-- Logs begin at Tue 2021-11-23 21:03:34 UTC, end at Tue 2021-11-23 23:20:00 UTC. -- Nov 23 21:33:10.896405 n-d-816206-9 systemd[1]: Started Devstack devstack@q-svc.service. Nov 23 21:33:13.607210 n-d-816206-9 neutron-server[109924]: INFO neutron.common.config [-] Logging enabled! Nov 23 21:33:13.607786 n-d-816206-9 neutron-server[109924]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 21:33:13.608079 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109924) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 21:33:13.611278 n-d-816206-9 neutron-server[109924]: INFO neutron.common.config [-] Logging enabled! Nov 23 21:33:13.611532 n-d-816206-9 neutron-server[109924]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 21:33:13.611842 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109924) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 21:33:13.612762 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 21:33:13.613000 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 21:33:13.613357 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 21:33:13.613602 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 21:33:13.613827 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 21:33:13.614149 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.614567 n-d-816206-9 neutron-server[109924]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 23 21:33:13.614908 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.615206 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.615496 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.615789 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.616077 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.616357 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.616650 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.616941 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.617226 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.617502 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.617784 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.618073 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.618351 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.618634 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.618943 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.619227 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] debug = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.619523 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.619942 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.620352 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.620629 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.620915 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.621195 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.621464 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.621738 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.622017 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.622340 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] host = n-d-816206-9 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.622633 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.623176 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.623176 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.623497 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.623769 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.624041 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.624324 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.624591 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.624858 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] log_file = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.625130 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.625415 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.625700 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.625985 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.626208 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.626425 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.626745 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.627029 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.627304 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.627576 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.627847 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.628118 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.628386 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.628650 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.628931 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.629214 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.629493 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.629763 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.630033 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.630298 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.630564 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.630872 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.631145 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.631415 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.631683 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.631966 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.632232 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.632500 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.632798 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.633085 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.633365 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.633647 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.633915 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.634193 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.634459 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.634735 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.635020 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] use_json = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.635289 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.635554 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.635831 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.636098 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.636365 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.636629 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.636892 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.637172 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:13.637464 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.637754 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.638049 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.638921 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.638921 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.639442 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.639729 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.640004 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.640289 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.640572 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.640854 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.641126 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.641411 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.641683 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.641972 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.642271 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.642560 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.642875 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.643148 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.643427 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.643698 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.643972 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.644256 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.644527 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.644808 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.645091 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.645364 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.645655 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.645937 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.646226 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.646511 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.646801 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.647076 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.647362 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.647637 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.647905 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.648178 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.648461 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.648736 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.649001 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.649284 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.649559 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.649830 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.650098 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.650371 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.650655 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.650952 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.651223 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.651490 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.651762 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.652028 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.652309 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.652581 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.652847 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.653115 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.653393 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.653660 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.655050 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.655050 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.655225 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.655428 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.655700 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.655972 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.656243 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.656514 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.656781 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.657047 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.657313 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.657587 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.657855 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.658122 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.658389 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.658656 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.659011 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.659296 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.659588 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.659866 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.660145 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.660420 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.660694 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.660967 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.661240 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.661515 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.661789 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.662058 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.662344 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.662622 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.662932 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.663210 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.663512 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.663809 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.664088 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.664365 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.664642 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.664914 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.665192 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.665469 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.665759 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.666048 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.666335 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.666803 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.666937 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.667211 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.667515 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.667791 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:13.668006 n-d-816206-9 neutron-server[109924]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 21:33:13.668243 n-d-816206-9 neutron-server[109924]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109924) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 23 21:33:14.096418 n-d-816206-9 neutron-server[109924]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 21:33:14.096697 n-d-816206-9 neutron-server[109924]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 21:33:14.096996 n-d-816206-9 neutron-server[109924]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 21:33:14.097326 n-d-816206-9 neutron-server[109924]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 23 21:33:14.420097 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.420306 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.420579 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.421756 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.422028 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.422419 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.458110 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.458388 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.458654 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.473007 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.473287 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.473558 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.502272 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.502543 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.502836 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.540614 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.540959 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.541236 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.784984 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.785595 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.785595 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.785779 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.786388 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.885284 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.885601 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.885881 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.886150 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.886412 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.886745 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.887000 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.887254 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.887507 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.887787 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.888048 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.888344 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.888595 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.888846 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.889099 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.889360 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.889615 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.889879 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.890145 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.890399 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.890672 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.890947 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.891227 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.891603 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.891849 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.892093 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.892484 n-d-816206-9 neutron-server[109924]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 21:33:14.892725 n-d-816206-9 neutron-server[109924]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 21:33:14.892960 n-d-816206-9 neutron-server[109924]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 21:33:14.893195 n-d-816206-9 neutron-server[109924]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 21:33:14.893428 n-d-816206-9 neutron-server[109924]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 21:33:14.893663 n-d-816206-9 neutron-server[109924]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 21:33:14.894020 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 23 21:33:14.897129 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 23 21:33:14.901090 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 23 21:33:14.904971 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Nov 23 21:33:14.906769 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 23 21:33:14.907227 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 23 21:33:14.907565 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 23 21:33:14.907949 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 23 21:33:14.910811 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 23 21:33:14.911062 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 23 21:33:14.911407 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 21:33:14.916631 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 23 21:33:14.940156 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 23 21:33:14.940610 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.940906 n-d-816206-9 neutron-server[109924]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109924) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 23 21:33:14.941264 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.942643 n-d-816206-9 neutron-server[109924]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109924) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 23 21:33:14.942949 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 21:33:14.943194 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 23 21:33:14.947660 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:14.947944 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.010857 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 23 21:33:15.011093 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 23 21:33:15.011332 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 23 21:33:15.011700 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 23 21:33:15.032017 n-d-816206-9 neutron-server[109924]: DEBUG oslo_db.sqlalchemy.engines [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109924) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 23 21:33:15.579620 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.managers [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Initializing driver for type 'gre' Nov 23 21:33:15.580155 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] gre ID ranges: [(1, 1000)] Nov 23 21:33:15.630568 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.managers [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Initializing driver for type 'local' Nov 23 21:33:15.630928 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.managers [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Initializing driver for type 'vlan' Nov 23 21:33:15.643615 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] VlanTypeDriver initialization complete Nov 23 21:33:15.643954 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.managers [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Initializing driver for type 'vxlan' Nov 23 21:33:15.644425 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] vxlan ID ranges: [(1, 1000)] Nov 23 21:33:15.696951 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.managers [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Initializing extension driver 'port_security' Nov 23 21:33:15.697292 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.extensions.port_security [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] PortSecurityExtensionDriver initialization complete Nov 23 21:33:15.697630 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.managers [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Initializing mechanism driver 'openvswitch' Nov 23 21:33:15.697959 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.managers [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Initializing mechanism driver 'hyperv' Nov 23 21:33:15.704882 n-d-816206-9 neutron-server[109924]: DEBUG neutron.plugins.ml2.plugin [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:33:15.705571 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > port after_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.705951 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > port after_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.706313 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > port after_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.706875 n-d-816206-9 neutron-server[109924]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109924) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 21:33:15.707315 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > subnet after_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.707678 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > subnet after_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.708032 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > subnet after_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.708443 n-d-816206-9 neutron-server[109924]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109924) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 21:33:15.708861 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > network after_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.709218 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > network after_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.709575 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > network after_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.709983 n-d-816206-9 neutron-server[109924]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109924) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 21:33:15.710395 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > security_group after_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.710773 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > security_group after_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.711124 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > security_group after_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.711664 n-d-816206-9 neutron-server[109924]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109924) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 21:33:15.712080 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.712437 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.712788 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.713192 n-d-816206-9 neutron-server[109924]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109924) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 21:33:15.713605 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > address_group after_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.713957 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > address_group after_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.714302 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > address_group after_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.714704 n-d-816206-9 neutron-server[109924]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109924) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 21:33:15.715110 n-d-816206-9 neutron-server[109924]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] ML2 OVO RPC backend initialized. {{(pid=109924) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 23 21:33:15.715820 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router_interface after_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.716181 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.716602 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > network before_response 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.716955 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > networks before_response 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.717428 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > port before_response 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.717796 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > ports before_response 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.718142 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > subnet before_response 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.718491 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > subnets before_response 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.718874 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > network after_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.719222 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > network after_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.719568 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > network after_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.719912 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > port after_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.720254 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > port after_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.720595 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > port after_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.720937 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > subnet after_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.721279 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > subnet after_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.721616 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > subnet after_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.722192 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.plugin [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Modular L2 Plugin initialization complete Nov 23 21:33:15.722523 n-d-816206-9 neutron-server[109924]: DEBUG neutron.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading services supported by the core plugin {{(pid=109924) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 23 21:33:15.722888 n-d-816206-9 neutron-server[109924]: INFO neutron.plugins.ml2.managers [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Got port-security extension from driver 'port_security' Nov 23 21:33:15.723356 n-d-816206-9 neutron-server[109924]: INFO neutron.extensions.vlantransparent [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Disabled vlantransparent extension. Nov 23 21:33:15.723846 n-d-816206-9 neutron-server[109924]: DEBUG neutron.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109924) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 23 21:33:15.724166 n-d-816206-9 neutron-server[109924]: INFO neutron.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading Plugin: router Nov 23 21:33:15.764001 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router_interface before_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.764604 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router after_create 55549900 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.764994 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router before_create 55549900 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.765369 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.765750 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.766112 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router after_delete 55549900 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.766477 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > floatingip after_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.766859 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > floatingip after_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.767225 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router after_create 55549900 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.767574 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router after_update 55549900 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.767928 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router after_update 55549900 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.768278 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.768646 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router after_update 55549900 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.769066 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router precommit_update 55549900 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.769444 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: port after_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.769793 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: port after_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.770139 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: subnet after_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.770485 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.770867 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > port precommit_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.771225 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router precommit_create 55549900 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.771574 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: port before_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.771923 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router precommit_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.772286 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router after_update 55549900 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.772633 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router precommit_delete 55549900 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.772992 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router precommit_create 55549900 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.773358 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router_interface after_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.773709 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router precommit_update 55549900 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.774080 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > agent after_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.774441 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > agent after_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.774825 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > network after_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.775713 n-d-816206-9 neutron-server[109924]: DEBUG neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Tracking information for resource: router configured {{(pid=109924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 21:33:15.776106 n-d-816206-9 neutron-server[109924]: DEBUG neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Tracking information for resource: floatingip configured {{(pid=109924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 21:33:15.781181 n-d-816206-9 neutron-server[109924]: INFO neutron.db.l3_agentschedulers_db [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 23 21:33:15.781756 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: port after_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.782122 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: port after_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.782480 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: port after_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.782875 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: port after_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.783668 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router before_create 55550100 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.784040 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router precommit_delete 55550100 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.784408 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router precommit_create 55550100 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.784779 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > router precommit_update 55550100 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.789649 n-d-816206-9 neutron-server[109924]: DEBUG neutron.services.provider_configuration [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Service providers = [] {{(pid=109924) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 23 21:33:15.790169 n-d-816206-9 neutron-server[109924]: DEBUG neutron.db.servicetype_db [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109924) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 23 21:33:15.793025 n-d-816206-9 neutron-server[109924]: DEBUG neutron.services.service_base [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109924) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 21:33:15.793383 n-d-816206-9 neutron-server[109924]: DEBUG neutron.services.service_base [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109924) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 21:33:15.793732 n-d-816206-9 neutron-server[109924]: DEBUG neutron.services.service_base [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109924) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 21:33:15.794627 n-d-816206-9 neutron-server[109924]: DEBUG neutron.services.service_base [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109924) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 21:33:15.795034 n-d-816206-9 neutron-server[109924]: INFO neutron.services.service_base [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 23 21:33:15.795947 n-d-816206-9 neutron-server[109924]: DEBUG neutron.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 21:33:15.796278 n-d-816206-9 neutron-server[109924]: INFO neutron.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 23 21:33:15.807321 n-d-816206-9 neutron-server[109924]: DEBUG neutron.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 21:33:15.807669 n-d-816206-9 neutron-server[109924]: INFO neutron.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading Plugin: auto_allocate Nov 23 21:33:15.814211 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: network precommit_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.814584 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: network precommit_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.815142 n-d-816206-9 neutron-server[109924]: DEBUG neutron.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 21:33:15.815472 n-d-816206-9 neutron-server[109924]: INFO neutron.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading Plugin: tag Nov 23 21:33:15.822081 n-d-816206-9 neutron-server[109924]: DEBUG neutron.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 21:33:15.822420 n-d-816206-9 neutron-server[109924]: INFO neutron.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading Plugin: timestamp Nov 23 21:33:15.826490 n-d-816206-9 neutron-server[109924]: DEBUG neutron.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 21:33:15.826881 n-d-816206-9 neutron-server[109924]: INFO neutron.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading Plugin: network_ip_availability Nov 23 21:33:15.832471 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.832789 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.833153 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:15.833865 n-d-816206-9 neutron-server[109924]: DEBUG neutron.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 21:33:15.834193 n-d-816206-9 neutron-server[109924]: INFO neutron.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading Plugin: flavors Nov 23 21:33:15.839144 n-d-816206-9 neutron-server[109924]: DEBUG neutron.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 21:33:15.839485 n-d-816206-9 neutron-server[109924]: INFO neutron.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading Plugin: revisions Nov 23 21:33:15.843933 n-d-816206-9 neutron-server[109924]: DEBUG neutron.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 21:33:15.844326 n-d-816206-9 neutron-server[109924]: DEBUG oslo_concurrency.lockutils [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.747s {{(pid=109924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 21:33:15.845079 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109924) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 23 21:33:15.845419 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Initializing extension manager. Nov 23 21:33:15.845940 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: __init__.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.846288 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: __pycache__ {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.846631 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.846998 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: address_group.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.847755 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.848330 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: address-group Nov 23 21:33:15.848661 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: address_scope.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.850918 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.851468 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: address-scope Nov 23 21:33:15.851809 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: admin_state_down_before_update.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.852772 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.853306 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: router-admin-state-down-before-update Nov 23 21:33:15.853640 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: agent.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.854362 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.854927 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: agent Nov 23 21:33:15.855260 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: agent_resources_synced.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.856193 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.856717 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: agent-resources-synced Nov 23 21:33:15.857050 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: allowedaddresspairs.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.859613 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.860153 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: allowed-address-pairs Nov 23 21:33:15.860489 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: auto_allocated_topology.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.861588 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.862120 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: auto-allocated-topology Nov 23 21:33:15.862457 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: availability_zone.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.863205 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.863732 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: availability_zone Nov 23 21:33:15.864067 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: availability_zone_filter.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.864999 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.865526 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: availability_zone_filter Nov 23 21:33:15.865861 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: data_plane_status.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.866812 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.867334 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension data-plane-status not supported by any of loaded plugins Nov 23 21:33:15.867664 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: default_subnetpools.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.868594 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.869121 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: default-subnetpools Nov 23 21:33:15.869455 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: dhcpagentscheduler.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.870268 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.870831 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: dhcp_agent_scheduler Nov 23 21:33:15.871166 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: dns.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.872098 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.872619 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension dns-integration not supported by any of loaded plugins Nov 23 21:33:15.872950 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: dns_domain_ports.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.874561 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.875118 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 23 21:33:15.875451 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.876395 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.876920 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 23 21:33:15.877252 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: dvr.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.877935 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.878462 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: dvr Nov 23 21:33:15.878832 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: ecmp_routes.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.879767 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.880285 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension ecmp_routes not supported by any of loaded plugins Nov 23 21:33:15.880617 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: empty_string_filtering.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.881544 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.882064 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: empty-string-filtering Nov 23 21:33:15.882398 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.883363 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.883883 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 23 21:33:15.884210 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.885151 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.885671 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 23 21:33:15.886000 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: external_net.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.886966 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.887487 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: external-net Nov 23 21:33:15.887815 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: extra_dhcp_opt.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.888746 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.889299 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: extra_dhcp_opt Nov 23 21:33:15.889635 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: extraroute.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.890549 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.891103 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: extraroute Nov 23 21:33:15.891433 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: extraroute_atomic.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.892480 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.893001 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: extraroute-atomic Nov 23 21:33:15.893331 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: filter_validation.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.894008 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.894528 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: filter-validation Nov 23 21:33:15.894898 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: fip_pf_description.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.895826 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.896347 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 23 21:33:15.896674 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: fip_port_details.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.897601 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.898122 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: fip-port-details Nov 23 21:33:15.898456 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: flavors.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.899741 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.900279 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: flavors Nov 23 21:33:15.900614 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.902312 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.902884 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 23 21:33:15.903221 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: floatingip_pools.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.903929 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.904456 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: floatingip-pools Nov 23 21:33:15.905318 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: ip_allocation.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.906339 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.906898 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension ip_allocation not supported by any of loaded plugins Nov 23 21:33:15.907233 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.908177 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.908714 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: ip-substring-filtering Nov 23 21:33:15.909048 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: l2_adjacency.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.910000 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.910524 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension l2_adjacency not supported by any of loaded plugins Nov 23 21:33:15.910888 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: l3.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.912007 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.912544 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: router Nov 23 21:33:15.912880 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: l3_conntrack_helper.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.915192 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.915737 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 23 21:33:15.916074 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.917023 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.917554 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: ext-gw-mode Nov 23 21:33:15.917890 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.918858 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.919393 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: l3-ha Nov 23 21:33:15.919725 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: l3_flavors.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.921313 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.921838 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: l3-flavors Nov 23 21:33:15.922171 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.923132 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.923652 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: l3-port-ip-change-not-allowed Nov 23 21:33:15.923982 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: l3agentscheduler.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.925020 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.925545 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: l3_agent_scheduler Nov 23 21:33:15.925879 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: local_ip.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.927681 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.928221 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension local_ip not supported by any of loaded plugins Nov 23 21:33:15.928566 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: logging.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.930069 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.930606 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension logging not supported by any of loaded plugins Nov 23 21:33:15.931060 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: metering.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.932073 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.932667 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: metering Nov 23 21:33:15.933005 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.934116 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.934644 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: metering_source_and_destination_fields Nov 23 21:33:15.935004 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: multiprovidernet.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.935986 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.936580 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: multi-provider Nov 23 21:33:15.936917 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: netmtu.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.937849 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.938370 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: net-mtu Nov 23 21:33:15.938708 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: netmtu_writable.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.939662 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.940186 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: net-mtu-writable Nov 23 21:33:15.940515 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: network_availability_zone.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.941191 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.941708 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: network_availability_zone Nov 23 21:33:15.942040 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: network_ip_availability.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.943182 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.943707 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: network-ip-availability Nov 23 21:33:15.944039 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: network_segment_range.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.944816 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.945335 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension network-segment-range not supported by any of loaded plugins Nov 23 21:33:15.945665 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: pagination.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.946667 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.947169 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: pagination Nov 23 21:33:15.947502 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: port_device_profile.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.948453 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.948986 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: port-device-profile Nov 23 21:33:15.949315 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.950245 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.950809 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: port-mac-address-regenerate Nov 23 21:33:15.951146 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.952155 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.952620 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: port-numa-affinity-policy Nov 23 21:33:15.952951 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: port_resource_request.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.953884 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.954402 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension port-resource-request not supported by any of loaded plugins Nov 23 21:33:15.954749 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: port_resource_request_groups.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.955729 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.956249 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 23 21:33:15.956581 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: portbindings.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.957522 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.958043 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: binding Nov 23 21:33:15.958381 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: portbindings_extended.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.959722 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.960281 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: binding-extended Nov 23 21:33:15.960591 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: portsecurity.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.961521 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.962046 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: port-security Nov 23 21:33:15.962379 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: project_id.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.963402 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.963740 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: project-id Nov 23 21:33:15.964071 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: providernet.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.965012 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.965538 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: provider Nov 23 21:33:15.965866 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: qos.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.970032 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.970571 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension qos not supported by any of loaded plugins Nov 23 21:33:15.970935 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.972202 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.972733 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 23 21:33:15.973070 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.974001 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.974529 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 23 21:33:15.974901 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: qos_default.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.975825 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.976352 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension qos-default not supported by any of loaded plugins Nov 23 21:33:15.976683 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: qos_fip.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.978277 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.979169 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension qos-fip not supported by any of loaded plugins Nov 23 21:33:15.979503 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: qos_gateway_ip.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.980449 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.980974 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 23 21:33:15.981306 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: qos_port_network_policy.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.982234 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.982784 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 23 21:33:15.983671 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.984742 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.985269 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 23 21:33:15.985602 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: qos_pps_rule.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.986809 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.987340 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension qos-pps not supported by any of loaded plugins Nov 23 21:33:15.987675 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: qos_rule_type_details.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.988616 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.989138 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 23 21:33:15.989470 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: qos_rules_alias.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.990529 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.991090 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 23 21:33:15.991422 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: quota_check_limit.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.992351 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.992874 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: quota-check-limit Nov 23 21:33:15.993203 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: quotasv2.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.994135 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.994467 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: quotas Nov 23 21:33:15.994833 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: quotasv2_detail.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.998169 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:15.998546 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: quota_details Nov 23 21:33:15.998924 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: rbac.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:15.999995 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.000530 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: rbac-policies Nov 23 21:33:16.000869 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: rbac_address_group.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.001813 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.002348 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: rbac-address-group Nov 23 21:33:16.002682 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: rbac_address_scope.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.003643 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.004170 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: rbac-address-scope Nov 23 21:33:16.004501 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: rbac_security_groups.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.005431 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.005955 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: rbac-security-groups Nov 23 21:33:16.006285 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: rbac_subnetpool.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.007241 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.007763 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: rbac-subnetpool Nov 23 21:33:16.008093 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: revisionifmatch.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.009031 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.009562 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: revision-if-match Nov 23 21:33:16.009895 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: revisions.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.011051 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.011579 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: standard-attr-revisions Nov 23 21:33:16.011912 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: router_availability_zone.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.012593 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.013120 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: router_availability_zone Nov 23 21:33:16.013452 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: routerservicetype.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.014504 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.015167 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension router-service-type not supported by any of loaded plugins Nov 23 21:33:16.015502 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.016519 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.017046 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: security-groups-normalized-cidr Nov 23 21:33:16.017379 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: security_groups_port_filtering.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.018320 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.018885 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: port-security-groups-filtering Nov 23 21:33:16.019225 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.020240 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.020768 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: security-groups-remote-address-group Nov 23 21:33:16.021099 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.022038 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.022559 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: security-groups-shared-filtering Nov 23 21:33:16.022928 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.023524 n-d-816206-9 neutron-server[109924]: WARNING neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 23 21:33:16.023855 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: securitygroup.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.034405 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.034973 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: security-group Nov 23 21:33:16.035315 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: segment.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.036119 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.036644 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension segment not supported by any of loaded plugins Nov 23 21:33:16.036975 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.037932 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.038454 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 23 21:33:16.038813 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: servicetype.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.039939 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.040471 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: service-type Nov 23 21:33:16.040807 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: sorting.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.041811 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.042153 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: sorting Nov 23 21:33:16.042486 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: standard_attr_segment.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.043441 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.043979 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 23 21:33:16.044316 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: standardattrdescription.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.044993 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.046085 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: standard-attr-description Nov 23 21:33:16.046476 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: stateful_security_group.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.047392 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.047922 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: stateful-security-group Nov 23 21:33:16.048252 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: stdattrs_common.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.048839 n-d-816206-9 neutron-server[109924]: WARNING neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 23 21:33:16.049166 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.050121 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.050641 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 23 21:33:16.050996 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: subnet_onboard.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.052085 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.052616 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: subnet_onboard Nov 23 21:33:16.052946 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.053889 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.054416 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 23 21:33:16.054766 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: subnet_service_types.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.055714 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.056243 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: subnet-service-types Nov 23 21:33:16.056573 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: subnetallocation.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.057964 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.058494 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: subnet_allocation Nov 23 21:33:16.058852 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.059547 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.060069 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: subnetpool-prefix-ops Nov 23 21:33:16.060400 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.061679 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.062196 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 23 21:33:16.062553 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: tagging.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.063652 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.064187 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: standard-attr-tag Nov 23 21:33:16.064523 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: timestamp.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.065768 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.066348 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loaded extension: standard-attr-timestamp Nov 23 21:33:16.067351 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: trunk.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.067692 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.068218 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension trunk not supported by any of loaded plugins Nov 23 21:33:16.068550 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: trunk_details.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.069493 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.070021 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension trunk-details not supported by any of loaded plugins Nov 23 21:33:16.070348 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: uplink_status_propagation.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.071311 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.071837 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 23 21:33:16.072167 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Loading extension file: vlantransparent.py {{(pid=109924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 21:33:16.072848 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 21:33:16.073365 n-d-816206-9 neutron-server[109924]: INFO neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extension vlan-transparent not supported by any of loaded plugins Nov 23 21:33:16.075929 n-d-816206-9 neutron-server[109924]: INFO neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Creating instance of TrackedResource for resource:network Nov 23 21:33:16.076470 n-d-816206-9 neutron-server[109924]: INFO neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Creating instance of TrackedResource for resource:subnet Nov 23 21:33:16.076996 n-d-816206-9 neutron-server[109924]: INFO neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 21:33:16.077355 n-d-816206-9 neutron-server[109924]: INFO neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Creating instance of TrackedResource for resource:port Nov 23 21:33:16.078628 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.v2.resource_helper [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 21:33:16.079121 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.v2.resource_helper [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Service FLAVORS assigned prefix: {{(pid=109924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 21:33:16.079816 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.v2.resource_helper [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 21:33:16.080180 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.v2.resource_helper [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 21:33:16.080519 n-d-816206-9 neutron-server[109924]: INFO neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Creating instance of TrackedResource for resource:router Nov 23 21:33:16.080954 n-d-816206-9 neutron-server[109924]: INFO neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Creating instance of TrackedResource for resource:floatingip Nov 23 21:33:16.081468 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.v2.resource_helper [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Service METERING assigned prefix: /metering {{(pid=109924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 21:33:16.083006 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:16.083340 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:16.083701 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:33:16.084715 n-d-816206-9 neutron-server[109924]: INFO neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 21:33:16.085166 n-d-816206-9 neutron-server[109924]: INFO neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Creating instance of TrackedResource for resource:security_group Nov 23 21:33:16.085611 n-d-816206-9 neutron-server[109924]: INFO neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 21:33:16.086239 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.v2.resource_helper [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Service CORE assigned prefix: {{(pid=109924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 21:33:16.086578 n-d-816206-9 neutron-server[109924]: INFO neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 21:33:16.086956 n-d-816206-9 neutron-server[109924]: WARNING neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] subnetpool is already registered Nov 23 21:33:16.087395 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.v2.resource_helper [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Service CORE assigned prefix: {{(pid=109924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 21:33:16.087728 n-d-816206-9 neutron-server[109924]: INFO neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 21:33:16.088067 n-d-816206-9 neutron-server[109924]: WARNING neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] subnetpool is already registered Nov 23 21:33:16.090359 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.v2.resource_helper [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 21:33:16.090904 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.v2.resource_helper [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Service FLAVORS assigned prefix: {{(pid=109924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 21:33:16.091512 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.v2.resource_helper [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 21:33:16.091939 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.v2.resource_helper [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 21:33:16.092796 n-d-816206-9 neutron-server[109924]: INFO neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Creating instance of TrackedResource for resource:router Nov 23 21:33:16.093143 n-d-816206-9 neutron-server[109924]: WARNING neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] router is already registered Nov 23 21:33:16.093560 n-d-816206-9 neutron-server[109924]: INFO neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Creating instance of TrackedResource for resource:floatingip Nov 23 21:33:16.093904 n-d-816206-9 neutron-server[109924]: WARNING neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] floatingip is already registered Nov 23 21:33:16.094363 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.v2.resource_helper [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Service METERING assigned prefix: /metering {{(pid=109924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 21:33:16.095082 n-d-816206-9 neutron-server[109924]: INFO neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 21:33:16.095418 n-d-816206-9 neutron-server[109924]: WARNING neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] rbac_policy is already registered Nov 23 21:33:16.095838 n-d-816206-9 neutron-server[109924]: INFO neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Creating instance of TrackedResource for resource:security_group Nov 23 21:33:16.096182 n-d-816206-9 neutron-server[109924]: WARNING neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] security_group is already registered Nov 23 21:33:16.096599 n-d-816206-9 neutron-server[109924]: INFO neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 21:33:16.096940 n-d-816206-9 neutron-server[109924]: WARNING neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] security_group_rule is already registered Nov 23 21:33:16.097572 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.v2.resource_helper [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Service CORE assigned prefix: {{(pid=109924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 21:33:16.097904 n-d-816206-9 neutron-server[109924]: INFO neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 21:33:16.098243 n-d-816206-9 neutron-server[109924]: WARNING neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] subnetpool is already registered Nov 23 21:33:16.098663 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.v2.resource_helper [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Service CORE assigned prefix: {{(pid=109924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 21:33:16.099016 n-d-816206-9 neutron-server[109924]: INFO neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 21:33:16.099361 n-d-816206-9 neutron-server[109924]: WARNING neutron.quota.resource_registry [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] subnetpool is already registered Nov 23 21:33:16.099848 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: extensions {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.101318 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: address-groups {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.102837 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: address-scopes {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.104162 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: agents {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.105323 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: auto-allocated-topology {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.106582 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: availability_zones {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.107910 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: dhcp-networks {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.109949 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: dhcp-agents {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.111394 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: routers {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.114608 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: flavors {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.115838 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: service_profiles {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.117064 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: next_providers {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.118526 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: service_profiles {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.120105 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: floatingip-pools {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.121323 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: routers {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.123553 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: floatingips {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.124889 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: l3-routers {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.126285 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: l3-agents {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.127719 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: metering-labels {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.129089 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: metering-label-rules {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.130386 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: network-ip-availabilities {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.131701 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: bindings {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.133344 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: quotas {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.134929 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: quotas {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.136491 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: rbac-policies {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.137795 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: security-groups {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.139078 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: security-group-rules {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.140331 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: service-providers {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.141540 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: subnetpools {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.142985 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: subnetpools {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.144479 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: tags {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.146156 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: tags {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.147997 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: tags {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.149775 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: tags {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.151624 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: tags {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.153479 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: tags {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.155712 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: tags {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.157620 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: tags {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.159429 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: tags {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.161258 n-d-816206-9 neutron-server[109924]: DEBUG neutron.api.extensions [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Extended resource: tags {{(pid=109924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 21:33:16.167351 n-d-816206-9 neutron-server[109924]: WARNING keystonemiddleware.auth_token [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 23 21:33:16.172867 n-d-816206-9 neutron-server[109924]: WARNING keystonemiddleware.auth_token [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 23 21:33:16.181562 n-d-816206-9 neutron-server[109924]: DEBUG oslo_concurrency.lockutils [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Acquired lock "singleton_lock" {{(pid=109924) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 23 21:33:16.182290 n-d-816206-9 neutron-server[109924]: DEBUG oslo_concurrency.lockutils [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Releasing lock "singleton_lock" {{(pid=109924) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 23 21:33:16.182963 n-d-816206-9 neutron-server[109924]: INFO oslo_service.service [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Starting 2 workers Nov 23 21:33:16.187982 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Started child 110033 {{(pid=109924) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 21:33:16.192508 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Started child 110034 {{(pid=109924) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 21:33:16.193586 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:16.194267 n-d-816206-9 neutron-server[109924]: INFO neutron.service [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Neutron service started, listening on 0.0.0.0:9696 Nov 23 21:33:16.194760 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Publish callbacks [] for process, before_spawn {{(pid=109924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:16.195258 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [-] (110033) wsgi starting up on http://0.0.0.0:9696 Nov 23 21:33:16.197218 n-d-816206-9 neutron-server[109924]: INFO oslo_service.service [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Starting 1 workers Nov 23 21:33:16.197392 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:16.198634 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [-] (110034) wsgi starting up on http://0.0.0.0:9696 Nov 23 21:33:16.202537 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Started child 110035 {{(pid=109924) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 21:33:16.203133 n-d-816206-9 neutron-server[109924]: INFO oslo_service.service [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Starting 1 workers Nov 23 21:33:16.206410 n-d-816206-9 neutron-server[110035]: DEBUG neutron.service [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] calling RpcWorker wait() {{(pid=110035) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 23 21:33:16.206979 n-d-816206-9 neutron-server[110035]: DEBUG neutron.service [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] returning from RpcWorker wait() {{(pid=110035) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 23 21:33:16.207682 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Started child 110036 {{(pid=109924) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 21:33:16.208311 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:16.208481 n-d-816206-9 neutron-server[109924]: DEBUG neutron_lib.callbacks.manager [None req-16ecd5ff-3f48-44c2-9dc8-87d92068448b None None] Publish callbacks [] for process, after_spawn {{(pid=109924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:16.208864 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:33:16.210413 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109924) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 21:33:16.210633 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 21:33:16.210869 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 21:33:16.211105 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 21:33:16.211452 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 21:33:16.211639 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 21:33:16.212158 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.212445 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.212724 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.212897 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:16.213346 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.213346 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.213861 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.214133 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.214388 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.214667 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.214933 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.215106 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.215274 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.215519 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.215775 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.216095 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.216387 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.216639 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.216898 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.217070 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.217852 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.218409 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.218409 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.218768 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] debug = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.218996 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.219505 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.219737 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.220008 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.220260 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.220536 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.220793 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.221066 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.221315 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.221550 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.221787 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.222053 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.222289 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.222508 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.222787 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.223025 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.223273 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.223511 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.224001 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] host = n-d-816206-9 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.224220 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.224465 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.224697 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.224948 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.225197 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.225433 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.225700 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.225947 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.226223 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.226455 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.226697 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.226972 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.227209 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.227464 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] log_file = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.227630 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] log_options = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.227889 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.228139 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.228394 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.228601 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.228772 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.228950 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.229212 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.229378 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.229628 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.229859 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.230080 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.230297 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.230531 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.230786 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.231040 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.231275 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.231495 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.231708 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.231964 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.232213 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.232439 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.232675 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.233590 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.233875 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.234097 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.234314 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.234547 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.234788 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.235020 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.235238 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.235475 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.235735 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.235971 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.236207 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.236463 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.236696 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.236926 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.237159 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.237441 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.237670 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.238019 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.238265 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.238423 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.238666 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.238940 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.239181 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.239397 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] use_json = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.239629 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.239881 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.240112 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.240328 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.240575 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.240791 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.241013 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.241268 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.241701 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.242000 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.242326 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.242585 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.242865 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.243134 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.243352 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.243598 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.243836 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.244100 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.244415 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.244659 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.244947 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.245178 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.245308 n-d-816206-9 neutron-server[110036]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:33:16.245429 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.245735 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.245974 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.246231 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.246487 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.246784 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.246983 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.247220 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.247643 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.247788 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.247963 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.248243 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.248499 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.248830 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.249216 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.249506 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.249818 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.250124 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.250687 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.250687 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.250947 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.251175 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.251420 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.251816 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.251915 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.252146 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.252375 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.252595 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.252818 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.253050 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.253288 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.253523 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.253750 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.254009 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.254243 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.254466 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.254683 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.254924 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.256149 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.256149 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.256149 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.256149 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.256149 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.256486 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.256689 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.256836 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.257902 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.257902 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.257902 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.257902 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.257902 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.258250 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.258324 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.259792 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.259792 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.259792 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.259792 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.259792 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.259792 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.260218 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.260218 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.260366 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.260531 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.261699 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.263027 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.263404 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.263784 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.264622 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.264943 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.265319 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.265554 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.265823 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.266038 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.266285 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.267164 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.267405 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.267634 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.267924 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.268849 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.269117 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.269718 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.269956 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.270224 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.270452 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.270707 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.270959 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.271186 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.271424 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.271700 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.272068 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.272317 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.272568 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.272851 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.273249 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.273530 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.273785 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.274011 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.274267 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.274496 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.274799 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.275044 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.275284 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.275522 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.275777 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.276060 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.276361 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.276643 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.276984 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.277275 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.277586 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.277863 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.278153 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.278410 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.278666 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.278976 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.279247 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.279511 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.280587 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.281045 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.281250 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.281515 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.281763 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.282027 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.282263 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.282599 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.282878 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.283118 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.283334 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.283616 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.283883 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.284137 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.284414 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.284664 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.284921 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.285164 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.285401 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.285620 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.285876 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.286130 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.286345 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.286594 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.286919 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.287174 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.287391 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.287608 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.287858 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.288092 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.288346 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.288562 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.288783 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.289000 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.289403 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.289767 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.290156 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.290545 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.291050 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.291455 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.291824 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.292197 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.292594 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.292961 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.293393 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.293788 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.294167 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.294543 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.294976 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.295402 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.295777 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.296159 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.296511 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.296869 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.297314 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.297689 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.298047 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.298422 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.298820 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.299195 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.299598 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.299845 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.300185 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.300449 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.300693 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.300951 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.301175 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.301416 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.301654 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.301897 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.302116 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.302359 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.302580 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.302877 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.303113 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.303378 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.303595 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.303827 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.304065 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.304379 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.304639 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.304904 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.305171 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.305402 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.305659 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.305895 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.306111 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.306344 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.306578 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.307088 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.307335 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.307553 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.307765 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.307996 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.308208 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.308420 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.308644 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.308866 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.309105 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.309356 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.309568 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.309780 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.310175 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.310425 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.310638 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.311053 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.311268 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.311483 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.311710 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.311933 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.312169 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.312400 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.312618 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.312829 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.313054 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.313295 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.313505 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.313796 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.314050 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.314296 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.314593 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.314855 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.315116 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.315376 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.315688 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.315928 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.316193 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.316419 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.316639 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.316894 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.317154 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.317466 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.317746 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.318006 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.318261 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.318562 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.318858 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.319125 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.319358 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.319663 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.319982 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.320265 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.320518 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.320749 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.320998 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.321221 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.321436 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.321671 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.321915 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.322130 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.322389 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.322699 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.322921 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.323262 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.323363 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.323595 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.323838 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.324048 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.324273 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.324708 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.324708 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 21:33:16.325145 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109924) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 21:33:16.325296 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 21:33:16.325461 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 21:33:16.325609 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 21:33:16.325780 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 21:33:16.325933 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 21:33:16.325933 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.326316 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.326437 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.327099 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.327249 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.327430 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.327584 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.327722 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.327882 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.328025 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.328174 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.328322 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.328473 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.328629 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.328786 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.328944 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.329102 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.329309 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.329450 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.329653 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.329778 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.329898 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.330019 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] debug = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.330142 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.330327 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.330493 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.330651 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.330831 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.330973 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.331133 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.331290 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.331449 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.331606 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.331763 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.331920 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.332080 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.332237 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.332376 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.332536 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.332831 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.332963 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.333152 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] host = n-d-816206-9 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.333300 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.333437 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.333572 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.333708 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.333863 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.334002 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.334150 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.334288 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.334423 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.334558 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.334693 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.334847 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.335010 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.335168 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] log_file = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.335383 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] log_options = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.335577 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.335739 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.335896 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.336080 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.336239 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.336379 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.336537 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.336690 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.336839 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.336996 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.337154 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.337316 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.337472 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.337627 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.337784 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.337940 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.338097 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.338253 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.338411 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.338567 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.338745 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.338902 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.339040 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.339190 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.339348 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.339567 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.339788 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.339788 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.340042 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.340166 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.340289 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.340412 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.340537 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.340676 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.340817 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.340946 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.341086 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.341242 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.341574 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.341574 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.341774 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.341859 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.341991 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.342168 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.342479 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.342640 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.342825 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] use_json = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.342985 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.343142 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.343301 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.343477 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.343616 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.343773 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.344178 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.344178 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 21:33:16.344337 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.344419 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.344525 n-d-816206-9 neutron-server[110035]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:33:16.344625 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.344696 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.344858 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.345019 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.345178 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.345342 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.345502 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.345661 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.345827 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.345987 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.346155 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.346314 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.346473 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.346635 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.346934 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.347023 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.347130 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.347290 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.347449 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.347608 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.347777 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.347936 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.348095 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.348254 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.348413 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.348580 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.348738 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.348911 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.349072 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.349232 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.349391 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.349550 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.349711 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.349872 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.350033 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.350214 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.350374 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.350534 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.350693 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.350879 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.351114 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.351277 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.351437 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.351598 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.351759 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.351920 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.352079 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.352245 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.352389 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.352548 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.352709 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.352869 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.353029 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.353191 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.353350 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.353532 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.353677 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.353826 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.353984 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.354144 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.354303 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.354462 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.354622 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.354808 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.355006 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.355123 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.355451 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.355747 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.356047 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.356237 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.356380 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.356554 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.356697 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.357013 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.357178 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.357344 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.357502 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.358326 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.358633 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.358633 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.358903 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.359044 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.359152 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.359279 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.359437 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.359746 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.359907 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.360207 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.360504 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.360819 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.360980 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.361146 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.361309 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.361472 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.361633 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.361794 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.361955 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.362115 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.362277 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.362437 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.362597 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.362774 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.362940 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.363177 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.363340 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.363494 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.363659 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.363841 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.364009 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.364157 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.364282 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.364441 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.364602 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.364771 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.364919 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.365077 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.365246 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.365406 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.365568 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.365732 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.365899 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.366070 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.366232 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.366391 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.366597 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.366818 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.366982 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.367122 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.367277 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.367436 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.367587 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.367742 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.367913 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.368059 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.368222 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.368383 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.368565 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.368727 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.368871 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.369035 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.369197 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.369360 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.369502 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.369666 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.369834 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.369992 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.370132 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.370269 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.370405 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.370568 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.370746 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.370906 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.371070 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.371233 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.371372 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.371530 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.371689 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.371849 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.372010 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.372169 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.372329 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.372489 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.372633 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.372795 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.372957 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.373116 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.373275 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.373483 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.373639 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.373777 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.373938 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.374098 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.374256 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.374417 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.374576 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.374759 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.374922 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.375082 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.375243 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.375403 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.375564 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.375727 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.375888 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.376050 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.376211 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.376371 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.376530 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.376689 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.376849 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.376993 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.377154 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.377327 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.377488 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.377646 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.377807 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.377966 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.378126 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.378273 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.378434 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.378593 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.378776 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.378936 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.379098 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.379261 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.379421 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.379581 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.379740 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.379886 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.380046 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.380204 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.380377 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.380536 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.380690 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.380844 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.381003 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.381163 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.381332 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.381491 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.381650 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.381809 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.381967 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.382115 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.382623 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.382623 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.383091 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.383091 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.383091 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.383360 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.383360 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.383552 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.383675 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.383790 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.383910 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.384030 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.384181 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.384339 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.384497 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.384661 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.384818 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.385134 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.385303 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.385607 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.385912 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.386075 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.386236 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.386396 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.386567 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.386746 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.386912 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.387085 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.387237 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.387388 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.387535 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.387698 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.388043 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.388043 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.388197 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.388340 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.388476 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.388611 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.388746 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.388892 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.389581 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.389750 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.389919 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.390087 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.390282 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.390415 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.390570 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.390805 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.390973 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.391105 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.391234 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.391372 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.391508 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.391669 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.391822 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.391960 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.392124 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.392275 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.392432 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.392591 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.392750 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.392894 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.393058 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.393219 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.393377 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.393537 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.393689 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 21:33:16.393836 n-d-816206-9 neutron-server[109924]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 21:33:16.571502 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39150) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:33:16.580600 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069339 Nov 23 21:33:27.852322 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce95f54c-cc1a-43a5-9d19-e0cc1fa85c11 None None] get_active_networks_info from n-d-816206-9 {{(pid=110035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 21:33:27.974265 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce95f54c-cc1a-43a5-9d19-e0cc1fa85c11 None None] No non-hosted networks {{(pid=110035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 23 21:33:27.990286 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.agentschedulers_db [None req-ce95f54c-cc1a-43a5-9d19-e0cc1fa85c11 None None] DHCP Agent not found on host n-d-816206-9 {{(pid=110035) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 23 21:33:28.077860 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1c4140a8-4751-47bc-af8b-b85e41469741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682450'] for agent, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:30.393153 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a6241c73-00b8-4f5a-9efc-1a67122fac11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682450'] for agent, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:30.433663 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-44549c9d-d956-4737-aef9-235bb64627ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:31.445402 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682450'] for agent, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:32.815388 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682450'] for agent, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:33.690237 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682450'] for agent, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:33.691261 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:33.691789 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:33.692158 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:33.692608 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:33.692949 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:33.693302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:33.693632 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:33.694121 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:33.694475 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:33.694840 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:33.695173 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:33.695499 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:33.695912 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-816206-9', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:33:33.708069 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-816206-9', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:33:34.125522 n-d-816206-9 neutron-server[110035]: INFO neutron.db.l3_hamode_db [None req-394c3a76-f2e1-4b28-bf23-6649543fef2f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 23 21:33:34.206643 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394c3a76-f2e1-4b28-bf23-6649543fef2f None None] Routers set() bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:33:34.207068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394c3a76-f2e1-4b28-bf23-6649543fef2f None None] Router IDs set() for agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 21:33:34.314067 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39242) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:33:34.814910 n-d-816206-9 neutron-server[110034]: WARNING oslo_policy.policy [None req-7c79b92c-2a54-498d-810d-4ec0fec79931 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 21:33:34.815508 n-d-816206-9 neutron-server[110034]: WARNING oslo_policy.policy [None req-7c79b92c-2a54-498d-810d-4ec0fec79931 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 21:33:35.042558 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [None req-7c79b92c-2a54-498d-810d-4ec0fec79931 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:33:35.058744 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7c79b92c-2a54-498d-810d-4ec0fec79931 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7286494 Nov 23 21:33:37.534233 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39258) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:33:37.839909 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-09958a3a-211b-4508-abc9-a671f721d4ed admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:33:37.936358 n-d-816206-9 neutron-server[110034]: DEBUG neutron.policy [None req-09958a3a-211b-4508-abc9-a671f721d4ed admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110034) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 21:33:37.983181 n-d-816206-9 neutron-server[110034]: WARNING oslo_policy.policy [None req-09958a3a-211b-4508-abc9-a671f721d4ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 21:33:37.983493 n-d-816206-9 neutron-server[110034]: WARNING oslo_policy.policy [None req-09958a3a-211b-4508-abc9-a671f721d4ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 21:33:37.991916 n-d-816206-9 neutron-server[110034]: INFO neutron.quota [None req-09958a3a-211b-4508-abc9-a671f721d4ed admin admin] Loaded quota_driver: . Nov 23 21:33:38.082535 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09958a3a-211b-4508-abc9-a671f721d4ed admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786764533455', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786764532764', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786764585322', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786764584345', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786764590723', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786764563392', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8062108', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8155127', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1025697', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-948461'] for rbac-policy, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:38.147913 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09958a3a-211b-4508-abc9-a671f721d4ed admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:38.149072 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-09958a3a-211b-4508-abc9-a671f721d4ed admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6138461 Nov 23 21:33:40.809226 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39270) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:33:41.304482 n-d-816206-9 neutron-server[110033]: WARNING oslo_policy.policy [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 21:33:41.305068 n-d-816206-9 neutron-server[110033]: WARNING oslo_policy.policy [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 21:33:41.528707 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '85a9278e836c48588474d48b28dd99e9', 'project_id': '85a9278e836c48588474d48b28dd99e9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:33:41.530625 n-d-816206-9 neutron-server[110033]: INFO neutron.quota [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Loaded quota_driver: . Nov 23 21:33:41.586059 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Made reservation on behalf of 85a9278e836c48588474d48b28dd99e9 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:33:41.653069 n-d-816206-9 neutron-server[110033]: DEBUG neutron.policy [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110033) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 21:33:41.700422 n-d-816206-9 neutron-server[110033]: WARNING oslo_policy.policy [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 21:33:41.700818 n-d-816206-9 neutron-server[110033]: WARNING oslo_policy.policy [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 21:33:41.712034 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:41.732647 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:41.844779 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:41.848550 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:41.872701 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:33:41.897489 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786760542639', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:41.898092 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Unsubscribe: segment precommit_create {{(pid=110033) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 21:33:41.898617 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Added segment 82544031-572e-4b4f-9d64-fbe7e9f3a144 of type vlan for network eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45 Nov 23 21:33:41.904710 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b432eff-d3b5-439f-9691-084be3baff93,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:33:41.935311 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:41.936364 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:41.936792 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:41.937249 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:41.937545 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:41.937892 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:41.938218 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:41.938540 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:41.938888 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:41.939211 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:41.939530 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:41.939847 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Tracked resource versions report: Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: pushed versions: Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: { 'AddressGroup': {'1.2'}, Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: 'ConntrackHelper': {'1.0'}, Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: 'Log': {'1.0'}, Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: 'Network': {'1.1'}, Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: 'Port': {'1.7'}, Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: 'PortForwarding': {'1.2'}, Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: 'QosPolicy': {'1.10'}, Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: 'SecurityGroup': {'1.5'}, Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: 'SecurityGroupRule': {'1.2'}, Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: 'SubPort': {'1.0'}, Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: 'Subnet': {'1.1'}, Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: 'Trunk': {'1.1'}} Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: consumer versions: Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: { DHCP agent@n-d-816206-9: {}, Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: L3 agent@n-d-816206-9: {}, Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: Metadata agent@n-d-816206-9: {}, Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: Metering agent@n-d-816206-9: {}, Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: Open vSwitch agent@n-d-816206-9: { 'AddressGroup': '1.2', Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: 'ConntrackHelper': '1.0', Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: 'Log': '1.0', Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: 'Network': '1.1', Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: 'Port': '1.7', Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: 'PortForwarding': '1.2', Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: 'QosPolicy': '1.10', Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: 'SecurityGroup': '1.5', Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: 'SecurityGroupRule': '1.2', Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: 'SubPort': '1.0', Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: 'Subnet': '1.1', Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: 'Trunk': '1.1'}} Nov 23 21:33:41.940963 n-d-816206-9 neutron-server[110033]: {{(pid=110033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 21:33:42.034012 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:42.078460 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:42.079742 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:33:42.080449 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:42.142458 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3305583 Nov 23 21:33:42.192544 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e01305-2122-4518-abd8-9bd11f0c77ac admin admin] Pushing event updated for resources: {'Network': ['ID=eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:33:42.204574 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:33:44.946147 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39292) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:33:45.374642 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f947e71-e3c3-4c15-a7d1-f069ce695757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:33:45.376139 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9f947e71-e3c3-4c15-a7d1-f069ce695757 admin admin] 10.222.0.50 "GET /v2.0/networks/eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45 HTTP/1.1" status: 200 len: 825 time: 0.4290483 Nov 23 21:33:45.401336 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-814b894a-9d62-47f5-b509-38c2a78a0f12 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/f57807df-1f11-4c15-8785-27acf612f135 HTTP/1.1" status: 200 len: 734 time: 0.0191598 Nov 23 21:33:45.410787 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] Request body: {'subnet': {'tenant_id': '85a9278e836c48588474d48b28dd99e9', 'subnetpool_id': 'f57807df-1f11-4c15-8785-27acf612f135', 'name': 'private-subnet', 'network_id': 'eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:33:45.440401 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] Made reservation on behalf of 85a9278e836c48588474d48b28dd99e9 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:33:45.442971 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:45.727555 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:45.800196 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] Checking segment: {'id': '82544031-572e-4b4f-9d64-fbe7e9f3a144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:33:45.800552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] Network hostable DHCP agents. Network: eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:33:45.809704 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98231d6b-9b75-4093-a62c-726a6d096e38,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:33:45.826359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:45.827231 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:45.827564 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:45.827894 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:45.828221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:45.828544 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:45.828862 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:45.829181 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:45.829497 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:45.829815 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:45.830130 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:45.830435 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] Tracked resource versions report: Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: pushed versions: Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: { 'AddressGroup': {'1.2'}, Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: 'ConntrackHelper': {'1.0'}, Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: 'Log': {'1.0'}, Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: 'Network': {'1.1'}, Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: 'Port': {'1.7'}, Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: 'PortForwarding': {'1.2'}, Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: 'QosPolicy': {'1.10'}, Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: 'SecurityGroup': {'1.5'}, Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: 'SecurityGroupRule': {'1.2'}, Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: 'SubPort': {'1.0'}, Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: 'Subnet': {'1.1'}, Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: 'Trunk': {'1.1'}} Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: consumer versions: Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: { DHCP agent@n-d-816206-9: {}, Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: L3 agent@n-d-816206-9: {}, Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: Metadata agent@n-d-816206-9: {}, Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: Metering agent@n-d-816206-9: {}, Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: Open vSwitch agent@n-d-816206-9: { 'AddressGroup': '1.2', Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: 'ConntrackHelper': '1.0', Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: 'Log': '1.0', Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: 'Network': '1.1', Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: 'Port': '1.7', Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: 'PortForwarding': '1.2', Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: 'QosPolicy': '1.10', Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: 'SecurityGroup': '1.5', Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: 'SecurityGroupRule': '1.2', Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: 'SubPort': '1.0', Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: 'Subnet': '1.1', Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: 'Trunk': '1.1'}} Nov 23 21:33:45.831546 n-d-816206-9 neutron-server[110034]: {{(pid=110034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 21:33:45.855970 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] Network eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:33:45.872393 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:33:45.877652 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:33:45.878289 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:45.883334 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6157ab98-6b3f-498a-9307-c11f896aecb6 None None] Network eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:33:45.896012 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-910e97d8-d612-4405-b2a9-f28fc3deb9f3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4883738 Nov 23 21:33:46.215504 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45', 'network_id': 'eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45', 'tenant_id': '85a9278e836c48588474d48b28dd99e9', 'fixed_ips': [{'subnet_id': '98231d6b-9b75-4093-a62c-726a6d096e38'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:33:46.216812 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:46.519768 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Allocated IP 172.20.0.2 (eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45/98231d6b-9b75-4093-a62c-726a6d096e38/51989f08-9bec-4cf7-8cca-38db12c9f4f2) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:33:46.722509 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:46.730649 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:46.805527 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Network eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:33:46.813403 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:33:46.817117 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:33:46.859715 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Pushing event updated for resources: {'Port': ['ID=51989f08-9bec-4cf7-8cca-38db12c9f4f2,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:33:46.882229 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:46.882589 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:46.882960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:46.883300 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:46.883644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:46.884199 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:46.884287 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:46.884619 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:46.884947 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:46.885278 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:46.885622 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:46.885932 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Tracked resource versions report: Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: pushed versions: Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: { 'AddressGroup': {'1.2'}, Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: 'ConntrackHelper': {'1.0'}, Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: 'Log': {'1.0'}, Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: 'Network': {'1.1'}, Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: 'Port': {'1.7'}, Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: 'PortForwarding': {'1.2'}, Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: 'QosPolicy': {'1.10'}, Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: 'SecurityGroup': {'1.5'}, Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: 'SecurityGroupRule': {'1.2'}, Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: 'SubPort': {'1.0'}, Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: 'Subnet': {'1.1'}, Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: 'Trunk': {'1.1'}} Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: consumer versions: Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: { DHCP agent@n-d-816206-9: {}, Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: L3 agent@n-d-816206-9: {}, Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: Metadata agent@n-d-816206-9: {}, Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: Metering agent@n-d-816206-9: {}, Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: Open vSwitch agent@n-d-816206-9: { 'AddressGroup': '1.2', Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: 'ConntrackHelper': '1.0', Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: 'Log': '1.0', Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: 'Network': '1.1', Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: 'Port': '1.7', Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: 'PortForwarding': '1.2', Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: 'QosPolicy': '1.10', Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: 'SecurityGroup': '1.5', Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: 'SecurityGroupRule': '1.2', Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: 'SubPort': '1.0', Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: 'Subnet': '1.1', Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: 'Trunk': '1.1'}} Nov 23 21:33:46.887073 n-d-816206-9 neutron-server[110035]: {{(pid=110035) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 21:33:46.915139 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Attempting to bind port 51989f08-9bec-4cf7-8cca-38db12c9f4f2 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:33:46.915544 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Attempting to bind port 51989f08-9bec-4cf7-8cca-38db12c9f4f2 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '82544031-572e-4b4f-9d64-fbe7e9f3a144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:33:46.915960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Attempting to bind port 51989f08-9bec-4cf7-8cca-38db12c9f4f2 on network eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:33:46.920895 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:33:46.921293 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Checking segment: {'id': '82544031-572e-4b4f-9d64-fbe7e9f3a144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:33:46.921752 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:46.922143 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Bound using segment: {'id': '82544031-572e-4b4f-9d64-fbe7e9f3a144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:33:46.922647 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Bound port: 51989f08-9bec-4cf7-8cca-38db12c9f4f2, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82544031-572e-4b4f-9d64-fbe7e9f3a144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:33:46.923135 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:46.986504 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] For port 51989f08-9bec-4cf7-8cca-38db12c9f4f2, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:33:46.990835 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] For port 51989f08-9bec-4cf7-8cca-38db12c9f4f2, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=51989f08-9bec-4cf7-8cca-38db12c9f4f2,segment=NetworkSegment(82544031-572e-4b4f-9d64-fbe7e9f3a144),segment_id=82544031-572e-4b4f-9d64-fbe7e9f3a144)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:33:46.995345 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:47.063002 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f093e1-d45e-4d9c-80fc-6a5e87af3e25 None None] Pushing event updated for resources: {'Port': ['ID=51989f08-9bec-4cf7-8cca-38db12c9f4f2,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:33:48.438705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39304) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:33:48.753228 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [None req-ea2726c6-0bbe-4171-9d2f-e529bd0405bc admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:33:48.754221 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ea2726c6-0bbe-4171-9d2f-e529bd0405bc admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3144462 Nov 23 21:33:51.278770 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39312) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:33:51.597736 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [None req-60d29fa3-dc18-4972-94f4-dea03c6bdbac admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:33:51.598739 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-60d29fa3-dc18-4972-94f4-dea03c6bdbac admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3183067 Nov 23 21:33:54.397455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39322) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:33:54.698244 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-e5b5dae7-eb1b-4676-b1a5-d057e41bcd38 admin admin] Request body: {'router': {'tenant_id': '85a9278e836c48588474d48b28dd99e9', 'name': 'router1', 'admin_state_up': True}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:33:54.722149 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5b5dae7-eb1b-4676-b1a5-d057e41bcd38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:54.723741 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5b5dae7-eb1b-4676-b1a5-d057e41bcd38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:54.875268 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5b5dae7-eb1b-4676-b1a5-d057e41bcd38 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:54.880805 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5b5dae7-eb1b-4676-b1a5-d057e41bcd38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:54.895306 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5b5dae7-eb1b-4676-b1a5-d057e41bcd38 admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:54.896495 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e5b5dae7-eb1b-4676-b1a5-d057e41bcd38 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4980619 Nov 23 21:33:55.271985 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 5 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:33:55.452825 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 51989f08-9bec-4cf7-8cca-38db12c9f4f2 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:33:55.546543 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 51989f08-9bec-4cf7-8cca-38db12c9f4f2 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:33:55.547107 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:55.662839 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:55.698772 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 51989f08-9bec-4cf7-8cca-38db12c9f4f2, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=51989f08-9bec-4cf7-8cca-38db12c9f4f2,segment=NetworkSegment(82544031-572e-4b4f-9d64-fbe7e9f3a144),segment_id=82544031-572e-4b4f-9d64-fbe7e9f3a144)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:33:55.702740 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:55.752737 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=51989f08-9bec-4cf7-8cca-38db12c9f4f2,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:33:56.258074 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36c1b41-5201-45bb-acf4-20a850190ace None None] Network eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:33:56.336043 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c5362408-40ef-4d54-8246-cdf30e67997d None None] Provisioning complete for port 51989f08-9bec-4cf7-8cca-38db12c9f4f2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:33:56.336404 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c5362408-40ef-4d54-8246-cdf30e67997d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:56.696803 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7bbb11e6-af5b-475a-8da4-4e0d3d12d4e3 None None] Provisioning complete for port 51989f08-9bec-4cf7-8cca-38db12c9f4f2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:33:56.697448 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7bbb11e6-af5b-475a-8da4-4e0d3d12d4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:57.427436 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 51989f08-9bec-4cf7-8cca-38db12c9f4f2 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:33:57.437068 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39334) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:33:57.475254 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 51989f08-9bec-4cf7-8cca-38db12c9f4f2 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:33:57.475624 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:57.780074 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [None req-fde2914d-7565-4a06-9fad-c7513ef3a878 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:33:57.780569 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7c94d188-62af-42d1-ab80-4c6055ff83b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:33:57.781413 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fde2914d-7565-4a06-9fad-c7513ef3a878 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3432829 Nov 23 21:34:00.275903 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39342) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:34:00.385450 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ac2dd995-004e-4dc7-ab4d-6f789692c8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:00.586974 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-3f4d3b61-4e39-482a-9e8c-0f980dddc3fe admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:34:00.607827 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4d3b61-4e39-482a-9e8c-0f980dddc3fe admin admin] Made reservation on behalf of 30a83ef6eebb448eb987b1e484996e38 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:34:00.610045 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3f4d3b61-4e39-482a-9e8c-0f980dddc3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:00.618236 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3f4d3b61-4e39-482a-9e8c-0f980dddc3fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:00.691270 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3f4d3b61-4e39-482a-9e8c-0f980dddc3fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:00.694867 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3f4d3b61-4e39-482a-9e8c-0f980dddc3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:00.709602 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3f4d3b61-4e39-482a-9e8c-0f980dddc3fe admin admin] Reserving flat network on physical network physnet1 {{(pid=110033) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 23 21:34:00.728580 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d3b61-4e39-482a-9e8c-0f980dddc3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fd8b80-7365-48fc-8196-af0061eda49d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:34:00.734486 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3f4d3b61-4e39-482a-9e8c-0f980dddc3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:00.734855 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-3f4d3b61-4e39-482a-9e8c-0f980dddc3fe admin admin] Added segment 2d413cc6-d962-40db-bdac-5afb2a178a16 of type flat for network 6cc504ca-0b29-4422-812a-d9c243f543fe Nov 23 21:34:00.787267 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3f4d3b61-4e39-482a-9e8c-0f980dddc3fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:00.819141 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3f4d3b61-4e39-482a-9e8c-0f980dddc3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:00.820067 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4d3b61-4e39-482a-9e8c-0f980dddc3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:34:00.820637 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3f4d3b61-4e39-482a-9e8c-0f980dddc3fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:00.855293 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3f4d3b61-4e39-482a-9e8c-0f980dddc3fe admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5782900 Nov 23 21:34:00.889805 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d3b61-4e39-482a-9e8c-0f980dddc3fe admin admin] Pushing event updated for resources: {'Network': ['ID=6cc504ca-0b29-4422-812a-d9c243f543fe,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:34:00.900067 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 6cc504ca-0b29-4422-812a-d9c243f543fe details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:34:01.379307 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:02.739071 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:03.383930 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39360) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:34:03.556621 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba89d00-e890-40b4-8943-9ca97f9074ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:34:03.558176 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-bba89d00-e890-40b4-8943-9ca97f9074ea admin admin] 10.222.0.50 "GET /v2.0/subnets/98231d6b-9b75-4093-a62c-726a6d096e38 HTTP/1.1" status: 200 len: 849 time: 0.1736224 Nov 23 21:34:03.677473 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f231508d-eee7-4eb7-86dc-bad6fda728d5 admin admin] 10.222.0.50 "GET /v2.0/routers/835ce84b-5c7d-406a-9af4-6173e5258297 HTTP/1.1" status: 200 len: 704 time: 0.1127865 Nov 23 21:34:03.680301 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:03.943504 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2d59cf8-384b-4869-9467-7a63064ef962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:04.241120 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-f2d59cf8-384b-4869-9467-7a63064ef962 admin admin] Allocated IP 172.20.0.1 (eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45/98231d6b-9b75-4093-a62c-726a6d096e38/7383de2d-7920-433c-8c11-994f94294167) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:34:04.398317 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2d59cf8-384b-4869-9467-7a63064ef962 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:04.467521 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2d59cf8-384b-4869-9467-7a63064ef962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:04.543067 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d59cf8-384b-4869-9467-7a63064ef962 admin admin] Network eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:34:04.552164 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-f2d59cf8-384b-4869-9467-7a63064ef962 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:34:04.557993 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d59cf8-384b-4869-9467-7a63064ef962 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:34:04.557993 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2d59cf8-384b-4869-9467-7a63064ef962 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:04.578563 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d59cf8-384b-4869-9467-7a63064ef962 admin admin] Pushing event updated for resources: {'Port': ['ID=7383de2d-7920-433c-8c11-994f94294167,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:34:04.747093 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ba80fdd7-7bb2-4afe-9941-8359c623bdbd None None] Provisioning complete for port 7383de2d-7920-433c-8c11-994f94294167 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:34:04.747696 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ba80fdd7-7bb2-4afe-9941-8359c623bdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:04.780909 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-ba80fdd7-7bb2-4afe-9941-8359c623bdbd None None] Port 7383de2d-7920-433c-8c11-994f94294167 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:34:04.808637 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2d59cf8-384b-4869-9467-7a63064ef962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:05.013782 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2d59cf8-384b-4869-9467-7a63064ef962 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:05.018126 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2d59cf8-384b-4869-9467-7a63064ef962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:05.018885 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2d59cf8-384b-4869-9467-7a63064ef962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:05.079487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d59cf8-384b-4869-9467-7a63064ef962 admin admin] Pushing event updated for resources: {'Port': ['ID=7383de2d-7920-433c-8c11-994f94294167,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:34:05.144255 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d59cf8-384b-4869-9467-7a63064ef962 admin admin] Network eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:34:05.146028 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-f2d59cf8-384b-4869-9467-7a63064ef962 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:34:05.302040 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-45bb7350-888b-4f97-95d9-2c139e6007b8 None None] Provisioning complete for port 7383de2d-7920-433c-8c11-994f94294167 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:34:05.302409 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-45bb7350-888b-4f97-95d9-2c139e6007b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:05.313399 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d59cf8-384b-4869-9467-7a63064ef962 admin admin] Router 835ce84b-5c7d-406a-9af4-6173e5258297 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 21:34:05.335028 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-45bb7350-888b-4f97-95d9-2c139e6007b8 None None] Port 7383de2d-7920-433c-8c11-994f94294167 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:34:05.404004 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d59cf8-384b-4869-9467-7a63064ef962 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:34:05.410984 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f2d59cf8-384b-4869-9467-7a63064ef962 admin admin] 10.222.0.50 "PUT /v2.0/routers/835ce84b-5c7d-406a-9af4-6173e5258297/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7260556 Nov 23 21:34:05.413682 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] Sync routers for ids ['835ce84b-5c7d-406a-9af4-6173e5258297'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:34:05.427635 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] Routers {'835ce84b-5c7d-406a-9af4-6173e5258297'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:34:05.428589 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:34:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['835ce84b-5c7d-406a-9af4-6173e5258297'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:34:05.620320 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] Set router 835ce84b-5c7d-406a-9af4-6173e5258297 gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:34:06.050466 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835ce84b-5c7d-406a-9af4-6173e5258297', 'name': 'router1', 'tenant_id': '85a9278e836c48588474d48b28dd99e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:33:54Z', 'updated_at': '2021-11-23T21:34:04Z', 'revision_number': 2, 'project_id': '85a9278e836c48588474d48b28dd99e9', 'gw_port_host': None, '_interfaces': [{'id': '7383de2d-7920-433c-8c11-994f94294167', 'name': '', 'network_id': 'eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45', 'tenant_id': '85a9278e836c48588474d48b28dd99e9', 'mac_address': 'fa:16:3e:64:1e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835ce84b-5c7d-406a-9af4-6173e5258297', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98231d6b-9b75-4093-a62c-726a6d096e38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:34:03Z', 'updated_at': '2021-11-23T21:34:04Z', 'revision_number': 2, 'project_id': '85a9278e836c48588474d48b28dd99e9', 'subnets': [{'id': '98231d6b-9b75-4093-a62c-726a6d096e38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f57807df-1f11-4c15-8785-27acf612f135'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:34:06.100778 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] Checking router: 835ce84b-5c7d-406a-9af4-6173e5258297 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:34:06.101142 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] Updating router 835ce84b-5c7d-406a-9af4-6173e5258297 port 7383de2d-7920-433c-8c11-994f94294167 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:34:06.149872 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:06.660780 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:06.667624 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:06.829104 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a630bb-b5a5-4ad7-bcb4-e9abc6a4e906 None None] Pushing event updated for resources: {'Port': ['ID=7383de2d-7920-433c-8c11-994f94294167,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:34:06.843290 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a630bb-b5a5-4ad7-bcb4-e9abc6a4e906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:34:06.843635 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a630bb-b5a5-4ad7-bcb4-e9abc6a4e906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:34:06.843966 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a630bb-b5a5-4ad7-bcb4-e9abc6a4e906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:34:06.844294 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a630bb-b5a5-4ad7-bcb4-e9abc6a4e906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:34:06.844618 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a630bb-b5a5-4ad7-bcb4-e9abc6a4e906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:34:06.844940 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a630bb-b5a5-4ad7-bcb4-e9abc6a4e906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:34:06.845261 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a630bb-b5a5-4ad7-bcb4-e9abc6a4e906 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:34:06.846062 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a630bb-b5a5-4ad7-bcb4-e9abc6a4e906 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:34:06.846383 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a630bb-b5a5-4ad7-bcb4-e9abc6a4e906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:34:06.846705 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a630bb-b5a5-4ad7-bcb4-e9abc6a4e906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:34:06.847173 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a630bb-b5a5-4ad7-bcb4-e9abc6a4e906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:34:06.847491 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a630bb-b5a5-4ad7-bcb4-e9abc6a4e906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a630bb-b5a5-4ad7-bcb4-e9abc6a4e906 None None] Tracked resource versions report: Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: pushed versions: Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: { 'AddressGroup': {'1.2'}, Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: 'ConntrackHelper': {'1.0'}, Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: 'Log': {'1.0'}, Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: 'Network': {'1.1'}, Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: 'Port': {'1.7'}, Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: 'PortForwarding': {'1.2'}, Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: 'QosPolicy': {'1.10'}, Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: 'SecurityGroup': {'1.5'}, Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: 'SecurityGroupRule': {'1.2'}, Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: 'SubPort': {'1.0'}, Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: 'Subnet': {'1.1'}, Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: 'Trunk': {'1.1'}} Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: consumer versions: Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: { DHCP agent@n-d-816206-9: {}, Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: L3 agent@n-d-816206-9: {}, Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: Metadata agent@n-d-816206-9: {}, Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: Metering agent@n-d-816206-9: {}, Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: Open vSwitch agent@n-d-816206-9: { 'AddressGroup': '1.2', Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: 'ConntrackHelper': '1.0', Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: 'Log': '1.0', Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: 'Network': '1.1', Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: 'Port': '1.7', Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: 'PortForwarding': '1.2', Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: 'QosPolicy': '1.10', Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: 'SecurityGroup': '1.5', Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: 'SecurityGroupRule': '1.2', Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: 'SubPort': '1.0', Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: 'Subnet': '1.1', Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: 'Trunk': '1.1'}} Nov 23 21:34:06.848590 n-d-816206-9 neutron-server[110036]: {{(pid=110036) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 21:34:06.854276 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] Attempting to bind port 7383de2d-7920-433c-8c11-994f94294167 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:34:06.854677 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] Attempting to bind port 7383de2d-7920-433c-8c11-994f94294167 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '82544031-572e-4b4f-9d64-fbe7e9f3a144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:34:06.855150 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] Attempting to bind port 7383de2d-7920-433c-8c11-994f94294167 on network eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:34:06.860469 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:34:06.860879 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] Checking segment: {'id': '82544031-572e-4b4f-9d64-fbe7e9f3a144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:34:06.861354 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:06.861735 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] Bound using segment: {'id': '82544031-572e-4b4f-9d64-fbe7e9f3a144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:34:06.862238 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] Bound port: 7383de2d-7920-433c-8c11-994f94294167, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82544031-572e-4b4f-9d64-fbe7e9f3a144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:34:06.862620 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:06.867259 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e272bfa8-caff-4668-acad-71ac5b10a9cd None None] Provisioning complete for port 7383de2d-7920-433c-8c11-994f94294167 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:34:06.867859 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e272bfa8-caff-4668-acad-71ac5b10a9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:06.905871 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e272bfa8-caff-4668-acad-71ac5b10a9cd None None] Port 7383de2d-7920-433c-8c11-994f94294167 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:34:06.930030 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] For port 7383de2d-7920-433c-8c11-994f94294167, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:34:06.950364 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] For port 7383de2d-7920-433c-8c11-994f94294167, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=7383de2d-7920-433c-8c11-994f94294167,segment=NetworkSegment(82544031-572e-4b4f-9d64-fbe7e9f3a144),segment_id=82544031-572e-4b4f-9d64-fbe7e9f3a144)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:34:06.955389 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:07.013707 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a630bb-b5a5-4ad7-bcb4-e9abc6a4e906 None None] Pushing event updated for resources: {'Port': ['ID=7383de2d-7920-433c-8c11-994f94294167,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:34:07.016590 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] Routers {'835ce84b-5c7d-406a-9af4-6173e5258297'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:34:07.017185 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:34:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['835ce84b-5c7d-406a-9af4-6173e5258297'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:34:07.107903 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] Set router 835ce84b-5c7d-406a-9af4-6173e5258297 gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:34:07.226164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6c2993bd-8d99-4270-bf66-35158a20d9bd None None] Provisioning complete for port 7383de2d-7920-433c-8c11-994f94294167 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:34:07.226486 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6c2993bd-8d99-4270-bf66-35158a20d9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:07.306899 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6c2993bd-8d99-4270-bf66-35158a20d9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:07.321912 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835ce84b-5c7d-406a-9af4-6173e5258297', 'name': 'router1', 'tenant_id': '85a9278e836c48588474d48b28dd99e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:33:54Z', 'updated_at': '2021-11-23T21:34:04Z', 'revision_number': 2, 'project_id': '85a9278e836c48588474d48b28dd99e9', 'gw_port_host': None, '_interfaces': [{'id': '7383de2d-7920-433c-8c11-994f94294167', 'name': '', 'network_id': 'eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45', 'tenant_id': '85a9278e836c48588474d48b28dd99e9', 'mac_address': 'fa:16:3e:64:1e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835ce84b-5c7d-406a-9af4-6173e5258297', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98231d6b-9b75-4093-a62c-726a6d096e38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:34:03Z', 'updated_at': '2021-11-23T21:34:06Z', 'revision_number': 4, 'project_id': '85a9278e836c48588474d48b28dd99e9', 'subnets': [{'id': '98231d6b-9b75-4093-a62c-726a6d096e38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f57807df-1f11-4c15-8785-27acf612f135'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:34:07.339564 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-6c2993bd-8d99-4270-bf66-35158a20d9bd None None] For port 7383de2d-7920-433c-8c11-994f94294167, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=7383de2d-7920-433c-8c11-994f94294167,segment=NetworkSegment(82544031-572e-4b4f-9d64-fbe7e9f3a144),segment_id=82544031-572e-4b4f-9d64-fbe7e9f3a144)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:34:07.344301 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6c2993bd-8d99-4270-bf66-35158a20d9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:07.349264 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c03afd-1d6c-409b-ac42-a8902ed5a2e0 None None] The sync data for ids ['835ce84b-5c7d-406a-9af4-6173e5258297'] in n-d-816206-9 is: [{'id': '835ce84b-5c7d-406a-9af4-6173e5258297', 'name': 'router1', 'tenant_id': '85a9278e836c48588474d48b28dd99e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:33:54Z', 'updated_at': '2021-11-23T21:34:04Z', 'revision_number': 2, 'project_id': '85a9278e836c48588474d48b28dd99e9', 'gw_port_host': None, '_interfaces': [{'id': '7383de2d-7920-433c-8c11-994f94294167', 'name': '', 'network_id': 'eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45', 'tenant_id': '85a9278e836c48588474d48b28dd99e9', 'mac_address': 'fa:16:3e:64:1e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835ce84b-5c7d-406a-9af4-6173e5258297', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98231d6b-9b75-4093-a62c-726a6d096e38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:34:03Z', 'updated_at': '2021-11-23T21:34:06Z', 'revision_number': 4, 'project_id': '85a9278e836c48588474d48b28dd99e9', 'subnets': [{'id': '98231d6b-9b75-4093-a62c-726a6d096e38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f57807df-1f11-4c15-8785-27acf612f135'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:34:07.400655 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2993bd-8d99-4270-bf66-35158a20d9bd None None] Pushing event updated for resources: {'Port': ['ID=7383de2d-7920-433c-8c11-994f94294167,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:34:07.780094 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39380) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:34:07.889506 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ee2db9-08c9-4deb-9692-59343a97a646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:34:07.890882 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f2ee2db9-08c9-4deb-9692-59343a97a646 admin admin] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 842 time: 0.1097381 Nov 23 21:34:07.900605 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-3836220d-dbf7-4af5-aa5a-ed2f866e7d67 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.25.5.0/24', 'name': 'public-subnet', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'ip_version': 4, 'gateway_ip': '172.25.5.1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:34:07.923069 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3836220d-dbf7-4af5-aa5a-ed2f866e7d67 admin admin] Made reservation on behalf of 30a83ef6eebb448eb987b1e484996e38 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:34:07.925326 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3836220d-dbf7-4af5-aa5a-ed2f866e7d67 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:08.206485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.objects.ports [None req-3836220d-dbf7-4af5-aa5a-ed2f866e7d67 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110034) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 21:34:08.206943 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3836220d-dbf7-4af5-aa5a-ed2f866e7d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:08.260367 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836220d-dbf7-4af5-aa5a-ed2f866e7d67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3486aa15-75de-4ff3-acfd-9de2e8acd9e8,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:34:08.268576 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3836220d-dbf7-4af5-aa5a-ed2f866e7d67 admin admin] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:34:08.268926 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3836220d-dbf7-4af5-aa5a-ed2f866e7d67 admin admin] Network hostable DHCP agents. Network: 6cc504ca-0b29-4422-812a-d9c243f543fe, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:34:08.286001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3836220d-dbf7-4af5-aa5a-ed2f866e7d67 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:34:08.294766 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-3836220d-dbf7-4af5-aa5a-ed2f866e7d67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 6cc504ca-0b29-4422-812a-d9c243f543fe) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:34:08.299870 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3836220d-dbf7-4af5-aa5a-ed2f866e7d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:34:08.300426 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3836220d-dbf7-4af5-aa5a-ed2f866e7d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:08.307650 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9ab4a4-9d1b-4812-90db-92e479882c30 None None] Network 6cc504ca-0b29-4422-812a-d9c243f543fe requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:34:08.323201 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3836220d-dbf7-4af5-aa5a-ed2f866e7d67 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4259450 Nov 23 21:34:08.459557 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a347aa6-5d52-4431-b119-4d7b8fa92f11 None None] Network 6cc504ca-0b29-4422-812a-d9c243f543fe requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:34:10.796508 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39388) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:34:10.928416 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ef2f8665-ec86-40f4-875f-12247bb05eac admin admin] 10.222.0.50 "GET /v2.0/routers/835ce84b-5c7d-406a-9af4-6173e5258297 HTTP/1.1" status: 200 len: 710 time: 0.1306872 Nov 23 21:34:11.017712 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f917a4-82be-4921-80f4-5f8df444240f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:34:11.019005 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-56f917a4-82be-4921-80f4-5f8df444240f admin admin] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 886 time: 0.0845022 Nov 23 21:34:11.029064 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-ca0712f1-bf19-4417-ae40-00bc24237465 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:34:11.352758 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ca0712f1-bf19-4417-ae40-00bc24237465 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:11.585152 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ca0712f1-bf19-4417-ae40-00bc24237465 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:11.659671 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ca0712f1-bf19-4417-ae40-00bc24237465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:11.763638 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-ca0712f1-bf19-4417-ae40-00bc24237465 admin admin] Allocated IP 172.25.5.86 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/c239b9dd-0100-4cc8-9737-28e50427c415) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:34:11.861493 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ca0712f1-bf19-4417-ae40-00bc24237465 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:11.896393 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ca0712f1-bf19-4417-ae40-00bc24237465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:11.932114 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0712f1-bf19-4417-ae40-00bc24237465 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:34:11.937830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-ca0712f1-bf19-4417-ae40-00bc24237465 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:34:11.941163 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0712f1-bf19-4417-ae40-00bc24237465 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:34:12.003722 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0712f1-bf19-4417-ae40-00bc24237465 admin admin] Pushing event updated for resources: {'Port': ['ID=c239b9dd-0100-4cc8-9737-28e50427c415,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:34:12.196555 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ca0712f1-bf19-4417-ae40-00bc24237465 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:12.391330 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ca0712f1-bf19-4417-ae40-00bc24237465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:12.394628 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ca0712f1-bf19-4417-ae40-00bc24237465 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-847058'] for router, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:12.592588 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0712f1-bf19-4417-ae40-00bc24237465 admin admin] Router 835ce84b-5c7d-406a-9af4-6173e5258297 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:34:12.700708 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0712f1-bf19-4417-ae40-00bc24237465 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:34:12.705418 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ca0712f1-bf19-4417-ae40-00bc24237465 admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:12.716777 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ca0712f1-bf19-4417-ae40-00bc24237465 admin admin] 10.222.0.50 "PUT /v2.0/routers/835ce84b-5c7d-406a-9af4-6173e5258297 HTTP/1.1" status: 200 len: 889 time: 1.6815073 Nov 23 21:34:13.453989 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 7383de2d-7920-433c-8c11-994f94294167 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:34:13.507327 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 7383de2d-7920-433c-8c11-994f94294167 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:34:13.507705 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:14.475774 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] Sync routers for ids ['835ce84b-5c7d-406a-9af4-6173e5258297'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:34:14.487774 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] Routers {'835ce84b-5c7d-406a-9af4-6173e5258297'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:34:14.488413 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:34:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['835ce84b-5c7d-406a-9af4-6173e5258297'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:34:14.695900 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] Set router 835ce84b-5c7d-406a-9af4-6173e5258297 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:34:15.159678 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835ce84b-5c7d-406a-9af4-6173e5258297', 'name': 'router1', 'tenant_id': '85a9278e836c48588474d48b28dd99e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c239b9dd-0100-4cc8-9737-28e50427c415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:33:54Z', 'updated_at': '2021-11-23T21:34:12Z', 'revision_number': 4, 'project_id': '85a9278e836c48588474d48b28dd99e9', 'gw_port': {'id': 'c239b9dd-0100-4cc8-9737-28e50427c415', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835ce84b-5c7d-406a-9af4-6173e5258297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:34:11Z', 'updated_at': '2021-11-23T21:34:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '7383de2d-7920-433c-8c11-994f94294167', 'name': '', 'network_id': 'eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45', 'tenant_id': '85a9278e836c48588474d48b28dd99e9', 'mac_address': 'fa:16:3e:64:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835ce84b-5c7d-406a-9af4-6173e5258297', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98231d6b-9b75-4093-a62c-726a6d096e38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:34:03Z', 'updated_at': '2021-11-23T21:34:07Z', 'revision_number': 5, 'project_id': '85a9278e836c48588474d48b28dd99e9', 'subnets': [{'id': '98231d6b-9b75-4093-a62c-726a6d096e38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f57807df-1f11-4c15-8785-27acf612f135'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:34:15.210395 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] Checking router: 835ce84b-5c7d-406a-9af4-6173e5258297 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:34:15.210767 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] Updating router 835ce84b-5c7d-406a-9af4-6173e5258297 port c239b9dd-0100-4cc8-9737-28e50427c415 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:34:15.259882 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39400) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:34:15.260426 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:15.371676 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d0e2899e-5b2e-459f-a225-1016cdf46b76 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1105139 Nov 23 21:34:15.592954 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:15.600026 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:15.656852 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] Attempting to bind port c239b9dd-0100-4cc8-9737-28e50427c415 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:34:15.657233 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] Attempting to bind port c239b9dd-0100-4cc8-9737-28e50427c415 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:34:15.657594 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] Attempting to bind port c239b9dd-0100-4cc8-9737-28e50427c415 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:34:15.659460 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e9610-ce43-46c3-a413-f68c36c83a3a None None] Pushing event updated for resources: {'Port': ['ID=c239b9dd-0100-4cc8-9737-28e50427c415,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:34:15.664868 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:34:15.665243 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:34:15.665644 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:15.666066 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:34:15.666493 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] Bound port: c239b9dd-0100-4cc8-9737-28e50427c415, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:34:15.666922 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:15.718088 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] For port c239b9dd-0100-4cc8-9737-28e50427c415, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:34:15.721421 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] For port c239b9dd-0100-4cc8-9737-28e50427c415, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c239b9dd-0100-4cc8-9737-28e50427c415,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:34:15.725333 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:15.792446 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e9610-ce43-46c3-a413-f68c36c83a3a None None] Pushing event updated for resources: {'Port': ['ID=c239b9dd-0100-4cc8-9737-28e50427c415,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:34:15.798591 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] Routers {'835ce84b-5c7d-406a-9af4-6173e5258297'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:34:15.799227 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:34:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['835ce84b-5c7d-406a-9af4-6173e5258297'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:34:15.910670 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] Set router 835ce84b-5c7d-406a-9af4-6173e5258297 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:34:16.132106 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835ce84b-5c7d-406a-9af4-6173e5258297', 'name': 'router1', 'tenant_id': '85a9278e836c48588474d48b28dd99e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c239b9dd-0100-4cc8-9737-28e50427c415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:33:54Z', 'updated_at': '2021-11-23T21:34:12Z', 'revision_number': 4, 'project_id': '85a9278e836c48588474d48b28dd99e9', 'gw_port': {'id': 'c239b9dd-0100-4cc8-9737-28e50427c415', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835ce84b-5c7d-406a-9af4-6173e5258297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:34:11Z', 'updated_at': '2021-11-23T21:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '7383de2d-7920-433c-8c11-994f94294167', 'name': '', 'network_id': 'eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45', 'tenant_id': '85a9278e836c48588474d48b28dd99e9', 'mac_address': 'fa:16:3e:64:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835ce84b-5c7d-406a-9af4-6173e5258297', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98231d6b-9b75-4093-a62c-726a6d096e38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:34:03Z', 'updated_at': '2021-11-23T21:34:07Z', 'revision_number': 5, 'project_id': '85a9278e836c48588474d48b28dd99e9', 'subnets': [{'id': '98231d6b-9b75-4093-a62c-726a6d096e38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f57807df-1f11-4c15-8785-27acf612f135'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:34:16.158313 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d59bba9-b239-4532-a285-bdc07986c463 None None] The sync data for ids ['835ce84b-5c7d-406a-9af4-6173e5258297'] in n-d-816206-9 is: [{'id': '835ce84b-5c7d-406a-9af4-6173e5258297', 'name': 'router1', 'tenant_id': '85a9278e836c48588474d48b28dd99e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'c239b9dd-0100-4cc8-9737-28e50427c415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:33:54Z', 'updated_at': '2021-11-23T21:34:12Z', 'revision_number': 4, 'project_id': '85a9278e836c48588474d48b28dd99e9', 'gw_port': {'id': 'c239b9dd-0100-4cc8-9737-28e50427c415', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:3b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835ce84b-5c7d-406a-9af4-6173e5258297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:34:11Z', 'updated_at': '2021-11-23T21:34:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '7383de2d-7920-433c-8c11-994f94294167', 'name': '', 'network_id': 'eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45', 'tenant_id': '85a9278e836c48588474d48b28dd99e9', 'mac_address': 'fa:16:3e:64:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835ce84b-5c7d-406a-9af4-6173e5258297', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98231d6b-9b75-4093-a62c-726a6d096e38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:34:03Z', 'updated_at': '2021-11-23T21:34:07Z', 'revision_number': 5, 'project_id': '85a9278e836c48588474d48b28dd99e9', 'subnets': [{'id': '98231d6b-9b75-4093-a62c-726a6d096e38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f57807df-1f11-4c15-8785-27acf612f135'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:34:17.485972 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c239b9dd-0100-4cc8-9737-28e50427c415 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:34:17.540267 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port c239b9dd-0100-4cc8-9737-28e50427c415 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:34:17.540650 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:17.629978 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:17.652100 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port c239b9dd-0100-4cc8-9737-28e50427c415, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c239b9dd-0100-4cc8-9737-28e50427c415,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:34:17.657276 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:17.710133 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=c239b9dd-0100-4cc8-9737-28e50427c415,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:34:19.464957 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c239b9dd-0100-4cc8-9737-28e50427c415 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:34:19.518340 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port c239b9dd-0100-4cc8-9737-28e50427c415 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:34:19.518734 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:27.773366 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5c7331b6-ea02-468d-9eb9-8fd549cb8041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:30.392849 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c744d8bf-76e1-44bd-bfb4-4836f9ab276f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:31.431259 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:32.272094 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 5 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:34:32.756717 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:33.699199 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:34:57.780887 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0bd63ec4-5622-4f85-8c36-0d7d023c3a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:35:00.391469 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5ea09ab0-cf59-4ef9-ad6a-b77dbc3ce189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:35:01.400145 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:35:02.746698 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:35:03.686394 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:35:09.271543 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 5 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:35:27.772918 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-97eed4a7-32d7-4f72-b52a-09afe153375b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:35:30.385123 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b9b03f72-2f53-4302-9e6b-aac88a4a3773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:35:31.392172 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:35:32.747429 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:35:33.690279 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:35:39.987848 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39916) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:35:40.048123 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae469b5-f918-408a-96a1-1a8cf39d0fd2 admin admin] GET failed (client error): The resource could not be found. Nov 23 21:35:40.049401 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5ae469b5-f918-408a-96a1-1a8cf39d0fd2 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605924 Nov 23 21:35:40.213774 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cd1dba-2cc6-4c9e-85b5-56329e272c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:35:40.215173 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c4cd1dba-2cc6-4c9e-85b5-56329e272c38 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1612089 Nov 23 21:35:42.525700 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39926) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:35:42.616972 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f60785-af35-47c8-8c77-0e2c72d9e2f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:35:42.618289 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f3f60785-af35-47c8-8c77-0e2c72d9e2f6 admin admin] 10.222.0.50 "GET /v2.0/subnets/98231d6b-9b75-4093-a62c-726a6d096e38 HTTP/1.1" status: 200 len: 849 time: 0.0916426 Nov 23 21:35:42.628592 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-ae705b5f-5c34-4abe-a6d5-9ea320ce0a9b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:35:42.714442 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae705b5f-5c34-4abe-a6d5-9ea320ce0a9b admin admin] Publish callbacks [] for subnet, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:35:42.857409 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae705b5f-5c34-4abe-a6d5-9ea320ce0a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786760448121'] for subnet, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:35:42.892351 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae705b5f-5c34-4abe-a6d5-9ea320ce0a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:35:42.892936 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fe8e03-74b0-4c96-a8ba-4b7a6e1e4ea0 None None] Network eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:35:42.893389 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae705b5f-5c34-4abe-a6d5-9ea320ce0a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:35:42.894231 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ae705b5f-5c34-4abe-a6d5-9ea320ce0a9b admin admin] 10.222.0.50 "PUT /v2.0/subnets/98231d6b-9b75-4093-a62c-726a6d096e38 HTTP/1.1" status: 200 len: 868 time: 0.2694514 Nov 23 21:35:42.909994 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae705b5f-5c34-4abe-a6d5-9ea320ce0a9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=98231d6b-9b75-4093-a62c-726a6d096e38,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:35:42.917504 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae705b5f-5c34-4abe-a6d5-9ea320ce0a9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:35:42.917778 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae705b5f-5c34-4abe-a6d5-9ea320ce0a9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:35:42.918132 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae705b5f-5c34-4abe-a6d5-9ea320ce0a9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:35:42.918473 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae705b5f-5c34-4abe-a6d5-9ea320ce0a9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:35:42.918888 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae705b5f-5c34-4abe-a6d5-9ea320ce0a9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:35:42.919230 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae705b5f-5c34-4abe-a6d5-9ea320ce0a9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:35:42.919565 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae705b5f-5c34-4abe-a6d5-9ea320ce0a9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:35:42.919899 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae705b5f-5c34-4abe-a6d5-9ea320ce0a9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:35:42.920221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae705b5f-5c34-4abe-a6d5-9ea320ce0a9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:35:42.920546 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae705b5f-5c34-4abe-a6d5-9ea320ce0a9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:35:42.920868 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae705b5f-5c34-4abe-a6d5-9ea320ce0a9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:35:42.921195 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae705b5f-5c34-4abe-a6d5-9ea320ce0a9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:35:43.256614 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c7be0378-278d-4bbd-a2f2-4460dfd85844 None None] Provisioning complete for port 7383de2d-7920-433c-8c11-994f94294167 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:35:43.256993 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c7be0378-278d-4bbd-a2f2-4460dfd85844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:35:43.348656 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c7be0378-278d-4bbd-a2f2-4460dfd85844 None None] Provisioning complete for port 51989f08-9bec-4cf7-8cca-38db12c9f4f2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:35:43.348922 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c7be0378-278d-4bbd-a2f2-4460dfd85844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:35:45.219518 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39934) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:35:45.416304 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f31c8c-a627-46c8-bcad-3b1e405b845e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:35:45.416672 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f31c8c-a627-46c8-bcad-3b1e405b845e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:35:45.418193 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-86f31c8c-a627-46c8-bcad-3b1e405b845e admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1976202 Nov 23 21:35:46.270490 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 5 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:35:47.734700 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39942) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:35:47.867683 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf16326-97e7-4dc2-abbc-d69daa417ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:35:47.868144 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf16326-97e7-4dc2-abbc-d69daa417ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:35:47.869667 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fcf16326-97e7-4dc2-abbc-d69daa417ade admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1339943 Nov 23 21:35:50.157919 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39950) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:35:50.283245 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac33e21-c866-4599-a4b7-9d470c3281ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:35:50.284597 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4ac33e21-c866-4599-a4b7-9d470c3281ba admin admin] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 886 time: 0.1256669 Nov 23 21:35:52.564286 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39958) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:35:52.691687 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147bf3b6-8cfb-48da-928b-9e3eb40f1df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:35:52.693026 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-147bf3b6-8cfb-48da-928b-9e3eb40f1df3 admin admin] 10.222.0.50 "GET /v2.0/networks/eb7b9cf6-dfac-4a36-9dad-db9dd1f09f45 HTTP/1.1" status: 200 len: 869 time: 0.1277959 Nov 23 21:35:55.010445 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39966) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:35:55.147734 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ce22a5-e9a4-45d1-b5c3-745ac758b8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:35:55.148196 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ce22a5-e9a4-45d1-b5c3-745ac758b8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:35:55.150752 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-06ce22a5-e9a4-45d1-b5c3-745ac758b8e9 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1383142 Nov 23 21:35:57.436962 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39976) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:35:57.527916 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe4a020-2581-4719-9711-3824eade2aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:35:57.529073 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe4a020-2581-4719-9711-3824eade2aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:35:57.530571 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4fe4a020-2581-4719-9711-3824eade2aa5 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0926168 Nov 23 21:35:57.775396 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d72f9657-ea55-49b4-a68b-8e22684e5e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:35:59.821239 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39984) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:35:59.949330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfe8fd1-0ac9-46ce-be73-7fc6a0b101ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:35:59.951222 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ddfe8fd1-0ac9-46ce-be73-7fc6a0b101ae admin admin] 10.222.0.50 "GET /v2.0/subnets/3486aa15-75de-4ff3-acfd-9de2e8acd9e8 HTTP/1.1" status: 200 len: 816 time: 0.1290262 Nov 23 21:36:00.388617 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-801e32d0-477a-4663-a9b6-8bf4b8d69a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:01.392650 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:02.239881 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39992) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:36:02.339231 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffe3111-7798-44f2-8c6b-51bca51918a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:36:02.341068 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3ffe3111-7798-44f2-8c6b-51bca51918a9 admin admin] 10.222.0.50 "GET /v2.0/subnets/98231d6b-9b75-4093-a62c-726a6d096e38 HTTP/1.1" status: 200 len: 868 time: 0.0997345 Nov 23 21:36:02.749767 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:03.692673 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:23.268729 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 5 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:36:27.780427 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ea0f42cc-fa46-480a-a3ad-4a19618ce3ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:28.281282 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40046) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:36:28.330026 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-016e2f21-bcb6-4d0f-ab93-dac2b4a298cb admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:36:28.331077 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-016e2f21-bcb6-4d0f-ab93-dac2b4a298cb admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0488212 Nov 23 21:36:30.391592 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b2cb413a-6ecd-4a86-a90c-911d27e9f775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:30.734871 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40054) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:36:30.804769 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e231e86d-9c6c-4466-9d31-199f9663d114 admin admin] GET failed (client error): The resource could not be found. Nov 23 21:36:30.806069 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e231e86d-9c6c-4466-9d31-199f9663d114 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0702684 Nov 23 21:36:30.950659 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44d357c-95fc-4219-abbe-89276fdb4113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:36:30.952076 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c44d357c-95fc-4219-abbe-89276fdb4113 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1404057 Nov 23 21:36:31.400342 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:32.752696 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:33.304967 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40062) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:36:33.351916 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:36:33.373377 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] Made reservation on behalf of 30a83ef6eebb448eb987b1e484996e38 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:36:33.375617 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:33.409229 n-d-816206-9 neutron-server[110033]: WARNING neutron.services.revisions.revision_plugin [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] Could not find related network for resource to bump revision. Nov 23 21:36:33.419876 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:36:33.428539 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:33.428880 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] Added segment 4b0e5f52-7b6f-4664-b71d-032667824b4d of type vlan for network 60228383-a4b8-42c3-8c9f-baad28e869ba Nov 23 21:36:33.467358 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:33.490180 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:33.491120 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:36:33.491704 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:33.525261 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2192373 Nov 23 21:36:33.555629 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] Pushing event updated for resources: {'Network': ['ID=60228383-a4b8-42c3-8c9f-baad28e869ba,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:36:33.563912 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:36:33.564261 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:36:33.564605 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:36:33.564941 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:36:33.565270 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:36:33.565599 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:36:33.565923 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:36:33.566247 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:36:33.566569 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:36:33.566917 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:36:33.567243 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:36:33.567561 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328de76e-bd24-4c5e-9866-b99ee3bf7831 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:36:33.578996 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 60228383-a4b8-42c3-8c9f-baad28e869ba details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:36:33.788125 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:35.837139 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40070) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:36:35.897451 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa803e4-bf9a-41fe-b0b1-d01bbdbd9907 admin admin] GET failed (client error): The resource could not be found. Nov 23 21:36:35.898772 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0fa803e4-bf9a-41fe-b0b1-d01bbdbd9907 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606239 Nov 23 21:36:35.968981 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c757a53d-a887-4a3f-b4c0-c09020e0a780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:36:35.970389 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c757a53d-a887-4a3f-b4c0-c09020e0a780 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0671966 Nov 23 21:36:35.980312 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d61fed7b-9405-460f-88c9-5ae08bcd8b8d admin admin] Request body: {'subnet': {'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:36:36.003795 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61fed7b-9405-460f-88c9-5ae08bcd8b8d admin admin] Made reservation on behalf of 30a83ef6eebb448eb987b1e484996e38 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:36:36.006107 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d61fed7b-9405-460f-88c9-5ae08bcd8b8d admin admin] Publish callbacks [] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:36.219994 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d61fed7b-9405-460f-88c9-5ae08bcd8b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:36.271760 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fed7b-9405-460f-88c9-5ae08bcd8b8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cae41e5-f68b-430d-bde9-fe867376dc71,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:36:36.288037 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61fed7b-9405-460f-88c9-5ae08bcd8b8d admin admin] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:36:36.288403 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61fed7b-9405-460f-88c9-5ae08bcd8b8d admin admin] Network hostable DHCP agents. Network: 60228383-a4b8-42c3-8c9f-baad28e869ba, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:36:36.308538 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61fed7b-9405-460f-88c9-5ae08bcd8b8d admin admin] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:36:36.319918 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-d61fed7b-9405-460f-88c9-5ae08bcd8b8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 60228383-a4b8-42c3-8c9f-baad28e869ba) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:36:36.324510 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61fed7b-9405-460f-88c9-5ae08bcd8b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:36:36.325972 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d61fed7b-9405-460f-88c9-5ae08bcd8b8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:36.329960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac122e3-580b-4a10-bbda-fe20578c81d4 None None] Network 60228383-a4b8-42c3-8c9f-baad28e869ba requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:36:36.344363 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d61fed7b-9405-460f-88c9-5ae08bcd8b8d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3672519 Nov 23 21:36:36.485058 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-60228383-a4b8-42c3-8c9f-baad28e869ba', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'tenant_id': '30a83ef6eebb448eb987b1e484996e38', 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:36:36.486045 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:36.628659 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Allocated IP 192.168.233.2 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/8bd7e47d-3b5b-4575-b1f8-80e9cddbc73b) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:36:36.776899 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:36.784728 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:36.840155 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:36:36.845095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:36:36.846944 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Pushing event updated for resources: {'Port': ['ID=8bd7e47d-3b5b-4575-b1f8-80e9cddbc73b,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:36:36.849045 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:36:36.858187 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:36:36.858539 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:36:36.858916 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:36:36.859258 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:36:36.859592 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:36:36.859923 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:36:36.860250 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:36:36.860575 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:36:36.860899 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:36:36.861222 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:36:36.861542 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:36:36.861864 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:36:36.916031 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Attempting to bind port 8bd7e47d-3b5b-4575-b1f8-80e9cddbc73b on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:36:36.916406 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Attempting to bind port 8bd7e47d-3b5b-4575-b1f8-80e9cddbc73b by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:36:36.916773 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Attempting to bind port 8bd7e47d-3b5b-4575-b1f8-80e9cddbc73b on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:36:36.922997 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:36:36.923378 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:36:36.923779 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:36.924183 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:36:36.924650 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Bound port: 8bd7e47d-3b5b-4575-b1f8-80e9cddbc73b, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:36:36.925087 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:36.986661 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] For port 8bd7e47d-3b5b-4575-b1f8-80e9cddbc73b, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:36:36.990541 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] For port 8bd7e47d-3b5b-4575-b1f8-80e9cddbc73b, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8bd7e47d-3b5b-4575-b1f8-80e9cddbc73b,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:36:36.995907 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:37.057351 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d3138-6888-4bb4-aee6-84533cd209df None None] Pushing event updated for resources: {'Port': ['ID=8bd7e47d-3b5b-4575-b1f8-80e9cddbc73b,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:36:37.574175 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8bd7e47d-3b5b-4575-b1f8-80e9cddbc73b up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:36:37.627381 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 8bd7e47d-3b5b-4575-b1f8-80e9cddbc73b triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:36:37.627747 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:37.707332 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:37.746262 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 8bd7e47d-3b5b-4575-b1f8-80e9cddbc73b, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8bd7e47d-3b5b-4575-b1f8-80e9cddbc73b,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:36:37.752825 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:37.818543 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=8bd7e47d-3b5b-4575-b1f8-80e9cddbc73b,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:36:38.001834 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0a2ee7-57dd-4825-882c-b239f8206cb2 None None] Network 60228383-a4b8-42c3-8c9f-baad28e869ba requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:36:38.136693 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f1ab0b4d-aebb-48e3-ac60-7dfb92de129e None None] Provisioning complete for port 8bd7e47d-3b5b-4575-b1f8-80e9cddbc73b triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:36:38.137324 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f1ab0b4d-aebb-48e3-ac60-7dfb92de129e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:38.467752 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2ee8f950-a8bd-44ae-858a-e8a3afb755bb None None] Provisioning complete for port 8bd7e47d-3b5b-4575-b1f8-80e9cddbc73b triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:36:38.468044 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2ee8f950-a8bd-44ae-858a-e8a3afb755bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:39.518925 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8bd7e47d-3b5b-4575-b1f8-80e9cddbc73b up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:36:39.567580 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 8bd7e47d-3b5b-4575-b1f8-80e9cddbc73b triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:36:39.567942 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:36:57.782914 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1366dc4-72bc-4c3d-a484-20e03801ddd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:37:00.268024 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 5 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:37:00.394793 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9829ea2c-028a-43c6-9e19-f4cfc08266bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:37:01.398079 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:37:02.756332 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:37:03.700174 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:37:27.784505 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e256e72e-d959-47c4-9f3b-3d061a35a571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:37:30.397207 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f96ad098-d21d-4f7f-b6b3-d66c271c620f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:37:31.405532 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:37:32.760403 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:37:33.705027 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:37:37.266877 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 5 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:37:48.198157 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40114) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:37:48.204368 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-06786525-eb29-45bf-81c8-f70f295bbdfc tempest-verify_tempest_config-1990835855 tempest-verify_tempest_config-1990835855-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:37:48.205349 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-06786525-eb29-45bf-81c8-f70f295bbdfc tempest-verify_tempest_config-1990835855 tempest-verify_tempest_config-1990835855-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061684 Nov 23 21:37:48.493341 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40132) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:37:48.595858 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5323fd6-817a-4a0b-876a-cf3b2b90f372 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:37:48.697960 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5323fd6-817a-4a0b-876a-cf3b2b90f372 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:37:48.702272 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5323fd6-817a-4a0b-876a-cf3b2b90f372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:37:48.746335 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e5323fd6-817a-4a0b-876a-cf3b2b90f372 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8b4a57116cf84035814230cb2942562c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2516043 Nov 23 21:37:48.748383 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5323fd6-817a-4a0b-876a-cf3b2b90f372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d87109-8c6a-4362-be22-c7429d5afb10,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:37:48.749283 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40138) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:37:48.755283 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5323fd6-817a-4a0b-876a-cf3b2b90f372 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:37:48.755545 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5323fd6-817a-4a0b-876a-cf3b2b90f372 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:37:48.755916 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5323fd6-817a-4a0b-876a-cf3b2b90f372 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:37:48.756337 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5323fd6-817a-4a0b-876a-cf3b2b90f372 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:37:48.756643 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5323fd6-817a-4a0b-876a-cf3b2b90f372 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:37:48.757069 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5323fd6-817a-4a0b-876a-cf3b2b90f372 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:37:48.757391 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5323fd6-817a-4a0b-876a-cf3b2b90f372 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:37:48.757718 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5323fd6-817a-4a0b-876a-cf3b2b90f372 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:37:48.758086 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5323fd6-817a-4a0b-876a-cf3b2b90f372 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:37:48.758464 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5323fd6-817a-4a0b-876a-cf3b2b90f372 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:37:48.758857 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5323fd6-817a-4a0b-876a-cf3b2b90f372 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:37:48.759188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5323fd6-817a-4a0b-876a-cf3b2b90f372 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:37:48.803708 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-25eadca1-3408-4df8-b0f3-df5fe83f098b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:37:48.825044 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-25eadca1-3408-4df8-b0f3-df5fe83f098b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:37:48.919955 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-25eadca1-3408-4df8-b0f3-df5fe83f098b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:37:48.922483 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-25eadca1-3408-4df8-b0f3-df5fe83f098b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:37:48.923672 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-25eadca1-3408-4df8-b0f3-df5fe83f098b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/22d87109-8c6a-4362-be22-c7429d5afb10 HTTP/1.1" status: 204 len: 168 time: 0.1734376 Nov 23 21:37:48.931608 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eadca1-3408-4df8-b0f3-df5fe83f098b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d87109-8c6a-4362-be22-c7429d5afb10,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:37:48.938891 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eadca1-3408-4df8-b0f3-df5fe83f098b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:37:48.939241 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eadca1-3408-4df8-b0f3-df5fe83f098b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:37:48.939691 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eadca1-3408-4df8-b0f3-df5fe83f098b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:37:48.940035 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eadca1-3408-4df8-b0f3-df5fe83f098b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:37:48.940365 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eadca1-3408-4df8-b0f3-df5fe83f098b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:37:48.940692 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eadca1-3408-4df8-b0f3-df5fe83f098b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:37:48.941017 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eadca1-3408-4df8-b0f3-df5fe83f098b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:37:48.941337 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eadca1-3408-4df8-b0f3-df5fe83f098b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:37:48.941793 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eadca1-3408-4df8-b0f3-df5fe83f098b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:37:48.941992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eadca1-3408-4df8-b0f3-df5fe83f098b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:37:48.942311 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eadca1-3408-4df8-b0f3-df5fe83f098b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:37:48.942629 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eadca1-3408-4df8-b0f3-df5fe83f098b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:37:57.785791 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-797e6be1-7c44-48b7-892d-539b1a2afb9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:38:00.399072 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-924a5905-26d7-4d59-9c8e-6c7fac255f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:38:01.401671 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:38:02.762018 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:38:03.707219 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:38:14.268364 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 5 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:38:27.789427 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-01e5ff35-8c60-40d0-9072-d879bbbc954f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:38:30.400461 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-14b4f81b-ec9a-4fa9-918f-4049f6427069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:38:31.406810 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:38:32.765603 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:38:33.709075 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:38:51.267039 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 5 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:38:57.791759 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07d1681e-f8a3-41ac-8dfa-d01cffc8de2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:39:00.401285 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fe3d1d71-c2a2-475a-9b51-ab59bac2a563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:39:01.410990 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:39:02.768568 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:39:03.710143 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:39:27.792221 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-baf9aba4-6b89-488c-985d-4ae1c4cf44b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:39:28.265912 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 5 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:39:30.401501 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-495157ec-da12-4bc0-a9d4-8672d076c50d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:39:31.414178 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:39:32.772933 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:39:33.711947 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:39:57.793406 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-190cc6e1-8eee-481b-80bd-a362e491ef4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:40:00.402430 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0562b1d9-d5ad-4405-9be6-2badd10327cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:40:01.415585 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:40:02.776419 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:40:03.712937 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:40:05.265432 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 5 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:40:27.794089 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f62d1605-ded5-42b3-942e-bfae1f02c9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:40:30.403218 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-74f9ab81-7618-4d0c-a091-25ca4b358f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:40:31.418988 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:40:32.779528 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:40:33.714752 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:40:42.264219 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 5 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:40:52.493024 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682450'] for agent, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:40:57.795737 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b21e6f63-7a4e-49fc-beb6-5cd5d0c9967c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:40:59.603815 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682450'] for agent, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:41:00.406997 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0069f777-218d-4192-a6d0-d0c709f5303c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:41:01.420793 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:41:02.792071 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:41:03.718628 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:41:19.264301 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:41:22.451615 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:41:27.797068 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-eeb40501-840d-40f2-b22d-69d4725734fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:41:29.570497 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:41:30.408520 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4afd63dd-8616-4777-a048-767d1cf10028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:41:31.423549 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:41:32.788547 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:41:33.720089 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:41:37.321209 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40190) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:41:37.426303 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-be5333d3-f2a3-4b4e-b0bc-f6866286075d admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1033139 Nov 23 21:41:39.751024 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40200) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:41:39.805191 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-af1d4627-ab83-49e6-9403-08933c571de2 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0530920 Nov 23 21:41:52.453347 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:41:56.264889 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:41:57.797637 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3d60ede3-02ea-4d46-94c0-3d6906baeaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:41:59.566005 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:42:00.409791 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f47c0a1d-2470-4b42-9704-ff00406799f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:42:01.426747 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:42:02.790269 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:42:03.721077 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:42:22.464632 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:42:27.802769 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3ac3658b-c35b-4fb3-92c9-3a7399ea8f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:42:29.576938 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:42:30.410864 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15f13ef8-a459-4255-bdac-52605d3ad199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:42:31.429274 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:42:32.796357 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:42:33.264816 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:42:33.723121 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:42:52.459213 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:42:57.814020 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7f0921dc-5764-4c43-91b2-815d126b24f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:42:59.602392 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:42:59.842662 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40380) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:00.243776 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c33f0f26-1239-433e-8a60-b849a8616303 tempest-AutoAllocateNetworkTest-909486040 tempest-AutoAllocateNetworkTest-909486040-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=991938ac5f4743b48439089339237274&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3808584 Nov 23 21:43:00.243868 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40402) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:00.417375 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3c893fb8-ee05-4b65-a988-a77c822686c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:00.434998 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba279c3b-ee0c-48ad-89f0-3958b2336a67 tempest-AutoAllocateNetworkTest-909486040 tempest-AutoAllocateNetworkTest-909486040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:00.438996 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40412) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:00.439152 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ba279c3b-ee0c-48ad-89f0-3958b2336a67 tempest-AutoAllocateNetworkTest-909486040 tempest-AutoAllocateNetworkTest-909486040-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2103045 Nov 23 21:43:00.504030 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40416) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:00.504219 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fea77946-76a5-47c8-a54c-d3198cb44f75 tempest-AutoAllocateNetworkTest-909486040 tempest-AutoAllocateNetworkTest-909486040-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632753 Nov 23 21:43:00.536023 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c98dd911-0a88-4c5c-a6da-71e78a52c45a tempest-AutoAllocateNetworkTest-909486040 tempest-AutoAllocateNetworkTest-909486040-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=991938ac5f4743b48439089339237274 HTTP/1.1" status: 200 len: 208 time: 0.0306721 Nov 23 21:43:00.732751 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40428) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:01.096934 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1781421256-network', 'tenant_id': '262a0df38e704ffc9207a31c81529692'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:01.120806 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Made reservation on behalf of 262a0df38e704ffc9207a31c81529692 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:43:01.124190 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:01.134567 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:01.216088 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:01.220925 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:01.246650 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:43:01.256208 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cbb09b-ee31-48bc-88c0-6137a3210f54,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:01.266520 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:01.266896 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Added segment e8a382eb-a549-463e-91fa-d8663b563095 of type vlan for network 8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 Nov 23 21:43:01.268842 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:01.269195 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:01.269541 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:01.269875 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:01.270372 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:01.270736 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:01.271072 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:01.271404 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:01.271731 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:01.272054 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:01.272382 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:01.272707 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Tracked resource versions report: Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: pushed versions: Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: { 'AddressGroup': {'1.2'}, Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: 'ConntrackHelper': {'1.0'}, Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: 'Log': {'1.0'}, Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: 'Network': {'1.1'}, Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: 'Port': {'1.7'}, Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: 'PortForwarding': {'1.2'}, Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: 'QosPolicy': {'1.10'}, Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: 'SecurityGroup': {'1.5'}, Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: 'SecurityGroupRule': {'1.2'}, Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: 'SubPort': {'1.0'}, Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: 'Subnet': {'1.1'}, Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: 'Trunk': {'1.1'}} Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: consumer versions: Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: { DHCP agent@n-d-816206-9: {}, Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: HyperV agent@n-h1-816206-9: {}, Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: HyperV agent@n-h2-816206-9: {}, Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: L3 agent@n-d-816206-9: {}, Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: Metadata agent@n-d-816206-9: {}, Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: Metering agent@n-d-816206-9: {}, Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: Open vSwitch agent@n-d-816206-9: { 'AddressGroup': '1.2', Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: 'ConntrackHelper': '1.0', Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: 'Log': '1.0', Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: 'Network': '1.1', Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: 'Port': '1.7', Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: 'PortForwarding': '1.2', Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: 'QosPolicy': '1.10', Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: 'SecurityGroup': '1.5', Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: 'SecurityGroupRule': '1.2', Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: 'SubPort': '1.0', Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: 'Subnet': '1.1', Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: 'Trunk': '1.1'}} Nov 23 21:43:01.273797 n-d-816206-9 neutron-server[110033]: {{(pid=110033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 21:43:01.320090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40450) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:01.324525 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:01.354496 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:01.355508 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:01.356173 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:01.393513 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40460) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:01.393674 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6595976 Nov 23 21:43:01.398402 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] Request body: {'subnet': {'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1781421256-subnet', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:01.432769 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbffde7-76ef-4f24-a411-0d1aeb1fb95e admin admin] Pushing event updated for resources: {'Network': ['ID=8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:01.449414 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:43:01.459730 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:01.480628 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] Made reservation on behalf of 262a0df38e704ffc9207a31c81529692 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:43:01.483533 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:01.738695 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-594861bf-fd06-4836-bd76-8f473e875e3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:01.820077 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:01.939530 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34214f8b-100b-4eb0-beac-f661df6e2fe4,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:01.944225 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] Checking segment: {'id': 'e8a382eb-a549-463e-91fa-d8663b563095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:43:01.944584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] Network hostable DHCP agents. Network: 8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:43:01.966560 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:01.966912 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:01.967246 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:01.968137 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:01.968620 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:01.969117 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:01.969449 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:01.969935 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:01.970254 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:01.970594 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:01.970935 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:01.971263 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] Tracked resource versions report: Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: pushed versions: Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: { 'AddressGroup': {'1.2'}, Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: 'ConntrackHelper': {'1.0'}, Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: 'Log': {'1.0'}, Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: 'Network': {'1.1'}, Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: 'Port': {'1.7'}, Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: 'PortForwarding': {'1.2'}, Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: 'QosPolicy': {'1.10'}, Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: 'SecurityGroup': {'1.5'}, Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: 'SecurityGroupRule': {'1.2'}, Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: 'SubPort': {'1.0'}, Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: 'Subnet': {'1.1'}, Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: 'Trunk': {'1.1'}} Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: consumer versions: Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: { DHCP agent@n-d-816206-9: {}, Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: HyperV agent@n-h1-816206-9: {}, Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: HyperV agent@n-h2-816206-9: {}, Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: L3 agent@n-d-816206-9: {}, Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: Metadata agent@n-d-816206-9: {}, Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: Metering agent@n-d-816206-9: {}, Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: Open vSwitch agent@n-d-816206-9: { 'AddressGroup': '1.2', Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: 'ConntrackHelper': '1.0', Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: 'Log': '1.0', Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: 'Network': '1.1', Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: 'Port': '1.7', Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: 'PortForwarding': '1.2', Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: 'QosPolicy': '1.10', Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: 'SecurityGroup': '1.5', Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: 'SecurityGroupRule': '1.2', Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: 'SubPort': '1.0', Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: 'Subnet': '1.1', Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: 'Trunk': '1.1'}} Nov 23 21:43:01.972453 n-d-816206-9 neutron-server[110034]: {{(pid=110034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 21:43:01.987800 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-594861bf-fd06-4836-bd76-8f473e875e3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:01.994922 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-594861bf-fd06-4836-bd76-8f473e875e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:02.021221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] Network 8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:43:02.053611 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-594861bf-fd06-4836-bd76-8f473e875e3d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=991938ac5f4743b48439089339237274&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7324531 Nov 23 21:43:02.055056 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594861bf-fd06-4836-bd76-8f473e875e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22a2134-74a6-48a4-bd7a-601b3f512119,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:02.056622 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40492) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:02.058261 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:43:02.097771 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:02.098648 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:02.120961 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e70bb9e-9d11-4542-9e93-66880f3421f7 None None] Network 8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:43:02.123916 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f949525f-d2a7-41be-8059-dd4c292d5cc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:02.127817 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7fafc97c-c5fa-4f5b-912b-f7883cb106a0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7330811 Nov 23 21:43:02.130989 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40500) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:02.143303 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-b7f6d28b-3f96-4ad8-ae35-0bc9c8308981 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1781421256-router', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:02.150187 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f949525f-d2a7-41be-8059-dd4c292d5cc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:02.189693 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d28b-3f96-4ad8-ae35-0bc9c8308981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:02.191064 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d28b-3f96-4ad8-ae35-0bc9c8308981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:02.240775 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f949525f-d2a7-41be-8059-dd4c292d5cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:02.244135 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f949525f-d2a7-41be-8059-dd4c292d5cc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:02.248381 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f949525f-d2a7-41be-8059-dd4c292d5cc2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b22a2134-74a6-48a4-bd7a-601b3f512119 HTTP/1.1" status: 204 len: 168 time: 0.1874342 Nov 23 21:43:02.254768 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949525f-d2a7-41be-8059-dd4c292d5cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22a2134-74a6-48a4-bd7a-601b3f512119,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:02.310818 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d28b-3f96-4ad8-ae35-0bc9c8308981 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:02.341053 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'fixed_ips': [{'subnet_id': '34214f8b-100b-4eb0-beac-f661df6e2fe4'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:43:02.344581 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:02.500132 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d28b-3f96-4ad8-ae35-0bc9c8308981 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:02.528316 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Allocated IP 172.20.0.2 (8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9/34214f8b-100b-4eb0-beac-f661df6e2fe4/049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:43:02.721688 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d28b-3f96-4ad8-ae35-0bc9c8308981 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:02.748231 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d28b-3f96-4ad8-ae35-0bc9c8308981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:02.838727 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:02.848427 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:02.858936 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:02.882167 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-b7f6d28b-3f96-4ad8-ae35-0bc9c8308981 admin admin] Allocated IP 172.25.5.159 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/ef464513-5275-461b-b588-eea47521d805) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:43:02.908835 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Pushing event updated for resources: {'Port': ['ID=049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:02.921951 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:02.922761 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:02.923353 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:02.923885 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:02.924400 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:02.924916 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:02.925438 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:02.925840 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:02.926239 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:02.926638 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:02.927059 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:02.927453 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Tracked resource versions report: Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: pushed versions: Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: { 'AddressGroup': {'1.2'}, Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: 'ConntrackHelper': {'1.0'}, Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: 'Log': {'1.0'}, Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: 'Network': {'1.1'}, Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: 'Port': {'1.7'}, Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: 'PortForwarding': {'1.2'}, Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: 'QosPolicy': {'1.10'}, Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: 'SecurityGroup': {'1.5'}, Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: 'SecurityGroupRule': {'1.2'}, Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: 'SubPort': {'1.0'}, Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: 'Subnet': {'1.1'}, Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: 'Trunk': {'1.1'}} Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: consumer versions: Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: { DHCP agent@n-d-816206-9: {}, Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: HyperV agent@n-h1-816206-9: {}, Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: HyperV agent@n-h2-816206-9: {}, Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: L3 agent@n-d-816206-9: {}, Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: Metadata agent@n-d-816206-9: {}, Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: Metering agent@n-d-816206-9: {}, Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: Open vSwitch agent@n-d-816206-9: { 'AddressGroup': '1.2', Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: 'ConntrackHelper': '1.0', Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: 'Log': '1.0', Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: 'Network': '1.1', Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: 'Port': '1.7', Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: 'PortForwarding': '1.2', Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: 'QosPolicy': '1.10', Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: 'SecurityGroup': '1.5', Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: 'SecurityGroupRule': '1.2', Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: 'SubPort': '1.0', Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: 'Subnet': '1.1', Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: 'Trunk': '1.1'}} Nov 23 21:43:02.928661 n-d-816206-9 neutron-server[110035]: {{(pid=110035) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 21:43:02.939453 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Network 8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:43:02.941741 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:43:02.944741 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:43:03.004487 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Attempting to bind port 049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:43:03.005215 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Attempting to bind port 049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'e8a382eb-a549-463e-91fa-d8663b563095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:43:03.005819 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Attempting to bind port 049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd on network 8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:43:03.012249 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:43:03.013385 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Checking segment: {'id': 'e8a382eb-a549-463e-91fa-d8663b563095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:43:03.014661 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:03.015300 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Bound using segment: {'id': 'e8a382eb-a549-463e-91fa-d8663b563095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:43:03.016678 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Bound port: 049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a382eb-a549-463e-91fa-d8663b563095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:43:03.017379 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:03.032887 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d28b-3f96-4ad8-ae35-0bc9c8308981 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:03.079303 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d28b-3f96-4ad8-ae35-0bc9c8308981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:03.099065 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] For port 049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:43:03.102162 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] For port 049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd,segment=NetworkSegment(e8a382eb-a549-463e-91fa-d8663b563095),segment_id=e8a382eb-a549-463e-91fa-d8663b563095)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:43:03.111944 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:03.155176 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f6d28b-3f96-4ad8-ae35-0bc9c8308981 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:43:03.159938 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-b7f6d28b-3f96-4ad8-ae35-0bc9c8308981 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:43:03.164848 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f6d28b-3f96-4ad8-ae35-0bc9c8308981 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:43:03.168242 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6d28b-3f96-4ad8-ae35-0bc9c8308981 admin admin] Pushing event updated for resources: {'Port': ['ID=ef464513-5275-461b-b588-eea47521d805,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:03.210908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ad760-87f0-42a0-987f-deabc0c93969 None None] Pushing event updated for resources: {'Port': ['ID=049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:03.429316 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d28b-3f96-4ad8-ae35-0bc9c8308981 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:03.756445 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:03.814289 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d28b-3f96-4ad8-ae35-0bc9c8308981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:03.818545 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:43:03.888387 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:03.888899 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:03.989106 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:04.033028 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd,segment=NetworkSegment(e8a382eb-a549-463e-91fa-d8663b563095),segment_id=e8a382eb-a549-463e-91fa-d8663b563095)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:04.043974 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:04.149910 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:04.255944 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f6d28b-3f96-4ad8-ae35-0bc9c8308981 admin admin] Router 41caf28d-8bcc-4210-95db-7b944914fcfb is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 21:43:04.462830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f6d28b-3f96-4ad8-ae35-0bc9c8308981 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:43:04.473668 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] Sync routers for ids ['41caf28d-8bcc-4210-95db-7b944914fcfb'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:43:04.485504 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d28b-3f96-4ad8-ae35-0bc9c8308981 admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:04.487350 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b7f6d28b-3f96-4ad8-ae35-0bc9c8308981 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.3549628 Nov 23 21:43:04.492438 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40594) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:04.505359 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] Routers {'41caf28d-8bcc-4210-95db-7b944914fcfb'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:43:04.506931 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:43:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['41caf28d-8bcc-4210-95db-7b944914fcfb'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:43:04.577343 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d7fbef-8a75-4dc2-aee3-3dce016284f3 None None] Network 8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:43:04.711841 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-61634ba7-fb45-4560-8c1d-70337d243ce2 None None] Provisioning complete for port 049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:04.712688 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-61634ba7-fb45-4560-8c1d-70337d243ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:04.761707 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] Set router 41caf28d-8bcc-4210-95db-7b944914fcfb gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:43:05.052352 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1781421256-router', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ef464513-5275-461b-b588-eea47521d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:03Z', 'revision_number': 3, 'project_id': '262a0df38e704ffc9207a31c81529692', 'gw_port': {'id': 'ef464513-5275-461b-b588-eea47521d805', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:43:05.087179 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] Checking router: 41caf28d-8bcc-4210-95db-7b944914fcfb for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:43:05.088133 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] Updating router 41caf28d-8bcc-4210-95db-7b944914fcfb port ef464513-5275-461b-b588-eea47521d805 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:43:05.131364 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:05.143176 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d02f-4214-4388-a94c-9bc9b9b1b027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:05.224882 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6ff6cb2e-7081-4223-b871-f8e9747d5a11 None None] Provisioning complete for port 049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:05.225920 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6ff6cb2e-7081-4223-b871-f8e9747d5a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:05.433296 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-f2b4d02f-4214-4388-a94c-9bc9b9b1b027 admin admin] Allocated IP 172.20.0.1 (8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9/34214f8b-100b-4eb0-beac-f661df6e2fe4/979b6d93-374a-4c68-bfbf-75f4fb84c2ee) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:43:05.569397 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d02f-4214-4388-a94c-9bc9b9b1b027 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:05.594485 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:05.603522 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:05.614193 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d02f-4214-4388-a94c-9bc9b9b1b027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:05.661870 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b4d02f-4214-4388-a94c-9bc9b9b1b027 admin admin] Network 8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:43:05.664847 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-f2b4d02f-4214-4388-a94c-9bc9b9b1b027 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:43:05.664989 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] Attempting to bind port ef464513-5275-461b-b588-eea47521d805 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:43:05.665672 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] Attempting to bind port ef464513-5275-461b-b588-eea47521d805 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:43:05.666225 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] Attempting to bind port ef464513-5275-461b-b588-eea47521d805 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:43:05.668481 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b4d02f-4214-4388-a94c-9bc9b9b1b027 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:43:05.669099 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d02f-4214-4388-a94c-9bc9b9b1b027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:05.677426 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15067c26-b537-4ddf-a566-182f35b145a5 None None] Pushing event updated for resources: {'Port': ['ID=ef464513-5275-461b-b588-eea47521d805,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:05.679980 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:43:05.680479 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:43:05.680974 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:05.681575 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:43:05.682135 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] Bound port: ef464513-5275-461b-b588-eea47521d805, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:43:05.682608 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:05.710339 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067c26-b537-4ddf-a566-182f35b145a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:05.710819 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067c26-b537-4ddf-a566-182f35b145a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:05.711254 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067c26-b537-4ddf-a566-182f35b145a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:05.714182 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067c26-b537-4ddf-a566-182f35b145a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:05.714635 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067c26-b537-4ddf-a566-182f35b145a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:05.715229 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067c26-b537-4ddf-a566-182f35b145a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:05.715772 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067c26-b537-4ddf-a566-182f35b145a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:05.716949 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067c26-b537-4ddf-a566-182f35b145a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:05.719826 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4d02f-4214-4388-a94c-9bc9b9b1b027 admin admin] Pushing event updated for resources: {'Port': ['ID=979b6d93-374a-4c68-bfbf-75f4fb84c2ee,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:05.720131 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067c26-b537-4ddf-a566-182f35b145a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:05.720555 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067c26-b537-4ddf-a566-182f35b145a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:05.720971 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067c26-b537-4ddf-a566-182f35b145a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:05.721400 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067c26-b537-4ddf-a566-182f35b145a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15067c26-b537-4ddf-a566-182f35b145a5 None None] Tracked resource versions report: Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: pushed versions: Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: { 'AddressGroup': {'1.2'}, Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: 'ConntrackHelper': {'1.0'}, Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: 'Log': {'1.0'}, Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: 'Network': {'1.1'}, Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: 'Port': {'1.7'}, Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: 'PortForwarding': {'1.2'}, Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: 'QosPolicy': {'1.10'}, Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: 'SecurityGroup': {'1.5'}, Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: 'SecurityGroupRule': {'1.2'}, Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: 'SubPort': {'1.0'}, Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: 'Subnet': {'1.1'}, Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: 'Trunk': {'1.1'}} Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: consumer versions: Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: { DHCP agent@n-d-816206-9: {}, Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: HyperV agent@n-h1-816206-9: {}, Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: HyperV agent@n-h2-816206-9: {}, Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: L3 agent@n-d-816206-9: {}, Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: Metadata agent@n-d-816206-9: {}, Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: Metering agent@n-d-816206-9: {}, Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: Open vSwitch agent@n-d-816206-9: { 'AddressGroup': '1.2', Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: 'ConntrackHelper': '1.0', Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: 'Log': '1.0', Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: 'Network': '1.1', Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: 'Port': '1.7', Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: 'PortForwarding': '1.2', Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: 'QosPolicy': '1.10', Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: 'SecurityGroup': '1.5', Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: 'SecurityGroupRule': '1.2', Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: 'SubPort': '1.0', Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: 'Subnet': '1.1', Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: 'Trunk': '1.1'}} Nov 23 21:43:05.723395 n-d-816206-9 neutron-server[110036]: {{(pid=110036) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 21:43:05.782064 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:43:05.831216 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] For port ef464513-5275-461b-b588-eea47521d805, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:43:05.837483 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] For port ef464513-5275-461b-b588-eea47521d805, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ef464513-5275-461b-b588-eea47521d805,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:43:05.847708 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:05.862625 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:05.863551 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:05.920019 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d02f-4214-4388-a94c-9bc9b9b1b027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:05.960352 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40650) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:05.988753 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15067c26-b537-4ddf-a566-182f35b145a5 None None] Pushing event updated for resources: {'Port': ['ID=ef464513-5275-461b-b588-eea47521d805,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:06.003119 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] Routers {'41caf28d-8bcc-4210-95db-7b944914fcfb'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:43:06.004103 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:43:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['41caf28d-8bcc-4210-95db-7b944914fcfb'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:43:06.058442 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-df113ffe-522b-4b71-a4bc-a32f6d5733f7 None None] Provisioning complete for port 979b6d93-374a-4c68-bfbf-75f4fb84c2ee triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:06.058845 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-df113ffe-522b-4b71-a4bc-a32f6d5733f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:06.138131 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-df113ffe-522b-4b71-a4bc-a32f6d5733f7 None None] Port 979b6d93-374a-4c68-bfbf-75f4fb84c2ee cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:43:06.170624 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b6aa277c-7fad-46a0-a56a-154719edea43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:06.171325 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] Set router 41caf28d-8bcc-4210-95db-7b944914fcfb gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:43:06.211210 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d02f-4214-4388-a94c-9bc9b9b1b027 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:06.219936 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d02f-4214-4388-a94c-9bc9b9b1b027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:06.220681 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d02f-4214-4388-a94c-9bc9b9b1b027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:06.284024 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b6aa277c-7fad-46a0-a56a-154719edea43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:06.292581 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b6aa277c-7fad-46a0-a56a-154719edea43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:06.351570 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b4d02f-4214-4388-a94c-9bc9b9b1b027 admin admin] Pushing event updated for resources: {'Port': ['ID=979b6d93-374a-4c68-bfbf-75f4fb84c2ee,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:06.397436 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa277c-7fad-46a0-a56a-154719edea43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cb4b43-9419-4d11-a1cd-e7e7868ed550,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:06.427233 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b4d02f-4214-4388-a94c-9bc9b9b1b027 admin admin] Network 8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:43:06.428905 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-f2b4d02f-4214-4388-a94c-9bc9b9b1b027 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:43:06.439804 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b6aa277c-7fad-46a0-a56a-154719edea43 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d1c8cefe5c504d2bb166be67116cc2fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4752734 Nov 23 21:43:06.441906 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40682) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:06.463957 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1781421256-router', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ef464513-5275-461b-b588-eea47521d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:05Z', 'revision_number': 4, 'project_id': '262a0df38e704ffc9207a31c81529692', 'gw_port': {'id': 'ef464513-5275-461b-b588-eea47521d805', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '979b6d93-374a-4c68-bfbf-75f4fb84c2ee', 'name': '', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'mac_address': 'fa:16:3e:dd:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:05Z', 'updated_at': '2021-11-23T21:43:05Z', 'revision_number': 1, 'project_id': '262a0df38e704ffc9207a31c81529692', 'subnets': [{'id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:43:06.522588 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06a647b-2ad8-4cd2-b121-e4d4ed8bf884 None None] The sync data for ids ['41caf28d-8bcc-4210-95db-7b944914fcfb'] in n-d-816206-9 is: [{'id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1781421256-router', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ef464513-5275-461b-b588-eea47521d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:05Z', 'revision_number': 4, 'project_id': '262a0df38e704ffc9207a31c81529692', 'gw_port': {'id': 'ef464513-5275-461b-b588-eea47521d805', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '979b6d93-374a-4c68-bfbf-75f4fb84c2ee', 'name': '', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'mac_address': 'fa:16:3e:dd:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:05Z', 'updated_at': '2021-11-23T21:43:05Z', 'revision_number': 1, 'project_id': '262a0df38e704ffc9207a31c81529692', 'subnets': [{'id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:43:06.573702 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-34765102-4d47-4be5-9fc8-c3041a64de2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:06.611804 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-34765102-4d47-4be5-9fc8-c3041a64de2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:06.662464 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b4d02f-4214-4388-a94c-9bc9b9b1b027 admin admin] Router 41caf28d-8bcc-4210-95db-7b944914fcfb has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:43:06.701678 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-34765102-4d47-4be5-9fc8-c3041a64de2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:06.710352 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-34765102-4d47-4be5-9fc8-c3041a64de2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:06.719162 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-34765102-4d47-4be5-9fc8-c3041a64de2d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c1cb4b43-9419-4d11-a1cd-e7e7868ed550 HTTP/1.1" status: 204 len: 168 time: 0.2639222 Nov 23 21:43:06.735470 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34765102-4d47-4be5-9fc8-c3041a64de2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cb4b43-9419-4d11-a1cd-e7e7868ed550,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:06.879764 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f54855f6-5300-45e4-b312-af3a70ec6c50 None None] Provisioning complete for port 979b6d93-374a-4c68-bfbf-75f4fb84c2ee triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:06.885776 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f54855f6-5300-45e4-b312-af3a70ec6c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:06.972347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b4d02f-4214-4388-a94c-9bc9b9b1b027 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:43:06.990303 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f54855f6-5300-45e4-b312-af3a70ec6c50 None None] Port 979b6d93-374a-4c68-bfbf-75f4fb84c2ee cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:43:06.993193 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f2b4d02f-4214-4388-a94c-9bc9b9b1b027 admin admin] 10.222.0.50 "PUT /v2.0/routers/41caf28d-8bcc-4210-95db-7b944914fcfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4992301 Nov 23 21:43:07.209923 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40748) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:07.229045 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7fffff51-333a-4df1-8f1d-70df75c7ec4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:07.386207 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7fffff51-333a-4df1-8f1d-70df75c7ec4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:07.394519 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7fffff51-333a-4df1-8f1d-70df75c7ec4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:07.426922 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffff51-333a-4df1-8f1d-70df75c7ec4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5be7a4-44e6-4b8d-8e82-af241e1afaf3,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:07.479323 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40754) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:07.488130 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7fffff51-333a-4df1-8f1d-70df75c7ec4e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a329d51c759d471d839e6116ff021090&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2770071 Nov 23 21:43:07.567061 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-803d3e0b-c6cb-4b14-b573-98665290e2ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:07.592508 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-803d3e0b-c6cb-4b14-b573-98665290e2ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:07.739714 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40758) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:07.811562 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-803d3e0b-c6cb-4b14-b573-98665290e2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:07.814766 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-803d3e0b-c6cb-4b14-b573-98665290e2ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:07.818056 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-803d3e0b-c6cb-4b14-b573-98665290e2ff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7e5be7a4-44e6-4b8d-8e82-af241e1afaf3 HTTP/1.1" status: 204 len: 168 time: 0.3375726 Nov 23 21:43:07.827174 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d3e0b-c6cb-4b14-b573-98665290e2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5be7a4-44e6-4b8d-8e82-af241e1afaf3,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:07.840231 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ef464513-5275-461b-b588-eea47521d805 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:43:07.842160 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40776) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:07.937692 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port ef464513-5275-461b-b588-eea47521d805 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:07.938631 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:08.029598 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:08.052211 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port ef464513-5275-461b-b588-eea47521d805, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ef464513-5275-461b-b588-eea47521d805,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:08.062083 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:08.105317 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1a02abc-6999-4b3a-a606-fef7a651f2ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:08.128774 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=ef464513-5275-461b-b588-eea47521d805,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:08.229190 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1a02abc-6999-4b3a-a606-fef7a651f2ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:08.234558 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1a02abc-6999-4b3a-a606-fef7a651f2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:08.276353 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a1798953-6c77-4ef1-b4d6-5cc9d046279e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:08.282648 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b1a02abc-6999-4b3a-a606-fef7a651f2ac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d4b3ab9a29d4aa687ad72dce29e48be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5416329 Nov 23 21:43:08.283711 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a02abc-6999-4b3a-a606-fef7a651f2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b94f08-f2c2-4a8e-9947-690e3389f510,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:08.287585 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40796) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:08.386768 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-28aa0bf2-50a7-4fc0-86d9-b5ef1ba62463 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:08.415736 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a1798953-6c77-4ef1-b4d6-5cc9d046279e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:08.417911 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-28aa0bf2-50a7-4fc0-86d9-b5ef1ba62463 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:08.423607 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a1798953-6c77-4ef1-b4d6-5cc9d046279e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:08.481724 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a1798953-6c77-4ef1-b4d6-5cc9d046279e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e5aedafeb1143e782003f1f959ece28&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6305037 Nov 23 21:43:08.482859 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40812) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:08.491965 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1798953-6c77-4ef1-b4d6-5cc9d046279e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458d7331-7140-4d8c-abec-937292618436,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:08.493929 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-28aa0bf2-50a7-4fc0-86d9-b5ef1ba62463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:08.499755 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-28aa0bf2-50a7-4fc0-86d9-b5ef1ba62463 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:08.500812 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-28aa0bf2-50a7-4fc0-86d9-b5ef1ba62463 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/16b94f08-f2c2-4a8e-9947-690e3389f510 HTTP/1.1" status: 204 len: 168 time: 0.2120905 Nov 23 21:43:08.540127 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa0bf2-50a7-4fc0-86d9-b5ef1ba62463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b94f08-f2c2-4a8e-9947-690e3389f510,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:08.588549 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4c48495d-0e1c-474f-a039-8a41e881df12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:08.619402 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4c48495d-0e1c-474f-a039-8a41e881df12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:08.641850 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40832) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:08.644018 n-d-816206-9 neutron-server[110034]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 21:43:08.671989 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-9689bb44-3e81-472a-be2c-539994105457 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=9a3756df7b174ed5aa533d9b9ce8a56d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289648 Nov 23 21:43:08.689076 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4c48495d-0e1c-474f-a039-8a41e881df12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:08.698261 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4c48495d-0e1c-474f-a039-8a41e881df12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:08.699737 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4c48495d-0e1c-474f-a039-8a41e881df12 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/458d7331-7140-4d8c-abec-937292618436 HTTP/1.1" status: 204 len: 168 time: 0.2158904 Nov 23 21:43:08.709472 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48495d-0e1c-474f-a039-8a41e881df12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458d7331-7140-4d8c-abec-937292618436,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:08.888822 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-ea3f09c0-2ce5-4771-b7ae-e925a71500fc tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:08.890624 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-ea3f09c0-2ce5-4771-b7ae-e925a71500fc tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2178283 Nov 23 21:43:08.923060 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-2e1ae5de-f5d6-44a0-88a6-d2bef83b850f tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/quotas/9a3756df7b174ed5aa533d9b9ce8a56d HTTP/1.1" status: 200 len: 375 time: 0.0115657 Nov 23 21:43:08.974985 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-76e6993c-874e-4f46-948c-e0be7f2fbe38 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9a3756df7b174ed5aa533d9b9ce8a56d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571570 Nov 23 21:43:09.225509 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40858) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:09.260122 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3db4ecf-7d0a-4765-a019-ce44825097c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:09.272460 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-158e27c6-244c-475e-86d4-5944d25cce1d req-4742f974-adad-4bbb-b291-93b90a44d7dc tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 210 time: 0.0833356 Nov 23 21:43:09.288103 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40864) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:09.293515 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-8914827c-3032-4d93-8afe-0d4068ecb6e0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-47201380-network', 'tenant_id': '4e772d871c0b407082e96f33e5ae91e7'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:09.344456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8914827c-3032-4d93-8afe-0d4068ecb6e0 admin admin] Made reservation on behalf of 4e772d871c0b407082e96f33e5ae91e7 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:43:09.349235 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8914827c-3032-4d93-8afe-0d4068ecb6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:09.360996 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8914827c-3032-4d93-8afe-0d4068ecb6e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:09.418935 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] Sync routers for ids ['41caf28d-8bcc-4210-95db-7b944914fcfb'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:43:09.422031 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3db4ecf-7d0a-4765-a019-ce44825097c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:09.432998 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3db4ecf-7d0a-4765-a019-ce44825097c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:09.441033 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] Routers {'41caf28d-8bcc-4210-95db-7b944914fcfb'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:43:09.441858 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:43:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['41caf28d-8bcc-4210-95db-7b944914fcfb'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:43:09.486573 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8914827c-3032-4d93-8afe-0d4068ecb6e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:09.494676 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8914827c-3032-4d93-8afe-0d4068ecb6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:09.507849 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b3db4ecf-7d0a-4765-a019-ce44825097c6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c45f9bf13fd44a19bd31d5aa314c15ad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2806058 Nov 23 21:43:09.511295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40876) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:09.518132 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db4ecf-7d0a-4765-a019-ce44825097c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e28d81b-5876-4dbc-bc1f-8cb7e62733ef,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:09.556140 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8914827c-3032-4d93-8afe-0d4068ecb6e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:43:09.589138 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914827c-3032-4d93-8afe-0d4068ecb6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1029e9a1-46e6-4b2c-96f9-34f632cf4c35,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:09.599812 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8914827c-3032-4d93-8afe-0d4068ecb6e0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786760542639', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:09.600751 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8914827c-3032-4d93-8afe-0d4068ecb6e0 admin admin] Unsubscribe: segment precommit_create {{(pid=110034) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 21:43:09.601753 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-8914827c-3032-4d93-8afe-0d4068ecb6e0 admin admin] Added segment f605fb6f-0139-45f6-a212-fd09f84cd681 of type vlan for network b683c97f-e24b-4f4d-84f9-89074ff25282 Nov 23 21:43:09.604118 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] Set router 41caf28d-8bcc-4210-95db-7b944914fcfb gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:43:09.617040 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40882) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:09.632756 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3829f2c-bb55-407a-9216-505d7a8f4d62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:09.648996 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-21a97468-971e-44e7-8ef8-d4842756bce8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:09.671746 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8914827c-3032-4d93-8afe-0d4068ecb6e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:09.701335 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-21a97468-971e-44e7-8ef8-d4842756bce8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:09.754259 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8914827c-3032-4d93-8afe-0d4068ecb6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:09.760764 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8914827c-3032-4d93-8afe-0d4068ecb6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:09.763517 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8914827c-3032-4d93-8afe-0d4068ecb6e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:09.800453 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3829f2c-bb55-407a-9216-505d7a8f4d62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:09.805159 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3829f2c-bb55-407a-9216-505d7a8f4d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:09.842515 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8914827c-3032-4d93-8afe-0d4068ecb6e0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5532324 Nov 23 21:43:09.848743 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40888) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:09.856209 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-16bfd9c2-d868-49f6-b3f3-19b733280360 admin admin] Request body: {'subnet': {'network_id': 'b683c97f-e24b-4f4d-84f9-89074ff25282', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-47201380-subnet', 'tenant_id': '4e772d871c0b407082e96f33e5ae91e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:09.894871 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e3829f2c-bb55-407a-9216-505d7a8f4d62 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8b8cab79e7684bb4a62f66a81c1c94e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2763827 Nov 23 21:43:09.895610 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40892) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:09.906474 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3829f2c-bb55-407a-9216-505d7a8f4d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e965c644-99ff-43e7-b8ea-dd3d2bb02635,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:09.908202 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ef464513-5275-461b-b588-eea47521d805 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:43:09.952780 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914827c-3032-4d93-8afe-0d4068ecb6e0 admin admin] Pushing event updated for resources: {'Network': ['ID=b683c97f-e24b-4f4d-84f9-89074ff25282,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:09.971480 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-873a08fe-18f3-414d-a85b-faa52bd57d04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:09.973436 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-21a97468-971e-44e7-8ef8-d4842756bce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:09.977139 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-21a97468-971e-44e7-8ef8-d4842756bce8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:09.979527 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-21a97468-971e-44e7-8ef8-d4842756bce8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8e28d81b-5876-4dbc-bc1f-8cb7e62733ef HTTP/1.1" status: 204 len: 168 time: 0.4646065 Nov 23 21:43:09.983991 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network b683c97f-e24b-4f4d-84f9-89074ff25282 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:43:09.993048 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a97468-971e-44e7-8ef8-d4842756bce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e28d81b-5876-4dbc-bc1f-8cb7e62733ef,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:10.003217 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-873a08fe-18f3-414d-a85b-faa52bd57d04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:10.004539 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bfd9c2-d868-49f6-b3f3-19b733280360 admin admin] Made reservation on behalf of 4e772d871c0b407082e96f33e5ae91e7 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:43:10.008879 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-16bfd9c2-d868-49f6-b3f3-19b733280360 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:10.085735 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-873a08fe-18f3-414d-a85b-faa52bd57d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:10.090462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-873a08fe-18f3-414d-a85b-faa52bd57d04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:10.093200 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-873a08fe-18f3-414d-a85b-faa52bd57d04 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e965c644-99ff-43e7-b8ea-dd3d2bb02635 HTTP/1.1" status: 204 len: 168 time: 0.1952639 Nov 23 21:43:10.110651 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a08fe-18f3-414d-a85b-faa52bd57d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e965c644-99ff-43e7-b8ea-dd3d2bb02635,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:10.264824 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:43:10.290347 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-16bfd9c2-d868-49f6-b3f3-19b733280360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:10.335515 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port ef464513-5275-461b-b588-eea47521d805 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:10.335904 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:10.415956 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1781421256-router', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ef464513-5275-461b-b588-eea47521d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:05Z', 'revision_number': 4, 'project_id': '262a0df38e704ffc9207a31c81529692', 'gw_port': {'id': 'ef464513-5275-461b-b588-eea47521d805', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '979b6d93-374a-4c68-bfbf-75f4fb84c2ee', 'name': '', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'mac_address': 'fa:16:3e:dd:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:05Z', 'updated_at': '2021-11-23T21:43:06Z', 'revision_number': 2, 'project_id': '262a0df38e704ffc9207a31c81529692', 'subnets': [{'id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:43:10.455468 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] Checking router: 41caf28d-8bcc-4210-95db-7b944914fcfb for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:43:10.456513 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] Updating router 41caf28d-8bcc-4210-95db-7b944914fcfb port 979b6d93-374a-4c68-bfbf-75f4fb84c2ee binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:43:10.462918 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0b34bde-13c3-4012-89eb-e17450eac9b9 req-674417d8-69ee-490d-9f15-37b1db9f9e65 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 210 time: 0.0876343 Nov 23 21:43:10.469738 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bfd9c2-d868-49f6-b3f3-19b733280360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c80c3a26-88dc-4787-9c9c-f3e32b48fa15,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:10.477589 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bfd9c2-d868-49f6-b3f3-19b733280360 admin admin] Checking segment: {'id': 'f605fb6f-0139-45f6-a212-fd09f84cd681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b683c97f-e24b-4f4d-84f9-89074ff25282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:43:10.478016 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bfd9c2-d868-49f6-b3f3-19b733280360 admin admin] Network hostable DHCP agents. Network: b683c97f-e24b-4f4d-84f9-89074ff25282, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:43:10.493585 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:10.500255 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bfd9c2-d868-49f6-b3f3-19b733280360 admin admin] Network b683c97f-e24b-4f4d-84f9-89074ff25282 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:43:10.515972 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-16bfd9c2-d868-49f6-b3f3-19b733280360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, b683c97f-e24b-4f4d-84f9-89074ff25282) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:43:10.521781 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bfd9c2-d868-49f6-b3f3-19b733280360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:10.523057 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-16bfd9c2-d868-49f6-b3f3-19b733280360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:10.540066 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a51195-8175-4deb-9c29-55d92c8ea103 None None] Network b683c97f-e24b-4f4d-84f9-89074ff25282 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:43:10.557804 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-16bfd9c2-d868-49f6-b3f3-19b733280360 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7068071 Nov 23 21:43:10.558409 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40924) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:10.565637 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b04a4edd-dc3d-4be9-823c-662c9eb8ac5b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-47201380-router', 'tenant_id': '4e772d871c0b407082e96f33e5ae91e7', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:10.627896 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b04a4edd-dc3d-4be9-823c-662c9eb8ac5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:10.629699 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b04a4edd-dc3d-4be9-823c-662c9eb8ac5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:10.814902 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b04a4edd-dc3d-4be9-823c-662c9eb8ac5b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:10.858230 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19239124-5556-40ce-ba25-73b42b72d808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-b683c97f-e24b-4f4d-84f9-89074ff25282', 'network_id': 'b683c97f-e24b-4f4d-84f9-89074ff25282', 'tenant_id': '4e772d871c0b407082e96f33e5ae91e7', 'fixed_ips': [{'subnet_id': 'c80c3a26-88dc-4787-9c9c-f3e32b48fa15'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:43:10.859463 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-19239124-5556-40ce-ba25-73b42b72d808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:11.022220 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:11.045502 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:11.080212 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b04a4edd-dc3d-4be9-823c-662c9eb8ac5b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:11.138192 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-19239124-5556-40ce-ba25-73b42b72d808 None None] Allocated IP 172.20.0.2 (b683c97f-e24b-4f4d-84f9-89074ff25282/c80c3a26-88dc-4787-9c9c-f3e32b48fa15/c67a2d13-8514-4ad6-900f-b45d4d75ee26) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:43:11.209602 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40944) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:11.410232 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bee3c7b6-eb0e-40ba-8e66-a1d2e1064fae admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:11.418774 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14456d30-2beb-410b-a136-f9c66d76eb36 None None] Pushing event updated for resources: {'Port': ['ID=979b6d93-374a-4c68-bfbf-75f4fb84c2ee,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:11.583197 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] Attempting to bind port 979b6d93-374a-4c68-bfbf-75f4fb84c2ee on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:43:11.584733 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] Attempting to bind port 979b6d93-374a-4c68-bfbf-75f4fb84c2ee by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'e8a382eb-a549-463e-91fa-d8663b563095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:43:11.587058 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] Attempting to bind port 979b6d93-374a-4c68-bfbf-75f4fb84c2ee on network 8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:43:11.599495 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-19239124-5556-40ce-ba25-73b42b72d808 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:11.604628 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:43:11.607625 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] Checking segment: {'id': 'e8a382eb-a549-463e-91fa-d8663b563095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:43:11.608253 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:11.609430 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] Bound using segment: {'id': 'e8a382eb-a549-463e-91fa-d8663b563095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:43:11.610124 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] Bound port: 979b6d93-374a-4c68-bfbf-75f4fb84c2ee, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a382eb-a549-463e-91fa-d8663b563095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:43:11.611922 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:11.615541 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bee3c7b6-eb0e-40ba-8e66-a1d2e1064fae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:11.630422 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bee3c7b6-eb0e-40ba-8e66-a1d2e1064fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:11.697248 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b04a4edd-dc3d-4be9-823c-662c9eb8ac5b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:11.724546 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-19239124-5556-40ce-ba25-73b42b72d808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:11.726222 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-bee3c7b6-eb0e-40ba-8e66-a1d2e1064fae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=439aa6b5d73b436b950b465ff75c961f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5153561 Nov 23 21:43:11.730024 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40966) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:11.730901 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3c7b6-eb0e-40ba-8e66-a1d2e1064fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09d12f1-3325-4f2d-a820-19500776638d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:11.753967 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b04a4edd-dc3d-4be9-823c-662c9eb8ac5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:11.762182 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-adecc09e-a84d-4313-b30f-31ac02f4a9d5 None None] Provisioning complete for port 979b6d93-374a-4c68-bfbf-75f4fb84c2ee triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:11.764009 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-adecc09e-a84d-4313-b30f-31ac02f4a9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:11.848470 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4a14648d-8ef7-4641-ab39-df0871cb551b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:11.903130 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4a14648d-8ef7-4641-ab39-df0871cb551b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:11.936272 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19239124-5556-40ce-ba25-73b42b72d808 None None] Pushing event updated for resources: {'Port': ['ID=c67a2d13-8514-4ad6-900f-b45d4d75ee26,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:11.948212 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19239124-5556-40ce-ba25-73b42b72d808 None None] Network b683c97f-e24b-4f4d-84f9-89074ff25282 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:43:11.958047 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] For port 979b6d93-374a-4c68-bfbf-75f4fb84c2ee, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:43:11.973921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-19239124-5556-40ce-ba25-73b42b72d808 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:43:11.995041 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19239124-5556-40ce-ba25-73b42b72d808 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:43:12.020787 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4a14648d-8ef7-4641-ab39-df0871cb551b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:12.025895 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4a14648d-8ef7-4641-ab39-df0871cb551b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:12.029388 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4a14648d-8ef7-4641-ab39-df0871cb551b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a09d12f1-3325-4f2d-a820-19500776638d HTTP/1.1" status: 204 len: 168 time: 0.2899857 Nov 23 21:43:12.032799 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] For port 979b6d93-374a-4c68-bfbf-75f4fb84c2ee, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=979b6d93-374a-4c68-bfbf-75f4fb84c2ee,segment=NetworkSegment(e8a382eb-a549-463e-91fa-d8663b563095),segment_id=e8a382eb-a549-463e-91fa-d8663b563095)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:43:12.033977 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-adecc09e-a84d-4313-b30f-31ac02f4a9d5 None None] Port 979b6d93-374a-4c68-bfbf-75f4fb84c2ee cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:43:12.067144 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14648d-8ef7-4641-ab39-df0871cb551b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09d12f1-3325-4f2d-a820-19500776638d,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:12.127428 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:12.134913 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-b04a4edd-dc3d-4be9-823c-662c9eb8ac5b admin admin] Allocated IP 172.25.5.50 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/872f8ba7-9672-465d-8dc8-e889e9bcf35c) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:43:12.192720 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-19239124-5556-40ce-ba25-73b42b72d808 None None] Attempting to bind port c67a2d13-8514-4ad6-900f-b45d4d75ee26 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:43:12.193449 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-19239124-5556-40ce-ba25-73b42b72d808 None None] Attempting to bind port c67a2d13-8514-4ad6-900f-b45d4d75ee26 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'f605fb6f-0139-45f6-a212-fd09f84cd681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b683c97f-e24b-4f4d-84f9-89074ff25282'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:43:12.194164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19239124-5556-40ce-ba25-73b42b72d808 None None] Attempting to bind port c67a2d13-8514-4ad6-900f-b45d4d75ee26 on network b683c97f-e24b-4f4d-84f9-89074ff25282 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:43:12.203668 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40992) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:12.237624 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19239124-5556-40ce-ba25-73b42b72d808 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:43:12.240355 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19239124-5556-40ce-ba25-73b42b72d808 None None] Checking segment: {'id': 'f605fb6f-0139-45f6-a212-fd09f84cd681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b683c97f-e24b-4f4d-84f9-89074ff25282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:43:12.241369 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-19239124-5556-40ce-ba25-73b42b72d808 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:12.248039 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19239124-5556-40ce-ba25-73b42b72d808 None None] Bound using segment: {'id': 'f605fb6f-0139-45f6-a212-fd09f84cd681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b683c97f-e24b-4f4d-84f9-89074ff25282'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:43:12.249070 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-19239124-5556-40ce-ba25-73b42b72d808 None None] Bound port: c67a2d13-8514-4ad6-900f-b45d4d75ee26, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f605fb6f-0139-45f6-a212-fd09f84cd681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b683c97f-e24b-4f4d-84f9-89074ff25282'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:43:12.249729 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-19239124-5556-40ce-ba25-73b42b72d808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:12.317891 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14456d30-2beb-410b-a136-f9c66d76eb36 None None] Pushing event updated for resources: {'Port': ['ID=979b6d93-374a-4c68-bfbf-75f4fb84c2ee,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:12.331500 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] Routers {'41caf28d-8bcc-4210-95db-7b944914fcfb'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:43:12.332506 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:43:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['41caf28d-8bcc-4210-95db-7b944914fcfb'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:43:12.470065 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.53', 57522) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:12.520977 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b04a4edd-dc3d-4be9-823c-662c9eb8ac5b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:12.554037 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-9e05e299-33f1-45fb-a8a1-7fd76125199f tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9a3756df7b174ed5aa533d9b9ce8a56d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822370 Nov 23 21:43:12.693152 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] Set router 41caf28d-8bcc-4210-95db-7b944914fcfb gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:43:12.720015 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b04a4edd-dc3d-4be9-823c-662c9eb8ac5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:12.751266 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04a4edd-dc3d-4be9-823c-662c9eb8ac5b admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:43:12.786003 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-b04a4edd-dc3d-4be9-823c-662c9eb8ac5b admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:43:12.791564 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04a4edd-dc3d-4be9-823c-662c9eb8ac5b admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:43:12.800674 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-eb765467-7e58-40fa-bcea-9e5146a6ca73 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:12.802400 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-eb765467-7e58-40fa-bcea-9e5146a6ca73 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2348571 Nov 23 21:43:12.836306 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-19239124-5556-40ce-ba25-73b42b72d808 None None] For port c67a2d13-8514-4ad6-900f-b45d4d75ee26, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:43:12.871361 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-fed560dc-4978-4e9d-9ef3-c2e7138e1bea None None] Provisioning complete for port 979b6d93-374a-4c68-bfbf-75f4fb84c2ee triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:12.871725 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fed560dc-4978-4e9d-9ef3-c2e7138e1bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:12.911675 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-85b7588e-630e-4689-9aa3-ac00dc3d8239 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Request body: {'port': {'device_id': 'e1d2e383-e9b0-4fe6-809b-e1cef09c423c', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': '9a3756df7b174ed5aa533d9b9ce8a56d'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:12.913310 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-19239124-5556-40ce-ba25-73b42b72d808 None None] For port c67a2d13-8514-4ad6-900f-b45d4d75ee26, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c67a2d13-8514-4ad6-900f-b45d4d75ee26,segment=NetworkSegment(f605fb6f-0139-45f6-a212-fd09f84cd681),segment_id=f605fb6f-0139-45f6-a212-fd09f84cd681)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:43:12.932967 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-19239124-5556-40ce-ba25-73b42b72d808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:13.157297 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b4e18cb-7983-4ba3-ab0c-b63482620c0b req-77636d5c-8156-492a-9118-a480917f2cfb tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 210 time: 0.9513917 Nov 23 21:43:13.213411 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41018) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:13.300291 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a4edd-dc3d-4be9-823c-662c9eb8ac5b admin admin] Pushing event updated for resources: {'Port': ['ID=872f8ba7-9672-465d-8dc8-e889e9bcf35c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:13.316414 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b04a4edd-dc3d-4be9-823c-662c9eb8ac5b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:13.381744 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41024) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:13.392160 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19239124-5556-40ce-ba25-73b42b72d808 None None] Pushing event updated for resources: {'Port': ['ID=c67a2d13-8514-4ad6-900f-b45d4d75ee26,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:13.414317 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fed560dc-4978-4e9d-9ef3-c2e7138e1bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:13.441284 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2dfdb408-66bf-4a29-b56f-92c7e5040364 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:13.453047 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1781421256-router', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ef464513-5275-461b-b588-eea47521d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:05Z', 'revision_number': 4, 'project_id': '262a0df38e704ffc9207a31c81529692', 'gw_port': {'id': 'ef464513-5275-461b-b588-eea47521d805', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '979b6d93-374a-4c68-bfbf-75f4fb84c2ee', 'name': '', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'mac_address': 'fa:16:3e:dd:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:05Z', 'updated_at': '2021-11-23T21:43:11Z', 'revision_number': 4, 'project_id': '262a0df38e704ffc9207a31c81529692', 'subnets': [{'id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:43:13.477280 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-85b7588e-630e-4689-9aa3-ac00dc3d8239 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Made reservation on behalf of 9a3756df7b174ed5aa533d9b9ce8a56d for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:43:13.482925 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-85b7588e-630e-4689-9aa3-ac00dc3d8239 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:13.511314 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-85b7588e-630e-4689-9aa3-ac00dc3d8239 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:13.514124 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cff032-5106-4a7d-a2d9-3240d8c50188 None None] The sync data for ids ['41caf28d-8bcc-4210-95db-7b944914fcfb'] in n-d-816206-9 is: [{'id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1781421256-router', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ef464513-5275-461b-b588-eea47521d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:05Z', 'revision_number': 4, 'project_id': '262a0df38e704ffc9207a31c81529692', 'gw_port': {'id': 'ef464513-5275-461b-b588-eea47521d805', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '979b6d93-374a-4c68-bfbf-75f4fb84c2ee', 'name': '', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'mac_address': 'fa:16:3e:dd:4c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:05Z', 'updated_at': '2021-11-23T21:43:11Z', 'revision_number': 4, 'project_id': '262a0df38e704ffc9207a31c81529692', 'subnets': [{'id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:43:13.535166 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-fed560dc-4978-4e9d-9ef3-c2e7138e1bea None None] For port 979b6d93-374a-4c68-bfbf-75f4fb84c2ee, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=979b6d93-374a-4c68-bfbf-75f4fb84c2ee,segment=NetworkSegment(e8a382eb-a549-463e-91fa-d8663b563095),segment_id=e8a382eb-a549-463e-91fa-d8663b563095)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:13.549367 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fed560dc-4978-4e9d-9ef3-c2e7138e1bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:13.633254 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed560dc-4978-4e9d-9ef3-c2e7138e1bea None None] Pushing event updated for resources: {'Port': ['ID=979b6d93-374a-4c68-bfbf-75f4fb84c2ee,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:13.751175 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2dfdb408-66bf-4a29-b56f-92c7e5040364 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:13.766919 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2dfdb408-66bf-4a29-b56f-92c7e5040364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:13.774324 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b04a4edd-dc3d-4be9-823c-662c9eb8ac5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:13.833311 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-85b7588e-630e-4689-9aa3-ac00dc3d8239 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:13.874614 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfdb408-66bf-4a29-b56f-92c7e5040364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7286fc44-b5ca-4516-b5ef-5614742d733b,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:13.883678 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-85b7588e-630e-4689-9aa3-ac00dc3d8239 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:13.906404 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5ad053a2-a8ab-4a6e-90b0-320f5e6bf892 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1274027894-network', 'tenant_id': '7e47ae6fba3146a1b9a1b7a2ea74d574'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:13.947527 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad053a2-a8ab-4a6e-90b0-320f5e6bf892 admin admin] Made reservation on behalf of 7e47ae6fba3146a1b9a1b7a2ea74d574 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:43:13.952391 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5ad053a2-a8ab-4a6e-90b0-320f5e6bf892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:13.970004 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5ad053a2-a8ab-4a6e-90b0-320f5e6bf892 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:14.056669 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 979b6d93-374a-4c68-bfbf-75f4fb84c2ee up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:43:14.183053 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 979b6d93-374a-4c68-bfbf-75f4fb84c2ee triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:14.183739 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:14.249285 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04a4edd-dc3d-4be9-823c-662c9eb8ac5b admin admin] Router e45c4600-d9cf-492e-838c-b4212ee58dee is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 21:43:14.462299 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-85b7588e-630e-4689-9aa3-ac00dc3d8239 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Allocated IP 192.168.233.96 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/b6c0a5e4-6319-437f-be32-93034887f2f9) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:43:14.524774 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c67a2d13-8514-4ad6-900f-b45d4d75ee26 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:43:14.668390 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port c67a2d13-8514-4ad6-900f-b45d4d75ee26 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:14.668910 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:14.679894 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04a4edd-dc3d-4be9-823c-662c9eb8ac5b admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:43:14.689744 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] Sync routers for ids ['e45c4600-d9cf-492e-838c-b4212ee58dee'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:43:14.709799 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] Routers {'e45c4600-d9cf-492e-838c-b4212ee58dee'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:43:14.713327 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:43:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e45c4600-d9cf-492e-838c-b4212ee58dee'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:43:14.766448 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f9c964-0774-4427-9e40-d8cfa617c05c None None] Network b683c97f-e24b-4f4d-84f9-89074ff25282 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:43:14.775074 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5ad053a2-a8ab-4a6e-90b0-320f5e6bf892 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:14.792248 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b04a4edd-dc3d-4be9-823c-662c9eb8ac5b admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:14.798139 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b04a4edd-dc3d-4be9-823c-662c9eb8ac5b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.2380650 Nov 23 21:43:14.799497 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41062) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:14.801557 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5ad053a2-a8ab-4a6e-90b0-320f5e6bf892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:14.819380 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2dfdb408-66bf-4a29-b56f-92c7e5040364 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=08fc18e23b524b3c8ee00ffdb63d88b6&name=default HTTP/1.1" status: 200 len: 2993 time: 1.4360487 Nov 23 21:43:14.839196 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad053a2-a8ab-4a6e-90b0-320f5e6bf892 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:43:14.845399 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41064) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:14.856869 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5ad053a2-a8ab-4a6e-90b0-320f5e6bf892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:14.857528 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-5ad053a2-a8ab-4a6e-90b0-320f5e6bf892 admin admin] Added segment e61209dd-bad3-4eb3-9b66-4addd1c48997 of type vlan for network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 Nov 23 21:43:14.996553 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5ad053a2-a8ab-4a6e-90b0-320f5e6bf892 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:15.013072 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b1833e7d-3ad9-40cc-b1c5-1941f3629603 req-6e5e72ff-a31f-48e8-9300-13ad8bae2eca tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 210 time: 0.2917836 Nov 23 21:43:15.024177 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-059b9be6-c607-4782-b8a5-0d8c9e5adcce None None] Provisioning complete for port c67a2d13-8514-4ad6-900f-b45d4d75ee26 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:15.025368 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-059b9be6-c607-4782-b8a5-0d8c9e5adcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:15.042368 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-5412fe64-4065-4890-abde-bc25673944c4 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=97d1e107cfa24386b8c2eb6a75a71440&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3190675 Nov 23 21:43:15.064617 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] Set router e45c4600-d9cf-492e-838c-b4212ee58dee gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:43:15.101980 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7588e-630e-4689-9aa3-ac00dc3d8239 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe24660-51a0-49f9-b207-8d6f4560b21c,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:15.176384 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.db.resource_extend [None req-5ad053a2-a8ab-4a6e-90b0-320f5e6bf892 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 21:43:15.240850 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:15.288301 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-85b7588e-630e-4689-9aa3-ac00dc3d8239 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:15.289269 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port c67a2d13-8514-4ad6-900f-b45d4d75ee26, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c67a2d13-8514-4ad6-900f-b45d4d75ee26,segment=NetworkSegment(f605fb6f-0139-45f6-a212-fd09f84cd681),segment_id=f605fb6f-0139-45f6-a212-fd09f84cd681)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:15.299664 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:15.334274 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad053a2-a8ab-4a6e-90b0-320f5e6bf892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:15.360323 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5ad053a2-a8ab-4a6e-90b0-320f5e6bf892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:15.363776 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=c67a2d13-8514-4ad6-900f-b45d4d75ee26,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:15.376873 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad053a2-a8ab-4a6e-90b0-320f5e6bf892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:15.377728 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5ad053a2-a8ab-4a6e-90b0-320f5e6bf892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:15.486570 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5ad053a2-a8ab-4a6e-90b0-320f5e6bf892 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2716877 Nov 23 21:43:15.489403 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41072) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:15.498881 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f7ebe108-414d-4784-a028-7d1efb394632 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:15.590659 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-41ee4e37-1989-4a5f-9b13-e6b6d1354be4 admin admin] Request body: {'subnet': {'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1274027894-subnet', 'tenant_id': '7e47ae6fba3146a1b9a1b7a2ea74d574', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:15.627881 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f7ebe108-414d-4784-a028-7d1efb394632 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:15.644901 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad053a2-a8ab-4a6e-90b0-320f5e6bf892 admin admin] Pushing event updated for resources: {'Network': ['ID=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:15.654063 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-7e7dd6a6-0ef3-4f6c-bb34-fb355cf5e101 req-cf25c5ba-435d-4bbf-8d72-3e53e0344a1c tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1074072026', 'description': 'tempest-description-1976325676'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:15.670234 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-71844a3e-7b81-4ad0-afca-c2bd740bae93 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:15.679008 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-71844a3e-7b81-4ad0-afca-c2bd740bae93 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6355979 Nov 23 21:43:15.741957 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:43:15.743870 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-46dd3d92-5bd4-4f72-81eb-8a019c8e8c55 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/quotas/97d1e107cfa24386b8c2eb6a75a71440 HTTP/1.1" status: 200 len: 375 time: 0.0638673 Nov 23 21:43:15.779389 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c4600-d9cf-492e-838c-b4212ee58dee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-47201380-router', 'tenant_id': '4e772d871c0b407082e96f33e5ae91e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '872f8ba7-9672-465d-8dc8-e889e9bcf35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:10Z', 'updated_at': '2021-11-23T21:43:12Z', 'revision_number': 3, 'project_id': '4e772d871c0b407082e96f33e5ae91e7', 'gw_port': {'id': '872f8ba7-9672-465d-8dc8-e889e9bcf35c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:34:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c4600-d9cf-492e-838c-b4212ee58dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:11Z', 'updated_at': '2021-11-23T21:43:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:43:15.808962 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-85b7588e-630e-4689-9aa3-ac00dc3d8239 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:15.841444 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-92380270-5174-43da-8c04-270b69da11f5 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=97d1e107cfa24386b8c2eb6a75a71440&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0955682 Nov 23 21:43:15.863545 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] Checking router: e45c4600-d9cf-492e-838c-b4212ee58dee for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:43:15.866146 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] Updating router e45c4600-d9cf-492e-838c-b4212ee58dee port 872f8ba7-9672-465d-8dc8-e889e9bcf35c binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:43:15.869352 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ee4e37-1989-4a5f-9b13-e6b6d1354be4 admin admin] Made reservation on behalf of 7e47ae6fba3146a1b9a1b7a2ea74d574 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:43:15.882129 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41ee4e37-1989-4a5f-9b13-e6b6d1354be4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:15.925793 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:15.948009 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c67a2d13-8514-4ad6-900f-b45d4d75ee26 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:43:16.098212 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ed275e33-ae4e-400a-8d13-c7cd8b4bb3d6 None None] Provisioning complete for port c67a2d13-8514-4ad6-900f-b45d4d75ee26 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:16.098584 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ed275e33-ae4e-400a-8d13-c7cd8b4bb3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:16.149688 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f7ebe108-414d-4784-a028-7d1efb394632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:16.180587 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f7ebe108-414d-4784-a028-7d1efb394632 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:16.182001 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f7ebe108-414d-4784-a028-7d1efb394632 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7286fc44-b5ca-4516-b5ef-5614742d733b HTTP/1.1" status: 204 len: 168 time: 1.3003101 Nov 23 21:43:16.182948 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7e7dd6a6-0ef3-4f6c-bb34-fb355cf5e101 req-cf25c5ba-435d-4bbf-8d72-3e53e0344a1c tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:16.193881 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-85b7588e-630e-4689-9aa3-ac00dc3d8239 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:43:16.240694 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebe108-414d-4784-a028-7d1efb394632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7286fc44-b5ca-4516-b5ef-5614742d733b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:16.268204 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-85b7588e-630e-4689-9aa3-ac00dc3d8239 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:43:16.285805 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port c67a2d13-8514-4ad6-900f-b45d4d75ee26 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:16.287113 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:16.289489 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-85b7588e-630e-4689-9aa3-ac00dc3d8239 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:43:16.315626 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-85b7588e-630e-4689-9aa3-ac00dc3d8239 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:16.316313 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-85b7588e-630e-4689-9aa3-ac00dc3d8239 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:16.362211 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7e7dd6a6-0ef3-4f6c-bb34-fb355cf5e101 req-cf25c5ba-435d-4bbf-8d72-3e53e0344a1c tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:16.514152 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7588e-630e-4689-9aa3-ac00dc3d8239 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Pushing event updated for resources: {'Port': ['ID=b6c0a5e4-6319-437f-be32-93034887f2f9,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:16.669428 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-85b7588e-630e-4689-9aa3-ac00dc3d8239 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7621477 Nov 23 21:43:16.751157 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-8d9eb1d4-1fef-4658-8b14-e519e7c5d3ca tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:43:16.754172 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-8d9eb1d4-1fef-4658-8b14-e519e7c5d3ca tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0378859 Nov 23 21:43:16.802260 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f79bd879-8ef0-4910-9789-aee0a70f36fe None None] Provisioning complete for port b6c0a5e4-6319-437f-be32-93034887f2f9 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:16.802699 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f79bd879-8ef0-4910-9789-aee0a70f36fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:16.810073 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:16.830811 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:16.847093 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb6a67-2fa8-4a4d-8f99-59bbd4b819c0 req-83f2acb4-8987-4b0d-b770-db8637fdfb57 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:16.854282 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-96cb6a67-2fa8-4a4d-8f99-59bbd4b819c0 req-83f2acb4-8987-4b0d-b770-db8637fdfb57 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 935 time: 0.4519637 Nov 23 21:43:16.868668 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f79bd879-8ef0-4910-9789-aee0a70f36fe None None] Port b6c0a5e4-6319-437f-be32-93034887f2f9 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:43:16.932694 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455abbc1-c300-4c8d-817b-6a4b0a5edd7e None None] Pushing event updated for resources: {'Port': ['ID=872f8ba7-9672-465d-8dc8-e889e9bcf35c,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:16.964473 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] Attempting to bind port 872f8ba7-9672-465d-8dc8-e889e9bcf35c on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:43:16.965161 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] Attempting to bind port 872f8ba7-9672-465d-8dc8-e889e9bcf35c by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:43:16.965697 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] Attempting to bind port 872f8ba7-9672-465d-8dc8-e889e9bcf35c on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:43:16.973806 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:43:16.974523 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:43:16.975148 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:16.975749 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:43:16.976621 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] Bound port: 872f8ba7-9672-465d-8dc8-e889e9bcf35c, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:43:16.977276 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:17.069672 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41104) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:17.087850 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] For port 872f8ba7-9672-465d-8dc8-e889e9bcf35c, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:43:17.092469 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] For port 872f8ba7-9672-465d-8dc8-e889e9bcf35c, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=872f8ba7-9672-465d-8dc8-e889e9bcf35c,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:43:17.102504 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:17.132742 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b46ad50c-2665-4fed-9117-51ec0e571e85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:17.216591 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41ee4e37-1989-4a5f-9b13-e6b6d1354be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:17.238205 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455abbc1-c300-4c8d-817b-6a4b0a5edd7e None None] Pushing event updated for resources: {'Port': ['ID=872f8ba7-9672-465d-8dc8-e889e9bcf35c,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:17.259444 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7e7dd6a6-0ef3-4f6c-bb34-fb355cf5e101 req-cf25c5ba-435d-4bbf-8d72-3e53e0344a1c tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:17.265364 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] Routers {'e45c4600-d9cf-492e-838c-b4212ee58dee'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:43:17.267539 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:43:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e45c4600-d9cf-492e-838c-b4212ee58dee'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:43:17.282036 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-96cb6a67-2fa8-4a4d-8f99-59bbd4b819c0 req-e937f201-4967-402e-93a2-8a5d66f3d3b0 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbe24660-51a0-49f9-b207-8d6f4560b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988531 Nov 23 21:43:17.316081 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7e7dd6a6-0ef3-4f6c-bb34-fb355cf5e101 req-cf25c5ba-435d-4bbf-8d72-3e53e0344a1c tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:17.362628 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ee4e37-1989-4a5f-9b13-e6b6d1354be4 admin admin] Checking segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:43:17.367296 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ee4e37-1989-4a5f-9b13-e6b6d1354be4 admin admin] Network hostable DHCP agents. Network: 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:43:17.397498 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25c5ba-435d-4bbf-8d72-3e53e0344a1c tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8817081-c4a0-4e18-8106-039c21fea58a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:17.433375 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ee4e37-1989-4a5f-9b13-e6b6d1354be4 admin admin] Network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:43:17.450929 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-41ee4e37-1989-4a5f-9b13-e6b6d1354be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:43:17.454787 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee4e37-1989-4a5f-9b13-e6b6d1354be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:17.464366 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd45df4-d22c-4d61-a167-3acddf579daa None None] Network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:43:17.472381 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ee4e37-1989-4a5f-9b13-e6b6d1354be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:17.472987 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41ee4e37-1989-4a5f-9b13-e6b6d1354be4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:17.475350 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-975a7d60-cad3-4be7-9133-1b285d465f81 service neutron] Request body: {'port': {'device_id': 'e1d2e383-e9b0-4fe6-809b-e1cef09c423c', 'device_owner': 'compute:tempest-test_az-2029478883', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:17.530928 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-41ee4e37-1989-4a5f-9b13-e6b6d1354be4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0309117 Nov 23 21:43:17.577336 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d7e3eca2-6ae3-4684-9b34-e729b5dadd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:17.577995 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] Set router e45c4600-d9cf-492e-838c-b4212ee58dee gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:43:17.713882 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-80c5bd77-9924-4fe0-aada-eabf40318208 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=97d1e107cfa24386b8c2eb6a75a71440&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1539409 Nov 23 21:43:17.909806 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-e2557a1f-c9bc-41e5-b866-8f4e863149d5 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:17.920648 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-e2557a1f-c9bc-41e5-b866-8f4e863149d5 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2041030 Nov 23 21:43:17.941383 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933f65b8-ade2-408c-baee-d61356429b7d None None] Network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:43:17.985813 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-975a7d60-cad3-4be7-9133-1b285d465f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:18.025108 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-3e0f168f-8123-4b15-9ac1-4481b2180c75 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/quotas/97d1e107cfa24386b8c2eb6a75a71440 HTTP/1.1" status: 200 len: 375 time: 0.1019611 Nov 23 21:43:18.055256 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-d7e3eca2-6ae3-4684-9b34-e729b5dadd7e admin admin] Allocated IP 172.20.0.1 (b683c97f-e24b-4f4d-84f9-89074ff25282/c80c3a26-88dc-4787-9c9c-f3e32b48fa15/e29d4d30-2838-48ed-9e96-40264b87cb7e) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:43:18.155225 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c4600-d9cf-492e-838c-b4212ee58dee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-47201380-router', 'tenant_id': '4e772d871c0b407082e96f33e5ae91e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '872f8ba7-9672-465d-8dc8-e889e9bcf35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:10Z', 'updated_at': '2021-11-23T21:43:12Z', 'revision_number': 3, 'project_id': '4e772d871c0b407082e96f33e5ae91e7', 'gw_port': {'id': '872f8ba7-9672-465d-8dc8-e889e9bcf35c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:34:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c4600-d9cf-492e-838c-b4212ee58dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:11Z', 'updated_at': '2021-11-23T21:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:43:18.172689 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-9e336875-9700-4f69-8eb4-67f653a0cd33 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=97d1e107cfa24386b8c2eb6a75a71440&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1456320 Nov 23 21:43:18.187485 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b46ad50c-2665-4fed-9117-51ec0e571e85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:18.190371 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136eb621-b38b-423e-bca5-03d0aab25b70 None None] The sync data for ids ['e45c4600-d9cf-492e-838c-b4212ee58dee'] in n-d-816206-9 is: [{'id': 'e45c4600-d9cf-492e-838c-b4212ee58dee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-47201380-router', 'tenant_id': '4e772d871c0b407082e96f33e5ae91e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '872f8ba7-9672-465d-8dc8-e889e9bcf35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:10Z', 'updated_at': '2021-11-23T21:43:12Z', 'revision_number': 3, 'project_id': '4e772d871c0b407082e96f33e5ae91e7', 'gw_port': {'id': '872f8ba7-9672-465d-8dc8-e889e9bcf35c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:34:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c4600-d9cf-492e-838c-b4212ee58dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:11Z', 'updated_at': '2021-11-23T21:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:43:18.234827 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b46ad50c-2665-4fed-9117-51ec0e571e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:18.354226 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d7e3eca2-6ae3-4684-9b34-e729b5dadd7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:18.383562 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b46ad50c-2665-4fed-9117-51ec0e571e85 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e3b3c1de75ca47d9bc88886d15ba2f10&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3107712 Nov 23 21:43:18.389862 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41136) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:18.428707 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7e7dd6a6-0ef3-4f6c-bb34-fb355cf5e101 req-cf25c5ba-435d-4bbf-8d72-3e53e0344a1c tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:18.439915 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7e7dd6a6-0ef3-4f6c-bb34-fb355cf5e101 req-cf25c5ba-435d-4bbf-8d72-3e53e0344a1c tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:18.476408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ad50c-2665-4fed-9117-51ec0e571e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8225819f-d48e-49aa-b689-bec11f67d783,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:18.494927 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7e7dd6a6-0ef3-4f6c-bb34-fb355cf5e101 req-cf25c5ba-435d-4bbf-8d72-3e53e0344a1c tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:18.494927 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e7dd6a6-0ef3-4f6c-bb34-fb355cf5e101 req-cf25c5ba-435d-4bbf-8d72-3e53e0344a1c tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 2.8632066 Nov 23 21:43:18.523360 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d7e3eca2-6ae3-4684-9b34-e729b5dadd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:18.553170 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b948b008-4e3a-4685-9938-6facf8910a96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:18.709594 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e3eca2-6ae3-4684-9b34-e729b5dadd7e admin admin] Network b683c97f-e24b-4f4d-84f9-89074ff25282 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:43:18.721614 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-d7e3eca2-6ae3-4684-9b34-e729b5dadd7e admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:43:18.735980 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b948b008-4e3a-4685-9938-6facf8910a96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:18.738047 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e3eca2-6ae3-4684-9b34-e729b5dadd7e admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:43:18.738611 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d7e3eca2-6ae3-4684-9b34-e729b5dadd7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:18.774759 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3eca2-6ae3-4684-9b34-e729b5dadd7e admin admin] Pushing event updated for resources: {'Port': ['ID=e29d4d30-2838-48ed-9e96-40264b87cb7e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:18.858617 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-a7411ea4-61d5-4dd6-97b8-e97b4f16c957 req-48cd6f62-846d-4a26-b28e-9aa434280047 tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2014583647', 'description': 'tempest-description-1271249428'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:18.865242 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25c5ba-435d-4bbf-8d72-3e53e0344a1c tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d91b886-1243-4f2c-8d89-6c9668ae24cd,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:18.952614 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.60', 49296) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:19.087359 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b948b008-4e3a-4685-9938-6facf8910a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:19.095934 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b948b008-4e3a-4685-9938-6facf8910a96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:19.102655 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b948b008-4e3a-4685-9938-6facf8910a96 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8225819f-d48e-49aa-b689-bec11f67d783 HTTP/1.1" status: 204 len: 168 time: 0.7092664 Nov 23 21:43:19.136481 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41156) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:19.160019 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdb4a7-3467-445e-ae63-796f8030ca3c req-ec491445-d28f-4bfa-abb5-71cd93b4ce2f tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:19.161935 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dbfdb4a7-3467-445e-ae63-796f8030ca3c req-ec491445-d28f-4bfa-abb5-71cd93b4ce2f tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 935 time: 0.3876529 Nov 23 21:43:19.173877 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-614015b0-26fc-49dd-a741-bac31805558a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-726296147-network', 'tenant_id': '33ffe300eba6494dae730b73a7c25f29'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:19.260027 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3265f25b-0923-4f58-bc0d-943099788479 None None] Provisioning complete for port e29d4d30-2838-48ed-9e96-40264b87cb7e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:19.260619 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3265f25b-0923-4f58-bc0d-943099788479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:19.268965 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948b008-4e3a-4685-9938-6facf8910a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8225819f-d48e-49aa-b689-bec11f67d783,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:19.341733 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-ec7b2b7f-df91-4cdd-928a-c940d980c723 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=97d1e107cfa24386b8c2eb6a75a71440&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3748889 Nov 23 21:43:19.375090 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a7411ea4-61d5-4dd6-97b8-e97b4f16c957 req-48cd6f62-846d-4a26-b28e-9aa434280047 tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:19.392129 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-3265f25b-0923-4f58-bc0d-943099788479 None None] Port e29d4d30-2838-48ed-9e96-40264b87cb7e cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:43:19.684623 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dbfdb4a7-3467-445e-ae63-796f8030ca3c req-681396a7-b9d2-4f59-b393-35dba4aa21f9 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbe24660-51a0-49f9-b207-8d6f4560b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335946 Nov 23 21:43:19.723421 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d7e3eca2-6ae3-4684-9b34-e729b5dadd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:19.900555 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 872f8ba7-9672-465d-8dc8-e889e9bcf35c up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:43:20.116293 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 872f8ba7-9672-465d-8dc8-e889e9bcf35c triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:20.121094 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:20.163058 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d7e3eca2-6ae3-4684-9b34-e729b5dadd7e admin admin] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:20.176205 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d7e3eca2-6ae3-4684-9b34-e729b5dadd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:20.177228 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d7e3eca2-6ae3-4684-9b34-e729b5dadd7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:20.327370 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3eca2-6ae3-4684-9b34-e729b5dadd7e admin admin] Pushing event updated for resources: {'Port': ['ID=e29d4d30-2838-48ed-9e96-40264b87cb7e,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:20.395563 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:20.449983 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 872f8ba7-9672-465d-8dc8-e889e9bcf35c, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=872f8ba7-9672-465d-8dc8-e889e9bcf35c,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:20.458609 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:20.471209 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e3eca2-6ae3-4684-9b34-e729b5dadd7e admin admin] Network b683c97f-e24b-4f4d-84f9-89074ff25282 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:43:20.499402 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-d7e3eca2-6ae3-4684-9b34-e729b5dadd7e admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:43:20.580528 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=872f8ba7-9672-465d-8dc8-e889e9bcf35c,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:20.661844 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-975a7d60-cad3-4be7-9133-1b285d465f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c0a5e4-6319-437f-be32-93034887f2f9 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:43:20.673006 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-975a7d60-cad3-4be7-9133-1b285d465f81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:20.696941 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-975a7d60-cad3-4be7-9133-1b285d465f81 service neutron] Transition to ACTIVE for port object b6c0a5e4-6319-437f-be32-93034887f2f9 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:43:20.719135 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-2468317b-b206-4eb1-b7d9-e0d75fd69a42 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:20.720836 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-2468317b-b206-4eb1-b7d9-e0d75fd69a42 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2903872 Nov 23 21:43:20.731098 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-975a7d60-cad3-4be7-9133-1b285d465f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:20.896797 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a7411ea4-61d5-4dd6-97b8-e97b4f16c957 req-48cd6f62-846d-4a26-b28e-9aa434280047 tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:20.898208 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a7d60-cad3-4be7-9133-1b285d465f81 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c0a5e4-6319-437f-be32-93034887f2f9,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:20.956348 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f3e685e-a120-411c-b885-04bfe3b1c2cc req-f2962f64-d37d-4873-903f-eec76af7d27b tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=387c648d-5a3d-404c-b7ed-39599a3b0520 HTTP/1.1" status: 200 len: 210 time: 0.2541361 Nov 23 21:43:20.960150 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614015b0-26fc-49dd-a741-bac31805558a admin admin] Made reservation on behalf of 33ffe300eba6494dae730b73a7c25f29 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:43:20.962769 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-614015b0-26fc-49dd-a741-bac31805558a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:20.984192 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-614015b0-26fc-49dd-a741-bac31805558a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:20.989440 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a7411ea4-61d5-4dd6-97b8-e97b4f16c957 req-48cd6f62-846d-4a26-b28e-9aa434280047 tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:21.069376 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd6f62-846d-4a26-b28e-9aa434280047 tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=419a873c-a37d-46e8-8b24-9825f72ab3ab,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:21.150112 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b0408396-2f16-479b-92ae-97c13bf4566e None None] Provisioning complete for port e29d4d30-2838-48ed-9e96-40264b87cb7e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:21.150494 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b0408396-2f16-479b-92ae-97c13bf4566e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:21.275349 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e3eca2-6ae3-4684-9b34-e729b5dadd7e admin admin] Router e45c4600-d9cf-492e-838c-b4212ee58dee has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:43:21.290642 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b0408396-2f16-479b-92ae-97c13bf4566e None None] Port e29d4d30-2838-48ed-9e96-40264b87cb7e cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:43:21.313250 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-1ff77db0-0f5e-410f-9057-7dc5ee9bc112 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Request body: {'port': {'device_id': '62941ccd-393d-4838-a2ef-4a41068c8692', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': '97d1e107cfa24386b8c2eb6a75a71440'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:21.317088 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.53', 57527) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:21.337463 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a7411ea4-61d5-4dd6-97b8-e97b4f16c957 req-48cd6f62-846d-4a26-b28e-9aa434280047 tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:21.366072 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a7411ea4-61d5-4dd6-97b8-e97b4f16c957 req-48cd6f62-846d-4a26-b28e-9aa434280047 tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 2.5894923 Nov 23 21:43:21.439483 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-cff0dce0-172b-47f6-9e39-0b7bdcc504ea tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=97d1e107cfa24386b8c2eb6a75a71440&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707989 Nov 23 21:43:21.509987 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-975a7d60-cad3-4be7-9133-1b285d465f81 service neutron] Attempting to bind port b6c0a5e4-6319-437f-be32-93034887f2f9 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:43:21.510366 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-975a7d60-cad3-4be7-9133-1b285d465f81 service neutron] Attempting to bind port b6c0a5e4-6319-437f-be32-93034887f2f9 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:43:21.510747 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-975a7d60-cad3-4be7-9133-1b285d465f81 service neutron] Attempting to bind port b6c0a5e4-6319-437f-be32-93034887f2f9 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:43:21.730339 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-975a7d60-cad3-4be7-9133-1b285d465f81 service neutron] Port b6c0a5e4-6319-437f-be32-93034887f2f9 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:43:21.731888 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-975a7d60-cad3-4be7-9133-1b285d465f81 service neutron] Attempting to bind port b6c0a5e4-6319-437f-be32-93034887f2f9 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:43:21.732149 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e3eca2-6ae3-4684-9b34-e729b5dadd7e admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:43:21.749965 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d7e3eca2-6ae3-4684-9b34-e729b5dadd7e admin admin] 10.222.0.50 "PUT /v2.0/routers/e45c4600-d9cf-492e-838c-b4212ee58dee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7147567 Nov 23 21:43:21.752426 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] Sync routers for ids ['e45c4600-d9cf-492e-838c-b4212ee58dee'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:43:21.759639 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-eab1cc44-1253-465b-8bf5-d996bc1d1b46 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:21.761260 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-eab1cc44-1253-465b-8bf5-d996bc1d1b46 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3056891 Nov 23 21:43:21.789409 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-975a7d60-cad3-4be7-9133-1b285d465f81 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:43:21.789727 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-975a7d60-cad3-4be7-9133-1b285d465f81 service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:43:21.790295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-975a7d60-cad3-4be7-9133-1b285d465f81 service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:43:21.790761 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-975a7d60-cad3-4be7-9133-1b285d465f81 service neutron] Bound port: b6c0a5e4-6319-437f-be32-93034887f2f9, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:43:21.791130 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-975a7d60-cad3-4be7-9133-1b285d465f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:21.799116 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-480f0c87-9aeb-4772-b984-83be7b0747e9 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Request body: {'port': {'device_id': '387c648d-5a3d-404c-b7ed-39599a3b0520', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': '97d1e107cfa24386b8c2eb6a75a71440'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:21.804524 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] Routers {'e45c4600-d9cf-492e-838c-b4212ee58dee'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:43:21.817357 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:43:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e45c4600-d9cf-492e-838c-b4212ee58dee'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:43:21.867153 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a161c8-3d48-49a1-bf60-9b275147febc req-f4609838-5103-4f3a-a4fd-cc3d37228431 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:21.874917 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b5a161c8-3d48-49a1-bf60-9b275147febc req-f4609838-5103-4f3a-a4fd-cc3d37228431 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 969 time: 0.5580420 Nov 23 21:43:21.945790 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-975a7d60-cad3-4be7-9133-1b285d465f81 service neutron] For port b6c0a5e4-6319-437f-be32-93034887f2f9, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:43:21.951732 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-975a7d60-cad3-4be7-9133-1b285d465f81 service neutron] For port b6c0a5e4-6319-437f-be32-93034887f2f9, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b6c0a5e4-6319-437f-be32-93034887f2f9,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:43:21.959338 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 872f8ba7-9672-465d-8dc8-e889e9bcf35c up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:43:21.975195 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-73a3922d-400c-4754-aea2-ff6beb9605a0 req-ae866dd2-071b-48dd-a230-44ddff79b65e tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1500867418', 'description': 'tempest-description-606899415'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:21.978436 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-975a7d60-cad3-4be7-9133-1b285d465f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:22.146341 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a7d60-cad3-4be7-9133-1b285d465f81 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c0a5e4-6319-437f-be32-93034887f2f9,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:22.170438 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-975a7d60-cad3-4be7-9133-1b285d465f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:22.171104 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-975a7d60-cad3-4be7-9133-1b285d465f81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:22.172602 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-975a7d60-cad3-4be7-9133-1b285d465f81 service neutron] 10.222.0.53 "PUT /v2.0/ports/b6c0a5e4-6319-437f-be32-93034887f2f9 HTTP/1.1" status: 200 len: 1117 time: 4.9103212 Nov 23 21:43:22.173401 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d2e383-e9b0-4fe6-809b-e1cef09c423c', 'tag': 'b6c0a5e4-6319-437f-be32-93034887f2f9'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:43:22.318796 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] Set router e45c4600-d9cf-492e-838c-b4212ee58dee gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:43:22.484514 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 872f8ba7-9672-465d-8dc8-e889e9bcf35c triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:22.484514 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:22.521632 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-480f0c87-9aeb-4772-b984-83be7b0747e9 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Made reservation on behalf of 97d1e107cfa24386b8c2eb6a75a71440 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:43:22.526630 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-480f0c87-9aeb-4772-b984-83be7b0747e9 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:22.554003 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-480f0c87-9aeb-4772-b984-83be7b0747e9 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:22.616431 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b5a161c8-3d48-49a1-bf60-9b275147febc req-0366db3d-89b6-4ecd-af77-95abce5ee939 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbe24660-51a0-49f9-b207-8d6f4560b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7403750 Nov 23 21:43:22.643236 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-73a3922d-400c-4754-aea2-ff6beb9605a0 req-ae866dd2-071b-48dd-a230-44ddff79b65e tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:22.695088 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-73a3922d-400c-4754-aea2-ff6beb9605a0 req-ae866dd2-071b-48dd-a230-44ddff79b65e tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:22.719833 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-614015b0-26fc-49dd-a741-bac31805558a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:22.780390 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-480f0c87-9aeb-4772-b984-83be7b0747e9 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:22.787263 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-480f0c87-9aeb-4772-b984-83be7b0747e9 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:22.822335 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-73a3922d-400c-4754-aea2-ff6beb9605a0 req-ae866dd2-071b-48dd-a230-44ddff79b65e tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:22.829561 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b16c440-fe09-45d3-9803-956942be6aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d2e383-e9b0-4fe6-809b-e1cef09c423c", "tag": "b6c0a5e4-6319-437f-be32-93034887f2f9"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:43:22.886002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35bae140-fdce-45e7-994b-52e1754bad16 req-7a35b3b7-5d68-4833-b1ca-5ac4aaef8306 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=387c648d-5a3d-404c-b7ed-39599a3b0520 HTTP/1.1" status: 200 len: 210 time: 0.0527439 Nov 23 21:43:22.897387 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-f88ebf08-7179-41d3-a035-711ee43a3ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:22.902415 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-f88ebf08-7179-41d3-a035-711ee43a3ccd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a3756df7b174ed5aa533d9b9ce8a56d&device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 1120 time: 0.5616145 Nov 23 21:43:22.903694 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-614015b0-26fc-49dd-a741-bac31805558a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:22.909133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-1ff77db0-0f5e-410f-9057-7dc5ee9bc112 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Made reservation on behalf of 97d1e107cfa24386b8c2eb6a75a71440 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:43:22.916356 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-1ff77db0-0f5e-410f-9057-7dc5ee9bc112 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:22.932445 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-73a3922d-400c-4754-aea2-ff6beb9605a0 req-ae866dd2-071b-48dd-a230-44ddff79b65e tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:23.013063 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-73a3922d-400c-4754-aea2-ff6beb9605a0 req-ae866dd2-071b-48dd-a230-44ddff79b65e tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:23.047818 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:23.099724 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-480f0c87-9aeb-4772-b984-83be7b0747e9 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Allocated IP 192.168.233.226 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/a717c750-c043-4666-8ab7-5f6890b91688) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:43:23.176138 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c4600-d9cf-492e-838c-b4212ee58dee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-47201380-router', 'tenant_id': '4e772d871c0b407082e96f33e5ae91e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '872f8ba7-9672-465d-8dc8-e889e9bcf35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:10Z', 'updated_at': '2021-11-23T21:43:19Z', 'revision_number': 4, 'project_id': '4e772d871c0b407082e96f33e5ae91e7', 'gw_port': {'id': '872f8ba7-9672-465d-8dc8-e889e9bcf35c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c4600-d9cf-492e-838c-b4212ee58dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:11Z', 'updated_at': '2021-11-23T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'e29d4d30-2838-48ed-9e96-40264b87cb7e', 'name': '', 'network_id': 'b683c97f-e24b-4f4d-84f9-89074ff25282', 'tenant_id': '4e772d871c0b407082e96f33e5ae91e7', 'mac_address': 'fa:16:3e:77:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c4600-d9cf-492e-838c-b4212ee58dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c80c3a26-88dc-4787-9c9c-f3e32b48fa15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:17Z', 'updated_at': '2021-11-23T21:43:19Z', 'revision_number': 2, 'project_id': '4e772d871c0b407082e96f33e5ae91e7', 'subnets': [{'id': 'c80c3a26-88dc-4787-9c9c-f3e32b48fa15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:43:23.200849 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-73a3922d-400c-4754-aea2-ff6beb9605a0 req-ae866dd2-071b-48dd-a230-44ddff79b65e tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:23.209167 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] Checking router: e45c4600-d9cf-492e-838c-b4212ee58dee for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:43:23.209570 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] Updating router e45c4600-d9cf-492e-838c-b4212ee58dee port e29d4d30-2838-48ed-9e96-40264b87cb7e binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:43:23.260374 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:23.312620 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-871dcc60-6dd0-4cfb-91bb-cbb12b961fc9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=b6c0a5e4-6319-437f-be32-93034887f2f9 HTTP/1.1" status: 200 len: 217 time: 0.2971311 Nov 23 21:43:23.321645 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-73a3922d-400c-4754-aea2-ff6beb9605a0 req-ae866dd2-071b-48dd-a230-44ddff79b65e tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:23.323024 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-73a3922d-400c-4754-aea2-ff6beb9605a0 req-ae866dd2-071b-48dd-a230-44ddff79b65e tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.3685100 Nov 23 21:43:23.335021 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-614015b0-26fc-49dd-a741-bac31805558a admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:43:23.524524 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-6cf3e3f4-ae4a-4717-8e53-373997425143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:23.527215 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-6cf3e3f4-ae4a-4717-8e53-373997425143 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1871030 Nov 23 21:43:23.536771 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614015b0-26fc-49dd-a741-bac31805558a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdd0e71-6d43-46b1-b623-ac1ae11658e2,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:23.633594 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-614015b0-26fc-49dd-a741-bac31805558a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:23.634303 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-614015b0-26fc-49dd-a741-bac31805558a admin admin] Added segment 3d2f8b0c-3655-4ab3-a571-e5b80453f102 of type vlan for network aa89846d-f9f7-42db-a373-065c5b4962f7 Nov 23 21:43:23.676787 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-480f0c87-9aeb-4772-b984-83be7b0747e9 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:23.691136 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a0dd88-9199-46e8-b209-1c33488d0d3f x-openstack-request-id: req-31a0dd88-9199-46e8-b209-1c33488d0d3f {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:43:23.691743 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d2e383-e9b0-4fe6-809b-e1cef09c423c", "tag": "b6c0a5e4-6319-437f-be32-93034887f2f9", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:43:23.692172 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-31a0dd88-9199-46e8-b209-1c33488d0d3f {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:43:23.693023 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d2e383-e9b0-4fe6-809b-e1cef09c423c', 'tag': 'b6c0a5e4-6319-437f-be32-93034887f2f9', 'status': 'completed', 'code': 200} Nov 23 21:43:23.720569 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-4b4441ed-6d11-4647-b099-7fe6fd84294e req-bf0a67dc-e496-4f1c-a8ed-6356ec2afe8c tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1162155811', 'description': 'tempest-description-853912469'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:23.770107 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f0c87-9aeb-4772-b984-83be7b0747e9 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfc4b2a-5560-4432-a8aa-b561f9188bfb,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:23.786177 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-480f0c87-9aeb-4772-b984-83be7b0747e9 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:23.838374 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-1ff77db0-0f5e-410f-9057-7dc5ee9bc112 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Allocated IP 192.168.233.155 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/f4ad6726-8591-4544-92d1-40bd5fc09e50) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:43:23.899991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae866dd2-071b-48dd-a230-44ddff79b65e tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c61b9f-408f-4806-aa5b-d531cef43187,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:23.913699 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-554760a3-dbc6-4fb7-9c1f-da68778b563e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:23.915423 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-554760a3-dbc6-4fb7-9c1f-da68778b563e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3469024 Nov 23 21:43:23.944212 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae866dd2-071b-48dd-a230-44ddff79b65e tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a4f13f-3b55-4b83-8e09-e99b151e8946,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:23.949504 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:23.957757 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:23.963682 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-614015b0-26fc-49dd-a741-bac31805558a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:23.997676 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4b4441ed-6d11-4647-b099-7fe6fd84294e req-bf0a67dc-e496-4f1c-a8ed-6356ec2afe8c tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:24.094674 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a354c-0093-420e-a1cb-689c1bf9ddf1 None None] Pushing event updated for resources: {'Port': ['ID=e29d4d30-2838-48ed-9e96-40264b87cb7e,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:24.153718 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-480f0c87-9aeb-4772-b984-83be7b0747e9 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:43:24.168703 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] Attempting to bind port e29d4d30-2838-48ed-9e96-40264b87cb7e on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:43:24.169498 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] Attempting to bind port e29d4d30-2838-48ed-9e96-40264b87cb7e by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'f605fb6f-0139-45f6-a212-fd09f84cd681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b683c97f-e24b-4f4d-84f9-89074ff25282'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:43:24.170398 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] Attempting to bind port e29d4d30-2838-48ed-9e96-40264b87cb7e on network b683c97f-e24b-4f4d-84f9-89074ff25282 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:43:24.179648 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:43:24.180027 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] Checking segment: {'id': 'f605fb6f-0139-45f6-a212-fd09f84cd681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b683c97f-e24b-4f4d-84f9-89074ff25282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:43:24.180449 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:24.180852 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] Bound using segment: {'id': 'f605fb6f-0139-45f6-a212-fd09f84cd681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b683c97f-e24b-4f4d-84f9-89074ff25282'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:43:24.181307 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] Bound port: e29d4d30-2838-48ed-9e96-40264b87cb7e, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f605fb6f-0139-45f6-a212-fd09f84cd681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b683c97f-e24b-4f4d-84f9-89074ff25282'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:43:24.182562 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:24.187166 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-480f0c87-9aeb-4772-b984-83be7b0747e9 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:43:24.193955 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-480f0c87-9aeb-4772-b984-83be7b0747e9 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:43:24.205885 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-480f0c87-9aeb-4772-b984-83be7b0747e9 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:24.206568 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-480f0c87-9aeb-4772-b984-83be7b0747e9 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:24.252951 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-480f0c87-9aeb-4772-b984-83be7b0747e9 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4725850 Nov 23 21:43:24.262530 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f0c87-9aeb-4772-b984-83be7b0747e9 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Pushing event updated for resources: {'Port': ['ID=a717c750-c043-4666-8ab7-5f6890b91688,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:24.276038 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-6507b48d-2618-4a27-884e-4d8724cdbdef service neutron] Request body: {'port': {'device_id': '387c648d-5a3d-404c-b7ed-39599a3b0520', 'device_owner': 'compute:tempest-test_az-2029478883', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:24.322011 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] For port e29d4d30-2838-48ed-9e96-40264b87cb7e, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:43:24.331105 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] For port e29d4d30-2838-48ed-9e96-40264b87cb7e, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e29d4d30-2838-48ed-9e96-40264b87cb7e,segment=NetworkSegment(f605fb6f-0139-45f6-a212-fd09f84cd681),segment_id=f605fb6f-0139-45f6-a212-fd09f84cd681)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:43:24.355210 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:24.385528 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-6507b48d-2618-4a27-884e-4d8724cdbdef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:24.387801 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4b4441ed-6d11-4647-b099-7fe6fd84294e req-bf0a67dc-e496-4f1c-a8ed-6356ec2afe8c tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:24.460751 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] Routers {'e45c4600-d9cf-492e-838c-b4212ee58dee'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:43:24.461534 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:43:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e45c4600-d9cf-492e-838c-b4212ee58dee'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:43:24.488186 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4b4441ed-6d11-4647-b099-7fe6fd84294e req-bf0a67dc-e496-4f1c-a8ed-6356ec2afe8c tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:24.505672 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-614015b0-26fc-49dd-a741-bac31805558a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:24.519745 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614015b0-26fc-49dd-a741-bac31805558a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:24.522439 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-614015b0-26fc-49dd-a741-bac31805558a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:24.623270 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4824405-87f0-4010-a29e-38c28fe3b7f1 req-0e10f2c3-4871-4ceb-b5ee-d4463e8ecbf1 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:24.631394 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4824405-87f0-4010-a29e-38c28fe3b7f1 req-0e10f2c3-4871-4ceb-b5ee-d4463e8ecbf1 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 969 time: 0.5789738 Nov 23 21:43:24.646396 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-31a80cf9-52ec-4c64-8c9b-f16f58732deb None None] Provisioning complete for port e29d4d30-2838-48ed-9e96-40264b87cb7e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:24.646936 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-31a80cf9-52ec-4c64-8c9b-f16f58732deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:24.660101 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a354c-0093-420e-a1cb-689c1bf9ddf1 None None] Pushing event updated for resources: {'Port': ['ID=e29d4d30-2838-48ed-9e96-40264b87cb7e,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:24.849902 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] Set router e45c4600-d9cf-492e-838c-b4212ee58dee gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:43:24.927653 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-31a80cf9-52ec-4c64-8c9b-f16f58732deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:25.085454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614015b0-26fc-49dd-a741-bac31805558a admin admin] Pushing event updated for resources: {'Network': ['ID=aa89846d-f9f7-42db-a373-065c5b4962f7,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:25.111661 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4b4441ed-6d11-4647-b099-7fe6fd84294e req-bf0a67dc-e496-4f1c-a8ed-6356ec2afe8c tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:25.123566 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b4441ed-6d11-4647-b099-7fe6fd84294e req-bf0a67dc-e496-4f1c-a8ed-6356ec2afe8c tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.4041312 Nov 23 21:43:25.145016 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-03a35bdb-5171-455f-9da8-3fe63816d935 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1941409 Nov 23 21:43:25.152618 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network aa89846d-f9f7-42db-a373-065c5b4962f7 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:43:25.156126 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-31a80cf9-52ec-4c64-8c9b-f16f58732deb None None] For port e29d4d30-2838-48ed-9e96-40264b87cb7e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e29d4d30-2838-48ed-9e96-40264b87cb7e,segment=NetworkSegment(f605fb6f-0139-45f6-a212-fd09f84cd681),segment_id=f605fb6f-0139-45f6-a212-fd09f84cd681)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:25.175903 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-31a80cf9-52ec-4c64-8c9b-f16f58732deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:25.178056 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-614015b0-26fc-49dd-a741-bac31805558a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 6.0126705 Nov 23 21:43:25.181746 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41258) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:25.187835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-12de74fc-3747-4737-b5c8-c85fafedd2ed admin admin] Request body: {'subnet': {'network_id': 'aa89846d-f9f7-42db-a373-065c5b4962f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-726296147-subnet', 'tenant_id': '33ffe300eba6494dae730b73a7c25f29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:25.199706 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4824405-87f0-4010-a29e-38c28fe3b7f1 req-dffcd513-935e-4f07-8d4c-602964631cb2 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbe24660-51a0-49f9-b207-8d6f4560b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5657313 Nov 23 21:43:25.201121 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a67dc-e496-4f1c-a8ed-6356ec2afe8c tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0ff2ef-378f-4e2e-bbaf-16878f6a599c,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:25.271569 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12de74fc-3747-4737-b5c8-c85fafedd2ed admin admin] Made reservation on behalf of 33ffe300eba6494dae730b73a7c25f29 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:43:25.274316 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12de74fc-3747-4737-b5c8-c85fafedd2ed admin admin] Publish callbacks [] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:25.346174 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-1ff77db0-0f5e-410f-9057-7dc5ee9bc112 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:25.583561 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8311839-2f81-4b0c-96b5-3f1ff07c6eef req-ecf645ba-e773-4935-9cb0-695308fc67be tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:25.585591 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f8311839-2f81-4b0c-96b5-3f1ff07c6eef req-ecf645ba-e773-4935-9cb0-695308fc67be tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=387c648d-5a3d-404c-b7ed-39599a3b0520 HTTP/1.1" status: 200 len: 936 time: 0.2499816 Nov 23 21:43:25.600033 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a80cf9-52ec-4c64-8c9b-f16f58732deb None None] Pushing event updated for resources: {'Port': ['ID=e29d4d30-2838-48ed-9e96-40264b87cb7e,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:25.649410 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-1ff77db0-0f5e-410f-9057-7dc5ee9bc112 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:25.673001 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1cf5428c-db62-4aea-afe0-2a498f978377 None None] Provisioning complete for port e29d4d30-2838-48ed-9e96-40264b87cb7e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:25.673463 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1cf5428c-db62-4aea-afe0-2a498f978377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:25.691316 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78c7a21c-77c6-479e-bef9-a3950ae3180f req-bae75280-8e5c-4316-bbbd-907f65b14679 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836502 Nov 23 21:43:25.748791 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c4600-d9cf-492e-838c-b4212ee58dee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-47201380-router', 'tenant_id': '4e772d871c0b407082e96f33e5ae91e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '872f8ba7-9672-465d-8dc8-e889e9bcf35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:10Z', 'updated_at': '2021-11-23T21:43:19Z', 'revision_number': 4, 'project_id': '4e772d871c0b407082e96f33e5ae91e7', 'gw_port': {'id': '872f8ba7-9672-465d-8dc8-e889e9bcf35c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c4600-d9cf-492e-838c-b4212ee58dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:11Z', 'updated_at': '2021-11-23T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'e29d4d30-2838-48ed-9e96-40264b87cb7e', 'name': '', 'network_id': 'b683c97f-e24b-4f4d-84f9-89074ff25282', 'tenant_id': '4e772d871c0b407082e96f33e5ae91e7', 'mac_address': 'fa:16:3e:77:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c4600-d9cf-492e-838c-b4212ee58dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c80c3a26-88dc-4787-9c9c-f3e32b48fa15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:17Z', 'updated_at': '2021-11-23T21:43:24Z', 'revision_number': 4, 'project_id': '4e772d871c0b407082e96f33e5ae91e7', 'subnets': [{'id': 'c80c3a26-88dc-4787-9c9c-f3e32b48fa15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:43:25.753003 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-1ff77db0-0f5e-410f-9057-7dc5ee9bc112 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:43:25.770076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-1ff77db0-0f5e-410f-9057-7dc5ee9bc112 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:43:25.796208 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-1ff77db0-0f5e-410f-9057-7dc5ee9bc112 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:43:25.802668 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-1ff77db0-0f5e-410f-9057-7dc5ee9bc112 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:25.803617 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-1ff77db0-0f5e-410f-9057-7dc5ee9bc112 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:25.867426 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce72dc1-b84b-42f2-a26c-a3d67d1b0278 None None] The sync data for ids ['e45c4600-d9cf-492e-838c-b4212ee58dee'] in n-d-816206-9 is: [{'id': 'e45c4600-d9cf-492e-838c-b4212ee58dee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-47201380-router', 'tenant_id': '4e772d871c0b407082e96f33e5ae91e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '872f8ba7-9672-465d-8dc8-e889e9bcf35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:10Z', 'updated_at': '2021-11-23T21:43:19Z', 'revision_number': 4, 'project_id': '4e772d871c0b407082e96f33e5ae91e7', 'gw_port': {'id': '872f8ba7-9672-465d-8dc8-e889e9bcf35c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c4600-d9cf-492e-838c-b4212ee58dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:11Z', 'updated_at': '2021-11-23T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'e29d4d30-2838-48ed-9e96-40264b87cb7e', 'name': '', 'network_id': 'b683c97f-e24b-4f4d-84f9-89074ff25282', 'tenant_id': '4e772d871c0b407082e96f33e5ae91e7', 'mac_address': 'fa:16:3e:77:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45c4600-d9cf-492e-838c-b4212ee58dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'c80c3a26-88dc-4787-9c9c-f3e32b48fa15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:17Z', 'updated_at': '2021-11-23T21:43:24Z', 'revision_number': 4, 'project_id': '4e772d871c0b407082e96f33e5ae91e7', 'subnets': [{'id': 'c80c3a26-88dc-4787-9c9c-f3e32b48fa15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:43:25.870672 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff77db0-0f5e-410f-9057-7dc5ee9bc112 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Pushing event updated for resources: {'Port': ['ID=f4ad6726-8591-4544-92d1-40bd5fc09e50,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:25.897211 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f8311839-2f81-4b0c-96b5-3f1ff07c6eef req-da827361-5e92-437a-8923-d6eaaad71669 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950974 Nov 23 21:43:25.938023 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-1ff77db0-0f5e-410f-9057-7dc5ee9bc112 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7343624 Nov 23 21:43:25.989386 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-6d474e6c-5d97-44bc-b33a-37c0d29b7136 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:43:25.993258 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-6d474e6c-5d97-44bc-b33a-37c0d29b7136 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0310569 Nov 23 21:43:26.091167 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16c440-fe09-45d3-9803-956942be6aa5 req-12f34d42-74f3-4415-8247-c82857b2c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:26.095387 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b16c440-fe09-45d3-9803-956942be6aa5 req-12f34d42-74f3-4415-8247-c82857b2c222 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a3756df7b174ed5aa533d9b9ce8a56d&device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 1120 time: 0.3168495 Nov 23 21:43:26.144653 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1cf5428c-db62-4aea-afe0-2a498f978377 None None] Provisioning complete for port a717c750-c043-4666-8ab7-5f6890b91688 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:26.145045 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1cf5428c-db62-4aea-afe0-2a498f978377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:26.221973 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12de74fc-3747-4737-b5c8-c85fafedd2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:26.322266 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6af4c35-637b-41cd-9b84-86114d47ea1d req-27614ace-fbc7-47b1-a229-14505e88c6b1 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34307 time: 1.0869839 Nov 23 21:43:26.354658 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1cf5428c-db62-4aea-afe0-2a498f978377 None None] Port a717c750-c043-4666-8ab7-5f6890b91688 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:43:26.501634 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7af05659-4d84-41b0-8f29-ac3651656647 None None] Provisioning complete for port f4ad6726-8591-4544-92d1-40bd5fc09e50 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:26.502014 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7af05659-4d84-41b0-8f29-ac3651656647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:26.525085 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-f1b58898-ef38-42ee-88ff-60166cd8cb76 service neutron] Request body: {'port': {'device_id': '62941ccd-393d-4838-a2ef-4a41068c8692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:26.611336 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-7af05659-4d84-41b0-8f29-ac3651656647 None None] Port f4ad6726-8591-4544-92d1-40bd5fc09e50 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:43:26.750449 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6af4c35-637b-41cd-9b84-86114d47ea1d req-74840780-4876-4101-b9ac-3348fa81983e tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "GET /v2.0/security-groups/1029e9a1-46e6-4b2c-96f9-34f632cf4c35 HTTP/1.1" status: 200 len: 2994 time: 0.4271605 Nov 23 21:43:26.768658 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-f1b58898-ef38-42ee-88ff-60166cd8cb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:26.814106 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16c440-fe09-45d3-9803-956942be6aa5 req-b86b81ab-deef-4d9d-8e26-a4cb29e122e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:26.826048 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b16c440-fe09-45d3-9803-956942be6aa5 req-b86b81ab-deef-4d9d-8e26-a4cb29e122e8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.7122238 Nov 23 21:43:27.142750 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-6507b48d-2618-4a27-884e-4d8724cdbdef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a717c750-c043-4666-8ab7-5f6890b91688 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:43:27.154808 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41274) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:27.160514 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-6507b48d-2618-4a27-884e-4d8724cdbdef service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:27.235195 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b16c440-fe09-45d3-9803-956942be6aa5 req-c4e5f424-f047-40e5-87fe-bbff39e6a7c2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=b6c0a5e4-6319-437f-be32-93034887f2f9 HTTP/1.1" status: 200 len: 217 time: 0.1182442 Nov 23 21:43:27.235682 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41280) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:27.241878 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-030bd597-c86c-4b0a-a9c6-3be4ee7d55a7 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1775742152', 'description': 'tempest-description--826389798'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:27.268735 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-6507b48d-2618-4a27-884e-4d8724cdbdef service neutron] Transition to ACTIVE for port object a717c750-c043-4666-8ab7-5f6890b91688 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:43:27.298061 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-6507b48d-2618-4a27-884e-4d8724cdbdef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:27.347143 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-030bd597-c86c-4b0a-a9c6-3be4ee7d55a7 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:27.375406 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6af4c35-637b-41cd-9b84-86114d47ea1d req-6a5bdfa9-6abf-41f2-862b-2e25cf5f6f39 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "GET /v2.0/security-groups/1029e9a1-46e6-4b2c-96f9-34f632cf4c35 HTTP/1.1" status: 200 len: 2994 time: 0.6241069 Nov 23 21:43:27.425141 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de74fc-3747-4737-b5c8-c85fafedd2ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=284ffd56-3396-4182-8420-3ba5a8dd9eb5,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:27.474922 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12de74fc-3747-4737-b5c8-c85fafedd2ed admin admin] Checking segment: {'id': '3d2f8b0c-3655-4ab3-a571-e5b80453f102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'aa89846d-f9f7-42db-a373-065c5b4962f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:43:27.475425 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12de74fc-3747-4737-b5c8-c85fafedd2ed admin admin] Network hostable DHCP agents. Network: aa89846d-f9f7-42db-a373-065c5b4962f7, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:43:27.498224 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507b48d-2618-4a27-884e-4d8724cdbdef service neutron] Pushing event updated for resources: {'Port': ['ID=a717c750-c043-4666-8ab7-5f6890b91688,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:27.602185 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-6507b48d-2618-4a27-884e-4d8724cdbdef service neutron] Attempting to bind port a717c750-c043-4666-8ab7-5f6890b91688 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:43:27.603018 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-6507b48d-2618-4a27-884e-4d8724cdbdef service neutron] Attempting to bind port a717c750-c043-4666-8ab7-5f6890b91688 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:43:27.603570 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-6507b48d-2618-4a27-884e-4d8724cdbdef service neutron] Attempting to bind port a717c750-c043-4666-8ab7-5f6890b91688 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:43:27.610266 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-6507b48d-2618-4a27-884e-4d8724cdbdef service neutron] Port a717c750-c043-4666-8ab7-5f6890b91688 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:43:27.610576 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-6507b48d-2618-4a27-884e-4d8724cdbdef service neutron] Attempting to bind port a717c750-c043-4666-8ab7-5f6890b91688 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:43:27.617787 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-6507b48d-2618-4a27-884e-4d8724cdbdef service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:43:27.618242 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-6507b48d-2618-4a27-884e-4d8724cdbdef service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:43:27.618992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-6507b48d-2618-4a27-884e-4d8724cdbdef service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:43:27.619538 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-6507b48d-2618-4a27-884e-4d8724cdbdef service neutron] Bound port: a717c750-c043-4666-8ab7-5f6890b91688, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:43:27.620127 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-6507b48d-2618-4a27-884e-4d8724cdbdef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:27.642739 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7ed1ce38-0dd9-4138-ba64-8dcb92fba2cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:27.643502 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12de74fc-3747-4737-b5c8-c85fafedd2ed admin admin] Network aa89846d-f9f7-42db-a373-065c5b4962f7 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:43:27.732149 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-6507b48d-2618-4a27-884e-4d8724cdbdef service neutron] For port a717c750-c043-4666-8ab7-5f6890b91688, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:43:27.739782 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-6507b48d-2618-4a27-884e-4d8724cdbdef service neutron] For port a717c750-c043-4666-8ab7-5f6890b91688, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a717c750-c043-4666-8ab7-5f6890b91688,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:43:27.741847 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-12de74fc-3747-4737-b5c8-c85fafedd2ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, aa89846d-f9f7-42db-a373-065c5b4962f7) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:43:27.752414 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-6507b48d-2618-4a27-884e-4d8724cdbdef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:27.756028 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12de74fc-3747-4737-b5c8-c85fafedd2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:27.756570 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f501c8-96a3-4f00-b3f1-0789bbac4ede None None] Network aa89846d-f9f7-42db-a373-065c5b4962f7 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:43:27.757050 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12de74fc-3747-4737-b5c8-c85fafedd2ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:27.888475 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507b48d-2618-4a27-884e-4d8724cdbdef service neutron] Pushing event updated for resources: {'Port': ['ID=a717c750-c043-4666-8ab7-5f6890b91688,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:27.906785 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-12de74fc-3747-4737-b5c8-c85fafedd2ed admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.7221677 Nov 23 21:43:27.945149 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-6507b48d-2618-4a27-884e-4d8724cdbdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:27.945823 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-6507b48d-2618-4a27-884e-4d8724cdbdef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:27.947323 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-6507b48d-2618-4a27-884e-4d8724cdbdef service neutron] 10.222.0.53 "PUT /v2.0/ports/a717c750-c043-4666-8ab7-5f6890b91688 HTTP/1.1" status: 200 len: 1118 time: 3.6771803 Nov 23 21:43:27.950709 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387c648d-5a3d-404c-b7ed-39599a3b0520', 'tag': 'a717c750-c043-4666-8ab7-5f6890b91688'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:43:27.994120 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16c440-fe09-45d3-9803-956942be6aa5 req-835af84d-0bfa-4713-a888-db51109311f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:27.996391 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b16c440-fe09-45d3-9803-956942be6aa5 req-835af84d-0bfa-4713-a888-db51109311f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.6964629 Nov 23 21:43:28.027693 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7ed1ce38-0dd9-4138-ba64-8dcb92fba2cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:28.046792 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6af4c35-637b-41cd-9b84-86114d47ea1d req-9924451b-66b1-4990-800c-ecf6ec07e0a7 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "GET /v2.0/security-groups/4dfc4b2a-5560-4432-a8aa-b561f9188bfb HTTP/1.1" status: 200 len: 2998 time: 0.6503000 Nov 23 21:43:28.054384 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7ed1ce38-0dd9-4138-ba64-8dcb92fba2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:28.184630 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1ce38-0dd9-4138-ba64-8dcb92fba2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a278ad29-6446-4344-bf45-d1ceddfabf00,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:28.289065 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e29d4d30-2838-48ed-9e96-40264b87cb7e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:43:28.307498 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e81f1a-c3f3-4e1c-a69b-dd46cea46e3b req-80b0c88d-5d21-4018-801f-6db20814e208 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:28.311524 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c4e81f1a-c3f3-4e1c-a69b-dd46cea46e3b req-80b0c88d-5d21-4018-801f-6db20814e208 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 969 time: 0.9298654 Nov 23 21:43:28.352974 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6af4c35-637b-41cd-9b84-86114d47ea1d req-dd70485c-7fc7-401c-8ba9-7aae245a3aec tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "GET /v2.0/security-groups/4dfc4b2a-5560-4432-a8aa-b561f9188bfb HTTP/1.1" status: 200 len: 2998 time: 0.2313859 Nov 23 21:43:28.435178 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-3fd4d265-9b30-45d5-8c26-e35d8d2a2d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:28.448363 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-3fd4d265-9b30-45d5-8c26-e35d8d2a2d78 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=97d1e107cfa24386b8c2eb6a75a71440&device_id=387c648d-5a3d-404c-b7ed-39599a3b0520 HTTP/1.1" status: 200 len: 1121 time: 0.2484591 Nov 23 21:43:28.487961 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d0f515-73ed-4e35-9de2-8a19c9569935 None None] Network aa89846d-f9f7-42db-a373-065c5b4962f7 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:43:28.534453 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16c440-fe09-45d3-9803-956942be6aa5 req-194a25a6-7b51-48bf-a919-88a731a83851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:28.541495 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b16c440-fe09-45d3-9803-956942be6aa5 req-194a25a6-7b51-48bf-a919-88a731a83851 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4913352 Nov 23 21:43:28.560105 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-97857d72-bcbe-44d7-9fb9-d2a95d3a2083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:28.560845 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32bd46f-3fd9-4836-8712-27d542769007" -d '{"events": [{"name": "network-changed", "server_uuid": "387c648d-5a3d-404c-b7ed-39599a3b0520", "tag": "a717c750-c043-4666-8ab7-5f6890b91688"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:43:28.568718 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-ee18cd28-10ed-4744-b85f-1f4604c58353 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=a717c750-c043-4666-8ab7-5f6890b91688 HTTP/1.1" status: 200 len: 217 time: 0.1021883 Nov 23 21:43:28.627343 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port e29d4d30-2838-48ed-9e96-40264b87cb7e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:28.628145 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:28.733601 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-beebcc3f-3d12-4698-a227-4056a832b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:28.735293 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-beebcc3f-3d12-4698-a227-4056a832b62d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1317806 Nov 23 21:43:28.752214 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b16c440-fe09-45d3-9803-956942be6aa5 req-e345fde3-688b-44ad-b68b-4ad9c0a41d59 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298671 Nov 23 21:43:28.792132 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7ed1ce38-0dd9-4138-ba64-8dcb92fba2cd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0e83281ec8054183be39d0bb01ae1e8b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6333146 Nov 23 21:43:28.799390 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-030bd597-c86c-4b0a-a9c6-3be4ee7d55a7 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:28.813958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41296) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:28.884198 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-030bd597-c86c-4b0a-a9c6-3be4ee7d55a7 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:28.943621 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-b2698a2f-6cf4-4bd6-96bc-f8c78f0326b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:28.945303 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-b2698a2f-6cf4-4bd6-96bc-f8c78f0326b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1790760 Nov 23 21:43:28.953360 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c4e81f1a-c3f3-4e1c-a69b-dd46cea46e3b req-ff308e4b-7165-4b5a-9efd-b594ecd88af9 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbe24660-51a0-49f9-b207-8d6f4560b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5412626 Nov 23 21:43:29.003672 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5c06f957-ce69-43ca-9d26-b0d521bac18b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:29.102052 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5c06f957-ce69-43ca-9d26-b0d521bac18b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:29.122821 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-030bd597-c86c-4b0a-a9c6-3be4ee7d55a7 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:29.127357 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-030bd597-c86c-4b0a-a9c6-3be4ee7d55a7 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8892159 Nov 23 21:43:29.155923 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41298) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:29.161306 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-89fe6022-a43d-4c19-b5e1-003a4ef64040 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Request body: {'security_group_rule': {'security_group_id': '1e16c830-bb83-4eed-8285-161efed5682a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:29.189560 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-f1b58898-ef38-42ee-88ff-60166cd8cb76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4ad6726-8591-4544-92d1-40bd5fc09e50 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:43:29.202759 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-f1b58898-ef38-42ee-88ff-60166cd8cb76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:29.229068 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6af4c35-637b-41cd-9b84-86114d47ea1d req-0e99647f-36b8-40d7-8d33-98740ace475a tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "GET /v2.0/security-groups/66fd8b80-7365-48fc-8196-af0061eda49d HTTP/1.1" status: 200 len: 2994 time: 0.7890365 Nov 23 21:43:29.230255 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bd597-c86c-4b0a-a9c6-3be4ee7d55a7 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e16c830-bb83-4eed-8285-161efed5682a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:29.245596 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-f1b58898-ef38-42ee-88ff-60166cd8cb76 service neutron] Transition to ACTIVE for port object f4ad6726-8591-4544-92d1-40bd5fc09e50 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:43:29.255167 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-89fe6022-a43d-4c19-b5e1-003a4ef64040 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:29.258910 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5c06f957-ce69-43ca-9d26-b0d521bac18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:29.262264 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5c06f957-ce69-43ca-9d26-b0d521bac18b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:29.263868 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5c06f957-ce69-43ca-9d26-b0d521bac18b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a278ad29-6446-4344-bf45-d1ceddfabf00 HTTP/1.1" status: 204 len: 168 time: 0.4073400 Nov 23 21:43:29.303098 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-f1b58898-ef38-42ee-88ff-60166cd8cb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:29.306755 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06f957-ce69-43ca-9d26-b0d521bac18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a278ad29-6446-4344-bf45-d1ceddfabf00,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:29.338171 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-4524a854-a8e9-48ec-9e73-6a10acbb86ff service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452082 Nov 23 21:43:29.427422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b58898-ef38-42ee-88ff-60166cd8cb76 service neutron] Pushing event updated for resources: {'Port': ['ID=f4ad6726-8591-4544-92d1-40bd5fc09e50,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:29.550117 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-f1b58898-ef38-42ee-88ff-60166cd8cb76 service neutron] Attempting to bind port f4ad6726-8591-4544-92d1-40bd5fc09e50 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:43:29.550117 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-f1b58898-ef38-42ee-88ff-60166cd8cb76 service neutron] Attempting to bind port f4ad6726-8591-4544-92d1-40bd5fc09e50 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:43:29.550117 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-f1b58898-ef38-42ee-88ff-60166cd8cb76 service neutron] Attempting to bind port f4ad6726-8591-4544-92d1-40bd5fc09e50 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:43:29.562089 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6af4c35-637b-41cd-9b84-86114d47ea1d req-77541b2b-6d2b-490d-bb0b-6e47a47dcd53 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "GET /v2.0/security-groups/66fd8b80-7365-48fc-8196-af0061eda49d HTTP/1.1" status: 200 len: 2994 time: 0.3208935 Nov 23 21:43:29.571735 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-f1b58898-ef38-42ee-88ff-60166cd8cb76 service neutron] Port f4ad6726-8591-4544-92d1-40bd5fc09e50 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:43:29.572419 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-f1b58898-ef38-42ee-88ff-60166cd8cb76 service neutron] Attempting to bind port f4ad6726-8591-4544-92d1-40bd5fc09e50 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:43:29.665076 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b16c440-fe09-45d3-9803-956942be6aa5 req-c80a9ccd-c2c5-42fd-8bd4-6ff56a6c8472 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8718622 Nov 23 21:43:29.677300 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:29.702180 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-331eef4f-ea7d-4cdf-81eb-224540830077 req-2e6f8281-8bd0-44bd-9fc9-d826f726d8b9 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479548 Nov 23 21:43:29.757935 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-f1b58898-ef38-42ee-88ff-60166cd8cb76 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:43:29.758291 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-f1b58898-ef38-42ee-88ff-60166cd8cb76 service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:43:29.758699 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-f1b58898-ef38-42ee-88ff-60166cd8cb76 service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:43:29.760991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-f1b58898-ef38-42ee-88ff-60166cd8cb76 service neutron] Bound port: f4ad6726-8591-4544-92d1-40bd5fc09e50, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:43:29.761368 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-f1b58898-ef38-42ee-88ff-60166cd8cb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:29.785870 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc825327-cfc7-4538-9ff9-3490a6658421 req-074405e9-0199-4b10-b6fb-45aa14ce0f6a tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:29.797336 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-89fe6022-a43d-4c19-b5e1-003a4ef64040 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:29.799371 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc825327-cfc7-4538-9ff9-3490a6658421 req-074405e9-0199-4b10-b6fb-45aa14ce0f6a tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=387c648d-5a3d-404c-b7ed-39599a3b0520 HTTP/1.1" status: 200 len: 970 time: 0.6703777 Nov 23 21:43:29.804615 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-89fe6022-a43d-4c19-b5e1-003a4ef64040 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:29.845737 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-89fe6022-a43d-4c19-b5e1-003a4ef64040 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:29.846982 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-89fe6022-a43d-4c19-b5e1-003a4ef64040 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6897280 Nov 23 21:43:29.855591 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41304) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:29.872429 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f29715d8-65dc-477a-9b59-fcb63fa3c881 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Request body: {'security_group_rule': {'security_group_id': '1e16c830-bb83-4eed-8285-161efed5682a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:29.878412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe6022-a43d-4c19-b5e1-003a4ef64040 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c0ac1b-631c-4a03-b363-66c1c3746714,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:29.932091 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6af4c35-637b-41cd-9b84-86114d47ea1d req-8ad02beb-cc95-4716-8a1e-f08a071b0f88 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "GET /v2.0/security-groups/6b432eff-d3b5-439f-9691-084be3baff93 HTTP/1.1" status: 200 len: 2990 time: 0.2784500 Nov 23 21:43:29.969758 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc825327-cfc7-4538-9ff9-3490a6658421 req-1519c3a2-e1cb-44dd-b214-80593faba486 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688395 Nov 23 21:43:29.970068 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f29715d8-65dc-477a-9b59-fcb63fa3c881 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:30.039817 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-f1b58898-ef38-42ee-88ff-60166cd8cb76 service neutron] For port f4ad6726-8591-4544-92d1-40bd5fc09e50, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:43:30.054945 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-f1b58898-ef38-42ee-88ff-60166cd8cb76 service neutron] For port f4ad6726-8591-4544-92d1-40bd5fc09e50, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f4ad6726-8591-4544-92d1-40bd5fc09e50,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:43:30.070419 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-f1b58898-ef38-42ee-88ff-60166cd8cb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:30.080132 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f29715d8-65dc-477a-9b59-fcb63fa3c881 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:30.085899 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41310) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:30.095408 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f29715d8-65dc-477a-9b59-fcb63fa3c881 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:30.108268 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6af4c35-637b-41cd-9b84-86114d47ea1d req-9162d787-5fc2-4f1d-b3aa-1c192cf02ded tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "GET /v2.0/security-groups/6b432eff-d3b5-439f-9691-084be3baff93 HTTP/1.1" status: 200 len: 2990 time: 0.1486259 Nov 23 21:43:30.115791 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-f1b58898-ef38-42ee-88ff-60166cd8cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:30.116352 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-f1b58898-ef38-42ee-88ff-60166cd8cb76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:30.117928 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-f1b58898-ef38-42ee-88ff-60166cd8cb76 service neutron] 10.222.0.60 "PUT /v2.0/ports/f4ad6726-8591-4544-92d1-40bd5fc09e50 HTTP/1.1" status: 200 len: 1096 time: 3.7469749 Nov 23 21:43:30.118367 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62941ccd-393d-4838-a2ef-4a41068c8692', 'tag': 'f4ad6726-8591-4544-92d1-40bd5fc09e50'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:43:30.120794 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65df8d0-6eb4-447b-bb7b-1e807991e700" -d '{"events": [{"name": "network-changed", "server_uuid": "62941ccd-393d-4838-a2ef-4a41068c8692", "tag": "f4ad6726-8591-4544-92d1-40bd5fc09e50"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:43:30.181878 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ad2cbb41-331b-49ef-a661-74a37b417b85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:30.197321 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f29715d8-65dc-477a-9b59-fcb63fa3c881 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:30.199135 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f29715d8-65dc-477a-9b59-fcb63fa3c881 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3409379 Nov 23 21:43:30.204610 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41314) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:30.207111 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29715d8-65dc-477a-9b59-fcb63fa3c881 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3c3422-8180-45de-86cd-676256e0b304,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:30.216753 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-15c2ff05-7b3d-426b-bfc1-b56466acd96f tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:30.302530 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15c2ff05-7b3d-426b-bfc1-b56466acd96f tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:30.432778 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-030f229f-7b18-43ac-855b-4b1554605e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:30.482362 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ad2cbb41-331b-49ef-a661-74a37b417b85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:30.495505 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ad2cbb41-331b-49ef-a661-74a37b417b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:30.549572 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2cbb41-331b-49ef-a661-74a37b417b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac3e013-b96a-42b1-9b67-318c05263f24,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:30.573990 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ad2cbb41-331b-49ef-a661-74a37b417b85 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b2850553ed984a5eb0778c686408a666&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4840322 Nov 23 21:43:30.575905 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41324) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:30.582183 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b58898-ef38-42ee-88ff-60166cd8cb76 service neutron] Pushing event updated for resources: {'Port': ['ID=f4ad6726-8591-4544-92d1-40bd5fc09e50,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:30.604022 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6af4c35-637b-41cd-9b84-86114d47ea1d req-47c97c28-91bd-42e7-863e-56e22b2503e4 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "GET /v2.0/security-groups/7fdd0e71-6d43-46b1-b623-ac1ae11658e2 HTTP/1.1" status: 200 len: 2998 time: 0.4773581 Nov 23 21:43:30.624854 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15c2ff05-7b3d-426b-bfc1-b56466acd96f tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:30.659683 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-39ca44df-1885-45d3-a0f4-2f2961e0abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:30.662056 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-39ca44df-1885-45d3-a0f4-2f2961e0abe2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=97d1e107cfa24386b8c2eb6a75a71440&device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 1099 time: 0.1480360 Nov 23 21:43:30.731834 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-17c67e97-4491-402e-9b75-aaa47dc2b481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:30.791821 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6af4c35-637b-41cd-9b84-86114d47ea1d req-0304cda4-8e25-4264-961d-f7f1ce7d6569 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "GET /v2.0/security-groups/7fdd0e71-6d43-46b1-b623-ac1ae11658e2 HTTP/1.1" status: 200 len: 2998 time: 0.1627588 Nov 23 21:43:30.799318 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-17c67e97-4491-402e-9b75-aaa47dc2b481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:30.831993 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-15c2ff05-7b3d-426b-bfc1-b56466acd96f tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Allocated IP 172.25.5.107 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/997177bc-b2c8-4c7b-9734-0a74341d2900) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:43:30.891312 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-adbdd937-d58c-4e5e-a49f-1c51a5936902 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:30.892858 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-adbdd937-d58c-4e5e-a49f-1c51a5936902 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 821 time: 0.2821536 Nov 23 21:43:30.912500 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-d5d19b59-0845-46a3-91aa-e5bf213f55dd tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/quotas/7e47ae6fba3146a1b9a1b7a2ea74d574 HTTP/1.1" status: 200 len: 375 time: 0.0121741 Nov 23 21:43:30.916120 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6af4c35-637b-41cd-9b84-86114d47ea1d req-e037b6c7-b44b-432c-9412-5bd29a993b16 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "GET /v2.0/security-groups/b8817081-c4a0-4e18-8106-039c21fea58a HTTP/1.1" status: 200 len: 2998 time: 0.1080194 Nov 23 21:43:30.941351 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-17c67e97-4491-402e-9b75-aaa47dc2b481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:30.944887 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-17c67e97-4491-402e-9b75-aaa47dc2b481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:30.948753 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-17c67e97-4491-402e-9b75-aaa47dc2b481 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ac3e013-b96a-42b1-9b67-318c05263f24 HTTP/1.1" status: 204 len: 168 time: 0.3670754 Nov 23 21:43:30.960413 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c67e97-4491-402e-9b75-aaa47dc2b481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac3e013-b96a-42b1-9b67-318c05263f24,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:30.971646 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-5c28bde8-fdf6-47e7-88a2-5005dc68bbe0 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409768 Nov 23 21:43:31.019810 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6af4c35-637b-41cd-9b84-86114d47ea1d req-4dce5fdd-32d8-41ee-986a-f5a1f30bc090 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "GET /v2.0/security-groups/b8817081-c4a0-4e18-8106-039c21fea58a HTTP/1.1" status: 200 len: 2998 time: 0.0949960 Nov 23 21:43:31.035137 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15c2ff05-7b3d-426b-bfc1-b56466acd96f tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:31.082787 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6af4c35-637b-41cd-9b84-86114d47ea1d req-3d3f0650-e612-4e3c-9fc1-51befc956b55 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "GET /v2.0/security-groups/d2cbb09b-ee31-48bc-88c0-6137a3210f54 HTTP/1.1" status: 200 len: 2994 time: 0.0575106 Nov 23 21:43:31.098796 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15c2ff05-7b3d-426b-bfc1-b56466acd96f tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:31.146051 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6af4c35-637b-41cd-9b84-86114d47ea1d req-61015558-5fd2-4732-864d-7ba6417e5995 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "GET /v2.0/security-groups/d2cbb09b-ee31-48bc-88c0-6137a3210f54 HTTP/1.1" status: 200 len: 2994 time: 0.0539472 Nov 23 21:43:31.166056 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c2ff05-7b3d-426b-bfc1-b56466acd96f tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:43:31.170032 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-15c2ff05-7b3d-426b-bfc1-b56466acd96f tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:43:31.182760 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c2ff05-7b3d-426b-bfc1-b56466acd96f tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:43:31.211014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6af4c35-637b-41cd-9b84-86114d47ea1d req-7d9d7ed0-0a4e-449e-9db0-1e7da5353054 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "GET /v2.0/security-groups/d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7 HTTP/1.1" status: 200 len: 2998 time: 0.0577195 Nov 23 21:43:31.219457 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2ff05-7b3d-426b-bfc1-b56466acd96f tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Pushing event updated for resources: {'Port': ['ID=997177bc-b2c8-4c7b-9734-0a74341d2900,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:31.249719 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-b9049cdf-7bb8-4d25-bf53-37db7080eaf6 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:43:31.252275 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-b9049cdf-7bb8-4d25-bf53-37db7080eaf6 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1218102 Nov 23 21:43:31.313190 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15c2ff05-7b3d-426b-bfc1-b56466acd96f tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:31.327533 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6af4c35-637b-41cd-9b84-86114d47ea1d req-a1a21ed1-d74c-442b-9ea8-b8ddbd02cb8f tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "GET /v2.0/security-groups/d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7 HTTP/1.1" status: 200 len: 2998 time: 0.1153369 Nov 23 21:43:31.367237 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15c2ff05-7b3d-426b-bfc1-b56466acd96f tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:31.423396 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6af4c35-637b-41cd-9b84-86114d47ea1d req-9affc7e1-ea31-48fe-b047-3fd95d7f881c tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "GET /v2.0/security-groups/f9c61b9f-408f-4806-aa5b-d531cef43187 HTTP/1.1" status: 200 len: 2998 time: 0.0560553 Nov 23 21:43:31.433974 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-06206e71-b046-45c8-8557-6d6fc4524046 service neutron] 10.222.0.50 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694992 Nov 23 21:43:31.475602 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:31.518906 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6af4c35-637b-41cd-9b84-86114d47ea1d req-ad25d29b-18f7-4858-9d5f-5ef92f4cf0aa tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "GET /v2.0/security-groups/f9c61b9f-408f-4806-aa5b-d531cef43187 HTTP/1.1" status: 200 len: 2998 time: 0.0753253 Nov 23 21:43:31.588495 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15c2ff05-7b3d-426b-bfc1-b56466acd96f tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:31.595125 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15c2ff05-7b3d-426b-bfc1-b56466acd96f tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:31.613732 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6af4c35-637b-41cd-9b84-86114d47ea1d req-1c174153-5bdd-4fe4-82e7-cc4a90eac5f0 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "GET /v2.0/security-groups/fbe24660-51a0-49f9-b207-8d6f4560b21c HTTP/1.1" status: 200 len: 2997 time: 0.0627356 Nov 23 21:43:31.615872 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-d109d4ac-4703-441b-9748-13dcae792530 service neutron] 10.222.0.50 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745770 Nov 23 21:43:31.649701 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15c2ff05-7b3d-426b-bfc1-b56466acd96f tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:31.678942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2ff05-7b3d-426b-bfc1-b56466acd96f tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Pushing event updated for resources: {'Port': ['ID=997177bc-b2c8-4c7b-9734-0a74341d2900,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:31.688160 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15c2ff05-7b3d-426b-bfc1-b56466acd96f tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:31.689502 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-15c2ff05-7b3d-426b-bfc1-b56466acd96f tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4835691 Nov 23 21:43:31.700549 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6af4c35-637b-41cd-9b84-86114d47ea1d req-f187274b-a817-4e0c-beb0-f5c467e9d6fb tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "GET /v2.0/security-groups/fbe24660-51a0-49f9-b207-8d6f4560b21c HTTP/1.1" status: 200 len: 2997 time: 0.0784831 Nov 23 21:43:31.970665 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce2e4d1-9dcc-4a87-af76-9cd50647a3cf x-openstack-request-id: req-1ce2e4d1-9dcc-4a87-af76-9cd50647a3cf {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:43:31.971164 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387c648d-5a3d-404c-b7ed-39599a3b0520", "tag": "a717c750-c043-4666-8ab7-5f6890b91688", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:43:31.971246 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1ce2e4d1-9dcc-4a87-af76-9cd50647a3cf {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:43:31.972437 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387c648d-5a3d-404c-b7ed-39599a3b0520', 'tag': 'a717c750-c043-4666-8ab7-5f6890b91688', 'status': 'completed', 'code': 200} Nov 23 21:43:31.980498 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce76182-7072-412a-ac95-10b6dd0df8b7 req-9b2ff70a-cc93-4d9b-bf88-140822c5c2a5 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:31.983463 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ce76182-7072-412a-ac95-10b6dd0df8b7 req-9b2ff70a-cc93-4d9b-bf88-140822c5c2a5 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 969 time: 0.0893245 Nov 23 21:43:32.087905 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ae94b7-9b41-4564-ac14-bb6c26c342d7 x-openstack-request-id: req-d7ae94b7-9b41-4564-ac14-bb6c26c342d7 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:43:32.088301 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62941ccd-393d-4838-a2ef-4a41068c8692", "tag": "f4ad6726-8591-4544-92d1-40bd5fc09e50", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:43:32.088662 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d7ae94b7-9b41-4564-ac14-bb6c26c342d7 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:43:32.089219 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62941ccd-393d-4838-a2ef-4a41068c8692', 'tag': 'f4ad6726-8591-4544-92d1-40bd5fc09e50', 'status': 'completed', 'code': 200} Nov 23 21:43:32.105791 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bd46f-3fd9-4836-8712-27d542769007 req-5755933d-42b9-4e44-8cf0-1985079dad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:32.108283 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c32bd46f-3fd9-4836-8712-27d542769007 req-5755933d-42b9-4e44-8cf0-1985079dad1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=97d1e107cfa24386b8c2eb6a75a71440&device_id=387c648d-5a3d-404c-b7ed-39599a3b0520 HTTP/1.1" status: 200 len: 1121 time: 0.0994768 Nov 23 21:43:32.149763 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ce76182-7072-412a-ac95-10b6dd0df8b7 req-591e49a4-6c0e-4c37-b437-24e5ab950499 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbe24660-51a0-49f9-b207-8d6f4560b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606667 Nov 23 21:43:32.264291 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8bfb31-d3b9-4a8f-a226-12023c4a79a8 req-b4b10e56-3171-4687-b0e3-d4fcfa0283bb tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:32.272555 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f8bfb31-d3b9-4a8f-a226-12023c4a79a8 req-b4b10e56-3171-4687-b0e3-d4fcfa0283bb tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=387c648d-5a3d-404c-b7ed-39599a3b0520 HTTP/1.1" status: 200 len: 970 time: 0.1040294 Nov 23 21:43:32.362761 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1c3674f-11fd-41ef-80e5-ee18e6bd03e3 req-214c4928-3b3d-48e0-91f4-4cdd5e807541 tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d661c83ee1cc4b20b7d3c173ede79803 HTTP/1.1" status: 200 len: 6155 time: 0.1571724 Nov 23 21:43:32.374825 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f8bfb31-d3b9-4a8f-a226-12023c4a79a8 req-5a6ed451-6092-453d-b453-901dc6defd1f tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012719 Nov 23 21:43:32.476255 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1c3674f-11fd-41ef-80e5-ee18e6bd03e3 req-21bd3a79-62ab-4745-8b68-ba706b55739b tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] 10.222.0.50 "GET /v2.0/security-groups/b8817081-c4a0-4e18-8106-039c21fea58a HTTP/1.1" status: 200 len: 2998 time: 0.0950973 Nov 23 21:43:32.528338 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d71c8b8a-973f-4c18-9f59-507839112023 req-1377d3dd-5ad9-42b2-9e91-ae83a8bb9acd tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 210 time: 0.0505476 Nov 23 21:43:32.574401 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1c3674f-11fd-41ef-80e5-ee18e6bd03e3 req-f7245ab1-c1e6-40f9-9c8f-70c97052f5c7 tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] 10.222.0.50 "GET /v2.0/security-groups/b8817081-c4a0-4e18-8106-039c21fea58a HTTP/1.1" status: 200 len: 2998 time: 0.0876858 Nov 23 21:43:32.578968 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bd46f-3fd9-4836-8712-27d542769007 req-e7ee09d8-cd17-4618-bc2f-cbc973aae233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:32.580913 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c32bd46f-3fd9-4836-8712-27d542769007 req-e7ee09d8-cd17-4618-bc2f-cbc973aae233 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.4640687 Nov 23 21:43:32.661605 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c32bd46f-3fd9-4836-8712-27d542769007 req-ed8b4068-a632-4495-9fa4-4d46e3874eaa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=a717c750-c043-4666-8ab7-5f6890b91688 HTTP/1.1" status: 200 len: 217 time: 0.0646489 Nov 23 21:43:32.670817 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab316f67-134a-4d45-9258-aa3922650bd9 req-2ed75da9-ef1f-4638-968d-1884de3dacbd tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "GET /v2.0/security-groups/4b0ff2ef-378f-4e2e-bbaf-16878f6a599c HTTP/1.1" status: 200 len: 1794 time: 0.0651488 Nov 23 21:43:32.732493 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bd46f-3fd9-4836-8712-27d542769007 req-fa0e7796-7a53-48db-a6fb-b8091912d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:32.734396 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c32bd46f-3fd9-4836-8712-27d542769007 req-fa0e7796-7a53-48db-a6fb-b8091912d799 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0569456 Nov 23 21:43:32.748203 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a99055b-bf60-4712-b824-641f433bfd30 req-16c9d2e7-c731-4866-9254-b9bb6052089a tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1775742152&fields=id&tenant_id=262a0df38e704ffc9207a31c81529692 HTTP/1.1" status: 200 len: 267 time: 0.1005478 Nov 23 21:43:32.790973 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bd46f-3fd9-4836-8712-27d542769007 req-1e17691e-131b-433b-a266-164054780d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:32.792791 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c32bd46f-3fd9-4836-8712-27d542769007 req-1e17691e-131b-433b-a266-164054780d10 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0465608 Nov 23 21:43:32.823654 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:32.874565 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ab316f67-134a-4d45-9258-aa3922650bd9 req-7cad0863-cb9c-4898-bb2c-287d0d6b2298 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:32.913215 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c32bd46f-3fd9-4836-8712-27d542769007 req-6ab27c65-b888-412d-bb5e-7178e2fc3c5d service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075795 Nov 23 21:43:32.915317 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ab316f67-134a-4d45-9258-aa3922650bd9 req-7cad0863-cb9c-4898-bb2c-287d0d6b2298 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:32.928986 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99055b-bf60-4712-b824-641f433bfd30 req-828f1eed-f720-41f5-a663-af586b21de14 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:32.937078 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a99055b-bf60-4712-b824-641f433bfd30 req-828f1eed-f720-41f5-a663-af586b21de14 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/networks?id=8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 HTTP/1.1" status: 200 len: 824 time: 0.1829526 Nov 23 21:43:32.960230 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a99055b-bf60-4712-b824-641f433bfd30 req-4370cb87-8682-41fd-81fb-cb3e018e3ed5 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/quotas/262a0df38e704ffc9207a31c81529692 HTTP/1.1" status: 200 len: 375 time: 0.0221975 Nov 23 21:43:33.036692 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a99055b-bf60-4712-b824-641f433bfd30 req-d78d55f2-d055-4327-be26-42b4d1d3e073 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=262a0df38e704ffc9207a31c81529692&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672085 Nov 23 21:43:33.037991 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ab316f67-134a-4d45-9258-aa3922650bd9 req-7cad0863-cb9c-4898-bb2c-287d0d6b2298 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:33.040775 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ab316f67-134a-4d45-9258-aa3922650bd9 req-7cad0863-cb9c-4898-bb2c-287d0d6b2298 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:33.041901 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab316f67-134a-4d45-9258-aa3922650bd9 req-7cad0863-cb9c-4898-bb2c-287d0d6b2298 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/4b0ff2ef-378f-4e2e-bbaf-16878f6a599c HTTP/1.1" status: 204 len: 173 time: 0.3563604 Nov 23 21:43:33.050610 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad0863-cb9c-4898-bb2c-287d0d6b2298 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0ff2ef-378f-4e2e-bbaf-16878f6a599c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:33.068372 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c32bd46f-3fd9-4836-8712-27d542769007 req-1a1a19da-a965-416f-8258-b7803fbc9981 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421268 Nov 23 21:43:33.119253 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-485b909a-ea10-47d0-ac3c-9568d2b6057e req-c0b254ad-5d71-4ec6-b83e-637a14812307 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "GET /v2.0/security-groups/01a4f13f-3b55-4b83-8e09-e99b151e8946 HTTP/1.1" status: 200 len: 1794 time: 0.0490298 Nov 23 21:43:33.205200 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-485b909a-ea10-47d0-ac3c-9568d2b6057e req-21a12e25-5bb6-479e-95ba-0e29e04a68b1 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:33.237363 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-485b909a-ea10-47d0-ac3c-9568d2b6057e req-21a12e25-5bb6-479e-95ba-0e29e04a68b1 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:33.292423 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-485b909a-ea10-47d0-ac3c-9568d2b6057e req-21a12e25-5bb6-479e-95ba-0e29e04a68b1 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:33.296047 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-485b909a-ea10-47d0-ac3c-9568d2b6057e req-21a12e25-5bb6-479e-95ba-0e29e04a68b1 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:33.297225 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-485b909a-ea10-47d0-ac3c-9568d2b6057e req-21a12e25-5bb6-479e-95ba-0e29e04a68b1 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/01a4f13f-3b55-4b83-8e09-e99b151e8946 HTTP/1.1" status: 204 len: 173 time: 0.1605821 Nov 23 21:43:33.305683 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a12e25-5bb6-479e-95ba-0e29e04a68b1 tempest-SecurityGroupsTestAdminJSON-648362536 tempest-SecurityGroupsTestAdminJSON-648362536-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a4f13f-3b55-4b83-8e09-e99b151e8946,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:33.318009 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-7a99055b-bf60-4712-b824-641f433bfd30 req-aeef06fe-365f-4ae4-8b35-97fa0106aa69 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:43:33.327333 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a99055b-bf60-4712-b824-641f433bfd30 req-aeef06fe-365f-4ae4-8b35-97fa0106aa69 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0752902 Nov 23 21:43:33.447648 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b246004-2a5b-4e72-a74a-d6f66b7fc6ee req-6927f353-28c9-44d8-b2a5-52c2718aa24a tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:33.449119 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b246004-2a5b-4e72-a74a-d6f66b7fc6ee req-6927f353-28c9-44d8-b2a5-52c2718aa24a tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 969 time: 0.0980377 Nov 23 21:43:33.455025 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a99055b-bf60-4712-b824-641f433bfd30 req-a9f37656-f67c-4d58-9901-89a0174ca855 service neutron] 10.222.0.50 "GET /v2.0/networks/8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268153 Nov 23 21:43:33.559001 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b246004-2a5b-4e72-a74a-d6f66b7fc6ee req-c92c69c4-694d-40b8-8363-2a28cba147a1 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbe24660-51a0-49f9-b207-8d6f4560b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030118 Nov 23 21:43:33.581063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a99055b-bf60-4712-b824-641f433bfd30 req-3d8cc4d5-8407-4942-b737-cbc5c391f170 service neutron] 10.222.0.50 "GET /v2.0/networks/8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179836 Nov 23 21:43:33.778666 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:33.815868 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d0f37ba-68f1-454e-b977-3acacca27ef9 req-392bc2af-f8a3-479b-82fa-c3d55450a8d3 tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] 10.222.0.50 "GET /v2.0/security-groups/419a873c-a37d-46e8-8b24-9825f72ab3ab HTTP/1.1" status: 200 len: 1795 time: 0.1036482 Nov 23 21:43:33.917598 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fbadc-efae-4233-ae7c-0f1c6aed3d6f req-2546def6-86ae-47ec-8cb7-9a3b0621e4a3 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:33.919699 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b5fbadc-efae-4233-ae7c-0f1c6aed3d6f req-2546def6-86ae-47ec-8cb7-9a3b0621e4a3 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=387c648d-5a3d-404c-b7ed-39599a3b0520 HTTP/1.1" status: 200 len: 970 time: 0.0845275 Nov 23 21:43:33.920292 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7d0f37ba-68f1-454e-b977-3acacca27ef9 req-3e565912-4568-4f32-b44a-ea421cffe712 tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:33.961268 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7d0f37ba-68f1-454e-b977-3acacca27ef9 req-3e565912-4568-4f32-b44a-ea421cffe712 tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:34.029911 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b5fbadc-efae-4233-ae7c-0f1c6aed3d6f req-a544f20a-49d7-440f-bf7f-78500e2a56ae tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013250 Nov 23 21:43:34.053524 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7d0f37ba-68f1-454e-b977-3acacca27ef9 req-3e565912-4568-4f32-b44a-ea421cffe712 tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:34.057038 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7d0f37ba-68f1-454e-b977-3acacca27ef9 req-3e565912-4568-4f32-b44a-ea421cffe712 tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:34.058327 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d0f37ba-68f1-454e-b977-3acacca27ef9 req-3e565912-4568-4f32-b44a-ea421cffe712 tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] 10.222.0.50 "DELETE /v2.0/security-groups/419a873c-a37d-46e8-8b24-9825f72ab3ab HTTP/1.1" status: 204 len: 173 time: 0.2407129 Nov 23 21:43:34.083804 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e565912-4568-4f32-b44a-ea421cffe712 tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=419a873c-a37d-46e8-8b24-9825f72ab3ab,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:34.145471 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-80c2c6a1-6aa8-4af2-b139-9ee639ffae5c req-383e8d50-0bb4-4604-bb07-defc64678b43 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 210 time: 0.0340116 Nov 23 21:43:34.189679 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3187b922-67e6-45eb-ad65-15d76363a7c9 req-90436680-6447-4bb5-aae8-3ffc534113e0 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?device_id=62054ac4-bb9d-4677-8403-f6d84e42f5a6 HTTP/1.1" status: 200 len: 210 time: 0.0473306 Nov 23 21:43:34.259878 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-878d6c4b-a405-4cc8-b481-8b01f005d41b req-271228ab-8095-4aa5-abaf-d76d000ed9b4 tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] 10.222.0.50 "GET /v2.0/security-groups/4d91b886-1243-4f2c-8d89-6c9668ae24cd HTTP/1.1" status: 200 len: 1795 time: 0.0429642 Nov 23 21:43:34.320304 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-878d6c4b-a405-4cc8-b481-8b01f005d41b req-25842d5b-32b8-4a61-af4a-2088e50c0cad tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:34.345865 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-878d6c4b-a405-4cc8-b481-8b01f005d41b req-25842d5b-32b8-4a61-af4a-2088e50c0cad tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:34.393564 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-878d6c4b-a405-4cc8-b481-8b01f005d41b req-25842d5b-32b8-4a61-af4a-2088e50c0cad tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:34.396389 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-878d6c4b-a405-4cc8-b481-8b01f005d41b req-25842d5b-32b8-4a61-af4a-2088e50c0cad tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:34.397657 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-878d6c4b-a405-4cc8-b481-8b01f005d41b req-25842d5b-32b8-4a61-af4a-2088e50c0cad tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] 10.222.0.50 "DELETE /v2.0/security-groups/4d91b886-1243-4f2c-8d89-6c9668ae24cd HTTP/1.1" status: 204 len: 173 time: 0.1308079 Nov 23 21:43:34.415945 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25842d5b-32b8-4a61-af4a-2088e50c0cad tempest-SecurityGroupsTestAdminJSON-1372612768 tempest-SecurityGroupsTestAdminJSON-1372612768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d91b886-1243-4f2c-8d89-6c9668ae24cd,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:34.685336 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8dcb5-4801-457e-97c7-4b15eea9dba3 req-24a569d9-505a-4f4a-878f-710642643860 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:34.687341 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8f8dcb5-4801-457e-97c7-4b15eea9dba3 req-24a569d9-505a-4f4a-878f-710642643860 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 969 time: 0.0574462 Nov 23 21:43:34.713534 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41452) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:34.742651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41456) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:34.751928 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8f8dcb5-4801-457e-97c7-4b15eea9dba3 req-7ad00768-d589-4dcd-b038-a09cf646ba71 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbe24660-51a0-49f9-b207-8d6f4560b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581944 Nov 23 21:43:34.858796 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f9d4a3a7-497c-4cb1-9354-94f51fb08010 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d661c83ee1cc4b20b7d3c173ede79803&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438177 Nov 23 21:43:34.861183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41462) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:34.862519 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2067a2d6-7565-4638-b4c4-9fefc1f3f254 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:34.910308 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c77afacf-144d-4737-9145-3d9d7f03d350 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:34.932758 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c77afacf-144d-4737-9145-3d9d7f03d350 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:34.941286 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2067a2d6-7565-4638-b4c4-9fefc1f3f254 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:34.945468 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2067a2d6-7565-4638-b4c4-9fefc1f3f254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:34.984619 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c77afacf-144d-4737-9145-3d9d7f03d350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:34.985586 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2067a2d6-7565-4638-b4c4-9fefc1f3f254 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3370844220e3493ba336b8b23e2c3289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416518 Nov 23 21:43:34.986687 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067a2d6-7565-4638-b4c4-9fefc1f3f254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959858cb-0c35-493d-960a-5ea922b29721,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:34.987496 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c77afacf-144d-4737-9145-3d9d7f03d350 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:34.988812 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c77afacf-144d-4737-9145-3d9d7f03d350 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b8817081-c4a0-4e18-8106-039c21fea58a HTTP/1.1" status: 204 len: 168 time: 0.1265595 Nov 23 21:43:34.988933 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41464) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:34.999598 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77afacf-144d-4737-9145-3d9d7f03d350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8817081-c4a0-4e18-8106-039c21fea58a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:35.040109 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5bdcc77d-43df-474f-8765-abbd02ce08ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:35.064761 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5bdcc77d-43df-474f-8765-abbd02ce08ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:35.142057 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5bdcc77d-43df-474f-8765-abbd02ce08ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:35.144603 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5bdcc77d-43df-474f-8765-abbd02ce08ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:35.146481 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5bdcc77d-43df-474f-8765-abbd02ce08ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/959858cb-0c35-493d-960a-5ea922b29721 HTTP/1.1" status: 204 len: 168 time: 0.1566687 Nov 23 21:43:35.160768 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f8997-d212-49fd-bdf0-2b2be4b70c12 req-34066338-9eba-4883-8d3d-5e8cc265a407 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:35.162601 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c30f8997-d212-49fd-bdf0-2b2be4b70c12 req-34066338-9eba-4883-8d3d-5e8cc265a407 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=387c648d-5a3d-404c-b7ed-39599a3b0520 HTTP/1.1" status: 200 len: 970 time: 0.0632262 Nov 23 21:43:35.167278 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcc77d-43df-474f-8765-abbd02ce08ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959858cb-0c35-493d-960a-5ea922b29721,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:35.234215 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c30f8997-d212-49fd-bdf0-2b2be4b70c12 req-0d6631e4-253f-421e-8b73-b44e67af6094 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643544 Nov 23 21:43:35.281576 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3cb7e7b-f71a-4d2a-813a-ba34aaa63250 req-645e1042-296f-4f93-9ed2-3febea6b7514 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 210 time: 0.0289629 Nov 23 21:43:35.283906 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a717c750-c043-4666-8ab7-5f6890b91688 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:43:35.363387 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-092c753c-ceca-4bec-8b1b-f4129e7eea30 req-1e599638-05d8-479d-8a1d-dd39a2b400af tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?device_id=62054ac4-bb9d-4677-8403-f6d84e42f5a6 HTTP/1.1" status: 200 len: 210 time: 0.0310316 Nov 23 21:43:35.375565 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41478) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:35.425412 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-cd1e539c-c6fd-49b0-adc8-e4dae8caa4a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=f4ad6726-8591-4544-92d1-40bd5fc09e50 HTTP/1.1" status: 200 len: 217 time: 0.0610266 Nov 23 21:43:35.450318 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b6fa376f-b668-469c-913c-67aa7b3555a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f05e8564449412fa307a988a4aaa32c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0729718 Nov 23 21:43:35.453113 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41482) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:35.456830 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a717c750-c043-4666-8ab7-5f6890b91688, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a717c750-c043-4666-8ab7-5f6890b91688,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:35.472456 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'a717c750-c043-4666-8ab7-5f6890b91688', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': 'a717c750-c043-4666-8ab7-5f6890b91688', 'mac_address': 'fa:16:3e:ea:c0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:tempest-test_az-2029478883', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:43:35.516424 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:35.532112 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a717c750-c043-4666-8ab7-5f6890b91688 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:43:35.536631 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-2cdea234-7212-4439-a278-5f9e6c165fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:35.540688 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-2cdea234-7212-4439-a278-5f9e6c165fd5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1078422 Nov 23 21:43:35.551944 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1b8370dc-1b48-4bd7-ad52-3086373488dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:35.561547 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a717c750-c043-4666-8ab7-5f6890b91688, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a717c750-c043-4666-8ab7-5f6890b91688,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:35.566892 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:35.567973 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device b6c0a5e4-6319-437f-be32-93034887f2f9 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:43:35.576875 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1b8370dc-1b48-4bd7-ad52-3086373488dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:35.635317 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port b6c0a5e4-6319-437f-be32-93034887f2f9, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b6c0a5e4-6319-437f-be32-93034887f2f9,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:35.638941 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=a717c750-c043-4666-8ab7-5f6890b91688,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:35.650773 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'b6c0a5e4-6319-437f-be32-93034887f2f9', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': 'b6c0a5e4-6319-437f-be32-93034887f2f9', 'mac_address': 'fa:16:3e:40:c4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:tempest-test_az-2029478883', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:43:35.670895 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1b8370dc-1b48-4bd7-ad52-3086373488dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:35.675309 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1b8370dc-1b48-4bd7-ad52-3086373488dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:35.678187 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1b8370dc-1b48-4bd7-ad52-3086373488dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9c61b9f-408f-4806-aa5b-d531cef43187 HTTP/1.1" status: 204 len: 168 time: 0.2239060 Nov 23 21:43:35.686167 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-16a630b3-baf8-4357-821b-222f6ce11bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:35.687772 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-16a630b3-baf8-4357-821b-222f6ce11bcc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0881248 Nov 23 21:43:35.688459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8370dc-1b48-4bd7-ad52-3086373488dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c61b9f-408f-4806-aa5b-d531cef43187,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:35.712711 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41488) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:35.729190 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:35.742153 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3b14c4d-4934-4032-9db9-f0696ddb3706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:35.748844 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c0a5e4-6319-437f-be32-93034887f2f9 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:43:35.773318 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port b6c0a5e4-6319-437f-be32-93034887f2f9, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b6c0a5e4-6319-437f-be32-93034887f2f9,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:35.782955 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:35.852379 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3b14c4d-4934-4032-9db9-f0696ddb3706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:35.861041 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=b6c0a5e4-6319-437f-be32-93034887f2f9,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:35.861450 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-7d4f41ad-117b-4232-be29-c831a6f9237a service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630695 Nov 23 21:43:35.862539 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3b14c4d-4934-4032-9db9-f0696ddb3706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:35.894635 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b14c4d-4934-4032-9db9-f0696ddb3706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b904e7-e959-41d5-8954-9cad51e07ee9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:35.915302 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b3b14c4d-4934-4032-9db9-f0696ddb3706 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6edfc11fa0194b7ca174fda8fd190bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2013693 Nov 23 21:43:35.917999 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41492) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:35.966385 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c6bf7-ec16-4fba-90e5-91ccb7637791 req-28832a8f-2a89-4a7c-b448-28527c99c7d8 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:35.967791 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee2c6bf7-ec16-4fba-90e5-91ccb7637791 req-28832a8f-2a89-4a7c-b448-28527c99c7d8 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 970 time: 0.1226647 Nov 23 21:43:35.969318 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5a15c77-f05e-4daa-9452-337675a54d2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:35.994141 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5a15c77-f05e-4daa-9452-337675a54d2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:36.010935 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ae57c51-4ce8-4e46-8bde-6daf6eab5428 req-49345c75-6dff-4441-8120-23f4aa90e0e0 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341588 Nov 23 21:43:36.045750 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee2c6bf7-ec16-4fba-90e5-91ccb7637791 req-38509f1f-a5f0-489b-a03e-c60e599e4beb tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbe24660-51a0-49f9-b207-8d6f4560b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687783 Nov 23 21:43:36.063764 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5a15c77-f05e-4daa-9452-337675a54d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:36.069173 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5a15c77-f05e-4daa-9452-337675a54d2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:36.071746 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e5a15c77-f05e-4daa-9452-337675a54d2b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/59b904e7-e959-41d5-8954-9cad51e07ee9 HTTP/1.1" status: 204 len: 168 time: 0.1521089 Nov 23 21:43:36.081634 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a15c77-f05e-4daa-9452-337675a54d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b904e7-e959-41d5-8954-9cad51e07ee9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:36.142362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['b6c0a5e4-6319-437f-be32-93034887f2f9'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:43:36.158625 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.60', 49304) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:36.239518 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65df8d0-6eb4-447b-bb7b-1e807991e700 req-8cab1aa0-2cf8-40db-93c0-9a139bae37da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:36.242015 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b65df8d0-6eb4-447b-bb7b-1e807991e700 req-8cab1aa0-2cf8-40db-93c0-9a139bae37da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=97d1e107cfa24386b8c2eb6a75a71440&device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 1099 time: 0.0778978 Nov 23 21:43:36.248487 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['a717c750-c043-4666-8ab7-5f6890b91688'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:43:36.682183 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f0f3766f-cd20-498b-b09c-55bb1bab016c req-dde80ed8-cd1a-4cc9-9acd-78bdc0e40d1c tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 210 time: 0.2482669 Nov 23 21:43:36.691897 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-7dc6f86d-1828-477c-8583-e146c9e8ee2c tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:36.693581 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-7dc6f86d-1828-477c-8583-e146c9e8ee2c tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.60 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 821 time: 0.5306332 Nov 23 21:43:36.717822 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849cefa8-aeaf-4eb9-a1aa-77ed1617a840 req-52118962-bff7-46f6-9348-7466fe502512 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:36.719254 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-849cefa8-aeaf-4eb9-a1aa-77ed1617a840 req-52118962-bff7-46f6-9348-7466fe502512 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=387c648d-5a3d-404c-b7ed-39599a3b0520 HTTP/1.1" status: 200 len: 971 time: 0.3456938 Nov 23 21:43:36.726645 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-9ded951d-2bd9-4b51-bc8d-42e00a3b26a9 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Request body: {'port': {'device_id': '09a99072-fb4c-444a-a32f-7610412235c6', 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542', 'admin_state_up': True, 'tenant_id': '7e47ae6fba3146a1b9a1b7a2ea74d574'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:36.733853 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65df8d0-6eb4-447b-bb7b-1e807991e700 req-acc632f1-a308-4df0-b635-287fbe5abfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:36.735174 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b65df8d0-6eb4-447b-bb7b-1e807991e700 req-acc632f1-a308-4df0-b635-287fbe5abfc8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.4541855 Nov 23 21:43:36.816970 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b65df8d0-6eb4-447b-bb7b-1e807991e700 req-63b490f2-5a36-4627-a94b-ec8c2047ad48 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=f4ad6726-8591-4544-92d1-40bd5fc09e50 HTTP/1.1" status: 200 len: 217 time: 0.0612049 Nov 23 21:43:36.884923 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f7b82b0-d067-4f82-8037-1840101452cb req-3c3066c7-81a5-4bd5-9ccf-0e012a2ce494 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?device_id=62054ac4-bb9d-4677-8403-f6d84e42f5a6 HTTP/1.1" status: 200 len: 210 time: 0.1054709 Nov 23 21:43:36.932145 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.60', 49305) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:36.954630 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-849cefa8-aeaf-4eb9-a1aa-77ed1617a840 req-4076347c-a190-411f-a625-4ffe8cce0337 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244587 Nov 23 21:43:36.971217 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65df8d0-6eb4-447b-bb7b-1e807991e700 req-74c886d9-2c8e-4efb-b2df-c4385924da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:36.981392 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b65df8d0-6eb4-447b-bb7b-1e807991e700 req-74c886d9-2c8e-4efb-b2df-c4385924da2c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1226568 Nov 23 21:43:37.044625 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65df8d0-6eb4-447b-bb7b-1e807991e700 req-439a58f6-3557-4399-b71b-15580715b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:37.046217 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b65df8d0-6eb4-447b-bb7b-1e807991e700 req-439a58f6-3557-4399-b71b-15580715b8d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0640662 Nov 23 21:43:37.048740 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-9ded951d-2bd9-4b51-bc8d-42e00a3b26a9 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Made reservation on behalf of 7e47ae6fba3146a1b9a1b7a2ea74d574 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:43:37.052419 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-9ded951d-2bd9-4b51-bc8d-42e00a3b26a9 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:37.208181 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99055b-bf60-4712-b824-641f433bfd30 req-e5504227-1e71-46cc-ad4d-b567ae81325d tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:37.209934 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7a99055b-bf60-4712-b824-641f433bfd30 req-e5504227-1e71-46cc-ad4d-b567ae81325d tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.60 "GET /v2.0/networks?id=8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 HTTP/1.1" status: 200 len: 824 time: 0.2774875 Nov 23 21:43:37.263338 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a717c750-c043-4666-8ab7-5f6890b91688 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:43:37.345250 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port a717c750-c043-4666-8ab7-5f6890b91688 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:43:37.350242 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port a717c750-c043-4666-8ab7-5f6890b91688 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:37.350845 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:37.353037 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b65df8d0-6eb4-447b-bb7b-1e807991e700 req-add0fa95-212a-4ad3-843e-4e0f985da63f service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971404 Nov 23 21:43:37.355824 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7a99055b-bf60-4712-b824-641f433bfd30 req-1a387fe9-5b48-45d2-8283-9d787ea328ba tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=262a0df38e704ffc9207a31c81529692 HTTP/1.1" status: 200 len: 380 time: 0.1027689 Nov 23 21:43:37.368071 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f2894-7fca-4944-803d-34a507d72c1f req-ae6b5361-7e6e-4333-9594-cb6d15a45358 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:37.369979 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-063f2894-7fca-4944-803d-34a507d72c1f req-ae6b5361-7e6e-4333-9594-cb6d15a45358 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 970 time: 0.2135894 Nov 23 21:43:37.386547 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-7a99055b-bf60-4712-b824-641f433bfd30 req-e6f19eca-7044-4c0e-a4a5-78ecff78d53c tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Request body: {'port': {'device_id': '62054ac4-bb9d-4677-8403-f6d84e42f5a6', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'admin_state_up': True, 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'security_groups': ['1e16c830-bb83-4eed-8285-161efed5682a']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:37.444471 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-9ded951d-2bd9-4b51-bc8d-42e00a3b26a9 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Allocated IP 172.20.0.10 (2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542/1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c/20c77225-33d7-47be-bd1a-2fc096129844) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:43:37.508864 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:37.533126 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-063f2894-7fca-4944-803d-34a507d72c1f req-e7f5bdc5-8799-41e7-aad1-ff8be2cb5360 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbe24660-51a0-49f9-b207-8d6f4560b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451750 Nov 23 21:43:37.561604 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387c648d-5a3d-404c-b7ed-39599a3b0520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a717c750-c043-4666-8ab7-5f6890b91688'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:43:37.583808 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b65df8d0-6eb4-447b-bb7b-1e807991e700 req-abed4714-9c38-4030-b3dc-cd0b92a9ba4d service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128055 Nov 23 21:43:37.590014 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a99055b-bf60-4712-b824-641f433bfd30 req-e6f19eca-7044-4c0e-a4a5-78ecff78d53c tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Made reservation on behalf of 262a0df38e704ffc9207a31c81529692 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:43:37.594546 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7a99055b-bf60-4712-b824-641f433bfd30 req-e6f19eca-7044-4c0e-a4a5-78ecff78d53c tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:37.662789 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a717c750-c043-4666-8ab7-5f6890b91688, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a717c750-c043-4666-8ab7-5f6890b91688,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:37.674013 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:37.675119 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device b6c0a5e4-6319-437f-be32-93034887f2f9 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:43:37.762680 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-9ded951d-2bd9-4b51-bc8d-42e00a3b26a9 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:37.826490 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-7a99055b-bf60-4712-b824-641f433bfd30 req-e6f19eca-7044-4c0e-a4a5-78ecff78d53c tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Allocated IP 172.20.0.14 (8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9/34214f8b-100b-4eb0-beac-f661df6e2fe4/ad268917-0abd-49c4-a988-8798f67ec1de) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:43:37.835773 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=a717c750-c043-4666-8ab7-5f6890b91688,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:37.852681 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a802756-4fd8-4f77-9548-d81002013029 req-448bda7e-2e40-45eb-8ae2-f98846d4ed1f tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 210 time: 0.0448999 Nov 23 21:43:37.872816 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port b6c0a5e4-6319-437f-be32-93034887f2f9 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:43:37.874125 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-9ded951d-2bd9-4b51-bc8d-42e00a3b26a9 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:37.878263 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port b6c0a5e4-6319-437f-be32-93034887f2f9 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:37.878703 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:37.956109 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-9ded951d-2bd9-4b51-bc8d-42e00a3b26a9 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:43:37.959568 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-9ded951d-2bd9-4b51-bc8d-42e00a3b26a9 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:43:37.964417 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-9ded951d-2bd9-4b51-bc8d-42e00a3b26a9 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:43:37.971335 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-9ded951d-2bd9-4b51-bc8d-42e00a3b26a9 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:37.972750 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-9ded951d-2bd9-4b51-bc8d-42e00a3b26a9 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:37.976870 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded951d-2bd9-4b51-bc8d-42e00a3b26a9 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Pushing event updated for resources: {'Port': ['ID=20c77225-33d7-47be-bd1a-2fc096129844,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:38.035396 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:38.055398 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-29df77d6-366f-4e1c-a97b-58b71dbfb78d req-3e01520a-8a83-4081-ac7d-ad01f1efb262 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?device_id=62054ac4-bb9d-4677-8403-f6d84e42f5a6 HTTP/1.1" status: 200 len: 210 time: 0.0548260 Nov 23 21:43:38.062849 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632c503b-8e0c-4ecc-affd-b49567d02520" -d '{"events": [{"server_uuid": "387c648d-5a3d-404c-b7ed-39599a3b0520", "name": "network-vif-plugged", "status": "completed", "tag": "a717c750-c043-4666-8ab7-5f6890b91688"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:43:38.065581 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-9ded951d-2bd9-4b51-bc8d-42e00a3b26a9 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3437920 Nov 23 21:43:38.090702 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-69ec8692-d186-4ab5-b5de-aa2689ba4c19 service neutron] Request body: {'port': {'device_id': '09a99072-fb4c-444a-a32f-7610412235c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:38.092103 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port b6c0a5e4-6319-437f-be32-93034887f2f9, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b6c0a5e4-6319-437f-be32-93034887f2f9,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:38.098198 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:38.098806 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7a99055b-bf60-4712-b824-641f433bfd30 req-e6f19eca-7044-4c0e-a4a5-78ecff78d53c tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:38.178458 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff3a2b-d30a-47de-a3cb-e51b128bd637 req-b1dcf3dc-f2bf-4158-99fe-50395d8b829d tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:38.180205 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3ff3a2b-d30a-47de-a3cb-e51b128bd637 req-b1dcf3dc-f2bf-4158-99fe-50395d8b829d tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=387c648d-5a3d-404c-b7ed-39599a3b0520 HTTP/1.1" status: 200 len: 972 time: 0.1230071 Nov 23 21:43:38.207678 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7a99055b-bf60-4712-b824-641f433bfd30 req-e6f19eca-7044-4c0e-a4a5-78ecff78d53c tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:38.221493 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-69ec8692-d186-4ab5-b5de-aa2689ba4c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:38.264867 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3ff3a2b-d30a-47de-a3cb-e51b128bd637 req-ccfe82cd-893d-402e-9d33-658676361261 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682652 Nov 23 21:43:38.292259 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=b6c0a5e4-6319-437f-be32-93034887f2f9,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:38.325567 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f19eca-7044-4c0e-a4a5-78ecff78d53c tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Pushing event updated for resources: {'Port': ['ID=ad268917-0abd-49c4-a988-8798f67ec1de,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:38.343736 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a99055b-bf60-4712-b824-641f433bfd30 req-e6f19eca-7044-4c0e-a4a5-78ecff78d53c tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Network 8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:43:38.345604 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-7a99055b-bf60-4712-b824-641f433bfd30 req-e6f19eca-7044-4c0e-a4a5-78ecff78d53c tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:43:38.348443 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a99055b-bf60-4712-b824-641f433bfd30 req-e6f19eca-7044-4c0e-a4a5-78ecff78d53c tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:43:38.354998 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99055b-bf60-4712-b824-641f433bfd30 req-e6f19eca-7044-4c0e-a4a5-78ecff78d53c tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:38.356925 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7a99055b-bf60-4712-b824-641f433bfd30 req-e6f19eca-7044-4c0e-a4a5-78ecff78d53c tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:38.384875 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7a99055b-bf60-4712-b824-641f433bfd30 req-e6f19eca-7044-4c0e-a4a5-78ecff78d53c tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0149994 Nov 23 21:43:38.392744 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0304419-4010-4a95-82ab-0974ea5c6e90 x-openstack-request-id: req-f0304419-4010-4a95-82ab-0974ea5c6e90 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:43:38.393070 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387c648d-5a3d-404c-b7ed-39599a3b0520", "name": "network-vif-plugged", "status": "completed", "tag": "a717c750-c043-4666-8ab7-5f6890b91688", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:43:38.393325 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f0304419-4010-4a95-82ab-0974ea5c6e90 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:43:38.398314 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387c648d-5a3d-404c-b7ed-39599a3b0520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a717c750-c043-4666-8ab7-5f6890b91688', 'code': 200} Nov 23 21:43:38.409140 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-7a99055b-bf60-4712-b824-641f433bfd30 req-7ce29d01-115e-4c18-8efe-22073044b020 service neutron] Request body: {'port': {'device_id': '62054ac4-bb9d-4677-8403-f6d84e42f5a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:38.630145 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7a99055b-bf60-4712-b824-641f433bfd30 req-7ce29d01-115e-4c18-8efe-22073044b020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:38.640184 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-35fd2023-8aba-4501-98a7-b69405a32cf6 None None] Provisioning complete for port ad268917-0abd-49c4-a988-8798f67ec1de triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:38.640690 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-35fd2023-8aba-4501-98a7-b69405a32cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:38.650479 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc40c7-fa5e-4983-8d42-05dc84014ade req-2eb853ba-28c6-4d78-b784-7355e6b6d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:38.652272 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a7bc40c7-fa5e-4983-8d42-05dc84014ade req-2eb853ba-28c6-4d78-b784-7355e6b6d3e6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=387c648d-5a3d-404c-b7ed-39599a3b0520 HTTP/1.1" status: 200 len: 1123 time: 0.1523628 Nov 23 21:43:38.692250 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a7bc40c7-fa5e-4983-8d42-05dc84014ade req-ec638e69-860e-4ab6-855a-54228d9ccf40 service neutron] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:38.726811 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-35fd2023-8aba-4501-98a7-b69405a32cf6 None None] Port ad268917-0abd-49c4-a988-8798f67ec1de cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:43:38.791015 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-69ec8692-d186-4ab5-b5de-aa2689ba4c19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c77225-33d7-47be-bd1a-2fc096129844 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:43:38.811883 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-69ec8692-d186-4ab5-b5de-aa2689ba4c19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:38.833924 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808b9e4-3673-46c6-96d5-c10c63fc2798 req-a3f69252-acaf-4012-b8ec-f662005331e1 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:38.835476 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c808b9e4-3673-46c6-96d5-c10c63fc2798 req-a3f69252-acaf-4012-b8ec-f662005331e1 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 971 time: 0.2072906 Nov 23 21:43:38.841108 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-69ec8692-d186-4ab5-b5de-aa2689ba4c19 service neutron] Transition to ACTIVE for port object 20c77225-33d7-47be-bd1a-2fc096129844 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:43:38.852638 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-69ec8692-d186-4ab5-b5de-aa2689ba4c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:38.927560 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a7bc40c7-fa5e-4983-8d42-05dc84014ade req-ec638e69-860e-4ab6-855a-54228d9ccf40 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:38.934268 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a7bc40c7-fa5e-4983-8d42-05dc84014ade req-ec638e69-860e-4ab6-855a-54228d9ccf40 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:38.936774 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec8692-d186-4ab5-b5de-aa2689ba4c19 service neutron] Pushing event updated for resources: {'Port': ['ID=20c77225-33d7-47be-bd1a-2fc096129844,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:38.953519 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c808b9e4-3673-46c6-96d5-c10c63fc2798 req-8a3af540-f067-4aec-ba28-b83fb4fb6532 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbe24660-51a0-49f9-b207-8d6f4560b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110432 Nov 23 21:43:38.992413 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-69ec8692-d186-4ab5-b5de-aa2689ba4c19 service neutron] Attempting to bind port 20c77225-33d7-47be-bd1a-2fc096129844 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:43:38.992991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-69ec8692-d186-4ab5-b5de-aa2689ba4c19 service neutron] Attempting to bind port 20c77225-33d7-47be-bd1a-2fc096129844 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:43:38.993216 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-69ec8692-d186-4ab5-b5de-aa2689ba4c19 service neutron] Attempting to bind port 20c77225-33d7-47be-bd1a-2fc096129844 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:43:38.996283 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a7bc40c7-fa5e-4983-8d42-05dc84014ade req-ec638e69-860e-4ab6-855a-54228d9ccf40 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213506 Nov 23 21:43:38.998910 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-69ec8692-d186-4ab5-b5de-aa2689ba4c19 service neutron] Port 20c77225-33d7-47be-bd1a-2fc096129844 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:43:38.999345 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-69ec8692-d186-4ab5-b5de-aa2689ba4c19 service neutron] Attempting to bind port 20c77225-33d7-47be-bd1a-2fc096129844 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:43:39.005185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-69ec8692-d186-4ab5-b5de-aa2689ba4c19 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:43:39.005531 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-69ec8692-d186-4ab5-b5de-aa2689ba4c19 service neutron] Checking segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:43:39.005916 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-69ec8692-d186-4ab5-b5de-aa2689ba4c19 service neutron] Bound using segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:43:39.006344 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-69ec8692-d186-4ab5-b5de-aa2689ba4c19 service neutron] Bound port: 20c77225-33d7-47be-bd1a-2fc096129844, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:43:39.006700 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-69ec8692-d186-4ab5-b5de-aa2689ba4c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:39.011450 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec638e69-860e-4ab6-855a-54228d9ccf40 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3b987a-289d-49d8-897f-6b62a9ca0011,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:39.061604 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-7a99055b-bf60-4712-b824-641f433bfd30 req-7ce29d01-115e-4c18-8efe-22073044b020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad268917-0abd-49c4-a988-8798f67ec1de {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:43:39.069848 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7a99055b-bf60-4712-b824-641f433bfd30 req-7ce29d01-115e-4c18-8efe-22073044b020 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:39.085178 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-7a99055b-bf60-4712-b824-641f433bfd30 req-7ce29d01-115e-4c18-8efe-22073044b020 service neutron] Transition to ACTIVE for port object ad268917-0abd-49c4-a988-8798f67ec1de will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:43:39.092189 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7a99055b-bf60-4712-b824-641f433bfd30 req-7ce29d01-115e-4c18-8efe-22073044b020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:39.129503 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-69ec8692-d186-4ab5-b5de-aa2689ba4c19 service neutron] For port 20c77225-33d7-47be-bd1a-2fc096129844, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:43:39.134422 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-c2511d71-8779-4a17-a421-79f85222781c tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=73a47e414415418282cfb9d939963e19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346212 Nov 23 21:43:39.147753 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-69ec8692-d186-4ab5-b5de-aa2689ba4c19 service neutron] For port 20c77225-33d7-47be-bd1a-2fc096129844, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=20c77225-33d7-47be-bd1a-2fc096129844,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:43:39.176437 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-69ec8692-d186-4ab5-b5de-aa2689ba4c19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:39.221858 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce29d01-115e-4c18-8efe-22073044b020 service neutron] Pushing event updated for resources: {'Port': ['ID=ad268917-0abd-49c4-a988-8798f67ec1de,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:39.227797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-7a99055b-bf60-4712-b824-641f433bfd30 req-7ce29d01-115e-4c18-8efe-22073044b020 service neutron] Attempting to bind port ad268917-0abd-49c4-a988-8798f67ec1de on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:43:39.228083 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-7a99055b-bf60-4712-b824-641f433bfd30 req-7ce29d01-115e-4c18-8efe-22073044b020 service neutron] Attempting to bind port ad268917-0abd-49c4-a988-8798f67ec1de by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'e8a382eb-a549-463e-91fa-d8663b563095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:43:39.228503 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a99055b-bf60-4712-b824-641f433bfd30 req-7ce29d01-115e-4c18-8efe-22073044b020 service neutron] Attempting to bind port ad268917-0abd-49c4-a988-8798f67ec1de on network 8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:43:39.235316 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a99055b-bf60-4712-b824-641f433bfd30 req-7ce29d01-115e-4c18-8efe-22073044b020 service neutron] Port ad268917-0abd-49c4-a988-8798f67ec1de on network 8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:43:39.235778 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a99055b-bf60-4712-b824-641f433bfd30 req-7ce29d01-115e-4c18-8efe-22073044b020 service neutron] Attempting to bind port ad268917-0abd-49c4-a988-8798f67ec1de on network 8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:43:39.242703 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a99055b-bf60-4712-b824-641f433bfd30 req-7ce29d01-115e-4c18-8efe-22073044b020 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:43:39.243213 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a99055b-bf60-4712-b824-641f433bfd30 req-7ce29d01-115e-4c18-8efe-22073044b020 service neutron] Checking segment: {'id': 'e8a382eb-a549-463e-91fa-d8663b563095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:43:39.243718 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a99055b-bf60-4712-b824-641f433bfd30 req-7ce29d01-115e-4c18-8efe-22073044b020 service neutron] Bound using segment: {'id': 'e8a382eb-a549-463e-91fa-d8663b563095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:43:39.244388 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-7a99055b-bf60-4712-b824-641f433bfd30 req-7ce29d01-115e-4c18-8efe-22073044b020 service neutron] Bound port: ad268917-0abd-49c4-a988-8798f67ec1de, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8a382eb-a549-463e-91fa-d8663b563095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:43:39.244856 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7a99055b-bf60-4712-b824-641f433bfd30 req-7ce29d01-115e-4c18-8efe-22073044b020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:39.279633 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-69ec8692-d186-4ab5-b5de-aa2689ba4c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:39.280602 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-69ec8692-d186-4ab5-b5de-aa2689ba4c19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:39.282230 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-69ec8692-d186-4ab5-b5de-aa2689ba4c19 service neutron] 10.222.0.60 "PUT /v2.0/ports/20c77225-33d7-47be-bd1a-2fc096129844 HTTP/1.1" status: 200 len: 1092 time: 1.1988423 Nov 23 21:43:39.291004 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a99072-fb4c-444a-a32f-7610412235c6', 'tag': '20c77225-33d7-47be-bd1a-2fc096129844'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:43:39.306610 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfc3fd8-a10d-452b-a35b-2fe7a7ddca31" -d '{"events": [{"name": "network-changed", "server_uuid": "09a99072-fb4c-444a-a32f-7610412235c6", "tag": "20c77225-33d7-47be-bd1a-2fc096129844"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:43:39.333800 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-7a99055b-bf60-4712-b824-641f433bfd30 req-7ce29d01-115e-4c18-8efe-22073044b020 service neutron] For port ad268917-0abd-49c4-a988-8798f67ec1de, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:43:39.337700 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-7a99055b-bf60-4712-b824-641f433bfd30 req-7ce29d01-115e-4c18-8efe-22073044b020 service neutron] For port ad268917-0abd-49c4-a988-8798f67ec1de, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=ad268917-0abd-49c4-a988-8798f67ec1de,segment=NetworkSegment(e8a382eb-a549-463e-91fa-d8663b563095),segment_id=e8a382eb-a549-463e-91fa-d8663b563095)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:43:39.344882 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7a99055b-bf60-4712-b824-641f433bfd30 req-7ce29d01-115e-4c18-8efe-22073044b020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:39.393701 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99055b-bf60-4712-b824-641f433bfd30 req-7ce29d01-115e-4c18-8efe-22073044b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:39.394331 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7a99055b-bf60-4712-b824-641f433bfd30 req-7ce29d01-115e-4c18-8efe-22073044b020 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:39.395837 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7a99055b-bf60-4712-b824-641f433bfd30 req-7ce29d01-115e-4c18-8efe-22073044b020 service neutron] 10.222.0.60 "PUT /v2.0/ports/ad268917-0abd-49c4-a988-8798f67ec1de HTTP/1.1" status: 200 len: 1092 time: 0.9952185 Nov 23 21:43:39.396576 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62054ac4-bb9d-4677-8403-f6d84e42f5a6', 'tag': 'ad268917-0abd-49c4-a988-8798f67ec1de'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:43:39.398901 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1400f8f-5199-48a4-8141-361faa751598" -d '{"events": [{"name": "network-changed", "server_uuid": "62054ac4-bb9d-4677-8403-f6d84e42f5a6", "tag": "ad268917-0abd-49c4-a988-8798f67ec1de"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:43:39.453800 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce29d01-115e-4c18-8efe-22073044b020 service neutron] Pushing event updated for resources: {'Port': ['ID=ad268917-0abd-49c4-a988-8798f67ec1de,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:39.476757 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec8692-d186-4ab5-b5de-aa2689ba4c19 service neutron] Pushing event updated for resources: {'Port': ['ID=20c77225-33d7-47be-bd1a-2fc096129844,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:39.509320 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99055b-bf60-4712-b824-641f433bfd30 req-53d9e3fd-d3aa-463b-bcfe-b431b7691fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:39.511074 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7a99055b-bf60-4712-b824-641f433bfd30 req-53d9e3fd-d3aa-463b-bcfe-b431b7691fd0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=262a0df38e704ffc9207a31c81529692&device_id=62054ac4-bb9d-4677-8403-f6d84e42f5a6 HTTP/1.1" status: 200 len: 1095 time: 0.0532050 Nov 23 21:43:39.518749 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7efda8-68b0-4c65-aa9e-4098bf65b89a req-29704688-6294-40d6-9f68-a0c2fa5d7551 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:39.520554 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d7efda8-68b0-4c65-aa9e-4098bf65b89a req-29704688-6294-40d6-9f68-a0c2fa5d7551 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 944 time: 0.2997317 Nov 23 21:43:39.528672 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9b1b0ef5-9bbd-4d48-822a-ecd6a898d1b1 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:39.530154 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9b1b0ef5-9bbd-4d48-822a-ecd6a898d1b1 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3809853 Nov 23 21:43:39.532216 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-1333bd59-7dd6-4a1b-b0b7-f3838dfbdbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:39.534200 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-1333bd59-7dd6-4a1b-b0b7-f3838dfbdbff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 1095 time: 0.1687503 Nov 23 21:43:39.586383 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7a99055b-bf60-4712-b824-641f433bfd30 req-a9ab0aea-252e-40d3-878e-18d22e4b75e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad268917-0abd-49c4-a988-8798f67ec1de HTTP/1.1" status: 200 len: 217 time: 0.0560062 Nov 23 21:43:39.591772 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41644) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:39.614054 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9844e7ac-056b-4caf-a523-e8c75757ac5f tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/quotas/73a47e414415418282cfb9d939963e19 HTTP/1.1" status: 200 len: 375 time: 0.0768721 Nov 23 21:43:39.631561 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-2ec8823c-82c3-4eae-bdb9-e29a66779770 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20c77225-33d7-47be-bd1a-2fc096129844 HTTP/1.1" status: 200 len: 217 time: 0.0716763 Nov 23 21:43:39.642508 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99055b-bf60-4712-b824-641f433bfd30 req-3ba46eda-f4fe-4fdf-9886-c0fa401a052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:39.644004 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7a99055b-bf60-4712-b824-641f433bfd30 req-3ba46eda-f4fe-4fdf-9886-c0fa401a052f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=34214f8b-100b-4eb0-beac-f661df6e2fe4 HTTP/1.1" status: 200 len: 863 time: 0.0464268 Nov 23 21:43:39.689403 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-ce033d09-a248-439a-97b0-b1f17b87b5bc tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=73a47e414415418282cfb9d939963e19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717821 Nov 23 21:43:39.708126 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99055b-bf60-4712-b824-641f433bfd30 req-5fe7a06c-9cb7-4352-a0b8-47539d1421e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:39.711240 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7a99055b-bf60-4712-b824-641f433bfd30 req-5fe7a06c-9cb7-4352-a0b8-47539d1421e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590255 Nov 23 21:43:39.746094 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d7efda8-68b0-4c65-aa9e-4098bf65b89a req-e61ed3b3-15c9-4ca8-b705-ec9cb0d5cc70 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108295 Nov 23 21:43:39.755007 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1dddfb61-4aab-4e63-888a-6bf3932cc86d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:39.759851 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-81e0f921-9256-40f6-8596-cbe467dad19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:39.761294 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-81e0f921-9256-40f6-8596-cbe467dad19d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c HTTP/1.1" status: 200 len: 861 time: 0.1183631 Nov 23 21:43:39.817106 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-aad65a2e-995c-4d60-aa3b-f48ca3c3665e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469623 Nov 23 21:43:39.877469 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7a99055b-bf60-4712-b824-641f433bfd30 req-d0624c41-e6c3-4704-8f87-8c497f8d9f5c service neutron] 10.222.0.60 "GET /v2.0/networks/8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585188 Nov 23 21:43:40.027377 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-b0a7c1b6-2c18-4428-afc7-3865cccc81ac service neutron] 10.222.0.60 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997769 Nov 23 21:43:40.069827 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d74bd-1dbf-4f78-99bc-1be9bf2af101 req-50384019-1464-4ca9-9ddc-e36193f015ca tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:40.072678 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-639d74bd-1dbf-4f78-99bc-1be9bf2af101 req-50384019-1464-4ca9-9ddc-e36193f015ca tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?device_id=62054ac4-bb9d-4677-8403-f6d84e42f5a6 HTTP/1.1" status: 200 len: 944 time: 0.1579146 Nov 23 21:43:40.111740 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d15bc6-b1d1-4ab5-ba05-3915b986063c req-bf817d3f-8d56-4266-8ebb-2971bd08ecd6 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:40.113394 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4d15bc6-b1d1-4ab5-ba05-3915b986063c req-bf817d3f-8d56-4266-8ebb-2971bd08ecd6 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=387c648d-5a3d-404c-b7ed-39599a3b0520 HTTP/1.1" status: 200 len: 972 time: 0.2000144 Nov 23 21:43:40.133338 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1dddfb61-4aab-4e63-888a-6bf3932cc86d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:40.143392 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1dddfb61-4aab-4e63-888a-6bf3932cc86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:40.203755 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7a99055b-bf60-4712-b824-641f433bfd30 req-7535940f-fb6d-475a-a2bb-8058b4282916 service neutron] 10.222.0.60 "GET /v2.0/networks/8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195376 Nov 23 21:43:40.204622 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dddfb61-4aab-4e63-888a-6bf3932cc86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1241aa5-889f-48c5-b293-49edc4926e0e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:40.209665 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1dddfb61-4aab-4e63-888a-6bf3932cc86d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=76c30c9476044df3b600db3433c79e79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6168315 Nov 23 21:43:40.212388 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41660) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:40.248378 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab474df6-6fea-494a-a4c9-721f0aa94ccd req-24194627-6ba2-45d7-9508-bc52557e3256 service neutron] 10.222.0.60 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133324 Nov 23 21:43:40.253149 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f4ad6726-8591-4544-92d1-40bd5fc09e50 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:43:40.256443 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-639d74bd-1dbf-4f78-99bc-1be9bf2af101 req-1a76bb94-9e60-41f3-a740-3dd48be34888 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e16c830-bb83-4eed-8285-161efed5682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630781 Nov 23 21:43:40.273470 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4d15bc6-b1d1-4ab5-ba05-3915b986063c req-b67a4134-c918-4fa0-968c-a2520047bd50 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104991 Nov 23 21:43:40.307300 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a339163-3711-4c6a-af74-8fb57e947054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:40.337385 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93545d26-e36a-41be-856c-4a14af991b32 x-openstack-request-id: req-93545d26-e36a-41be-856c-4a14af991b32 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:43:40.337676 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a99072-fb4c-444a-a32f-7610412235c6", "tag": "20c77225-33d7-47be-bd1a-2fc096129844", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:43:40.337932 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-93545d26-e36a-41be-856c-4a14af991b32 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:43:40.338334 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a99072-fb4c-444a-a32f-7610412235c6', 'tag': '20c77225-33d7-47be-bd1a-2fc096129844', 'status': 'completed', 'code': 200} Nov 23 21:43:40.349586 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a339163-3711-4c6a-af74-8fb57e947054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:40.405871 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d2e383-e9b0-4fe6-809b-e1cef09c423c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c0a5e4-6319-437f-be32-93034887f2f9'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:43:40.408164 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d4852a-e6c1-4efa-be9d-d3af688078d2" -d '{"events": [{"server_uuid": "e1d2e383-e9b0-4fe6-809b-e1cef09c423c", "name": "network-vif-plugged", "status": "completed", "tag": "b6c0a5e4-6319-437f-be32-93034887f2f9"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:43:40.422742 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f4ad6726-8591-4544-92d1-40bd5fc09e50, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f4ad6726-8591-4544-92d1-40bd5fc09e50,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:40.440202 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99eafc12-5dc3-46a7-ad59-e0c9348b5ff8 x-openstack-request-id: req-99eafc12-5dc3-46a7-ad59-e0c9348b5ff8 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:43:40.440506 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62054ac4-bb9d-4677-8403-f6d84e42f5a6", "tag": "ad268917-0abd-49c4-a988-8798f67ec1de", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:43:40.440766 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-99eafc12-5dc3-46a7-ad59-e0c9348b5ff8 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:43:40.441741 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'f4ad6726-8591-4544-92d1-40bd5fc09e50', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': 'f4ad6726-8591-4544-92d1-40bd5fc09e50', 'mac_address': 'fa:16:3e:a3:7a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:43:40.443335 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62054ac4-bb9d-4677-8403-f6d84e42f5a6', 'tag': 'ad268917-0abd-49c4-a988-8798f67ec1de', 'status': 'completed', 'code': 200} Nov 23 21:43:40.448857 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-135cc11a-517e-4ae3-a152-2aaf940e9d79 req-a2e205c5-79f2-471d-a0c6-f58ed86746c2 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1351b3e-70fd-4d0d-b32f-bf28e8648551 HTTP/1.1" status: 200 len: 210 time: 0.0566583 Nov 23 21:43:40.512388 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a339163-3711-4c6a-af74-8fb57e947054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:40.513906 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:40.515132 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a339163-3711-4c6a-af74-8fb57e947054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:40.516392 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2a339163-3711-4c6a-af74-8fb57e947054 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f1241aa5-889f-48c5-b293-49edc4926e0e HTTP/1.1" status: 204 len: 168 time: 0.3029771 Nov 23 21:43:40.532479 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a339163-3711-4c6a-af74-8fb57e947054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1241aa5-889f-48c5-b293-49edc4926e0e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:40.535422 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ad6726-8591-4544-92d1-40bd5fc09e50 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:43:40.542914 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2351b512-79db-4e84-8cf8-8032a4f79f74 x-openstack-request-id: req-2351b512-79db-4e84-8cf8-8032a4f79f74 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:43:40.543606 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d2e383-e9b0-4fe6-809b-e1cef09c423c", "name": "network-vif-plugged", "status": "completed", "tag": "b6c0a5e4-6319-437f-be32-93034887f2f9", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:43:40.544677 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2351b512-79db-4e84-8cf8-8032a4f79f74 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:43:40.545848 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d2e383-e9b0-4fe6-809b-e1cef09c423c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c0a5e4-6319-437f-be32-93034887f2f9', 'code': 200} Nov 23 21:43:40.559067 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1400f8f-5199-48a4-8141-361faa751598 req-a3248c02-6604-447e-9376-567307b62796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:40.560823 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e1400f8f-5199-48a4-8141-361faa751598 req-a3248c02-6604-447e-9376-567307b62796 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=262a0df38e704ffc9207a31c81529692&device_id=62054ac4-bb9d-4677-8403-f6d84e42f5a6 HTTP/1.1" status: 200 len: 1095 time: 0.0911365 Nov 23 21:43:40.587221 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f4ad6726-8591-4544-92d1-40bd5fc09e50, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f4ad6726-8591-4544-92d1-40bd5fc09e50,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:40.594271 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:40.594568 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc3fd8-a10d-452b-a35b-2fe7a7ddca31 req-f1561891-9fd4-4f4d-92c0-498fe4d01a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:40.596662 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9bfc3fd8-a10d-452b-a35b-2fe7a7ddca31 req-f1561891-9fd4-4f4d-92c0-498fe4d01a51 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 1095 time: 0.1946957 Nov 23 21:43:40.617798 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280d9fb-782b-4bbe-99e4-5b2c1315f197 req-516a724f-bdf7-4003-a818-f56671c511c7 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:40.619574 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6280d9fb-782b-4bbe-99e4-5b2c1315f197 req-516a724f-bdf7-4003-a818-f56671c511c7 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 971 time: 0.1418450 Nov 23 21:43:40.712833 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f4ad6726-8591-4544-92d1-40bd5fc09e50,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:40.739910 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1400f8f-5199-48a4-8141-361faa751598 req-77e1801c-3813-4947-aeca-dfa2d315d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:40.742592 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e1400f8f-5199-48a4-8141-361faa751598 req-77e1801c-3813-4947-aeca-dfa2d315d869 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 HTTP/1.1" status: 200 len: 925 time: 0.1690972 Nov 23 21:43:40.758549 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6280d9fb-782b-4bbe-99e4-5b2c1315f197 req-5fc8aff2-32a6-43d2-bb8b-95f693b640df tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbe24660-51a0-49f9-b207-8d6f4560b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313443 Nov 23 21:43:40.763058 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f071060-c0e7-4f88-b02c-57941c7e8e17 req-d8ca5392-43e8-4588-9236-8f592455c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:40.768637 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8f071060-c0e7-4f88-b02c-57941c7e8e17 req-d8ca5392-43e8-4588-9236-8f592455c34e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 1122 time: 0.0850725 Nov 23 21:43:40.812563 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e1400f8f-5199-48a4-8141-361faa751598 req-c13b022f-bd28-4c1d-9437-4dded3b9e745 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad268917-0abd-49c4-a988-8798f67ec1de HTTP/1.1" status: 200 len: 217 time: 0.0564768 Nov 23 21:43:40.820205 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc3fd8-a10d-452b-a35b-2fe7a7ddca31 req-8204195d-f335-4f16-946e-6a9f068a42ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:40.824040 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9bfc3fd8-a10d-452b-a35b-2fe7a7ddca31 req-8204195d-f335-4f16-946e-6a9f068a42ab service neutron] 10.222.0.60 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 922 time: 0.2183502 Nov 23 21:43:40.880481 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9bfc3fd8-a10d-452b-a35b-2fe7a7ddca31 req-a075b0c8-25db-4534-8748-12a0302e1fbd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20c77225-33d7-47be-bd1a-2fc096129844 HTTP/1.1" status: 200 len: 217 time: 0.0485852 Nov 23 21:43:40.938869 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8f071060-c0e7-4f88-b02c-57941c7e8e17 req-1b135e7b-4b76-4af4-ab79-e971b004d8a0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fbe24660-51a0-49f9-b207-8d6f4560b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270783 Nov 23 21:43:40.941584 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41672) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:40.959787 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1400f8f-5199-48a4-8141-361faa751598 req-ec9d2be3-cf4f-413d-bae3-0ba694e28eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:40.961297 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e1400f8f-5199-48a4-8141-361faa751598 req-ec9d2be3-cf4f-413d-bae3-0ba694e28eaf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=34214f8b-100b-4eb0-beac-f661df6e2fe4 HTTP/1.1" status: 200 len: 863 time: 0.1354196 Nov 23 21:43:40.962240 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc729fe3-1f9f-46f6-92d7-389de7f04853 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:40.973920 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463b349-97fc-455e-821b-299649fd4b24 req-8d1b093d-69a5-4f47-a249-df1cf1412401 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:40.975426 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6463b349-97fc-455e-821b-299649fd4b24 req-8d1b093d-69a5-4f47-a249-df1cf1412401 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 944 time: 0.0982597 Nov 23 21:43:40.977156 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc3fd8-a10d-452b-a35b-2fe7a7ddca31 req-948d52a2-c182-402f-b2f3-0f7ec314f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:40.978470 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9bfc3fd8-a10d-452b-a35b-2fe7a7ddca31 req-948d52a2-c182-402f-b2f3-0f7ec314f38e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c HTTP/1.1" status: 200 len: 861 time: 0.0653641 Nov 23 21:43:41.033951 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1400f8f-5199-48a4-8141-361faa751598 req-6ea32f28-a39c-4c82-a5fc-36d288a28d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:41.035358 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e1400f8f-5199-48a4-8141-361faa751598 req-6ea32f28-a39c-4c82-a5fc-36d288a28d8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651529 Nov 23 21:43:41.037095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['f4ad6726-8591-4544-92d1-40bd5fc09e50'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:43:41.142358 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc729fe3-1f9f-46f6-92d7-389de7f04853 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:41.151922 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc729fe3-1f9f-46f6-92d7-389de7f04853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:41.197270 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e1400f8f-5199-48a4-8141-361faa751598 req-e0e96687-13aa-477f-ba2f-c3f175d1523b service neutron] 10.222.0.60 "GET /v2.0/networks/8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498899 Nov 23 21:43:41.204785 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fc729fe3-1f9f-46f6-92d7-389de7f04853 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=77fd2f12f02541f4808079e4c451f698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620995 Nov 23 21:43:41.209345 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41674) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:41.224929 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9bfc3fd8-a10d-452b-a35b-2fe7a7ddca31 req-a53a22d7-cbe5-4c8d-b696-ca4954e1b2a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2360852 Nov 23 21:43:41.233953 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc729fe3-1f9f-46f6-92d7-389de7f04853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeed0db-430d-4ce8-9084-23f1c986d1a8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:41.279333 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6463b349-97fc-455e-821b-299649fd4b24 req-81e3a5e7-c580-412b-a416-a6217c7300b7 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971110 Nov 23 21:43:41.325847 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c7af148-fc61-4741-8aba-9cafc58d5329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:41.360895 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e1400f8f-5199-48a4-8141-361faa751598 req-850c3b34-3096-4818-8f66-65171ffd2a1c service neutron] 10.222.0.60 "GET /v2.0/networks/8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522548 Nov 23 21:43:41.370343 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c7af148-fc61-4741-8aba-9cafc58d5329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:41.393000 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-3c80a851-9acd-4def-b31c-9afaccc16369 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=73a47e414415418282cfb9d939963e19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344934 Nov 23 21:43:41.421304 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9bfc3fd8-a10d-452b-a35b-2fe7a7ddca31 req-4e81f750-07da-4538-86ee-c29991376893 service neutron] 10.222.0.60 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861880 Nov 23 21:43:41.502105 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c7af148-fc61-4741-8aba-9cafc58d5329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:41.503290 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a76479-a06c-45a2-8f70-2c6ebc9f5efc req-135f8e8d-a7af-47f4-a872-cdbe812b747c tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:41.504807 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4a76479-a06c-45a2-8f70-2c6ebc9f5efc req-135f8e8d-a7af-47f4-a872-cdbe812b747c tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=387c648d-5a3d-404c-b7ed-39599a3b0520 HTTP/1.1" status: 200 len: 972 time: 0.1323476 Nov 23 21:43:41.504919 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c7af148-fc61-4741-8aba-9cafc58d5329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:41.505932 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7c7af148-fc61-4741-8aba-9cafc58d5329 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9aeed0db-430d-4ce8-9084-23f1c986d1a8 HTTP/1.1" status: 204 len: 168 time: 0.2957466 Nov 23 21:43:41.530854 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7af148-fc61-4741-8aba-9cafc58d5329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeed0db-430d-4ce8-9084-23f1c986d1a8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:41.550646 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-d55bdee5-58ca-4170-a62c-e8355974b6e9 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:41.552228 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-d55bdee5-58ca-4170-a62c-e8355974b6e9 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1453829 Nov 23 21:43:41.568426 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1063898-2f45-4dba-9140-0a4457166843 req-d5079fa0-df2b-4637-a9ca-d2fdad71f18e tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:41.569818 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e1063898-2f45-4dba-9140-0a4457166843 req-d5079fa0-df2b-4637-a9ca-d2fdad71f18e tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?device_id=62054ac4-bb9d-4677-8403-f6d84e42f5a6 HTTP/1.1" status: 200 len: 944 time: 0.1548154 Nov 23 21:43:41.577092 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-6560a000-84b8-41e4-8e24-1da1409333d2 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Request body: {'port': {'device_id': 'a1351b3e-70fd-4d0d-b32f-bf28e8648551', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': '73a47e414415418282cfb9d939963e19'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:41.634360 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4a76479-a06c-45a2-8f70-2c6ebc9f5efc req-7e961618-618e-42e8-a802-8f7414692147 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991588 Nov 23 21:43:41.642829 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9bfc3fd8-a10d-452b-a35b-2fe7a7ddca31 req-438ab814-b760-4eaf-a75f-839d647a0fa5 service neutron] 10.222.0.60 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119017 Nov 23 21:43:41.682106 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e1063898-2f45-4dba-9140-0a4457166843 req-e9184fcd-1925-4ff5-9ed6-9baf40fcd6d0 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e16c830-bb83-4eed-8285-161efed5682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002986 Nov 23 21:43:41.726469 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-6560a000-84b8-41e4-8e24-1da1409333d2 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Made reservation on behalf of 73a47e414415418282cfb9d939963e19 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:43:41.731611 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-6560a000-84b8-41e4-8e24-1da1409333d2 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:41.743666 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-6560a000-84b8-41e4-8e24-1da1409333d2 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:41.767327 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9fd0959b-22a4-4272-8401-26aa6bcd12f9 req-03b71d75-4a0f-4015-8c13-375f587c4b6a tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1351b3e-70fd-4d0d-b32f-bf28e8648551 HTTP/1.1" status: 200 len: 210 time: 0.0370557 Nov 23 21:43:41.827398 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6681c8-9c4f-4973-8d49-f3f017866a9d req-ea3aca6b-3cbf-43eb-bb40-c443c626aa21 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:41.828927 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9c6681c8-9c4f-4973-8d49-f3f017866a9d req-ea3aca6b-3cbf-43eb-bb40-c443c626aa21 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 949 time: 0.0884309 Nov 23 21:43:41.854672 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-6560a000-84b8-41e4-8e24-1da1409333d2 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:41.859977 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-6560a000-84b8-41e4-8e24-1da1409333d2 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:41.905803 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560a000-84b8-41e4-8e24-1da1409333d2 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=333f1f47-5dd6-4757-8487-c5f854117679,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:41.931583 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9c6681c8-9c4f-4973-8d49-f3f017866a9d req-40597ee0-14a5-4cba-b43f-06c1c45f4c0c tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873766 Nov 23 21:43:41.945175 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc5f4b-4f2d-474d-b90e-8f0a7cbf6e05 req-3ec42077-4538-4727-9618-d664ab43a10f tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:41.957126 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-41cc5f4b-4f2d-474d-b90e-8f0a7cbf6e05 req-3ec42077-4538-4727-9618-d664ab43a10f tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 971 time: 0.0922263 Nov 23 21:43:42.004565 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-41cc5f4b-4f2d-474d-b90e-8f0a7cbf6e05 req-6913cf99-7356-4948-a66d-11208a4a050c tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbe24660-51a0-49f9-b207-8d6f4560b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465734 Nov 23 21:43:42.034948 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-6560a000-84b8-41e4-8e24-1da1409333d2 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Allocated IP 192.168.233.127 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/0d05946c-fda7-433f-8bda-013ee67ce8d5) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:43:42.203778 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-6560a000-84b8-41e4-8e24-1da1409333d2 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:42.227269 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f4ad6726-8591-4544-92d1-40bd5fc09e50 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:43:42.248965 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-6560a000-84b8-41e4-8e24-1da1409333d2 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:42.292108 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port f4ad6726-8591-4544-92d1-40bd5fc09e50 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:43:42.299557 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port f4ad6726-8591-4544-92d1-40bd5fc09e50 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:42.300198 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:42.307428 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-6560a000-84b8-41e4-8e24-1da1409333d2 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:43:42.313403 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-6560a000-84b8-41e4-8e24-1da1409333d2 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:43:42.319012 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-6560a000-84b8-41e4-8e24-1da1409333d2 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:43:42.324670 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-6560a000-84b8-41e4-8e24-1da1409333d2 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:42.325480 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-6560a000-84b8-41e4-8e24-1da1409333d2 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:42.336594 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560a000-84b8-41e4-8e24-1da1409333d2 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Pushing event updated for resources: {'Port': ['ID=0d05946c-fda7-433f-8bda-013ee67ce8d5,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:42.359259 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-6560a000-84b8-41e4-8e24-1da1409333d2 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7871373 Nov 23 21:43:42.374967 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9beca20b-eb59-4ed9-a327-c444fbe2a2d5 service neutron] Request body: {'port': {'device_id': 'a1351b3e-70fd-4d0d-b32f-bf28e8648551', 'device_owner': 'compute:tempest-test_az-2029478883', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:42.414273 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41710) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:42.450491 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:42.458600 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935fcd2-daec-42d9-be47-50cee33c23d9 req-612499b5-318e-4d24-95ad-903b592fede4 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:42.460774 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0935fcd2-daec-42d9-be47-50cee33c23d9 req-612499b5-318e-4d24-95ad-903b592fede4 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 944 time: 0.0733113 Nov 23 21:43:42.484057 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9beca20b-eb59-4ed9-a327-c444fbe2a2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:42.494362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f4ad6726-8591-4544-92d1-40bd5fc09e50, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f4ad6726-8591-4544-92d1-40bd5fc09e50,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:42.508725 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:42.518542 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0935fcd2-daec-42d9-be47-50cee33c23d9 req-c69c3e67-319c-4b3b-b1b4-77916a2648c6 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477202 Nov 23 21:43:42.548151 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62941ccd-393d-4838-a2ef-4a41068c8692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ad6726-8591-4544-92d1-40bd5fc09e50'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:43:42.550955 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05f54bc-3d44-4db4-aab5-6d82a10be254" -d '{"events": [{"server_uuid": "62941ccd-393d-4838-a2ef-4a41068c8692", "name": "network-vif-plugged", "status": "completed", "tag": "f4ad6726-8591-4544-92d1-40bd5fc09e50"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:43:42.601436 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbab63a-6b8b-4467-8639-343429c7aec2 x-openstack-request-id: req-0cbab63a-6b8b-4467-8639-343429c7aec2 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:43:42.601784 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62941ccd-393d-4838-a2ef-4a41068c8692", "name": "network-vif-plugged", "status": "completed", "tag": "f4ad6726-8591-4544-92d1-40bd5fc09e50", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:43:42.602063 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0cbab63a-6b8b-4467-8639-343429c7aec2 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:43:42.602455 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62941ccd-393d-4838-a2ef-4a41068c8692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ad6726-8591-4544-92d1-40bd5fc09e50', 'code': 200} Nov 23 21:43:42.605399 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f4ad6726-8591-4544-92d1-40bd5fc09e50,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:42.617394 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a2ecb710-28f5-49ab-814d-cbcb28cea871 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-231090335-network', 'tenant_id': '0b6546ef1ad74db59897db5bbc417afa'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:42.653400 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3e50f14f-ff51-4248-8518-7808c5687b05 None None] Provisioning complete for port 0d05946c-fda7-433f-8bda-013ee67ce8d5 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:42.653784 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3e50f14f-ff51-4248-8518-7808c5687b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:42.679091 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ecb710-28f5-49ab-814d-cbcb28cea871 admin admin] Made reservation on behalf of 0b6546ef1ad74db59897db5bbc417afa for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:43:42.681367 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a2ecb710-28f5-49ab-814d-cbcb28cea871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:42.694514 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-3e50f14f-ff51-4248-8518-7808c5687b05 None None] Port 0d05946c-fda7-433f-8bda-013ee67ce8d5 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:43:42.696766 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a2ecb710-28f5-49ab-814d-cbcb28cea871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:42.810441 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfba89-2f9b-45c1-881f-942275d3410b req-58fae879-0c0b-4e63-8c30-db6b196b659c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:42.812014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a5cfba89-2f9b-45c1-881f-942275d3410b req-58fae879-0c0b-4e63-8c30-db6b196b659c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 1101 time: 0.1096127 Nov 23 21:43:42.835307 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c580481-6687-4acc-ac8f-6a7d5495f668 req-48b8c959-40aa-4f54-8a3d-6821df28e1cb tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:42.837080 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2c580481-6687-4acc-ac8f-6a7d5495f668 req-48b8c959-40aa-4f54-8a3d-6821df28e1cb tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?device_id=62054ac4-bb9d-4677-8403-f6d84e42f5a6 HTTP/1.1" status: 200 len: 944 time: 0.0844479 Nov 23 21:43:42.892341 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9beca20b-eb59-4ed9-a327-c444fbe2a2d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d05946c-fda7-433f-8bda-013ee67ce8d5 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:43:42.902031 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a2ecb710-28f5-49ab-814d-cbcb28cea871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:42.905254 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9beca20b-eb59-4ed9-a327-c444fbe2a2d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:42.908046 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a2ecb710-28f5-49ab-814d-cbcb28cea871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:42.936689 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ecb710-28f5-49ab-814d-cbcb28cea871 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:43:42.943529 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a5cfba89-2f9b-45c1-881f-942275d3410b req-7734419c-32f1-4515-9e4c-626a54461c40 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227481 Nov 23 21:43:42.943992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9beca20b-eb59-4ed9-a327-c444fbe2a2d5 service neutron] Transition to ACTIVE for port object 0d05946c-fda7-433f-8bda-013ee67ce8d5 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:43:42.953996 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2c580481-6687-4acc-ac8f-6a7d5495f668 req-87835d1e-dc09-49fe-9805-d524b3afaa6d tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e16c830-bb83-4eed-8285-161efed5682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095161 Nov 23 21:43:42.955388 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9beca20b-eb59-4ed9-a327-c444fbe2a2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:42.962650 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b4623-cf90-4516-8eea-eee40ab05d3a req-ce4c48a5-0ba0-42d6-9321-bba96f411ff5 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:42.965021 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b6b4623-cf90-4516-8eea-eee40ab05d3a req-ce4c48a5-0ba0-42d6-9321-bba96f411ff5 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1351b3e-70fd-4d0d-b32f-bf28e8648551 HTTP/1.1" status: 200 len: 936 time: 0.1189539 Nov 23 21:43:42.966046 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a2ecb710-28f5-49ab-814d-cbcb28cea871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:42.966424 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-a2ecb710-28f5-49ab-814d-cbcb28cea871 admin admin] Added segment 3bc67411-4d1f-4c3b-9e0b-93a384299ad9 of type vlan for network 69251849-2815-4e03-9f20-eae71bba378c Nov 23 21:43:42.967814 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecb710-28f5-49ab-814d-cbcb28cea871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:43.040631 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b6b4623-cf90-4516-8eea-eee40ab05d3a req-1d477987-fefe-4740-9614-72a190a24143 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586827 Nov 23 21:43:43.075501 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beca20b-eb59-4ed9-a327-c444fbe2a2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d05946c-fda7-433f-8bda-013ee67ce8d5,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:43.082525 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a2ecb710-28f5-49ab-814d-cbcb28cea871 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:43.089342 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa7576-b9e4-4ae7-a9f1-dd81ffebe69e req-b2695d99-a159-4b24-ac18-c028040041ca tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:43.091685 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-65fa7576-b9e4-4ae7-a9f1-dd81ffebe69e req-b2695d99-a159-4b24-ac18-c028040041ca tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.0650680 Nov 23 21:43:43.101393 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9beca20b-eb59-4ed9-a327-c444fbe2a2d5 service neutron] Attempting to bind port 0d05946c-fda7-433f-8bda-013ee67ce8d5 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:43:43.101730 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9beca20b-eb59-4ed9-a327-c444fbe2a2d5 service neutron] Attempting to bind port 0d05946c-fda7-433f-8bda-013ee67ce8d5 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:43:43.102054 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9beca20b-eb59-4ed9-a327-c444fbe2a2d5 service neutron] Attempting to bind port 0d05946c-fda7-433f-8bda-013ee67ce8d5 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:43:43.120924 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9beca20b-eb59-4ed9-a327-c444fbe2a2d5 service neutron] Port 0d05946c-fda7-433f-8bda-013ee67ce8d5 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:43:43.121238 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9beca20b-eb59-4ed9-a327-c444fbe2a2d5 service neutron] Attempting to bind port 0d05946c-fda7-433f-8bda-013ee67ce8d5 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:43:43.133664 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a2ecb710-28f5-49ab-814d-cbcb28cea871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:43.134592 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ecb710-28f5-49ab-814d-cbcb28cea871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:43.135214 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a2ecb710-28f5-49ab-814d-cbcb28cea871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:43.140628 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9beca20b-eb59-4ed9-a327-c444fbe2a2d5 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:43:43.141420 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9beca20b-eb59-4ed9-a327-c444fbe2a2d5 service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:43:43.141420 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9beca20b-eb59-4ed9-a327-c444fbe2a2d5 service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:43:43.141764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9beca20b-eb59-4ed9-a327-c444fbe2a2d5 service neutron] Bound port: 0d05946c-fda7-433f-8bda-013ee67ce8d5, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:43:43.143949 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9beca20b-eb59-4ed9-a327-c444fbe2a2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:43.185177 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-65fa7576-b9e4-4ae7-a9f1-dd81ffebe69e req-d7e9b678-940b-4d3d-98e3-fee72d7dc451 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852499 Nov 23 21:43:43.189435 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41724) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:43.189753 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a2ecb710-28f5-49ab-814d-cbcb28cea871 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7741091 Nov 23 21:43:43.194674 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-cf47e9b4-932f-4139-ad30-82144dc02423 admin admin] Request body: {'subnet': {'network_id': '69251849-2815-4e03-9f20-eae71bba378c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-231090335-subnet', 'tenant_id': '0b6546ef1ad74db59897db5bbc417afa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:43.227985 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6fb71-bbf2-40af-a019-04b68e2908a7 req-74181d17-b362-4773-9beb-f5980d619e99 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:43.229498 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ebe6fb71-bbf2-40af-a019-04b68e2908a7 req-74181d17-b362-4773-9beb-f5980d619e99 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 971 time: 0.1069751 Nov 23 21:43:43.236940 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf47e9b4-932f-4139-ad30-82144dc02423 admin admin] Made reservation on behalf of 0b6546ef1ad74db59897db5bbc417afa for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:43:43.239745 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf47e9b4-932f-4139-ad30-82144dc02423 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:43.239932 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecb710-28f5-49ab-814d-cbcb28cea871 admin admin] Pushing event updated for resources: {'Network': ['ID=69251849-2815-4e03-9f20-eae71bba378c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:43.250061 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 69251849-2815-4e03-9f20-eae71bba378c details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:43:43.274841 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9beca20b-eb59-4ed9-a327-c444fbe2a2d5 service neutron] For port 0d05946c-fda7-433f-8bda-013ee67ce8d5, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:43:43.279799 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9beca20b-eb59-4ed9-a327-c444fbe2a2d5 service neutron] For port 0d05946c-fda7-433f-8bda-013ee67ce8d5, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=0d05946c-fda7-433f-8bda-013ee67ce8d5,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:43:43.285469 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9beca20b-eb59-4ed9-a327-c444fbe2a2d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:43.326139 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9beca20b-eb59-4ed9-a327-c444fbe2a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:43.326916 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9beca20b-eb59-4ed9-a327-c444fbe2a2d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:43.328424 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-9beca20b-eb59-4ed9-a327-c444fbe2a2d5 service neutron] 10.222.0.53 "PUT /v2.0/ports/0d05946c-fda7-433f-8bda-013ee67ce8d5 HTTP/1.1" status: 200 len: 1118 time: 0.9590511 Nov 23 21:43:43.328870 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1351b3e-70fd-4d0d-b32f-bf28e8648551', 'tag': '0d05946c-fda7-433f-8bda-013ee67ce8d5'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:43:43.331324 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee1a542-a0de-4dd2-99a5-ab381f4c37e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a1351b3e-70fd-4d0d-b32f-bf28e8648551", "tag": "0d05946c-fda7-433f-8bda-013ee67ce8d5"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:43:43.374782 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ebe6fb71-bbf2-40af-a019-04b68e2908a7 req-67e489c0-6a16-4bd3-94f5-0b278a7a106f tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbe24660-51a0-49f9-b207-8d6f4560b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192822 Nov 23 21:43:43.414776 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d60eddd-1dc6-4c7d-b7ad-506d722902cf x-openstack-request-id: req-4d60eddd-1dc6-4c7d-b7ad-506d722902cf {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:43:43.415701 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1351b3e-70fd-4d0d-b32f-bf28e8648551", "tag": "0d05946c-fda7-433f-8bda-013ee67ce8d5", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:43:43.416093 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4d60eddd-1dc6-4c7d-b7ad-506d722902cf {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:43:43.416962 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1351b3e-70fd-4d0d-b32f-bf28e8648551', 'tag': '0d05946c-fda7-433f-8bda-013ee67ce8d5', 'status': 'completed', 'code': 200} Nov 23 21:43:43.438391 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beca20b-eb59-4ed9-a327-c444fbe2a2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d05946c-fda7-433f-8bda-013ee67ce8d5,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:43.459144 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-5d9c388e-4dc0-49a7-a846-1d35402a41c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:43.460667 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-5d9c388e-4dc0-49a7-a846-1d35402a41c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=73a47e414415418282cfb9d939963e19&device_id=a1351b3e-70fd-4d0d-b32f-bf28e8648551 HTTP/1.1" status: 200 len: 1121 time: 0.0697286 Nov 23 21:43:43.496435 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf47e9b4-932f-4139-ad30-82144dc02423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:43.510847 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-3d5586f4-0f53-4ec0-a7da-a7f18f400065 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=0d05946c-fda7-433f-8bda-013ee67ce8d5 HTTP/1.1" status: 200 len: 217 time: 0.0404799 Nov 23 21:43:43.577636 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47e9b4-932f-4139-ad30-82144dc02423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d84ac18-6eb0-451e-822e-a2b2f0c24b0d,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:43.578266 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-0c6eb8c4-f5be-4afb-8181-1412b89c606e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:43.580248 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-0c6eb8c4-f5be-4afb-8181-1412b89c606e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0612090 Nov 23 21:43:43.594467 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31080bf-8bb7-4187-9cfa-703f5fcc380a req-55cbaa20-2f05-420b-97d1-34b3bf031482 tempest-AggregatesAdminTestJSON-1960233500 tempest-AggregatesAdminTestJSON-1960233500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:43.596028 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a31080bf-8bb7-4187-9cfa-703f5fcc380a req-55cbaa20-2f05-420b-97d1-34b3bf031482 tempest-AggregatesAdminTestJSON-1960233500 tempest-AggregatesAdminTestJSON-1960233500-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 1122 time: 0.0952470 Nov 23 21:43:43.609694 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf47e9b4-932f-4139-ad30-82144dc02423 admin admin] Checking segment: {'id': '3bc67411-4d1f-4c3b-9e0b-93a384299ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '69251849-2815-4e03-9f20-eae71bba378c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:43:43.610048 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf47e9b4-932f-4139-ad30-82144dc02423 admin admin] Network hostable DHCP agents. Network: 69251849-2815-4e03-9f20-eae71bba378c, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:43:43.631547 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-e6bd309b-3e7e-42c5-a42d-0b1348fa8d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:43.632981 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-e6bd309b-3e7e-42c5-a42d-0b1348fa8d9b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0429716 Nov 23 21:43:43.633746 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a31080bf-8bb7-4187-9cfa-703f5fcc380a req-7ee3ec51-f0f9-4817-8f2c-8958e898d962 tempest-AggregatesAdminTestJSON-1960233500 tempest-AggregatesAdminTestJSON-1960233500-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:43.676279 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf47e9b4-932f-4139-ad30-82144dc02423 admin admin] Network 69251849-2815-4e03-9f20-eae71bba378c is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:43:43.699298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-cf47e9b4-932f-4139-ad30-82144dc02423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 69251849-2815-4e03-9f20-eae71bba378c) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:43:43.711215 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd011188-475e-4f1b-9f4f-20996e960cf9 None None] Network 69251849-2815-4e03-9f20-eae71bba378c requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:43:43.712119 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b200551-c77a-432a-955b-da694bf6cc7a req-a4395e9f-6296-460f-958b-84a55e91227d tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:43.715272 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b200551-c77a-432a-955b-da694bf6cc7a req-a4395e9f-6296-460f-958b-84a55e91227d tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 944 time: 0.1019640 Nov 23 21:43:43.723581 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf47e9b4-932f-4139-ad30-82144dc02423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:43.724487 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf47e9b4-932f-4139-ad30-82144dc02423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:43.728215 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-4c636746-964b-4276-bffe-7a1d482e8797 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875890 Nov 23 21:43:43.767519 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cf47e9b4-932f-4139-ad30-82144dc02423 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5770462 Nov 23 21:43:43.818992 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b200551-c77a-432a-955b-da694bf6cc7a req-0188dd81-acbb-4f93-b356-c7056e8350ce tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968592 Nov 23 21:43:43.846666 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a31080bf-8bb7-4187-9cfa-703f5fcc380a req-7ee3ec51-f0f9-4817-8f2c-8958e898d962 tempest-AggregatesAdminTestJSON-1960233500 tempest-AggregatesAdminTestJSON-1960233500-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:43.853754 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a31080bf-8bb7-4187-9cfa-703f5fcc380a req-7ee3ec51-f0f9-4817-8f2c-8958e898d962 tempest-AggregatesAdminTestJSON-1960233500 tempest-AggregatesAdminTestJSON-1960233500-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:43.862994 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d89e54c6-9921-4be4-a612-2abb44beb2fa req-7f03a175-1223-4c29-85a3-35da927e780d service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265743 Nov 23 21:43:43.890163 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91841e16-b4b3-4d5b-b644-67c6b32e166c None None] Network 69251849-2815-4e03-9f20-eae71bba378c requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:43:43.907930 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a31080bf-8bb7-4187-9cfa-703f5fcc380a req-7ee3ec51-f0f9-4817-8f2c-8958e898d962 tempest-AggregatesAdminTestJSON-1960233500 tempest-AggregatesAdminTestJSON-1960233500-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=fbe24660-51a0-49f9-b207-8d6f4560b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058097 Nov 23 21:43:43.919891 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3ec51-f0f9-4817-8f2c-8958e898d962 tempest-AggregatesAdminTestJSON-1960233500 tempest-AggregatesAdminTestJSON-1960233500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94612293-6e51-400c-ad2c-53e61e834f6a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:43.992435 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1a542-a0de-4dd2-99a5-ab381f4c37e8 req-bb5881e0-f770-44c8-becd-d7373d91770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:43.994353 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fee1a542-a0de-4dd2-99a5-ab381f4c37e8 req-bb5881e0-f770-44c8-becd-d7373d91770f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=73a47e414415418282cfb9d939963e19&device_id=a1351b3e-70fd-4d0d-b32f-bf28e8648551 HTTP/1.1" status: 200 len: 1121 time: 0.0612061 Nov 23 21:43:44.104350 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1a542-a0de-4dd2-99a5-ab381f4c37e8 req-acb5fb42-6cfe-4bb3-9d48-7c8e4be88533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:44.105844 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fee1a542-a0de-4dd2-99a5-ab381f4c37e8 req-acb5fb42-6cfe-4bb3-9d48-7c8e4be88533 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.1020243 Nov 23 21:43:44.150285 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fee1a542-a0de-4dd2-99a5-ab381f4c37e8 req-f13fdbe0-16f3-4bb8-9092-34cb5222c6e9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=0d05946c-fda7-433f-8bda-013ee67ce8d5 HTTP/1.1" status: 200 len: 217 time: 0.0357332 Nov 23 21:43:44.207791 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1a542-a0de-4dd2-99a5-ab381f4c37e8 req-0aa93d3a-a7b1-4486-8338-9c8bc877496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:44.209294 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fee1a542-a0de-4dd2-99a5-ab381f4c37e8 req-0aa93d3a-a7b1-4486-8338-9c8bc877496e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0514171 Nov 23 21:43:44.241389 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device ad268917-0abd-49c4-a988-8798f67ec1de details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:43:44.267754 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1a542-a0de-4dd2-99a5-ab381f4c37e8 req-bb8595fa-bb8f-4e5e-9dd0-07f4005f2839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:44.269267 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fee1a542-a0de-4dd2-99a5-ab381f4c37e8 req-bb8595fa-bb8f-4e5e-9dd0-07f4005f2839 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0479217 Nov 23 21:43:44.298076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-f57ac883-9213-4026-bd48-31c8d2b8d494 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:44.306867 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-f57ac883-9213-4026-bd48-31c8d2b8d494 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/networks?id=69251849-2815-4e03-9f20-eae71bba378c HTTP/1.1" status: 200 len: 804 time: 0.1265891 Nov 23 21:43:44.318601 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-926b00a0-b7ae-41ac-8672-e6567d495f8b tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/quotas/0b6546ef1ad74db59897db5bbc417afa HTTP/1.1" status: 200 len: 375 time: 0.0107603 Nov 23 21:43:44.351702 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-575a53e0-155a-4421-a097-9243fefa3a2b tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b6546ef1ad74db59897db5bbc417afa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262899 Nov 23 21:43:44.382631 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port ad268917-0abd-49c4-a988-8798f67ec1de, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=ad268917-0abd-49c4-a988-8798f67ec1de,segment=NetworkSegment(e8a382eb-a549-463e-91fa-d8663b563095),segment_id=e8a382eb-a549-463e-91fa-d8663b563095)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:44.400408 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fee1a542-a0de-4dd2-99a5-ab381f4c37e8 req-1fb62baa-c3b3-4937-a9da-942af611b856 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229522 Nov 23 21:43:44.401876 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'ad268917-0abd-49c4-a988-8798f67ec1de', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'port_id': 'ad268917-0abd-49c4-a988-8798f67ec1de', 'mac_address': 'fa:16:3e:f8:47:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:43:44.446450 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:44.461341 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad268917-0abd-49c4-a988-8798f67ec1de {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:43:44.475028 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9f000-9ecc-4b3e-92cb-2e5e278c6004 req-3704ff3c-36c9-4062-be85-3d01eec8d9a4 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:44.476497 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ef9f000-9ecc-4b3e-92cb-2e5e278c6004 req-3704ff3c-36c9-4062-be85-3d01eec8d9a4 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?device_id=62054ac4-bb9d-4677-8403-f6d84e42f5a6 HTTP/1.1" status: 200 len: 944 time: 0.1056321 Nov 23 21:43:44.483662 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port ad268917-0abd-49c4-a988-8798f67ec1de, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=ad268917-0abd-49c4-a988-8798f67ec1de,segment=NetworkSegment(e8a382eb-a549-463e-91fa-d8663b563095),segment_id=e8a382eb-a549-463e-91fa-d8663b563095)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:44.492037 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:44.492773 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 20c77225-33d7-47be-bd1a-2fc096129844 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:43:44.499204 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-1e813fec-5dbc-491e-b3d2-f409b61fe992 service neutron] 10.222.0.50 "GET /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375766 Nov 23 21:43:44.512000 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fee1a542-a0de-4dd2-99a5-ab381f4c37e8 req-a2e9fd06-b863-415e-bc2d-f06ca2e55c35 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998254 Nov 23 21:43:44.562260 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ef9f000-9ecc-4b3e-92cb-2e5e278c6004 req-812474ec-fe34-4b9b-94d7-74362c3175e8 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e16c830-bb83-4eed-8285-161efed5682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730364 Nov 23 21:43:44.570000 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=ad268917-0abd-49c4-a988-8798f67ec1de,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:44.624128 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-24f249d4-bdbd-4f8e-91d6-325ac602da9f service neutron] 10.222.0.50 "GET /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132283 Nov 23 21:43:44.647491 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 20c77225-33d7-47be-bd1a-2fc096129844, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=20c77225-33d7-47be-bd1a-2fc096129844,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:44.660561 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '20c77225-33d7-47be-bd1a-2fc096129844', 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542', 'port_id': '20c77225-33d7-47be-bd1a-2fc096129844', 'mac_address': 'fa:16:3e:46:1b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:43:44.675177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f96be-8294-405b-88c6-a07326f109ae req-8419d7eb-2622-418e-933d-cf11248005e2 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:44.676627 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-128f96be-8294-405b-88c6-a07326f109ae req-8419d7eb-2622-418e-933d-cf11248005e2 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1351b3e-70fd-4d0d-b32f-bf28e8648551 HTTP/1.1" status: 200 len: 970 time: 0.0503552 Nov 23 21:43:44.701019 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:44.716161 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c77225-33d7-47be-bd1a-2fc096129844 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:43:44.728365 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-128f96be-8294-405b-88c6-a07326f109ae req-61efc225-6873-40e7-8019-684b43763f2d tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457776 Nov 23 21:43:44.740878 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 20c77225-33d7-47be-bd1a-2fc096129844, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=20c77225-33d7-47be-bd1a-2fc096129844,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:44.755799 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:44.814178 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=20c77225-33d7-47be-bd1a-2fc096129844,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:44.864055 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd9731b3-1adf-47fa-8add-c278085eef3e req-a0a2f2d9-847d-4c64-968f-5329370af3c9 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76 HTTP/1.1" status: 200 len: 210 time: 0.0357335 Nov 23 21:43:44.906927 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8b952-1a84-4019-99ec-2fb26b20bb02 req-40c38685-c09b-4eab-a369-729e430fe805 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:44.908413 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3ef8b952-1a84-4019-99ec-2fb26b20bb02 req-40c38685-c09b-4eab-a369-729e430fe805 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.0697799 Nov 23 21:43:45.013256 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3ef8b952-1a84-4019-99ec-2fb26b20bb02 req-a5636090-60a3-4cc3-9c62-d12dd77e6980 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887444 Nov 23 21:43:45.069029 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2b81d-5ff7-4ab8-ae43-d4732801ad7b req-d43585bb-99b5-4522-9656-79476724b5ad tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:45.071020 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9d2b81d-5ff7-4ab8-ae43-d4732801ad7b req-d43585bb-99b5-4522-9656-79476724b5ad tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 945 time: 0.0794561 Nov 23 21:43:45.144393 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9d2b81d-5ff7-4ab8-ae43-d4732801ad7b req-31a843d4-9bcc-4769-b1fe-72bfb7a755c6 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610225 Nov 23 21:43:45.153247 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['20c77225-33d7-47be-bd1a-2fc096129844'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:43:45.187641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['ad268917-0abd-49c4-a988-8798f67ec1de'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:43:45.680559 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132dd51e-4ed4-4604-ad0b-012094057b53 req-8cc57de8-878f-48f9-8e60-c89e99a8bce3 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:45.682046 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-132dd51e-4ed4-4604-ad0b-012094057b53 req-8cc57de8-878f-48f9-8e60-c89e99a8bce3 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?device_id=62054ac4-bb9d-4677-8403-f6d84e42f5a6 HTTP/1.1" status: 200 len: 945 time: 0.0495114 Nov 23 21:43:45.736115 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-132dd51e-4ed4-4604-ad0b-012094057b53 req-199ea2ab-b293-4b01-8884-49ff3348ad88 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e16c830-bb83-4eed-8285-161efed5682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462365 Nov 23 21:43:45.887012 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8cb09-7feb-4cea-b269-3f9abe2f5a9a req-9b58d9de-e38f-4537-bb0e-96ecf5892c0b tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:45.889496 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d9f8cb09-7feb-4cea-b269-3f9abe2f5a9a req-9b58d9de-e38f-4537-bb0e-96ecf5892c0b tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1351b3e-70fd-4d0d-b32f-bf28e8648551 HTTP/1.1" status: 200 len: 970 time: 0.0719802 Nov 23 21:43:45.944942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-6968ff4e-82e2-4ad6-8e90-ef7e69bba42a tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:45.947599 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-6968ff4e-82e2-4ad6-8e90-ef7e69bba42a tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.53 "GET /v2.0/networks?id=69251849-2815-4e03-9f20-eae71bba378c HTTP/1.1" status: 200 len: 804 time: 0.1348171 Nov 23 21:43:45.950891 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d9f8cb09-7feb-4cea-b269-3f9abe2f5a9a req-2832de77-ef31-4ccd-8f4b-ef39dcb25359 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551105 Nov 23 21:43:45.963015 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-ab2bbfa7-2859-4497-a379-5547f87f1ea5 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Request body: {'port': {'device_id': 'b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76', 'network_id': '69251849-2815-4e03-9f20-eae71bba378c', 'admin_state_up': True, 'tenant_id': '0b6546ef1ad74db59897db5bbc417afa'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:46.119494 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e0977990-ff34-4585-9732-56635f8e3e0b req-3dd858d1-53dc-4b62-b8fe-196129f553c0 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76 HTTP/1.1" status: 200 len: 210 time: 0.0316460 Nov 23 21:43:46.124099 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-ab2bbfa7-2859-4497-a379-5547f87f1ea5 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Made reservation on behalf of 0b6546ef1ad74db59897db5bbc417afa for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:43:46.132664 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-ab2bbfa7-2859-4497-a379-5547f87f1ea5 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:46.257080 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b0f60-2291-4e54-a511-cfe964302494 req-aacbc5cb-778b-4625-ac27-cfe117029699 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:46.257994 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-015b0f60-2291-4e54-a511-cfe964302494 req-aacbc5cb-778b-4625-ac27-cfe117029699 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.0531709 Nov 23 21:43:46.259229 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device ad268917-0abd-49c4-a988-8798f67ec1de up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:43:46.308366 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-ab2bbfa7-2859-4497-a379-5547f87f1ea5 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Allocated IP 172.20.0.6 (69251849-2815-4e03-9f20-eae71bba378c/9d84ac18-6eb0-451e-822e-a2b2f0c24b0d/3499b9d8-5448-474d-8fb3-790f8418a7b1) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:43:46.329465 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-015b0f60-2291-4e54-a511-cfe964302494 req-5b98a4e9-86a8-411b-b032-9a7677b12bdd tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646882 Nov 23 21:43:46.384298 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port ad268917-0abd-49c4-a988-8798f67ec1de completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:43:46.389444 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port ad268917-0abd-49c4-a988-8798f67ec1de triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:46.389861 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:46.519338 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b66e2-2106-4915-b4d2-2a6156ee4fe4 req-a534ee62-3bf1-4631-9a51-663bfd113a8e tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:46.522625 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:46.527336 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1d2b66e2-2106-4915-b4d2-2a6156ee4fe4 req-a534ee62-3bf1-4631-9a51-663bfd113a8e tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 945 time: 0.1232991 Nov 23 21:43:46.557914 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62054ac4-bb9d-4677-8403-f6d84e42f5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad268917-0abd-49c4-a988-8798f67ec1de'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:43:46.561752 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ae9d35-cfb2-4449-a7b7-065d5cb0ab63" -d '{"events": [{"server_uuid": "62054ac4-bb9d-4677-8403-f6d84e42f5a6", "name": "network-vif-plugged", "status": "completed", "tag": "ad268917-0abd-49c4-a988-8798f67ec1de"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:43:46.578373 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port ad268917-0abd-49c4-a988-8798f67ec1de, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=ad268917-0abd-49c4-a988-8798f67ec1de,segment=NetworkSegment(e8a382eb-a549-463e-91fa-d8663b563095),segment_id=e8a382eb-a549-463e-91fa-d8663b563095)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:46.579019 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-ab2bbfa7-2859-4497-a379-5547f87f1ea5 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:46.584704 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:46.586272 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 20c77225-33d7-47be-bd1a-2fc096129844 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:43:46.622672 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1d2b66e2-2106-4915-b4d2-2a6156ee4fe4 req-5be4d28c-f95a-4e7b-8992-9f40955c489d tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876791 Nov 23 21:43:46.642532 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-ab2bbfa7-2859-4497-a379-5547f87f1ea5 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:46.716506 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c73933-bbed-40e8-b097-cc132144ba58 x-openstack-request-id: req-93c73933-bbed-40e8-b097-cc132144ba58 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:43:46.716808 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62054ac4-bb9d-4677-8403-f6d84e42f5a6", "name": "network-vif-plugged", "status": "completed", "tag": "ad268917-0abd-49c4-a988-8798f67ec1de", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:43:46.717219 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-93c73933-bbed-40e8-b097-cc132144ba58 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:43:46.717753 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62054ac4-bb9d-4677-8403-f6d84e42f5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad268917-0abd-49c4-a988-8798f67ec1de', 'code': 200} Nov 23 21:43:46.725143 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=ad268917-0abd-49c4-a988-8798f67ec1de,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:46.747283 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 20c77225-33d7-47be-bd1a-2fc096129844 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:43:46.757689 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-ab2bbfa7-2859-4497-a379-5547f87f1ea5 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Network 69251849-2815-4e03-9f20-eae71bba378c is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:43:46.760794 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-ab2bbfa7-2859-4497-a379-5547f87f1ea5 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:43:46.764858 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-ab2bbfa7-2859-4497-a379-5547f87f1ea5 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:43:46.770538 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 20c77225-33d7-47be-bd1a-2fc096129844 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:46.771013 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:46.771467 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-ab2bbfa7-2859-4497-a379-5547f87f1ea5 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:46.772540 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-ab2bbfa7-2859-4497-a379-5547f87f1ea5 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:46.783809 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bbfa7-2859-4497-a379-5547f87f1ea5 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Pushing event updated for resources: {'Port': ['ID=3499b9d8-5448-474d-8fb3-790f8418a7b1,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:46.810739 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-ab2bbfa7-2859-4497-a379-5547f87f1ea5 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8530970 Nov 23 21:43:46.817011 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-9271e346-812a-4669-bb77-c9726bf2256c tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=97d1e107cfa24386b8c2eb6a75a71440&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524468 Nov 23 21:43:46.825157 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-9d6dfb3a-7e16-4fac-9f26-dd8d5cbaf842 service neutron] Request body: {'port': {'device_id': 'b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:46.922439 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-9d6dfb3a-7e16-4fac-9f26-dd8d5cbaf842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:46.925612 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:46.960302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 20c77225-33d7-47be-bd1a-2fc096129844, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=20c77225-33d7-47be-bd1a-2fc096129844,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:46.965164 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:47.013072 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=20c77225-33d7-47be-bd1a-2fc096129844,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:47.027498 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-96eedc21-a870-420b-82ca-69cb214f90b0 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:47.030591 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-96eedc21-a870-420b-82ca-69cb214f90b0 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2119048 Nov 23 21:43:47.033653 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fec16f-878c-45ad-8e2c-cf8fc7b3b460 req-02bd7769-b990-4ce9-8449-c92064a21353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:47.035284 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-56fec16f-878c-45ad-8e2c-cf8fc7b3b460 req-02bd7769-b990-4ce9-8449-c92064a21353 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=62054ac4-bb9d-4677-8403-f6d84e42f5a6 HTTP/1.1" status: 200 len: 1097 time: 0.1456153 Nov 23 21:43:47.045772 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f44ce-b3d6-4aeb-b837-353b82a818e8 req-bf726002-23db-416e-8f15-bb91828054e8 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:47.047949 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f59f44ce-b3d6-4aeb-b837-353b82a818e8 req-bf726002-23db-416e-8f15-bb91828054e8 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?device_id=62054ac4-bb9d-4677-8403-f6d84e42f5a6 HTTP/1.1" status: 200 len: 946 time: 0.1571167 Nov 23 21:43:47.092189 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-08146c31-8bfa-4de6-995d-a8005d79aae4 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/quotas/97d1e107cfa24386b8c2eb6a75a71440 HTTP/1.1" status: 200 len: 375 time: 0.0364730 Nov 23 21:43:47.163581 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-56fec16f-878c-45ad-8e2c-cf8fc7b3b460 req-68c8324d-1cee-4e76-886b-bca693c978e1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1e16c830-bb83-4eed-8285-161efed5682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139979 Nov 23 21:43:47.173361 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f59f44ce-b3d6-4aeb-b837-353b82a818e8 req-473557af-4790-4282-9f4e-16f09b267e4c tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e16c830-bb83-4eed-8285-161efed5682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157098 Nov 23 21:43:47.197113 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-51cedce9-fd6a-41dd-8131-3240c80038ff tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=97d1e107cfa24386b8c2eb6a75a71440&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0919480 Nov 23 21:43:47.237864 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-9d6dfb3a-7e16-4fac-9f26-dd8d5cbaf842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3499b9d8-5448-474d-8fb3-790f8418a7b1 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:43:47.251323 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-9d6dfb3a-7e16-4fac-9f26-dd8d5cbaf842 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:47.268047 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:43:47.277438 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-9d6dfb3a-7e16-4fac-9f26-dd8d5cbaf842 service neutron] Transition to ACTIVE for port object 3499b9d8-5448-474d-8fb3-790f8418a7b1 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:43:47.284547 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-9d6dfb3a-7e16-4fac-9f26-dd8d5cbaf842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:47.325398 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 0d05946c-fda7-433f-8bda-013ee67ce8d5 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:43:47.361269 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6dfb3a-7e16-4fac-9f26-dd8d5cbaf842 service neutron] Pushing event updated for resources: {'Port': ['ID=3499b9d8-5448-474d-8fb3-790f8418a7b1,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:47.398893 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019aa88-682a-4810-a454-ea0d6cfb0ea3 req-90567405-0871-4ea0-803a-91b3164e178f tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:47.400145 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-9d6dfb3a-7e16-4fac-9f26-dd8d5cbaf842 service neutron] Attempting to bind port 3499b9d8-5448-474d-8fb3-790f8418a7b1 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:43:47.400364 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-9d6dfb3a-7e16-4fac-9f26-dd8d5cbaf842 service neutron] Attempting to bind port 3499b9d8-5448-474d-8fb3-790f8418a7b1 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '3bc67411-4d1f-4c3b-9e0b-93a384299ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '69251849-2815-4e03-9f20-eae71bba378c'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:43:47.400701 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-9d6dfb3a-7e16-4fac-9f26-dd8d5cbaf842 service neutron] Attempting to bind port 3499b9d8-5448-474d-8fb3-790f8418a7b1 on network 69251849-2815-4e03-9f20-eae71bba378c {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:43:47.407512 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d019aa88-682a-4810-a454-ea0d6cfb0ea3 req-90567405-0871-4ea0-803a-91b3164e178f tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1351b3e-70fd-4d0d-b32f-bf28e8648551 HTTP/1.1" status: 200 len: 970 time: 0.1022751 Nov 23 21:43:47.414345 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-9d6dfb3a-7e16-4fac-9f26-dd8d5cbaf842 service neutron] Port 3499b9d8-5448-474d-8fb3-790f8418a7b1 on network 69251849-2815-4e03-9f20-eae71bba378c not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:43:47.414676 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-9d6dfb3a-7e16-4fac-9f26-dd8d5cbaf842 service neutron] Attempting to bind port 3499b9d8-5448-474d-8fb3-790f8418a7b1 on network 69251849-2815-4e03-9f20-eae71bba378c {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:43:47.421685 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-9d6dfb3a-7e16-4fac-9f26-dd8d5cbaf842 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:43:47.422019 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-9d6dfb3a-7e16-4fac-9f26-dd8d5cbaf842 service neutron] Checking segment: {'id': '3bc67411-4d1f-4c3b-9e0b-93a384299ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '69251849-2815-4e03-9f20-eae71bba378c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:43:47.422392 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-9d6dfb3a-7e16-4fac-9f26-dd8d5cbaf842 service neutron] Bound using segment: {'id': '3bc67411-4d1f-4c3b-9e0b-93a384299ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '69251849-2815-4e03-9f20-eae71bba378c'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:43:47.422836 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-9d6dfb3a-7e16-4fac-9f26-dd8d5cbaf842 service neutron] Bound port: 3499b9d8-5448-474d-8fb3-790f8418a7b1, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bc67411-4d1f-4c3b-9e0b-93a384299ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '69251849-2815-4e03-9f20-eae71bba378c'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:43:47.423185 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-9d6dfb3a-7e16-4fac-9f26-dd8d5cbaf842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:47.482366 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 0d05946c-fda7-433f-8bda-013ee67ce8d5, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=0d05946c-fda7-433f-8bda-013ee67ce8d5,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:47.498063 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '0d05946c-fda7-433f-8bda-013ee67ce8d5', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '0d05946c-fda7-433f-8bda-013ee67ce8d5', 'mac_address': 'fa:16:3e:cb:22:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:tempest-test_az-2029478883', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:43:47.501524 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d019aa88-682a-4810-a454-ea0d6cfb0ea3 req-c597d4fb-738e-4886-ad24-10009127effa tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930653 Nov 23 21:43:47.526882 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22094bb7-84bb-4893-bd27-420f92e27281 req-4c21671d-9746-4715-a5c0-af841ab4cd60 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:47.529512 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22094bb7-84bb-4893-bd27-420f92e27281 req-4c21671d-9746-4715-a5c0-af841ab4cd60 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76 HTTP/1.1" status: 200 len: 943 time: 0.1008127 Nov 23 21:43:47.571167 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-9d6dfb3a-7e16-4fac-9f26-dd8d5cbaf842 service neutron] For port 3499b9d8-5448-474d-8fb3-790f8418a7b1, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:43:47.576516 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-9d6dfb3a-7e16-4fac-9f26-dd8d5cbaf842 service neutron] For port 3499b9d8-5448-474d-8fb3-790f8418a7b1, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=3499b9d8-5448-474d-8fb3-790f8418a7b1,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:43:47.579909 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:47.589155 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-9d6dfb3a-7e16-4fac-9f26-dd8d5cbaf842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:47.612251 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d05946c-fda7-433f-8bda-013ee67ce8d5 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:43:47.657419 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-9d6dfb3a-7e16-4fac-9f26-dd8d5cbaf842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:47.658046 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-9d6dfb3a-7e16-4fac-9f26-dd8d5cbaf842 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:47.659503 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-9d6dfb3a-7e16-4fac-9f26-dd8d5cbaf842 service neutron] 10.222.0.53 "PUT /v2.0/ports/3499b9d8-5448-474d-8fb3-790f8418a7b1 HTTP/1.1" status: 200 len: 1091 time: 0.8388124 Nov 23 21:43:47.661998 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76', 'tag': '3499b9d8-5448-474d-8fb3-790f8418a7b1'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:43:47.664508 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 0d05946c-fda7-433f-8bda-013ee67ce8d5, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=0d05946c-fda7-433f-8bda-013ee67ce8d5,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:47.667504 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed8abde-5014-4448-95b1-aa4712a67ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76", "tag": "3499b9d8-5448-474d-8fb3-790f8418a7b1"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:43:47.679683 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:47.792143 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=0d05946c-fda7-433f-8bda-013ee67ce8d5,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:47.793731 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6dfb3a-7e16-4fac-9f26-dd8d5cbaf842 service neutron] Pushing event updated for resources: {'Port': ['ID=3499b9d8-5448-474d-8fb3-790f8418a7b1,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:47.836911 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-c09d60d7-abc2-4ec7-8b47-f913a84e2f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:47.838413 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-c09d60d7-abc2-4ec7-8b47-f913a84e2f33 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b6546ef1ad74db59897db5bbc417afa&device_id=b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76 HTTP/1.1" status: 200 len: 1094 time: 0.1187930 Nov 23 21:43:47.896821 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-4484d26c-0ce8-412c-9943-677fa5b8f630 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3499b9d8-5448-474d-8fb3-790f8418a7b1 HTTP/1.1" status: 200 len: 217 time: 0.0439677 Nov 23 21:43:47.907162 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22094bb7-84bb-4893-bd27-420f92e27281 req-c6920768-92e4-40a7-a227-7ba802ec7baa tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717535 Nov 23 21:43:47.921594 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-250716f5-65a8-40c0-9670-425d896ff316 req-4e90a72e-ca0c-491c-b148-59ee4f0aeaca tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=02853542-4514-440d-8194-f654bdf7a870 HTTP/1.1" status: 200 len: 210 time: 0.0305493 Nov 23 21:43:47.934085 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['0d05946c-fda7-433f-8bda-013ee67ce8d5'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:43:47.978952 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-1b54ee31-ff44-408d-a281-0aaca9e8e291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:47.980428 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-1b54ee31-ff44-408d-a281-0aaca9e8e291 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d84ac18-6eb0-451e-822e-a2b2f0c24b0d HTTP/1.1" status: 200 len: 844 time: 0.0663257 Nov 23 21:43:47.987404 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3eb627d-e925-4679-9359-6c906d97970d x-openstack-request-id: req-e3eb627d-e925-4679-9359-6c906d97970d {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:43:47.987695 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76", "tag": "3499b9d8-5448-474d-8fb3-790f8418a7b1", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:43:47.987947 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e3eb627d-e925-4679-9359-6c906d97970d {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:43:47.988341 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76', 'tag': '3499b9d8-5448-474d-8fb3-790f8418a7b1', 'status': 'completed', 'code': 200} Nov 23 21:43:48.041272 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-5ec2cf4b-ce5e-41ce-acf3-efac3057491b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=69251849-2815-4e03-9f20-eae71bba378c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478737 Nov 23 21:43:48.108708 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1422435-37c7-4c9b-b6cc-eef4dd9010fc req-fb7332e6-fe4b-4b67-ab1f-11cf99c72566 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:48.115961 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e1422435-37c7-4c9b-b6cc-eef4dd9010fc req-fb7332e6-fe4b-4b67-ab1f-11cf99c72566 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 946 time: 0.0795577 Nov 23 21:43:48.172874 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e1422435-37c7-4c9b-b6cc-eef4dd9010fc req-e6471de6-cea1-46b9-bb59-83be020abec7 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559664 Nov 23 21:43:48.195796 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-8e52f2ce-8282-4c06-82e1-bef88afd02ff service neutron] 10.222.0.53 "GET /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465933 Nov 23 21:43:48.369378 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0c47a-df11-4829-8eac-2aaf89cb5b25 req-3dd3b339-e414-4764-ba60-2aafe3ff284a tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:48.373258 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-18f0c47a-df11-4829-8eac-2aaf89cb5b25 req-3dd3b339-e414-4764-ba60-2aafe3ff284a tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?device_id=62054ac4-bb9d-4677-8403-f6d84e42f5a6 HTTP/1.1" status: 200 len: 946 time: 0.0887082 Nov 23 21:43:48.485742 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-18f0c47a-df11-4829-8eac-2aaf89cb5b25 req-734c453c-2700-480d-9b83-5a8d4e734b51 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e16c830-bb83-4eed-8285-161efed5682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034703 Nov 23 21:43:48.492052 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2502ffdd-0aeb-43b6-81c1-35e4f7c65e06 req-ccef5304-e6a5-42aa-9d72-bd16b24b91a9 service neutron] 10.222.0.53 "GET /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896867 Nov 23 21:43:48.612485 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8abde-5014-4448-95b1-aa4712a67ecb req-cdd81507-f8d1-4502-a17a-e944973e12bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:48.613989 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bed8abde-5014-4448-95b1-aa4712a67ecb req-cdd81507-f8d1-4502-a17a-e944973e12bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b6546ef1ad74db59897db5bbc417afa&device_id=b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76 HTTP/1.1" status: 200 len: 1094 time: 0.0485103 Nov 23 21:43:48.639529 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7dc918-c307-4c07-b60e-8b80a496d62b req-06a272f7-9f9e-49ab-bc3e-0ac8587fa1ee tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:48.641843 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd7dc918-c307-4c07-b60e-8b80a496d62b req-06a272f7-9f9e-49ab-bc3e-0ac8587fa1ee tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1351b3e-70fd-4d0d-b32f-bf28e8648551 HTTP/1.1" status: 200 len: 971 time: 0.0544219 Nov 23 21:43:48.698098 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd7dc918-c307-4c07-b60e-8b80a496d62b req-e05df070-ca05-4f14-bc1d-88facb9785ee tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502725 Nov 23 21:43:48.723282 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a99072-fb4c-444a-a32f-7610412235c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c77225-33d7-47be-bd1a-2fc096129844'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:43:48.725570 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8214a225-6c6a-4413-86b5-49407f8f8f9b" -d '{"events": [{"server_uuid": "09a99072-fb4c-444a-a32f-7610412235c6", "name": "network-vif-plugged", "status": "completed", "tag": "20c77225-33d7-47be-bd1a-2fc096129844"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:43:48.726571 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8abde-5014-4448-95b1-aa4712a67ecb req-368e2b17-adbc-437c-ac65-7550e0c257b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:48.728849 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bed8abde-5014-4448-95b1-aa4712a67ecb req-368e2b17-adbc-437c-ac65-7550e0c257b4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=69251849-2815-4e03-9f20-eae71bba378c HTTP/1.1" status: 200 len: 905 time: 0.1059775 Nov 23 21:43:48.775239 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bed8abde-5014-4448-95b1-aa4712a67ecb req-0b23f4f7-46f1-413b-a8a4-74b3d5d04599 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3499b9d8-5448-474d-8fb3-790f8418a7b1 HTTP/1.1" status: 200 len: 217 time: 0.0383925 Nov 23 21:43:48.812123 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbc3d9d-ba0a-4b42-8c95-e1c00955f749 x-openstack-request-id: req-6cbc3d9d-ba0a-4b42-8c95-e1c00955f749 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:43:48.812607 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a99072-fb4c-444a-a32f-7610412235c6", "name": "network-vif-plugged", "status": "completed", "tag": "20c77225-33d7-47be-bd1a-2fc096129844", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:43:48.812919 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6cbc3d9d-ba0a-4b42-8c95-e1c00955f749 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:43:48.814011 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a99072-fb4c-444a-a32f-7610412235c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c77225-33d7-47be-bd1a-2fc096129844', 'code': 200} Nov 23 21:43:48.831929 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8abde-5014-4448-95b1-aa4712a67ecb req-5e29c205-04fb-47a5-af1a-07d556e22817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:48.843013 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bed8abde-5014-4448-95b1-aa4712a67ecb req-5e29c205-04fb-47a5-af1a-07d556e22817 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d84ac18-6eb0-451e-822e-a2b2f0c24b0d HTTP/1.1" status: 200 len: 844 time: 0.0605359 Nov 23 21:43:48.911515 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bed8abde-5014-4448-95b1-aa4712a67ecb req-d5cee3ae-51f1-4d74-ae1e-e28141f0186c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=69251849-2815-4e03-9f20-eae71bba378c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563140 Nov 23 21:43:48.939710 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-f14ce188-03f0-49d7-92bf-241bc81bd62c tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=97d1e107cfa24386b8c2eb6a75a71440&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308135 Nov 23 21:43:49.049389 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fccf4-35e9-46da-961f-3b059006dfc2 req-5d8cc574-cb89-4732-befe-632bddcad4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:49.051191 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e92fccf4-35e9-46da-961f-3b059006dfc2 req-5d8cc574-cb89-4732-befe-632bddcad4cd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 1097 time: 0.1017578 Nov 23 21:43:49.107042 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bed8abde-5014-4448-95b1-aa4712a67ecb req-f6b53839-e1cd-4fe3-933b-ccc6f2e06447 service neutron] 10.222.0.53 "GET /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863222 Nov 23 21:43:49.125899 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-8748f6bf-0fc4-4f65-b7d5-4909b548f9c3 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:49.127424 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-8748f6bf-0fc4-4f65-b7d5-4909b548f9c3 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801391 Nov 23 21:43:49.137128 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdb5e9-0398-489b-b403-1f30f134e47f req-cce34faf-1256-470e-9749-6ef977b8d4a7 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:49.139141 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0bbdb5e9-0398-489b-b403-1f30f134e47f req-cce34faf-1256-470e-9749-6ef977b8d4a7 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76 HTTP/1.1" status: 200 len: 943 time: 0.0905566 Nov 23 21:43:49.154397 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e92fccf4-35e9-46da-961f-3b059006dfc2 req-96971c5a-4ff2-4980-a718-ab028eb2071c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927682 Nov 23 21:43:49.207205 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0bbdb5e9-0398-489b-b403-1f30f134e47f req-9651b758-23b2-415e-9a18-601efce04e0a tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616920 Nov 23 21:43:49.240025 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bed8abde-5014-4448-95b1-aa4712a67ecb req-cbe4babe-214e-422f-be04-4d6b661e2675 service neutron] 10.222.0.53 "GET /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211913 Nov 23 21:43:49.256409 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b861d8a5-1f5c-4455-b820-16249406e874 req-727d7e74-a59d-4bb0-9459-43d00a25c715 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=02853542-4514-440d-8194-f654bdf7a870 HTTP/1.1" status: 200 len: 210 time: 0.0267129 Nov 23 21:43:49.343910 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 0d05946c-fda7-433f-8bda-013ee67ce8d5 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:43:49.387509 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c4dc3-41ac-46c5-a57d-2384d33de29b req-5dfeeb0f-70b6-4cba-bf72-2e8522f2bfdb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:49.389721 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b93c4dc3-41ac-46c5-a57d-2384d33de29b req-5dfeeb0f-70b6-4cba-bf72-2e8522f2bfdb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 946 time: 0.0672784 Nov 23 21:43:49.417211 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 0d05946c-fda7-433f-8bda-013ee67ce8d5 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:43:49.429147 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 0d05946c-fda7-433f-8bda-013ee67ce8d5 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:49.429525 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:49.433899 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-d525c314-c139-481a-84b0-5ec7fb9c56dd tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Request body: {'port': {'device_id': '02853542-4514-440d-8194-f654bdf7a870', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': '97d1e107cfa24386b8c2eb6a75a71440'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:49.472243 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b93c4dc3-41ac-46c5-a57d-2384d33de29b req-e26f4588-c203-42e4-857a-696dab240e59 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758471 Nov 23 21:43:49.606029 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-d525c314-c139-481a-84b0-5ec7fb9c56dd tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Made reservation on behalf of 97d1e107cfa24386b8c2eb6a75a71440 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:43:49.612989 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:49.620478 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-d525c314-c139-481a-84b0-5ec7fb9c56dd tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:49.657823 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42042) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:49.658634 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 0d05946c-fda7-433f-8bda-013ee67ce8d5, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=0d05946c-fda7-433f-8bda-013ee67ce8d5,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:49.665044 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:49.721407 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=0d05946c-fda7-433f-8bda-013ee67ce8d5,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:49.792996 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49682df-0240-4c4a-bfb8-a17b38deafbf req-a5429c08-8b6c-4050-a5af-883de85144be tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:49.794736 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d49682df-0240-4c4a-bfb8-a17b38deafbf req-a5429c08-8b6c-4050-a5af-883de85144be tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?device_id=62054ac4-bb9d-4677-8403-f6d84e42f5a6 HTTP/1.1" status: 200 len: 946 time: 0.1703837 Nov 23 21:43:49.822895 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-d525c314-c139-481a-84b0-5ec7fb9c56dd tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Allocated IP 192.168.233.122 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/37aae087-3dce-4ce0-959e-2b6ba8eb14ba) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:43:49.839855 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66e3e22d-222f-4a15-b301-98e7ebea15d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:49.885526 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d49682df-0240-4c4a-bfb8-a17b38deafbf req-eeab5dec-8e9d-47ec-b7a2-c7da11cb58df tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e16c830-bb83-4eed-8285-161efed5682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819781 Nov 23 21:43:49.935690 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66e3e22d-222f-4a15-b301-98e7ebea15d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:49.940928 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66e3e22d-222f-4a15-b301-98e7ebea15d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:49.991204 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-66e3e22d-222f-4a15-b301-98e7ebea15d5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7b64f015eca94294a5e988189059c0b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350277 Nov 23 21:43:49.992016 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42064) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:49.992625 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3e22d-222f-4a15-b301-98e7ebea15d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480c822c-557a-4da5-a27b-75ebcfed0a83,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:50.051734 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8bfcfbd6-468e-4f35-ac02-226b0d7fc6cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:50.061722 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b10ec-f383-4628-9714-31e4f4700582 req-95087a87-ff41-4448-a56c-2002dae7e7a3 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:50.066428 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db4b10ec-f383-4628-9714-31e4f4700582 req-95087a87-ff41-4448-a56c-2002dae7e7a3 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1351b3e-70fd-4d0d-b32f-bf28e8648551 HTTP/1.1" status: 200 len: 972 time: 0.1256766 Nov 23 21:43:50.075996 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8bfcfbd6-468e-4f35-ac02-226b0d7fc6cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:50.141307 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8bfcfbd6-468e-4f35-ac02-226b0d7fc6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:50.143385 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-d525c314-c139-481a-84b0-5ec7fb9c56dd tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:50.144215 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8bfcfbd6-468e-4f35-ac02-226b0d7fc6cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:50.145371 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8bfcfbd6-468e-4f35-ac02-226b0d7fc6cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/480c822c-557a-4da5-a27b-75ebcfed0a83 HTTP/1.1" status: 204 len: 168 time: 0.1499727 Nov 23 21:43:50.160258 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfcfbd6-468e-4f35-ac02-226b0d7fc6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480c822c-557a-4da5-a27b-75ebcfed0a83,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:50.191759 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db4b10ec-f383-4628-9714-31e4f4700582 req-97e67f7e-6fc8-4db1-88e3-7f49b48f4e9e tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192505 Nov 23 21:43:50.223235 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823667f6-14ce-4c26-ad52-aaae5e315a30 req-5a550ed5-4daf-44da-8a93-2b15dcbcd422 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:50.227307 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-823667f6-14ce-4c26-ad52-aaae5e315a30 req-5a550ed5-4daf-44da-8a93-2b15dcbcd422 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?device_id=62054ac4-bb9d-4677-8403-f6d84e42f5a6 HTTP/1.1" status: 200 len: 946 time: 0.1107066 Nov 23 21:43:50.234579 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42072) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:50.245218 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b7db1b29-3ac0-47cd-a03f-6dcbb9682d6d tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Request body: {'floatingip': {'port_id': 'ad268917-0abd-49c4-a988-8798f67ec1de'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:50.248987 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-d525c314-c139-481a-84b0-5ec7fb9c56dd tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:50.261950 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['a717c750-c043-4666-8ab7-5f6890b91688'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:43:50.342341 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7db1b29-3ac0-47cd-a03f-6dcbb9682d6d tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for floatingip, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:50.408194 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-d525c314-c139-481a-84b0-5ec7fb9c56dd tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:43:50.423083 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-d525c314-c139-481a-84b0-5ec7fb9c56dd tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:43:50.425872 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-d525c314-c139-481a-84b0-5ec7fb9c56dd tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:43:50.431862 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-d525c314-c139-481a-84b0-5ec7fb9c56dd tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:50.432528 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-d525c314-c139-481a-84b0-5ec7fb9c56dd tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:50.448825 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525c314-c139-481a-84b0-5ec7fb9c56dd tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Pushing event updated for resources: {'Port': ['ID=37aae087-3dce-4ce0-959e-2b6ba8eb14ba,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:50.489387 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce51144-b0f8-4d8c-96a3-d92de81c682a req-b16777a5-712f-42af-9528-a314ed9eec7d tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:50.492770 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8ce51144-b0f8-4d8c-96a3-d92de81c682a req-b16777a5-712f-42af-9528-a314ed9eec7d tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76 HTTP/1.1" status: 200 len: 943 time: 0.1837006 Nov 23 21:43:50.500741 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-d525c314-c139-481a-84b0-5ec7fb9c56dd tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0738645 Nov 23 21:43:50.562179 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['f4ad6726-8591-4544-92d1-40bd5fc09e50'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:43:50.563702 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-7dde59a9-d094-4d7d-879c-ba37c2b12607 service neutron] Request body: {'port': {'device_id': '02853542-4514-440d-8194-f654bdf7a870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:50.690004 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-7dde59a9-d094-4d7d-879c-ba37c2b12607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:50.694700 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42090) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:50.713653 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8ce51144-b0f8-4d8c-96a3-d92de81c682a req-33f44ac8-f440-4b8a-bb78-53a237b34011 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074468 Nov 23 21:43:50.724469 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73678d86-647c-41b4-900e-18c6837fa134 req-971d91b6-59a4-4b72-82e3-ede0a295fdc2 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:50.732054 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-73678d86-647c-41b4-900e-18c6837fa134 req-971d91b6-59a4-4b72-82e3-ede0a295fdc2 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=02853542-4514-440d-8194-f654bdf7a870 HTTP/1.1" status: 200 len: 936 time: 0.2136707 Nov 23 21:43:50.760435 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-be537991-eded-4522-9b2c-7c3d7fe1afec admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:50.821777 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1351b3e-70fd-4d0d-b32f-bf28e8648551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d05946c-fda7-433f-8bda-013ee67ce8d5'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:43:50.825417 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af67e47-2060-4669-9f54-78d2a22c1f26" -d '{"events": [{"server_uuid": "a1351b3e-70fd-4d0d-b32f-bf28e8648551", "name": "network-vif-plugged", "status": "completed", "tag": "0d05946c-fda7-433f-8bda-013ee67ce8d5"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:43:50.857422 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-73678d86-647c-41b4-900e-18c6837fa134 req-d0cdee48-d26f-4110-adbd-26ff402ac4ad tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225877 Nov 23 21:43:50.865232 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-256f9099-17fd-4bec-89b3-8ce234e5bff7 None None] Provisioning complete for port 37aae087-3dce-4ce0-959e-2b6ba8eb14ba triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:50.865790 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-256f9099-17fd-4bec-89b3-8ce234e5bff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:50.940773 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-256f9099-17fd-4bec-89b3-8ce234e5bff7 None None] Port 37aae087-3dce-4ce0-959e-2b6ba8eb14ba cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:43:50.947964 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9178ba15-664f-470a-8711-c17797301793 x-openstack-request-id: req-9178ba15-664f-470a-8711-c17797301793 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:43:50.948706 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1351b3e-70fd-4d0d-b32f-bf28e8648551", "name": "network-vif-plugged", "status": "completed", "tag": "0d05946c-fda7-433f-8bda-013ee67ce8d5", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:43:50.951811 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9178ba15-664f-470a-8711-c17797301793 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:43:50.952463 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1351b3e-70fd-4d0d-b32f-bf28e8648551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d05946c-fda7-433f-8bda-013ee67ce8d5', 'code': 200} Nov 23 21:43:51.188214 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400bcf8-961b-4493-9bf3-01b26f264696 req-df372c62-8604-4829-a8db-8010a4eebbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:51.189863 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8400bcf8-961b-4493-9bf3-01b26f264696 req-df372c62-8604-4829-a8db-8010a4eebbcc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a1351b3e-70fd-4d0d-b32f-bf28e8648551 HTTP/1.1" status: 200 len: 1123 time: 0.1810253 Nov 23 21:43:51.223188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a0ca4-24b6-469c-994a-4f0aa5ec3a83 req-da9d5ef4-ebf0-4087-a774-1de0b1617367 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:51.224821 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-058a0ca4-24b6-469c-994a-4f0aa5ec3a83 req-da9d5ef4-ebf0-4087-a774-1de0b1617367 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 946 time: 0.2288694 Nov 23 21:43:51.234801 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-be537991-eded-4522-9b2c-7c3d7fe1afec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:51.259679 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-be537991-eded-4522-9b2c-7c3d7fe1afec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:51.271340 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42108) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:51.329857 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8400bcf8-961b-4493-9bf3-01b26f264696 req-6f34bdba-b1f5-4039-bebd-27f5d65fe90d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308553 Nov 23 21:43:51.339227 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 3499b9d8-5448-474d-8fb3-790f8418a7b1 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:43:51.383674 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be537991-eded-4522-9b2c-7c3d7fe1afec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b59e856-c699-4c1c-ba8d-fb10dfb38dc1,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:51.389872 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-be537991-eded-4522-9b2c-7c3d7fe1afec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a80038669ae944848e7441bb5637ca50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6879535 Nov 23 21:43:51.396511 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42112) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:51.402435 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-7dde59a9-d094-4d7d-879c-ba37c2b12607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37aae087-3dce-4ce0-959e-2b6ba8eb14ba {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:43:51.415810 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-058a0ca4-24b6-469c-994a-4f0aa5ec3a83 req-482adc66-9869-4fb8-9659-9cff393c5fe3 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797829 Nov 23 21:43:51.417706 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-7dde59a9-d094-4d7d-879c-ba37c2b12607 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:51.459697 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4c435-e312-4e95-bfbf-07f88a462d3c req-4c127492-92b1-4755-96e5-4086ceec137a tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:51.461331 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-27d4c435-e312-4e95-bfbf-07f88a462d3c req-4c127492-92b1-4755-96e5-4086ceec137a tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 971 time: 0.1578958 Nov 23 21:43:51.462422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-7dde59a9-d094-4d7d-879c-ba37c2b12607 service neutron] Transition to ACTIVE for port object 37aae087-3dce-4ce0-959e-2b6ba8eb14ba will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:43:51.475456 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-7dde59a9-d094-4d7d-879c-ba37c2b12607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:51.501335 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 3499b9d8-5448-474d-8fb3-790f8418a7b1, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=3499b9d8-5448-474d-8fb3-790f8418a7b1,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:51.509105 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1da5db47-e5dc-4374-9224-273250262beb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:51.534103 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '3499b9d8-5448-474d-8fb3-790f8418a7b1', 'network_id': '69251849-2815-4e03-9f20-eae71bba378c', 'port_id': '3499b9d8-5448-474d-8fb3-790f8418a7b1', 'mac_address': 'fa:16:3e:f6:24:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d84ac18-6eb0-451e-822e-a2b2f0c24b0d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:43:51.585734 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:51.601182 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3499b9d8-5448-474d-8fb3-790f8418a7b1 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:43:51.626470 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 3499b9d8-5448-474d-8fb3-790f8418a7b1, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=3499b9d8-5448-474d-8fb3-790f8418a7b1,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:51.631558 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7db1b29-3ac0-47cd-a03f-6dcbb9682d6d tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:51.633839 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:51.645305 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7db1b29-3ac0-47cd-a03f-6dcbb9682d6d tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:51.670231 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde59a9-d094-4d7d-879c-ba37c2b12607 service neutron] Pushing event updated for resources: {'Port': ['ID=37aae087-3dce-4ce0-959e-2b6ba8eb14ba,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:51.689446 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-27d4c435-e312-4e95-bfbf-07f88a462d3c req-f96c8ddd-8d49-4402-a228-ace517e8bb39 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbe24660-51a0-49f9-b207-8d6f4560b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141371 Nov 23 21:43:51.701380 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=3499b9d8-5448-474d-8fb3-790f8418a7b1,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:51.720748 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-7dde59a9-d094-4d7d-879c-ba37c2b12607 service neutron] Attempting to bind port 37aae087-3dce-4ce0-959e-2b6ba8eb14ba on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:43:51.721150 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-7dde59a9-d094-4d7d-879c-ba37c2b12607 service neutron] Attempting to bind port 37aae087-3dce-4ce0-959e-2b6ba8eb14ba by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:43:51.721540 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-7dde59a9-d094-4d7d-879c-ba37c2b12607 service neutron] Attempting to bind port 37aae087-3dce-4ce0-959e-2b6ba8eb14ba on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:43:51.740071 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-7dde59a9-d094-4d7d-879c-ba37c2b12607 service neutron] Port 37aae087-3dce-4ce0-959e-2b6ba8eb14ba on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:43:51.740408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-7dde59a9-d094-4d7d-879c-ba37c2b12607 service neutron] Attempting to bind port 37aae087-3dce-4ce0-959e-2b6ba8eb14ba on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:43:51.756936 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17503b8c-121a-4612-b4a9-5942ba93f246 req-dd957ac1-34c4-47a3-922e-bc3690c4c650 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:51.765462 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-17503b8c-121a-4612-b4a9-5942ba93f246 req-dd957ac1-34c4-47a3-922e-bc3690c4c650 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1351b3e-70fd-4d0d-b32f-bf28e8648551 HTTP/1.1" status: 200 len: 972 time: 0.2216423 Nov 23 21:43:51.776424 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-7dde59a9-d094-4d7d-879c-ba37c2b12607 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:43:51.776816 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-7dde59a9-d094-4d7d-879c-ba37c2b12607 service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:43:51.777211 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-7dde59a9-d094-4d7d-879c-ba37c2b12607 service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:43:51.777842 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-7dde59a9-d094-4d7d-879c-ba37c2b12607 service neutron] Bound port: 37aae087-3dce-4ce0-959e-2b6ba8eb14ba, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:43:51.778349 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-7dde59a9-d094-4d7d-879c-ba37c2b12607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:51.787892 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d4791fe0-6901-451f-bb92-8138c2f8e408 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:51.827098 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d4791fe0-6901-451f-bb92-8138c2f8e408 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:51.829581 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-b7db1b29-3ac0-47cd-a03f-6dcbb9682d6d tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Floating IP 3a17c6ad-d8de-4eef-a223-92f2569d5de5 associated. External IP: 172.25.5.107, port: ad268917-0abd-49c4-a988-8798f67ec1de. Nov 23 21:43:51.872992 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1da5db47-e5dc-4374-9224-273250262beb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:51.888591 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1da5db47-e5dc-4374-9224-273250262beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:51.912706 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['3499b9d8-5448-474d-8fb3-790f8418a7b1'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:43:51.938193 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-17503b8c-121a-4612-b4a9-5942ba93f246 req-ff26b6b1-7997-4192-a6c8-4e2ec6498cb3 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717649 Nov 23 21:43:51.970131 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d4791fe0-6901-451f-bb92-8138c2f8e408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:51.974218 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d4791fe0-6901-451f-bb92-8138c2f8e408 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:51.978285 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d4791fe0-6901-451f-bb92-8138c2f8e408 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b59e856-c699-4c1c-ba8d-fb10dfb38dc1 HTTP/1.1" status: 204 len: 168 time: 0.5786397 Nov 23 21:43:51.994830 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1da5db47-e5dc-4374-9224-273250262beb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a5280c0fffcd459e848d84449bcf2234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7156506 Nov 23 21:43:51.995864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5db47-e5dc-4374-9224-273250262beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac93c47-432c-4294-9afd-9f50476bf406,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:52.001074 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42124) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:52.009807 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4791fe0-6901-451f-bb92-8138c2f8e408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b59e856-c699-4c1c-ba8d-fb10dfb38dc1,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:52.020511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-7dde59a9-d094-4d7d-879c-ba37c2b12607 service neutron] For port 37aae087-3dce-4ce0-959e-2b6ba8eb14ba, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:43:52.043594 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-7dde59a9-d094-4d7d-879c-ba37c2b12607 service neutron] For port 37aae087-3dce-4ce0-959e-2b6ba8eb14ba, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=37aae087-3dce-4ce0-959e-2b6ba8eb14ba,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:43:52.075973 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-7dde59a9-d094-4d7d-879c-ba37c2b12607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:52.174221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-7dde59a9-d094-4d7d-879c-ba37c2b12607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:52.174889 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-7dde59a9-d094-4d7d-879c-ba37c2b12607 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:52.176289 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-7dde59a9-d094-4d7d-879c-ba37c2b12607 service neutron] 10.222.0.60 "PUT /v2.0/ports/37aae087-3dce-4ce0-959e-2b6ba8eb14ba HTTP/1.1" status: 200 len: 1096 time: 1.6601460 Nov 23 21:43:52.188093 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02853542-4514-440d-8194-f654bdf7a870', 'tag': '37aae087-3dce-4ce0-959e-2b6ba8eb14ba'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:43:52.190825 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8feca8c-e8da-4206-a43c-07d19bfd2d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "02853542-4514-440d-8194-f654bdf7a870", "tag": "37aae087-3dce-4ce0-959e-2b6ba8eb14ba"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:43:52.225249 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7db1b29-3ac0-47cd-a03f-6dcbb9682d6d tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Router 41caf28d-8bcc-4210-95db-7b944914fcfb has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:43:52.240132 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e1d8527a-0699-4dc3-ace6-52fa507163a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:52.318592 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde59a9-d094-4d7d-879c-ba37c2b12607 service neutron] Pushing event updated for resources: {'Port': ['ID=37aae087-3dce-4ce0-959e-2b6ba8eb14ba,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:52.324252 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e1d8527a-0699-4dc3-ace6-52fa507163a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:52.343573 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32ebd2-ca01-40c0-acae-1d0b800e6328 req-3598a94d-4ac7-40e1-8e57-3c2685c7fd5b tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:52.351185 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b32ebd2-ca01-40c0-acae-1d0b800e6328 req-3598a94d-4ac7-40e1-8e57-3c2685c7fd5b tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76 HTTP/1.1" status: 200 len: 944 time: 0.2820458 Nov 23 21:43:52.368253 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7db1b29-3ac0-47cd-a03f-6dcbb9682d6d tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:43:52.386048 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09154ff6-8345-4934-9fbb-ec43f2d19e6f None None] Sync routers for ids ['41caf28d-8bcc-4210-95db-7b944914fcfb'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:43:52.395162 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7db1b29-3ac0-47cd-a03f-6dcbb9682d6d tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:52.406552 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09154ff6-8345-4934-9fbb-ec43f2d19e6f None None] Routers {'41caf28d-8bcc-4210-95db-7b944914fcfb'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:43:52.407254 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-09154ff6-8345-4934-9fbb-ec43f2d19e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:43:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['41caf28d-8bcc-4210-95db-7b944914fcfb'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:43:52.420323 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7b36c-f4b9-4d58-839c-1d142d773654 req-c7f8a2cf-f74c-4baa-b3c1-992a69e7f7a5 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:52.428986 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1f7b36c-f4b9-4d58-839c-1d142d773654 req-c7f8a2cf-f74c-4baa-b3c1-992a69e7f7a5 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 1097 time: 0.2643170 Nov 23 21:43:52.445829 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b7db1b29-3ac0-47cd-a03f-6dcbb9682d6d tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "PUT /v2.0/floatingips/3a17c6ad-d8de-4eef-a223-92f2569d5de5 HTTP/1.1" status: 200 len: 992 time: 2.2095137 Nov 23 21:43:52.447536 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62054ac4-bb9d-4677-8403-f6d84e42f5a6', 'tag': 'ad268917-0abd-49c4-a988-8798f67ec1de'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:43:52.453373 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75cd291-23b9-4e34-9859-7357e06392b2" -d '{"events": [{"name": "network-changed", "server_uuid": "62054ac4-bb9d-4677-8403-f6d84e42f5a6", "tag": "ad268917-0abd-49c4-a988-8798f67ec1de"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:43:52.486756 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-1d17dfa1-3072-4b32-b3cf-5e2ad19a5132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:52.488629 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-1d17dfa1-3072-4b32-b3cf-5e2ad19a5132 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=97d1e107cfa24386b8c2eb6a75a71440&device_id=02853542-4514-440d-8194-f654bdf7a870 HTTP/1.1" status: 200 len: 1099 time: 0.2355506 Nov 23 21:43:52.498592 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:52.516849 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e1d8527a-0699-4dc3-ace6-52fa507163a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:52.519388 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e1d8527a-0699-4dc3-ace6-52fa507163a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:52.522860 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e1d8527a-0699-4dc3-ace6-52fa507163a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aac93c47-432c-4294-9afd-9f50476bf406 HTTP/1.1" status: 204 len: 168 time: 0.5184071 Nov 23 21:43:52.542235 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b32ebd2-ca01-40c0-acae-1d0b800e6328 req-cd5d5729-3523-4073-b51f-0e638ed42b77 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898139 Nov 23 21:43:52.548742 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-09154ff6-8345-4934-9fbb-ec43f2d19e6f None None] Set router 41caf28d-8bcc-4210-95db-7b944914fcfb gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:43:52.637891 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-506d9306-4d56-4073-a8a9-4e9d4cae7c77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=37aae087-3dce-4ce0-959e-2b6ba8eb14ba HTTP/1.1" status: 200 len: 217 time: 0.1264803 Nov 23 21:43:52.639253 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d8527a-0699-4dc3-ace6-52fa507163a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac93c47-432c-4294-9afd-9f50476bf406,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:52.654190 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1f7b36c-f4b9-4d58-839c-1d142d773654 req-5d23a313-99f5-416d-89bc-fcf791a7609c tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241893 Nov 23 21:43:52.839527 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-12150f1c-692a-4435-834a-c1479c8bd1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:52.841536 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-12150f1c-692a-4435-834a-c1479c8bd1ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1981897 Nov 23 21:43:52.886784 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f803e-c52d-4b93-86db-17852261c4e3 req-f1fe5232-be91-478b-b812-78f50a01b936 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:52.889297 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-215f803e-c52d-4b93-86db-17852261c4e3 req-f1fe5232-be91-478b-b812-78f50a01b936 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=02853542-4514-440d-8194-f654bdf7a870 HTTP/1.1" status: 200 len: 948 time: 0.2447605 Nov 23 21:43:52.892672 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79928d9-a9e9-4296-a85e-d870f813453b x-openstack-request-id: req-b79928d9-a9e9-4296-a85e-d870f813453b {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:43:52.892950 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02853542-4514-440d-8194-f654bdf7a870", "tag": "37aae087-3dce-4ce0-959e-2b6ba8eb14ba", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:43:52.893195 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b79928d9-a9e9-4296-a85e-d870f813453b {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:43:52.893573 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02853542-4514-440d-8194-f654bdf7a870', 'tag': '37aae087-3dce-4ce0-959e-2b6ba8eb14ba', 'status': 'completed', 'code': 200} Nov 23 21:43:52.956892 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-01ff6d19-74d7-4f91-b2de-f51323369f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:52.958374 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-01ff6d19-74d7-4f91-b2de-f51323369f2c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1005745 Nov 23 21:43:53.003862 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-215f803e-c52d-4b93-86db-17852261c4e3 req-b3f5afb9-5a38-4816-841f-b73b34331d54 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906210 Nov 23 21:43:53.022844 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-09154ff6-8345-4934-9fbb-ec43f2d19e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1781421256-router', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ef464513-5275-461b-b588-eea47521d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:05Z', 'revision_number': 4, 'project_id': '262a0df38e704ffc9207a31c81529692', 'gw_port': {'id': 'ef464513-5275-461b-b588-eea47521d805', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '3a17c6ad-d8de-4eef-a223-92f2569d5de5', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'port_id': 'ad268917-0abd-49c4-a988-8798f67ec1de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'mac_address': 'fa:16:3e:f8:47:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62054ac4-bb9d-4677-8403-f6d84e42f5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:43:31Z', 'updated_at': '2021-11-23T21:43:51Z', 'revision_number': 1, 'project_id': '262a0df38e704ffc9207a31c81529692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '979b6d93-374a-4c68-bfbf-75f4fb84c2ee', 'name': '', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'mac_address': 'fa:16:3e:dd:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:05Z', 'updated_at': '2021-11-23T21:43:13Z', 'revision_number': 5, 'project_id': '262a0df38e704ffc9207a31c81529692', 'subnets': [{'id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:43:53.030485 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42160) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:53.098396 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09154ff6-8345-4934-9fbb-ec43f2d19e6f None None] Checking router: 41caf28d-8bcc-4210-95db-7b944914fcfb for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:43:53.117552 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da47a598-405f-4c97-a121-7fa5c3ff4cd9 x-openstack-request-id: req-da47a598-405f-4c97-a121-7fa5c3ff4cd9 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:43:53.118302 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62054ac4-bb9d-4677-8403-f6d84e42f5a6", "tag": "ad268917-0abd-49c4-a988-8798f67ec1de", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:43:53.118302 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da47a598-405f-4c97-a121-7fa5c3ff4cd9 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:43:53.118509 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62054ac4-bb9d-4677-8403-f6d84e42f5a6', 'tag': 'ad268917-0abd-49c4-a988-8798f67ec1de', 'status': 'completed', 'code': 200} Nov 23 21:43:53.121747 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d262cd4-28b5-4e78-92d2-2d5cfba1afc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:53.123982 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09154ff6-8345-4934-9fbb-ec43f2d19e6f None None] Routers {'41caf28d-8bcc-4210-95db-7b944914fcfb'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:43:53.125672 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-09154ff6-8345-4934-9fbb-ec43f2d19e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:43:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['41caf28d-8bcc-4210-95db-7b944914fcfb'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:43:53.230543 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-cf41168f-2ee4-483a-a71a-8b22f039b027 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598691 Nov 23 21:43:53.256386 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cd291-23b9-4e34-9859-7357e06392b2 req-9b51611a-87a4-4171-b5e0-ef0085b7edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:53.259250 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d75cd291-23b9-4e34-9859-7357e06392b2 req-9b51611a-87a4-4171-b5e0-ef0085b7edc0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=262a0df38e704ffc9207a31c81529692&device_id=62054ac4-bb9d-4677-8403-f6d84e42f5a6 HTTP/1.1" status: 200 len: 1097 time: 0.1334260 Nov 23 21:43:53.279255 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dc085-f1a0-4934-b38e-f1013231e281 req-141bd270-7998-4ab6-af63-2d6bd8879967 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:53.281244 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-998dc085-f1a0-4934-b38e-f1013231e281 req-141bd270-7998-4ab6-af63-2d6bd8879967 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 1097 time: 0.0952530 Nov 23 21:43:53.285710 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d571e9-b63f-4132-816b-181ed90185c5 req-3bf3765c-54cc-449e-99a7-742c2147d763 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:53.291965 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-55d571e9-b63f-4132-816b-181ed90185c5 req-3bf3765c-54cc-449e-99a7-742c2147d763 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 971 time: 0.2521355 Nov 23 21:43:53.371319 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 3499b9d8-5448-474d-8fb3-790f8418a7b1 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:43:53.441532 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-09154ff6-8345-4934-9fbb-ec43f2d19e6f None None] Set router 41caf28d-8bcc-4210-95db-7b944914fcfb gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:43:53.490767 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 3499b9d8-5448-474d-8fb3-790f8418a7b1 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:43:53.497130 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 3499b9d8-5448-474d-8fb3-790f8418a7b1 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:53.497477 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:53.583638 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cd291-23b9-4e34-9859-7357e06392b2 req-9620ec27-980a-40c6-92dd-7b56af387544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:53.585587 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d75cd291-23b9-4e34-9859-7357e06392b2 req-9620ec27-980a-40c6-92dd-7b56af387544 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 HTTP/1.1" status: 200 len: 925 time: 0.2830460 Nov 23 21:43:53.597344 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d262cd4-28b5-4e78-92d2-2d5cfba1afc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:53.617549 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d262cd4-28b5-4e78-92d2-2d5cfba1afc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:53.659001 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:53.705215 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-998dc085-f1a0-4934-b38e-f1013231e281 req-42bc532b-16e8-400c-a8bc-a5e00fbdf0bd tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146321 Nov 23 21:43:53.712028 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e9d992ea-6925-47f3-9c7b-1c0dcadd05f4 req-e86c9d82-c6af-4d8d-b13f-8f71f4911254 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4736733 Nov 23 21:43:53.722331 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 3499b9d8-5448-474d-8fb3-790f8418a7b1, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=3499b9d8-5448-474d-8fb3-790f8418a7b1,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:53.723968 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3499b9d8-5448-474d-8fb3-790f8418a7b1'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:43:53.727126 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bdef02-89b4-43c1-b727-428b5ba5a2bc" -d '{"events": [{"server_uuid": "b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76", "name": "network-vif-plugged", "status": "completed", "tag": "3499b9d8-5448-474d-8fb3-790f8418a7b1"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:43:53.738893 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:53.752242 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-55d571e9-b63f-4132-816b-181ed90185c5 req-9717abf8-2f5d-46e3-bf07-36c7d2304d41 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Deleting port b6c0a5e4-6319-437f-be32-93034887f2f9 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:43:53.752792 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-55d571e9-b63f-4132-816b-181ed90185c5 req-9717abf8-2f5d-46e3-bf07-36c7d2304d41 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:53.757180 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8f910-5b60-4c59-8db2-80e3f65acb57 req-5ef7de1f-11d9-4aa2-b25a-9c696f2797e5 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:53.776027 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-80c8f910-5b60-4c59-8db2-80e3f65acb57 req-5ef7de1f-11d9-4aa2-b25a-9c696f2797e5 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 971 time: 0.1891541 Nov 23 21:43:53.833041 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d262cd4-28b5-4e78-92d2-2d5cfba1afc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93771367-2d0a-4d89-90bd-5e6bffd7b29f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:53.855675 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9d262cd4-28b5-4e78-92d2-2d5cfba1afc5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a899b3ed1f084e8e8633d247509ff05e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8239777 Nov 23 21:43:53.864673 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42180) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:53.865202 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d75cd291-23b9-4e34-9859-7357e06392b2 req-66b241f9-5f92-47f5-933f-7ac8494e1379 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad268917-0abd-49c4-a988-8798f67ec1de HTTP/1.1" status: 200 len: 1000 time: 0.2633836 Nov 23 21:43:53.866361 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=3499b9d8-5448-474d-8fb3-790f8418a7b1,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:53.926412 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-09154ff6-8345-4934-9fbb-ec43f2d19e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1781421256-router', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ef464513-5275-461b-b588-eea47521d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:05Z', 'revision_number': 4, 'project_id': '262a0df38e704ffc9207a31c81529692', 'gw_port': {'id': 'ef464513-5275-461b-b588-eea47521d805', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '3a17c6ad-d8de-4eef-a223-92f2569d5de5', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'port_id': 'ad268917-0abd-49c4-a988-8798f67ec1de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'mac_address': 'fa:16:3e:f8:47:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62054ac4-bb9d-4677-8403-f6d84e42f5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:43:31Z', 'updated_at': '2021-11-23T21:43:51Z', 'revision_number': 1, 'project_id': '262a0df38e704ffc9207a31c81529692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '979b6d93-374a-4c68-bfbf-75f4fb84c2ee', 'name': '', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'mac_address': 'fa:16:3e:dd:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:05Z', 'updated_at': '2021-11-23T21:43:13Z', 'revision_number': 5, 'project_id': '262a0df38e704ffc9207a31c81529692', 'subnets': [{'id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:43:53.965632 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-80c8f910-5b60-4c59-8db2-80e3f65acb57 req-4249fadf-d8fc-4dcf-a703-fedcd9cc8db1 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbe24660-51a0-49f9-b207-8d6f4560b21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845458 Nov 23 21:43:53.977132 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cd291-23b9-4e34-9859-7357e06392b2 req-526322f3-2909-4090-a44e-0b5bf2c4e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:53.978663 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d75cd291-23b9-4e34-9859-7357e06392b2 req-526322f3-2909-4090-a44e-0b5bf2c4e9dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=34214f8b-100b-4eb0-beac-f661df6e2fe4 HTTP/1.1" status: 200 len: 863 time: 0.1048160 Nov 23 21:43:53.986464 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-55d571e9-b63f-4132-816b-181ed90185c5 req-9717abf8-2f5d-46e3-bf07-36c7d2304d41 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] For port b6c0a5e4-6319-437f-be32-93034887f2f9, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b6c0a5e4-6319-437f-be32-93034887f2f9,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:53.986863 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-55d571e9-b63f-4132-816b-181ed90185c5 req-9717abf8-2f5d-46e3-bf07-36c7d2304d41 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:54.002221 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09154ff6-8345-4934-9fbb-ec43f2d19e6f None None] The sync data for ids ['41caf28d-8bcc-4210-95db-7b944914fcfb'] in n-d-816206-9 is: [{'id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1781421256-router', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ef464513-5275-461b-b588-eea47521d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:05Z', 'revision_number': 4, 'project_id': '262a0df38e704ffc9207a31c81529692', 'gw_port': {'id': 'ef464513-5275-461b-b588-eea47521d805', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '3a17c6ad-d8de-4eef-a223-92f2569d5de5', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'port_id': 'ad268917-0abd-49c4-a988-8798f67ec1de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'mac_address': 'fa:16:3e:f8:47:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62054ac4-bb9d-4677-8403-f6d84e42f5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:43:31Z', 'updated_at': '2021-11-23T21:43:51Z', 'revision_number': 1, 'project_id': '262a0df38e704ffc9207a31c81529692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '979b6d93-374a-4c68-bfbf-75f4fb84c2ee', 'name': '', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'mac_address': 'fa:16:3e:dd:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:05Z', 'updated_at': '2021-11-23T21:43:13Z', 'revision_number': 5, 'project_id': '262a0df38e704ffc9207a31c81529692', 'subnets': [{'id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:43:54.035466 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-55d571e9-b63f-4132-816b-181ed90185c5 req-9717abf8-2f5d-46e3-bf07-36c7d2304d41 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Calling delete_port for b6c0a5e4-6319-437f-be32-93034887f2f9 owned by compute:tempest-test_az-2029478883 {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:43:54.149823 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cd291-23b9-4e34-9859-7357e06392b2 req-a9fd074b-d08c-4191-bfb3-8053c1c37535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:54.151325 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d75cd291-23b9-4e34-9859-7357e06392b2 req-a9fd074b-d08c-4191-bfb3-8053c1c37535 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1618407 Nov 23 21:43:54.164473 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd3fcc-70ed-42d8-a8bf-4567512aaea3 req-6e6a50fb-1b38-4772-82e8-e5c3129af01c tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:54.165978 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-37cd3fcc-70ed-42d8-a8bf-4567512aaea3 req-6e6a50fb-1b38-4772-82e8-e5c3129af01c tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1351b3e-70fd-4d0d-b32f-bf28e8648551 HTTP/1.1" status: 200 len: 972 time: 0.3019977 Nov 23 21:43:54.173196 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8feca8c-e8da-4206-a43c-07d19bfd2d3a req-f72c6f7f-836b-4e5b-80b8-be1ff0a7b31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:54.174617 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8feca8c-e8da-4206-a43c-07d19bfd2d3a req-f72c6f7f-836b-4e5b-80b8-be1ff0a7b31d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=97d1e107cfa24386b8c2eb6a75a71440&device_id=02853542-4514-440d-8194-f654bdf7a870 HTTP/1.1" status: 200 len: 1099 time: 0.3123674 Nov 23 21:43:54.179229 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d482a682-3641-474d-b3a2-37d70b899519 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:54.218912 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6581b-faf4-4777-8a3a-6349d15a8516 req-36ec8e34-8aca-40e7-b75a-49f2e33ecfa4 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:54.220906 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59a6581b-faf4-4777-8a3a-6349d15a8516 req-36ec8e34-8aca-40e7-b75a-49f2e33ecfa4 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76 HTTP/1.1" status: 200 len: 945 time: 0.1627173 Nov 23 21:43:54.296769 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fea0a2f-259d-4a63-a6cf-66e76d6e4aeb None None] New status for floating IP 3a17c6ad-d8de-4eef-a223-92f2569d5de5: ACTIVE {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:43:54.297026 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d482a682-3641-474d-b3a2-37d70b899519 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:54.297483 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d75cd291-23b9-4e34-9859-7357e06392b2 req-d7bf5764-cee3-4241-bebc-112813542790 service neutron] 10.222.0.60 "GET /v2.0/networks/8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322701 Nov 23 21:43:54.332094 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-55d571e9-b63f-4132-816b-181ed90185c5 req-9717abf8-2f5d-46e3-bf07-36c7d2304d41 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:54.344483 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['b6c0a5e4-6319-437f-be32-93034887f2f9'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:43:54.379369 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-37cd3fcc-70ed-42d8-a8bf-4567512aaea3 req-9db55e7a-ab6b-43e2-b602-82d03e0f97ad tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025266 Nov 23 21:43:54.428467 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59a6581b-faf4-4777-8a3a-6349d15a8516 req-e98562ab-ab3d-4ec9-bf60-f567b203a89f tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939056 Nov 23 21:43:54.472551 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8feca8c-e8da-4206-a43c-07d19bfd2d3a req-38f54eda-ebe9-4e20-8190-518ef01c9523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:54.474110 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8feca8c-e8da-4206-a43c-07d19bfd2d3a req-38f54eda-ebe9-4e20-8190-518ef01c9523 service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.2862065 Nov 23 21:43:54.494700 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d482a682-3641-474d-b3a2-37d70b899519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:54.499585 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d482a682-3641-474d-b3a2-37d70b899519 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:54.503120 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d482a682-3641-474d-b3a2-37d70b899519 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/93771367-2d0a-4d89-90bd-5e6bffd7b29f HTTP/1.1" status: 204 len: 168 time: 0.6347334 Nov 23 21:43:54.542618 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85325153-f1a5-433d-9d77-5dfcacabe16e x-openstack-request-id: req-85325153-f1a5-433d-9d77-5dfcacabe16e {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:43:54.545245 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76", "name": "network-vif-plugged", "status": "completed", "tag": "3499b9d8-5448-474d-8fb3-790f8418a7b1", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:43:54.545704 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-85325153-f1a5-433d-9d77-5dfcacabe16e {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:43:54.547143 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3499b9d8-5448-474d-8fb3-790f8418a7b1', 'code': 200} Nov 23 21:43:54.567104 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482a682-3641-474d-b3a2-37d70b899519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93771367-2d0a-4d89-90bd-5e6bffd7b29f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:54.580876 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8feca8c-e8da-4206-a43c-07d19bfd2d3a req-e4a96139-babf-4491-a268-be267bd32086 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=37aae087-3dce-4ce0-959e-2b6ba8eb14ba HTTP/1.1" status: 200 len: 217 time: 0.0966876 Nov 23 21:43:54.667269 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717abf8-2f5d-46e3-bf07-36c7d2304d41 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Pushing event deleted for resources: {'Port': ['ID=b6c0a5e4-6319-437f-be32-93034887f2f9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:54.750243 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8feca8c-e8da-4206-a43c-07d19bfd2d3a req-9c6d9f9b-3d8d-4365-a4fd-6a97cdf8dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:54.751999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8feca8c-e8da-4206-a43c-07d19bfd2d3a req-9c6d9f9b-3d8d-4365-a4fd-6a97cdf8dc9d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1629648 Nov 23 21:43:54.763614 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf647d0-089f-4db7-bdd3-17b90a179b27 req-5dbebd3f-bda4-4789-ab43-96bfed5c6219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:54.767145 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d571e9-b63f-4132-816b-181ed90185c5 req-9717abf8-2f5d-46e3-bf07-36c7d2304d41 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] No DVR routers for this DVR port b6c0a5e4-6319-437f-be32-93034887f2f9 on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:43:54.769886 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cbf647d0-089f-4db7-bdd3-17b90a179b27 req-5dbebd3f-bda4-4789-ab43-96bfed5c6219 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76 HTTP/1.1" status: 200 len: 1096 time: 0.1563213 Nov 23 21:43:54.772729 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-55d571e9-b63f-4132-816b-181ed90185c5 req-9717abf8-2f5d-46e3-bf07-36c7d2304d41 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:54.776340 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-55d571e9-b63f-4132-816b-181ed90185c5 req-9717abf8-2f5d-46e3-bf07-36c7d2304d41 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.53 "DELETE /v2.0/ports/b6c0a5e4-6319-437f-be32-93034887f2f9 HTTP/1.1" status: 204 len: 173 time: 1.4188411 Nov 23 21:43:54.817566 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407a096-6785-4bcc-96b3-be1fec1fdca1 req-a404bbbc-e1e3-4479-8ef1-e4a750c3fa31 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:54.827665 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d407a096-6785-4bcc-96b3-be1fec1fdca1 req-a404bbbc-e1e3-4479-8ef1-e4a750c3fa31 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=02853542-4514-440d-8194-f654bdf7a870 HTTP/1.1" status: 200 len: 948 time: 0.1709530 Nov 23 21:43:54.845317 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d75cd291-23b9-4e34-9859-7357e06392b2 req-9bde7173-51d7-4e0b-bc89-84c457a4d693 service neutron] 10.222.0.60 "GET /v2.0/networks/8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362263 Nov 23 21:43:54.931949 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cbf647d0-089f-4db7-bdd3-17b90a179b27 req-c00e66e8-592b-46f5-a01a-7ec1d0bd3bca service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459510 Nov 23 21:43:54.934685 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8feca8c-e8da-4206-a43c-07d19bfd2d3a req-8ffb84c5-4ab8-4954-9695-9d0d65cbf583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:54.936758 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8feca8c-e8da-4206-a43c-07d19bfd2d3a req-8ffb84c5-4ab8-4954-9695-9d0d65cbf583 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1660671 Nov 23 21:43:54.949235 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d407a096-6785-4bcc-96b3-be1fec1fdca1 req-d4f1dd9e-a12c-4291-af7a-d40f6fa41ca9 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206062 Nov 23 21:43:55.071270 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8feca8c-e8da-4206-a43c-07d19bfd2d3a req-82923476-6749-4ab5-a6c4-b3d925d07956 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157112 Nov 23 21:43:55.120133 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d2e383-e9b0-4fe6-809b-e1cef09c423c', 'name': 'network-vif-deleted', 'tag': 'b6c0a5e4-6319-437f-be32-93034887f2f9'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:43:55.122520 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97857711-6444-4fae-ac08-f631fd75ba71" -d '{"events": [{"server_uuid": "e1d2e383-e9b0-4fe6-809b-e1cef09c423c", "name": "network-vif-deleted", "tag": "b6c0a5e4-6319-437f-be32-93034887f2f9"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:43:55.197575 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8feca8c-e8da-4206-a43c-07d19bfd2d3a req-e0da14df-049c-494e-8a98-36841e83027a service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170406 Nov 23 21:43:55.209624 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-2fc9bbba-9b2f-45ca-be09-1a3c6912af0a req-0a8e4a4a-82e9-4cee-bee5-e90f318f22f0 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:43:55.210611 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2fc9bbba-9b2f-45ca-be09-1a3c6912af0a req-0a8e4a4a-82e9-4cee-bee5-e90f318f22f0 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066910 Nov 23 21:43:55.331766 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-fc8fe98c-217a-4b95-bc74-3d857da6cfa8 req-3add7bb5-6fe6-488a-bfb5-db48fd6b9ece service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:43:55.333005 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc8fe98c-217a-4b95-bc74-3d857da6cfa8 req-3add7bb5-6fe6-488a-bfb5-db48fd6b9ece service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061858 Nov 23 21:43:55.447585 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3cd298ab-49c5-4934-a668-b51743660015 req-40386933-d3be-4071-9bc1-6cf579c01469 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0555615 Nov 23 21:43:55.528725 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-117e8b40-f0ef-4f9b-a233-a84fb9227423 req-890794ac-aa4f-420d-b5f0-ec8bd1a7f5b6 tempest-AggregatesAdminTestJSON-436781388 tempest-AggregatesAdminTestJSON-436781388-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 210 time: 0.0394480 Nov 23 21:43:55.564396 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3cd298ab-49c5-4934-a668-b51743660015 req-829c6267-925a-4a0a-8672-a2d0e37b33e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a3756df7b174ed5aa533d9b9ce8a56d&device_id=e1d2e383-e9b0-4fe6-809b-e1cef09c423c HTTP/1.1" status: 200 len: 210 time: 0.0612249 Nov 23 21:43:55.636366 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3cd298ab-49c5-4934-a668-b51743660015 req-20973d07-47a0-4557-8805-6bee6ce2a8a2 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9a3756df7b174ed5aa533d9b9ce8a56d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432546 Nov 23 21:43:55.642629 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef51baf-70cf-40f7-ac84-5f5c62a2adfa x-openstack-request-id: req-3ef51baf-70cf-40f7-ac84-5f5c62a2adfa {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:43:55.643177 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d2e383-e9b0-4fe6-809b-e1cef09c423c", "name": "network-vif-deleted", "tag": "b6c0a5e4-6319-437f-be32-93034887f2f9", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:43:55.643346 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ef51baf-70cf-40f7-ac84-5f5c62a2adfa {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:43:55.643937 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d2e383-e9b0-4fe6-809b-e1cef09c423c', 'name': 'network-vif-deleted', 'tag': 'b6c0a5e4-6319-437f-be32-93034887f2f9', 'status': 'completed', 'code': 200} Nov 23 21:43:55.874226 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b4793-8a98-4b49-b6e8-0b90626b9582 req-0520852d-e8df-4695-89ab-734393263986 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:55.875729 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d21b4793-8a98-4b49-b6e8-0b90626b9582 req-0520852d-e8df-4695-89ab-734393263986 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1351b3e-70fd-4d0d-b32f-bf28e8648551 HTTP/1.1" status: 200 len: 972 time: 0.1583004 Nov 23 21:43:55.887925 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd298ab-49c5-4934-a668-b51743660015 req-46bc9e57-621c-4370-a220-235fe784c660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:55.890084 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3cd298ab-49c5-4934-a668-b51743660015 req-46bc9e57-621c-4370-a220-235fe784c660 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2416916 Nov 23 21:43:55.931698 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d21b4793-8a98-4b49-b6e8-0b90626b9582 req-aeeea135-a450-4536-b783-58162fa95a26 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466399 Nov 23 21:43:56.073535 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5b800-007c-4339-91c3-3b0eb05941e1 req-4bdfd258-a407-4d38-8ab8-82754a6717e8 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:56.075934 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9dc5b800-007c-4339-91c3-3b0eb05941e1 req-4bdfd258-a407-4d38-8ab8-82754a6717e8 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76 HTTP/1.1" status: 200 len: 945 time: 0.0681272 Nov 23 21:43:56.147161 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9dc5b800-007c-4339-91c3-3b0eb05941e1 req-3e765fe0-88e3-4839-8242-2ee5e9e997d4 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618787 Nov 23 21:43:56.271508 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 37aae087-3dce-4ce0-959e-2b6ba8eb14ba details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:43:56.393997 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 37aae087-3dce-4ce0-959e-2b6ba8eb14ba, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=37aae087-3dce-4ce0-959e-2b6ba8eb14ba,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:56.405990 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '37aae087-3dce-4ce0-959e-2b6ba8eb14ba', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '37aae087-3dce-4ce0-959e-2b6ba8eb14ba', 'mac_address': 'fa:16:3e:ed:5c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:43:56.452224 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:56.454031 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb1021-886c-40c5-99c2-bf09b0f7c449 req-1afb64ba-7969-4c21-bae2-00d22aee0636 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:56.455610 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-67cb1021-886c-40c5-99c2-bf09b0f7c449 req-1afb64ba-7969-4c21-bae2-00d22aee0636 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=02853542-4514-440d-8194-f654bdf7a870 HTTP/1.1" status: 200 len: 948 time: 0.0576899 Nov 23 21:43:56.472321 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37aae087-3dce-4ce0-959e-2b6ba8eb14ba {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:43:56.497056 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 37aae087-3dce-4ce0-959e-2b6ba8eb14ba, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=37aae087-3dce-4ce0-959e-2b6ba8eb14ba,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:56.502205 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:56.517239 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-67cb1021-886c-40c5-99c2-bf09b0f7c449 req-ed6646b9-25b1-4fa3-bf76-24761c9920da tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554667 Nov 23 21:43:56.556850 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=37aae087-3dce-4ce0-959e-2b6ba8eb14ba,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:56.633957 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-286774b1-3823-42ab-a752-e2a77a20236b tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=73a47e414415418282cfb9d939963e19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218134 Nov 23 21:43:56.695050 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42306) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:56.744562 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-aee9aa9b-045c-4211-ab81-c8c1707f97a1 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:56.745917 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-aee9aa9b-045c-4211-ab81-c8c1707f97a1 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1058283 Nov 23 21:43:56.760660 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-6099d491-f899-4674-8727-ead6040cb11a tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/quotas/73a47e414415418282cfb9d939963e19 HTTP/1.1" status: 200 len: 375 time: 0.0089850 Nov 23 21:43:56.795431 n-d-816206-9 neutron-server[110033]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 21:43:56.799288 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-1c352e98-c28e-45e0-9274-032e56b5034a tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:43:56.800318 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-1c352e98-c28e-45e0-9274-032e56b5034a tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1042876 Nov 23 21:43:56.813002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-7ecca8b2-3490-4a1d-900c-3e9370810d69 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=73a47e414415418282cfb9d939963e19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0461812 Nov 23 21:43:56.834289 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['37aae087-3dce-4ce0-959e-2b6ba8eb14ba'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:43:56.935144 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-9a7dd3f0-093d-43c4-9de3-7e1a66eebac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:56.942601 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-9a7dd3f0-093d-43c4-9de3-7e1a66eebac0 service neutron] 10.222.0.50 "GET /v2.0/ports/20c77225-33d7-47be-bd1a-2fc096129844 HTTP/1.1" status: 200 len: 1094 time: 0.0943618 Nov 23 21:43:56.959485 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-22de3d70-f65b-4ee6-88d5-6806da5fba11 service neutron] Request body: {'binding': {'host': 'n-h1-816206-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:56.960025 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-22de3d70-f65b-4ee6-88d5-6806da5fba11 service neutron] Unknown quota resources ['binding']. {{(pid=110033) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 21:43:57.121239 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-22de3d70-f65b-4ee6-88d5-6806da5fba11 service neutron] Attempting to bind port 20c77225-33d7-47be-bd1a-2fc096129844 on host n-h1-816206-9 for vnic_type normal with profile None {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:43:57.121985 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-22de3d70-f65b-4ee6-88d5-6806da5fba11 service neutron] Attempting to bind port 20c77225-33d7-47be-bd1a-2fc096129844 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:43:57.122431 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-22de3d70-f65b-4ee6-88d5-6806da5fba11 service neutron] Attempting to bind port 20c77225-33d7-47be-bd1a-2fc096129844 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:43:57.134698 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-22de3d70-f65b-4ee6-88d5-6806da5fba11 service neutron] Port 20c77225-33d7-47be-bd1a-2fc096129844 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:43:57.134698 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-22de3d70-f65b-4ee6-88d5-6806da5fba11 service neutron] Attempting to bind port 20c77225-33d7-47be-bd1a-2fc096129844 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:43:57.142150 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-22de3d70-f65b-4ee6-88d5-6806da5fba11 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:43:57.142553 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-22de3d70-f65b-4ee6-88d5-6806da5fba11 service neutron] Checking segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:43:57.143218 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-22de3d70-f65b-4ee6-88d5-6806da5fba11 service neutron] Bound using segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:43:57.143662 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-22de3d70-f65b-4ee6-88d5-6806da5fba11 service neutron] Bound port: 20c77225-33d7-47be-bd1a-2fc096129844, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:43:57.217006 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bea44f7a-1d38-4dde-828c-bd69cca4cc82 req-6cc36c9b-08f9-4d11-abc2-974b6df6805e tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=97c10c14-d857-4b02-b504-e38f95717214 HTTP/1.1" status: 200 len: 210 time: 0.0457485 Nov 23 21:43:57.292412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-22de3d70-f65b-4ee6-88d5-6806da5fba11 service neutron] For port 20c77225-33d7-47be-bd1a-2fc096129844, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=20c77225-33d7-47be-bd1a-2fc096129844,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:43:57.304951 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-22de3d70-f65b-4ee6-88d5-6806da5fba11 service neutron] Publish callbacks [] for binding, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:57.311489 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-22de3d70-f65b-4ee6-88d5-6806da5fba11 service neutron] 10.222.0.50 "POST /v2.0/ports/20c77225-33d7-47be-bd1a-2fc096129844/bindings HTTP/1.1" status: 201 len: 389 time: 0.3673131 Nov 23 21:43:57.358131 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device b6c0a5e4-6319-437f-be32-93034887f2f9 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:43:57.377746 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570a0fb-5269-4e15-941b-71fc34039a5e req-f69c7dbc-b066-48dc-935a-2a735411bbb4 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:57.391331 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5570a0fb-5269-4e15-941b-71fc34039a5e req-f69c7dbc-b066-48dc-935a-2a735411bbb4 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76 HTTP/1.1" status: 200 len: 945 time: 0.0688848 Nov 23 21:43:57.400092 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: b6c0a5e4-6319-437f-be32-93034887f2f9 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:43:57.400414 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device b6c0a5e4-6319-437f-be32-93034887f2f9 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:43:57.463357 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5570a0fb-5269-4e15-941b-71fc34039a5e req-e032360f-5378-44d2-b4fa-5d144ad40b86 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706394 Nov 23 21:43:57.560833 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42350) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:57.617865 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42356) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:57.820019 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0bd1536b-fd28-4674-a26f-86ccf15e8fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:57.822502 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-765995fe-4bbc-4ea6-b267-37f28e78beea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:57.824178 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-765995fe-4bbc-4ea6-b267-37f28e78beea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 1097 time: 0.0874038 Nov 23 21:43:57.837862 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66df306b-0be3-4a41-bc91-e8ba67787da0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:57.879026 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c69ad-1e82-4bdf-9a85-dbc16ee6a57d req-cd831adc-53a1-43c8-8ac4-f712cb9d454c tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:57.880538 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-440c69ad-1e82-4bdf-9a85-dbc16ee6a57d req-cd831adc-53a1-43c8-8ac4-f712cb9d454c tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 946 time: 0.1093214 Nov 23 21:43:57.930495 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66df306b-0be3-4a41-bc91-e8ba67787da0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:57.936053 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66df306b-0be3-4a41-bc91-e8ba67787da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:57.975906 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-66df306b-0be3-4a41-bc91-e8ba67787da0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0eac248c62974674bc46290439e9e555&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4139373 Nov 23 21:43:57.976772 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df306b-0be3-4a41-bc91-e8ba67787da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15338f8b-6ce2-4775-beae-59e4d11cefe9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:57.986882 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42366) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:58.019777 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3fe2fd74-659b-4593-afce-803388d1522a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9a3756df7b174ed5aa533d9b9ce8a56d&name=default HTTP/1.1" status: 200 len: 2995 time: 0.4008350 Nov 23 21:43:58.027784 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42368) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:58.050436 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044051a-09b3-416c-8d40-56f486eb17a9 req-ab108a92-71a1-4639-8c6a-e702cc49c2a6 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:58.052119 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2044051a-09b3-416c-8d40-56f486eb17a9 req-ab108a92-71a1-4639-8c6a-e702cc49c2a6 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=02853542-4514-440d-8194-f654bdf7a870 HTTP/1.1" status: 200 len: 949 time: 0.1626637 Nov 23 21:43:58.053616 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-4034c0fa-bae8-47cf-8bc7-b5777909b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:58.055021 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-4034c0fa-bae8-47cf-8bc7-b5777909b4d2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 922 time: 0.2211206 Nov 23 21:43:58.058468 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-440c69ad-1e82-4bdf-9a85-dbc16ee6a57d req-355c6fd3-3c41-40e4-898c-857e76ed228c tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634974 Nov 23 21:43:58.061372 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2e8eaa52-a2f8-4f56-9aea-e1ff06c12712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:58.108840 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2e8eaa52-a2f8-4f56-9aea-e1ff06c12712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:58.123150 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-22ed9a2c-5140-4233-90e2-2eea1922846d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20c77225-33d7-47be-bd1a-2fc096129844 HTTP/1.1" status: 200 len: 217 time: 0.0588715 Nov 23 21:43:58.151740 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4ae332d8-3eb0-40c9-8fd6-e0f44a5811a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:58.181598 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4ae332d8-3eb0-40c9-8fd6-e0f44a5811a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:58.201003 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2044051a-09b3-416c-8d40-56f486eb17a9 req-cedc03ce-51ba-4717-ac48-c02ec2e1820c tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381092 Nov 23 21:43:58.213304 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2e8eaa52-a2f8-4f56-9aea-e1ff06c12712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:58.221147 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-d4901f4a-f4c9-4b72-94de-cf4e9b829067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:58.222647 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-d4901f4a-f4c9-4b72-94de-cf4e9b829067 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c HTTP/1.1" status: 200 len: 861 time: 0.0916364 Nov 23 21:43:58.235127 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2e8eaa52-a2f8-4f56-9aea-e1ff06c12712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:58.236394 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2e8eaa52-a2f8-4f56-9aea-e1ff06c12712 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/15338f8b-6ce2-4775-beae-59e4d11cefe9 HTTP/1.1" status: 204 len: 168 time: 0.2483232 Nov 23 21:43:58.246593 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8eaa52-a2f8-4f56-9aea-e1ff06c12712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15338f8b-6ce2-4775-beae-59e4d11cefe9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:58.264953 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc81d3-e726-4e9c-af44-96a3c083943e req-ce890aeb-3057-4efb-9574-8bbeabcac75a tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:58.278542 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-25cc81d3-e726-4e9c-af44-96a3c083943e req-ce890aeb-3057-4efb-9574-8bbeabcac75a tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76 HTTP/1.1" status: 200 len: 945 time: 0.0997100 Nov 23 21:43:58.279006 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4ae332d8-3eb0-40c9-8fd6-e0f44a5811a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:58.286300 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 37aae087-3dce-4ce0-959e-2b6ba8eb14ba up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:43:58.288241 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4ae332d8-3eb0-40c9-8fd6-e0f44a5811a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:58.292760 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4ae332d8-3eb0-40c9-8fd6-e0f44a5811a8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fbe24660-51a0-49f9-b207-8d6f4560b21c HTTP/1.1" status: 204 len: 168 time: 0.2614834 Nov 23 21:43:58.330400 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae332d8-3eb0-40c9-8fd6-e0f44a5811a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe24660-51a0-49f9-b207-8d6f4560b21c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:58.367450 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-25cc81d3-e726-4e9c-af44-96a3c083943e req-7c34f38f-1a48-4b0a-b2d9-e248e9a672a4 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841522 Nov 23 21:43:58.370265 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-544762c1-1862-461b-b0d1-890d6ab1f75c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377783 Nov 23 21:43:58.413046 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-cc35a71f-da81-4279-a099-94942b50ded2 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=73a47e414415418282cfb9d939963e19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652375 Nov 23 21:43:58.476651 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 37aae087-3dce-4ce0-959e-2b6ba8eb14ba completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:43:58.481866 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 37aae087-3dce-4ce0-959e-2b6ba8eb14ba triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:43:58.482523 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:58.513615 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8ca88b3-bc05-4b83-bb3b-df410fad0a6c req-84abf514-de2c-4fc4-9c92-aebeaef94bcf tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=97c10c14-d857-4b02-b504-e38f95717214 HTTP/1.1" status: 200 len: 210 time: 0.0873218 Nov 23 21:43:58.645343 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:58.682356 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-9c6f0511-db21-417d-9c29-2a017dafc70f service neutron] 10.222.0.53 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011901 Nov 23 21:43:58.693375 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-0bfaf803-846f-43bc-84e2-0d7719c9605e tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:58.698200 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-0bfaf803-846f-43bc-84e2-0d7719c9605e tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2747107 Nov 23 21:43:58.710471 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-3652bfed-b93f-49d7-8a29-531e4fded98c tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Request body: {'port': {'device_id': '97c10c14-d857-4b02-b504-e38f95717214', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': '73a47e414415418282cfb9d939963e19'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:58.722394 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 37aae087-3dce-4ce0-959e-2b6ba8eb14ba, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=37aae087-3dce-4ce0-959e-2b6ba8eb14ba,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:43:58.729298 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02853542-4514-440d-8194-f654bdf7a870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37aae087-3dce-4ce0-959e-2b6ba8eb14ba'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:43:58.735410 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030c9a68-b22e-4bc4-ba23-93bfe7aa21cc" -d '{"events": [{"server_uuid": "02853542-4514-440d-8194-f654bdf7a870", "name": "network-vif-plugged", "status": "completed", "tag": "37aae087-3dce-4ce0-959e-2b6ba8eb14ba"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:43:58.747947 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:58.841927 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42398) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:58.850057 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=37aae087-3dce-4ce0-959e-2b6ba8eb14ba,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:58.877638 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42402) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:58.898768 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-19134400-98fd-4424-8b43-7c0ecae2298f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:58.901096 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-5f4b9a9c-1d90-4bd7-8860-106d6e6a6eb1 service neutron] 10.222.0.53 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090204 Nov 23 21:43:58.911779 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c4a839-b8b3-4c32-9586-3d494e1aad21 x-openstack-request-id: req-b3c4a839-b8b3-4c32-9586-3d494e1aad21 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:43:58.912127 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02853542-4514-440d-8194-f654bdf7a870", "name": "network-vif-plugged", "status": "completed", "tag": "37aae087-3dce-4ce0-959e-2b6ba8eb14ba", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:43:58.912409 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b3c4a839-b8b3-4c32-9586-3d494e1aad21 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:43:58.912788 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02853542-4514-440d-8194-f654bdf7a870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37aae087-3dce-4ce0-959e-2b6ba8eb14ba', 'code': 200} Nov 23 21:43:58.920303 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-338cb96d-1183-4a15-b127-042b4831940a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=72af754ef83546979ea05ca12ae0f0a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0719645 Nov 23 21:43:58.920941 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42408) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:58.986235 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-3652bfed-b93f-49d7-8a29-531e4fded98c tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Made reservation on behalf of 73a47e414415418282cfb9d939963e19 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:43:58.990397 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-3652bfed-b93f-49d7-8a29-531e4fded98c tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:58.999721 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a5294fe-f7bc-4f1a-8f07-f1771ccf6739 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:59.060455 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a5294fe-f7bc-4f1a-8f07-f1771ccf6739 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:59.116301 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-19134400-98fd-4424-8b43-7c0ecae2298f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:59.127048 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-19134400-98fd-4424-8b43-7c0ecae2298f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:59.221956 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-19134400-98fd-4424-8b43-7c0ecae2298f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2d477b483ffb4f94814ae2f1d1739188&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425577 Nov 23 21:43:59.226804 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42436) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:43:59.237007 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19134400-98fd-4424-8b43-7c0ecae2298f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bca984-31a6-42be-afb0-f6a096fee2a0,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:59.254708 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a5294fe-f7bc-4f1a-8f07-f1771ccf6739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:59.257415 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a5294fe-f7bc-4f1a-8f07-f1771ccf6739 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:59.258540 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7a5294fe-f7bc-4f1a-8f07-f1771ccf6739 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/94612293-6e51-400c-ad2c-53e61e834f6a HTTP/1.1" status: 204 len: 168 time: 0.3356943 Nov 23 21:43:59.272475 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-3652bfed-b93f-49d7-8a29-531e4fded98c tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Allocated IP 192.168.233.10 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/2f10beb8-1625-4011-a514-0fd24c2efeb6) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:43:59.329259 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a06f93b9-037c-401b-b381-6c80d3f3c779 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:59.344630 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5294fe-f7bc-4f1a-8f07-f1771ccf6739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94612293-6e51-400c-ad2c-53e61e834f6a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:59.380108 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0da29b-12cd-4849-8f7e-c8bbc90b5282 req-dcc0a1d4-23f1-4c0c-ae5b-b699d4f49f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:59.383717 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b0da29b-12cd-4849-8f7e-c8bbc90b5282 req-dcc0a1d4-23f1-4c0c-ae5b-b699d4f49f1b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=02853542-4514-440d-8194-f654bdf7a870 HTTP/1.1" status: 200 len: 1101 time: 0.3372552 Nov 23 21:43:59.395676 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a06f93b9-037c-401b-b381-6c80d3f3c779 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:59.413204 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-15d5c2d0-a0a8-48bf-a9e9-5c272429c7cc tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:59.415503 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-15d5c2d0-a0a8-48bf-a9e9-5c272429c7cc tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6&tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 1097 time: 0.3148966 Nov 23 21:43:59.431179 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-cf73d8a3-e5d1-4711-a399-5bb4a993a093 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-9'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:59.526028 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a06f93b9-037c-401b-b381-6c80d3f3c779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:59.530766 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a06f93b9-037c-401b-b381-6c80d3f3c779 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:59.535829 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a06f93b9-037c-401b-b381-6c80d3f3c779 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/21bca984-31a6-42be-afb0-f6a096fee2a0 HTTP/1.1" status: 204 len: 168 time: 0.3091543 Nov 23 21:43:59.546372 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-3652bfed-b93f-49d7-8a29-531e4fded98c tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:59.559520 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f93b9-037c-401b-b381-6c80d3f3c779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bca984-31a6-42be-afb0-f6a096fee2a0,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:59.630485 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-3652bfed-b93f-49d7-8a29-531e4fded98c tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:59.639555 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:59.645277 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['0d05946c-fda7-433f-8bda-013ee67ce8d5'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:43:59.723375 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-3652bfed-b93f-49d7-8a29-531e4fded98c tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:43:59.736733 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-3652bfed-b93f-49d7-8a29-531e4fded98c tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:43:59.743330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-3652bfed-b93f-49d7-8a29-531e4fded98c tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:43:59.750819 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-3652bfed-b93f-49d7-8a29-531e4fded98c tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:59.756689 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-3652bfed-b93f-49d7-8a29-531e4fded98c tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:59.773322 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba17f7-22ce-48eb-8f69-0a6f19b6b32a req-a1274643-e7d9-40c0-84b9-7175af43cecb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:43:59.783102 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eeba17f7-22ce-48eb-8f69-0a6f19b6b32a req-a1274643-e7d9-40c0-84b9-7175af43cecb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 946 time: 0.5333424 Nov 23 21:43:59.821894 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652bfed-b93f-49d7-8a29-531e4fded98c tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Pushing event updated for resources: {'Port': ['ID=2f10beb8-1625-4011-a514-0fd24c2efeb6,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:43:59.837195 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-3652bfed-b93f-49d7-8a29-531e4fded98c tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1325595 Nov 23 21:43:59.852593 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-9aaa7f4b-e34c-41ff-9833-d4298801047c service neutron] Request body: {'port': {'device_id': '97c10c14-d857-4b02-b504-e38f95717214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:43:59.964505 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-9aaa7f4b-e34c-41ff-9833-d4298801047c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:43:59.967643 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-cf73d8a3-e5d1-4711-a399-5bb4a993a093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:00.012291 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eeba17f7-22ce-48eb-8f69-0a6f19b6b32a req-b85115d1-3f25-4da7-9938-237e60f15f0a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260408 Nov 23 21:44:00.018269 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b0da29b-12cd-4849-8f7e-c8bbc90b5282 req-90c60f12-3231-44ba-8aac-dd2744e425bb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6197040 Nov 23 21:44:00.058578 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c65a24fa-f6b5-4a0d-a81b-b3caf88ad012 None None] Provisioning complete for port 2f10beb8-1625-4011-a514-0fd24c2efeb6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:44:00.059106 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c65a24fa-f6b5-4a0d-a81b-b3caf88ad012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:00.132249 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c65a24fa-f6b5-4a0d-a81b-b3caf88ad012 None None] Port 2f10beb8-1625-4011-a514-0fd24c2efeb6 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:44:00.143393 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a73db-5c52-4b8b-a49a-b6f6cc6fc1a9 req-d5d420f9-0dc4-46e9-a62d-468e42e693f0 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:00.150853 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-999a73db-5c52-4b8b-a49a-b6f6cc6fc1a9 req-d5d420f9-0dc4-46e9-a62d-468e42e693f0 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=02853542-4514-440d-8194-f654bdf7a870 HTTP/1.1" status: 200 len: 950 time: 0.3381538 Nov 23 21:44:00.271487 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-999a73db-5c52-4b8b-a49a-b6f6cc6fc1a9 req-75804f58-f44e-4f44-813e-821f2ca8444f tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197240 Nov 23 21:44:00.352450 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-9aaa7f4b-e34c-41ff-9833-d4298801047c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f10beb8-1625-4011-a514-0fd24c2efeb6 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:44:00.367418 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-9aaa7f4b-e34c-41ff-9833-d4298801047c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:00.379964 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf56db-88f6-4700-b2de-c837dcb750f6 req-0963f72d-e0ce-45f6-b0a5-cb24c7314e73 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:00.381378 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-96cf56db-88f6-4700-b2de-c837dcb750f6 req-0963f72d-e0ce-45f6-b0a5-cb24c7314e73 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=97c10c14-d857-4b02-b504-e38f95717214 HTTP/1.1" status: 200 len: 935 time: 0.1842139 Nov 23 21:44:00.386600 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-9aaa7f4b-e34c-41ff-9833-d4298801047c service neutron] Transition to ACTIVE for port object 2f10beb8-1625-4011-a514-0fd24c2efeb6 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:44:00.399266 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-9aaa7f4b-e34c-41ff-9833-d4298801047c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:00.431410 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e17372fd-5387-4fa2-b69f-f43df97c3809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:00.449160 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-cf73d8a3-e5d1-4711-a399-5bb4a993a093 service neutron] For port 20c77225-33d7-47be-bd1a-2fc096129844, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=20c77225-33d7-47be-bd1a-2fc096129844,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:00.502772 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-96cf56db-88f6-4700-b2de-c837dcb750f6 req-e4f8e384-6c8a-4ea6-bc27-fe38c5bfa086 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129227 Nov 23 21:44:00.531660 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa7f4b-e34c-41ff-9833-d4298801047c service neutron] Pushing event updated for resources: {'Port': ['ID=2f10beb8-1625-4011-a514-0fd24c2efeb6,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:00.533610 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-cf73d8a3-e5d1-4711-a399-5bb4a993a093 service neutron] For port 20c77225-33d7-47be-bd1a-2fc096129844, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:44:00.617324 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-9aaa7f4b-e34c-41ff-9833-d4298801047c service neutron] Attempting to bind port 2f10beb8-1625-4011-a514-0fd24c2efeb6 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:44:00.618576 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-9aaa7f4b-e34c-41ff-9833-d4298801047c service neutron] Attempting to bind port 2f10beb8-1625-4011-a514-0fd24c2efeb6 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:44:00.618844 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a99072-fb4c-444a-a32f-7610412235c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20c77225-33d7-47be-bd1a-2fc096129844'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:00.618931 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-9aaa7f4b-e34c-41ff-9833-d4298801047c service neutron] Attempting to bind port 2f10beb8-1625-4011-a514-0fd24c2efeb6 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:44:00.620910 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25558822-f116-4290-96f8-eb0c8022654d" -d '{"events": [{"server_uuid": "09a99072-fb4c-444a-a32f-7610412235c6", "name": "network-vif-unplugged", "status": "completed", "tag": "20c77225-33d7-47be-bd1a-2fc096129844"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:00.626591 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-9aaa7f4b-e34c-41ff-9833-d4298801047c service neutron] Port 2f10beb8-1625-4011-a514-0fd24c2efeb6 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:44:00.627022 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-9aaa7f4b-e34c-41ff-9833-d4298801047c service neutron] Attempting to bind port 2f10beb8-1625-4011-a514-0fd24c2efeb6 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:44:00.633877 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-9aaa7f4b-e34c-41ff-9833-d4298801047c service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:44:00.634143 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-9aaa7f4b-e34c-41ff-9833-d4298801047c service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:44:00.634618 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-9aaa7f4b-e34c-41ff-9833-d4298801047c service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:44:00.635212 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-9aaa7f4b-e34c-41ff-9833-d4298801047c service neutron] Bound port: 2f10beb8-1625-4011-a514-0fd24c2efeb6, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:44:00.636064 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-9aaa7f4b-e34c-41ff-9833-d4298801047c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:00.641502 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-cf73d8a3-e5d1-4711-a399-5bb4a993a093 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:00.656382 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-cf73d8a3-e5d1-4711-a399-5bb4a993a093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:00.739432 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc01c1d-b1ec-4572-8be9-2d7efa1f9140 x-openstack-request-id: req-cfc01c1d-b1ec-4572-8be9-2d7efa1f9140 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:00.741899 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a99072-fb4c-444a-a32f-7610412235c6", "name": "network-vif-unplugged", "status": "completed", "tag": "20c77225-33d7-47be-bd1a-2fc096129844", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:00.744259 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cfc01c1d-b1ec-4572-8be9-2d7efa1f9140 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:00.745106 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a99072-fb4c-444a-a32f-7610412235c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20c77225-33d7-47be-bd1a-2fc096129844', 'code': 200} Nov 23 21:44:00.750731 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-9aaa7f4b-e34c-41ff-9833-d4298801047c service neutron] For port 2f10beb8-1625-4011-a514-0fd24c2efeb6, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:44:00.776163 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-9aaa7f4b-e34c-41ff-9833-d4298801047c service neutron] For port 2f10beb8-1625-4011-a514-0fd24c2efeb6, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=2f10beb8-1625-4011-a514-0fd24c2efeb6,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:44:00.789971 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-9aaa7f4b-e34c-41ff-9833-d4298801047c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:00.831304 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-cf73d8a3-e5d1-4711-a399-5bb4a993a093 service neutron] Attempting to bind port 20c77225-33d7-47be-bd1a-2fc096129844 on host n-h2-816206-9 for vnic_type normal with profile {"migrating_to": "n-h1-816206-9"} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:44:00.831783 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-cf73d8a3-e5d1-4711-a399-5bb4a993a093 service neutron] Attempting to bind port 20c77225-33d7-47be-bd1a-2fc096129844 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:44:00.831946 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-cf73d8a3-e5d1-4711-a399-5bb4a993a093 service neutron] Attempting to bind port 20c77225-33d7-47be-bd1a-2fc096129844 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:44:00.834050 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73d8a3-e5d1-4711-a399-5bb4a993a093 service neutron] Pushing event updated for resources: {'Port': ['ID=20c77225-33d7-47be-bd1a-2fc096129844,revision_number=7']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:00.852105 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-cf73d8a3-e5d1-4711-a399-5bb4a993a093 service neutron] Port 20c77225-33d7-47be-bd1a-2fc096129844 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:44:00.852532 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-cf73d8a3-e5d1-4711-a399-5bb4a993a093 service neutron] Attempting to bind port 20c77225-33d7-47be-bd1a-2fc096129844 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:44:00.860809 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-9aaa7f4b-e34c-41ff-9833-d4298801047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:00.861688 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-cf73d8a3-e5d1-4711-a399-5bb4a993a093 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:44:00.861974 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-9aaa7f4b-e34c-41ff-9833-d4298801047c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:00.862233 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-cf73d8a3-e5d1-4711-a399-5bb4a993a093 service neutron] Checking segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:44:00.862791 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-cf73d8a3-e5d1-4711-a399-5bb4a993a093 service neutron] Bound using segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:44:00.863532 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-cf73d8a3-e5d1-4711-a399-5bb4a993a093 service neutron] Bound port: 20c77225-33d7-47be-bd1a-2fc096129844, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:44:00.864001 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-cf73d8a3-e5d1-4711-a399-5bb4a993a093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:00.864414 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-9aaa7f4b-e34c-41ff-9833-d4298801047c service neutron] 10.222.0.53 "PUT /v2.0/ports/2f10beb8-1625-4011-a514-0fd24c2efeb6 HTTP/1.1" status: 200 len: 1095 time: 1.0172796 Nov 23 21:44:00.865070 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c10c14-d857-4b02-b504-e38f95717214', 'tag': '2f10beb8-1625-4011-a514-0fd24c2efeb6'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:00.867585 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b27b3af-c439-4a83-9528-ff7c93e96de3" -d '{"events": [{"name": "network-changed", "server_uuid": "97c10c14-d857-4b02-b504-e38f95717214", "tag": "2f10beb8-1625-4011-a514-0fd24c2efeb6"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:00.953468 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-cf73d8a3-e5d1-4711-a399-5bb4a993a093 service neutron] For port 20c77225-33d7-47be-bd1a-2fc096129844, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:44:00.958288 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-cf73d8a3-e5d1-4711-a399-5bb4a993a093 service neutron] For port 20c77225-33d7-47be-bd1a-2fc096129844, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=20c77225-33d7-47be-bd1a-2fc096129844,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:44:00.965640 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-cf73d8a3-e5d1-4711-a399-5bb4a993a093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:00.980722 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdb56b4-0640-4bfd-9329-a3764e33c315 x-openstack-request-id: req-efdb56b4-0640-4bfd-9329-a3764e33c315 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:00.982103 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c10c14-d857-4b02-b504-e38f95717214", "tag": "2f10beb8-1625-4011-a514-0fd24c2efeb6", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:00.992257 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-efdb56b4-0640-4bfd-9329-a3764e33c315 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:00.993609 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c10c14-d857-4b02-b504-e38f95717214', 'tag': '2f10beb8-1625-4011-a514-0fd24c2efeb6', 'status': 'completed', 'code': 200} Nov 23 21:44:01.025722 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa7f4b-e34c-41ff-9833-d4298801047c service neutron] Pushing event updated for resources: {'Port': ['ID=2f10beb8-1625-4011-a514-0fd24c2efeb6,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:01.035907 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73d8a3-e5d1-4711-a399-5bb4a993a093 service neutron] Pushing event updated for resources: {'Port': ['ID=20c77225-33d7-47be-bd1a-2fc096129844,revision_number=8']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:01.064476 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-2d57ceb4-bf08-4ded-8275-806ae0eb1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:01.066435 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-2d57ceb4-bf08-4ded-8275-806ae0eb1c2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=73a47e414415418282cfb9d939963e19&device_id=97c10c14-d857-4b02-b504-e38f95717214 HTTP/1.1" status: 200 len: 1098 time: 0.1188536 Nov 23 21:44:01.078297 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-cf73d8a3-e5d1-4711-a399-5bb4a993a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:01.079149 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-cf73d8a3-e5d1-4711-a399-5bb4a993a093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:01.084230 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-cf73d8a3-e5d1-4711-a399-5bb4a993a093 service neutron] 10.222.0.53 "PUT /v2.0/ports/20c77225-33d7-47be-bd1a-2fc096129844 HTTP/1.1" status: 200 len: 1122 time: 1.6587055 Nov 23 21:44:01.165409 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-749d8e4e-9f86-45f8-ba97-4f22c3955105 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=2f10beb8-1625-4011-a514-0fd24c2efeb6 HTTP/1.1" status: 200 len: 217 time: 0.0845146 Nov 23 21:44:01.273568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['20c77225-33d7-47be-bd1a-2fc096129844'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:44:01.295249 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918c192-90a6-4d67-bd52-071475a70ec9 req-6c570821-bb32-4a17-8e9f-e87f568cb32a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:01.301160 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-83f4aae5-2fec-4961-96fc-3d8244cb12d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:01.302752 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-83f4aae5-2fec-4961-96fc-3d8244cb12d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1283307 Nov 23 21:44:01.317092 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6918c192-90a6-4d67-bd52-071475a70ec9 req-6c570821-bb32-4a17-8e9f-e87f568cb32a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 944 time: 0.1549459 Nov 23 21:44:01.381011 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-4dc2722a-22df-404e-878c-f5fcae64e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:01.382652 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-4dc2722a-22df-404e-878c-f5fcae64e71e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0629849 Nov 23 21:44:01.528345 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f99ae-c7ec-404d-ada3-e0abefc40f57 req-46f38365-0e02-4d81-902d-c0f63173b2b3 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:01.532969 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:01.543141 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cb2f99ae-c7ec-404d-ada3-e0abefc40f57 req-46f38365-0e02-4d81-902d-c0f63173b2b3 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=02853542-4514-440d-8194-f654bdf7a870 HTTP/1.1" status: 200 len: 950 time: 0.1904674 Nov 23 21:44:01.571301 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6918c192-90a6-4d67-bd52-071475a70ec9 req-1727428b-7e27-49e7-9187-902adf8510fe tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532611 Nov 23 21:44:01.616219 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-5a35c892-a23f-4b46-bb20-d591e03f257d service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077661 Nov 23 21:44:01.774564 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a39367d8-15ef-4505-8c81-6fac47fc5a35 req-1fa4f9f9-e71a-4361-8aa6-6053b5e2a979 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500349 Nov 23 21:44:01.775082 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cb2f99ae-c7ec-404d-ada3-e0abefc40f57 req-ac6e3e3b-e5a3-47d8-a817-d9c941bc33a1 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301958 Nov 23 21:44:01.782261 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aaf3d417-8ed0-4547-93ca-f1663fbf6218 req-bc259f68-0cc5-4091-88fd-07bff1717647 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1540933 Nov 23 21:44:01.928569 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27b3af-c439-4a83-9528-ff7c93e96de3 req-66fb76c8-d710-41a7-a32a-44a9ec8d4447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:01.932225 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b27b3af-c439-4a83-9528-ff7c93e96de3 req-66fb76c8-d710-41a7-a32a-44a9ec8d4447 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=73a47e414415418282cfb9d939963e19&device_id=97c10c14-d857-4b02-b504-e38f95717214 HTTP/1.1" status: 200 len: 1098 time: 0.0875432 Nov 23 21:44:02.002563 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976119b-3b80-4998-b54c-2c82083894f0 req-5c445576-10d3-4e11-b165-76d1c469bfd8 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:02.004139 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0976119b-3b80-4998-b54c-2c82083894f0 req-5c445576-10d3-4e11-b165-76d1c469bfd8 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=97c10c14-d857-4b02-b504-e38f95717214 HTTP/1.1" status: 200 len: 947 time: 0.1256597 Nov 23 21:44:02.007091 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3d417-8ed0-4547-93ca-f1663fbf6218 req-6fcec3ad-5961-4cf8-aa7e-2b52851f7ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:02.008498 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aaf3d417-8ed0-4547-93ca-f1663fbf6218 req-6fcec3ad-5961-4cf8-aa7e-2b52851f7ec1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=97d1e107cfa24386b8c2eb6a75a71440&device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 1101 time: 0.0784810 Nov 23 21:44:02.062213 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27b3af-c439-4a83-9528-ff7c93e96de3 req-548e4d52-0d76-4a11-bdf4-6d6b1138407f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:02.064448 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b27b3af-c439-4a83-9528-ff7c93e96de3 req-548e4d52-0d76-4a11-bdf4-6d6b1138407f service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.1254478 Nov 23 21:44:02.134562 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b27b3af-c439-4a83-9528-ff7c93e96de3 req-63bfe766-ea90-492e-9709-454730c4bca7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=2f10beb8-1625-4011-a514-0fd24c2efeb6 HTTP/1.1" status: 200 len: 217 time: 0.0560443 Nov 23 21:44:02.146992 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0976119b-3b80-4998-b54c-2c82083894f0 req-9cd69493-4caf-4457-8d6d-0f7ef3a6d6fb tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351950 Nov 23 21:44:02.186417 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3d417-8ed0-4547-93ca-f1663fbf6218 req-2a766ad7-c1b1-4cef-9de3-e7d59bc66e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:02.188053 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aaf3d417-8ed0-4547-93ca-f1663fbf6218 req-2a766ad7-c1b1-4cef-9de3-e7d59bc66e73 service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.1544785 Nov 23 21:44:02.223345 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27b3af-c439-4a83-9528-ff7c93e96de3 req-18282344-c1b7-4573-a581-0002dfe54ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:02.224864 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b27b3af-c439-4a83-9528-ff7c93e96de3 req-18282344-c1b7-4573-a581-0002dfe54ac8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0823736 Nov 23 21:44:02.291724 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aaf3d417-8ed0-4547-93ca-f1663fbf6218 req-3013e483-831f-4979-96b3-6a3f9c515e0f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=f4ad6726-8591-4544-92d1-40bd5fc09e50 HTTP/1.1" status: 200 len: 217 time: 0.0899334 Nov 23 21:44:02.324180 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27b3af-c439-4a83-9528-ff7c93e96de3 req-e418298e-25a7-456a-b2b8-5d96c10ea8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:02.327780 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b27b3af-c439-4a83-9528-ff7c93e96de3 req-e418298e-25a7-456a-b2b8-5d96c10ea8fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0889566 Nov 23 21:44:02.381682 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3d417-8ed0-4547-93ca-f1663fbf6218 req-0703dc04-9474-4b96-99e3-51b482255ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:02.383172 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aaf3d417-8ed0-4547-93ca-f1663fbf6218 req-0703dc04-9474-4b96-99e3-51b482255ab4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0781329 Nov 23 21:44:02.477139 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3d417-8ed0-4547-93ca-f1663fbf6218 req-1a33c9a1-aafd-4aaf-9dfa-7b9e3c7c18ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:02.481663 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aaf3d417-8ed0-4547-93ca-f1663fbf6218 req-1a33c9a1-aafd-4aaf-9dfa-7b9e3c7c18ec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0830557 Nov 23 21:44:02.487507 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b27b3af-c439-4a83-9528-ff7c93e96de3 req-75d5f4d1-45cd-472f-921c-4706cfdfdbb8 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514828 Nov 23 21:44:02.625648 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-992215bc-76eb-40b0-a1c8-48f2001e8acd tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=603e337071044e9b8d937663d6de26d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327237 Nov 23 21:44:02.660089 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b27b3af-c439-4a83-9528-ff7c93e96de3 req-279dd788-6a3a-4e3e-95bc-52d3c3397d6a service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634688 Nov 23 21:44:02.694422 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aaf3d417-8ed0-4547-93ca-f1663fbf6218 req-13d44b2e-ad11-4403-9346-33b9e7baacb9 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021070 Nov 23 21:44:02.771082 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a99072-fb4c-444a-a32f-7610412235c6', 'tag': '20c77225-33d7-47be-bd1a-2fc096129844'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:02.773608 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1a78e1-5788-465f-8f9c-ca89b42e85a4" -d '{"events": [{"name": "network-changed", "server_uuid": "09a99072-fb4c-444a-a32f-7610412235c6", "tag": "20c77225-33d7-47be-bd1a-2fc096129844"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:02.826577 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:02.900539 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-4a0dea4f-4fc6-4731-bc47-9c30d4df6fa1 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:02.902022 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-4a0dea4f-4fc6-4731-bc47-9c30d4df6fa1 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2650175 Nov 23 21:44:02.919824 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aaf3d417-8ed0-4547-93ca-f1663fbf6218 req-c30af333-2428-4c95-8bc4-f76a016dfb44 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078671 Nov 23 21:44:02.940495 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1b9f3-c54f-4850-b52f-0ffa4c9a2117 req-fdee6375-fde2-4ab3-82b2-7032fe594fdc tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:02.941887 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34d1b9f3-c54f-4850-b52f-0ffa4c9a2117 req-fdee6375-fde2-4ab3-82b2-7032fe594fdc tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 944 time: 0.1086709 Nov 23 21:44:02.943410 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-273bc086-1e54-4882-91a3-4a888f728d61 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/quotas/603e337071044e9b8d937663d6de26d9 HTTP/1.1" status: 200 len: 375 time: 0.0287213 Nov 23 21:44:02.999233 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-49213d3e-f3a3-48c0-8018-28dfbd303f7f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=603e337071044e9b8d937663d6de26d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483463 Nov 23 21:44:03.071771 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34d1b9f3-c54f-4850-b52f-0ffa4c9a2117 req-ed8f33be-3fbe-44a8-8bd5-bdb3243989c8 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090679 Nov 23 21:44:03.210559 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b064e16b-1828-4c33-b6c2-86b42fe4e4c0 x-openstack-request-id: req-b064e16b-1828-4c33-b6c2-86b42fe4e4c0 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:03.211056 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a99072-fb4c-444a-a32f-7610412235c6", "tag": "20c77225-33d7-47be-bd1a-2fc096129844", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:03.211464 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b064e16b-1828-4c33-b6c2-86b42fe4e4c0 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:03.212147 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a99072-fb4c-444a-a32f-7610412235c6', 'tag': '20c77225-33d7-47be-bd1a-2fc096129844', 'status': 'completed', 'code': 200} Nov 23 21:44:03.302412 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6759508-f143-47f3-96f4-2a8f9e0e1f59 req-360f462f-9cb6-4f3c-8ab6-9f92573dabe9 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:03.303943 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e6759508-f143-47f3-96f4-2a8f9e0e1f59 req-360f462f-9cb6-4f3c-8ab6-9f92573dabe9 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=02853542-4514-440d-8194-f654bdf7a870 HTTP/1.1" status: 200 len: 950 time: 0.0580823 Nov 23 21:44:03.375623 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 3499b9d8-5448-474d-8fb3-790f8418a7b1 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:44:03.387182 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a78e1-5788-465f-8f9c-ca89b42e85a4 req-677c5c98-1a05-4c7c-bb93-b30ab9232094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:03.388449 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e1a78e1-5788-465f-8f9c-ca89b42e85a4 req-677c5c98-1a05-4c7c-bb93-b30ab9232094 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 1125 time: 0.0612409 Nov 23 21:44:03.595587 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e6759508-f143-47f3-96f4-2a8f9e0e1f59 req-c8824eb8-0fcf-42fe-945e-c0140a2880a0 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830064 Nov 23 21:44:03.657494 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26764d10-5e7f-4d0a-bc55-5d612f8aef19 req-eba3edf4-4ee5-4799-9c3b-5e1d3da889de tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe60a3c7-146b-458f-b468-91ef14d2af9e HTTP/1.1" status: 200 len: 210 time: 0.1267121 Nov 23 21:44:03.703572 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a78e1-5788-465f-8f9c-ca89b42e85a4 req-db8f8184-87cf-4b9d-a1ee-1d6c56465631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:03.705139 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e1a78e1-5788-465f-8f9c-ca89b42e85a4 req-db8f8184-87cf-4b9d-a1ee-1d6c56465631 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 922 time: 0.3014152 Nov 23 21:44:03.712688 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 3499b9d8-5448-474d-8fb3-790f8418a7b1, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=3499b9d8-5448-474d-8fb3-790f8418a7b1,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:03.757123 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '3499b9d8-5448-474d-8fb3-790f8418a7b1', 'network_id': '69251849-2815-4e03-9f20-eae71bba378c', 'port_id': '3499b9d8-5448-474d-8fb3-790f8418a7b1', 'mac_address': 'fa:16:3e:f6:24:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d84ac18-6eb0-451e-822e-a2b2f0c24b0d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:44:03.806393 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:03.826844 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e1a78e1-5788-465f-8f9c-ca89b42e85a4 req-4594cd27-29b7-4524-947f-64e9b1c20356 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20c77225-33d7-47be-bd1a-2fc096129844 HTTP/1.1" status: 200 len: 217 time: 0.0582373 Nov 23 21:44:03.834659 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:03.841825 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a741fa7-092c-4e00-90f4-3c1e9bbeac42 req-5e6c94b6-7c22-41a2-b661-04f984abc45e tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:03.844239 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a741fa7-092c-4e00-90f4-3c1e9bbeac42 req-5e6c94b6-7c22-41a2-b661-04f984abc45e tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=97c10c14-d857-4b02-b504-e38f95717214 HTTP/1.1" status: 200 len: 947 time: 0.1301985 Nov 23 21:44:03.865164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3499b9d8-5448-474d-8fb3-790f8418a7b1 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:44:03.893678 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 3499b9d8-5448-474d-8fb3-790f8418a7b1, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=3499b9d8-5448-474d-8fb3-790f8418a7b1,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:03.898185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a78e1-5788-465f-8f9c-ca89b42e85a4 req-cfe75046-eefe-45c0-97e7-6d136ce5b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:03.900057 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e1a78e1-5788-465f-8f9c-ca89b42e85a4 req-cfe75046-eefe-45c0-97e7-6d136ce5b410 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c HTTP/1.1" status: 200 len: 861 time: 0.0548022 Nov 23 21:44:03.939300 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:03.955553 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e1a78e1-5788-465f-8f9c-ca89b42e85a4 req-d56c8b8f-5e14-4294-bf1f-974803e28ad4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349832 Nov 23 21:44:04.099067 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e1a78e1-5788-465f-8f9c-ca89b42e85a4 req-dac65703-65c7-44e1-903d-4483734e15d9 service neutron] 10.222.0.60 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295493 Nov 23 21:44:04.135298 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a741fa7-092c-4e00-90f4-3c1e9bbeac42 req-2d957754-1eb2-4920-81c2-6553484c1751 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334006 Nov 23 21:44:04.189568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['3499b9d8-5448-474d-8fb3-790f8418a7b1'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:44:04.256757 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e1a78e1-5788-465f-8f9c-ca89b42e85a4 req-b9696f8b-8931-4b5c-947f-9134669206d8 service neutron] 10.222.0.60 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384702 Nov 23 21:44:04.365285 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=3499b9d8-5448-474d-8fb3-790f8418a7b1,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:04.408713 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:04.411047 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:04.416234 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:04.419666 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:04.420275 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:04.420837 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:04.421457 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:04.423497 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:04.424649 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:04.425196 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:04.425732 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:04.427108 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:04.451580 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda07d3b-61aa-4fc7-b83b-f6f1425a7778 req-b60c868e-830b-4987-9dbb-a89ae507f978 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:04.453927 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fda07d3b-61aa-4fc7-b83b-f6f1425a7778 req-b60c868e-830b-4987-9dbb-a89ae507f978 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 944 time: 0.0745099 Nov 23 21:44:04.530330 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fda07d3b-61aa-4fc7-b83b-f6f1425a7778 req-6eb80a4e-ead2-4260-912e-2c4db20ba7fc tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699105 Nov 23 21:44:04.846526 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5bc94231-ec65-406c-8d41-e240c7f4e480 req-dd39ff4f-d052-409a-8712-f7f27c76d5c9 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe60a3c7-146b-458f-b468-91ef14d2af9e HTTP/1.1" status: 200 len: 210 time: 0.0408669 Nov 23 21:44:04.980877 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-868245ce-fb37-498a-b400-59e0c56082af tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=603e337071044e9b8d937663d6de26d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397785 Nov 23 21:44:05.181097 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47835050-d694-4ac2-8c59-390db5ed47d4 req-349c8e70-0bbb-4d78-9c39-fd3999ff3285 tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:05.182381 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47835050-d694-4ac2-8c59-390db5ed47d4 req-349c8e70-0bbb-4d78-9c39-fd3999ff3285 tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:05.183055 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47835050-d694-4ac2-8c59-390db5ed47d4 req-349c8e70-0bbb-4d78-9c39-fd3999ff3285 tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:05.183737 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47835050-d694-4ac2-8c59-390db5ed47d4 req-349c8e70-0bbb-4d78-9c39-fd3999ff3285 tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:05.184486 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47835050-d694-4ac2-8c59-390db5ed47d4 req-349c8e70-0bbb-4d78-9c39-fd3999ff3285 tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:05.185228 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47835050-d694-4ac2-8c59-390db5ed47d4 req-349c8e70-0bbb-4d78-9c39-fd3999ff3285 tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:05.185839 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47835050-d694-4ac2-8c59-390db5ed47d4 req-349c8e70-0bbb-4d78-9c39-fd3999ff3285 tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:05.186477 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47835050-d694-4ac2-8c59-390db5ed47d4 req-349c8e70-0bbb-4d78-9c39-fd3999ff3285 tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:05.188689 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-47835050-d694-4ac2-8c59-390db5ed47d4 req-349c8e70-0bbb-4d78-9c39-fd3999ff3285 tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fe60a3c7-146b-458f-b468-91ef14d2af9e&device_id=97c10c14-d857-4b02-b504-e38f95717214&device_id=02853542-4514-440d-8194-f654bdf7a870&device_id=b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76&device_id=a1351b3e-70fd-4d0d-b32f-bf28e8648551&device_id=62054ac4-bb9d-4677-8403-f6d84e42f5a6&device_id=09a99072-fb4c-444a-a32f-7610412235c6&device_id=387c648d-5a3d-404c-b7ed-39599a3b0520&device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 7394 time: 0.1265550 Nov 23 21:44:05.217507 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-47835050-d694-4ac2-8c59-390db5ed47d4 req-525e3a6d-8c45-4092-88f3-b1ca46e22e9e tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:05.260210 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-2d0b08c4-bb23-494c-ae5d-6e5d79fc1260 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:05.263878 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-2d0b08c4-bb23-494c-ae5d-6e5d79fc1260 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2717180 Nov 23 21:44:05.294247 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Request body: {'port': {'device_id': 'fe60a3c7-146b-458f-b468-91ef14d2af9e', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': '603e337071044e9b8d937663d6de26d9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:44:05.373860 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-47835050-d694-4ac2-8c59-390db5ed47d4 req-525e3a6d-8c45-4092-88f3-b1ca46e22e9e tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:05.387620 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-47835050-d694-4ac2-8c59-390db5ed47d4 req-525e3a6d-8c45-4092-88f3-b1ca46e22e9e tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:05.419338 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 20c77225-33d7-47be-bd1a-2fc096129844 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:44:05.519162 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 3499b9d8-5448-474d-8fb3-790f8418a7b1 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:44:05.526185 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Made reservation on behalf of 603e337071044e9b8d937663d6de26d9 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:44:05.532343 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:05.541120 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e3a6d-8c45-4092-88f3-b1ca46e22e9e tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4382b5e8-69c6-43bb-b825-56fb683c684b,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:05.546338 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:05.571796 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e3a6d-8c45-4092-88f3-b1ca46e22e9e tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:05.572630 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e3a6d-8c45-4092-88f3-b1ca46e22e9e tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:05.573185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e3a6d-8c45-4092-88f3-b1ca46e22e9e tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:05.573711 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e3a6d-8c45-4092-88f3-b1ca46e22e9e tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:05.574218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e3a6d-8c45-4092-88f3-b1ca46e22e9e tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:05.574884 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e3a6d-8c45-4092-88f3-b1ca46e22e9e tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:05.575347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e3a6d-8c45-4092-88f3-b1ca46e22e9e tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:05.580880 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e3a6d-8c45-4092-88f3-b1ca46e22e9e tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:05.581494 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e3a6d-8c45-4092-88f3-b1ca46e22e9e tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:05.582057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e3a6d-8c45-4092-88f3-b1ca46e22e9e tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:05.582950 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e3a6d-8c45-4092-88f3-b1ca46e22e9e tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:05.583720 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525e3a6d-8c45-4092-88f3-b1ca46e22e9e tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:05.653624 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed911928-837d-482f-ae9f-52d4b0b682c8 req-cabc864e-c85c-4769-901c-106f33bb49de tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:05.653898 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 3499b9d8-5448-474d-8fb3-790f8418a7b1 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:44:05.654006 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:05.657850 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed911928-837d-482f-ae9f-52d4b0b682c8 req-cabc864e-c85c-4769-901c-106f33bb49de tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=97c10c14-d857-4b02-b504-e38f95717214 HTTP/1.1" status: 200 len: 947 time: 0.2609742 Nov 23 21:44:05.682647 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-47835050-d694-4ac2-8c59-390db5ed47d4 req-525e3a6d-8c45-4092-88f3-b1ca46e22e9e tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&id=1e16c830-bb83-4eed-8285-161efed5682a&id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.4854124 Nov 23 21:44:05.774397 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 20c77225-33d7-47be-bd1a-2fc096129844, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=20c77225-33d7-47be-bd1a-2fc096129844,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:05.790529 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed911928-837d-482f-ae9f-52d4b0b682c8 req-0468aea2-b542-416c-ba79-ad524c8eeeee tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037347 Nov 23 21:44:05.811981 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:05.829635 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:05.865134 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:05.935935 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 3499b9d8-5448-474d-8fb3-790f8418a7b1, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=3499b9d8-5448-474d-8fb3-790f8418a7b1,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:05.937385 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 20c77225-33d7-47be-bd1a-2fc096129844 has no active binding in host n-h1-816206-9 {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 21:44:05.937987 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 2f10beb8-1625-4011-a514-0fd24c2efeb6 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:44:05.945477 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c8353-b10a-4269-a090-98623dac0812 req-d308d964-c539-4546-b118-6c833f069c1f tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:05.953865 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-692c8353-b10a-4269-a090-98623dac0812 req-d308d964-c539-4546-b118-6c833f069c1f tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 944 time: 0.1323166 Nov 23 21:44:05.999484 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42748) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:06.031074 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-692c8353-b10a-4269-a090-98623dac0812 req-bd1d3faa-daa5-465f-81b3-eb487e0d5137 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759580 Nov 23 21:44:06.160692 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3499b9d8-5448-474d-8fb3-790f8418a7b1'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:06.167484 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d8eae5-8d51-4a24-b373-5bcc6591f63c" -d '{"events": [{"server_uuid": "b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76", "name": "network-vif-plugged", "status": "completed", "tag": "3499b9d8-5448-474d-8fb3-790f8418a7b1"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:06.191902 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:06.225614 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5fec172d-7071-46c6-8308-2f5789149af8 req-205ef5fb-7e48-4d02-b4b5-709a3d4961bd tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe60a3c7-146b-458f-b468-91ef14d2af9e HTTP/1.1" status: 200 len: 210 time: 0.0486333 Nov 23 21:44:06.255529 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36474121-161c-40a1-8ab4-2f672f28c8e8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:06.265577 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c2b02469-9521-44b1-abb2-5c687342d49f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:06.314105 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Allocated IP 192.168.233.159 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/64e7ee83-1952-444b-a9f9-138868d6c045) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:44:06.316077 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=3499b9d8-5448-474d-8fb3-790f8418a7b1,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:06.335696 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:06.336060 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:06.336467 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:06.336985 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:06.337111 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:06.337445 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:06.337778 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:06.338179 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:06.338515 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:06.350210 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:06.350553 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:06.350949 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:44:06.363631 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c2b02469-9521-44b1-abb2-5c687342d49f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:06.375018 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68d0cd9-0516-4cf8-ba2d-2fb7e0d83b23 x-openstack-request-id: req-e68d0cd9-0516-4cf8-ba2d-2fb7e0d83b23 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:06.375387 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76", "name": "network-vif-plugged", "status": "completed", "tag": "3499b9d8-5448-474d-8fb3-790f8418a7b1", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:06.375606 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e68d0cd9-0516-4cf8-ba2d-2fb7e0d83b23 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:06.376007 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3499b9d8-5448-474d-8fb3-790f8418a7b1', 'code': 200} Nov 23 21:44:06.382278 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c2b02469-9521-44b1-abb2-5c687342d49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:06.393975 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 2f10beb8-1625-4011-a514-0fd24c2efeb6, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=2f10beb8-1625-4011-a514-0fd24c2efeb6,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:06.422203 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '2f10beb8-1625-4011-a514-0fd24c2efeb6', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '2f10beb8-1625-4011-a514-0fd24c2efeb6', 'mac_address': 'fa:16:3e:a2:ba:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:44:06.445463 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42758) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:06.448791 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c2b02469-9521-44b1-abb2-5c687342d49f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ec0ef9fcae8b4e419c6f41458a36c108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4482090 Nov 23 21:44:06.454157 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42760) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:06.455796 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b02469-9521-44b1-abb2-5c687342d49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb184d0-4e86-412b-9ea3-69dafee0bd56,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:06.508593 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:06.525158 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f10beb8-1625-4011-a514-0fd24c2efeb6 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:44:06.555230 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 2f10beb8-1625-4011-a514-0fd24c2efeb6, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=2f10beb8-1625-4011-a514-0fd24c2efeb6,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:06.566612 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:06.592470 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ec5f2-5a22-4d96-882d-e843f2aaa4b4 req-7b0eb817-f609-444a-befa-6b8b551762ed tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:06.593221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ec5f2-5a22-4d96-882d-e843f2aaa4b4 req-7b0eb817-f609-444a-befa-6b8b551762ed tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:06.593745 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ec5f2-5a22-4d96-882d-e843f2aaa4b4 req-7b0eb817-f609-444a-befa-6b8b551762ed tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:06.595647 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d43ec5f2-5a22-4d96-882d-e843f2aaa4b4 req-7b0eb817-f609-444a-befa-6b8b551762ed tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=02853542-4514-440d-8194-f654bdf7a870&device_id=387c648d-5a3d-404c-b7ed-39599a3b0520&device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 2906 time: 0.0737352 Nov 23 21:44:06.629382 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-062031bc-f90d-49d2-a231-549888123ee5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:06.655568 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-062031bc-f90d-49d2-a231-549888123ee5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:06.672226 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d43ec5f2-5a22-4d96-882d-e843f2aaa4b4 req-80a8ee81-eab4-4e2c-91b4-822dfb2ab9ad tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691648 Nov 23 21:44:06.679594 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=2f10beb8-1625-4011-a514-0fd24c2efeb6,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:06.706917 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8af5358c-3647-4ce5-92c8-5bda08915ffe admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:06.780457 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:06.812547 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-062031bc-f90d-49d2-a231-549888123ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:06.817138 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-062031bc-f90d-49d2-a231-549888123ee5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:06.818662 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-062031bc-f90d-49d2-a231-549888123ee5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4bb184d0-4e86-412b-9ea3-69dafee0bd56 HTTP/1.1" status: 204 len: 168 time: 0.3636639 Nov 23 21:44:06.855507 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062031bc-f90d-49d2-a231-549888123ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb184d0-4e86-412b-9ea3-69dafee0bd56,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:06.877845 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['2f10beb8-1625-4011-a514-0fd24c2efeb6'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:44:06.893722 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:06.898781 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8af5358c-3647-4ce5-92c8-5bda08915ffe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:06.907958 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8af5358c-3647-4ce5-92c8-5bda08915ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:07.008488 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Pushing event updated for resources: {'Port': ['ID=64e7ee83-1952-444b-a9f9-138868d6c045,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:07.034333 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:44:07.039183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:44:07.056161 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:44:07.069350 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:07.076834 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:07.082113 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5358c-3647-4ce5-92c8-5bda08915ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552c54ea-f4bd-44c7-b17b-0c963920d3b7,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:07.154284 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-0c29bdd0-9c03-43cc-ae56-3229764c5c6f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8754284 Nov 23 21:44:07.162378 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e35268-dec3-44cd-8b29-402de7175f58 req-62b01cd6-96b0-4b24-a13a-68ba65909c64 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:07.164053 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4e35268-dec3-44cd-8b29-402de7175f58 req-62b01cd6-96b0-4b24-a13a-68ba65909c64 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=97c10c14-d857-4b02-b504-e38f95717214 HTTP/1.1" status: 200 len: 948 time: 0.1877980 Nov 23 21:44:07.166484 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8af5358c-3647-4ce5-92c8-5bda08915ffe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b820278e75f349ea9fed4a538e8ac7e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7165046 Nov 23 21:44:07.170014 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42790) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:07.190607 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-978390b9-8772-4f25-92a4-03bd30cf1d92 service neutron] Request body: {'port': {'device_id': 'fe60a3c7-146b-458f-b468-91ef14d2af9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:44:07.321778 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-978390b9-8772-4f25-92a4-03bd30cf1d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:07.335010 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4e35268-dec3-44cd-8b29-402de7175f58 req-192e1867-38d1-417c-933b-e93f6db6f0aa tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960858 Nov 23 21:44:07.336454 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-43c88d5d-e78c-446d-ada9-cb980809c5c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:07.400698 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-43c88d5d-e78c-446d-ada9-cb980809c5c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:07.471166 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-43c88d5d-e78c-446d-ada9-cb980809c5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:07.474198 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-43c88d5d-e78c-446d-ada9-cb980809c5c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:07.475547 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-43c88d5d-e78c-446d-ada9-cb980809c5c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/552c54ea-f4bd-44c7-b17b-0c963920d3b7 HTTP/1.1" status: 204 len: 168 time: 0.3045166 Nov 23 21:44:07.498422 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6cc38664-ca50-48f6-99eb-797a60585a70 None None] Provisioning complete for port 64e7ee83-1952-444b-a9f9-138868d6c045 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:44:07.499407 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6cc38664-ca50-48f6-99eb-797a60585a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:07.585930 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42798) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:07.592728 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-6cc38664-ca50-48f6-99eb-797a60585a70 None None] Port 64e7ee83-1952-444b-a9f9-138868d6c045 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:44:07.629952 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1db758c-1ce9-4160-8256-129bf0352440 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:07.748928 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1db758c-1ce9-4160-8256-129bf0352440 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:07.778757 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1db758c-1ce9-4160-8256-129bf0352440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:07.886792 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b1db758c-1ce9-4160-8256-129bf0352440 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c7e39b999d314cd5ab9730b5c960131d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963314 Nov 23 21:44:07.890425 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42802) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:07.901952 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db758c-1ce9-4160-8256-129bf0352440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7be379c-95b5-43cd-80c4-53f92fc252e8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:07.908036 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c88d5d-e78c-446d-ada9-cb980809c5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552c54ea-f4bd-44c7-b17b-0c963920d3b7,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:07.932920 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14164e-06c7-487c-9dad-9e51201d6405 req-b2c79860-9fe1-48cf-ae62-f1d275489df6 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:07.941466 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2c14164e-06c7-487c-9dad-9e51201d6405 req-b2c79860-9fe1-48cf-ae62-f1d275489df6 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 944 time: 0.4508765 Nov 23 21:44:08.010624 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8cae5d8-3d30-4633-a331-f9bebfb59460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:08.032997 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-978390b9-8772-4f25-92a4-03bd30cf1d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e7ee83-1952-444b-a9f9-138868d6c045 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:44:08.045781 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3adf8-0896-4c8f-acdb-15c787b8b8ea req-d8eaca60-d6c7-4891-9c7b-ec0a3538c440 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:08.047172 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-978390b9-8772-4f25-92a4-03bd30cf1d92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:08.053304 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4c3adf8-0896-4c8f-acdb-15c787b8b8ea req-d8eaca60-d6c7-4891-9c7b-ec0a3538c440 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe60a3c7-146b-458f-b468-91ef14d2af9e HTTP/1.1" status: 200 len: 936 time: 0.4291415 Nov 23 21:44:08.054473 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8cae5d8-3d30-4633-a331-f9bebfb59460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:08.079329 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2c14164e-06c7-487c-9dad-9e51201d6405 req-5c3371e0-c300-4baf-8537-2799577cb49f tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228960 Nov 23 21:44:08.079657 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-978390b9-8772-4f25-92a4-03bd30cf1d92 service neutron] Transition to ACTIVE for port object 64e7ee83-1952-444b-a9f9-138868d6c045 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:44:08.082828 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-f6ef6895-0667-4fa4-9ede-6c19835ac87b service neutron] 10.222.0.60 "GET /v2.0/ports/20c77225-33d7-47be-bd1a-2fc096129844/bindings/n-h1-816206-9 HTTP/1.1" status: 200 len: 384 time: 0.5286331 Nov 23 21:44:08.087741 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-978390b9-8772-4f25-92a4-03bd30cf1d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:08.190274 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978390b9-8772-4f25-92a4-03bd30cf1d92 service neutron] Pushing event updated for resources: {'Port': ['ID=64e7ee83-1952-444b-a9f9-138868d6c045,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:08.264713 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4c3adf8-0896-4c8f-acdb-15c787b8b8ea req-8b2a0ad4-362c-4906-b434-7e0520755e3c tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/security-groups?id=36474121-161c-40a1-8ab4-2f672f28c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061536 Nov 23 21:44:08.314485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42810) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:08.384841 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f3f0fbe8-e993-4f9f-9bf4-2baccbf80d69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:08.525406 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8cae5d8-3d30-4633-a331-f9bebfb59460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:08.529058 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8cae5d8-3d30-4633-a331-f9bebfb59460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:08.530281 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d8cae5d8-3d30-4633-a331-f9bebfb59460 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d7be379c-95b5-43cd-80c4-53f92fc252e8 HTTP/1.1" status: 204 len: 168 time: 0.6374097 Nov 23 21:44:08.542344 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-978390b9-8772-4f25-92a4-03bd30cf1d92 service neutron] Attempting to bind port 64e7ee83-1952-444b-a9f9-138868d6c045 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:44:08.542681 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-978390b9-8772-4f25-92a4-03bd30cf1d92 service neutron] Attempting to bind port 64e7ee83-1952-444b-a9f9-138868d6c045 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:44:08.544165 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-978390b9-8772-4f25-92a4-03bd30cf1d92 service neutron] Attempting to bind port 64e7ee83-1952-444b-a9f9-138868d6c045 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:44:08.546603 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cae5d8-3d30-4633-a331-f9bebfb59460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7be379c-95b5-43cd-80c4-53f92fc252e8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:08.551363 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-978390b9-8772-4f25-92a4-03bd30cf1d92 service neutron] Port 64e7ee83-1952-444b-a9f9-138868d6c045 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:44:08.551805 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-978390b9-8772-4f25-92a4-03bd30cf1d92 service neutron] Attempting to bind port 64e7ee83-1952-444b-a9f9-138868d6c045 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:44:08.557147 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-978390b9-8772-4f25-92a4-03bd30cf1d92 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:44:08.557515 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-978390b9-8772-4f25-92a4-03bd30cf1d92 service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:44:08.557903 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-978390b9-8772-4f25-92a4-03bd30cf1d92 service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:44:08.558499 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-978390b9-8772-4f25-92a4-03bd30cf1d92 service neutron] Bound port: 64e7ee83-1952-444b-a9f9-138868d6c045, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:44:08.559115 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-978390b9-8772-4f25-92a4-03bd30cf1d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:08.630320 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266620db-5193-411d-a9bb-d640bce163da req-a81ba95a-8db9-4374-9b88-16eb212fff7b tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:08.631851 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-266620db-5193-411d-a9bb-d640bce163da req-a81ba95a-8db9-4374-9b88-16eb212fff7b tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=97c10c14-d857-4b02-b504-e38f95717214 HTTP/1.1" status: 200 len: 948 time: 0.1278450 Nov 23 21:44:08.750506 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-978390b9-8772-4f25-92a4-03bd30cf1d92 service neutron] For port 64e7ee83-1952-444b-a9f9-138868d6c045, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:44:08.760089 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-266620db-5193-411d-a9bb-d640bce163da req-499aaf15-ea3b-41c5-ad9b-9c6b013de133 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902572 Nov 23 21:44:08.770051 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-978390b9-8772-4f25-92a4-03bd30cf1d92 service neutron] For port 64e7ee83-1952-444b-a9f9-138868d6c045, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=64e7ee83-1952-444b-a9f9-138868d6c045,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:44:08.772437 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-7feb84d3-7759-41bb-b847-ab826becf877 service neutron] For port 20c77225-33d7-47be-bd1a-2fc096129844, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=20c77225-33d7-47be-bd1a-2fc096129844,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:08.786574 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f3f0fbe8-e993-4f9f-9bf4-2baccbf80d69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:08.799370 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-978390b9-8772-4f25-92a4-03bd30cf1d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:08.823875 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-7feb84d3-7759-41bb-b847-ab826becf877 service neutron] For port 20c77225-33d7-47be-bd1a-2fc096129844, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:44:08.826756 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f3f0fbe8-e993-4f9f-9bf4-2baccbf80d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:08.879058 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978390b9-8772-4f25-92a4-03bd30cf1d92 service neutron] Pushing event updated for resources: {'Port': ['ID=64e7ee83-1952-444b-a9f9-138868d6c045,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:08.924299 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-978390b9-8772-4f25-92a4-03bd30cf1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:08.924955 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-978390b9-8772-4f25-92a4-03bd30cf1d92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:08.927738 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-978390b9-8772-4f25-92a4-03bd30cf1d92 service neutron] 10.222.0.53 "PUT /v2.0/ports/64e7ee83-1952-444b-a9f9-138868d6c045 HTTP/1.1" status: 200 len: 1096 time: 1.7412851 Nov 23 21:44:08.928207 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe60a3c7-146b-458f-b468-91ef14d2af9e', 'tag': '64e7ee83-1952-444b-a9f9-138868d6c045'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:08.938281 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649a3411-74ec-4a7c-8e0d-90fb94ceba03" -d '{"events": [{"name": "network-changed", "server_uuid": "fe60a3c7-146b-458f-b468-91ef14d2af9e", "tag": "64e7ee83-1952-444b-a9f9-138868d6c045"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:08.959748 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f3f0fbe8-e993-4f9f-9bf4-2baccbf80d69 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=901dd96f32a140b2b0ec00ad0b941c84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6423128 Nov 23 21:44:08.972435 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42832) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:09.042446 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-7feb84d3-7759-41bb-b847-ab826becf877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c77225-33d7-47be-bd1a-2fc096129844 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:44:09.062419 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bb8b7e-55bc-4093-902a-f39df4e5b171 x-openstack-request-id: req-58bb8b7e-55bc-4093-902a-f39df4e5b171 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:09.062944 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe60a3c7-146b-458f-b468-91ef14d2af9e", "tag": "64e7ee83-1952-444b-a9f9-138868d6c045", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:09.063451 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-58bb8b7e-55bc-4093-902a-f39df4e5b171 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:09.064104 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe60a3c7-146b-458f-b468-91ef14d2af9e', 'tag': '64e7ee83-1952-444b-a9f9-138868d6c045', 'status': 'completed', 'code': 200} Nov 23 21:44:09.080677 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-7feb84d3-7759-41bb-b847-ab826becf877 service neutron] For port 20c77225-33d7-47be-bd1a-2fc096129844, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=20c77225-33d7-47be-bd1a-2fc096129844,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:09.083812 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-5907de4e-df2d-4325-9979-1eaaea2191f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:09.085932 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-5907de4e-df2d-4325-9979-1eaaea2191f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=603e337071044e9b8d937663d6de26d9&device_id=fe60a3c7-146b-458f-b468-91ef14d2af9e HTTP/1.1" status: 200 len: 1099 time: 0.0820100 Nov 23 21:44:09.098810 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0fbe8-e993-4f9f-9bf4-2baccbf80d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6641085d-4e44-4a39-a759-9f6431a1754c,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:09.153865 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f86ba9-2962-4b45-bcdc-0dab1d0abfd7 req-e2543a90-1e71-468e-890a-bd5130854350 tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:09.160669 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-1136aa4f-0a9c-4a33-871c-3736dfb243fb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=64e7ee83-1952-444b-a9f9-138868d6c045 HTTP/1.1" status: 200 len: 217 time: 0.0626314 Nov 23 21:44:09.165729 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e4f86ba9-2962-4b45-bcdc-0dab1d0abfd7 req-e2543a90-1e71-468e-890a-bd5130854350 tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 1101 time: 0.1967597 Nov 23 21:44:09.169275 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-7feb84d3-7759-41bb-b847-ab826becf877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:09.241222 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-8da75607-7937-41f0-b48a-c4d52ac1eff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:09.243143 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-8da75607-7937-41f0-b48a-c4d52ac1eff7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0672674 Nov 23 21:44:09.310192 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-1126a45f-f193-441d-96bb-113a0017cfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:09.312375 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-1126a45f-f193-441d-96bb-113a0017cfae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0556486 Nov 23 21:44:09.349954 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e4f86ba9-2962-4b45-bcdc-0dab1d0abfd7 req-d4c0f2d4-da0d-4f9b-9313-b44fe392ec96 tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833382 Nov 23 21:44:09.387470 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c11e168-5b37-4a29-840b-fd6bfc4980ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:09.415623 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef604e1-93a7-4184-905b-9172954f048d req-309b690b-4c69-4884-9afd-6bb3533b0075 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:09.420239 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 2f10beb8-1625-4011-a514-0fd24c2efeb6 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:44:09.431193 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fef604e1-93a7-4184-905b-9172954f048d req-309b690b-4c69-4884-9afd-6bb3533b0075 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 944 time: 0.2117944 Nov 23 21:44:09.501974 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c11e168-5b37-4a29-840b-fd6bfc4980ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:09.524002 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-eafebba0-4590-4dcf-bf5e-2275509a0582 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906745 Nov 23 21:44:09.527513 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 2f10beb8-1625-4011-a514-0fd24c2efeb6 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:44:09.532069 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 2f10beb8-1625-4011-a514-0fd24c2efeb6 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:44:09.532776 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:09.649924 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-7feb84d3-7759-41bb-b847-ab826becf877 service neutron] Transition to ACTIVE for port object 20c77225-33d7-47be-bd1a-2fc096129844 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:44:09.681949 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4f785022-f414-401c-ac1d-6ad5372b1ec9 req-06601a51-1924-4227-a839-c50a52d5bff6 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396515 Nov 23 21:44:09.688235 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fef604e1-93a7-4184-905b-9172954f048d req-396aa9c7-f211-4a82-a923-d893388b957a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554986 Nov 23 21:44:09.689578 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-7feb84d3-7759-41bb-b847-ab826becf877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:09.700411 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:09.733581 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c10c14-d857-4b02-b504-e38f95717214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f10beb8-1625-4011-a514-0fd24c2efeb6'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:09.736656 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d9ddc5-1c55-4eaa-bfb3-e455b504df4c" -d '{"events": [{"server_uuid": "97c10c14-d857-4b02-b504-e38f95717214", "name": "network-vif-plugged", "status": "completed", "tag": "2f10beb8-1625-4011-a514-0fd24c2efeb6"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:09.752641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 2f10beb8-1625-4011-a514-0fd24c2efeb6, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=2f10beb8-1625-4011-a514-0fd24c2efeb6,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:09.758698 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:09.799019 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb84d3-7759-41bb-b847-ab826becf877 service neutron] Pushing event updated for resources: {'Port': ['ID=20c77225-33d7-47be-bd1a-2fc096129844,revision_number=10']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:09.828341 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a3411-74ec-4a7c-8e0d-90fb94ceba03 req-5f1be620-6948-4103-a847-c6331c5dd218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:09.830504 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-649a3411-74ec-4a7c-8e0d-90fb94ceba03 req-5f1be620-6948-4103-a847-c6331c5dd218 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=603e337071044e9b8d937663d6de26d9&device_id=fe60a3c7-146b-458f-b468-91ef14d2af9e HTTP/1.1" status: 200 len: 1099 time: 0.0770855 Nov 23 21:44:09.880871 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=2f10beb8-1625-4011-a514-0fd24c2efeb6,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:09.883869 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260df6f-9902-4081-ae4c-956c142c5fd9 req-430920e5-18e7-4233-b81a-3672c6ed28d6 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:09.885083 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a260df6f-9902-4081-ae4c-956c142c5fd9 req-430920e5-18e7-4233-b81a-3672c6ed28d6 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe60a3c7-146b-458f-b468-91ef14d2af9e HTTP/1.1" status: 200 len: 948 time: 0.3968010 Nov 23 21:44:09.933158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-7feb84d3-7759-41bb-b847-ab826becf877 service neutron] No DVR routers for this DVR port 20c77225-33d7-47be-bd1a-2fc096129844 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:44:10.010645 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-7feb84d3-7759-41bb-b847-ab826becf877 service neutron] 10.222.0.60 "PUT /v2.0/ports/20c77225-33d7-47be-bd1a-2fc096129844/bindings/n-h1-816206-9/activate HTTP/1.1" status: 200 len: 369 time: 1.9054592 Nov 23 21:44:10.012542 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a3411-74ec-4a7c-8e0d-90fb94ceba03 req-a1c09178-85e9-4fa1-a89a-6d1d4ea380a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:10.015084 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-649a3411-74ec-4a7c-8e0d-90fb94ceba03 req-a1c09178-85e9-4fa1-a89a-6d1d4ea380a7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.1712041 Nov 23 21:44:10.017250 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c11e168-5b37-4a29-840b-fd6bfc4980ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:10.019894 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c11e168-5b37-4a29-840b-fd6bfc4980ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:10.020969 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0c11e168-5b37-4a29-840b-fd6bfc4980ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6641085d-4e44-4a39-a759-9f6431a1754c HTTP/1.1" status: 204 len: 168 time: 1.0428307 Nov 23 21:44:10.037408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11e168-5b37-4a29-840b-fd6bfc4980ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6641085d-4e44-4a39-a759-9f6431a1754c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:10.058254 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a260df6f-9902-4081-ae4c-956c142c5fd9 req-aab01a1a-ec29-4f57-8243-4ecbfc075382 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/security-groups?id=36474121-161c-40a1-8ab4-2f672f28c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279635 Nov 23 21:44:10.067205 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bb8c1-b48b-4779-9ed3-db7d99c6c99e req-4123b050-a0af-4510-994a-d03eca6bc36c tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:10.077491 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b67bb8c1-b48b-4779-9ed3-db7d99c6c99e req-4123b050-a0af-4510-994a-d03eca6bc36c tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 1101 time: 0.1482604 Nov 23 21:44:10.092246 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-649a3411-74ec-4a7c-8e0d-90fb94ceba03 req-c38ae8be-37d7-4067-b59a-c6846cd5a724 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=64e7ee83-1952-444b-a9f9-138868d6c045 HTTP/1.1" status: 200 len: 217 time: 0.0662200 Nov 23 21:44:10.190151 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a3411-74ec-4a7c-8e0d-90fb94ceba03 req-1f0fe9b3-7fdc-41c8-8c90-91a84a4a5cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:10.192608 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-649a3411-74ec-4a7c-8e0d-90fb94ceba03 req-1f0fe9b3-7fdc-41c8-8c90-91a84a4a5cd0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0870976 Nov 23 21:44:10.212714 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe464da-3c4c-4f94-ba5b-b934208d7851 x-openstack-request-id: req-2fe464da-3c4c-4f94-ba5b-b934208d7851 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:10.213032 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c10c14-d857-4b02-b504-e38f95717214", "name": "network-vif-plugged", "status": "completed", "tag": "2f10beb8-1625-4011-a514-0fd24c2efeb6", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:10.213290 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2fe464da-3c4c-4f94-ba5b-b934208d7851 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:10.213698 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c10c14-d857-4b02-b504-e38f95717214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f10beb8-1625-4011-a514-0fd24c2efeb6', 'code': 200} Nov 23 21:44:10.219787 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b67bb8c1-b48b-4779-9ed3-db7d99c6c99e req-cf1aae68-df7a-447b-a74d-bc3c8b2ea6b7 tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390145 Nov 23 21:44:10.300924 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.53', 57551) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:10.338143 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-ba889dd3-e326-4202-9e4f-6d7895c519ca tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:10.339690 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-ba889dd3-e326-4202-9e4f-6d7895c519ca tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6&tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 1096 time: 0.1575136 Nov 23 21:44:10.354513 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a3411-74ec-4a7c-8e0d-90fb94ceba03 req-6067cb3f-b635-4ad0-a5ec-9c7f736fc7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:10.357615 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-649a3411-74ec-4a7c-8e0d-90fb94ceba03 req-6067cb3f-b635-4ad0-a5ec-9c7f736fc7a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1269987 Nov 23 21:44:10.419133 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c20410-c2b4-40d2-aef3-40d9c2f574bc req-032ac7f6-c945-4a0b-b513-eef63a8c3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:10.420733 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a2c20410-c2b4-40d2-aef3-40d9c2f574bc req-032ac7f6-c945-4a0b-b513-eef63a8c3827 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=97c10c14-d857-4b02-b504-e38f95717214 HTTP/1.1" status: 200 len: 1100 time: 0.1191332 Nov 23 21:44:10.521704 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-649a3411-74ec-4a7c-8e0d-90fb94ceba03 req-4aa12236-2270-4e21-a570-7be6e20315d4 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540813 Nov 23 21:44:10.524325 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a2c20410-c2b4-40d2-aef3-40d9c2f574bc req-d0c81720-b7dd-4048-b5a6-5ead5c5b4cda service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738361 Nov 23 21:44:10.577185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-ea7e3086-d74d-4517-bbda-9a9d3c9f0af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:10.578691 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-ea7e3086-d74d-4517-bbda-9a9d3c9f0af4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6&tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574 HTTP/1.1" status: 200 len: 1096 time: 0.2255418 Nov 23 21:44:10.638637 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6bf7f-e85a-40dc-b95b-826b79507762 req-e0056e27-989d-4699-8854-2921d5e2f148 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:10.646284 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99b6bf7f-e85a-40dc-b95b-826b79507762 req-e0056e27-989d-4699-8854-2921d5e2f148 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=97c10c14-d857-4b02-b504-e38f95717214 HTTP/1.1" status: 200 len: 949 time: 0.2130113 Nov 23 21:44:10.782674 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99b6bf7f-e85a-40dc-b95b-826b79507762 req-bda90a8f-4a2f-4e0f-ab24-21b4239bb256 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287267 Nov 23 21:44:10.884122 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-6a891cb3-c377-4f5a-825c-ada488288196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:10.892021 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-6a891cb3-c377-4f5a-825c-ada488288196 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 1096 time: 0.1083477 Nov 23 21:44:10.951360 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-649a3411-74ec-4a7c-8e0d-90fb94ceba03 req-ce378ccc-2ff3-4bb6-a288-d1317f8fd423 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191615 Nov 23 21:44:11.145507 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084b59e-f797-4c6a-b1fa-cd2a52575c38 req-5ad5e354-c668-445b-a1c6-1c88e1a956f6 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:11.147346 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b084b59e-f797-4c6a-b1fa-cd2a52575c38 req-5ad5e354-c668-445b-a1c6-1c88e1a956f6 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 945 time: 0.2540770 Nov 23 21:44:11.192008 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-ea5a3bf0-20d9-4351-87cf-53e03f8db294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:11.197177 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-ea5a3bf0-20d9-4351-87cf-53e03f8db294 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 922 time: 0.2873914 Nov 23 21:44:11.263320 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-4fb543b0-2031-4a5b-ae0b-f83b529e8f5f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20c77225-33d7-47be-bd1a-2fc096129844 HTTP/1.1" status: 200 len: 217 time: 0.0543969 Nov 23 21:44:11.337853 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b084b59e-f797-4c6a-b1fa-cd2a52575c38 req-6608e3e2-ada2-4e28-8619-f68a1dcdbbcc tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707022 Nov 23 21:44:11.369482 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-fe8ecb30-fba1-4b0a-831f-a6c5ff6e5dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:11.371225 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-fe8ecb30-fba1-4b0a-831f-a6c5ff6e5dc3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c HTTP/1.1" status: 200 len: 861 time: 0.0976009 Nov 23 21:44:11.440655 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-d5d79f6d-fb9a-4c2e-88fd-d062e736b032 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595388 Nov 23 21:44:11.575050 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813ab40-3106-4986-8195-eb19e000d6a8 req-e797322e-ca5d-4302-92e6-b3f865d487b1 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:11.582489 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2813ab40-3106-4986-8195-eb19e000d6a8 req-e797322e-ca5d-4302-92e6-b3f865d487b1 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe60a3c7-146b-458f-b468-91ef14d2af9e HTTP/1.1" status: 200 len: 948 time: 0.1538877 Nov 23 21:44:11.690541 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-31768073-ced2-451b-9151-6c4fffeb4030 service neutron] 10.222.0.53 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304022 Nov 23 21:44:11.718697 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2813ab40-3106-4986-8195-eb19e000d6a8 req-1e902b57-754b-4a74-8a03-5afdfc6074a3 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/security-groups?id=36474121-161c-40a1-8ab4-2f672f28c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250815 Nov 23 21:44:11.889294 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-43e959e6-f2ec-43e2-9352-ba7fc3e1b1a7 service neutron] 10.222.0.53 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797040 Nov 23 21:44:12.224155 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e108aa6-5fa7-496f-9e5b-8c790713bebd req-92b79e7a-276d-477c-9b0e-8f866856e5b0 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:12.225677 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9e108aa6-5fa7-496f-9e5b-8c790713bebd req-92b79e7a-276d-477c-9b0e-8f866856e5b0 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=97c10c14-d857-4b02-b504-e38f95717214 HTTP/1.1" status: 200 len: 949 time: 0.1581967 Nov 23 21:44:12.321976 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9e108aa6-5fa7-496f-9e5b-8c790713bebd req-47d79015-99ba-412a-b41f-7416b71c4b17 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875742 Nov 23 21:44:12.366463 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 20c77225-33d7-47be-bd1a-2fc096129844 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:44:12.456272 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 20c77225-33d7-47be-bd1a-2fc096129844 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:44:12.486191 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39623950-59da-4435-9ff2-ba5ad1aacf34 req-86db645c-c90e-47ad-875d-47867f9d6b73 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:12.497692 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-39623950-59da-4435-9ff2-ba5ad1aacf34 req-86db645c-c90e-47ad-875d-47867f9d6b73 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.1082129 Nov 23 21:44:12.528098 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-a5d3a164-9c84-4a86-98d4-1c207cb066a5 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:12.529751 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-a5d3a164-9c84-4a86-98d4-1c207cb066a5 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6&tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&binding%3Ahost_id=n-h1-816206-9 HTTP/1.1" status: 200 len: 1096 time: 0.1300521 Nov 23 21:44:12.654491 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-39623950-59da-4435-9ff2-ba5ad1aacf34 req-64c0deea-ddad-4b1a-af31-e966958dd1d2 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395242 Nov 23 21:44:12.847238 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d3e43-6d75-4486-b0f3-6cd7de1b5779 req-190228ac-9ee1-4be2-b7da-574945d3301d tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:12.849109 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-317d3e43-6d75-4486-b0f3-6cd7de1b5779 req-190228ac-9ee1-4be2-b7da-574945d3301d tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 945 time: 0.1892178 Nov 23 21:44:12.882587 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-2d63877c-e65d-489c-81ec-715ff19a2021 service neutron] For port 20c77225-33d7-47be-bd1a-2fc096129844, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:44:12.888617 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-2d63877c-e65d-489c-81ec-715ff19a2021 service neutron] Publish callbacks [] for binding, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:12.889878 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-726bbf6a-4c15-499b-81a7-59e62511f6aa req-2d63877c-e65d-489c-81ec-715ff19a2021 service neutron] 10.222.0.53 "DELETE /v2.0/ports/20c77225-33d7-47be-bd1a-2fc096129844/bindings/n-h2-816206-9 HTTP/1.1" status: 204 len: 173 time: 0.3445613 Nov 23 21:44:12.934939 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-317d3e43-6d75-4486-b0f3-6cd7de1b5779 req-ba4af494-2fcf-450d-acec-67a57f3aea46 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791163 Nov 23 21:44:13.255802 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3d76e-115a-458a-bd12-1e5774c0220e req-1f9feac3-2288-4d7d-b0db-a3a69007b7a1 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:13.263921 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c9f3d76e-115a-458a-bd12-1e5774c0220e req-1f9feac3-2288-4d7d-b0db-a3a69007b7a1 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe60a3c7-146b-458f-b468-91ef14d2af9e HTTP/1.1" status: 200 len: 948 time: 0.1489677 Nov 23 21:44:13.328409 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c9f3d76e-115a-458a-bd12-1e5774c0220e req-367964c9-b8db-4f0d-bd2b-1024d9d63126 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/security-groups?id=36474121-161c-40a1-8ab4-2f672f28c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635040 Nov 23 21:44:13.452549 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 64e7ee83-1952-444b-a9f9-138868d6c045 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:44:13.511865 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc155bca-cf58-4d8a-b650-d3b2150a3d06 req-d02a653c-3f76-48a2-aa68-c38973b8f878 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:13.520338 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc155bca-cf58-4d8a-b650-d3b2150a3d06 req-d02a653c-3f76-48a2-aa68-c38973b8f878 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=97c10c14-d857-4b02-b504-e38f95717214 HTTP/1.1" status: 200 len: 949 time: 0.0744474 Nov 23 21:44:13.576635 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc155bca-cf58-4d8a-b650-d3b2150a3d06 req-d8551288-9bd3-4cf1-9150-cca443818f3c tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553555 Nov 23 21:44:13.650476 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 64e7ee83-1952-444b-a9f9-138868d6c045, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=64e7ee83-1952-444b-a9f9-138868d6c045,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:13.666932 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '64e7ee83-1952-444b-a9f9-138868d6c045', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '64e7ee83-1952-444b-a9f9-138868d6c045', 'mac_address': 'fa:16:3e:53:ad:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:44:13.707146 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4f923-1bec-47dd-a379-1bc0128f6ef9 req-fc1be2a1-561d-4acb-b9b5-20cf4831ff9c tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:13.708797 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f9f4f923-1bec-47dd-a379-1bc0128f6ef9 req-fc1be2a1-561d-4acb-b9b5-20cf4831ff9c tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 1096 time: 0.0801637 Nov 23 21:44:13.732506 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:13.752056 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e7ee83-1952-444b-a9f9-138868d6c045 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:44:13.788329 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f9f4f923-1bec-47dd-a379-1bc0128f6ef9 req-4d92848b-8252-48ec-8319-df43c8bff26d tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718465 Nov 23 21:44:13.791723 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 64e7ee83-1952-444b-a9f9-138868d6c045, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=64e7ee83-1952-444b-a9f9-138868d6c045,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:13.804713 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:13.861030 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=64e7ee83-1952-444b-a9f9-138868d6c045,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:14.065364 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49ac0a-d850-435d-ada5-11adebcc5d22 req-be03c6d7-5de3-4b80-ac6e-ab20c51d76b0 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:14.067040 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc49ac0a-d850-435d-ada5-11adebcc5d22 req-be03c6d7-5de3-4b80-ac6e-ab20c51d76b0 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.0818357 Nov 23 21:44:14.169671 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc49ac0a-d850-435d-ada5-11adebcc5d22 req-f3d1a58a-b287-4422-b0bc-7db6f3febf7e tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898099 Nov 23 21:44:14.199504 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['64e7ee83-1952-444b-a9f9-138868d6c045'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:44:14.204836 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e4f22-1a6c-4155-9cde-f74d666baa70 req-be655296-92cf-4a89-b60b-c98587e4818a tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:14.206375 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-696e4f22-1a6c-4155-9cde-f74d666baa70 req-be655296-92cf-4a89-b60b-c98587e4818a tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=97c10c14-d857-4b02-b504-e38f95717214 HTTP/1.1" status: 200 len: 949 time: 0.1201739 Nov 23 21:44:14.293749 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-696e4f22-1a6c-4155-9cde-f74d666baa70 req-5ef3336c-1e22-405b-8780-4e6ee22ecd85 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724308 Nov 23 21:44:14.444018 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43068) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:14.568350 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-59609dda-ee6e-486f-adaa-26082a2df0f6 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:14.575948 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-59609dda-ee6e-486f-adaa-26082a2df0f6 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 821 time: 0.2060761 Nov 23 21:44:14.593491 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-fe88cb82-f261-43b5-868a-2e97cbd4ab52 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/quotas/7e47ae6fba3146a1b9a1b7a2ea74d574 HTTP/1.1" status: 200 len: 375 time: 0.0166149 Nov 23 21:44:14.643137 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2ea65256-51bb-4fb8-ac12-59c9be37ba03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:14.687483 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-5d0574c7-5906-4540-8bf0-e2be72035dfd tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0930705 Nov 23 21:44:14.696470 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184fb44-0022-4297-9db8-edc078196867 req-a8b58e2d-3081-428a-af0d-bf955e286bca tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:14.706623 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3184fb44-0022-4297-9db8-edc078196867 req-a8b58e2d-3081-428a-af0d-bf955e286bca tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe60a3c7-146b-458f-b468-91ef14d2af9e HTTP/1.1" status: 200 len: 949 time: 0.0977359 Nov 23 21:44:14.766873 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2ea65256-51bb-4fb8-ac12-59c9be37ba03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:14.776459 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2ea65256-51bb-4fb8-ac12-59c9be37ba03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:14.810009 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2ea65256-51bb-4fb8-ac12-59c9be37ba03 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=437eed51bbf14a91acb0e08bd6f613ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3648560 Nov 23 21:44:14.818310 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43074) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:14.864560 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea65256-51bb-4fb8-ac12-59c9be37ba03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1b053a-9856-4ef1-b275-0688bc5e7d93,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:14.900176 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a5899ec-c222-4469-8fd7-a24b4d7c45e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:14.935677 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a5899ec-c222-4469-8fd7-a24b4d7c45e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:15.013081 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a5899ec-c222-4469-8fd7-a24b4d7c45e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:15.016555 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a5899ec-c222-4469-8fd7-a24b4d7c45e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:15.018571 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6a5899ec-c222-4469-8fd7-a24b4d7c45e7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec1b053a-9856-4ef1-b275-0688bc5e7d93 HTTP/1.1" status: 204 len: 168 time: 0.1986954 Nov 23 21:44:15.030565 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5899ec-c222-4469-8fd7-a24b4d7c45e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1b053a-9856-4ef1-b275-0688bc5e7d93,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:15.046120 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3184fb44-0022-4297-9db8-edc078196867 req-3b0ce9b3-729f-49f2-984d-7067727cecac tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/security-groups?id=36474121-161c-40a1-8ab4-2f672f28c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383625 Nov 23 21:44:15.110028 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-bcb535db-2bc9-40be-a6ec-ea5aba8f269f service neutron] 10.222.0.50 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012244 Nov 23 21:44:15.250096 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-9f1a6e22-f950-41fd-8518-df179537e258 service neutron] 10.222.0.50 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326513 Nov 23 21:44:15.455662 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3adcde-5606-43f3-85a4-b56fae27fb27 req-c6560959-082f-48d9-a47d-100d15b10dfe tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:15.461557 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c3adcde-5606-43f3-85a4-b56fae27fb27 req-c6560959-082f-48d9-a47d-100d15b10dfe tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.1208687 Nov 23 21:44:15.466647 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 64e7ee83-1952-444b-a9f9-138868d6c045 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:44:15.564096 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43102) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:15.587111 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3ce52570-2520-4e49-8c13-62f75312e2c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:15.608322 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 64e7ee83-1952-444b-a9f9-138868d6c045 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:44:15.614493 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 64e7ee83-1952-444b-a9f9-138868d6c045 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:44:15.614888 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:15.619413 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c3adcde-5606-43f3-85a4-b56fae27fb27 req-5979aeb4-c395-4a9a-aa34-b2cb9a487b84 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430686 Nov 23 21:44:15.628214 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309fa8a-3fbe-4bd8-8c1d-3ba4e2733894 req-1f75817b-a95a-4c1d-8b24-bf0f79a4d855 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:15.636698 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c309fa8a-3fbe-4bd8-8c1d-3ba4e2733894 req-1f75817b-a95a-4c1d-8b24-bf0f79a4d855 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=97c10c14-d857-4b02-b504-e38f95717214 HTTP/1.1" status: 200 len: 949 time: 0.1273334 Nov 23 21:44:15.656242 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43104) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:15.780038 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3ce52570-2520-4e49-8c13-62f75312e2c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:15.789031 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3ce52570-2520-4e49-8c13-62f75312e2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:15.805040 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d075f748-437f-438c-be94-1b3637000aca req-475b1d0a-ef70-4be0-82f6-f56a318cbd69 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 210 time: 0.0850556 Nov 23 21:44:15.817517 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:15.874255 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 64e7ee83-1952-444b-a9f9-138868d6c045, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=64e7ee83-1952-444b-a9f9-138868d6c045,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:15.876696 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe60a3c7-146b-458f-b468-91ef14d2af9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e7ee83-1952-444b-a9f9-138868d6c045'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:15.887037 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcf7ff4-cfa3-40f8-ac0b-b0f55a854400" -d '{"events": [{"server_uuid": "fe60a3c7-146b-458f-b468-91ef14d2af9e", "name": "network-vif-plugged", "status": "completed", "tag": "64e7ee83-1952-444b-a9f9-138868d6c045"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:15.892511 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce52570-2520-4e49-8c13-62f75312e2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135cb4b0-99f0-4fdf-b966-926ac242bb10,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:15.895428 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:15.908045 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3ce52570-2520-4e49-8c13-62f75312e2c4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=764ba250c3ef4fb1905151f7f2c1a38f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428454 Nov 23 21:44:15.912315 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43114) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:15.919020 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c309fa8a-3fbe-4bd8-8c1d-3ba4e2733894 req-1bd35ccb-391e-49af-8137-b3977ce753cd tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772763 Nov 23 21:44:15.974636 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99772077-168e-4b0d-9ede-a57a8459bee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:15.993500 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4c9967b7-3b07-4d25-b6ea-b3e96b5fe105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:16.028295 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4c9967b7-3b07-4d25-b6ea-b3e96b5fe105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:16.031677 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=64e7ee83-1952-444b-a9f9-138868d6c045,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:16.065662 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05ffe16-d58d-427c-bd40-c7a3a4b8ec2e x-openstack-request-id: req-e05ffe16-d58d-427c-bd40-c7a3a4b8ec2e {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:16.072217 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe60a3c7-146b-458f-b468-91ef14d2af9e", "name": "network-vif-plugged", "status": "completed", "tag": "64e7ee83-1952-444b-a9f9-138868d6c045", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:16.072496 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e05ffe16-d58d-427c-bd40-c7a3a4b8ec2e {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:16.072921 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe60a3c7-146b-458f-b468-91ef14d2af9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e7ee83-1952-444b-a9f9-138868d6c045', 'code': 200} Nov 23 21:44:16.127883 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4c9967b7-3b07-4d25-b6ea-b3e96b5fe105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:16.133533 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4c9967b7-3b07-4d25-b6ea-b3e96b5fe105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:16.135793 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4c9967b7-3b07-4d25-b6ea-b3e96b5fe105 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/135cb4b0-99f0-4fdf-b966-926ac242bb10 HTTP/1.1" status: 204 len: 168 time: 0.2224407 Nov 23 21:44:16.149902 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9967b7-3b07-4d25-b6ea-b3e96b5fe105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135cb4b0-99f0-4fdf-b966-926ac242bb10,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:16.326260 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b9f3e-4f89-435e-9bd1-efa1ea9daf5e req-67f5aace-3c12-4739-8a5f-a64a5303f493 tempest-LiveMigrationNegativeTest-1357012365 tempest-LiveMigrationNegativeTest-1357012365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:16.327921 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-093b9f3e-4f89-435e-9bd1-efa1ea9daf5e req-67f5aace-3c12-4739-8a5f-a64a5303f493 tempest-LiveMigrationNegativeTest-1357012365 tempest-LiveMigrationNegativeTest-1357012365-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=97c10c14-d857-4b02-b504-e38f95717214 HTTP/1.1" status: 200 len: 1100 time: 0.1388297 Nov 23 21:44:16.332224 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99772077-168e-4b0d-9ede-a57a8459bee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:16.351837 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e6f22-5b44-4186-a001-1ab27ac0a756 req-9fe678c8-7014-46dc-80a3-5729f7159863 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:16.353487 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb8e6f22-5b44-4186-a001-1ab27ac0a756 req-9fe678c8-7014-46dc-80a3-5729f7159863 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe60a3c7-146b-458f-b468-91ef14d2af9e HTTP/1.1" status: 200 len: 950 time: 0.1280477 Nov 23 21:44:16.356076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead93ca-b79f-45b2-be81-fce7f45f37e9 req-e8212e40-afb8-43fd-b078-72d034536298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:16.357595 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aead93ca-b79f-45b2-be81-fce7f45f37e9 req-e8212e40-afb8-43fd-b078-72d034536298 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fe60a3c7-146b-458f-b468-91ef14d2af9e HTTP/1.1" status: 200 len: 1101 time: 0.1898534 Nov 23 21:44:16.363278 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99772077-168e-4b0d-9ede-a57a8459bee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:16.443743 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-093b9f3e-4f89-435e-9bd1-efa1ea9daf5e req-73ab31ce-1f14-4129-b94d-3995571f83cf tempest-LiveMigrationNegativeTest-1357012365 tempest-LiveMigrationNegativeTest-1357012365-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:16.460257 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-99772077-168e-4b0d-9ede-a57a8459bee5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=508b62734f4244f195145a67363ae626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7982445 Nov 23 21:44:16.460702 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43128) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:16.515070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99772077-168e-4b0d-9ede-a57a8459bee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce859b2-33e7-4f68-9c29-150c0cf3e771,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:16.540109 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc59826f-71aa-4be7-a93e-2d4d40451943 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:16.544077 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb8e6f22-5b44-4186-a001-1ab27ac0a756 req-39da116a-71ac-47f6-9190-612323df07ab tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/security-groups?id=36474121-161c-40a1-8ab4-2f672f28c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519048 Nov 23 21:44:16.591298 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc59826f-71aa-4be7-a93e-2d4d40451943 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:16.593991 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aead93ca-b79f-45b2-be81-fce7f45f37e9 req-d8562ef3-7bac-4bbc-8a4a-879b00255acd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=36474121-161c-40a1-8ab4-2f672f28c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843684 Nov 23 21:44:16.682111 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc59826f-71aa-4be7-a93e-2d4d40451943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:16.685658 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc59826f-71aa-4be7-a93e-2d4d40451943 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:16.689276 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bc59826f-71aa-4be7-a93e-2d4d40451943 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7ce859b2-33e7-4f68-9c29-150c0cf3e771 HTTP/1.1" status: 204 len: 168 time: 0.2251418 Nov 23 21:44:16.695756 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59826f-71aa-4be7-a93e-2d4d40451943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce859b2-33e7-4f68-9c29-150c0cf3e771,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:16.703976 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-093b9f3e-4f89-435e-9bd1-efa1ea9daf5e req-73ab31ce-1f14-4129-b94d-3995571f83cf tempest-LiveMigrationNegativeTest-1357012365 tempest-LiveMigrationNegativeTest-1357012365-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:16.709148 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-093b9f3e-4f89-435e-9bd1-efa1ea9daf5e req-73ab31ce-1f14-4129-b94d-3995571f83cf tempest-LiveMigrationNegativeTest-1357012365 tempest-LiveMigrationNegativeTest-1357012365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:16.810858 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab31ce-1f14-4129-b94d-3995571f83cf tempest-LiveMigrationNegativeTest-1357012365 tempest-LiveMigrationNegativeTest-1357012365-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b185ecc-cf8f-4ebe-a967-cd4aac270584,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:16.831833 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-093b9f3e-4f89-435e-9bd1-efa1ea9daf5e req-73ab31ce-1f14-4129-b94d-3995571f83cf tempest-LiveMigrationNegativeTest-1357012365 tempest-LiveMigrationNegativeTest-1357012365-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4884014 Nov 23 21:44:16.861305 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873774b9-7498-4ed9-8e21-051040fac458 req-dbe281d5-df10-4beb-97e1-b183175e2076 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:16.878379 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-873774b9-7498-4ed9-8e21-051040fac458 req-dbe281d5-df10-4beb-97e1-b183175e2076 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.1462436 Nov 23 21:44:17.043397 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-873774b9-7498-4ed9-8e21-051040fac458 req-087f8e6d-4222-4d97-82c1-e663eb2bf35a tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622400 Nov 23 21:44:17.149646 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40b4d893-2977-48da-ba5a-0810c10d44df req-95475035-9d85-470e-b9ff-426ac66606d4 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 210 time: 0.1338589 Nov 23 21:44:17.269814 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43170) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:17.287981 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12c75e2d-b8c3-4267-a741-bcb64f147977 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:17.406286 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12c75e2d-b8c3-4267-a741-bcb64f147977 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:17.417753 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12c75e2d-b8c3-4267-a741-bcb64f147977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:17.461179 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c75e2d-b8c3-4267-a741-bcb64f147977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea6ac77-02ec-4b4d-9eda-1936aeef5c77,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:17.484181 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-12c75e2d-b8c3-4267-a741-bcb64f147977 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01955206dc304188847f6f6315fbf4c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2121985 Nov 23 21:44:17.497767 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43174) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:17.555535 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-c99f8ab0-f91f-439b-9527-df1aac095bfb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:17.559354 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-c99f8ab0-f91f-439b-9527-df1aac095bfb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.60 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 821 time: 0.3381236 Nov 23 21:44:17.594289 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1e3ff18-580d-4e52-9010-806390169a4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:17.597380 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-0f24b937-5935-41be-a345-2ad39864b630 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Request body: {'port': {'device_id': '945f3f90-89a7-4e27-8596-0931d9cc87fd', 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542', 'admin_state_up': True, 'tenant_id': '7e47ae6fba3146a1b9a1b7a2ea74d574'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:44:17.666854 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1e3ff18-580d-4e52-9010-806390169a4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:17.764320 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1e3ff18-580d-4e52-9010-806390169a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:17.767256 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1e3ff18-580d-4e52-9010-806390169a4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:17.770933 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b1e3ff18-580d-4e52-9010-806390169a4b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fea6ac77-02ec-4b4d-9eda-1936aeef5c77 HTTP/1.1" status: 204 len: 168 time: 0.2686820 Nov 23 21:44:17.788672 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3ff18-580d-4e52-9010-806390169a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea6ac77-02ec-4b4d-9eda-1936aeef5c77,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:17.845751 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc16794-eee3-426e-8a50-6473046bd0b4 req-a131b168-e0e1-4f26-a5c5-57556d01b2fc tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:17.852953 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-abc16794-eee3-426e-8a50-6473046bd0b4 req-a131b168-e0e1-4f26-a5c5-57556d01b2fc tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe60a3c7-146b-458f-b468-91ef14d2af9e HTTP/1.1" status: 200 len: 950 time: 0.1608067 Nov 23 21:44:17.864778 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0877bf1-1f26-41e1-867a-41fd5afc48fe req-2188c3ff-ccd5-4e02-9ff3-133ca7583884 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:17.872427 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a0877bf1-1f26-41e1-867a-41fd5afc48fe req-2188c3ff-ccd5-4e02-9ff3-133ca7583884 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=97c10c14-d857-4b02-b504-e38f95717214 HTTP/1.1" status: 200 len: 949 time: 0.2010088 Nov 23 21:44:17.920938 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-0f24b937-5935-41be-a345-2ad39864b630 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Made reservation on behalf of 7e47ae6fba3146a1b9a1b7a2ea74d574 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:44:17.924498 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-0f24b937-5935-41be-a345-2ad39864b630 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:18.046371 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-abc16794-eee3-426e-8a50-6473046bd0b4 req-cb332f22-5ee9-46ed-8100-67b6d7ac7809 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/security-groups?id=36474121-161c-40a1-8ab4-2f672f28c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922247 Nov 23 21:44:18.065071 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a0877bf1-1f26-41e1-867a-41fd5afc48fe req-29653f3b-1759-4954-b40f-1ba074206cd4 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918399 Nov 23 21:44:18.329934 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53cdd7cf-3b9c-4566-b71c-5054ae86865b req-111e2cff-080d-4ee8-b78b-40c294ec357a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 210 time: 0.0541925 Nov 23 21:44:18.348281 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-0f24b937-5935-41be-a345-2ad39864b630 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Allocated IP 172.20.0.14 (2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542/1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c/c12a06bc-1354-4300-b8e7-da8247862a22) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:44:18.366539 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe11fe-2ae3-46f3-b36f-b8317c254a0d req-3ff8122f-98ee-4e10-b2cf-fc833f69cb39 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:18.368365 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ffe11fe-2ae3-46f3-b36f-b8317c254a0d req-3ff8122f-98ee-4e10-b2cf-fc833f69cb39 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.1683295 Nov 23 21:44:18.459802 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ffe11fe-2ae3-46f3-b36f-b8317c254a0d req-038c1abf-a552-4388-9b7b-6bfc7101864c tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829008 Nov 23 21:44:18.660216 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-0f24b937-5935-41be-a345-2ad39864b630 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:18.710035 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-0f24b937-5935-41be-a345-2ad39864b630 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:18.773899 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-0f24b937-5935-41be-a345-2ad39864b630 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:44:18.779360 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-0f24b937-5935-41be-a345-2ad39864b630 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:44:18.783463 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-0f24b937-5935-41be-a345-2ad39864b630 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:44:18.789390 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-0f24b937-5935-41be-a345-2ad39864b630 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:18.789895 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-0f24b937-5935-41be-a345-2ad39864b630 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:18.807754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24b937-5935-41be-a345-2ad39864b630 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Pushing event updated for resources: {'Port': ['ID=c12a06bc-1354-4300-b8e7-da8247862a22,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:18.832995 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-0f24b937-5935-41be-a345-2ad39864b630 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2415853 Nov 23 21:44:18.862545 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-78da759b-b3e4-4420-adb0-41e57afc5066 service neutron] Request body: {'port': {'device_id': '945f3f90-89a7-4e27-8596-0931d9cc87fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:44:18.936487 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-78da759b-b3e4-4420-adb0-41e57afc5066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:19.314260 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01a121-e007-4dda-bd4c-051984e94d8c req-59f77957-0993-475b-a39c-ef543bcbb14d tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:19.315762 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b01a121-e007-4dda-bd4c-051984e94d8c req-59f77957-0993-475b-a39c-ef543bcbb14d tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe60a3c7-146b-458f-b468-91ef14d2af9e HTTP/1.1" status: 200 len: 950 time: 0.1832626 Nov 23 21:44:19.352907 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c430a70-d779-4b98-afc3-dd4f72ff0b07 req-8b83105c-ee87-4d15-b91f-e5bd5cdec3cd tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:19.354399 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0c430a70-d779-4b98-afc3-dd4f72ff0b07 req-8b83105c-ee87-4d15-b91f-e5bd5cdec3cd tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=97c10c14-d857-4b02-b504-e38f95717214 HTTP/1.1" status: 200 len: 949 time: 0.1246734 Nov 23 21:44:19.465370 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-78da759b-b3e4-4420-adb0-41e57afc5066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c12a06bc-1354-4300-b8e7-da8247862a22 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:44:19.486066 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-78da759b-b3e4-4420-adb0-41e57afc5066 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:19.500260 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b01a121-e007-4dda-bd4c-051984e94d8c req-3ac206b1-686d-4ef8-85f7-440df31ac7e1 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/security-groups?id=36474121-161c-40a1-8ab4-2f672f28c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727521 Nov 23 21:44:19.542036 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0c430a70-d779-4b98-afc3-dd4f72ff0b07 req-29cb2035-bab7-4fca-98f4-661f1936718f tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667454 Nov 23 21:44:19.575295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-78da759b-b3e4-4420-adb0-41e57afc5066 service neutron] Transition to ACTIVE for port object c12a06bc-1354-4300-b8e7-da8247862a22 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:44:19.603060 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-78da759b-b3e4-4420-adb0-41e57afc5066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:19.690387 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eefef6-10f1-4985-a0e4-8160e2a7dafb req-ac779f65-94ed-43f6-8be1-29c2ba2e38f9 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:19.691476 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86eefef6-10f1-4985-a0e4-8160e2a7dafb req-ac779f65-94ed-43f6-8be1-29c2ba2e38f9 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.53 "GET /v2.0/ports?device_id=97c10c14-d857-4b02-b504-e38f95717214 HTTP/1.1" status: 200 len: 949 time: 0.1879344 Nov 23 21:44:19.958961 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da759b-b3e4-4420-adb0-41e57afc5066 service neutron] Pushing event updated for resources: {'Port': ['ID=c12a06bc-1354-4300-b8e7-da8247862a22,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:19.989554 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-78da759b-b3e4-4420-adb0-41e57afc5066 service neutron] Attempting to bind port c12a06bc-1354-4300-b8e7-da8247862a22 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:44:19.989898 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-78da759b-b3e4-4420-adb0-41e57afc5066 service neutron] Attempting to bind port c12a06bc-1354-4300-b8e7-da8247862a22 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:44:19.990229 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-78da759b-b3e4-4420-adb0-41e57afc5066 service neutron] Attempting to bind port c12a06bc-1354-4300-b8e7-da8247862a22 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:44:20.017615 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70574329-8deb-4613-b269-b52e55c62305 req-193db8e5-12ac-4d78-8370-80f9f3223075 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:20.019161 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-70574329-8deb-4613-b269-b52e55c62305 req-193db8e5-12ac-4d78-8370-80f9f3223075 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 944 time: 0.2701197 Nov 23 21:44:20.037390 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-78da759b-b3e4-4420-adb0-41e57afc5066 service neutron] Port c12a06bc-1354-4300-b8e7-da8247862a22 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:44:20.037718 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-78da759b-b3e4-4420-adb0-41e57afc5066 service neutron] Attempting to bind port c12a06bc-1354-4300-b8e7-da8247862a22 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:44:20.053561 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e38ea-00ec-4485-a09a-8e1281093ed5 req-0d24eb76-73d5-4ff8-838f-b3dda392a35a tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:20.055165 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-108e38ea-00ec-4485-a09a-8e1281093ed5 req-0d24eb76-73d5-4ff8-838f-b3dda392a35a tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.2610326 Nov 23 21:44:20.070374 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-78da759b-b3e4-4420-adb0-41e57afc5066 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:44:20.070789 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-78da759b-b3e4-4420-adb0-41e57afc5066 service neutron] Checking segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:44:20.071124 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-78da759b-b3e4-4420-adb0-41e57afc5066 service neutron] Bound using segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:44:20.071564 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-78da759b-b3e4-4420-adb0-41e57afc5066 service neutron] Bound port: c12a06bc-1354-4300-b8e7-da8247862a22, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:44:20.071924 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-78da759b-b3e4-4420-adb0-41e57afc5066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:20.180270 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-70574329-8deb-4613-b269-b52e55c62305 req-4b634a47-09b8-4e69-823b-eedb7f943a34 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512148 Nov 23 21:44:20.211174 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-108e38ea-00ec-4485-a09a-8e1281093ed5 req-f746db55-554f-45e7-b5c1-379113951b4a tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462536 Nov 23 21:44:20.223521 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-86eefef6-10f1-4985-a0e4-8160e2a7dafb req-f35f25e8-9fcb-4619-bdbc-e6552e85ac74 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Deleting port 2f10beb8-1625-4011-a514-0fd24c2efeb6 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:44:20.223925 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-86eefef6-10f1-4985-a0e4-8160e2a7dafb req-f35f25e8-9fcb-4619-bdbc-e6552e85ac74 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:20.273165 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-78da759b-b3e4-4420-adb0-41e57afc5066 service neutron] For port c12a06bc-1354-4300-b8e7-da8247862a22, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:44:20.329049 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-78da759b-b3e4-4420-adb0-41e57afc5066 service neutron] For port c12a06bc-1354-4300-b8e7-da8247862a22, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c12a06bc-1354-4300-b8e7-da8247862a22,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:44:20.343379 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-78da759b-b3e4-4420-adb0-41e57afc5066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:20.408360 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-86eefef6-10f1-4985-a0e4-8160e2a7dafb req-f35f25e8-9fcb-4619-bdbc-e6552e85ac74 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] For port 2f10beb8-1625-4011-a514-0fd24c2efeb6, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=2f10beb8-1625-4011-a514-0fd24c2efeb6,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:20.408726 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-86eefef6-10f1-4985-a0e4-8160e2a7dafb req-f35f25e8-9fcb-4619-bdbc-e6552e85ac74 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:20.411738 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-78da759b-b3e4-4420-adb0-41e57afc5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:20.412362 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-78da759b-b3e4-4420-adb0-41e57afc5066 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:20.413853 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-78da759b-b3e4-4420-adb0-41e57afc5066 service neutron] 10.222.0.60 "PUT /v2.0/ports/c12a06bc-1354-4300-b8e7-da8247862a22 HTTP/1.1" status: 200 len: 1092 time: 1.5559864 Nov 23 21:44:20.416076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945f3f90-89a7-4e27-8596-0931d9cc87fd', 'tag': 'c12a06bc-1354-4300-b8e7-da8247862a22'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:20.418413 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24383ad2-6e93-4742-a1f6-d99939bb7be9" -d '{"events": [{"name": "network-changed", "server_uuid": "945f3f90-89a7-4e27-8596-0931d9cc87fd", "tag": "c12a06bc-1354-4300-b8e7-da8247862a22"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:20.447368 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-86eefef6-10f1-4985-a0e4-8160e2a7dafb req-f35f25e8-9fcb-4619-bdbc-e6552e85ac74 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Calling delete_port for 2f10beb8-1625-4011-a514-0fd24c2efeb6 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:44:20.452978 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da759b-b3e4-4420-adb0-41e57afc5066 service neutron] Pushing event updated for resources: {'Port': ['ID=c12a06bc-1354-4300-b8e7-da8247862a22,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:20.598631 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-aaaf8168-af63-4386-8f7e-59a65353f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:20.600144 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-aaaf8168-af63-4386-8f7e-59a65353f864 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 1095 time: 0.1025932 Nov 23 21:44:20.670273 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-a20f6aba-267c-4a87-8126-f5e8e64b7637 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c12a06bc-1354-4300-b8e7-da8247862a22 HTTP/1.1" status: 200 len: 217 time: 0.0482318 Nov 23 21:44:20.773517 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be04ad9-a7a4-4d29-91be-555a112772d1 x-openstack-request-id: req-7be04ad9-a7a4-4d29-91be-555a112772d1 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:20.774177 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "945f3f90-89a7-4e27-8596-0931d9cc87fd", "tag": "c12a06bc-1354-4300-b8e7-da8247862a22", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:20.774177 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7be04ad9-a7a4-4d29-91be-555a112772d1 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:20.774463 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '945f3f90-89a7-4e27-8596-0931d9cc87fd', 'tag': 'c12a06bc-1354-4300-b8e7-da8247862a22', 'status': 'completed', 'code': 200} Nov 23 21:44:20.780549 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-8a72046c-4539-4c33-8282-f45d3886a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:20.782056 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-8a72046c-4539-4c33-8282-f45d3886a277 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c HTTP/1.1" status: 200 len: 861 time: 0.0768554 Nov 23 21:44:20.785358 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-86eefef6-10f1-4985-a0e4-8160e2a7dafb req-f35f25e8-9fcb-4619-bdbc-e6552e85ac74 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:20.805425 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['0d05946c-fda7-433f-8bda-013ee67ce8d5', '2f10beb8-1625-4011-a514-0fd24c2efeb6'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:44:20.830502 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f25e8-9fcb-4619-bdbc-e6552e85ac74 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Pushing event deleted for resources: {'Port': ['ID=2f10beb8-1625-4011-a514-0fd24c2efeb6,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:21.114549 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e457d1-c188-4c6f-aeb6-56242efff29e req-903bb9b6-a826-49bb-b88a-06a5cd516322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:21.116091 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d5e457d1-c188-4c6f-aeb6-56242efff29e req-903bb9b6-a826-49bb-b88a-06a5cd516322 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 1101 time: 0.0507169 Nov 23 21:44:21.148156 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89940520-fa77-4a71-bd5e-fa24a539c417 req-6c44f154-4d73-41b4-ae61-a2e3b7c9ab6b tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=97c10c14-d857-4b02-b504-e38f95717214 HTTP/1.1" status: 200 len: 210 time: 0.3305078 Nov 23 21:44:21.150836 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-3c96553b-5308-4b59-8d0d-15af0fc33929 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3318803 Nov 23 21:44:21.171115 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d5e457d1-c188-4c6f-aeb6-56242efff29e req-df99cb16-5320-4a07-afd3-edd0faf84869 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452001 Nov 23 21:44:21.213979 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-86eefef6-10f1-4985-a0e4-8160e2a7dafb req-f35f25e8-9fcb-4619-bdbc-e6552e85ac74 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] No DVR routers for this DVR port 2f10beb8-1625-4011-a514-0fd24c2efeb6 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:44:21.237548 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-86eefef6-10f1-4985-a0e4-8160e2a7dafb req-f35f25e8-9fcb-4619-bdbc-e6552e85ac74 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:21.240886 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86eefef6-10f1-4985-a0e4-8160e2a7dafb req-f35f25e8-9fcb-4619-bdbc-e6552e85ac74 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.53 "DELETE /v2.0/ports/2f10beb8-1625-4011-a514-0fd24c2efeb6 HTTP/1.1" status: 204 len: 173 time: 1.4606552 Nov 23 21:44:21.287864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8c68d-ba2a-4208-a2d4-e6a41dc0bdd1 req-91e402b9-92ea-4da9-82d4-546f1d204dda tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:21.289423 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24e8c68d-ba2a-4208-a2d4-e6a41dc0bdd1 req-91e402b9-92ea-4da9-82d4-546f1d204dda tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe60a3c7-146b-458f-b468-91ef14d2af9e HTTP/1.1" status: 200 len: 950 time: 0.1438041 Nov 23 21:44:21.331530 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-1451865e-6822-45c9-b4c1-1c5d820765ab service neutron] 10.222.0.60 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409638 Nov 23 21:44:21.388607 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24e8c68d-ba2a-4208-a2d4-e6a41dc0bdd1 req-1f8a4d3b-108c-47d7-beb2-e1fc56db62b4 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/security-groups?id=36474121-161c-40a1-8ab4-2f672f28c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887859 Nov 23 21:44:21.405188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f8513-4bd1-4aae-bcf6-ee672a64bdc4 req-5eee8e80-a920-47d5-9508-089f71164029 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:21.406755 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e97f8513-4bd1-4aae-bcf6-ee672a64bdc4 req-5eee8e80-a920-47d5-9508-089f71164029 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 944 time: 0.0715613 Nov 23 21:44:21.482969 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e97f8513-4bd1-4aae-bcf6-ee672a64bdc4 req-3b9770c6-00f4-42aa-a9d7-c153533f969e tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687387 Nov 23 21:44:21.550224 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2f4881a-c25f-4216-92ce-2a82748a5d14 req-95fa434f-c0be-4a92-b8f0-b4cc92076ff6 service neutron] 10.222.0.60 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129673 Nov 23 21:44:21.712102 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499133a3-fce3-4a2a-b98b-be67ef3ea7a8 req-26000dd9-cc13-4557-a010-705218de327b tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:21.713563 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-499133a3-fce3-4a2a-b98b-be67ef3ea7a8 req-26000dd9-cc13-4557-a010-705218de327b tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.0786481 Nov 23 21:44:21.720430 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24383ad2-6e93-4742-a1f6-d99939bb7be9 req-868b1fc2-4672-45b6-ab9e-effc9734c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:21.721874 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24383ad2-6e93-4742-a1f6-d99939bb7be9 req-868b1fc2-4672-45b6-ab9e-effc9734c1ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 1095 time: 0.0610216 Nov 23 21:44:21.827676 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-499133a3-fce3-4a2a-b98b-be67ef3ea7a8 req-e427bf87-ed97-48a0-ab23-2c944468e872 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048374 Nov 23 21:44:21.865572 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24383ad2-6e93-4742-a1f6-d99939bb7be9 req-a2c6e3cf-b894-49d0-bb1c-c551ad522510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:21.867580 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24383ad2-6e93-4742-a1f6-d99939bb7be9 req-a2c6e3cf-b894-49d0-bb1c-c551ad522510 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 922 time: 0.1382980 Nov 23 21:44:21.924973 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24383ad2-6e93-4742-a1f6-d99939bb7be9 req-5fa1cb0b-0dc4-4ae5-a9b9-6219619491c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c12a06bc-1354-4300-b8e7-da8247862a22 HTTP/1.1" status: 200 len: 217 time: 0.0485659 Nov 23 21:44:22.019328 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24383ad2-6e93-4742-a1f6-d99939bb7be9 req-40d7f3a6-89ab-40d3-bfaf-024a03bcb820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:22.020900 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24383ad2-6e93-4742-a1f6-d99939bb7be9 req-40d7f3a6-89ab-40d3-bfaf-024a03bcb820 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c HTTP/1.1" status: 200 len: 861 time: 0.0519147 Nov 23 21:44:22.077446 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24383ad2-6e93-4742-a1f6-d99939bb7be9 req-7ac6051a-1431-46e0-b054-b1c76dee1605 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405819 Nov 23 21:44:22.212350 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24383ad2-6e93-4742-a1f6-d99939bb7be9 req-594dfb77-8319-4d3c-9009-72ce6823718a service neutron] 10.222.0.60 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250000 Nov 23 21:44:22.395138 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24383ad2-6e93-4742-a1f6-d99939bb7be9 req-17315714-26b7-4d9e-8c59-710aa4b1e8f7 service neutron] 10.222.0.60 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424403 Nov 23 21:44:22.429431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f4ad6726-8591-4544-92d1-40bd5fc09e50 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:44:22.561042 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5ba6b-ae55-4dad-bbf2-74b9fdb0b4d9 req-0a0aa243-8dc5-4c1d-a3f2-211d2bf51d9d tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:22.567764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43420) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:22.570529 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92d5ba6b-ae55-4dad-bbf2-74b9fdb0b4d9 req-0a0aa243-8dc5-4c1d-a3f2-211d2bf51d9d tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1351b3e-70fd-4d0d-b32f-bf28e8648551 HTTP/1.1" status: 200 len: 972 time: 0.0687766 Nov 23 21:44:22.605022 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43424) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:22.650070 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:22.685403 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92d5ba6b-ae55-4dad-bbf2-74b9fdb0b4d9 req-cf6a0a7b-2d6f-4e22-9102-7ed5bda92bfe tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138558 Nov 23 21:44:22.693556 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f4ad6726-8591-4544-92d1-40bd5fc09e50, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f4ad6726-8591-4544-92d1-40bd5fc09e50,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:22.722254 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'f4ad6726-8591-4544-92d1-40bd5fc09e50', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': 'f4ad6726-8591-4544-92d1-40bd5fc09e50', 'mac_address': 'fa:16:3e:a3:7a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:44:22.735439 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1a3eeba0-0c54-45ae-871c-066e619c3412 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:22.740125 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c805c09-148d-40dd-ac2d-d99b300588cf req-13239ce1-fff6-40af-a2cb-8bc1d461e37c tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:22.748256 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2c805c09-148d-40dd-ac2d-d99b300588cf req-13239ce1-fff6-40af-a2cb-8bc1d461e37c tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe60a3c7-146b-458f-b468-91ef14d2af9e HTTP/1.1" status: 200 len: 950 time: 0.1591046 Nov 23 21:44:22.752177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434dcfdc-b3a1-43e5-8f99-8e733b46512a req-af1fcab6-988e-4245-80ca-1bdbbbc87653 tempest-DeleteServersAdminTestJSON-1181992952 tempest-DeleteServersAdminTestJSON-1181992952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:22.753806 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-434dcfdc-b3a1-43e5-8f99-8e733b46512a req-af1fcab6-988e-4245-80ca-1bdbbbc87653 tempest-DeleteServersAdminTestJSON-1181992952 tempest-DeleteServersAdminTestJSON-1181992952-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fe60a3c7-146b-458f-b468-91ef14d2af9e HTTP/1.1" status: 200 len: 1101 time: 0.1140149 Nov 23 21:44:22.775866 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c10c14-d857-4b02-b504-e38f95717214', 'name': 'network-vif-deleted', 'tag': '2f10beb8-1625-4011-a514-0fd24c2efeb6'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:22.779030 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420f6c6f-29d4-4f6c-940e-6fcb0e2326ad" -d '{"events": [{"server_uuid": "97c10c14-d857-4b02-b504-e38f95717214", "name": "network-vif-deleted", "tag": "2f10beb8-1625-4011-a514-0fd24c2efeb6"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:22.794644 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:22.796870 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-edba3cb6-295a-4933-8721-c2bae71dbae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:22.810363 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4ad6726-8591-4544-92d1-40bd5fc09e50 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:44:22.835332 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f4ad6726-8591-4544-92d1-40bd5fc09e50, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f4ad6726-8591-4544-92d1-40bd5fc09e50,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:22.840592 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:22.892411 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f4ad6726-8591-4544-92d1-40bd5fc09e50,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:22.910212 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1a3eeba0-0c54-45ae-871c-066e619c3412 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:22.915167 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-edba3cb6-295a-4933-8721-c2bae71dbae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:22.916154 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1a3eeba0-0c54-45ae-871c-066e619c3412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:22.921032 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2c805c09-148d-40dd-ac2d-d99b300588cf req-1af553d9-2b34-4ef7-8917-411557a9623a tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/security-groups?id=36474121-161c-40a1-8ab4-2f672f28c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719172 Nov 23 21:44:22.927647 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-edba3cb6-295a-4933-8721-c2bae71dbae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:22.968583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-6c2ee551-3ac7-45be-80e3-219946ed0cc2 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:22.970194 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-6c2ee551-3ac7-45be-80e3-219946ed0cc2 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/networks?id=69251849-2815-4e03-9f20-eae71bba378c HTTP/1.1" status: 200 len: 804 time: 0.1695070 Nov 23 21:44:22.978972 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1a3eeba0-0c54-45ae-871c-066e619c3412 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7999361d92c0499c8a63ccadf37a07e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4081321 Nov 23 21:44:22.982115 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43442) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:22.983046 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3eeba0-0c54-45ae-871c-066e619c3412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cf535d-2d91-4614-b464-9d0a9ae90d63,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:22.987286 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-434dcfdc-b3a1-43e5-8f99-8e733b46512a req-e679b899-cab8-49d9-8d47-b6639b3fd7ab tempest-DeleteServersAdminTestJSON-1181992952 tempest-DeleteServersAdminTestJSON-1181992952-project-admin] Deleting port 64e7ee83-1952-444b-a9f9-138868d6c045 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:44:22.987725 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-434dcfdc-b3a1-43e5-8f99-8e733b46512a req-e679b899-cab8-49d9-8d47-b6639b3fd7ab tempest-DeleteServersAdminTestJSON-1181992952 tempest-DeleteServersAdminTestJSON-1181992952-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:23.004135 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-edba3cb6-295a-4933-8721-c2bae71dbae0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=57f931f8968f431182cb6aeae51e86a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3972592 Nov 23 21:44:23.009900 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43444) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:23.035597 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-a50b1360-933e-4e3c-b500-3b4968bbcf9a tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/quotas/0b6546ef1ad74db59897db5bbc417afa HTTP/1.1" status: 200 len: 375 time: 0.0503037 Nov 23 21:44:23.040798 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba3cb6-295a-4933-8721-c2bae71dbae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b00755-0898-48ce-8e90-9020f262355a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:23.057968 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cecb1ded-02db-487a-91a3-1c0743eb4604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:23.080223 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cecb1ded-02db-487a-91a3-1c0743eb4604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:23.129416 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cecb1ded-02db-487a-91a3-1c0743eb4604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:23.132141 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cecb1ded-02db-487a-91a3-1c0743eb4604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:23.133299 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cecb1ded-02db-487a-91a3-1c0743eb4604 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/95cf535d-2d91-4614-b464-9d0a9ae90d63 HTTP/1.1" status: 204 len: 168 time: 0.1472871 Nov 23 21:44:23.142003 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb1ded-02db-487a-91a3-1c0743eb4604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cf535d-2d91-4614-b464-9d0a9ae90d63,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:23.178701 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa3d28-8468-4de2-be33-4a706b30311e req-a045b6e0-9ebb-4a81-be4a-9e61f8b5313e tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:23.180215 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfaa3d28-8468-4de2-be33-4a706b30311e req-a045b6e0-9ebb-4a81-be4a-9e61f8b5313e tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 944 time: 0.1841381 Nov 23 21:44:23.208441 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['f4ad6726-8591-4544-92d1-40bd5fc09e50'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:44:23.217557 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-4eadcfb4-11c7-409a-85df-819e801396db tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b6546ef1ad74db59897db5bbc417afa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1346972 Nov 23 21:44:23.244335 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-434dcfdc-b3a1-43e5-8f99-8e733b46512a req-e679b899-cab8-49d9-8d47-b6639b3fd7ab tempest-DeleteServersAdminTestJSON-1181992952 tempest-DeleteServersAdminTestJSON-1181992952-project-admin] For port 64e7ee83-1952-444b-a9f9-138868d6c045, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=64e7ee83-1952-444b-a9f9-138868d6c045,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:23.244710 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-434dcfdc-b3a1-43e5-8f99-8e733b46512a req-e679b899-cab8-49d9-8d47-b6639b3fd7ab tempest-DeleteServersAdminTestJSON-1181992952 tempest-DeleteServersAdminTestJSON-1181992952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:23.249400 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ba1f9d0c-44d3-43cb-805f-a6649ef3b7a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:23.300898 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-434dcfdc-b3a1-43e5-8f99-8e733b46512a req-e679b899-cab8-49d9-8d47-b6639b3fd7ab tempest-DeleteServersAdminTestJSON-1181992952 tempest-DeleteServersAdminTestJSON-1181992952-project-admin] Calling delete_port for 64e7ee83-1952-444b-a9f9-138868d6c045 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:44:23.319972 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ba1f9d0c-44d3-43cb-805f-a6649ef3b7a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:23.383096 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfaa3d28-8468-4de2-be33-4a706b30311e req-0d9e3ea8-1285-40fc-80f0-8919591d89a6 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944742 Nov 23 21:44:23.441712 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07142fc9-0f76-4a8f-b156-8b3e6e7f432d x-openstack-request-id: req-07142fc9-0f76-4a8f-b156-8b3e6e7f432d {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:23.441961 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43450) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:23.442087 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c10c14-d857-4b02-b504-e38f95717214", "name": "network-vif-deleted", "tag": "2f10beb8-1625-4011-a514-0fd24c2efeb6", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:23.442367 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07142fc9-0f76-4a8f-b156-8b3e6e7f432d {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:23.442774 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c10c14-d857-4b02-b504-e38f95717214', 'name': 'network-vif-deleted', 'tag': '2f10beb8-1625-4011-a514-0fd24c2efeb6', 'status': 'completed', 'code': 200} Nov 23 21:44:23.456685 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5e58a2f1-67b8-4fc2-8b47-65bf7d66f9a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:23.503415 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-7a5e9c3e-2a07-43e9-a482-9221893711be service neutron] 10.222.0.50 "GET /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672403 Nov 23 21:44:23.516586 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 3499b9d8-5448-474d-8fb3-790f8418a7b1 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:44:23.538473 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5e58a2f1-67b8-4fc2-8b47-65bf7d66f9a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:23.543484 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5e58a2f1-67b8-4fc2-8b47-65bf7d66f9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:23.585679 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5e58a2f1-67b8-4fc2-8b47-65bf7d66f9a2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d0dfc7048a094263b29a100a5a7be7e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422346 Nov 23 21:44:23.587635 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58a2f1-67b8-4fc2-8b47-65bf7d66f9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca16711-137e-497a-9924-23785eeeeb95,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:23.590321 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43452) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:23.601318 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:23.624963 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3499b9d8-5448-474d-8fb3-790f8418a7b1'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:23.627203 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cee0443-a1c3-4e2c-8771-a96bf5a5f564" -d '{"events": [{"server_uuid": "b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76", "name": "network-vif-unplugged", "status": "completed", "tag": "3499b9d8-5448-474d-8fb3-790f8418a7b1"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:23.632541 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ba1f9d0c-44d3-43cb-805f-a6649ef3b7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:23.635105 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ba1f9d0c-44d3-43cb-805f-a6649ef3b7a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:23.636190 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ba1f9d0c-44d3-43cb-805f-a6649ef3b7a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a4b00755-0898-48ce-8e90-9020f262355a HTTP/1.1" status: 204 len: 168 time: 0.6246560 Nov 23 21:44:23.643027 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 3499b9d8-5448-474d-8fb3-790f8418a7b1, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=3499b9d8-5448-474d-8fb3-790f8418a7b1,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:23.648090 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:23.648817 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 2f10beb8-1625-4011-a514-0fd24c2efeb6 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:44:23.670231 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 2f10beb8-1625-4011-a514-0fd24c2efeb6 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:44:23.670581 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 2f10beb8-1625-4011-a514-0fd24c2efeb6 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:44:23.693739 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f9d0c-44d3-43cb-805f-a6649ef3b7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b00755-0898-48ce-8e90-9020f262355a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:23.728321 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e16a0-7ea3-4b76-ba6d-ebc40cc3f4b2 req-2d326a2e-b564-4398-ad5c-8855fca88f05 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:23.729269 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=3499b9d8-5448-474d-8fb3-790f8418a7b1,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:23.735293 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c26e16a0-7ea3-4b76-ba6d-ebc40cc3f4b2 req-2d326a2e-b564-4398-ad5c-8855fca88f05 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 949 time: 0.2488253 Nov 23 21:44:23.774541 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-151ec646-fb0e-4612-9159-7eaba0abf941 service neutron] 10.222.0.50 "GET /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699556 Nov 23 21:44:23.776271 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-434dcfdc-b3a1-43e5-8f99-8e733b46512a req-e679b899-cab8-49d9-8d47-b6639b3fd7ab tempest-DeleteServersAdminTestJSON-1181992952 tempest-DeleteServersAdminTestJSON-1181992952-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:23.791767 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['64e7ee83-1952-444b-a9f9-138868d6c045'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:44:23.826207 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679b899-cab8-49d9-8d47-b6639b3fd7ab tempest-DeleteServersAdminTestJSON-1181992952 tempest-DeleteServersAdminTestJSON-1181992952-project-admin] Pushing event deleted for resources: {'Port': ['ID=64e7ee83-1952-444b-a9f9-138868d6c045,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:23.828517 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-805e927f-98ef-4e0b-8600-57fcd07a9b60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:23.901564 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c26e16a0-7ea3-4b76-ba6d-ebc40cc3f4b2 req-4089db13-c9a4-4d11-af2d-6b1ba2d92bb1 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653526 Nov 23 21:44:23.904008 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-805e927f-98ef-4e0b-8600-57fcd07a9b60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:23.906086 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-434dcfdc-b3a1-43e5-8f99-8e733b46512a req-e679b899-cab8-49d9-8d47-b6639b3fd7ab tempest-DeleteServersAdminTestJSON-1181992952 tempest-DeleteServersAdminTestJSON-1181992952-project-admin] No DVR routers for this DVR port 64e7ee83-1952-444b-a9f9-138868d6c045 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:44:23.913400 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-434dcfdc-b3a1-43e5-8f99-8e733b46512a req-e679b899-cab8-49d9-8d47-b6639b3fd7ab tempest-DeleteServersAdminTestJSON-1181992952 tempest-DeleteServersAdminTestJSON-1181992952-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:23.916622 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-434dcfdc-b3a1-43e5-8f99-8e733b46512a req-e679b899-cab8-49d9-8d47-b6639b3fd7ab tempest-DeleteServersAdminTestJSON-1181992952 tempest-DeleteServersAdminTestJSON-1181992952-project-admin] 10.222.0.53 "DELETE /v2.0/ports/64e7ee83-1952-444b-a9f9-138868d6c045 HTTP/1.1" status: 204 len: 173 time: 1.1481600 Nov 23 21:44:24.019316 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c27f29-5f31-4135-be58-b951b07db73e x-openstack-request-id: req-84c27f29-5f31-4135-be58-b951b07db73e {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:24.019748 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76", "name": "network-vif-unplugged", "status": "completed", "tag": "3499b9d8-5448-474d-8fb3-790f8418a7b1", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:24.020103 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84c27f29-5f31-4135-be58-b951b07db73e {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:24.020597 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3499b9d8-5448-474d-8fb3-790f8418a7b1', 'code': 200} Nov 23 21:44:24.026307 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-805e927f-98ef-4e0b-8600-57fcd07a9b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:24.031759 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-805e927f-98ef-4e0b-8600-57fcd07a9b60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:24.044390 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-805e927f-98ef-4e0b-8600-57fcd07a9b60 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3ca16711-137e-497a-9924-23785eeeeb95 HTTP/1.1" status: 204 len: 168 time: 0.4526634 Nov 23 21:44:24.065389 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e927f-98ef-4e0b-8600-57fcd07a9b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca16711-137e-497a-9924-23785eeeeb95,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:24.199935 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43472) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:24.218403 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aa2599cf-c5f0-425a-a414-6e21054f459b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:24.269058 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:44:24.313178 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c4677-7df0-49e7-a1c3-c497eeeb9dc9 req-6cdea11c-79cd-4a2e-9e39-eea1573bbf1e tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:24.314788 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-023c4677-7df0-49e7-a1c3-c497eeeb9dc9 req-6cdea11c-79cd-4a2e-9e39-eea1573bbf1e tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1351b3e-70fd-4d0d-b32f-bf28e8648551 HTTP/1.1" status: 200 len: 972 time: 0.1400862 Nov 23 21:44:24.327430 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1dacf-a0c7-4125-8497-2f12ee15b993 req-fcb8066d-5015-416c-8438-f2a5a0b66613 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:24.335130 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aa2599cf-c5f0-425a-a414-6e21054f459b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:24.336139 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fef1dacf-a0c7-4125-8497-2f12ee15b993 req-fcb8066d-5015-416c-8438-f2a5a0b66613 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1351b3e-70fd-4d0d-b32f-bf28e8648551 HTTP/1.1" status: 200 len: 972 time: 0.2370667 Nov 23 21:44:24.387760 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8bf00-175e-4936-9420-07a73e22efd3 req-9ceba5f3-a444-40b9-bdb0-db757a438372 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:24.389655 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-64a8bf00-175e-4936-9420-07a73e22efd3 req-9ceba5f3-a444-40b9-bdb0-db757a438372 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 949 time: 0.2090974 Nov 23 21:44:24.391774 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aa2599cf-c5f0-425a-a414-6e21054f459b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:24.445430 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2599cf-c5f0-425a-a414-6e21054f459b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a8929f-365f-4923-8315-55deed109ac8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:24.453983 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c12a06bc-1354-4300-b8e7-da8247862a22 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:44:24.470159 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-aa2599cf-c5f0-425a-a414-6e21054f459b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3a90592dc487412bb29ea8e9463cd152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2689497 Nov 23 21:44:24.472639 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43484) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:24.478871 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f4ad6726-8591-4544-92d1-40bd5fc09e50 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:44:24.491933 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fef1dacf-a0c7-4125-8497-2f12ee15b993 req-cb72b54b-c258-48ed-9ec9-418dab9c28ae tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545630 Nov 23 21:44:24.594072 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be5078-08d2-46c5-8ec7-49fe85a129f0 req-f1efb8c4-c46d-4d73-8a0f-0cb2d8e708f3 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:24.603533 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c9be5078-08d2-46c5-8ec7-49fe85a129f0 req-f1efb8c4-c46d-4d73-8a0f-0cb2d8e708f3 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76 HTTP/1.1" status: 200 len: 943 time: 0.2636182 Nov 23 21:44:24.626970 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-64a8bf00-175e-4936-9420-07a73e22efd3 req-bd1122a1-c06a-42c8-865d-9dbacc2e1784 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161994 Nov 23 21:44:24.700299 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d938-5dbd-4ac7-9525-386447328e98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:24.703367 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-788d98b1-5742-432b-beaf-872e1aa270ae req-105dd963-5158-427f-844a-e725829eb03c tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe60a3c7-146b-458f-b468-91ef14d2af9e HTTP/1.1" status: 200 len: 210 time: 0.0673647 Nov 23 21:44:24.705553 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-023c4677-7df0-49e7-a1c3-c497eeeb9dc9 req-639759ef-c918-4555-b184-a188abbf175a tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Deleting port 0d05946c-fda7-433f-8bda-013ee67ce8d5 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:44:24.705883 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-023c4677-7df0-49e7-a1c3-c497eeeb9dc9 req-639759ef-c918-4555-b184-a188abbf175a tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:24.786026 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d938-5dbd-4ac7-9525-386447328e98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:24.821779 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5ac10940-8b93-4cdc-a211-7d9aa491d110 req-53be15d5-5337-4bf3-a140-fa80e7ec2a54 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 210 time: 0.0871694 Nov 23 21:44:24.891349 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d938-5dbd-4ac7-9525-386447328e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:24.894832 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0e8d938-5dbd-4ac7-9525-386447328e98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:24.898772 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a0e8d938-5dbd-4ac7-9525-386447328e98 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d8a8929f-365f-4923-8315-55deed109ac8 HTTP/1.1" status: 204 len: 168 time: 0.4223340 Nov 23 21:44:24.957783 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8d938-5dbd-4ac7-9525-386447328e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a8929f-365f-4923-8315-55deed109ac8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:24.975799 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-c9be5078-08d2-46c5-8ec7-49fe85a129f0 req-4e65bd0a-8615-4eaf-a881-9ad22aac5b53 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Deleting port 3499b9d8-5448-474d-8fb3-790f8418a7b1 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:44:24.976147 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c9be5078-08d2-46c5-8ec7-49fe85a129f0 req-4e65bd0a-8615-4eaf-a881-9ad22aac5b53 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:25.160036 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port c12a06bc-1354-4300-b8e7-da8247862a22, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c12a06bc-1354-4300-b8e7-da8247862a22,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:25.190368 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'c12a06bc-1354-4300-b8e7-da8247862a22', 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542', 'port_id': 'c12a06bc-1354-4300-b8e7-da8247862a22', 'mac_address': 'fa:16:3e:60:58:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:44:25.204554 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port f4ad6726-8591-4544-92d1-40bd5fc09e50 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:44:25.209503 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:25.269154 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-c9be5078-08d2-46c5-8ec7-49fe85a129f0 req-4e65bd0a-8615-4eaf-a881-9ad22aac5b53 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] For port 3499b9d8-5448-474d-8fb3-790f8418a7b1, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=3499b9d8-5448-474d-8fb3-790f8418a7b1,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:25.269524 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c9be5078-08d2-46c5-8ec7-49fe85a129f0 req-4e65bd0a-8615-4eaf-a881-9ad22aac5b53 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:25.308857 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-023c4677-7df0-49e7-a1c3-c497eeeb9dc9 req-639759ef-c918-4555-b184-a188abbf175a tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] For port 0d05946c-fda7-433f-8bda-013ee67ce8d5, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=0d05946c-fda7-433f-8bda-013ee67ce8d5,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:25.312964 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-c9be5078-08d2-46c5-8ec7-49fe85a129f0 req-4e65bd0a-8615-4eaf-a881-9ad22aac5b53 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Calling delete_port for 3499b9d8-5448-474d-8fb3-790f8418a7b1 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:44:25.316195 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-023c4677-7df0-49e7-a1c3-c497eeeb9dc9 req-639759ef-c918-4555-b184-a188abbf175a tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:25.363534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-023c4677-7df0-49e7-a1c3-c497eeeb9dc9 req-639759ef-c918-4555-b184-a188abbf175a tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Calling delete_port for 0d05946c-fda7-433f-8bda-013ee67ce8d5 owned by compute:tempest-test_az-2029478883 {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:44:25.383014 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:25.409263 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef06dc-6448-4777-b103-a9a79c16e528 req-09ff68c6-8542-41b6-99e4-e5c615d29eac tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:25.411507 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12a06bc-1354-4300-b8e7-da8247862a22 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:44:25.415516 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-37ef06dc-6448-4777-b103-a9a79c16e528 req-09ff68c6-8542-41b6-99e4-e5c615d29eac tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 944 time: 0.5783086 Nov 23 21:44:25.444567 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe60a3c7-146b-458f-b468-91ef14d2af9e', 'name': 'network-vif-deleted', 'tag': '64e7ee83-1952-444b-a9f9-138868d6c045'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:25.447822 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871f1bc6-25c0-4e93-8259-b40d3f82fae6" -d '{"events": [{"server_uuid": "fe60a3c7-146b-458f-b468-91ef14d2af9e", "name": "network-vif-deleted", "tag": "64e7ee83-1952-444b-a9f9-138868d6c045"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:25.465946 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:25.492431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port c12a06bc-1354-4300-b8e7-da8247862a22, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c12a06bc-1354-4300-b8e7-da8247862a22,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:25.507389 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:25.570960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=c12a06bc-1354-4300-b8e7-da8247862a22,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:25.595431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f4ad6726-8591-4544-92d1-40bd5fc09e50, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f4ad6726-8591-4544-92d1-40bd5fc09e50,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:25.608338 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:25.621845 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-37ef06dc-6448-4777-b103-a9a79c16e528 req-8ba4f2c9-baa7-4ac4-930a-adaec7c4e4f7 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976554 Nov 23 21:44:25.753433 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c661a9f-de08-4169-9b21-4b2d4e8d653b x-openstack-request-id: req-6c661a9f-de08-4169-9b21-4b2d4e8d653b {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:25.753717 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe60a3c7-146b-458f-b468-91ef14d2af9e", "name": "network-vif-deleted", "tag": "64e7ee83-1952-444b-a9f9-138868d6c045", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:25.755115 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c661a9f-de08-4169-9b21-4b2d4e8d653b {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:25.757974 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe60a3c7-146b-458f-b468-91ef14d2af9e', 'name': 'network-vif-deleted', 'tag': '64e7ee83-1952-444b-a9f9-138868d6c045', 'status': 'completed', 'code': 200} Nov 23 21:44:25.777093 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c9be5078-08d2-46c5-8ec7-49fe85a129f0 req-4e65bd0a-8615-4eaf-a881-9ad22aac5b53 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:25.794921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f4ad6726-8591-4544-92d1-40bd5fc09e50,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:25.871801 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65bd0a-8615-4eaf-a881-9ad22aac5b53 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Pushing event deleted for resources: {'Port': ['ID=3499b9d8-5448-474d-8fb3-790f8418a7b1,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:25.896030 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-023c4677-7df0-49e7-a1c3-c497eeeb9dc9 req-639759ef-c918-4555-b184-a188abbf175a tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:25.899634 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['c12a06bc-1354-4300-b8e7-da8247862a22'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:44:25.945824 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f8594-3497-42fb-9df5-59dcf9c00f9b req-eeedd727-cbee-4225-af73-263d1cd78796 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:25.954824 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-065f8594-3497-42fb-9df5-59dcf9c00f9b req-eeedd727-cbee-4225-af73-263d1cd78796 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.2023435 Nov 23 21:44:25.970073 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639759ef-c918-4555-b184-a188abbf175a tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Pushing event deleted for resources: {'Port': ['ID=0d05946c-fda7-433f-8bda-013ee67ce8d5,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:26.022501 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62941ccd-393d-4838-a2ef-4a41068c8692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ad6726-8591-4544-92d1-40bd5fc09e50'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:26.024787 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a856d2ca-06ef-42e3-b77f-e9e89534eda5" -d '{"events": [{"server_uuid": "62941ccd-393d-4838-a2ef-4a41068c8692", "name": "network-vif-plugged", "status": "completed", "tag": "f4ad6726-8591-4544-92d1-40bd5fc09e50"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:26.044552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-023c4677-7df0-49e7-a1c3-c497eeeb9dc9 req-639759ef-c918-4555-b184-a188abbf175a tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] No DVR routers for this DVR port 0d05946c-fda7-433f-8bda-013ee67ce8d5 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:44:26.066977 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8532f05-b597-498f-bca5-2f23256ebf7e req-10f06d53-09b1-45e0-bdbf-49c1b236180e tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:26.077774 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8532f05-b597-498f-bca5-2f23256ebf7e req-10f06d53-09b1-45e0-bdbf-49c1b236180e tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1351b3e-70fd-4d0d-b32f-bf28e8648551 HTTP/1.1" status: 200 len: 889 time: 0.2132628 Nov 23 21:44:26.083905 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-023c4677-7df0-49e7-a1c3-c497eeeb9dc9 req-639759ef-c918-4555-b184-a188abbf175a tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:26.087652 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-023c4677-7df0-49e7-a1c3-c497eeeb9dc9 req-639759ef-c918-4555-b184-a188abbf175a tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.53 "DELETE /v2.0/ports/0d05946c-fda7-433f-8bda-013ee67ce8d5 HTTP/1.1" status: 204 len: 173 time: 1.7484460 Nov 23 21:44:26.119923 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9be5078-08d2-46c5-8ec7-49fe85a129f0 req-4e65bd0a-8615-4eaf-a881-9ad22aac5b53 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] No DVR routers for this DVR port 3499b9d8-5448-474d-8fb3-790f8418a7b1 on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:44:26.132831 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c9be5078-08d2-46c5-8ec7-49fe85a129f0 req-4e65bd0a-8615-4eaf-a881-9ad22aac5b53 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:26.144019 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c9be5078-08d2-46c5-8ec7-49fe85a129f0 req-4e65bd0a-8615-4eaf-a881-9ad22aac5b53 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.53 "DELETE /v2.0/ports/3499b9d8-5448-474d-8fb3-790f8418a7b1 HTTP/1.1" status: 204 len: 173 time: 1.5291052 Nov 23 21:44:26.144504 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76', 'name': 'network-vif-deleted', 'tag': '3499b9d8-5448-474d-8fb3-790f8418a7b1'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:26.146796 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b937977-b01f-49c5-8556-cc34c3952525" -d '{"events": [{"server_uuid": "b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76", "name": "network-vif-deleted", "tag": "3499b9d8-5448-474d-8fb3-790f8418a7b1"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:26.166059 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-065f8594-3497-42fb-9df5-59dcf9c00f9b req-5de290d9-83a4-450c-b642-42cf0c6d9e27 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098827 Nov 23 21:44:26.247784 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8532f05-b597-498f-bca5-2f23256ebf7e req-95f375cc-5024-4760-b2fa-e0033b2032d8 tempest-LiveMigrationNegativeTest-54627028 tempest-LiveMigrationNegativeTest-54627028-project] 10.222.0.50 "GET /v2.0/security-groups?id=333f1f47-5dd6-4757-8487-c5f854117679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686740 Nov 23 21:44:26.267555 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-587dfec0-bcc6-472e-aa1a-89c510a629fd tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:26.276331 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-587dfec0-bcc6-472e-aa1a-89c510a629fd tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.53 "GET /v2.0/networks?id=69251849-2815-4e03-9f20-eae71bba378c HTTP/1.1" status: 200 len: 804 time: 0.4239013 Nov 23 21:44:26.301776 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-d903f64e-6c0f-4c6a-b1c7-07655d135994 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Request body: {'port': {'device_id': 'b61aace9-02e4-4f5b-b630-f08a134ff2a0', 'network_id': '69251849-2815-4e03-9f20-eae71bba378c', 'admin_state_up': True, 'tenant_id': '0b6546ef1ad74db59897db5bbc417afa'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:44:26.319148 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2cf655-f099-4cb0-a122-dddea7a83ab5 x-openstack-request-id: req-df2cf655-f099-4cb0-a122-dddea7a83ab5 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:26.320202 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62941ccd-393d-4838-a2ef-4a41068c8692", "name": "network-vif-plugged", "status": "completed", "tag": "f4ad6726-8591-4544-92d1-40bd5fc09e50", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:26.320785 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df2cf655-f099-4cb0-a122-dddea7a83ab5 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:26.322101 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62941ccd-393d-4838-a2ef-4a41068c8692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ad6726-8591-4544-92d1-40bd5fc09e50', 'code': 200} Nov 23 21:44:26.420041 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-39cc1bde-b312-47c2-b1f4-f671bed54bb1 req-de195d05-24bf-42da-84e6-edd9cc5004d8 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 210 time: 0.0659254 Nov 23 21:44:26.439402 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cddccd-c90c-4fac-ad6c-b5e4e2157951 x-openstack-request-id: req-13cddccd-c90c-4fac-ad6c-b5e4e2157951 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:26.439782 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76", "name": "network-vif-deleted", "tag": "3499b9d8-5448-474d-8fb3-790f8418a7b1", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:26.440096 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-13cddccd-c90c-4fac-ad6c-b5e4e2157951 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:26.440553 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e7f96b-1cfa-4b0a-a0bd-9045fc26db76', 'name': 'network-vif-deleted', 'tag': '3499b9d8-5448-474d-8fb3-790f8418a7b1', 'status': 'completed', 'code': 200} Nov 23 21:44:26.495082 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-d903f64e-6c0f-4c6a-b1c7-07655d135994 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Made reservation on behalf of 0b6546ef1ad74db59897db5bbc417afa for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:44:26.498740 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-d903f64e-6c0f-4c6a-b1c7-07655d135994 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:26.598541 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-bef81b7a-0878-4874-86e3-be72c3242536 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=603e337071044e9b8d937663d6de26d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279853 Nov 23 21:44:26.720183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-d903f64e-6c0f-4c6a-b1c7-07655d135994 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Allocated IP 172.20.0.8 (69251849-2815-4e03-9f20-eae71bba378c/9d84ac18-6eb0-451e-822e-a2b2f0c24b0d/b4bf27ab-e109-4bb8-b68d-02553526b153) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:44:26.804750 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68f0a4-a3b0-49e5-9dfb-0f3367f94162 req-4f2eff83-6f79-4cf3-a972-306cc4ce846e tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:26.807123 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f68f0a4-a3b0-49e5-9dfb-0f3367f94162 req-4f2eff83-6f79-4cf3-a972-306cc4ce846e tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 945 time: 0.0936866 Nov 23 21:44:26.816422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-f4235ffe-7d58-4ec7-951b-d3db4a13fcb0 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:26.825025 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-f4235ffe-7d58-4ec7-951b-d3db4a13fcb0 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2250922 Nov 23 21:44:26.857809 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-7cb42cba-7a8a-416b-a5b6-40006cfe2e05 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/quotas/603e337071044e9b8d937663d6de26d9 HTTP/1.1" status: 200 len: 375 time: 0.0314147 Nov 23 21:44:26.913625 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ca38b46d-77ea-4391-b240-aaedc1035879 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=603e337071044e9b8d937663d6de26d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545807 Nov 23 21:44:26.915717 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-d903f64e-6c0f-4c6a-b1c7-07655d135994 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:26.932973 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f68f0a4-a3b0-49e5-9dfb-0f3367f94162 req-75864007-454f-4ce5-a1b3-7dc014da6b87 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055720 Nov 23 21:44:26.962159 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-d903f64e-6c0f-4c6a-b1c7-07655d135994 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:27.012811 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-d903f64e-6c0f-4c6a-b1c7-07655d135994 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Network 69251849-2815-4e03-9f20-eae71bba378c is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:44:27.019719 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-d903f64e-6c0f-4c6a-b1c7-07655d135994 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:44:27.027909 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-d903f64e-6c0f-4c6a-b1c7-07655d135994 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:44:27.036166 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-d903f64e-6c0f-4c6a-b1c7-07655d135994 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:27.036839 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-d903f64e-6c0f-4c6a-b1c7-07655d135994 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:27.058768 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903f64e-6c0f-4c6a-b1c7-07655d135994 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Pushing event updated for resources: {'Port': ['ID=b4bf27ab-e109-4bb8-b68d-02553526b153,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:27.068778 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-d903f64e-6c0f-4c6a-b1c7-07655d135994 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7717786 Nov 23 21:44:27.088213 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-b0b1198c-3f1c-4688-a18a-f5236618c31a service neutron] Request body: {'port': {'device_id': 'b61aace9-02e4-4f5b-b630-f08a134ff2a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:44:27.146208 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3fe73204-085b-4174-8a94-72bebf722929 req-a76467c6-4033-4b35-890f-0d51277b3fc3 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=b81ce111-1e42-4cbb-ae52-96128a1c762f HTTP/1.1" status: 200 len: 210 time: 0.0412698 Nov 23 21:44:27.205071 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-b0b1198c-3f1c-4688-a18a-f5236618c31a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:27.394352 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393a852-b4da-410b-b1c1-b82033f2a73f req-89099902-5df9-43d6-a09e-00c4399ce9a1 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:27.405996 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7393a852-b4da-410b-b1c1-b82033f2a73f req-89099902-5df9-43d6-a09e-00c4399ce9a1 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.1094255 Nov 23 21:44:27.478584 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7393a852-b4da-410b-b1c1-b82033f2a73f req-c463ede7-3ed3-4c66-9df4-96357fb0a753 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713894 Nov 23 21:44:27.534523 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 0d05946c-fda7-433f-8bda-013ee67ce8d5 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:44:27.578442 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 0d05946c-fda7-433f-8bda-013ee67ce8d5 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:44:27.578908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 0d05946c-fda7-433f-8bda-013ee67ce8d5 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:44:27.579518 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 64e7ee83-1952-444b-a9f9-138868d6c045 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:44:27.601452 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e45c09-bab7-4557-bf51-2a798b075f55 req-687f56ab-5ad4-47f6-b536-86c86da8d0b9 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:27.611903 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40e45c09-bab7-4557-bf51-2a798b075f55 req-687f56ab-5ad4-47f6-b536-86c86da8d0b9 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 931 time: 0.0801008 Nov 23 21:44:27.626648 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 64e7ee83-1952-444b-a9f9-138868d6c045 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:44:27.627628 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 64e7ee83-1952-444b-a9f9-138868d6c045 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:44:27.688004 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40e45c09-bab7-4557-bf51-2a798b075f55 req-2e54b8fc-da00-4a87-84a3-da233a3b2522 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747530 Nov 23 21:44:27.709842 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-b0b1198c-3f1c-4688-a18a-f5236618c31a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4bf27ab-e109-4bb8-b68d-02553526b153 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:44:27.719558 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-b0b1198c-3f1c-4688-a18a-f5236618c31a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:27.734081 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-b0b1198c-3f1c-4688-a18a-f5236618c31a service neutron] Transition to ACTIVE for port object b4bf27ab-e109-4bb8-b68d-02553526b153 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:44:27.738960 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-b0b1198c-3f1c-4688-a18a-f5236618c31a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:27.760342 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1351b3e-70fd-4d0d-b32f-bf28e8648551', 'name': 'network-vif-deleted', 'tag': '0d05946c-fda7-433f-8bda-013ee67ce8d5'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:27.763188 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcc2e20-418c-46ce-aca6-618fa60f04f7" -d '{"events": [{"server_uuid": "a1351b3e-70fd-4d0d-b32f-bf28e8648551", "name": "network-vif-deleted", "tag": "0d05946c-fda7-433f-8bda-013ee67ce8d5"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:27.812158 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a7046d82-321c-4eb4-9e4e-9d8cc558c8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:27.837571 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1198c-3f1c-4688-a18a-f5236618c31a service neutron] Pushing event updated for resources: {'Port': ['ID=b4bf27ab-e109-4bb8-b68d-02553526b153,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:27.851279 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-b0b1198c-3f1c-4688-a18a-f5236618c31a service neutron] Attempting to bind port b4bf27ab-e109-4bb8-b68d-02553526b153 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:44:27.851717 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-b0b1198c-3f1c-4688-a18a-f5236618c31a service neutron] Attempting to bind port b4bf27ab-e109-4bb8-b68d-02553526b153 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '3bc67411-4d1f-4c3b-9e0b-93a384299ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '69251849-2815-4e03-9f20-eae71bba378c'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:44:27.852138 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-b0b1198c-3f1c-4688-a18a-f5236618c31a service neutron] Attempting to bind port b4bf27ab-e109-4bb8-b68d-02553526b153 on network 69251849-2815-4e03-9f20-eae71bba378c {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:44:27.858883 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-b0b1198c-3f1c-4688-a18a-f5236618c31a service neutron] Port b4bf27ab-e109-4bb8-b68d-02553526b153 on network 69251849-2815-4e03-9f20-eae71bba378c not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:44:27.858883 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-b0b1198c-3f1c-4688-a18a-f5236618c31a service neutron] Attempting to bind port b4bf27ab-e109-4bb8-b68d-02553526b153 on network 69251849-2815-4e03-9f20-eae71bba378c {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:44:27.865100 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-b0b1198c-3f1c-4688-a18a-f5236618c31a service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:44:27.865516 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-b0b1198c-3f1c-4688-a18a-f5236618c31a service neutron] Checking segment: {'id': '3bc67411-4d1f-4c3b-9e0b-93a384299ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '69251849-2815-4e03-9f20-eae71bba378c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:44:27.865964 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-b0b1198c-3f1c-4688-a18a-f5236618c31a service neutron] Bound using segment: {'id': '3bc67411-4d1f-4c3b-9e0b-93a384299ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '69251849-2815-4e03-9f20-eae71bba378c'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:44:27.866576 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-b0b1198c-3f1c-4688-a18a-f5236618c31a service neutron] Bound port: b4bf27ab-e109-4bb8-b68d-02553526b153, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bc67411-4d1f-4c3b-9e0b-93a384299ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '69251849-2815-4e03-9f20-eae71bba378c'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:44:27.867120 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-b0b1198c-3f1c-4688-a18a-f5236618c31a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:27.910694 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b57422-f500-4403-93b3-a99efed1dd0a x-openstack-request-id: req-c6b57422-f500-4403-93b3-a99efed1dd0a {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:27.911253 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1351b3e-70fd-4d0d-b32f-bf28e8648551", "name": "network-vif-deleted", "tag": "0d05946c-fda7-433f-8bda-013ee67ce8d5", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:27.911712 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c6b57422-f500-4403-93b3-a99efed1dd0a {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:27.912728 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1351b3e-70fd-4d0d-b32f-bf28e8648551', 'name': 'network-vif-deleted', 'tag': '0d05946c-fda7-433f-8bda-013ee67ce8d5', 'status': 'completed', 'code': 200} Nov 23 21:44:27.914851 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43636) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:27.945922 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-b0b1198c-3f1c-4688-a18a-f5236618c31a service neutron] For port b4bf27ab-e109-4bb8-b68d-02553526b153, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:44:27.950762 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-b0b1198c-3f1c-4688-a18a-f5236618c31a service neutron] For port b4bf27ab-e109-4bb8-b68d-02553526b153, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b4bf27ab-e109-4bb8-b68d-02553526b153,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:44:27.956891 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43640) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:27.965388 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-b0b1198c-3f1c-4688-a18a-f5236618c31a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:28.007040 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-b0b1198c-3f1c-4688-a18a-f5236618c31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:28.007958 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-b0b1198c-3f1c-4688-a18a-f5236618c31a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:28.009735 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-b0b1198c-3f1c-4688-a18a-f5236618c31a service neutron] 10.222.0.53 "PUT /v2.0/ports/b4bf27ab-e109-4bb8-b68d-02553526b153 HTTP/1.1" status: 200 len: 1091 time: 0.9300306 Nov 23 21:44:28.050030 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b1198c-3f1c-4688-a18a-f5236618c31a service neutron] Pushing event updated for resources: {'Port': ['ID=b4bf27ab-e109-4bb8-b68d-02553526b153,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:28.088933 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-decc1de1-959e-4a8f-ba8a-0508bbef01bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:28.179584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78975f03-9026-4f7c-8d40-ba9b339ce12f req-1ba561c2-af08-4c14-bddb-69c43036d9cd tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:28.181107 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78975f03-9026-4f7c-8d40-ba9b339ce12f req-1ba561c2-af08-4c14-bddb-69c43036d9cd tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 945 time: 0.1161280 Nov 23 21:44:28.184845 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9132a4c1-0907-4c57-9817-d0a98f702506 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=73a47e414415418282cfb9d939963e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265995 Nov 23 21:44:28.188080 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43650) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:28.195054 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-1a054a94-691d-47ae-864f-ccfc7a050333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:28.196514 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-1a054a94-691d-47ae-864f-ccfc7a050333 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b6546ef1ad74db59897db5bbc417afa&device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 1094 time: 0.0945194 Nov 23 21:44:28.248833 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-56b1c9d7-5ed8-49d3-9922-0de81385d749 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4bf27ab-e109-4bb8-b68d-02553526b153 HTTP/1.1" status: 200 len: 217 time: 0.0407889 Nov 23 21:44:28.304501 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-52462aa2-b731-4504-ace7-b8a8f1ae334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:28.306097 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-52462aa2-b731-4504-ace7-b8a8f1ae334a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d84ac18-6eb0-451e-822e-a2b2f0c24b0d HTTP/1.1" status: 200 len: 844 time: 0.0500269 Nov 23 21:44:28.310905 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78975f03-9026-4f7c-8d40-ba9b339ce12f req-26e3a5b3-9e14-4cb3-ad97-0acb3a788831 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132677 Nov 23 21:44:28.314265 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-decc1de1-959e-4a8f-ba8a-0508bbef01bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:28.319033 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9d584aa4-5c4d-4c44-b0aa-b4fd8dbbf0f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:28.341002 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-decc1de1-959e-4a8f-ba8a-0508bbef01bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:28.349987 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9d584aa4-5c4d-4c44-b0aa-b4fd8dbbf0f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:28.362346 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-cab006e8-ec75-4eac-8bec-774e24038c2a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=69251849-2815-4e03-9f20-eae71bba378c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418463 Nov 23 21:44:28.405238 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc1de1-959e-4a8f-ba8a-0508bbef01bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5879297a-9e9a-410d-8137-8c4958c79267,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:28.409425 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-decc1de1-959e-4a8f-ba8a-0508bbef01bd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=57f019bbb8e548aca464ae5d00295d2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4933825 Nov 23 21:44:28.421613 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43652) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:28.445837 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-44c01fb0-67b2-4598-bd24-231abfa7b114 req-9a05c707-d508-4fd1-b44a-3781cdb6e378 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=b81ce111-1e42-4cbb-ae52-96128a1c762f HTTP/1.1" status: 200 len: 210 time: 0.0480411 Nov 23 21:44:28.476391 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9d584aa4-5c4d-4c44-b0aa-b4fd8dbbf0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:28.479005 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9d584aa4-5c4d-4c44-b0aa-b4fd8dbbf0f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:28.480672 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9d584aa4-5c4d-4c44-b0aa-b4fd8dbbf0f0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/333f1f47-5dd6-4757-8487-c5f854117679 HTTP/1.1" status: 204 len: 168 time: 0.2889023 Nov 23 21:44:28.489544 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d584aa4-5c4d-4c44-b0aa-b4fd8dbbf0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333f1f47-5dd6-4757-8487-c5f854117679,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:28.491638 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c12a06bc-1354-4300-b8e7-da8247862a22 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:44:28.510084 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61aace9-02e4-4f5b-b630-f08a134ff2a0', 'tag': 'b4bf27ab-e109-4bb8-b68d-02553526b153'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:28.514844 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880c50e2-8841-4842-b633-1d65320d437e" -d '{"events": [{"name": "network-changed", "server_uuid": "b61aace9-02e4-4f5b-b630-f08a134ff2a0", "tag": "b4bf27ab-e109-4bb8-b68d-02553526b153"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:28.603621 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port c12a06bc-1354-4300-b8e7-da8247862a22 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:44:28.610288 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port c12a06bc-1354-4300-b8e7-da8247862a22 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:44:28.611350 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:28.629821 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-829d0f5d-35f5-4121-907b-dda47c9e1ff7 service neutron] 10.222.0.53 "GET /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572229 Nov 23 21:44:28.631465 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-e3c4eb9e-44db-43d1-aab9-c16ff6cd3a58 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=603e337071044e9b8d937663d6de26d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360751 Nov 23 21:44:28.635512 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d82b409-d73b-43ab-9be3-11e72763313f x-openstack-request-id: req-9d82b409-d73b-43ab-9be3-11e72763313f {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:28.635798 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b61aace9-02e4-4f5b-b630-f08a134ff2a0", "tag": "b4bf27ab-e109-4bb8-b68d-02553526b153", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:28.636112 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d82b409-d73b-43ab-9be3-11e72763313f {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:28.636988 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b61aace9-02e4-4f5b-b630-f08a134ff2a0', 'tag': 'b4bf27ab-e109-4bb8-b68d-02553526b153', 'status': 'completed', 'code': 200} Nov 23 21:44:28.637295 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-63657771-5607-4825-8ffd-9b3755afa345 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:28.692309 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-63657771-5607-4825-8ffd-9b3755afa345 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:28.705655 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2249b-4a61-4135-a029-f19d465ce31b req-f4597b3b-b90b-414f-9a9f-dade165e124d tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:28.710516 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cac2249b-4a61-4135-a029-f19d465ce31b req-f4597b3b-b90b-414f-9a9f-dade165e124d tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.1272433 Nov 23 21:44:28.814046 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cac2249b-4a61-4135-a029-f19d465ce31b req-94132daf-0a28-404e-9bcc-84398cb9d75b tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969539 Nov 23 21:44:28.834156 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:28.862065 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-17bfeaa0-cec1-457e-b83c-a9fcd81584f4 req-dbc81412-8c26-4972-9737-537b9485870b service neutron] 10.222.0.53 "GET /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054043 Nov 23 21:44:28.897442 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945f3f90-89a7-4e27-8596-0931d9cc87fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12a06bc-1354-4300-b8e7-da8247862a22'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:28.901521 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d016438-edc1-4687-ba53-be0340705104" -d '{"events": [{"server_uuid": "945f3f90-89a7-4e27-8596-0931d9cc87fd", "name": "network-vif-plugged", "status": "completed", "tag": "c12a06bc-1354-4300-b8e7-da8247862a22"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:28.944361 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2bb6b-adf8-41cf-857c-a09b40b86daf req-69676ddf-bdab-49c3-b1a5-5137a77bf9a1 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:28.952685 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8c2bb6b-adf8-41cf-857c-a09b40b86daf req-69676ddf-bdab-49c3-b1a5-5137a77bf9a1 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 943 time: 0.0679710 Nov 23 21:44:28.960628 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port c12a06bc-1354-4300-b8e7-da8247862a22, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c12a06bc-1354-4300-b8e7-da8247862a22,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:28.973609 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:28.989833 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ea1d87f4-d6dc-4fc0-b25e-feda7de75d00 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:28.992285 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ea1d87f4-d6dc-4fc0-b25e-feda7de75d00 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3268085 Nov 23 21:44:28.998286 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43674) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:29.028704 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-71ffaa25-eb7d-4543-83bb-c213d93c44c3 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Request body: {'port': {'device_id': 'b81ce111-1e42-4cbb-ae52-96128a1c762f', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': '603e337071044e9b8d937663d6de26d9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:44:29.041065 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=c12a06bc-1354-4300-b8e7-da8247862a22,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:29.061037 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8c2bb6b-adf8-41cf-857c-a09b40b86daf req-237fd0b9-889c-40bf-93e4-0ee79b55c0d4 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883553 Nov 23 21:44:29.088200 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f56d99-32db-4420-9503-3593a6bdc1e3 x-openstack-request-id: req-b0f56d99-32db-4420-9503-3593a6bdc1e3 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:29.088516 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945f3f90-89a7-4e27-8596-0931d9cc87fd", "name": "network-vif-plugged", "status": "completed", "tag": "c12a06bc-1354-4300-b8e7-da8247862a22", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:29.088776 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b0f56d99-32db-4420-9503-3593a6bdc1e3 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:29.089180 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945f3f90-89a7-4e27-8596-0931d9cc87fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12a06bc-1354-4300-b8e7-da8247862a22', 'code': 200} Nov 23 21:44:29.104800 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a218e3e5-cf62-48c6-8638-12e1ab7157de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=699566e3be464e499dd06c41a0f4fb94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0885875 Nov 23 21:44:29.105611 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43678) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:29.134472 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-63657771-5607-4825-8ffd-9b3755afa345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:29.138636 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-63657771-5607-4825-8ffd-9b3755afa345 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:29.139571 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-63657771-5607-4825-8ffd-9b3755afa345 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5879297a-9e9a-410d-8137-8c4958c79267 HTTP/1.1" status: 204 len: 168 time: 0.7167749 Nov 23 21:44:29.164582 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2440e9c6-596b-4f7d-b0e6-6c98a662e0e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:29.174322 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63657771-5607-4825-8ffd-9b3755afa345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5879297a-9e9a-410d-8137-8c4958c79267,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:29.188058 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c50e2-8841-4842-b633-1d65320d437e req-be832bad-8b56-475d-bb9e-6d1481b53879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:29.189738 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-880c50e2-8841-4842-b633-1d65320d437e req-be832bad-8b56-475d-bb9e-6d1481b53879 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b6546ef1ad74db59897db5bbc417afa&device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 1094 time: 0.1921170 Nov 23 21:44:29.198436 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2440e9c6-596b-4f7d-b0e6-6c98a662e0e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:29.213309 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43682) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:29.244299 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-71ffaa25-eb7d-4543-83bb-c213d93c44c3 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Made reservation on behalf of 603e337071044e9b8d937663d6de26d9 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:44:29.249838 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-71ffaa25-eb7d-4543-83bb-c213d93c44c3 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:29.284273 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0932a-4ac6-4efa-b740-032d90bb1d1e req-d28623ce-2d03-4616-ae68-444b26cbe041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:29.286183 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61f0932a-4ac6-4efa-b740-032d90bb1d1e req-d28623ce-2d03-4616-ae68-444b26cbe041 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 1097 time: 0.0594411 Nov 23 21:44:29.303260 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2440e9c6-596b-4f7d-b0e6-6c98a662e0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:29.305759 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2440e9c6-596b-4f7d-b0e6-6c98a662e0e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:29.306920 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2440e9c6-596b-4f7d-b0e6-6c98a662e0e7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4b185ecc-cf8f-4ebe-a967-cd4aac270584 HTTP/1.1" status: 204 len: 168 time: 0.2002454 Nov 23 21:44:29.326375 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440e9c6-596b-4f7d-b0e6-6c98a662e0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b185ecc-cf8f-4ebe-a967-cd4aac270584,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:29.364768 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61f0932a-4ac6-4efa-b740-032d90bb1d1e req-61b49dab-8e28-49ee-b3b7-2a6e375e65f0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706172 Nov 23 21:44:29.409400 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c50e2-8841-4842-b633-1d65320d437e req-32245998-f157-4740-a440-fd33edc82e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:29.411012 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-880c50e2-8841-4842-b633-1d65320d437e req-32245998-f157-4740-a440-fd33edc82e21 service neutron] 10.222.0.53 "GET /v2.0/networks?id=69251849-2815-4e03-9f20-eae71bba378c HTTP/1.1" status: 200 len: 905 time: 0.1910133 Nov 23 21:44:29.416270 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-aab0ebbc-b7df-4c9e-b0d3-1f2a50865645 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:29.535569 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc256d45-64ee-4555-b284-126d65939511 req-13552ee2-e932-4914-89ce-fcaad5d2a0a3 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:29.537941 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc256d45-64ee-4555-b284-126d65939511 req-13552ee2-e932-4914-89ce-fcaad5d2a0a3 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 946 time: 0.1149371 Nov 23 21:44:29.562343 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 3499b9d8-5448-474d-8fb3-790f8418a7b1 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:44:29.625592 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fcbe683d-7ffe-4f1e-9c83-d33fcf59d3ff req-7f93e696-2da9-424d-a6d5-adddf042139b tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=b81ce111-1e42-4cbb-ae52-96128a1c762f HTTP/1.1" status: 200 len: 210 time: 0.0577850 Nov 23 21:44:29.637714 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 3499b9d8-5448-474d-8fb3-790f8418a7b1 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:44:29.638312 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 3499b9d8-5448-474d-8fb3-790f8418a7b1 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:44:29.662118 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:29.674164 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc256d45-64ee-4555-b284-126d65939511 req-af5cffbd-b1ba-4e34-8524-ee16a4bbaf7a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184092 Nov 23 21:44:29.687572 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-aab0ebbc-b7df-4c9e-b0d3-1f2a50865645 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:29.695931 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-aab0ebbc-b7df-4c9e-b0d3-1f2a50865645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:29.744637 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0ebbc-b7df-4c9e-b0d3-1f2a50865645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f949790-8f2a-490c-9717-e715650dbc2d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:29.751405 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-880c50e2-8841-4842-b633-1d65320d437e req-9988609c-fcad-425d-a935-6231cb3a1ba9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4bf27ab-e109-4bb8-b68d-02553526b153 HTTP/1.1" status: 200 len: 217 time: 0.3299065 Nov 23 21:44:29.753149 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43696) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:29.754271 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-aab0ebbc-b7df-4c9e-b0d3-1f2a50865645 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5957b2bce89849b997b8e88220028df1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5399122 Nov 23 21:44:29.833475 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-71ffaa25-eb7d-4543-83bb-c213d93c44c3 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Allocated IP 192.168.233.97 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:44:29.866247 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c50e2-8841-4842-b633-1d65320d437e req-c5577f9b-b8bf-4ba3-8948-35be31a036f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:29.867860 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-880c50e2-8841-4842-b633-1d65320d437e req-c5577f9b-b8bf-4ba3-8948-35be31a036f8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d84ac18-6eb0-451e-822e-a2b2f0c24b0d HTTP/1.1" status: 200 len: 844 time: 0.0991569 Nov 23 21:44:29.878340 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43706) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:29.892698 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-57031247-fe39-456e-9d96-4e73c803046c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:29.910107 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-57b4a05a-b9d0-4325-86cf-a5fd48a11a9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:29.933693 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-880c50e2-8841-4842-b633-1d65320d437e req-53d7ee36-2070-4b52-badd-bc17dc27d93d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=69251849-2815-4e03-9f20-eae71bba378c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526452 Nov 23 21:44:29.971491 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17b69a-9e1f-40e1-8142-9e742341a79f req-0d88c862-a59a-48ef-8011-b1667d9d6d03 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:29.973184 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3c17b69a-9e1f-40e1-8142-9e742341a79f req-0d88c862-a59a-48ef-8011-b1667d9d6d03 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.0712724 Nov 23 21:44:30.005758 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-57b4a05a-b9d0-4325-86cf-a5fd48a11a9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:30.042328 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-57031247-fe39-456e-9d96-4e73c803046c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:30.051981 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-57031247-fe39-456e-9d96-4e73c803046c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:30.068236 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3c17b69a-9e1f-40e1-8142-9e742341a79f req-6bbb1b2d-88fa-4e01-84cb-147c5aff8425 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790625 Nov 23 21:44:30.155491 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-57031247-fe39-456e-9d96-4e73c803046c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=81bd6f096ce94d8a870a8cf5a9d5fc0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2760193 Nov 23 21:44:30.159319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43714) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:30.160504 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57031247-fe39-456e-9d96-4e73c803046c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dace1f-d7fe-40af-945f-40b384fab3f2,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:30.162865 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-880c50e2-8841-4842-b633-1d65320d437e req-efa2c7a6-0d15-4a86-9ff0-2d2444fb4ae6 service neutron] 10.222.0.53 "GET /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151170 Nov 23 21:44:30.229193 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-71ffaa25-eb7d-4543-83bb-c213d93c44c3 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:30.251551 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-57b4a05a-b9d0-4325-86cf-a5fd48a11a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:30.254137 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-57b4a05a-b9d0-4325-86cf-a5fd48a11a9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:30.257635 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabefbc6-8d0d-422d-9adc-45284916e94c req-923b261a-beae-4a7b-9392-13da70bfbcb6 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:30.257845 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-57b4a05a-b9d0-4325-86cf-a5fd48a11a9d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7f949790-8f2a-490c-9717-e715650dbc2d HTTP/1.1" status: 204 len: 168 time: 0.5011587 Nov 23 21:44:30.264665 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aabefbc6-8d0d-422d-9adc-45284916e94c req-923b261a-beae-4a7b-9392-13da70bfbcb6 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 943 time: 0.0652425 Nov 23 21:44:30.315418 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aabefbc6-8d0d-422d-9adc-45284916e94c req-bac41413-7225-4cd4-bed8-4458cb6dcced tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496907 Nov 23 21:44:30.319495 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4a05a-b9d0-4325-86cf-a5fd48a11a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f949790-8f2a-490c-9717-e715650dbc2d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:30.372007 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1bd1a2c-ac65-4199-9a53-024be2c4046f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:30.377913 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-880c50e2-8841-4842-b633-1d65320d437e req-01cee772-59b1-4926-b957-f3a25f3b2d9a service neutron] 10.222.0.53 "GET /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040808 Nov 23 21:44:30.378917 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-71ffaa25-eb7d-4543-83bb-c213d93c44c3 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:30.422679 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-615a47a9-9a53-466a-933f-6180830e79bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:30.433837 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1bd1a2c-ac65-4199-9a53-024be2c4046f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:30.453243 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-71ffaa25-eb7d-4543-83bb-c213d93c44c3 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:44:30.467478 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-71ffaa25-eb7d-4543-83bb-c213d93c44c3 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:44:30.477606 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-71ffaa25-eb7d-4543-83bb-c213d93c44c3 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:44:30.485897 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-71ffaa25-eb7d-4543-83bb-c213d93c44c3 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:30.486546 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-71ffaa25-eb7d-4543-83bb-c213d93c44c3 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:30.506302 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ffaa25-eb7d-4543-83bb-c213d93c44c3 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Pushing event updated for resources: {'Port': ['ID=32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:30.524145 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-71ffaa25-eb7d-4543-83bb-c213d93c44c3 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5137417 Nov 23 21:44:30.545909 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ff8a4889-02a5-417c-9b7c-9442352d7a63 service neutron] Request body: {'port': {'device_id': 'b81ce111-1e42-4cbb-ae52-96128a1c762f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:44:30.554315 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1bd1a2c-ac65-4199-9a53-024be2c4046f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:30.561955 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1bd1a2c-ac65-4199-9a53-024be2c4046f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:30.565838 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d1bd1a2c-ac65-4199-9a53-024be2c4046f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/39dace1f-d7fe-40af-945f-40b384fab3f2 HTTP/1.1" status: 204 len: 168 time: 0.4045959 Nov 23 21:44:30.594154 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd1a2c-ac65-4199-9a53-024be2c4046f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dace1f-d7fe-40af-945f-40b384fab3f2,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:30.633286 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ff8a4889-02a5-417c-9b7c-9442352d7a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:30.793820 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33cd4a-9525-4b7d-89bd-966ad591d93d req-a225c493-8768-45e8-ac6c-e958d51d98f8 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:30.796268 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd33cd4a-9525-4b7d-89bd-966ad591d93d req-a225c493-8768-45e8-ac6c-e958d51d98f8 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=b81ce111-1e42-4cbb-ae52-96128a1c762f HTTP/1.1" status: 200 len: 935 time: 0.0791447 Nov 23 21:44:30.819256 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43740) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:30.837037 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38c325a3-de94-49cf-b499-b0d4cb855ad2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:30.858282 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9467875b-13fa-4167-8afb-0111948de4f5 None None] Provisioning complete for port 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:44:30.858865 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9467875b-13fa-4167-8afb-0111948de4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:30.881591 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd33cd4a-9525-4b7d-89bd-966ad591d93d req-aeaa436f-c9b8-4bdc-9bd4-62da9086500f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/security-groups?id=36474121-161c-40a1-8ab4-2f672f28c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742157 Nov 23 21:44:30.901096 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af533b1-65d1-46f6-960d-6ac6dbca90ee req-1bc90514-1318-450b-9405-81a45104c542 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:30.903364 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8af533b1-65d1-46f6-960d-6ac6dbca90ee req-1bc90514-1318-450b-9405-81a45104c542 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 946 time: 0.1057029 Nov 23 21:44:30.939246 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-9467875b-13fa-4167-8afb-0111948de4f5 None None] Port 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:44:30.994032 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8af533b1-65d1-46f6-960d-6ac6dbca90ee req-d797b5da-5c3d-45d1-b129-955a9cacd22b tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812356 Nov 23 21:44:31.032244 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38c325a3-de94-49cf-b499-b0d4cb855ad2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:31.045333 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38c325a3-de94-49cf-b499-b0d4cb855ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:31.088713 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c325a3-de94-49cf-b499-b0d4cb855ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba0a253-f586-4c2b-bd4c-ebe4ac82bdd2,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:31.123924 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525f25e-897f-4065-99ff-064077e99033 req-933f7342-e3e6-4854-868d-ee8c9eee2a62 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:31.125510 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5525f25e-897f-4065-99ff-064077e99033 req-933f7342-e3e6-4854-868d-ee8c9eee2a62 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 1097 time: 0.0479610 Nov 23 21:44:31.139259 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-38c325a3-de94-49cf-b499-b0d4cb855ad2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aa0c89c788174c7aa6dfe3cd9c73f054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188443 Nov 23 21:44:31.143442 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43752) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:31.190479 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5525f25e-897f-4065-99ff-064077e99033 req-87cac06f-0881-499b-8f12-b2b70b779c7e tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572445 Nov 23 21:44:31.235977 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ff8a4889-02a5-417c-9b7c-9442352d7a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:44:31.247720 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ff8a4889-02a5-417c-9b7c-9442352d7a63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:31.250208 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9d73e62-c0bc-421f-bfed-e76cf12bf53f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:31.272422 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ff8a4889-02a5-417c-9b7c-9442352d7a63 service neutron] Transition to ACTIVE for port object 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:44:31.283847 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9d73e62-c0bc-421f-bfed-e76cf12bf53f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:31.292706 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ff8a4889-02a5-417c-9b7c-9442352d7a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:31.314254 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4c715-8cc7-4cb5-9448-f8cbf5fcbdd7 req-a03c610d-e601-4008-804f-248c7c0fa121 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:31.322145 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0dc4c715-8cc7-4cb5-9448-f8cbf5fcbdd7 req-a03c610d-e601-4008-804f-248c7c0fa121 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.1012487 Nov 23 21:44:31.416941 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9d73e62-c0bc-421f-bfed-e76cf12bf53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:31.420810 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9d73e62-c0bc-421f-bfed-e76cf12bf53f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:31.424297 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b9d73e62-c0bc-421f-bfed-e76cf12bf53f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aba0a253-f586-4c2b-bd4c-ebe4ac82bdd2 HTTP/1.1" status: 204 len: 168 time: 0.2775719 Nov 23 21:44:31.430003 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0dc4c715-8cc7-4cb5-9448-f8cbf5fcbdd7 req-3da484dd-e307-43a7-af03-a15518c7052c tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034555 Nov 23 21:44:31.452380 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:31.461362 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d73e62-c0bc-421f-bfed-e76cf12bf53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba0a253-f586-4c2b-bd4c-ebe4ac82bdd2,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:31.516337 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79bcea-da84-4ef8-b836-763e061dd334 req-3c99797d-63f3-4177-b1dd-9a8eebc4872d tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:31.517878 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bc79bcea-da84-4ef8-b836-763e061dd334 req-3c99797d-63f3-4177-b1dd-9a8eebc4872d tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 1097 time: 0.1065264 Nov 23 21:44:31.552252 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ff8a4889-02a5-417c-9b7c-9442352d7a63 service neutron] Attempting to bind port 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:44:31.552679 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ff8a4889-02a5-417c-9b7c-9442352d7a63 service neutron] Attempting to bind port 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:44:31.553071 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ff8a4889-02a5-417c-9b7c-9442352d7a63 service neutron] Attempting to bind port 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:44:31.556989 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a4889-02a5-417c-9b7c-9442352d7a63 service neutron] Pushing event updated for resources: {'Port': ['ID=32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:31.564781 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device b4bf27ab-e109-4bb8-b68d-02553526b153 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:44:31.583348 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ff8a4889-02a5-417c-9b7c-9442352d7a63 service neutron] Port 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:44:31.585966 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ff8a4889-02a5-417c-9b7c-9442352d7a63 service neutron] Attempting to bind port 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:44:31.597443 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ff8a4889-02a5-417c-9b7c-9442352d7a63 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:44:31.599321 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ff8a4889-02a5-417c-9b7c-9442352d7a63 service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:44:31.601042 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ff8a4889-02a5-417c-9b7c-9442352d7a63 service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:44:31.601663 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ff8a4889-02a5-417c-9b7c-9442352d7a63 service neutron] Bound port: 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:44:31.602180 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ff8a4889-02a5-417c-9b7c-9442352d7a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:31.623799 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bc79bcea-da84-4ef8-b836-763e061dd334 req-9cec2b87-dd07-4867-a063-712d999723e0 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907481 Nov 23 21:44:31.668328 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129a67a-1330-4a81-bf0b-df26a5000404 req-a0f86848-ea59-4a34-8b37-7d0f47e12e9c tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:31.676002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9129a67a-1330-4a81-bf0b-df26a5000404 req-a0f86848-ea59-4a34-8b37-7d0f47e12e9c tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 943 time: 0.1445446 Nov 23 21:44:31.764653 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ff8a4889-02a5-417c-9b7c-9442352d7a63 service neutron] For port 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:44:31.769956 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9129a67a-1330-4a81-bf0b-df26a5000404 req-d7c3bc6c-4ee6-4c6e-917e-6b8c0115493d tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929940 Nov 23 21:44:31.772357 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ff8a4889-02a5-417c-9b7c-9442352d7a63 service neutron] For port 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:44:31.785287 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ff8a4889-02a5-417c-9b7c-9442352d7a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:31.805702 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ff8a4889-02a5-417c-9b7c-9442352d7a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:31.806451 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ff8a4889-02a5-417c-9b7c-9442352d7a63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:31.808023 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-ff8a4889-02a5-417c-9b7c-9442352d7a63 service neutron] 10.222.0.53 "PUT /v2.0/ports/32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84 HTTP/1.1" status: 200 len: 1095 time: 1.2722797 Nov 23 21:44:31.810251 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81ce111-1e42-4cbb-ae52-96128a1c762f', 'tag': '32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:31.814267 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c36b22-3570-46d6-92a0-b40422d3214b" -d '{"events": [{"name": "network-changed", "server_uuid": "b81ce111-1e42-4cbb-ae52-96128a1c762f", "tag": "32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:31.820055 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port b4bf27ab-e109-4bb8-b68d-02553526b153, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b4bf27ab-e109-4bb8-b68d-02553526b153,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:31.864478 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'b4bf27ab-e109-4bb8-b68d-02553526b153', 'network_id': '69251849-2815-4e03-9f20-eae71bba378c', 'port_id': 'b4bf27ab-e109-4bb8-b68d-02553526b153', 'mac_address': 'fa:16:3e:fb:f1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d84ac18-6eb0-451e-822e-a2b2f0c24b0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:44:31.926794 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a4889-02a5-417c-9b7c-9442352d7a63 service neutron] Pushing event updated for resources: {'Port': ['ID=32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:31.942760 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-522f837f-6133-4f3f-a0ea-36234279a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:31.947220 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-522f837f-6133-4f3f-a0ea-36234279a90b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=603e337071044e9b8d937663d6de26d9&device_id=b81ce111-1e42-4cbb-ae52-96128a1c762f HTTP/1.1" status: 200 len: 1098 time: 0.0919843 Nov 23 21:44:31.948689 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:31.983749 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4bf27ab-e109-4bb8-b68d-02553526b153 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:44:32.016193 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514764e3-dfc7-4577-9876-6446b0867579 x-openstack-request-id: req-514764e3-dfc7-4577-9876-6446b0867579 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:32.016193 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b81ce111-1e42-4cbb-ae52-96128a1c762f", "tag": "32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:32.016531 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-514764e3-dfc7-4577-9876-6446b0867579 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:32.016795 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81ce111-1e42-4cbb-ae52-96128a1c762f', 'tag': '32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84', 'status': 'completed', 'code': 200} Nov 23 21:44:32.019067 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-9e4e40c9-a54c-4855-a32e-230e4bc622dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84 HTTP/1.1" status: 200 len: 217 time: 0.0614874 Nov 23 21:44:32.055907 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port b4bf27ab-e109-4bb8-b68d-02553526b153, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b4bf27ab-e109-4bb8-b68d-02553526b153,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:32.072917 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:32.106311 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-6cc3b430-0d29-4cba-8b9a-e9fe1da7aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:32.111138 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-6cc3b430-0d29-4cba-8b9a-e9fe1da7aa05 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0815427 Nov 23 21:44:32.179899 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=b4bf27ab-e109-4bb8-b68d-02553526b153,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:32.257016 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-f993b398-6090-4d2b-9b9b-73739b77b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:32.258478 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-f993b398-6090-4d2b-9b9b-73739b77b43b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1357286 Nov 23 21:44:32.324472 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['b4bf27ab-e109-4bb8-b68d-02553526b153'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:44:32.389183 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-f0e1e73f-a1dc-42b1-a4fe-b0fd79787e95 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185696 Nov 23 21:44:32.390620 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfca658-040d-428f-a478-355ea90dc83c req-d17224b7-07bc-4002-b102-53fa7ccc7b24 tempest-NetworksTest-755614092 tempest-NetworksTest-755614092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:32.391129 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfca658-040d-428f-a478-355ea90dc83c req-d17224b7-07bc-4002-b102-53fa7ccc7b24 tempest-NetworksTest-755614092 tempest-NetworksTest-755614092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:32.391681 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfca658-040d-428f-a478-355ea90dc83c req-d17224b7-07bc-4002-b102-53fa7ccc7b24 tempest-NetworksTest-755614092 tempest-NetworksTest-755614092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:32.392136 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfca658-040d-428f-a478-355ea90dc83c req-d17224b7-07bc-4002-b102-53fa7ccc7b24 tempest-NetworksTest-755614092 tempest-NetworksTest-755614092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:32.392580 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfca658-040d-428f-a478-355ea90dc83c req-d17224b7-07bc-4002-b102-53fa7ccc7b24 tempest-NetworksTest-755614092 tempest-NetworksTest-755614092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:32.393171 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfca658-040d-428f-a478-355ea90dc83c req-d17224b7-07bc-4002-b102-53fa7ccc7b24 tempest-NetworksTest-755614092 tempest-NetworksTest-755614092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:32.393766 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfca658-040d-428f-a478-355ea90dc83c req-d17224b7-07bc-4002-b102-53fa7ccc7b24 tempest-NetworksTest-755614092 tempest-NetworksTest-755614092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:32.394219 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfca658-040d-428f-a478-355ea90dc83c req-d17224b7-07bc-4002-b102-53fa7ccc7b24 tempest-NetworksTest-755614092 tempest-NetworksTest-755614092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:32.396105 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5bfca658-040d-428f-a478-355ea90dc83c req-d17224b7-07bc-4002-b102-53fa7ccc7b24 tempest-NetworksTest-755614092 tempest-NetworksTest-755614092-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5737 time: 0.1910095 Nov 23 21:44:32.437086 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4b181-8feb-4686-8929-d93359ae42f3 req-82e7ed04-a5a2-480e-981f-90dbb560812f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:32.446210 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76d4b181-8feb-4686-8929-d93359ae42f3 req-82e7ed04-a5a2-480e-981f-90dbb560812f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=b81ce111-1e42-4cbb-ae52-96128a1c762f HTTP/1.1" status: 200 len: 947 time: 0.1228886 Nov 23 21:44:32.526860 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2c496a1e-bc3b-4067-8afe-76b53d68c6e2 req-75a044c4-8313-49e5-997c-77d62d8b7bfc service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284258 Nov 23 21:44:32.584129 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76d4b181-8feb-4686-8929-d93359ae42f3 req-741d0309-3be6-47d5-9562-ca4bb4cea55b tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/security-groups?id=36474121-161c-40a1-8ab4-2f672f28c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369169 Nov 23 21:44:32.634365 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4dc05-ccd3-4217-9ea5-dc050d209b98 req-6ad9c90f-92aa-4394-8343-085cc4726e57 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:32.637914 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92a4dc05-ccd3-4217-9ea5-dc050d209b98 req-6ad9c90f-92aa-4394-8343-085cc4726e57 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 1097 time: 0.1150792 Nov 23 21:44:32.668757 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c36b22-3570-46d6-92a0-b40422d3214b req-af598d5b-4f24-4f1c-ac26-dcd60f18ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:32.670436 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-56c36b22-3570-46d6-92a0-b40422d3214b req-af598d5b-4f24-4f1c-ac26-dcd60f18ed77 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=603e337071044e9b8d937663d6de26d9&device_id=b81ce111-1e42-4cbb-ae52-96128a1c762f HTTP/1.1" status: 200 len: 1098 time: 0.0846012 Nov 23 21:44:32.726735 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92a4dc05-ccd3-4217-9ea5-dc050d209b98 req-f5feea22-bce0-4b16-bc6f-232e2bd62c94 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811560 Nov 23 21:44:32.822158 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:32.837634 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c36b22-3570-46d6-92a0-b40422d3214b req-1ea07964-7035-417b-ac19-94411ca0e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:32.839375 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-56c36b22-3570-46d6-92a0-b40422d3214b req-1ea07964-7035-417b-ac19-94411ca0e97e service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.1616535 Nov 23 21:44:32.882552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623953c-e06a-4222-849d-f1f2f9477999 req-2d239d01-f84e-4811-b92b-6b1be7e266d8 tempest-NetworksTest-755614092 tempest-NetworksTest-755614092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:32.892066 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-56c36b22-3570-46d6-92a0-b40422d3214b req-ea95ad4b-9a7d-48f0-9ae0-f9a76af385dd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84 HTTP/1.1" status: 200 len: 217 time: 0.0439026 Nov 23 21:44:32.895283 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7623953c-e06a-4222-849d-f1f2f9477999 req-2d239d01-f84e-4811-b92b-6b1be7e266d8 tempest-NetworksTest-755614092 tempest-NetworksTest-755614092-project-admin] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 886 time: 0.1672790 Nov 23 21:44:32.947008 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb47db1-4f95-454d-8e0b-73ce8b5a74fb req-23c69c2f-fce3-45d0-a7f8-d1846063869d tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:32.956262 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cbb47db1-4f95-454d-8e0b-73ce8b5a74fb req-23c69c2f-fce3-45d0-a7f8-d1846063869d tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.0957041 Nov 23 21:44:32.960234 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c36b22-3570-46d6-92a0-b40422d3214b req-e6a43db0-9b0e-49e8-8366-82916e1d184a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:32.961922 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-56c36b22-3570-46d6-92a0-b40422d3214b req-e6a43db0-9b0e-49e8-8366-82916e1d184a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0614731 Nov 23 21:44:33.023289 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c36b22-3570-46d6-92a0-b40422d3214b req-69abab20-b313-42fd-a00c-b64a50e5c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:33.025240 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-56c36b22-3570-46d6-92a0-b40422d3214b req-69abab20-b313-42fd-a00c-b64a50e5c22b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0534248 Nov 23 21:44:33.046987 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b342f4-441e-4268-a789-1258584635ed req-dda24084-97b6-4e41-aa46-3b523a2ab545 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:33.049353 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-01b342f4-441e-4268-a789-1258584635ed req-dda24084-97b6-4e41-aa46-3b523a2ab545 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 944 time: 0.0900950 Nov 23 21:44:33.058231 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cbb47db1-4f95-454d-8e0b-73ce8b5a74fb req-e9c5f3fa-e47b-4b36-ae36-8b060c77a099 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010935 Nov 23 21:44:33.143697 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-01b342f4-441e-4268-a789-1258584635ed req-febad762-06e6-440d-80ba-6f2f48fb01c0 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840042 Nov 23 21:44:33.169114 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-56c36b22-3570-46d6-92a0-b40422d3214b req-28858037-d0c7-4683-bf73-f63ddef8b4f5 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360505 Nov 23 21:44:33.244444 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283c0f7-2cd7-4b45-8453-52062cfefe13 req-66a845ca-7b37-47cb-ae4a-f643f9799ddc tempest-NetworksTest-755614092 tempest-NetworksTest-755614092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:33.245238 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283c0f7-2cd7-4b45-8453-52062cfefe13 req-66a845ca-7b37-47cb-ae4a-f643f9799ddc tempest-NetworksTest-755614092 tempest-NetworksTest-755614092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:33.246597 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283c0f7-2cd7-4b45-8453-52062cfefe13 req-66a845ca-7b37-47cb-ae4a-f643f9799ddc tempest-NetworksTest-755614092 tempest-NetworksTest-755614092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:33.247390 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283c0f7-2cd7-4b45-8453-52062cfefe13 req-66a845ca-7b37-47cb-ae4a-f643f9799ddc tempest-NetworksTest-755614092 tempest-NetworksTest-755614092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:33.247907 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283c0f7-2cd7-4b45-8453-52062cfefe13 req-66a845ca-7b37-47cb-ae4a-f643f9799ddc tempest-NetworksTest-755614092 tempest-NetworksTest-755614092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:33.248367 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283c0f7-2cd7-4b45-8453-52062cfefe13 req-66a845ca-7b37-47cb-ae4a-f643f9799ddc tempest-NetworksTest-755614092 tempest-NetworksTest-755614092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:33.248822 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283c0f7-2cd7-4b45-8453-52062cfefe13 req-66a845ca-7b37-47cb-ae4a-f643f9799ddc tempest-NetworksTest-755614092 tempest-NetworksTest-755614092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:33.249327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283c0f7-2cd7-4b45-8453-52062cfefe13 req-66a845ca-7b37-47cb-ae4a-f643f9799ddc tempest-NetworksTest-755614092 tempest-NetworksTest-755614092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:33.251272 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8283c0f7-2cd7-4b45-8453-52062cfefe13 req-66a845ca-7b37-47cb-ae4a-f643f9799ddc tempest-NetworksTest-755614092 tempest-NetworksTest-755614092-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5737 time: 0.1591492 Nov 23 21:44:33.294590 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-56c36b22-3570-46d6-92a0-b40422d3214b req-06927dc4-a6d9-4c81-b3c0-e83cd77fa1c1 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147854 Nov 23 21:44:33.577506 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device b4bf27ab-e109-4bb8-b68d-02553526b153 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:44:33.646335 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43870) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:33.659322 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port b4bf27ab-e109-4bb8-b68d-02553526b153 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:44:33.671915 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port b4bf27ab-e109-4bb8-b68d-02553526b153 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:44:33.672345 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:33.783365 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b186fa95-759d-48ea-a249-4505b342ed47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:33.783593 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:33.785511 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:33.796173 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8877d-4dd8-4a8f-80a1-d7bc0d9598bc req-2c48c38a-9cf6-4e65-8072-6bee08dd4483 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:33.799014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c2c8877d-4dd8-4a8f-80a1-d7bc0d9598bc req-2c48c38a-9cf6-4e65-8072-6bee08dd4483 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=b81ce111-1e42-4cbb-ae52-96128a1c762f HTTP/1.1" status: 200 len: 947 time: 0.0776780 Nov 23 21:44:33.812866 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61aace9-02e4-4f5b-b630-f08a134ff2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4bf27ab-e109-4bb8-b68d-02553526b153'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:33.815231 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666ec706-961a-408d-855d-c2fd81b2017b" -d '{"events": [{"server_uuid": "b61aace9-02e4-4f5b-b630-f08a134ff2a0", "name": "network-vif-plugged", "status": "completed", "tag": "b4bf27ab-e109-4bb8-b68d-02553526b153"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:33.831094 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port b4bf27ab-e109-4bb8-b68d-02553526b153, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b4bf27ab-e109-4bb8-b68d-02553526b153,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:33.836149 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:33.861239 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c2c8877d-4dd8-4a8f-80a1-d7bc0d9598bc req-19c94367-9d3f-4594-972a-3d1f6aa546a0 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/security-groups?id=36474121-161c-40a1-8ab4-2f672f28c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558276 Nov 23 21:44:33.891697 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=b4bf27ab-e109-4bb8-b68d-02553526b153,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:33.898622 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b186fa95-759d-48ea-a249-4505b342ed47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:33.906249 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b186fa95-759d-48ea-a249-4505b342ed47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:33.947606 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b186fa95-759d-48ea-a249-4505b342ed47 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b27b3e2f332c4961987ff8d854e8b939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999203 Nov 23 21:44:33.948568 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186fa95-759d-48ea-a249-4505b342ed47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb0f39f-154a-4d6c-a7ca-8abbf78931b8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:33.950616 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43884) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:34.001929 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9eeece4f-ee55-4541-a906-ae6fd275c16f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:34.029484 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9eeece4f-ee55-4541-a906-ae6fd275c16f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:34.083929 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f4533e-1c72-492a-adb4-4f42467c0d97 x-openstack-request-id: req-a5f4533e-1c72-492a-adb4-4f42467c0d97 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:34.084475 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61aace9-02e4-4f5b-b630-f08a134ff2a0", "name": "network-vif-plugged", "status": "completed", "tag": "b4bf27ab-e109-4bb8-b68d-02553526b153", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:34.084811 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5f4533e-1c72-492a-adb4-4f42467c0d97 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:34.085464 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61aace9-02e4-4f5b-b630-f08a134ff2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4bf27ab-e109-4bb8-b68d-02553526b153', 'code': 200} Nov 23 21:44:34.103070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3454633-f77b-43d7-9d9e-aae6b05e746e req-9c4a48e9-29ac-4791-a78e-ccf08546c2ea tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:34.103318 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f3454633-f77b-43d7-9d9e-aae6b05e746e req-9c4a48e9-29ac-4791-a78e-ccf08546c2ea tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 1097 time: 0.0716953 Nov 23 21:44:34.146538 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9eeece4f-ee55-4541-a906-ae6fd275c16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:34.149507 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9eeece4f-ee55-4541-a906-ae6fd275c16f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:34.150644 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9eeece4f-ee55-4541-a906-ae6fd275c16f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/efb0f39f-154a-4d6c-a7ca-8abbf78931b8 HTTP/1.1" status: 204 len: 168 time: 0.1989279 Nov 23 21:44:34.182605 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeece4f-ee55-4541-a906-ae6fd275c16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb0f39f-154a-4d6c-a7ca-8abbf78931b8,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:34.215037 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f3454633-f77b-43d7-9d9e-aae6b05e746e req-04308a78-d1ad-413f-ad07-b96d8a02854a tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005654 Nov 23 21:44:34.230673 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2136c8-464a-47f5-b469-5c0756a3b4cb req-dbb5fdc4-277e-4940-8d80-24c7dea2c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:34.232014 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3c2136c8-464a-47f5-b469-5c0756a3b4cb req-dbb5fdc4-277e-4940-8d80-24c7dea2c08c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 1096 time: 0.0723023 Nov 23 21:44:34.343432 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3c2136c8-464a-47f5-b469-5c0756a3b4cb req-c6903f32-a48d-4e8d-971b-455ab334be40 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005807 Nov 23 21:44:34.391757 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08d94f-8cc8-4cab-b029-f28d96137c8f req-c74e70f0-651f-4964-beb7-fd49422916ec tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:34.399319 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ba08d94f-8cc8-4cab-b029-f28d96137c8f req-c74e70f0-651f-4964-beb7-fd49422916ec tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.0718551 Nov 23 21:44:34.468764 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ba08d94f-8cc8-4cab-b029-f28d96137c8f req-66edfbc8-3894-4752-851d-0e9ac43599ca tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682094 Nov 23 21:44:34.504250 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43904) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:34.523039 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9916546c-bf59-46a0-b8a2-ecb8d1c86393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:34.588650 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43908) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:34.634297 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f33b6-769b-4be9-b0f0-4940f692c7f0 req-3423a23f-b5b1-4a04-89ef-7aeb03ff1885 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:34.635845 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-994f33b6-769b-4be9-b0f0-4940f692c7f0 req-3423a23f-b5b1-4a04-89ef-7aeb03ff1885 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 945 time: 0.0988820 Nov 23 21:44:34.703912 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9916546c-bf59-46a0-b8a2-ecb8d1c86393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:34.708117 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-994f33b6-769b-4be9-b0f0-4940f692c7f0 req-821024aa-294f-4cc4-b7d1-d3bc245adb48 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634298 Nov 23 21:44:34.709162 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9916546c-bf59-46a0-b8a2-ecb8d1c86393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:34.750549 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9916546c-bf59-46a0-b8a2-ecb8d1c86393 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8ff0205374824402877098c20980ae6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450924 Nov 23 21:44:34.751708 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916546c-bf59-46a0-b8a2-ecb8d1c86393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba8378f-f9d2-43b6-b16e-eefedec7208e,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:34.753249 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43912) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:34.808704 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-571a2d4b-69dc-4cc0-89ab-9676750d3a77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:34.856179 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6a7c-af85-42bf-9469-3b630594b857 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:34.889839 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6a7c-af85-42bf-9469-3b630594b857 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:34.945693 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-571a2d4b-69dc-4cc0-89ab-9676750d3a77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:34.950381 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-571a2d4b-69dc-4cc0-89ab-9676750d3a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:34.988074 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6a7c-af85-42bf-9469-3b630594b857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:34.990601 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6a7c-af85-42bf-9469-3b630594b857 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:34.991783 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d7ee6a7c-af85-42bf-9469-3b630594b857 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ba8378f-f9d2-43b6-b16e-eefedec7208e HTTP/1.1" status: 204 len: 168 time: 0.2375383 Nov 23 21:44:34.996212 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a2d4b-69dc-4cc0-89ab-9676750d3a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b791151a-ae1d-4b27-8d65-f5d078a3b042,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:35.000842 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-571a2d4b-69dc-4cc0-89ab-9676750d3a77 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b72a8ba9eede48c1b623cef943a41a0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4112103 Nov 23 21:44:35.003855 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43932) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:35.009036 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee6a7c-af85-42bf-9469-3b630594b857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba8378f-f9d2-43b6-b16e-eefedec7208e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:35.087687 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20aa45b9-aa2d-414d-988e-9f6835bf25a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:35.142448 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20aa45b9-aa2d-414d-988e-9f6835bf25a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:35.181450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39410e59-d28b-4497-be35-0b0c1b7287f2 req-db636132-1475-4950-90ee-425c8c67b0e4 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:35.183021 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-39410e59-d28b-4497-be35-0b0c1b7287f2 req-db636132-1475-4950-90ee-425c8c67b0e4 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=b81ce111-1e42-4cbb-ae52-96128a1c762f HTTP/1.1" status: 200 len: 947 time: 0.0973799 Nov 23 21:44:35.239123 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-39410e59-d28b-4497-be35-0b0c1b7287f2 req-f66ee90a-b94a-42fa-bfe8-eb0ae9364beb tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/security-groups?id=36474121-161c-40a1-8ab4-2f672f28c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468872 Nov 23 21:44:35.240122 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20aa45b9-aa2d-414d-988e-9f6835bf25a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:35.242746 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20aa45b9-aa2d-414d-988e-9f6835bf25a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:35.243795 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-20aa45b9-aa2d-414d-988e-9f6835bf25a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b791151a-ae1d-4b27-8d65-f5d078a3b042 HTTP/1.1" status: 204 len: 168 time: 0.2385519 Nov 23 21:44:35.253855 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa45b9-aa2d-414d-988e-9f6835bf25a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b791151a-ae1d-4b27-8d65-f5d078a3b042,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:35.599978 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:44:35.653586 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c248d2-26e2-4855-99c6-a2367dff0496 req-09371aa2-d0d8-40d5-ad6b-c3b2474f555c tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:35.657219 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51c248d2-26e2-4855-99c6-a2367dff0496 req-09371aa2-d0d8-40d5-ad6b-c3b2474f555c tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.0768123 Nov 23 21:44:35.682027 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-91baef31-886f-430b-a196-f07a2e9b0370 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:44:35.689553 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-91baef31-886f-430b-a196-f07a2e9b0370 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0147285 Nov 23 21:44:35.717717 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51c248d2-26e2-4855-99c6-a2367dff0496 req-49cdf360-4728-4ea6-923a-2e7bbbace8f9 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534015 Nov 23 21:44:35.738409 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43970) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:35.753700 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:35.763350 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5eb24cc-2212-4a33-ae00-6ff3f22d148c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:35.767363 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84', 'mac_address': 'fa:16:3e:7d:23:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:44:35.791857 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-126d0028-392e-4819-80ac-6c26be1f2a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:35.797933 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-126d0028-392e-4819-80ac-6c26be1f2a4b service neutron] 10.222.0.50 "GET /v2.0/ports/c12a06bc-1354-4300-b8e7-da8247862a22 HTTP/1.1" status: 200 len: 1094 time: 0.1061385 Nov 23 21:44:35.813963 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-1c1e6b7b-5b8a-44ed-b40f-574b4a82b907 service neutron] Request body: {'binding': {'host': 'n-h1-816206-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:44:35.815903 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-1c1e6b7b-5b8a-44ed-b40f-574b4a82b907 service neutron] Unknown quota resources ['binding']. {{(pid=110033) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 21:44:35.826442 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:35.845995 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:44:35.885983 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:35.897947 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:35.905796 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5eb24cc-2212-4a33-ae00-6ff3f22d148c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:35.927883 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc8169-b4c6-4b81-8c26-bc303aa14b33 req-b59996b0-d5b0-4f9b-a416-1f03ae687056 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:35.930103 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eedc8169-b4c6-4b81-8c26-bc303aa14b33 req-b59996b0-d5b0-4f9b-a416-1f03ae687056 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 945 time: 0.0937655 Nov 23 21:44:35.931395 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5eb24cc-2212-4a33-ae00-6ff3f22d148c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:35.972719 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:36.010772 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a5eb24cc-2212-4a33-ae00-6ff3f22d148c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=28eaf001e35648bcb59a27c0ab271cd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2704594 Nov 23 21:44:36.011763 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43978) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:36.012346 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb24cc-2212-4a33-ae00-6ff3f22d148c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4abb826-4356-46d1-b8e3-a65f3970f19f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:36.080857 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-1c1e6b7b-5b8a-44ed-b40f-574b4a82b907 service neutron] Attempting to bind port c12a06bc-1354-4300-b8e7-da8247862a22 on host n-h1-816206-9 for vnic_type normal with profile None {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:44:36.081172 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-1c1e6b7b-5b8a-44ed-b40f-574b4a82b907 service neutron] Attempting to bind port c12a06bc-1354-4300-b8e7-da8247862a22 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:44:36.081737 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-1c1e6b7b-5b8a-44ed-b40f-574b4a82b907 service neutron] Attempting to bind port c12a06bc-1354-4300-b8e7-da8247862a22 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:44:36.088017 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-1c1e6b7b-5b8a-44ed-b40f-574b4a82b907 service neutron] Port c12a06bc-1354-4300-b8e7-da8247862a22 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:44:36.088911 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-1c1e6b7b-5b8a-44ed-b40f-574b4a82b907 service neutron] Attempting to bind port c12a06bc-1354-4300-b8e7-da8247862a22 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:44:36.090856 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eedc8169-b4c6-4b81-8c26-bc303aa14b33 req-1da99b67-a012-4614-afa7-180aa174cb09 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504908 Nov 23 21:44:36.106677 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-1c1e6b7b-5b8a-44ed-b40f-574b4a82b907 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:44:36.107382 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-1c1e6b7b-5b8a-44ed-b40f-574b4a82b907 service neutron] Checking segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:44:36.107960 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-1c1e6b7b-5b8a-44ed-b40f-574b4a82b907 service neutron] Bound using segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:44:36.109631 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-1c1e6b7b-5b8a-44ed-b40f-574b4a82b907 service neutron] Bound port: c12a06bc-1354-4300-b8e7-da8247862a22, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:44:36.121536 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2f74-1068-4756-9676-5bbf7e423231 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:36.165404 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:44:36.174787 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2f74-1068-4756-9676-5bbf7e423231 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:36.177259 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-1c1e6b7b-5b8a-44ed-b40f-574b4a82b907 service neutron] For port c12a06bc-1354-4300-b8e7-da8247862a22, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c12a06bc-1354-4300-b8e7-da8247862a22,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:44:36.194902 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-1c1e6b7b-5b8a-44ed-b40f-574b4a82b907 service neutron] Publish callbacks [] for binding, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:36.196234 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-1c1e6b7b-5b8a-44ed-b40f-574b4a82b907 service neutron] 10.222.0.50 "POST /v2.0/ports/c12a06bc-1354-4300-b8e7-da8247862a22/bindings HTTP/1.1" status: 201 len: 389 time: 0.3921616 Nov 23 21:44:36.207222 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43988) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:36.271740 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2f74-1068-4756-9676-5bbf7e423231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:36.278550 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2f74-1068-4756-9676-5bbf7e423231 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:36.281815 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d3cd2f74-1068-4756-9676-5bbf7e423231 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4abb826-4356-46d1-b8e3-a65f3970f19f HTTP/1.1" status: 204 len: 168 time: 0.2555840 Nov 23 21:44:36.298539 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd2f74-1068-4756-9676-5bbf7e423231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4abb826-4356-46d1-b8e3-a65f3970f19f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:36.470045 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5dd83b-a6c3-4eeb-8348-e14bc923ba5a req-ad4ecd31-3a25-4e45-8d69-2b816e67dd1b tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:36.478554 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1d5dd83b-a6c3-4eeb-8348-e14bc923ba5a req-ad4ecd31-3a25-4e45-8d69-2b816e67dd1b tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=b81ce111-1e42-4cbb-ae52-96128a1c762f HTTP/1.1" status: 200 len: 948 time: 0.0825057 Nov 23 21:44:36.529709 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-111f7582-0391-4d5f-83cd-433ed1d907be admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:36.571081 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1d5dd83b-a6c3-4eeb-8348-e14bc923ba5a req-f55b0868-fb35-4f83-a222-449eb7e04c49 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/security-groups?id=36474121-161c-40a1-8ab4-2f672f28c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880675 Nov 23 21:44:36.607520 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9408484-1de3-4294-8ab2-1dbccd546b44 req-85ef4cdd-da91-45b5-bd2c-2cd9ba1b1d35 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:36.607520 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f9408484-1de3-4294-8ab2-1dbccd546b44 req-85ef4cdd-da91-45b5-bd2c-2cd9ba1b1d35 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 945 time: 0.1230934 Nov 23 21:44:36.719757 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f9408484-1de3-4294-8ab2-1dbccd546b44 req-c48e7225-9dc7-45d1-adcf-7063935186ac tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026764 Nov 23 21:44:36.736146 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-111f7582-0391-4d5f-83cd-433ed1d907be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:36.738834 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-53245897-eedf-4733-88a3-0daf55ad30a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:36.740310 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-53245897-eedf-4733-88a3-0daf55ad30a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 1097 time: 0.1088712 Nov 23 21:44:36.756662 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c4c06-b505-4f5d-89b6-64c99130c71c req-7bcc13a2-20e9-4872-a4da-8a5142f93033 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:36.758179 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b44c4c06-b505-4f5d-89b6-64c99130c71c req-7bcc13a2-20e9-4872-a4da-8a5142f93033 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 946 time: 0.0921216 Nov 23 21:44:36.778454 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-111f7582-0391-4d5f-83cd-433ed1d907be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:36.843218 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b44c4c06-b505-4f5d-89b6-64c99130c71c req-52e93ecf-6369-4f10-aee1-9012500b15e9 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712695 Nov 23 21:44:36.868580 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f7582-0391-4d5f-83cd-433ed1d907be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d466df98-4165-4ae0-a32f-ea63ae40cd3b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:36.876579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44016) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:36.877189 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-111f7582-0391-4d5f-83cd-433ed1d907be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f2bf2b475dfa4bafb020590d1f841ff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6686270 Nov 23 21:44:36.904259 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-0bc645d9-e267-413a-9da3-186c3d765647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:36.905797 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-0bc645d9-e267-413a-9da3-186c3d765647 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 922 time: 0.1557472 Nov 23 21:44:36.940261 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-603af368-a69f-446e-a251-9e1196f95d44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:36.964880 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-41b6f022-bb12-4293-bb2f-97e88520cb84 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c12a06bc-1354-4300-b8e7-da8247862a22 HTTP/1.1" status: 200 len: 217 time: 0.0488420 Nov 23 21:44:36.997816 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-603af368-a69f-446e-a251-9e1196f95d44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:37.034511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5143b81-4baa-494d-809b-8d9635e91909 req-ecee9031-0a07-496b-8cf5-2865cdfd4314 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:37.036070 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e5143b81-4baa-494d-809b-8d9635e91909 req-ecee9031-0a07-496b-8cf5-2865cdfd4314 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.0910709 Nov 23 21:44:37.046205 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-2850b2df-0164-4bf9-8b74-9a4c5abe3097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:37.047730 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-2850b2df-0164-4bf9-8b74-9a4c5abe3097 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c HTTP/1.1" status: 200 len: 861 time: 0.0761046 Nov 23 21:44:37.084179 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-dd3280e2-3ba5-4d5c-8713-2bdecbb11463 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285318 Nov 23 21:44:37.100740 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e5143b81-4baa-494d-809b-8d9635e91909 req-3ecbe547-d294-43dd-858a-5ca04430d066 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475709 Nov 23 21:44:37.107495 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-603af368-a69f-446e-a251-9e1196f95d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:37.111136 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-603af368-a69f-446e-a251-9e1196f95d44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:37.114785 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-603af368-a69f-446e-a251-9e1196f95d44 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d466df98-4165-4ae0-a32f-ea63ae40cd3b HTTP/1.1" status: 204 len: 168 time: 0.2338872 Nov 23 21:44:37.134302 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603af368-a69f-446e-a251-9e1196f95d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d466df98-4165-4ae0-a32f-ea63ae40cd3b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:37.200868 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-03d1d0c6-1f22-4226-9805-445acb73de0d service neutron] 10.222.0.53 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096213 Nov 23 21:44:37.303819 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-2913e396-f3cb-4c46-8746-a1087ef27b04 service neutron] 10.222.0.53 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954974 Nov 23 21:44:37.444299 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-dbba34e7-b8ec-4034-b7f9-ce039af82d18 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:37.445922 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-dbba34e7-b8ec-4034-b7f9-ce039af82d18 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd&tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 1097 time: 0.0839095 Nov 23 21:44:37.460625 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-a412518c-73c4-4c9e-80e4-d51be2e1a58f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-9'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:44:37.491383 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44044) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:37.521689 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eed956e2-b4f4-432d-8174-cd20710b00b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:37.541479 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-a412518c-73c4-4c9e-80e4-d51be2e1a58f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:37.596622 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:44:37.663559 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eed956e2-b4f4-432d-8174-cd20710b00b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:37.680934 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eed956e2-b4f4-432d-8174-cd20710b00b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:37.720155 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:44:37.725227 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:44:37.725661 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:37.818224 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed956e2-b4f4-432d-8174-cd20710b00b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a546cc0-8d35-4c29-94b0-6d1cc1e171b5,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:37.839814 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44054) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:37.850287 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-a412518c-73c4-4c9e-80e4-d51be2e1a58f service neutron] For port c12a06bc-1354-4300-b8e7-da8247862a22, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c12a06bc-1354-4300-b8e7-da8247862a22,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:37.893606 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:37.905796 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-eed956e2-b4f4-432d-8174-cd20710b00b0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=94e4cc2ae96d44c88474375ca691e559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4099195 Nov 23 21:44:37.908655 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44062) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:37.942180 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-a412518c-73c4-4c9e-80e4-d51be2e1a58f service neutron] For port c12a06bc-1354-4300-b8e7-da8247862a22, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:44:37.957859 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81ce111-1e42-4cbb-ae52-96128a1c762f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:37.958621 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042462c-2a21-410d-b9ad-fa001821af2e req-3bd7bfe4-56d3-4dbe-badb-29d26568219c tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:37.961770 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316b57f4-d807-4a9a-ae30-543ee9690fb3" -d '{"events": [{"server_uuid": "b81ce111-1e42-4cbb-ae52-96128a1c762f", "name": "network-vif-plugged", "status": "completed", "tag": "32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:37.965979 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4042462c-2a21-410d-b9ad-fa001821af2e req-3bd7bfe4-56d3-4dbe-badb-29d26568219c tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=b81ce111-1e42-4cbb-ae52-96128a1c762f HTTP/1.1" status: 200 len: 948 time: 0.1954889 Nov 23 21:44:37.987732 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb0613-597a-46ef-b944-a4d0c480a634 req-af25b993-eb53-47b4-895b-d93f4164a243 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:37.989593 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f0eb0613-597a-46ef-b944-a4d0c480a634 req-af25b993-eb53-47b4-895b-d93f4164a243 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 945 time: 0.1235654 Nov 23 21:44:38.015112 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945f3f90-89a7-4e27-8596-0931d9cc87fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12a06bc-1354-4300-b8e7-da8247862a22'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:38.016823 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:38.019319 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444c7410-3af1-4161-9bed-6e96e7a2acb6" -d '{"events": [{"server_uuid": "945f3f90-89a7-4e27-8596-0931d9cc87fd", "name": "network-vif-unplugged", "status": "completed", "tag": "c12a06bc-1354-4300-b8e7-da8247862a22"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:38.029393 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-a412518c-73c4-4c9e-80e4-d51be2e1a58f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:38.029872 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:38.039025 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-a412518c-73c4-4c9e-80e4-d51be2e1a58f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:38.096852 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4042462c-2a21-410d-b9ad-fa001821af2e req-148d44c3-7697-4933-99e5-805f96009f39 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/security-groups?id=36474121-161c-40a1-8ab4-2f672f28c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254556 Nov 23 21:44:38.116359 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:38.122864 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c2749f50-f0b8-4b83-8d00-b86bc42f5641 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:38.128917 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412518c-73c4-4c9e-80e4-d51be2e1a58f service neutron] Pushing event updated for resources: {'Port': ['ID=c12a06bc-1354-4300-b8e7-da8247862a22,revision_number=7']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:38.182097 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-a412518c-73c4-4c9e-80e4-d51be2e1a58f service neutron] Attempting to bind port c12a06bc-1354-4300-b8e7-da8247862a22 on host n-h2-816206-9 for vnic_type normal with profile {"migrating_to": "n-h1-816206-9"} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:44:38.182568 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-a412518c-73c4-4c9e-80e4-d51be2e1a58f service neutron] Attempting to bind port c12a06bc-1354-4300-b8e7-da8247862a22 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:44:38.184004 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-a412518c-73c4-4c9e-80e4-d51be2e1a58f service neutron] Attempting to bind port c12a06bc-1354-4300-b8e7-da8247862a22 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:44:38.188661 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-a412518c-73c4-4c9e-80e4-d51be2e1a58f service neutron] Port c12a06bc-1354-4300-b8e7-da8247862a22 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:44:38.189076 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-a412518c-73c4-4c9e-80e4-d51be2e1a58f service neutron] Attempting to bind port c12a06bc-1354-4300-b8e7-da8247862a22 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:44:38.190688 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f0eb0613-597a-46ef-b944-a4d0c480a634 req-a3408aa4-fb4c-4635-857f-69a19f66c500 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850648 Nov 23 21:44:38.193868 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c2749f50-f0b8-4b83-8d00-b86bc42f5641 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:38.194618 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-a412518c-73c4-4c9e-80e4-d51be2e1a58f service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:44:38.195052 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-a412518c-73c4-4c9e-80e4-d51be2e1a58f service neutron] Checking segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:44:38.195539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-a412518c-73c4-4c9e-80e4-d51be2e1a58f service neutron] Bound using segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:44:38.196089 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-a412518c-73c4-4c9e-80e4-d51be2e1a58f service neutron] Bound port: c12a06bc-1354-4300-b8e7-da8247862a22, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:44:38.196545 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-a412518c-73c4-4c9e-80e4-d51be2e1a58f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:38.278649 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-a412518c-73c4-4c9e-80e4-d51be2e1a58f service neutron] For port c12a06bc-1354-4300-b8e7-da8247862a22, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:44:38.288459 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc038eb2-0d03-4e12-91b1-b1cce752037a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:38.316770 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-a412518c-73c4-4c9e-80e4-d51be2e1a58f service neutron] For port c12a06bc-1354-4300-b8e7-da8247862a22, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c12a06bc-1354-4300-b8e7-da8247862a22,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:44:38.320649 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87850aab-f2a4-4053-a87c-402594cdfb96 req-a7d0578a-0fd9-4ccf-ac43-f20f44949801 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:38.330362 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-a412518c-73c4-4c9e-80e4-d51be2e1a58f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:38.330561 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87850aab-f2a4-4053-a87c-402594cdfb96 req-a7d0578a-0fd9-4ccf-ac43-f20f44949801 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 944 time: 0.0740983 Nov 23 21:44:38.342374 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30c4fdd-32f5-4dac-bac5-9259696be461 x-openstack-request-id: req-e30c4fdd-32f5-4dac-bac5-9259696be461 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:38.342989 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81ce111-1e42-4cbb-ae52-96128a1c762f", "name": "network-vif-plugged", "status": "completed", "tag": "32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:38.343437 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e30c4fdd-32f5-4dac-bac5-9259696be461 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:38.344030 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81ce111-1e42-4cbb-ae52-96128a1c762f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84', 'code': 200} Nov 23 21:44:38.348934 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c2749f50-f0b8-4b83-8d00-b86bc42f5641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:38.351558 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c2749f50-f0b8-4b83-8d00-b86bc42f5641 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:38.352688 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c2749f50-f0b8-4b83-8d00-b86bc42f5641 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8a546cc0-8d35-4c29-94b0-6d1cc1e171b5 HTTP/1.1" status: 204 len: 168 time: 0.4414780 Nov 23 21:44:38.366358 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2749f50-f0b8-4b83-8d00-b86bc42f5641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a546cc0-8d35-4c29-94b0-6d1cc1e171b5,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:38.409983 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87850aab-f2a4-4053-a87c-402594cdfb96 req-83c9bbc8-0af8-4a2f-b52e-9d8c9573f8d9 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738242 Nov 23 21:44:38.486874 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58ce114-b838-4fb6-a235-7728b0a7b78c x-openstack-request-id: req-a58ce114-b838-4fb6-a235-7728b0a7b78c {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:38.487251 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945f3f90-89a7-4e27-8596-0931d9cc87fd", "name": "network-vif-unplugged", "status": "completed", "tag": "c12a06bc-1354-4300-b8e7-da8247862a22", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:38.487569 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a58ce114-b838-4fb6-a235-7728b0a7b78c {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:38.488021 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945f3f90-89a7-4e27-8596-0931d9cc87fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c12a06bc-1354-4300-b8e7-da8247862a22', 'code': 200} Nov 23 21:44:38.504430 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412518c-73c4-4c9e-80e4-d51be2e1a58f service neutron] Pushing event updated for resources: {'Port': ['ID=c12a06bc-1354-4300-b8e7-da8247862a22,revision_number=8']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:38.530841 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-a412518c-73c4-4c9e-80e4-d51be2e1a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:38.531560 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-a412518c-73c4-4c9e-80e4-d51be2e1a58f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:38.533071 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-a412518c-73c4-4c9e-80e4-d51be2e1a58f service neutron] 10.222.0.53 "PUT /v2.0/ports/c12a06bc-1354-4300-b8e7-da8247862a22 HTTP/1.1" status: 200 len: 1122 time: 1.0770791 Nov 23 21:44:38.567728 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc038eb2-0d03-4e12-91b1-b1cce752037a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:38.572662 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c717039-39fc-444d-875b-8a51064b17a3 req-30fe8495-4f05-4e6b-ae80-75cd18d1b7e3 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:38.575272 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1af3d9-febf-4bcb-a2f4-16cd203348eb req-9cd1a20c-ad10-449b-8449-dd3032a6c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:38.577012 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5b1af3d9-febf-4bcb-a2f4-16cd203348eb req-9cd1a20c-ad10-449b-8449-dd3032a6c66a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b81ce111-1e42-4cbb-ae52-96128a1c762f HTTP/1.1" status: 200 len: 1100 time: 0.0837502 Nov 23 21:44:38.578850 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc038eb2-0d03-4e12-91b1-b1cce752037a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:38.581701 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c717039-39fc-444d-875b-8a51064b17a3 req-30fe8495-4f05-4e6b-ae80-75cd18d1b7e3 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.0803478 Nov 23 21:44:38.649385 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c717039-39fc-444d-875b-8a51064b17a3 req-661bea46-9b47-4d56-b2fd-ed06095b7ad6 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666127 Nov 23 21:44:38.659213 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc038eb2-0d03-4e12-91b1-b1cce752037a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312917aa-7729-40a3-8b53-0e0480312f9c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:38.667729 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44090) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:38.670802 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bc038eb2-0d03-4e12-91b1-b1cce752037a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d6d4a4038166417089b9e0baaca7eae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8264010 Nov 23 21:44:38.697312 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['c12a06bc-1354-4300-b8e7-da8247862a22'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:44:38.710902 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5b1af3d9-febf-4bcb-a2f4-16cd203348eb req-7b3c9a94-6eab-4432-b345-63358dd28ffd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=36474121-161c-40a1-8ab4-2f672f28c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118557 Nov 23 21:44:38.737471 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8b6befa8-bb21-4bd0-b414-eb18cf9e82f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:38.775213 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8b6befa8-bb21-4bd0-b414-eb18cf9e82f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:38.856558 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8b6befa8-bb21-4bd0-b414-eb18cf9e82f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:38.859257 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8b6befa8-bb21-4bd0-b414-eb18cf9e82f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:38.863313 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8b6befa8-bb21-4bd0-b414-eb18cf9e82f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/312917aa-7729-40a3-8b53-0e0480312f9c HTTP/1.1" status: 204 len: 168 time: 0.1941772 Nov 23 21:44:38.873257 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6befa8-bb21-4bd0-b414-eb18cf9e82f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312917aa-7729-40a3-8b53-0e0480312f9c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:39.240005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1558b3c-32cd-49b2-9e92-b59e16f60b9c req-6ef3fd42-6a92-4f7b-87d1-d23de8962238 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:39.241521 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1558b3c-32cd-49b2-9e92-b59e16f60b9c req-6ef3fd42-6a92-4f7b-87d1-d23de8962238 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=b81ce111-1e42-4cbb-ae52-96128a1c762f HTTP/1.1" status: 200 len: 949 time: 0.0618603 Nov 23 21:44:39.319131 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1558b3c-32cd-49b2-9e92-b59e16f60b9c req-aef76715-065e-4ea8-8e52-fd624265e79e tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/security-groups?id=36474121-161c-40a1-8ab4-2f672f28c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689144 Nov 23 21:44:39.358666 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44164) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:39.373219 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3add09b7-b610-4dd6-906d-fd946134d8a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:39.465485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f5465-aaa5-4c1c-a005-c7ea4901e6fa req-8657e2c7-6079-4772-baa3-1add447220e8 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:39.467622 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-533f5465-aaa5-4c1c-a005-c7ea4901e6fa req-8657e2c7-6079-4772-baa3-1add447220e8 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 945 time: 0.0802057 Nov 23 21:44:39.534923 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3add09b7-b610-4dd6-906d-fd946134d8a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:39.545084 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3add09b7-b610-4dd6-906d-fd946134d8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:39.553425 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-533f5465-aaa5-4c1c-a005-c7ea4901e6fa req-e1b0874d-387f-4ef8-b6c5-0c1f6684aa70 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773647 Nov 23 21:44:39.593680 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add09b7-b610-4dd6-906d-fd946134d8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8ff2bb-727f-463e-95f0-bee61b3c4d28,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:39.598252 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3add09b7-b610-4dd6-906d-fd946134d8a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=613618b6957d4759962341b758c0e973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384915 Nov 23 21:44:39.601010 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44182) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:39.685002 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-28d2d3b4-996a-4558-ae07-11bbe7c89e1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:39.715703 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-28d2d3b4-996a-4558-ae07-11bbe7c89e1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:39.730797 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebafb7a-7d5c-46ef-b75c-39deb0bd90de req-cb9c8b69-9f30-4e7e-a0bf-6f93564e7031 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:39.737593 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5ebafb7a-7d5c-46ef-b75c-39deb0bd90de req-cb9c8b69-9f30-4e7e-a0bf-6f93564e7031 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 944 time: 0.0978289 Nov 23 21:44:39.843802 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5ebafb7a-7d5c-46ef-b75c-39deb0bd90de req-906673f8-8a8d-4374-b002-d6317a3e1e13 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000407 Nov 23 21:44:39.876746 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-28d2d3b4-996a-4558-ae07-11bbe7c89e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:39.881242 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-28d2d3b4-996a-4558-ae07-11bbe7c89e1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:39.884850 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-28d2d3b4-996a-4558-ae07-11bbe7c89e1a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee8ff2bb-727f-463e-95f0-bee61b3c4d28 HTTP/1.1" status: 204 len: 168 time: 0.2801905 Nov 23 21:44:39.903752 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2d3b4-996a-4558-ae07-11bbe7c89e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8ff2bb-727f-463e-95f0-bee61b3c4d28,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:39.984182 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03d6a8-caa8-4772-8e47-21aa1cee8379 req-6dfdb0fe-fb11-4795-901a-2ac48f89869e tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:39.986382 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3f03d6a8-caa8-4772-8e47-21aa1cee8379 req-6dfdb0fe-fb11-4795-901a-2ac48f89869e tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.0669994 Nov 23 21:44:40.047419 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3f03d6a8-caa8-4772-8e47-21aa1cee8379 req-c789d5b9-a3c1-451f-88b4-1e0c49961c83 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540428 Nov 23 21:44:40.488801 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945f3f90-89a7-4e27-8596-0931d9cc87fd', 'tag': 'c12a06bc-1354-4300-b8e7-da8247862a22'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:40.493360 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848c300d-9802-49e3-a2da-c30caf6be0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "945f3f90-89a7-4e27-8596-0931d9cc87fd", "tag": "c12a06bc-1354-4300-b8e7-da8247862a22"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:40.635277 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-cf30bc6d-9d00-4036-ac93-90234b522791 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281944 Nov 23 21:44:40.775775 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-3f814b21-e4fb-4894-bebe-caee541083b0 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:40.778211 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-3f814b21-e4fb-4894-bebe-caee541083b0 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1385782 Nov 23 21:44:40.788357 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c3388-4097-48f5-86eb-b4357a86ee87 req-049a4ee8-82e3-4754-9c0b-147c22175b65 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:40.789817 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b6c3388-4097-48f5-86eb-b4357a86ee87 req-049a4ee8-82e3-4754-9c0b-147c22175b65 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=b81ce111-1e42-4cbb-ae52-96128a1c762f HTTP/1.1" status: 200 len: 949 time: 0.0817800 Nov 23 21:44:40.814425 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-470e05a8-de48-4005-9bf0-ebd67c9e6b1b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/quotas/c048b3ef0f8e48829fa7f62a5ce5ce80 HTTP/1.1" status: 200 len: 375 time: 0.0235870 Nov 23 21:44:40.857117 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-dd683523-df8f-4d80-a864-a325e75e9e4f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360365 Nov 23 21:44:40.871854 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b6c3388-4097-48f5-86eb-b4357a86ee87 req-d50d6cff-2b69-4984-a40d-d2548e594ce4 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/security-groups?id=36474121-161c-40a1-8ab4-2f672f28c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726547 Nov 23 21:44:40.923945 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a1465b-3281-4473-bfcc-9790dd03993b x-openstack-request-id: req-71a1465b-3281-4473-bfcc-9790dd03993b {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:40.924436 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "945f3f90-89a7-4e27-8596-0931d9cc87fd", "tag": "c12a06bc-1354-4300-b8e7-da8247862a22", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:40.924703 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-71a1465b-3281-4473-bfcc-9790dd03993b {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:40.925121 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '945f3f90-89a7-4e27-8596-0931d9cc87fd', 'tag': 'c12a06bc-1354-4300-b8e7-da8247862a22', 'status': 'completed', 'code': 200} Nov 23 21:44:41.070316 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63501cd2-d394-481d-894d-4a24072cbf4c req-f386b83f-15f5-4083-a601-f7736ec9c44b tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:41.078243 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63501cd2-d394-481d-894d-4a24072cbf4c req-f386b83f-15f5-4083-a601-f7736ec9c44b tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 945 time: 0.0686016 Nov 23 21:44:41.091254 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c300d-9802-49e3-a2da-c30caf6be0a8 req-c47b2c5e-8142-40aa-8ebb-cb98263a1a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:41.092719 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-848c300d-9802-49e3-a2da-c30caf6be0a8 req-c47b2c5e-8142-40aa-8ebb-cb98263a1a9b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 1125 time: 0.1128192 Nov 23 21:44:41.136957 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63501cd2-d394-481d-894d-4a24072cbf4c req-fe2713ed-6a4c-4bcd-b870-e47c7bfea5fa tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572994 Nov 23 21:44:41.270317 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c300d-9802-49e3-a2da-c30caf6be0a8 req-c0a81cb5-9fce-483c-9303-947f818bae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:41.271824 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-848c300d-9802-49e3-a2da-c30caf6be0a8 req-c0a81cb5-9fce-483c-9303-947f818bae3a service neutron] 10.222.0.60 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 922 time: 0.1335733 Nov 23 21:44:41.334586 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-848c300d-9802-49e3-a2da-c30caf6be0a8 req-f90e90ea-b94c-4422-bfe5-e2f7b338a501 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c12a06bc-1354-4300-b8e7-da8247862a22 HTTP/1.1" status: 200 len: 217 time: 0.0480065 Nov 23 21:44:41.607422 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35ba295e-d357-41d6-b8ae-1c562f904737 req-01314979-04f8-4bb3-9192-97ba2bf8f550 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 210 time: 0.2759759 Nov 23 21:44:41.613328 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c12a06bc-1354-4300-b8e7-da8247862a22 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:44:41.616938 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55952b20-291a-482f-bc6f-b56c1447eabf req-1e6bd369-149f-4b4a-9a35-c901bd890d83 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:41.618268 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55952b20-291a-482f-bc6f-b56c1447eabf req-1e6bd369-149f-4b4a-9a35-c901bd890d83 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 944 time: 0.3734548 Nov 23 21:44:41.674912 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c300d-9802-49e3-a2da-c30caf6be0a8 req-0d955da9-9c04-4f30-87a8-b7a14b72ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:41.676648 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-848c300d-9802-49e3-a2da-c30caf6be0a8 req-0d955da9-9c04-4f30-87a8-b7a14b72ab22 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c HTTP/1.1" status: 200 len: 861 time: 0.3288956 Nov 23 21:44:41.712297 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55952b20-291a-482f-bc6f-b56c1447eabf req-2899c8e5-d123-4268-bdb1-8af570f29b0d tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870585 Nov 23 21:44:41.729018 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-848c300d-9802-49e3-a2da-c30caf6be0a8 req-fadf0a01-9aa2-42ea-9599-a23f4a04eded service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361896 Nov 23 21:44:41.792154 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port c12a06bc-1354-4300-b8e7-da8247862a22, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c12a06bc-1354-4300-b8e7-da8247862a22,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:41.807749 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c12a06bc-1354-4300-b8e7-da8247862a22 has no active binding in host n-h1-816206-9 {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 21:44:41.879785 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-848c300d-9802-49e3-a2da-c30caf6be0a8 req-a071d840-2a5e-4a5b-8ed9-ad728ed972f3 service neutron] 10.222.0.60 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342423 Nov 23 21:44:41.890454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb1d2b-d686-4dd8-b01c-629762c27748 req-9f6ff6c7-7bd7-4df0-b4ce-ee422e708621 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:41.891851 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e0bb1d2b-d686-4dd8-b01c-629762c27748 req-9f6ff6c7-7bd7-4df0-b4ce-ee422e708621 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.0705123 Nov 23 21:44:41.993690 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e0bb1d2b-d686-4dd8-b01c-629762c27748 req-831a1ddb-5deb-4834-9426-e74821485cfb tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941925 Nov 23 21:44:42.013130 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-848c300d-9802-49e3-a2da-c30caf6be0a8 req-aec8ac78-15b7-40a3-a76f-3363d893e149 service neutron] 10.222.0.60 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202383 Nov 23 21:44:42.098742 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e659007-d8fa-4e64-9a3b-436b24a4d1b5 req-7f0bd3e3-c08a-4837-98f6-b16d68e7acd8 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:42.100254 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e659007-d8fa-4e64-9a3b-436b24a4d1b5 req-7f0bd3e3-c08a-4837-98f6-b16d68e7acd8 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=b81ce111-1e42-4cbb-ae52-96128a1c762f HTTP/1.1" status: 200 len: 949 time: 0.0513535 Nov 23 21:44:42.165910 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e659007-d8fa-4e64-9a3b-436b24a4d1b5 req-f48bfb5b-1c8f-4ae8-96d9-841231936f37 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/security-groups?id=36474121-161c-40a1-8ab4-2f672f28c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590684 Nov 23 21:44:42.209665 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-94d904db-e781-4bfc-b9d4-b1b1528491d6 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350354 Nov 23 21:44:42.261623 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-1d9d3e66-bc12-41c9-ae81-8f00ba8309b9 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=f5ced87d14254a199c04f505f336d7d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254908 Nov 23 21:44:42.333761 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-d7af14c8-dd1c-4606-a134-207aa2ee8734 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:42.335369 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-d7af14c8-dd1c-4606-a134-207aa2ee8734 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1180031 Nov 23 21:44:42.349722 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-3ee2faa0-fbc7-428f-9682-b585f77f1eb8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Request body: {'port': {'device_id': '5e927d54-58f2-479c-b244-c80ef4c036dc', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': 'c048b3ef0f8e48829fa7f62a5ce5ce80'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:44:42.399731 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-f9e1b791-2457-4f5c-8c2f-c5249f22aff7 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:42.401065 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-f9e1b791-2457-4f5c-8c2f-c5249f22aff7 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1293993 Nov 23 21:44:42.456191 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-849df71f-a5f5-459b-b8b4-a0aeca74b868 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/quotas/f5ced87d14254a199c04f505f336d7d8 HTTP/1.1" status: 200 len: 375 time: 0.0405869 Nov 23 21:44:42.513775 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-00c28a99-aab2-4a4b-9878-329b551c5f15 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5ced87d14254a199c04f505f336d7d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500145 Nov 23 21:44:42.523341 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84102341-61fd-4480-92a5-d0d00bec1378 req-8b0a39b7-d37b-4579-958e-c4fa54f448a1 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:42.524864 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84102341-61fd-4480-92a5-d0d00bec1378 req-8b0a39b7-d37b-4579-958e-c4fa54f448a1 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 945 time: 0.1452267 Nov 23 21:44:42.529547 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-af156318-a7e3-4125-a1f4-8048128fb079 service neutron] 10.222.0.60 "GET /v2.0/ports/c12a06bc-1354-4300-b8e7-da8247862a22/bindings/n-h1-816206-9 HTTP/1.1" status: 200 len: 384 time: 0.1275539 Nov 23 21:44:42.617512 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84102341-61fd-4480-92a5-d0d00bec1378 req-e65a0f96-ea13-4c5f-afe1-3608c55c39a1 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844064 Nov 23 21:44:42.715775 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-3ee2faa0-fbc7-428f-9682-b585f77f1eb8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Made reservation on behalf of c048b3ef0f8e48829fa7f62a5ce5ce80 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:44:42.720165 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-3ee2faa0-fbc7-428f-9682-b585f77f1eb8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:42.730745 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-3ee2faa0-fbc7-428f-9682-b585f77f1eb8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:42.846526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-9a039a25-bf6e-4d97-ac01-0918bad5b5d5 service neutron] For port c12a06bc-1354-4300-b8e7-da8247862a22, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c12a06bc-1354-4300-b8e7-da8247862a22,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:42.872959 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-3ee2faa0-fbc7-428f-9682-b585f77f1eb8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:42.883051 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-3ee2faa0-fbc7-428f-9682-b585f77f1eb8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:42.900794 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-9a039a25-bf6e-4d97-ac01-0918bad5b5d5 service neutron] For port c12a06bc-1354-4300-b8e7-da8247862a22, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:44:42.959483 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5d193740-075d-4996-9151-2eca34b3cb9f req-b75091f9-607b-4c69-8b8a-bf0257589d57 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 210 time: 0.0323284 Nov 23 21:44:42.971134 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2faa0-fbc7-428f-9682-b585f77f1eb8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=932d268a-3a4a-4929-bf51-25952b20a628,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:42.972829 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-9a039a25-bf6e-4d97-ac01-0918bad5b5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c12a06bc-1354-4300-b8e7-da8247862a22 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:44:42.988207 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-9a039a25-bf6e-4d97-ac01-0918bad5b5d5 service neutron] For port c12a06bc-1354-4300-b8e7-da8247862a22, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c12a06bc-1354-4300-b8e7-da8247862a22,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:43.011424 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-9a039a25-bf6e-4d97-ac01-0918bad5b5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:43.088045 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-3ee2faa0-fbc7-428f-9682-b585f77f1eb8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Allocated IP 192.168.233.114 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/8ffaa15e-5249-4ec2-b177-8936bc34d603) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:44:43.100423 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f194bb93-a39a-4b4d-96c5-84c673d59dea req-a2414744-1e07-4cbe-9b6a-b2e09ebcaffb tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c157f26a-8245-4ac5-a2ee-99a8f36eee0e HTTP/1.1" status: 200 len: 210 time: 0.0369937 Nov 23 21:44:43.198159 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-9a039a25-bf6e-4d97-ac01-0918bad5b5d5 service neutron] Transition to ACTIVE for port object c12a06bc-1354-4300-b8e7-da8247862a22 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:44:43.236590 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8f1c6-e655-4ae0-895e-dc9b4cb2c769 req-648095fe-497e-4cea-800a-1bd60b3c1f23 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:43.238144 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4e8f1c6-e655-4ae0-895e-dc9b4cb2c769 req-648095fe-497e-4cea-800a-1bd60b3c1f23 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 944 time: 0.0983727 Nov 23 21:44:43.239418 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-9a039a25-bf6e-4d97-ac01-0918bad5b5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:43.292077 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-3ee2faa0-fbc7-428f-9682-b585f77f1eb8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:43.329733 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-3ee2faa0-fbc7-428f-9682-b585f77f1eb8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:43.347925 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-9a039a25-bf6e-4d97-ac01-0918bad5b5d5 service neutron] No DVR routers for this DVR port c12a06bc-1354-4300-b8e7-da8247862a22 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:44:43.362750 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a039a25-bf6e-4d97-ac01-0918bad5b5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c12a06bc-1354-4300-b8e7-da8247862a22,revision_number=10']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:43.376147 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c652dde-1011-4f15-aa59-83dc5848073e req-11057a31-5341-429d-b3ce-21b254201fda tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:43.377680 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c652dde-1011-4f15-aa59-83dc5848073e req-11057a31-5341-429d-b3ce-21b254201fda tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=b81ce111-1e42-4cbb-ae52-96128a1c762f HTTP/1.1" status: 200 len: 949 time: 0.1836433 Nov 23 21:44:43.387017 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4e8f1c6-e655-4ae0-895e-dc9b4cb2c769 req-5a4040c0-a540-4ddd-8929-360051797bfe tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357002 Nov 23 21:44:43.390811 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-3ee2faa0-fbc7-428f-9682-b585f77f1eb8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:44:43.394914 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-3ee2faa0-fbc7-428f-9682-b585f77f1eb8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:44:43.398779 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-3ee2faa0-fbc7-428f-9682-b585f77f1eb8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:44:43.404862 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-3ee2faa0-fbc7-428f-9682-b585f77f1eb8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:43.405510 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-3ee2faa0-fbc7-428f-9682-b585f77f1eb8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:43.421578 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2faa0-fbc7-428f-9682-b585f77f1eb8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Pushing event updated for resources: {'Port': ['ID=8ffaa15e-5249-4ec2-b177-8936bc34d603,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:43.422556 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-9a039a25-bf6e-4d97-ac01-0918bad5b5d5 service neutron] 10.222.0.60 "PUT /v2.0/ports/c12a06bc-1354-4300-b8e7-da8247862a22/bindings/n-h1-816206-9/activate HTTP/1.1" status: 200 len: 369 time: 0.8833308 Nov 23 21:44:43.440373 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-3ee2faa0-fbc7-428f-9682-b585f77f1eb8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0944715 Nov 23 21:44:43.454493 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-bdf5c6dd-1d29-458a-85f4-1b7e542e88fa service neutron] Request body: {'port': {'device_id': '5e927d54-58f2-479c-b244-c80ef4c036dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:44:43.501614 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c652dde-1011-4f15-aa59-83dc5848073e req-14f0a77f-b2ee-4b98-b45d-0ecb7bf2b0a3 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/security-groups?id=36474121-161c-40a1-8ab4-2f672f28c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131146 Nov 23 21:44:43.553790 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7234e-6260-449d-b765-3700c23c28d7 req-c36f20ad-7b37-4b95-89d5-e587c1432f8f tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:43.561813 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08f7234e-6260-449d-b765-3700c23c28d7 req-c36f20ad-7b37-4b95-89d5-e587c1432f8f tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.0753701 Nov 23 21:44:43.568384 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-bdf5c6dd-1d29-458a-85f4-1b7e542e88fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:43.625342 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08f7234e-6260-449d-b765-3700c23c28d7 req-b674dcdb-ce81-4878-a2f3-e0b0a2efae94 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625496 Nov 23 21:44:43.676951 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-05a8ce21-e703-490f-9ac2-db7e048b6adf None None] Provisioning complete for port 8ffaa15e-5249-4ec2-b177-8936bc34d603 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:44:43.680397 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-a2a978b2-9734-479d-9d02-184376e616af tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:43.682161 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-a2a978b2-9734-479d-9d02-184376e616af tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd&tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 1096 time: 0.1291013 Nov 23 21:44:43.690266 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-05a8ce21-e703-490f-9ac2-db7e048b6adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:43.732532 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-05a8ce21-e703-490f-9ac2-db7e048b6adf None None] Port 8ffaa15e-5249-4ec2-b177-8936bc34d603 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:44:43.848388 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-2f409d41-0e07-41bc-bf8f-1262998d5a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:43.849945 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-2f409d41-0e07-41bc-bf8f-1262998d5a75 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd&tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574 HTTP/1.1" status: 200 len: 1096 time: 0.1590383 Nov 23 21:44:43.882390 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b524639-a3ed-4460-8ce0-2adc85516e88 req-19698e37-46bc-4552-b219-3635251dcf8e tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:43.883936 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b524639-a3ed-4460-8ce0-2adc85516e88 req-19698e37-46bc-4552-b219-3635251dcf8e tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 945 time: 0.0571990 Nov 23 21:44:43.940125 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b524639-a3ed-4460-8ce0-2adc85516e88 req-99686e60-91d4-474d-884d-7f4626cf81f5 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465195 Nov 23 21:44:43.966020 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-e490319a-1f73-4a07-b3a4-b7176e8e30c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:43.967540 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-e490319a-1f73-4a07-b3a4-b7176e8e30c2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 1096 time: 0.0628860 Nov 23 21:44:44.117206 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-bdf5c6dd-1d29-458a-85f4-1b7e542e88fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ffaa15e-5249-4ec2-b177-8936bc34d603 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:44:44.128366 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-bdf5c6dd-1d29-458a-85f4-1b7e542e88fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:44.142265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1631c-699c-4389-aad3-f7c0ff0d711e req-e04b3c6d-883c-4eeb-a97f-d929fa74b627 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:44.151773 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2de1631c-699c-4389-aad3-f7c0ff0d711e req-e04b3c6d-883c-4eeb-a97f-d929fa74b627 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 936 time: 0.0960565 Nov 23 21:44:44.153435 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-bdf5c6dd-1d29-458a-85f4-1b7e542e88fa service neutron] Transition to ACTIVE for port object 8ffaa15e-5249-4ec2-b177-8936bc34d603 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:44:44.162968 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-bdf5c6dd-1d29-458a-85f4-1b7e542e88fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:44.176828 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-f8474feb-86a3-4f4a-8876-76e9f96d8ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:44.178323 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-f8474feb-86a3-4f4a-8876-76e9f96d8ac1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 922 time: 0.2005842 Nov 23 21:44:44.216827 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-f6e2047f-43b1-4138-ae17-5f2c618901a1 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f5ced87d14254a199c04f505f336d7d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559268 Nov 23 21:44:44.272698 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-596b18f4-40ab-4486-8bb1-52b77766157b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c12a06bc-1354-4300-b8e7-da8247862a22 HTTP/1.1" status: 200 len: 217 time: 0.0719249 Nov 23 21:44:44.295801 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2de1631c-699c-4389-aad3-f7c0ff0d711e req-42e3cfb7-4602-4f07-bbdc-0f531bd2d74f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427164 Nov 23 21:44:44.385122 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-c210f133-83ee-492c-bfaf-df756f5b72ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:44.387370 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-c210f133-83ee-492c-bfaf-df756f5b72ed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c HTTP/1.1" status: 200 len: 861 time: 0.0655019 Nov 23 21:44:44.390073 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5c6dd-1d29-458a-85f4-1b7e542e88fa service neutron] Pushing event updated for resources: {'Port': ['ID=8ffaa15e-5249-4ec2-b177-8936bc34d603,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:44.403219 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-bdf5c6dd-1d29-458a-85f4-1b7e542e88fa service neutron] Attempting to bind port 8ffaa15e-5249-4ec2-b177-8936bc34d603 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:44:44.403798 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-bdf5c6dd-1d29-458a-85f4-1b7e542e88fa service neutron] Attempting to bind port 8ffaa15e-5249-4ec2-b177-8936bc34d603 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:44:44.404333 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-bdf5c6dd-1d29-458a-85f4-1b7e542e88fa service neutron] Attempting to bind port 8ffaa15e-5249-4ec2-b177-8936bc34d603 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:44:44.431049 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-fb6a86da-409d-40bf-b73a-786952bcf8b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307350 Nov 23 21:44:44.431979 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-bdf5c6dd-1d29-458a-85f4-1b7e542e88fa service neutron] Port 8ffaa15e-5249-4ec2-b177-8936bc34d603 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:44:44.432559 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-bdf5c6dd-1d29-458a-85f4-1b7e542e88fa service neutron] Attempting to bind port 8ffaa15e-5249-4ec2-b177-8936bc34d603 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:44:44.439863 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-bdf5c6dd-1d29-458a-85f4-1b7e542e88fa service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:44:44.440538 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-bdf5c6dd-1d29-458a-85f4-1b7e542e88fa service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:44:44.441135 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-bdf5c6dd-1d29-458a-85f4-1b7e542e88fa service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:44:44.441832 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-bdf5c6dd-1d29-458a-85f4-1b7e542e88fa service neutron] Bound port: 8ffaa15e-5249-4ec2-b177-8936bc34d603, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:44:44.442409 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-bdf5c6dd-1d29-458a-85f4-1b7e542e88fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:44.475647 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f6712e83-dc89-4ac4-83c2-ac890379836e req-f3899d44-fd4c-4879-84b1-174349760215 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c157f26a-8245-4ac5-a2ee-99a8f36eee0e HTTP/1.1" status: 200 len: 210 time: 0.0546319 Nov 23 21:44:44.517807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0f57f-04b3-4c4e-8632-50c00e6a42a5 req-398bb2e8-13f8-45e8-b75b-264cb31a98bc tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:44.526024 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9a0f57f-04b3-4c4e-8632-50c00e6a42a5 req-398bb2e8-13f8-45e8-b75b-264cb31a98bc tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.53 "GET /v2.0/ports?device_id=b81ce111-1e42-4cbb-ae52-96128a1c762f HTTP/1.1" status: 200 len: 949 time: 0.2149291 Nov 23 21:44:44.543205 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-51eb1e08-a6de-406f-a850-4f742c36c1d0 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:44.545641 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-51eb1e08-a6de-406f-a850-4f742c36c1d0 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3182526 Nov 23 21:44:44.597386 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-853b7bcb-ba98-41f0-8372-2bea165e399b tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Request body: {'port': {'device_id': 'c157f26a-8245-4ac5-a2ee-99a8f36eee0e', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': 'f5ced87d14254a199c04f505f336d7d8'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:44:44.616575 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-ba57c2b2-3a7a-454d-8cd7-6a1a67ec412a service neutron] 10.222.0.53 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777742 Nov 23 21:44:44.617617 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-bdf5c6dd-1d29-458a-85f4-1b7e542e88fa service neutron] For port 8ffaa15e-5249-4ec2-b177-8936bc34d603, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:44:44.621473 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-bdf5c6dd-1d29-458a-85f4-1b7e542e88fa service neutron] For port 8ffaa15e-5249-4ec2-b177-8936bc34d603, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=8ffaa15e-5249-4ec2-b177-8936bc34d603,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:44:44.634982 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-bdf5c6dd-1d29-458a-85f4-1b7e542e88fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:44.726120 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-bdf5c6dd-1d29-458a-85f4-1b7e542e88fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:44.726696 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-bdf5c6dd-1d29-458a-85f4-1b7e542e88fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:44.728123 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-bdf5c6dd-1d29-458a-85f4-1b7e542e88fa service neutron] 10.222.0.53 "PUT /v2.0/ports/8ffaa15e-5249-4ec2-b177-8936bc34d603 HTTP/1.1" status: 200 len: 1096 time: 1.2790513 Nov 23 21:44:44.731121 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e927d54-58f2-479c-b244-c80ef4c036dc', 'tag': '8ffaa15e-5249-4ec2-b177-8936bc34d603'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:44.733284 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac6a5ad-64a6-40ce-91e1-886b69f9c2bd" -d '{"events": [{"name": "network-changed", "server_uuid": "5e927d54-58f2-479c-b244-c80ef4c036dc", "tag": "8ffaa15e-5249-4ec2-b177-8936bc34d603"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:44.756440 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05332ed8-2866-4446-adc3-b9aa8c033961 req-52f08230-d644-4301-a3ba-831dc37ba0bf tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:44.758281 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-05332ed8-2866-4446-adc3-b9aa8c033961 req-52f08230-d644-4301-a3ba-831dc37ba0bf tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 945 time: 0.2025764 Nov 23 21:44:44.776987 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5c6dd-1d29-458a-85f4-1b7e542e88fa service neutron] Pushing event updated for resources: {'Port': ['ID=8ffaa15e-5249-4ec2-b177-8936bc34d603,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:44.781649 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-1cc86fae-c05f-4650-a050-f61884499207 service neutron] 10.222.0.53 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565878 Nov 23 21:44:44.832370 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-ebaa6fc3-cff3-451a-95ba-0bcba05cd7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:44.833920 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-ebaa6fc3-cff3-451a-95ba-0bcba05cd7ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 1099 time: 0.0510724 Nov 23 21:44:44.840175 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a0407-f6dd-42af-951b-39a49687b0dc req-d945a1ba-c954-484e-bdbf-ccb3e396cc74 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:44.841695 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c15a0407-f6dd-42af-951b-39a49687b0dc req-d945a1ba-c954-484e-bdbf-ccb3e396cc74 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/ports?device_id=b81ce111-1e42-4cbb-ae52-96128a1c762f HTTP/1.1" status: 200 len: 949 time: 0.1324546 Nov 23 21:44:44.855541 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-a9a0f57f-04b3-4c4e-8632-50c00e6a42a5 req-da6668f8-caca-40a9-8f89-4a8cdd529656 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Deleting port 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:44:44.855953 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a9a0f57f-04b3-4c4e-8632-50c00e6a42a5 req-da6668f8-caca-40a9-8f89-4a8cdd529656 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:44.889094 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-5b598b2f-606c-4ae9-9bc2-207a04edc322 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=8ffaa15e-5249-4ec2-b177-8936bc34d603 HTTP/1.1" status: 200 len: 217 time: 0.0400908 Nov 23 21:44:44.920773 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-05332ed8-2866-4446-adc3-b9aa8c033961 req-bedc3245-3b65-4e2b-bff8-99ff49c4e9dd tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523499 Nov 23 21:44:44.954811 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-c13709b0-3030-454a-8484-f91853dc0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:44.956203 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-c13709b0-3030-454a-8484-f91853dc0b57 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0584817 Nov 23 21:44:44.968328 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-853b7bcb-ba98-41f0-8372-2bea165e399b tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Made reservation on behalf of f5ced87d14254a199c04f505f336d7d8 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:44:44.971794 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-853b7bcb-ba98-41f0-8372-2bea165e399b tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:44.996551 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-853b7bcb-ba98-41f0-8372-2bea165e399b tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:45.022466 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c15a0407-f6dd-42af-951b-39a49687b0dc req-6cd338c4-e481-4ce3-a9b9-d2970dbf677f tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.50 "GET /v2.0/security-groups?id=36474121-161c-40a1-8ab4-2f672f28c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695871 Nov 23 21:44:45.062906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-a9a0f57f-04b3-4c4e-8632-50c00e6a42a5 req-da6668f8-caca-40a9-8f89-4a8cdd529656 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] For port 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:45.063122 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a9a0f57f-04b3-4c4e-8632-50c00e6a42a5 req-da6668f8-caca-40a9-8f89-4a8cdd529656 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:45.063348 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-57ff606d-40b9-4b1e-8856-019ca4849099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:45.066704 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-57ff606d-40b9-4b1e-8856-019ca4849099 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0969808 Nov 23 21:44:45.084828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-a9a0f57f-04b3-4c4e-8632-50c00e6a42a5 req-da6668f8-caca-40a9-8f89-4a8cdd529656 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Calling delete_port for 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:44:45.216343 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-daccbcf8-6ed8-4d55-9c4d-72767d052f8f tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:45.217840 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-daccbcf8-6ed8-4d55-9c4d-72767d052f8f tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd&tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&binding%3Ahost_id=n-h1-816206-9 HTTP/1.1" status: 200 len: 1096 time: 0.1210642 Nov 23 21:44:45.221601 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-853b7bcb-ba98-41f0-8372-2bea165e399b tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:45.229332 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-853b7bcb-ba98-41f0-8372-2bea165e399b tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:45.266432 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-3c801cc5-bf9f-4f1c-a512-8fe099baa7ad service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893566 Nov 23 21:44:45.300456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4befa28-e579-460a-a8b3-4bdde3ceb6ff req-8f7bee3e-7c1a-4765-b0c8-c3c87114b5b3 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:45.301959 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c4befa28-e579-460a-a8b3-4bdde3ceb6ff req-8f7bee3e-7c1a-4765-b0c8-c3c87114b5b3 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.1583698 Nov 23 21:44:45.365629 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b7bcb-ba98-41f0-8372-2bea165e399b tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=498456b6-0f0d-41d9-acbe-1336c8a1789c,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:45.431253 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b0ca13a-10f1-48b4-9e4a-af4a1cfb4de5 req-0f83f233-c25b-407f-af61-00ad2ea137b0 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550336 Nov 23 21:44:45.439583 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8b9400-fc68-4169-a216-bb93d4de249a x-openstack-request-id: req-2b8b9400-fc68-4169-a216-bb93d4de249a {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:45.439946 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e927d54-58f2-479c-b244-c80ef4c036dc", "tag": "8ffaa15e-5249-4ec2-b177-8936bc34d603", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:45.440270 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b8b9400-fc68-4169-a216-bb93d4de249a {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:45.440735 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e927d54-58f2-479c-b244-c80ef4c036dc', 'tag': '8ffaa15e-5249-4ec2-b177-8936bc34d603', 'status': 'completed', 'code': 200} Nov 23 21:44:45.448157 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a9a0f57f-04b3-4c4e-8632-50c00e6a42a5 req-da6668f8-caca-40a9-8f89-4a8cdd529656 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:45.449976 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-2138bc47-18f3-404d-a0bc-8209a110f2b2 service neutron] For port c12a06bc-1354-4300-b8e7-da8247862a22, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:44:45.456913 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-2138bc47-18f3-404d-a0bc-8209a110f2b2 service neutron] Publish callbacks [] for binding, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:45.461107 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:44:45.465250 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b31305c6-2434-4be7-beb9-53fb8fb567a7 req-2138bc47-18f3-404d-a0bc-8209a110f2b2 service neutron] 10.222.0.53 "DELETE /v2.0/ports/c12a06bc-1354-4300-b8e7-da8247862a22/bindings/n-h2-816206-9 HTTP/1.1" status: 204 len: 173 time: 0.2242999 Nov 23 21:44:45.489189 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c4befa28-e579-460a-a8b3-4bdde3ceb6ff req-c9269614-dca0-4258-b4d2-5eda2ebf2068 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418028 Nov 23 21:44:45.548488 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6668f8-caca-40a9-8f89-4a8cdd529656 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Pushing event deleted for resources: {'Port': ['ID=32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:45.554195 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-853b7bcb-ba98-41f0-8372-2bea165e399b tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Allocated IP 192.168.233.119 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/2ac24833-7a47-411d-af64-34a3e78fe0d4) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:44:45.586189 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6a5ad-64a6-40ce-91e1-886b69f9c2bd req-8a6736a0-47ad-493a-a41c-3e0e27510257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:45.587859 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fac6a5ad-64a6-40ce-91e1-886b69f9c2bd req-8a6736a0-47ad-493a-a41c-3e0e27510257 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 1099 time: 0.0934393 Nov 23 21:44:45.618786 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a0f57f-04b3-4c4e-8632-50c00e6a42a5 req-da6668f8-caca-40a9-8f89-4a8cdd529656 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] No DVR routers for this DVR port 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:44:45.632397 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a9a0f57f-04b3-4c4e-8632-50c00e6a42a5 req-da6668f8-caca-40a9-8f89-4a8cdd529656 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:45.635705 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9a0f57f-04b3-4c4e-8632-50c00e6a42a5 req-da6668f8-caca-40a9-8f89-4a8cdd529656 tempest-DeleteServersAdminTestJSON-424350702 tempest-DeleteServersAdminTestJSON-424350702-project] 10.222.0.53 "DELETE /v2.0/ports/32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84 HTTP/1.1" status: 204 len: 173 time: 1.0889535 Nov 23 21:44:45.638665 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81ce111-1e42-4cbb-ae52-96128a1c762f', 'name': 'network-vif-deleted', 'tag': '32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:45.641010 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee35e98-1c7a-426c-a20f-e2f07dcf6e96" -d '{"events": [{"server_uuid": "b81ce111-1e42-4cbb-ae52-96128a1c762f", "name": "network-vif-deleted", "tag": "32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:45.696848 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6a5ad-64a6-40ce-91e1-886b69f9c2bd req-edbf0a9e-503d-43ff-912c-cd6facc7c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:45.701579 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fac6a5ad-64a6-40ce-91e1-886b69f9c2bd req-edbf0a9e-503d-43ff-912c-cd6facc7c7e7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.1063578 Nov 23 21:44:45.767761 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fac6a5ad-64a6-40ce-91e1-886b69f9c2bd req-2fa871d6-5664-409f-8b66-1554d3dc3945 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=8ffaa15e-5249-4ec2-b177-8936bc34d603 HTTP/1.1" status: 200 len: 217 time: 0.0581133 Nov 23 21:44:45.772003 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f7f1a-28e5-4a09-b3a8-5d17d433e37c req-1d2e013b-a3fa-433c-958c-24a692b466fb tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:45.773587 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bf2f7f1a-28e5-4a09-b3a8-5d17d433e37c req-1d2e013b-a3fa-433c-958c-24a692b466fb tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 948 time: 0.1852918 Nov 23 21:44:45.793960 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd849e71-acb3-4209-a3ae-f7273316f718 req-bfd46e88-081d-458e-8f89-db4f66bc35e9 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:45.795511 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dd849e71-acb3-4209-a3ae-f7273316f718 req-bfd46e88-081d-458e-8f89-db4f66bc35e9 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 945 time: 0.1917987 Nov 23 21:44:45.832487 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6a5ad-64a6-40ce-91e1-886b69f9c2bd req-e4bc2fe4-c8c6-41dc-888a-43d9139e07f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:45.833889 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fac6a5ad-64a6-40ce-91e1-886b69f9c2bd req-e4bc2fe4-c8c6-41dc-888a-43d9139e07f3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0503683 Nov 23 21:44:45.889658 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6a5ad-64a6-40ce-91e1-886b69f9c2bd req-50fff8f3-cdca-4954-aa34-4799bf8bd8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:45.891254 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fac6a5ad-64a6-40ce-91e1-886b69f9c2bd req-50fff8f3-cdca-4954-aa34-4799bf8bd8f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0484779 Nov 23 21:44:45.929955 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bf2f7f1a-28e5-4a09-b3a8-5d17d433e37c req-a645972f-918c-4836-91b4-7444a71bad79 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480479 Nov 23 21:44:45.947498 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dd849e71-acb3-4209-a3ae-f7273316f718 req-0653a6ab-ba49-4b95-a7fe-a2fa8d966d78 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349370 Nov 23 21:44:45.966440 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-853b7bcb-ba98-41f0-8372-2bea165e399b tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:46.033164 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fac6a5ad-64a6-40ce-91e1-886b69f9c2bd req-2620757e-8cd4-4ade-884d-09654e04a3a6 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336157 Nov 23 21:44:46.043571 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-853b7bcb-ba98-41f0-8372-2bea165e399b tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:46.081421 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91698a83-771d-4d5e-8b76-4718762e97da x-openstack-request-id: req-91698a83-771d-4d5e-8b76-4718762e97da {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:46.081742 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b81ce111-1e42-4cbb-ae52-96128a1c762f", "name": "network-vif-deleted", "tag": "32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:46.081950 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-91698a83-771d-4d5e-8b76-4718762e97da {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:46.082339 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81ce111-1e42-4cbb-ae52-96128a1c762f', 'name': 'network-vif-deleted', 'tag': '32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84', 'status': 'completed', 'code': 200} Nov 23 21:44:46.143923 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-853b7bcb-ba98-41f0-8372-2bea165e399b tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:44:46.149003 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-853b7bcb-ba98-41f0-8372-2bea165e399b tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:44:46.152071 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-853b7bcb-ba98-41f0-8372-2bea165e399b tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:44:46.158429 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-853b7bcb-ba98-41f0-8372-2bea165e399b tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:46.159299 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-853b7bcb-ba98-41f0-8372-2bea165e399b tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:46.200777 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b7bcb-ba98-41f0-8372-2bea165e399b tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Pushing event updated for resources: {'Port': ['ID=2ac24833-7a47-411d-af64-34a3e78fe0d4,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:46.219487 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fac6a5ad-64a6-40ce-91e1-886b69f9c2bd req-5b8e3915-30c9-4f12-b0fd-84e22753b956 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755846 Nov 23 21:44:46.241757 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-853b7bcb-ba98-41f0-8372-2bea165e399b tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6499808 Nov 23 21:44:46.260325 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e5546-b3ab-4ab2-97b5-5cecf81e4447 req-e22b11d4-a79e-408f-a376-3870b55ef713 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:46.267845 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-534e5546-b3ab-4ab2-97b5-5cecf81e4447 req-e22b11d4-a79e-408f-a376-3870b55ef713 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c157f26a-8245-4ac5-a2ee-99a8f36eee0e HTTP/1.1" status: 200 len: 936 time: 0.1823025 Nov 23 21:44:46.276574 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-d14a7229-32c6-42e8-92ec-b11f0f91edf8 service neutron] Request body: {'port': {'device_id': 'c157f26a-8245-4ac5-a2ee-99a8f36eee0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:44:46.342362 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4728a-bfd8-497c-a936-4f8e9fc159f9 req-974f2452-08a5-4d05-80a0-eb380120f56a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:46.344084 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-03f4728a-bfd8-497c-a936-4f8e9fc159f9 req-974f2452-08a5-4d05-80a0-eb380120f56a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 945 time: 0.1814651 Nov 23 21:44:46.462652 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6e19ab13-0baa-4cb1-988b-fa3325921e6d None None] Provisioning complete for port 2ac24833-7a47-411d-af64-34a3e78fe0d4 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:44:46.463277 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6e19ab13-0baa-4cb1-988b-fa3325921e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:46.503423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-6e19ab13-0baa-4cb1-988b-fa3325921e6d None None] Port 2ac24833-7a47-411d-af64-34a3e78fe0d4 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:44:46.524962 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c12a06bc-1354-4300-b8e7-da8247862a22 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:44:46.583210 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c12a06bc-1354-4300-b8e7-da8247862a22 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:44:46.655640 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-d14a7229-32c6-42e8-92ec-b11f0f91edf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:46.660174 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-534e5546-b3ab-4ab2-97b5-5cecf81e4447 req-e538d735-9bf1-4401-ad9f-009c1b00bd5b tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/security-groups?id=498456b6-0f0d-41d9-acbe-1336c8a1789c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915410 Nov 23 21:44:46.712306 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-03f4728a-bfd8-497c-a936-4f8e9fc159f9 req-832b7ee6-c060-433c-8936-a3c41dd825eb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445935 Nov 23 21:44:46.917703 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc872c2-7ea1-4e02-9152-8aac1af2b243 req-a99a770f-210d-4989-9154-b87e1e3d35ee tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:46.919301 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7dc872c2-7ea1-4e02-9152-8aac1af2b243 req-a99a770f-210d-4989-9154-b87e1e3d35ee tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.0845931 Nov 23 21:44:47.019324 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7dc872c2-7ea1-4e02-9152-8aac1af2b243 req-2a212827-7c4c-4c63-84af-6e9815017d15 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736234 Nov 23 21:44:47.102988 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-d14a7229-32c6-42e8-92ec-b11f0f91edf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac24833-7a47-411d-af64-34a3e78fe0d4 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:44:47.115328 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-d14a7229-32c6-42e8-92ec-b11f0f91edf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:47.132224 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-d14a7229-32c6-42e8-92ec-b11f0f91edf8 service neutron] Transition to ACTIVE for port object 2ac24833-7a47-411d-af64-34a3e78fe0d4 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:44:47.139803 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-d14a7229-32c6-42e8-92ec-b11f0f91edf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:47.265427 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a7229-32c6-42e8-92ec-b11f0f91edf8 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac24833-7a47-411d-af64-34a3e78fe0d4,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:47.315305 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-d14a7229-32c6-42e8-92ec-b11f0f91edf8 service neutron] Attempting to bind port 2ac24833-7a47-411d-af64-34a3e78fe0d4 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:44:47.315639 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-d14a7229-32c6-42e8-92ec-b11f0f91edf8 service neutron] Attempting to bind port 2ac24833-7a47-411d-af64-34a3e78fe0d4 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:44:47.315960 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-d14a7229-32c6-42e8-92ec-b11f0f91edf8 service neutron] Attempting to bind port 2ac24833-7a47-411d-af64-34a3e78fe0d4 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:44:47.326707 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-d14a7229-32c6-42e8-92ec-b11f0f91edf8 service neutron] Port 2ac24833-7a47-411d-af64-34a3e78fe0d4 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:44:47.327048 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-d14a7229-32c6-42e8-92ec-b11f0f91edf8 service neutron] Attempting to bind port 2ac24833-7a47-411d-af64-34a3e78fe0d4 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:44:47.335889 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cd2b4-d5e4-4f7d-adf7-5d94e8915155 req-60cd0658-f952-4aba-8e32-b22a7020f714 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:47.337416 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-721cd2b4-d5e4-4f7d-adf7-5d94e8915155 req-60cd0658-f952-4aba-8e32-b22a7020f714 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 945 time: 0.1333015 Nov 23 21:44:47.349486 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ccf70-1b43-4c3e-86d1-e82bd6a31562 req-484603d9-2e85-4e77-b3ca-cb3584e1f355 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:47.351022 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f28ccf70-1b43-4c3e-86d1-e82bd6a31562 req-484603d9-2e85-4e77-b3ca-cb3584e1f355 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 948 time: 0.1414108 Nov 23 21:44:47.353093 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-d14a7229-32c6-42e8-92ec-b11f0f91edf8 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:44:47.353423 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-d14a7229-32c6-42e8-92ec-b11f0f91edf8 service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:44:47.353792 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-d14a7229-32c6-42e8-92ec-b11f0f91edf8 service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:44:47.354225 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-d14a7229-32c6-42e8-92ec-b11f0f91edf8 service neutron] Bound port: 2ac24833-7a47-411d-af64-34a3e78fe0d4, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:44:47.354573 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-d14a7229-32c6-42e8-92ec-b11f0f91edf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:47.463186 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-721cd2b4-d5e4-4f7d-adf7-5d94e8915155 req-56ac4a85-5753-41cf-b3ee-d13dd5e50de4 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110532 Nov 23 21:44:47.471962 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f28ccf70-1b43-4c3e-86d1-e82bd6a31562 req-73d2f113-52c7-4c7b-ab17-b894a690b4f8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082423 Nov 23 21:44:47.492511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-d14a7229-32c6-42e8-92ec-b11f0f91edf8 service neutron] For port 2ac24833-7a47-411d-af64-34a3e78fe0d4, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:44:47.496399 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-d14a7229-32c6-42e8-92ec-b11f0f91edf8 service neutron] For port 2ac24833-7a47-411d-af64-34a3e78fe0d4, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2ac24833-7a47-411d-af64-34a3e78fe0d4,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:44:47.501854 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-d14a7229-32c6-42e8-92ec-b11f0f91edf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:47.544923 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-d14a7229-32c6-42e8-92ec-b11f0f91edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:47.546237 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-d14a7229-32c6-42e8-92ec-b11f0f91edf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:47.547925 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-d14a7229-32c6-42e8-92ec-b11f0f91edf8 service neutron] 10.222.0.60 "PUT /v2.0/ports/2ac24833-7a47-411d-af64-34a3e78fe0d4 HTTP/1.1" status: 200 len: 1096 time: 1.2760775 Nov 23 21:44:47.626108 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 8ffaa15e-5249-4ec2-b177-8936bc34d603 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:44:47.629517 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a7229-32c6-42e8-92ec-b11f0f91edf8 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac24833-7a47-411d-af64-34a3e78fe0d4,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:47.680654 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acd845-b682-4bce-84e6-51406a9ec69e req-50a2d61b-32b6-40db-9a94-371775353c20 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:47.682399 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c9acd845-b682-4bce-84e6-51406a9ec69e req-50a2d61b-32b6-40db-9a94-371775353c20 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 1096 time: 0.1147692 Nov 23 21:44:47.699187 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-952e86b2-6943-4d76-9a34-8395a44247eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:47.700930 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-952e86b2-6943-4d76-9a34-8395a44247eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5ced87d14254a199c04f505f336d7d8&device_id=c157f26a-8245-4ac5-a2ee-99a8f36eee0e HTTP/1.1" status: 200 len: 1099 time: 0.0864868 Nov 23 21:44:47.756598 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 8ffaa15e-5249-4ec2-b177-8936bc34d603, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=8ffaa15e-5249-4ec2-b177-8936bc34d603,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:47.764351 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:44:47.771778 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '8ffaa15e-5249-4ec2-b177-8936bc34d603', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '8ffaa15e-5249-4ec2-b177-8936bc34d603', 'mac_address': 'fa:16:3e:ba:81:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:44:47.772289 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-c9f629e4-94f6-4ab3-8a8c-723771b3b83f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=2ac24833-7a47-411d-af64-34a3e78fe0d4 HTTP/1.1" status: 200 len: 217 time: 0.0566175 Nov 23 21:44:47.793862 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:44:47.794230 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 32dc0b8b-a5b7-4d75-92b8-d3b8d904cc84 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:44:47.827264 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c9acd845-b682-4bce-84e6-51406a9ec69e req-c24f3c3c-a703-49f9-83c8-1b394e2337f5 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313171 Nov 23 21:44:47.841981 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-11e4aa36-12de-4991-af09-abbc2ce2e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:47.843576 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-11e4aa36-12de-4991-af09-abbc2ce2e73f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0608277 Nov 23 21:44:47.867269 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:47.893456 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ffaa15e-5249-4ec2-b177-8936bc34d603 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:44:47.929531 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 8ffaa15e-5249-4ec2-b177-8936bc34d603, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=8ffaa15e-5249-4ec2-b177-8936bc34d603,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:47.936620 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:47.974369 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-37159098-c191-4e38-8a5b-d4cf63787e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:47.976460 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-37159098-c191-4e38-8a5b-d4cf63787e8e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1252027 Nov 23 21:44:47.997872 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=8ffaa15e-5249-4ec2-b177-8936bc34d603,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:48.089991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b61637-84d4-4f36-8267-9b87136921b6 req-8e28568f-fce4-4a88-86d2-c19cb86c726a tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:48.091561 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0b61637-84d4-4f36-8267-9b87136921b6 req-8e28568f-fce4-4a88-86d2-c19cb86c726a tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c157f26a-8245-4ac5-a2ee-99a8f36eee0e HTTP/1.1" status: 200 len: 948 time: 0.1345036 Nov 23 21:44:48.093862 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c157f26a-8245-4ac5-a2ee-99a8f36eee0e', 'tag': '2ac24833-7a47-411d-af64-34a3e78fe0d4'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:48.096151 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ce50ed-4dd1-4720-b37e-04b335e6213a" -d '{"events": [{"name": "network-changed", "server_uuid": "c157f26a-8245-4ac5-a2ee-99a8f36eee0e", "tag": "2ac24833-7a47-411d-af64-34a3e78fe0d4"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:48.194933 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-d7d0de57-ae6b-4b2d-8968-0d20e320cdf8 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873887 Nov 23 21:44:48.211397 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0b61637-84d4-4f36-8267-9b87136921b6 req-e850f3f7-9354-4977-b652-fcf040eaaa7e tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/security-groups?id=498456b6-0f0d-41d9-acbe-1336c8a1789c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122987 Nov 23 21:44:48.240136 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['8ffaa15e-5249-4ec2-b177-8936bc34d603'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:44:48.423477 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-75491965-ea41-4182-aa56-621685563f65 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:48.425217 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-75491965-ea41-4182-aa56-621685563f65 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 821 time: 0.2742808 Nov 23 21:44:48.432452 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92dcedc4-b096-40a8-b56f-8591a9ef7c43 req-5ea603bd-5fb3-4458-b21e-a8636bb4b871 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251153 Nov 23 21:44:48.456850 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44798) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:48.457728 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e920a-82c6-49b6-ab78-4f3dad97dbe2 req-13b67231-3527-452d-9eaf-0e1ee6b399c2 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:48.469573 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb4e920a-82c6-49b6-ab78-4f3dad97dbe2 req-13b67231-3527-452d-9eaf-0e1ee6b399c2 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.1688390 Nov 23 21:44:48.496532 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-1e3ad58f-58e5-487e-8605-a7b103903223 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/quotas/7e47ae6fba3146a1b9a1b7a2ea74d574 HTTP/1.1" status: 200 len: 375 time: 0.0611823 Nov 23 21:44:48.552452 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb4e920a-82c6-49b6-ab78-4f3dad97dbe2 req-1901efe3-ffed-44d3-8f2a-96405c00c056 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818477 Nov 23 21:44:48.575989 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-0216ccdf-8e18-4185-a452-e3a901fae300 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695007 Nov 23 21:44:48.637564 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-16ac0352-c9f4-48cf-a08f-39b65aaf03ac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=603e337071044e9b8d937663d6de26d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1762264 Nov 23 21:44:48.637564 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44808) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:48.646182 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9813b48b-9b96-4433-b790-52421f484e50 x-openstack-request-id: req-9813b48b-9b96-4433-b790-52421f484e50 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:48.646514 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c157f26a-8245-4ac5-a2ee-99a8f36eee0e", "tag": "2ac24833-7a47-411d-af64-34a3e78fe0d4", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:48.646705 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9813b48b-9b96-4433-b790-52421f484e50 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:48.647118 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c157f26a-8245-4ac5-a2ee-99a8f36eee0e', 'tag': '2ac24833-7a47-411d-af64-34a3e78fe0d4', 'status': 'completed', 'code': 200} Nov 23 21:44:48.707455 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1888f44a-3b5e-453e-9800-fcb87ae0c407 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:48.725423 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-ec0cbe5b-5b31-4562-b45b-7000b2559b37 service neutron] 10.222.0.50 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423650 Nov 23 21:44:48.732308 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1888f44a-3b5e-453e-9800-fcb87ae0c407 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:48.753146 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44812) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:48.770808 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce50ed-4dd1-4720-b37e-04b335e6213a req-f7e1c880-ccd8-4111-b458-44d8c70f9ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:48.772384 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-45ce50ed-4dd1-4720-b37e-04b335e6213a req-f7e1c880-ccd8-4111-b458-44d8c70f9ae9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5ced87d14254a199c04f505f336d7d8&device_id=c157f26a-8245-4ac5-a2ee-99a8f36eee0e HTTP/1.1" status: 200 len: 1099 time: 0.0983005 Nov 23 21:44:48.796624 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1888f44a-3b5e-453e-9800-fcb87ae0c407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:48.799238 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1888f44a-3b5e-453e-9800-fcb87ae0c407 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:48.800395 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1888f44a-3b5e-453e-9800-fcb87ae0c407 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/36474121-161c-40a1-8ab4-2f672f28c8e8 HTTP/1.1" status: 204 len: 168 time: 0.1643872 Nov 23 21:44:48.811028 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888f44a-3b5e-453e-9800-fcb87ae0c407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36474121-161c-40a1-8ab4-2f672f28c8e8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:48.926289 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bb5718e4-f0e6-4674-84fc-0ce70a54f8b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:48.966127 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba5786-5497-4a41-a28c-8edc5baa10e4 req-73abd5bf-52bd-4279-be71-90f4fbde9ec8 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:48.967639 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-58ba5786-5497-4a41-a28c-8edc5baa10e4 req-73abd5bf-52bd-4279-be71-90f4fbde9ec8 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 945 time: 0.1922922 Nov 23 21:44:48.973490 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-8eca36fa-b6f2-4235-8d3f-0aca3b4b958a service neutron] 10.222.0.50 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472754 Nov 23 21:44:49.013447 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce50ed-4dd1-4720-b37e-04b335e6213a req-de1b795b-d9b2-494f-a660-a851c818bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:49.014980 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-45ce50ed-4dd1-4720-b37e-04b335e6213a req-de1b795b-d9b2-494f-a660-a851c818bcd2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.1972294 Nov 23 21:44:49.081737 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-45ce50ed-4dd1-4720-b37e-04b335e6213a req-77660230-46e5-494d-b5d2-617a83db5933 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=2ac24833-7a47-411d-af64-34a3e78fe0d4 HTTP/1.1" status: 200 len: 217 time: 0.0481498 Nov 23 21:44:49.101113 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-58ba5786-5497-4a41-a28c-8edc5baa10e4 req-9d447d15-b0e0-4d3c-b5b6-09d59030211f tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231940 Nov 23 21:44:49.176261 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44824) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:49.190119 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-806bb5b7-ae20-44f4-80bf-1b6e022fa5c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:49.240783 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5d6ded5b-db34-4e1b-8376-0982c11ae03f req-c22206d9-3a6a-4b7f-8cb5-1b7229a0b62e tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 210 time: 0.0618770 Nov 23 21:44:49.258076 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bb5718e4-f0e6-4674-84fc-0ce70a54f8b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:49.278989 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce50ed-4dd1-4720-b37e-04b335e6213a req-fda66be7-4c11-4e3f-a6af-0d58a65dc987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:49.280958 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-45ce50ed-4dd1-4720-b37e-04b335e6213a req-fda66be7-4c11-4e3f-a6af-0d58a65dc987 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1840200 Nov 23 21:44:49.284511 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bb5718e4-f0e6-4674-84fc-0ce70a54f8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:49.298872 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-806bb5b7-ae20-44f4-80bf-1b6e022fa5c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:49.304431 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-806bb5b7-ae20-44f4-80bf-1b6e022fa5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:49.304767 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25fb953-6e2b-4a47-87f3-5431cb473596 req-87f95084-bdb6-46df-8bdc-99f7ca9e2d77 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:49.312328 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f25fb953-6e2b-4a47-87f3-5431cb473596 req-87f95084-bdb6-46df-8bdc-99f7ca9e2d77 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 949 time: 0.1532826 Nov 23 21:44:49.351846 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-806bb5b7-ae20-44f4-80bf-1b6e022fa5c0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=af2b4e159b284261b3fecec89d6cb4ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1743412 Nov 23 21:44:49.354509 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806bb5b7-ae20-44f4-80bf-1b6e022fa5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6beec29b-1dc9-4af1-9823-115a4a36b370,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:49.358786 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44832) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:49.420085 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1e83d8e-2db9-4464-bed0-b5980af31b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:49.429687 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-bb5718e4-f0e6-4674-84fc-0ce70a54f8b7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=86dbd930f3b14d6abad5d372b6317b09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6679652 Nov 23 21:44:49.429687 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5718e4-f0e6-4674-84fc-0ce70a54f8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5558364-c0a5-47b1-b41c-4ad5fa5e4058,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:49.430867 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44836) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:49.445034 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1e83d8e-2db9-4464-bed0-b5980af31b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:49.490341 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce50ed-4dd1-4720-b37e-04b335e6213a req-9eb95eba-8170-4ef8-937b-646b09861430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:49.491896 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-45ce50ed-4dd1-4720-b37e-04b335e6213a req-9eb95eba-8170-4ef8-937b-646b09861430 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1725471 Nov 23 21:44:49.500700 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1e83d8e-2db9-4464-bed0-b5980af31b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:49.501539 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f25fb953-6e2b-4a47-87f3-5431cb473596 req-dcff3b21-5fd5-4671-9a36-ed68c785b478 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882541 Nov 23 21:44:49.503480 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1e83d8e-2db9-4464-bed0-b5980af31b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:49.505009 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d1e83d8e-2db9-4464-bed0-b5980af31b45 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6beec29b-1dc9-4af1-9823-115a4a36b370 HTTP/1.1" status: 204 len: 168 time: 0.1450174 Nov 23 21:44:49.518103 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e83d8e-2db9-4464-bed0-b5980af31b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6beec29b-1dc9-4af1-9823-115a4a36b370,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:49.562567 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba0894-31fc-4e72-8e18-ec00c856537c req-9fff0b4f-d767-4a5e-8b93-5d403d6a8ea4 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:49.564168 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78ba0894-31fc-4e72-8e18-ec00c856537c req-9fff0b4f-d767-4a5e-8b93-5d403d6a8ea4 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c157f26a-8245-4ac5-a2ee-99a8f36eee0e HTTP/1.1" status: 200 len: 948 time: 0.2343819 Nov 23 21:44:49.638079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 8ffaa15e-5249-4ec2-b177-8936bc34d603 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:44:49.699432 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 8ffaa15e-5249-4ec2-b177-8936bc34d603 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:44:49.707603 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 8ffaa15e-5249-4ec2-b177-8936bc34d603 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:44:49.707981 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:49.731883 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-664a5cc0-3299-42ef-bfcd-fd4f6c869d13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:49.754868 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-664a5cc0-3299-42ef-bfcd-fd4f6c869d13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:49.795442 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78ba0894-31fc-4e72-8e18-ec00c856537c req-53ffcdb4-218d-4ee9-a180-b31e986a91de tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/security-groups?id=498456b6-0f0d-41d9-acbe-1336c8a1789c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216218 Nov 23 21:44:49.802096 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-45ce50ed-4dd1-4720-b37e-04b335e6213a req-cc9870b1-6bfa-47b8-82d0-22337f516527 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975738 Nov 23 21:44:49.812651 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:49.856099 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f140c75-9a6a-442c-a450-03e7ffd8bd98 req-c61c95f0-2431-4afd-95ec-b2f48243166e tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:49.857722 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f140c75-9a6a-442c-a450-03e7ffd8bd98 req-c61c95f0-2431-4afd-95ec-b2f48243166e tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.2177372 Nov 23 21:44:49.865082 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e927d54-58f2-479c-b244-c80ef4c036dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffaa15e-5249-4ec2-b177-8936bc34d603'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:49.867650 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5884c3-3b77-4054-ace4-bc3a71ce6347" -d '{"events": [{"server_uuid": "5e927d54-58f2-479c-b244-c80ef4c036dc", "name": "network-vif-plugged", "status": "completed", "tag": "8ffaa15e-5249-4ec2-b177-8936bc34d603"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:49.882786 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 8ffaa15e-5249-4ec2-b177-8936bc34d603, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=8ffaa15e-5249-4ec2-b177-8936bc34d603,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:49.888298 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:49.940768 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-664a5cc0-3299-42ef-bfcd-fd4f6c869d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:49.943370 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-664a5cc0-3299-42ef-bfcd-fd4f6c869d13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:49.947451 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-664a5cc0-3299-42ef-bfcd-fd4f6c869d13 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c5558364-c0a5-47b1-b41c-4ad5fa5e4058 HTTP/1.1" status: 204 len: 168 time: 0.5126336 Nov 23 21:44:49.997407 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f140c75-9a6a-442c-a450-03e7ffd8bd98 req-22d7f78b-43ec-4c19-9af7-1786cb4ebe92 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838311 Nov 23 21:44:49.998382 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a5cc0-3299-42ef-bfcd-fd4f6c869d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5558364-c0a5-47b1-b41c-4ad5fa5e4058,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:50.015002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-45ce50ed-4dd1-4720-b37e-04b335e6213a req-00616eb0-564e-4cfb-8601-f4bb1e64a3c5 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042489 Nov 23 21:44:50.017880 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=8ffaa15e-5249-4ec2-b177-8936bc34d603,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:50.023520 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d562d2-706e-4791-a586-277755bad6d3 x-openstack-request-id: req-31d562d2-706e-4791-a586-277755bad6d3 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:50.023918 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e927d54-58f2-479c-b244-c80ef4c036dc", "name": "network-vif-plugged", "status": "completed", "tag": "8ffaa15e-5249-4ec2-b177-8936bc34d603", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:50.024613 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-31d562d2-706e-4791-a586-277755bad6d3 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:50.025165 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e927d54-58f2-479c-b244-c80ef4c036dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffaa15e-5249-4ec2-b177-8936bc34d603', 'code': 200} Nov 23 21:44:50.088380 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2900eb8-0e1c-42d9-8bab-b5e6a7165d5d req-c2665bc3-3d29-43c4-a48c-730f12641fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:50.090699 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a2900eb8-0e1c-42d9-8bab-b5e6a7165d5d req-c2665bc3-3d29-43c4-a48c-730f12641fba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 1101 time: 0.0511174 Nov 23 21:44:50.153694 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a2900eb8-0e1c-42d9-8bab-b5e6a7165d5d req-cc88fe8b-7a5a-48aa-9c66-3fb52c9d238b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543137 Nov 23 21:44:50.257364 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55476d62-3113-482b-b9e0-329c11527ca5 req-71966e0d-165c-46cd-9150-33a7df96ca5b tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:50.259069 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55476d62-3113-482b-b9e0-329c11527ca5 req-71966e0d-165c-46cd-9150-33a7df96ca5b tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 945 time: 0.0525818 Nov 23 21:44:50.328557 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55476d62-3113-482b-b9e0-329c11527ca5 req-d1f1d799-08d8-48dc-90a7-861484a48354 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630276 Nov 23 21:44:50.382619 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-62f6bdd7-29c5-48eb-868a-4d651ea8d770 req-087b03f2-72c4-4ed6-8361-1bca8f75839c tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 210 time: 0.0409372 Nov 23 21:44:50.500824 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-353c999a-d1b7-4373-8aa0-a9219c89a54a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:50.502363 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-353c999a-d1b7-4373-8aa0-a9219c89a54a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.53 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 821 time: 0.1410973 Nov 23 21:44:50.519071 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-535590c4-7a55-4939-9bfd-c5c88ee45d16 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Request body: {'port': {'device_id': 'a5ff1396-de15-4583-9887-8282743e4f99', 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542', 'admin_state_up': True, 'tenant_id': '7e47ae6fba3146a1b9a1b7a2ea74d574'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:44:50.657954 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72d080-6e10-418c-acd2-8b0ad183fc46 req-b7531488-635c-4d29-83f3-37a2613cdfbf tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:50.659617 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8b72d080-6e10-418c-acd2-8b0ad183fc46 req-b7531488-635c-4d29-83f3-37a2613cdfbf tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.0617089 Nov 23 21:44:50.678370 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-535590c4-7a55-4939-9bfd-c5c88ee45d16 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Made reservation on behalf of 7e47ae6fba3146a1b9a1b7a2ea74d574 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:44:50.683918 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-535590c4-7a55-4939-9bfd-c5c88ee45d16 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:50.721568 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8b72d080-6e10-418c-acd2-8b0ad183fc46 req-8815ef90-7976-4891-ba72-7139ba9ada56 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545564 Nov 23 21:44:50.833891 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-535590c4-7a55-4939-9bfd-c5c88ee45d16 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Allocated IP 172.20.0.9 (2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542/1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c/af2dc5c5-9fc4-443d-9bac-877c3dc929d4) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:44:50.958385 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584032b-a463-47f2-b12c-6ce4f7930f2e req-f238edde-e2f9-43c5-bfcc-5a5620ce1a9a tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:50.960084 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8584032b-a463-47f2-b12c-6ce4f7930f2e req-f238edde-e2f9-43c5-bfcc-5a5620ce1a9a tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c157f26a-8245-4ac5-a2ee-99a8f36eee0e HTTP/1.1" status: 200 len: 948 time: 0.0704985 Nov 23 21:44:51.028573 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8584032b-a463-47f2-b12c-6ce4f7930f2e req-82663f63-09cc-451d-bd7c-b1b857ad358d tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/security-groups?id=498456b6-0f0d-41d9-acbe-1336c8a1789c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498502 Nov 23 21:44:51.031715 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-535590c4-7a55-4939-9bfd-c5c88ee45d16 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:51.098827 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-535590c4-7a55-4939-9bfd-c5c88ee45d16 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:51.156967 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-535590c4-7a55-4939-9bfd-c5c88ee45d16 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:44:51.157412 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846aaca-5b84-4c06-8493-b8918f9c10f1 req-767aa854-efaa-4d60-9df8-b59031b8356d tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:51.159195 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e846aaca-5b84-4c06-8493-b8918f9c10f1 req-767aa854-efaa-4d60-9df8-b59031b8356d tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.0687985 Nov 23 21:44:51.176230 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-535590c4-7a55-4939-9bfd-c5c88ee45d16 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:44:51.180595 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-535590c4-7a55-4939-9bfd-c5c88ee45d16 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:44:51.187665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-535590c4-7a55-4939-9bfd-c5c88ee45d16 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:51.188318 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-535590c4-7a55-4939-9bfd-c5c88ee45d16 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:51.202036 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535590c4-7a55-4939-9bfd-c5c88ee45d16 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Pushing event updated for resources: {'Port': ['ID=af2dc5c5-9fc4-443d-9bac-877c3dc929d4,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:51.215233 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-535590c4-7a55-4939-9bfd-c5c88ee45d16 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7008061 Nov 23 21:44:51.222146 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e846aaca-5b84-4c06-8493-b8918f9c10f1 req-1a577112-7ee1-4bc4-99e5-23084f0738a9 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565963 Nov 23 21:44:51.227396 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-98ea69fd-efc3-43c9-b266-52ab85b25850 service neutron] Request body: {'port': {'device_id': 'a5ff1396-de15-4583-9887-8282743e4f99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:44:51.283498 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-98ea69fd-efc3-43c9-b266-52ab85b25850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:51.490397 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdff78-eaf9-401b-ab31-12ebb561dfd4 req-97646f85-1aa3-4ea9-8970-b8a206c52d5f tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:51.492223 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cebdff78-eaf9-401b-ab31-12ebb561dfd4 req-97646f85-1aa3-4ea9-8970-b8a206c52d5f tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 945 time: 0.0546870 Nov 23 21:44:51.548286 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cebdff78-eaf9-401b-ab31-12ebb561dfd4 req-f8c9d1a7-a4b8-4150-8c39-5d8e4c726984 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495460 Nov 23 21:44:51.622751 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-98ea69fd-efc3-43c9-b266-52ab85b25850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af2dc5c5-9fc4-443d-9bac-877c3dc929d4 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:44:51.626315 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9f395-f2dd-4013-83a5-569bb1be2b7e req-9faef6a0-7d33-4460-b53e-0d782739ceb5 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:51.628082 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ef9f395-f2dd-4013-83a5-569bb1be2b7e req-9faef6a0-7d33-4460-b53e-0d782739ceb5 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 931 time: 0.0549910 Nov 23 21:44:51.630598 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-98ea69fd-efc3-43c9-b266-52ab85b25850 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:51.644764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-98ea69fd-efc3-43c9-b266-52ab85b25850 service neutron] Transition to ACTIVE for port object af2dc5c5-9fc4-443d-9bac-877c3dc929d4 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:44:51.650998 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-98ea69fd-efc3-43c9-b266-52ab85b25850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:51.695418 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ef9f395-f2dd-4013-83a5-569bb1be2b7e req-7c2c8d56-7acc-483d-a49e-4c48b40261ff tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515265 Nov 23 21:44:51.708203 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea69fd-efc3-43c9-b266-52ab85b25850 service neutron] Pushing event updated for resources: {'Port': ['ID=af2dc5c5-9fc4-443d-9bac-877c3dc929d4,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:51.740768 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-98ea69fd-efc3-43c9-b266-52ab85b25850 service neutron] Attempting to bind port af2dc5c5-9fc4-443d-9bac-877c3dc929d4 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:44:51.740768 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-98ea69fd-efc3-43c9-b266-52ab85b25850 service neutron] Attempting to bind port af2dc5c5-9fc4-443d-9bac-877c3dc929d4 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:44:51.740768 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-98ea69fd-efc3-43c9-b266-52ab85b25850 service neutron] Attempting to bind port af2dc5c5-9fc4-443d-9bac-877c3dc929d4 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:44:51.746234 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-98ea69fd-efc3-43c9-b266-52ab85b25850 service neutron] Port af2dc5c5-9fc4-443d-9bac-877c3dc929d4 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:44:51.746624 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-98ea69fd-efc3-43c9-b266-52ab85b25850 service neutron] Attempting to bind port af2dc5c5-9fc4-443d-9bac-877c3dc929d4 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:44:51.753201 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-98ea69fd-efc3-43c9-b266-52ab85b25850 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:44:51.753537 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-98ea69fd-efc3-43c9-b266-52ab85b25850 service neutron] Checking segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:44:51.754474 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-98ea69fd-efc3-43c9-b266-52ab85b25850 service neutron] Bound using segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:44:51.754929 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-98ea69fd-efc3-43c9-b266-52ab85b25850 service neutron] Bound port: af2dc5c5-9fc4-443d-9bac-877c3dc929d4, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:44:51.755362 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-98ea69fd-efc3-43c9-b266-52ab85b25850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:51.827987 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-98ea69fd-efc3-43c9-b266-52ab85b25850 service neutron] For port af2dc5c5-9fc4-443d-9bac-877c3dc929d4, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:44:51.833376 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-98ea69fd-efc3-43c9-b266-52ab85b25850 service neutron] For port af2dc5c5-9fc4-443d-9bac-877c3dc929d4, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=af2dc5c5-9fc4-443d-9bac-877c3dc929d4,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:44:51.841009 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-98ea69fd-efc3-43c9-b266-52ab85b25850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:51.874677 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de6c8d-a551-4d72-b2b3-7b282870c816 req-16f248bf-0004-4faf-9baa-5ea4ea724371 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:51.876316 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87de6c8d-a551-4d72-b2b3-7b282870c816 req-16f248bf-0004-4faf-9baa-5ea4ea724371 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.0527759 Nov 23 21:44:51.882662 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-98ea69fd-efc3-43c9-b266-52ab85b25850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:51.883320 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-98ea69fd-efc3-43c9-b266-52ab85b25850 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:51.884726 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-98ea69fd-efc3-43c9-b266-52ab85b25850 service neutron] 10.222.0.53 "PUT /v2.0/ports/af2dc5c5-9fc4-443d-9bac-877c3dc929d4 HTTP/1.1" status: 200 len: 1091 time: 0.6614885 Nov 23 21:44:51.885171 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ff1396-de15-4583-9887-8282743e4f99', 'tag': 'af2dc5c5-9fc4-443d-9bac-877c3dc929d4'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:51.887718 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4308eb4f-a457-4ab8-a258-7095679523f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ff1396-de15-4583-9887-8282743e4f99", "tag": "af2dc5c5-9fc4-443d-9bac-877c3dc929d4"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:51.927166 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea69fd-efc3-43c9-b266-52ab85b25850 service neutron] Pushing event updated for resources: {'Port': ['ID=af2dc5c5-9fc4-443d-9bac-877c3dc929d4,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:51.931108 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87de6c8d-a551-4d72-b2b3-7b282870c816 req-3d30aed8-bb24-495a-b964-be1c7cf5cfcb tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484004 Nov 23 21:44:51.987943 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2427f807-6904-4b1f-b122-c55ce121e11a x-openstack-request-id: req-2427f807-6904-4b1f-b122-c55ce121e11a {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:51.988238 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ff1396-de15-4583-9887-8282743e4f99", "tag": "af2dc5c5-9fc4-443d-9bac-877c3dc929d4", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:51.988677 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2427f807-6904-4b1f-b122-c55ce121e11a {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:51.989038 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ff1396-de15-4583-9887-8282743e4f99', 'tag': 'af2dc5c5-9fc4-443d-9bac-877c3dc929d4', 'status': 'completed', 'code': 200} Nov 23 21:44:52.010095 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-4d46e823-4e5e-4fc4-b5d9-6171f2ab1042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:52.013523 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-4d46e823-4e5e-4fc4-b5d9-6171f2ab1042 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 1094 time: 0.0657201 Nov 23 21:44:52.072544 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-45d50c31-889f-4485-be11-1acce0e9730f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af2dc5c5-9fc4-443d-9bac-877c3dc929d4 HTTP/1.1" status: 200 len: 217 time: 0.0491526 Nov 23 21:44:52.211567 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d5ac7-7d21-48cf-8e6b-914daae49117 req-f91e9e78-d085-4e1e-9a87-ca66a6b07345 tempest-MigrationsAdminTest-646716613 tempest-MigrationsAdminTest-646716613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:52.213511 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-885d5ac7-7d21-48cf-8e6b-914daae49117 req-f91e9e78-d085-4e1e-9a87-ca66a6b07345 tempest-MigrationsAdminTest-646716613 tempest-MigrationsAdminTest-646716613-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 1101 time: 0.0514922 Nov 23 21:44:52.243978 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-885d5ac7-7d21-48cf-8e6b-914daae49117 req-0b948336-115f-478c-9381-905f5e6a6dd0 tempest-MigrationsAdminTest-646716613 tempest-MigrationsAdminTest-646716613-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:52.299291 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45000) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:52.316406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96672d09-1731-486b-a13c-8764d6e1a11a req-dca743bb-496c-4a55-89cd-fec6e68eae1f tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:52.317880 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-96672d09-1731-486b-a13c-8764d6e1a11a req-dca743bb-496c-4a55-89cd-fec6e68eae1f tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c157f26a-8245-4ac5-a2ee-99a8f36eee0e HTTP/1.1" status: 200 len: 948 time: 0.0961940 Nov 23 21:44:52.381498 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-c7c95f7d-9bae-487e-8fdc-c012cbfae56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:52.383437 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-c7c95f7d-9bae-487e-8fdc-c012cbfae56f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c HTTP/1.1" status: 200 len: 861 time: 0.3023298 Nov 23 21:44:52.390237 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-96672d09-1731-486b-a13c-8764d6e1a11a req-c385b45b-0e5a-4833-a5fb-5596ad291529 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/security-groups?id=498456b6-0f0d-41d9-acbe-1336c8a1789c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633276 Nov 23 21:44:52.410986 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-885d5ac7-7d21-48cf-8e6b-914daae49117 req-0b948336-115f-478c-9381-905f5e6a6dd0 tempest-MigrationsAdminTest-646716613 tempest-MigrationsAdminTest-646716613-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:52.418376 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-885d5ac7-7d21-48cf-8e6b-914daae49117 req-0b948336-115f-478c-9381-905f5e6a6dd0 tempest-MigrationsAdminTest-646716613 tempest-MigrationsAdminTest-646716613-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:52.421743 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-65961ee5-e6ee-416e-b273-cf24cac93f1a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311966 Nov 23 21:44:52.472376 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0bb5-8f5e-4696-82af-6d81a37b1005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:52.480022 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-885d5ac7-7d21-48cf-8e6b-914daae49117 req-0b948336-115f-478c-9381-905f5e6a6dd0 tempest-MigrationsAdminTest-646716613 tempest-MigrationsAdminTest-646716613-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569456 Nov 23 21:44:52.507364 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:52.539393 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2ac24833-7a47-411d-af64-34a3e78fe0d4 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:44:52.560703 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-aaa36fdc-55ee-408a-bd02-d5c9c01cd8d5 service neutron] 10.222.0.53 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303747 Nov 23 21:44:52.565971 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b948336-115f-478c-9381-905f5e6a6dd0 tempest-MigrationsAdminTest-646716613 tempest-MigrationsAdminTest-646716613-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adad5d6-1ac8-4d64-83d9-5962d7382b80,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:52.654045 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74783d9-5752-4505-8027-2b2c5acca556 req-b91697a8-85b8-4d70-9ac2-4146a94fa238 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:52.661684 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d74783d9-5752-4505-8027-2b2c5acca556 req-b91697a8-85b8-4d70-9ac2-4146a94fa238 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.1721637 Nov 23 21:44:52.705086 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d64f3ec9-db27-46fe-b454-27c18a055bd2 req-ad6bcad5-658f-4d7b-8584-a7a4ade9d77d service neutron] 10.222.0.53 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261442 Nov 23 21:44:52.836134 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308eb4f-a457-4ab8-a258-7095679523f9 req-ae3cddc0-e64a-4976-927a-406c2230cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:52.837801 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4308eb4f-a457-4ab8-a258-7095679523f9 req-ae3cddc0-e64a-4976-927a-406c2230cb58 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 1094 time: 0.0790620 Nov 23 21:44:52.852496 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 2ac24833-7a47-411d-af64-34a3e78fe0d4, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2ac24833-7a47-411d-af64-34a3e78fe0d4,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:52.867113 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '2ac24833-7a47-411d-af64-34a3e78fe0d4', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '2ac24833-7a47-411d-af64-34a3e78fe0d4', 'mac_address': 'fa:16:3e:a6:d8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:44:52.911340 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:52.927421 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac24833-7a47-411d-af64-34a3e78fe0d4 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:44:52.948824 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 2ac24833-7a47-411d-af64-34a3e78fe0d4, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2ac24833-7a47-411d-af64-34a3e78fe0d4,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:52.955499 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:52.969973 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308eb4f-a457-4ab8-a258-7095679523f9 req-51ab3676-b50a-4d8c-b1ef-3e6164845e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:52.971910 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4308eb4f-a457-4ab8-a258-7095679523f9 req-51ab3676-b50a-4d8c-b1ef-3e6164845e13 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 922 time: 0.1240995 Nov 23 21:44:52.976327 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d74783d9-5752-4505-8027-2b2c5acca556 req-900799be-c103-4d3b-9c9a-c1ea959bcac2 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137579 Nov 23 21:44:53.011463 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=2ac24833-7a47-411d-af64-34a3e78fe0d4,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:53.017787 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0bb5-8f5e-4696-82af-6d81a37b1005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:53.024825 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4e3b0bb5-8f5e-4696-82af-6d81a37b1005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:53.031090 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4308eb4f-a457-4ab8-a258-7095679523f9 req-73ae6755-a442-4ecb-b06a-c9a25f04f40d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af2dc5c5-9fc4-443d-9bac-877c3dc929d4 HTTP/1.1" status: 200 len: 217 time: 0.0481517 Nov 23 21:44:53.068856 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b0bb5-8f5e-4696-82af-6d81a37b1005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19765f4f-5c47-454b-9f0f-a82a3070691a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:53.075430 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4e3b0bb5-8f5e-4696-82af-6d81a37b1005 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bdec3fb07063424b8ad15e8255165924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7744977 Nov 23 21:44:53.078336 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45026) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:53.110784 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308eb4f-a457-4ab8-a258-7095679523f9 req-883279ec-b38a-4280-8be1-660af59f5ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:53.112453 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4308eb4f-a457-4ab8-a258-7095679523f9 req-883279ec-b38a-4280-8be1-660af59f5ddb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c HTTP/1.1" status: 200 len: 861 time: 0.0643780 Nov 23 21:44:53.169489 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4308eb4f-a457-4ab8-a258-7095679523f9 req-1779b423-6074-48a1-ae52-1b8fd86608ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464461 Nov 23 21:44:53.254932 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-963cff7c-122b-49ee-bed6-74e4bca13908 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:53.267884 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['2ac24833-7a47-411d-af64-34a3e78fe0d4'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:44:53.268896 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7969bd-b7ca-40f0-bdf1-3dfcdd9a8d3f req-bc9ae015-9b48-4e57-8156-03484699a096 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:53.270562 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8a7969bd-b7ca-40f0-bdf1-3dfcdd9a8d3f req-bc9ae015-9b48-4e57-8156-03484699a096 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 945 time: 0.1198635 Nov 23 21:44:53.284109 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6ae15075-a40d-437d-a169-91a9cc81930e req-13432817-e08d-4480-a047-e58189e0fdb0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1096730 Nov 23 21:44:53.301557 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-6ae15075-a40d-437d-a169-91a9cc81930e req-80c01fad-289f-4e50-9bab-adab87a8c59c service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:44:53.302588 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6ae15075-a40d-437d-a169-91a9cc81930e req-80c01fad-289f-4e50-9bab-adab87a8c59c service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111322 Nov 23 21:44:53.313772 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca5995-c42f-481a-9575-1ef97d746924 req-af68101f-5dc3-49bb-837c-3b04351f9eb8 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:53.315810 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d3ca5995-c42f-481a-9575-1ef97d746924 req-af68101f-5dc3-49bb-837c-3b04351f9eb8 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 943 time: 0.1250434 Nov 23 21:44:53.321507 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-963cff7c-122b-49ee-bed6-74e4bca13908 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:53.337745 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4308eb4f-a457-4ab8-a258-7095679523f9 req-44c406a3-8062-4878-be1a-4b4ff2504404 service neutron] 10.222.0.53 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524436 Nov 23 21:44:53.348742 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45034) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:53.477215 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8a7969bd-b7ca-40f0-bdf1-3dfcdd9a8d3f req-2eb4a60b-d8f0-41cf-b4ba-9d0c6690cefb tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983848 Nov 23 21:44:53.482017 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4308eb4f-a457-4ab8-a258-7095679523f9 req-68e1eea8-21d3-4208-8056-92cf07c433e2 service neutron] 10.222.0.53 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341729 Nov 23 21:44:53.507996 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d3ca5995-c42f-481a-9575-1ef97d746924 req-171bfb03-c468-4572-99fa-c7b0aefcded1 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807921 Nov 23 21:44:53.525867 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-963cff7c-122b-49ee-bed6-74e4bca13908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:53.529751 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-963cff7c-122b-49ee-bed6-74e4bca13908 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:53.533623 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-963cff7c-122b-49ee-bed6-74e4bca13908 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/19765f4f-5c47-454b-9f0f-a82a3070691a HTTP/1.1" status: 204 len: 168 time: 0.4539237 Nov 23 21:44:53.587067 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed76ecdd-8a21-4a0f-b3b0-322c20f61702 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:53.594522 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963cff7c-122b-49ee-bed6-74e4bca13908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19765f4f-5c47-454b-9f0f-a82a3070691a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:53.618664 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc750225-d1c1-427c-bc54-4898161cb9c2 req-c306bc92-7bb6-42bd-a7a0-2a308b588e67 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:53.621169 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cc750225-d1c1-427c-bc54-4898161cb9c2 req-c306bc92-7bb6-42bd-a7a0-2a308b588e67 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.0816944 Nov 23 21:44:53.689365 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cc750225-d1c1-427c-bc54-4898161cb9c2 req-d933d78c-9838-46c5-9db1-3fc7a8701b36 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603156 Nov 23 21:44:53.737211 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed76ecdd-8a21-4a0f-b3b0-322c20f61702 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:53.769428 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed76ecdd-8a21-4a0f-b3b0-322c20f61702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:53.771183 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f6bd0-1d68-4e49-956b-7866474d8da3 req-5b7c639d-8757-4e9e-bf51-023991c05722 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:53.772852 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2a4f6bd0-1d68-4e49-956b-7866474d8da3 req-5b7c639d-8757-4e9e-bf51-023991c05722 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c157f26a-8245-4ac5-a2ee-99a8f36eee0e HTTP/1.1" status: 200 len: 949 time: 0.0666659 Nov 23 21:44:53.822380 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ed76ecdd-8a21-4a0f-b3b0-322c20f61702 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1bf64f1e081648fea9b39353666e9d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4723310 Nov 23 21:44:53.823044 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45060) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:53.824675 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76ecdd-8a21-4a0f-b3b0-322c20f61702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce511f1-d3c5-40c6-aee4-a59e54e6a1df,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:53.893863 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3d79df27-e19f-43b8-8bce-1bd8e06c3b07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:53.897097 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2a4f6bd0-1d68-4e49-956b-7866474d8da3 req-63317487-31e9-4966-97af-ba7b5e084075 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/security-groups?id=498456b6-0f0d-41d9-acbe-1336c8a1789c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048627 Nov 23 21:44:53.929560 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3d79df27-e19f-43b8-8bce-1bd8e06c3b07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:53.998582 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3d79df27-e19f-43b8-8bce-1bd8e06c3b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:54.014134 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3d79df27-e19f-43b8-8bce-1bd8e06c3b07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:54.022567 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3d79df27-e19f-43b8-8bce-1bd8e06c3b07 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1ce511f1-d3c5-40c6-aee4-a59e54e6a1df HTTP/1.1" status: 204 len: 168 time: 0.1948073 Nov 23 21:44:54.025774 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08b0ef-8349-47f0-a07a-681de94f3ba8 req-dcd38b59-f831-449c-9346-cdb03216d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:54.036571 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cb08b0ef-8349-47f0-a07a-681de94f3ba8 req-dcd38b59-f831-449c-9346-cdb03216d377 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 1101 time: 0.0751970 Nov 23 21:44:54.040493 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79df27-e19f-43b8-8bce-1bd8e06c3b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce511f1-d3c5-40c6-aee4-a59e54e6a1df,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:54.141483 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cb08b0ef-8349-47f0-a07a-681de94f3ba8 req-98a030c5-e253-47dc-8b06-7512b8f3ac7c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964284 Nov 23 21:44:54.212487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13a966-68e8-4985-bf96-b2d4b2eadc60 req-75579815-ebdb-4793-9f32-277582c306eb tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:54.223275 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff13a966-68e8-4985-bf96-b2d4b2eadc60 req-75579815-ebdb-4793-9f32-277582c306eb tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.0803905 Nov 23 21:44:54.272851 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff13a966-68e8-4985-bf96-b2d4b2eadc60 req-75791267-aed3-4fa9-931d-d30f3f0067a6 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485101 Nov 23 21:44:54.410838 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45088) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:54.424426 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f01607a0-0093-4772-a845-b7293fa43260 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:54.516493 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f01607a0-0093-4772-a845-b7293fa43260 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:54.521635 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f01607a0-0093-4772-a845-b7293fa43260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:54.543538 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2ac24833-7a47-411d-af64-34a3e78fe0d4 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:44:54.568317 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45096) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:54.594027 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504cc43c-39b2-4c13-8371-fcc69b21ced8 req-1c979039-8cf2-49b0-ab17-745922af9c88 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:54.602061 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-504cc43c-39b2-4c13-8371-fcc69b21ced8 req-1c979039-8cf2-49b0-ab17-745922af9c88 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 945 time: 0.0748205 Nov 23 21:44:54.612932 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 2ac24833-7a47-411d-af64-34a3e78fe0d4 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:44:54.617849 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 2ac24833-7a47-411d-af64-34a3e78fe0d4 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:44:54.618495 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:54.619796 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01607a0-0093-4772-a845-b7293fa43260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e1ada4-e84b-4f44-afc0-d0598cc03f2e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:54.642648 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f01607a0-0093-4772-a845-b7293fa43260 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=617997ee4155415892a6d7f6dcc99043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307138 Nov 23 21:44:54.643507 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45102) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:54.705037 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-84c557ea-2dbe-49ec-a344-c051ec83cd2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:54.707847 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-504cc43c-39b2-4c13-8371-fcc69b21ced8 req-9d0a4bef-28c6-451e-a271-788d65f759f1 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050951 Nov 23 21:44:54.738147 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d54e2-fcc6-4423-ae68-4f88dd00579d req-ac00ab63-58e5-4c65-9acf-0905bab2c5f4 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:54.739578 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-772d54e2-fcc6-4423-ae68-4f88dd00579d req-ac00ab63-58e5-4c65-9acf-0905bab2c5f4 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 943 time: 0.1354897 Nov 23 21:44:54.743535 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-64be59b7-68ca-491f-a6dd-f8aa17492617 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1215360906-network', 'tenant_id': '1fe3713dd9f0456897dd168f8c4429a9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:44:54.768187 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-84c557ea-2dbe-49ec-a344-c051ec83cd2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:54.772373 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:54.803009 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64be59b7-68ca-491f-a6dd-f8aa17492617 admin admin] Made reservation on behalf of 1fe3713dd9f0456897dd168f8c4429a9 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:44:54.805816 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c157f26a-8245-4ac5-a2ee-99a8f36eee0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac24833-7a47-411d-af64-34a3e78fe0d4'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:54.806023 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-64be59b7-68ca-491f-a6dd-f8aa17492617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:54.808961 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5722e8-c9e7-431b-ad47-cec89ffe5651" -d '{"events": [{"server_uuid": "c157f26a-8245-4ac5-a2ee-99a8f36eee0e", "name": "network-vif-plugged", "status": "completed", "tag": "2ac24833-7a47-411d-af64-34a3e78fe0d4"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:54.817229 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-64be59b7-68ca-491f-a6dd-f8aa17492617 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:54.822548 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-772d54e2-fcc6-4423-ae68-4f88dd00579d req-9bcfa507-bd74-4edc-b6eb-8091467755a7 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760841 Nov 23 21:44:54.829291 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 2ac24833-7a47-411d-af64-34a3e78fe0d4, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2ac24833-7a47-411d-af64-34a3e78fe0d4,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:54.837985 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:54.858164 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-84c557ea-2dbe-49ec-a344-c051ec83cd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:54.862682 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-84c557ea-2dbe-49ec-a344-c051ec83cd2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:54.866156 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-84c557ea-2dbe-49ec-a344-c051ec83cd2b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/14e1ada4-e84b-4f44-afc0-d0598cc03f2e HTTP/1.1" status: 204 len: 168 time: 0.2192626 Nov 23 21:44:54.900028 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c557ea-2dbe-49ec-a344-c051ec83cd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e1ada4-e84b-4f44-afc0-d0598cc03f2e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:54.916031 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=2ac24833-7a47-411d-af64-34a3e78fe0d4,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:54.924623 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9344004a-71ec-4b55-bb14-61a5058a3f58 x-openstack-request-id: req-9344004a-71ec-4b55-bb14-61a5058a3f58 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:54.925285 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c157f26a-8245-4ac5-a2ee-99a8f36eee0e", "name": "network-vif-plugged", "status": "completed", "tag": "2ac24833-7a47-411d-af64-34a3e78fe0d4", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:54.925719 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9344004a-71ec-4b55-bb14-61a5058a3f58 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:54.926298 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c157f26a-8245-4ac5-a2ee-99a8f36eee0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac24833-7a47-411d-af64-34a3e78fe0d4', 'code': 200} Nov 23 21:44:54.990434 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54943573-3062-4740-acb1-0cbfba825a7e req-15f4a253-198d-499a-a3de-9c5840a6bc4b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:54.992117 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-54943573-3062-4740-acb1-0cbfba825a7e req-15f4a253-198d-499a-a3de-9c5840a6bc4b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.0617301 Nov 23 21:44:55.000251 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-64be59b7-68ca-491f-a6dd-f8aa17492617 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:55.004520 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-64be59b7-68ca-491f-a6dd-f8aa17492617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:55.030583 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64be59b7-68ca-491f-a6dd-f8aa17492617 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:44:55.046441 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be59b7-68ca-491f-a6dd-f8aa17492617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26b8665-1713-4d65-b39e-72ff4cfee7cd,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:55.052592 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-64be59b7-68ca-491f-a6dd-f8aa17492617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:55.052945 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-64be59b7-68ca-491f-a6dd-f8aa17492617 admin admin] Added segment b39fafe3-052e-4b28-be8e-3a74c5b358d3 of type vlan for network a82590b6-95ee-41a8-90a5-1d72b8f9c202 Nov 23 21:44:55.099671 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-64be59b7-68ca-491f-a6dd-f8aa17492617 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:55.125975 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-54943573-3062-4740-acb1-0cbfba825a7e req-97482187-a470-4a70-a653-c40f6b4eacc1 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232035 Nov 23 21:44:55.137750 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e29b6-1ce7-4d0f-8771-11bb593a73f6 req-7c3f427a-43ca-4ea7-b7bc-c65ef264c177 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:55.145196 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-474e29b6-1ce7-4d0f-8771-11bb593a73f6 req-7c3f427a-43ca-4ea7-b7bc-c65ef264c177 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c157f26a-8245-4ac5-a2ee-99a8f36eee0e HTTP/1.1" status: 200 len: 950 time: 0.1522403 Nov 23 21:44:55.146028 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-64be59b7-68ca-491f-a6dd-f8aa17492617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:55.149022 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64be59b7-68ca-491f-a6dd-f8aa17492617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:55.150694 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-64be59b7-68ca-491f-a6dd-f8aa17492617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:55.177098 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d5e6a-1540-45db-b1f3-0029ab5ec861 req-a418253b-3b60-44a4-aacf-79d7998b8582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:55.178557 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-710d5e6a-1540-45db-b1f3-0029ab5ec861 req-a418253b-3b60-44a4-aacf-79d7998b8582 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c157f26a-8245-4ac5-a2ee-99a8f36eee0e HTTP/1.1" status: 200 len: 1101 time: 0.1330032 Nov 23 21:44:55.187108 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-64be59b7-68ca-491f-a6dd-f8aa17492617 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6147957 Nov 23 21:44:55.189815 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45114) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:55.219571 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-60ff0e56-6fa9-4d21-ac1f-c18dc5301884 admin admin] Request body: {'subnet': {'network_id': 'a82590b6-95ee-41a8-90a5-1d72b8f9c202', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1215360906-subnet', 'tenant_id': '1fe3713dd9f0456897dd168f8c4429a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:44:55.229293 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be59b7-68ca-491f-a6dd-f8aa17492617 admin admin] Pushing event updated for resources: {'Network': ['ID=a82590b6-95ee-41a8-90a5-1d72b8f9c202,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:55.248735 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network a82590b6-95ee-41a8-90a5-1d72b8f9c202 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:44:55.261620 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ff0e56-6fa9-4d21-ac1f-c18dc5301884 admin admin] Made reservation on behalf of 1fe3713dd9f0456897dd168f8c4429a9 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:44:55.262594 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-710d5e6a-1540-45db-b1f3-0029ab5ec861 req-036fd752-22f2-4b37-9498-7066915e790b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=498456b6-0f0d-41d9-acbe-1336c8a1789c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701561 Nov 23 21:44:55.269499 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-60ff0e56-6fa9-4d21-ac1f-c18dc5301884 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:55.276203 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-474e29b6-1ce7-4d0f-8771-11bb593a73f6 req-228d2ce1-11d9-4352-8c3d-6b48d39431a2 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/security-groups?id=498456b6-0f0d-41d9-acbe-1336c8a1789c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299074 Nov 23 21:44:55.426047 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea94dc4-6337-472d-b5e9-6401937f9025 req-9821643b-6720-4079-b20f-c71eaa85ad7a tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:55.427682 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5ea94dc4-6337-472d-b5e9-6401937f9025 req-9821643b-6720-4079-b20f-c71eaa85ad7a tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 950 time: 0.0599246 Nov 23 21:44:55.485826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5ea94dc4-6337-472d-b5e9-6401937f9025 req-fac5f178-4938-449a-8a27-7f6c32fa2dac tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513215 Nov 23 21:44:55.490937 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-60ff0e56-6fa9-4d21-ac1f-c18dc5301884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:55.572923 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff0e56-6fa9-4d21-ac1f-c18dc5301884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15604317-742c-41db-b6cd-cf3f90521277,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:55.584705 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-75d51f81-24ba-4264-bf68-b1163d859f8f req-71b8e27a-cba6-4322-bbb5-6887407eee86 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=387c648d-5a3d-404c-b7ed-39599a3b0520&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1053989 Nov 23 21:44:55.592910 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ff0e56-6fa9-4d21-ac1f-c18dc5301884 admin admin] Checking segment: {'id': 'b39fafe3-052e-4b28-be8e-3a74c5b358d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a82590b6-95ee-41a8-90a5-1d72b8f9c202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:44:55.593220 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ff0e56-6fa9-4d21-ac1f-c18dc5301884 admin admin] Network hostable DHCP agents. Network: a82590b6-95ee-41a8-90a5-1d72b8f9c202, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:44:55.614262 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ff0e56-6fa9-4d21-ac1f-c18dc5301884 admin admin] Network a82590b6-95ee-41a8-90a5-1d72b8f9c202 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:44:55.647675 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-60ff0e56-6fa9-4d21-ac1f-c18dc5301884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, a82590b6-95ee-41a8-90a5-1d72b8f9c202) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:44:55.654505 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ff0e56-6fa9-4d21-ac1f-c18dc5301884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:55.655035 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-60ff0e56-6fa9-4d21-ac1f-c18dc5301884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:55.662467 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298cf3e6-d240-4e75-832f-7ce1f3537705 None None] Network a82590b6-95ee-41a8-90a5-1d72b8f9c202 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:44:55.677178 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d51f81-24ba-4264-bf68-b1163d859f8f req-79d45c5d-f9ea-4067-9d03-92629c36a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:55.679235 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-75d51f81-24ba-4264-bf68-b1163d859f8f req-79d45c5d-f9ea-4067-9d03-92629c36a3fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=97d1e107cfa24386b8c2eb6a75a71440&device_id=387c648d-5a3d-404c-b7ed-39599a3b0520 HTTP/1.1" status: 200 len: 1123 time: 0.0610685 Nov 23 21:44:55.683626 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-60ff0e56-6fa9-4d21-ac1f-c18dc5301884 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4929368 Nov 23 21:44:55.701761 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device af2dc5c5-9fc4-443d-9bac-877c3dc929d4 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:44:55.900460 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d51f81-24ba-4264-bf68-b1163d859f8f req-89000865-4224-45dd-b0a3-78707259b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:55.902239 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-75d51f81-24ba-4264-bf68-b1163d859f8f req-89000865-4224-45dd-b0a3-78707259b2e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.1946547 Nov 23 21:44:55.947737 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae15075-a40d-437d-a169-91a9cc81930e req-e1564dcc-94ce-4812-ad1c-793ad90d4e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:55.949888 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ae15075-a40d-437d-a169-91a9cc81930e req-e1564dcc-94ce-4812-ad1c-793ad90d4e66 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 1101 time: 0.2025235 Nov 23 21:44:55.962006 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b95af-5357-4aec-8aae-aec7fd83538f req-1bde4ff1-508c-4e95-9926-27749c6297d7 tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:55.965062 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-75d51f81-24ba-4264-bf68-b1163d859f8f req-e82b4db5-9c9a-4294-bbdb-b8038ba7996a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=a717c750-c043-4666-8ab7-5f6890b91688 HTTP/1.1" status: 200 len: 217 time: 0.0553150 Nov 23 21:44:55.970837 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-775b95af-5357-4aec-8aae-aec7fd83538f req-1bde4ff1-508c-4e95-9926-27749c6297d7 tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 1101 time: 0.1703696 Nov 23 21:44:56.000314 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae56db00-f00b-4e68-9abb-179053f84649 None None] Network a82590b6-95ee-41a8-90a5-1d72b8f9c202 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:44:56.037706 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d51f81-24ba-4264-bf68-b1163d859f8f req-6366c97a-91f6-4d2a-8d79-87dec9585da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:56.040063 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-75d51f81-24ba-4264-bf68-b1163d859f8f req-6366c97a-91f6-4d2a-8d79-87dec9585da3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0666542 Nov 23 21:44:56.052871 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port af2dc5c5-9fc4-443d-9bac-877c3dc929d4, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=af2dc5c5-9fc4-443d-9bac-877c3dc929d4,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:56.071787 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be454cf8-7dca-4370-bbf0-096b1d70bc78 req-659242f8-23a0-4e9b-a65f-3a8b3a0071f0 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:56.073513 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be454cf8-7dca-4370-bbf0-096b1d70bc78 req-659242f8-23a0-4e9b-a65f-3a8b3a0071f0 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 945 time: 0.1821709 Nov 23 21:44:56.100092 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d51f81-24ba-4264-bf68-b1163d859f8f req-3760113d-eeba-485d-aa26-ac485ebcb3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:56.101818 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-75d51f81-24ba-4264-bf68-b1163d859f8f req-3760113d-eeba-485d-aa26-ac485ebcb3d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0540891 Nov 23 21:44:56.118049 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'af2dc5c5-9fc4-443d-9bac-877c3dc929d4', 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542', 'port_id': 'af2dc5c5-9fc4-443d-9bac-877c3dc929d4', 'mac_address': 'fa:16:3e:4f:bd:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:44:56.122254 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-775b95af-5357-4aec-8aae-aec7fd83538f req-be3b5f0d-9622-42f6-b0af-b14a9078b87d tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503866 Nov 23 21:44:56.192105 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be454cf8-7dca-4370-bbf0-096b1d70bc78 req-d1121333-c164-49f8-8ffd-a2a47b91fcfd tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725141 Nov 23 21:44:56.221901 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae15075-a40d-437d-a169-91a9cc81930e req-e40ed7ab-9c2a-4da9-a7f1-7794202e6a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:56.224077 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ae15075-a40d-437d-a169-91a9cc81930e req-e40ed7ab-9c2a-4da9-a7f1-7794202e6a5b service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.2493682 Nov 23 21:44:56.225778 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:56.242921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af2dc5c5-9fc4-443d-9bac-877c3dc929d4 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:44:56.268895 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port af2dc5c5-9fc4-443d-9bac-877c3dc929d4, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=af2dc5c5-9fc4-443d-9bac-877c3dc929d4,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:56.286333 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:56.301677 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ae15075-a40d-437d-a169-91a9cc81930e req-663b3b08-800d-4eb4-a9a3-ee10796b494e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=8ffaa15e-5249-4ec2-b177-8936bc34d603 HTTP/1.1" status: 200 len: 217 time: 0.0647433 Nov 23 21:44:56.321497 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-75d51f81-24ba-4264-bf68-b1163d859f8f req-a0ae9816-f0ba-4c61-be2b-69222fd68617 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107823 Nov 23 21:44:56.365581 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=af2dc5c5-9fc4-443d-9bac-877c3dc929d4,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:56.383534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526110e-2643-46d4-abae-9ec17d7502bc req-fc53bcd6-3767-4822-9b1a-353a2881d2c5 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:56.385152 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0526110e-2643-46d4-abae-9ec17d7502bc req-fc53bcd6-3767-4822-9b1a-353a2881d2c5 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 944 time: 0.0992253 Nov 23 21:44:56.409631 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae15075-a40d-437d-a169-91a9cc81930e req-5d26d239-7ff6-4996-a8e9-b0bf74cf991e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:56.411279 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ae15075-a40d-437d-a169-91a9cc81930e req-5d26d239-7ff6-4996-a8e9-b0bf74cf991e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0930817 Nov 23 21:44:56.484668 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0526110e-2643-46d4-abae-9ec17d7502bc req-208f5869-7476-4c6a-b698-0368333aabb1 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909162 Nov 23 21:44:56.491832 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae15075-a40d-437d-a169-91a9cc81930e req-c98689b6-01ec-46a2-bc28-abb941219fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:56.494223 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ae15075-a40d-437d-a169-91a9cc81930e req-c98689b6-01ec-46a2-bc28-abb941219fd4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0668828 Nov 23 21:44:56.498415 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-75d51f81-24ba-4264-bf68-b1163d859f8f req-52eacaad-22cd-4a3a-8d42-586a9c0ae2af service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658289 Nov 23 21:44:56.557050 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f4ad6726-8591-4544-92d1-40bd5fc09e50 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:44:56.566900 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f4ad6726-8591-4544-92d1-40bd5fc09e50 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:44:56.591512 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['af2dc5c5-9fc4-443d-9bac-877c3dc929d4'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:44:56.626652 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ae15075-a40d-437d-a169-91a9cc81930e req-58d8e6f4-a4ef-4df9-b255-111ec45128ff service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171327 Nov 23 21:44:56.852337 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ae15075-a40d-437d-a169-91a9cc81930e req-fba86728-18a1-4fac-bb8f-aee474fcc2b3 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143910 Nov 23 21:44:56.863651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ad276-ae90-4ad5-9b0e-499a29e211b0 req-ecf046f1-e040-4863-90f4-090ae190719d tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:56.865140 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa2ad276-ae90-4ad5-9b0e-499a29e211b0 req-ecf046f1-e040-4863-90f4-090ae190719d tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.1282597 Nov 23 21:44:56.865546 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f4ad6726-8591-4544-92d1-40bd5fc09e50, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f4ad6726-8591-4544-92d1-40bd5fc09e50,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:56.876412 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:56.906166 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'f4ad6726-8591-4544-92d1-40bd5fc09e50', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': 'f4ad6726-8591-4544-92d1-40bd5fc09e50', 'mac_address': 'fa:16:3e:a3:7a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:44:56.933554 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62941ccd-393d-4838-a2ef-4a41068c8692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4ad6726-8591-4544-92d1-40bd5fc09e50'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:44:56.935777 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09591995-e420-4fbd-a452-c51cd9377c8f" -d '{"events": [{"server_uuid": "62941ccd-393d-4838-a2ef-4a41068c8692", "name": "network-vif-unplugged", "status": "completed", "tag": "f4ad6726-8591-4544-92d1-40bd5fc09e50"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:44:56.961274 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa2ad276-ae90-4ad5-9b0e-499a29e211b0 req-9fb5cab5-5e12-4de2-a65b-777645f220a3 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668232 Nov 23 21:44:56.970215 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-23141933-dd35-4f16-ab59-4e1024ba1c6d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:56.971712 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-23141933-dd35-4f16-ab59-4e1024ba1c6d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/networks?id=a82590b6-95ee-41a8-90a5-1d72b8f9c202 HTTP/1.1" status: 200 len: 815 time: 0.1816123 Nov 23 21:44:57.005660 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-a09a89e0-0178-4732-89a7-c51acdc36859 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/quotas/1fe3713dd9f0456897dd168f8c4429a9 HTTP/1.1" status: 200 len: 375 time: 0.0176373 Nov 23 21:44:57.022005 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f4ad6726-8591-4544-92d1-40bd5fc09e50, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f4ad6726-8591-4544-92d1-40bd5fc09e50,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:57.039428 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:57.040467 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-3b857f6c-1867-4498-8968-490a546ea14f tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fe3713dd9f0456897dd168f8c4429a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339775 Nov 23 21:44:57.074694 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:57.116026 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4ad6726-8591-4544-92d1-40bd5fc09e50 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:44:57.143954 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6762093-36d1-432d-a142-29a5323d0275 req-5e4a01d7-a13f-4c47-9463-db1dee42911f tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:57.145426 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f6762093-36d1-432d-a142-29a5323d0275 req-5e4a01d7-a13f-4c47-9463-db1dee42911f tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c157f26a-8245-4ac5-a2ee-99a8f36eee0e HTTP/1.1" status: 200 len: 950 time: 0.1077311 Nov 23 21:44:57.166854 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f4ad6726-8591-4544-92d1-40bd5fc09e50,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:57.188201 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-75eeacdf-3bba-4240-bc95-8620d2ecfd42 service neutron] 10.222.0.50 "GET /v2.0/networks/a82590b6-95ee-41a8-90a5-1d72b8f9c202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373653 Nov 23 21:44:57.217899 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:44:57.218299 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:44:57.235169 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f6762093-36d1-432d-a142-29a5323d0275 req-78b4e254-5036-4831-ad39-000355ce382a tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/security-groups?id=498456b6-0f0d-41d9-acbe-1336c8a1789c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813646 Nov 23 21:44:57.296630 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-91675a1b-fc78-48ac-9026-6b79c031e9ef service neutron] 10.222.0.50 "GET /v2.0/networks/a82590b6-95ee-41a8-90a5-1d72b8f9c202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004493 Nov 23 21:44:57.342078 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4d023-9630-41d6-8ae8-b221f6fe9521 req-f09c55a4-fc80-4001-9dc6-1562182dd276 tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:57.343684 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33e4d023-9630-41d6-8ae8-b221f6fe9521 req-f09c55a4-fc80-4001-9dc6-1562182dd276 tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 1099 time: 0.0415897 Nov 23 21:44:57.388797 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33e4d023-9630-41d6-8ae8-b221f6fe9521 req-e8d87046-876b-446a-8b9a-8d7a02f416d9 tempest-ServersAdminTestJSON-826548929 tempest-ServersAdminTestJSON-826548929-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389631 Nov 23 21:44:57.438016 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 21:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e70db07-79fb-404e-b7bb-1782142df2d8 x-openstack-request-id: req-2e70db07-79fb-404e-b7bb-1782142df2d8 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:44:57.438599 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62941ccd-393d-4838-a2ef-4a41068c8692", "name": "network-vif-unplugged", "status": "completed", "tag": "f4ad6726-8591-4544-92d1-40bd5fc09e50", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:44:57.439095 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2e70db07-79fb-404e-b7bb-1782142df2d8 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:44:57.439741 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62941ccd-393d-4838-a2ef-4a41068c8692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4ad6726-8591-4544-92d1-40bd5fc09e50', 'code': 200} Nov 23 21:44:57.537186 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc838f7-af2f-41b3-81d7-39c67c3ce1f2 req-603bbc06-1150-426d-be8b-d926e673f1aa tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:57.546102 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ecc838f7-af2f-41b3-81d7-39c67c3ce1f2 req-603bbc06-1150-426d-be8b-d926e673f1aa tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 945 time: 0.0640674 Nov 23 21:44:57.607481 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ecc838f7-af2f-41b3-81d7-39c67c3ce1f2 req-eb9946e9-a475-4284-8f26-b3b9258ed0f7 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544982 Nov 23 21:44:57.687003 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-faca5239-bdc6-4388-8edf-382750b2b398 req-4e558d08-2a98-4ef7-9048-ba2aefd4830f tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 210 time: 0.0313478 Nov 23 21:44:57.780155 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:57.800901 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ad6726-8591-4544-92d1-40bd5fc09e50 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:44:57.814601 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a494c51-e730-40e0-aed2-b70cb939a693 req-ab4d0274-b711-41ed-a503-063cee326dab tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:57.816521 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a494c51-e730-40e0-aed2-b70cb939a693 req-ab4d0274-b711-41ed-a503-063cee326dab tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 944 time: 0.0622978 Nov 23 21:44:57.829958 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-79ec0867-c382-4585-b8f1-52d55a99ce78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:57.833284 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f4ad6726-8591-4544-92d1-40bd5fc09e50, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f4ad6726-8591-4544-92d1-40bd5fc09e50,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:44:57.839908 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:57.880160 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a494c51-e730-40e0-aed2-b70cb939a693 req-aa10c1e2-18d3-475b-843a-18c4c892ed9f tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545325 Nov 23 21:44:57.905434 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f4ad6726-8591-4544-92d1-40bd5fc09e50,revision_number=9']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:58.012776 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cc9a2-7392-4341-a9e9-6cd91837486d req-433d7e8c-d5ff-464d-ad6b-4fce4076ad9f tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:58.014271 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff2cc9a2-7392-4341-a9e9-6cd91837486d req-433d7e8c-d5ff-464d-ad6b-4fce4076ad9f tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=02853542-4514-440d-8194-f654bdf7a870 HTTP/1.1" status: 200 len: 950 time: 0.0528071 Nov 23 21:44:58.086063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff2cc9a2-7392-4341-a9e9-6cd91837486d req-0c74d6d6-c002-476c-811c-c939f7f1b718 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644765 Nov 23 21:44:58.200854 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['f4ad6726-8591-4544-92d1-40bd5fc09e50'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:44:58.206188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe065d48-19be-41a8-b232-e7d447fdf23f req-afb5de05-1c4d-4f59-8c23-d7b37ea639bd tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:58.207737 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe065d48-19be-41a8-b232-e7d447fdf23f req-afb5de05-1c4d-4f59-8c23-d7b37ea639bd tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.0772119 Nov 23 21:44:58.220688 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0325d-1cab-4f96-bbe4-7cea4f5bb77d req-9f745b81-4763-478d-befd-e2af2309a15b tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:58.222465 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-19d0325d-1cab-4f96-bbe4-7cea4f5bb77d req-9f745b81-4763-478d-befd-e2af2309a15b tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c157f26a-8245-4ac5-a2ee-99a8f36eee0e HTTP/1.1" status: 200 len: 950 time: 0.0658028 Nov 23 21:44:58.294977 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe065d48-19be-41a8-b232-e7d447fdf23f req-0000e723-b1d9-43b8-aee8-24ff4d1e0b2c tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714827 Nov 23 21:44:58.298133 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-19d0325d-1cab-4f96-bbe4-7cea4f5bb77d req-ea7142cb-7a95-4590-9b8f-50ce06e7c9d8 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/security-groups?id=498456b6-0f0d-41d9-acbe-1336c8a1789c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690763 Nov 23 21:44:58.771035 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a47ae-46e7-4b8a-8431-8f630056b634 req-6cb3e2ff-1a02-4d0b-a9fe-401352f8622e tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:58.775179 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-595a47ae-46e7-4b8a-8431-8f630056b634 req-6cb3e2ff-1a02-4d0b-a9fe-401352f8622e tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 945 time: 0.0917699 Nov 23 21:44:58.847395 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45252) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:58.895903 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-595a47ae-46e7-4b8a-8431-8f630056b634 req-6f0c126d-31d2-4fa2-95dc-1bcd37ae0824 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879769 Nov 23 21:44:58.904418 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-ee29ca9f-4c59-4f2d-8912-7dd82d8e4be6 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:58.905860 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-ee29ca9f-4c59-4f2d-8912-7dd82d8e4be6 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.60 "GET /v2.0/networks?id=a82590b6-95ee-41a8-90a5-1d72b8f9c202 HTTP/1.1" status: 200 len: 815 time: 0.1903393 Nov 23 21:44:58.921285 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-14548b1b-ba92-47ec-b17e-a5a868633e55 req-dd07c656-ad30-47af-a146-0c01cab22de9 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 210 time: 0.0439599 Nov 23 21:44:58.955919 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-2300873a-17b4-44de-95cc-f8166d412250 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Request body: {'port': {'device_id': '54da7025-a930-431b-afdb-8620ba358914', 'network_id': 'a82590b6-95ee-41a8-90a5-1d72b8f9c202', 'admin_state_up': True, 'tenant_id': '1fe3713dd9f0456897dd168f8c4429a9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:44:58.964487 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9fa8b9c1-a20b-47ea-ba06-dc432c6e381a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:59.043383 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9fa8b9c1-a20b-47ea-ba06-dc432c6e381a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:59.047330 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9fa8b9c1-a20b-47ea-ba06-dc432c6e381a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:59.071551 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8600e6-6ad5-4be8-bb90-8c76aa927a89 req-cfa48dbc-7627-41e1-b0a6-6fcd1bfd4107 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:59.073013 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c8600e6-6ad5-4be8-bb90-8c76aa927a89 req-cfa48dbc-7627-41e1-b0a6-6fcd1bfd4107 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 944 time: 0.0986054 Nov 23 21:44:59.083949 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8b9c1-a20b-47ea-ba06-dc432c6e381a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9ef161-c04e-4bb7-a097-1af86285cb77,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:59.091321 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9fa8b9c1-a20b-47ea-ba06-dc432c6e381a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d437ffd44cbb404fb34e7e52024c2d95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400649 Nov 23 21:44:59.092188 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45258) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:59.139447 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-2300873a-17b4-44de-95cc-f8166d412250 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Made reservation on behalf of 1fe3713dd9f0456897dd168f8c4429a9 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:44:59.142963 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-2300873a-17b4-44de-95cc-f8166d412250 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:59.144578 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d59ba0a6-7f15-42b1-8af0-32c64a223ab1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:59.150364 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c8600e6-6ad5-4be8-bb90-8c76aa927a89 req-87b4d414-ee1b-42e8-8b64-34733759aa79 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674183 Nov 23 21:44:59.166395 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d59ba0a6-7f15-42b1-8af0-32c64a223ab1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:59.223936 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d59ba0a6-7f15-42b1-8af0-32c64a223ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:59.226701 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d59ba0a6-7f15-42b1-8af0-32c64a223ab1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:59.227932 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d59ba0a6-7f15-42b1-8af0-32c64a223ab1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/df9ef161-c04e-4bb7-a097-1af86285cb77 HTTP/1.1" status: 204 len: 168 time: 0.1355619 Nov 23 21:44:59.236175 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ba0a6-7f15-42b1-8af0-32c64a223ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9ef161-c04e-4bb7-a097-1af86285cb77,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:59.309541 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b8bc2-a350-429b-ab18-db43c3b453e5 req-37c8843e-fd8e-4169-ab98-19fecebc6c3b tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:59.311246 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3f6b8bc2-a350-429b-ab18-db43c3b453e5 req-37c8843e-fd8e-4169-ab98-19fecebc6c3b tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=02853542-4514-440d-8194-f654bdf7a870 HTTP/1.1" status: 200 len: 950 time: 0.1103950 Nov 23 21:44:59.338267 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-2300873a-17b4-44de-95cc-f8166d412250 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Allocated IP 172.20.0.2 (a82590b6-95ee-41a8-90a5-1d72b8f9c202/15604317-742c-41db-b6cd-cf3f90521277/bbeac264-768c-4f5b-969e-d32c8e7cafff) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:44:59.423266 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3f6b8bc2-a350-429b-ab18-db43c3b453e5 req-91b245d0-5127-4cf0-9e68-f69cf39ab15a tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029384 Nov 23 21:44:59.482171 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494716f6-fb64-4fc9-9023-669cd12502f5 req-d5e7acda-e0ad-4acc-b529-96bd9b328bfb tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:59.483687 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-494716f6-fb64-4fc9-9023-669cd12502f5 req-d5e7acda-e0ad-4acc-b529-96bd9b328bfb tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.1044235 Nov 23 21:44:59.522036 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45270) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:59.535065 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fdec7b0e-9893-4bde-ad77-30ae7cb8c46a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:59.615957 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fdec7b0e-9893-4bde-ad77-30ae7cb8c46a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:59.628120 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fdec7b0e-9893-4bde-ad77-30ae7cb8c46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:59.628334 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:59.665664 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fdec7b0e-9893-4bde-ad77-30ae7cb8c46a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f6a0b4db58c9450796c37dbc558908c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425250 Nov 23 21:44:59.666561 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec7b0e-9893-4bde-ad77-30ae7cb8c46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c55bd4-8e8a-4231-a268-13e453a6b994,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:59.669806 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45272) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:44:59.722597 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-288b241b-5887-4d71-923a-94fe8b6bd3df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:59.728128 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device af2dc5c5-9fc4-443d-9bac-877c3dc929d4 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:44:59.748482 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-288b241b-5887-4d71-923a-94fe8b6bd3df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:59.802663 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-288b241b-5887-4d71-923a-94fe8b6bd3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:59.809000 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-288b241b-5887-4d71-923a-94fe8b6bd3df admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:59.809178 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port af2dc5c5-9fc4-443d-9bac-877c3dc929d4 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:44:59.810491 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-288b241b-5887-4d71-923a-94fe8b6bd3df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/89c55bd4-8e8a-4231-a268-13e453a6b994 HTTP/1.1" status: 204 len: 168 time: 0.1397626 Nov 23 21:44:59.820121 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b241b-5887-4d71-923a-94fe8b6bd3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c55bd4-8e8a-4231-a268-13e453a6b994,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:44:59.820840 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port af2dc5c5-9fc4-443d-9bac-877c3dc929d4 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:44:59.821279 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:59.857766 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-494716f6-fb64-4fc9-9023-669cd12502f5 req-e67834fa-0c92-407c-bb80-0681eff8a92f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390112 Nov 23 21:44:59.860730 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-2300873a-17b4-44de-95cc-f8166d412250 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:59.869829 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032385f-5761-473b-b995-c3322ded88ba req-04206317-7b89-4ace-a3e5-3e4348f9d72b tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:59.878348 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a032385f-5761-473b-b995-c3322ded88ba req-04206317-7b89-4ace-a3e5-3e4348f9d72b tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c157f26a-8245-4ac5-a2ee-99a8f36eee0e HTTP/1.1" status: 200 len: 950 time: 0.3573153 Nov 23 21:44:59.958828 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a032385f-5761-473b-b995-c3322ded88ba req-1241a2d3-44dd-43a3-add6-c3949f1f50fa tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/security-groups?id=498456b6-0f0d-41d9-acbe-1336c8a1789c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800221 Nov 23 21:44:59.961384 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff756708-3cc5-4bd7-a647-f61982ce1af2 req-91d19567-0e7d-4395-919e-3349d1cfd09e tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:44:59.963047 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ff756708-3cc5-4bd7-a647-f61982ce1af2 req-91d19567-0e7d-4395-919e-3349d1cfd09e tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.60 "GET /v2.0/ports?device_id=02853542-4514-440d-8194-f654bdf7a870 HTTP/1.1" status: 200 len: 950 time: 0.0954895 Nov 23 21:44:59.980417 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:44:59.982695 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-2300873a-17b4-44de-95cc-f8166d412250 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:00.012894 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ff1396-de15-4583-9887-8282743e4f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2dc5c5-9fc4-443d-9bac-877c3dc929d4'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:45:00.016845 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b260a00-2939-47b8-821d-8b28c94563ca" -d '{"events": [{"server_uuid": "a5ff1396-de15-4583-9887-8282743e4f99", "name": "network-vif-plugged", "status": "completed", "tag": "af2dc5c5-9fc4-443d-9bac-877c3dc929d4"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:45:00.037244 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-2300873a-17b4-44de-95cc-f8166d412250 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Network a82590b6-95ee-41a8-90a5-1d72b8f9c202 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:45:00.040498 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-2300873a-17b4-44de-95cc-f8166d412250 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:00.044732 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port af2dc5c5-9fc4-443d-9bac-877c3dc929d4, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=af2dc5c5-9fc4-443d-9bac-877c3dc929d4,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:00.045932 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-2300873a-17b4-44de-95cc-f8166d412250 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:45:00.051761 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-2300873a-17b4-44de-95cc-f8166d412250 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:00.052419 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-2300873a-17b4-44de-95cc-f8166d412250 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:00.057404 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:00.058130 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300873a-17b4-44de-95cc-f8166d412250 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Pushing event updated for resources: {'Port': ['ID=bbeac264-768c-4f5b-969e-d32c8e7cafff,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:00.103580 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-2300873a-17b4-44de-95cc-f8166d412250 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1515787 Nov 23 21:45:00.165637 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-5baa2196-a825-41f3-ab13-127016671d0a service neutron] Request body: {'port': {'device_id': '54da7025-a930-431b-afdb-8620ba358914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:00.212513 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-ff756708-3cc5-4bd7-a647-f61982ce1af2 req-d3ff4cad-68ad-4c2a-87b9-c69a364ca359 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Deleting port 37aae087-3dce-4ce0-959e-2b6ba8eb14ba {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:45:00.213642 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ff756708-3cc5-4bd7-a647-f61982ce1af2 req-d3ff4cad-68ad-4c2a-87b9-c69a364ca359 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:00.234220 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539eedd-da18-4a78-b734-617f814573c6 req-d55285de-0cfa-45ee-828a-077b600eb0d5 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:00.235778 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e539eedd-da18-4a78-b734-617f814573c6 req-d55285de-0cfa-45ee-828a-077b600eb0d5 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.60 "GET /v2.0/ports?device_id=c157f26a-8245-4ac5-a2ee-99a8f36eee0e HTTP/1.1" status: 200 len: 950 time: 0.1313310 Nov 23 21:45:00.264225 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=af2dc5c5-9fc4-443d-9bac-877c3dc929d4,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:00.280629 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4a0de-1d4c-4928-8e9f-e3f30e9ca381 req-13ef39fb-40bf-4025-828a-77a192759b61 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:00.282152 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7fd4a0de-1d4c-4928-8e9f-e3f30e9ca381 req-13ef39fb-40bf-4025-828a-77a192759b61 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 931 time: 0.1843827 Nov 23 21:45:00.289607 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3fc05-8e64-45bb-9ab7-e070096f132e req-aab155c0-1d1f-4748-9932-17b5be016ed9 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:00.290963 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99c3fc05-8e64-45bb-9ab7-e070096f132e req-aab155c0-1d1f-4748-9932-17b5be016ed9 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 945 time: 0.2340391 Nov 23 21:45:00.342694 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-5baa2196-a825-41f3-ab13-127016671d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:00.345308 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-ff756708-3cc5-4bd7-a647-f61982ce1af2 req-d3ff4cad-68ad-4c2a-87b9-c69a364ca359 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] For port 37aae087-3dce-4ce0-959e-2b6ba8eb14ba, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=37aae087-3dce-4ce0-959e-2b6ba8eb14ba,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:00.345773 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ff756708-3cc5-4bd7-a647-f61982ce1af2 req-d3ff4cad-68ad-4c2a-87b9-c69a364ca359 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:00.361293 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-ff756708-3cc5-4bd7-a647-f61982ce1af2 req-d3ff4cad-68ad-4c2a-87b9-c69a364ca359 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Calling delete_port for 37aae087-3dce-4ce0-959e-2b6ba8eb14ba owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:45:00.436374 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-29e36bbe-de8b-48cb-9508-582223eb1048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:00.471312 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7fd4a0de-1d4c-4928-8e9f-e3f30e9ca381 req-5beb5f18-b38a-4c6a-8d2d-d47dfbf1680d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791375 Nov 23 21:45:00.497486 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99c3fc05-8e64-45bb-9ab7-e070096f132e req-aad26f57-ad16-4035-b78a-efa143c29da8 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775992 Nov 23 21:45:00.539214 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb40668-4e16-4e15-842c-4342169b68a0 x-openstack-request-id: req-5cb40668-4e16-4e15-842c-4342169b68a0 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:45:00.539841 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ff1396-de15-4583-9887-8282743e4f99", "name": "network-vif-plugged", "status": "completed", "tag": "af2dc5c5-9fc4-443d-9bac-877c3dc929d4", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:45:00.541134 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5cb40668-4e16-4e15-842c-4342169b68a0 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:45:00.543343 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ff1396-de15-4583-9887-8282743e4f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2dc5c5-9fc4-443d-9bac-877c3dc929d4', 'code': 200} Nov 23 21:45:00.582426 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f4ad6726-8591-4544-92d1-40bd5fc09e50 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:00.596131 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ff756708-3cc5-4bd7-a647-f61982ce1af2 req-d3ff4cad-68ad-4c2a-87b9-c69a364ca359 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:00.611091 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-e539eedd-da18-4a78-b734-617f814573c6 req-c2c38044-1574-4fc1-8de6-7528502b29e1 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Deleting port 2ac24833-7a47-411d-af64-34a3e78fe0d4 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:45:00.611091 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e539eedd-da18-4a78-b734-617f814573c6 req-c2c38044-1574-4fc1-8de6-7528502b29e1 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:00.669496 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['a717c750-c043-4666-8ab7-5f6890b91688'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:45:00.690133 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff4cad-68ad-4c2a-87b9-c69a364ca359 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Pushing event deleted for resources: {'Port': ['ID=37aae087-3dce-4ce0-959e-2b6ba8eb14ba,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:00.716282 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['37aae087-3dce-4ce0-959e-2b6ba8eb14ba', 'f4ad6726-8591-4544-92d1-40bd5fc09e50'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:45:00.788867 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff756708-3cc5-4bd7-a647-f61982ce1af2 req-d3ff4cad-68ad-4c2a-87b9-c69a364ca359 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] No DVR routers for this DVR port 37aae087-3dce-4ce0-959e-2b6ba8eb14ba on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:45:00.794671 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ff756708-3cc5-4bd7-a647-f61982ce1af2 req-d3ff4cad-68ad-4c2a-87b9-c69a364ca359 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:00.799234 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ff756708-3cc5-4bd7-a647-f61982ce1af2 req-d3ff4cad-68ad-4c2a-87b9-c69a364ca359 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.60 "DELETE /v2.0/ports/37aae087-3dce-4ce0-959e-2b6ba8eb14ba HTTP/1.1" status: 204 len: 173 time: 0.8260596 Nov 23 21:45:00.799736 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02853542-4514-440d-8194-f654bdf7a870', 'name': 'network-vif-deleted', 'tag': '37aae087-3dce-4ce0-959e-2b6ba8eb14ba'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:45:00.803889 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beed19b4-6b3b-4de6-ada5-7b2b9a4582bd" -d '{"events": [{"server_uuid": "02853542-4514-440d-8194-f654bdf7a870", "name": "network-vif-deleted", "tag": "37aae087-3dce-4ce0-959e-2b6ba8eb14ba"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:45:00.971104 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port f4ad6726-8591-4544-92d1-40bd5fc09e50 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:00.971104 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:00.999182 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f3d83fe5-6c17-4dbd-9ac2-c63caa332423 req-7258bbd0-ec09-45de-af2d-eeeea28c736f tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=02853542-4514-440d-8194-f654bdf7a870 HTTP/1.1" status: 200 len: 210 time: 0.3406487 Nov 23 21:45:01.078727 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67d3c55-513c-425e-88d3-e3e19dd8a280 x-openstack-request-id: req-d67d3c55-513c-425e-88d3-e3e19dd8a280 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:45:01.079371 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02853542-4514-440d-8194-f654bdf7a870", "name": "network-vif-deleted", "tag": "37aae087-3dce-4ce0-959e-2b6ba8eb14ba", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:45:01.079371 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d67d3c55-513c-425e-88d3-e3e19dd8a280 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:45:01.079829 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02853542-4514-440d-8194-f654bdf7a870', 'name': 'network-vif-deleted', 'tag': '37aae087-3dce-4ce0-959e-2b6ba8eb14ba', 'status': 'completed', 'code': 200} Nov 23 21:45:01.087289 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-5baa2196-a825-41f3-ab13-127016671d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbeac264-768c-4f5b-969e-d32c8e7cafff {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:45:01.096197 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-5baa2196-a825-41f3-ab13-127016671d0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:01.205754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-5baa2196-a825-41f3-ab13-127016671d0a service neutron] Transition to ACTIVE for port object bbeac264-768c-4f5b-969e-d32c8e7cafff will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:45:01.222585 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:01.241221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b65c1-7a3f-4713-8396-6f9c411cce6e req-56ccaddc-e44f-4cd1-b305-0472414568e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:01.242860 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b6b65c1-7a3f-4713-8396-6f9c411cce6e req-56ccaddc-e44f-4cd1-b305-0472414568e1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 1096 time: 0.6291139 Nov 23 21:45:01.250085 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-5baa2196-a825-41f3-ab13-127016671d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:01.268744 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:45:01.282385 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f4ad6726-8591-4544-92d1-40bd5fc09e50, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f4ad6726-8591-4544-92d1-40bd5fc09e50,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:01.289769 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:01.364040 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f4ad6726-8591-4544-92d1-40bd5fc09e50,revision_number=10']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:01.379947 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e80aaf-825d-46c8-99c5-3c3e1018eaee req-11c6ab4e-7ead-44d4-9d81-b873f68d4f3b tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:01.387771 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-38e80aaf-825d-46c8-99c5-3c3e1018eaee req-11c6ab4e-7ead-44d4-9d81-b873f68d4f3b tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 945 time: 0.4721813 Nov 23 21:45:01.456361 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:01.478401 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-e539eedd-da18-4a78-b734-617f814573c6 req-c2c38044-1574-4fc1-8de6-7528502b29e1 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] For port 2ac24833-7a47-411d-af64-34a3e78fe0d4, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2ac24833-7a47-411d-af64-34a3e78fe0d4,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:01.478807 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e539eedd-da18-4a78-b734-617f814573c6 req-c2c38044-1574-4fc1-8de6-7528502b29e1 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:01.509494 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c628f8-7c28-493d-adef-86222be5aa4e req-874f55b0-7d06-487b-91cc-9eecfc54ae77 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:01.511613 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a5c628f8-7c28-493d-adef-86222be5aa4e req-874f55b0-7d06-487b-91cc-9eecfc54ae77 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.3446476 Nov 23 21:45:01.512496 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa2196-a825-41f3-ab13-127016671d0a service neutron] Pushing event updated for resources: {'Port': ['ID=bbeac264-768c-4f5b-969e-d32c8e7cafff,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:01.524718 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b6b65c1-7a3f-4713-8396-6f9c411cce6e req-41d63638-24b9-493f-9577-4eea5496067d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660756 Nov 23 21:45:01.541153 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-e539eedd-da18-4a78-b734-617f814573c6 req-c2c38044-1574-4fc1-8de6-7528502b29e1 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Calling delete_port for 2ac24833-7a47-411d-af64-34a3e78fe0d4 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:45:01.543482 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-5baa2196-a825-41f3-ab13-127016671d0a service neutron] Attempting to bind port bbeac264-768c-4f5b-969e-d32c8e7cafff on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:45:01.543804 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-5baa2196-a825-41f3-ab13-127016671d0a service neutron] Attempting to bind port bbeac264-768c-4f5b-969e-d32c8e7cafff by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'b39fafe3-052e-4b28-be8e-3a74c5b358d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a82590b6-95ee-41a8-90a5-1d72b8f9c202'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:45:01.544126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-5baa2196-a825-41f3-ab13-127016671d0a service neutron] Attempting to bind port bbeac264-768c-4f5b-969e-d32c8e7cafff on network a82590b6-95ee-41a8-90a5-1d72b8f9c202 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:01.572811 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-5baa2196-a825-41f3-ab13-127016671d0a service neutron] Port bbeac264-768c-4f5b-969e-d32c8e7cafff on network a82590b6-95ee-41a8-90a5-1d72b8f9c202 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:45:01.573773 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-5baa2196-a825-41f3-ab13-127016671d0a service neutron] Attempting to bind port bbeac264-768c-4f5b-969e-d32c8e7cafff on network a82590b6-95ee-41a8-90a5-1d72b8f9c202 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:01.602356 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-85688bb4-b1ab-49e4-885a-ca10c4e12ff9 req-601db643-6204-4162-ae05-91d87dae42b6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=62054ac4-bb9d-4677-8403-f6d84e42f5a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730877 Nov 23 21:45:01.607819 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-38e80aaf-825d-46c8-99c5-3c3e1018eaee req-35c5ff9a-45aa-4218-8f3d-03cf99f7956a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185791 Nov 23 21:45:01.690816 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85688bb4-b1ab-49e4-885a-ca10c4e12ff9 req-9791fa5a-c06e-4e33-8b66-8118d8974f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:01.692188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-5baa2196-a825-41f3-ab13-127016671d0a service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:45:01.693161 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-85688bb4-b1ab-49e4-885a-ca10c4e12ff9 req-9791fa5a-c06e-4e33-8b66-8118d8974f90 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=262a0df38e704ffc9207a31c81529692&device_id=62054ac4-bb9d-4677-8403-f6d84e42f5a6 HTTP/1.1" status: 200 len: 1097 time: 0.0576344 Nov 23 21:45:01.693284 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-5baa2196-a825-41f3-ab13-127016671d0a service neutron] Checking segment: {'id': 'b39fafe3-052e-4b28-be8e-3a74c5b358d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a82590b6-95ee-41a8-90a5-1d72b8f9c202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:45:01.693609 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-5baa2196-a825-41f3-ab13-127016671d0a service neutron] Bound using segment: {'id': 'b39fafe3-052e-4b28-be8e-3a74c5b358d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a82590b6-95ee-41a8-90a5-1d72b8f9c202'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:45:01.695474 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-5baa2196-a825-41f3-ab13-127016671d0a service neutron] Bound port: bbeac264-768c-4f5b-969e-d32c8e7cafff, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b39fafe3-052e-4b28-be8e-3a74c5b358d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a82590b6-95ee-41a8-90a5-1d72b8f9c202'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:45:01.696120 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-5baa2196-a825-41f3-ab13-127016671d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:01.761946 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a5c628f8-7c28-493d-adef-86222be5aa4e req-9d2e2eab-ff41-467b-88ef-5ed639850c72 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154686 Nov 23 21:45:01.876664 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85688bb4-b1ab-49e4-885a-ca10c4e12ff9 req-63676310-fe54-4341-bcb5-4ce69a3efc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:01.878408 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-85688bb4-b1ab-49e4-885a-ca10c4e12ff9 req-63676310-fe54-4341-bcb5-4ce69a3efc07 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 HTTP/1.1" status: 200 len: 925 time: 0.1422060 Nov 23 21:45:01.882148 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2af73b-710e-49c9-8314-b3de119f71c7 req-c07d82e6-38c9-4813-be68-059f3e6abc13 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:01.890518 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3f2af73b-710e-49c9-8314-b3de119f71c7 req-c07d82e6-38c9-4813-be68-059f3e6abc13 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/ports?device_id=c157f26a-8245-4ac5-a2ee-99a8f36eee0e HTTP/1.1" status: 200 len: 950 time: 0.1918786 Nov 23 21:45:01.912471 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-5baa2196-a825-41f3-ab13-127016671d0a service neutron] For port bbeac264-768c-4f5b-969e-d32c8e7cafff, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:45:01.935305 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-5baa2196-a825-41f3-ab13-127016671d0a service neutron] For port bbeac264-768c-4f5b-969e-d32c8e7cafff, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=bbeac264-768c-4f5b-969e-d32c8e7cafff,segment=NetworkSegment(b39fafe3-052e-4b28-be8e-3a74c5b358d3),segment_id=b39fafe3-052e-4b28-be8e-3a74c5b358d3)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:45:01.963363 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-85688bb4-b1ab-49e4-885a-ca10c4e12ff9 req-80dc8b7f-a8f0-4860-a677-6a5e65b1fe50 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad268917-0abd-49c4-a988-8798f67ec1de HTTP/1.1" status: 200 len: 1002 time: 0.0776150 Nov 23 21:45:01.992709 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-5baa2196-a825-41f3-ab13-127016671d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:02.010399 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85688bb4-b1ab-49e4-885a-ca10c4e12ff9 req-b26ca582-cdc6-42db-8ff2-b99f5c68df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:02.012700 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-85688bb4-b1ab-49e4-885a-ca10c4e12ff9 req-b26ca582-cdc6-42db-8ff2-b99f5c68df7b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=34214f8b-100b-4eb0-beac-f661df6e2fe4 HTTP/1.1" status: 200 len: 863 time: 0.0429919 Nov 23 21:45:02.063943 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3f2af73b-710e-49c9-8314-b3de119f71c7 req-7a6af949-2179-4b09-a39c-864cc89bdad4 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.50 "GET /v2.0/security-groups?id=498456b6-0f0d-41d9-acbe-1336c8a1789c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717598 Nov 23 21:45:02.068609 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85688bb4-b1ab-49e4-885a-ca10c4e12ff9 req-4527c74e-b5b1-4989-b6d9-23eddb482cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:02.069071 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-5baa2196-a825-41f3-ab13-127016671d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:02.069613 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-5baa2196-a825-41f3-ab13-127016671d0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:02.070420 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-85688bb4-b1ab-49e4-885a-ca10c4e12ff9 req-4527c74e-b5b1-4989-b6d9-23eddb482cd2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512726 Nov 23 21:45:02.071010 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-5baa2196-a825-41f3-ab13-127016671d0a service neutron] 10.222.0.60 "PUT /v2.0/ports/bbeac264-768c-4f5b-969e-d32c8e7cafff HTTP/1.1" status: 200 len: 1091 time: 1.9116597 Nov 23 21:45:02.077730 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54da7025-a930-431b-afdb-8620ba358914', 'tag': 'bbeac264-768c-4f5b-969e-d32c8e7cafff'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:45:02.079989 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4905f32f-2904-4ca2-82aa-b85a776b6950" -d '{"events": [{"name": "network-changed", "server_uuid": "54da7025-a930-431b-afdb-8620ba358914", "tag": "bbeac264-768c-4f5b-969e-d32c8e7cafff"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:45:02.109676 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f34d9-b507-4557-83e6-00427c84893a req-06d945e1-cc6f-41ae-a794-acef57111702 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:02.117629 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f43f34d9-b507-4557-83e6-00427c84893a req-06d945e1-cc6f-41ae-a794-acef57111702 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 943 time: 0.1850934 Nov 23 21:45:02.129690 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e539eedd-da18-4a78-b734-617f814573c6 req-c2c38044-1574-4fc1-8de6-7528502b29e1 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:02.165330 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['2ac24833-7a47-411d-af64-34a3e78fe0d4'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:45:02.204572 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-85688bb4-b1ab-49e4-885a-ca10c4e12ff9 req-74e30412-8c94-4632-9ccc-fa41d7b63530 service neutron] 10.222.0.60 "GET /v2.0/networks/8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190805 Nov 23 21:45:02.209531 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa2196-a825-41f3-ab13-127016671d0a service neutron] Pushing event updated for resources: {'Port': ['ID=bbeac264-768c-4f5b-969e-d32c8e7cafff,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:02.297687 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c38044-1574-4fc1-8de6-7528502b29e1 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Pushing event deleted for resources: {'Port': ['ID=2ac24833-7a47-411d-af64-34a3e78fe0d4,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:02.315088 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-85688bb4-b1ab-49e4-885a-ca10c4e12ff9 req-35da55f4-250b-41bd-b06e-0a530d8a5c52 service neutron] 10.222.0.60 "GET /v2.0/networks/8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030328 Nov 23 21:45:02.331572 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-e539eedd-da18-4a78-b734-617f814573c6 req-c2c38044-1574-4fc1-8de6-7528502b29e1 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] No DVR routers for this DVR port 2ac24833-7a47-411d-af64-34a3e78fe0d4 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:45:02.334985 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e539eedd-da18-4a78-b734-617f814573c6 req-c2c38044-1574-4fc1-8de6-7528502b29e1 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:02.340453 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e539eedd-da18-4a78-b734-617f814573c6 req-c2c38044-1574-4fc1-8de6-7528502b29e1 tempest-ServerDiagnosticsNegativeTest-1218112840 tempest-ServerDiagnosticsNegativeTest-1218112840-project] 10.222.0.60 "DELETE /v2.0/ports/2ac24833-7a47-411d-af64-34a3e78fe0d4 HTTP/1.1" status: 204 len: 173 time: 2.0930617 Nov 23 21:45:02.349733 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e0738-260b-4ce5-a60e-5d1ffefefbd9 req-5985c6dd-47fd-4743-937a-48ff27c92805 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:02.351279 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-842e0738-260b-4ce5-a60e-5d1ffefefbd9 req-5985c6dd-47fd-4743-937a-48ff27c92805 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 945 time: 0.2229626 Nov 23 21:45:02.359244 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f43f34d9-b507-4557-83e6-00427c84893a req-cfd14355-108e-41d3-a74a-f5f830d54795 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406874 Nov 23 21:45:02.368312 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-72c4c0c7-f707-4720-98fa-a76f6ca323c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:02.370995 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-72c4c0c7-f707-4720-98fa-a76f6ca323c7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fe3713dd9f0456897dd168f8c4429a9&device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 1094 time: 0.2132330 Nov 23 21:45:02.437457 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-f97981a1-39f1-4ae6-8bc1-c08ee56bcd3f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bbeac264-768c-4f5b-969e-d32c8e7cafff HTTP/1.1" status: 200 len: 217 time: 0.0517926 Nov 23 21:45:02.516207 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-842e0738-260b-4ce5-a60e-5d1ffefefbd9 req-a6dc7f7a-5d30-4628-90a3-0f4e6a2a49df tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541851 Nov 23 21:45:02.540598 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-c3705be2-e506-49e3-be17-22d255a618ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:02.543325 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-c3705be2-e506-49e3-be17-22d255a618ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=15604317-742c-41db-b6cd-cf3f90521277 HTTP/1.1" status: 200 len: 855 time: 0.0942149 Nov 23 21:45:02.544713 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62941ccd-393d-4838-a2ef-4a41068c8692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ad6726-8591-4544-92d1-40bd5fc09e50'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:45:02.548195 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c3e73d-a278-4062-ade5-f9b42163657c" -d '{"events": [{"server_uuid": "62941ccd-393d-4838-a2ef-4a41068c8692", "name": "network-vif-plugged", "status": "completed", "tag": "f4ad6726-8591-4544-92d1-40bd5fc09e50"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:45:02.581839 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-7957361a-4f4d-442b-a8c0-47f40a36f32a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a82590b6-95ee-41a8-90a5-1d72b8f9c202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293672 Nov 23 21:45:02.629363 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aaccf3a-1be1-4d1a-a66a-0a02edc06881 x-openstack-request-id: req-5aaccf3a-1be1-4d1a-a66a-0a02edc06881 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:45:02.629652 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54da7025-a930-431b-afdb-8620ba358914", "tag": "bbeac264-768c-4f5b-969e-d32c8e7cafff", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:45:02.629905 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5aaccf3a-1be1-4d1a-a66a-0a02edc06881 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:45:02.630431 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54da7025-a930-431b-afdb-8620ba358914', 'tag': 'bbeac264-768c-4f5b-969e-d32c8e7cafff', 'status': 'completed', 'code': 200} Nov 23 21:45:02.662415 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cf933c-acb6-47f1-9c68-54240b961d61 x-openstack-request-id: req-35cf933c-acb6-47f1-9c68-54240b961d61 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:45:02.662917 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62941ccd-393d-4838-a2ef-4a41068c8692", "name": "network-vif-plugged", "status": "completed", "tag": "f4ad6726-8591-4544-92d1-40bd5fc09e50", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:45:02.663328 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35cf933c-acb6-47f1-9c68-54240b961d61 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:45:02.663879 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62941ccd-393d-4838-a2ef-4a41068c8692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ad6726-8591-4544-92d1-40bd5fc09e50', 'code': 200} Nov 23 21:45:02.761613 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-aff72528-acfa-41a0-b827-bc7d385be470 service neutron] 10.222.0.60 "GET /v2.0/networks/a82590b6-95ee-41a8-90a5-1d72b8f9c202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660035 Nov 23 21:45:02.831551 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:02.951126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a7d86-101c-4c49-a431-ecc9acf3f6c7 req-fd56671b-e25e-4f83-86a3-ed9713c60b58 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:02.952623 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c41a7d86-101c-4c49-a431-ecc9acf3f6c7 req-fd56671b-e25e-4f83-86a3-ed9713c60b58 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 945 time: 0.1245968 Nov 23 21:45:02.988248 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-596c32d3-4e83-4a2a-be8c-34a1757983a2 req-633615be-c5d9-47cc-ace8-f65947c11873 service neutron] 10.222.0.60 "GET /v2.0/networks/a82590b6-95ee-41a8-90a5-1d72b8f9c202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178690 Nov 23 21:45:03.006982 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b0260-5d0b-461e-b9af-d33979ae07d7 req-6507aa14-788e-45d6-adc1-0d000fba8e66 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:03.008471 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-742b0260-5d0b-461e-b9af-d33979ae07d7 req-6507aa14-788e-45d6-adc1-0d000fba8e66 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=387c648d-5a3d-404c-b7ed-39599a3b0520 HTTP/1.1" status: 200 len: 972 time: 0.1110270 Nov 23 21:45:03.052342 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c41a7d86-101c-4c49-a431-ecc9acf3f6c7 req-d3de5dac-b9f1-46c0-9257-f1080b3dd152 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931401 Nov 23 21:45:03.084114 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-742b0260-5d0b-461e-b9af-d33979ae07d7 req-7cebfd96-be4a-4fcd-815f-e6ec511013c6 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644569 Nov 23 21:45:03.190974 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905f32f-2904-4ca2-82aa-b85a776b6950 req-5388961f-509c-460d-8d98-13134297a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:03.192452 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4905f32f-2904-4ca2-82aa-b85a776b6950 req-5388961f-509c-460d-8d98-13134297a6b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fe3713dd9f0456897dd168f8c4429a9&device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 1094 time: 0.0993125 Nov 23 21:45:03.242342 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a05c45-fc55-4534-9c7e-8e25c7c3d709 req-c4adb4d8-f282-4c30-850f-c6daeba9da36 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:03.251843 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7a05c45-fc55-4534-9c7e-8e25c7c3d709 req-c4adb4d8-f282-4c30-850f-c6daeba9da36 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.1036708 Nov 23 21:45:03.338390 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7a05c45-fc55-4534-9c7e-8e25c7c3d709 req-af323e5d-42e3-457a-ba2e-8c8ec07a5efb tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855973 Nov 23 21:45:03.382268 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905f32f-2904-4ca2-82aa-b85a776b6950 req-b6cc6c7e-91f2-4109-ac0f-370692fb3692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:03.394156 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4905f32f-2904-4ca2-82aa-b85a776b6950 req-b6cc6c7e-91f2-4109-ac0f-370692fb3692 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a82590b6-95ee-41a8-90a5-1d72b8f9c202 HTTP/1.1" status: 200 len: 916 time: 0.1935463 Nov 23 21:45:03.460152 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4905f32f-2904-4ca2-82aa-b85a776b6950 req-4689c9d0-80f3-4757-8d56-5466698fe693 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bbeac264-768c-4f5b-969e-d32c8e7cafff HTTP/1.1" status: 200 len: 217 time: 0.0514951 Nov 23 21:45:03.541494 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905f32f-2904-4ca2-82aa-b85a776b6950 req-cdcf6db9-4663-450b-ae79-bc84da13f290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:03.543060 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4905f32f-2904-4ca2-82aa-b85a776b6950 req-cdcf6db9-4663-450b-ae79-bc84da13f290 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=15604317-742c-41db-b6cd-cf3f90521277 HTTP/1.1" status: 200 len: 855 time: 0.0754004 Nov 23 21:45:03.568052 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d46f6-a7df-43cd-a5f1-a18a64119ed3 req-2814d7a4-948e-447d-a486-650444676fc3 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:03.569828 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-254d46f6-a7df-43cd-a5f1-a18a64119ed3 req-2814d7a4-948e-447d-a486-650444676fc3 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 943 time: 0.0937123 Nov 23 21:45:03.587737 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4905f32f-2904-4ca2-82aa-b85a776b6950 req-58f18225-b94d-4a48-8a8d-ab02233fdc3d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a82590b6-95ee-41a8-90a5-1d72b8f9c202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366251 Nov 23 21:45:03.619374 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45398) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:03.709912 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45402) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:03.783077 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:03.846814 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3b974dc1-050d-4865-981c-8b792c501d25 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f5ced87d14254a199c04f505f336d7d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236614 Nov 23 21:45:03.849009 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45406) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:03.878237 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-599c018c-c965-401a-b4a1-10985069c914 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:03.942195 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66df97f1-dcc5-44b1-a375-baa7f35a5ffc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:03.952531 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-254d46f6-a7df-43cd-a5f1-a18a64119ed3 req-40a5d148-4bc5-456e-86ef-82d2aba9bfab tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672132 Nov 23 21:45:03.971251 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649a317-7c38-4025-9d18-60cdc5dfec19 req-9e7cf16a-85aa-4982-9d90-a33fdc1375c5 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:03.972714 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3649a317-7c38-4025-9d18-60cdc5dfec19 req-9e7cf16a-85aa-4982-9d90-a33fdc1375c5 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 945 time: 0.3772950 Nov 23 21:45:03.979170 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66df97f1-dcc5-44b1-a375-baa7f35a5ffc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:04.006124 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4905f32f-2904-4ca2-82aa-b85a776b6950 req-bf733a10-4729-4d77-b27e-195093c32202 service neutron] 10.222.0.60 "GET /v2.0/networks/a82590b6-95ee-41a8-90a5-1d72b8f9c202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971279 Nov 23 21:45:04.034945 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-599c018c-c965-401a-b4a1-10985069c914 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:04.039208 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-599c018c-c965-401a-b4a1-10985069c914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:04.079846 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66df97f1-dcc5-44b1-a375-baa7f35a5ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:04.083948 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66df97f1-dcc5-44b1-a375-baa7f35a5ffc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:04.085105 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-66df97f1-dcc5-44b1-a375-baa7f35a5ffc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/498456b6-0f0d-41d9-acbe-1336c8a1789c HTTP/1.1" status: 204 len: 168 time: 0.2348650 Nov 23 21:45:04.093835 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-599c018c-c965-401a-b4a1-10985069c914 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=03cde2a3965a458eba203bd8e080ea5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3822351 Nov 23 21:45:04.094625 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c018c-c965-401a-b4a1-10985069c914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82f7599-9f3e-476e-b0be-ce7a2c98b710,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:04.099984 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45412) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:04.115608 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df97f1-dcc5-44b1-a375-baa7f35a5ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498456b6-0f0d-41d9-acbe-1336c8a1789c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:04.138034 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3649a317-7c38-4025-9d18-60cdc5dfec19 req-6edaf022-5a89-436e-bf8b-b89896c5a836 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447232 Nov 23 21:45:04.175746 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f22dce0e-a33f-4ad9-b350-513d827721d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:04.185141 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4905f32f-2904-4ca2-82aa-b85a776b6950 req-394e664c-494b-4ac4-a7de-3022fc1cc7d8 service neutron] 10.222.0.60 "GET /v2.0/networks/a82590b6-95ee-41a8-90a5-1d72b8f9c202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684575 Nov 23 21:45:04.200499 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f22dce0e-a33f-4ad9-b350-513d827721d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:04.258138 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ae6b4-b841-4f9f-a21f-191bed356ea0 req-83e7654a-6fe8-43ef-86fa-8a04fc0734b4 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:04.259866 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a95ae6b4-b841-4f9f-a21f-191bed356ea0 req-83e7654a-6fe8-43ef-86fa-8a04fc0734b4 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 945 time: 0.0735018 Nov 23 21:45:04.262765 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f22dce0e-a33f-4ad9-b350-513d827721d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:04.267406 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f22dce0e-a33f-4ad9-b350-513d827721d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:04.269192 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f22dce0e-a33f-4ad9-b350-513d827721d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f82f7599-9f3e-476e-b0be-ce7a2c98b710 HTTP/1.1" status: 204 len: 168 time: 0.1671696 Nov 23 21:45:04.281056 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22dce0e-a33f-4ad9-b350-513d827721d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82f7599-9f3e-476e-b0be-ce7a2c98b710,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:04.371381 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586e2d6-c542-4646-876d-358fa7f05519 req-7c867b89-9669-4c43-b732-0cb06f01ef60 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:04.372907 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7586e2d6-c542-4646-876d-358fa7f05519 req-7c867b89-9669-4c43-b732-0cb06f01ef60 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=387c648d-5a3d-404c-b7ed-39599a3b0520 HTTP/1.1" status: 200 len: 972 time: 0.1386855 Nov 23 21:45:04.383260 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a95ae6b4-b841-4f9f-a21f-191bed356ea0 req-6fc47f24-542f-4dec-83bb-54aca3c306e5 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051898 Nov 23 21:45:04.409170 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e16a89-0031-4638-86bd-bfa46d350363 req-23e8f1b3-599e-4555-8be1-e1ea566b3901 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:04.409170 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d2e16a89-0031-4638-86bd-bfa46d350363 req-23e8f1b3-599e-4555-8be1-e1ea566b3901 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.53 "GET /v2.0/ports?device_id=387c648d-5a3d-404c-b7ed-39599a3b0520 HTTP/1.1" status: 200 len: 972 time: 0.1254103 Nov 23 21:45:04.496335 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7586e2d6-c542-4646-876d-358fa7f05519 req-16dc5b43-f321-454b-aac8-66d64e4f96f7 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038294 Nov 23 21:45:04.548323 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45428) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:04.563939 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d0942aba-7371-4478-b00c-95e5c5095277 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:04.583075 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2ac24833-7a47-411d-af64-34a3e78fe0d4 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:45:04.606116 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 2ac24833-7a47-411d-af64-34a3e78fe0d4 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:45:04.606668 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2ac24833-7a47-411d-af64-34a3e78fe0d4 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:45:04.607167 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 37aae087-3dce-4ce0-959e-2b6ba8eb14ba no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:45:04.630054 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 37aae087-3dce-4ce0-959e-2b6ba8eb14ba {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:45:04.631012 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 37aae087-3dce-4ce0-959e-2b6ba8eb14ba not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:45:04.631191 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c157f26a-8245-4ac5-a2ee-99a8f36eee0e', 'name': 'network-vif-deleted', 'tag': '2ac24833-7a47-411d-af64-34a3e78fe0d4'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:45:04.633730 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a379489-2ca3-49cb-b388-cbf9f779d0ca" -d '{"events": [{"server_uuid": "c157f26a-8245-4ac5-a2ee-99a8f36eee0e", "name": "network-vif-deleted", "tag": "2ac24833-7a47-411d-af64-34a3e78fe0d4"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:45:04.659240 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-d2e16a89-0031-4638-86bd-bfa46d350363 req-bdcf4639-04eb-4c6d-87a2-a2876a12aebf tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Deleting port a717c750-c043-4666-8ab7-5f6890b91688 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:45:04.659591 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d2e16a89-0031-4638-86bd-bfa46d350363 req-bdcf4639-04eb-4c6d-87a2-a2876a12aebf tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:04.665950 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d0942aba-7371-4478-b00c-95e5c5095277 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:04.671814 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d0942aba-7371-4478-b00c-95e5c5095277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:04.690867 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dee841-4b45-4db9-b104-eb3fff49220b req-aefff3cf-bdfe-424e-a88e-ed4a70029f3e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:04.692919 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-42dee841-4b45-4db9-b104-eb3fff49220b req-aefff3cf-bdfe-424e-a88e-ed4a70029f3e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.1415329 Nov 23 21:45:04.713083 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d0942aba-7371-4478-b00c-95e5c5095277 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=579ad65b6941407198b97c6ee7c422c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1632495 Nov 23 21:45:04.714944 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0942aba-7371-4478-b00c-95e5c5095277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e358f92-caae-4f7f-a8dd-77347fdbea80,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:04.717477 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45432) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:04.736855 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454b76f-3c58-482c-a96b-3f038d46692b req-d7773da1-663e-4e5f-b098-66b3594a0e42 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:04.738591 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1454b76f-3c58-482c-a96b-3f038d46692b req-d7773da1-663e-4e5f-b098-66b3594a0e42 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 1096 time: 0.1722066 Nov 23 21:45:04.785536 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-594a66be-76ec-4ce6-a8a4-0806f387096f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:04.800393 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45434) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:04.818666 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-42dee841-4b45-4db9-b104-eb3fff49220b req-5d3a88dd-2470-4f6e-a463-c414b66215da tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141222 Nov 23 21:45:04.822533 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-594a66be-76ec-4ce6-a8a4-0806f387096f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:04.824938 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9419471c-6d55-4406-bfb3-8408fc7c776d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:04.853263 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-d2e16a89-0031-4638-86bd-bfa46d350363 req-bdcf4639-04eb-4c6d-87a2-a2876a12aebf tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] For port a717c750-c043-4666-8ab7-5f6890b91688, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a717c750-c043-4666-8ab7-5f6890b91688,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:04.853634 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d2e16a89-0031-4638-86bd-bfa46d350363 req-bdcf4639-04eb-4c6d-87a2-a2876a12aebf tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:04.858408 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1454b76f-3c58-482c-a96b-3f038d46692b req-7267ef4b-4dcf-4cb3-a8e7-155a749775ba tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891986 Nov 23 21:45:04.870102 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-d2e16a89-0031-4638-86bd-bfa46d350363 req-bdcf4639-04eb-4c6d-87a2-a2876a12aebf tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Calling delete_port for a717c750-c043-4666-8ab7-5f6890b91688 owned by compute:tempest-test_az-2029478883 {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:45:04.879204 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6308966-b68f-455e-b086-97787b47980f x-openstack-request-id: req-c6308966-b68f-455e-b086-97787b47980f {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:45:04.879568 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c157f26a-8245-4ac5-a2ee-99a8f36eee0e", "name": "network-vif-deleted", "tag": "2ac24833-7a47-411d-af64-34a3e78fe0d4", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:45:04.879906 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c6308966-b68f-455e-b086-97787b47980f {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:45:04.880387 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c157f26a-8245-4ac5-a2ee-99a8f36eee0e', 'name': 'network-vif-deleted', 'tag': '2ac24833-7a47-411d-af64-34a3e78fe0d4', 'status': 'completed', 'code': 200} Nov 23 21:45:04.913514 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-594a66be-76ec-4ce6-a8a4-0806f387096f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:04.916734 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-594a66be-76ec-4ce6-a8a4-0806f387096f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:04.918007 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-594a66be-76ec-4ce6-a8a4-0806f387096f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0e358f92-caae-4f7f-a8dd-77347fdbea80 HTTP/1.1" status: 204 len: 168 time: 0.1995230 Nov 23 21:45:04.934884 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a66be-76ec-4ce6-a8a4-0806f387096f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e358f92-caae-4f7f-a8dd-77347fdbea80,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:04.963406 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9419471c-6d55-4406-bfb3-8408fc7c776d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:04.971144 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9419471c-6d55-4406-bfb3-8408fc7c776d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:05.038892 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9419471c-6d55-4406-bfb3-8408fc7c776d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b1ef1ff2866940dcbaeab39695401082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374458 Nov 23 21:45:05.040163 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419471c-6d55-4406-bfb3-8408fc7c776d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e88b376-b3e5-4724-9491-7d316cc043ac,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:05.042942 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45448) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:05.065209 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d2e16a89-0031-4638-86bd-bfa46d350363 req-bdcf4639-04eb-4c6d-87a2-a2876a12aebf tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:05.078633 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['a717c750-c043-4666-8ab7-5f6890b91688'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:45:05.120394 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['f4ad6726-8591-4544-92d1-40bd5fc09e50'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:45:05.154119 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf4639-04eb-4c6d-87a2-a2876a12aebf tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Pushing event deleted for resources: {'Port': ['ID=a717c750-c043-4666-8ab7-5f6890b91688,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:05.212259 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e16a89-0031-4638-86bd-bfa46d350363 req-bdcf4639-04eb-4c6d-87a2-a2876a12aebf tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] No DVR routers for this DVR port a717c750-c043-4666-8ab7-5f6890b91688 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:45:05.218824 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d2e16a89-0031-4638-86bd-bfa46d350363 req-bdcf4639-04eb-4c6d-87a2-a2876a12aebf tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:05.222374 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d2e16a89-0031-4638-86bd-bfa46d350363 req-bdcf4639-04eb-4c6d-87a2-a2876a12aebf tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.53 "DELETE /v2.0/ports/a717c750-c043-4666-8ab7-5f6890b91688 HTTP/1.1" status: 204 len: 173 time: 0.8059711 Nov 23 21:45:05.260455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1c345-802c-49f1-ab10-d49b259f2a8a req-91e047b8-36c4-4b77-a7b2-cae9e9a9547f tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:05.265850 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bbd1c345-802c-49f1-ab10-d49b259f2a8a req-91e047b8-36c4-4b77-a7b2-cae9e9a9547f tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 943 time: 0.1925731 Nov 23 21:45:05.272480 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6aaaee18-e6a5-4bbe-bf7a-790dd82cb341 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:05.336588 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6aaaee18-e6a5-4bbe-bf7a-790dd82cb341 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:05.419982 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2c961-c26e-45c3-9602-82ec4fca1506 req-0bf14169-fd6e-4a12-9188-ee8f92aa671e tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:05.427303 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55c2c961-c26e-45c3-9602-82ec4fca1506 req-0bf14169-fd6e-4a12-9188-ee8f92aa671e tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 945 time: 0.2008195 Nov 23 21:45:05.439329 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bbd1c345-802c-49f1-ab10-d49b259f2a8a req-b9bede0d-a636-4768-9c3f-d77e97be953c tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647906 Nov 23 21:45:05.490511 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55c2c961-c26e-45c3-9602-82ec4fca1506 req-0245827f-5228-41ad-9c09-e6a440b7acd4 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623500 Nov 23 21:45:05.497372 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6aaaee18-e6a5-4bbe-bf7a-790dd82cb341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:05.500559 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6aaaee18-e6a5-4bbe-bf7a-790dd82cb341 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:05.501755 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6aaaee18-e6a5-4bbe-bf7a-790dd82cb341 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2e88b376-b3e5-4724-9491-7d316cc043ac HTTP/1.1" status: 204 len: 168 time: 0.4578004 Nov 23 21:45:05.515988 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaaee18-e6a5-4bbe-bf7a-790dd82cb341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e88b376-b3e5-4724-9491-7d316cc043ac,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:05.646910 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0c9c5672-9c62-4129-bc4b-2527a822ba0f req-1f39116c-9fed-4714-9e17-0888e891e068 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=387c648d-5a3d-404c-b7ed-39599a3b0520 HTTP/1.1" status: 200 len: 210 time: 0.0450118 Nov 23 21:45:05.999559 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451818a9-3a1e-4ac4-96f5-5f13487d3da7 req-cd6d4c93-076b-4901-83ef-3d67c748c1fb tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:06.001108 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-451818a9-3a1e-4ac4-96f5-5f13487d3da7 req-cd6d4c93-076b-4901-83ef-3d67c748c1fb tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.0524654 Nov 23 21:45:06.089441 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-451818a9-3a1e-4ac4-96f5-5f13487d3da7 req-897f6c9f-0079-46e8-92d6-d30ac3872260 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803227 Nov 23 21:45:06.593303 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335c795-9cb6-4d7e-a6a8-b856ebd2e1d1 req-5a8810b7-bec4-4799-8f7a-978727124e9e tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:06.595554 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d335c795-9cb6-4d7e-a6a8-b856ebd2e1d1 req-5a8810b7-bec4-4799-8f7a-978727124e9e tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 943 time: 0.0702379 Nov 23 21:45:06.597761 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device bbeac264-768c-4f5b-969e-d32c8e7cafff details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:45:06.694736 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d335c795-9cb6-4d7e-a6a8-b856ebd2e1d1 req-b3b36ba4-7215-473f-a74c-27727a6be5e5 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910416 Nov 23 21:45:06.713250 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3adfac-2fbc-4ac3-9b29-863c6b744e7f req-6dff5034-7b5b-4ac4-8a03-c12d19c5b05e tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:06.716427 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c3adfac-2fbc-4ac3-9b29-863c6b744e7f req-6dff5034-7b5b-4ac4-8a03-c12d19c5b05e tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 945 time: 0.0870831 Nov 23 21:45:06.728695 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port bbeac264-768c-4f5b-969e-d32c8e7cafff, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=bbeac264-768c-4f5b-969e-d32c8e7cafff,segment=NetworkSegment(b39fafe3-052e-4b28-be8e-3a74c5b358d3),segment_id=b39fafe3-052e-4b28-be8e-3a74c5b358d3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:06.744473 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'bbeac264-768c-4f5b-969e-d32c8e7cafff', 'network_id': 'a82590b6-95ee-41a8-90a5-1d72b8f9c202', 'port_id': 'bbeac264-768c-4f5b-969e-d32c8e7cafff', 'mac_address': 'fa:16:3e:ea:78:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15604317-742c-41db-b6cd-cf3f90521277', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:45:06.795109 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c3adfac-2fbc-4ac3-9b29-863c6b744e7f req-6c6089cd-9cbe-4e0b-bdce-9c32ab09c130 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687912 Nov 23 21:45:06.800035 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:06.816246 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbeac264-768c-4f5b-969e-d32c8e7cafff {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:45:06.843639 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port bbeac264-768c-4f5b-969e-d32c8e7cafff, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=bbeac264-768c-4f5b-969e-d32c8e7cafff,segment=NetworkSegment(b39fafe3-052e-4b28-be8e-3a74c5b358d3),segment_id=b39fafe3-052e-4b28-be8e-3a74c5b358d3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:06.850485 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:06.881061 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387c648d-5a3d-404c-b7ed-39599a3b0520', 'name': 'network-vif-deleted', 'tag': 'a717c750-c043-4666-8ab7-5f6890b91688'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:45:06.883771 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad94214-4c99-442d-9347-b51035e52d9f" -d '{"events": [{"server_uuid": "387c648d-5a3d-404c-b7ed-39599a3b0520", "name": "network-vif-deleted", "tag": "a717c750-c043-4666-8ab7-5f6890b91688"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:45:06.992663 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=bbeac264-768c-4f5b-969e-d32c8e7cafff,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:07.003794 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:07.004207 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:07.004638 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:07.005260 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:07.005647 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:07.005980 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:07.006305 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:07.006693 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:07.007197 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:07.007662 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:07.008750 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:07.009222 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:07.023124 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee8b6a8-3bbc-47e8-9658-e5f88f762ba0 x-openstack-request-id: req-3ee8b6a8-3bbc-47e8-9658-e5f88f762ba0 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:45:07.024293 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387c648d-5a3d-404c-b7ed-39599a3b0520", "name": "network-vif-deleted", "tag": "a717c750-c043-4666-8ab7-5f6890b91688", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:45:07.024293 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ee8b6a8-3bbc-47e8-9658-e5f88f762ba0 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:45:07.024293 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387c648d-5a3d-404c-b7ed-39599a3b0520', 'name': 'network-vif-deleted', 'tag': 'a717c750-c043-4666-8ab7-5f6890b91688', 'status': 'completed', 'code': 200} Nov 23 21:45:07.168979 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['bbeac264-768c-4f5b-969e-d32c8e7cafff'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:45:07.281230 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd83a3-9161-440a-83eb-df75cd7f5a5e req-482051fe-8c0d-460f-b3d8-2d527f7a1402 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:07.283298 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ffd83a3-9161-440a-83eb-df75cd7f5a5e req-482051fe-8c0d-460f-b3d8-2d527f7a1402 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 951 time: 0.1160316 Nov 23 21:45:07.293306 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa10117-f244-4b2b-8a4a-1d5677a79861 req-3c6a4522-33f1-4667-be52-1edb49974c35 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:07.303437 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cfa10117-f244-4b2b-8a4a-1d5677a79861 req-3c6a4522-33f1-4667-be52-1edb49974c35 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.0900023 Nov 23 21:45:07.374639 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ffd83a3-9161-440a-83eb-df75cd7f5a5e req-8e2006e6-95cc-44ea-99ef-36e0c076ad31 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703595 Nov 23 21:45:07.386595 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cfa10117-f244-4b2b-8a4a-1d5677a79861 req-5921b5d9-9b46-4526-b6cb-e0d3b767c9fb tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783792 Nov 23 21:45:07.770927 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a717c750-c043-4666-8ab7-5f6890b91688 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:45:07.820091 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: a717c750-c043-4666-8ab7-5f6890b91688 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:45:07.827475 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a717c750-c043-4666-8ab7-5f6890b91688 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:45:07.925278 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5b792-aa17-4c1e-bcaa-291052419a8c req-d2d06751-26c2-4ce9-9e2e-d5b23c492708 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:07.926957 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d3d5b792-aa17-4c1e-bcaa-291052419a8c req-d2d06751-26c2-4ce9-9e2e-d5b23c492708 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 944 time: 0.1345322 Nov 23 21:45:07.953751 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45600) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:07.960236 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45604) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:07.966921 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03d015-81fc-4479-bdde-795ceebe3003 req-d9290037-c843-4a4d-b9e9-80e0c834e4e9 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:07.968712 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a03d015-81fc-4479-bdde-795ceebe3003 req-d9290037-c843-4a4d-b9e9-80e0c834e4e9 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 945 time: 0.0896914 Nov 23 21:45:08.016021 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d3d5b792-aa17-4c1e-bcaa-291052419a8c req-f291954f-e3b7-4601-9cf5-c348c8ed8d69 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789535 Nov 23 21:45:08.050170 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a03d015-81fc-4479-bdde-795ceebe3003 req-5dbd2177-d3f3-4c08-9e2b-1574e8b3c5fd tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734882 Nov 23 21:45:08.100034 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-de159c07-a1b7-4426-8618-e27e780aedff admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:08.102866 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f3d9162-d749-49fd-a5db-41c5c2f60b8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:08.242396 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-de159c07-a1b7-4426-8618-e27e780aedff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:08.248776 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f3d9162-d749-49fd-a5db-41c5c2f60b8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:08.249690 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-de159c07-a1b7-4426-8618-e27e780aedff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:08.265120 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f3d9162-d749-49fd-a5db-41c5c2f60b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:08.308088 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-de159c07-a1b7-4426-8618-e27e780aedff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9237dcc392b04fa8bd4a7e54f12c7248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3520050 Nov 23 21:45:08.310409 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de159c07-a1b7-4426-8618-e27e780aedff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b7f285-0b4b-4dd3-b260-638b23c9d41a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:08.311350 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45624) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:08.314420 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8f3d9162-d749-49fd-a5db-41c5c2f60b8d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1b995ca0de034d4e8de0292d3ea9c150&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3532448 Nov 23 21:45:08.320187 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45626) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:08.328690 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de159c07-a1b7-4426-8618-e27e780aedff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:08.329092 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de159c07-a1b7-4426-8618-e27e780aedff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:08.329564 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de159c07-a1b7-4426-8618-e27e780aedff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:08.329811 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de159c07-a1b7-4426-8618-e27e780aedff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:08.330152 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de159c07-a1b7-4426-8618-e27e780aedff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:08.330460 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de159c07-a1b7-4426-8618-e27e780aedff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:08.330837 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de159c07-a1b7-4426-8618-e27e780aedff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:08.331436 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de159c07-a1b7-4426-8618-e27e780aedff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:08.331436 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de159c07-a1b7-4426-8618-e27e780aedff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:08.331768 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de159c07-a1b7-4426-8618-e27e780aedff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:08.332091 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de159c07-a1b7-4426-8618-e27e780aedff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:08.332471 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de159c07-a1b7-4426-8618-e27e780aedff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:08.382834 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d9162-d749-49fd-a5db-41c5c2f60b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bd1253-26f5-4ac4-aa89-8095e8a675b8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:08.403670 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0cc8e4a3-f140-43fe-917d-0359591125b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:08.437250 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0cc8e4a3-f140-43fe-917d-0359591125b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:08.441388 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-40f7cc41-8ff3-4988-a3e6-bc787f965def admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:08.502511 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-40f7cc41-8ff3-4988-a3e6-bc787f965def admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:08.508569 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0cc8e4a3-f140-43fe-917d-0359591125b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:08.513376 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0cc8e4a3-f140-43fe-917d-0359591125b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:08.517794 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0cc8e4a3-f140-43fe-917d-0359591125b1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/97bd1253-26f5-4ac4-aa89-8095e8a675b8 HTTP/1.1" status: 204 len: 168 time: 0.1942325 Nov 23 21:45:08.524993 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8e4a3-f140-43fe-917d-0359591125b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bd1253-26f5-4ac4-aa89-8095e8a675b8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:08.595877 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf980655-ebb6-4d08-b799-392c9840df70 req-30cd5b2c-e338-45a6-9781-0743e88a5f66 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:08.599031 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device bbeac264-768c-4f5b-969e-d32c8e7cafff up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:08.603883 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf980655-ebb6-4d08-b799-392c9840df70 req-30cd5b2c-e338-45a6-9781-0743e88a5f66 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 951 time: 0.0932982 Nov 23 21:45:08.677776 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-40f7cc41-8ff3-4988-a3e6-bc787f965def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:08.681205 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-40f7cc41-8ff3-4988-a3e6-bc787f965def admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:08.690868 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-40f7cc41-8ff3-4988-a3e6-bc787f965def admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c5b7f285-0b4b-4dd3-b260-638b23c9d41a HTTP/1.1" status: 204 len: 168 time: 0.3698041 Nov 23 21:45:08.713233 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7cc41-8ff3-4988-a3e6-bc787f965def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b7f285-0b4b-4dd3-b260-638b23c9d41a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:08.734441 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port bbeac264-768c-4f5b-969e-d32c8e7cafff completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:45:08.738653 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port bbeac264-768c-4f5b-969e-d32c8e7cafff triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:08.739270 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:08.742875 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf980655-ebb6-4d08-b799-392c9840df70 req-e6ebdc89-a256-4fbf-9d74-c2e738d8a6d9 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/security-groups?id=4dfc4b2a-5560-4432-a8aa-b561f9188bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373885 Nov 23 21:45:08.825223 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7cc41-8ff3-4988-a3e6-bc787f965def admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:08.826343 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7cc41-8ff3-4988-a3e6-bc787f965def admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:08.827123 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7cc41-8ff3-4988-a3e6-bc787f965def admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:08.827465 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7cc41-8ff3-4988-a3e6-bc787f965def admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:08.827800 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7cc41-8ff3-4988-a3e6-bc787f965def admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:08.828133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7cc41-8ff3-4988-a3e6-bc787f965def admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:08.828463 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7cc41-8ff3-4988-a3e6-bc787f965def admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:08.828790 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7cc41-8ff3-4988-a3e6-bc787f965def admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:08.829115 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7cc41-8ff3-4988-a3e6-bc787f965def admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:08.829436 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7cc41-8ff3-4988-a3e6-bc787f965def admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:08.829759 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7cc41-8ff3-4988-a3e6-bc787f965def admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:08.830080 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f7cc41-8ff3-4988-a3e6-bc787f965def admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:08.860996 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad842c-fc86-4e15-89d8-2d83d7227605 req-09c5713e-7faa-4997-b3f0-79b45bd48d19 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:08.862503 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fdad842c-fc86-4e15-89d8-2d83d7227605 req-09c5713e-7faa-4997-b3f0-79b45bd48d19 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.60 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 951 time: 0.2019567 Nov 23 21:45:08.875196 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:08.876800 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418a290-5529-4a0d-b1ec-7753ba93f3ba req-bf438e91-ee64-4b95-b47d-7c28e6a6bac9 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:08.884168 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a418a290-5529-4a0d-b1ec-7753ba93f3ba req-bf438e91-ee64-4b95-b47d-7c28e6a6bac9 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.1986666 Nov 23 21:45:08.901886 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54da7025-a930-431b-afdb-8620ba358914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbeac264-768c-4f5b-969e-d32c8e7cafff'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:45:08.905293 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62beb48-8b71-46fb-b684-8e5621f0ba6d" -d '{"events": [{"server_uuid": "54da7025-a930-431b-afdb-8620ba358914", "name": "network-vif-plugged", "status": "completed", "tag": "bbeac264-768c-4f5b-969e-d32c8e7cafff"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:45:08.923194 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port bbeac264-768c-4f5b-969e-d32c8e7cafff, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=bbeac264-768c-4f5b-969e-d32c8e7cafff,segment=NetworkSegment(b39fafe3-052e-4b28-be8e-3a74c5b358d3),segment_id=b39fafe3-052e-4b28-be8e-3a74c5b358d3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:08.929692 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:08.985833 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffe7fc4-f50e-49fd-afdb-8c68522b3578 x-openstack-request-id: req-5ffe7fc4-f50e-49fd-afdb-8c68522b3578 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:45:08.986373 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54da7025-a930-431b-afdb-8620ba358914", "name": "network-vif-plugged", "status": "completed", "tag": "bbeac264-768c-4f5b-969e-d32c8e7cafff", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:45:08.986832 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ffe7fc4-f50e-49fd-afdb-8c68522b3578 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:45:08.987422 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54da7025-a930-431b-afdb-8620ba358914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbeac264-768c-4f5b-969e-d32c8e7cafff', 'code': 200} Nov 23 21:45:09.013531 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=bbeac264-768c-4f5b-969e-d32c8e7cafff,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:09.087797 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a418a290-5529-4a0d-b1ec-7753ba93f3ba req-c93f1d09-0efe-4a6b-841d-9e0d90fe4214 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023025 Nov 23 21:45:09.178067 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45670) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:09.190124 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-fdad842c-fc86-4e15-89d8-2d83d7227605 req-853b5cbe-d56a-4d41-9628-e5a79fca20da tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Deleting port f4ad6726-8591-4544-92d1-40bd5fc09e50 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:45:09.190466 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fdad842c-fc86-4e15-89d8-2d83d7227605 req-853b5cbe-d56a-4d41-9628-e5a79fca20da tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:09.212117 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9dc8b41-9c8e-4ed1-b9cf-1b74e6fc6616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:09.281936 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b0118-0d67-4895-bec3-3e7acb319436 req-6fbb5386-b6d8-4571-a37d-db00fa9bd422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:09.283714 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-761b0118-0d67-4895-bec3-3e7acb319436 req-6fbb5386-b6d8-4571-a37d-db00fa9bd422 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 1096 time: 0.1669855 Nov 23 21:45:09.308404 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b300a-8119-4e0c-a230-9d7f0e7a845e req-3dcb0bc7-c5f6-4f75-8ead-f478fb392975 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:09.315715 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d74b300a-8119-4e0c-a230-9d7f0e7a845e req-3dcb0bc7-c5f6-4f75-8ead-f478fb392975 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 945 time: 0.1972852 Nov 23 21:45:09.319422 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9dc8b41-9c8e-4ed1-b9cf-1b74e6fc6616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:09.326902 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9dc8b41-9c8e-4ed1-b9cf-1b74e6fc6616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:09.366876 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc8b41-9c8e-4ed1-b9cf-1b74e6fc6616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92daed2-adea-4878-9a7e-22bf5921ab88,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:09.378557 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-fdad842c-fc86-4e15-89d8-2d83d7227605 req-853b5cbe-d56a-4d41-9628-e5a79fca20da tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] For port f4ad6726-8591-4544-92d1-40bd5fc09e50, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f4ad6726-8591-4544-92d1-40bd5fc09e50,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:09.379982 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fdad842c-fc86-4e15-89d8-2d83d7227605 req-853b5cbe-d56a-4d41-9628-e5a79fca20da tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:09.389458 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b9dc8b41-9c8e-4ed1-b9cf-1b74e6fc6616 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7efc8467090e4e66a59a8e6a68b05c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2100611 Nov 23 21:45:09.393059 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45674) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:09.422184 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-fdad842c-fc86-4e15-89d8-2d83d7227605 req-853b5cbe-d56a-4d41-9628-e5a79fca20da tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Calling delete_port for f4ad6726-8591-4544-92d1-40bd5fc09e50 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:45:09.431751 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-761b0118-0d67-4895-bec3-3e7acb319436 req-de906594-433e-43b2-b7e0-412fb2b5c55c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381454 Nov 23 21:45:09.463794 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8c7ce1c-14df-4204-aadf-5913fc82ca8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:09.465778 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d74b300a-8119-4e0c-a230-9d7f0e7a845e req-b120638d-1698-4f37-a807-7acb46964486 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390398 Nov 23 21:45:09.490337 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8c7ce1c-14df-4204-aadf-5913fc82ca8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:09.553333 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8c7ce1c-14df-4204-aadf-5913fc82ca8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:09.561459 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8c7ce1c-14df-4204-aadf-5913fc82ca8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:09.564010 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d8c7ce1c-14df-4204-aadf-5913fc82ca8d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b92daed2-adea-4878-9a7e-22bf5921ab88 HTTP/1.1" status: 204 len: 168 time: 0.1697314 Nov 23 21:45:09.574958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7ce1c-14df-4204-aadf-5913fc82ca8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92daed2-adea-4878-9a7e-22bf5921ab88,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:09.627705 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fdad842c-fc86-4e15-89d8-2d83d7227605 req-853b5cbe-d56a-4d41-9628-e5a79fca20da tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:09.663781 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['f4ad6726-8591-4544-92d1-40bd5fc09e50'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:45:09.672644 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b5cbe-d56a-4d41-9628-e5a79fca20da tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Pushing event deleted for resources: {'Port': ['ID=f4ad6726-8591-4544-92d1-40bd5fc09e50,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:09.823910 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdad842c-fc86-4e15-89d8-2d83d7227605 req-853b5cbe-d56a-4d41-9628-e5a79fca20da tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] No DVR routers for this DVR port f4ad6726-8591-4544-92d1-40bd5fc09e50 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:45:09.831711 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fdad842c-fc86-4e15-89d8-2d83d7227605 req-853b5cbe-d56a-4d41-9628-e5a79fca20da tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:09.842751 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fdad842c-fc86-4e15-89d8-2d83d7227605 req-853b5cbe-d56a-4d41-9628-e5a79fca20da tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.60 "DELETE /v2.0/ports/f4ad6726-8591-4544-92d1-40bd5fc09e50 HTTP/1.1" status: 204 len: 173 time: 0.9499938 Nov 23 21:45:09.843134 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62941ccd-393d-4838-a2ef-4a41068c8692', 'name': 'network-vif-deleted', 'tag': 'f4ad6726-8591-4544-92d1-40bd5fc09e50'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:45:09.852530 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e64c341-63c2-4f56-abb6-ad806b423064" -d '{"events": [{"server_uuid": "62941ccd-393d-4838-a2ef-4a41068c8692", "name": "network-vif-deleted", "tag": "f4ad6726-8591-4544-92d1-40bd5fc09e50"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:45:09.927172 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dabe7ab-14b5-4408-9b6c-1914df41663c x-openstack-request-id: req-1dabe7ab-14b5-4408-9b6c-1914df41663c {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:45:09.927468 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62941ccd-393d-4838-a2ef-4a41068c8692", "name": "network-vif-deleted", "tag": "f4ad6726-8591-4544-92d1-40bd5fc09e50", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:45:09.927723 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1dabe7ab-14b5-4408-9b6c-1914df41663c {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:45:09.928128 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62941ccd-393d-4838-a2ef-4a41068c8692', 'name': 'network-vif-deleted', 'tag': 'f4ad6726-8591-4544-92d1-40bd5fc09e50', 'status': 'completed', 'code': 200} Nov 23 21:45:10.060121 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45710) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:10.231191 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-546d66fb-44ae-4f96-97fe-1a16cb73b76c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1157816334-network', 'tenant_id': '77029eadd38c4df2babddb46d23c66b5'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:10.231870 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-670d8c95-6c6a-4f7d-94d2-2d98ee4bbb98 req-3d451cee-2956-4a8e-b91c-9fb5a4635be6 tempest-ServersAdminTestJSON-1578848741 tempest-ServersAdminTestJSON-1578848741-project] 10.222.0.50 "GET /v2.0/ports?device_id=62941ccd-393d-4838-a2ef-4a41068c8692 HTTP/1.1" status: 200 len: 210 time: 0.0719266 Nov 23 21:45:10.289262 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546d66fb-44ae-4f96-97fe-1a16cb73b76c admin admin] Made reservation on behalf of 77029eadd38c4df2babddb46d23c66b5 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:45:10.292294 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-546d66fb-44ae-4f96-97fe-1a16cb73b76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:10.308001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b9d39-28bf-46d6-91e8-c4a769697c4b req-164ad929-d819-4a9a-9c3a-cd62b1deebfe tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:10.316295 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-329b9d39-28bf-46d6-91e8-c4a769697c4b req-164ad929-d819-4a9a-9c3a-cd62b1deebfe tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.0925777 Nov 23 21:45:10.318038 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-546d66fb-44ae-4f96-97fe-1a16cb73b76c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:10.387205 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-329b9d39-28bf-46d6-91e8-c4a769697c4b req-7b7aa5b8-5d74-4bb4-85de-0a9cb4857842 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656903 Nov 23 21:45:10.463787 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-546d66fb-44ae-4f96-97fe-1a16cb73b76c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:10.481741 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-546d66fb-44ae-4f96-97fe-1a16cb73b76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:10.512581 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546d66fb-44ae-4f96-97fe-1a16cb73b76c admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:45:10.529231 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-546d66fb-44ae-4f96-97fe-1a16cb73b76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:10.531718 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-546d66fb-44ae-4f96-97fe-1a16cb73b76c admin admin] Added segment 69ddf0b7-c272-4510-a923-b5e8bd7856d2 of type vlan for network 6e2a03ad-bdc5-4ad8-aee5-c47664149c65 Nov 23 21:45:10.617479 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14b636-d2db-4a2a-b7e6-30a4df6b5e53 req-3facc065-9219-406a-ab9c-a87afea9885a tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:10.626323 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ba14b636-d2db-4a2a-b7e6-30a4df6b5e53 req-3facc065-9219-406a-ab9c-a87afea9885a tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 945 time: 0.0769231 Nov 23 21:45:10.643936 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-546d66fb-44ae-4f96-97fe-1a16cb73b76c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:10.707196 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ba14b636-d2db-4a2a-b7e6-30a4df6b5e53 req-12144506-b284-4685-9a5b-fd79723b1d6f tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795138 Nov 23 21:45:10.755103 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d66fb-44ae-4f96-97fe-1a16cb73b76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb41ce4-b85e-4612-bf27-6ba6a574a49a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:10.759240 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-546d66fb-44ae-4f96-97fe-1a16cb73b76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:10.760190 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546d66fb-44ae-4f96-97fe-1a16cb73b76c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:10.760964 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-546d66fb-44ae-4f96-97fe-1a16cb73b76c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:10.835928 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d66fb-44ae-4f96-97fe-1a16cb73b76c admin admin] Pushing event updated for resources: {'Network': ['ID=6e2a03ad-bdc5-4ad8-aee5-c47664149c65,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:10.844886 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-546d66fb-44ae-4f96-97fe-1a16cb73b76c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7794313 Nov 23 21:45:10.845698 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45738) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:10.851543 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 6e2a03ad-bdc5-4ad8-aee5-c47664149c65 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:45:10.852269 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-831f7967-38dd-4cee-afb1-c431255a3bdb admin admin] Request body: {'subnet': {'network_id': '6e2a03ad-bdc5-4ad8-aee5-c47664149c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1157816334-subnet', 'tenant_id': '77029eadd38c4df2babddb46d23c66b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:10.878291 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831f7967-38dd-4cee-afb1-c431255a3bdb admin admin] Made reservation on behalf of 77029eadd38c4df2babddb46d23c66b5 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:45:10.881401 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-831f7967-38dd-4cee-afb1-c431255a3bdb admin admin] Publish callbacks [] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:11.106747 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-831f7967-38dd-4cee-afb1-c431255a3bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:11.173264 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f7967-38dd-4cee-afb1-c431255a3bdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=eebbc7c9-8314-47d6-aba8-0e76090b7ff6,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:11.180432 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831f7967-38dd-4cee-afb1-c431255a3bdb admin admin] Checking segment: {'id': '69ddf0b7-c272-4510-a923-b5e8bd7856d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6e2a03ad-bdc5-4ad8-aee5-c47664149c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:45:11.180795 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831f7967-38dd-4cee-afb1-c431255a3bdb admin admin] Network hostable DHCP agents. Network: 6e2a03ad-bdc5-4ad8-aee5-c47664149c65, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:45:11.201670 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831f7967-38dd-4cee-afb1-c431255a3bdb admin admin] Network 6e2a03ad-bdc5-4ad8-aee5-c47664149c65 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:45:11.211963 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-831f7967-38dd-4cee-afb1-c431255a3bdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 6e2a03ad-bdc5-4ad8-aee5-c47664149c65) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:11.217101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831f7967-38dd-4cee-afb1-c431255a3bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:11.217721 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-831f7967-38dd-4cee-afb1-c431255a3bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:11.223045 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bef5ee8-84c5-4a30-83de-81ded2a66ae8 None None] Network 6e2a03ad-bdc5-4ad8-aee5-c47664149c65 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:45:11.242916 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45760) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:11.243373 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-831f7967-38dd-4cee-afb1-c431255a3bdb admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3958063 Nov 23 21:45:11.253210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-f9a4996d-edb1-4886-9af9-31288f30ecc2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1157816334-router', 'tenant_id': '77029eadd38c4df2babddb46d23c66b5', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:11.303592 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f9a4996d-edb1-4886-9af9-31288f30ecc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:11.306034 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f9a4996d-edb1-4886-9af9-31288f30ecc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:11.426074 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f9a4996d-edb1-4886-9af9-31288f30ecc2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:11.467987 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ec4a75-7519-4f0c-9424-16dfaa8282ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-6e2a03ad-bdc5-4ad8-aee5-c47664149c65', 'network_id': '6e2a03ad-bdc5-4ad8-aee5-c47664149c65', 'tenant_id': '77029eadd38c4df2babddb46d23c66b5', 'fixed_ips': [{'subnet_id': 'eebbc7c9-8314-47d6-aba8-0e76090b7ff6'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:45:11.469602 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4a75-7519-4f0c-9424-16dfaa8282ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:11.735271 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-b3ec4a75-7519-4f0c-9424-16dfaa8282ab None None] Allocated IP 172.20.0.2 (6e2a03ad-bdc5-4ad8-aee5-c47664149c65/eebbc7c9-8314-47d6-aba8-0e76090b7ff6/9b3a18c7-6178-42fe-b087-0ed0af02c8d9) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:45:11.759573 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f9a4996d-edb1-4886-9af9-31288f30ecc2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:11.798906 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device b4bf27ab-e109-4bb8-b68d-02553526b153 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:45:11.830542 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754b267-a155-4143-abed-71e8cab86e89 req-49ff18bc-82b2-47b0-b80c-89d12b373419 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:11.840737 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9754b267-a155-4143-abed-71e8cab86e89 req-49ff18bc-82b2-47b0-b80c-89d12b373419 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.2905011 Nov 23 21:45:11.895143 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45798) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:11.950122 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.resource_extend [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 21:45:11.998746 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92741e1a-e587-44de-9b60-2a9ddbf69517 req-f459dd7c-7eed-44ae-9b94-0af4f07a87d0 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:12.006254 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92741e1a-e587-44de-9b60-2a9ddbf69517 req-f459dd7c-7eed-44ae-9b94-0af4f07a87d0 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 945 time: 0.1133742 Nov 23 21:45:12.023349 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9754b267-a155-4143-abed-71e8cab86e89 req-5650de79-ad20-4fa6-9f9b-991ce73211d8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816666 Nov 23 21:45:12.111812 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92741e1a-e587-44de-9b60-2a9ddbf69517 req-b64d070d-64ae-4e4c-9bbb-6a485c8984f5 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045349 Nov 23 21:45:12.131844 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port b4bf27ab-e109-4bb8-b68d-02553526b153, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b4bf27ab-e109-4bb8-b68d-02553526b153,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:12.204486 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4a75-7519-4f0c-9424-16dfaa8282ab None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:12.216062 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'b4bf27ab-e109-4bb8-b68d-02553526b153', 'network_id': '69251849-2815-4e03-9f20-eae71bba378c', 'port_id': 'b4bf27ab-e109-4bb8-b68d-02553526b153', 'mac_address': 'fa:16:3e:fb:f1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d84ac18-6eb0-451e-822e-a2b2f0c24b0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:45:12.225747 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7d5214a0-6c6e-4b04-b8fd-b3f7f9e1ff72 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=97d1e107cfa24386b8c2eb6a75a71440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287752 Nov 23 21:45:12.228287 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45818) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:12.293750 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f9a4996d-edb1-4886-9af9-31288f30ecc2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:12.330604 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f9a4996d-edb1-4886-9af9-31288f30ecc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:12.382630 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:12.386142 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4a75-7519-4f0c-9424-16dfaa8282ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:12.404645 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3786bf1a-d157-44a5-b335-b211e05cfb44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:12.451193 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3786bf1a-d157-44a5-b335-b211e05cfb44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:12.460336 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec4a75-7519-4f0c-9424-16dfaa8282ab None None] Pushing event updated for resources: {'Port': ['ID=9b3a18c7-6178-42fe-b087-0ed0af02c8d9,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:12.493419 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4bf27ab-e109-4bb8-b68d-02553526b153 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:45:12.520757 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ec4a75-7519-4f0c-9424-16dfaa8282ab None None] Network 6e2a03ad-bdc5-4ad8-aee5-c47664149c65 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:45:12.537407 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-b3ec4a75-7519-4f0c-9424-16dfaa8282ab None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:12.551760 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c4046-01e7-4d4e-a5c5-2b64e5f9231b req-0813ebb0-51b7-47bd-8822-85b02e430aa5 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:12.551920 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ec4a75-7519-4f0c-9424-16dfaa8282ab None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:45:12.553350 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fb0c4046-01e7-4d4e-a5c5-2b64e5f9231b req-0813ebb0-51b7-47bd-8822-85b02e430aa5 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 945 time: 0.2147114 Nov 23 21:45:12.558432 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3786bf1a-d157-44a5-b335-b211e05cfb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:12.562084 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3786bf1a-d157-44a5-b335-b211e05cfb44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:12.563477 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3786bf1a-d157-44a5-b335-b211e05cfb44 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4dfc4b2a-5560-4432-a8aa-b561f9188bfb HTTP/1.1" status: 204 len: 168 time: 0.3342528 Nov 23 21:45:12.583382 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786bf1a-d157-44a5-b335-b211e05cfb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfc4b2a-5560-4432-a8aa-b561f9188bfb,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:12.590130 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port b4bf27ab-e109-4bb8-b68d-02553526b153, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b4bf27ab-e109-4bb8-b68d-02553526b153,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:12.614687 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f4ad6726-8591-4544-92d1-40bd5fc09e50 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:45:12.620668 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:12.680944 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-f9a4996d-edb1-4886-9af9-31288f30ecc2 admin admin] Allocated IP 172.25.5.105 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/8acf8522-fab0-4dfb-a771-690922ba88e3) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:45:12.699444 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fb0c4046-01e7-4d4e-a5c5-2b64e5f9231b req-d4e6e1fc-ea1d-4bdb-966b-65f07040e2de tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328530 Nov 23 21:45:12.799908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: f4ad6726-8591-4544-92d1-40bd5fc09e50 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:45:12.800294 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f4ad6726-8591-4544-92d1-40bd5fc09e50 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:45:12.877666 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['b4bf27ab-e109-4bb8-b68d-02553526b153'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:45:12.998373 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b3ec4a75-7519-4f0c-9424-16dfaa8282ab None None] Attempting to bind port 9b3a18c7-6178-42fe-b087-0ed0af02c8d9 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:45:12.999100 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b3ec4a75-7519-4f0c-9424-16dfaa8282ab None None] Attempting to bind port 9b3a18c7-6178-42fe-b087-0ed0af02c8d9 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '69ddf0b7-c272-4510-a923-b5e8bd7856d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6e2a03ad-bdc5-4ad8-aee5-c47664149c65'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:45:12.999457 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ec4a75-7519-4f0c-9424-16dfaa8282ab None None] Attempting to bind port 9b3a18c7-6178-42fe-b087-0ed0af02c8d9 on network 6e2a03ad-bdc5-4ad8-aee5-c47664149c65 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:13.039029 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ec4a75-7519-4f0c-9424-16dfaa8282ab None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:45:13.039677 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ec4a75-7519-4f0c-9424-16dfaa8282ab None None] Checking segment: {'id': '69ddf0b7-c272-4510-a923-b5e8bd7856d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6e2a03ad-bdc5-4ad8-aee5-c47664149c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:45:13.040855 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4a75-7519-4f0c-9424-16dfaa8282ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:13.043068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ec4a75-7519-4f0c-9424-16dfaa8282ab None None] Bound using segment: {'id': '69ddf0b7-c272-4510-a923-b5e8bd7856d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6e2a03ad-bdc5-4ad8-aee5-c47664149c65'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:45:13.045305 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b3ec4a75-7519-4f0c-9424-16dfaa8282ab None None] Bound port: 9b3a18c7-6178-42fe-b087-0ed0af02c8d9, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ddf0b7-c272-4510-a923-b5e8bd7856d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6e2a03ad-bdc5-4ad8-aee5-c47664149c65'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:45:13.046560 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4a75-7519-4f0c-9424-16dfaa8282ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:13.074497 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f9a4996d-edb1-4886-9af9-31288f30ecc2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:13.169637 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f9a4996d-edb1-4886-9af9-31288f30ecc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:13.279269 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45860) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:13.369227 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a4996d-edb1-4886-9af9-31288f30ecc2 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:45:13.404786 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-f9a4996d-edb1-4886-9af9-31288f30ecc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:13.412939 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a4996d-edb1-4886-9af9-31288f30ecc2 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:45:13.489617 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-187a72ed-f94e-4e05-af1b-e295b68d0540 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bdf0fc785a394da7b4f64f6716a069f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2074144 Nov 23 21:45:13.492567 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45864) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:13.502599 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4996d-edb1-4886-9af9-31288f30ecc2 admin admin] Pushing event updated for resources: {'Port': ['ID=8acf8522-fab0-4dfb-a771-690922ba88e3,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:13.566090 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=b4bf27ab-e109-4bb8-b68d-02553526b153,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:13.712751 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-509f6124-e228-4579-96c5-d2aab0aedaab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:13.775423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b3ec4a75-7519-4f0c-9424-16dfaa8282ab None None] For port 9b3a18c7-6178-42fe-b087-0ed0af02c8d9, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:45:13.780600 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b3ec4a75-7519-4f0c-9424-16dfaa8282ab None None] For port 9b3a18c7-6178-42fe-b087-0ed0af02c8d9, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9b3a18c7-6178-42fe-b087-0ed0af02c8d9,segment=NetworkSegment(69ddf0b7-c272-4510-a923-b5e8bd7856d2),segment_id=69ddf0b7-c272-4510-a923-b5e8bd7856d2)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:45:13.803510 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4a75-7519-4f0c-9424-16dfaa8282ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:13.810786 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-509f6124-e228-4579-96c5-d2aab0aedaab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:13.909927 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-509f6124-e228-4579-96c5-d2aab0aedaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:13.913395 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-509f6124-e228-4579-96c5-d2aab0aedaab admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:13.914564 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-509f6124-e228-4579-96c5-d2aab0aedaab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4382b5e8-69c6-43bb-b825-56fb683c684b HTTP/1.1" status: 204 len: 168 time: 0.4204524 Nov 23 21:45:13.938272 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f6124-e228-4579-96c5-d2aab0aedaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4382b5e8-69c6-43bb-b825-56fb683c684b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:13.985088 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec4a75-7519-4f0c-9424-16dfaa8282ab None None] Pushing event updated for resources: {'Port': ['ID=9b3a18c7-6178-42fe-b087-0ed0af02c8d9,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:14.533951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab86a46-10ae-4aad-b5fc-5a5babb61634 req-59e7dc95-3811-4b6c-9bcc-1963f8bcb0c7 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:14.542647 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2ab86a46-10ae-4aad-b5fc-5a5babb61634 req-59e7dc95-3811-4b6c-9bcc-1963f8bcb0c7 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.2942216 Nov 23 21:45:14.627825 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6df03-61ab-44b0-8992-129fb663e430 req-238ac2f5-751f-4448-97a8-a140c86b9377 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:14.629343 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-14e6df03-61ab-44b0-8992-129fb663e430 req-238ac2f5-751f-4448-97a8-a140c86b9377 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 945 time: 0.3848567 Nov 23 21:45:14.778445 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-14e6df03-61ab-44b0-8992-129fb663e430 req-add9d6ee-f846-4cd5-af44-b7c6107abb90 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363299 Nov 23 21:45:14.797852 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2ab86a46-10ae-4aad-b5fc-5a5babb61634 req-76c611c1-6745-4df4-af06-584e59ac4b69 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470210 Nov 23 21:45:14.974247 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f9a4996d-edb1-4886-9af9-31288f30ecc2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:15.389344 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45926) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:15.499061 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f9a4996d-edb1-4886-9af9-31288f30ecc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:15.525485 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d8557216-cd4c-4208-8fd8-2afd8684ddf0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-network', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:15.585593 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8557216-cd4c-4208-8fd8-2afd8684ddf0 admin admin] Made reservation on behalf of 0ceb43cef7cd4d6e993216c3dd613b2f for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:45:15.588297 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8557216-cd4c-4208-8fd8-2afd8684ddf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:15.602129 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8557216-cd4c-4208-8fd8-2afd8684ddf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:15.725818 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8557216-cd4c-4208-8fd8-2afd8684ddf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:15.745978 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8557216-cd4c-4208-8fd8-2afd8684ddf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:15.746280 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f098fe-486c-4f45-968d-385c2225f549 None None] Network 6e2a03ad-bdc5-4ad8-aee5-c47664149c65 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:45:15.792456 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device b4bf27ab-e109-4bb8-b68d-02553526b153 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:15.800939 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8557216-cd4c-4208-8fd8-2afd8684ddf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:45:15.820854 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8557216-cd4c-4208-8fd8-2afd8684ddf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:15.822235 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-d8557216-cd4c-4208-8fd8-2afd8684ddf0 admin admin] Added segment df97aba6-e14e-4064-93bd-65b3472ea92d of type vlan for network 65d18847-e24b-4600-a41f-00c5b3389a5b Nov 23 21:45:15.833145 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a4996d-edb1-4886-9af9-31288f30ecc2 admin admin] Router 0254af59-096e-4073-a8ec-0e81b4e74be8 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 21:45:15.899098 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8557216-cd4c-4208-8fd8-2afd8684ddf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:15.907807 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c136e736-5bce-4bc7-8cac-6726b8220862 None None] Provisioning complete for port 9b3a18c7-6178-42fe-b087-0ed0af02c8d9 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:15.908305 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c136e736-5bce-4bc7-8cac-6726b8220862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:15.959871 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8557216-cd4c-4208-8fd8-2afd8684ddf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db46c29c-fe61-4542-b264-8d84955f2460,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:15.972237 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8557216-cd4c-4208-8fd8-2afd8684ddf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:15.973560 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8557216-cd4c-4208-8fd8-2afd8684ddf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:15.974993 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8557216-cd4c-4208-8fd8-2afd8684ddf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:16.031883 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d8557216-cd4c-4208-8fd8-2afd8684ddf0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6414056 Nov 23 21:45:16.041117 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45942) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:16.051207 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c136e736-5bce-4bc7-8cac-6726b8220862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:16.063092 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4fbf6112-79f9-4ee2-98fe-25fa9b4886bb admin admin] Request body: {'subnet': {'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-subnet', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:16.096390 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a4996d-edb1-4886-9af9-31288f30ecc2 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:45:16.109742 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port b4bf27ab-e109-4bb8-b68d-02553526b153 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:16.110370 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:16.117809 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] Sync routers for ids ['0254af59-096e-4073-a8ec-0e81b4e74be8'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:45:16.149640 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] Routers {'0254af59-096e-4073-a8ec-0e81b4e74be8'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:45:16.150291 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:45:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0254af59-096e-4073-a8ec-0e81b4e74be8'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:16.172796 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8557216-cd4c-4208-8fd8-2afd8684ddf0 admin admin] Pushing event updated for resources: {'Network': ['ID=65d18847-e24b-4600-a41f-00c5b3389a5b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:16.184653 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6794790-b873-483f-a0cf-da2c22d01a42 req-6c015c19-4ba3-433a-b322-8394d1acb9dd tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:16.204967 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e6794790-b873-483f-a0cf-da2c22d01a42 req-6c015c19-4ba3-433a-b322-8394d1acb9dd tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 945 time: 0.2840507 Nov 23 21:45:16.227805 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f9a4996d-edb1-4886-9af9-31288f30ecc2 admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:16.233060 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbf6112-79f9-4ee2-98fe-25fa9b4886bb admin admin] Made reservation on behalf of 0ceb43cef7cd4d6e993216c3dd613b2f for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:45:16.236466 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4fbf6112-79f9-4ee2-98fe-25fa9b4886bb admin admin] Publish callbacks [] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:16.241040 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f9a4996d-edb1-4886-9af9-31288f30ecc2 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9946871 Nov 23 21:45:16.243881 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45948) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:16.244153 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 65d18847-e24b-4600-a41f-00c5b3389a5b details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:45:16.374992 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c136e736-5bce-4bc7-8cac-6726b8220862 None None] For port 9b3a18c7-6178-42fe-b087-0ed0af02c8d9, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9b3a18c7-6178-42fe-b087-0ed0af02c8d9,segment=NetworkSegment(69ddf0b7-c272-4510-a923-b5e8bd7856d2),segment_id=69ddf0b7-c272-4510-a923-b5e8bd7856d2)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:16.393459 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9b3a18c7-6178-42fe-b087-0ed0af02c8d9 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:16.441636 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c136e736-5bce-4bc7-8cac-6726b8220862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:16.640396 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136e736-5bce-4bc7-8cac-6726b8220862 None None] Pushing event updated for resources: {'Port': ['ID=9b3a18c7-6178-42fe-b087-0ed0af02c8d9,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:16.642327 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] Set router 0254af59-096e-4073-a8ec-0e81b4e74be8 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:45:16.659270 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4fbf6112-79f9-4ee2-98fe-25fa9b4886bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:16.709767 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 9b3a18c7-6178-42fe-b087-0ed0af02c8d9 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:16.715894 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:16.737912 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e6794790-b873-483f-a0cf-da2c22d01a42 req-8492502b-d792-4610-9d21-4eb23e9d8ab6 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5279133 Nov 23 21:45:16.801314 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbf6112-79f9-4ee2-98fe-25fa9b4886bb admin admin] Checking segment: {'id': 'df97aba6-e14e-4064-93bd-65b3472ea92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:45:16.801621 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbf6112-79f9-4ee2-98fe-25fa9b4886bb admin admin] Network hostable DHCP agents. Network: 65d18847-e24b-4600-a41f-00c5b3389a5b, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:45:16.809180 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf6112-79f9-4ee2-98fe-25fa9b4886bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=049705e1-bd7a-44dd-8162-5a2e4f4cfc08,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:16.860916 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbf6112-79f9-4ee2-98fe-25fa9b4886bb admin admin] Network 65d18847-e24b-4600-a41f-00c5b3389a5b is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:45:16.888417 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-4fbf6112-79f9-4ee2-98fe-25fa9b4886bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 65d18847-e24b-4600-a41f-00c5b3389a5b) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:16.909931 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbf6112-79f9-4ee2-98fe-25fa9b4886bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:16.911444 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4fbf6112-79f9-4ee2-98fe-25fa9b4886bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:16.953305 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4fbf6112-79f9-4ee2-98fe-25fa9b4886bb admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9082994 Nov 23 21:45:16.955894 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45958) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:16.964088 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-831e1b00-347e-4eb6-b598-b1f054d4d0e1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:16.981657 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c29250-d4e0-4dd5-8395-92c74dcb7206 req-14de9230-10ab-408b-896f-57a80f62f60c tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:16.997076 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24c29250-d4e0-4dd5-8395-92c74dcb7206 req-14de9230-10ab-408b-896f-57a80f62f60c tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.5332232 Nov 23 21:45:17.016934 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-831e1b00-347e-4eb6-b598-b1f054d4d0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:17.018424 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-831e1b00-347e-4eb6-b598-b1f054d4d0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:17.050526 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1f0d2a-f4a2-4ce7-b886-3242d082fc84 None None] Network 65d18847-e24b-4600-a41f-00c5b3389a5b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:45:17.171524 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-831e1b00-347e-4eb6-b598-b1f054d4d0e1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:17.256375 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0254af59-096e-4073-a8ec-0e81b4e74be8', 'name': 'tempest-FloatingIPsTestJSON-1157816334-router', 'tenant_id': '77029eadd38c4df2babddb46d23c66b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '8acf8522-fab0-4dfb-a771-690922ba88e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:11Z', 'updated_at': '2021-11-23T21:45:14Z', 'revision_number': 3, 'project_id': '77029eadd38c4df2babddb46d23c66b5', 'gw_port': {'id': '8acf8522-fab0-4dfb-a771-690922ba88e3', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0254af59-096e-4073-a8ec-0e81b4e74be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:12Z', 'updated_at': '2021-11-23T21:45:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:17.275431 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24c29250-d4e0-4dd5-8395-92c74dcb7206 req-e8c0154d-6e8e-4ec5-8f61-0ee792a87ee8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806964 Nov 23 21:45:17.318292 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] Checking router: 0254af59-096e-4073-a8ec-0e81b4e74be8 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:45:17.321854 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] Updating router 0254af59-096e-4073-a8ec-0e81b4e74be8 port 8acf8522-fab0-4dfb-a771-690922ba88e3 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:45:17.361849 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:17.380712 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:17.642242 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45972) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:17.730927 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port b4bf27ab-e109-4bb8-b68d-02553526b153, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b4bf27ab-e109-4bb8-b68d-02553526b153,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:17.782018 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-96c4b100-44fd-4c26-8afb-6130b1e31331 None None] Provisioning complete for port 9b3a18c7-6178-42fe-b087-0ed0af02c8d9 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:17.784198 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-96c4b100-44fd-4c26-8afb-6130b1e31331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:17.835047 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc893004-405f-46fb-a489-2a0ad4ca2525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:17.865919 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61aace9-02e4-4f5b-b630-f08a134ff2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4bf27ab-e109-4bb8-b68d-02553526b153'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:45:17.874276 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac8b242-2ade-422d-a20b-fce8cadb8996" -d '{"events": [{"server_uuid": "b61aace9-02e4-4f5b-b630-f08a134ff2a0", "name": "network-vif-plugged", "status": "completed", "tag": "b4bf27ab-e109-4bb8-b68d-02553526b153"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:45:17.890945 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-831e1b00-347e-4eb6-b598-b1f054d4d0e1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:17.924336 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:17.939064 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cdb894-043d-4822-98a7-815957101445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-65d18847-e24b-4600-a41f-00c5b3389a5b', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:45:17.939938 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-84cdb894-043d-4822-98a7-815957101445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:17.969114 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3250ddae-3506-408b-9f7b-bbbc18458a2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:17.991383 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344f0168-d17b-49c1-aa3a-9bdb13e1e77c x-openstack-request-id: req-344f0168-d17b-49c1-aa3a-9bdb13e1e77c {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:45:17.991740 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61aace9-02e4-4f5b-b630-f08a134ff2a0", "name": "network-vif-plugged", "status": "completed", "tag": "b4bf27ab-e109-4bb8-b68d-02553526b153", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:45:17.992008 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-344f0168-d17b-49c1-aa3a-9bdb13e1e77c {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:45:17.992423 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61aace9-02e4-4f5b-b630-f08a134ff2a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4bf27ab-e109-4bb8-b68d-02553526b153', 'code': 200} Nov 23 21:45:18.095744 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:18.105754 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:18.179606 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3250ddae-3506-408b-9f7b-bbbc18458a2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:18.193498 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3250ddae-3506-408b-9f7b-bbbc18458a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:18.211190 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6bb18-23d5-4945-922e-ee44c0392df1 None None] Pushing event updated for resources: {'Port': ['ID=8acf8522-fab0-4dfb-a771-690922ba88e3,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:18.240064 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6bb18-23d5-4945-922e-ee44c0392df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:18.240460 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6bb18-23d5-4945-922e-ee44c0392df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:18.240870 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6bb18-23d5-4945-922e-ee44c0392df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:18.241159 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6bb18-23d5-4945-922e-ee44c0392df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:18.241500 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6bb18-23d5-4945-922e-ee44c0392df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:18.241834 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6bb18-23d5-4945-922e-ee44c0392df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:18.244300 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6bb18-23d5-4945-922e-ee44c0392df1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:18.246600 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6bb18-23d5-4945-922e-ee44c0392df1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:18.246990 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6bb18-23d5-4945-922e-ee44c0392df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:18.247342 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6bb18-23d5-4945-922e-ee44c0392df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:18.247870 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6bb18-23d5-4945-922e-ee44c0392df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:18.248221 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e6bb18-23d5-4945-922e-ee44c0392df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:45:18.301572 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] Attempting to bind port 8acf8522-fab0-4dfb-a771-690922ba88e3 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:45:18.302074 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] Attempting to bind port 8acf8522-fab0-4dfb-a771-690922ba88e3 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:45:18.302368 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] Attempting to bind port 8acf8522-fab0-4dfb-a771-690922ba88e3 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:18.304752 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-dc893004-405f-46fb-a489-2a0ad4ca2525 admin admin] Allocated IP 172.20.0.1 (6e2a03ad-bdc5-4ad8-aee5-c47664149c65/eebbc7c9-8314-47d6-aba8-0e76090b7ff6/e9116473-757b-4c5f-a4f4-2874b0d178b3) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:45:18.314429 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:45:18.319231 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:45:18.320997 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:18.321529 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:45:18.323415 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] Bound port: 8acf8522-fab0-4dfb-a771-690922ba88e3, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:45:18.324501 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:18.329970 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-84cdb894-043d-4822-98a7-815957101445 None None] Allocated IP 172.20.0.2 (65d18847-e24b-4600-a41f-00c5b3389a5b/049705e1-bd7a-44dd-8162-5a2e4f4cfc08/c951dd70-adb8-47ba-97be-542655b8a2f1) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:45:18.433105 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3250ddae-3506-408b-9f7b-bbbc18458a2e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1982d2d29de94aa692896fe84d3b551d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7840788 Nov 23 21:45:18.434926 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45994) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:18.435586 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250ddae-3506-408b-9f7b-bbbc18458a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48e39d7-139d-4ca0-b106-678fa4b0ace7,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:18.449842 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] For port 8acf8522-fab0-4dfb-a771-690922ba88e3, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:45:18.453386 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] For port 8acf8522-fab0-4dfb-a771-690922ba88e3, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8acf8522-fab0-4dfb-a771-690922ba88e3,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:45:18.467897 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:18.569283 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc893004-405f-46fb-a489-2a0ad4ca2525 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:18.619142 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] Routers {'0254af59-096e-4073-a8ec-0e81b4e74be8'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:45:18.620362 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:45:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0254af59-096e-4073-a8ec-0e81b4e74be8'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:18.644839 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-831e1b00-347e-4eb6-b598-b1f054d4d0e1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:18.684493 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dd9e28a6-443f-4668-836b-13822718191d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:18.690809 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-831e1b00-347e-4eb6-b598-b1f054d4d0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:18.725808 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6bb18-23d5-4945-922e-ee44c0392df1 None None] Pushing event updated for resources: {'Port': ['ID=8acf8522-fab0-4dfb-a771-690922ba88e3,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:18.750900 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-84cdb894-043d-4822-98a7-815957101445 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:18.777116 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9b3a18c7-6178-42fe-b087-0ed0af02c8d9 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:18.829189 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc893004-405f-46fb-a489-2a0ad4ca2525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:18.836043 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-831e1b00-347e-4eb6-b598-b1f054d4d0e1 admin admin] Allocated IP 172.25.5.24 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/b8c3dee2-beae-44a7-a3d8-b29ac3d73b02) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:45:18.878897 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-84cdb894-043d-4822-98a7-815957101445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:18.963142 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cdb894-043d-4822-98a7-815957101445 None None] Network 65d18847-e24b-4600-a41f-00c5b3389a5b is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:45:18.969344 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc893004-405f-46fb-a489-2a0ad4ca2525 admin admin] Pushing event updated for resources: {'Port': ['ID=e9116473-757b-4c5f-a4f4-2874b0d178b3,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:18.975609 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-831e1b00-347e-4eb6-b598-b1f054d4d0e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:18.985683 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-84cdb894-043d-4822-98a7-815957101445 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:19.008402 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad9f8b-8504-4e78-b70c-cbdfdc99a806 req-f516fe47-d927-46f7-9ba2-5a4d939e4f9e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:19.011663 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46ad9f8b-8504-4e78-b70c-cbdfdc99a806 req-f516fe47-d927-46f7-9ba2-5a4d939e4f9e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.3260918 Nov 23 21:45:19.023065 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cdb894-043d-4822-98a7-815957101445 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:45:19.042743 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc893004-405f-46fb-a489-2a0ad4ca2525 admin admin] Network 6e2a03ad-bdc5-4ad8-aee5-c47664149c65 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:45:19.051813 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-831e1b00-347e-4eb6-b598-b1f054d4d0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:19.069755 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=b4bf27ab-e109-4bb8-b68d-02553526b153,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:19.111338 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-dc893004-405f-46fb-a489-2a0ad4ca2525 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:19.118954 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc893004-405f-46fb-a489-2a0ad4ca2525 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:45:19.119617 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc893004-405f-46fb-a489-2a0ad4ca2525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:19.177667 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dd9e28a6-443f-4668-836b-13822718191d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:19.188091 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e1b00-347e-4eb6-b598-b1f054d4d0e1 admin admin] Pushing event updated for resources: {'Port': ['ID=b8c3dee2-beae-44a7-a3d8-b29ac3d73b02,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:19.245494 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-84cdb894-043d-4822-98a7-815957101445 None None] Attempting to bind port c951dd70-adb8-47ba-97be-542655b8a2f1 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:45:19.245968 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-84cdb894-043d-4822-98a7-815957101445 None None] Attempting to bind port c951dd70-adb8-47ba-97be-542655b8a2f1 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'df97aba6-e14e-4064-93bd-65b3472ea92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:45:19.248085 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831e1b00-347e-4eb6-b598-b1f054d4d0e1 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:45:19.254831 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cdb894-043d-4822-98a7-815957101445 None None] Attempting to bind port c951dd70-adb8-47ba-97be-542655b8a2f1 on network 65d18847-e24b-4600-a41f-00c5b3389a5b {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:19.268874 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 9b3a18c7-6178-42fe-b087-0ed0af02c8d9 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:19.269141 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-831e1b00-347e-4eb6-b598-b1f054d4d0e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:19.274123 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408463cf-5aba-4996-8047-32e2f28b2cbf req-0e2d89e2-8995-4789-8d36-fa8b7f39153a tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:19.275727 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-408463cf-5aba-4996-8047-32e2f28b2cbf req-0e2d89e2-8995-4789-8d36-fa8b7f39153a tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 945 time: 0.5987475 Nov 23 21:45:19.277727 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831e1b00-347e-4eb6-b598-b1f054d4d0e1 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:45:19.282058 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:19.311054 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] Set router 0254af59-096e-4073-a8ec-0e81b4e74be8 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:45:19.391052 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46ad9f8b-8504-4e78-b70c-cbdfdc99a806 req-4e600802-5001-4b7f-b396-bf5e47fbe464 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406806 Nov 23 21:45:19.404328 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cdb894-043d-4822-98a7-815957101445 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:45:19.404943 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cdb894-043d-4822-98a7-815957101445 None None] Checking segment: {'id': 'df97aba6-e14e-4064-93bd-65b3472ea92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:45:19.409469 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-84cdb894-043d-4822-98a7-815957101445 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:19.409984 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cdb894-043d-4822-98a7-815957101445 None None] Bound using segment: {'id': 'df97aba6-e14e-4064-93bd-65b3472ea92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:45:19.411191 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-84cdb894-043d-4822-98a7-815957101445 None None] Bound port: c951dd70-adb8-47ba-97be-542655b8a2f1, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df97aba6-e14e-4064-93bd-65b3472ea92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:45:19.411693 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-84cdb894-043d-4822-98a7-815957101445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:19.424193 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdb894-043d-4822-98a7-815957101445 None None] Pushing event updated for resources: {'Port': ['ID=c951dd70-adb8-47ba-97be-542655b8a2f1,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:19.527554 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-408463cf-5aba-4996-8047-32e2f28b2cbf req-37ebb372-a508-4f85-ab14-d355167c217a tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376804 Nov 23 21:45:19.718205 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc893004-405f-46fb-a489-2a0ad4ca2525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:19.737389 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0254af59-096e-4073-a8ec-0e81b4e74be8', 'name': 'tempest-FloatingIPsTestJSON-1157816334-router', 'tenant_id': '77029eadd38c4df2babddb46d23c66b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '8acf8522-fab0-4dfb-a771-690922ba88e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:11Z', 'updated_at': '2021-11-23T21:45:14Z', 'revision_number': 3, 'project_id': '77029eadd38c4df2babddb46d23c66b5', 'gw_port': {'id': '8acf8522-fab0-4dfb-a771-690922ba88e3', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0254af59-096e-4073-a8ec-0e81b4e74be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:12Z', 'updated_at': '2021-11-23T21:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:19.748700 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dd9e28a6-443f-4668-836b-13822718191d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:19.752166 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-84cdb894-043d-4822-98a7-815957101445 None None] For port c951dd70-adb8-47ba-97be-542655b8a2f1, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:45:19.752421 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dd9e28a6-443f-4668-836b-13822718191d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:19.753717 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dd9e28a6-443f-4668-836b-13822718191d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c48e39d7-139d-4ca0-b106-678fa4b0ace7 HTTP/1.1" status: 204 len: 168 time: 1.3152175 Nov 23 21:45:19.772816 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b556e0e1-1c08-418f-b1a4-2bdb767ca240 None None] Provisioning complete for port e9116473-757b-4c5f-a4f4-2874b0d178b3 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:19.773242 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b556e0e1-1c08-418f-b1a4-2bdb767ca240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:19.805224 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f7acc-2ef2-4ad6-aaf7-07ba7c597eb9 None None] The sync data for ids ['0254af59-096e-4073-a8ec-0e81b4e74be8'] in n-d-816206-9 is: [{'id': '0254af59-096e-4073-a8ec-0e81b4e74be8', 'name': 'tempest-FloatingIPsTestJSON-1157816334-router', 'tenant_id': '77029eadd38c4df2babddb46d23c66b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '8acf8522-fab0-4dfb-a771-690922ba88e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:11Z', 'updated_at': '2021-11-23T21:45:14Z', 'revision_number': 3, 'project_id': '77029eadd38c4df2babddb46d23c66b5', 'gw_port': {'id': '8acf8522-fab0-4dfb-a771-690922ba88e3', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0254af59-096e-4073-a8ec-0e81b4e74be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:12Z', 'updated_at': '2021-11-23T21:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:45:19.824207 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e28a6-443f-4668-836b-13822718191d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48e39d7-139d-4ca0-b106-678fa4b0ace7,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:19.931206 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-831e1b00-347e-4eb6-b598-b1f054d4d0e1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:19.945738 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-84cdb894-043d-4822-98a7-815957101445 None None] For port c951dd70-adb8-47ba-97be-542655b8a2f1, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c951dd70-adb8-47ba-97be-542655b8a2f1,segment=NetworkSegment(df97aba6-e14e-4064-93bd-65b3472ea92d),segment_id=df97aba6-e14e-4064-93bd-65b3472ea92d)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:45:19.963508 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-84cdb894-043d-4822-98a7-815957101445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:20.392858 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-831e1b00-347e-4eb6-b598-b1f054d4d0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:20.411660 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdb894-043d-4822-98a7-815957101445 None None] Pushing event updated for resources: {'Port': ['ID=c951dd70-adb8-47ba-97be-542655b8a2f1,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:20.418423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b556e0e1-1c08-418f-b1a4-2bdb767ca240 None None] Port e9116473-757b-4c5f-a4f4-2874b0d178b3 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:45:20.525406 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46018) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:20.590369 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc893004-405f-46fb-a489-2a0ad4ca2525 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:20.623670 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-00e9a25a-e525-4ced-bc90-77da18a49eab admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:20.641118 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc893004-405f-46fb-a489-2a0ad4ca2525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:20.641924 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc893004-405f-46fb-a489-2a0ad4ca2525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:20.774698 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831e1b00-347e-4eb6-b598-b1f054d4d0e1 admin admin] Router 30ced018-27d7-4e22-9b7b-559ae9f6c707 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 21:45:20.840381 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc893004-405f-46fb-a489-2a0ad4ca2525 admin admin] Network 6e2a03ad-bdc5-4ad8-aee5-c47664149c65 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:45:20.849969 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d93af-56a5-469f-88bb-d67553728a78 req-556df179-522a-41ef-8677-5055f59df17c tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:20.857569 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de5d93af-56a5-469f-88bb-d67553728a78 req-556df179-522a-41ef-8677-5055f59df17c tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.2708974 Nov 23 21:45:20.884649 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-dc893004-405f-46fb-a489-2a0ad4ca2525 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:20.887416 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-00e9a25a-e525-4ced-bc90-77da18a49eab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:20.908501 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-00e9a25a-e525-4ced-bc90-77da18a49eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:20.964140 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de5d93af-56a5-469f-88bb-d67553728a78 req-0ae93c2c-83fd-4133-8061-89d6342b69ab tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033552 Nov 23 21:45:20.996781 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc893004-405f-46fb-a489-2a0ad4ca2525 admin admin] Pushing event updated for resources: {'Port': ['ID=e9116473-757b-4c5f-a4f4-2874b0d178b3,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:21.046438 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-00e9a25a-e525-4ced-bc90-77da18a49eab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c7c6232617ae4296af5a44dedd1b14af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5166082 Nov 23 21:45:21.092241 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46028) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:21.104263 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9a25a-e525-4ced-bc90-77da18a49eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6042baac-816c-4523-be4e-7aef5544d198,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:21.139454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964a649-00d8-4612-a6d0-e6d8e085595e req-9743dab7-d77b-4953-8384-b020b1027091 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:21.141245 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a964a649-00d8-4612-a6d0-e6d8e085595e req-9743dab7-d77b-4953-8384-b020b1027091 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 945 time: 0.3649335 Nov 23 21:45:21.201930 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831e1b00-347e-4eb6-b598-b1f054d4d0e1 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:45:21.214122 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] Sync routers for ids ['30ced018-27d7-4e22-9b7b-559ae9f6c707'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:45:21.243698 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] Routers {'30ced018-27d7-4e22-9b7b-559ae9f6c707'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:45:21.244614 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-831e1b00-347e-4eb6-b598-b1f054d4d0e1 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:21.249040 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-831e1b00-347e-4eb6-b598-b1f054d4d0e1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.2885602 Nov 23 21:45:21.249882 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46038) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:21.251311 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:45:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['30ced018-27d7-4e22-9b7b-559ae9f6c707'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:21.352233 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a964a649-00d8-4612-a6d0-e6d8e085595e req-c560f956-3c62-4c4c-9b3a-9e02c8bbb472 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922191 Nov 23 21:45:21.354815 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc893004-405f-46fb-a489-2a0ad4ca2525 admin admin] Router 0254af59-096e-4073-a8ec-0e81b4e74be8 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:45:21.389194 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1feb463d-e6f4-4ea7-a41d-992c22b58359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:21.429993 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1feb463d-e6f4-4ea7-a41d-992c22b58359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:21.485049 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d91647dc-d7b1-488d-95bc-d26b3abd1018 None None] Provisioning complete for port e9116473-757b-4c5f-a4f4-2874b0d178b3 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:21.485604 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d91647dc-d7b1-488d-95bc-d26b3abd1018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:21.537095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] Set router 30ced018-27d7-4e22-9b7b-559ae9f6c707 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:45:21.542579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc893004-405f-46fb-a489-2a0ad4ca2525 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:45:21.567139 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-dc893004-405f-46fb-a489-2a0ad4ca2525 admin admin] 10.222.0.50 "PUT /v2.0/routers/0254af59-096e-4073-a8ec-0e81b4e74be8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2955606 Nov 23 21:45:21.616002 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1feb463d-e6f4-4ea7-a41d-992c22b58359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:21.621520 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1feb463d-e6f4-4ea7-a41d-992c22b58359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:21.629384 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1feb463d-e6f4-4ea7-a41d-992c22b58359 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6042baac-816c-4523-be4e-7aef5544d198 HTTP/1.1" status: 204 len: 168 time: 0.5360138 Nov 23 21:45:21.644815 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-d91647dc-d7b1-488d-95bc-d26b3abd1018 None None] Port e9116473-757b-4c5f-a4f4-2874b0d178b3 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:45:21.672433 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb463d-e6f4-4ea7-a41d-992c22b58359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6042baac-816c-4523-be4e-7aef5544d198,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:21.916253 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:19Z', 'revision_number': 3, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:21.958134 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] Checking router: 30ced018-27d7-4e22-9b7b-559ae9f6c707 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:45:21.958492 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] Updating router 30ced018-27d7-4e22-9b7b-559ae9f6c707 port b8c3dee2-beae-44a7-a3d8-b29ac3d73b02 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:45:22.007622 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:22.288849 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233cd8cd-2f3b-4c6a-9469-e1c466bab208 None None] Network 65d18847-e24b-4600-a41f-00c5b3389a5b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:45:22.305891 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340042fb-d168-46af-a498-42c1c674928a req-dbcd707b-375e-4c08-8c34-818948824e9d tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:22.308813 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-340042fb-d168-46af-a498-42c1c674928a req-dbcd707b-375e-4c08-8c34-818948824e9d tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.2045171 Nov 23 21:45:22.406747 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-340042fb-d168-46af-a498-42c1c674928a req-f15385b9-a2cf-469d-8736-d71b2583a21e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897970 Nov 23 21:45:22.428230 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c951dd70-adb8-47ba-97be-542655b8a2f1 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:22.564165 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port c951dd70-adb8-47ba-97be-542655b8a2f1 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:22.564791 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:22.597435 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f64744e-a8d8-402f-8ed5-e76752a4c7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:22.661670 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:22.716077 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5ef024a7-9a78-4017-a30a-7e190349c2b3 None None] Provisioning complete for port c951dd70-adb8-47ba-97be-542655b8a2f1 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:22.716534 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5ef024a7-9a78-4017-a30a-7e190349c2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:22.843214 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-01604302-f8d4-4c1b-83de-54c4b4b54b70 req-e000c2ff-e543-42b3-a70a-d92c25cc31e0 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4063847 Nov 23 21:45:22.853353 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] Sync routers for ids ['0254af59-096e-4073-a8ec-0e81b4e74be8'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:45:22.866943 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ae6f0-380f-46c1-9a09-c714d536f340 req-521af64e-7891-4535-ac21-44d9ce2a255e tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:22.876163 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-275ae6f0-380f-46c1-9a09-c714d536f340 req-521af64e-7891-4535-ac21-44d9ce2a255e tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 945 time: 0.1244550 Nov 23 21:45:22.878413 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] Routers {'0254af59-096e-4073-a8ec-0e81b4e74be8'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:45:22.879081 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:45:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0254af59-096e-4073-a8ec-0e81b4e74be8'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:22.888804 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-01604302-f8d4-4c1b-83de-54c4b4b54b70 req-89e9cb78-d316-45f0-8390-bb832ed16d80 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:22.950212 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:22.989006 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-275ae6f0-380f-46c1-9a09-c714d536f340 req-8413ffbf-ccc2-40f9-9cf0-e493aadab209 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961759 Nov 23 21:45:22.990072 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-01604302-f8d4-4c1b-83de-54c4b4b54b70 req-89e9cb78-d316-45f0-8390-bb832ed16d80 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:23.032138 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:23.128126 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] Set router 0254af59-096e-4073-a8ec-0e81b4e74be8 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:45:23.137719 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-6f64744e-a8d8-402f-8ed5-e76752a4c7bc admin admin] Allocated IP 172.20.0.1 (65d18847-e24b-4600-a41f-00c5b3389a5b/049705e1-bd7a-44dd-8162-5a2e4f4cfc08/6fa84d43-79ce-4bb5-acc6-b7eca6a27376) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:45:23.216274 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-01604302-f8d4-4c1b-83de-54c4b4b54b70 req-89e9cb78-d316-45f0-8390-bb832ed16d80 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:23.340344 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f64744e-a8d8-402f-8ed5-e76752a4c7bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:23.384884 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f64744e-a8d8-402f-8ed5-e76752a4c7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:23.445265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64744e-a8d8-402f-8ed5-e76752a4c7bc admin admin] Pushing event updated for resources: {'Port': ['ID=6fa84d43-79ce-4bb5-acc6-b7eca6a27376,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:23.446375 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-01604302-f8d4-4c1b-83de-54c4b4b54b70 req-89e9cb78-d316-45f0-8390-bb832ed16d80 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Allocated IP 172.25.5.34 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/79cce176-0e2a-49e1-b578-d0b8318b87b8) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:45:23.469322 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5ef024a7-9a78-4017-a30a-7e190349c2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:23.472888 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f64744e-a8d8-402f-8ed5-e76752a4c7bc admin admin] Network 65d18847-e24b-4600-a41f-00c5b3389a5b is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:45:23.474621 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-6f64744e-a8d8-402f-8ed5-e76752a4c7bc admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:23.482810 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f64744e-a8d8-402f-8ed5-e76752a4c7bc admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:45:23.483503 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f64744e-a8d8-402f-8ed5-e76752a4c7bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:23.566471 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0254af59-096e-4073-a8ec-0e81b4e74be8', 'name': 'tempest-FloatingIPsTestJSON-1157816334-router', 'tenant_id': '77029eadd38c4df2babddb46d23c66b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '8acf8522-fab0-4dfb-a771-690922ba88e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:11Z', 'updated_at': '2021-11-23T21:45:19Z', 'revision_number': 4, 'project_id': '77029eadd38c4df2babddb46d23c66b5', 'gw_port': {'id': '8acf8522-fab0-4dfb-a771-690922ba88e3', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0254af59-096e-4073-a8ec-0e81b4e74be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:12Z', 'updated_at': '2021-11-23T21:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'e9116473-757b-4c5f-a4f4-2874b0d178b3', 'name': '', 'network_id': '6e2a03ad-bdc5-4ad8-aee5-c47664149c65', 'tenant_id': '77029eadd38c4df2babddb46d23c66b5', 'mac_address': 'fa:16:3e:9b:73:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0254af59-096e-4073-a8ec-0e81b4e74be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'eebbc7c9-8314-47d6-aba8-0e76090b7ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:19Z', 'revision_number': 2, 'project_id': '77029eadd38c4df2babddb46d23c66b5', 'subnets': [{'id': 'eebbc7c9-8314-47d6-aba8-0e76090b7ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:23.621785 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496b8a3-d4a5-4a6c-8d01-49c1f0ef92a0 None None] Pushing event updated for resources: {'Port': ['ID=b8c3dee2-beae-44a7-a3d8-b29ac3d73b02,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:23.643755 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-5ef024a7-9a78-4017-a30a-7e190349c2b3 None None] For port c951dd70-adb8-47ba-97be-542655b8a2f1, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c951dd70-adb8-47ba-97be-542655b8a2f1,segment=NetworkSegment(df97aba6-e14e-4064-93bd-65b3472ea92d),segment_id=df97aba6-e14e-4064-93bd-65b3472ea92d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:23.651789 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] Checking router: 0254af59-096e-4073-a8ec-0e81b4e74be8 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:45:23.653258 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] Updating router 0254af59-096e-4073-a8ec-0e81b4e74be8 port e9116473-757b-4c5f-a4f4-2874b0d178b3 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:45:23.662036 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] Attempting to bind port b8c3dee2-beae-44a7-a3d8-b29ac3d73b02 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:45:23.662501 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] Attempting to bind port b8c3dee2-beae-44a7-a3d8-b29ac3d73b02 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:45:23.662951 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] Attempting to bind port b8c3dee2-beae-44a7-a3d8-b29ac3d73b02 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:23.668597 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:23.685555 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:23.699652 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:45:23.700039 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:45:23.700446 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:23.700836 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:45:23.701334 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] Bound port: b8c3dee2-beae-44a7-a3d8-b29ac3d73b02, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:45:23.701717 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:23.788418 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0deec51-1335-4e3e-88dd-c8e383569ae4 req-f192ecd5-6be1-4674-83c4-27cae9ceda27 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:23.790105 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0deec51-1335-4e3e-88dd-c8e383569ae4 req-f192ecd5-6be1-4674-83c4-27cae9ceda27 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.1981802 Nov 23 21:45:23.808788 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-01604302-f8d4-4c1b-83de-54c4b4b54b70 req-89e9cb78-d316-45f0-8390-bb832ed16d80 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:23.818119 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] For port b8c3dee2-beae-44a7-a3d8-b29ac3d73b02, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:45:23.826642 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] For port b8c3dee2-beae-44a7-a3d8-b29ac3d73b02, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b8c3dee2-beae-44a7-a3d8-b29ac3d73b02,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:45:23.848927 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f64744e-a8d8-402f-8ed5-e76752a4c7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:23.963656 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:23.974536 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5ef024a7-9a78-4017-a30a-7e190349c2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:24.042356 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0deec51-1335-4e3e-88dd-c8e383569ae4 req-22bc0e03-5fdd-4600-b302-467c907beb53 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307396 Nov 23 21:45:24.047549 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:45:24.058594 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:45:24.076098 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-01604302-f8d4-4c1b-83de-54c4b4b54b70 req-89e9cb78-d316-45f0-8390-bb832ed16d80 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:24.183413 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01604302-f8d4-4c1b-83de-54c4b4b54b70 req-89e9cb78-d316-45f0-8390-bb832ed16d80 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:45:24.189951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-01604302-f8d4-4c1b-83de-54c4b4b54b70 req-89e9cb78-d316-45f0-8390-bb832ed16d80 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:24.211601 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-01604302-f8d4-4c1b-83de-54c4b4b54b70 req-89e9cb78-d316-45f0-8390-bb832ed16d80 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:45:24.227643 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9cb78-d316-45f0-8390-bb832ed16d80 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Pushing event updated for resources: {'Port': ['ID=79cce176-0e2a-49e1-b578-d0b8318b87b8,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:24.335417 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496b8a3-d4a5-4a6c-8d01-49c1f0ef92a0 None None] Pushing event updated for resources: {'Port': ['ID=b8c3dee2-beae-44a7-a3d8-b29ac3d73b02,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:24.367253 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] Routers {'30ced018-27d7-4e22-9b7b-559ae9f6c707'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:45:24.367900 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:45:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['30ced018-27d7-4e22-9b7b-559ae9f6c707'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:24.382819 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f64744e-a8d8-402f-8ed5-e76752a4c7bc admin admin] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:24.396382 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f64744e-a8d8-402f-8ed5-e76752a4c7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:24.399042 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f64744e-a8d8-402f-8ed5-e76752a4c7bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:24.449413 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-01604302-f8d4-4c1b-83de-54c4b4b54b70 req-89e9cb78-d316-45f0-8390-bb832ed16d80 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:24.506397 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:24.528966 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:24.586610 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64744e-a8d8-402f-8ed5-e76752a4c7bc admin admin] Pushing event updated for resources: {'Port': ['ID=6fa84d43-79ce-4bb5-acc6-b7eca6a27376,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:24.608768 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-01604302-f8d4-4c1b-83de-54c4b4b54b70 req-89e9cb78-d316-45f0-8390-bb832ed16d80 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:24.628507 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1c68a20f-4201-4291-9f00-4011f9f4d927 None None] Provisioning complete for port c951dd70-adb8-47ba-97be-542655b8a2f1 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:24.629071 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1c68a20f-4201-4291-9f00-4011f9f4d927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:24.643994 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f64744e-a8d8-402f-8ed5-e76752a4c7bc admin admin] Network 65d18847-e24b-4600-a41f-00c5b3389a5b is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:45:24.649745 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-6f64744e-a8d8-402f-8ed5-e76752a4c7bc admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:24.684092 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60baa5dd-0c31-46a7-a268-617621f51431 None None] Pushing event updated for resources: {'Port': ['ID=e9116473-757b-4c5f-a4f4-2874b0d178b3,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:24.706256 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] Attempting to bind port e9116473-757b-4c5f-a4f4-2874b0d178b3 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:45:24.706635 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] Attempting to bind port e9116473-757b-4c5f-a4f4-2874b0d178b3 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '69ddf0b7-c272-4510-a923-b5e8bd7856d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6e2a03ad-bdc5-4ad8-aee5-c47664149c65'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:45:24.707078 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] Attempting to bind port e9116473-757b-4c5f-a4f4-2874b0d178b3 on network 6e2a03ad-bdc5-4ad8-aee5-c47664149c65 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:24.713202 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:45:24.714254 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] Checking segment: {'id': '69ddf0b7-c272-4510-a923-b5e8bd7856d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6e2a03ad-bdc5-4ad8-aee5-c47664149c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:45:24.714814 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:24.715515 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] Bound using segment: {'id': '69ddf0b7-c272-4510-a923-b5e8bd7856d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6e2a03ad-bdc5-4ad8-aee5-c47664149c65'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:45:24.716014 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] Bound port: e9116473-757b-4c5f-a4f4-2874b0d178b3, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ddf0b7-c272-4510-a923-b5e8bd7856d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6e2a03ad-bdc5-4ad8-aee5-c47664149c65'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:45:24.716432 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:24.800945 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1449d1-2afb-43a2-9145-079c5fa8bdc0 req-73fab3a0-1800-485e-9904-06fccb529007 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:24.804788 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f1449d1-2afb-43a2-9145-079c5fa8bdc0 req-73fab3a0-1800-485e-9904-06fccb529007 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 945 time: 0.3337028 Nov 23 21:45:24.880549 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] For port e9116473-757b-4c5f-a4f4-2874b0d178b3, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:45:24.884294 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] For port e9116473-757b-4c5f-a4f4-2874b0d178b3, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e9116473-757b-4c5f-a4f4-2874b0d178b3,segment=NetworkSegment(69ddf0b7-c272-4510-a923-b5e8bd7856d2),segment_id=69ddf0b7-c272-4510-a923-b5e8bd7856d2)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:45:24.890442 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:24.966670 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f64744e-a8d8-402f-8ed5-e76752a4c7bc admin admin] Router 30ced018-27d7-4e22-9b7b-559ae9f6c707 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:45:25.008096 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] Routers {'0254af59-096e-4073-a8ec-0e81b4e74be8'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:45:25.014276 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:45:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0254af59-096e-4073-a8ec-0e81b4e74be8'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:25.107193 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-01604302-f8d4-4c1b-83de-54c4b4b54b70 req-89e9cb78-d316-45f0-8390-bb832ed16d80 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:25.119926 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f1449d1-2afb-43a2-9145-079c5fa8bdc0 req-0b9fa3ef-dcb5-4b22-a4a0-d7828df80fe2 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622987 Nov 23 21:45:25.133291 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-01604302-f8d4-4c1b-83de-54c4b4b54b70 req-89e9cb78-d316-45f0-8390-bb832ed16d80 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:25.147235 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60baa5dd-0c31-46a7-a268-617621f51431 None None] Pushing event updated for resources: {'Port': ['ID=e9116473-757b-4c5f-a4f4-2874b0d178b3,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:25.159952 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-01604302-f8d4-4c1b-83de-54c4b4b54b70 req-89e9cb78-d316-45f0-8390-bb832ed16d80 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:25.257204 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-01604302-f8d4-4c1b-83de-54c4b4b54b70 req-89e9cb78-d316-45f0-8390-bb832ed16d80 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:25.258422 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-01604302-f8d4-4c1b-83de-54c4b4b54b70 req-89e9cb78-d316-45f0-8390-bb832ed16d80 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3737700 Nov 23 21:45:25.268288 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef024a7-9a78-4017-a30a-7e190349c2b3 None None] Pushing event updated for resources: {'Port': ['ID=c951dd70-adb8-47ba-97be-542655b8a2f1,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:25.271454 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8acf8522-fab0-4dfb-a771-690922ba88e3 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:25.318682 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9cb78-d316-45f0-8390-bb832ed16d80 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Pushing event updated for resources: {'Port': ['ID=79cce176-0e2a-49e1-b578-d0b8318b87b8,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:25.339027 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] Set router 0254af59-096e-4073-a8ec-0e81b4e74be8 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:45:25.383414 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-01604302-f8d4-4c1b-83de-54c4b4b54b70 req-7e4504bc-4f52-4456-bc5d-fa267e637bad tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.34 HTTP/1.1" status: 200 len: 695 time: 0.0972817 Nov 23 21:45:25.517246 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01604302-f8d4-4c1b-83de-54c4b4b54b70 req-337ea7f8-8be9-458c-88ae-3d5e618f60c4 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:25.518862 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-01604302-f8d4-4c1b-83de-54c4b4b54b70 req-337ea7f8-8be9-458c-88ae-3d5e618f60c4 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.1268909 Nov 23 21:45:25.532314 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-01604302-f8d4-4c1b-83de-54c4b4b54b70 req-83fff758-4d55-440f-97d3-2b1404b2e90d tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:45:25.533616 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-01604302-f8d4-4c1b-83de-54c4b4b54b70 req-83fff758-4d55-440f-97d3-2b1404b2e90d tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065103 Nov 23 21:45:25.559518 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] Set router 30ced018-27d7-4e22-9b7b-559ae9f6c707 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:45:25.677331 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 8acf8522-fab0-4dfb-a771-690922ba88e3 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:25.677992 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:25.684997 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc4c48-e2a5-40fd-915e-9566efc7c13d req-b0b009b7-b858-44a6-b95d-b5a558d006a7 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:25.687102 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-85fc4c48-e2a5-40fd-915e-9566efc7c13d req-b0b009b7-b858-44a6-b95d-b5a558d006a7 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.0611453 Nov 23 21:45:25.714622 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f64744e-a8d8-402f-8ed5-e76752a4c7bc admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:45:25.730760 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6f64744e-a8d8-402f-8ed5-e76752a4c7bc admin admin] 10.222.0.50 "PUT /v2.0/routers/30ced018-27d7-4e22-9b7b-559ae9f6c707/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4767442 Nov 23 21:45:25.825398 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-85fc4c48-e2a5-40fd-915e-9566efc7c13d req-bac9384e-73a7-431e-ba64-1ab9d2d68dc4 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301696 Nov 23 21:45:25.921392 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0254af59-096e-4073-a8ec-0e81b4e74be8', 'name': 'tempest-FloatingIPsTestJSON-1157816334-router', 'tenant_id': '77029eadd38c4df2babddb46d23c66b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '8acf8522-fab0-4dfb-a771-690922ba88e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:11Z', 'updated_at': '2021-11-23T21:45:19Z', 'revision_number': 4, 'project_id': '77029eadd38c4df2babddb46d23c66b5', 'gw_port': {'id': '8acf8522-fab0-4dfb-a771-690922ba88e3', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0254af59-096e-4073-a8ec-0e81b4e74be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:12Z', 'updated_at': '2021-11-23T21:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'e9116473-757b-4c5f-a4f4-2874b0d178b3', 'name': '', 'network_id': '6e2a03ad-bdc5-4ad8-aee5-c47664149c65', 'tenant_id': '77029eadd38c4df2babddb46d23c66b5', 'mac_address': 'fa:16:3e:9b:73:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0254af59-096e-4073-a8ec-0e81b4e74be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'eebbc7c9-8314-47d6-aba8-0e76090b7ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:24Z', 'revision_number': 4, 'project_id': '77029eadd38c4df2babddb46d23c66b5', 'subnets': [{'id': 'eebbc7c9-8314-47d6-aba8-0e76090b7ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:25.931304 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0018fa81-f66c-4af9-9060-dc623f24fe68 None None] Provisioning complete for port 6fa84d43-79ce-4bb5-acc6-b7eca6a27376 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:25.942147 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0018fa81-f66c-4af9-9060-dc623f24fe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:25.964654 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b060cfd-e4f6-442b-9456-dcfbac5c2f7b None None] The sync data for ids ['0254af59-096e-4073-a8ec-0e81b4e74be8'] in n-d-816206-9 is: [{'id': '0254af59-096e-4073-a8ec-0e81b4e74be8', 'name': 'tempest-FloatingIPsTestJSON-1157816334-router', 'tenant_id': '77029eadd38c4df2babddb46d23c66b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '8acf8522-fab0-4dfb-a771-690922ba88e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:11Z', 'updated_at': '2021-11-23T21:45:19Z', 'revision_number': 4, 'project_id': '77029eadd38c4df2babddb46d23c66b5', 'gw_port': {'id': '8acf8522-fab0-4dfb-a771-690922ba88e3', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0254af59-096e-4073-a8ec-0e81b4e74be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:12Z', 'updated_at': '2021-11-23T21:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'e9116473-757b-4c5f-a4f4-2874b0d178b3', 'name': '', 'network_id': '6e2a03ad-bdc5-4ad8-aee5-c47664149c65', 'tenant_id': '77029eadd38c4df2babddb46d23c66b5', 'mac_address': 'fa:16:3e:9b:73:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0254af59-096e-4073-a8ec-0e81b4e74be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'eebbc7c9-8314-47d6-aba8-0e76090b7ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:24Z', 'revision_number': 4, 'project_id': '77029eadd38c4df2babddb46d23c66b5', 'subnets': [{'id': 'eebbc7c9-8314-47d6-aba8-0e76090b7ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:45:26.027419 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:26.100751 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2b545d2-e6a1-4e0c-92fa-80272855a8f7 req-832139d9-1f60-4562-9ec1-c2b43da1f06f tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/floatingips/a03d02c8-a15f-495a-851a-c2103f4cd944 HTTP/1.1" status: 200 len: 692 time: 0.2262721 Nov 23 21:45:26.106567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 8acf8522-fab0-4dfb-a771-690922ba88e3, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8acf8522-fab0-4dfb-a771-690922ba88e3,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:26.130429 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:26.151972 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0018fa81-f66c-4af9-9060-dc623f24fe68 None None] Port 6fa84d43-79ce-4bb5-acc6-b7eca6a27376 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:45:26.301030 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0018fa81-f66c-4af9-9060-dc623f24fe68 None None] Provisioning complete for port e9116473-757b-4c5f-a4f4-2874b0d178b3 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:26.301030 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0018fa81-f66c-4af9-9060-dc623f24fe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:26.310358 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b545d2-e6a1-4e0c-92fa-80272855a8f7 req-661185ab-465b-4305-849e-8b0a857c4a2c tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:26.315386 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2b545d2-e6a1-4e0c-92fa-80272855a8f7 req-661185ab-465b-4305-849e-8b0a857c4a2c tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.2134879 Nov 23 21:45:26.321505 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-b2b545d2-e6a1-4e0c-92fa-80272855a8f7 req-e63bbd7b-7b55-42f5-8df4-5c480e012aef tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:45:26.333374 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2b545d2-e6a1-4e0c-92fa-80272855a8f7 req-e63bbd7b-7b55-42f5-8df4-5c480e012aef tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169563 Nov 23 21:45:26.429612 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c951dd70-adb8-47ba-97be-542655b8a2f1 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:26.436291 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=8acf8522-fab0-4dfb-a771-690922ba88e3,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:26.579548 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port c951dd70-adb8-47ba-97be-542655b8a2f1 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:26.583839 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2909c38-2294-4889-afee-dab73ac7ac8a req-66d8b366-cd73-46c5-be20-11390eea633a tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:26.584808 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:26.592890 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6fa84d43-79ce-4bb5-acc6-b7eca6a27376', 'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'mac_address': 'fa:16:3e:81:9e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:22Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 2, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'subnets': [{'id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:26.593674 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e2909c38-2294-4889-afee-dab73ac7ac8a req-66d8b366-cd73-46c5-be20-11390eea633a tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 945 time: 0.0967841 Nov 23 21:45:26.678932 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-f67f6b04-4bb5-4c0d-b223-7bae8006dda4 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:26.689749 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-f67f6b04-4bb5-4c0d-b223-7bae8006dda4 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/networks?id=65d18847-e24b-4600-a41f-00c5b3389a5b HTTP/1.1" status: 200 len: 821 time: 0.2882304 Nov 23 21:45:26.719117 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-1d1479e6-cbc2-4934-b2b8-d10df1b82b4b tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/quotas/0ceb43cef7cd4d6e993216c3dd613b2f HTTP/1.1" status: 200 len: 375 time: 0.0283170 Nov 23 21:45:26.729899 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c86402f-7001-40f3-ae75-dcbf47f5093e None None] The sync data for ids ['30ced018-27d7-4e22-9b7b-559ae9f6c707'] in n-d-816206-9 is: [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6fa84d43-79ce-4bb5-acc6-b7eca6a27376', 'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'mac_address': 'fa:16:3e:81:9e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:22Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 2, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'subnets': [{'id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:45:26.741132 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0018fa81-f66c-4af9-9060-dc623f24fe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:26.812580 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e2909c38-2294-4889-afee-dab73ac7ac8a req-a809dfa7-076c-4c32-af5c-4dd4fcf426c6 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178755 Nov 23 21:45:26.849457 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-2c302b0c-4b3a-4979-9620-a531bdf046e7 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ceb43cef7cd4d6e993216c3dd613b2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1294551 Nov 23 21:45:26.884496 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0018fa81-f66c-4af9-9060-dc623f24fe68 None None] For port e9116473-757b-4c5f-a4f4-2874b0d178b3, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e9116473-757b-4c5f-a4f4-2874b0d178b3,segment=NetworkSegment(69ddf0b7-c272-4510-a923-b5e8bd7856d2),segment_id=69ddf0b7-c272-4510-a923-b5e8bd7856d2)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:26.908162 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e9116473-757b-4c5f-a4f4-2874b0d178b3 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:26.972286 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0018fa81-f66c-4af9-9060-dc623f24fe68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:26.989436 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87cf370f-bc0f-4296-b234-f658c932bf7a req-fbca34c4-162f-4c58-b75f-e1cbb809b6d7 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=77029eadd38c4df2babddb46d23c66b5 HTTP/1.1" status: 200 len: 695 time: 0.1170981 Nov 23 21:45:27.047120 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port e9116473-757b-4c5f-a4f4-2874b0d178b3 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:27.048062 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:27.053423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018fa81-f66c-4af9-9060-dc623f24fe68 None None] Pushing event updated for resources: {'Port': ['ID=e9116473-757b-4c5f-a4f4-2874b0d178b3,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:27.409946 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-06f73a48-54f9-492d-be9f-b7dc6d966295 service neutron] 10.222.0.50 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518994 Nov 23 21:45:27.417821 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf370f-bc0f-4296-b234-f658c932bf7a req-297c9a2e-0990-48e7-85db-366b9c376bef tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:27.419375 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87cf370f-bc0f-4296-b234-f658c932bf7a req-297c9a2e-0990-48e7-85db-366b9c376bef tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/networks?id=6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 787 time: 0.4291689 Nov 23 21:45:27.435376 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-87cf370f-bc0f-4296-b234-f658c932bf7a req-b36635fd-46bc-4162-83c7-d3bc36745181 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:45:27.436282 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87cf370f-bc0f-4296-b234-f658c932bf7a req-b36635fd-46bc-4162-83c7-d3bc36745181 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081375 Nov 23 21:45:27.551934 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-ff4c7fef-a0d6-4af1-8787-3be9468a0bf3 service neutron] 10.222.0.50 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315589 Nov 23 21:45:27.845502 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-673dbbc5-d582-4288-97df-959e9f47f261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:27.847539 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26f9f4da-cfd6-4664-8ac1-e9368c99f8e5 req-80637993-8196-450d-84c3-82f20260e1f7 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/floatingips/a03d02c8-a15f-495a-851a-c2103f4cd944 HTTP/1.1" status: 200 len: 692 time: 0.1155019 Nov 23 21:45:28.023092 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9f4da-cfd6-4664-8ac1-e9368c99f8e5 req-f261473e-946c-448c-99a1-80ddb343d729 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:28.033221 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26f9f4da-cfd6-4664-8ac1-e9368c99f8e5 req-f261473e-946c-448c-99a1-80ddb343d729 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.1846962 Nov 23 21:45:28.051304 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-26f9f4da-cfd6-4664-8ac1-e9368c99f8e5 req-05fe5d7a-16b2-42f9-b138-f556729f1e57 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:45:28.062967 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26f9f4da-cfd6-4664-8ac1-e9368c99f8e5 req-05fe5d7a-16b2-42f9-b138-f556729f1e57 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0286252 Nov 23 21:45:28.188344 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26f9f4da-cfd6-4664-8ac1-e9368c99f8e5 req-a91408bc-d1d0-4be8-bcdd-41e51d9a3674 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.34 HTTP/1.1" status: 200 len: 695 time: 0.1244311 Nov 23 21:45:28.215912 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef7ae5-91e1-46c1-870d-85104018fbbc req-89716db7-35b7-48d9-98ba-725b93d56d21 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:28.217483 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-60ef7ae5-91e1-46c1-870d-85104018fbbc req-89716db7-35b7-48d9-98ba-725b93d56d21 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.3676436 Nov 23 21:45:28.288952 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26f9f4da-cfd6-4664-8ac1-e9368c99f8e5 req-4adbdba9-d703-471f-8e74-9029b8eccf8a tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.34 HTTP/1.1" status: 200 len: 695 time: 0.0993643 Nov 23 21:45:28.428297 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-60ef7ae5-91e1-46c1-870d-85104018fbbc req-d4d8f0a1-6877-4002-bcd3-b13a1926cd3c tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278865 Nov 23 21:45:28.450434 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b8c3dee2-beae-44a7-a3d8-b29ac3d73b02 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:28.630808 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port b8c3dee2-beae-44a7-a3d8-b29ac3d73b02 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:28.631415 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:28.720694 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e1ab0b1-9e6b-43a0-90ab-ddd539177594 req-eb595e4a-56c1-4df9-b80b-565a728e8b62 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4 HTTP/1.1" status: 200 len: 210 time: 0.0678761 Nov 23 21:45:28.741364 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-26f9f4da-cfd6-4664-8ac1-e9368c99f8e5 req-df069da3-2cbd-48f5-b6ce-f656a1fdd6d6 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Deleting port 79cce176-0e2a-49e1-b578-d0b8318b87b8 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:45:28.741688 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-26f9f4da-cfd6-4664-8ac1-e9368c99f8e5 req-df069da3-2cbd-48f5-b6ce-f656a1fdd6d6 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:28.856681 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:28.888588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port b8c3dee2-beae-44a7-a3d8-b29ac3d73b02, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b8c3dee2-beae-44a7-a3d8-b29ac3d73b02,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:28.898618 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:28.900002 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e9116473-757b-4c5f-a4f4-2874b0d178b3 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:28.915632 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-26f9f4da-cfd6-4664-8ac1-e9368c99f8e5 req-df069da3-2cbd-48f5-b6ce-f656a1fdd6d6 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:28.916260 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-26f9f4da-cfd6-4664-8ac1-e9368c99f8e5 req-df069da3-2cbd-48f5-b6ce-f656a1fdd6d6 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:28.936501 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-26f9f4da-cfd6-4664-8ac1-e9368c99f8e5 req-df069da3-2cbd-48f5-b6ce-f656a1fdd6d6 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Calling delete_port for 79cce176-0e2a-49e1-b578-d0b8318b87b8 owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:45:28.971288 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6ec01-8506-49a0-8bbb-975bbc6344f7 req-0826e5c0-9deb-400c-b487-366521fbf66b tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:28.972817 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-47c6ec01-8506-49a0-8bbb-975bbc6344f7 req-0826e5c0-9deb-400c-b487-366521fbf66b tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 945 time: 0.1430912 Nov 23 21:45:29.011122 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=b8c3dee2-beae-44a7-a3d8-b29ac3d73b02,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:29.024095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port e9116473-757b-4c5f-a4f4-2874b0d178b3 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:29.024725 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:29.164836 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8acf8522-fab0-4dfb-a771-690922ba88e3 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:29.218821 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 8acf8522-fab0-4dfb-a771-690922ba88e3 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:29.219132 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:29.248609 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-47c6ec01-8506-49a0-8bbb-975bbc6344f7 req-87ff058f-6809-44b3-a153-48fe5857e4bd tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810195 Nov 23 21:45:29.322609 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-6ae15075-a40d-437d-a169-91a9cc81930e req-5495b153-3f80-44a9-9375-f45fe0fecd6a service neutron] show failed (client error): The resource could not be found. Nov 23 21:45:29.326674 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ae15075-a40d-437d-a169-91a9cc81930e req-5495b153-3f80-44a9-9375-f45fe0fecd6a service neutron] 10.222.0.53 "GET /v2.0/ports/8ffaa15e-5249-4ec2-b177-8936bc34d603/bindings/n-h2-816206-9 HTTP/1.1" status: 404 len: 380 time: 0.2078021 Nov 23 21:45:29.327605 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-26f9f4da-cfd6-4664-8ac1-e9368c99f8e5 req-df069da3-2cbd-48f5-b6ce-f656a1fdd6d6 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:29.373306 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df069da3-2cbd-48f5-b6ce-f656a1fdd6d6 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Pushing event deleted for resources: {'Port': ['ID=79cce176-0e2a-49e1-b578-d0b8318b87b8,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:29.413696 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-26f9f4da-cfd6-4664-8ac1-e9368c99f8e5 req-df069da3-2cbd-48f5-b6ce-f656a1fdd6d6 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:29.416669 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-26f9f4da-cfd6-4664-8ac1-e9368c99f8e5 req-df069da3-2cbd-48f5-b6ce-f656a1fdd6d6 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:29.428858 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26f9f4da-cfd6-4664-8ac1-e9368c99f8e5 req-df069da3-2cbd-48f5-b6ce-f656a1fdd6d6 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "DELETE /v2.0/floatingips/a03d02c8-a15f-495a-851a-c2103f4cd944 HTTP/1.1" status: 204 len: 173 time: 1.1378691 Nov 23 21:45:29.454696 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0476546-111b-49a1-b858-c14d5fe43594 req-cb088c35-56b0-4c5e-86f9-9ac9acb037ff tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:29.456269 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b0476546-111b-49a1-b858-c14d5fe43594 req-cb088c35-56b0-4c5e-86f9-9ac9acb037ff tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 1096 time: 0.1188772 Nov 23 21:45:29.527315 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b0476546-111b-49a1-b858-c14d5fe43594 req-866d740f-554c-4f1a-99ef-76e56df534b5 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647755 Nov 23 21:45:29.664372 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:29.961507 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-350e72ed-677e-4276-9aba-321084d0273c req-7e38cfbe-1382-4a78-81f7-36550f0d9d5a tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3805814 Nov 23 21:45:29.979406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae15075-a40d-437d-a169-91a9cc81930e req-9ffc9200-59d3-49b2-af16-b88bb86e3278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:29.980780 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ae15075-a40d-437d-a169-91a9cc81930e req-9ffc9200-59d3-49b2-af16-b88bb86e3278 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc&tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80 HTTP/1.1" status: 200 len: 1101 time: 0.2079022 Nov 23 21:45:29.984703 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-350e72ed-677e-4276-9aba-321084d0273c req-9ff06353-ab9d-49cd-9843-4ed2a8cffa26 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:30.003033 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-8646aa8f-9967-415d-bd46-4e370285142a tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:30.004446 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-8646aa8f-9967-415d-bd46-4e370285142a tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.60 "GET /v2.0/networks?id=65d18847-e24b-4600-a41f-00c5b3389a5b HTTP/1.1" status: 200 len: 821 time: 0.3895652 Nov 23 21:45:30.015656 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1690cfe-ac0e-4c8e-b3f8-49f5686c7c5a req-5731e98e-8641-4a7c-af94-4d8a504e989a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:30.017108 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b1690cfe-ac0e-4c8e-b3f8-49f5686c7c5a req-5731e98e-8641-4a7c-af94-4d8a504e989a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.1863282 Nov 23 21:45:30.020685 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-6ae15075-a40d-437d-a169-91a9cc81930e req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-9', 'device_owner': 'compute:nova'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:30.037500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-2f0d88b6-2ffc-40d0-9b8e-022a95f42752 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Request body: {'port': {'device_id': '44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'admin_state_up': True, 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:30.140825 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6ae15075-a40d-437d-a169-91a9cc81930e req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:30.143038 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-350e72ed-677e-4276-9aba-321084d0273c req-9ff06353-ab9d-49cd-9843-4ed2a8cffa26 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:30.234480 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] Sync routers for ids ['30ced018-27d7-4e22-9b7b-559ae9f6c707'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:45:30.252046 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] Routers {'30ced018-27d7-4e22-9b7b-559ae9f6c707'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:45:30.252679 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:45:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['30ced018-27d7-4e22-9b7b-559ae9f6c707'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:30.297512 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b8c3dee2-beae-44a7-a3d8-b29ac3d73b02 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:30.314481 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b1690cfe-ac0e-4c8e-b3f8-49f5686c7c5a req-3989d109-699e-469b-89e5-70fcf206cfe6 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859991 Nov 23 21:45:30.446528 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] Set router 30ced018-27d7-4e22-9b7b-559ae9f6c707 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:45:30.539271 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-2f0d88b6-2ffc-40d0-9b8e-022a95f42752 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Made reservation on behalf of 0ceb43cef7cd4d6e993216c3dd613b2f for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:45:30.547908 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-2f0d88b6-2ffc-40d0-9b8e-022a95f42752 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:30.651928 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-350e72ed-677e-4276-9aba-321084d0273c req-9ff06353-ab9d-49cd-9843-4ed2a8cffa26 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:30.699082 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6a84a696-beb8-4814-8417-0053aee68c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:30.782933 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port b8c3dee2-beae-44a7-a3d8-b29ac3d73b02 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:30.782933 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:30.809153 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-6ae15075-a40d-437d-a169-91a9cc81930e req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] For port 8ffaa15e-5249-4ec2-b177-8936bc34d603, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=8ffaa15e-5249-4ec2-b177-8936bc34d603,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:31.013936 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-6ae15075-a40d-437d-a169-91a9cc81930e req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] For port 8ffaa15e-5249-4ec2-b177-8936bc34d603, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:45:31.059040 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6fa84d43-79ce-4bb5-acc6-b7eca6a27376', 'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'mac_address': 'fa:16:3e:81:9e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:22Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 2, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'subnets': [{'id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:31.090064 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-350e72ed-677e-4276-9aba-321084d0273c req-9ff06353-ab9d-49cd-9843-4ed2a8cffa26 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Allocated IP 172.25.5.162 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/d90d4bfe-0360-495b-ba9f-bd281c5fdeeb) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:45:31.100442 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] Checking router: 30ced018-27d7-4e22-9b7b-559ae9f6c707 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:45:31.101145 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] Updating router 30ced018-27d7-4e22-9b7b-559ae9f6c707 port 6fa84d43-79ce-4bb5-acc6-b7eca6a27376 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:45:31.128398 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46274) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:31.152171 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:31.232651 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-350e72ed-677e-4276-9aba-321084d0273c req-9ff06353-ab9d-49cd-9843-4ed2a8cffa26 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:31.278211 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-2f0d88b6-2ffc-40d0-9b8e-022a95f42752 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Allocated IP 172.20.0.5 (65d18847-e24b-4600-a41f-00c5b3389a5b/049705e1-bd7a-44dd-8162-5a2e4f4cfc08/f3dbe69d-1eb4-4904-a61d-5743beec708f) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:45:31.498483 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a30981a-0ba2-4c4b-9517-a8a969b36f67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:31.538995 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:31.625581 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a30981a-0ba2-4c4b-9517-a8a969b36f67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:31.635625 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a30981a-0ba2-4c4b-9517-a8a969b36f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:31.694578 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6a30981a-0ba2-4c4b-9517-a8a969b36f67 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=173b37d87fd44a2bac1394d9ac7388f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5641782 Nov 23 21:45:31.695574 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46292) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:31.697248 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30981a-0ba2-4c4b-9517-a8a969b36f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e647edda-40ce-4c2d-9189-fed653a2b249,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:31.712292 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6ae15075-a40d-437d-a169-91a9cc81930e req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:31.722073 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e927d54-58f2-479c-b244-c80ef4c036dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ffaa15e-5249-4ec2-b177-8936bc34d603'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:45:31.725137 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098e28ae-9b1a-4eee-8fd6-e2e15d1435c5" -d '{"events": [{"server_uuid": "5e927d54-58f2-479c-b244-c80ef4c036dc", "name": "network-vif-unplugged", "status": "completed", "tag": "8ffaa15e-5249-4ec2-b177-8936bc34d603"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:45:31.733809 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-350e72ed-677e-4276-9aba-321084d0273c req-9ff06353-ab9d-49cd-9843-4ed2a8cffa26 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:31.784257 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff06353-ab9d-49cd-9843-4ed2a8cffa26 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Pushing event updated for resources: {'Port': ['ID=d90d4bfe-0360-495b-ba9f-bd281c5fdeeb,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:31.788584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-6ae15075-a40d-437d-a169-91a9cc81930e req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] Transition to ACTIVE for port object 8ffaa15e-5249-4ec2-b177-8936bc34d603 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:45:31.807733 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-14c54c87-b41a-4ecf-8567-57c327e9a461 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:31.819269 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6ae15075-a40d-437d-a169-91a9cc81930e req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:31.850201 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-14c54c87-b41a-4ecf-8567-57c327e9a461 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:31.879128 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-350e72ed-677e-4276-9aba-321084d0273c req-9ff06353-ab9d-49cd-9843-4ed2a8cffa26 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:45:31.889731 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-350e72ed-677e-4276-9aba-321084d0273c req-9ff06353-ab9d-49cd-9843-4ed2a8cffa26 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:31.919308 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-350e72ed-677e-4276-9aba-321084d0273c req-9ff06353-ab9d-49cd-9843-4ed2a8cffa26 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:45:31.952517 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-14c54c87-b41a-4ecf-8567-57c327e9a461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:31.955704 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-14c54c87-b41a-4ecf-8567-57c327e9a461 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:31.960055 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-14c54c87-b41a-4ecf-8567-57c327e9a461 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e647edda-40ce-4c2d-9189-fed653a2b249 HTTP/1.1" status: 204 len: 168 time: 0.2537594 Nov 23 21:45:31.981467 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c54c87-b41a-4ecf-8567-57c327e9a461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e647edda-40ce-4c2d-9189-fed653a2b249,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:32.000374 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae15075-a40d-437d-a169-91a9cc81930e req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] No DVR routers for this DVR port 8ffaa15e-5249-4ec2-b177-8936bc34d603 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:45:32.056130 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] Pushing event updated for resources: {'Port': ['ID=8ffaa15e-5249-4ec2-b177-8936bc34d603,revision_number=6']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:32.119766 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-2f0d88b6-2ffc-40d0-9b8e-022a95f42752 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:32.162071 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-6ae15075-a40d-437d-a169-91a9cc81930e req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] Attempting to bind port 8ffaa15e-5249-4ec2-b177-8936bc34d603 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:45:32.162414 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-6ae15075-a40d-437d-a169-91a9cc81930e req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] Attempting to bind port 8ffaa15e-5249-4ec2-b177-8936bc34d603 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:45:32.162756 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae15075-a40d-437d-a169-91a9cc81930e req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] Attempting to bind port 8ffaa15e-5249-4ec2-b177-8936bc34d603 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:32.184905 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae15075-a40d-437d-a169-91a9cc81930e req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] Port 8ffaa15e-5249-4ec2-b177-8936bc34d603 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:45:32.185226 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae15075-a40d-437d-a169-91a9cc81930e req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] Attempting to bind port 8ffaa15e-5249-4ec2-b177-8936bc34d603 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:32.191167 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-350e72ed-677e-4276-9aba-321084d0273c req-9ff06353-ab9d-49cd-9843-4ed2a8cffa26 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:32.232932 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae15075-a40d-437d-a169-91a9cc81930e req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:45:32.234219 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae15075-a40d-437d-a169-91a9cc81930e req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:45:32.234919 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae15075-a40d-437d-a169-91a9cc81930e req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:45:32.235534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-6ae15075-a40d-437d-a169-91a9cc81930e req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] Bound port: 8ffaa15e-5249-4ec2-b177-8936bc34d603, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:45:32.236054 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6ae15075-a40d-437d-a169-91a9cc81930e req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:32.332341 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-2f0d88b6-2ffc-40d0-9b8e-022a95f42752 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:32.334263 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-350e72ed-677e-4276-9aba-321084d0273c req-9ff06353-ab9d-49cd-9843-4ed2a8cffa26 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:32.355938 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-66827f35-cbf2-49a3-8991-13d6d443821e tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:45:32.356938 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-66827f35-cbf2-49a3-8991-13d6d443821e tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065680 Nov 23 21:45:32.428707 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-6ae15075-a40d-437d-a169-91a9cc81930e req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] For port 8ffaa15e-5249-4ec2-b177-8936bc34d603, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:45:32.452395 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-2f0d88b6-2ffc-40d0-9b8e-022a95f42752 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Network 65d18847-e24b-4600-a41f-00c5b3389a5b is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:45:32.454956 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-86950eb2-75af-46e4-b143-b64e09c967da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:32.460115 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d88b6-2ffc-40d0-9b8e-022a95f42752 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Pushing event updated for resources: {'Port': ['ID=f3dbe69d-1eb4-4904-a61d-5743beec708f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:32.467522 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-86950eb2-75af-46e4-b143-b64e09c967da service neutron] 10.222.0.50 "GET /v2.0/ports/af2dc5c5-9fc4-443d-9bac-877c3dc929d4 HTTP/1.1" status: 200 len: 1093 time: 0.0834661 Nov 23 21:45:32.469820 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-2f0d88b6-2ffc-40d0-9b8e-022a95f42752 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:32.473722 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-abf2abd0-03ce-456c-8d8f-5932f851d603 service neutron] Request body: {'binding': {'host': 'n-h2-816206-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:32.474443 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-6ae15075-a40d-437d-a169-91a9cc81930e req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] For port 8ffaa15e-5249-4ec2-b177-8936bc34d603, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=8ffaa15e-5249-4ec2-b177-8936bc34d603,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:45:32.476872 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-2f0d88b6-2ffc-40d0-9b8e-022a95f42752 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:45:32.477535 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-abf2abd0-03ce-456c-8d8f-5932f851d603 service neutron] Unknown quota resources ['binding']. {{(pid=110033) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 21:45:32.482392 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-2f0d88b6-2ffc-40d0-9b8e-022a95f42752 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:32.483051 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-2f0d88b6-2ffc-40d0-9b8e-022a95f42752 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:32.492323 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6ae15075-a40d-437d-a169-91a9cc81930e req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:32.581897 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-2f0d88b6-2ffc-40d0-9b8e-022a95f42752 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5565355 Nov 23 21:45:32.678426 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae15075-a40d-437d-a169-91a9cc81930e req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:32.683639 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6ae15075-a40d-437d-a169-91a9cc81930e req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:32.686433 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ae15075-a40d-437d-a169-91a9cc81930e req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] 10.222.0.60 "PUT /v2.0/ports/8ffaa15e-5249-4ec2-b177-8936bc34d603 HTTP/1.1" status: 200 len: 1096 time: 2.6787968 Nov 23 21:45:32.690316 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-420f9995-b30a-4c9b-ba74-ffa8db79e7a0 service neutron] Request body: {'port': {'device_id': '44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:32.708636 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:32.731573 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:32.747551 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46304) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:32.789876 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-93579974-7d7f-45b8-97f9-dba73b6f39b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:32.892140 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae15075-a40d-437d-a169-91a9cc81930e req-9fb2e8cb-d026-48d6-acdc-8772829dce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:32.894811 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:32.895016 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ae15075-a40d-437d-a169-91a9cc81930e req-9fb2e8cb-d026-48d6-acdc-8772829dce13 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 1099 time: 0.1561961 Nov 23 21:45:32.895737 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0e1a7-1560-4f1b-99f2-0a9565c65c15 service neutron] Pushing event updated for resources: {'Port': ['ID=8ffaa15e-5249-4ec2-b177-8936bc34d603,revision_number=7']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:32.933802 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ed9be-6d66-4d93-afd5-f74a1b340f8d None None] Pushing event updated for resources: {'Port': ['ID=6fa84d43-79ce-4bb5-acc6-b7eca6a27376,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:32.938278 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5c459336-9ac3-4656-b83a-3198268c3bf4 None None] Provisioning complete for port f3dbe69d-1eb4-4904-a61d-5743beec708f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:32.938731 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5c459336-9ac3-4656-b83a-3198268c3bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:32.965667 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-abf2abd0-03ce-456c-8d8f-5932f851d603 service neutron] Attempting to bind port af2dc5c5-9fc4-443d-9bac-877c3dc929d4 on host n-h2-816206-9 for vnic_type normal with profile None {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:45:32.968253 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-abf2abd0-03ce-456c-8d8f-5932f851d603 service neutron] Attempting to bind port af2dc5c5-9fc4-443d-9bac-877c3dc929d4 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:45:32.968722 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-abf2abd0-03ce-456c-8d8f-5932f851d603 service neutron] Attempting to bind port af2dc5c5-9fc4-443d-9bac-877c3dc929d4 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:32.999843 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-abf2abd0-03ce-456c-8d8f-5932f851d603 service neutron] Port af2dc5c5-9fc4-443d-9bac-877c3dc929d4 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:45:33.000276 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-420f9995-b30a-4c9b-ba74-ffa8db79e7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:33.002799 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-abf2abd0-03ce-456c-8d8f-5932f851d603 service neutron] Attempting to bind port af2dc5c5-9fc4-443d-9bac-877c3dc929d4 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:33.010499 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5c459336-9ac3-4656-b83a-3198268c3bf4 None None] Port f3dbe69d-1eb4-4904-a61d-5743beec708f cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:45:33.016414 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] Attempting to bind port 6fa84d43-79ce-4bb5-acc6-b7eca6a27376 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:45:33.016799 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] Attempting to bind port 6fa84d43-79ce-4bb5-acc6-b7eca6a27376 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'df97aba6-e14e-4064-93bd-65b3472ea92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:45:33.017450 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] Attempting to bind port 6fa84d43-79ce-4bb5-acc6-b7eca6a27376 on network 65d18847-e24b-4600-a41f-00c5b3389a5b {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:33.019180 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-abf2abd0-03ce-456c-8d8f-5932f851d603 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:45:33.021481 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-abf2abd0-03ce-456c-8d8f-5932f851d603 service neutron] Checking segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:45:33.022833 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-abf2abd0-03ce-456c-8d8f-5932f851d603 service neutron] Bound using segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:45:33.023541 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:45:33.023994 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] Checking segment: {'id': 'df97aba6-e14e-4064-93bd-65b3472ea92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:45:33.024130 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-abf2abd0-03ce-456c-8d8f-5932f851d603 service neutron] Bound port: af2dc5c5-9fc4-443d-9bac-877c3dc929d4, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:45:33.024640 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:33.027477 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] Bound using segment: {'id': 'df97aba6-e14e-4064-93bd-65b3472ea92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:45:33.027477 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] Bound port: 6fa84d43-79ce-4bb5-acc6-b7eca6a27376, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df97aba6-e14e-4064-93bd-65b3472ea92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:45:33.027477 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:33.122054 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] For port 6fa84d43-79ce-4bb5-acc6-b7eca6a27376, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:45:33.126089 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] For port 6fa84d43-79ce-4bb5-acc6-b7eca6a27376, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6fa84d43-79ce-4bb5-acc6-b7eca6a27376,segment=NetworkSegment(df97aba6-e14e-4064-93bd-65b3472ea92d),segment_id=df97aba6-e14e-4064-93bd-65b3472ea92d)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:45:33.138462 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:33.169821 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-350e72ed-677e-4276-9aba-321084d0273c req-9ff06353-ab9d-49cd-9843-4ed2a8cffa26 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:33.190178 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-350e72ed-677e-4276-9aba-321084d0273c req-9ff06353-ab9d-49cd-9843-4ed2a8cffa26 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:33.204904 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-93579974-7d7f-45b8-97f9-dba73b6f39b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:33.222588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] Routers {'30ced018-27d7-4e22-9b7b-559ae9f6c707'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:45:33.223326 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:45:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['30ced018-27d7-4e22-9b7b-559ae9f6c707'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:33.234861 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-93579974-7d7f-45b8-97f9-dba73b6f39b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:33.275260 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-abf2abd0-03ce-456c-8d8f-5932f851d603 service neutron] For port af2dc5c5-9fc4-443d-9bac-877c3dc929d4, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=af2dc5c5-9fc4-443d-9bac-877c3dc929d4,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:45:33.294065 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-93579974-7d7f-45b8-97f9-dba73b6f39b4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=edf86a2d51584935b0e484f8ac110f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5404959 Nov 23 21:45:33.294878 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46306) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:33.318796 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-abf2abd0-03ce-456c-8d8f-5932f851d603 service neutron] Publish callbacks [] for binding, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:33.320399 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-abf2abd0-03ce-456c-8d8f-5932f851d603 service neutron] 10.222.0.50 "POST /v2.0/ports/af2dc5c5-9fc4-443d-9bac-877c3dc929d4/bindings HTTP/1.1" status: 201 len: 389 time: 0.8520181 Nov 23 21:45:33.335074 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93579974-7d7f-45b8-97f9-dba73b6f39b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fea136-5841-4c61-a0be-03ccc5a4a320,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:33.336010 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff06353-ab9d-49cd-9843-4ed2a8cffa26 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Pushing event updated for resources: {'Port': ['ID=d90d4bfe-0360-495b-ba9f-bd281c5fdeeb,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:33.343153 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-350e72ed-677e-4276-9aba-321084d0273c req-9ff06353-ab9d-49cd-9843-4ed2a8cffa26 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:33.362086 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ed9be-6d66-4d93-afd5-f74a1b340f8d None None] Pushing event updated for resources: {'Port': ['ID=6fa84d43-79ce-4bb5-acc6-b7eca6a27376,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:33.380545 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae15075-a40d-437d-a169-91a9cc81930e req-6533f832-d079-44a8-8077-64a73db01073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:33.383196 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ae15075-a40d-437d-a169-91a9cc81930e req-6533f832-d079-44a8-8077-64a73db01073 service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.4583166 Nov 23 21:45:33.390513 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-350e72ed-677e-4276-9aba-321084d0273c req-9ff06353-ab9d-49cd-9843-4ed2a8cffa26 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:33.401245 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-350e72ed-677e-4276-9aba-321084d0273c req-9ff06353-ab9d-49cd-9843-4ed2a8cffa26 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4319465 Nov 23 21:45:33.407731 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-80b1e705-7821-4bc8-839f-a8cce5c3b47e None None] Provisioning complete for port 6fa84d43-79ce-4bb5-acc6-b7eca6a27376 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:33.408108 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-80b1e705-7821-4bc8-839f-a8cce5c3b47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:33.472024 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b23a9c51-0b56-4c7d-a636-97acc47aa434 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:33.524643 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] Set router 30ced018-27d7-4e22-9b7b-559ae9f6c707 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:45:33.628826 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b23a9c51-0b56-4c7d-a636-97acc47aa434 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:33.653921 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-350e72ed-677e-4276-9aba-321084d0273c req-27e3e10a-522a-46fe-ae34-6cfd441f2146 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.162 HTTP/1.1" status: 200 len: 696 time: 0.2514274 Nov 23 21:45:33.763059 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b23a9c51-0b56-4c7d-a636-97acc47aa434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:33.766934 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b23a9c51-0b56-4c7d-a636-97acc47aa434 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:33.768474 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b23a9c51-0b56-4c7d-a636-97acc47aa434 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b2fea136-5841-4c61-a0be-03ccc5a4a320 HTTP/1.1" status: 204 len: 168 time: 0.4675803 Nov 23 21:45:33.799677 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a9c51-0b56-4c7d-a636-97acc47aa434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fea136-5841-4c61-a0be-03ccc5a4a320,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:33.846063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ae15075-a40d-437d-a169-91a9cc81930e req-4808c3e5-c69b-4a8f-90c0-52546cc46575 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=8ffaa15e-5249-4ec2-b177-8936bc34d603 HTTP/1.1" status: 200 len: 217 time: 0.2242243 Nov 23 21:45:33.908178 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:33.946264 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 8ffaa15e-5249-4ec2-b177-8936bc34d603 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:45:34.000338 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-ae50acdc-f5f2-4821-9851-715617043f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:34.003575 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-ae50acdc-f5f2-4821-9851-715617043f56 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 1096 time: 0.1107881 Nov 23 21:45:34.037771 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f179a7-402d-4913-84e5-89a329706f1a req-a800062c-3845-4b68-90d3-feea6614de23 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:34.046239 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-64f179a7-402d-4913-84e5-89a329706f1a req-a800062c-3845-4b68-90d3-feea6614de23 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4 HTTP/1.1" status: 200 len: 931 time: 0.3060081 Nov 23 21:45:34.104673 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 8ffaa15e-5249-4ec2-b177-8936bc34d603 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:45:34.119995 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-80b1e705-7821-4bc8-839f-a8cce5c3b47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:34.178153 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-80b1e705-7821-4bc8-839f-a8cce5c3b47e None None] For port 6fa84d43-79ce-4bb5-acc6-b7eca6a27376, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6fa84d43-79ce-4bb5-acc6-b7eca6a27376,segment=NetworkSegment(df97aba6-e14e-4064-93bd-65b3472ea92d),segment_id=df97aba6-e14e-4064-93bd-65b3472ea92d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:34.201690 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6fa84d43-79ce-4bb5-acc6-b7eca6a27376', 'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'mac_address': 'fa:16:3e:81:9e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:22Z', 'updated_at': '2021-11-23T21:45:33Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'subnets': [{'id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:34.204831 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-80b1e705-7821-4bc8-839f-a8cce5c3b47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:34.214416 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-b9faf51c-cc88-4ec4-b42a-4dc7b50f7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:34.218017 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-b9faf51c-cc88-4ec4-b42a-4dc7b50f7faa service neutron] 10.222.0.60 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 922 time: 0.2056916 Nov 23 21:45:34.264021 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-420f9995-b30a-4c9b-ba74-ffa8db79e7a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3dbe69d-1eb4-4904-a61d-5743beec708f {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:45:34.284559 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449cdb8c-7157-4852-8f70-48c85c6d5874 None None] The sync data for ids ['30ced018-27d7-4e22-9b7b-559ae9f6c707'] in n-d-816206-9 is: [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6fa84d43-79ce-4bb5-acc6-b7eca6a27376', 'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'mac_address': 'fa:16:3e:81:9e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:22Z', 'updated_at': '2021-11-23T21:45:33Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'subnets': [{'id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:45:34.285429 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-420f9995-b30a-4c9b-ba74-ffa8db79e7a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:34.330302 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-420f9995-b30a-4c9b-ba74-ffa8db79e7a0 service neutron] Transition to ACTIVE for port object f3dbe69d-1eb4-4904-a61d-5743beec708f will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:45:34.342821 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-3b4327bf-e810-414f-b06f-dd1ef07163ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af2dc5c5-9fc4-443d-9bac-877c3dc929d4 HTTP/1.1" status: 200 len: 217 time: 0.1165440 Nov 23 21:45:34.348913 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae15075-a40d-437d-a169-91a9cc81930e req-f03c0e5d-eebb-40d2-a069-2b9502390d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:34.349157 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6fa84d43-79ce-4bb5-acc6-b7eca6a27376 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:34.350557 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ae15075-a40d-437d-a169-91a9cc81930e req-f03c0e5d-eebb-40d2-a069-2b9502390d37 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.4946303 Nov 23 21:45:34.363712 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-420f9995-b30a-4c9b-ba74-ffa8db79e7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:34.433303 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1e705-7821-4bc8-839f-a8cce5c3b47e None None] Pushing event updated for resources: {'Port': ['ID=6fa84d43-79ce-4bb5-acc6-b7eca6a27376,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:34.455807 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-ad0baf0f-ef9e-444a-b01b-f853693a17ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:34.458340 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-ad0baf0f-ef9e-444a-b01b-f853693a17ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c HTTP/1.1" status: 200 len: 861 time: 0.1054037 Nov 23 21:45:34.476464 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 6fa84d43-79ce-4bb5-acc6-b7eca6a27376 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:34.476830 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:34.489015 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e72ed-677e-4276-9aba-321084d0273c req-12875bc6-fb99-4aa2-ac9c-5029734a190b tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:34.490421 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-350e72ed-677e-4276-9aba-321084d0273c req-12875bc6-fb99-4aa2-ac9c-5029734a190b tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.8298316 Nov 23 21:45:34.554321 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-8ca61795-0c29-4f1f-afb3-58312f71d966 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875745 Nov 23 21:45:34.620847 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c59ccbb6-6516-4d3d-b2bb-5f661491b30a None None] Provisioning complete for port 6fa84d43-79ce-4bb5-acc6-b7eca6a27376 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:34.629593 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c59ccbb6-6516-4d3d-b2bb-5f661491b30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:34.650992 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae15075-a40d-437d-a169-91a9cc81930e req-c4a438d7-f0c0-4c6c-9f96-b7162bea247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:34.652881 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ae15075-a40d-437d-a169-91a9cc81930e req-c4a438d7-f0c0-4c6c-9f96-b7162bea247f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2520194 Nov 23 21:45:34.818925 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-0840347b-1194-46e8-bd96-c83c0e38087f service neutron] 10.222.0.60 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534695 Nov 23 21:45:34.908191 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ae15075-a40d-437d-a169-91a9cc81930e req-e52d75ac-3219-44a9-a7f4-d829145c13b9 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315557 Nov 23 21:45:34.924413 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f9995-b30a-4c9b-ba74-ffa8db79e7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3dbe69d-1eb4-4904-a61d-5743beec708f,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:35.028486 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-c87f2be3-c7d6-4a5d-8a98-96b7e4db90b2 service neutron] 10.222.0.60 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907737 Nov 23 21:45:35.124861 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ae15075-a40d-437d-a169-91a9cc81930e req-375bdb3d-e703-4ea1-bdb6-970188700772 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977048 Nov 23 21:45:35.164513 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-64f179a7-402d-4913-84e5-89a329706f1a req-4dbad63b-7cbd-42ab-83e8-02c13d826f2d tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/security-groups?id=db46c29c-fe61-4542-b264-8d84955f2460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1181741 Nov 23 21:45:35.197749 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-420f9995-b30a-4c9b-ba74-ffa8db79e7a0 service neutron] Attempting to bind port f3dbe69d-1eb4-4904-a61d-5743beec708f on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:45:35.198665 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-420f9995-b30a-4c9b-ba74-ffa8db79e7a0 service neutron] Attempting to bind port f3dbe69d-1eb4-4904-a61d-5743beec708f by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'df97aba6-e14e-4064-93bd-65b3472ea92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:45:35.198923 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-420f9995-b30a-4c9b-ba74-ffa8db79e7a0 service neutron] Attempting to bind port f3dbe69d-1eb4-4904-a61d-5743beec708f on network 65d18847-e24b-4600-a41f-00c5b3389a5b {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:35.209037 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d37b8-a8bc-43a8-bdbf-980fe1f614ab req-59769cc5-af03-445c-a144-7fbcb698adc1 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:35.210561 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-440d37b8-a8bc-43a8-bdbf-980fe1f614ab req-59769cc5-af03-445c-a144-7fbcb698adc1 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 945 time: 0.3228881 Nov 23 21:45:35.213095 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-420f9995-b30a-4c9b-ba74-ffa8db79e7a0 service neutron] Port f3dbe69d-1eb4-4904-a61d-5743beec708f on network 65d18847-e24b-4600-a41f-00c5b3389a5b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:45:35.213406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-420f9995-b30a-4c9b-ba74-ffa8db79e7a0 service neutron] Attempting to bind port f3dbe69d-1eb4-4904-a61d-5743beec708f on network 65d18847-e24b-4600-a41f-00c5b3389a5b {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:35.228636 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-420f9995-b30a-4c9b-ba74-ffa8db79e7a0 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:45:35.229828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-420f9995-b30a-4c9b-ba74-ffa8db79e7a0 service neutron] Checking segment: {'id': 'df97aba6-e14e-4064-93bd-65b3472ea92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:45:35.230392 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-420f9995-b30a-4c9b-ba74-ffa8db79e7a0 service neutron] Bound using segment: {'id': 'df97aba6-e14e-4064-93bd-65b3472ea92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:45:35.230801 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-420f9995-b30a-4c9b-ba74-ffa8db79e7a0 service neutron] Bound port: f3dbe69d-1eb4-4904-a61d-5743beec708f, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df97aba6-e14e-4064-93bd-65b3472ea92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:45:35.231136 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-420f9995-b30a-4c9b-ba74-ffa8db79e7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:35.340917 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46342) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:35.348982 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-440d37b8-a8bc-43a8-bdbf-980fe1f614ab req-1c60785f-55ad-4335-98f3-8b4de4bda033 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253386 Nov 23 21:45:35.368404 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-420f9995-b30a-4c9b-ba74-ffa8db79e7a0 service neutron] For port f3dbe69d-1eb4-4904-a61d-5743beec708f, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:45:35.372833 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-420f9995-b30a-4c9b-ba74-ffa8db79e7a0 service neutron] For port f3dbe69d-1eb4-4904-a61d-5743beec708f, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f3dbe69d-1eb4-4904-a61d-5743beec708f,segment=NetworkSegment(df97aba6-e14e-4064-93bd-65b3472ea92d),segment_id=df97aba6-e14e-4064-93bd-65b3472ea92d)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:45:35.383643 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-420f9995-b30a-4c9b-ba74-ffa8db79e7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:35.429732 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-420f9995-b30a-4c9b-ba74-ffa8db79e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:35.430409 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-420f9995-b30a-4c9b-ba74-ffa8db79e7a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:35.432491 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-420f9995-b30a-4c9b-ba74-ffa8db79e7a0 service neutron] 10.222.0.60 "PUT /v2.0/ports/f3dbe69d-1eb4-4904-a61d-5743beec708f HTTP/1.1" status: 200 len: 1091 time: 2.7722306 Nov 23 21:45:35.464655 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f9995-b30a-4c9b-ba74-ffa8db79e7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3dbe69d-1eb4-4904-a61d-5743beec708f,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:35.488291 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6967fcba-d6c4-48bf-9a24-551b5c497937 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1865993258-network', 'tenant_id': '18c8f66042874b568706724a257348cb'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:35.526528 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6967fcba-d6c4-48bf-9a24-551b5c497937 admin admin] Made reservation on behalf of 18c8f66042874b568706724a257348cb for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:45:35.529071 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6967fcba-d6c4-48bf-9a24-551b5c497937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:35.540847 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6967fcba-d6c4-48bf-9a24-551b5c497937 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:35.556581 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce99d2-e237-4bd6-b298-c149e06fa825 req-a7055b3c-1494-4a3e-b3ce-18a712073f84 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:35.559131 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63ce99d2-e237-4bd6-b298-c149e06fa825 req-a7055b3c-1494-4a3e-b3ce-18a712073f84 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 948 time: 0.0589447 Nov 23 21:45:35.618752 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63ce99d2-e237-4bd6-b298-c149e06fa825 req-91cda8e3-9b0f-4bbb-ae78-e38923dcfce9 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523391 Nov 23 21:45:35.651559 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6967fcba-d6c4-48bf-9a24-551b5c497937 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:35.657220 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6967fcba-d6c4-48bf-9a24-551b5c497937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:35.685710 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6967fcba-d6c4-48bf-9a24-551b5c497937 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:45:35.693818 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 21:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14ed401-5b45-4f7a-a221-289e75c0e631 x-openstack-request-id: req-f14ed401-5b45-4f7a-a221-289e75c0e631 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:45:35.694562 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e927d54-58f2-479c-b244-c80ef4c036dc", "name": "network-vif-unplugged", "status": "completed", "tag": "8ffaa15e-5249-4ec2-b177-8936bc34d603", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:45:35.695029 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f14ed401-5b45-4f7a-a221-289e75c0e631 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:45:35.696298 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e927d54-58f2-479c-b244-c80ef4c036dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ffaa15e-5249-4ec2-b177-8936bc34d603', 'code': 200} Nov 23 21:45:35.698771 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967fcba-d6c4-48bf-9a24-551b5c497937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffbd88e-b828-41d2-b6ee-92640cd709d7,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:35.704782 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6967fcba-d6c4-48bf-9a24-551b5c497937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:35.705103 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-6967fcba-d6c4-48bf-9a24-551b5c497937 admin admin] Added segment f4b26960-9594-4eb0-9b8a-9accdb2d18e0 of type vlan for network 1f67020f-8055-4ec9-baee-e572af54f934 Nov 23 21:45:35.752829 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6967fcba-d6c4-48bf-9a24-551b5c497937 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:35.788267 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6967fcba-d6c4-48bf-9a24-551b5c497937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:35.789386 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6967fcba-d6c4-48bf-9a24-551b5c497937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:35.791921 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6967fcba-d6c4-48bf-9a24-551b5c497937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:35.844268 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12b8a6-c651-4f8d-aab5-1b62f0311269 req-12eb65b9-1baf-4f86-819e-84fc9941cb9c tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:35.859329 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9d12b8a6-c651-4f8d-aab5-1b62f0311269 req-12eb65b9-1baf-4f86-819e-84fc9941cb9c tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 945 time: 0.1063950 Nov 23 21:45:35.892959 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6967fcba-d6c4-48bf-9a24-551b5c497937 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.5506639 Nov 23 21:45:35.893972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967fcba-d6c4-48bf-9a24-551b5c497937 admin admin] Pushing event updated for resources: {'Network': ['ID=1f67020f-8055-4ec9-baee-e572af54f934,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:35.896194 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46362) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:35.902994 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-1a71ff8d-692b-4759-bfe6-ac9d030a2219 admin admin] Request body: {'subnet': {'network_id': '1f67020f-8055-4ec9-baee-e572af54f934', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1865993258-subnet', 'tenant_id': '18c8f66042874b568706724a257348cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:35.913553 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 1f67020f-8055-4ec9-baee-e572af54f934 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:45:35.938448 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a71ff8d-692b-4759-bfe6-ac9d030a2219 admin admin] Made reservation on behalf of 18c8f66042874b568706724a257348cb for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:45:35.941458 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1a71ff8d-692b-4759-bfe6-ac9d030a2219 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:36.027453 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f8a46b1b-d55a-4b23-9b9c-99109fa6d6bd req-cab96230-658d-40bd-bef1-26da8b5e891d tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/floatingips/c4ec33ae-7c0c-4de9-aaa7-afce8b9c8c8b HTTP/1.1" status: 200 len: 693 time: 0.1354842 Nov 23 21:45:36.093096 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9d12b8a6-c651-4f8d-aab5-1b62f0311269 req-cbfc31d2-7417-4def-95e4-0288f9e27317 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327251 Nov 23 21:45:36.122445 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-bd8f4ec5-8c99-4ce0-bfb7-e44f0d37776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:36.122445 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-bd8f4ec5-8c99-4ce0-bfb7-e44f0d37776b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ceb43cef7cd4d6e993216c3dd613b2f&device_id=44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4 HTTP/1.1" status: 200 len: 1094 time: 0.2552025 Nov 23 21:45:36.198454 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1a71ff8d-692b-4759-bfe6-ac9d030a2219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:36.216304 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-c994764b-e533-4087-966c-55f23407c3fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3dbe69d-1eb4-4904-a61d-5743beec708f HTTP/1.1" status: 200 len: 217 time: 0.0608184 Nov 23 21:45:36.258185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a46b1b-d55a-4b23-9b9c-99109fa6d6bd req-d7d506c2-2706-4cf2-9a26-82594aaff7fc tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:36.259847 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f8a46b1b-d55a-4b23-9b9c-99109fa6d6bd req-d7d506c2-2706-4cf2-9a26-82594aaff7fc tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.2215428 Nov 23 21:45:36.262447 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6fa84d43-79ce-4bb5-acc6-b7eca6a27376 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:36.272980 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71ff8d-692b-4759-bfe6-ac9d030a2219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fece629e-253c-4214-88a2-c60510bbc2c8,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:36.283999 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71ff8d-692b-4759-bfe6-ac9d030a2219 admin admin] Checking segment: {'id': 'f4b26960-9594-4eb0-9b8a-9accdb2d18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:45:36.284373 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a71ff8d-692b-4759-bfe6-ac9d030a2219 admin admin] Network hostable DHCP agents. Network: 1f67020f-8055-4ec9-baee-e572af54f934, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:45:36.299142 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-f8a46b1b-d55a-4b23-9b9c-99109fa6d6bd req-06ca3831-89a1-4dc9-af0c-d0bcb422d2ad tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:45:36.301347 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f8a46b1b-d55a-4b23-9b9c-99109fa6d6bd req-06ca3831-89a1-4dc9-af0c-d0bcb422d2ad tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138302 Nov 23 21:45:36.310336 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a71ff8d-692b-4759-bfe6-ac9d030a2219 admin admin] Network 1f67020f-8055-4ec9-baee-e572af54f934 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:45:36.323289 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-1a71ff8d-692b-4759-bfe6-ac9d030a2219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 1f67020f-8055-4ec9-baee-e572af54f934) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:36.323499 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 6fa84d43-79ce-4bb5-acc6-b7eca6a27376 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:36.323916 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:36.328595 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a71ff8d-692b-4759-bfe6-ac9d030a2219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:36.329251 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1a71ff8d-692b-4759-bfe6-ac9d030a2219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:36.349326 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1a71ff8d-692b-4759-bfe6-ac9d030a2219 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4518991 Nov 23 21:45:36.351958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46378) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:36.360653 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-096c5ff1-31bb-4638-9e73-c4c118344eba admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1865993258-router', 'tenant_id': '18c8f66042874b568706724a257348cb', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:36.362543 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088520ef-3622-40b6-890b-e017b00b46d8 None None] Network 1f67020f-8055-4ec9-baee-e572af54f934 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:45:36.389920 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-096c5ff1-31bb-4638-9e73-c4c118344eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:36.391426 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-096c5ff1-31bb-4638-9e73-c4c118344eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:36.429167 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f8a46b1b-d55a-4b23-9b9c-99109fa6d6bd req-ff0194a3-6ec9-41bb-b05d-7c65364367f3 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.162 HTTP/1.1" status: 200 len: 696 time: 0.1101069 Nov 23 21:45:36.440976 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-a26f2f26-e284-4aa7-99cf-d7a00c280592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:36.442427 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-a26f2f26-e284-4aa7-99cf-d7a00c280592 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=049705e1-bd7a-44dd-8162-5a2e4f4cfc08 HTTP/1.1" status: 200 len: 860 time: 0.1751871 Nov 23 21:45:36.453775 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59549a3-0b10-4ed3-977f-f003797c8e99 req-efedcebc-0c4e-46a8-9cc3-c057123603fa tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:36.460958 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a59549a3-0b10-4ed3-977f-f003797c8e99 req-efedcebc-0c4e-46a8-9cc3-c057123603fa tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?device_id=62054ac4-bb9d-4677-8403-f6d84e42f5a6 HTTP/1.1" status: 200 len: 946 time: 0.1576781 Nov 23 21:45:36.499964 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-096c5ff1-31bb-4638-9e73-c4c118344eba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:36.556033 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f8a46b1b-d55a-4b23-9b9c-99109fa6d6bd req-bdb0ea38-fd41-4146-9103-f5f07cf1923b tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.162 HTTP/1.1" status: 200 len: 696 time: 0.1123557 Nov 23 21:45:36.602548 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dbaa1b-18a3-45fe-8558-7906710527ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-1f67020f-8055-4ec9-baee-e572af54f934', 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934', 'tenant_id': '18c8f66042874b568706724a257348cb', 'fixed_ips': [{'subnet_id': 'fece629e-253c-4214-88a2-c60510bbc2c8'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:45:36.606055 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-45dbaa1b-18a3-45fe-8558-7906710527ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:36.706107 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-096c5ff1-31bb-4638-9e73-c4c118344eba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:36.901542 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-45dbaa1b-18a3-45fe-8558-7906710527ae None None] Allocated IP 172.20.0.2 (1f67020f-8055-4ec9-baee-e572af54f934/fece629e-253c-4214-88a2-c60510bbc2c8/f9314c67-c605-4996-99d1-066153959eaa) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:45:36.941752 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-096c5ff1-31bb-4638-9e73-c4c118344eba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:36.964460 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-096c5ff1-31bb-4638-9e73-c4c118344eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:36.999570 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a59549a3-0b10-4ed3-977f-f003797c8e99 req-14b92fe8-98c6-4ef0-9582-e3983e403d9e tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e16c830-bb83-4eed-8285-161efed5682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5377657 Nov 23 21:45:37.001720 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-4b4c0862-99b5-4af3-b29b-6f33ad2ec385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:37.004204 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-4b4c0862-99b5-4af3-b29b-6f33ad2ec385 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=65d18847-e24b-4600-a41f-00c5b3389a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5413654 Nov 23 21:45:37.121228 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-096c5ff1-31bb-4638-9e73-c4c118344eba admin admin] Allocated IP 172.25.5.207 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/f178ce71-22d3-46ac-a159-cd08b0cc327c) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:45:37.145337 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-45dbaa1b-18a3-45fe-8558-7906710527ae None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:37.157873 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-45dbaa1b-18a3-45fe-8558-7906710527ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:37.212363 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-f8a46b1b-d55a-4b23-9b9c-99109fa6d6bd req-ca369b86-132d-4d56-b4a5-c8137dbb833f tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Deleting port d90d4bfe-0360-495b-ba9f-bd281c5fdeeb {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:45:37.212703 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f8a46b1b-d55a-4b23-9b9c-99109fa6d6bd req-ca369b86-132d-4d56-b4a5-c8137dbb833f tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:37.218379 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbaa1b-18a3-45fe-8558-7906710527ae None None] Pushing event updated for resources: {'Port': ['ID=f9314c67-c605-4996-99d1-066153959eaa,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:37.221536 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1302e-f150-4753-b893-45c89fc2fbfd req-107ec12a-448d-4df2-a484-95efa5e9cdb8 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:37.223118 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-83e1302e-f150-4753-b893-45c89fc2fbfd req-107ec12a-448d-4df2-a484-95efa5e9cdb8 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4 HTTP/1.1" status: 200 len: 943 time: 0.0879962 Nov 23 21:45:37.243773 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dbaa1b-18a3-45fe-8558-7906710527ae None None] Network 1f67020f-8055-4ec9-baee-e572af54f934 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:45:37.247871 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-45dbaa1b-18a3-45fe-8558-7906710527ae None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:37.250213 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-24173cbb-3184-431d-9fdb-e188757d8486 service neutron] 10.222.0.60 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152176 Nov 23 21:45:37.252762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dbaa1b-18a3-45fe-8558-7906710527ae None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:45:37.302467 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-096c5ff1-31bb-4638-9e73-c4c118344eba admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:37.328162 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-45dbaa1b-18a3-45fe-8558-7906710527ae None None] Attempting to bind port f9314c67-c605-4996-99d1-066153959eaa on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:45:37.329587 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-45dbaa1b-18a3-45fe-8558-7906710527ae None None] Attempting to bind port f9314c67-c605-4996-99d1-066153959eaa by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'f4b26960-9594-4eb0-9b8a-9accdb2d18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:45:37.330313 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dbaa1b-18a3-45fe-8558-7906710527ae None None] Attempting to bind port f9314c67-c605-4996-99d1-066153959eaa on network 1f67020f-8055-4ec9-baee-e572af54f934 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:37.343826 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dbaa1b-18a3-45fe-8558-7906710527ae None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:45:37.344862 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dbaa1b-18a3-45fe-8558-7906710527ae None None] Checking segment: {'id': 'f4b26960-9594-4eb0-9b8a-9accdb2d18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:45:37.346690 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-45dbaa1b-18a3-45fe-8558-7906710527ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:37.348791 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dbaa1b-18a3-45fe-8558-7906710527ae None None] Bound using segment: {'id': 'f4b26960-9594-4eb0-9b8a-9accdb2d18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:45:37.350477 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-45dbaa1b-18a3-45fe-8558-7906710527ae None None] Bound port: f9314c67-c605-4996-99d1-066153959eaa, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b26960-9594-4eb0-9b8a-9accdb2d18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:45:37.350937 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-45dbaa1b-18a3-45fe-8558-7906710527ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:37.352133 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-096c5ff1-31bb-4638-9e73-c4c118344eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:37.410530 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096c5ff1-31bb-4638-9e73-c4c118344eba admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:45:37.410902 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-83e1302e-f150-4753-b893-45c89fc2fbfd req-ddc7ff64-ec50-4ffd-90cd-601f477c39a3 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/security-groups?id=db46c29c-fe61-4542-b264-8d84955f2460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726935 Nov 23 21:45:37.415714 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f8a46b1b-d55a-4b23-9b9c-99109fa6d6bd req-ca369b86-132d-4d56-b4a5-c8137dbb833f tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:37.416024 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f8a46b1b-d55a-4b23-9b9c-99109fa6d6bd req-ca369b86-132d-4d56-b4a5-c8137dbb833f tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:37.420608 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-096c5ff1-31bb-4638-9e73-c4c118344eba admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:37.433762 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096c5ff1-31bb-4638-9e73-c4c118344eba admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:45:37.445710 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-f8a46b1b-d55a-4b23-9b9c-99109fa6d6bd req-ca369b86-132d-4d56-b4a5-c8137dbb833f tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Calling delete_port for d90d4bfe-0360-495b-ba9f-bd281c5fdeeb owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:45:37.451343 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f2cccb3-c6bf-4cbb-af36-6464ae5abc2a req-fd6b5192-7273-4f73-a4ad-3b839bb2732d service neutron] 10.222.0.60 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885426 Nov 23 21:45:37.471383 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-45dbaa1b-18a3-45fe-8558-7906710527ae None None] For port f9314c67-c605-4996-99d1-066153959eaa, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:45:37.480319 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-45dbaa1b-18a3-45fe-8558-7906710527ae None None] For port f9314c67-c605-4996-99d1-066153959eaa, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f9314c67-c605-4996-99d1-066153959eaa,segment=NetworkSegment(f4b26960-9594-4eb0-9b8a-9accdb2d18e0),segment_id=f4b26960-9594-4eb0-9b8a-9accdb2d18e0)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:45:37.490688 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-45dbaa1b-18a3-45fe-8558-7906710527ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:37.496897 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c5ff1-31bb-4638-9e73-c4c118344eba admin admin] Pushing event updated for resources: {'Port': ['ID=f178ce71-22d3-46ac-a159-cd08b0cc327c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:37.626608 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbaa1b-18a3-45fe-8558-7906710527ae None None] Pushing event updated for resources: {'Port': ['ID=f9314c67-c605-4996-99d1-066153959eaa,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:37.688086 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f8a46b1b-d55a-4b23-9b9c-99109fa6d6bd req-ca369b86-132d-4d56-b4a5-c8137dbb833f tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:37.718116 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e927d54-58f2-479c-b244-c80ef4c036dc', 'tag': '8ffaa15e-5249-4ec2-b177-8936bc34d603'}, {'name': 'network-changed', 'server_uuid': '44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4', 'tag': 'f3dbe69d-1eb4-4904-a61d-5743beec708f'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:45:37.724342 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef39b1de-dc91-4846-be60-c58e4a4381ab" -d '{"events": [{"name": "network-changed", "server_uuid": "5e927d54-58f2-479c-b244-c80ef4c036dc", "tag": "8ffaa15e-5249-4ec2-b177-8936bc34d603"}, {"name": "network-changed", "server_uuid": "44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4", "tag": "f3dbe69d-1eb4-4904-a61d-5743beec708f"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:45:37.734761 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca369b86-132d-4d56-b4a5-c8137dbb833f tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Pushing event deleted for resources: {'Port': ['ID=d90d4bfe-0360-495b-ba9f-bd281c5fdeeb,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:37.767246 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f8a46b1b-d55a-4b23-9b9c-99109fa6d6bd req-ca369b86-132d-4d56-b4a5-c8137dbb833f tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:37.770482 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f8a46b1b-d55a-4b23-9b9c-99109fa6d6bd req-ca369b86-132d-4d56-b4a5-c8137dbb833f tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:37.771965 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f8a46b1b-d55a-4b23-9b9c-99109fa6d6bd req-ca369b86-132d-4d56-b4a5-c8137dbb833f tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "DELETE /v2.0/floatingips/c4ec33ae-7c0c-4de9-aaa7-afce8b9c8c8b HTTP/1.1" status: 204 len: 173 time: 1.2076631 Nov 23 21:45:37.803151 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-096c5ff1-31bb-4638-9e73-c4c118344eba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:37.986128 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98850f3-10ba-4844-b70e-1693e755ed25 req-0ad92943-0d0f-4914-bbc1-120ed9a287c6 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:37.993593 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f98850f3-10ba-4844-b70e-1693e755ed25 req-0ad92943-0d0f-4914-bbc1-120ed9a287c6 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 945 time: 0.1156797 Nov 23 21:45:38.056419 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f98850f3-10ba-4844-b70e-1693e755ed25 req-153d85df-f110-4edd-bcfb-26affbbded44 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618267 Nov 23 21:45:38.140739 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-096c5ff1-31bb-4638-9e73-c4c118344eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:38.214526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c46b3-3649-4d81-a67a-e76aedde97c0 req-7fc36dd2-1850-4d05-96a7-c9deae466e26 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:38.224489 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-176c46b3-3649-4d81-a67a-e76aedde97c0 req-7fc36dd2-1850-4d05-96a7-c9deae466e26 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 948 time: 0.0739229 Nov 23 21:45:38.269517 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:45:38.287193 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-176c46b3-3649-4d81-a67a-e76aedde97c0 req-c023ff0e-f343-4ce2-b04a-b8725c8d8aac tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617075 Nov 23 21:45:38.349464 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f9314c67-c605-4996-99d1-066153959eaa up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:38.355298 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096c5ff1-31bb-4638-9e73-c4c118344eba admin admin] Router abfcd168-16b0-44ce-ba47-ea034bff4a85 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 21:45:38.424714 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port f9314c67-c605-4996-99d1-066153959eaa triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:38.424989 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:38.439251 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f350a-b7ba-4fc2-9eab-3e3b0c7e1b1c req-23cbecef-df81-4a42-bec5-2758b33b25c4 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:38.446996 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b21f350a-b7ba-4fc2-9eab-3e3b0c7e1b1c req-23cbecef-df81-4a42-bec5-2758b33b25c4 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 945 time: 0.0946431 Nov 23 21:45:38.520488 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b21f350a-b7ba-4fc2-9eab-3e3b0c7e1b1c req-03b64bbc-1d94-433a-9ff5-23fe91170389 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727482 Nov 23 21:45:38.526100 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:38.599774 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port f9314c67-c605-4996-99d1-066153959eaa, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f9314c67-c605-4996-99d1-066153959eaa,segment=NetworkSegment(f4b26960-9594-4eb0-9b8a-9accdb2d18e0),segment_id=f4b26960-9594-4eb0-9b8a-9accdb2d18e0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:38.612478 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:38.742988 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 21:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a6eee1-4bcf-4a73-9e38-a69eccfb10db x-openstack-request-id: req-98a6eee1-4bcf-4a73-9e38-a69eccfb10db {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:45:38.743359 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e927d54-58f2-479c-b244-c80ef4c036dc", "tag": "8ffaa15e-5249-4ec2-b177-8936bc34d603", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4", "tag": "f3dbe69d-1eb4-4904-a61d-5743beec708f", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:45:38.743562 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-98a6eee1-4bcf-4a73-9e38-a69eccfb10db {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:45:38.743977 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e927d54-58f2-479c-b244-c80ef4c036dc', 'tag': '8ffaa15e-5249-4ec2-b177-8936bc34d603', 'status': 'completed', 'code': 200} Nov 23 21:45:38.744306 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4', 'tag': 'f3dbe69d-1eb4-4904-a61d-5743beec708f', 'status': 'completed', 'code': 200} Nov 23 21:45:38.765465 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=f9314c67-c605-4996-99d1-066153959eaa,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:38.771919 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 8ffaa15e-5249-4ec2-b177-8936bc34d603 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:45:38.786166 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-d6fab0e0-0da4-414b-af91-9e36d4b874ca req-42217c47-acbd-44c7-bbf4-922d5d6a11ca tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] show failed (client error): The resource could not be found. Nov 23 21:45:38.793639 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d6fab0e0-0da4-414b-af91-9e36d4b874ca req-42217c47-acbd-44c7-bbf4-922d5d6a11ca tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/floatingips/c4ec33ae-7c0c-4de9-aaa7-afce8b9c8c8b HTTP/1.1" status: 404 len: 350 time: 0.1572082 Nov 23 21:45:38.939352 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-048f2771-c01f-4f7e-873e-084f4f0ec60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:38.940825 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-048f2771-c01f-4f7e-873e-084f4f0ec60c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 1099 time: 0.1952600 Nov 23 21:45:38.949454 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096c5ff1-31bb-4638-9e73-c4c118344eba admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:45:38.950029 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-82891d90-8b00-47b9-a73e-adb264b139fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:38.955839 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-82891d90-8b00-47b9-a73e-adb264b139fb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 1099 time: 0.2164364 Nov 23 21:45:38.958307 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] Sync routers for ids ['abfcd168-16b0-44ce-ba47-ea034bff4a85'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:45:38.983099 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] Routers {'abfcd168-16b0-44ce-ba47-ea034bff4a85'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:45:38.986976 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-096c5ff1-31bb-4638-9e73-c4c118344eba admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:38.990763 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-096c5ff1-31bb-4638-9e73-c4c118344eba admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 2.6354098 Nov 23 21:45:38.991496 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46448) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:38.995819 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:45:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['abfcd168-16b0-44ce-ba47-ea034bff4a85'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:39.008535 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 8ffaa15e-5249-4ec2-b177-8936bc34d603, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=8ffaa15e-5249-4ec2-b177-8936bc34d603,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:39.056235 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '8ffaa15e-5249-4ec2-b177-8936bc34d603', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '8ffaa15e-5249-4ec2-b177-8936bc34d603', 'mac_address': 'fa:16:3e:ba:81:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:45:39.204748 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:39.236498 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ffaa15e-5249-4ec2-b177-8936bc34d603 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:45:39.280364 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 8ffaa15e-5249-4ec2-b177-8936bc34d603, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=8ffaa15e-5249-4ec2-b177-8936bc34d603,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:39.293204 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:39.351998 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] Set router abfcd168-16b0-44ce-ba47-ea034bff4a85 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:45:39.358579 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c80f2c3-5eeb-4981-ad40-bbb772af8ab3 None None] Network 1f67020f-8055-4ec9-baee-e572af54f934 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:45:39.389475 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-540fd485-6d14-4dfa-b580-413e0cd3f16e req-d24a2d4b-2d08-4801-9bb8-f0ebff81c633 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] show failed (client error): The resource could not be found. Nov 23 21:45:39.390511 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-540fd485-6d14-4dfa-b580-413e0cd3f16e req-d24a2d4b-2d08-4801-9bb8-f0ebff81c633 tempest-FloatingIPsTestJSON-254659682 tempest-FloatingIPsTestJSON-254659682-project] 10.222.0.50 "GET /v2.0/floatingips/c4ec33ae-7c0c-4de9-aaa7-afce8b9c8c8b HTTP/1.1" status: 404 len: 350 time: 0.1694813 Nov 23 21:45:39.405547 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46456) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:39.432523 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e4123-1b6a-47e8-a819-b1f316450353 req-29fbf9dd-28ac-474f-97db-f241a1fdaa75 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:39.440524 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee1e4123-1b6a-47e8-a819-b1f316450353 req-29fbf9dd-28ac-474f-97db-f241a1fdaa75 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4 HTTP/1.1" status: 200 len: 943 time: 0.4619045 Nov 23 21:45:39.549620 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-3cfb69a5-a6b5-48b9-9099-f08d07c7095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:39.553380 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-3cfb69a5-a6b5-48b9-9099-f08d07c7095c service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.5943887 Nov 23 21:45:39.573261 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ae955411-aeb7-493c-9792-ff9465ca3f25 None None] Provisioning complete for port f9314c67-c605-4996-99d1-066153959eaa triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:39.573930 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ae955411-aeb7-493c-9792-ff9465ca3f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:39.587121 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994e600-df37-47c9-942d-122a2291ac33 req-d9208898-ee48-4fc8-a499-1de7b245639c tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:39.589436 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4994e600-df37-47c9-942d-122a2291ac33 req-d9208898-ee48-4fc8-a499-1de7b245639c tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc&tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 948 time: 0.5246277 Nov 23 21:45:39.591181 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-b925b89d-395f-4fbf-82fb-2f905ac567ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:39.592764 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-b925b89d-395f-4fbf-82fb-2f905ac567ad service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.6166642 Nov 23 21:45:39.624443 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=8ffaa15e-5249-4ec2-b177-8936bc34d603,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:39.676508 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [req-4994e600-df37-47c9-942d-122a2291ac33 req-64c4162d-688a-4dc2-a244-bd8cdb6892b6 service neutron] delete failed (client error): The resource could not be found. Nov 23 21:45:39.677586 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4994e600-df37-47c9-942d-122a2291ac33 req-64c4162d-688a-4dc2-a244-bd8cdb6892b6 service neutron] 10.222.0.53 "DELETE /v2.0/ports/8ffaa15e-5249-4ec2-b177-8936bc34d603/bindings/n-h1-816206-9 HTTP/1.1" status: 404 len: 380 time: 0.0694091 Nov 23 21:45:39.699708 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['8ffaa15e-5249-4ec2-b177-8936bc34d603'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:45:39.722628 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1865993258-router', 'tenant_id': '18c8f66042874b568706724a257348cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:37Z', 'revision_number': 3, 'project_id': '18c8f66042874b568706724a257348cb', 'gw_port': {'id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:65:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:39.760734 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] Checking router: abfcd168-16b0-44ce-ba47-ea034bff4a85 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:45:39.761608 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] Updating router abfcd168-16b0-44ce-ba47-ea034bff4a85 port f178ce71-22d3-46ac-a159-cd08b0cc327c binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:45:39.796757 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:39.805886 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df138e37-ed69-4cb7-a9cb-2da0246c31c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:39.823008 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-a547369b-13b9-4108-8ba0-3677e64eddb9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=8ffaa15e-5249-4ec2-b177-8936bc34d603 HTTP/1.1" status: 200 len: 217 time: 0.2323925 Nov 23 21:45:39.851220 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-a263ad64-72f9-4d39-b10e-eef5f5fd866d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=8ffaa15e-5249-4ec2-b177-8936bc34d603 HTTP/1.1" status: 200 len: 217 time: 0.1817284 Nov 23 21:45:39.924187 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-f00dfbed-0914-4576-8e21-d1f21820b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:39.925844 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-f00dfbed-0914-4576-8e21-d1f21820b5e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0737662 Nov 23 21:45:39.934914 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device b4bf27ab-e109-4bb8-b68d-02553526b153 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:45:39.961552 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee1e4123-1b6a-47e8-a819-b1f316450353 req-48d3fd59-15f1-438c-b902-cb8b5f051549 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/security-groups?id=db46c29c-fe61-4542-b264-8d84955f2460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199625 Nov 23 21:45:40.096577 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-df138e37-ed69-4cb7-a9cb-2da0246c31c6 admin admin] Allocated IP 172.20.0.1 (1f67020f-8055-4ec9-baee-e572af54f934/fece629e-253c-4214-88a2-c60510bbc2c8/c294598b-2fc6-4053-81d9-085c4382ff55) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:45:40.260678 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:40.260839 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df138e37-ed69-4cb7-a9cb-2da0246c31c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:40.300884 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-fe056452-4053-43e1-a5e8-19950029a2aa tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1775742152&fields=id&tenant_id=262a0df38e704ffc9207a31c81529692 HTTP/1.1" status: 200 len: 267 time: 0.7624142 Nov 23 21:45:40.308670 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f9314c67-c605-4996-99d1-066153959eaa up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:40.325879 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df138e37-ed69-4cb7-a9cb-2da0246c31c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:40.344454 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61aace9-02e4-4f5b-b630-f08a134ff2a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4bf27ab-e109-4bb8-b68d-02553526b153'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:45:40.347766 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb1f4a4-8ce1-48d4-9bc6-9a5085487d1e" -d '{"events": [{"server_uuid": "b61aace9-02e4-4f5b-b630-f08a134ff2a0", "name": "network-vif-unplugged", "status": "completed", "tag": "b4bf27ab-e109-4bb8-b68d-02553526b153"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:45:40.379205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port b4bf27ab-e109-4bb8-b68d-02553526b153, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b4bf27ab-e109-4bb8-b68d-02553526b153,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:40.380157 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0cab641a-8e51-4b47-afb0-28de194e2b94 None None] Provisioning complete for port f9314c67-c605-4996-99d1-066153959eaa triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:40.380624 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0cab641a-8e51-4b47-afb0-28de194e2b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:40.381742 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:40.403058 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:40.421324 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-53247f0e-effc-4be7-8707-7c9d067b884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:40.423553 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-53247f0e-effc-4be7-8707-7c9d067b884a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.5594938 Nov 23 21:45:40.424421 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df138e37-ed69-4cb7-a9cb-2da0246c31c6 admin admin] Network 1f67020f-8055-4ec9-baee-e572af54f934 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:45:40.426642 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:40.434584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-a7782963-d36a-4a6c-8509-ac7ebfd06de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:40.434816 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-df138e37-ed69-4cb7-a9cb-2da0246c31c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:40.436621 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-a7782963-d36a-4a6c-8509-ac7ebfd06de7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4740596 Nov 23 21:45:40.461216 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df138e37-ed69-4cb7-a9cb-2da0246c31c6 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:45:40.461727 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df138e37-ed69-4cb7-a9cb-2da0246c31c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:40.470669 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df138e37-ed69-4cb7-a9cb-2da0246c31c6 admin admin] Pushing event updated for resources: {'Port': ['ID=c294598b-2fc6-4053-81d9-085c4382ff55,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:40.487292 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=b4bf27ab-e109-4bb8-b68d-02553526b153,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:40.504552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145fae48-fe7b-4b33-9537-6faada9503f0 req-b132e029-8c0b-4555-92f7-9bf5d151c4b3 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:40.506595 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-145fae48-fe7b-4b33-9537-6faada9503f0 req-b132e029-8c0b-4555-92f7-9bf5d151c4b3 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 949 time: 0.2708240 Nov 23 21:45:40.524008 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port f9314c67-c605-4996-99d1-066153959eaa triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:40.524374 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:40.558191 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] Attempting to bind port f178ce71-22d3-46ac-a159-cd08b0cc327c on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:45:40.558562 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] Attempting to bind port f178ce71-22d3-46ac-a159-cd08b0cc327c by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:45:40.558952 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] Attempting to bind port f178ce71-22d3-46ac-a159-cd08b0cc327c on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:40.566651 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ebdb3-2b27-4059-93d1-4a8f02306d0b None None] Pushing event updated for resources: {'Port': ['ID=f178ce71-22d3-46ac-a159-cd08b0cc327c,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:40.579114 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:45:40.579488 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:45:40.579885 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:40.581094 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:45:40.587630 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] Bound port: f178ce71-22d3-46ac-a159-cd08b0cc327c, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:45:40.587845 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:40.687621 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f3dbe69d-1eb4-4904-a61d-5743beec708f details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:45:40.694691 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] For port f178ce71-22d3-46ac-a159-cd08b0cc327c, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:45:40.716100 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] For port f178ce71-22d3-46ac-a159-cd08b0cc327c, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f178ce71-22d3-46ac-a159-cd08b0cc327c,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:45:40.722361 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:40.749247 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d96e7-e90f-4351-b321-345c2dbbbcb7 req-5b9e14cc-0374-40c6-be72-a0740637f889 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:40.751418 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-337d96e7-e90f-4351-b321-345c2dbbbcb7 req-5b9e14cc-0374-40c6-be72-a0740637f889 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.60 "GET /v2.0/ports?device_id=62054ac4-bb9d-4677-8403-f6d84e42f5a6 HTTP/1.1" status: 200 len: 946 time: 0.4715321 Nov 23 21:45:40.756606 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df138e37-ed69-4cb7-a9cb-2da0246c31c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:40.786205 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ebdb3-2b27-4059-93d1-4a8f02306d0b None None] Pushing event updated for resources: {'Port': ['ID=f178ce71-22d3-46ac-a159-cd08b0cc327c,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:40.837093 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] Routers {'abfcd168-16b0-44ce-ba47-ea034bff4a85'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:45:40.837823 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:45:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['abfcd168-16b0-44ce-ba47-ea034bff4a85'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:40.923661 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f3dbe69d-1eb4-4904-a61d-5743beec708f, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f3dbe69d-1eb4-4904-a61d-5743beec708f,segment=NetworkSegment(df97aba6-e14e-4064-93bd-65b3472ea92d),segment_id=df97aba6-e14e-4064-93bd-65b3472ea92d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:40.954778 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'f3dbe69d-1eb4-4904-a61d-5743beec708f', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'port_id': 'f3dbe69d-1eb4-4904-a61d-5743beec708f', 'mac_address': 'fa:16:3e:2a:1b:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:45:40.976335 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] Set router abfcd168-16b0-44ce-ba47-ea034bff4a85 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:45:41.048561 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-795f7c57-2b69-4872-87a1-13e71ea9fa46 None None] Provisioning complete for port c294598b-2fc6-4053-81d9-085c4382ff55 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:41.048878 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-795f7c57-2b69-4872-87a1-13e71ea9fa46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:41.057158 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02ef6b-cba8-4b18-bd6d-7cc73126406f req-143a718f-779e-426c-9e80-b4490910a270 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:41.063501 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5b02ef6b-cba8-4b18-bd6d-7cc73126406f req-143a718f-779e-426c-9e80-b4490910a270 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.53 "GET /v2.0/ports?device_id=b61aace9-02e4-4f5b-b630-f08a134ff2a0 HTTP/1.1" status: 200 len: 943 time: 0.2033007 Nov 23 21:45:41.131000 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-795f7c57-2b69-4872-87a1-13e71ea9fa46 None None] Port c294598b-2fc6-4053-81d9-085c4382ff55 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:45:41.139537 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:41.158471 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3dbe69d-1eb4-4904-a61d-5743beec708f {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:45:41.191850 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f3dbe69d-1eb4-4904-a61d-5743beec708f, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f3dbe69d-1eb4-4904-a61d-5743beec708f,segment=NetworkSegment(df97aba6-e14e-4064-93bd-65b3472ea92d),segment_id=df97aba6-e14e-4064-93bd-65b3472ea92d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:41.200778 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:41.250538 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df138e37-ed69-4cb7-a9cb-2da0246c31c6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:41.261752 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df138e37-ed69-4cb7-a9cb-2da0246c31c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:41.262755 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df138e37-ed69-4cb7-a9cb-2da0246c31c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:41.312922 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-3a1b0c16-f666-487d-9fe9-8bcea13f438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:41.316481 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-3a1b0c16-f666-487d-9fe9-8bcea13f438f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8770156 Nov 23 21:45:41.323406 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f3dbe69d-1eb4-4904-a61d-5743beec708f,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:41.324538 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df138e37-ed69-4cb7-a9cb-2da0246c31c6 admin admin] Pushing event updated for resources: {'Port': ['ID=c294598b-2fc6-4053-81d9-085c4382ff55,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:41.346104 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1865993258-router', 'tenant_id': '18c8f66042874b568706724a257348cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:40Z', 'revision_number': 4, 'project_id': '18c8f66042874b568706724a257348cb', 'gw_port': {'id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:65:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'c294598b-2fc6-4053-81d9-085c4382ff55', 'name': '', 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934', 'tenant_id': '18c8f66042874b568706724a257348cb', 'mac_address': 'fa:16:3e:b7:56:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'fece629e-253c-4214-88a2-c60510bbc2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:39Z', 'updated_at': '2021-11-23T21:45:40Z', 'revision_number': 1, 'project_id': '18c8f66042874b568706724a257348cb', 'subnets': [{'id': 'fece629e-253c-4214-88a2-c60510bbc2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:41.377055 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-145fae48-fe7b-4b33-9537-6faada9503f0 req-3a8a67ac-93ec-40e3-b734-9aec5371ad3e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7685580 Nov 23 21:45:41.380782 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc73239-77b7-47ee-b3c4-0b14bc3310d5 None None] The sync data for ids ['abfcd168-16b0-44ce-ba47-ea034bff4a85'] in n-d-816206-9 is: [{'id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1865993258-router', 'tenant_id': '18c8f66042874b568706724a257348cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:40Z', 'revision_number': 4, 'project_id': '18c8f66042874b568706724a257348cb', 'gw_port': {'id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:65:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'c294598b-2fc6-4053-81d9-085c4382ff55', 'name': '', 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934', 'tenant_id': '18c8f66042874b568706724a257348cb', 'mac_address': 'fa:16:3e:b7:56:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'fece629e-253c-4214-88a2-c60510bbc2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:39Z', 'updated_at': '2021-11-23T21:45:40Z', 'revision_number': 1, 'project_id': '18c8f66042874b568706724a257348cb', 'subnets': [{'id': 'fece629e-253c-4214-88a2-c60510bbc2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:45:41.445570 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-07c4009f-0730-44dd-b474-54eb34bdfb52 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:41.447320 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-07c4009f-0730-44dd-b474-54eb34bdfb52 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/networks?id=8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 HTTP/1.1" status: 200 len: 824 time: 1.1453123 Nov 23 21:45:41.495892 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['f3dbe69d-1eb4-4904-a61d-5743beec708f'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:45:41.496427 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-5b02ef6b-cba8-4b18-bd6d-7cc73126406f req-60c8b9ae-35af-48b9-8544-31567732968f tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Deleting port b4bf27ab-e109-4bb8-b68d-02553526b153 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:45:41.496735 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5b02ef6b-cba8-4b18-bd6d-7cc73126406f req-60c8b9ae-35af-48b9-8544-31567732968f tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:41.640162 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df138e37-ed69-4cb7-a9cb-2da0246c31c6 admin admin] Network 1f67020f-8055-4ec9-baee-e572af54f934 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:45:41.644561 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-df138e37-ed69-4cb7-a9cb-2da0246c31c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:41.705261 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-11ded81b-d2bf-4a8e-bf62-e4ebb06b0c63 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/quotas/262a0df38e704ffc9207a31c81529692 HTTP/1.1" status: 200 len: 375 time: 0.1910293 Nov 23 21:45:41.706299 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-82516b8a-9cb8-4a1e-a06c-6abf0b3f44ef service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2447772 Nov 23 21:45:41.776203 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-5b02ef6b-cba8-4b18-bd6d-7cc73126406f req-60c8b9ae-35af-48b9-8544-31567732968f tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] For port b4bf27ab-e109-4bb8-b68d-02553526b153, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b4bf27ab-e109-4bb8-b68d-02553526b153,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:41.776999 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5b02ef6b-cba8-4b18-bd6d-7cc73126406f req-60c8b9ae-35af-48b9-8544-31567732968f tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:41.806334 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-5b02ef6b-cba8-4b18-bd6d-7cc73126406f req-60c8b9ae-35af-48b9-8544-31567732968f tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Calling delete_port for b4bf27ab-e109-4bb8-b68d-02553526b153 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:45:41.879512 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-616fcbb8-34d0-4054-b42e-adbae5b00755 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5453317 Nov 23 21:45:41.944594 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df138e37-ed69-4cb7-a9cb-2da0246c31c6 admin admin] Router abfcd168-16b0-44ce-ba47-ea034bff4a85 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:45:42.064020 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1b160f2c-743b-4935-809a-6897864f3f20 None None] Provisioning complete for port c294598b-2fc6-4053-81d9-085c4382ff55 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:42.064473 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1b160f2c-743b-4935-809a-6897864f3f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:42.068246 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-337d96e7-e90f-4351-b321-345c2dbbbcb7 req-b4dcf996-4a72-4415-9f34-7a00a6b3c3ac tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Deleting port ad268917-0abd-49c4-a988-8798f67ec1de {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:45:42.068589 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-337d96e7-e90f-4351-b321-345c2dbbbcb7 req-b4dcf996-4a72-4415-9f34-7a00a6b3c3ac tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:42.084049 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324a5fc-9b5c-4247-8fc0-e64d112d5e18 req-e1f81f3e-f231-428d-93c6-6efef0f876c2 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:42.092774 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6324a5fc-9b5c-4247-8fc0-e64d112d5e18 req-e1f81f3e-f231-428d-93c6-6efef0f876c2 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 945 time: 0.5788755 Nov 23 21:45:42.121283 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1b160f2c-743b-4935-809a-6897864f3f20 None None] Port c294598b-2fc6-4053-81d9-085c4382ff55 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:45:42.146782 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-fe253935-4cab-4537-8abf-6f52058e8ecf tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=262a0df38e704ffc9207a31c81529692&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4118018 Nov 23 21:45:42.154957 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5b02ef6b-cba8-4b18-bd6d-7cc73126406f req-60c8b9ae-35af-48b9-8544-31567732968f tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:42.200589 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df138e37-ed69-4cb7-a9cb-2da0246c31c6 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:45:42.210125 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8b9ae-35af-48b9-8544-31567732968f tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Pushing event deleted for resources: {'Port': ['ID=b4bf27ab-e109-4bb8-b68d-02553526b153,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:42.219539 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-df138e37-ed69-4cb7-a9cb-2da0246c31c6 admin admin] 10.222.0.50 "PUT /v2.0/routers/abfcd168-16b0-44ce-ba47-ea034bff4a85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2265580 Nov 23 21:45:42.301959 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b02ef6b-cba8-4b18-bd6d-7cc73126406f req-60c8b9ae-35af-48b9-8544-31567732968f tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] No DVR routers for this DVR port b4bf27ab-e109-4bb8-b68d-02553526b153 on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:45:42.305969 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5b02ef6b-cba8-4b18-bd6d-7cc73126406f req-60c8b9ae-35af-48b9-8544-31567732968f tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:42.311834 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5b02ef6b-cba8-4b18-bd6d-7cc73126406f req-60c8b9ae-35af-48b9-8544-31567732968f tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.53 "DELETE /v2.0/ports/b4bf27ab-e109-4bb8-b68d-02553526b153 HTTP/1.1" status: 204 len: 173 time: 1.2099833 Nov 23 21:45:42.312382 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61aace9-02e4-4f5b-b630-f08a134ff2a0', 'name': 'network-vif-deleted', 'tag': 'b4bf27ab-e109-4bb8-b68d-02553526b153'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:45:42.314751 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ce5105-807f-4baf-9574-a9b28670bfe5" -d '{"events": [{"server_uuid": "b61aace9-02e4-4f5b-b630-f08a134ff2a0", "name": "network-vif-deleted", "tag": "b4bf27ab-e109-4bb8-b68d-02553526b153"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:45:42.390789 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-959694c2-a514-4108-96c5-4f5397845cf4 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6671896 Nov 23 21:45:42.504973 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6324a5fc-9b5c-4247-8fc0-e64d112d5e18 req-5e658d91-1b4f-49ba-9972-c0d8c41d2497 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116223 Nov 23 21:45:42.507862 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-337d96e7-e90f-4351-b321-345c2dbbbcb7 req-b4dcf996-4a72-4415-9f34-7a00a6b3c3ac tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] For port ad268917-0abd-49c4-a988-8798f67ec1de, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=ad268917-0abd-49c4-a988-8798f67ec1de,segment=NetworkSegment(e8a382eb-a549-463e-91fa-d8663b563095),segment_id=e8a382eb-a549-463e-91fa-d8663b563095)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:42.508230 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-337d96e7-e90f-4351-b321-345c2dbbbcb7 req-b4dcf996-4a72-4415-9f34-7a00a6b3c3ac tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:42.584176 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-04af0f98-1309-4ae2-943c-eb63b827b2de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:42.675203 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-7bf1706f-5c50-4ac7-a91f-cbb126df838a service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7847843 Nov 23 21:45:42.696899 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 8ffaa15e-5249-4ec2-b177-8936bc34d603 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:42.808360 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 8ffaa15e-5249-4ec2-b177-8936bc34d603 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:45:42.813817 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 8ffaa15e-5249-4ec2-b177-8936bc34d603 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:42.816068 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:42.932692 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:42.943894 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-4cebab30-65dc-46a6-b1ac-61ba4539206b service neutron] 10.222.0.50 "GET /v2.0/networks/8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6810682 Nov 23 21:45:42.946069 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-1a27f83c-1544-4ca4-8add-9d8f9f5e2e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:42.947553 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-1a27f83c-1544-4ca4-8add-9d8f9f5e2e46 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ceb43cef7cd4d6e993216c3dd613b2f&device_id=44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4 HTTP/1.1" status: 200 len: 1095 time: 0.4626682 Nov 23 21:45:42.990318 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 8ffaa15e-5249-4ec2-b177-8936bc34d603, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=8ffaa15e-5249-4ec2-b177-8936bc34d603,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:42.996158 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:42.998081 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f3dbe69d-1eb4-4904-a61d-5743beec708f up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:43.088962 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=8ffaa15e-5249-4ec2-b177-8936bc34d603,revision_number=9']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:43.145080 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port f3dbe69d-1eb4-4904-a61d-5743beec708f completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:45:43.149634 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port f3dbe69d-1eb4-4904-a61d-5743beec708f triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:43.150015 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:43.242561 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:43.250456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994e600-df37-47c9-942d-122a2291ac33 req-ceb59df0-e125-40f0-832e-223531d059a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:43.252374 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4994e600-df37-47c9-942d-122a2291ac33 req-ceb59df0-e125-40f0-832e-223531d059a4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 1100 time: 0.4256332 Nov 23 21:45:43.283805 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f3dbe69d-1eb4-4904-a61d-5743beec708f, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f3dbe69d-1eb4-4904-a61d-5743beec708f,segment=NetworkSegment(df97aba6-e14e-4064-93bd-65b3472ea92d),segment_id=df97aba6-e14e-4064-93bd-65b3472ea92d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:43.290625 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:43.346698 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f3dbe69d-1eb4-4904-a61d-5743beec708f,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:43.623763 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-5e7775a1-23e5-49b8-8280-2857713517c0 service neutron] 10.222.0.50 "GET /v2.0/networks/8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6546097 Nov 23 21:45:43.842468 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-b84ea3b8-76be-4bef-b465-43c2ac0fb553 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:43.843839 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-b84ea3b8-76be-4bef-b465-43c2ac0fb553 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/networks?id=69251849-2815-4e03-9f20-eae71bba378c HTTP/1.1" status: 200 len: 804 time: 1.1677506 Nov 23 21:45:43.869766 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-337d96e7-e90f-4351-b321-345c2dbbbcb7 req-b4dcf996-4a72-4415-9f34-7a00a6b3c3ac tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:43.870182 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-337d96e7-e90f-4351-b321-345c2dbbbcb7 req-b4dcf996-4a72-4415-9f34-7a00a6b3c3ac tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:43.870564 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [req-337d96e7-e90f-4351-b321-345c2dbbbcb7 req-b4dcf996-4a72-4415-9f34-7a00a6b3c3ac tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Floating IP 3a17c6ad-d8de-4eef-a223-92f2569d5de5 disassociated. External IP: 172.25.5.107, port: ad268917-0abd-49c4-a988-8798f67ec1de. Nov 23 21:45:43.871293 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-337d96e7-e90f-4351-b321-345c2dbbbcb7 req-b4dcf996-4a72-4415-9f34-7a00a6b3c3ac tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Calling delete_port for ad268917-0abd-49c4-a988-8798f67ec1de owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:45:43.881851 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-603785fc-89fb-4289-ad1a-10001943f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:43.883354 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-603785fc-89fb-4289-ad1a-10001943f5d9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=65d18847-e24b-4600-a41f-00c5b3389a5b HTTP/1.1" status: 200 len: 922 time: 0.9153738 Nov 23 21:45:43.951888 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-d9e00a30-7c21-4a93-ba83-869ee5dc0473 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/quotas/0b6546ef1ad74db59897db5bbc417afa HTTP/1.1" status: 200 len: 375 time: 0.0948513 Nov 23 21:45:43.959412 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device b4bf27ab-e109-4bb8-b68d-02553526b153 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:45:43.981988 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: b4bf27ab-e109-4bb8-b68d-02553526b153 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:45:43.982474 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device b4bf27ab-e109-4bb8-b68d-02553526b153 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:45:44.033557 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-8a7680e5-8a7c-44d0-887a-4364524ac394 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3dbe69d-1eb4-4904-a61d-5743beec708f HTTP/1.1" status: 200 len: 217 time: 0.1049082 Nov 23 21:45:44.063983 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994e600-df37-47c9-942d-122a2291ac33 req-36d0bcba-3dd6-424c-84a8-15c38cd0935f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:44.065602 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4994e600-df37-47c9-942d-122a2291ac33 req-36d0bcba-3dd6-424c-84a8-15c38cd0935f service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.4601877 Nov 23 21:45:44.085948 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-c229e1a0-0cbe-4dab-aac9-306cba68d274 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b6546ef1ad74db59897db5bbc417afa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655091 Nov 23 21:45:44.205197 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4994e600-df37-47c9-942d-122a2291ac33 req-74f711bb-681b-4349-9b99-50ffb1aa0cfb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=8ffaa15e-5249-4ec2-b177-8936bc34d603 HTTP/1.1" status: 200 len: 217 time: 0.1173470 Nov 23 21:45:44.231657 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb847a-9519-4545-ae5f-539ffe1ab88b req-06ef541b-3fe7-4431-b1c2-04b5559bc7f8 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:44.233153 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfdb847a-9519-4545-ae5f-539ffe1ab88b req-06ef541b-3fe7-4431-b1c2-04b5559bc7f8 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 945 time: 0.4071665 Nov 23 21:45:44.279013 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f178ce71-22d3-46ac-a159-cd08b0cc327c up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:44.357105 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-2a7ea28e-a674-49ca-8c95-c701ebf90c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:44.358739 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-2a7ea28e-a674-49ca-8c95-c701ebf90c1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=049705e1-bd7a-44dd-8162-5a2e4f4cfc08 HTTP/1.1" status: 200 len: 860 time: 0.2768662 Nov 23 21:45:44.428258 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994e600-df37-47c9-942d-122a2291ac33 req-b859023c-79e6-4d12-a4b6-d0ad68a0c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:44.430071 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4994e600-df37-47c9-942d-122a2291ac33 req-b859023c-79e6-4d12-a4b6-d0ad68a0c869 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.2122700 Nov 23 21:45:44.432209 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] Sync routers for ids ['abfcd168-16b0-44ce-ba47-ea034bff4a85'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:45:44.454983 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] Routers {'abfcd168-16b0-44ce-ba47-ea034bff4a85'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:45:44.455860 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:45:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['abfcd168-16b0-44ce-ba47-ea034bff4a85'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:44.497385 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-6166dcbd-2092-4d2f-83d4-a451d68047a8 service neutron] 10.222.0.50 "GET /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883388 Nov 23 21:45:44.515276 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port f178ce71-22d3-46ac-a159-cd08b0cc327c triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:44.515989 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:44.559966 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfdb847a-9519-4545-ae5f-539ffe1ab88b req-ff6df250-7d3c-4dac-aac6-1ae17e915f7e tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955055 Nov 23 21:45:44.583764 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-04af0f98-1309-4ae2-943c-eb63b827b2de admin admin] Deleting port e9116473-757b-4c5f-a4f4-2874b0d178b3 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:45:44.584112 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-04af0f98-1309-4ae2-943c-eb63b827b2de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:44.586887 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-d18a6a85-3e0a-476f-99e4-9759f5d94534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:44.588569 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-d18a6a85-3e0a-476f-99e4-9759f5d94534 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=65d18847-e24b-4600-a41f-00c5b3389a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2132852 Nov 23 21:45:44.608963 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] Set router abfcd168-16b0-44ce-ba47-ea034bff4a85 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:45:44.615629 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-337d96e7-e90f-4351-b321-345c2dbbbcb7 req-b4dcf996-4a72-4415-9f34-7a00a6b3c3ac tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:44.641115 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 21:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c611ca6-49f2-4a4c-ac32-9824ea513fad x-openstack-request-id: req-4c611ca6-49f2-4a4c-ac32-9824ea513fad {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:45:44.641409 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61aace9-02e4-4f5b-b630-f08a134ff2a0", "name": "network-vif-unplugged", "status": "completed", "tag": "b4bf27ab-e109-4bb8-b68d-02553526b153", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:45:44.641654 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c611ca6-49f2-4a4c-ac32-9824ea513fad {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:45:44.642035 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61aace9-02e4-4f5b-b630-f08a134ff2a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4bf27ab-e109-4bb8-b68d-02553526b153', 'code': 200} Nov 23 21:45:44.677891 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994e600-df37-47c9-942d-122a2291ac33 req-6c031cd7-4a43-42ed-8f17-16613ae761da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:44.679465 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4994e600-df37-47c9-942d-122a2291ac33 req-6c031cd7-4a43-42ed-8f17-16613ae761da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2143843 Nov 23 21:45:44.708820 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device ad268917-0abd-49c4-a988-8798f67ec1de no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:45:44.750813 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: ad268917-0abd-49c4-a988-8798f67ec1de {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:45:44.751158 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device ad268917-0abd-49c4-a988-8798f67ec1de not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:45:44.756445 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dcf996-4a72-4415-9f34-7a00a6b3c3ac tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Pushing event deleted for resources: {'Port': ['ID=ad268917-0abd-49c4-a988-8798f67ec1de,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:44.765525 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:44.820735 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port f178ce71-22d3-46ac-a159-cd08b0cc327c, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f178ce71-22d3-46ac-a159-cd08b0cc327c,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:44.826923 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:44.907469 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=f178ce71-22d3-46ac-a159-cd08b0cc327c,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:44.938678 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1865993258-router', 'tenant_id': '18c8f66042874b568706724a257348cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:40Z', 'revision_number': 4, 'project_id': '18c8f66042874b568706724a257348cb', 'gw_port': {'id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:65:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'c294598b-2fc6-4053-81d9-085c4382ff55', 'name': '', 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934', 'tenant_id': '18c8f66042874b568706724a257348cb', 'mac_address': 'fa:16:3e:b7:56:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'fece629e-253c-4214-88a2-c60510bbc2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:39Z', 'updated_at': '2021-11-23T21:45:40Z', 'revision_number': 2, 'project_id': '18c8f66042874b568706724a257348cb', 'subnets': [{'id': 'fece629e-253c-4214-88a2-c60510bbc2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:44.965694 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] Checking router: abfcd168-16b0-44ce-ba47-ea034bff4a85 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:45:44.966374 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] Updating router abfcd168-16b0-44ce-ba47-ea034bff4a85 port c294598b-2fc6-4053-81d9-085c4382ff55 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:45:44.967111 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-04af0f98-1309-4ae2-943c-eb63b827b2de admin admin] For port e9116473-757b-4c5f-a4f4-2874b0d178b3, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e9116473-757b-4c5f-a4f4-2874b0d178b3,segment=NetworkSegment(69ddf0b7-c272-4510-a923-b5e8bd7856d2),segment_id=69ddf0b7-c272-4510-a923-b5e8bd7856d2)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:44.967571 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-04af0f98-1309-4ae2-943c-eb63b827b2de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:44.990575 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:44.996036 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-7108917b-55ae-493e-8c82-ba578d11a5b0 service neutron] 10.222.0.50 "GET /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750326 Nov 23 21:45:45.014458 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b7a2a-5dba-4340-9e1c-d7e20c2e31f7 req-930d7412-8c67-44f1-bd09-9f512d9f5b41 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:45.015984 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-df5b7a2a-5dba-4340-9e1c-d7e20c2e31f7 req-930d7412-8c67-44f1-bd09-9f512d9f5b41 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4 HTTP/1.1" status: 200 len: 945 time: 0.3342280 Nov 23 21:45:45.020215 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-04af0f98-1309-4ae2-943c-eb63b827b2de admin admin] Calling delete_port for e9116473-757b-4c5f-a4f4-2874b0d178b3 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:45:45.023837 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-d8f7b7e1-1401-456f-acae-f32d67c28c81 service neutron] 10.222.0.60 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205623 Nov 23 21:45:45.105340 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4994e600-df37-47c9-942d-122a2291ac33 req-053777fe-7a48-4c47-a1db-30f3478c8ec9 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720901 Nov 23 21:45:45.251533 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-d18c4a02-b383-4ae0-9e7c-0d21fc92763d tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:45.254183 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-d18c4a02-b383-4ae0-9e7c-0d21fc92763d tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.60 "GET /v2.0/networks?id=8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 HTTP/1.1" status: 200 len: 824 time: 0.1852829 Nov 23 21:45:45.314681 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b7fd39-6637-4ed8-999d-24d54fed4738 x-openstack-request-id: req-37b7fd39-6637-4ed8-999d-24d54fed4738 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:45:45.315473 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61aace9-02e4-4f5b-b630-f08a134ff2a0", "name": "network-vif-deleted", "tag": "b4bf27ab-e109-4bb8-b68d-02553526b153", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:45:45.315943 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-37b7fd39-6637-4ed8-999d-24d54fed4738 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:45:45.316558 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61aace9-02e4-4f5b-b630-f08a134ff2a0', 'name': 'network-vif-deleted', 'tag': 'b4bf27ab-e109-4bb8-b68d-02553526b153', 'status': 'completed', 'code': 200} Nov 23 21:45:45.390035 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-f715f01b-8e03-45a0-96f2-67cf67c00692 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=262a0df38e704ffc9207a31c81529692 HTTP/1.1" status: 200 len: 380 time: 0.1120131 Nov 23 21:45:45.462286 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-b0f03bca-5ffe-4bb7-9e20-317960900681 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Request body: {'port': {'device_id': '30e0fbcf-c711-4084-a769-a06146bc2860', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'admin_state_up': True, 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'security_groups': ['1e16c830-bb83-4eed-8285-161efed5682a']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:45.471505 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:45.483465 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:45.637252 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-b0f03bca-5ffe-4bb7-9e20-317960900681 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Made reservation on behalf of 262a0df38e704ffc9207a31c81529692 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:45:45.641837 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-b0f03bca-5ffe-4bb7-9e20-317960900681 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:45.646594 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] Attempting to bind port c294598b-2fc6-4053-81d9-085c4382ff55 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:45:45.646959 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] Attempting to bind port c294598b-2fc6-4053-81d9-085c4382ff55 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'f4b26960-9594-4eb0-9b8a-9accdb2d18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:45:45.647753 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] Attempting to bind port c294598b-2fc6-4053-81d9-085c4382ff55 on network 1f67020f-8055-4ec9-baee-e572af54f934 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:45.660464 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:45:45.660895 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] Checking segment: {'id': 'f4b26960-9594-4eb0-9b8a-9accdb2d18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:45:45.661591 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:45.662072 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] Bound using segment: {'id': 'f4b26960-9594-4eb0-9b8a-9accdb2d18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:45:45.662632 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] Bound port: c294598b-2fc6-4053-81d9-085c4382ff55, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b26960-9594-4eb0-9b8a-9accdb2d18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:45:45.663193 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:45.667558 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4ea86-a942-478c-9d57-1434c6f9a592 None None] Pushing event updated for resources: {'Port': ['ID=c294598b-2fc6-4053-81d9-085c4382ff55,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:45.721383 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-337d96e7-e90f-4351-b321-345c2dbbbcb7 req-b4dcf996-4a72-4415-9f34-7a00a6b3c3ac tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Router 41caf28d-8bcc-4210-95db-7b944914fcfb has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:45:45.748296 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-df5b7a2a-5dba-4340-9e1c-d7e20c2e31f7 req-c6cc2ec9-65bb-4bbd-a2b9-65e8fec8d828 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/security-groups?id=db46c29c-fe61-4542-b264-8d84955f2460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7153342 Nov 23 21:45:45.794454 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] For port c294598b-2fc6-4053-81d9-085c4382ff55, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:45:45.798787 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] For port c294598b-2fc6-4053-81d9-085c4382ff55, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c294598b-2fc6-4053-81d9-085c4382ff55,segment=NetworkSegment(f4b26960-9594-4eb0-9b8a-9accdb2d18e0),segment_id=f4b26960-9594-4eb0-9b8a-9accdb2d18e0)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:45:45.808527 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:45.845546 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce35ac-9b54-46c8-ad81-e89fb7fc94ac req-7133fec8-7334-4704-b2f9-adedc9d1c3a7 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:45.852913 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34ce35ac-9b54-46c8-ad81-e89fb7fc94ac req-7133fec8-7334-4704-b2f9-adedc9d1c3a7 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.3440886 Nov 23 21:45:45.862241 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef39b1de-dc91-4846-be60-c58e4a4381ab req-ed73f517-f937-43b3-8e2b-7e90b73e3851 service neutron] 10.222.0.60 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7921677 Nov 23 21:45:45.934165 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-b0f03bca-5ffe-4bb7-9e20-317960900681 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Allocated IP 172.20.0.5 (8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9/34214f8b-100b-4eb0-beac-f661df6e2fe4/84b83c42-9c27-47af-9714-44bc79332ade) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:45:45.946321 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] Routers {'abfcd168-16b0-44ce-ba47-ea034bff4a85'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:45:45.947225 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:45:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['abfcd168-16b0-44ce-ba47-ea034bff4a85'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:46.040828 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4ea86-a942-478c-9d57-1434c6f9a592 None None] Pushing event updated for resources: {'Port': ['ID=c294598b-2fc6-4053-81d9-085c4382ff55,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:46.059914 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d7f84031-a069-4300-8874-be4957156a16 None None] Provisioning complete for port c294598b-2fc6-4053-81d9-085c4382ff55 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:46.060649 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d7f84031-a069-4300-8874-be4957156a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:46.321742 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] Set router abfcd168-16b0-44ce-ba47-ea034bff4a85 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:45:46.329910 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4994e600-df37-47c9-942d-122a2291ac33 req-fc123c03-5cfd-4f00-b674-ffd66e955a74 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8172915 Nov 23 21:45:46.330627 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-04af0f98-1309-4ae2-943c-eb63b827b2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:46.365621 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-b0f03bca-5ffe-4bb7-9e20-317960900681 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:46.371376 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d7f84031-a069-4300-8874-be4957156a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:46.416464 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d7f84031-a069-4300-8874-be4957156a16 None None] For port c294598b-2fc6-4053-81d9-085c4382ff55, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c294598b-2fc6-4053-81d9-085c4382ff55,segment=NetworkSegment(f4b26960-9594-4eb0-9b8a-9accdb2d18e0),segment_id=f4b26960-9594-4eb0-9b8a-9accdb2d18e0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:46.422476 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c294598b-2fc6-4053-81d9-085c4382ff55 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:46.428333 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d7f84031-a069-4300-8874-be4957156a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:46.445881 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-b0f03bca-5ffe-4bb7-9e20-317960900681 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:46.448676 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af0f98-1309-4ae2-943c-eb63b827b2de admin admin] Pushing event deleted for resources: {'Port': ['ID=e9116473-757b-4c5f-a4f4-2874b0d178b3,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:46.514997 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-b0f03bca-5ffe-4bb7-9e20-317960900681 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Network 8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:45:46.524423 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-b0f03bca-5ffe-4bb7-9e20-317960900681 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:46.537369 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-b0f03bca-5ffe-4bb7-9e20-317960900681 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:45:46.544799 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-b0f03bca-5ffe-4bb7-9e20-317960900681 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:46.545534 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-b0f03bca-5ffe-4bb7-9e20-317960900681 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:46.553451 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f03bca-5ffe-4bb7-9e20-317960900681 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Pushing event updated for resources: {'Port': ['ID=84b83c42-9c27-47af-9714-44bc79332ade,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:46.575889 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-b0f03bca-5ffe-4bb7-9e20-317960900681 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1200657 Nov 23 21:45:46.601500 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-e33955ee-b206-42a8-b948-686383fca559 service neutron] Request body: {'port': {'device_id': '30e0fbcf-c711-4084-a769-a06146bc2860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:46.659623 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e927d54-58f2-479c-b244-c80ef4c036dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffaa15e-5249-4ec2-b177-8936bc34d603'}, {'server_uuid': '44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3dbe69d-1eb4-4904-a61d-5743beec708f'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:45:46.662096 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175139c7-2e47-4dd2-87f8-ca81657f52a7" -d '{"events": [{"server_uuid": "5e927d54-58f2-479c-b244-c80ef4c036dc", "name": "network-vif-plugged", "status": "completed", "tag": "8ffaa15e-5249-4ec2-b177-8936bc34d603"}, {"server_uuid": "44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4", "name": "network-vif-plugged", "status": "completed", "tag": "f3dbe69d-1eb4-4904-a61d-5743beec708f"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:45:46.668400 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34ce35ac-9b54-46c8-ad81-e89fb7fc94ac req-88c882ad-d960-4c3a-bf7b-fd72424cf3a4 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8010364 Nov 23 21:45:46.723276 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-337d96e7-e90f-4351-b321-345c2dbbbcb7 req-b4dcf996-4a72-4415-9f34-7a00a6b3c3ac tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:45:46.740040 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38d7562-a3be-43e4-841f-d88d792f7c13 None None] Sync routers for ids ['41caf28d-8bcc-4210-95db-7b944914fcfb'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:45:46.759426 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-e33955ee-b206-42a8-b948-686383fca559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:46.767883 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38d7562-a3be-43e4-841f-d88d792f7c13 None None] Routers {'41caf28d-8bcc-4210-95db-7b944914fcfb'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:45:46.776759 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a38d7562-a3be-43e4-841f-d88d792f7c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:45:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['41caf28d-8bcc-4210-95db-7b944914fcfb'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:46.865182 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-337d96e7-e90f-4351-b321-345c2dbbbcb7 req-b4dcf996-4a72-4415-9f34-7a00a6b3c3ac tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] No DVR routers for this DVR port ad268917-0abd-49c4-a988-8798f67ec1de on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:45:46.868448 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-337d96e7-e90f-4351-b321-345c2dbbbcb7 req-b4dcf996-4a72-4415-9f34-7a00a6b3c3ac tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:46.876157 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-337d96e7-e90f-4351-b321-345c2dbbbcb7 req-b4dcf996-4a72-4415-9f34-7a00a6b3c3ac tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.60 "DELETE /v2.0/ports/ad268917-0abd-49c4-a988-8798f67ec1de HTTP/1.1" status: 204 len: 173 time: 6.0999095 Nov 23 21:45:46.968792 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62054ac4-bb9d-4677-8403-f6d84e42f5a6', 'name': 'network-vif-deleted', 'tag': 'ad268917-0abd-49c4-a988-8798f67ec1de'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:45:46.975194 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df418d83-086f-4d23-a4ac-4bc8df1cb246" -d '{"events": [{"server_uuid": "62054ac4-bb9d-4677-8403-f6d84e42f5a6", "name": "network-vif-deleted", "tag": "ad268917-0abd-49c4-a988-8798f67ec1de"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:45:47.070831 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-a38d7562-a3be-43e4-841f-d88d792f7c13 None None] Set router 41caf28d-8bcc-4210-95db-7b944914fcfb gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:45:47.108731 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-087ac763-c868-4e19-b153-8a231bd52cd3 None None] Provisioning complete for port c294598b-2fc6-4053-81d9-085c4382ff55 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:47.109311 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-087ac763-c868-4e19-b153-8a231bd52cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:47.115018 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b9e69e1e-3039-4ec1-aac4-79f08acef31c tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:47.124914 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b9e69e1e-3039-4ec1-aac4-79f08acef31c tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/networks?id=1f67020f-8055-4ec9-baee-e572af54f934 HTTP/1.1" status: 200 len: 829 time: 0.8018954 Nov 23 21:45:47.147015 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f84031-a069-4300-8874-be4957156a16 None None] Pushing event updated for resources: {'Port': ['ID=c294598b-2fc6-4053-81d9-085c4382ff55,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:47.215651 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port c294598b-2fc6-4053-81d9-085c4382ff55 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:47.217611 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:47.260529 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-04af0f98-1309-4ae2-943c-eb63b827b2de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:47.292637 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-e33955ee-b206-42a8-b948-686383fca559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b83c42-9c27-47af-9714-44bc79332ade {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:45:47.294884 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-01211606-2ea5-49ac-9c43-b9acb4c03769 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:47.297310 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-01211606-2ea5-49ac-9c43-b9acb4c03769 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.53 "GET /v2.0/networks?id=69251849-2815-4e03-9f20-eae71bba378c HTTP/1.1" status: 200 len: 804 time: 0.3151317 Nov 23 21:45:47.299182 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-f2030c09-73f2-454c-9e3d-7813ba8b63da tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/quotas/18c8f66042874b568706724a257348cb HTTP/1.1" status: 200 len: 375 time: 0.0340800 Nov 23 21:45:47.306766 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1865993258-router', 'tenant_id': '18c8f66042874b568706724a257348cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:40Z', 'revision_number': 4, 'project_id': '18c8f66042874b568706724a257348cb', 'gw_port': {'id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'c294598b-2fc6-4053-81d9-085c4382ff55', 'name': '', 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934', 'tenant_id': '18c8f66042874b568706724a257348cb', 'mac_address': 'fa:16:3e:b7:56:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'fece629e-253c-4214-88a2-c60510bbc2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:39Z', 'updated_at': '2021-11-23T21:45:45Z', 'revision_number': 4, 'project_id': '18c8f66042874b568706724a257348cb', 'subnets': [{'id': 'fece629e-253c-4214-88a2-c60510bbc2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:47.309172 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd424e-25a7-417f-9390-43e1d6cb9fb9 req-d8d1d1b5-7336-407d-bf11-3fa980058112 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:47.316429 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-e33955ee-b206-42a8-b948-686383fca559 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:47.317796 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b6bd424e-25a7-417f-9390-43e1d6cb9fb9 req-d8d1d1b5-7336-407d-bf11-3fa980058112 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 945 time: 0.4655406 Nov 23 21:45:47.332317 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-e33955ee-b206-42a8-b948-686383fca559 service neutron] Transition to ACTIVE for port object 84b83c42-9c27-47af-9714-44bc79332ade will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:45:47.340079 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-e33955ee-b206-42a8-b948-686383fca559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:47.368618 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-d5140cbf-1e09-4936-9455-854bdbc143a3 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Request body: {'port': {'device_id': '6b4e3b67-0b12-46e0-8a45-7d357e0fd21b', 'network_id': '69251849-2815-4e03-9f20-eae71bba378c', 'admin_state_up': True, 'tenant_id': '0b6546ef1ad74db59897db5bbc417afa'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:47.406189 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecde0b0-493d-483e-8c22-ab669112fe9f None None] The sync data for ids ['abfcd168-16b0-44ce-ba47-ea034bff4a85'] in n-d-816206-9 is: [{'id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1865993258-router', 'tenant_id': '18c8f66042874b568706724a257348cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:40Z', 'revision_number': 4, 'project_id': '18c8f66042874b568706724a257348cb', 'gw_port': {'id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'c294598b-2fc6-4053-81d9-085c4382ff55', 'name': '', 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934', 'tenant_id': '18c8f66042874b568706724a257348cb', 'mac_address': 'fa:16:3e:b7:56:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'fece629e-253c-4214-88a2-c60510bbc2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:39Z', 'updated_at': '2021-11-23T21:45:45Z', 'revision_number': 4, 'project_id': '18c8f66042874b568706724a257348cb', 'subnets': [{'id': 'fece629e-253c-4214-88a2-c60510bbc2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:45:47.428770 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a38d7562-a3be-43e4-841f-d88d792f7c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1781421256-router', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ef464513-5275-461b-b588-eea47521d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:05Z', 'revision_number': 4, 'project_id': '262a0df38e704ffc9207a31c81529692', 'gw_port': {'id': 'ef464513-5275-461b-b588-eea47521d805', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '979b6d93-374a-4c68-bfbf-75f4fb84c2ee', 'name': '', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'mac_address': 'fa:16:3e:dd:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:05Z', 'updated_at': '2021-11-23T21:43:13Z', 'revision_number': 5, 'project_id': '262a0df38e704ffc9207a31c81529692', 'subnets': [{'id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:47.474265 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38d7562-a3be-43e4-841f-d88d792f7c13 None None] Checking router: 41caf28d-8bcc-4210-95db-7b944914fcfb for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:45:47.490965 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38d7562-a3be-43e4-841f-d88d792f7c13 None None] Routers {'41caf28d-8bcc-4210-95db-7b944914fcfb'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:45:47.491597 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a38d7562-a3be-43e4-841f-d88d792f7c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:45:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['41caf28d-8bcc-4210-95db-7b944914fcfb'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:47.577493 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33955ee-b206-42a8-b948-686383fca559 service neutron] Pushing event updated for resources: {'Port': ['ID=84b83c42-9c27-47af-9714-44bc79332ade,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:47.584075 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-e33955ee-b206-42a8-b948-686383fca559 service neutron] Attempting to bind port 84b83c42-9c27-47af-9714-44bc79332ade on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:45:47.593243 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-e33955ee-b206-42a8-b948-686383fca559 service neutron] Attempting to bind port 84b83c42-9c27-47af-9714-44bc79332ade by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'e8a382eb-a549-463e-91fa-d8663b563095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:45:47.593510 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-e33955ee-b206-42a8-b948-686383fca559 service neutron] Attempting to bind port 84b83c42-9c27-47af-9714-44bc79332ade on network 8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:47.603154 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-e33955ee-b206-42a8-b948-686383fca559 service neutron] Port 84b83c42-9c27-47af-9714-44bc79332ade on network 8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:45:47.604315 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-e33955ee-b206-42a8-b948-686383fca559 service neutron] Attempting to bind port 84b83c42-9c27-47af-9714-44bc79332ade on network 8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:47.615094 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-e33955ee-b206-42a8-b948-686383fca559 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:45:47.615932 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-e33955ee-b206-42a8-b948-686383fca559 service neutron] Checking segment: {'id': 'e8a382eb-a549-463e-91fa-d8663b563095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:45:47.616542 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-e33955ee-b206-42a8-b948-686383fca559 service neutron] Bound using segment: {'id': 'e8a382eb-a549-463e-91fa-d8663b563095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:45:47.617181 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-e33955ee-b206-42a8-b948-686383fca559 service neutron] Bound port: 84b83c42-9c27-47af-9714-44bc79332ade, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8a382eb-a549-463e-91fa-d8663b563095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:45:47.618416 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-e33955ee-b206-42a8-b948-686383fca559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:47.689654 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f178ce71-22d3-46ac-a159-cd08b0cc327c up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:47.713070 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-e33955ee-b206-42a8-b948-686383fca559 service neutron] For port 84b83c42-9c27-47af-9714-44bc79332ade, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:45:47.717186 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-e33955ee-b206-42a8-b948-686383fca559 service neutron] For port 84b83c42-9c27-47af-9714-44bc79332ade, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=84b83c42-9c27-47af-9714-44bc79332ade,segment=NetworkSegment(e8a382eb-a549-463e-91fa-d8663b563095),segment_id=e8a382eb-a549-463e-91fa-d8663b563095)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:45:47.724712 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-e33955ee-b206-42a8-b948-686383fca559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:47.786490 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-e33955ee-b206-42a8-b948-686383fca559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:47.787435 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-e33955ee-b206-42a8-b948-686383fca559 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:47.789352 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-e33955ee-b206-42a8-b948-686383fca559 service neutron] 10.222.0.60 "PUT /v2.0/ports/84b83c42-9c27-47af-9714-44bc79332ade HTTP/1.1" status: 200 len: 1091 time: 1.1967545 Nov 23 21:45:47.789926 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e0fbcf-c711-4084-a769-a06146bc2860', 'tag': '84b83c42-9c27-47af-9714-44bc79332ade'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:45:47.793988 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe235754-0e93-46a7-9d8d-2d843809df69" -d '{"events": [{"name": "network-changed", "server_uuid": "30e0fbcf-c711-4084-a769-a06146bc2860", "tag": "84b83c42-9c27-47af-9714-44bc79332ade"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:45:47.834580 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33955ee-b206-42a8-b948-686383fca559 service neutron] Pushing event updated for resources: {'Port': ['ID=84b83c42-9c27-47af-9714-44bc79332ade,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:47.886166 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-a38d7562-a3be-43e4-841f-d88d792f7c13 None None] Set router 41caf28d-8bcc-4210-95db-7b944914fcfb gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:45:47.930534 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port f178ce71-22d3-46ac-a159-cd08b0cc327c triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:47.930534 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:47.973371 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b6bd424e-25a7-417f-9390-43e1d6cb9fb9 req-7f9f65c4-d09a-4b6d-a3da-f891af8f62f2 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6545417 Nov 23 21:45:47.991516 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-d06f6a98-ec4a-4f14-924a-6fb3f1b274df tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=18c8f66042874b568706724a257348cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6623065 Nov 23 21:45:48.030604 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-63ebf400-82f4-432e-95ed-a485e148eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:48.033764 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-63ebf400-82f4-432e-95ed-a485e148eb2f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=262a0df38e704ffc9207a31c81529692&device_id=30e0fbcf-c711-4084-a769-a06146bc2860 HTTP/1.1" status: 200 len: 1094 time: 0.1180756 Nov 23 21:45:48.135527 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-07283381-2d85-4ecf-8c4f-78ea9151b40b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84b83c42-9c27-47af-9714-44bc79332ade HTTP/1.1" status: 200 len: 217 time: 0.0843971 Nov 23 21:45:48.237397 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-31cb9576-8f48-45b9-bd86-7cbe12785323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:48.240947 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-31cb9576-8f48-45b9-bd86-7cbe12785323 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=34214f8b-100b-4eb0-beac-f661df6e2fe4 HTTP/1.1" status: 200 len: 863 time: 0.0975344 Nov 23 21:45:48.361055 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-d5140cbf-1e09-4936-9455-854bdbc143a3 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Made reservation on behalf of 0b6546ef1ad74db59897db5bbc417afa for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:45:48.369810 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-d5140cbf-1e09-4936-9455-854bdbc143a3 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:48.406141 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a38d7562-a3be-43e4-841f-d88d792f7c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1781421256-router', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ef464513-5275-461b-b588-eea47521d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:05Z', 'revision_number': 4, 'project_id': '262a0df38e704ffc9207a31c81529692', 'gw_port': {'id': 'ef464513-5275-461b-b588-eea47521d805', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '979b6d93-374a-4c68-bfbf-75f4fb84c2ee', 'name': '', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'mac_address': 'fa:16:3e:dd:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:05Z', 'updated_at': '2021-11-23T21:43:13Z', 'revision_number': 5, 'project_id': '262a0df38e704ffc9207a31c81529692', 'subnets': [{'id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:48.448054 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38d7562-a3be-43e4-841f-d88d792f7c13 None None] The sync data for ids ['41caf28d-8bcc-4210-95db-7b944914fcfb'] in n-d-816206-9 is: [{'id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1781421256-router', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ef464513-5275-461b-b588-eea47521d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:05Z', 'revision_number': 4, 'project_id': '262a0df38e704ffc9207a31c81529692', 'gw_port': {'id': 'ef464513-5275-461b-b588-eea47521d805', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '979b6d93-374a-4c68-bfbf-75f4fb84c2ee', 'name': '', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'mac_address': 'fa:16:3e:dd:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:05Z', 'updated_at': '2021-11-23T21:43:13Z', 'revision_number': 5, 'project_id': '262a0df38e704ffc9207a31c81529692', 'subnets': [{'id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:45:48.461214 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-9494b3f9-9e78-4b12-ad72-d08b8f8620fd service neutron] 10.222.0.50 "GET /v2.0/networks/1f67020f-8055-4ec9-baee-e572af54f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580710 Nov 23 21:45:48.507019 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c294598b-2fc6-4053-81d9-085c4382ff55 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:48.554940 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae94f56-4691-40b3-bfe5-89f166041940 req-14293581-f7a3-4c98-8d9e-d0a97005848b tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:48.564272 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5ae94f56-4691-40b3-bfe5-89f166041940 req-14293581-f7a3-4c98-8d9e-d0a97005848b tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?device_id=30e0fbcf-c711-4084-a769-a06146bc2860 HTTP/1.1" status: 200 len: 943 time: 0.4212098 Nov 23 21:45:48.594512 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port c294598b-2fc6-4053-81d9-085c4382ff55 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:48.594937 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:48.639805 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-4fc017ae-93d3-43af-a023-6f186f03545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:48.641437 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-4fc017ae-93d3-43af-a023-6f186f03545e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3905189 Nov 23 21:45:48.731176 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device bbeac264-768c-4f5b-969e-d32c8e7cafff details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:45:48.731393 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04af0f98-1309-4ae2-943c-eb63b827b2de admin admin] Router 0254af59-096e-4073-a8ec-0e81b4e74be8 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:45:48.779874 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-d8d026ff-f830-4b3a-b4f3-796c6c55791d service neutron] 10.222.0.60 "GET /v2.0/networks/8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204674 Nov 23 21:45:48.849784 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-9c2722a2-74da-4eed-b0d0-a9932ea6af7d service neutron] 10.222.0.50 "GET /v2.0/networks/1f67020f-8055-4ec9-baee-e572af54f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690276 Nov 23 21:45:48.860208 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port bbeac264-768c-4f5b-969e-d32c8e7cafff, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=bbeac264-768c-4f5b-969e-d32c8e7cafff,segment=NetworkSegment(b39fafe3-052e-4b28-be8e-3a74c5b358d3),segment_id=b39fafe3-052e-4b28-be8e-3a74c5b358d3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:48.871681 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5ae94f56-4691-40b3-bfe5-89f166041940 req-6ac484cf-2650-4e12-acf2-c2fa5cf92f78 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e16c830-bb83-4eed-8285-161efed5682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3056974 Nov 23 21:45:48.876143 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'bbeac264-768c-4f5b-969e-d32c8e7cafff', 'network_id': 'a82590b6-95ee-41a8-90a5-1d72b8f9c202', 'port_id': 'bbeac264-768c-4f5b-969e-d32c8e7cafff', 'mac_address': 'fa:16:3e:ea:78:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15604317-742c-41db-b6cd-cf3f90521277', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:45:48.935465 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:48.940729 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a0ad66ef-5f02-48f7-895d-3e8aca074217 req-004d9ad1-1393-415d-8251-b6f53a4a9820 service neutron] 10.222.0.60 "GET /v2.0/networks/8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491418 Nov 23 21:45:48.951567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbeac264-768c-4f5b-969e-d32c8e7cafff {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:45:48.975568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port bbeac264-768c-4f5b-969e-d32c8e7cafff, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=bbeac264-768c-4f5b-969e-d32c8e7cafff,segment=NetworkSegment(b39fafe3-052e-4b28-be8e-3a74c5b358d3),segment_id=b39fafe3-052e-4b28-be8e-3a74c5b358d3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:48.981292 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:48.998708 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-d5140cbf-1e09-4936-9455-854bdbc143a3 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Allocated IP 172.20.0.3 (69251849-2815-4e03-9f20-eae71bba378c/9d84ac18-6eb0-451e-822e-a2b2f0c24b0d/90bafca0-6b73-4fe6-851f-aaa482d0fe39) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:45:49.051932 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22989934-d1e1-4e6a-88c9-2d4bf3acd901 None None] New status for floating IP 3a17c6ad-d8de-4eef-a223-92f2569d5de5: DOWN {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:45:49.099773 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=bbeac264-768c-4f5b-969e-d32c8e7cafff,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:49.362378 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-980d4d1e-2b39-4913-92ac-117ffc8908fe req-e7735bfd-fc21-4115-bd76-d61a3885b781 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b4e3b67-0b12-46e0-8a45-7d357e0fd21b HTTP/1.1" status: 200 len: 210 time: 0.3538058 Nov 23 21:45:49.405195 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['bbeac264-768c-4f5b-969e-d32c8e7cafff'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:45:49.443773 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 21:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecc8aa5-6d72-4c85-b00e-74b636591654 x-openstack-request-id: req-5ecc8aa5-6d72-4c85-b00e-74b636591654 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:45:49.444075 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e927d54-58f2-479c-b244-c80ef4c036dc", "name": "network-vif-plugged", "status": "completed", "tag": "8ffaa15e-5249-4ec2-b177-8936bc34d603", "code": 200}, {"server_uuid": "44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4", "name": "network-vif-plugged", "status": "completed", "tag": "f3dbe69d-1eb4-4904-a61d-5743beec708f", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:45:49.444578 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ecc8aa5-6d72-4c85-b00e-74b636591654 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:45:49.444983 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e927d54-58f2-479c-b244-c80ef4c036dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffaa15e-5249-4ec2-b177-8936bc34d603', 'code': 200} Nov 23 21:45:49.445238 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3dbe69d-1eb4-4904-a61d-5743beec708f', 'code': 200} Nov 23 21:45:49.529966 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04af0f98-1309-4ae2-943c-eb63b827b2de admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:45:49.535566 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-04af0f98-1309-4ae2-943c-eb63b827b2de admin admin] 10.222.0.50 "PUT /v2.0/routers/0254af59-096e-4073-a8ec-0e81b4e74be8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1289461 Nov 23 21:45:49.538133 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46548) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:49.543075 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e85ba-27d5-4731-b3dd-173af2d81697 None None] Sync routers for ids ['0254af59-096e-4073-a8ec-0e81b4e74be8'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:45:49.565379 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6722824-1283-4bf7-95e7-98cf58c9bdf3 req-234ab44c-53e4-46aa-b69c-263bb6ccf72f tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:49.571840 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056e85ba-27d5-4731-b3dd-173af2d81697 None None] Routers {'0254af59-096e-4073-a8ec-0e81b4e74be8'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:45:49.573753 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6722824-1283-4bf7-95e7-98cf58c9bdf3 req-234ab44c-53e4-46aa-b69c-263bb6ccf72f tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 945 time: 0.1734843 Nov 23 21:45:49.575706 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-056e85ba-27d5-4731-b3dd-173af2d81697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:45:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0254af59-096e-4073-a8ec-0e81b4e74be8'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:49.661541 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72aa29e-348b-4646-ad8c-afe5df59d23e req-3ad3ba61-0226-4a3d-a75c-669ef118bbdf tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:49.663070 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c72aa29e-348b-4646-ad8c-afe5df59d23e req-3ad3ba61-0226-4a3d-a75c-669ef118bbdf tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4 HTTP/1.1" status: 200 len: 945 time: 0.1578445 Nov 23 21:45:49.678489 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-d5140cbf-1e09-4936-9455-854bdbc143a3 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:49.700040 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66fa2c95-c28c-4732-a3ad-dbf7d0aa85f7 admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:49.721840 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6722824-1283-4bf7-95e7-98cf58c9bdf3 req-66a6d9d4-02d3-4956-a0f9-49df74c9e847 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368134 Nov 23 21:45:49.786533 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7daaece-08e8-4752-b8b9-b4909ff87f9b x-openstack-request-id: req-a7daaece-08e8-4752-b8b9-b4909ff87f9b {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:45:49.786980 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62054ac4-bb9d-4677-8403-f6d84e42f5a6", "name": "network-vif-deleted", "tag": "ad268917-0abd-49c4-a988-8798f67ec1de", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:45:49.787321 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a7daaece-08e8-4752-b8b9-b4909ff87f9b {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:45:49.787815 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62054ac4-bb9d-4677-8403-f6d84e42f5a6', 'name': 'network-vif-deleted', 'tag': 'ad268917-0abd-49c4-a988-8798f67ec1de', 'status': 'completed', 'code': 200} Nov 23 21:45:49.795961 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-d5140cbf-1e09-4936-9455-854bdbc143a3 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:49.827244 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd0dbf-053b-4891-b723-283291ee5240 req-c48bbc0f-2a2a-4801-b21a-5fc0100be606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:49.829616 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-23fd0dbf-053b-4891-b723-283291ee5240 req-c48bbc0f-2a2a-4801-b21a-5fc0100be606 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4 HTTP/1.1" status: 200 len: 1096 time: 0.1405010 Nov 23 21:45:49.838865 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-056e85ba-27d5-4731-b3dd-173af2d81697 None None] Set router 0254af59-096e-4073-a8ec-0e81b4e74be8 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:45:49.879583 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66fa2c95-c28c-4732-a3ad-dbf7d0aa85f7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:49.912295 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c72aa29e-348b-4646-ad8c-afe5df59d23e req-6a58c05e-a5ee-44c7-8a9a-759d4904ad06 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/security-groups?id=db46c29c-fe61-4542-b264-8d84955f2460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425582 Nov 23 21:45:49.923515 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-d5140cbf-1e09-4936-9455-854bdbc143a3 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Network 69251849-2815-4e03-9f20-eae71bba378c is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:45:49.930275 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-d5140cbf-1e09-4936-9455-854bdbc143a3 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:49.933890 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5140cbf-1e09-4936-9455-854bdbc143a3 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Pushing event updated for resources: {'Port': ['ID=90bafca0-6b73-4fe6-851f-aaa482d0fe39,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:49.936319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-d5140cbf-1e09-4936-9455-854bdbc143a3 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:45:49.941934 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-d5140cbf-1e09-4936-9455-854bdbc143a3 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:49.942414 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-23fd0dbf-053b-4891-b723-283291ee5240 req-7874c5ee-420a-427f-99d2-d58613cf91ca service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=db46c29c-fe61-4542-b264-8d84955f2460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004033 Nov 23 21:45:49.942587 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-d5140cbf-1e09-4936-9455-854bdbc143a3 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:49.983427 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-d5140cbf-1e09-4936-9455-854bdbc143a3 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6575203 Nov 23 21:45:49.989399 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-66fa2c95-c28c-4732-a3ad-dbf7d0aa85f7 admin admin] Deleting port 8acf8522-fab0-4dfb-a771-690922ba88e3 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:45:49.989937 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66fa2c95-c28c-4732-a3ad-dbf7d0aa85f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:49.996977 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302fdae-4d88-4d6b-ad7f-8d2b71baf104 req-a4656a0d-53ce-4fc7-8c3b-2c80f52fef9e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:49.999165 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5302fdae-4d88-4d6b-ad7f-8d2b71baf104 req-a4656a0d-53ce-4fc7-8c3b-2c80f52fef9e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.1750941 Nov 23 21:45:50.004811 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aeb20ee-20ca-4edc-be65-6194a69c68b6 x-openstack-request-id: req-1aeb20ee-20ca-4edc-be65-6194a69c68b6 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:45:50.005153 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e0fbcf-c711-4084-a769-a06146bc2860", "tag": "84b83c42-9c27-47af-9714-44bc79332ade", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:45:50.005342 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1aeb20ee-20ca-4edc-be65-6194a69c68b6 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:45:50.005738 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e0fbcf-c711-4084-a769-a06146bc2860', 'tag': '84b83c42-9c27-47af-9714-44bc79332ade', 'status': 'completed', 'code': 200} Nov 23 21:45:50.006956 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-81b89c68-a528-4e80-907d-f8278df9bf2c service neutron] Request body: {'port': {'device_id': '6b4e3b67-0b12-46e0-8a45-7d357e0fd21b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:50.083692 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-66fa2c95-c28c-4732-a3ad-dbf7d0aa85f7 admin admin] For port 8acf8522-fab0-4dfb-a771-690922ba88e3, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8acf8522-fab0-4dfb-a771-690922ba88e3,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:50.084132 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66fa2c95-c28c-4732-a3ad-dbf7d0aa85f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:50.084983 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-056e85ba-27d5-4731-b3dd-173af2d81697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0254af59-096e-4073-a8ec-0e81b4e74be8', 'name': 'tempest-FloatingIPsTestJSON-1157816334-router', 'tenant_id': '77029eadd38c4df2babddb46d23c66b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '8acf8522-fab0-4dfb-a771-690922ba88e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:11Z', 'updated_at': '2021-11-23T21:45:46Z', 'revision_number': 5, 'project_id': '77029eadd38c4df2babddb46d23c66b5', 'gw_port': {'id': '8acf8522-fab0-4dfb-a771-690922ba88e3', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0254af59-096e-4073-a8ec-0e81b4e74be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:12Z', 'updated_at': '2021-11-23T21:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:50.098903 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-66fa2c95-c28c-4732-a3ad-dbf7d0aa85f7 admin admin] Calling delete_port for 8acf8522-fab0-4dfb-a771-690922ba88e3 owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:45:50.118830 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e85ba-27d5-4731-b3dd-173af2d81697 None None] Checking router: 0254af59-096e-4073-a8ec-0e81b4e74be8 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:45:50.141618 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056e85ba-27d5-4731-b3dd-173af2d81697 None None] Routers {'0254af59-096e-4073-a8ec-0e81b4e74be8'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:45:50.142247 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-056e85ba-27d5-4731-b3dd-173af2d81697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:45:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0254af59-096e-4073-a8ec-0e81b4e74be8'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:50.154637 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-81b89c68-a528-4e80-907d-f8278df9bf2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:50.163182 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5302fdae-4d88-4d6b-ad7f-8d2b71baf104 req-aa5d3470-ca90-4bd3-a223-29dea598e292 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251218 Nov 23 21:45:50.179143 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82483fd8-ac0b-4c14-afbf-c70be1b8d240 req-89b8c783-d669-4a89-be72-c4bdd918acce tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:50.187622 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-82483fd8-ac0b-4c14-afbf-c70be1b8d240 req-89b8c783-d669-4a89-be72-c4bdd918acce tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 944 time: 0.1318829 Nov 23 21:45:50.260799 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-056e85ba-27d5-4731-b3dd-173af2d81697 None None] Set router 0254af59-096e-4073-a8ec-0e81b4e74be8 gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:45:50.301047 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f1f2d43-7cc7-4110-ba4c-bdc5aeb5980c req-442a3105-c2a1-42a0-9f39-852db3d8f263 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fe5f901-695b-4be4-bc28-bfa7895dda8d HTTP/1.1" status: 200 len: 210 time: 0.0354888 Nov 23 21:45:50.304332 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66fa2c95-c28c-4732-a3ad-dbf7d0aa85f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:50.305764 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-82483fd8-ac0b-4c14-afbf-c70be1b8d240 req-b79e4dec-c41b-464f-8343-41a10008f0ec tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173415 Nov 23 21:45:50.320037 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-056e85ba-27d5-4731-b3dd-173af2d81697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0254af59-096e-4073-a8ec-0e81b4e74be8', 'name': 'tempest-FloatingIPsTestJSON-1157816334-router', 'tenant_id': '77029eadd38c4df2babddb46d23c66b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:11Z', 'updated_at': '2021-11-23T21:45:49Z', 'revision_number': 6, 'project_id': '77029eadd38c4df2babddb46d23c66b5', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:50.348091 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e85ba-27d5-4731-b3dd-173af2d81697 None None] The sync data for ids ['0254af59-096e-4073-a8ec-0e81b4e74be8'] in n-d-816206-9 is: [{'id': '0254af59-096e-4073-a8ec-0e81b4e74be8', 'name': 'tempest-FloatingIPsTestJSON-1157816334-router', 'tenant_id': '77029eadd38c4df2babddb46d23c66b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:11Z', 'updated_at': '2021-11-23T21:45:49Z', 'revision_number': 6, 'project_id': '77029eadd38c4df2babddb46d23c66b5', 'gw_port_host': None}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:45:50.399646 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa2c95-c28c-4732-a3ad-dbf7d0aa85f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8acf8522-fab0-4dfb-a771-690922ba88e3,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:50.439616 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66fa2c95-c28c-4732-a3ad-dbf7d0aa85f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:50.514601 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388f422-fb64-4a65-901c-a91fbf7cafc7 req-0ccf27ce-c6a1-414a-a1f8-60caee1c1fe9 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:50.516225 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4388f422-fb64-4a65-901c-a91fbf7cafc7 req-0ccf27ce-c6a1-414a-a1f8-60caee1c1fe9 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?device_id=30e0fbcf-c711-4084-a769-a06146bc2860 HTTP/1.1" status: 200 len: 943 time: 0.1243670 Nov 23 21:45:50.546855 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66fa2c95-c28c-4732-a3ad-dbf7d0aa85f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:50.549726 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66fa2c95-c28c-4732-a3ad-dbf7d0aa85f7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:50.555376 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34932b8b-915a-4660-a115-37cc54377766 req-81d900af-bbe3-4780-9566-9d5b3db0e7fa tempest-MigrationsAdminTest-646716613 tempest-MigrationsAdminTest-646716613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:50.556906 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34932b8b-915a-4660-a115-37cc54377766 req-81d900af-bbe3-4780-9566-9d5b3db0e7fa tempest-MigrationsAdminTest-646716613 tempest-MigrationsAdminTest-646716613-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 1101 time: 0.1383843 Nov 23 21:45:50.558202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe235754-0e93-46a7-9d8d-2d843809df69 req-cfc6602a-f220-4121-b2dc-ccf4b44f97a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:50.559718 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fe235754-0e93-46a7-9d8d-2d843809df69 req-cfc6602a-f220-4121-b2dc-ccf4b44f97a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=262a0df38e704ffc9207a31c81529692&device_id=30e0fbcf-c711-4084-a769-a06146bc2860 HTTP/1.1" status: 200 len: 1094 time: 0.1922925 Nov 23 21:45:50.639430 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66fa2c95-c28c-4732-a3ad-dbf7d0aa85f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:50.639970 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fa2c95-c28c-4732-a3ad-dbf7d0aa85f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0254af59-096e-4073-a8ec-0e81b4e74be8 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 21:45:50.647212 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66fa2c95-c28c-4732-a3ad-dbf7d0aa85f7 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:50.651471 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-66fa2c95-c28c-4732-a3ad-dbf7d0aa85f7 admin admin] 10.222.0.50 "DELETE /v2.0/routers/0254af59-096e-4073-a8ec-0e81b4e74be8 HTTP/1.1" status: 204 len: 168 time: 1.1090999 Nov 23 21:45:50.656517 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46556) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:50.667495 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4388f422-fb64-4a65-901c-a91fbf7cafc7 req-f9810ad2-e97f-4ac8-9a52-52205e88baeb tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e16c830-bb83-4eed-8285-161efed5682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171775 Nov 23 21:45:50.678027 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34932b8b-915a-4660-a115-37cc54377766 req-33d0f68d-bde2-4608-9fc7-f9664cf33126 tempest-MigrationsAdminTest-646716613 tempest-MigrationsAdminTest-646716613-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124244 Nov 23 21:45:50.721768 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe235754-0e93-46a7-9d8d-2d843809df69 req-c545e6fd-5e16-4868-a3c6-0ef505e3ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:50.723918 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device bbeac264-768c-4f5b-969e-d32c8e7cafff up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:50.724684 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fe235754-0e93-46a7-9d8d-2d843809df69 req-c545e6fd-5e16-4868-a3c6-0ef505e3ca98 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 HTTP/1.1" status: 200 len: 925 time: 0.1455123 Nov 23 21:45:50.793533 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port bbeac264-768c-4f5b-969e-d32c8e7cafff triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:50.795162 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:50.855236 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fe235754-0e93-46a7-9d8d-2d843809df69 req-879d8e0b-8dee-43a1-b1aa-828df1d44ca8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84b83c42-9c27-47af-9714-44bc79332ade HTTP/1.1" status: 200 len: 217 time: 0.1106119 Nov 23 21:45:50.917638 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:50.963855 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe235754-0e93-46a7-9d8d-2d843809df69 req-5b9d0a2c-599d-411f-adba-0c270706f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:50.965332 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fe235754-0e93-46a7-9d8d-2d843809df69 req-5b9d0a2c-599d-411f-adba-0c270706f8f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=34214f8b-100b-4eb0-beac-f661df6e2fe4 HTTP/1.1" status: 200 len: 863 time: 0.0907471 Nov 23 21:45:50.970319 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port bbeac264-768c-4f5b-969e-d32c8e7cafff, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=bbeac264-768c-4f5b-969e-d32c8e7cafff,segment=NetworkSegment(b39fafe3-052e-4b28-be8e-3a74c5b358d3),segment_id=b39fafe3-052e-4b28-be8e-3a74c5b358d3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:50.977959 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:51.018088 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72f1661-b61a-4a6f-850f-537c7181bff4 admin admin] Deleting subnet eebbc7c9-8314-47d6-aba8-0e76090b7ff6 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:45:51.023960 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe235754-0e93-46a7-9d8d-2d843809df69 req-e6b1e9c1-1ca1-4fa7-b9be-41f857e6d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:51.026232 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fe235754-0e93-46a7-9d8d-2d843809df69 req-e6b1e9c1-1ca1-4fa7-b9be-41f857e6d130 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505285 Nov 23 21:45:51.031044 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=bbeac264-768c-4f5b-969e-d32c8e7cafff,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:51.039447 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d72f1661-b61a-4a6f-850f-537c7181bff4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:51.043379 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-81b89c68-a528-4e80-907d-f8278df9bf2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90bafca0-6b73-4fe6-851f-aaa482d0fe39 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:45:51.075744 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-81b89c68-a528-4e80-907d-f8278df9bf2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:51.145280 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fe235754-0e93-46a7-9d8d-2d843809df69 req-ad9c0a15-5d24-4452-bea9-ba01ff00a2c5 service neutron] 10.222.0.60 "GET /v2.0/networks/8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028206 Nov 23 21:45:51.150326 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-81b89c68-a528-4e80-907d-f8278df9bf2c service neutron] Transition to ACTIVE for port object 90bafca0-6b73-4fe6-851f-aaa482d0fe39 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:45:51.154619 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d72f1661-b61a-4a6f-850f-537c7181bff4 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:51.168777 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb31711-8189-4906-8aaf-ba8d206d682a req-d627e5fb-74b9-4548-9554-2fc76482a8d0 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:51.170202 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ebb31711-8189-4906-8aaf-ba8d206d682a req-d627e5fb-74b9-4548-9554-2fc76482a8d0 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 945 time: 0.3039985 Nov 23 21:45:51.176655 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-81b89c68-a528-4e80-907d-f8278df9bf2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:51.192753 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c4f99-9354-4246-8839-2b47de44b3dc req-2663cfc1-db66-4b9e-b57f-825bde5144ef tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:51.194170 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f30c4f99-9354-4246-8839-2b47de44b3dc req-2663cfc1-db66-4b9e-b57f-825bde5144ef tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b4e3b67-0b12-46e0-8a45-7d357e0fd21b HTTP/1.1" status: 200 len: 931 time: 0.3261089 Nov 23 21:45:51.318029 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fe235754-0e93-46a7-9d8d-2d843809df69 req-e7405979-0fb7-44f8-8ae1-721a285b59dc service neutron] 10.222.0.60 "GET /v2.0/networks/8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887582 Nov 23 21:45:51.336317 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-e2122bef-020a-4e2e-a0cb-109587f44f19 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:51.337848 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-e2122bef-020a-4e2e-a0cb-109587f44f19 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.60 "GET /v2.0/networks?id=1f67020f-8055-4ec9-baee-e572af54f934 HTTP/1.1" status: 200 len: 829 time: 0.3785934 Nov 23 21:45:51.391305 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-27cdca26-3eca-4568-af59-b754f5a561ef tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Request body: {'port': {'device_id': '3fe5f901-695b-4be4-bc28-bfa7895dda8d', 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934', 'admin_state_up': True, 'tenant_id': '18c8f66042874b568706724a257348cb'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:51.398944 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b89c68-a528-4e80-907d-f8278df9bf2c service neutron] Pushing event updated for resources: {'Port': ['ID=90bafca0-6b73-4fe6-851f-aaa482d0fe39,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:51.424999 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d72f1661-b61a-4a6f-850f-537c7181bff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:51.446567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54da7025-a930-431b-afdb-8620ba358914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbeac264-768c-4f5b-969e-d32c8e7cafff'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:45:51.450561 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a44dfd4-09a0-46f5-ae89-43402a53e8da" -d '{"events": [{"server_uuid": "54da7025-a930-431b-afdb-8620ba358914", "name": "network-vif-plugged", "status": "completed", "tag": "bbeac264-768c-4f5b-969e-d32c8e7cafff"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:45:51.499817 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ebb31711-8189-4906-8aaf-ba8d206d682a req-9b834711-fdfb-474b-b23b-dff0d667954f tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167968 Nov 23 21:45:51.530460 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f30c4f99-9354-4246-8839-2b47de44b3dc req-0f4143b2-440a-4d3c-893b-61dbba38813b tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250432 Nov 23 21:45:51.577685 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-b98e6a25-d9d8-4e77-a9d4-ecc059261679 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:51.579392 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-b98e6a25-d9d8-4e77-a9d4-ecc059261679 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99&tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&binding%3Ahost_id=n-h1-816206-9 HTTP/1.1" status: 200 len: 1096 time: 0.0589428 Nov 23 21:45:51.607792 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-1e70993f-b6c6-4834-9240-643a3e59c3db service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-9'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:51.612308 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-81b89c68-a528-4e80-907d-f8278df9bf2c service neutron] Attempting to bind port 90bafca0-6b73-4fe6-851f-aaa482d0fe39 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:45:51.612788 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-81b89c68-a528-4e80-907d-f8278df9bf2c service neutron] Attempting to bind port 90bafca0-6b73-4fe6-851f-aaa482d0fe39 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '3bc67411-4d1f-4c3b-9e0b-93a384299ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '69251849-2815-4e03-9f20-eae71bba378c'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:45:51.612965 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-81b89c68-a528-4e80-907d-f8278df9bf2c service neutron] Attempting to bind port 90bafca0-6b73-4fe6-851f-aaa482d0fe39 on network 69251849-2815-4e03-9f20-eae71bba378c {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:51.658511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-81b89c68-a528-4e80-907d-f8278df9bf2c service neutron] Port 90bafca0-6b73-4fe6-851f-aaa482d0fe39 on network 69251849-2815-4e03-9f20-eae71bba378c not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:45:51.658868 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-81b89c68-a528-4e80-907d-f8278df9bf2c service neutron] Attempting to bind port 90bafca0-6b73-4fe6-851f-aaa482d0fe39 on network 69251849-2815-4e03-9f20-eae71bba378c {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:51.674647 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-1e70993f-b6c6-4834-9240-643a3e59c3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:51.698984 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-e0c9a3af-977a-451e-93b4-d1888346d540 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824347 Nov 23 21:45:51.708117 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-81b89c68-a528-4e80-907d-f8278df9bf2c service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:45:51.708458 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-81b89c68-a528-4e80-907d-f8278df9bf2c service neutron] Checking segment: {'id': '3bc67411-4d1f-4c3b-9e0b-93a384299ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '69251849-2815-4e03-9f20-eae71bba378c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:45:51.708847 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-81b89c68-a528-4e80-907d-f8278df9bf2c service neutron] Bound using segment: {'id': '3bc67411-4d1f-4c3b-9e0b-93a384299ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '69251849-2815-4e03-9f20-eae71bba378c'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:45:51.709335 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-81b89c68-a528-4e80-907d-f8278df9bf2c service neutron] Bound port: 90bafca0-6b73-4fe6-851f-aaa482d0fe39, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bc67411-4d1f-4c3b-9e0b-93a384299ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '69251849-2815-4e03-9f20-eae71bba378c'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:45:51.709737 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-81b89c68-a528-4e80-907d-f8278df9bf2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:51.745790 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d72f1661-b61a-4a6f-850f-537c7181bff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:51.809290 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-1e70993f-b6c6-4834-9240-643a3e59c3db service neutron] For port af2dc5c5-9fc4-443d-9bac-877c3dc929d4, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=af2dc5c5-9fc4-443d-9bac-877c3dc929d4,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:51.817422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f4789-fbaf-448e-8d9e-5f47332042b7 req-9fbb4f3d-a67a-4a54-9d02-0d554ee31400 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:51.819761 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-397f4789-fbaf-448e-8d9e-5f47332042b7 req-9fbb4f3d-a67a-4a54-9d02-0d554ee31400 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4 HTTP/1.1" status: 200 len: 945 time: 0.1784449 Nov 23 21:45:51.845049 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d72f1661-b61a-4a6f-850f-537c7181bff4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:51.847289 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-1e70993f-b6c6-4834-9240-643a3e59c3db service neutron] For port af2dc5c5-9fc4-443d-9bac-877c3dc929d4, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:45:51.851786 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d72f1661-b61a-4a6f-850f-537c7181bff4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/eebbc7c9-8314-47d6-aba8-0e76090b7ff6 HTTP/1.1" status: 204 len: 168 time: 1.1920991 Nov 23 21:45:51.851949 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ad0cb2-205f-4d62-b3d9-f4eabfc1345e None None] Network 6e2a03ad-bdc5-4ad8-aee5-c47664149c65 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:45:51.852390 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f1661-b61a-4a6f-850f-537c7181bff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eebbc7c9-8314-47d6-aba8-0e76090b7ff6,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:51.855457 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46584) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:51.899014 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-1e70993f-b6c6-4834-9240-643a3e59c3db service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:51.905762 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-1e70993f-b6c6-4834-9240-643a3e59c3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:51.915843 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-27cdca26-3eca-4568-af59-b754f5a561ef tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Made reservation on behalf of 18c8f66042874b568706724a257348cb for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:45:51.919559 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-27cdca26-3eca-4568-af59-b754f5a561ef tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:51.992966 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70993f-b6c6-4834-9240-643a3e59c3db service neutron] Pushing event updated for resources: {'Port': ['ID=af2dc5c5-9fc4-443d-9bac-877c3dc929d4,revision_number=7']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:51.997855 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-1e70993f-b6c6-4834-9240-643a3e59c3db service neutron] Attempting to bind port af2dc5c5-9fc4-443d-9bac-877c3dc929d4 on host n-h1-816206-9 for vnic_type normal with profile {"migrating_to": "n-h2-816206-9"} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:45:51.998189 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-1e70993f-b6c6-4834-9240-643a3e59c3db service neutron] Attempting to bind port af2dc5c5-9fc4-443d-9bac-877c3dc929d4 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:45:51.998514 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-1e70993f-b6c6-4834-9240-643a3e59c3db service neutron] Attempting to bind port af2dc5c5-9fc4-443d-9bac-877c3dc929d4 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:52.003229 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-1e70993f-b6c6-4834-9240-643a3e59c3db service neutron] Port af2dc5c5-9fc4-443d-9bac-877c3dc929d4 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:45:52.003555 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-1e70993f-b6c6-4834-9240-643a3e59c3db service neutron] Attempting to bind port af2dc5c5-9fc4-443d-9bac-877c3dc929d4 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:52.007920 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ff1396-de15-4583-9887-8282743e4f99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af2dc5c5-9fc4-443d-9bac-877c3dc929d4'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:45:52.010277 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc0cfeb-6be9-409c-b16d-beab13c7b4b7" -d '{"events": [{"server_uuid": "a5ff1396-de15-4583-9887-8282743e4f99", "name": "network-vif-unplugged", "status": "completed", "tag": "af2dc5c5-9fc4-443d-9bac-877c3dc929d4"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:45:52.013857 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-1e70993f-b6c6-4834-9240-643a3e59c3db service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:45:52.014185 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-1e70993f-b6c6-4834-9240-643a3e59c3db service neutron] Checking segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:45:52.014557 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-1e70993f-b6c6-4834-9240-643a3e59c3db service neutron] Bound using segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:45:52.015014 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-1e70993f-b6c6-4834-9240-643a3e59c3db service neutron] Bound port: af2dc5c5-9fc4-443d-9bac-877c3dc929d4, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:45:52.015377 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-1e70993f-b6c6-4834-9240-643a3e59c3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:52.052075 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-81b89c68-a528-4e80-907d-f8278df9bf2c service neutron] For port 90bafca0-6b73-4fe6-851f-aaa482d0fe39, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:45:52.065655 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c516e8e-18d0-4e1b-b966-6ec0443b971c None None] DHCP port deletion for 6e2a03ad-bdc5-4ad8-aee5-c47664149c65 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:45:52.096661 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-1e70993f-b6c6-4834-9240-643a3e59c3db service neutron] For port af2dc5c5-9fc4-443d-9bac-877c3dc929d4, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:45:52.099803 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-1e70993f-b6c6-4834-9240-643a3e59c3db service neutron] For port af2dc5c5-9fc4-443d-9bac-877c3dc929d4, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=af2dc5c5-9fc4-443d-9bac-877c3dc929d4,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:45:52.104730 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-1e70993f-b6c6-4834-9240-643a3e59c3db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:52.117465 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:52.122117 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-397f4789-fbaf-448e-8d9e-5f47332042b7 req-4c1dae89-51f7-404f-a7a0-6facd06be153 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/security-groups?id=db46c29c-fe61-4542-b264-8d84955f2460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657552 Nov 23 21:45:52.123930 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-81b89c68-a528-4e80-907d-f8278df9bf2c service neutron] For port 90bafca0-6b73-4fe6-851f-aaa482d0fe39, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=90bafca0-6b73-4fe6-851f-aaa482d0fe39,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:45:52.133597 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5c516e8e-18d0-4e1b-b966-6ec0443b971c None None] Deleting port 9b3a18c7-6178-42fe-b087-0ed0af02c8d9 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:45:52.134061 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5c516e8e-18d0-4e1b-b966-6ec0443b971c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:52.141492 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-0e2a1915-d736-44d7-9bad-6c6eb2c564d0 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:52.142955 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-0e2a1915-d736-44d7-9bad-6c6eb2c564d0 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4308627 Nov 23 21:45:52.151214 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-81b89c68-a528-4e80-907d-f8278df9bf2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:52.194608 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70993f-b6c6-4834-9240-643a3e59c3db service neutron] Pushing event updated for resources: {'Port': ['ID=af2dc5c5-9fc4-443d-9bac-877c3dc929d4,revision_number=8']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:52.242419 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-81b89c68-a528-4e80-907d-f8278df9bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:52.242646 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-1e70993f-b6c6-4834-9240-643a3e59c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:52.242767 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-81b89c68-a528-4e80-907d-f8278df9bf2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:52.243372 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-1e70993f-b6c6-4834-9240-643a3e59c3db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:52.243741 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-81b89c68-a528-4e80-907d-f8278df9bf2c service neutron] 10.222.0.53 "PUT /v2.0/ports/90bafca0-6b73-4fe6-851f-aaa482d0fe39 HTTP/1.1" status: 200 len: 1091 time: 2.2432084 Nov 23 21:45:52.245691 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-1e70993f-b6c6-4834-9240-643a3e59c3db service neutron] 10.222.0.60 "PUT /v2.0/ports/af2dc5c5-9fc4-443d-9bac-877c3dc929d4 HTTP/1.1" status: 200 len: 1121 time: 0.6436899 Nov 23 21:45:52.245856 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-bf73b5cb-b62e-4ae8-88d9-ca828fd0b10b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/quotas/c048b3ef0f8e48829fa7f62a5ce5ce80 HTTP/1.1" status: 200 len: 375 time: 0.0757251 Nov 23 21:45:52.246142 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4e3b67-0b12-46e0-8a45-7d357e0fd21b', 'tag': '90bafca0-6b73-4fe6-851f-aaa482d0fe39'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:45:52.248658 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f44c14-883a-4a2d-bb2c-1a085649c061" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4e3b67-0b12-46e0-8a45-7d357e0fd21b", "tag": "90bafca0-6b73-4fe6-851f-aaa482d0fe39"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:45:52.270245 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-5c516e8e-18d0-4e1b-b966-6ec0443b971c None None] For port 9b3a18c7-6178-42fe-b087-0ed0af02c8d9, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9b3a18c7-6178-42fe-b087-0ed0af02c8d9,segment=NetworkSegment(69ddf0b7-c272-4510-a923-b5e8bd7856d2),segment_id=69ddf0b7-c272-4510-a923-b5e8bd7856d2)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:52.270642 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5c516e8e-18d0-4e1b-b966-6ec0443b971c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:52.291596 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5c516e8e-18d0-4e1b-b966-6ec0443b971c None None] Calling delete_port for 9b3a18c7-6178-42fe-b087-0ed0af02c8d9 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:45:52.372723 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['af2dc5c5-9fc4-443d-9bac-877c3dc929d4'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:45:52.399573 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8acf8522-fab0-4dfb-a771-690922ba88e3 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:45:52.432707 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['af2dc5c5-9fc4-443d-9bac-877c3dc929d4'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:45:52.444157 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 8acf8522-fab0-4dfb-a771-690922ba88e3 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:45:52.444756 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8acf8522-fab0-4dfb-a771-690922ba88e3 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:45:52.445175 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e9116473-757b-4c5f-a4f4-2874b0d178b3 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:45:52.514028 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: e9116473-757b-4c5f-a4f4-2874b0d178b3 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:45:52.514275 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e9116473-757b-4c5f-a4f4-2874b0d178b3 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:45:52.514685 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9b3a18c7-6178-42fe-b087-0ed0af02c8d9 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:45:52.574897 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9ff641a9-d763-4949-a796-1224c97db722 req-b1061f4d-edce-44a5-8c58-56b0f0e3f750 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fe5f901-695b-4be4-bc28-bfa7895dda8d HTTP/1.1" status: 200 len: 210 time: 0.3682337 Nov 23 21:45:52.585495 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:52.632296 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5c516e8e-18d0-4e1b-b966-6ec0443b971c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:52.633909 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b89c68-a528-4e80-907d-f8278df9bf2c service neutron] Pushing event updated for resources: {'Port': ['ID=90bafca0-6b73-4fe6-851f-aaa482d0fe39,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:52.661800 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No active binding found for port 9b3a18c7-6178-42fe-b087-0ed0af02c8d9 {{(pid=110035) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 21:45:52.662791 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9b3a18c7-6178-42fe-b087-0ed0af02c8d9 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:45:52.682705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-27cdca26-3eca-4568-af59-b754f5a561ef tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Allocated IP 172.20.0.10 (1f67020f-8055-4ec9-baee-e572af54f934/fece629e-253c-4214-88a2-c60510bbc2c8/a4cde4c4-243d-4503-9b1f-fd85d71add68) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:45:52.694534 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c516e8e-18d0-4e1b-b966-6ec0443b971c None None] No DVR routers for this DVR port 9b3a18c7-6178-42fe-b087-0ed0af02c8d9 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:45:52.696314 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c516e8e-18d0-4e1b-b966-6ec0443b971c None None] Pushing event deleted for resources: {'Port': ['ID=9b3a18c7-6178-42fe-b087-0ed0af02c8d9,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:52.713962 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-53e0618b-333a-4291-8e9c-7f5472fad937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:52.715991 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-53e0618b-333a-4291-8e9c-7f5472fad937 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b6546ef1ad74db59897db5bbc417afa&device_id=6b4e3b67-0b12-46e0-8a45-7d357e0fd21b HTTP/1.1" status: 200 len: 1094 time: 0.1449466 Nov 23 21:45:52.727912 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-392afd5f-4c77-41e9-8dac-16306ef77e44 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1557539 Nov 23 21:45:52.731493 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device af2dc5c5-9fc4-443d-9bac-877c3dc929d4 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:45:52.809667 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Deleting port 9b3a18c7-6178-42fe-b087-0ed0af02c8d9 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:45:52.810009 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:52.812530 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-addb21a1-1187-4af5-801a-a75ac2d44685 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90bafca0-6b73-4fe6-851f-aaa482d0fe39 HTTP/1.1" status: 200 len: 217 time: 0.0795753 Nov 23 21:45:53.035894 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbd3141-3e55-4b62-b60b-4bad23446639 x-openstack-request-id: req-8fbd3141-3e55-4b62-b60b-4bad23446639 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:45:53.036397 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54da7025-a930-431b-afdb-8620ba358914", "name": "network-vif-plugged", "status": "completed", "tag": "bbeac264-768c-4f5b-969e-d32c8e7cafff", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:45:53.036397 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8fbd3141-3e55-4b62-b60b-4bad23446639 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:45:53.036794 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54da7025-a930-431b-afdb-8620ba358914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbeac264-768c-4f5b-969e-d32c8e7cafff', 'code': 200} Nov 23 21:45:53.043733 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port af2dc5c5-9fc4-443d-9bac-877c3dc929d4, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=af2dc5c5-9fc4-443d-9bac-877c3dc929d4,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:53.057302 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-0f248efd-ab1a-416c-8015-063c65a386c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:53.057524 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device af2dc5c5-9fc4-443d-9bac-877c3dc929d4 has no active binding in host n-h2-816206-9 {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 21:45:53.057928 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 84b83c42-9c27-47af-9714-44bc79332ade details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:45:53.060466 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-0f248efd-ab1a-416c-8015-063c65a386c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d84ac18-6eb0-451e-822e-a2b2f0c24b0d HTTP/1.1" status: 200 len: 844 time: 0.2157657 Nov 23 21:45:53.074592 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3b4ef-9aa4-43aa-9070-d4552b9916f5 req-17ac6321-d806-4f87-989f-281acdda7fee tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:53.091233 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93b3b4ef-9aa4-43aa-9070-d4552b9916f5 req-17ac6321-d806-4f87-989f-281acdda7fee tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 945 time: 0.3414381 Nov 23 21:45:53.093605 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] For port 9b3a18c7-6178-42fe-b087-0ed0af02c8d9, host n-d-816206-9, got binding levels [] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:53.094507 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:53.172887 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Calling delete_port for 9b3a18c7-6178-42fe-b087-0ed0af02c8d9 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:45:53.186685 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.ipam_backend_mixin [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Port 9b3a18c7-6178-42fe-b087-0ed0af02c8d9 was not found and therefore no delete operation was performed {{(pid=110034) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 21:45:53.188924 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-f53ceb55-8932-48af-9d22-85eec80bbeb8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=69251849-2815-4e03-9f20-eae71bba378c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878451 Nov 23 21:45:53.212279 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:53.237461 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 84b83c42-9c27-47af-9714-44bc79332ade, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=84b83c42-9c27-47af-9714-44bc79332ade,segment=NetworkSegment(e8a382eb-a549-463e-91fa-d8663b563095),segment_id=e8a382eb-a549-463e-91fa-d8663b563095)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:53.251376 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '84b83c42-9c27-47af-9714-44bc79332ade', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'port_id': '84b83c42-9c27-47af-9714-44bc79332ade', 'mac_address': 'fa:16:3e:43:88:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:45:53.290836 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=9b3a18c7-6178-42fe-b087-0ed0af02c8d9,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:53.299584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] No DVR routers for this DVR port 9b3a18c7-6178-42fe-b087-0ed0af02c8d9 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:45:53.308409 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:53.309436 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-27cdca26-3eca-4568-af59-b754f5a561ef tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:53.334251 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b83c42-9c27-47af-9714-44bc79332ade {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:45:53.357948 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d98343-f7c9-4d0a-8f7f-e9cca2bab33b req-e1cc1c97-b15c-4ce1-b0f8-5a395c236427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:53.360414 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-18d98343-f7c9-4d0a-8f7f-e9cca2bab33b req-e1cc1c97-b15c-4ce1-b0f8-5a395c236427 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 1096 time: 0.0967331 Nov 23 21:45:53.363944 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 84b83c42-9c27-47af-9714-44bc79332ade, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=84b83c42-9c27-47af-9714-44bc79332ade,segment=NetworkSegment(e8a382eb-a549-463e-91fa-d8663b563095),segment_id=e8a382eb-a549-463e-91fa-d8663b563095)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:53.368116 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:53.404532 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93b3b4ef-9aa4-43aa-9070-d4552b9916f5 req-b7a06b56-aab6-4ab6-a9b3-0cdee16df774 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052034 Nov 23 21:45:53.446966 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-18d98343-f7c9-4d0a-8f7f-e9cca2bab33b req-2ff89d2b-446f-40f8-9fb8-6a41fe5d387a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767226 Nov 23 21:45:53.470646 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=84b83c42-9c27-47af-9714-44bc79332ade,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:53.476481 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 21:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a168862-fbbe-4e5c-8761-0562a423cced x-openstack-request-id: req-5a168862-fbbe-4e5c-8761-0562a423cced {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:45:53.476961 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ff1396-de15-4583-9887-8282743e4f99", "name": "network-vif-unplugged", "status": "completed", "tag": "af2dc5c5-9fc4-443d-9bac-877c3dc929d4", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:45:53.477370 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5a168862-fbbe-4e5c-8761-0562a423cced {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:45:53.477915 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ff1396-de15-4583-9887-8282743e4f99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af2dc5c5-9fc4-443d-9bac-877c3dc929d4', 'code': 200} Nov 23 21:45:53.487248 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78a325-df6f-49d9-be05-ca8fc6e400f3 req-44f39ea7-4d12-4950-9f90-822cfa3cfe01 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:53.493610 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b78a325-df6f-49d9-be05-ca8fc6e400f3 req-44f39ea7-4d12-4950-9f90-822cfa3cfe01 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?device_id=30e0fbcf-c711-4084-a769-a06146bc2860 HTTP/1.1" status: 200 len: 943 time: 0.3539095 Nov 23 21:45:53.580601 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:53.625009 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-6ee0d9f2-cd4e-4d16-818b-8fb2146c9def service neutron] 10.222.0.53 "GET /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082870 Nov 23 21:45:53.632117 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:45:53.632538 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:45:53.633249 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:45:53.633574 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Subscribe: > port after_create 55550000 {{(pid=110034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:45:53.633912 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Subscribe: > port after_delete 55550000 {{(pid=110034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:45:53.634242 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Subscribe: > port after_update 55550000 {{(pid=110034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:45:53.635481 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:45:53.635592 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:45:53.636188 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:45:53.636490 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:45:53.729063 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:45:53.729457 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:45:53.729809 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:45:53.730144 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:45:53.730506 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2a03ad-bdc5-4ad8-aee5-c47664149c65']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:53.815883 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ddf0b7-c272-4510-a923-b5e8bd7856d2') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:53.816158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ddf0b7-c272-4510-a923-b5e8bd7856d2') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:45:53.833884 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-27cdca26-3eca-4568-af59-b754f5a561ef tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:53.853103 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:53.874978 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['84b83c42-9c27-47af-9714-44bc79332ade'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:45:53.914055 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b78a325-df6f-49d9-be05-ca8fc6e400f3 req-7cfabbb7-9a66-4456-8d1c-07fec20dec3d tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e16c830-bb83-4eed-8285-161efed5682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4127502 Nov 23 21:45:53.951474 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:53.976290 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a783002d-3e29-4417-b8f6-51804fceaa8e x-openstack-request-id: req-a783002d-3e29-4417-b8f6-51804fceaa8e {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:45:53.976584 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4e3b67-0b12-46e0-8a45-7d357e0fd21b", "tag": "90bafca0-6b73-4fe6-851f-aaa482d0fe39", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:45:53.976824 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a783002d-3e29-4417-b8f6-51804fceaa8e {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:45:53.977237 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4e3b67-0b12-46e0-8a45-7d357e0fd21b', 'tag': '90bafca0-6b73-4fe6-851f-aaa482d0fe39', 'status': 'completed', 'code': 200} Nov 23 21:45:53.989966 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:45:53.990370 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: from cryptography.utils import int_from_bytes Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: from cryptography.utils import int_from_bytes Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:45:54.009050 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:45:54.023859 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-27cdca26-3eca-4568-af59-b754f5a561ef tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Network 1f67020f-8055-4ec9-baee-e572af54f934 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:45:54.036569 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33a767b8-fb40-4ae4-a2b7-3f5cf5c43b8d req-a37c7517-44fc-4a6d-a1ae-b8f3d4fe4639 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5384076 Nov 23 21:45:54.048164 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-27cdca26-3eca-4568-af59-b754f5a561ef tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:54.095400 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-27cdca26-3eca-4568-af59-b754f5a561ef tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:45:54.096416 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdca26-3eca-4568-af59-b754f5a561ef tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Pushing event updated for resources: {'Port': ['ID=a4cde4c4-243d-4503-9b1f-fd85d71add68,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:54.126928 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-33a767b8-fb40-4ae4-a2b7-3f5cf5c43b8d req-2bf441d8-86dd-45da-b835-c730b4e3720f tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:54.141239 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-cf6552b7-70bb-4f1d-bc50-b35858956c3c tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330765 Nov 23 21:45:54.193463 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab41cd47-698d-4c42-8efa-80c160c3960e req-1cfb0b55-9339-47c5-bf7f-5d9002b8ed6c service neutron] 10.222.0.53 "GET /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294095 Nov 23 21:45:54.199732 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:54.222968 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:54.229046 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] 10.222.0.50 "DELETE /v2.0/networks/6e2a03ad-bdc5-4ad8-aee5-c47664149c65 HTTP/1.1" status: 204 len: 168 time: 2.3664525 Nov 23 21:45:54.241450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7d145-8d96-4bbb-8a70-f405370c7f4d admin admin] Pushing event deleted for resources: {'Network': ['ID=6e2a03ad-bdc5-4ad8-aee5-c47664149c65,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:54.243401 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-33a767b8-fb40-4ae4-a2b7-3f5cf5c43b8d req-2bf441d8-86dd-45da-b835-c730b4e3720f tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:54.254819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-27cdca26-3eca-4568-af59-b754f5a561ef tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:54.255471 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-27cdca26-3eca-4568-af59-b754f5a561ef tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:54.285288 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8e8ea-aa05-4596-9b3e-3c9aa83d1bda req-92022ca9-e5ae-416d-ac3d-a8e3c30d908b tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:54.297247 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21d8e8ea-aa05-4596-9b3e-3c9aa83d1bda req-92022ca9-e5ae-416d-ac3d-a8e3c30d908b tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 943 time: 0.2668393 Nov 23 21:45:54.297706 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-dd354bd0-b051-4c9b-88e2-9d8b9760fe6b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:54.300339 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-dd354bd0-b051-4c9b-88e2-9d8b9760fe6b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1528282 Nov 23 21:45:54.315999 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-162ba6fc-64de-4c0b-bbb9-372bdd430a7b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Request body: {'port': {'device_id': 'c98bc5a3-55e3-4e88-a561-02cc955d4670', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': 'c048b3ef0f8e48829fa7f62a5ce5ce80'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:54.360838 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-27cdca26-3eca-4568-af59-b754f5a561ef tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9797487 Nov 23 21:45:54.381570 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c2de7b61-718b-4667-91ef-4698013a4ce6 None None] Provisioning complete for port a4cde4c4-243d-4503-9b1f-fd85d71add68 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:54.382501 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c2de7b61-718b-4667-91ef-4698013a4ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:54.395519 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b2167abb-56bc-45f3-a5b7-e33d28e2f113 service neutron] Request body: {'port': {'device_id': '3fe5f901-695b-4be4-bc28-bfa7895dda8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:54.431905 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c2de7b61-718b-4667-91ef-4698013a4ce6 None None] Port a4cde4c4-243d-4503-9b1f-fd85d71add68 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:45:54.449071 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46612) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:54.455394 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21d8e8ea-aa05-4596-9b3e-3c9aa83d1bda req-b453cc76-f59e-4392-b21a-6ebe8f0dc8fc tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569529 Nov 23 21:45:54.463521 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f44c14-883a-4a2d-bb2c-1a085649c061 req-5b0a780d-58fa-4479-bbbf-049583028d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:54.465099 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1f44c14-883a-4a2d-bb2c-1a085649c061 req-5b0a780d-58fa-4479-bbbf-049583028d6d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b6546ef1ad74db59897db5bbc417afa&device_id=6b4e3b67-0b12-46e0-8a45-7d357e0fd21b HTTP/1.1" status: 200 len: 1094 time: 0.1563241 Nov 23 21:45:54.475066 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-162ba6fc-64de-4c0b-bbb9-372bdd430a7b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Made reservation on behalf of c048b3ef0f8e48829fa7f62a5ce5ce80 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:45:54.478791 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-162ba6fc-64de-4c0b-bbb9-372bdd430a7b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:54.518639 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8ba9b593-3dfc-4ff4-aff8-474c9f444555 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=77029eadd38c4df2babddb46d23c66b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0679281 Nov 23 21:45:54.521454 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46614) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:54.604781 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b2167abb-56bc-45f3-a5b7-e33d28e2f113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:54.655269 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c2f8c8ac-ad62-4cae-958d-8673d74e307c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:54.685378 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-162ba6fc-64de-4c0b-bbb9-372bdd430a7b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Allocated IP 192.168.233.157 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/9cc27c60-4f77-418e-8918-d8383775cf84) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:45:54.692712 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c2f8c8ac-ad62-4cae-958d-8673d74e307c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:54.716755 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898096ba-9dfc-478d-86f6-e611408de3e8 req-6bebe6d2-aaf1-441d-a5b8-444de9371090 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:54.718239 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-898096ba-9dfc-478d-86f6-e611408de3e8 req-6bebe6d2-aaf1-441d-a5b8-444de9371090 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b4e3b67-0b12-46e0-8a45-7d357e0fd21b HTTP/1.1" status: 200 len: 943 time: 0.1797917 Nov 23 21:45:54.734399 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f44c14-883a-4a2d-bb2c-1a085649c061 req-0a40e877-f1f5-4787-a0c2-2e284630f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:54.735846 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1f44c14-883a-4a2d-bb2c-1a085649c061 req-0a40e877-f1f5-4787-a0c2-2e284630f41e service neutron] 10.222.0.53 "GET /v2.0/networks?id=69251849-2815-4e03-9f20-eae71bba378c HTTP/1.1" status: 200 len: 905 time: 0.2283645 Nov 23 21:45:54.777175 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-33a767b8-fb40-4ae4-a2b7-3f5cf5c43b8d req-2bf441d8-86dd-45da-b835-c730b4e3720f tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:54.782783 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c2f8c8ac-ad62-4cae-958d-8673d74e307c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:54.785344 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c2f8c8ac-ad62-4cae-958d-8673d74e307c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:54.786481 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c2f8c8ac-ad62-4cae-958d-8673d74e307c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bcb41ce4-b85e-4612-bf27-6ba6a574a49a HTTP/1.1" status: 204 len: 168 time: 0.2641413 Nov 23 21:45:54.804799 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8c8ac-ad62-4cae-958d-8673d74e307c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb41ce4-b85e-4612-bf27-6ba6a574a49a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:54.857363 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1f44c14-883a-4a2d-bb2c-1a085649c061 req-19f08872-3e7c-439f-bcfa-059324ee3a3e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90bafca0-6b73-4fe6-851f-aaa482d0fe39 HTTP/1.1" status: 200 len: 217 time: 0.0975966 Nov 23 21:45:54.930880 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-162ba6fc-64de-4c0b-bbb9-372bdd430a7b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:54.982362 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-162ba6fc-64de-4c0b-bbb9-372bdd430a7b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:55.010455 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-898096ba-9dfc-478d-86f6-e611408de3e8 req-dfb1d0cd-5b93-4199-964f-87118dfa7a28 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801421 Nov 23 21:45:55.042082 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['8ffaa15e-5249-4ec2-b177-8936bc34d603'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:45:55.049107 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-162ba6fc-64de-4c0b-bbb9-372bdd430a7b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:45:55.052885 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-162ba6fc-64de-4c0b-bbb9-372bdd430a7b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:55.075436 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-162ba6fc-64de-4c0b-bbb9-372bdd430a7b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:45:55.082444 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-162ba6fc-64de-4c0b-bbb9-372bdd430a7b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:55.083809 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-162ba6fc-64de-4c0b-bbb9-372bdd430a7b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:55.101126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f44c14-883a-4a2d-bb2c-1a085649c061 req-283f26bb-f17c-4bae-8424-275972b6f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:55.102579 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1f44c14-883a-4a2d-bb2c-1a085649c061 req-283f26bb-f17c-4bae-8424-275972b6f34b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d84ac18-6eb0-451e-822e-a2b2f0c24b0d HTTP/1.1" status: 200 len: 844 time: 0.2357976 Nov 23 21:45:55.117197 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ba6fc-64de-4c0b-bbb9-372bdd430a7b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Pushing event updated for resources: {'Port': ['ID=9cc27c60-4f77-418e-8918-d8383775cf84,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:55.125437 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-162ba6fc-64de-4c0b-bbb9-372bdd430a7b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8156080 Nov 23 21:45:55.153758 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-85cd797f-393a-4588-a6ea-4532cbf3908d service neutron] Request body: {'port': {'device_id': 'c98bc5a3-55e3-4e88-a561-02cc955d4670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:55.219203 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1f44c14-883a-4a2d-bb2c-1a085649c061 req-e7baa72d-c0ad-414b-8f62-3588810ab32b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=69251849-2815-4e03-9f20-eae71bba378c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811143 Nov 23 21:45:55.242830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-33a767b8-fb40-4ae4-a2b7-3f5cf5c43b8d req-2bf441d8-86dd-45da-b835-c730b4e3720f tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Allocated IP 172.25.5.163 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/5de5169e-53c8-4646-ba7a-b9a427b7e5f3) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:45:55.272890 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-85cd797f-393a-4588-a6ea-4532cbf3908d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:55.467560 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07264a91-ab7c-4de5-9a9e-5d80dc037c09 None None] Provisioning complete for port 9cc27c60-4f77-418e-8918-d8383775cf84 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:55.468174 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07264a91-ab7c-4de5-9a9e-5d80dc037c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:55.480796 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ff1396-de15-4583-9887-8282743e4f99', 'tag': 'af2dc5c5-9fc4-443d-9bac-877c3dc929d4'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:45:55.483211 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2902ccc6-8c0a-43e1-a0ab-07a23688e55c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ff1396-de15-4583-9887-8282743e4f99", "tag": "af2dc5c5-9fc4-443d-9bac-877c3dc929d4"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:45:55.517320 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07264a91-ab7c-4de5-9a9e-5d80dc037c09 None None] Port 9cc27c60-4f77-418e-8918-d8383775cf84 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:45:55.643087 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-85cd797f-393a-4588-a6ea-4532cbf3908d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc27c60-4f77-418e-8918-d8383775cf84 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:45:55.652184 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-85cd797f-393a-4588-a6ea-4532cbf3908d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:55.665244 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-85cd797f-393a-4588-a6ea-4532cbf3908d service neutron] Transition to ACTIVE for port object 9cc27c60-4f77-418e-8918-d8383775cf84 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:45:55.669833 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-85cd797f-393a-4588-a6ea-4532cbf3908d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:55.735104 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd797f-393a-4588-a6ea-4532cbf3908d service neutron] Pushing event updated for resources: {'Port': ['ID=9cc27c60-4f77-418e-8918-d8383775cf84,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:55.779499 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673467a-5e2e-44ac-9e12-fe5ce9688b2c req-2e8bb57e-7927-4c2f-8e79-c5786a2d023f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:55.780046 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-85cd797f-393a-4588-a6ea-4532cbf3908d service neutron] Attempting to bind port 9cc27c60-4f77-418e-8918-d8383775cf84 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:45:55.780134 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-85cd797f-393a-4588-a6ea-4532cbf3908d service neutron] Attempting to bind port 9cc27c60-4f77-418e-8918-d8383775cf84 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:45:55.780443 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-85cd797f-393a-4588-a6ea-4532cbf3908d service neutron] Attempting to bind port 9cc27c60-4f77-418e-8918-d8383775cf84 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:55.785089 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-85cd797f-393a-4588-a6ea-4532cbf3908d service neutron] Port 9cc27c60-4f77-418e-8918-d8383775cf84 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:45:55.785413 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-85cd797f-393a-4588-a6ea-4532cbf3908d service neutron] Attempting to bind port 9cc27c60-4f77-418e-8918-d8383775cf84 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:55.786685 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3673467a-5e2e-44ac-9e12-fe5ce9688b2c req-2e8bb57e-7927-4c2f-8e79-c5786a2d023f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 936 time: 0.6831172 Nov 23 21:45:55.792830 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-85cd797f-393a-4588-a6ea-4532cbf3908d service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:45:55.793031 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-85cd797f-393a-4588-a6ea-4532cbf3908d service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:45:55.793693 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-85cd797f-393a-4588-a6ea-4532cbf3908d service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:45:55.794569 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-85cd797f-393a-4588-a6ea-4532cbf3908d service neutron] Bound port: 9cc27c60-4f77-418e-8918-d8383775cf84, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:45:55.794693 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-85cd797f-393a-4588-a6ea-4532cbf3908d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:55.807636 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b2167abb-56bc-45f3-a5b7-e33d28e2f113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4cde4c4-243d-4503-9b1f-fd85d71add68 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:45:55.820476 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b2167abb-56bc-45f3-a5b7-e33d28e2f113 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:55.835376 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46642) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:55.875526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b2167abb-56bc-45f3-a5b7-e33d28e2f113 service neutron] Transition to ACTIVE for port object a4cde4c4-243d-4503-9b1f-fd85d71add68 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:45:55.883774 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-85cd797f-393a-4588-a6ea-4532cbf3908d service neutron] For port 9cc27c60-4f77-418e-8918-d8383775cf84, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:45:55.886908 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1f44c14-883a-4a2d-bb2c-1a085649c061 req-961f3c93-1bd5-4cd8-9d1c-2a3e629fb740 service neutron] 10.222.0.53 "GET /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050050 Nov 23 21:45:55.888327 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-85cd797f-393a-4588-a6ea-4532cbf3908d service neutron] For port 9cc27c60-4f77-418e-8918-d8383775cf84, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=9cc27c60-4f77-418e-8918-d8383775cf84,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:45:55.894213 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-85cd797f-393a-4588-a6ea-4532cbf3908d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:55.908396 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b2167abb-56bc-45f3-a5b7-e33d28e2f113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:55.938867 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-33a767b8-fb40-4ae4-a2b7-3f5cf5c43b8d req-2bf441d8-86dd-45da-b835-c730b4e3720f tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:55.995570 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd797f-393a-4588-a6ea-4532cbf3908d service neutron] Pushing event updated for resources: {'Port': ['ID=9cc27c60-4f77-418e-8918-d8383775cf84,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:56.024694 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-85cd797f-393a-4588-a6ea-4532cbf3908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:56.025764 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-85cd797f-393a-4588-a6ea-4532cbf3908d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:56.027568 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-85cd797f-393a-4588-a6ea-4532cbf3908d service neutron] 10.222.0.53 "PUT /v2.0/ports/9cc27c60-4f77-418e-8918-d8383775cf84 HTTP/1.1" status: 200 len: 1096 time: 0.8904390 Nov 23 21:45:56.032905 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 90bafca0-6b73-4fe6-851f-aaa482d0fe39 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:45:56.034597 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3673467a-5e2e-44ac-9e12-fe5ce9688b2c req-fb364564-11dd-42bb-9dfa-3b6a2f0e7132 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429180 Nov 23 21:45:56.179992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-0cb38ecd-9633-4467-8107-eaeed1f115b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:56.181646 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-0cb38ecd-9633-4467-8107-eaeed1f115b4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 1099 time: 0.1070294 Nov 23 21:45:56.185147 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2167abb-56bc-45f3-a5b7-e33d28e2f113 service neutron] Pushing event updated for resources: {'Port': ['ID=a4cde4c4-243d-4503-9b1f-fd85d71add68,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:56.205996 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-97a1b396-5748-4089-b7bc-72d490c8fdce admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-3289641-network', 'tenant_id': '13535703783c4af786545a88d77b44ba'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:56.254004 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-ae148b9c-fd8c-4f66-b7c0-6d7a8b922c8b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=9cc27c60-4f77-418e-8918-d8383775cf84 HTTP/1.1" status: 200 len: 217 time: 0.0632732 Nov 23 21:45:56.320423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 90bafca0-6b73-4fe6-851f-aaa482d0fe39, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=90bafca0-6b73-4fe6-851f-aaa482d0fe39,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:56.326941 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-caa53347-6751-4dd6-9766-b8e22add8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:56.328805 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-caa53347-6751-4dd6-9766-b8e22add8e19 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0593998 Nov 23 21:45:56.333556 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1f44c14-883a-4a2d-bb2c-1a085649c061 req-9afb6c2c-46e6-46ff-91c8-909b6695460c service neutron] 10.222.0.53 "GET /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285822 Nov 23 21:45:56.334826 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '90bafca0-6b73-4fe6-851f-aaa482d0fe39', 'network_id': '69251849-2815-4e03-9f20-eae71bba378c', 'port_id': '90bafca0-6b73-4fe6-851f-aaa482d0fe39', 'mac_address': 'fa:16:3e:3e:58:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d84ac18-6eb0-451e-822e-a2b2f0c24b0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:45:56.355043 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a1b396-5748-4089-b7bc-72d490c8fdce admin admin] Made reservation on behalf of 13535703783c4af786545a88d77b44ba for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:45:56.358054 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-97a1b396-5748-4089-b7bc-72d490c8fdce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:56.396409 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-97a1b396-5748-4089-b7bc-72d490c8fdce admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:56.401475 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:56.403199 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-129ddc66-01db-4b80-a9cf-e57f98e80684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:56.405775 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-129ddc66-01db-4b80-a9cf-e57f98e80684 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0530510 Nov 23 21:45:56.420526 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-33a767b8-fb40-4ae4-a2b7-3f5cf5c43b8d req-2bf441d8-86dd-45da-b835-c730b4e3720f tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:56.423365 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90bafca0-6b73-4fe6-851f-aaa482d0fe39 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:45:56.443304 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a3e9a-2c56-4e84-9c78-0f8b121bb20c req-639971a1-af00-4538-adda-e5fe967fed45 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:56.445032 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2e2a3e9a-2c56-4e84-9c78-0f8b121bb20c req-639971a1-af00-4538-adda-e5fe967fed45 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fe5f901-695b-4be4-bc28-bfa7895dda8d HTTP/1.1" status: 200 len: 944 time: 0.2500584 Nov 23 21:45:56.447633 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 90bafca0-6b73-4fe6-851f-aaa482d0fe39, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=90bafca0-6b73-4fe6-851f-aaa482d0fe39,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:56.460036 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:56.498087 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b2167abb-56bc-45f3-a5b7-e33d28e2f113 service neutron] Attempting to bind port a4cde4c4-243d-4503-9b1f-fd85d71add68 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:45:56.498366 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b2167abb-56bc-45f3-a5b7-e33d28e2f113 service neutron] Attempting to bind port a4cde4c4-243d-4503-9b1f-fd85d71add68 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'f4b26960-9594-4eb0-9b8a-9accdb2d18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:45:56.498808 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b2167abb-56bc-45f3-a5b7-e33d28e2f113 service neutron] Attempting to bind port a4cde4c4-243d-4503-9b1f-fd85d71add68 on network 1f67020f-8055-4ec9-baee-e572af54f934 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:56.516169 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=90bafca0-6b73-4fe6-851f-aaa482d0fe39,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:56.518061 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a767b8-fb40-4ae4-a2b7-3f5cf5c43b8d req-2bf441d8-86dd-45da-b835-c730b4e3720f tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:45:56.529846 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-7b298341-689a-49c5-a2a2-7301081a7705 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151125 Nov 23 21:45:56.534092 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-33a767b8-fb40-4ae4-a2b7-3f5cf5c43b8d req-2bf441d8-86dd-45da-b835-c730b4e3720f tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:56.537017 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a767b8-fb40-4ae4-a2b7-3f5cf5c43b8d req-2bf441d8-86dd-45da-b835-c730b4e3720f tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:45:56.546289 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b2167abb-56bc-45f3-a5b7-e33d28e2f113 service neutron] Port a4cde4c4-243d-4503-9b1f-fd85d71add68 on network 1f67020f-8055-4ec9-baee-e572af54f934 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:45:56.546609 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b2167abb-56bc-45f3-a5b7-e33d28e2f113 service neutron] Attempting to bind port a4cde4c4-243d-4503-9b1f-fd85d71add68 on network 1f67020f-8055-4ec9-baee-e572af54f934 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:56.579907 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf441d8-86dd-45da-b835-c730b4e3720f tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Pushing event updated for resources: {'Port': ['ID=5de5169e-53c8-4646-ba7a-b9a427b7e5f3,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:56.598039 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b2167abb-56bc-45f3-a5b7-e33d28e2f113 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:45:56.598422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b2167abb-56bc-45f3-a5b7-e33d28e2f113 service neutron] Checking segment: {'id': 'f4b26960-9594-4eb0-9b8a-9accdb2d18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:45:56.598914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b2167abb-56bc-45f3-a5b7-e33d28e2f113 service neutron] Bound using segment: {'id': 'f4b26960-9594-4eb0-9b8a-9accdb2d18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:45:56.599421 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b2167abb-56bc-45f3-a5b7-e33d28e2f113 service neutron] Bound port: a4cde4c4-243d-4503-9b1f-fd85d71add68, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4b26960-9594-4eb0-9b8a-9accdb2d18e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:45:56.599775 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b2167abb-56bc-45f3-a5b7-e33d28e2f113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:56.629501 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a8f52851-ec5f-406a-828b-000cab0187b2 req-0f887aae-8ccc-463b-b40a-8ca4dfac231b service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884151 Nov 23 21:45:56.641309 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2e2a3e9a-2c56-4e84-9c78-0f8b121bb20c req-ce9c4f61-80a1-4013-aa41-f0343a2a32ef tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ffbd88e-b828-41d2-b6ee-92640cd709d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643157 Nov 23 21:45:56.739347 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 84b83c42-9c27-47af-9714-44bc79332ade up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:56.741515 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['90bafca0-6b73-4fe6-851f-aaa482d0fe39'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:45:56.789619 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-97a1b396-5748-4089-b7bc-72d490c8fdce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:56.796694 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b2167abb-56bc-45f3-a5b7-e33d28e2f113 service neutron] For port a4cde4c4-243d-4503-9b1f-fd85d71add68, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:45:56.799035 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-33a767b8-fb40-4ae4-a2b7-3f5cf5c43b8d req-2bf441d8-86dd-45da-b835-c730b4e3720f tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:56.802169 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b2167abb-56bc-45f3-a5b7-e33d28e2f113 service neutron] For port a4cde4c4-243d-4503-9b1f-fd85d71add68, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=a4cde4c4-243d-4503-9b1f-fd85d71add68,segment=NetworkSegment(f4b26960-9594-4eb0-9b8a-9accdb2d18e0),segment_id=f4b26960-9594-4eb0-9b8a-9accdb2d18e0)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:45:56.808803 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-97a1b396-5748-4089-b7bc-72d490c8fdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:56.818664 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b2167abb-56bc-45f3-a5b7-e33d28e2f113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:56.847535 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 84b83c42-9c27-47af-9714-44bc79332ade completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:45:56.853825 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 84b83c42-9c27-47af-9714-44bc79332ade triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:56.854196 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:56.875199 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92217a-337e-41ec-88d2-edb23549cd00 req-c781f67b-f302-4992-aa16-2cbb5838f593 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:56.876691 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec92217a-337e-41ec-88d2-edb23549cd00 req-c781f67b-f302-4992-aa16-2cbb5838f593 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 945 time: 0.1660612 Nov 23 21:45:56.896694 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a1b396-5748-4089-b7bc-72d490c8fdce admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:45:56.927067 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b2167abb-56bc-45f3-a5b7-e33d28e2f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:56.927680 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b2167abb-56bc-45f3-a5b7-e33d28e2f113 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:56.929121 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b2167abb-56bc-45f3-a5b7-e33d28e2f113 service neutron] 10.222.0.60 "PUT /v2.0/ports/a4cde4c4-243d-4503-9b1f-fd85d71add68 HTTP/1.1" status: 200 len: 1092 time: 2.5375917 Nov 23 21:45:56.932431 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe5f901-695b-4be4-bc28-bfa7895dda8d', 'tag': 'a4cde4c4-243d-4503-9b1f-fd85d71add68'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:45:56.934757 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e864dbe0-235c-4930-ae43-9757268480a0" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe5f901-695b-4be4-bc28-bfa7895dda8d", "tag": "a4cde4c4-243d-4503-9b1f-fd85d71add68"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:45:56.943022 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1b396-5748-4089-b7bc-72d490c8fdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711aaddf-b7f5-46f4-9a70-d2acd24df1ce,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:56.958776 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-97a1b396-5748-4089-b7bc-72d490c8fdce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:56.959120 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-97a1b396-5748-4089-b7bc-72d490c8fdce admin admin] Added segment c11e41a9-89c9-4fe0-983b-2150f7f1ad2a of type vlan for network 2038f0da-2121-40de-b5f3-478969260703 Nov 23 21:45:56.961143 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-33a767b8-fb40-4ae4-a2b7-3f5cf5c43b8d req-2bf441d8-86dd-45da-b835-c730b4e3720f tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:57.001777 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:57.027437 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e0fbcf-c711-4084-a769-a06146bc2860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b83c42-9c27-47af-9714-44bc79332ade'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:45:57.029940 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fb5b42-686b-482d-a7b8-2face8542548" -d '{"events": [{"server_uuid": "30e0fbcf-c711-4084-a769-a06146bc2860", "name": "network-vif-plugged", "status": "completed", "tag": "84b83c42-9c27-47af-9714-44bc79332ade"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:45:57.036120 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2167abb-56bc-45f3-a5b7-e33d28e2f113 service neutron] Pushing event updated for resources: {'Port': ['ID=a4cde4c4-243d-4503-9b1f-fd85d71add68,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:57.044887 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 84b83c42-9c27-47af-9714-44bc79332ade, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=84b83c42-9c27-47af-9714-44bc79332ade,segment=NetworkSegment(e8a382eb-a549-463e-91fa-d8663b563095),segment_id=e8a382eb-a549-463e-91fa-d8663b563095)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:57.052134 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:57.101791 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-97a1b396-5748-4089-b7bc-72d490c8fdce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:57.106214 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=84b83c42-9c27-47af-9714-44bc79332ade,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:57.112364 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec92217a-337e-41ec-88d2-edb23549cd00 req-e44998ed-e639-40d9-9a28-ab0c27c2ac94 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053630 Nov 23 21:45:57.167948 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-cfca2d1f-5ca1-4eb9-9c82-1cda593496b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:57.169469 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-cfca2d1f-5ca1-4eb9-9c82-1cda593496b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=18c8f66042874b568706724a257348cb&device_id=3fe5f901-695b-4be4-bc28-bfa7895dda8d HTTP/1.1" status: 200 len: 1095 time: 0.1648757 Nov 23 21:45:57.200120 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-97a1b396-5748-4089-b7bc-72d490c8fdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:57.201026 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a1b396-5748-4089-b7bc-72d490c8fdce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:57.201588 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-97a1b396-5748-4089-b7bc-72d490c8fdce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:57.281268 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-407264e8-36b8-42fc-8e4e-dea44d3bf13b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4cde4c4-243d-4503-9b1f-fd85d71add68 HTTP/1.1" status: 200 len: 217 time: 0.0837731 Nov 23 21:45:57.335054 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-97a1b396-5748-4089-b7bc-72d490c8fdce admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4985809 Nov 23 21:45:57.338514 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46658) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:57.343522 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-2a42c1fc-1541-4271-b4d0-380a857763c0 admin admin] Request body: {'subnet': {'network_id': '2038f0da-2121-40de-b5f3-478969260703', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-3289641-subnet', 'tenant_id': '13535703783c4af786545a88d77b44ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:57.365365 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a42c1fc-1541-4271-b4d0-380a857763c0 admin admin] Made reservation on behalf of 13535703783c4af786545a88d77b44ba for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:45:57.367676 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a42c1fc-1541-4271-b4d0-380a857763c0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:57.381259 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1b396-5748-4089-b7bc-72d490c8fdce admin admin] Pushing event updated for resources: {'Network': ['ID=2038f0da-2121-40de-b5f3-478969260703,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:57.394874 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 2038f0da-2121-40de-b5f3-478969260703 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:45:57.411163 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227420f-b2c4-4438-9aae-8934554c09ac req-9c3790e7-f436-42e0-8891-a9a575242ed6 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:57.412720 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8227420f-b2c4-4438-9aae-8934554c09ac req-9c3790e7-f436-42e0-8891-a9a575242ed6 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?device_id=30e0fbcf-c711-4084-a769-a06146bc2860 HTTP/1.1" status: 200 len: 945 time: 0.2135971 Nov 23 21:45:57.420423 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-e40277fd-e3a4-4a27-aefc-36a673dd4774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:57.421661 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-e40277fd-e3a4-4a27-aefc-36a673dd4774 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fece629e-253c-4214-88a2-c60510bbc2c8 HTTP/1.1" status: 200 len: 868 time: 0.1277280 Nov 23 21:45:57.486440 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-33a767b8-fb40-4ae4-a2b7-3f5cf5c43b8d req-2bf441d8-86dd-45da-b835-c730b4e3720f tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:57.503596 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-33a767b8-fb40-4ae4-a2b7-3f5cf5c43b8d req-2bf441d8-86dd-45da-b835-c730b4e3720f tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:57.567231 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8227420f-b2c4-4438-9aae-8934554c09ac req-982c361d-ca56-4f28-9b7d-8ecf47b327e4 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e16c830-bb83-4eed-8285-161efed5682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382468 Nov 23 21:45:57.574793 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-dce6928d-333b-4bb9-9837-966425b8ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:57.576400 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-dce6928d-333b-4bb9-9837-966425b8ae16 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f67020f-8055-4ec9-baee-e572af54f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1439676 Nov 23 21:45:57.607842 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf441d8-86dd-45da-b835-c730b4e3720f tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Pushing event updated for resources: {'Port': ['ID=5de5169e-53c8-4646-ba7a-b9a427b7e5f3,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:57.655164 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-33a767b8-fb40-4ae4-a2b7-3f5cf5c43b8d req-2bf441d8-86dd-45da-b835-c730b4e3720f tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:57.729979 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-33a767b8-fb40-4ae4-a2b7-3f5cf5c43b8d req-2bf441d8-86dd-45da-b835-c730b4e3720f tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:57.731216 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33a767b8-fb40-4ae4-a2b7-3f5cf5c43b8d req-2bf441d8-86dd-45da-b835-c730b4e3720f tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6695778 Nov 23 21:45:57.758614 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-b6d07d2d-f58d-43d9-9b07-2738462c3dbc service neutron] 10.222.0.60 "GET /v2.0/networks/1f67020f-8055-4ec9-baee-e572af54f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610219 Nov 23 21:45:57.759799 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a42c1fc-1541-4271-b4d0-380a857763c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:57.814586 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42c1fc-1541-4271-b4d0-380a857763c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bfa376a-2933-4b6a-845f-f8a04d6b3c47,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:57.817034 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d550be-f871-4fa0-9aa7-7cce403fa6dc req-e4f19fb8-363e-499d-b5ad-f54df50ab02d tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:57.820884 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-18d21b5b-08e0-497b-a331-b801559e75d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:57.825400 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-56d550be-f871-4fa0-9aa7-7cce403fa6dc req-e4f19fb8-363e-499d-b5ad-f54df50ab02d tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 943 time: 0.1819575 Nov 23 21:45:57.833786 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a42c1fc-1541-4271-b4d0-380a857763c0 admin admin] Checking segment: {'id': 'c11e41a9-89c9-4fe0-983b-2150f7f1ad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2038f0da-2121-40de-b5f3-478969260703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:45:57.834144 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a42c1fc-1541-4271-b4d0-380a857763c0 admin admin] Network hostable DHCP agents. Network: 2038f0da-2121-40de-b5f3-478969260703, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:45:57.846931 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33a767b8-fb40-4ae4-a2b7-3f5cf5c43b8d req-7ef6ceba-193e-475c-981d-fedde58643ba tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 696 time: 0.1050406 Nov 23 21:45:57.854325 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a42c1fc-1541-4271-b4d0-380a857763c0 admin admin] Network 2038f0da-2121-40de-b5f3-478969260703 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:45:57.865906 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-2a42c1fc-1541-4271-b4d0-380a857763c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 2038f0da-2121-40de-b5f3-478969260703) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:57.870646 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a42c1fc-1541-4271-b4d0-380a857763c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:57.871620 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a42c1fc-1541-4271-b4d0-380a857763c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:57.876855 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a26deb-5a16-49f7-b4fc-207f8958f6f1 None None] Network 2038f0da-2121-40de-b5f3-478969260703 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:45:57.898636 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2a42c1fc-1541-4271-b4d0-380a857763c0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5563121 Nov 23 21:45:57.898964 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46662) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:45:57.906131 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-262d9ed5-e3c9-4ed4-9e31-44fa2799adb7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-3289641-router', 'tenant_id': '13535703783c4af786545a88d77b44ba', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:45:57.934419 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-262d9ed5-e3c9-4ed4-9e31-44fa2799adb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:57.936066 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-262d9ed5-e3c9-4ed4-9e31-44fa2799adb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:58.000070 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-56d550be-f871-4fa0-9aa7-7cce403fa6dc req-130fa770-5ac1-4fcf-944a-3323c3f91952 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737900 Nov 23 21:45:58.002737 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-262d9ed5-e3c9-4ed4-9e31-44fa2799adb7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:58.027196 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9cec19f9-98a1-46b5-aee6-623433fc6379 req-abfc1e9b-679d-40b5-aea2-aead4323efd3 service neutron] 10.222.0.60 "GET /v2.0/networks/1f67020f-8055-4ec9-baee-e572af54f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387991 Nov 23 21:45:58.058514 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a767b8-fb40-4ae4-a2b7-3f5cf5c43b8d req-06d1247a-bc4c-4f47-b82a-d022f86d0545 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:58.060253 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33a767b8-fb40-4ae4-a2b7-3f5cf5c43b8d req-06d1247a-bc4c-4f47-b82a-d022f86d0545 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.1977949 Nov 23 21:45:58.066155 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 90bafca0-6b73-4fe6-851f-aaa482d0fe39 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:45:58.084816 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cc6288-95a8-47ae-a11b-f91c0d353acf x-openstack-request-id: req-88cc6288-95a8-47ae-a11b-f91c0d353acf {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:45:58.085109 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ff1396-de15-4583-9887-8282743e4f99", "tag": "af2dc5c5-9fc4-443d-9bac-877c3dc929d4", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:45:58.085360 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-88cc6288-95a8-47ae-a11b-f91c0d353acf {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:45:58.085860 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ff1396-de15-4583-9887-8282743e4f99', 'tag': 'af2dc5c5-9fc4-443d-9bac-877c3dc929d4', 'status': 'completed', 'code': 200} Nov 23 21:45:58.122395 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c0315d-8ed0-4468-bd8c-d7dd1f90e3cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-2038f0da-2121-40de-b5f3-478969260703', 'network_id': '2038f0da-2121-40de-b5f3-478969260703', 'tenant_id': '13535703783c4af786545a88d77b44ba', 'fixed_ips': [{'subnet_id': '7bfa376a-2933-4b6a-845f-f8a04d6b3c47'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:45:58.126289 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b0c0315d-8ed0-4468-bd8c-d7dd1f90e3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:58.168062 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c31eba-ab97-4628-81a4-05fb8a5528f2 x-openstack-request-id: req-18c31eba-ab97-4628-81a4-05fb8a5528f2 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:45:58.168357 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe5f901-695b-4be4-bc28-bfa7895dda8d", "tag": "a4cde4c4-243d-4503-9b1f-fd85d71add68", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:45:58.168614 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-18c31eba-ab97-4628-81a4-05fb8a5528f2 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:45:58.169014 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe5f901-695b-4be4-bc28-bfa7895dda8d', 'tag': 'a4cde4c4-243d-4503-9b1f-fd85d71add68', 'status': 'completed', 'code': 200} Nov 23 21:45:58.209054 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-262d9ed5-e3c9-4ed4-9e31-44fa2799adb7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:58.232197 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596b7b3-8dc8-4e02-906b-41c0697c546e req-6d237a41-64c3-428e-b195-60e7fb6d4e49 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:58.234369 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6596b7b3-8dc8-4e02-906b-41c0697c546e req-6d237a41-64c3-428e-b195-60e7fb6d4e49 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b4e3b67-0b12-46e0-8a45-7d357e0fd21b HTTP/1.1" status: 200 len: 944 time: 0.0808847 Nov 23 21:45:58.243632 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902ccc6-8c0a-43e1-a0ab-07a23688e55c req-19c8bf98-983f-4177-a3a6-a7e4ba5ab2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:58.245742 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2902ccc6-8c0a-43e1-a0ab-07a23688e55c req-19c8bf98-983f-4177-a3a6-a7e4ba5ab2b2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 1124 time: 0.0735023 Nov 23 21:45:58.253299 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8b8c0a-d0c6-4c75-be7f-68b2f6987ab6 x-openstack-request-id: req-fe8b8c0a-d0c6-4c75-be7f-68b2f6987ab6 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:45:58.253774 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e0fbcf-c711-4084-a769-a06146bc2860", "name": "network-vif-plugged", "status": "completed", "tag": "84b83c42-9c27-47af-9714-44bc79332ade", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:45:58.254037 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fe8b8c0a-d0c6-4c75-be7f-68b2f6987ab6 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:45:58.254436 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e0fbcf-c711-4084-a769-a06146bc2860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b83c42-9c27-47af-9714-44bc79332ade', 'code': 200} Nov 23 21:45:58.270933 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 90bafca0-6b73-4fe6-851f-aaa482d0fe39 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:45:58.280339 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 90bafca0-6b73-4fe6-851f-aaa482d0fe39 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:45:58.280774 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:58.366805 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6596b7b3-8dc8-4e02-906b-41c0697c546e req-fbc88438-d1a7-4999-8b36-7853b49b8e5c tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235988 Nov 23 21:45:58.381980 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864dbe0-235c-4930-ae43-9757268480a0 req-62fbae1b-22de-4680-8972-bbf745d81521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:58.383519 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e864dbe0-235c-4930-ae43-9757268480a0 req-62fbae1b-22de-4680-8972-bbf745d81521 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=18c8f66042874b568706724a257348cb&device_id=3fe5f901-695b-4be4-bc28-bfa7895dda8d HTTP/1.1" status: 200 len: 1095 time: 0.0872471 Nov 23 21:45:58.388424 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-b0c0315d-8ed0-4468-bd8c-d7dd1f90e3cd None None] Allocated IP 172.20.0.2 (2038f0da-2121-40de-b5f3-478969260703/7bfa376a-2933-4b6a-845f-f8a04d6b3c47/4fdc28c4-8200-4fc8-a543-8785d914d9dd) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:45:58.464606 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:58.493227 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902ccc6-8c0a-43e1-a0ab-07a23688e55c req-5bce90c8-b469-4f23-bd6d-8bb47f0ec32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:58.495921 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2902ccc6-8c0a-43e1-a0ab-07a23688e55c req-5bce90c8-b469-4f23-bd6d-8bb47f0ec32c service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 922 time: 0.2361825 Nov 23 21:45:58.564733 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcffd27-2da2-4419-a1e0-5f38245beb00 req-bcb8a9dc-c99c-447f-8881-ec14351d8b92 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:58.566278 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cbcffd27-2da2-4419-a1e0-5f38245beb00 req-bcb8a9dc-c99c-447f-8881-ec14351d8b92 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 945 time: 0.1056750 Nov 23 21:45:58.574914 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2902ccc6-8c0a-43e1-a0ab-07a23688e55c req-1cf128bc-b840-4cd5-8188-aea29c2b12e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af2dc5c5-9fc4-443d-9bac-877c3dc929d4 HTTP/1.1" status: 200 len: 217 time: 0.0646911 Nov 23 21:45:58.580067 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bb69f-b09b-4cfb-9ac4-9507940c7e5c req-b50ae2e6-2bc7-4034-9bf8-64d48a02bb1c tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:58.581579 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c4bb69f-b09b-4cfb-9ac4-9507940c7e5c req-b50ae2e6-2bc7-4034-9bf8-64d48a02bb1c tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 948 time: 0.1945441 Nov 23 21:45:58.593113 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056bc7b-f4a8-4734-87fa-2fc60987c030 req-8cbf9906-d988-4722-b129-d2fb5b889589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:58.594830 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3056bc7b-f4a8-4734-87fa-2fc60987c030 req-8cbf9906-d988-4722-b129-d2fb5b889589 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=30e0fbcf-c711-4084-a769-a06146bc2860 HTTP/1.1" status: 200 len: 1096 time: 0.2067380 Nov 23 21:45:58.596555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864dbe0-235c-4930-ae43-9757268480a0 req-160cdc5d-4111-430a-950d-efbb67af50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:58.597967 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e864dbe0-235c-4930-ae43-9757268480a0 req-160cdc5d-4111-430a-950d-efbb67af50b3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f67020f-8055-4ec9-baee-e572af54f934 HTTP/1.1" status: 200 len: 930 time: 0.2069447 Nov 23 21:45:58.628037 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b0c0315d-8ed0-4468-bd8c-d7dd1f90e3cd None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:58.639651 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b0c0315d-8ed0-4468-bd8c-d7dd1f90e3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:58.649951 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902ccc6-8c0a-43e1-a0ab-07a23688e55c req-95dc85ee-58e7-4de0-b9bd-2744892978ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:58.652469 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2902ccc6-8c0a-43e1-a0ab-07a23688e55c req-95dc85ee-58e7-4de0-b9bd-2744892978ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c HTTP/1.1" status: 200 len: 861 time: 0.0567496 Nov 23 21:45:58.666524 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cbcffd27-2da2-4419-a1e0-5f38245beb00 req-7bcd49df-df4e-4424-bb49-ca9b99c838c3 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793633 Nov 23 21:45:58.697731 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0315d-8ed0-4468-bd8c-d7dd1f90e3cd None None] Pushing event updated for resources: {'Port': ['ID=4fdc28c4-8200-4fc8-a543-8785d914d9dd,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:58.728796 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 90bafca0-6b73-4fe6-851f-aaa482d0fe39, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=90bafca0-6b73-4fe6-851f-aaa482d0fe39,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:45:58.731820 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c0315d-8ed0-4468-bd8c-d7dd1f90e3cd None None] Network 2038f0da-2121-40de-b5f3-478969260703 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:45:58.734912 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-b0c0315d-8ed0-4468-bd8c-d7dd1f90e3cd None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:58.738987 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c0315d-8ed0-4468-bd8c-d7dd1f90e3cd None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:45:58.740134 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e864dbe0-235c-4930-ae43-9757268480a0 req-b9f3c181-2bac-469b-86da-6e819db460b0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4cde4c4-243d-4503-9b1f-fd85d71add68 HTTP/1.1" status: 200 len: 217 time: 0.1196768 Nov 23 21:45:58.756469 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3056bc7b-f4a8-4734-87fa-2fc60987c030 req-ba18f7a8-00de-4973-ae20-dde6f375da9a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1e16c830-bb83-4eed-8285-161efed5682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980821 Nov 23 21:45:58.771073 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:58.848866 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b0c0315d-8ed0-4468-bd8c-d7dd1f90e3cd None None] Attempting to bind port 4fdc28c4-8200-4fc8-a543-8785d914d9dd on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:45:58.849543 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b0c0315d-8ed0-4468-bd8c-d7dd1f90e3cd None None] Attempting to bind port 4fdc28c4-8200-4fc8-a543-8785d914d9dd by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'c11e41a9-89c9-4fe0-983b-2150f7f1ad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2038f0da-2121-40de-b5f3-478969260703'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:45:58.849912 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0315d-8ed0-4468-bd8c-d7dd1f90e3cd None None] Attempting to bind port 4fdc28c4-8200-4fc8-a543-8785d914d9dd on network 2038f0da-2121-40de-b5f3-478969260703 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:45:58.858747 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0315d-8ed0-4468-bd8c-d7dd1f90e3cd None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:45:58.859295 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0315d-8ed0-4468-bd8c-d7dd1f90e3cd None None] Checking segment: {'id': 'c11e41a9-89c9-4fe0-983b-2150f7f1ad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2038f0da-2121-40de-b5f3-478969260703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:45:58.859427 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c4bb69f-b09b-4cfb-9ac4-9507940c7e5c req-5e8dde8f-95a0-444a-9654-0e863044f6a8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665923 Nov 23 21:45:58.859866 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b0c0315d-8ed0-4468-bd8c-d7dd1f90e3cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:58.860355 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0315d-8ed0-4468-bd8c-d7dd1f90e3cd None None] Bound using segment: {'id': 'c11e41a9-89c9-4fe0-983b-2150f7f1ad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2038f0da-2121-40de-b5f3-478969260703'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:45:58.860941 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b0c0315d-8ed0-4468-bd8c-d7dd1f90e3cd None None] Bound port: 4fdc28c4-8200-4fc8-a543-8785d914d9dd, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11e41a9-89c9-4fe0-983b-2150f7f1ad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2038f0da-2121-40de-b5f3-478969260703'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:45:58.861930 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b0c0315d-8ed0-4468-bd8c-d7dd1f90e3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:58.895685 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864dbe0-235c-4930-ae43-9757268480a0 req-975eeba6-4131-43e9-89af-8da71c1875c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:58.897066 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e864dbe0-235c-4930-ae43-9757268480a0 req-975eeba6-4131-43e9-89af-8da71c1875c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fece629e-253c-4214-88a2-c60510bbc2c8 HTTP/1.1" status: 200 len: 868 time: 0.1425850 Nov 23 21:45:58.922417 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b9b15-71fd-46af-b40c-48adfbbb680e req-903b9fb5-a9d1-48a5-bcdd-bdc105fcbe76 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:58.932373 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db0b9b15-71fd-46af-b40c-48adfbbb680e req-903b9fb5-a9d1-48a5-bcdd-bdc105fcbe76 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fe5f901-695b-4be4-bc28-bfa7895dda8d HTTP/1.1" status: 200 len: 944 time: 0.1471970 Nov 23 21:45:58.932776 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=90bafca0-6b73-4fe6-851f-aaa482d0fe39,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:58.965006 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b0c0315d-8ed0-4468-bd8c-d7dd1f90e3cd None None] For port 4fdc28c4-8200-4fc8-a543-8785d914d9dd, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:45:58.967386 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2902ccc6-8c0a-43e1-a0ab-07a23688e55c req-a7dbc91b-ad33-4b87-a014-4d8cd0d05d81 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2319031 Nov 23 21:45:58.969287 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-262d9ed5-e3c9-4ed4-9e31-44fa2799adb7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:58.970247 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b0c0315d-8ed0-4468-bd8c-d7dd1f90e3cd None None] For port 4fdc28c4-8200-4fc8-a543-8785d914d9dd, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4fdc28c4-8200-4fc8-a543-8785d914d9dd,segment=NetworkSegment(c11e41a9-89c9-4fe0-983b-2150f7f1ad2a),segment_id=c11e41a9-89c9-4fe0-983b-2150f7f1ad2a)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:45:58.976608 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b0c0315d-8ed0-4468-bd8c-d7dd1f90e3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:59.047377 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db0b9b15-71fd-46af-b40c-48adfbbb680e req-e9eb85cb-e101-43ba-9fbb-ecedcacb193c tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ffbd88e-b828-41d2-b6ee-92640cd709d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994778 Nov 23 21:45:59.059598 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0315d-8ed0-4468-bd8c-d7dd1f90e3cd None None] Pushing event updated for resources: {'Port': ['ID=4fdc28c4-8200-4fc8-a543-8785d914d9dd,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:45:59.087267 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-262d9ed5-e3c9-4ed4-9e31-44fa2799adb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:59.207065 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2902ccc6-8c0a-43e1-a0ab-07a23688e55c req-92719a41-dadb-4447-8825-569d1a94e719 service neutron] 10.222.0.53 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105131 Nov 23 21:45:59.226154 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864dbe0-235c-4930-ae43-9757268480a0 req-e0c80748-0fa4-497c-8d2c-a5f835e73d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:59.227715 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e864dbe0-235c-4930-ae43-9757268480a0 req-e0c80748-0fa4-497c-8d2c-a5f835e73d4b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f67020f-8055-4ec9-baee-e572af54f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065199 Nov 23 21:45:59.239066 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-7076d06d-239b-45d1-b93b-3aa9c3c139ae tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:59.247177 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-7076d06d-239b-45d1-b93b-3aa9c3c139ae tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/networks?id=65d18847-e24b-4600-a41f-00c5b3389a5b HTTP/1.1" status: 200 len: 821 time: 0.2711778 Nov 23 21:45:59.277421 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-a7df6766-122e-4766-b14c-8e0035487194 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/quotas/0ceb43cef7cd4d6e993216c3dd613b2f HTTP/1.1" status: 200 len: 375 time: 0.0293071 Nov 23 21:45:59.288002 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dac75-964c-4aa0-a39b-3835dad4a889 req-3f94ad09-940a-4edb-9e4b-b13f7f13d76b tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:45:59.298095 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce9dac75-964c-4aa0-a39b-3835dad4a889 req-3f94ad09-940a-4edb-9e4b-b13f7f13d76b tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?device_id=30e0fbcf-c711-4084-a769-a06146bc2860 HTTP/1.1" status: 200 len: 945 time: 0.1394725 Nov 23 21:45:59.352512 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-262d9ed5-e3c9-4ed4-9e31-44fa2799adb7 admin admin] Allocated IP 172.25.5.222 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/835eae23-a14c-4962-9012-07ddc1224c0d) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:45:59.447732 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2902ccc6-8c0a-43e1-a0ab-07a23688e55c req-0333c280-aaaf-4b01-baf5-8d6d4c31092a service neutron] 10.222.0.53 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165177 Nov 23 21:45:59.484382 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-078e0b38-a786-420f-aadc-7aa92fd2d08c tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ceb43cef7cd4d6e993216c3dd613b2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2059627 Nov 23 21:45:59.498638 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce9dac75-964c-4aa0-a39b-3835dad4a889 req-2a3d6003-22c4-4d54-b501-70dcc094c31e tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e16c830-bb83-4eed-8285-161efed5682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016881 Nov 23 21:45:59.544558 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e864dbe0-235c-4930-ae43-9757268480a0 req-a2db9913-0b8b-4d9e-8827-aa9b8e548ebe service neutron] 10.222.0.60 "GET /v2.0/networks/1f67020f-8055-4ec9-baee-e572af54f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937582 Nov 23 21:45:59.559268 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-262d9ed5-e3c9-4ed4-9e31-44fa2799adb7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:59.610449 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-262d9ed5-e3c9-4ed4-9e31-44fa2799adb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:59.658811 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262d9ed5-e3c9-4ed4-9e31-44fa2799adb7 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:45:59.662091 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-262d9ed5-e3c9-4ed4-9e31-44fa2799adb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:45:59.666625 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d9ed5-e3c9-4ed4-9e31-44fa2799adb7 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:45:59.676849 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:45:59.779273 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d9ed5-e3c9-4ed4-9e31-44fa2799adb7 admin admin] Pushing event updated for resources: {'Port': ['ID=835eae23-a14c-4962-9012-07ddc1224c0d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:00.006126 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-262d9ed5-e3c9-4ed4-9e31-44fa2799adb7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:00.067072 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e864dbe0-235c-4930-ae43-9757268480a0 req-20274c23-b79d-4b04-be38-59b334923f80 service neutron] 10.222.0.60 "GET /v2.0/networks/1f67020f-8055-4ec9-baee-e572af54f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801178 Nov 23 21:46:00.072568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 9cc27c60-4f77-418e-8918-d8383775cf84 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:46:00.094850 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98bc5a3-55e3-4e88-a561-02cc955d4670', 'tag': '9cc27c60-4f77-418e-8918-d8383775cf84'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:00.097099 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0151c928-dffd-482a-8648-c7b3ebcfa51d" -d '{"events": [{"name": "network-changed", "server_uuid": "c98bc5a3-55e3-4e88-a561-02cc955d4670", "tag": "9cc27c60-4f77-418e-8918-d8383775cf84"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:00.117763 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-d2c96921-24d1-4b40-8ccc-9908380c9093 service neutron] 10.222.0.50 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6323133 Nov 23 21:46:00.262280 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 9cc27c60-4f77-418e-8918-d8383775cf84, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=9cc27c60-4f77-418e-8918-d8383775cf84,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:00.276205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4e3b67-0b12-46e0-8a45-7d357e0fd21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bafca0-6b73-4fe6-851f-aaa482d0fe39'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:00.278618 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068877c3-adab-4841-a33d-21bb838ddf08" -d '{"events": [{"server_uuid": "6b4e3b67-0b12-46e0-8a45-7d357e0fd21b", "name": "network-vif-plugged", "status": "completed", "tag": "90bafca0-6b73-4fe6-851f-aaa482d0fe39"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:00.281513 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '9cc27c60-4f77-418e-8918-d8383775cf84', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '9cc27c60-4f77-418e-8918-d8383775cf84', 'mac_address': 'fa:16:3e:17:4d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:46:00.307229 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fe309-273b-4c74-81c0-cf1d09d3cbf6 req-66459e74-571e-4646-8744-9126cf0ec1c7 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:00.308802 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a98fe309-273b-4c74-81c0-cf1d09d3cbf6 req-66459e74-571e-4646-8744-9126cf0ec1c7 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 943 time: 0.2736638 Nov 23 21:46:00.310701 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-0878b1f5-1128-47d4-8969-727182ac36fd service neutron] 10.222.0.50 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678658 Nov 23 21:46:00.331424 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-262d9ed5-e3c9-4ed4-9e31-44fa2799adb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:00.368715 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:00.407004 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc27c60-4f77-418e-8918-d8383775cf84 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:46:00.433595 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a98fe309-273b-4c74-81c0-cf1d09d3cbf6 req-d4e3850b-aec3-4622-8379-b35f96332370 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904281 Nov 23 21:46:00.513607 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9ef7762e-9880-4701-8046-47d73170e4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:00.515982 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 9cc27c60-4f77-418e-8918-d8383775cf84, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=9cc27c60-4f77-418e-8918-d8383775cf84,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:00.532717 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a51ff3-82a8-4d43-a6cc-6d9c12b5958b None None] Network 2038f0da-2121-40de-b5f3-478969260703 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:46:00.559922 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:00.581856 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4fdc28c4-8200-4fc8-a543-8785d914d9dd up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:46:00.673558 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262d9ed5-e3c9-4ed4-9e31-44fa2799adb7 admin admin] Router 43b442d9-390b-41dd-af3c-c7d65723c1c2 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 21:46:00.783957 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5521971-8249-44bd-aa59-c92e06409ba5 req-5a40bab2-c4b7-4682-9d91-104a78650fb5 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:00.785606 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b5521971-8249-44bd-aa59-c92e06409ba5 req-5a40bab2-c4b7-4682-9d91-104a78650fb5 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b4e3b67-0b12-46e0-8a45-7d357e0fd21b HTTP/1.1" status: 200 len: 945 time: 0.1209106 Nov 23 21:46:00.840321 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7abf4b-f4a2-481a-b533-94f46c3a4575 req-04a6362c-fba9-42ec-8036-d77c525b3c75 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:00.842508 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc7abf4b-f4a2-481a-b533-94f46c3a4575 req-04a6362c-fba9-42ec-8036-d77c525b3c75 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 949 time: 0.1220999 Nov 23 21:46:00.911221 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262d9ed5-e3c9-4ed4-9e31-44fa2799adb7 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:46:00.924766 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-34e70792-6355-4b0d-8d07-3348ff9a12f3 service neutron] 10.222.0.53 "GET /v2.0/ports/af2dc5c5-9fc4-443d-9bac-877c3dc929d4/bindings/n-h2-816206-9 HTTP/1.1" status: 200 len: 384 time: 0.0913262 Nov 23 21:46:00.945135 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-262d9ed5-e3c9-4ed4-9e31-44fa2799adb7 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:00.946484 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-262d9ed5-e3c9-4ed4-9e31-44fa2799adb7 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.0453262 Nov 23 21:46:00.967151 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc7abf4b-f4a2-481a-b533-94f46c3a4575 req-76c012cf-42ba-45d5-b0cd-103870bf7c52 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048212 Nov 23 21:46:00.968117 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46706) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:46:00.982140 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b5521971-8249-44bd-aa59-c92e06409ba5 req-5fe8b473-4d2e-4d77-a533-13b7553b390d tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843059 Nov 23 21:46:01.005040 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device a4cde4c4-243d-4503-9b1f-fd85d71add68 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:46:01.008272 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] Sync routers for ids ['43b442d9-390b-41dd-af3c-c7d65723c1c2'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:46:01.025180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-fb57b035-3fd7-4afe-8b32-1951cbe153b2 None None] Provisioning complete for port 4fdc28c4-8200-4fc8-a543-8785d914d9dd triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:46:01.025760 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fb57b035-3fd7-4afe-8b32-1951cbe153b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:01.043425 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] Routers {'43b442d9-390b-41dd-af3c-c7d65723c1c2'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:01.044114 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['43b442d9-390b-41dd-af3c-c7d65723c1c2'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:01.201100 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-d34fc9db-5d0f-4b71-8dd4-8fc2a3e39c4a tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:01.202667 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-d34fc9db-5d0f-4b71-8dd4-8fc2a3e39c4a tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/networks?id=a82590b6-95ee-41a8-90a5-1d72b8f9c202 HTTP/1.1" status: 200 len: 815 time: 0.1414874 Nov 23 21:46:01.226530 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['9cc27c60-4f77-418e-8918-d8383775cf84'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:46:01.238629 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-39b9adf5-5957-49e9-adcb-f14093542ad4 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/quotas/1fe3713dd9f0456897dd168f8c4429a9 HTTP/1.1" status: 200 len: 375 time: 0.0206208 Nov 23 21:46:01.256049 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491207a4-fa8f-4c13-9fe9-eff94bed4a0d req-2c1b0627-ea37-462c-867a-a183b7dab914 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:01.264393 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-491207a4-fa8f-4c13-9fe9-eff94bed4a0d req-2c1b0627-ea37-462c-867a-a183b7dab914 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fe5f901-695b-4be4-bc28-bfa7895dda8d HTTP/1.1" status: 200 len: 944 time: 0.0844877 Nov 23 21:46:01.352120 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] Set router 43b442d9-390b-41dd-af3c-c7d65723c1c2 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:01.363957 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-491207a4-fa8f-4c13-9fe9-eff94bed4a0d req-2ee1ee23-7877-47a4-85ba-d6160833581c tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ffbd88e-b828-41d2-b6ee-92640cd709d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986950 Nov 23 21:46:01.376912 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-ff3c41a2-8b42-45d0-8066-7f6ba766506f tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fe3713dd9f0456897dd168f8c4429a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1296651 Nov 23 21:46:01.490429 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff2d261-3e4e-4914-900b-cac7dbdddcef x-openstack-request-id: req-0ff2d261-3e4e-4914-900b-cac7dbdddcef {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:01.490758 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4e3b67-0b12-46e0-8a45-7d357e0fd21b", "name": "network-vif-plugged", "status": "completed", "tag": "90bafca0-6b73-4fe6-851f-aaa482d0fe39", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:01.491023 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0ff2d261-3e4e-4914-900b-cac7dbdddcef {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:01.491482 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4e3b67-0b12-46e0-8a45-7d357e0fd21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bafca0-6b73-4fe6-851f-aaa482d0fe39', 'code': 200} Nov 23 21:46:01.540668 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151c928-dffd-482a-8648-c7b3ebcfa51d req-37af5bfa-b330-4a15-8e9a-648389c34fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:01.554127 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0151c928-dffd-482a-8648-c7b3ebcfa51d req-37af5bfa-b330-4a15-8e9a-648389c34fb1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 1100 time: 0.0875120 Nov 23 21:46:01.560038 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-b5301e0c-5018-4e76-b2b5-c00f54dff47e service neutron] 10.222.0.50 "GET /v2.0/networks/a82590b6-95ee-41a8-90a5-1d72b8f9c202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821685 Nov 23 21:46:01.568891 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0b842e-fe0c-4300-9fb2-8d47fab6b1f6 x-openstack-request-id: req-2b0b842e-fe0c-4300-9fb2-8d47fab6b1f6 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:01.569691 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98bc5a3-55e3-4e88-a561-02cc955d4670", "tag": "9cc27c60-4f77-418e-8918-d8383775cf84", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:01.569691 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b0b842e-fe0c-4300-9fb2-8d47fab6b1f6 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:01.570057 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98bc5a3-55e3-4e88-a561-02cc955d4670', 'tag': '9cc27c60-4f77-418e-8918-d8383775cf84', 'status': 'completed', 'code': 200} Nov 23 21:46:01.649917 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=9cc27c60-4f77-418e-8918-d8383775cf84,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:01.679575 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:01.712755 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 4fdc28c4-8200-4fc8-a543-8785d914d9dd triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:46:01.713135 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:01.726631 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a7ffa-7420-4b76-9e14-4b23948b6516 req-1fb79d94-2fce-479c-82d4-3e0e77761e8c tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:01.728219 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-334a7ffa-7420-4b76-9e14-4b23948b6516 req-1fb79d94-2fce-479c-82d4-3e0e77761e8c tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?device_id=30e0fbcf-c711-4084-a769-a06146bc2860 HTTP/1.1" status: 200 len: 945 time: 0.1715093 Nov 23 21:46:01.744369 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port a4cde4c4-243d-4503-9b1f-fd85d71add68, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=a4cde4c4-243d-4503-9b1f-fd85d71add68,segment=NetworkSegment(f4b26960-9594-4eb0-9b8a-9accdb2d18e0),segment_id=f4b26960-9594-4eb0-9b8a-9accdb2d18e0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:01.790999 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7c98f-a886-42e2-96d8-f3d2ec788f9a req-b426a8fa-2eb6-47b0-9852-0ea4cd6a7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:01.793138 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-eaf7c98f-a886-42e2-96d8-f3d2ec788f9a req-b426a8fa-2eb6-47b0-9852-0ea4cd6a7640 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6b4e3b67-0b12-46e0-8a45-7d357e0fd21b HTTP/1.1" status: 200 len: 1096 time: 0.1747828 Nov 23 21:46:01.829042 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fb57b035-3fd7-4afe-8b32-1951cbe153b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:01.844399 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'a4cde4c4-243d-4503-9b1f-fd85d71add68', 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934', 'port_id': 'a4cde4c4-243d-4503-9b1f-fd85d71add68', 'mac_address': 'fa:16:3e:11:86:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fece629e-253c-4214-88a2-c60510bbc2c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:46:01.872715 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-334a7ffa-7420-4b76-9e14-4b23948b6516 req-5d5b7b94-7cc3-4008-a0b8-b88939968c8a tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e16c830-bb83-4eed-8285-161efed5682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105180 Nov 23 21:46:01.907450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151c928-dffd-482a-8648-c7b3ebcfa51d req-63ef5554-d8ad-495b-8541-14900112d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:01.908920 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0151c928-dffd-482a-8648-c7b3ebcfa51d req-63ef5554-d8ad-495b-8541-14900112d605 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.3347509 Nov 23 21:46:01.925439 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-844a100a-c325-4940-95bb-60b97177190a service neutron] 10.222.0.50 "GET /v2.0/networks/a82590b6-95ee-41a8-90a5-1d72b8f9c202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382232 Nov 23 21:46:01.941674 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6ad6a-e078-47ef-b4b9-fe774732ad8c req-3e7562b8-5125-42e1-b510-30c2b8fe9a89 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:01.943187 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c4c6ad6a-e078-47ef-b4b9-fe774732ad8c req-3e7562b8-5125-42e1-b510-30c2b8fe9a89 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.60 "GET /v2.0/ports?device_id=54da7025-a930-431b-afdb-8620ba358914 HTTP/1.1" status: 200 len: 945 time: 0.1754177 Nov 23 21:46:01.966446 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:01.990965 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-eaf7c98f-a886-42e2-96d8-f3d2ec788f9a req-3cd8482d-1807-4f54-ba01-1aab397e1494 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595345 Nov 23 21:46:01.995890 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-fb57b035-3fd7-4afe-8b32-1951cbe153b2 None None] For port 4fdc28c4-8200-4fc8-a543-8785d914d9dd, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4fdc28c4-8200-4fc8-a543-8785d914d9dd,segment=NetworkSegment(c11e41a9-89c9-4fe0-983b-2150f7f1ad2a),segment_id=c11e41a9-89c9-4fe0-983b-2150f7f1ad2a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:02.021309 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-e2353d5f-bcfd-4de3-ae18-cf0e180b030c service neutron] For port af2dc5c5-9fc4-443d-9bac-877c3dc929d4, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=af2dc5c5-9fc4-443d-9bac-877c3dc929d4,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:02.027818 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0d451e2-56f4-4524-af58-27b734d2d524 req-d4b995ad-39ef-4a56-b432-e9de226d8c7e tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?device_id=7149aa91-03c3-4771-a214-3058403b25fa HTTP/1.1" status: 200 len: 210 time: 0.0940163 Nov 23 21:46:02.029130 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0151c928-dffd-482a-8648-c7b3ebcfa51d req-550a2938-99ef-484a-a465-750551766b62 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=9cc27c60-4f77-418e-8918-d8383775cf84 HTTP/1.1" status: 200 len: 217 time: 0.0968831 Nov 23 21:46:02.067046 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fb57b035-3fd7-4afe-8b32-1951cbe153b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:02.086944 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-e2353d5f-bcfd-4de3-ae18-cf0e180b030c service neutron] For port af2dc5c5-9fc4-443d-9bac-877c3dc929d4, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:46:02.112331 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-c4c6ad6a-e078-47ef-b4b9-fe774732ad8c req-7fd0f72a-2904-472f-b9f6-3761c30d815c tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Deleting port bbeac264-768c-4f5b-969e-d32c8e7cafff {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:46:02.112331 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c4c6ad6a-e078-47ef-b4b9-fe774732ad8c req-7fd0f72a-2904-472f-b9f6-3761c30d815c tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:02.141509 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-e2353d5f-bcfd-4de3-ae18-cf0e180b030c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af2dc5c5-9fc4-443d-9bac-877c3dc929d4 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:46:02.189408 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57b035-3fd7-4afe-8b32-1951cbe153b2 None None] Pushing event updated for resources: {'Port': ['ID=4fdc28c4-8200-4fc8-a543-8785d914d9dd,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:02.193774 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device af2dc5c5-9fc4-443d-9bac-877c3dc929d4 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:46:02.252777 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4cde4c4-243d-4503-9b1f-fd85d71add68 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:46:02.263459 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c077d44b-81fc-4c4c-9d3f-94f7fda2d089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:02.274412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-e2353d5f-bcfd-4de3-ae18-cf0e180b030c service neutron] For port af2dc5c5-9fc4-443d-9bac-877c3dc929d4, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=af2dc5c5-9fc4-443d-9bac-877c3dc929d4,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:02.377807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-c4c6ad6a-e078-47ef-b4b9-fe774732ad8c req-7fd0f72a-2904-472f-b9f6-3761c30d815c tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] For port bbeac264-768c-4f5b-969e-d32c8e7cafff, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=bbeac264-768c-4f5b-969e-d32c8e7cafff,segment=NetworkSegment(b39fafe3-052e-4b28-be8e-3a74c5b358d3),segment_id=b39fafe3-052e-4b28-be8e-3a74c5b358d3)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:02.378328 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c4c6ad6a-e078-47ef-b4b9-fe774732ad8c req-7fd0f72a-2904-472f-b9f6-3761c30d815c tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:02.390468 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bd4ab-1b66-4d76-8fb2-de83b28c7d87 req-f1e60014-5a57-43b0-badc-dc79fd0e167a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:02.398905 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-df4bd4ab-1b66-4d76-8fb2-de83b28c7d87 req-f1e60014-5a57-43b0-badc-dc79fd0e167a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 943 time: 0.2228613 Nov 23 21:46:02.408027 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151c928-dffd-482a-8648-c7b3ebcfa51d req-0c2312fa-f05b-40f8-826e-bb07054a5c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:02.409469 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0151c928-dffd-482a-8648-c7b3ebcfa51d req-0c2312fa-f05b-40f8-826e-bb07054a5c07 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.2172177 Nov 23 21:46:02.424417 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port a4cde4c4-243d-4503-9b1f-fd85d71add68, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=a4cde4c4-243d-4503-9b1f-fd85d71add68,segment=NetworkSegment(f4b26960-9594-4eb0-9b8a-9accdb2d18e0),segment_id=f4b26960-9594-4eb0-9b8a-9accdb2d18e0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:02.490673 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce6be1-73cd-416e-80aa-94991d4cfc6f req-d3b24af9-15c6-4469-bb59-2e99598bf194 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:02.506821 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b6ce6be1-73cd-416e-80aa-94991d4cfc6f req-d3b24af9-15c6-4469-bb59-2e99598bf194 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?device_id=30e0fbcf-c711-4084-a769-a06146bc2860 HTTP/1.1" status: 200 len: 945 time: 0.3132124 Nov 23 21:46:02.511019 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-c4c6ad6a-e078-47ef-b4b9-fe774732ad8c req-7fd0f72a-2904-472f-b9f6-3761c30d815c tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Calling delete_port for bbeac264-768c-4f5b-969e-d32c8e7cafff owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:46:02.522044 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46742) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:46:02.540253 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4fdc28c4-8200-4fc8-a543-8785d914d9dd up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:46:02.548857 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:02.593326 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5bb442c5-3a8d-4c30-ba95-5b3bf4808506 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Request body: {'floatingip': {'port_id': '84b83c42-9c27-47af-9714-44bc79332ade'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:46:02.627901 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b442d9-390b-41dd-af3c-c7d65723c1c2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-3289641-router', 'tenant_id': '13535703783c4af786545a88d77b44ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '835eae23-a14c-4962-9012-07ddc1224c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:57Z', 'updated_at': '2021-11-23T21:45:59Z', 'revision_number': 3, 'project_id': '13535703783c4af786545a88d77b44ba', 'gw_port': {'id': '835eae23-a14c-4962-9012-07ddc1224c0d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b442d9-390b-41dd-af3c-c7d65723c1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:59Z', 'updated_at': '2021-11-23T21:45:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:02.636971 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-df4bd4ab-1b66-4d76-8fb2-de83b28c7d87 req-0b1a87ed-43c6-4f44-8556-6001bb6df46a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370162 Nov 23 21:46:02.660285 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-e2353d5f-bcfd-4de3-ae18-cf0e180b030c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:02.668811 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5bb442c5-3a8d-4c30-ba95-5b3bf4808506 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for floatingip, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:02.722583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151c928-dffd-482a-8648-c7b3ebcfa51d req-31b142f2-3e80-4777-9136-855f824fec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:02.724156 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0151c928-dffd-482a-8648-c7b3ebcfa51d req-31b142f2-3e80-4777-9136-855f824fec1d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2868767 Nov 23 21:46:02.742257 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] Checking router: 43b442d9-390b-41dd-af3c-c7d65723c1c2 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:46:02.742953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] Updating router 43b442d9-390b-41dd-af3c-c7d65723c1c2 port 835eae23-a14c-4962-9012-07ddc1224c0d binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:46:02.772360 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7269a1-41cf-4192-b5a0-f7280a5206fb req-b231e61f-d13b-4512-988d-688273ef76af tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:02.773911 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b7269a1-41cf-4192-b5a0-f7280a5206fb req-b231e61f-d13b-4512-988d-688273ef76af tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 949 time: 0.1632812 Nov 23 21:46:02.836353 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device bbeac264-768c-4f5b-969e-d32c8e7cafff no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:46:02.920624 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-cfce89e8-cb57-47ec-891a-02b70c39c2d8 None None] Provisioning complete for port 4fdc28c4-8200-4fc8-a543-8785d914d9dd triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:46:02.921038 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cfce89e8-cb57-47ec-891a-02b70c39c2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:02.923118 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:02.983133 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['a4cde4c4-243d-4503-9b1f-fd85d71add68'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:46:02.985363 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:02.990839 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b7269a1-41cf-4192-b5a0-f7280a5206fb req-43474fac-14ee-4585-b608-898dc49fd2e0 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971133 Nov 23 21:46:02.991899 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=a4cde4c4-243d-4503-9b1f-fd85d71add68,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:02.994475 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0151c928-dffd-482a-8648-c7b3ebcfa51d req-02e3616e-5eea-47b6-8a98-617ca517b7d6 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552078 Nov 23 21:46:03.016136 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258df1bf-3d8a-4110-966a-cfb13bc5247d req-46442c77-6b4d-44cc-b75a-dd55096fba32 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:03.017709 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-258df1bf-3d8a-4110-966a-cfb13bc5247d req-46442c77-6b4d-44cc-b75a-dd55096fba32 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b4e3b67-0b12-46e0-8a45-7d357e0fd21b HTTP/1.1" status: 200 len: 945 time: 0.2136478 Nov 23 21:46:03.039014 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c4c6ad6a-e078-47ef-b4b9-fe774732ad8c req-7fd0f72a-2904-472f-b9f6-3761c30d815c tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:03.047339 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5560d59c-8fd3-4e13-a14a-086f730c1079 req-1946bfe7-37df-4f89-ba4c-1771e03554a4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5281179 Nov 23 21:46:03.122359 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No active binding found for port bbeac264-768c-4f5b-969e-d32c8e7cafff {{(pid=110035) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 21:46:03.130907 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device bbeac264-768c-4f5b-969e-d32c8e7cafff not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:46:03.210530 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-c077d44b-81fc-4c4c-9d3f-94f7fda2d089 admin admin] Allocated IP 172.20.0.1 (2038f0da-2121-40de-b5f3-478969260703/7bfa376a-2933-4b6a-845f-f8a04d6b3c47/57cc2821-44d1-453c-92c0-4843c867bce6) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:46:03.222116 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 4fdc28c4-8200-4fc8-a543-8785d914d9dd triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:46:03.222496 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:03.231781 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0f72a-2904-472f-b9f6-3761c30d815c tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Pushing event deleted for resources: {'Port': ['ID=bbeac264-768c-4f5b-969e-d32c8e7cafff,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:03.279988 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-87a01532-7887-47f5-a852-f9062646372d tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:03.280318 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21fa42c3-0601-4047-b984-74740ba10a1f req-827af446-dc6f-456b-b165-7f137ff3460f tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 210 time: 0.0388076 Nov 23 21:46:03.281898 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-87a01532-7887-47f5-a852-f9062646372d tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.53 "GET /v2.0/networks?id=65d18847-e24b-4600-a41f-00c5b3389a5b HTTP/1.1" status: 200 len: 821 time: 0.7641382 Nov 23 21:46:03.335829 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-258df1bf-3d8a-4110-966a-cfb13bc5247d req-25426730-a9d8-4141-bed7-a5dcca865b87 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986233 Nov 23 21:46:03.340692 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0151c928-dffd-482a-8648-c7b3ebcfa51d req-2209916a-fcf3-4519-bcb4-f2f5dd311d4f service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220599 Nov 23 21:46:03.375309 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-019aa867-ea85-4bde-a68d-05128a09d6a0 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Request body: {'port': {'device_id': '7149aa91-03c3-4771-a214-3058403b25fa', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'admin_state_up': True, 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:46:03.392178 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-e2353d5f-bcfd-4de3-ae18-cf0e180b030c service neutron] Transition to ACTIVE for port object af2dc5c5-9fc4-443d-9bac-877c3dc929d4 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:46:03.445032 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-e2353d5f-bcfd-4de3-ae18-cf0e180b030c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:03.452572 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c6ad6a-e078-47ef-b4b9-fe774732ad8c req-7fd0f72a-2904-472f-b9f6-3761c30d815c tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] No DVR routers for this DVR port bbeac264-768c-4f5b-969e-d32c8e7cafff on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:46:03.468021 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c4c6ad6a-e078-47ef-b4b9-fe774732ad8c req-7fd0f72a-2904-472f-b9f6-3761c30d815c tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:03.472556 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c4c6ad6a-e078-47ef-b4b9-fe774732ad8c req-7fd0f72a-2904-472f-b9f6-3761c30d815c tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.60 "DELETE /v2.0/ports/bbeac264-768c-4f5b-969e-d32c8e7cafff HTTP/1.1" status: 204 len: 173 time: 1.5147624 Nov 23 21:46:03.473285 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54da7025-a930-431b-afdb-8620ba358914', 'name': 'network-vif-deleted', 'tag': 'bbeac264-768c-4f5b-969e-d32c8e7cafff'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:03.476925 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346210a3-7327-4a23-aeb8-e37933f39688" -d '{"events": [{"server_uuid": "54da7025-a930-431b-afdb-8620ba358914", "name": "network-vif-deleted", "tag": "bbeac264-768c-4f5b-969e-d32c8e7cafff"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:03.552426 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2353d5f-bcfd-4de3-ae18-cf0e180b030c service neutron] Pushing event updated for resources: {'Port': ['ID=af2dc5c5-9fc4-443d-9bac-877c3dc929d4,revision_number=10']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:03.558820 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a4a57d1-67b6-43c5-a28e-975355423433 req-b00e7ddb-e23a-4328-b47e-09b273ef65b9 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?device_id=7149aa91-03c3-4771-a214-3058403b25fa HTTP/1.1" status: 200 len: 210 time: 0.0980530 Nov 23 21:46:03.638367 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d975ec-1d9c-4ffb-82f2-72c65a7d05f0 req-ffc793cd-cc8a-49e0-85e4-fd78a9165ddb tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:03.649384 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40d975ec-1d9c-4ffb-82f2-72c65a7d05f0 req-ffc793cd-cc8a-49e0-85e4-fd78a9165ddb tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fe5f901-695b-4be4-bc28-bfa7895dda8d HTTP/1.1" status: 200 len: 945 time: 0.2276528 Nov 23 21:46:03.692610 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb35d65-41c6-4ab4-b1e1-5e93bc49d0ea x-openstack-request-id: req-ebb35d65-41c6-4ab4-b1e1-5e93bc49d0ea {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:03.692907 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54da7025-a930-431b-afdb-8620ba358914", "name": "network-vif-deleted", "tag": "bbeac264-768c-4f5b-969e-d32c8e7cafff", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:03.694208 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ebb35d65-41c6-4ab4-b1e1-5e93bc49d0ea {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:03.695515 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54da7025-a930-431b-afdb-8620ba358914', 'name': 'network-vif-deleted', 'tag': 'bbeac264-768c-4f5b-969e-d32c8e7cafff', 'status': 'completed', 'code': 200} Nov 23 21:46:03.790153 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40d975ec-1d9c-4ffb-82f2-72c65a7d05f0 req-e3952af9-6c1a-4b7b-9d2b-1606a1245071 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ffbd88e-b828-41d2-b6ee-92640cd709d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338415 Nov 23 21:46:03.832332 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:03.857158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-459d5f80-a2c5-4d8f-a24f-a5ee70e69238 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:03.858809 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-459d5f80-a2c5-4d8f-a24f-a5ee70e69238 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.53 "GET /v2.0/networks?id=a82590b6-95ee-41a8-90a5-1d72b8f9c202 HTTP/1.1" status: 200 len: 815 time: 0.3229747 Nov 23 21:46:03.875324 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea228a-e8cc-4968-bb19-773842f94150 req-41c7094c-3ac3-49a5-bd73-df6d9bf32bb0 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:03.877765 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-11ea228a-e8cc-4968-bb19-773842f94150 req-41c7094c-3ac3-49a5-bd73-df6d9bf32bb0 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 944 time: 0.0780931 Nov 23 21:46:03.882897 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-07d989db-811f-468d-a92b-0815137b8216 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Request body: {'port': {'device_id': '716b82b8-1678-4d7a-b12b-8c0f10a5f11d', 'network_id': 'a82590b6-95ee-41a8-90a5-1d72b8f9c202', 'admin_state_up': True, 'tenant_id': '1fe3713dd9f0456897dd168f8c4429a9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:46:03.910113 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560d59c-8fd3-4e13-a14a-086f730c1079 req-a0ad88ec-99ef-4e13-8695-9a38a6710509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:03.911665 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5560d59c-8fd3-4e13-a14a-086f730c1079 req-a0ad88ec-99ef-4e13-8695-9a38a6710509 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 1101 time: 0.6623538 Nov 23 21:46:03.913966 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:03.921257 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:03.969741 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-e2353d5f-bcfd-4de3-ae18-cf0e180b030c service neutron] No DVR routers for this DVR port af2dc5c5-9fc4-443d-9bac-877c3dc929d4 on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:46:03.983961 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] Attempting to bind port 835eae23-a14c-4962-9012-07ddc1224c0d on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:46:03.983961 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] Attempting to bind port 835eae23-a14c-4962-9012-07ddc1224c0d by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:46:03.984509 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] Attempting to bind port 835eae23-a14c-4962-9012-07ddc1224c0d on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:46:03.991365 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:46:03.991838 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:46:03.992523 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:03.992765 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:46:03.993312 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] Bound port: 835eae23-a14c-4962-9012-07ddc1224c0d, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:46:03.994578 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:04.005905 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-11ea228a-e8cc-4968-bb19-773842f94150 req-5b699488-25ec-4149-8ec2-904300b972e4 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079504 Nov 23 21:46:04.029443 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0156b36-33e3-426b-88d8-f3d08b16afbd None None] Pushing event updated for resources: {'Port': ['ID=835eae23-a14c-4962-9012-07ddc1224c0d,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:04.058387 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-07d989db-811f-468d-a92b-0815137b8216 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Made reservation on behalf of 1fe3713dd9f0456897dd168f8c4429a9 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:46:04.063156 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-07d989db-811f-468d-a92b-0815137b8216 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:04.066918 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-e2353d5f-bcfd-4de3-ae18-cf0e180b030c service neutron] 10.222.0.53 "PUT /v2.0/ports/af2dc5c5-9fc4-443d-9bac-877c3dc929d4/bindings/n-h2-816206-9/activate HTTP/1.1" status: 200 len: 369 time: 3.1328859 Nov 23 21:46:04.071668 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] For port 835eae23-a14c-4962-9012-07ddc1224c0d, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:46:04.076140 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] For port 835eae23-a14c-4962-9012-07ddc1224c0d, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=835eae23-a14c-4962-9012-07ddc1224c0d,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:46:04.089935 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:04.110820 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 9cc27c60-4f77-418e-8918-d8383775cf84 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:46:04.166753 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-019aa867-ea85-4bde-a68d-05128a09d6a0 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Made reservation on behalf of 0ceb43cef7cd4d6e993216c3dd613b2f for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:46:04.170229 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-019aa867-ea85-4bde-a68d-05128a09d6a0 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:04.185561 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c077d44b-81fc-4c4c-9d3f-94f7fda2d089 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:04.222078 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0156b36-33e3-426b-88d8-f3d08b16afbd None None] Pushing event updated for resources: {'Port': ['ID=835eae23-a14c-4962-9012-07ddc1224c0d,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:04.224621 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.db.resource_extend [None req-5bb442c5-3a8d-4c30-ba95-5b3bf4808506 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 21:46:04.232886 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] Routers {'43b442d9-390b-41dd-af3c-c7d65723c1c2'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:04.234473 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['43b442d9-390b-41dd-af3c-c7d65723c1c2'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:04.239556 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 9cc27c60-4f77-418e-8918-d8383775cf84 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:46:04.286443 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 9cc27c60-4f77-418e-8918-d8383775cf84 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:46:04.287299 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:04.306678 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c8c90-5682-4eed-a143-4f384b7105c8 req-200cc2c9-cd29-4852-b6ba-68c9186516bd tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:04.309447 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d26c8c90-5682-4eed-a143-4f384b7105c8 req-200cc2c9-cd29-4852-b6ba-68c9186516bd tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 949 time: 0.1799257 Nov 23 21:46:04.368707 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560d59c-8fd3-4e13-a14a-086f730c1079 req-5889208e-cedd-46b0-b28b-bfe73419f588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:04.370488 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5560d59c-8fd3-4e13-a14a-086f730c1079 req-5889208e-cedd-46b0-b28b-bfe73419f588 service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.4036131 Nov 23 21:46:04.376216 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5bb442c5-3a8d-4c30-ba95-5b3bf4808506 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:04.401579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-99de9018-043d-41fc-b372-1fa7c5055674 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:04.403340 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-99de9018-043d-41fc-b372-1fa7c5055674 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99&tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&binding%3Ahost_id=n-h1-816206-9 HTTP/1.1" status: 200 len: 1095 time: 0.2480690 Nov 23 21:46:04.427918 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5bb442c5-3a8d-4c30-ba95-5b3bf4808506 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:04.432463 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] Set router 43b442d9-390b-41dd-af3c-c7d65723c1c2 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:04.522156 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5560d59c-8fd3-4e13-a14a-086f730c1079 req-c325c83e-942a-4461-9ebd-4e2872d4859d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=8ffaa15e-5249-4ec2-b177-8936bc34d603 HTTP/1.1" status: 200 len: 217 time: 0.1394358 Nov 23 21:46:04.570307 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c077d44b-81fc-4c4c-9d3f-94f7fda2d089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:04.598963 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:04.637808 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-019aa867-ea85-4bde-a68d-05128a09d6a0 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Allocated IP 172.20.0.11 (65d18847-e24b-4600-a41f-00c5b3389a5b/049705e1-bd7a-44dd-8162-5a2e4f4cfc08/9b3b5abe-e07b-4f72-a0dd-206312e9d18b) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:46:04.643908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98bc5a3-55e3-4e88-a561-02cc955d4670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc27c60-4f77-418e-8918-d8383775cf84'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:04.646398 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3f5879-df57-481a-b098-ffed3780ec36" -d '{"events": [{"server_uuid": "c98bc5a3-55e3-4e88-a561-02cc955d4670", "name": "network-vif-plugged", "status": "completed", "tag": "9cc27c60-4f77-418e-8918-d8383775cf84"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:04.669452 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 9cc27c60-4f77-418e-8918-d8383775cf84, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=9cc27c60-4f77-418e-8918-d8383775cf84,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:04.677966 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c077d44b-81fc-4c4c-9d3f-94f7fda2d089 admin admin] Network 2038f0da-2121-40de-b5f3-478969260703 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:46:04.693356 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-c077d44b-81fc-4c4c-9d3f-94f7fda2d089 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:46:04.696622 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:04.702956 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c077d44b-81fc-4c4c-9d3f-94f7fda2d089 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:46:04.703448 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c077d44b-81fc-4c4c-9d3f-94f7fda2d089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:04.709226 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560d59c-8fd3-4e13-a14a-086f730c1079 req-23067d8c-0ea8-4a1c-922e-e20cfefef72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:04.710754 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5560d59c-8fd3-4e13-a14a-086f730c1079 req-23067d8c-0ea8-4a1c-922e-e20cfefef72a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1525216 Nov 23 21:46:04.722800 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077d44b-81fc-4c4c-9d3f-94f7fda2d089 admin admin] Pushing event updated for resources: {'Port': ['ID=57cc2821-44d1-453c-92c0-4843c867bce6,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:04.765876 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-5bb442c5-3a8d-4c30-ba95-5b3bf4808506 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Floating IP 3a17c6ad-d8de-4eef-a223-92f2569d5de5 associated. External IP: 172.25.5.107, port: 84b83c42-9c27-47af-9714-44bc79332ade. Nov 23 21:46:04.774665 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=9cc27c60-4f77-418e-8918-d8383775cf84,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:04.788475 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device a4cde4c4-243d-4503-9b1f-fd85d71add68 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:46:04.839298 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b442d9-390b-41dd-af3c-c7d65723c1c2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-3289641-router', 'tenant_id': '13535703783c4af786545a88d77b44ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '835eae23-a14c-4962-9012-07ddc1224c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:57Z', 'updated_at': '2021-11-23T21:45:59Z', 'revision_number': 3, 'project_id': '13535703783c4af786545a88d77b44ba', 'gw_port': {'id': '835eae23-a14c-4962-9012-07ddc1224c0d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b442d9-390b-41dd-af3c-c7d65723c1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:59Z', 'updated_at': '2021-11-23T21:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:04.844987 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d26c8c90-5682-4eed-a143-4f384b7105c8 req-db0e6ecb-c990-429c-913d-ab7181e9307a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060000 Nov 23 21:46:04.878118 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8a7b766f-c2f0-467f-8950-3238220849d0 req-136de831-8792-42b9-9061-d85a3e70d746 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 210 time: 0.4018879 Nov 23 21:46:04.879620 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-07d989db-811f-468d-a92b-0815137b8216 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Allocated IP 172.20.0.14 (a82590b6-95ee-41a8-90a5-1d72b8f9c202/15604317-742c-41db-b6cd-cf3f90521277/a7a8c713-a1ad-4527-bdf5-7f02433f06b0) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:46:04.888673 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2888aa7e-245c-482a-8d18-fb0af1b45b75 None None] The sync data for ids ['43b442d9-390b-41dd-af3c-c7d65723c1c2'] in n-d-816206-9 is: [{'id': '43b442d9-390b-41dd-af3c-c7d65723c1c2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-3289641-router', 'tenant_id': '13535703783c4af786545a88d77b44ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '835eae23-a14c-4962-9012-07ddc1224c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:57Z', 'updated_at': '2021-11-23T21:45:59Z', 'revision_number': 3, 'project_id': '13535703783c4af786545a88d77b44ba', 'gw_port': {'id': '835eae23-a14c-4962-9012-07ddc1224c0d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b442d9-390b-41dd-af3c-c7d65723c1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:59Z', 'updated_at': '2021-11-23T21:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:46:04.905759 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-30fc0cbd-0c11-46f5-8ae7-bc7d775fa09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:04.909599 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-30fc0cbd-0c11-46f5-8ae7-bc7d775fa09d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99&tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574 HTTP/1.1" status: 200 len: 1095 time: 0.4916170 Nov 23 21:46:04.949018 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port a4cde4c4-243d-4503-9b1f-fd85d71add68 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:46:04.963371 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port a4cde4c4-243d-4503-9b1f-fd85d71add68 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:46:04.963787 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:05.038148 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ed85fd6a-26d2-4d28-9d13-eb377d685bb1 None None] Provisioning complete for port 57cc2821-44d1-453c-92c0-4843c867bce6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:46:05.038690 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ed85fd6a-26d2-4d28-9d13-eb377d685bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:05.091206 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560d59c-8fd3-4e13-a14a-086f730c1079 req-db699557-f198-46e8-ad14-076b6e62adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:05.092881 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5560d59c-8fd3-4e13-a14a-086f730c1079 req-db699557-f198-46e8-ad14-076b6e62adfe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3305504 Nov 23 21:46:05.113044 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-ed85fd6a-26d2-4d28-9d13-eb377d685bb1 None None] Port 57cc2821-44d1-453c-92c0-4843c867bce6 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:46:05.130812 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:05.144825 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6111c5aa-5511-4263-8e16-e0f4e5914a7c req-651640ef-5ad8-4ed8-b00b-fedbfd5e3c1d tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?device_id=7149aa91-03c3-4771-a214-3058403b25fa HTTP/1.1" status: 200 len: 210 time: 0.1488535 Nov 23 21:46:05.191040 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port a4cde4c4-243d-4503-9b1f-fd85d71add68, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=a4cde4c4-243d-4503-9b1f-fd85d71add68,segment=NetworkSegment(f4b26960-9594-4eb0-9b8a-9accdb2d18e0),segment_id=f4b26960-9594-4eb0-9b8a-9accdb2d18e0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:05.201315 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e7892-4765-4557-a61b-fa8a7eb6a694 req-c5be5067-7f08-485a-b70d-1ac8848289f3 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:05.208776 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f16e7892-4765-4557-a61b-fa8a7eb6a694 req-c5be5067-7f08-485a-b70d-1ac8848289f3 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b4e3b67-0b12-46e0-8a45-7d357e0fd21b HTTP/1.1" status: 200 len: 945 time: 0.1600428 Nov 23 21:46:05.217077 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:05.266105 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-e28cf532-4f6c-4adb-a09a-df87da1e0953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:05.267828 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-e28cf532-4f6c-4adb-a09a-df87da1e0953 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 1095 time: 0.2962909 Nov 23 21:46:05.332089 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c077d44b-81fc-4c4c-9d3f-94f7fda2d089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:05.332336 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c2d973-b2f9-4cde-87cf-9de0a0b28308 x-openstack-request-id: req-75c2d973-b2f9-4cde-87cf-9de0a0b28308 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:05.332956 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98bc5a3-55e3-4e88-a561-02cc955d4670", "name": "network-vif-plugged", "status": "completed", "tag": "9cc27c60-4f77-418e-8918-d8383775cf84", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:05.333729 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-75c2d973-b2f9-4cde-87cf-9de0a0b28308 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:05.335311 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98bc5a3-55e3-4e88-a561-02cc955d4670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc27c60-4f77-418e-8918-d8383775cf84', 'code': 200} Nov 23 21:46:05.337478 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=a4cde4c4-243d-4503-9b1f-fd85d71add68,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:05.442861 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f16e7892-4765-4557-a61b-fa8a7eb6a694 req-1c692d47-04fc-4a56-aed7-3ae1a41b1c95 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330046 Nov 23 21:46:05.479487 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-07d989db-811f-468d-a92b-0815137b8216 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:05.526244 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-019aa867-ea85-4bde-a68d-05128a09d6a0 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:05.536213 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-84e4daae-9681-45ae-80ea-0fc608ad5d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:05.537545 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-84e4daae-9681-45ae-80ea-0fc608ad5d1f service neutron] 10.222.0.60 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 922 time: 0.2399690 Nov 23 21:46:05.558805 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5560d59c-8fd3-4e13-a14a-086f730c1079 req-fa490833-d083-4fc5-9199-0fdbd45a38c1 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320705 Nov 23 21:46:05.564841 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c347eb-8ecb-4742-a4c2-898478cd3fd8 req-021d9221-d684-43c7-a680-4da58a3c60e7 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:05.566403 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26c347eb-8ecb-4742-a4c2-898478cd3fd8 req-021d9221-d684-43c7-a680-4da58a3c60e7 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fe5f901-695b-4be4-bc28-bfa7895dda8d HTTP/1.1" status: 200 len: 946 time: 0.1875761 Nov 23 21:46:05.606409 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cc82f-7f5b-4331-b8ee-910b97338dbd req-685cab0d-487b-4ecf-a09b-c8fb9ba63baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:05.607947 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ad2cc82f-7f5b-4331-b8ee-910b97338dbd req-685cab0d-487b-4ecf-a09b-c8fb9ba63baa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 1101 time: 0.2867963 Nov 23 21:46:05.627484 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-8f15360d-215d-4e4d-9859-08a436e85878 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af2dc5c5-9fc4-443d-9bac-877c3dc929d4 HTTP/1.1" status: 200 len: 217 time: 0.0600541 Nov 23 21:46:05.689564 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-07d989db-811f-468d-a92b-0815137b8216 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:05.729412 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f07d5-0c39-4078-8baf-685469a9419a req-d1494ac3-31d8-42fb-8e72-a97339b1576f tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:05.731239 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bf8f07d5-0c39-4078-8baf-685469a9419a req-d1494ac3-31d8-42fb-8e72-a97339b1576f tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 944 time: 0.2176757 Nov 23 21:46:05.772832 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26c347eb-8ecb-4742-a4c2-898478cd3fd8 req-420c96c9-f0ec-419c-b53e-bbbed3c8683c tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ffbd88e-b828-41d2-b6ee-92640cd709d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930580 Nov 23 21:46:05.842369 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-07d989db-811f-468d-a92b-0815137b8216 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Network a82590b6-95ee-41a8-90a5-1d72b8f9c202 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:46:05.851604 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bf8f07d5-0c39-4078-8baf-685469a9419a req-c8153a4b-d873-4494-95b5-6c96eb527455 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865142 Nov 23 21:46:05.852497 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-07d989db-811f-468d-a92b-0815137b8216 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:46:05.856027 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-07d989db-811f-468d-a92b-0815137b8216 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:46:05.867632 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-a54f7c36-d4f3-4a71-b403-a11053afbb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:05.871752 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-a54f7c36-d4f3-4a71-b403-a11053afbb55 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c HTTP/1.1" status: 200 len: 861 time: 0.2288728 Nov 23 21:46:05.948963 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-3d8f9a40-e29d-4896-8fb7-3425c14e41bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524518 Nov 23 21:46:05.951027 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d989db-811f-468d-a92b-0815137b8216 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Pushing event updated for resources: {'Port': ['ID=a7a8c713-a1ad-4527-bdf5-7f02433f06b0,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:05.985983 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb442c5-3a8d-4c30-ba95-5b3bf4808506 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Router 41caf28d-8bcc-4210-95db-7b944914fcfb has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:46:06.048914 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-019aa867-ea85-4bde-a68d-05128a09d6a0 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:06.073866 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ad2cc82f-7f5b-4331-b8ee-910b97338dbd req-8736573b-cdad-40ef-b8a0-0b46386bdbee service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415181 Nov 23 21:46:06.091566 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['f3dbe69d-1eb4-4904-a61d-5743beec708f'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:46:06.163844 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-07d989db-811f-468d-a92b-0815137b8216 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:06.164588 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-07d989db-811f-468d-a92b-0815137b8216 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:06.183493 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5560d59c-8fd3-4e13-a14a-086f730c1079 req-1f41b384-1a40-4fcc-abf6-c6f06dddd4c6 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6153927 Nov 23 21:46:06.187114 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c077d44b-81fc-4c4c-9d3f-94f7fda2d089 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:06.197643 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-019aa867-ea85-4bde-a68d-05128a09d6a0 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Network 65d18847-e24b-4600-a41f-00c5b3389a5b is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:46:06.206188 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c077d44b-81fc-4c4c-9d3f-94f7fda2d089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:06.207435 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c077d44b-81fc-4c4c-9d3f-94f7fda2d089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:06.213484 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-019aa867-ea85-4bde-a68d-05128a09d6a0 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:46:06.229655 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-07d989db-811f-468d-a92b-0815137b8216 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3507636 Nov 23 21:46:06.238408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81dc1ca-a8a6-4523-8e7e-0d7d0a1cae9f req-2f6e8a80-0edb-42f8-a337-f35d8d75b3d9 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:06.239990 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e81dc1ca-a8a6-4523-8e7e-0d7d0a1cae9f req-2f6e8a80-0edb-42f8-a337-f35d8d75b3d9 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 932 time: 0.1662929 Nov 23 21:46:06.248421 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c4fc6-53a7-48b6-8505-a2e4d1c48e2e req-0e8586e9-3f9d-4290-a839-5cbcfefc358a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:06.255653 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-872c4fc6-53a7-48b6-8505-a2e4d1c48e2e req-0e8586e9-3f9d-4290-a839-5cbcfefc358a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 950 time: 0.2867744 Nov 23 21:46:06.257902 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-019aa867-ea85-4bde-a68d-05128a09d6a0 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:46:06.261274 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-5d7aa979-d17f-41b8-b6c2-0b1b406e6275 service neutron] 10.222.0.60 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909679 Nov 23 21:46:06.263714 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-019aa867-ea85-4bde-a68d-05128a09d6a0 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:06.264351 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-019aa867-ea85-4bde-a68d-05128a09d6a0 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:06.273791 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019aa867-ea85-4bde-a68d-05128a09d6a0 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Pushing event updated for resources: {'Port': ['ID=9b3b5abe-e07b-4f72-a0dd-206312e9d18b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:06.324340 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Request body: {'port': {'device_id': '716b82b8-1678-4d7a-b12b-8c0f10a5f11d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:46:06.362299 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-019aa867-ea85-4bde-a68d-05128a09d6a0 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0024667 Nov 23 21:46:06.410079 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e81dc1ca-a8a6-4523-8e7e-0d7d0a1cae9f req-7155520d-265c-4924-822d-8f8d5cc047a6 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513100 Nov 23 21:46:06.421342 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-d9af927a-6aca-4514-8540-1fe6a168a931 service neutron] Request body: {'port': {'device_id': '7149aa91-03c3-4771-a214-3058403b25fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:46:06.464509 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb442c5-3a8d-4c30-ba95-5b3bf4808506 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:46:06.474378 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5bb442c5-3a8d-4c30-ba95-5b3bf4808506 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:06.478685 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077d44b-81fc-4c4c-9d3f-94f7fda2d089 admin admin] Pushing event updated for resources: {'Port': ['ID=57cc2821-44d1-453c-92c0-4843c867bce6,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:06.486874 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb2fd84-dc4c-42f6-a1bf-3d0b9c7fc989 None None] Sync routers for ids ['41caf28d-8bcc-4210-95db-7b944914fcfb'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:46:06.508951 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 835eae23-a14c-4962-9012-07ddc1224c0d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:46:06.526401 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb2fd84-dc4c-42f6-a1bf-3d0b9c7fc989 None None] Routers {'41caf28d-8bcc-4210-95db-7b944914fcfb'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:06.527064 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7fb2fd84-dc4c-42f6-a1bf-3d0b9c7fc989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['41caf28d-8bcc-4210-95db-7b944914fcfb'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:06.559775 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5bb442c5-3a8d-4c30-ba95-5b3bf4808506 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "PUT /v2.0/floatingips/3a17c6ad-d8de-4eef-a223-92f2569d5de5 HTTP/1.1" status: 200 len: 991 time: 4.0332892 Nov 23 21:46:06.560185 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-82c164ef-e7b3-4699-8f22-1e6f0d9238a7 service neutron] 10.222.0.60 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634721 Nov 23 21:46:06.560310 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e0fbcf-c711-4084-a769-a06146bc2860', 'tag': '84b83c42-9c27-47af-9714-44bc79332ade'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:06.563345 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6069de7d-abfc-43f6-abe9-4f9833a84827" -d '{"events": [{"name": "network-changed", "server_uuid": "30e0fbcf-c711-4084-a769-a06146bc2860", "tag": "84b83c42-9c27-47af-9714-44bc79332ade"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:06.573198 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-d9af927a-6aca-4514-8540-1fe6a168a931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:06.580015 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c077d44b-81fc-4c4c-9d3f-94f7fda2d089 admin admin] Network 2038f0da-2121-40de-b5f3-478969260703 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:46:06.585210 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-cbd8a8d4-db7c-4d99-95e0-2210ac1bc133 None None] Provisioning complete for port 9b3b5abe-e07b-4f72-a0dd-206312e9d18b triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:46:06.586471 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cbd8a8d4-db7c-4d99-95e0-2210ac1bc133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:06.591006 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-c077d44b-81fc-4c4c-9d3f-94f7fda2d089 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:46:06.645295 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:06.681891 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 835eae23-a14c-4962-9012-07ddc1224c0d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:46:06.684541 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:06.725800 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-872c4fc6-53a7-48b6-8505-a2e4d1c48e2e req-5a132efb-367d-4bb8-a7a8-41c6fd567520 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647517 Nov 23 21:46:06.760046 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-cbd8a8d4-db7c-4d99-95e0-2210ac1bc133 None None] Port 9b3b5abe-e07b-4f72-a0dd-206312e9d18b cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:46:06.780683 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-7fb2fd84-dc4c-42f6-a1bf-3d0b9c7fc989 None None] Set router 41caf28d-8bcc-4210-95db-7b944914fcfb gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:06.918280 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c680e9-aec5-4f9b-82c2-d632278ce786 req-73991a77-4828-490f-9a9e-8c1141287c50 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:06.929394 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76c680e9-aec5-4f9b-82c2-d632278ce786 req-73991a77-4828-490f-9a9e-8c1141287c50 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b4e3b67-0b12-46e0-8a45-7d357e0fd21b HTTP/1.1" status: 200 len: 945 time: 0.3194098 Nov 23 21:46:06.995202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c077d44b-81fc-4c4c-9d3f-94f7fda2d089 admin admin] Router 43b442d9-390b-41dd-af3c-c7d65723c1c2 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:46:07.002322 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:07.069415 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 835eae23-a14c-4962-9012-07ddc1224c0d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=835eae23-a14c-4962-9012-07ddc1224c0d,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:07.076490 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a40ff070-7a49-4e14-ae4b-baa35558516e None None] Provisioning complete for port 57cc2821-44d1-453c-92c0-4843c867bce6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:46:07.077170 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a40ff070-7a49-4e14-ae4b-baa35558516e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:07.084894 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:07.129252 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7fb2fd84-dc4c-42f6-a1bf-3d0b9c7fc989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1781421256-router', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ef464513-5275-461b-b588-eea47521d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:05Z', 'revision_number': 4, 'project_id': '262a0df38e704ffc9207a31c81529692', 'gw_port': {'id': 'ef464513-5275-461b-b588-eea47521d805', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '3a17c6ad-d8de-4eef-a223-92f2569d5de5', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'port_id': '84b83c42-9c27-47af-9714-44bc79332ade', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'mac_address': 'fa:16:3e:43:88:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e0fbcf-c711-4084-a769-a06146bc2860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:43:31Z', 'updated_at': '2021-11-23T21:46:04Z', 'revision_number': 5, 'project_id': '262a0df38e704ffc9207a31c81529692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '979b6d93-374a-4c68-bfbf-75f4fb84c2ee', 'name': '', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'mac_address': 'fa:16:3e:dd:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:05Z', 'updated_at': '2021-11-23T21:43:13Z', 'revision_number': 5, 'project_id': '262a0df38e704ffc9207a31c81529692', 'subnets': [{'id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:07.162372 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb2fd84-dc4c-42f6-a1bf-3d0b9c7fc989 None None] Checking router: 41caf28d-8bcc-4210-95db-7b944914fcfb for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:46:07.192900 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb2fd84-dc4c-42f6-a1bf-3d0b9c7fc989 None None] Routers {'41caf28d-8bcc-4210-95db-7b944914fcfb'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:07.193919 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7fb2fd84-dc4c-42f6-a1bf-3d0b9c7fc989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['41caf28d-8bcc-4210-95db-7b944914fcfb'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:07.217442 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=835eae23-a14c-4962-9012-07ddc1224c0d,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:07.236348 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:07.236745 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:07.237032 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:07.237368 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:07.237700 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:07.238073 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:07.238449 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:07.238812 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:07.239135 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:07.239456 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:07.239776 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:07.240095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:07.249972 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a40ff070-7a49-4e14-ae4b-baa35558516e None None] Port 57cc2821-44d1-453c-92c0-4843c867bce6 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:46:07.271252 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c077d44b-81fc-4c4c-9d3f-94f7fda2d089 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:46:07.278655 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c077d44b-81fc-4c4c-9d3f-94f7fda2d089 admin admin] 10.222.0.50 "PUT /v2.0/routers/43b442d9-390b-41dd-af3c-c7d65723c1c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3088481 Nov 23 21:46:07.311223 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-d9af927a-6aca-4514-8540-1fe6a168a931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3b5abe-e07b-4f72-a0dd-206312e9d18b {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:46:07.326811 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-d9af927a-6aca-4514-8540-1fe6a168a931 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:07.337149 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe5f901-695b-4be4-bc28-bfa7895dda8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cde4c4-243d-4503-9b1f-fd85d71add68'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:07.340436 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71131abb-76f1-465c-805e-a265bf9f5234" -d '{"events": [{"server_uuid": "3fe5f901-695b-4be4-bc28-bfa7895dda8d", "name": "network-vif-plugged", "status": "completed", "tag": "a4cde4c4-243d-4503-9b1f-fd85d71add68"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:07.362993 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-d9af927a-6aca-4514-8540-1fe6a168a931 service neutron] Transition to ACTIVE for port object 9b3b5abe-e07b-4f72-a0dd-206312e9d18b will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:46:07.366082 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ce381-9248-4827-89fe-c77f29622430 req-bc71e21e-1d46-49f9-a4a2-3c7bbe977444 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:07.367778 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-463ce381-9248-4827-89fe-c77f29622430 req-bc71e21e-1d46-49f9-a4a2-3c7bbe977444 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?device_id=7149aa91-03c3-4771-a214-3058403b25fa HTTP/1.1" status: 200 len: 932 time: 0.5049453 Nov 23 21:46:07.378202 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-d9af927a-6aca-4514-8540-1fe6a168a931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:07.414824 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76c680e9-aec5-4f9b-82c2-d632278ce786 req-9a243bf6-e98e-41c1-9ddc-78ce8dc27dad tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758477 Nov 23 21:46:07.415117 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-7fb2fd84-dc4c-42f6-a1bf-3d0b9c7fc989 None None] Set router 41caf28d-8bcc-4210-95db-7b944914fcfb gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:07.453332 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] Sync routers for ids ['43b442d9-390b-41dd-af3c-c7d65723c1c2'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:46:07.464843 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] Routers {'43b442d9-390b-41dd-af3c-c7d65723c1c2'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:07.465487 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['43b442d9-390b-41dd-af3c-c7d65723c1c2'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:07.478074 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af927a-6aca-4514-8540-1fe6a168a931 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3b5abe-e07b-4f72-a0dd-206312e9d18b,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:07.540007 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a8c713-a1ad-4527-bdf5-7f02433f06b0 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:46:07.544235 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-d9af927a-6aca-4514-8540-1fe6a168a931 service neutron] Attempting to bind port 9b3b5abe-e07b-4f72-a0dd-206312e9d18b on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:46:07.544581 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-d9af927a-6aca-4514-8540-1fe6a168a931 service neutron] Attempting to bind port 9b3b5abe-e07b-4f72-a0dd-206312e9d18b by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'df97aba6-e14e-4064-93bd-65b3472ea92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:46:07.544919 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-d9af927a-6aca-4514-8540-1fe6a168a931 service neutron] Attempting to bind port 9b3b5abe-e07b-4f72-a0dd-206312e9d18b on network 65d18847-e24b-4600-a41f-00c5b3389a5b {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:46:07.550463 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:07.554878 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-d9af927a-6aca-4514-8540-1fe6a168a931 service neutron] Port 9b3b5abe-e07b-4f72-a0dd-206312e9d18b on network 65d18847-e24b-4600-a41f-00c5b3389a5b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:46:07.555308 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-d9af927a-6aca-4514-8540-1fe6a168a931 service neutron] Attempting to bind port 9b3b5abe-e07b-4f72-a0dd-206312e9d18b on network 65d18847-e24b-4600-a41f-00c5b3389a5b {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:46:07.562389 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-d9af927a-6aca-4514-8540-1fe6a168a931 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:46:07.562863 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-d9af927a-6aca-4514-8540-1fe6a168a931 service neutron] Checking segment: {'id': 'df97aba6-e14e-4064-93bd-65b3472ea92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:46:07.563374 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-d9af927a-6aca-4514-8540-1fe6a168a931 service neutron] Bound using segment: {'id': 'df97aba6-e14e-4064-93bd-65b3472ea92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:46:07.563898 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-d9af927a-6aca-4514-8540-1fe6a168a931 service neutron] Bound port: 9b3b5abe-e07b-4f72-a0dd-206312e9d18b, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df97aba6-e14e-4064-93bd-65b3472ea92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:46:07.564333 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-d9af927a-6aca-4514-8540-1fe6a168a931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:07.567303 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Transition to ACTIVE for port object a7a8c713-a1ad-4527-bdf5-7f02433f06b0 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:46:07.581583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-c6085b98-083f-4a90-9c23-4da49122c5b7 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:07.583402 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-c6085b98-083f-4a90-9c23-4da49122c5b7 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99&tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 1095 time: 0.5002532 Nov 23 21:46:07.586789 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:07.676355 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-d9af927a-6aca-4514-8540-1fe6a168a931 service neutron] For port 9b3b5abe-e07b-4f72-a0dd-206312e9d18b, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:46:07.682002 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-d9af927a-6aca-4514-8540-1fe6a168a931 service neutron] For port 9b3b5abe-e07b-4f72-a0dd-206312e9d18b, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=9b3b5abe-e07b-4f72-a0dd-206312e9d18b,segment=NetworkSegment(df97aba6-e14e-4064-93bd-65b3472ea92d),segment_id=df97aba6-e14e-4064-93bd-65b3472ea92d)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:46:07.699144 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8a16b1-52d9-4e47-bc72-8b5a6d6098ad x-openstack-request-id: req-2a8a16b1-52d9-4e47-bc72-8b5a6d6098ad {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:07.699581 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e0fbcf-c711-4084-a769-a06146bc2860", "tag": "84b83c42-9c27-47af-9714-44bc79332ade", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:07.699780 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2a8a16b1-52d9-4e47-bc72-8b5a6d6098ad {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:07.700153 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e0fbcf-c711-4084-a769-a06146bc2860', 'tag': '84b83c42-9c27-47af-9714-44bc79332ade', 'status': 'completed', 'code': 200} Nov 23 21:46:07.709219 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-d9af927a-6aca-4514-8540-1fe6a168a931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:07.715566 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] Set router 43b442d9-390b-41dd-af3c-c7d65723c1c2 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:07.737629 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-463ce381-9248-4827-89fe-c77f29622430 req-352b4343-6c29-43fb-b928-1c1d113267e2 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/security-groups?id=db46c29c-fe61-4542-b264-8d84955f2460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529470 Nov 23 21:46:07.842110 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-d9af927a-6aca-4514-8540-1fe6a168a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:07.843045 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-d9af927a-6aca-4514-8540-1fe6a168a931 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:07.844660 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-d9af927a-6aca-4514-8540-1fe6a168a931 service neutron] 10.222.0.53 "PUT /v2.0/ports/9b3b5abe-e07b-4f72-a0dd-206312e9d18b HTTP/1.1" status: 200 len: 1092 time: 1.4575582 Nov 23 21:46:07.852168 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7fb2fd84-dc4c-42f6-a1bf-3d0b9c7fc989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1781421256-router', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ef464513-5275-461b-b588-eea47521d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:05Z', 'revision_number': 4, 'project_id': '262a0df38e704ffc9207a31c81529692', 'gw_port': {'id': 'ef464513-5275-461b-b588-eea47521d805', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '3a17c6ad-d8de-4eef-a223-92f2569d5de5', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'port_id': '84b83c42-9c27-47af-9714-44bc79332ade', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'mac_address': 'fa:16:3e:43:88:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e0fbcf-c711-4084-a769-a06146bc2860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:43:31Z', 'updated_at': '2021-11-23T21:46:04Z', 'revision_number': 5, 'project_id': '262a0df38e704ffc9207a31c81529692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '979b6d93-374a-4c68-bfbf-75f4fb84c2ee', 'name': '', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'mac_address': 'fa:16:3e:dd:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:05Z', 'updated_at': '2021-11-23T21:43:13Z', 'revision_number': 5, 'project_id': '262a0df38e704ffc9207a31c81529692', 'subnets': [{'id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:07.891047 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069de7d-abfc-43f6-abe9-4f9833a84827 req-1abb0dc5-766d-4c90-b596-b327ae5a7337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:07.893186 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6069de7d-abfc-43f6-abe9-4f9833a84827 req-1abb0dc5-766d-4c90-b596-b327ae5a7337 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=262a0df38e704ffc9207a31c81529692&device_id=30e0fbcf-c711-4084-a769-a06146bc2860 HTTP/1.1" status: 200 len: 1096 time: 0.2091770 Nov 23 21:46:07.900993 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af927a-6aca-4514-8540-1fe6a168a931 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3b5abe-e07b-4f72-a0dd-206312e9d18b,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:07.914179 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb2fd84-dc4c-42f6-a1bf-3d0b9c7fc989 None None] The sync data for ids ['41caf28d-8bcc-4210-95db-7b944914fcfb'] in n-d-816206-9 is: [{'id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1781421256-router', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ef464513-5275-461b-b588-eea47521d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:05Z', 'revision_number': 4, 'project_id': '262a0df38e704ffc9207a31c81529692', 'gw_port': {'id': 'ef464513-5275-461b-b588-eea47521d805', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '3a17c6ad-d8de-4eef-a223-92f2569d5de5', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'floating_ip_address': '172.25.5.107', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'port_id': '84b83c42-9c27-47af-9714-44bc79332ade', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'mac_address': 'fa:16:3e:43:88:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e0fbcf-c711-4084-a769-a06146bc2860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:43:31Z', 'updated_at': '2021-11-23T21:46:04Z', 'revision_number': 5, 'project_id': '262a0df38e704ffc9207a31c81529692', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '979b6d93-374a-4c68-bfbf-75f4fb84c2ee', 'name': '', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'mac_address': 'fa:16:3e:dd:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:05Z', 'updated_at': '2021-11-23T21:43:13Z', 'revision_number': 5, 'project_id': '262a0df38e704ffc9207a31c81529692', 'subnets': [{'id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:46:07.953470 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Pushing event updated for resources: {'Port': ['ID=a7a8c713-a1ad-4527-bdf5-7f02433f06b0,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:08.017867 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b442d9-390b-41dd-af3c-c7d65723c1c2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-3289641-router', 'tenant_id': '13535703783c4af786545a88d77b44ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '835eae23-a14c-4962-9012-07ddc1224c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:57Z', 'updated_at': '2021-11-23T21:46:05Z', 'revision_number': 4, 'project_id': '13535703783c4af786545a88d77b44ba', 'gw_port': {'id': '835eae23-a14c-4962-9012-07ddc1224c0d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b442d9-390b-41dd-af3c-c7d65723c1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:59Z', 'updated_at': '2021-11-23T21:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '57cc2821-44d1-453c-92c0-4843c867bce6', 'name': '', 'network_id': '2038f0da-2121-40de-b5f3-478969260703', 'tenant_id': '13535703783c4af786545a88d77b44ba', 'mac_address': 'fa:16:3e:1b:09:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b442d9-390b-41dd-af3c-c7d65723c1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7bfa376a-2933-4b6a-845f-f8a04d6b3c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:46:02Z', 'updated_at': '2021-11-23T21:46:05Z', 'revision_number': 2, 'project_id': '13535703783c4af786545a88d77b44ba', 'subnets': [{'id': '7bfa376a-2933-4b6a-845f-f8a04d6b3c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:08.050705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] Checking router: 43b442d9-390b-41dd-af3c-c7d65723c1c2 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:46:08.051175 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] Updating router 43b442d9-390b-41dd-af3c-c7d65723c1c2 port 57cc2821-44d1-453c-92c0-4843c867bce6 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:46:08.065191 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-b9b4b66a-05f8-4fdf-a627-2b74b1c3ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:08.068357 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-b9b4b66a-05f8-4fdf-a627-2b74b1c3ecdb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0ceb43cef7cd4d6e993216c3dd613b2f&device_id=7149aa91-03c3-4771-a214-3058403b25fa HTTP/1.1" status: 200 len: 1095 time: 0.1632116 Nov 23 21:46:08.085407 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:08.086680 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb2a33-6787-44b7-a7ae-15b9b8eb9de5 req-65baf587-67aa-484c-b2e6-6081a8e3520d tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:08.096226 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-20bb2a33-6787-44b7-a7ae-15b9b8eb9de5 req-65baf587-67aa-484c-b2e6-6081a8e3520d tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fe5f901-695b-4be4-bc28-bfa7895dda8d HTTP/1.1" status: 200 len: 946 time: 0.3870294 Nov 23 21:46:08.133124 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd4dc7-78e4-4683-9402-fcc0ecb303a8 req-c181fce6-e17d-4519-a0e9-7a0647291cca tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:08.135502 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5cfd4dc7-78e4-4683-9402-fcc0ecb303a8 req-c181fce6-e17d-4519-a0e9-7a0647291cca tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 944 time: 0.2580345 Nov 23 21:46:08.145205 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-3cde092d-ecae-4898-96b3-a3c0ac53f748 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b3b5abe-e07b-4f72-a0dd-206312e9d18b HTTP/1.1" status: 200 len: 217 time: 0.0637305 Nov 23 21:46:08.199220 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069de7d-abfc-43f6-abe9-4f9833a84827 req-a98f6da8-b67e-47c5-901d-77f43302d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:08.201015 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6069de7d-abfc-43f6-abe9-4f9833a84827 req-a98f6da8-b67e-47c5-901d-77f43302d36f service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 HTTP/1.1" status: 200 len: 925 time: 0.2830119 Nov 23 21:46:08.203019 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-cb38dfe0-9243-43a0-9a15-b616d2bd5cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:08.208561 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-cb38dfe0-9243-43a0-9a15-b616d2bd5cf7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=049705e1-bd7a-44dd-8162-5a2e4f4cfc08 HTTP/1.1" status: 200 len: 860 time: 0.0556698 Nov 23 21:46:08.236970 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Attempting to bind port a7a8c713-a1ad-4527-bdf5-7f02433f06b0 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:46:08.237355 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Attempting to bind port a7a8c713-a1ad-4527-bdf5-7f02433f06b0 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'b39fafe3-052e-4b28-be8e-3a74c5b358d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a82590b6-95ee-41a8-90a5-1d72b8f9c202'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:46:08.237795 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Attempting to bind port a7a8c713-a1ad-4527-bdf5-7f02433f06b0 on network a82590b6-95ee-41a8-90a5-1d72b8f9c202 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:46:08.256008 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-4bdd17c9-6a57-4ce4-b3e8-9c4a2910ccaa service neutron] For port af2dc5c5-9fc4-443d-9bac-877c3dc929d4, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:46:08.262819 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-4bdd17c9-6a57-4ce4-b3e8-9c4a2910ccaa service neutron] Publish callbacks [] for binding, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:08.264770 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-72a3c0a1-b6ad-406d-b615-994fc0ddddf3 req-4bdd17c9-6a57-4ce4-b3e8-9c4a2910ccaa service neutron] 10.222.0.60 "DELETE /v2.0/ports/af2dc5c5-9fc4-443d-9bac-877c3dc929d4/bindings/n-h1-816206-9 HTTP/1.1" status: 204 len: 173 time: 0.6145754 Nov 23 21:46:08.270163 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc7e89-5a3d-44a3-883c-4e80a3c7c1b5 None None] New status for floating IP 3a17c6ad-d8de-4eef-a223-92f2569d5de5: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:46:08.325299 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Port a7a8c713-a1ad-4527-bdf5-7f02433f06b0 on network a82590b6-95ee-41a8-90a5-1d72b8f9c202 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:46:08.325947 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Attempting to bind port a7a8c713-a1ad-4527-bdf5-7f02433f06b0 on network a82590b6-95ee-41a8-90a5-1d72b8f9c202 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:46:08.350333 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:46:08.350682 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Checking segment: {'id': 'b39fafe3-052e-4b28-be8e-3a74c5b358d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a82590b6-95ee-41a8-90a5-1d72b8f9c202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:46:08.354446 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6069de7d-abfc-43f6-abe9-4f9833a84827 req-0905ceb1-7789-46da-af02-4f08e1923bc3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84b83c42-9c27-47af-9714-44bc79332ade HTTP/1.1" status: 200 len: 999 time: 0.1429744 Nov 23 21:46:08.356541 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-da06bdd5-ea79-4284-b8e7-b692ddd27710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:08.358001 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-da06bdd5-ea79-4284-b8e7-b692ddd27710 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=65d18847-e24b-4600-a41f-00c5b3389a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1379595 Nov 23 21:46:08.358666 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Bound using segment: {'id': 'b39fafe3-052e-4b28-be8e-3a74c5b358d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a82590b6-95ee-41a8-90a5-1d72b8f9c202'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:46:08.359181 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Bound port: a7a8c713-a1ad-4527-bdf5-7f02433f06b0, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b39fafe3-052e-4b28-be8e-3a74c5b358d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a82590b6-95ee-41a8-90a5-1d72b8f9c202'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:46:08.359551 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:08.383535 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-20bb2a33-6787-44b7-a7ae-15b9b8eb9de5 req-a054fb57-a82b-4997-86fb-c9cc6706ad3a tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ffbd88e-b828-41d2-b6ee-92640cd709d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831335 Nov 23 21:46:08.458603 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5cfd4dc7-78e4-4683-9402-fcc0ecb303a8 req-f0f3eea5-c3e5-4d66-bff8-6ca5ce04390d tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083463 Nov 23 21:46:08.511971 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069de7d-abfc-43f6-abe9-4f9833a84827 req-1f9ade6e-5e05-4df3-a529-28e2622989bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:08.513429 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6069de7d-abfc-43f6-abe9-4f9833a84827 req-1f9ade6e-5e05-4df3-a529-28e2622989bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=34214f8b-100b-4eb0-beac-f661df6e2fe4 HTTP/1.1" status: 200 len: 863 time: 0.1514626 Nov 23 21:46:08.521088 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 835eae23-a14c-4962-9012-07ddc1224c0d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:46:08.530087 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e085d2c9-dfe1-4630-a513-a0bd29303ce6 x-openstack-request-id: req-e085d2c9-dfe1-4630-a513-a0bd29303ce6 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:08.540382 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe5f901-695b-4be4-bc28-bfa7895dda8d", "name": "network-vif-plugged", "status": "completed", "tag": "a4cde4c4-243d-4503-9b1f-fd85d71add68", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:08.541348 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e085d2c9-dfe1-4630-a513-a0bd29303ce6 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:08.541699 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe5f901-695b-4be4-bc28-bfa7895dda8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cde4c4-243d-4503-9b1f-fd85d71add68', 'code': 200} Nov 23 21:46:08.614340 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-07c5daaa-4600-47d4-990d-275d26f64e3c service neutron] 10.222.0.53 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445421 Nov 23 21:46:08.624285 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069de7d-abfc-43f6-abe9-4f9833a84827 req-64c13924-f68b-46a3-b2a0-efe9f1e23986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:08.626059 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6069de7d-abfc-43f6-abe9-4f9833a84827 req-64c13924-f68b-46a3-b2a0-efe9f1e23986 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016216 Nov 23 21:46:08.641450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] For port a7a8c713-a1ad-4527-bdf5-7f02433f06b0, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:46:08.645770 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] For port a7a8c713-a1ad-4527-bdf5-7f02433f06b0, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a7a8c713-a1ad-4527-bdf5-7f02433f06b0,segment=NetworkSegment(b39fafe3-052e-4b28-be8e-3a74c5b358d3),segment_id=b39fafe3-052e-4b28-be8e-3a74c5b358d3)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:46:08.660177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436ba7a-38c1-4f47-a4eb-8ca0be14d369 req-d08e6fc5-5922-4442-97f8-d74d78f0251f tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:08.668091 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5436ba7a-38c1-4f47-a4eb-8ca0be14d369 req-d08e6fc5-5922-4442-97f8-d74d78f0251f tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 944 time: 0.1170399 Nov 23 21:46:08.672806 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:08.699612 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:08.704642 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc052be-ade7-4815-9aa1-3aa4edff3511 req-9f803763-b720-4291-89b5-e10f688eab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:08.706113 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fcc052be-ade7-4815-9aa1-3aa4edff3511 req-9f803763-b720-4291-89b5-e10f688eab29 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3fe5f901-695b-4be4-bc28-bfa7895dda8d HTTP/1.1" status: 200 len: 1097 time: 0.1261151 Nov 23 21:46:08.715950 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:08.766641 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:08.767310 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:08.782213 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] 10.222.0.53 "PUT /v2.0/ports/a7a8c713-a1ad-4527-bdf5-7f02433f06b0 HTTP/1.1" status: 200 len: 1092 time: 2.4764707 Nov 23 21:46:08.789612 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716b82b8-1678-4d7a-b12b-8c0f10a5f11d', 'tag': 'a7a8c713-a1ad-4527-bdf5-7f02433f06b0'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:08.793703 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 835eae23-a14c-4962-9012-07ddc1224c0d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:46:08.794024 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:08.799746 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98fd592-d289-478f-85b2-fe54bdb9888c" -d '{"events": [{"name": "network-changed", "server_uuid": "716b82b8-1678-4d7a-b12b-8c0f10a5f11d", "tag": "a7a8c713-a1ad-4527-bdf5-7f02433f06b0"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:08.849097 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-aa16f25a-a908-4227-be4c-b00573b50a00 req-2c6cfefc-8fa2-4403-a987-eb4c9b1e6aed service neutron] 10.222.0.53 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220130 Nov 23 21:46:08.852119 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6069de7d-abfc-43f6-abe9-4f9833a84827 req-e47cd462-1b83-4027-a039-afb4ef8f95fe service neutron] 10.222.0.60 "GET /v2.0/networks/8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063580 Nov 23 21:46:08.861798 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-4f6fb5a3-b2b1-4a40-b416-4767cab2bd8b req-e36f4323-58c7-4ba5-8d35-a786a0c0c07c tempest-FloatingIPDetailsNegativeTestJSON-235525046 tempest-FloatingIPDetailsNegativeTestJSON-235525046-project] show failed (client error): The resource could not be found. Nov 23 21:46:08.869108 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801de52-4125-45fb-be9d-16df59c99125 None None] Pushing event updated for resources: {'Port': ['ID=57cc2821-44d1-453c-92c0-4843c867bce6,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:08.872061 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f6fb5a3-b2b1-4a40-b416-4767cab2bd8b req-e36f4323-58c7-4ba5-8d35-a786a0c0c07c tempest-FloatingIPDetailsNegativeTestJSON-235525046 tempest-FloatingIPDetailsNegativeTestJSON-235525046-project] 10.222.0.50 "GET /v2.0/floatingips/62e9f80d-cbc2-4e89-b2f2-ca563f3d7e66 HTTP/1.1" status: 404 len: 350 time: 0.0645211 Nov 23 21:46:08.900673 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5436ba7a-38c1-4f47-a4eb-8ca0be14d369 req-ce3d6a41-04e3-423d-98ca-866016cc2061 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312908 Nov 23 21:46:08.903356 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46812) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:46:09.043765 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Pushing event updated for resources: {'Port': ['ID=a7a8c713-a1ad-4527-bdf5-7f02433f06b0,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:09.082165 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fcc052be-ade7-4815-9aa1-3aa4edff3511 req-a1a1b591-dde7-49af-9d36-534f1302c5d8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3ffbd88e-b828-41d2-b6ee-92640cd709d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461258 Nov 23 21:46:09.105100 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:09.105704 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:09.106195 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:09.106690 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:09.107219 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:09.107699 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:09.108189 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:09.108663 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:09.109138 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:09.109620 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:09.110114 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:09.110599 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981209ff-7203-4c8c-865b-10debe16cc5e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:09.117340 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-344ffe0a-8dbf-4ede-969e-9b6533c15926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:09.119294 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-344ffe0a-8dbf-4ede-969e-9b6533c15926 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1fe3713dd9f0456897dd168f8c4429a9&device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 1095 time: 0.2143161 Nov 23 21:46:09.129222 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6069de7d-abfc-43f6-abe9-4f9833a84827 req-dd24023f-a733-42c8-9465-613fe1bac1f4 service neutron] 10.222.0.60 "GET /v2.0/networks/8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623866 Nov 23 21:46:09.172820 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] Attempting to bind port 57cc2821-44d1-453c-92c0-4843c867bce6 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:46:09.173216 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] Attempting to bind port 57cc2821-44d1-453c-92c0-4843c867bce6 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'c11e41a9-89c9-4fe0-983b-2150f7f1ad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2038f0da-2121-40de-b5f3-478969260703'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:46:09.173591 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] Attempting to bind port 57cc2821-44d1-453c-92c0-4843c867bce6 on network 2038f0da-2121-40de-b5f3-478969260703 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:46:09.186555 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:46:09.186997 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] Checking segment: {'id': 'c11e41a9-89c9-4fe0-983b-2150f7f1ad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2038f0da-2121-40de-b5f3-478969260703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:46:09.187372 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:09.187771 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] Bound using segment: {'id': 'c11e41a9-89c9-4fe0-983b-2150f7f1ad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2038f0da-2121-40de-b5f3-478969260703'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:46:09.188418 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] Bound port: 57cc2821-44d1-453c-92c0-4843c867bce6, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11e41a9-89c9-4fe0-983b-2150f7f1ad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '2038f0da-2121-40de-b5f3-478969260703'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:46:09.188811 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:09.192362 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec0014-c71f-4257-a171-af8641b91206 req-01ad7745-9f84-462f-96c1-e3f73d9c1fee tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:09.193914 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91ec0014-c71f-4257-a171-af8641b91206 req-01ad7745-9f84-462f-96c1-e3f73d9c1fee tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 950 time: 0.1853559 Nov 23 21:46:09.195518 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-a90c1532-c401-4f31-8de4-1b2f9df30c25 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7a8c713-a1ad-4527-bdf5-7f02433f06b0 HTTP/1.1" status: 200 len: 217 time: 0.0599506 Nov 23 21:46:09.203133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79d3d9-22cc-449d-87d6-ef2f0e0f8750 req-2de555d7-6943-4234-9d86-5de0dd07cf21 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:09.204685 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea79d3d9-22cc-449d-87d6-ef2f0e0f8750 req-2de555d7-6943-4234-9d86-5de0dd07cf21 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b4e3b67-0b12-46e0-8a45-7d357e0fd21b HTTP/1.1" status: 200 len: 945 time: 0.1897211 Nov 23 21:46:09.291310 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] For port 57cc2821-44d1-453c-92c0-4843c867bce6, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:46:09.293456 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6662047c-1bf2-437d-a46a-35b2851f7925 None None] Provisioning complete for port 57cc2821-44d1-453c-92c0-4843c867bce6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:46:09.293862 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6662047c-1bf2-437d-a46a-35b2851f7925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:09.297057 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] For port 57cc2821-44d1-453c-92c0-4843c867bce6, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=57cc2821-44d1-453c-92c0-4843c867bce6,segment=NetworkSegment(c11e41a9-89c9-4fe0-983b-2150f7f1ad2a),segment_id=c11e41a9-89c9-4fe0-983b-2150f7f1ad2a)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:46:09.305991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-dd48d82a-8203-402f-a891-0a9dd378eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:09.308230 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-dd48d82a-8203-402f-a891-0a9dd378eb14 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15604317-742c-41db-b6cd-cf3f90521277 HTTP/1.1" status: 200 len: 855 time: 0.0964906 Nov 23 21:46:09.328787 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:09.391158 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-6662047c-1bf2-437d-a46a-35b2851f7925 None None] Port 57cc2821-44d1-453c-92c0-4843c867bce6 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:46:09.416072 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] Routers {'43b442d9-390b-41dd-af3c-c7d65723c1c2'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:09.417236 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['43b442d9-390b-41dd-af3c-c7d65723c1c2'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:09.419200 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801de52-4125-45fb-be9d-16df59c99125 None None] Pushing event updated for resources: {'Port': ['ID=57cc2821-44d1-453c-92c0-4843c867bce6,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:09.420409 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-6dc92828-15a3-43e1-bbb8-5f6e19f4eba3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a82590b6-95ee-41a8-90a5-1d72b8f9c202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887916 Nov 23 21:46:09.435158 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea79d3d9-22cc-449d-87d6-ef2f0e0f8750 req-e26a31aa-56e4-447f-bccc-05b8900d64b8 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136593 Nov 23 21:46:09.440904 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91ec0014-c71f-4257-a171-af8641b91206 req-d0435081-e3ec-4dc7-b367-3a355dc4c1f4 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352870 Nov 23 21:46:09.589843 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] Set router 43b442d9-390b-41dd-af3c-c7d65723c1c2 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:09.608901 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-58489d3f-7000-4fee-b405-b98676d54220 service neutron] 10.222.0.53 "GET /v2.0/networks/a82590b6-95ee-41a8-90a5-1d72b8f9c202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724641 Nov 23 21:46:09.668555 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bcea73-41e7-4c0d-8d47-18f9d21c837c x-openstack-request-id: req-95bcea73-41e7-4c0d-8d47-18f9d21c837c {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:09.668982 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "716b82b8-1678-4d7a-b12b-8c0f10a5f11d", "tag": "a7a8c713-a1ad-4527-bdf5-7f02433f06b0", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:09.669337 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95bcea73-41e7-4c0d-8d47-18f9d21c837c {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:09.669973 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '716b82b8-1678-4d7a-b12b-8c0f10a5f11d', 'tag': 'a7a8c713-a1ad-4527-bdf5-7f02433f06b0', 'status': 'completed', 'code': 200} Nov 23 21:46:09.687453 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a35021-824f-4d5b-8d98-72c9412f6d7a req-e810f8e1-33d8-40ed-99dd-0842d2d99508 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:09.695668 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-11a35021-824f-4d5b-8d98-72c9412f6d7a req-e810f8e1-33d8-40ed-99dd-0842d2d99508 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?device_id=7149aa91-03c3-4771-a214-3058403b25fa HTTP/1.1" status: 200 len: 944 time: 0.1035383 Nov 23 21:46:09.705924 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7149aa91-03c3-4771-a214-3058403b25fa', 'tag': '9b3b5abe-e07b-4f72-a0dd-206312e9d18b'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:09.708361 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c181c47-6ede-4061-a0e5-b943c9f3d1f7" -d '{"events": [{"name": "network-changed", "server_uuid": "7149aa91-03c3-4771-a214-3058403b25fa", "tag": "9b3b5abe-e07b-4f72-a0dd-206312e9d18b"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:09.814613 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-11a35021-824f-4d5b-8d98-72c9412f6d7a req-dcd8f76d-c6af-47b1-9d55-ef511bc33261 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/security-groups?id=db46c29c-fe61-4542-b264-8d84955f2460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181636 Nov 23 21:46:09.844951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e59a2a-38db-4cc8-9c8a-1ae3679d7271 req-4df1c63e-b2a9-49ad-8f8b-f28505cffcf3 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:09.846621 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c9e59a2a-38db-4cc8-9c8a-1ae3679d7271 req-4df1c63e-b2a9-49ad-8f8b-f28505cffcf3 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fe5f901-695b-4be4-bc28-bfa7895dda8d HTTP/1.1" status: 200 len: 946 time: 0.0978606 Nov 23 21:46:09.848921 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e602d5f4-dc5c-443f-a2eb-66aac6128d45 req-2bedee2f-7ec4-4d5c-8a52-2de0598b2e4c service neutron] 10.222.0.53 "GET /v2.0/networks/a82590b6-95ee-41a8-90a5-1d72b8f9c202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240183 Nov 23 21:46:09.851568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9c3bc23f-60ff-4472-a8a7-f046fe5c6ee6 None None] Provisioning complete for port 57cc2821-44d1-453c-92c0-4843c867bce6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:46:09.851946 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9c3bc23f-60ff-4472-a8a7-f046fe5c6ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:09.864318 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-159f5fbb-4008-445d-bc21-0462cd811a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:09.930359 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b442d9-390b-41dd-af3c-c7d65723c1c2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-3289641-router', 'tenant_id': '13535703783c4af786545a88d77b44ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '835eae23-a14c-4962-9012-07ddc1224c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:57Z', 'updated_at': '2021-11-23T21:46:05Z', 'revision_number': 4, 'project_id': '13535703783c4af786545a88d77b44ba', 'gw_port': {'id': '835eae23-a14c-4962-9012-07ddc1224c0d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b442d9-390b-41dd-af3c-c7d65723c1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:59Z', 'updated_at': '2021-11-23T21:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '57cc2821-44d1-453c-92c0-4843c867bce6', 'name': '', 'network_id': '2038f0da-2121-40de-b5f3-478969260703', 'tenant_id': '13535703783c4af786545a88d77b44ba', 'mac_address': 'fa:16:3e:1b:09:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b442d9-390b-41dd-af3c-c7d65723c1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7bfa376a-2933-4b6a-845f-f8a04d6b3c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:46:02Z', 'updated_at': '2021-11-23T21:46:09Z', 'revision_number': 4, 'project_id': '13535703783c4af786545a88d77b44ba', 'subnets': [{'id': '7bfa376a-2933-4b6a-845f-f8a04d6b3c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:09.932455 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c9e59a2a-38db-4cc8-9c8a-1ae3679d7271 req-04c8884c-557c-49fe-9159-1b426e08eb40 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ffbd88e-b828-41d2-b6ee-92640cd709d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754712 Nov 23 21:46:09.973655 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d7c9d6-4b95-4084-8284-7c5b2c0a1124 None None] The sync data for ids ['43b442d9-390b-41dd-af3c-c7d65723c1c2'] in n-d-816206-9 is: [{'id': '43b442d9-390b-41dd-af3c-c7d65723c1c2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-3289641-router', 'tenant_id': '13535703783c4af786545a88d77b44ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '835eae23-a14c-4962-9012-07ddc1224c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:57Z', 'updated_at': '2021-11-23T21:46:05Z', 'revision_number': 4, 'project_id': '13535703783c4af786545a88d77b44ba', 'gw_port': {'id': '835eae23-a14c-4962-9012-07ddc1224c0d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b442d9-390b-41dd-af3c-c7d65723c1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:59Z', 'updated_at': '2021-11-23T21:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '57cc2821-44d1-453c-92c0-4843c867bce6', 'name': '', 'network_id': '2038f0da-2121-40de-b5f3-478969260703', 'tenant_id': '13535703783c4af786545a88d77b44ba', 'mac_address': 'fa:16:3e:1b:09:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b442d9-390b-41dd-af3c-c7d65723c1c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7bfa376a-2933-4b6a-845f-f8a04d6b3c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:46:02Z', 'updated_at': '2021-11-23T21:46:09Z', 'revision_number': 4, 'project_id': '13535703783c4af786545a88d77b44ba', 'subnets': [{'id': '7bfa376a-2933-4b6a-845f-f8a04d6b3c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:46:09.986855 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fd592-d289-478f-85b2-fe54bdb9888c req-a1ef2625-530b-4ab5-ad9e-643ada0462a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:09.990623 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a98fd592-d289-478f-85b2-fe54bdb9888c req-a1ef2625-530b-4ab5-ad9e-643ada0462a4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1fe3713dd9f0456897dd168f8c4429a9&device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 1095 time: 0.0738859 Nov 23 21:46:10.044318 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9c3bc23f-60ff-4472-a8a7-f046fe5c6ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:10.047740 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-85d557a7-affd-4cb8-ac1a-21b08ce85ea9 req-1d8794b7-fc7d-44f1-a7a6-bae17b6d636f service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:46:10.048950 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-85d557a7-affd-4cb8-ac1a-21b08ce85ea9 req-1d8794b7-fc7d-44f1-a7a6-bae17b6d636f service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133033 Nov 23 21:46:10.147803 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-9c3bc23f-60ff-4472-a8a7-f046fe5c6ee6 None None] For port 57cc2821-44d1-453c-92c0-4843c867bce6, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=57cc2821-44d1-453c-92c0-4843c867bce6,segment=NetworkSegment(c11e41a9-89c9-4fe0-983b-2150f7f1ad2a),segment_id=c11e41a9-89c9-4fe0-983b-2150f7f1ad2a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:10.153972 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9c3bc23f-60ff-4472-a8a7-f046fe5c6ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:10.214847 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fd592-d289-478f-85b2-fe54bdb9888c req-06186a6f-34eb-4764-ad1e-8344fdd927d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:10.218887 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a98fd592-d289-478f-85b2-fe54bdb9888c req-06186a6f-34eb-4764-ad1e-8344fdd927d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a82590b6-95ee-41a8-90a5-1d72b8f9c202 HTTP/1.1" status: 200 len: 916 time: 0.2162099 Nov 23 21:46:10.265814 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3bc23f-60ff-4472-a8a7-f046fe5c6ee6 None None] Pushing event updated for resources: {'Port': ['ID=57cc2821-44d1-453c-92c0-4843c867bce6,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:10.342972 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a98fd592-d289-478f-85b2-fe54bdb9888c req-61dcc18a-cebd-4fb2-b543-f376bfc1857b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7a8c713-a1ad-4527-bdf5-7f02433f06b0 HTTP/1.1" status: 200 len: 217 time: 0.1137786 Nov 23 21:46:10.465416 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-159f5fbb-4008-445d-bc21-0462cd811a44 admin admin] Deleting port 57cc2821-44d1-453c-92c0-4843c867bce6 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:46:10.465755 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-159f5fbb-4008-445d-bc21-0462cd811a44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:10.504195 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46840) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:46:10.530053 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 57cc2821-44d1-453c-92c0-4843c867bce6 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:46:10.534178 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fd592-d289-478f-85b2-fe54bdb9888c req-ff255396-ebcf-447f-a896-434c480f3031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:10.536288 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a98fd592-d289-478f-85b2-fe54bdb9888c req-ff255396-ebcf-447f-a896-434c480f3031 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15604317-742c-41db-b6cd-cf3f90521277 HTTP/1.1" status: 200 len: 855 time: 0.1851068 Nov 23 21:46:10.612510 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8afae-1ca0-4513-b85f-fe8ed314e027 req-d73d7d4c-0ad3-4d09-b23a-de44747c5a10 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:10.627396 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-67c8afae-1ca0-4513-b85f-fe8ed314e027 req-d73d7d4c-0ad3-4d09-b23a-de44747c5a10 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 1095 time: 0.2351031 Nov 23 21:46:10.668587 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a98fd592-d289-478f-85b2-fe54bdb9888c req-72cab9e7-d9db-4c98-9295-5cd653a497db service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a82590b6-95ee-41a8-90a5-1d72b8f9c202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211257 Nov 23 21:46:10.671582 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63317b7-5c04-44ce-9e8a-184ff5e24aaa x-openstack-request-id: req-b63317b7-5c04-44ce-9e8a-184ff5e24aaa {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:10.672039 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7149aa91-03c3-4771-a214-3058403b25fa", "tag": "9b3b5abe-e07b-4f72-a0dd-206312e9d18b", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:10.672294 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b63317b7-5c04-44ce-9e8a-184ff5e24aaa {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:10.672676 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7149aa91-03c3-4771-a214-3058403b25fa', 'tag': '9b3b5abe-e07b-4f72-a0dd-206312e9d18b', 'status': 'completed', 'code': 200} Nov 23 21:46:10.684676 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 57cc2821-44d1-453c-92c0-4843c867bce6 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:46:10.686320 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:10.712266 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-159f5fbb-4008-445d-bc21-0462cd811a44 admin admin] For port 57cc2821-44d1-453c-92c0-4843c867bce6, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=57cc2821-44d1-453c-92c0-4843c867bce6,segment=NetworkSegment(c11e41a9-89c9-4fe0-983b-2150f7f1ad2a),segment_id=c11e41a9-89c9-4fe0-983b-2150f7f1ad2a)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:10.713356 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-159f5fbb-4008-445d-bc21-0462cd811a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:10.745145 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-159f5fbb-4008-445d-bc21-0462cd811a44 admin admin] Calling delete_port for 57cc2821-44d1-453c-92c0-4843c867bce6 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:46:10.749502 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1980387-c07b-472b-b453-9dccd5543d65 req-aa9fe876-0b96-43cf-9c79-0c2929d8da0d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2438314 Nov 23 21:46:10.774059 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-d1980387-c07b-472b-b453-9dccd5543d65 req-781b531d-25e6-431b-90d0-1528cec9494d service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:46:10.775171 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1980387-c07b-472b-b453-9dccd5543d65 req-781b531d-25e6-431b-90d0-1528cec9494d service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091934 Nov 23 21:46:10.845112 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c181c47-6ede-4061-a0e5-b943c9f3d1f7 req-ac3ebb3a-2d1a-4d6b-aedf-529c285766ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:10.846618 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4c181c47-6ede-4061-a0e5-b943c9f3d1f7 req-ac3ebb3a-2d1a-4d6b-aedf-529c285766ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0ceb43cef7cd4d6e993216c3dd613b2f&device_id=7149aa91-03c3-4771-a214-3058403b25fa HTTP/1.1" status: 200 len: 1095 time: 0.1489496 Nov 23 21:46:11.088322 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c181c47-6ede-4061-a0e5-b943c9f3d1f7 req-717a8c95-3a4e-45a2-95a1-d168de174db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:11.091251 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4c181c47-6ede-4061-a0e5-b943c9f3d1f7 req-717a8c95-3a4e-45a2-95a1-d168de174db7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=65d18847-e24b-4600-a41f-00c5b3389a5b HTTP/1.1" status: 200 len: 922 time: 0.2345409 Nov 23 21:46:11.109558 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-67c8afae-1ca0-4513-b85f-fe8ed314e027 req-152eb9a3-5a8a-4799-810e-166c77d719a4 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768705 Nov 23 21:46:11.158434 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4c181c47-6ede-4061-a0e5-b943c9f3d1f7 req-0511736a-eb00-442f-9677-060c9be62fa6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b3b5abe-e07b-4f72-a0dd-206312e9d18b HTTP/1.1" status: 200 len: 217 time: 0.0416183 Nov 23 21:46:11.217953 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-159f5fbb-4008-445d-bc21-0462cd811a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:11.249615 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f5fbb-4008-445d-bc21-0462cd811a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=57cc2821-44d1-453c-92c0-4843c867bce6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:11.258974 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c181c47-6ede-4061-a0e5-b943c9f3d1f7 req-fa1b4e21-57a9-4a89-b60a-58d05386fafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:11.261641 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4c181c47-6ede-4061-a0e5-b943c9f3d1f7 req-fa1b4e21-57a9-4a89-b60a-58d05386fafe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=049705e1-bd7a-44dd-8162-5a2e4f4cfc08 HTTP/1.1" status: 200 len: 860 time: 0.0935707 Nov 23 21:46:11.270641 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f5fbb-4008-445d-bc21-0462cd811a44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:11.271045 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f5fbb-4008-445d-bc21-0462cd811a44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:11.271379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f5fbb-4008-445d-bc21-0462cd811a44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:11.271712 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f5fbb-4008-445d-bc21-0462cd811a44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:11.272054 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f5fbb-4008-445d-bc21-0462cd811a44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:11.272386 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f5fbb-4008-445d-bc21-0462cd811a44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:11.272716 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f5fbb-4008-445d-bc21-0462cd811a44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:11.273196 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f5fbb-4008-445d-bc21-0462cd811a44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:11.273674 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f5fbb-4008-445d-bc21-0462cd811a44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:11.274004 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f5fbb-4008-445d-bc21-0462cd811a44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:11.274331 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f5fbb-4008-445d-bc21-0462cd811a44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:11.274654 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159f5fbb-4008-445d-bc21-0462cd811a44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:46:11.325342 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaacccd-ba77-44d6-806c-2dd51bd4bd94 req-032abd6d-fb41-4526-a92e-ff9d86bf8d38 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:11.329890 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4eaacccd-ba77-44d6-806c-2dd51bd4bd94 req-032abd6d-fb41-4526-a92e-ff9d86bf8d38 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 944 time: 0.2529147 Nov 23 21:46:11.401283 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8baaa0-47ce-49c1-be71-1675e795fbec req-4a85e0f6-51d9-45f2-bbbb-b2b236adfac8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:11.408484 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0c8baaa0-47ce-49c1-be71-1675e795fbec req-4a85e0f6-51d9-45f2-bbbb-b2b236adfac8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 950 time: 0.1528244 Nov 23 21:46:11.415251 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a98fd592-d289-478f-85b2-fe54bdb9888c req-50f5b064-3206-41c6-afc1-edc345783a50 service neutron] 10.222.0.53 "GET /v2.0/networks/a82590b6-95ee-41a8-90a5-1d72b8f9c202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373175 Nov 23 21:46:11.502008 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4eaacccd-ba77-44d6-806c-2dd51bd4bd94 req-40898c75-688d-4291-a54c-c9a9679d087d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609757 Nov 23 21:46:11.516523 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c181c47-6ede-4061-a0e5-b943c9f3d1f7 req-51ac22ee-bf18-4aee-a646-6b23edab51ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:11.518393 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4c181c47-6ede-4061-a0e5-b943c9f3d1f7 req-51ac22ee-bf18-4aee-a646-6b23edab51ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=65d18847-e24b-4600-a41f-00c5b3389a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2402263 Nov 23 21:46:11.623040 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0c8baaa0-47ce-49c1-be71-1675e795fbec req-3895ae1e-dea3-41c6-aed1-4f1f4c1678ba tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135632 Nov 23 21:46:11.643999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a98fd592-d289-478f-85b2-fe54bdb9888c req-217d5cc2-3f80-421c-84c0-a1002660bcb2 service neutron] 10.222.0.53 "GET /v2.0/networks/a82590b6-95ee-41a8-90a5-1d72b8f9c202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184074 Nov 23 21:46:11.681923 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-159f5fbb-4008-445d-bc21-0462cd811a44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:11.713100 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4c181c47-6ede-4061-a0e5-b943c9f3d1f7 req-6980b0b4-fdad-4e57-9300-e317618b5311 service neutron] 10.222.0.53 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832867 Nov 23 21:46:11.783695 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3ea7a-8880-47d6-8831-c4912e6266eb req-1917b991-e401-4e42-a6fb-2dc0ef6182a3 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:11.785241 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-65c3ea7a-8880-47d6-8831-c4912e6266eb req-1917b991-e401-4e42-a6fb-2dc0ef6182a3 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?device_id=7149aa91-03c3-4771-a214-3058403b25fa HTTP/1.1" status: 200 len: 944 time: 0.0737870 Nov 23 21:46:11.886554 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-65c3ea7a-8880-47d6-8831-c4912e6266eb req-06c4b15f-66d9-4b09-9bc9-b0f1778a3ffa tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/security-groups?id=db46c29c-fe61-4542-b264-8d84955f2460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842712 Nov 23 21:46:11.903672 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ffbc8-58f6-49a9-827c-f953be79b1dd req-f407a0be-9684-4956-bfa0-39d09e7e7e24 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:11.911423 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa0ffbc8-58f6-49a9-827c-f953be79b1dd req-f407a0be-9684-4956-bfa0-39d09e7e7e24 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fe5f901-695b-4be4-bc28-bfa7895dda8d HTTP/1.1" status: 200 len: 946 time: 0.0820873 Nov 23 21:46:12.000287 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa0ffbc8-58f6-49a9-827c-f953be79b1dd req-9050dbfd-7e69-4a02-bafc-8f8499986d4c tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ffbd88e-b828-41d2-b6ee-92640cd709d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879006 Nov 23 21:46:12.020673 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5507f-f76d-492d-b18b-bac3324853a7 req-dd5ef4a5-663b-4ac6-8f5f-2fba8c7058ca tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:12.021603 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ccb5507f-f76d-492d-b18b-bac3324853a7 req-dd5ef4a5-663b-4ac6-8f5f-2fba8c7058ca tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 1095 time: 0.0602357 Nov 23 21:46:12.106706 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a7a8c713-a1ad-4527-bdf5-7f02433f06b0 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:46:12.200155 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ccb5507f-f76d-492d-b18b-bac3324853a7 req-07f94b26-69e6-4d21-81c9-dec07ce42f3c tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694586 Nov 23 21:46:12.240830 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a7a8c713-a1ad-4527-bdf5-7f02433f06b0, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a7a8c713-a1ad-4527-bdf5-7f02433f06b0,segment=NetworkSegment(b39fafe3-052e-4b28-be8e-3a74c5b358d3),segment_id=b39fafe3-052e-4b28-be8e-3a74c5b358d3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:12.254453 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'a7a8c713-a1ad-4527-bdf5-7f02433f06b0', 'network_id': 'a82590b6-95ee-41a8-90a5-1d72b8f9c202', 'port_id': 'a7a8c713-a1ad-4527-bdf5-7f02433f06b0', 'mac_address': 'fa:16:3e:50:6d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15604317-742c-41db-b6cd-cf3f90521277', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:46:12.282850 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d4b7ea42-965e-4ceb-affc-9970a11c7f8c req-4bbd37af-5578-4cf2-aa80-fe06d30de058 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 258 time: 0.2373641 Nov 23 21:46:12.297773 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-d4b7ea42-965e-4ceb-affc-9970a11c7f8c req-668714b4-9941-4242-9b3b-90dc9fbf4477 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:46:12.312711 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4c181c47-6ede-4061-a0e5-b943c9f3d1f7 req-8e6be3ea-96fa-4ddf-8ab6-4ceac99670f6 service neutron] 10.222.0.53 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467966 Nov 23 21:46:12.323748 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:12.355175 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d4b7ea42-965e-4ceb-affc-9970a11c7f8c req-668714b4-9941-4242-9b3b-90dc9fbf4477 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:12.355334 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a8c713-a1ad-4527-bdf5-7f02433f06b0 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:46:12.389153 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a7a8c713-a1ad-4527-bdf5-7f02433f06b0, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a7a8c713-a1ad-4527-bdf5-7f02433f06b0,segment=NetworkSegment(b39fafe3-052e-4b28-be8e-3a74c5b358d3),segment_id=b39fafe3-052e-4b28-be8e-3a74c5b358d3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:12.398377 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:12.399143 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 90bafca0-6b73-4fe6-851f-aaa482d0fe39 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:46:12.436976 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159f5fbb-4008-445d-bc21-0462cd811a44 admin admin] Router 43b442d9-390b-41dd-af3c-c7d65723c1c2 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:46:12.480997 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=a7a8c713-a1ad-4527-bdf5-7f02433f06b0,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:12.526592 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d4b7ea42-965e-4ceb-affc-9970a11c7f8c req-668714b4-9941-4242-9b3b-90dc9fbf4477 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:12.598170 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 90bafca0-6b73-4fe6-851f-aaa482d0fe39, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=90bafca0-6b73-4fe6-851f-aaa482d0fe39,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:12.610020 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159f5fbb-4008-445d-bc21-0462cd811a44 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:46:12.614130 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '90bafca0-6b73-4fe6-851f-aaa482d0fe39', 'network_id': '69251849-2815-4e03-9f20-eae71bba378c', 'port_id': '90bafca0-6b73-4fe6-851f-aaa482d0fe39', 'mac_address': 'fa:16:3e:3e:58:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d84ac18-6eb0-451e-822e-a2b2f0c24b0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:46:12.620399 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e7188-aa8a-4816-aed9-34c86020d293 None None] Sync routers for ids ['43b442d9-390b-41dd-af3c-c7d65723c1c2'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:46:12.624694 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-159f5fbb-4008-445d-bc21-0462cd811a44 admin admin] 10.222.0.50 "PUT /v2.0/routers/43b442d9-390b-41dd-af3c-c7d65723c1c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7178943 Nov 23 21:46:12.624909 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46898) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:46:12.661805 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911e7188-aa8a-4816-aed9-34c86020d293 None None] Routers {'43b442d9-390b-41dd-af3c-c7d65723c1c2'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:12.662519 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-911e7188-aa8a-4816-aed9-34c86020d293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['43b442d9-390b-41dd-af3c-c7d65723c1c2'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:12.680611 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-d4b7ea42-965e-4ceb-affc-9970a11c7f8c req-668714b4-9941-4242-9b3b-90dc9fbf4477 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Allocated IP 172.25.5.68 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/619fb717-cc60-4ca4-adf7-6c96b0e792ab) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:46:12.730527 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:12.761530 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dfc13c57-4d2c-4e07-b4bc-af64a7bf9bc2 admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:12.796003 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90bafca0-6b73-4fe6-851f-aaa482d0fe39 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:46:12.829568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 90bafca0-6b73-4fe6-851f-aaa482d0fe39, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=90bafca0-6b73-4fe6-851f-aaa482d0fe39,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:12.843994 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:12.844644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 9b3b5abe-e07b-4f72-a0dd-206312e9d18b details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:46:12.866385 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d4b7ea42-965e-4ceb-affc-9970a11c7f8c req-668714b4-9941-4242-9b3b-90dc9fbf4477 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:12.875202 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786018d4-06c3-41f6-87f5-3cf25c0049f3 req-2e475fbf-e3cc-4202-bb3a-505b9c3ab78e tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:12.876920 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-786018d4-06c3-41f6-87f5-3cf25c0049f3 req-2e475fbf-e3cc-4202-bb3a-505b9c3ab78e tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 945 time: 0.0954132 Nov 23 21:46:12.878729 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-911e7188-aa8a-4816-aed9-34c86020d293 None None] Set router 43b442d9-390b-41dd-af3c-c7d65723c1c2 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:12.896635 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dfc13c57-4d2c-4e07-b4bc-af64a7bf9bc2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:12.981871 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-786018d4-06c3-41f6-87f5-3cf25c0049f3 req-48eebd87-c4d6-4639-bc7e-5cc730538f2e tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932245 Nov 23 21:46:12.983208 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-dfc13c57-4d2c-4e07-b4bc-af64a7bf9bc2 admin admin] Deleting port 835eae23-a14c-4962-9012-07ddc1224c0d {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:46:12.983889 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dfc13c57-4d2c-4e07-b4bc-af64a7bf9bc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:12.984078 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d4b7ea42-965e-4ceb-affc-9970a11c7f8c req-668714b4-9941-4242-9b3b-90dc9fbf4477 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:13.062072 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b7ea42-965e-4ceb-affc-9970a11c7f8c req-668714b4-9941-4242-9b3b-90dc9fbf4477 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:46:13.065960 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-d4b7ea42-965e-4ceb-affc-9970a11c7f8c req-668714b4-9941-4242-9b3b-90dc9fbf4477 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:46:13.069437 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b7ea42-965e-4ceb-affc-9970a11c7f8c req-668714b4-9941-4242-9b3b-90dc9fbf4477 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:46:13.125886 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-dfc13c57-4d2c-4e07-b4bc-af64a7bf9bc2 admin admin] For port 835eae23-a14c-4962-9012-07ddc1224c0d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=835eae23-a14c-4962-9012-07ddc1224c0d,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:13.126409 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dfc13c57-4d2c-4e07-b4bc-af64a7bf9bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:13.141806 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=90bafca0-6b73-4fe6-851f-aaa482d0fe39,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:13.160582 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668714b4-9941-4242-9b3b-90dc9fbf4477 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Pushing event updated for resources: {'Port': ['ID=619fb717-cc60-4ca4-adf7-6c96b0e792ab,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:13.164346 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 9b3b5abe-e07b-4f72-a0dd-206312e9d18b, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=9b3b5abe-e07b-4f72-a0dd-206312e9d18b,segment=NetworkSegment(df97aba6-e14e-4064-93bd-65b3472ea92d),segment_id=df97aba6-e14e-4064-93bd-65b3472ea92d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:13.173993 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-dfc13c57-4d2c-4e07-b4bc-af64a7bf9bc2 admin admin] Calling delete_port for 835eae23-a14c-4962-9012-07ddc1224c0d owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:46:13.209960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '9b3b5abe-e07b-4f72-a0dd-206312e9d18b', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'port_id': '9b3b5abe-e07b-4f72-a0dd-206312e9d18b', 'mac_address': 'fa:16:3e:e8:aa:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:46:13.226057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829235d-95e1-4a01-8c72-361aa5f7b157 req-17863d4c-b473-4ea9-bb68-aa36da17a759 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:13.228998 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3829235d-95e1-4a01-8c72-361aa5f7b157 req-17863d4c-b473-4ea9-bb68-aa36da17a759 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 950 time: 0.1045003 Nov 23 21:46:13.234982 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980387-c07b-472b-b453-9dccd5543d65 req-fe923786-fc06-47c4-b6ab-3f8c81068e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:13.236498 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1980387-c07b-472b-b453-9dccd5543d65 req-fe923786-fc06-47c4-b6ab-3f8c81068e89 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 1101 time: 0.1038871 Nov 23 21:46:13.239453 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d4b7ea42-965e-4ceb-affc-9970a11c7f8c req-668714b4-9941-4242-9b3b-90dc9fbf4477 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:13.276759 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:13.294419 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3b5abe-e07b-4f72-a0dd-206312e9d18b {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:46:13.313125 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-911e7188-aa8a-4816-aed9-34c86020d293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b442d9-390b-41dd-af3c-c7d65723c1c2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-3289641-router', 'tenant_id': '13535703783c4af786545a88d77b44ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '835eae23-a14c-4962-9012-07ddc1224c0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:57Z', 'updated_at': '2021-11-23T21:46:11Z', 'revision_number': 5, 'project_id': '13535703783c4af786545a88d77b44ba', 'gw_port': {'id': '835eae23-a14c-4962-9012-07ddc1224c0d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:04:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b442d9-390b-41dd-af3c-c7d65723c1c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:59Z', 'updated_at': '2021-11-23T21:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:13.316816 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3829235d-95e1-4a01-8c72-361aa5f7b157 req-da91ace0-4d8b-4e91-9c46-845cd1b28c1f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751112 Nov 23 21:46:13.325393 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d4b7ea42-965e-4ceb-affc-9970a11c7f8c req-668714b4-9941-4242-9b3b-90dc9fbf4477 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:13.348337 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e7188-aa8a-4816-aed9-34c86020d293 None None] Checking router: 43b442d9-390b-41dd-af3c-c7d65723c1c2 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:46:13.351684 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 9b3b5abe-e07b-4f72-a0dd-206312e9d18b, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=9b3b5abe-e07b-4f72-a0dd-206312e9d18b,segment=NetworkSegment(df97aba6-e14e-4064-93bd-65b3472ea92d),segment_id=df97aba6-e14e-4064-93bd-65b3472ea92d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:13.360572 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:13.400790 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911e7188-aa8a-4816-aed9-34c86020d293 None None] Routers {'43b442d9-390b-41dd-af3c-c7d65723c1c2'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:13.401599 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-911e7188-aa8a-4816-aed9-34c86020d293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['43b442d9-390b-41dd-af3c-c7d65723c1c2'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:13.492911 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980387-c07b-472b-b453-9dccd5543d65 req-4899473b-7b90-47c2-a5e6-262fe5f2dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:13.496567 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1980387-c07b-472b-b453-9dccd5543d65 req-4899473b-7b90-47c2-a5e6-262fe5f2dd3b service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.2475553 Nov 23 21:46:13.500207 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dfc13c57-4d2c-4e07-b4bc-af64a7bf9bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:13.565605 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-911e7188-aa8a-4816-aed9-34c86020d293 None None] Set router 43b442d9-390b-41dd-af3c-c7d65723c1c2 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:13.609690 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d4b7ea42-965e-4ceb-affc-9970a11c7f8c req-668714b4-9941-4242-9b3b-90dc9fbf4477 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:13.618659 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc13c57-4d2c-4e07-b4bc-af64a7bf9bc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=835eae23-a14c-4962-9012-07ddc1224c0d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:13.624149 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d4b7ea42-965e-4ceb-affc-9970a11c7f8c req-668714b4-9941-4242-9b3b-90dc9fbf4477 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:13.664994 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1980387-c07b-472b-b453-9dccd5543d65 req-fb380dba-58cd-46f2-abe2-1b8027c6c734 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=9cc27c60-4f77-418e-8918-d8383775cf84 HTTP/1.1" status: 200 len: 217 time: 0.1495209 Nov 23 21:46:13.673651 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dfc13c57-4d2c-4e07-b4bc-af64a7bf9bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:13.701794 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668714b4-9941-4242-9b3b-90dc9fbf4477 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Pushing event updated for resources: {'Port': ['ID=619fb717-cc60-4ca4-adf7-6c96b0e792ab,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:13.715080 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d4b7ea42-965e-4ceb-affc-9970a11c7f8c req-668714b4-9941-4242-9b3b-90dc9fbf4477 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:13.754341 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980387-c07b-472b-b453-9dccd5543d65 req-ed103acd-6511-417b-9b83-7b95969a3a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:13.756164 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1980387-c07b-472b-b453-9dccd5543d65 req-ed103acd-6511-417b-9b83-7b95969a3a61 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0779197 Nov 23 21:46:13.769598 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d4b7ea42-965e-4ceb-affc-9970a11c7f8c req-668714b4-9941-4242-9b3b-90dc9fbf4477 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:13.777989 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d4b7ea42-965e-4ceb-affc-9970a11c7f8c req-668714b4-9941-4242-9b3b-90dc9fbf4477 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4889274 Nov 23 21:46:13.866762 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb730d8-43d9-440b-a85a-ced9fa467dc5 req-236b1427-4618-4d7a-bff3-7b3b71d07c72 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:13.870921 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2cb730d8-43d9-440b-a85a-ced9fa467dc5 req-236b1427-4618-4d7a-bff3-7b3b71d07c72 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?device_id=7149aa91-03c3-4771-a214-3058403b25fa HTTP/1.1" status: 200 len: 945 time: 0.1520925 Nov 23 21:46:13.892323 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=9b3b5abe-e07b-4f72-a0dd-206312e9d18b,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:13.911027 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d4b7ea42-965e-4ceb-affc-9970a11c7f8c req-a4d57382-6dbc-444f-b1a2-395399d2ef88 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.68 HTTP/1.1" status: 200 len: 695 time: 0.1319678 Nov 23 21:46:13.922384 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dfc13c57-4d2c-4e07-b4bc-af64a7bf9bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:13.927278 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dfc13c57-4d2c-4e07-b4bc-af64a7bf9bc2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:13.991065 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-911e7188-aa8a-4816-aed9-34c86020d293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b442d9-390b-41dd-af3c-c7d65723c1c2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-3289641-router', 'tenant_id': '13535703783c4af786545a88d77b44ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:57Z', 'updated_at': '2021-11-23T21:46:12Z', 'revision_number': 6, 'project_id': '13535703783c4af786545a88d77b44ba', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:13.996645 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['90bafca0-6b73-4fe6-851f-aaa482d0fe39'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:46:13.998683 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['a7a8c713-a1ad-4527-bdf5-7f02433f06b0'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:46:14.005898 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980387-c07b-472b-b453-9dccd5543d65 req-820af563-1bf5-4753-9779-43fe1aa7ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:14.007434 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1980387-c07b-472b-b453-9dccd5543d65 req-820af563-1bf5-4753-9779-43fe1aa7ac24 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2130220 Nov 23 21:46:14.043507 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dfc13c57-4d2c-4e07-b4bc-af64a7bf9bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:14.045210 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc13c57-4d2c-4e07-b4bc-af64a7bf9bc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43b442d9-390b-41dd-af3c-c7d65723c1c2 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 21:46:14.055928 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dfc13c57-4d2c-4e07-b4bc-af64a7bf9bc2 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:14.063855 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dfc13c57-4d2c-4e07-b4bc-af64a7bf9bc2 admin admin] 10.222.0.50 "DELETE /v2.0/routers/43b442d9-390b-41dd-af3c-c7d65723c1c2 HTTP/1.1" status: 204 len: 168 time: 1.4378819 Nov 23 21:46:14.067928 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46946) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:46:14.119698 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e7188-aa8a-4816-aed9-34c86020d293 None None] The sync data for ids ['43b442d9-390b-41dd-af3c-c7d65723c1c2'] in n-d-816206-9 is: [{'id': '43b442d9-390b-41dd-af3c-c7d65723c1c2', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-3289641-router', 'tenant_id': '13535703783c4af786545a88d77b44ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:57Z', 'updated_at': '2021-11-23T21:46:12Z', 'revision_number': 6, 'project_id': '13535703783c4af786545a88d77b44ba', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:46:14.205252 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf64465d-333e-4e51-adbf-14c67cdbf7cb admin admin] Deleting subnet 7bfa376a-2933-4b6a-845f-f8a04d6b3c47 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:46:14.234988 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf64465d-333e-4e51-adbf-14c67cdbf7cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:14.255805 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2cb730d8-43d9-440b-a85a-ced9fa467dc5 req-941c12eb-db84-404c-be8f-93754335c1af tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/security-groups?id=db46c29c-fe61-4542-b264-8d84955f2460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675468 Nov 23 21:46:14.279123 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['9b3b5abe-e07b-4f72-a0dd-206312e9d18b'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:46:14.348618 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7ea42-965e-4ceb-affc-9970a11c7f8c req-409a48eb-678c-46e4-a66e-5d1846274340 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:14.350379 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d4b7ea42-965e-4ceb-affc-9970a11c7f8c req-409a48eb-678c-46e4-a66e-5d1846274340 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.4324448 Nov 23 21:46:14.370954 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-d4b7ea42-965e-4ceb-affc-9970a11c7f8c req-1725cb3e-b558-4fa5-99d6-bfbbf1122cc2 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:46:14.374423 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d4b7ea42-965e-4ceb-affc-9970a11c7f8c req-1725cb3e-b558-4fa5-99d6-bfbbf1122cc2 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123258 Nov 23 21:46:14.412267 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf64465d-333e-4e51-adbf-14c67cdbf7cb admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:14.515608 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44a25e-27f2-45c4-a530-312cf47fb400 req-a00feb02-e434-4995-9ba7-533dace2b8ec tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:14.527911 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b44a25e-27f2-45c4-a530-312cf47fb400 req-a00feb02-e434-4995-9ba7-533dace2b8ec tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 945 time: 0.1202271 Nov 23 21:46:14.644414 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 57cc2821-44d1-453c-92c0-4843c867bce6 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:46:14.649584 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf64465d-333e-4e51-adbf-14c67cdbf7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:14.738084 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b44a25e-27f2-45c4-a530-312cf47fb400 req-899dab1d-020e-476d-8fd5-26085561989e tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064502 Nov 23 21:46:14.767419 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 57cc2821-44d1-453c-92c0-4843c867bce6 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:46:14.768336 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 57cc2821-44d1-453c-92c0-4843c867bce6 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:46:14.774275 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1980387-c07b-472b-b453-9dccd5543d65 req-937fa7a5-3795-491a-a28c-b20620a8e26a service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7506070 Nov 23 21:46:14.776143 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf64465d-333e-4e51-adbf-14c67cdbf7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:14.783582 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e717c14-9b71-4b36-9b3f-01d14600b995 req-aab5def4-c3f7-4e2a-8fca-811970c6754f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:14.789747 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e717c14-9b71-4b36-9b3f-01d14600b995 req-aab5def4-c3f7-4e2a-8fca-811970c6754f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 950 time: 0.2491729 Nov 23 21:46:14.818957 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a29ad5-eb36-4178-bbb7-2bec1bd413be None None] Network 2038f0da-2121-40de-b5f3-478969260703 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:46:14.828070 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf64465d-333e-4e51-adbf-14c67cdbf7cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:14.833768 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cf64465d-333e-4e51-adbf-14c67cdbf7cb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7bfa376a-2933-4b6a-845f-f8a04d6b3c47 HTTP/1.1" status: 204 len: 168 time: 0.7502437 Nov 23 21:46:14.842280 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46958) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:46:14.851920 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64465d-333e-4e51-adbf-14c67cdbf7cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bfa376a-2933-4b6a-845f-f8a04d6b3c47,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:14.945587 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e717c14-9b71-4b36-9b3f-01d14600b995 req-5069853b-f7f5-4841-9a86-6d5d23f66f8f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401596 Nov 23 21:46:14.990339 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:15.050235 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1980387-c07b-472b-b453-9dccd5543d65 req-51718bc0-347a-43c2-a677-98f1f3ae3218 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633088 Nov 23 21:46:15.193244 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-a6ba8f09-715b-4d20-887e-e22f6de3a157 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:15.203030 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-a6ba8f09-715b-4d20-887e-e22f6de3a157 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fe5f901-695b-4be4-bc28-bfa7895dda8d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1852646 Nov 23 21:46:15.236909 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Deleting port 4fdc28c4-8200-4fc8-a543-8785d914d9dd {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:46:15.238104 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:15.269450 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:46:15.341461 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-45df7d9f-2986-4460-884c-b739c9f29194 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.68 HTTP/1.1" status: 200 len: 695 time: 0.1227205 Nov 23 21:46:15.360089 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-fa072de7-c0d5-4923-9e42-d02b9f8dfbfc tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Request body: {'floatingip': {'port_id': 'a4cde4c4-243d-4503-9b1f-fd85d71add68', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:46:15.361471 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] For port 4fdc28c4-8200-4fc8-a543-8785d914d9dd, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4fdc28c4-8200-4fc8-a543-8785d914d9dd,segment=NetworkSegment(c11e41a9-89c9-4fe0-983b-2150f7f1ad2a),segment_id=c11e41a9-89c9-4fe0-983b-2150f7f1ad2a)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:15.362013 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:15.380152 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Calling delete_port for 4fdc28c4-8200-4fc8-a543-8785d914d9dd owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:46:15.469942 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-fa072de7-c0d5-4923-9e42-d02b9f8dfbfc tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks [] for floatingip, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:15.568155 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:15.580178 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf4cfb5-46be-4f6f-aaa3-354994c9f32c None None] DHCP port deletion for 2038f0da-2121-40de-b5f3-478969260703 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:46:15.646404 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] No DVR routers for this DVR port 4fdc28c4-8200-4fc8-a543-8785d914d9dd on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:46:15.801022 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Pushing event deleted for resources: {'Port': ['ID=4fdc28c4-8200-4fc8-a543-8785d914d9dd,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:15.810451 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:15.862902 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:46:15.863996 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:46:15.864929 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:46:15.866137 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Subscribe: > port after_create 55550000 {{(pid=110033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:46:15.866656 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Subscribe: > port after_delete 55550000 {{(pid=110033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:46:15.882757 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Subscribe: > port after_update 55550000 {{(pid=110033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:46:15.883521 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:46:15.885752 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:46:15.886396 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:46:15.887412 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:46:15.980221 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:46:15.980881 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:46:15.980881 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:46:15.981227 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 21:46:15.981772 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2038f0da-2121-40de-b5f3-478969260703']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:16.002764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11e41a9-89c9-4fe0-983b-2150f7f1ad2a') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:16.002764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11e41a9-89c9-4fe0-983b-2150f7f1ad2a') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:16.009848 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d7b22-6c88-45ca-a47b-84c092350529 req-cf86271b-0985-4f8f-a2f6-25e10a3b88b9 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:16.017967 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd2d7b22-6c88-45ca-a47b-84c092350529 req-cf86271b-0985-4f8f-a2f6-25e10a3b88b9 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?device_id=7149aa91-03c3-4771-a214-3058403b25fa HTTP/1.1" status: 200 len: 945 time: 0.4679928 Nov 23 21:46:16.020830 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:16.055810 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:16.069980 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:46:16.070386 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:16.125624 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a7a8c713-a1ad-4527-bdf5-7f02433f06b0 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: from cryptography.utils import int_from_bytes Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: from cryptography.utils import int_from_bytes Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:46:16.152085 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:46:16.159265 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:16.201222 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:16.206243 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] 10.222.0.50 "DELETE /v2.0/networks/2038f0da-2121-40de-b5f3-478969260703 HTTP/1.1" status: 204 len: 168 time: 1.3628366 Nov 23 21:46:16.207169 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979ced5-e533-477d-ac25-9c7d80d1284b admin admin] Pushing event deleted for resources: {'Network': ['ID=2038f0da-2121-40de-b5f3-478969260703,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:16.239715 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port a7a8c713-a1ad-4527-bdf5-7f02433f06b0 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:46:16.253086 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port a7a8c713-a1ad-4527-bdf5-7f02433f06b0 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:46:16.253550 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:16.325795 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd2d7b22-6c88-45ca-a47b-84c092350529 req-ab534eed-7b88-408c-a311-c42ce31dd242 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/security-groups?id=db46c29c-fe61-4542-b264-8d84955f2460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056500 Nov 23 21:46:16.460057 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:16.481293 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46982) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:46:16.535566 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a7a8c713-a1ad-4527-bdf5-7f02433f06b0, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a7a8c713-a1ad-4527-bdf5-7f02433f06b0,segment=NetworkSegment(b39fafe3-052e-4b28-be8e-3a74c5b358d3),segment_id=b39fafe3-052e-4b28-be8e-3a74c5b358d3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:16.538729 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716b82b8-1678-4d7a-b12b-8c0f10a5f11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a8c713-a1ad-4527-bdf5-7f02433f06b0'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:16.542612 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9e0ffc-cc8f-40b0-8ac6-9b09662032a9" -d '{"events": [{"server_uuid": "716b82b8-1678-4d7a-b12b-8c0f10a5f11d", "name": "network-vif-plugged", "status": "completed", "tag": "a7a8c713-a1ad-4527-bdf5-7f02433f06b0"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:16.545898 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4fdc28c4-8200-4fc8-a543-8785d914d9dd no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:46:16.562251 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:16.563356 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 90bafca0-6b73-4fe6-851f-aaa482d0fe39 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:46:16.567310 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7cf851f8-f6c2-4cc3-9663-8c95273259ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=13535703783c4af786545a88d77b44ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0845761 Nov 23 21:46:16.573986 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46986) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:46:16.638099 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 4fdc28c4-8200-4fc8-a543-8785d914d9dd {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:46:16.639075 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4fdc28c4-8200-4fc8-a543-8785d914d9dd not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:46:16.639643 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 835eae23-a14c-4962-9012-07ddc1224c0d no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:46:16.646470 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.db.resource_extend [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-fa072de7-c0d5-4923-9e42-d02b9f8dfbfc tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 21:46:16.672532 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 835eae23-a14c-4962-9012-07ddc1224c0d {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:46:16.673318 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 835eae23-a14c-4962-9012-07ddc1224c0d not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:46:16.722360 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd23ad2a-2329-4a33-b626-e78381621184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:16.724582 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=a7a8c713-a1ad-4527-bdf5-7f02433f06b0,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:16.752104 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 90bafca0-6b73-4fe6-851f-aaa482d0fe39 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:46:16.752662 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:16.755865 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd23ad2a-2329-4a33-b626-e78381621184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:16.824737 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd23ad2a-2329-4a33-b626-e78381621184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:16.828068 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd23ad2a-2329-4a33-b626-e78381621184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:16.829475 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bd23ad2a-2329-4a33-b626-e78381621184 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/711aaddf-b7f5-46f4-9a70-d2acd24df1ce HTTP/1.1" status: 204 len: 168 time: 0.2536654 Nov 23 21:46:16.841779 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23ad2a-2329-4a33-b626-e78381621184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711aaddf-b7f5-46f4-9a70-d2acd24df1ce,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:16.930315 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:17.036602 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 90bafca0-6b73-4fe6-851f-aaa482d0fe39, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=90bafca0-6b73-4fe6-851f-aaa482d0fe39,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:17.051636 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:17.053669 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 9b3b5abe-e07b-4f72-a0dd-206312e9d18b up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:46:17.307178 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 9b3b5abe-e07b-4f72-a0dd-206312e9d18b completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:46:17.313350 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-fa072de7-c0d5-4923-9e42-d02b9f8dfbfc tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:17.322232 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce4cb4-97ef-45c4-a839-0a05980541af req-9d1ba8a8-dc45-4cfc-a802-10fc0fa2af9e tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:17.329838 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51ce4cb4-97ef-45c4-a839-0a05980541af req-9d1ba8a8-dc45-4cfc-a802-10fc0fa2af9e tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 946 time: 0.0775087 Nov 23 21:46:17.335984 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=90bafca0-6b73-4fe6-851f-aaa482d0fe39,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:17.338449 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-fa072de7-c0d5-4923-9e42-d02b9f8dfbfc tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:17.346667 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 9b3b5abe-e07b-4f72-a0dd-206312e9d18b triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:46:17.349231 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:17.484654 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51ce4cb4-97ef-45c4-a839-0a05980541af req-f3a07c66-f0aa-476e-a572-b8b2f6a60a69 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538677 Nov 23 21:46:17.518203 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:17.616281 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 9b3b5abe-e07b-4f72-a0dd-206312e9d18b, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=9b3b5abe-e07b-4f72-a0dd-206312e9d18b,segment=NetworkSegment(df97aba6-e14e-4064-93bd-65b3472ea92d),segment_id=df97aba6-e14e-4064-93bd-65b3472ea92d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:17.628770 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:17.673587 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00554bef-faec-4890-bfea-ff5237776a7b req-497ec847-112c-4568-811c-63efa8762ade tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:17.689624 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-00554bef-faec-4890-bfea-ff5237776a7b req-497ec847-112c-4568-811c-63efa8762ade tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 950 time: 0.1208193 Nov 23 21:46:17.693905 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-fa072de7-c0d5-4923-9e42-d02b9f8dfbfc tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Floating IP ef3a4549-d0ca-4c91-b01b-00819420ea80 associated. External IP: 172.25.5.68, port: a4cde4c4-243d-4503-9b1f-fd85d71add68. Nov 23 21:46:17.801166 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=9b3b5abe-e07b-4f72-a0dd-206312e9d18b,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:17.837717 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-00554bef-faec-4890-bfea-ff5237776a7b req-e4c7ac25-1725-4007-9968-b4f9955d01bb tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445553 Nov 23 21:46:18.205407 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bc3751-3bfe-4d79-8b2d-23573b19865b x-openstack-request-id: req-82bc3751-3bfe-4d79-8b2d-23573b19865b {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:18.205890 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716b82b8-1678-4d7a-b12b-8c0f10a5f11d", "name": "network-vif-plugged", "status": "completed", "tag": "a7a8c713-a1ad-4527-bdf5-7f02433f06b0", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:18.206228 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-82bc3751-3bfe-4d79-8b2d-23573b19865b {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:18.206823 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716b82b8-1678-4d7a-b12b-8c0f10a5f11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a8c713-a1ad-4527-bdf5-7f02433f06b0', 'code': 200} Nov 23 21:46:18.239177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-fa072de7-c0d5-4923-9e42-d02b9f8dfbfc tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Router abfcd168-16b0-44ce-ba47-ea034bff4a85 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:46:18.383240 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910355e-809f-491e-a19e-82d2a830c1b8 req-e4e9a8bd-f91e-4e5f-9f75-3fd4d84a49c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:18.388699 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5910355e-809f-491e-a19e-82d2a830c1b8 req-e4e9a8bd-f91e-4e5f-9f75-3fd4d84a49c4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 1097 time: 0.0920720 Nov 23 21:46:18.444327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bc47a-de5b-4cfa-8fcf-ec45c50ff6c1 req-0930cdca-1fdc-46b3-b880-2e60f2832c0b tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:18.452953 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5910355e-809f-491e-a19e-82d2a830c1b8 req-34d428d5-d1c6-442d-8fda-041cdfc65421 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568864 Nov 23 21:46:18.453957 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e04bc47a-de5b-4cfa-8fcf-ec45c50ff6c1 req-0930cdca-1fdc-46b3-b880-2e60f2832c0b tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?device_id=7149aa91-03c3-4771-a214-3058403b25fa HTTP/1.1" status: 200 len: 946 time: 0.1250792 Nov 23 21:46:18.517393 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e04bc47a-de5b-4cfa-8fcf-ec45c50ff6c1 req-7bed44ca-7f88-45d0-b0cf-5cb2126d3aa9 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/security-groups?id=db46c29c-fe61-4542-b264-8d84955f2460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625789 Nov 23 21:46:18.518392 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-fa072de7-c0d5-4923-9e42-d02b9f8dfbfc tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:46:18.522762 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-fa072de7-c0d5-4923-9e42-d02b9f8dfbfc tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:18.535067 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c5c667-b9d5-40f5-a3d1-c93fa500d591 None None] Sync routers for ids ['abfcd168-16b0-44ce-ba47-ea034bff4a85'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:46:18.555439 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-fa072de7-c0d5-4923-9e42-d02b9f8dfbfc tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "PUT /v2.0/floatingips/ef3a4549-d0ca-4c91-b01b-00819420ea80 HTTP/1.1" status: 200 len: 996 time: 3.2130344 Nov 23 21:46:18.556237 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe5f901-695b-4be4-bc28-bfa7895dda8d', 'tag': 'a4cde4c4-243d-4503-9b1f-fd85d71add68'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:18.560265 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486d1ff3-3126-4872-9137-928156857f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe5f901-695b-4be4-bc28-bfa7895dda8d", "tag": "a4cde4c4-243d-4503-9b1f-fd85d71add68"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:18.568069 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c5c667-b9d5-40f5-a3d1-c93fa500d591 None None] Routers {'abfcd168-16b0-44ce-ba47-ea034bff4a85'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:18.569036 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-55c5c667-b9d5-40f5-a3d1-c93fa500d591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['abfcd168-16b0-44ce-ba47-ea034bff4a85'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:18.638919 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-7ec240ec-e219-473f-ac94-4a111ae13746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:18.650933 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-7ec240ec-e219-473f-ac94-4a111ae13746 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=18c8f66042874b568706724a257348cb&device_id=3fe5f901-695b-4be4-bc28-bfa7895dda8d HTTP/1.1" status: 200 len: 1097 time: 0.0705798 Nov 23 21:46:18.726046 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-55c5c667-b9d5-40f5-a3d1-c93fa500d591 None None] Set router abfcd168-16b0-44ce-ba47-ea034bff4a85 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:18.822428 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-6d18faa6-bab5-4ce9-9147-46fe623d045d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:18.831369 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-6d18faa6-bab5-4ce9-9147-46fe623d045d service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f67020f-8055-4ec9-baee-e572af54f934 HTTP/1.1" status: 200 len: 930 time: 0.1792009 Nov 23 21:46:18.957351 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-8b59adc4-1084-4321-bf1d-b2ab38b620d6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4cde4c4-243d-4503-9b1f-fd85d71add68 HTTP/1.1" status: 200 len: 999 time: 0.1249628 Nov 23 21:46:19.004769 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-55c5c667-b9d5-40f5-a3d1-c93fa500d591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1865993258-router', 'tenant_id': '18c8f66042874b568706724a257348cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:40Z', 'revision_number': 4, 'project_id': '18c8f66042874b568706724a257348cb', 'gw_port': {'id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'ef3a4549-d0ca-4c91-b01b-00819420ea80', 'tenant_id': '18c8f66042874b568706724a257348cb', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'port_id': 'a4cde4c4-243d-4503-9b1f-fd85d71add68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934', 'mac_address': 'fa:16:3e:11:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe5f901-695b-4be4-bc28-bfa7895dda8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:46:13Z', 'updated_at': '2021-11-23T21:46:16Z', 'revision_number': 1, 'project_id': '18c8f66042874b568706724a257348cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c294598b-2fc6-4053-81d9-085c4382ff55', 'name': '', 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934', 'tenant_id': '18c8f66042874b568706724a257348cb', 'mac_address': 'fa:16:3e:b7:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'fece629e-253c-4214-88a2-c60510bbc2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:39Z', 'updated_at': '2021-11-23T21:45:46Z', 'revision_number': 5, 'project_id': '18c8f66042874b568706724a257348cb', 'subnets': [{'id': 'fece629e-253c-4214-88a2-c60510bbc2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:19.011576 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f490fcd4-8994-4043-8142-e75684311888 req-3cc2ee49-3931-4d70-8fe8-002de55850a7 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=16dd13a214f7436c896ff871fd1f879b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517950 Nov 23 21:46:19.033748 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c5c667-b9d5-40f5-a3d1-c93fa500d591 None None] Checking router: abfcd168-16b0-44ce-ba47-ea034bff4a85 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:46:19.042566 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c5c667-b9d5-40f5-a3d1-c93fa500d591 None None] Routers {'abfcd168-16b0-44ce-ba47-ea034bff4a85'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:19.043389 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-55c5c667-b9d5-40f5-a3d1-c93fa500d591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['abfcd168-16b0-44ce-ba47-ea034bff4a85'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:19.073201 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-b5e9e00d-fef8-4a8f-ab48-f3b479a9c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:19.082602 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-b5e9e00d-fef8-4a8f-ab48-f3b479a9c986 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fece629e-253c-4214-88a2-c60510bbc2c8 HTTP/1.1" status: 200 len: 868 time: 0.1240973 Nov 23 21:46:19.176633 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-55c5c667-b9d5-40f5-a3d1-c93fa500d591 None None] Set router abfcd168-16b0-44ce-ba47-ea034bff4a85 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:19.225921 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-a4e871b3-bf0e-416e-8230-f09b9491abe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:19.228399 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-a4e871b3-bf0e-416e-8230-f09b9491abe9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f67020f-8055-4ec9-baee-e572af54f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1444621 Nov 23 21:46:19.249200 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490fcd4-8994-4043-8142-e75684311888 req-db00a9f5-fb3b-40a6-b043-08297e4bdcd6 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:19.256997 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f490fcd4-8994-4043-8142-e75684311888 req-db00a9f5-fb3b-40a6-b043-08297e4bdcd6 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2387753 Nov 23 21:46:19.262830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-c8480603-231d-40a7-af90-4bf6998c8408 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:46:19.264070 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-c8480603-231d-40a7-af90-4bf6998c8408 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0257456 Nov 23 21:46:19.289327 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f490fcd4-8994-4043-8142-e75684311888 req-fd96c39d-87e7-465d-91ba-46c8cdda3a8c tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] 10.222.0.50 "GET /v2.0/quotas/16dd13a214f7436c896ff871fd1f879b HTTP/1.1" status: 200 len: 375 time: 0.0306244 Nov 23 21:46:19.357268 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f490fcd4-8994-4043-8142-e75684311888 req-95d313c7-caf0-441c-bb55-899dd6ad6984 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=16dd13a214f7436c896ff871fd1f879b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666366 Nov 23 21:46:19.421445 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-55c5c667-b9d5-40f5-a3d1-c93fa500d591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1865993258-router', 'tenant_id': '18c8f66042874b568706724a257348cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:40Z', 'revision_number': 4, 'project_id': '18c8f66042874b568706724a257348cb', 'gw_port': {'id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'ef3a4549-d0ca-4c91-b01b-00819420ea80', 'tenant_id': '18c8f66042874b568706724a257348cb', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'port_id': 'a4cde4c4-243d-4503-9b1f-fd85d71add68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934', 'mac_address': 'fa:16:3e:11:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe5f901-695b-4be4-bc28-bfa7895dda8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:46:13Z', 'updated_at': '2021-11-23T21:46:16Z', 'revision_number': 1, 'project_id': '18c8f66042874b568706724a257348cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c294598b-2fc6-4053-81d9-085c4382ff55', 'name': '', 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934', 'tenant_id': '18c8f66042874b568706724a257348cb', 'mac_address': 'fa:16:3e:b7:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'fece629e-253c-4214-88a2-c60510bbc2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:39Z', 'updated_at': '2021-11-23T21:45:46Z', 'revision_number': 5, 'project_id': '18c8f66042874b568706724a257348cb', 'subnets': [{'id': 'fece629e-253c-4214-88a2-c60510bbc2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:19.456008 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c5c667-b9d5-40f5-a3d1-c93fa500d591 None None] The sync data for ids ['abfcd168-16b0-44ce-ba47-ea034bff4a85'] in n-d-816206-9 is: [{'id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1865993258-router', 'tenant_id': '18c8f66042874b568706724a257348cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:40Z', 'revision_number': 4, 'project_id': '18c8f66042874b568706724a257348cb', 'gw_port': {'id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'ef3a4549-d0ca-4c91-b01b-00819420ea80', 'tenant_id': '18c8f66042874b568706724a257348cb', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'port_id': 'a4cde4c4-243d-4503-9b1f-fd85d71add68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934', 'mac_address': 'fa:16:3e:11:86:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe5f901-695b-4be4-bc28-bfa7895dda8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:46:13Z', 'updated_at': '2021-11-23T21:46:16Z', 'revision_number': 1, 'project_id': '18c8f66042874b568706724a257348cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c294598b-2fc6-4053-81d9-085c4382ff55', 'name': '', 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934', 'tenant_id': '18c8f66042874b568706724a257348cb', 'mac_address': 'fa:16:3e:b7:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'fece629e-253c-4214-88a2-c60510bbc2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:39Z', 'updated_at': '2021-11-23T21:45:46Z', 'revision_number': 5, 'project_id': '18c8f66042874b568706724a257348cb', 'subnets': [{'id': 'fece629e-253c-4214-88a2-c60510bbc2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:46:19.482370 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-3a9216a3-0648-40a8-a8f5-ef51132cc6e7 service neutron] 10.222.0.50 "GET /v2.0/networks/1f67020f-8055-4ec9-baee-e572af54f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105944 Nov 23 21:46:19.709251 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06e937b7-1fe4-458a-b4c6-708c64cb580a req-74793d50-135a-46f4-b253-909c54013fb4 service neutron] 10.222.0.50 "GET /v2.0/networks/1f67020f-8055-4ec9-baee-e572af54f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204056 Nov 23 21:46:19.724888 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2f28a-4d8c-410e-9cab-fabb841ce01a req-bed73be2-cc68-493a-a968-efc790c9358e tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:19.726275 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c9d2f28a-4d8c-410e-9cab-fabb841ce01a req-bed73be2-cc68-493a-a968-efc790c9358e tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 946 time: 0.1088538 Nov 23 21:46:19.841477 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c9d2f28a-4d8c-410e-9cab-fabb841ce01a req-2204397a-56c2-413c-a13b-a14066fa6af2 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076150 Nov 23 21:46:19.857087 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9414c469-9370-42cc-a3bd-8282399becde x-openstack-request-id: req-9414c469-9370-42cc-a3bd-8282399becde {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:19.857539 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe5f901-695b-4be4-bc28-bfa7895dda8d", "tag": "a4cde4c4-243d-4503-9b1f-fd85d71add68", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:19.857819 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9414c469-9370-42cc-a3bd-8282399becde {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:19.858195 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe5f901-695b-4be4-bc28-bfa7895dda8d', 'tag': 'a4cde4c4-243d-4503-9b1f-fd85d71add68', 'status': 'completed', 'code': 200} Nov 23 21:46:20.003746 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdb1219-073c-45a4-adbf-91110524305f None None] New status for floating IP ef3a4549-d0ca-4c91-b01b-00819420ea80: ACTIVE {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:46:20.025885 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d1ff3-3126-4872-9137-928156857f1c req-e10a3787-a322-4f3b-ac8c-1377464e2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:20.027444 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-486d1ff3-3126-4872-9137-928156857f1c req-e10a3787-a322-4f3b-ac8c-1377464e2167 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=18c8f66042874b568706724a257348cb&device_id=3fe5f901-695b-4be4-bc28-bfa7895dda8d HTTP/1.1" status: 200 len: 1097 time: 0.1031547 Nov 23 21:46:20.033126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3705e2-8291-40a9-990a-d8a6febccdd6 req-2500598a-3c87-45d7-8811-855f51e0f9ab tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:20.046587 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd3705e2-8291-40a9-990a-d8a6febccdd6 req-2500598a-3c87-45d7-8811-855f51e0f9ab tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 950 time: 0.1230340 Nov 23 21:46:20.208980 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd3705e2-8291-40a9-990a-d8a6febccdd6 req-630709d6-4cd5-4278-a88b-2b9dce4cc416 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610041 Nov 23 21:46:20.217258 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d1ff3-3126-4872-9137-928156857f1c req-a74a5677-c681-45d7-98e2-a5dd5eb6a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:20.218979 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-486d1ff3-3126-4872-9137-928156857f1c req-a74a5677-c681-45d7-98e2-a5dd5eb6a286 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f67020f-8055-4ec9-baee-e572af54f934 HTTP/1.1" status: 200 len: 930 time: 0.1825757 Nov 23 21:46:20.279566 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4e3b67-0b12-46e0-8a45-7d357e0fd21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bafca0-6b73-4fe6-851f-aaa482d0fe39'}, {'server_uuid': '7149aa91-03c3-4771-a214-3058403b25fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3b5abe-e07b-4f72-a0dd-206312e9d18b'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:20.283068 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb9add8-72ea-4b7e-b3dd-1520ad12166a" -d '{"events": [{"server_uuid": "6b4e3b67-0b12-46e0-8a45-7d357e0fd21b", "name": "network-vif-plugged", "status": "completed", "tag": "90bafca0-6b73-4fe6-851f-aaa482d0fe39"}, {"server_uuid": "7149aa91-03c3-4771-a214-3058403b25fa", "name": "network-vif-plugged", "status": "completed", "tag": "9b3b5abe-e07b-4f72-a0dd-206312e9d18b"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:20.343223 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-486d1ff3-3126-4872-9137-928156857f1c req-1f1c9393-665a-43c5-b9c2-a8be463839f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4cde4c4-243d-4503-9b1f-fd85d71add68 HTTP/1.1" status: 200 len: 999 time: 0.1129200 Nov 23 21:46:20.423305 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf04fb9e-c04f-410c-8f41-0f0e6551b868 req-18f0e1ca-995a-438e-bd9c-3e60263819dc tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] 10.222.0.50 "GET /v2.0/ports?device_id=53fadf6c-1dc7-4579-a72e-1aeb26fad2fb HTTP/1.1" status: 200 len: 210 time: 0.1002119 Nov 23 21:46:20.429693 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d1ff3-3126-4872-9137-928156857f1c req-4ea34b37-6953-49e0-92eb-2f934c7e3213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:20.431722 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-486d1ff3-3126-4872-9137-928156857f1c req-4ea34b37-6953-49e0-92eb-2f934c7e3213 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fece629e-253c-4214-88a2-c60510bbc2c8 HTTP/1.1" status: 200 len: 868 time: 0.0788703 Nov 23 21:46:20.539740 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d1ff3-3126-4872-9137-928156857f1c req-a52703aa-d137-4981-bad1-6f152c72203d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:20.542728 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-486d1ff3-3126-4872-9137-928156857f1c req-a52703aa-d137-4981-bad1-6f152c72203d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f67020f-8055-4ec9-baee-e572af54f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922353 Nov 23 21:46:20.557660 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211cda4-8784-4b5a-9e26-f43f11f1b9a1 req-b3a66bbb-bf0c-4ab1-adee-7024119d5703 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:20.565602 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4211cda4-8784-4b5a-9e26-f43f11f1b9a1 req-b3a66bbb-bf0c-4ab1-adee-7024119d5703 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?device_id=7149aa91-03c3-4771-a214-3058403b25fa HTTP/1.1" status: 200 len: 946 time: 0.1412144 Nov 23 21:46:20.641008 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-df72f042-c5ae-49b6-ae96-f9c56cc13bb5 req-b68d1b06-6c31-4b2c-b9a3-78e356a3623f tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 258 time: 0.1900907 Nov 23 21:46:20.645551 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-df72f042-c5ae-49b6-ae96-f9c56cc13bb5 req-5f184240-3445-40f6-95fe-e03e5e28bcff tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:46:20.663922 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4211cda4-8784-4b5a-9e26-f43f11f1b9a1 req-94544368-7c0d-4bcf-a6b1-4d1f8c9cb481 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/security-groups?id=db46c29c-fe61-4542-b264-8d84955f2460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973682 Nov 23 21:46:20.693945 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-486d1ff3-3126-4872-9137-928156857f1c req-ce8afaa5-f2a8-455d-be2e-b60faee9ae77 service neutron] 10.222.0.60 "GET /v2.0/networks/1f67020f-8055-4ec9-baee-e572af54f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411991 Nov 23 21:46:20.703966 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-df72f042-c5ae-49b6-ae96-f9c56cc13bb5 req-5f184240-3445-40f6-95fe-e03e5e28bcff tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:20.771520 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7f2f17-3efc-43d1-ac71-271124641f49 x-openstack-request-id: req-2c7f2f17-3efc-43d1-ac71-271124641f49 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:20.772003 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4e3b67-0b12-46e0-8a45-7d357e0fd21b", "name": "network-vif-plugged", "status": "completed", "tag": "90bafca0-6b73-4fe6-851f-aaa482d0fe39", "code": 200}, {"server_uuid": "7149aa91-03c3-4771-a214-3058403b25fa", "name": "network-vif-plugged", "status": "completed", "tag": "9b3b5abe-e07b-4f72-a0dd-206312e9d18b", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:20.772473 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2c7f2f17-3efc-43d1-ac71-271124641f49 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:20.772987 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4e3b67-0b12-46e0-8a45-7d357e0fd21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bafca0-6b73-4fe6-851f-aaa482d0fe39', 'code': 200} Nov 23 21:46:20.773388 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7149aa91-03c3-4771-a214-3058403b25fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3b5abe-e07b-4f72-a0dd-206312e9d18b', 'code': 200} Nov 23 21:46:20.841745 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-486d1ff3-3126-4872-9137-928156857f1c req-a3d1e227-1237-44f9-8a76-9c8ee662d4c2 service neutron] 10.222.0.60 "GET /v2.0/networks/1f67020f-8055-4ec9-baee-e572af54f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377897 Nov 23 21:46:20.955316 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a739e-4fb9-4db4-9bd8-4a37f5802c49 req-2975c323-c6c5-4c04-b464-6cba3b411ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:20.957251 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-543a739e-4fb9-4db4-9bd8-4a37f5802c49 req-2975c323-c6c5-4c04-b464-6cba3b411ae9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7149aa91-03c3-4771-a214-3058403b25fa HTTP/1.1" status: 200 len: 1097 time: 0.0934842 Nov 23 21:46:20.968330 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-df72f042-c5ae-49b6-ae96-f9c56cc13bb5 req-5f184240-3445-40f6-95fe-e03e5e28bcff tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:21.028285 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-543a739e-4fb9-4db4-9bd8-4a37f5802c49 req-8f80e3e4-d222-4b0a-afda-04d84114d19e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=db46c29c-fe61-4542-b264-8d84955f2460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573163 Nov 23 21:46:21.127828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa3902-d282-4f02-90c1-d4c34eba4424 req-3bf8bd29-5fd3-4f27-998b-b425d15db6b7 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:21.136365 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f3aa3902-d282-4f02-90c1-d4c34eba4424 req-3bf8bd29-5fd3-4f27-998b-b425d15db6b7 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 946 time: 0.1566606 Nov 23 21:46:21.218660 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f3aa3902-d282-4f02-90c1-d4c34eba4424 req-90f283aa-4de6-451a-bc7d-efb7a31ebdd5 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813181 Nov 23 21:46:21.239519 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-df72f042-c5ae-49b6-ae96-f9c56cc13bb5 req-5f184240-3445-40f6-95fe-e03e5e28bcff tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Allocated IP 172.25.5.2 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/00a5b882-31cf-4044-bb0a-10141a677a1d) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:46:21.403077 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-df72f042-c5ae-49b6-ae96-f9c56cc13bb5 req-5f184240-3445-40f6-95fe-e03e5e28bcff tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:21.461949 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-df72f042-c5ae-49b6-ae96-f9c56cc13bb5 req-5f184240-3445-40f6-95fe-e03e5e28bcff tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:21.497615 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f490fcd4-8994-4043-8142-e75684311888 req-e1d380c1-bd31-4a4a-bf35-eb6cd8ce78d0 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=16dd13a214f7436c896ff871fd1f879b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662551 Nov 23 21:46:21.530172 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df72f042-c5ae-49b6-ae96-f9c56cc13bb5 req-5f184240-3445-40f6-95fe-e03e5e28bcff tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:46:21.538643 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-df72f042-c5ae-49b6-ae96-f9c56cc13bb5 req-5f184240-3445-40f6-95fe-e03e5e28bcff tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:46:21.549421 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-df72f042-c5ae-49b6-ae96-f9c56cc13bb5 req-5f184240-3445-40f6-95fe-e03e5e28bcff tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:46:21.578871 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f184240-3445-40f6-95fe-e03e5e28bcff tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Pushing event updated for resources: {'Port': ['ID=00a5b882-31cf-4044-bb0a-10141a677a1d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:21.595624 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec35d37-a46c-4779-835d-85c8dc0c436d req-357fc0f3-0f44-49e1-9076-84069297c54c tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:21.604080 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aec35d37-a46c-4779-835d-85c8dc0c436d req-357fc0f3-0f44-49e1-9076-84069297c54c tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 950 time: 0.1550686 Nov 23 21:46:21.736270 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aec35d37-a46c-4779-835d-85c8dc0c436d req-bf09616d-af32-433e-875c-724b7ecdc4f4 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310589 Nov 23 21:46:21.761483 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490fcd4-8994-4043-8142-e75684311888 req-aae60259-05d0-4a0e-b1c6-5d179a01b658 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:21.763228 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f490fcd4-8994-4043-8142-e75684311888 req-aae60259-05d0-4a0e-b1c6-5d179a01b658 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2577021 Nov 23 21:46:21.775901 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-df72f042-c5ae-49b6-ae96-f9c56cc13bb5 req-5f184240-3445-40f6-95fe-e03e5e28bcff tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:21.803731 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-f490fcd4-8994-4043-8142-e75684311888 req-c9212461-3fce-4b63-bd2a-2fa11f534478 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Request body: {'port': {'device_id': '53fadf6c-1dc7-4579-a72e-1aeb26fad2fb', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': '16dd13a214f7436c896ff871fd1f879b'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:46:21.888928 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-df72f042-c5ae-49b6-ae96-f9c56cc13bb5 req-5f184240-3445-40f6-95fe-e03e5e28bcff tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:22.097365 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-df72f042-c5ae-49b6-ae96-f9c56cc13bb5 req-5f184240-3445-40f6-95fe-e03e5e28bcff tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:22.111896 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-df72f042-c5ae-49b6-ae96-f9c56cc13bb5 req-5f184240-3445-40f6-95fe-e03e5e28bcff tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:22.196521 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f490fcd4-8994-4043-8142-e75684311888 req-c9212461-3fce-4b63-bd2a-2fa11f534478 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Made reservation on behalf of 16dd13a214f7436c896ff871fd1f879b for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:46:22.200679 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f490fcd4-8994-4043-8142-e75684311888 req-c9212461-3fce-4b63-bd2a-2fa11f534478 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:22.210639 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f490fcd4-8994-4043-8142-e75684311888 req-c9212461-3fce-4b63-bd2a-2fa11f534478 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:22.220347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac2400-c7c0-4f59-84d5-197fa12d4f26 req-72b086bc-a7e8-4016-8065-b5d634942ab6 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:22.247223 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-10ac2400-c7c0-4f59-84d5-197fa12d4f26 req-72b086bc-a7e8-4016-8065-b5d634942ab6 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 946 time: 0.4032271 Nov 23 21:46:22.391298 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f490fcd4-8994-4043-8142-e75684311888 req-c9212461-3fce-4b63-bd2a-2fa11f534478 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:22.401560 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f490fcd4-8994-4043-8142-e75684311888 req-c9212461-3fce-4b63-bd2a-2fa11f534478 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:22.460674 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-df72f042-c5ae-49b6-ae96-f9c56cc13bb5 req-5f184240-3445-40f6-95fe-e03e5e28bcff tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:22.466797 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f184240-3445-40f6-95fe-e03e5e28bcff tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Pushing event updated for resources: {'Port': ['ID=00a5b882-31cf-4044-bb0a-10141a677a1d,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:22.507570 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9212461-3fce-4b63-bd2a-2fa11f534478 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3bb43d-3047-41ef-83ef-b7b0a9506183,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:22.524247 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:22.534418 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-10ac2400-c7c0-4f59-84d5-197fa12d4f26 req-b5890ea6-e2a7-4953-aa3d-937b8064857d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860348 Nov 23 21:46:22.555366 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-df72f042-c5ae-49b6-ae96-f9c56cc13bb5 req-5f184240-3445-40f6-95fe-e03e5e28bcff tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:22.556405 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-df72f042-c5ae-49b6-ae96-f9c56cc13bb5 req-5f184240-3445-40f6-95fe-e03e5e28bcff tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.9129984 Nov 23 21:46:22.611798 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-f490fcd4-8994-4043-8142-e75684311888 req-c9212461-3fce-4b63-bd2a-2fa11f534478 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Allocated IP 192.168.233.218 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/a5ca2000-6525-4081-8d39-d579883c33fe) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:46:22.672410 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-df72f042-c5ae-49b6-ae96-f9c56cc13bb5 req-a60f318d-9c7b-4348-8d8c-74fb5f56ddbe tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.2 HTTP/1.1" status: 200 len: 694 time: 0.1154196 Nov 23 21:46:22.828227 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7fa1c1e2-122f-4700-8b20-05ff6bab967b req-7a1f2e44-95ec-4d85-9b4d-8456d79555dc tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] 10.222.0.50 "GET /v2.0/ports?device_id=53fadf6c-1dc7-4579-a72e-1aeb26fad2fb HTTP/1.1" status: 200 len: 210 time: 0.0893314 Nov 23 21:46:22.874202 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f490fcd4-8994-4043-8142-e75684311888 req-c9212461-3fce-4b63-bd2a-2fa11f534478 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:22.913671 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72f042-c5ae-49b6-ae96-f9c56cc13bb5 req-f6ed4b78-43e3-4b22-83d5-5f5ca076218d tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:22.918699 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-df72f042-c5ae-49b6-ae96-f9c56cc13bb5 req-f6ed4b78-43e3-4b22-83d5-5f5ca076218d tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.2420559 Nov 23 21:46:22.985583 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f490fcd4-8994-4043-8142-e75684311888 req-c9212461-3fce-4b63-bd2a-2fa11f534478 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:23.027372 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552bf70-866c-44ce-84cf-4e57a1f4c290 req-c9352e5f-b521-40c2-95ee-6f48b3e8fb63 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:23.028934 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3552bf70-866c-44ce-84cf-4e57a1f4c290 req-c9352e5f-b521-40c2-95ee-6f48b3e8fb63 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?device_id=7149aa91-03c3-4771-a214-3058403b25fa HTTP/1.1" status: 200 len: 946 time: 0.0796585 Nov 23 21:46:23.034848 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f490fcd4-8994-4043-8142-e75684311888 req-c9212461-3fce-4b63-bd2a-2fa11f534478 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:46:23.039061 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-f490fcd4-8994-4043-8142-e75684311888 req-c9212461-3fce-4b63-bd2a-2fa11f534478 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:46:23.044088 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-f490fcd4-8994-4043-8142-e75684311888 req-c9212461-3fce-4b63-bd2a-2fa11f534478 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:46:23.090323 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9212461-3fce-4b63-bd2a-2fa11f534478 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Pushing event updated for resources: {'Port': ['ID=a5ca2000-6525-4081-8d39-d579883c33fe,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:23.112808 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3552bf70-866c-44ce-84cf-4e57a1f4c290 req-c6b1a829-f02c-4e8d-a032-4494be82d63b tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/security-groups?id=db46c29c-fe61-4542-b264-8d84955f2460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764816 Nov 23 21:46:23.151009 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490fcd4-8994-4043-8142-e75684311888 req-c9212461-3fce-4b63-bd2a-2fa11f534478 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:23.151884 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f490fcd4-8994-4043-8142-e75684311888 req-c9212461-3fce-4b63-bd2a-2fa11f534478 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:23.173853 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f490fcd4-8994-4043-8142-e75684311888 req-c9212461-3fce-4b63-bd2a-2fa11f534478 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3768134 Nov 23 21:46:23.196208 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-f490fcd4-8994-4043-8142-e75684311888 req-17bf9b98-48b1-45ce-86d3-a250b51f2547 service neutron] Request body: {'port': {'device_id': '53fadf6c-1dc7-4579-a72e-1aeb26fad2fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:46:23.302986 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f490fcd4-8994-4043-8142-e75684311888 req-17bf9b98-48b1-45ce-86d3-a250b51f2547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:23.402416 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-579dd6af-c48d-4637-a7f5-73904d126efd None None] Provisioning complete for port a5ca2000-6525-4081-8d39-d579883c33fe triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:46:23.405064 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-579dd6af-c48d-4637-a7f5-73904d126efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:23.420492 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f42a3-b81c-45b4-87d8-9ab0df5e61ff req-b2f6b7c9-f253-43b1-91d3-346728bf4f1e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:23.431516 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-441f42a3-b81c-45b4-87d8-9ab0df5e61ff req-b2f6b7c9-f253-43b1-91d3-346728bf4f1e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 950 time: 0.0821323 Nov 23 21:46:23.479462 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-579dd6af-c48d-4637-a7f5-73904d126efd None None] Port a5ca2000-6525-4081-8d39-d579883c33fe cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:46:23.519595 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-441f42a3-b81c-45b4-87d8-9ab0df5e61ff req-b8b4b3fa-5329-4dc8-b610-e61431d2bf41 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888839 Nov 23 21:46:23.712987 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cc4e8-9e1a-4ad8-a029-24ef1fcc90f6 req-b6535609-2eb3-4708-972b-cb8db7a58f86 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:23.714179 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9e5cc4e8-9e1a-4ad8-a029-24ef1fcc90f6 req-b6535609-2eb3-4708-972b-cb8db7a58f86 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fe5f901-695b-4be4-bc28-bfa7895dda8d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0765316 Nov 23 21:46:23.762934 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-f490fcd4-8994-4043-8142-e75684311888 req-17bf9b98-48b1-45ce-86d3-a250b51f2547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ca2000-6525-4081-8d39-d579883c33fe {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:46:23.771573 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f490fcd4-8994-4043-8142-e75684311888 req-17bf9b98-48b1-45ce-86d3-a250b51f2547 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:23.789734 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-f490fcd4-8994-4043-8142-e75684311888 req-17bf9b98-48b1-45ce-86d3-a250b51f2547 service neutron] Transition to ACTIVE for port object a5ca2000-6525-4081-8d39-d579883c33fe will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:46:23.801533 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f490fcd4-8994-4043-8142-e75684311888 req-17bf9b98-48b1-45ce-86d3-a250b51f2547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:23.803172 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9e5cc4e8-9e1a-4ad8-a029-24ef1fcc90f6 req-99986a22-1ea5-4798-91d2-8f662bd6502f tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.2 HTTP/1.1" status: 200 len: 694 time: 0.0822115 Nov 23 21:46:23.834393 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-9e5cc4e8-9e1a-4ad8-a029-24ef1fcc90f6 req-938a7ba7-24df-4153-b3ca-4e8413c4ec71 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Request body: {'floatingip': {'port_id': 'a4cde4c4-243d-4503-9b1f-fd85d71add68', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:46:23.927358 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf9b98-48b1-45ce-86d3-a250b51f2547 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ca2000-6525-4081-8d39-d579883c33fe,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:24.013469 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9e5cc4e8-9e1a-4ad8-a029-24ef1fcc90f6 req-938a7ba7-24df-4153-b3ca-4e8413c4ec71 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks [] for floatingip, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:24.153594 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-f490fcd4-8994-4043-8142-e75684311888 req-17bf9b98-48b1-45ce-86d3-a250b51f2547 service neutron] Attempting to bind port a5ca2000-6525-4081-8d39-d579883c33fe on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:46:24.153938 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-f490fcd4-8994-4043-8142-e75684311888 req-17bf9b98-48b1-45ce-86d3-a250b51f2547 service neutron] Attempting to bind port a5ca2000-6525-4081-8d39-d579883c33fe by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:46:24.154278 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f490fcd4-8994-4043-8142-e75684311888 req-17bf9b98-48b1-45ce-86d3-a250b51f2547 service neutron] Attempting to bind port a5ca2000-6525-4081-8d39-d579883c33fe on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:46:24.162585 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f490fcd4-8994-4043-8142-e75684311888 req-17bf9b98-48b1-45ce-86d3-a250b51f2547 service neutron] Port a5ca2000-6525-4081-8d39-d579883c33fe on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:46:24.162941 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f490fcd4-8994-4043-8142-e75684311888 req-17bf9b98-48b1-45ce-86d3-a250b51f2547 service neutron] Attempting to bind port a5ca2000-6525-4081-8d39-d579883c33fe on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:46:24.172080 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f490fcd4-8994-4043-8142-e75684311888 req-17bf9b98-48b1-45ce-86d3-a250b51f2547 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:46:24.172427 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f490fcd4-8994-4043-8142-e75684311888 req-17bf9b98-48b1-45ce-86d3-a250b51f2547 service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:46:24.172824 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f490fcd4-8994-4043-8142-e75684311888 req-17bf9b98-48b1-45ce-86d3-a250b51f2547 service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:46:24.174335 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-f490fcd4-8994-4043-8142-e75684311888 req-17bf9b98-48b1-45ce-86d3-a250b51f2547 service neutron] Bound port: a5ca2000-6525-4081-8d39-d579883c33fe, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:46:24.174749 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f490fcd4-8994-4043-8142-e75684311888 req-17bf9b98-48b1-45ce-86d3-a250b51f2547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:24.263260 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-f490fcd4-8994-4043-8142-e75684311888 req-17bf9b98-48b1-45ce-86d3-a250b51f2547 service neutron] For port a5ca2000-6525-4081-8d39-d579883c33fe, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:46:24.266765 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-f490fcd4-8994-4043-8142-e75684311888 req-17bf9b98-48b1-45ce-86d3-a250b51f2547 service neutron] For port a5ca2000-6525-4081-8d39-d579883c33fe, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=a5ca2000-6525-4081-8d39-d579883c33fe,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:46:24.282294 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f490fcd4-8994-4043-8142-e75684311888 req-17bf9b98-48b1-45ce-86d3-a250b51f2547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:24.393981 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-9e5cc4e8-9e1a-4ad8-a029-24ef1fcc90f6 req-938a7ba7-24df-4153-b3ca-4e8413c4ec71 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 21:46:24.395260 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf9b98-48b1-45ce-86d3-a250b51f2547 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ca2000-6525-4081-8d39-d579883c33fe,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:24.407692 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9e5cc4e8-9e1a-4ad8-a029-24ef1fcc90f6 req-938a7ba7-24df-4153-b3ca-4e8413c4ec71 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "PUT /v2.0/floatingips/2fda7a3e-98eb-4367-9664-2d6f627de498 HTTP/1.1" status: 409 len: 549 time: 0.5961697 Nov 23 21:46:24.418620 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490fcd4-8994-4043-8142-e75684311888 req-17bf9b98-48b1-45ce-86d3-a250b51f2547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:24.419504 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f490fcd4-8994-4043-8142-e75684311888 req-17bf9b98-48b1-45ce-86d3-a250b51f2547 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:24.421284 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f490fcd4-8994-4043-8142-e75684311888 req-17bf9b98-48b1-45ce-86d3-a250b51f2547 service neutron] 10.222.0.60 "PUT /v2.0/ports/a5ca2000-6525-4081-8d39-d579883c33fe HTTP/1.1" status: 200 len: 1096 time: 1.2309520 Nov 23 21:46:24.421961 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53fadf6c-1dc7-4579-a72e-1aeb26fad2fb', 'tag': 'a5ca2000-6525-4081-8d39-d579883c33fe'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:24.425707 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73d674a-459b-424c-ba26-902a37524694" -d '{"events": [{"name": "network-changed", "server_uuid": "53fadf6c-1dc7-4579-a72e-1aeb26fad2fb", "tag": "a5ca2000-6525-4081-8d39-d579883c33fe"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:24.611105 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490fcd4-8994-4043-8142-e75684311888 req-420fea1a-1de4-46c1-a4c6-d891283d8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:24.613682 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f490fcd4-8994-4043-8142-e75684311888 req-420fea1a-1de4-46c1-a4c6-d891283d8295 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=16dd13a214f7436c896ff871fd1f879b&device_id=53fadf6c-1dc7-4579-a72e-1aeb26fad2fb HTTP/1.1" status: 200 len: 1099 time: 0.0966742 Nov 23 21:46:24.684063 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f490fcd4-8994-4043-8142-e75684311888 req-e6dd378a-5b7f-4c76-9866-2a980d69535e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=a5ca2000-6525-4081-8d39-d579883c33fe HTTP/1.1" status: 200 len: 217 time: 0.0523589 Nov 23 21:46:24.808439 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490fcd4-8994-4043-8142-e75684311888 req-49e1f4c9-b028-4467-a1b9-649e5e8d87fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:24.809810 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f490fcd4-8994-4043-8142-e75684311888 req-49e1f4c9-b028-4467-a1b9-649e5e8d87fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1109095 Nov 23 21:46:24.917640 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490fcd4-8994-4043-8142-e75684311888 req-72cc46bf-1dea-4750-97e2-b0e4f52b59c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:24.920644 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f490fcd4-8994-4043-8142-e75684311888 req-72cc46bf-1dea-4750-97e2-b0e4f52b59c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0971448 Nov 23 21:46:24.996025 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ea91f-b204-4d5f-a58c-a187c52cdf04 req-d931fab5-d873-4df8-8d6d-cef9c3929f03 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:24.997752 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8a2ea91f-b204-4d5f-a58c-a187c52cdf04 req-d931fab5-d873-4df8-8d6d-cef9c3929f03 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4615688 Nov 23 21:46:25.031780 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f490fcd4-8994-4043-8142-e75684311888 req-7aad3c25-b290-4e24-a884-7d5984d9778f service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009209 Nov 23 21:46:25.067260 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8a2ea91f-b204-4d5f-a58c-a187c52cdf04 req-ea058e55-b05d-4e3e-a498-8252dd520329 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 696 time: 0.0613217 Nov 23 21:46:25.091051 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-8a2ea91f-b204-4d5f-a58c-a187c52cdf04 req-52f2f173-e6ca-4065-8818-75f5e054a442 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Request body: {'floatingip': {'port_id': 'f3dbe69d-1eb4-4904-a61d-5743beec708f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:46:25.142139 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8a2ea91f-b204-4d5f-a58c-a187c52cdf04 req-52f2f173-e6ca-4065-8818-75f5e054a442 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks [] for floatingip, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:25.163962 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f490fcd4-8994-4043-8142-e75684311888 req-d42407c3-1136-4a0a-b214-43039fe77921 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244946 Nov 23 21:46:25.775484 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8a2ea91f-b204-4d5f-a58c-a187c52cdf04 req-52f2f173-e6ca-4065-8818-75f5e054a442 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:25.788534 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8a2ea91f-b204-4d5f-a58c-a187c52cdf04 req-52f2f173-e6ca-4065-8818-75f5e054a442 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:25.905630 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [req-8a2ea91f-b204-4d5f-a58c-a187c52cdf04 req-52f2f173-e6ca-4065-8818-75f5e054a442 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Floating IP f6eaa7f3-05a5-4035-b63b-5b21bf48b728 associated. External IP: 172.25.5.163, port: f3dbe69d-1eb4-4904-a61d-5743beec708f. Nov 23 21:46:26.188658 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a2ea91f-b204-4d5f-a58c-a187c52cdf04 req-52f2f173-e6ca-4065-8818-75f5e054a442 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Router 30ced018-27d7-4e22-9b7b-559ae9f6c707 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:46:26.321185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a2ea91f-b204-4d5f-a58c-a187c52cdf04 req-52f2f173-e6ca-4065-8818-75f5e054a442 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:46:26.327163 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8a2ea91f-b204-4d5f-a58c-a187c52cdf04 req-52f2f173-e6ca-4065-8818-75f5e054a442 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:26.333391 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af090da8-396d-4deb-bbf8-4b4e46d274c9 None None] Sync routers for ids ['30ced018-27d7-4e22-9b7b-559ae9f6c707'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:46:26.348680 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af090da8-396d-4deb-bbf8-4b4e46d274c9 None None] Routers {'30ced018-27d7-4e22-9b7b-559ae9f6c707'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:26.350666 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-af090da8-396d-4deb-bbf8-4b4e46d274c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['30ced018-27d7-4e22-9b7b-559ae9f6c707'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:26.407155 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8a2ea91f-b204-4d5f-a58c-a187c52cdf04 req-52f2f173-e6ca-4065-8818-75f5e054a442 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "PUT /v2.0/floatingips/f6eaa7f3-05a5-4035-b63b-5b21bf48b728 HTTP/1.1" status: 200 len: 996 time: 1.3311369 Nov 23 21:46:26.407689 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4', 'tag': 'f3dbe69d-1eb4-4904-a61d-5743beec708f'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:26.424908 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8f8ca3-acad-4a57-bc75-d0519f3ff66b" -d '{"events": [{"name": "network-changed", "server_uuid": "44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4", "tag": "f3dbe69d-1eb4-4904-a61d-5743beec708f"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:26.518557 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-af090da8-396d-4deb-bbf8-4b4e46d274c9 None None] Set router 30ced018-27d7-4e22-9b7b-559ae9f6c707 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:26.536474 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ea91f-b204-4d5f-a58c-a187c52cdf04 req-00fd72e8-fadc-4fa5-8cb2-a1fd0d5adbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:26.538232 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8a2ea91f-b204-4d5f-a58c-a187c52cdf04 req-00fd72e8-fadc-4fa5-8cb2-a1fd0d5adbfb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ceb43cef7cd4d6e993216c3dd613b2f&device_id=44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4 HTTP/1.1" status: 200 len: 1096 time: 0.1053619 Nov 23 21:46:26.709088 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ea91f-b204-4d5f-a58c-a187c52cdf04 req-512da3f5-5ec1-4e8c-9410-3de600913f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:26.711683 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8a2ea91f-b204-4d5f-a58c-a187c52cdf04 req-512da3f5-5ec1-4e8c-9410-3de600913f2d service neutron] 10.222.0.50 "GET /v2.0/networks?id=65d18847-e24b-4600-a41f-00c5b3389a5b HTTP/1.1" status: 200 len: 922 time: 0.1640668 Nov 23 21:46:26.799294 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8a2ea91f-b204-4d5f-a58c-a187c52cdf04 req-5685093a-c220-4207-bd3b-d016a8cb13b7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3dbe69d-1eb4-4904-a61d-5743beec708f HTTP/1.1" status: 200 len: 999 time: 0.0792093 Nov 23 21:46:26.880342 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ea91f-b204-4d5f-a58c-a187c52cdf04 req-cc74bbf2-f1e2-4863-9cea-ad10a888dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:26.886099 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8a2ea91f-b204-4d5f-a58c-a187c52cdf04 req-cc74bbf2-f1e2-4863-9cea-ad10a888dee3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=049705e1-bd7a-44dd-8162-5a2e4f4cfc08 HTTP/1.1" status: 200 len: 860 time: 0.0801609 Nov 23 21:46:26.925675 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-af090da8-396d-4deb-bbf8-4b4e46d274c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'f6eaa7f3-05a5-4035-b63b-5b21bf48b728', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'port_id': 'f3dbe69d-1eb4-4904-a61d-5743beec708f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'mac_address': 'fa:16:3e:2a:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:45:56Z', 'updated_at': '2021-11-23T21:46:25Z', 'revision_number': 1, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa84d43-79ce-4bb5-acc6-b7eca6a27376', 'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'mac_address': 'fa:16:3e:81:9e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:22Z', 'updated_at': '2021-11-23T21:45:34Z', 'revision_number': 5, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'subnets': [{'id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:26.950245 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ea91f-b204-4d5f-a58c-a187c52cdf04 req-1631171b-84cd-4cd7-afda-46a372be8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:26.951875 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8a2ea91f-b204-4d5f-a58c-a187c52cdf04 req-1631171b-84cd-4cd7-afda-46a372be8130 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65d18847-e24b-4600-a41f-00c5b3389a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568032 Nov 23 21:46:26.970557 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af090da8-396d-4deb-bbf8-4b4e46d274c9 None None] Checking router: 30ced018-27d7-4e22-9b7b-559ae9f6c707 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:46:26.981534 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af090da8-396d-4deb-bbf8-4b4e46d274c9 None None] Routers {'30ced018-27d7-4e22-9b7b-559ae9f6c707'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:26.982376 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-af090da8-396d-4deb-bbf8-4b4e46d274c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['30ced018-27d7-4e22-9b7b-559ae9f6c707'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:27.108302 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8a2ea91f-b204-4d5f-a58c-a187c52cdf04 req-1360dacb-cb3b-4837-a361-120b995deb67 service neutron] 10.222.0.50 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435328 Nov 23 21:46:27.122175 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-af090da8-396d-4deb-bbf8-4b4e46d274c9 None None] Set router 30ced018-27d7-4e22-9b7b-559ae9f6c707 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:27.249692 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8a2ea91f-b204-4d5f-a58c-a187c52cdf04 req-cfc6f5b7-c6bb-44a6-a858-e26d27d3e8fc service neutron] 10.222.0.50 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341064 Nov 23 21:46:27.420911 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe5b28-1309-4c01-9aba-c5ad8bceba9b req-7b12cebc-1f4d-4a39-8f70-4d2df9b56cf7 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:27.422410 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ddbe5b28-1309-4c01-9aba-c5ad8bceba9b req-7b12cebc-1f4d-4a39-8f70-4d2df9b56cf7 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 946 time: 0.0622113 Nov 23 21:46:27.475834 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-af090da8-396d-4deb-bbf8-4b4e46d274c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'f6eaa7f3-05a5-4035-b63b-5b21bf48b728', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'port_id': 'f3dbe69d-1eb4-4904-a61d-5743beec708f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'mac_address': 'fa:16:3e:2a:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:45:56Z', 'updated_at': '2021-11-23T21:46:25Z', 'revision_number': 1, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa84d43-79ce-4bb5-acc6-b7eca6a27376', 'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'mac_address': 'fa:16:3e:81:9e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:22Z', 'updated_at': '2021-11-23T21:45:34Z', 'revision_number': 5, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'subnets': [{'id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:27.515957 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ddbe5b28-1309-4c01-9aba-c5ad8bceba9b req-2314ad38-3d9e-47b5-b732-5537f67c9e1e tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871890 Nov 23 21:46:27.583602 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af090da8-396d-4deb-bbf8-4b4e46d274c9 None None] The sync data for ids ['30ced018-27d7-4e22-9b7b-559ae9f6c707'] in n-d-816206-9 is: [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'f6eaa7f3-05a5-4035-b63b-5b21bf48b728', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'port_id': 'f3dbe69d-1eb4-4904-a61d-5743beec708f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'mac_address': 'fa:16:3e:2a:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:45:56Z', 'updated_at': '2021-11-23T21:46:25Z', 'revision_number': 1, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa84d43-79ce-4bb5-acc6-b7eca6a27376', 'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'mac_address': 'fa:16:3e:81:9e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:22Z', 'updated_at': '2021-11-23T21:45:34Z', 'revision_number': 5, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'subnets': [{'id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:46:27.815497 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af500abf-1b05-4b3b-89f1-61a7ee47dbc0 req-29da7b5f-2b48-47ae-bff7-db132e1a8582 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:27.817039 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-af500abf-1b05-4b3b-89f1-61a7ee47dbc0 req-29da7b5f-2b48-47ae-bff7-db132e1a8582 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] 10.222.0.50 "GET /v2.0/ports?device_id=53fadf6c-1dc7-4579-a72e-1aeb26fad2fb HTTP/1.1" status: 200 len: 948 time: 0.1013329 Nov 23 21:46:27.834484 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fb92e099-578d-43f6-97aa-58ee5b0cf882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:27.916420 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-af500abf-1b05-4b3b-89f1-61a7ee47dbc0 req-244979de-969d-4a39-9840-e12fe4a48d64 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea3bb43d-3047-41ef-83ef-b7b0a9506183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929210 Nov 23 21:46:27.951504 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5fb504-8baf-4e86-8017-4dde4c39c9de None None] New status for floating IP f6eaa7f3-05a5-4035-b63b-5b21bf48b728: ACTIVE {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:46:28.000037 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-acdfce52-083f-44d7-bb5f-32729df07abb req-b6a4783c-d7e9-4fc1-b9c6-ee62af66ee43 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/floatingips/2fda7a3e-98eb-4367-9664-2d6f627de498 HTTP/1.1" status: 200 len: 691 time: 0.0663013 Nov 23 21:46:28.202650 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfce52-083f-44d7-bb5f-32729df07abb req-b7a9a8f1-e050-437b-97c1-8e3d4624ff5b tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:28.204305 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-acdfce52-083f-44d7-bb5f-32729df07abb req-b7a9a8f1-e050-437b-97c1-8e3d4624ff5b tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.1954067 Nov 23 21:46:28.286669 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-acdfce52-083f-44d7-bb5f-32729df07abb req-4e54dae8-2177-440f-a727-e87730f93fcb tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.2 HTTP/1.1" status: 200 len: 694 time: 0.0717854 Nov 23 21:46:28.351803 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-acdfce52-083f-44d7-bb5f-32729df07abb req-3c15c444-4481-4694-94ee-f7e8bd13ed3b tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.2 HTTP/1.1" status: 200 len: 694 time: 0.0564625 Nov 23 21:46:28.501984 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-acdfce52-083f-44d7-bb5f-32729df07abb req-f0ee4119-dd14-47d0-a18a-1dbf8bf6df95 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Deleting port 00a5b882-31cf-4044-bb0a-10141a677a1d {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:46:28.502320 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-acdfce52-083f-44d7-bb5f-32729df07abb req-f0ee4119-dd14-47d0-a18a-1dbf8bf6df95 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:28.614909 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-acdfce52-083f-44d7-bb5f-32729df07abb req-f0ee4119-dd14-47d0-a18a-1dbf8bf6df95 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:28.616567 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-acdfce52-083f-44d7-bb5f-32729df07abb req-f0ee4119-dd14-47d0-a18a-1dbf8bf6df95 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:28.638858 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-acdfce52-083f-44d7-bb5f-32729df07abb req-f0ee4119-dd14-47d0-a18a-1dbf8bf6df95 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Calling delete_port for 00a5b882-31cf-4044-bb0a-10141a677a1d owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:46:28.872055 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-acdfce52-083f-44d7-bb5f-32729df07abb req-f0ee4119-dd14-47d0-a18a-1dbf8bf6df95 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:28.877983 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device a5ca2000-6525-4081-8d39-d579883c33fe details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:46:28.911731 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee4119-dd14-47d0-a18a-1dbf8bf6df95 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Pushing event deleted for resources: {'Port': ['ID=00a5b882-31cf-4044-bb0a-10141a677a1d,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:28.991603 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-acdfce52-083f-44d7-bb5f-32729df07abb req-f0ee4119-dd14-47d0-a18a-1dbf8bf6df95 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:28.995903 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-acdfce52-083f-44d7-bb5f-32729df07abb req-f0ee4119-dd14-47d0-a18a-1dbf8bf6df95 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:29.007734 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-acdfce52-083f-44d7-bb5f-32729df07abb req-f0ee4119-dd14-47d0-a18a-1dbf8bf6df95 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "DELETE /v2.0/floatingips/2fda7a3e-98eb-4367-9664-2d6f627de498 HTTP/1.1" status: 204 len: 173 time: 0.6504712 Nov 23 21:46:29.026005 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port a5ca2000-6525-4081-8d39-d579883c33fe, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=a5ca2000-6525-4081-8d39-d579883c33fe,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:29.044020 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9d36c8-50c7-445d-b631-6abea7498d86 x-openstack-request-id: req-9f9d36c8-50c7-445d-b631-6abea7498d86 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:29.044892 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53fadf6c-1dc7-4579-a72e-1aeb26fad2fb", "tag": "a5ca2000-6525-4081-8d39-d579883c33fe", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:29.045310 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9f9d36c8-50c7-445d-b631-6abea7498d86 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:29.045879 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53fadf6c-1dc7-4579-a72e-1aeb26fad2fb', 'tag': 'a5ca2000-6525-4081-8d39-d579883c33fe', 'status': 'completed', 'code': 200} Nov 23 21:46:29.051398 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'a5ca2000-6525-4081-8d39-d579883c33fe', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': 'a5ca2000-6525-4081-8d39-d579883c33fe', 'mac_address': 'fa:16:3e:ad:80:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:46:29.107922 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:29.127489 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ca2000-6525-4081-8d39-d579883c33fe {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:46:29.151143 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port a5ca2000-6525-4081-8d39-d579883c33fe, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=a5ca2000-6525-4081-8d39-d579883c33fe,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:29.161834 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:29.193522 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d674a-459b-424c-ba26-902a37524694 req-1ab94e67-2be4-4f2b-8616-362fa824a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:29.201135 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a73d674a-459b-424c-ba26-902a37524694 req-1ab94e67-2be4-4f2b-8616-362fa824a179 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=16dd13a214f7436c896ff871fd1f879b&device_id=53fadf6c-1dc7-4579-a72e-1aeb26fad2fb HTTP/1.1" status: 200 len: 1099 time: 0.0969994 Nov 23 21:46:29.204015 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9aeb8d-078f-448b-ba47-c96f5fd7512d req-85e034af-5686-4316-aab6-cc8357fd703c tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:29.205793 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0c9aeb8d-078f-448b-ba47-c96f5fd7512d req-85e034af-5686-4316-aab6-cc8357fd703c tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 950 time: 0.0957420 Nov 23 21:46:29.231768 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=a5ca2000-6525-4081-8d39-d579883c33fe,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:29.317553 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0c9aeb8d-078f-448b-ba47-c96f5fd7512d req-e0be2508-6180-4d56-a83b-cc56ab0c0c21 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971656 Nov 23 21:46:29.374459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d674a-459b-424c-ba26-902a37524694 req-41bcf097-c8f2-477d-8aad-23b683624138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:29.375422 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3366ffff-ad9e-49e7-9131-6d442e7a2228 x-openstack-request-id: req-3366ffff-ad9e-49e7-9131-6d442e7a2228 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:29.375712 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4", "tag": "f3dbe69d-1eb4-4904-a61d-5743beec708f", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:29.375968 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3366ffff-ad9e-49e7-9131-6d442e7a2228 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:29.376339 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a73d674a-459b-424c-ba26-902a37524694 req-41bcf097-c8f2-477d-8aad-23b683624138 service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.1666954 Nov 23 21:46:29.376446 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4', 'tag': 'f3dbe69d-1eb4-4904-a61d-5743beec708f', 'status': 'completed', 'code': 200} Nov 23 21:46:29.467056 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a73d674a-459b-424c-ba26-902a37524694 req-8e27f936-ed24-42b4-8795-47d177271c2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=a5ca2000-6525-4081-8d39-d579883c33fe HTTP/1.1" status: 200 len: 217 time: 0.0411885 Nov 23 21:46:29.543885 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d674a-459b-424c-ba26-902a37524694 req-66915305-f7a0-4c64-a762-abe067cd9863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:29.543885 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a73d674a-459b-424c-ba26-902a37524694 req-66915305-f7a0-4c64-a762-abe067cd9863 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0586917 Nov 23 21:46:29.562566 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['a5ca2000-6525-4081-8d39-d579883c33fe'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:46:29.566895 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-b0fdde3c-2654-45b8-84e2-a8d0e97b98a7 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:29.568585 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-b0fdde3c-2654-45b8-84e2-a8d0e97b98a7 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?device_id=7149aa91-03c3-4771-a214-3058403b25fa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1379735 Nov 23 21:46:29.570841 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f8ca3-acad-4a57-bc75-d0519f3ff66b req-47b0ec10-f194-44f6-80cd-9d445bbfeb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:29.573173 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee8f8ca3-acad-4a57-bc75-d0519f3ff66b req-47b0ec10-f194-44f6-80cd-9d445bbfeb30 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ceb43cef7cd4d6e993216c3dd613b2f&device_id=44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4 HTTP/1.1" status: 200 len: 1096 time: 0.1242781 Nov 23 21:46:29.619055 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d674a-459b-424c-ba26-902a37524694 req-702c0c19-cf38-4f19-bfa5-4cdfa780a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:29.620682 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a73d674a-459b-424c-ba26-902a37524694 req-702c0c19-cf38-4f19-bfa5-4cdfa780a6b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691583 Nov 23 21:46:29.738401 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:29.811305 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-bd8041c9-a744-4331-8107-d37291f36df8 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 1001 time: 0.2182839 Nov 23 21:46:29.817232 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-7c64c2b2-e860-4aa4-8fae-bc9d7cff35ee tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Request body: {'floatingip': {'port_id': '9b3b5abe-e07b-4f72-a0dd-206312e9d18b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:46:29.823265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f8ca3-acad-4a57-bc75-d0519f3ff66b req-e2a80316-19f4-491e-90b8-ce57c340ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:29.824925 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee8f8ca3-acad-4a57-bc75-d0519f3ff66b req-e2a80316-19f4-491e-90b8-ce57c340ac86 service neutron] 10.222.0.60 "GET /v2.0/networks?id=65d18847-e24b-4600-a41f-00c5b3389a5b HTTP/1.1" status: 200 len: 922 time: 0.2428577 Nov 23 21:46:29.852930 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a73d674a-459b-424c-ba26-902a37524694 req-2609d026-1b9e-4258-8c22-ee691d1dc0b6 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200127 Nov 23 21:46:29.966132 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-7c64c2b2-e860-4aa4-8fae-bc9d7cff35ee tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks [] for floatingip, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:30.018661 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a73d674a-459b-424c-ba26-902a37524694 req-57ac708d-4587-4e12-9f53-7cdfeb5cc5d9 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515405 Nov 23 21:46:30.065798 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee8f8ca3-acad-4a57-bc75-d0519f3ff66b req-41b06054-5408-4d16-9594-a1dfb32f42ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3dbe69d-1eb4-4904-a61d-5743beec708f HTTP/1.1" status: 200 len: 1001 time: 0.2058895 Nov 23 21:46:30.179838 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f8ca3-acad-4a57-bc75-d0519f3ff66b req-711b2eee-a86b-400c-b190-eeaccd1fca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:30.181482 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee8f8ca3-acad-4a57-bc75-d0519f3ff66b req-711b2eee-a86b-400c-b190-eeaccd1fca09 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=049705e1-bd7a-44dd-8162-5a2e4f4cfc08 HTTP/1.1" status: 200 len: 860 time: 0.1041744 Nov 23 21:46:30.294396 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f8ca3-acad-4a57-bc75-d0519f3ff66b req-33e0a4aa-18cb-4a06-97e2-2bc0ee5e2b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:30.295927 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee8f8ca3-acad-4a57-bc75-d0519f3ff66b req-33e0a4aa-18cb-4a06-97e2-2bc0ee5e2b96 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=65d18847-e24b-4600-a41f-00c5b3389a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038725 Nov 23 21:46:30.433289 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4d42b3b7-41a6-4a0f-b1e1-9d09b2b77884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:30.523330 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee8f8ca3-acad-4a57-bc75-d0519f3ff66b req-b9859eec-1410-4df4-b7dd-9a7e874a8c59 service neutron] 10.222.0.60 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175758 Nov 23 21:46:30.895497 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device a5ca2000-6525-4081-8d39-d579883c33fe up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:46:30.961436 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port a5ca2000-6525-4081-8d39-d579883c33fe completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:46:30.965643 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port a5ca2000-6525-4081-8d39-d579883c33fe triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:46:30.966014 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:31.063404 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:31.086944 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc3753-426d-409d-af8d-51d43fec290d req-ed47ceaf-6f05-4aab-9337-c5e187c68625 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:31.088459 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-41fc3753-426d-409d-af8d-51d43fec290d req-ed47ceaf-6f05-4aab-9337-c5e187c68625 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 946 time: 0.1232235 Nov 23 21:46:31.089493 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fadf6c-1dc7-4579-a72e-1aeb26fad2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ca2000-6525-4081-8d39-d579883c33fe'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:31.091938 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0629bd12-261e-44c7-b645-3c3da870101e" -d '{"events": [{"server_uuid": "53fadf6c-1dc7-4579-a72e-1aeb26fad2fb", "name": "network-vif-plugged", "status": "completed", "tag": "a5ca2000-6525-4081-8d39-d579883c33fe"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:31.095014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee8f8ca3-acad-4a57-bc75-d0519f3ff66b req-a34bde5a-dfe2-4550-99c4-5a4191e2745f service neutron] 10.222.0.60 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611894 Nov 23 21:46:31.106897 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port a5ca2000-6525-4081-8d39-d579883c33fe, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=a5ca2000-6525-4081-8d39-d579883c33fe,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:31.112193 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:31.173459 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=a5ca2000-6525-4081-8d39-d579883c33fe,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:31.217394 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-41fc3753-426d-409d-af8d-51d43fec290d req-4ab39523-938e-48d8-b568-a1884588b7e6 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210284 Nov 23 21:46:31.243278 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-7c64c2b2-e860-4aa4-8fae-bc9d7cff35ee tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:31.247815 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-7c64c2b2-e860-4aa4-8fae-bc9d7cff35ee tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:31.356858 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-7c64c2b2-e860-4aa4-8fae-bc9d7cff35ee tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Floating IP f6eaa7f3-05a5-4035-b63b-5b21bf48b728 associated. External IP: 172.25.5.163, port: f3dbe69d-1eb4-4904-a61d-5743beec708f. Nov 23 21:46:31.459222 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:31.484172 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa42240-a5bf-446f-8a28-7c8fbceaa04b req-62190489-5c5d-4c83-b315-b5c61be54a09 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:31.485737 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bfa42240-a5bf-446f-8a28-7c8fbceaa04b req-62190489-5c5d-4c83-b315-b5c61be54a09 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] 10.222.0.50 "GET /v2.0/ports?device_id=53fadf6c-1dc7-4579-a72e-1aeb26fad2fb HTTP/1.1" status: 200 len: 950 time: 0.1265719 Nov 23 21:46:31.585396 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bfa42240-a5bf-446f-8a28-7c8fbceaa04b req-a65fbca8-acb1-4996-ad64-ac4d09dd93ee tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea3bb43d-3047-41ef-83ef-b7b0a9506183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919857 Nov 23 21:46:31.701307 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-1b920d77-0069-4b89-8429-fcac6ba757ac tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.68 HTTP/1.1" status: 200 len: 1001 time: 0.0834434 Nov 23 21:46:31.705603 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-7c64c2b2-e860-4aa4-8fae-bc9d7cff35ee tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Router 30ced018-27d7-4e22-9b7b-559ae9f6c707 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:46:31.792515 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-6a22d61f-e04d-4203-81f2-9bf24f778225 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:31.793806 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-6a22d61f-e04d-4203-81f2-9bf24f778225 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/ports/a4cde4c4-243d-4503-9b1f-fd85d71add68 HTTP/1.1" status: 200 len: 943 time: 0.0854161 Nov 23 21:46:31.864909 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-7c64c2b2-e860-4aa4-8fae-bc9d7cff35ee tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:46:31.876502 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c144553a-42b7-402b-9d06-d29f928a45d2 None None] Sync routers for ids ['30ced018-27d7-4e22-9b7b-559ae9f6c707'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:46:31.891225 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c144553a-42b7-402b-9d06-d29f928a45d2 None None] Routers {'30ced018-27d7-4e22-9b7b-559ae9f6c707'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:31.892518 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c144553a-42b7-402b-9d06-d29f928a45d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['30ced018-27d7-4e22-9b7b-559ae9f6c707'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:32.005009 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-c144553a-42b7-402b-9d06-d29f928a45d2 None None] Set router 30ced018-27d7-4e22-9b7b-559ae9f6c707 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:32.015435 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-bbfcd2cf-a6a3-4def-8ba3-e55d8b97e520 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.68 HTTP/1.1" status: 200 len: 1001 time: 0.1099374 Nov 23 21:46:32.246600 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c144553a-42b7-402b-9d06-d29f928a45d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'f6eaa7f3-05a5-4035-b63b-5b21bf48b728', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'port_id': '9b3b5abe-e07b-4f72-a0dd-206312e9d18b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'mac_address': 'fa:16:3e:e8:aa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149aa91-03c3-4771-a214-3058403b25fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:45:56Z', 'updated_at': '2021-11-23T21:46:31Z', 'revision_number': 3, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa84d43-79ce-4bb5-acc6-b7eca6a27376', 'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'mac_address': 'fa:16:3e:81:9e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:22Z', 'updated_at': '2021-11-23T21:45:34Z', 'revision_number': 5, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'subnets': [{'id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:32.254310 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-4284b8cf-22c7-4913-9083-b1d6924a7924 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:32.256384 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-4284b8cf-22c7-4913-9083-b1d6924a7924 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.2304626 Nov 23 21:46:32.270349 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-6bd00dfc-160e-4b6d-8828-03c65280295d tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:46:32.271732 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-6bd00dfc-160e-4b6d-8828-03c65280295d tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074804 Nov 23 21:46:32.279541 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c144553a-42b7-402b-9d06-d29f928a45d2 None None] Checking router: 30ced018-27d7-4e22-9b7b-559ae9f6c707 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:46:32.284466 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-7c64c2b2-e860-4aa4-8fae-bc9d7cff35ee tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Router 30ced018-27d7-4e22-9b7b-559ae9f6c707 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:46:32.288647 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c144553a-42b7-402b-9d06-d29f928a45d2 None None] Routers {'30ced018-27d7-4e22-9b7b-559ae9f6c707'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:32.289256 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c144553a-42b7-402b-9d06-d29f928a45d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['30ced018-27d7-4e22-9b7b-559ae9f6c707'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:32.388643 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-aaed9778-89b9-4229-b293-373d0194dadb tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.68 HTTP/1.1" status: 200 len: 1001 time: 0.1026852 Nov 23 21:46:32.402814 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-0b2dd211-6029-4e5c-9d96-bf0634709df1 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:46:32.408852 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-c144553a-42b7-402b-9d06-d29f928a45d2 None None] Set router 30ced018-27d7-4e22-9b7b-559ae9f6c707 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:32.489825 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [req-d1980387-c07b-472b-b453-9dccd5543d65 req-a87f1ba7-4db4-43ad-baa5-aff628c76b86 service neutron] show failed (client error): The resource could not be found. Nov 23 21:46:32.492196 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1980387-c07b-472b-b453-9dccd5543d65 req-a87f1ba7-4db4-43ad-baa5-aff628c76b86 service neutron] 10.222.0.53 "GET /v2.0/ports/9cc27c60-4f77-418e-8918-d8383775cf84/bindings/n-h2-816206-9 HTTP/1.1" status: 404 len: 380 time: 0.0772634 Nov 23 21:46:32.508450 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-0b2dd211-6029-4e5c-9d96-bf0634709df1 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks [] for floatingip, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:32.511929 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-7c64c2b2-e860-4aa4-8fae-bc9d7cff35ee tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:46:32.517374 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-7c64c2b2-e860-4aa4-8fae-bc9d7cff35ee tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:32.594086 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4', 'tag': 'f3dbe69d-1eb4-4904-a61d-5743beec708f'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:32.596777 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9dc3e6-0079-4bfb-9997-ef80f873f510" -d '{"events": [{"name": "network-changed", "server_uuid": "44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4", "tag": "f3dbe69d-1eb4-4904-a61d-5743beec708f"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:32.667700 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-7c64c2b2-e860-4aa4-8fae-bc9d7cff35ee tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "PUT /v2.0/floatingips/f6eaa7f3-05a5-4035-b63b-5b21bf48b728 HTTP/1.1" status: 200 len: 999 time: 2.8548460 Nov 23 21:46:32.699682 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c144553a-42b7-402b-9d06-d29f928a45d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'f6eaa7f3-05a5-4035-b63b-5b21bf48b728', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'port_id': '9b3b5abe-e07b-4f72-a0dd-206312e9d18b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'mac_address': 'fa:16:3e:e8:aa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149aa91-03c3-4771-a214-3058403b25fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:45:56Z', 'updated_at': '2021-11-23T21:46:31Z', 'revision_number': 3, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa84d43-79ce-4bb5-acc6-b7eca6a27376', 'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'mac_address': 'fa:16:3e:81:9e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:22Z', 'updated_at': '2021-11-23T21:45:34Z', 'revision_number': 5, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'subnets': [{'id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:32.733950 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c144553a-42b7-402b-9d06-d29f928a45d2 None None] The sync data for ids ['30ced018-27d7-4e22-9b7b-559ae9f6c707'] in n-d-816206-9 is: [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'f6eaa7f3-05a5-4035-b63b-5b21bf48b728', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'port_id': '9b3b5abe-e07b-4f72-a0dd-206312e9d18b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'mac_address': 'fa:16:3e:e8:aa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149aa91-03c3-4771-a214-3058403b25fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:45:56Z', 'updated_at': '2021-11-23T21:46:31Z', 'revision_number': 3, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa84d43-79ce-4bb5-acc6-b7eca6a27376', 'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'mac_address': 'fa:16:3e:81:9e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:22Z', 'updated_at': '2021-11-23T21:45:34Z', 'revision_number': 5, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'subnets': [{'id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:46:32.771872 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-ebe44b3d-8664-4a59-9f31-e2fb424522e7 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:32.773230 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-ebe44b3d-8664-4a59-9f31-e2fb424522e7 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports/f3dbe69d-1eb4-4904-a61d-5743beec708f HTTP/1.1" status: 200 len: 942 time: 0.0963812 Nov 23 21:46:32.788554 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-0b2dd211-6029-4e5c-9d96-bf0634709df1 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:32.804740 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-0b2dd211-6029-4e5c-9d96-bf0634709df1 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:32.805070 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-0b2dd211-6029-4e5c-9d96-bf0634709df1 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Floating IP ef3a4549-d0ca-4c91-b01b-00819420ea80 disassociated. External IP: 172.25.5.68, port: a4cde4c4-243d-4503-9b1f-fd85d71add68. Nov 23 21:46:32.839968 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:32.896713 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980387-c07b-472b-b453-9dccd5543d65 req-1c796127-f003-40ef-a83f-0abd5cc0392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:32.898261 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1980387-c07b-472b-b453-9dccd5543d65 req-1c796127-f003-40ef-a83f-0abd5cc0392c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670&tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80 HTTP/1.1" status: 200 len: 1101 time: 0.1336374 Nov 23 21:46:32.931090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-d1980387-c07b-472b-b453-9dccd5543d65 req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-9', 'device_owner': 'compute:nova'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:46:32.960754 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fa7568-a347-49e3-baab-7dd03de94493 None None] New status for floating IP f6eaa7f3-05a5-4035-b63b-5b21bf48b728: ACTIVE {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:46:32.976702 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-764078d5-12d2-4670-83d3-a810bba34e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:32.978253 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-764078d5-12d2-4670-83d3-a810bba34e88 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ceb43cef7cd4d6e993216c3dd613b2f&device_id=44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4 HTTP/1.1" status: 200 len: 1096 time: 0.1312325 Nov 23 21:46:33.042765 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d1980387-c07b-472b-b453-9dccd5543d65 req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:33.253668 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bebdd8b-37fa-4328-bff1-66f7eaa24615 None None] Sync routers for ids ['30ced018-27d7-4e22-9b7b-559ae9f6c707'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:46:33.264837 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bebdd8b-37fa-4328-bff1-66f7eaa24615 None None] Routers {'30ced018-27d7-4e22-9b7b-559ae9f6c707'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:33.265468 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-4bebdd8b-37fa-4328-bff1-66f7eaa24615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['30ced018-27d7-4e22-9b7b-559ae9f6c707'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:33.394818 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-4bebdd8b-37fa-4328-bff1-66f7eaa24615 None None] Set router 30ced018-27d7-4e22-9b7b-559ae9f6c707 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:33.584345 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-5aa7e2bc-30e8-4607-bc12-291eb6be264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:33.585835 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-5aa7e2bc-30e8-4607-bc12-291eb6be264a service neutron] 10.222.0.50 "GET /v2.0/networks?id=65d18847-e24b-4600-a41f-00c5b3389a5b HTTP/1.1" status: 200 len: 922 time: 0.5991557 Nov 23 21:46:33.649891 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-a8823663-651f-42f9-ad7c-4ebc4f399cd4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3dbe69d-1eb4-4904-a61d-5743beec708f HTTP/1.1" status: 200 len: 217 time: 0.0525651 Nov 23 21:46:33.717591 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-0b2dd211-6029-4e5c-9d96-bf0634709df1 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Router abfcd168-16b0-44ce-ba47-ea034bff4a85 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:46:33.728770 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-4bebdd8b-37fa-4328-bff1-66f7eaa24615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'f6eaa7f3-05a5-4035-b63b-5b21bf48b728', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'port_id': '9b3b5abe-e07b-4f72-a0dd-206312e9d18b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'mac_address': 'fa:16:3e:e8:aa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149aa91-03c3-4771-a214-3058403b25fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:45:56Z', 'updated_at': '2021-11-23T21:46:33Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa84d43-79ce-4bb5-acc6-b7eca6a27376', 'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'mac_address': 'fa:16:3e:81:9e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:22Z', 'updated_at': '2021-11-23T21:45:34Z', 'revision_number': 5, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'subnets': [{'id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:33.757491 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bebdd8b-37fa-4328-bff1-66f7eaa24615 None None] Checking router: 30ced018-27d7-4e22-9b7b-559ae9f6c707 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:46:33.761722 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:33.767405 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bebdd8b-37fa-4328-bff1-66f7eaa24615 None None] Routers {'30ced018-27d7-4e22-9b7b-559ae9f6c707'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:33.768101 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-4bebdd8b-37fa-4328-bff1-66f7eaa24615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['30ced018-27d7-4e22-9b7b-559ae9f6c707'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:33.770527 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-9ccacc30-66ee-47b4-8026-b01dd017e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:33.772031 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-9ccacc30-66ee-47b4-8026-b01dd017e08a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=049705e1-bd7a-44dd-8162-5a2e4f4cfc08 HTTP/1.1" status: 200 len: 860 time: 0.1045854 Nov 23 21:46:33.866743 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-d1980387-c07b-472b-b453-9dccd5543d65 req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] For port 9cc27c60-4f77-418e-8918-d8383775cf84, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=9cc27c60-4f77-418e-8918-d8383775cf84,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:33.878845 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-4bebdd8b-37fa-4328-bff1-66f7eaa24615 None None] Set router 30ced018-27d7-4e22-9b7b-559ae9f6c707 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:33.950202 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-d1980387-c07b-472b-b453-9dccd5543d65 req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] For port 9cc27c60-4f77-418e-8918-d8383775cf84, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:46:33.955060 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-a1c31350-4d4e-4132-a6ab-fc5bf6ffe92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:33.956587 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-a1c31350-4d4e-4132-a6ab-fc5bf6ffe92b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65d18847-e24b-4600-a41f-00c5b3389a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410482 Nov 23 21:46:34.017739 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-0b2dd211-6029-4e5c-9d96-bf0634709df1 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:46:34.030160 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb5407b-f330-4858-8aef-7d533af57461 None None] Sync routers for ids ['abfcd168-16b0-44ce-ba47-ea034bff4a85'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:46:34.033701 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-0b2dd211-6029-4e5c-9d96-bf0634709df1 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:34.050884 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb5407b-f330-4858-8aef-7d533af57461 None None] Routers {'abfcd168-16b0-44ce-ba47-ea034bff4a85'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:34.054151 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-0bb5407b-f330-4858-8aef-7d533af57461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['abfcd168-16b0-44ce-ba47-ea034bff4a85'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:34.091239 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d1980387-c07b-472b-b453-9dccd5543d65 req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:34.120957 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-d1980387-c07b-472b-b453-9dccd5543d65 req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] Transition to ACTIVE for port object 9cc27c60-4f77-418e-8918-d8383775cf84 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:46:34.122943 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-0b2dd211-6029-4e5c-9d96-bf0634709df1 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "PUT /v2.0/floatingips/ef3a4549-d0ca-4c91-b01b-00819420ea80 HTTP/1.1" status: 200 len: 694 time: 1.7260659 Nov 23 21:46:34.130421 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d1980387-c07b-472b-b453-9dccd5543d65 req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:34.197889 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-ba5cb279-c803-47c3-9ba7-426cea6c85b6 service neutron] 10.222.0.50 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211361 Nov 23 21:46:34.203544 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-4bebdd8b-37fa-4328-bff1-66f7eaa24615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'f6eaa7f3-05a5-4035-b63b-5b21bf48b728', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'port_id': '9b3b5abe-e07b-4f72-a0dd-206312e9d18b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'mac_address': 'fa:16:3e:e8:aa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149aa91-03c3-4771-a214-3058403b25fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:45:56Z', 'updated_at': '2021-11-23T21:46:33Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa84d43-79ce-4bb5-acc6-b7eca6a27376', 'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'mac_address': 'fa:16:3e:81:9e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:22Z', 'updated_at': '2021-11-23T21:45:34Z', 'revision_number': 5, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'subnets': [{'id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:34.266474 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 90bafca0-6b73-4fe6-851f-aaa482d0fe39 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:46:34.269345 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bebdd8b-37fa-4328-bff1-66f7eaa24615 None None] The sync data for ids ['30ced018-27d7-4e22-9b7b-559ae9f6c707'] in n-d-816206-9 is: [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'f6eaa7f3-05a5-4035-b63b-5b21bf48b728', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'port_id': '9b3b5abe-e07b-4f72-a0dd-206312e9d18b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'mac_address': 'fa:16:3e:e8:aa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7149aa91-03c3-4771-a214-3058403b25fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:45:56Z', 'updated_at': '2021-11-23T21:46:33Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa84d43-79ce-4bb5-acc6-b7eca6a27376', 'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'mac_address': 'fa:16:3e:81:9e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:22Z', 'updated_at': '2021-11-23T21:45:34Z', 'revision_number': 5, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'subnets': [{'id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:46:34.297070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1980387-c07b-472b-b453-9dccd5543d65 req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] No DVR routers for this DVR port 9cc27c60-4f77-418e-8918-d8383775cf84 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:46:34.367042 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] Pushing event updated for resources: {'Port': ['ID=9cc27c60-4f77-418e-8918-d8383775cf84,revision_number=6']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:34.420196 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-e56f4288-b064-4172-b2c9-195a8663b56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:34.421896 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-e56f4288-b064-4172-b2c9-195a8663b56d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=18c8f66042874b568706724a257348cb&device_id=3fe5f901-695b-4be4-bc28-bfa7895dda8d HTTP/1.1" status: 200 len: 1097 time: 0.2488289 Nov 23 21:46:34.424457 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-d1980387-c07b-472b-b453-9dccd5543d65 req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] Attempting to bind port 9cc27c60-4f77-418e-8918-d8383775cf84 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:46:34.424799 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-d1980387-c07b-472b-b453-9dccd5543d65 req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] Attempting to bind port 9cc27c60-4f77-418e-8918-d8383775cf84 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:46:34.425732 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1980387-c07b-472b-b453-9dccd5543d65 req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] Attempting to bind port 9cc27c60-4f77-418e-8918-d8383775cf84 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:46:34.432730 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-0bb5407b-f330-4858-8aef-7d533af57461 None None] Set router abfcd168-16b0-44ce-ba47-ea034bff4a85 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:34.436504 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1980387-c07b-472b-b453-9dccd5543d65 req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] Port 9cc27c60-4f77-418e-8918-d8383775cf84 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:46:34.436830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1980387-c07b-472b-b453-9dccd5543d65 req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] Attempting to bind port 9cc27c60-4f77-418e-8918-d8383775cf84 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:46:34.475856 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:34.489564 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1980387-c07b-472b-b453-9dccd5543d65 req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:46:34.489929 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1980387-c07b-472b-b453-9dccd5543d65 req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:46:34.490297 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1980387-c07b-472b-b453-9dccd5543d65 req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:46:34.491908 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-d1980387-c07b-472b-b453-9dccd5543d65 req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] Bound port: 9cc27c60-4f77-418e-8918-d8383775cf84, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:46:34.492292 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d1980387-c07b-472b-b453-9dccd5543d65 req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:34.510685 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-49d10652-f4b7-453f-a089-ba165f5bb501 service neutron] 10.222.0.50 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740028 Nov 23 21:46:34.611585 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 90bafca0-6b73-4fe6-851f-aaa482d0fe39, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=90bafca0-6b73-4fe6-851f-aaa482d0fe39,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:34.653304 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:34.658399 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-d1980387-c07b-472b-b453-9dccd5543d65 req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] For port 9cc27c60-4f77-418e-8918-d8383775cf84, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:46:34.666623 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-d1980387-c07b-472b-b453-9dccd5543d65 req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] For port 9cc27c60-4f77-418e-8918-d8383775cf84, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=9cc27c60-4f77-418e-8918-d8383775cf84,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:46:34.669283 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-ad0a3353-d22c-4ecf-9cc1-80de34aff9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:34.670906 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-ad0a3353-d22c-4ecf-9cc1-80de34aff9ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ceb43cef7cd4d6e993216c3dd613b2f&device_id=7149aa91-03c3-4771-a214-3058403b25fa HTTP/1.1" status: 200 len: 1097 time: 0.1216476 Nov 23 21:46:34.672340 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-807b5360-b97c-4fd1-a807-7abfc158351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:34.673681 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-807b5360-b97c-4fd1-a807-7abfc158351f service neutron] 10.222.0.50 "GET /v2.0/networks?id=1f67020f-8055-4ec9-baee-e572af54f934 HTTP/1.1" status: 200 len: 930 time: 0.2223511 Nov 23 21:46:34.674892 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d1980387-c07b-472b-b453-9dccd5543d65 req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:34.760691 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=90bafca0-6b73-4fe6-851f-aaa482d0fe39,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:34.774214 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980387-c07b-472b-b453-9dccd5543d65 req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:34.774980 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d1980387-c07b-472b-b453-9dccd5543d65 req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:34.776349 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1980387-c07b-472b-b453-9dccd5543d65 req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] 10.222.0.60 "PUT /v2.0/ports/9cc27c60-4f77-418e-8918-d8383775cf84 HTTP/1.1" status: 200 len: 1096 time: 1.8496921 Nov 23 21:46:34.783761 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-5bc9a05d-975d-4218-8d6b-0e75e87179c6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4cde4c4-243d-4503-9b1f-fd85d71add68 HTTP/1.1" status: 200 len: 217 time: 0.0787184 Nov 23 21:46:34.796918 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-0bb5407b-f330-4858-8aef-7d533af57461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1865993258-router', 'tenant_id': '18c8f66042874b568706724a257348cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:40Z', 'revision_number': 4, 'project_id': '18c8f66042874b568706724a257348cb', 'gw_port': {'id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'c294598b-2fc6-4053-81d9-085c4382ff55', 'name': '', 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934', 'tenant_id': '18c8f66042874b568706724a257348cb', 'mac_address': 'fa:16:3e:b7:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'fece629e-253c-4214-88a2-c60510bbc2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:39Z', 'updated_at': '2021-11-23T21:45:46Z', 'revision_number': 5, 'project_id': '18c8f66042874b568706724a257348cb', 'subnets': [{'id': 'fece629e-253c-4214-88a2-c60510bbc2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:34.840287 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb5407b-f330-4858-8aef-7d533af57461 None None] Checking router: abfcd168-16b0-44ce-ba47-ea034bff4a85 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:46:34.850908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb5407b-f330-4858-8aef-7d533af57461 None None] Routers {'abfcd168-16b0-44ce-ba47-ea034bff4a85'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:34.855372 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-0bb5407b-f330-4858-8aef-7d533af57461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['abfcd168-16b0-44ce-ba47-ea034bff4a85'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:34.905377 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc4248-13f2-4aa3-b85c-ee71ed7d1ccb service neutron] Pushing event updated for resources: {'Port': ['ID=9cc27c60-4f77-418e-8918-d8383775cf84,revision_number=7']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:34.923422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-4569066c-2831-47ea-a8de-a7a06942e11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:34.924926 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-4569066c-2831-47ea-a8de-a7a06942e11b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fece629e-253c-4214-88a2-c60510bbc2c8 HTTP/1.1" status: 200 len: 868 time: 0.1339927 Nov 23 21:46:34.971546 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980387-c07b-472b-b453-9dccd5543d65 req-f5c53f5a-09e9-4b1c-9228-bc6f4c1ccc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:34.973048 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1980387-c07b-472b-b453-9dccd5543d65 req-f5c53f5a-09e9-4b1c-9228-bc6f4c1ccc13 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 1099 time: 0.1391981 Nov 23 21:46:34.979081 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-05da53f3-13ae-4bd2-81f4-3d557cbfa9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:34.980533 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-05da53f3-13ae-4bd2-81f4-3d557cbfa9b6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=65d18847-e24b-4600-a41f-00c5b3389a5b HTTP/1.1" status: 200 len: 922 time: 0.2662077 Nov 23 21:46:34.995777 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-0bb5407b-f330-4858-8aef-7d533af57461 None None] Set router abfcd168-16b0-44ce-ba47-ea034bff4a85 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:35.060690 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-3cf5623c-386b-45d1-ad49-a7b7b0c7ced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:35.062209 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-3cf5623c-386b-45d1-ad49-a7b7b0c7ced2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1f67020f-8055-4ec9-baee-e572af54f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1286073 Nov 23 21:46:35.144843 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-d2662c7a-894c-4283-a245-99f31bc90648 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b3b5abe-e07b-4f72-a0dd-206312e9d18b HTTP/1.1" status: 200 len: 1002 time: 0.1574872 Nov 23 21:46:35.228847 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-0bb5407b-f330-4858-8aef-7d533af57461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1865993258-router', 'tenant_id': '18c8f66042874b568706724a257348cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:40Z', 'revision_number': 4, 'project_id': '18c8f66042874b568706724a257348cb', 'gw_port': {'id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'c294598b-2fc6-4053-81d9-085c4382ff55', 'name': '', 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934', 'tenant_id': '18c8f66042874b568706724a257348cb', 'mac_address': 'fa:16:3e:b7:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'fece629e-253c-4214-88a2-c60510bbc2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:39Z', 'updated_at': '2021-11-23T21:45:46Z', 'revision_number': 5, 'project_id': '18c8f66042874b568706724a257348cb', 'subnets': [{'id': 'fece629e-253c-4214-88a2-c60510bbc2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:35.229479 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980387-c07b-472b-b453-9dccd5543d65 req-601514c2-90f9-4ae6-9cbc-aa06ce3341aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:35.230843 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1980387-c07b-472b-b453-9dccd5543d65 req-601514c2-90f9-4ae6-9cbc-aa06ce3341aa service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.2361424 Nov 23 21:46:35.259699 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb5407b-f330-4858-8aef-7d533af57461 None None] The sync data for ids ['abfcd168-16b0-44ce-ba47-ea034bff4a85'] in n-d-816206-9 is: [{'id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1865993258-router', 'tenant_id': '18c8f66042874b568706724a257348cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:40Z', 'revision_number': 4, 'project_id': '18c8f66042874b568706724a257348cb', 'gw_port': {'id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'c294598b-2fc6-4053-81d9-085c4382ff55', 'name': '', 'network_id': '1f67020f-8055-4ec9-baee-e572af54f934', 'tenant_id': '18c8f66042874b568706724a257348cb', 'mac_address': 'fa:16:3e:b7:56:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'fece629e-253c-4214-88a2-c60510bbc2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:39Z', 'updated_at': '2021-11-23T21:45:46Z', 'revision_number': 5, 'project_id': '18c8f66042874b568706724a257348cb', 'subnets': [{'id': 'fece629e-253c-4214-88a2-c60510bbc2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:46:35.293333 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-a659f741-61a9-4d80-9ee8-1474ab88f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:35.294850 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-a659f741-61a9-4d80-9ee8-1474ab88f2ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=049705e1-bd7a-44dd-8162-5a2e4f4cfc08 HTTP/1.1" status: 200 len: 860 time: 0.1132638 Nov 23 21:46:35.297727 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1980387-c07b-472b-b453-9dccd5543d65 req-a6a8587e-022b-4a25-b0e1-af409dcc4451 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=9cc27c60-4f77-418e-8918-d8383775cf84 HTTP/1.1" status: 200 len: 217 time: 0.0568380 Nov 23 21:46:35.299984 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-4e965e03-b05a-493f-80e1-733fbe77eead service neutron] 10.222.0.50 "GET /v2.0/networks/1f67020f-8055-4ec9-baee-e572af54f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253454 Nov 23 21:46:35.435606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980387-c07b-472b-b453-9dccd5543d65 req-72a75a74-9558-4485-85fe-0b6edc4bde99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:35.437786 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1980387-c07b-472b-b453-9dccd5543d65 req-72a75a74-9558-4485-85fe-0b6edc4bde99 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1262727 Nov 23 21:46:35.462813 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-c5dd3e23-376c-4d3b-831a-9f1c05240c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:35.464544 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-c5dd3e23-376c-4d3b-831a-9f1c05240c37 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65d18847-e24b-4600-a41f-00c5b3389a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626534 Nov 23 21:46:35.519046 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53b6cdc8-880e-449d-be8c-920a7e125204 req-b42f27a2-ef14-4c28-b5bd-c2b883dfe04c service neutron] 10.222.0.50 "GET /v2.0/networks/1f67020f-8055-4ec9-baee-e572af54f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977637 Nov 23 21:46:35.570481 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bb45bd-6612-4725-93a6-8d31873643ef None None] New status for floating IP ef3a4549-d0ca-4c91-b01b-00819420ea80: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:46:35.574584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980387-c07b-472b-b453-9dccd5543d65 req-e270c1ca-c9b0-4207-8876-3d719360dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:35.576083 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1980387-c07b-472b-b453-9dccd5543d65 req-e270c1ca-c9b0-4207-8876-3d719360dbda service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1269710 Nov 23 21:46:35.639642 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-b00ce966-cb9f-4062-890d-35a827470234 service neutron] 10.222.0.50 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454501 Nov 23 21:46:35.788254 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649daf6-f2ef-4771-9f4d-49f89306f57a req-d4915e5d-4972-4242-9438-d6b5c07af6f8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:35.789988 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4649daf6-f2ef-4771-9f4d-49f89306f57a req-d4915e5d-4972-4242-9438-d6b5c07af6f8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 948 time: 0.1798053 Nov 23 21:46:35.794066 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1980387-c07b-472b-b453-9dccd5543d65 req-39a0a35d-0ac3-4aa1-82e0-82a5f649a643 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094936 Nov 23 21:46:35.855226 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3635dcac-1cde-4e05-b18b-4620b4073a4c req-b018a910-9ab2-4b9f-b134-ef364ce8f4c7 service neutron] 10.222.0.50 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996458 Nov 23 21:46:35.916643 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4649daf6-f2ef-4771-9f4d-49f89306f57a req-53b9833d-c477-41a8-9576-66b8ca228263 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201203 Nov 23 21:46:35.941250 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1980387-c07b-472b-b453-9dccd5543d65 req-c8c4c9d6-5e04-4aa5-87a5-d81a468458d3 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334052 Nov 23 21:46:35.994869 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7846ce-7be3-45b5-a5fd-0112390f492f x-openstack-request-id: req-6c7846ce-7be3-45b5-a5fd-0112390f492f {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:35.995158 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53fadf6c-1dc7-4579-a72e-1aeb26fad2fb", "name": "network-vif-plugged", "status": "completed", "tag": "a5ca2000-6525-4081-8d39-d579883c33fe", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:35.995417 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c7846ce-7be3-45b5-a5fd-0112390f492f {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:35.995839 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fadf6c-1dc7-4579-a72e-1aeb26fad2fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ca2000-6525-4081-8d39-d579883c33fe', 'code': 200} Nov 23 21:46:36.186635 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 9cc27c60-4f77-418e-8918-d8383775cf84 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:46:36.229230 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0377a-087d-4d01-8e53-85eb630ae68e req-36063a65-7bc2-4bb9-8e1b-5913fc0e942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:36.231144 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8a0377a-087d-4d01-8e53-85eb630ae68e req-36063a65-7bc2-4bb9-8e1b-5913fc0e942a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=53fadf6c-1dc7-4579-a72e-1aeb26fad2fb HTTP/1.1" status: 200 len: 1101 time: 0.0940440 Nov 23 21:46:36.247514 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 9cc27c60-4f77-418e-8918-d8383775cf84 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:46:36.255172 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89487ac5-2af3-40e6-93dd-217a6d730040 req-143449a0-1b67-4c99-9d2c-b41bd4b9330e tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:36.264544 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89487ac5-2af3-40e6-93dd-217a6d730040 req-143449a0-1b67-4c99-9d2c-b41bd4b9330e tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] 10.222.0.50 "GET /v2.0/ports?device_id=53fadf6c-1dc7-4579-a72e-1aeb26fad2fb HTTP/1.1" status: 200 len: 950 time: 0.0876615 Nov 23 21:46:36.274139 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbe24fd-66cc-4663-a578-e2fa5707e012 x-openstack-request-id: req-0bbe24fd-66cc-4663-a578-e2fa5707e012 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:36.274588 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4", "tag": "f3dbe69d-1eb4-4904-a61d-5743beec708f", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:36.275041 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0bbe24fd-66cc-4663-a578-e2fa5707e012 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:36.275724 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4', 'tag': 'f3dbe69d-1eb4-4904-a61d-5743beec708f', 'status': 'completed', 'code': 200} Nov 23 21:46:36.379872 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ac357508-cff0-48e1-9d1d-1df59ccb60cf req-8969d6f1-2e89-48dd-bcf2-f07181b466a9 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/floatingips/ef3a4549-d0ca-4c91-b01b-00819420ea80 HTTP/1.1" status: 200 len: 692 time: 0.0914421 Nov 23 21:46:36.398524 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89487ac5-2af3-40e6-93dd-217a6d730040 req-2322a22e-416b-4b07-ab1d-1b336cdb0d3c tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea3bb43d-3047-41ef-83ef-b7b0a9506183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292336 Nov 23 21:46:36.406874 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dc3e6-0079-4bfb-9997-ef80f873f510 req-360916a4-85ee-46d4-99af-70a42dc3bd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:36.410027 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dc9dc3e6-0079-4bfb-9997-ef80f873f510 req-360916a4-85ee-46d4-99af-70a42dc3bd65 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ceb43cef7cd4d6e993216c3dd613b2f&device_id=44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4 HTTP/1.1" status: 200 len: 1096 time: 0.0854745 Nov 23 21:46:36.495233 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8a0377a-087d-4d01-8e53-85eb630ae68e req-d030a7c7-6e4e-47aa-986b-c420f521dec1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ea3bb43d-3047-41ef-83ef-b7b0a9506183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568002 Nov 23 21:46:36.539234 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dc3e6-0079-4bfb-9997-ef80f873f510 req-e725c7f2-6a89-4dec-ad7a-1c1c897062cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:36.542036 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dc9dc3e6-0079-4bfb-9997-ef80f873f510 req-e725c7f2-6a89-4dec-ad7a-1c1c897062cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=65d18847-e24b-4600-a41f-00c5b3389a5b HTTP/1.1" status: 200 len: 922 time: 0.1210253 Nov 23 21:46:36.559331 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d6b880c-0f2b-4bbc-8086-7c11d1945cfa req-d0d0f5b5-e9cb-4058-b58f-692d36b62aa7 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 1002 time: 0.1252694 Nov 23 21:46:36.619886 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac357508-cff0-48e1-9d1d-1df59ccb60cf req-57bc9c82-8400-4e77-8b17-08ded9dc1f20 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:36.621217 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ac357508-cff0-48e1-9d1d-1df59ccb60cf req-57bc9c82-8400-4e77-8b17-08ded9dc1f20 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.2217209 Nov 23 21:46:36.636506 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b880c-0f2b-4bbc-8086-7c11d1945cfa req-9a180cc9-0967-4903-a9c4-1728622df388 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:36.637850 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d6b880c-0f2b-4bbc-8086-7c11d1945cfa req-9a180cc9-0967-4903-a9c4-1728622df388 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports/9b3b5abe-e07b-4f72-a0dd-206312e9d18b HTTP/1.1" status: 200 len: 943 time: 0.0666232 Nov 23 21:46:36.691326 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ac357508-cff0-48e1-9d1d-1df59ccb60cf req-5658c536-f5a1-4b76-adb5-f2b5f559490d tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.68 HTTP/1.1" status: 200 len: 695 time: 0.0524831 Nov 23 21:46:36.778255 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ac357508-cff0-48e1-9d1d-1df59ccb60cf req-413e0ccc-f073-4810-ac51-193861732cd7 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.68 HTTP/1.1" status: 200 len: 695 time: 0.0578260 Nov 23 21:46:36.798984 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d6b880c-0f2b-4bbc-8086-7c11d1945cfa req-52cac01c-5c63-4ade-b1e8-2577fa28a0da tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 1002 time: 0.1180375 Nov 23 21:46:36.825281 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dc9dc3e6-0079-4bfb-9997-ef80f873f510 req-2ed53d74-eecd-42db-aeeb-cb62ad7ca73f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3dbe69d-1eb4-4904-a61d-5743beec708f HTTP/1.1" status: 200 len: 217 time: 0.0365789 Nov 23 21:46:36.881618 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dc3e6-0079-4bfb-9997-ef80f873f510 req-9d03c120-bafc-4865-9232-1183162c5a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:36.883064 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dc9dc3e6-0079-4bfb-9997-ef80f873f510 req-9d03c120-bafc-4865-9232-1183162c5a2e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=049705e1-bd7a-44dd-8162-5a2e4f4cfc08 HTTP/1.1" status: 200 len: 860 time: 0.0474169 Nov 23 21:46:36.940067 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dc3e6-0079-4bfb-9997-ef80f873f510 req-0521a485-ab6d-4f21-b930-805eeaa5cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:36.941612 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dc9dc3e6-0079-4bfb-9997-ef80f873f510 req-0521a485-ab6d-4f21-b930-805eeaa5cb96 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=65d18847-e24b-4600-a41f-00c5b3389a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492606 Nov 23 21:46:37.041490 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dc9dc3e6-0079-4bfb-9997-ef80f873f510 req-e5084543-ff1e-46f8-b90e-062aefa40104 service neutron] 10.222.0.60 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898919 Nov 23 21:46:37.184802 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dc9dc3e6-0079-4bfb-9997-ef80f873f510 req-318ded7a-bc81-4202-bcf1-e2bb8f7d6abc service neutron] 10.222.0.60 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333079 Nov 23 21:46:37.324754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b880c-0f2b-4bbc-8086-7c11d1945cfa req-05c001c8-96fb-48e1-b645-3046deb8bde9 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:37.326094 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d6b880c-0f2b-4bbc-8086-7c11d1945cfa req-05c001c8-96fb-48e1-b645-3046deb8bde9 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.4965377 Nov 23 21:46:37.338384 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-ac357508-cff0-48e1-9d1d-1df59ccb60cf req-77e095a2-fe7c-434a-84d7-dfdb697181c2 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Deleting port 619fb717-cc60-4ca4-adf7-6c96b0e792ab {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:46:37.338937 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ac357508-cff0-48e1-9d1d-1df59ccb60cf req-77e095a2-fe7c-434a-84d7-dfdb697181c2 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:37.425052 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ac357508-cff0-48e1-9d1d-1df59ccb60cf req-77e095a2-fe7c-434a-84d7-dfdb697181c2 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:37.425410 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ac357508-cff0-48e1-9d1d-1df59ccb60cf req-77e095a2-fe7c-434a-84d7-dfdb697181c2 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:37.440249 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-ac357508-cff0-48e1-9d1d-1df59ccb60cf req-77e095a2-fe7c-434a-84d7-dfdb697181c2 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Calling delete_port for 619fb717-cc60-4ca4-adf7-6c96b0e792ab owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:46:37.594273 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ac357508-cff0-48e1-9d1d-1df59ccb60cf req-77e095a2-fe7c-434a-84d7-dfdb697181c2 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:37.622912 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e095a2-fe7c-434a-84d7-dfdb697181c2 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Pushing event deleted for resources: {'Port': ['ID=619fb717-cc60-4ca4-adf7-6c96b0e792ab,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:37.689734 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ac357508-cff0-48e1-9d1d-1df59ccb60cf req-77e095a2-fe7c-434a-84d7-dfdb697181c2 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:37.692394 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ac357508-cff0-48e1-9d1d-1df59ccb60cf req-77e095a2-fe7c-434a-84d7-dfdb697181c2 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:37.693548 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ac357508-cff0-48e1-9d1d-1df59ccb60cf req-77e095a2-fe7c-434a-84d7-dfdb697181c2 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "DELETE /v2.0/floatingips/ef3a4549-d0ca-4c91-b01b-00819420ea80 HTTP/1.1" status: 204 len: 173 time: 0.9072587 Nov 23 21:46:37.829483 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdf953-f0a0-46dc-a5ed-b934c214d8cc req-05ed9904-f51f-47cb-aa06-21f5f7e44cb7 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:37.831044 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-45bdf953-f0a0-46dc-a5ed-b934c214d8cc req-05ed9904-f51f-47cb-aa06-21f5f7e44cb7 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 946 time: 0.0839353 Nov 23 21:46:37.886960 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-45bdf953-f0a0-46dc-a5ed-b934c214d8cc req-b97f26b2-4592-4a4e-a72d-9e6d0fdb7221 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490608 Nov 23 21:46:37.997086 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4e3b67-0b12-46e0-8a45-7d357e0fd21b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90bafca0-6b73-4fe6-851f-aaa482d0fe39'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:38.000549 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e3045-8240-4c6e-be72-d8c12cef079b req-5f335e6c-4b8d-4772-818b-af0f80bc8d91 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:38.002093 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c26e3045-8240-4c6e-be72-d8c12cef079b req-5f335e6c-4b8d-4772-818b-af0f80bc8d91 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 948 time: 0.0519550 Nov 23 21:46:38.007482 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d40b83f-5a0e-4595-847a-ce687a0716b3" -d '{"events": [{"server_uuid": "6b4e3b67-0b12-46e0-8a45-7d357e0fd21b", "name": "network-vif-unplugged", "status": "completed", "tag": "90bafca0-6b73-4fe6-851f-aaa482d0fe39"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:38.055301 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c26e3045-8240-4c6e-be72-d8c12cef079b req-e4823a5e-c012-41a7-9b71-af1d786e7413 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465655 Nov 23 21:46:38.143755 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c063c5c0-ed46-4497-948e-f8573157f214 req-13dcd060-5d10-4c2d-8298-b22d11d30984 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 1002 time: 0.0659595 Nov 23 21:46:38.221389 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063c5c0-ed46-4497-948e-f8573157f214 req-5b12ee35-93ee-4420-b751-3802ae02bd67 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:38.222896 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c063c5c0-ed46-4497-948e-f8573157f214 req-5b12ee35-93ee-4420-b751-3802ae02bd67 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports/9b3b5abe-e07b-4f72-a0dd-206312e9d18b HTTP/1.1" status: 200 len: 943 time: 0.0732043 Nov 23 21:46:38.241338 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2aa1f-6a29-49ad-bd45-e62883752e11 req-7e2a92fc-dddc-4e8d-a78b-4f330b60f2b4 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:38.242921 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f2b2aa1f-6a29-49ad-bd45-e62883752e11 req-7e2a92fc-dddc-4e8d-a78b-4f330b60f2b4 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] 10.222.0.50 "GET /v2.0/ports?device_id=53fadf6c-1dc7-4579-a72e-1aeb26fad2fb HTTP/1.1" status: 200 len: 950 time: 0.0911627 Nov 23 21:46:38.278503 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7149aa91-03c3-4771-a214-3058403b25fa', 'tag': '9b3b5abe-e07b-4f72-a0dd-206312e9d18b'}, {'server_uuid': 'c98bc5a3-55e3-4e88-a561-02cc955d4670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cc27c60-4f77-418e-8918-d8383775cf84'}, {'name': 'network-changed', 'server_uuid': '3fe5f901-695b-4be4-bc28-bfa7895dda8d', 'tag': 'a4cde4c4-243d-4503-9b1f-fd85d71add68'}, {'name': 'network-changed', 'server_uuid': 'c98bc5a3-55e3-4e88-a561-02cc955d4670', 'tag': '9cc27c60-4f77-418e-8918-d8383775cf84'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:38.281186 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "7149aa91-03c3-4771-a214-3058403b25fa", "tag": "9b3b5abe-e07b-4f72-a0dd-206312e9d18b"}, {"server_uuid": "c98bc5a3-55e3-4e88-a561-02cc955d4670", "name": "network-vif-unplugged", "status": "completed", "tag": "9cc27c60-4f77-418e-8918-d8383775cf84"}, {"name": "network-changed", "server_uuid": "3fe5f901-695b-4be4-bc28-bfa7895dda8d", "tag": "a4cde4c4-243d-4503-9b1f-fd85d71add68"}, {"name": "network-changed", "server_uuid": "c98bc5a3-55e3-4e88-a561-02cc955d4670", "tag": "9cc27c60-4f77-418e-8918-d8383775cf84"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:38.340068 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f2b2aa1f-6a29-49ad-bd45-e62883752e11 req-16040fda-268e-4ac2-a59c-1bea521ec3ef tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea3bb43d-3047-41ef-83ef-b7b0a9506183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893922 Nov 23 21:46:38.360408 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c063c5c0-ed46-4497-948e-f8573157f214 req-52e3df04-4f29-4300-84a4-1ad05e4c431c tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 1002 time: 0.0916107 Nov 23 21:46:38.490167 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063c5c0-ed46-4497-948e-f8573157f214 req-7f06de57-4b35-45c8-b190-0e8f1678e30b tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:38.505794 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c063c5c0-ed46-4497-948e-f8573157f214 req-7f06de57-4b35-45c8-b190-0e8f1678e30b tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.1344106 Nov 23 21:46:38.548095 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325fb962-a583-41c2-811f-c33a8511d2b1 x-openstack-request-id: req-325fb962-a583-41c2-811f-c33a8511d2b1 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:38.548618 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4e3b67-0b12-46e0-8a45-7d357e0fd21b", "name": "network-vif-unplugged", "status": "completed", "tag": "90bafca0-6b73-4fe6-851f-aaa482d0fe39", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:38.549076 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-325fb962-a583-41c2-811f-c33a8511d2b1 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:38.549638 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4e3b67-0b12-46e0-8a45-7d357e0fd21b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90bafca0-6b73-4fe6-851f-aaa482d0fe39', 'code': 200} Nov 23 21:46:38.629179 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c063c5c0-ed46-4497-948e-f8573157f214 req-0f4869c2-ea32-45ab-9126-5cf646d6070f tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 1002 time: 0.1256323 Nov 23 21:46:38.634609 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270a61a1-3c9e-49fa-9951-e907ec38e2d7 x-openstack-request-id: req-270a61a1-3c9e-49fa-9951-e907ec38e2d7 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:38.635007 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7149aa91-03c3-4771-a214-3058403b25fa", "tag": "9b3b5abe-e07b-4f72-a0dd-206312e9d18b", "status": "completed", "code": 200}, {"server_uuid": "c98bc5a3-55e3-4e88-a561-02cc955d4670", "name": "network-vif-unplugged", "status": "completed", "tag": "9cc27c60-4f77-418e-8918-d8383775cf84", "code": 200}, {"name": "network-changed", "server_uuid": "3fe5f901-695b-4be4-bc28-bfa7895dda8d", "tag": "a4cde4c4-243d-4503-9b1f-fd85d71add68", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c98bc5a3-55e3-4e88-a561-02cc955d4670", "tag": "9cc27c60-4f77-418e-8918-d8383775cf84", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:38.635175 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-270a61a1-3c9e-49fa-9951-e907ec38e2d7 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:38.635555 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7149aa91-03c3-4771-a214-3058403b25fa', 'tag': '9b3b5abe-e07b-4f72-a0dd-206312e9d18b', 'status': 'completed', 'code': 200} Nov 23 21:46:38.635810 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98bc5a3-55e3-4e88-a561-02cc955d4670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cc27c60-4f77-418e-8918-d8383775cf84', 'code': 200} Nov 23 21:46:38.636060 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe5f901-695b-4be4-bc28-bfa7895dda8d', 'tag': 'a4cde4c4-243d-4503-9b1f-fd85d71add68', 'status': 'completed', 'code': 200} Nov 23 21:46:38.636688 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98bc5a3-55e3-4e88-a561-02cc955d4670', 'tag': '9cc27c60-4f77-418e-8918-d8383775cf84', 'status': 'completed', 'code': 200} Nov 23 21:46:38.641583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-c063c5c0-ed46-4497-948e-f8573157f214 req-f2d2d6e4-2989-4c62-9ddc-a728b4008c07 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:46:38.700399 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-d0b154f1-b4e6-4bee-8029-82cb86782a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:38.702587 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-d0b154f1-b4e6-4bee-8029-82cb86782a2d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0ceb43cef7cd4d6e993216c3dd613b2f&device_id=7149aa91-03c3-4771-a214-3058403b25fa HTTP/1.1" status: 200 len: 1097 time: 0.0544899 Nov 23 21:46:38.763103 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c063c5c0-ed46-4497-948e-f8573157f214 req-f2d2d6e4-2989-4c62-9ddc-a728b4008c07 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks [] for floatingip, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:38.838620 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-9d2b59f1-3156-48a3-9053-1eafb4958b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:38.841168 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-9d2b59f1-3156-48a3-9053-1eafb4958b01 service neutron] 10.222.0.53 "GET /v2.0/networks?id=65d18847-e24b-4600-a41f-00c5b3389a5b HTTP/1.1" status: 200 len: 922 time: 0.1293089 Nov 23 21:46:38.848356 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-5eb20b00-d6b2-4bcf-9bc3-c3d42261613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:38.848709 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789d856-e1d0-46f3-909d-74e46fc4b918 req-e2fa8812-9ca1-4027-847c-7f446b589694 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:38.851100 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-5eb20b00-d6b2-4bcf-9bc3-c3d42261613c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=18c8f66042874b568706724a257348cb&device_id=3fe5f901-695b-4be4-bc28-bfa7895dda8d HTTP/1.1" status: 200 len: 1097 time: 0.0801435 Nov 23 21:46:38.856274 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1789d856-e1d0-46f3-909d-74e46fc4b918 req-e2fa8812-9ca1-4027-847c-7f446b589694 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fe5f901-695b-4be4-bc28-bfa7895dda8d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1627460 Nov 23 21:46:38.916928 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1789d856-e1d0-46f3-909d-74e46fc4b918 req-379c5904-eaba-4a5e-afac-51d5827e4ff4 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0581064 Nov 23 21:46:38.954190 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 9cc27c60-4f77-418e-8918-d8383775cf84 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:46:38.984098 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-7a2ff1e5-d6fc-49a1-83c9-095a0b610057 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b3b5abe-e07b-4f72-a0dd-206312e9d18b HTTP/1.1" status: 200 len: 1002 time: 0.1318810 Nov 23 21:46:39.035376 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-fbe03d63-3434-4caa-a385-2069fe13a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:39.037204 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-fbe03d63-3434-4caa-a385-2069fe13a884 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f67020f-8055-4ec9-baee-e572af54f934 HTTP/1.1" status: 200 len: 930 time: 0.1767821 Nov 23 21:46:39.064840 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-af49ca58-9c66-490f-822a-66ae6fd3fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:39.066766 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-af49ca58-9c66-490f-822a-66ae6fd3fae2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=049705e1-bd7a-44dd-8162-5a2e4f4cfc08 HTTP/1.1" status: 200 len: 860 time: 0.0721173 Nov 23 21:46:39.117613 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-58ee468b-7428-494f-a051-d8f9b05d85f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4cde4c4-243d-4503-9b1f-fd85d71add68 HTTP/1.1" status: 200 len: 217 time: 0.0647099 Nov 23 21:46:39.140349 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c063c5c0-ed46-4497-948e-f8573157f214 req-f2d2d6e4-2989-4c62-9ddc-a728b4008c07 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:39.152048 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c063c5c0-ed46-4497-948e-f8573157f214 req-f2d2d6e4-2989-4c62-9ddc-a728b4008c07 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:39.152387 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [req-c063c5c0-ed46-4497-948e-f8573157f214 req-f2d2d6e4-2989-4c62-9ddc-a728b4008c07 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Floating IP f6eaa7f3-05a5-4035-b63b-5b21bf48b728 disassociated. External IP: 172.25.5.163, port: 9b3b5abe-e07b-4f72-a0dd-206312e9d18b. Nov 23 21:46:39.157133 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 9cc27c60-4f77-418e-8918-d8383775cf84, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=9cc27c60-4f77-418e-8918-d8383775cf84,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:39.161278 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-b8ba2bb9-fc70-465d-ad83-31926a42bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:39.163227 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-b8ba2bb9-fc70-465d-ad83-31926a42bbc9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=65d18847-e24b-4600-a41f-00c5b3389a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578444 Nov 23 21:46:39.186283 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '9cc27c60-4f77-418e-8918-d8383775cf84', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '9cc27c60-4f77-418e-8918-d8383775cf84', 'mac_address': 'fa:16:3e:17:4d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:46:39.228872 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:39.243588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc27c60-4f77-418e-8918-d8383775cf84 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:46:39.265127 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 9cc27c60-4f77-418e-8918-d8383775cf84, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=9cc27c60-4f77-418e-8918-d8383775cf84,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:39.270661 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:39.286978 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-2ff27f03-f798-4aed-a2fd-d7f82dfa4b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:39.288888 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-2ff27f03-f798-4aed-a2fd-d7f82dfa4b2c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fece629e-253c-4214-88a2-c60510bbc2c8 HTTP/1.1" status: 200 len: 868 time: 0.1241226 Nov 23 21:46:39.323899 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-8bbab5b0-7a37-433d-a15d-f8e876d91b66 service neutron] 10.222.0.53 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504719 Nov 23 21:46:39.332688 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=9cc27c60-4f77-418e-8918-d8383775cf84,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:39.402088 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-d9e07dad-9c16-463b-8896-5d954349ea40 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:39.403504 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-d9e07dad-9c16-463b-8896-5d954349ea40 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/networks?id=69251849-2815-4e03-9f20-eae71bba378c HTTP/1.1" status: 200 len: 804 time: 0.2055957 Nov 23 21:46:39.409725 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-8dd85f7d-5090-4eae-8121-b962e46f1365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:39.411571 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-8dd85f7d-5090-4eae-8121-b962e46f1365 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f67020f-8055-4ec9-baee-e572af54f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082442 Nov 23 21:46:39.460166 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-02d4b90f-56ab-41cd-ae3f-cf9cb7063590 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/quotas/0b6546ef1ad74db59897db5bbc417afa HTTP/1.1" status: 200 len: 375 time: 0.0195189 Nov 23 21:46:39.462525 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-596430e7-4574-49b0-b35e-f739fb533a19 service neutron] 10.222.0.53 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224430 Nov 23 21:46:39.533779 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-18c9093d-952b-4fa6-8233-adcdc7ee9232 service neutron] 10.222.0.60 "GET /v2.0/networks/1f67020f-8055-4ec9-baee-e572af54f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108038 Nov 23 21:46:39.586647 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c063c5c0-ed46-4497-948e-f8573157f214 req-f2d2d6e4-2989-4c62-9ddc-a728b4008c07 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Router 30ced018-27d7-4e22-9b7b-559ae9f6c707 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:46:39.617200 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-19d46712-9cd6-4d39-a811-4d58be7bc22e tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b6546ef1ad74db59897db5bbc417afa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1474853 Nov 23 21:46:39.630992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-94a5e842-c133-4b6a-9a6b-1e47eff559a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:39.632789 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-94a5e842-c133-4b6a-9a6b-1e47eff559a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 1100 time: 0.1119962 Nov 23 21:46:39.681834 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-3f27469b-7574-4ea2-bbc3-95c8bd4748a7 service neutron] 10.222.0.60 "GET /v2.0/networks/1f67020f-8055-4ec9-baee-e572af54f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325164 Nov 23 21:46:39.726425 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['9cc27c60-4f77-418e-8918-d8383775cf84'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:46:39.749910 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-1cbfb3e7-6425-4be2-b462-627fd8a35491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:39.751479 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-1cbfb3e7-6425-4be2-b462-627fd8a35491 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.1094072 Nov 23 21:46:39.796851 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-9e91e749-7b1a-44b7-9ced-79585925e22f service neutron] 10.222.0.50 "GET /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768804 Nov 23 21:46:39.802227 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c063c5c0-ed46-4497-948e-f8573157f214 req-f2d2d6e4-2989-4c62-9ddc-a728b4008c07 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:46:39.807154 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c063c5c0-ed46-4497-948e-f8573157f214 req-f2d2d6e4-2989-4c62-9ddc-a728b4008c07 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:39.819225 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c72ceb-1041-44a6-b2ed-386621b4e1fb None None] Sync routers for ids ['30ced018-27d7-4e22-9b7b-559ae9f6c707'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:46:39.862092 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c063c5c0-ed46-4497-948e-f8573157f214 req-f2d2d6e4-2989-4c62-9ddc-a728b4008c07 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "PUT /v2.0/floatingips/f6eaa7f3-05a5-4035-b63b-5b21bf48b728 HTTP/1.1" status: 200 len: 695 time: 1.2318091 Nov 23 21:46:39.867304 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c72ceb-1041-44a6-b2ed-386621b4e1fb None None] Routers {'30ced018-27d7-4e22-9b7b-559ae9f6c707'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:39.867556 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c0c72ceb-1041-44a6-b2ed-386621b4e1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['30ced018-27d7-4e22-9b7b-559ae9f6c707'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:39.868764 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-8a18df9a-4587-440a-abd9-42f224c1d8c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=9cc27c60-4f77-418e-8918-d8383775cf84 HTTP/1.1" status: 200 len: 217 time: 0.1068695 Nov 23 21:46:39.935613 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-66cd9716-adfb-4406-8ace-77ddfb8a42e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:39.940943 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-66cd9716-adfb-4406-8ace-77ddfb8a42e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 1100 time: 0.1071436 Nov 23 21:46:39.964494 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-befcd176-88fb-4fc1-bbe9-2685c2a37b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:39.970444 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-befcd176-88fb-4fc1-bbe9-2685c2a37b63 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0882733 Nov 23 21:46:40.010243 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-d7305749-f8d0-4fda-be46-ff5a424a85e8 service neutron] 10.222.0.50 "GET /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069104 Nov 23 21:46:40.016904 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063c5c0-ed46-4497-948e-f8573157f214 req-8ec07a9a-896c-4d69-8a4b-1632d6b5f4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:40.025029 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c063c5c0-ed46-4497-948e-f8573157f214 req-8ec07a9a-896c-4d69-8a4b-1632d6b5f4ce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ceb43cef7cd4d6e993216c3dd613b2f&device_id=7149aa91-03c3-4771-a214-3058403b25fa HTTP/1.1" status: 200 len: 1097 time: 0.1223187 Nov 23 21:46:40.035816 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-c0c72ceb-1041-44a6-b2ed-386621b4e1fb None None] Set router 30ced018-27d7-4e22-9b7b-559ae9f6c707 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:40.126761 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-d41aff2a-8f66-4b73-add8-d85d9144371b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:40.126761 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-d41aff2a-8f66-4b73-add8-d85d9144371b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1417584 Nov 23 21:46:40.220695 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-5c003c68-aecc-412e-b260-bc455583e617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:40.222427 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-5c003c68-aecc-412e-b260-bc455583e617 service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.2483697 Nov 23 21:46:40.225789 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063c5c0-ed46-4497-948e-f8573157f214 req-9f68e298-3efe-4843-bd21-6e07d40ba9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:40.227817 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c063c5c0-ed46-4497-948e-f8573157f214 req-9f68e298-3efe-4843-bd21-6e07d40ba9b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=65d18847-e24b-4600-a41f-00c5b3389a5b HTTP/1.1" status: 200 len: 922 time: 0.1918170 Nov 23 21:46:40.357870 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c063c5c0-ed46-4497-948e-f8573157f214 req-9bafb263-d9e6-434f-b19e-c93b8327ee95 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b3b5abe-e07b-4f72-a0dd-206312e9d18b HTTP/1.1" status: 200 len: 217 time: 0.1022816 Nov 23 21:46:40.365786 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c0c72ceb-1041-44a6-b2ed-386621b4e1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6fa84d43-79ce-4bb5-acc6-b7eca6a27376', 'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'mac_address': 'fa:16:3e:81:9e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:22Z', 'updated_at': '2021-11-23T21:45:34Z', 'revision_number': 5, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'subnets': [{'id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:40.451069 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca77cc-9835-469e-9aa2-386663045b85 req-8e3ad0af-784c-47af-94f3-5481f9f28153 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:40.452766 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8dca77cc-9835-469e-9aa2-386663045b85 req-8e3ad0af-784c-47af-94f3-5481f9f28153 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 946 time: 0.1765859 Nov 23 21:46:40.458809 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c72ceb-1041-44a6-b2ed-386621b4e1fb None None] Checking router: 30ced018-27d7-4e22-9b7b-559ae9f6c707 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:46:40.470486 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c72ceb-1041-44a6-b2ed-386621b4e1fb None None] Routers {'30ced018-27d7-4e22-9b7b-559ae9f6c707'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:40.471378 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c0c72ceb-1041-44a6-b2ed-386621b4e1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['30ced018-27d7-4e22-9b7b-559ae9f6c707'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:40.476381 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063c5c0-ed46-4497-948e-f8573157f214 req-c0c4ddc0-a862-479b-811d-ddabdbddf756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:40.478466 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c063c5c0-ed46-4497-948e-f8573157f214 req-c0c4ddc0-a862-479b-811d-ddabdbddf756 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=049705e1-bd7a-44dd-8162-5a2e4f4cfc08 HTTP/1.1" status: 200 len: 860 time: 0.0893531 Nov 23 21:46:40.542396 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8dca77cc-9835-469e-9aa2-386663045b85 req-981bf48f-576d-4984-8c65-d92436a5aa64 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786588 Nov 23 21:46:40.578954 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-5699e181-3f44-44ad-98a8-2518e09fcf1a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=9cc27c60-4f77-418e-8918-d8383775cf84 HTTP/1.1" status: 200 len: 217 time: 0.3305874 Nov 23 21:46:40.587664 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-ff99c813-9753-4fa0-93c3-ca33d5f5e852 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513354 Nov 23 21:46:40.599264 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c063c5c0-ed46-4497-948e-f8573157f214 req-1889ab87-2656-4821-a2b4-f130ec6ea942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:40.600567 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c063c5c0-ed46-4497-948e-f8573157f214 req-1889ab87-2656-4821-a2b4-f130ec6ea942 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65d18847-e24b-4600-a41f-00c5b3389a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152732 Nov 23 21:46:40.661057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7149aa91-03c3-4771-a214-3058403b25fa', 'tag': '9b3b5abe-e07b-4f72-a0dd-206312e9d18b'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:40.663616 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8ec486-01a4-4b5d-8bde-9e04c9d4e393" -d '{"events": [{"name": "network-changed", "server_uuid": "7149aa91-03c3-4771-a214-3058403b25fa", "tag": "9b3b5abe-e07b-4f72-a0dd-206312e9d18b"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:40.687989 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd765f6-368b-4a68-8f92-216e5082542a req-2f8e62ba-4b29-49e8-af61-f91bc6e8a991 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:40.689623 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7fd765f6-368b-4a68-8f92-216e5082542a req-2f8e62ba-4b29-49e8-af61-f91bc6e8a991 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b4e3b67-0b12-46e0-8a45-7d357e0fd21b HTTP/1.1" status: 200 len: 943 time: 0.1657276 Nov 23 21:46:40.691119 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b081120-e7e5-406b-be59-25501a625eca req-6c177e1f-561b-426b-ab5d-4f72e53ae36a tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0896261 Nov 23 21:46:40.903435 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-c0c72ceb-1041-44a6-b2ed-386621b4e1fb None None] Set router 30ced018-27d7-4e22-9b7b-559ae9f6c707 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:40.914122 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c063c5c0-ed46-4497-948e-f8573157f214 req-dc53922b-b739-4cf6-a443-27e1fe7347d5 service neutron] 10.222.0.50 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034968 Nov 23 21:46:40.922420 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-7fd765f6-368b-4a68-8f92-216e5082542a req-b151e436-7722-4aee-81f0-5037065a958b tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Deleting port 90bafca0-6b73-4fe6-851f-aaa482d0fe39 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:46:40.922974 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7fd765f6-368b-4a68-8f92-216e5082542a req-b151e436-7722-4aee-81f0-5037065a958b tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:40.928960 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-4ce35368-a277-414c-8d02-3997d805a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:40.930704 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-4ce35368-a277-414c-8d02-3997d805a1cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.3389044 Nov 23 21:46:40.953975 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440d01d-38c3-4445-bac5-2ce27cb67c3d req-3d9e6aae-ed03-4476-a9c2-9f50ebacce73 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:40.955921 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6440d01d-38c3-4445-bac5-2ce27cb67c3d req-3d9e6aae-ed03-4476-a9c2-9f50ebacce73 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 949 time: 0.1374862 Nov 23 21:46:41.034355 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-ed6eb65e-1c46-49d3-b416-d33e7fee2a32 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079041 Nov 23 21:46:41.046240 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-eb100601-d8cf-4c33-9ffe-0b18f1f2a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:41.048135 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-eb100601-d8cf-4c33-9ffe-0b18f1f2a3e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1084452 Nov 23 21:46:41.122567 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6440d01d-38c3-4445-bac5-2ce27cb67c3d req-7386ad86-3ac8-4c21-8039-b6a0754114ec tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521993 Nov 23 21:46:41.194041 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-7fd765f6-368b-4a68-8f92-216e5082542a req-b151e436-7722-4aee-81f0-5037065a958b tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] For port 90bafca0-6b73-4fe6-851f-aaa482d0fe39, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=90bafca0-6b73-4fe6-851f-aaa482d0fe39,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:41.194498 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7fd765f6-368b-4a68-8f92-216e5082542a req-b151e436-7722-4aee-81f0-5037065a958b tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:41.247562 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-34c851f1-32ef-466e-9327-11ea46dc0264 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890004 Nov 23 21:46:41.290748 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-7fd765f6-368b-4a68-8f92-216e5082542a req-b151e436-7722-4aee-81f0-5037065a958b tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Calling delete_port for 90bafca0-6b73-4fe6-851f-aaa482d0fe39 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:46:41.300115 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c063c5c0-ed46-4497-948e-f8573157f214 req-11a4442e-b208-4df5-9b84-efead4b6d630 service neutron] 10.222.0.50 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725042 Nov 23 21:46:41.367753 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c0c72ceb-1041-44a6-b2ed-386621b4e1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6fa84d43-79ce-4bb5-acc6-b7eca6a27376', 'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'mac_address': 'fa:16:3e:81:9e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:22Z', 'updated_at': '2021-11-23T21:45:34Z', 'revision_number': 5, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'subnets': [{'id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:41.375004 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73225cb-e083-4193-8d2b-955760d921d7 req-a62e643c-9ffd-4acd-8098-d14cb997a69c tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:41.376523 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c73225cb-e083-4193-8d2b-955760d921d7 req-a62e643c-9ffd-4acd-8098-d14cb997a69c tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] 10.222.0.60 "GET /v2.0/ports?device_id=53fadf6c-1dc7-4579-a72e-1aeb26fad2fb HTTP/1.1" status: 200 len: 950 time: 0.2100027 Nov 23 21:46:41.403696 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c72ceb-1041-44a6-b2ed-386621b4e1fb None None] The sync data for ids ['30ced018-27d7-4e22-9b7b-559ae9f6c707'] in n-d-816206-9 is: [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6fa84d43-79ce-4bb5-acc6-b7eca6a27376', 'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'mac_address': 'fa:16:3e:81:9e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:22Z', 'updated_at': '2021-11-23T21:45:34Z', 'revision_number': 5, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'subnets': [{'id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:46:41.433628 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8196ae27-4379-4b55-b6a9-56b2e5f69ee8 req-75d203bd-3d40-4866-bfb5-7812bbc2e147 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768107 Nov 23 21:46:41.461128 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c735f0a-14de-4725-8c32-260c32050b55 req-893c51ff-cfb3-444e-a15d-9e0e4ec70bc7 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:41.462816 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c735f0a-14de-4725-8c32-260c32050b55 req-893c51ff-cfb3-444e-a15d-9e0e4ec70bc7 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] 10.222.0.50 "GET /v2.0/ports?device_id=53fadf6c-1dc7-4579-a72e-1aeb26fad2fb HTTP/1.1" status: 200 len: 950 time: 0.1912086 Nov 23 21:46:41.629107 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-12b57fc7-1071-4a7a-b149-a7779fce7ad8 req-1b13ea5d-08a0-4ab5-8179-100321d91b16 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ecd022e-80e2-427d-9a09-ec50cabbde96 HTTP/1.1" status: 200 len: 210 time: 0.0467365 Nov 23 21:46:41.670375 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c735f0a-14de-4725-8c32-260c32050b55 req-c07130ef-7ee9-447b-98cc-abc51c905377 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] 10.222.0.50 "GET /v2.0/security-groups?id=ea3bb43d-3047-41ef-83ef-b7b0a9506183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838779 Nov 23 21:46:41.694500 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7fd765f6-368b-4a68-8f92-216e5082542a req-b151e436-7722-4aee-81f0-5037065a958b tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:41.710602 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-c73225cb-e083-4193-8d2b-955760d921d7 req-8cba823a-ef9c-4040-8587-7c88aa516868 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Deleting port a5ca2000-6525-4081-8d39-d579883c33fe {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:46:41.710975 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c73225cb-e083-4193-8d2b-955760d921d7 req-8cba823a-ef9c-4040-8587-7c88aa516868 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:41.785703 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1011ed24-c453-4c1b-9a8b-08d09bd4e4ab x-openstack-request-id: req-1011ed24-c453-4c1b-9a8b-08d09bd4e4ab {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:41.786006 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7149aa91-03c3-4771-a214-3058403b25fa", "tag": "9b3b5abe-e07b-4f72-a0dd-206312e9d18b", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:41.786261 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1011ed24-c453-4c1b-9a8b-08d09bd4e4ab {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:41.786661 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7149aa91-03c3-4771-a214-3058403b25fa', 'tag': '9b3b5abe-e07b-4f72-a0dd-206312e9d18b', 'status': 'completed', 'code': 200} Nov 23 21:46:41.803159 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151e436-7722-4aee-81f0-5037065a958b tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Pushing event deleted for resources: {'Port': ['ID=90bafca0-6b73-4fe6-851f-aaa482d0fe39,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:41.861352 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08811f3c-e237-461a-b706-4cb39ebc38ea None None] New status for floating IP f6eaa7f3-05a5-4035-b63b-5b21bf48b728: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:46:41.883855 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd765f6-368b-4a68-8f92-216e5082542a req-b151e436-7722-4aee-81f0-5037065a958b tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] No DVR routers for this DVR port 90bafca0-6b73-4fe6-851f-aaa482d0fe39 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:46:41.890517 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7fd765f6-368b-4a68-8f92-216e5082542a req-b151e436-7722-4aee-81f0-5037065a958b tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:41.894144 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7fd765f6-368b-4a68-8f92-216e5082542a req-b151e436-7722-4aee-81f0-5037065a958b tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.53 "DELETE /v2.0/ports/90bafca0-6b73-4fe6-851f-aaa482d0fe39 HTTP/1.1" status: 204 len: 173 time: 1.1863301 Nov 23 21:46:41.942217 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ec486-01a4-4b5d-8bde-9e04c9d4e393 req-ae72e958-9e34-4256-8b52-9a62fe994967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:41.945139 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9e8ec486-01a4-4b5d-8bde-9e04c9d4e393 req-ae72e958-9e34-4256-8b52-9a62fe994967 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0ceb43cef7cd4d6e993216c3dd613b2f&device_id=7149aa91-03c3-4771-a214-3058403b25fa HTTP/1.1" status: 200 len: 1097 time: 0.1515369 Nov 23 21:46:41.956747 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-c73225cb-e083-4193-8d2b-955760d921d7 req-8cba823a-ef9c-4040-8587-7c88aa516868 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] For port a5ca2000-6525-4081-8d39-d579883c33fe, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=a5ca2000-6525-4081-8d39-d579883c33fe,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:41.957342 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c73225cb-e083-4193-8d2b-955760d921d7 req-8cba823a-ef9c-4040-8587-7c88aa516868 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:42.010132 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-c73225cb-e083-4193-8d2b-955760d921d7 req-8cba823a-ef9c-4040-8587-7c88aa516868 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Calling delete_port for a5ca2000-6525-4081-8d39-d579883c33fe owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:46:42.089477 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-45a94981-def8-472f-9a5d-509c1818ff6a tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:42.091162 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-45a94981-def8-472f-9a5d-509c1818ff6a tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.53 "GET /v2.0/networks?id=69251849-2815-4e03-9f20-eae71bba378c HTTP/1.1" status: 200 len: 804 time: 0.2251887 Nov 23 21:46:42.122492 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-87eb9311-1fcd-4663-8527-8710fe57dbc7 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Request body: {'port': {'device_id': '8ecd022e-80e2-427d-9a09-ec50cabbde96', 'network_id': '69251849-2815-4e03-9f20-eae71bba378c', 'admin_state_up': True, 'tenant_id': '0b6546ef1ad74db59897db5bbc417afa'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:46:42.375017 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ec486-01a4-4b5d-8bde-9e04c9d4e393 req-3d21b7cc-c288-4953-81a5-eff5deef4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:42.377600 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9e8ec486-01a4-4b5d-8bde-9e04c9d4e393 req-3d21b7cc-c288-4953-81a5-eff5deef4883 service neutron] 10.222.0.53 "GET /v2.0/networks?id=65d18847-e24b-4600-a41f-00c5b3389a5b HTTP/1.1" status: 200 len: 922 time: 0.4024889 Nov 23 21:46:42.443085 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9e8ec486-01a4-4b5d-8bde-9e04c9d4e393 req-19d5c563-47c5-486a-ab3c-dc317a49a011 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b3b5abe-e07b-4f72-a0dd-206312e9d18b HTTP/1.1" status: 200 len: 217 time: 0.0505092 Nov 23 21:46:42.448504 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-87eb9311-1fcd-4663-8527-8710fe57dbc7 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Made reservation on behalf of 0b6546ef1ad74db59897db5bbc417afa for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:46:42.453008 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-87eb9311-1fcd-4663-8527-8710fe57dbc7 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:42.530483 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ec486-01a4-4b5d-8bde-9e04c9d4e393 req-bac17cc0-b566-404b-99ca-a3a52b9ca694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:42.532192 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9e8ec486-01a4-4b5d-8bde-9e04c9d4e393 req-bac17cc0-b566-404b-99ca-a3a52b9ca694 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=049705e1-bd7a-44dd-8162-5a2e4f4cfc08 HTTP/1.1" status: 200 len: 860 time: 0.0669274 Nov 23 21:46:42.583352 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ec486-01a4-4b5d-8bde-9e04c9d4e393 req-4589b310-97ab-4b8b-b410-c0ac263e3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:42.585040 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9e8ec486-01a4-4b5d-8bde-9e04c9d4e393 req-4589b310-97ab-4b8b-b410-c0ac263e3c34 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=65d18847-e24b-4600-a41f-00c5b3389a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437613 Nov 23 21:46:42.690203 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9e8ec486-01a4-4b5d-8bde-9e04c9d4e393 req-e12757a2-44cc-4dcd-a8c7-0b8c82d7cd21 service neutron] 10.222.0.53 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945959 Nov 23 21:46:42.793553 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c73225cb-e083-4193-8d2b-955760d921d7 req-8cba823a-ef9c-4040-8587-7c88aa516868 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:42.818853 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337fbec-eccc-4cd7-8788-ed1f810f050d req-7a5fd772-17ce-4aa8-a7b1-c6fedc70832d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:42.827232 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5337fbec-eccc-4cd7-8788-ed1f810f050d req-7a5fd772-17ce-4aa8-a7b1-c6fedc70832d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 946 time: 0.5544045 Nov 23 21:46:42.839219 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['a5ca2000-6525-4081-8d39-d579883c33fe'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:46:42.869330 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba823a-ef9c-4040-8587-7c88aa516868 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Pushing event deleted for resources: {'Port': ['ID=a5ca2000-6525-4081-8d39-d579883c33fe,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:42.878406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82ca35-c315-41e0-9a20-694edc9ce874 req-ebbf0b86-4499-4517-8330-7f9e5b98935f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:42.880004 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b82ca35-c315-41e0-9a20-694edc9ce874 req-ebbf0b86-4499-4517-8330-7f9e5b98935f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.53 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670&tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 949 time: 0.5703475 Nov 23 21:46:42.932473 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f5b30-4c27-4c6a-aedc-19f64bb29489 req-c2b5a3a6-14bb-4264-8a49-edd543971696 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:42.934055 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f2f5b30-4c27-4c6a-aedc-19f64bb29489 req-c2b5a3a6-14bb-4264-8a49-edd543971696 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 949 time: 0.2037003 Nov 23 21:46:42.945413 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9e8ec486-01a4-4b5d-8bde-9e04c9d4e393 req-84605285-9250-46e9-81ad-8dbe322a9a55 service neutron] 10.222.0.53 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437630 Nov 23 21:46:42.964077 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 9cc27c60-4f77-418e-8918-d8383775cf84 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:46:42.999867 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73225cb-e083-4193-8d2b-955760d921d7 req-8cba823a-ef9c-4040-8587-7c88aa516868 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] No DVR routers for this DVR port a5ca2000-6525-4081-8d39-d579883c33fe on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:46:43.015442 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c73225cb-e083-4193-8d2b-955760d921d7 req-8cba823a-ef9c-4040-8587-7c88aa516868 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:43.020047 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c73225cb-e083-4193-8d2b-955760d921d7 req-8cba823a-ef9c-4040-8587-7c88aa516868 tempest-ImagesNegativeTestJSON-990536274 tempest-ImagesNegativeTestJSON-990536274-project] 10.222.0.60 "DELETE /v2.0/ports/a5ca2000-6525-4081-8d39-d579883c33fe HTTP/1.1" status: 204 len: 173 time: 1.6143517 Nov 23 21:46:43.062009 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-87eb9311-1fcd-4663-8527-8710fe57dbc7 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Allocated IP 172.20.0.13 (69251849-2815-4e03-9f20-eae71bba378c/9d84ac18-6eb0-451e-822e-a2b2f0c24b0d/111a518b-2237-44ff-942f-574b2a95a015) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:46:43.081631 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5337fbec-eccc-4cd7-8788-ed1f810f050d req-9c5c3925-c360-45f7-9133-f394b87d026b tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508404 Nov 23 21:46:43.099656 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 9cc27c60-4f77-418e-8918-d8383775cf84 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:46:43.099656 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 9cc27c60-4f77-418e-8918-d8383775cf84 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:46:43.099656 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:43.128454 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f2f5b30-4c27-4c6a-aedc-19f64bb29489 req-2af4d158-ca98-4283-b092-9f7889bf7c31 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636925 Nov 23 21:46:43.128454 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-5b82ca35-c315-41e0-9a20-694edc9ce874 req-f8b59873-e925-49b8-8305-f00ad1dd1c34 service neutron] delete failed (client error): The resource could not be found. Nov 23 21:46:43.128454 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b82ca35-c315-41e0-9a20-694edc9ce874 req-f8b59873-e925-49b8-8305-f00ad1dd1c34 service neutron] 10.222.0.53 "DELETE /v2.0/ports/9cc27c60-4f77-418e-8918-d8383775cf84/bindings/n-h1-816206-9 HTTP/1.1" status: 404 len: 380 time: 0.2315633 Nov 23 21:46:43.309944 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:43.356577 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 9cc27c60-4f77-418e-8918-d8383775cf84, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=9cc27c60-4f77-418e-8918-d8383775cf84,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:43.358012 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98bc5a3-55e3-4e88-a561-02cc955d4670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc27c60-4f77-418e-8918-d8383775cf84'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:43.362009 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a1346d-bfd6-4225-b62c-8dafe24714bf" -d '{"events": [{"server_uuid": "c98bc5a3-55e3-4e88-a561-02cc955d4670", "name": "network-vif-plugged", "status": "completed", "tag": "9cc27c60-4f77-418e-8918-d8383775cf84"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:43.362965 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7905c-0a4e-4791-97d4-799216a89b53 req-bfd1289c-4ef9-48db-b5df-52ea8b509faa tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:43.364931 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-20e7905c-0a4e-4791-97d4-799216a89b53 req-bfd1289c-4ef9-48db-b5df-52ea8b509faa tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fe5f901-695b-4be4-bc28-bfa7895dda8d HTTP/1.1" status: 200 len: 946 time: 0.1611848 Nov 23 21:46:43.369024 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:43.373846 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82ca35-c315-41e0-9a20-694edc9ce874 req-4c13dadb-311d-4bd7-8aa9-dc1d8c60b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:43.375785 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b82ca35-c315-41e0-9a20-694edc9ce874 req-4c13dadb-311d-4bd7-8aa9-dc1d8c60b059 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 1100 time: 0.1180167 Nov 23 21:46:43.381343 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-87eb9311-1fcd-4663-8527-8710fe57dbc7 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:43.386637 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84154d08-d6bb-4005-92e3-f3493c69224e req-afe4a702-4b47-4de4-a9df-b3376c2d4541 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:43.388351 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84154d08-d6bb-4005-92e3-f3493c69224e req-afe4a702-4b47-4de4-a9df-b3376c2d4541 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1316774 Nov 23 21:46:43.422962 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-87eb9311-1fcd-4663-8527-8710fe57dbc7 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:43.428839 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=9cc27c60-4f77-418e-8918-d8383775cf84,revision_number=9']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:43.484111 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-87eb9311-1fcd-4663-8527-8710fe57dbc7 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Network 69251849-2815-4e03-9f20-eae71bba378c is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:46:43.487385 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-87eb9311-1fcd-4663-8527-8710fe57dbc7 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:46:43.490155 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-87eb9311-1fcd-4663-8527-8710fe57dbc7 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:46:43.490804 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84154d08-d6bb-4005-92e3-f3493c69224e req-b27aa787-e386-4d26-99aa-16a620b7c834 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 696 time: 0.0888152 Nov 23 21:46:43.498601 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb9311-1fcd-4663-8527-8710fe57dbc7 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Pushing event updated for resources: {'Port': ['ID=111a518b-2237-44ff-942f-574b2a95a015,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:43.535640 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-84154d08-d6bb-4005-92e3-f3493c69224e req-cdf39aff-6320-4c41-a1ad-70dfbe47f845 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Request body: {'floatingip': {'port_id': 'f3dbe69d-1eb4-4904-a61d-5743beec708f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:46:43.556760 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-87eb9311-1fcd-4663-8527-8710fe57dbc7 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:43.557394 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-87eb9311-1fcd-4663-8527-8710fe57dbc7 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:43.574486 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-87eb9311-1fcd-4663-8527-8710fe57dbc7 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4679456 Nov 23 21:46:43.575371 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-20e7905c-0a4e-4791-97d4-799216a89b53 req-401bcc9a-501e-4ebe-a775-efec989ffc95 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ffbd88e-b828-41d2-b6ee-92640cd709d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977727 Nov 23 21:46:43.596566 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-84154d08-d6bb-4005-92e3-f3493c69224e req-cdf39aff-6320-4c41-a1ad-70dfbe47f845 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks [] for floatingip, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:43.596764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-89d09120-29af-4664-b4e8-d9f94797fe0e service neutron] Request body: {'port': {'device_id': '8ecd022e-80e2-427d-9a09-ec50cabbde96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:46:43.641086 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82ca35-c315-41e0-9a20-694edc9ce874 req-068621f2-a2e3-47aa-8ab5-ff8c6ef1aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:43.642521 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b82ca35-c315-41e0-9a20-694edc9ce874 req-068621f2-a2e3-47aa-8ab5-ff8c6ef1aff2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.2531455 Nov 23 21:46:43.671573 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-89d09120-29af-4664-b4e8-d9f94797fe0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:43.704824 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b82ca35-c315-41e0-9a20-694edc9ce874 req-98d4ff3b-c0b6-425a-8cdf-49e1c9f6dda5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=9cc27c60-4f77-418e-8918-d8383775cf84 HTTP/1.1" status: 200 len: 217 time: 0.0450113 Nov 23 21:46:43.793613 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4e3b67-0b12-46e0-8a45-7d357e0fd21b', 'name': 'network-vif-deleted', 'tag': '90bafca0-6b73-4fe6-851f-aaa482d0fe39'}, {'server_uuid': '53fadf6c-1dc7-4579-a72e-1aeb26fad2fb', 'name': 'network-vif-deleted', 'tag': 'a5ca2000-6525-4081-8d39-d579883c33fe'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:43.796107 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666801b7-27fd-42f0-8c24-8bfa13dd1ad6" -d '{"events": [{"server_uuid": "6b4e3b67-0b12-46e0-8a45-7d357e0fd21b", "name": "network-vif-deleted", "tag": "90bafca0-6b73-4fe6-851f-aaa482d0fe39"}, {"server_uuid": "53fadf6c-1dc7-4579-a72e-1aeb26fad2fb", "name": "network-vif-deleted", "tag": "a5ca2000-6525-4081-8d39-d579883c33fe"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:43.926281 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82ca35-c315-41e0-9a20-694edc9ce874 req-86ae9a1c-3cd1-46c7-81e1-dc9c6e894a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:43.928105 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b82ca35-c315-41e0-9a20-694edc9ce874 req-86ae9a1c-3cd1-46c7-81e1-dc9c6e894a57 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1964412 Nov 23 21:46:44.038746 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62ca3d-64a3-4342-9e4c-5562ca4defa1 req-4ff79c8a-9fbf-4ee6-8ebf-5cc8fdbb3367 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:44.041323 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef62ca3d-64a3-4342-9e4c-5562ca4defa1 req-4ff79c8a-9fbf-4ee6-8ebf-5cc8fdbb3367 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fe5f901-695b-4be4-bc28-bfa7895dda8d HTTP/1.1" status: 200 len: 946 time: 0.2658672 Nov 23 21:46:44.049907 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7ae62-5945-40fd-bda3-9372c41797b3 req-4ea0aa37-6ec4-44f5-86dd-b662554c6fbc tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:44.051930 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-46c7ae62-5945-40fd-bda3-9372c41797b3 req-4ea0aa37-6ec4-44f5-86dd-b662554c6fbc tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.53 "GET /v2.0/ports?device_id=7149aa91-03c3-4771-a214-3058403b25fa HTTP/1.1" status: 200 len: 946 time: 0.1465757 Nov 23 21:46:44.080793 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2bb18-6ce4-4959-9e42-ff6cfb6de9db req-d008ae0c-6cc7-4766-8784-81c2528420a1 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:44.082579 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1cf2bb18-6ce4-4959-9e42-ff6cfb6de9db req-d008ae0c-6cc7-4766-8784-81c2528420a1 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ecd022e-80e2-427d-9a09-ec50cabbde96 HTTP/1.1" status: 200 len: 932 time: 0.2374299 Nov 23 21:46:44.207489 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82ca35-c315-41e0-9a20-694edc9ce874 req-3754d888-8369-47ab-bfb5-8f1d791b441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:44.209204 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b82ca35-c315-41e0-9a20-694edc9ce874 req-3754d888-8369-47ab-bfb5-8f1d791b441d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2648048 Nov 23 21:46:44.228546 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-89d09120-29af-4664-b4e8-d9f94797fe0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 111a518b-2237-44ff-942f-574b2a95a015 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:46:44.239204 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-89d09120-29af-4664-b4e8-d9f94797fe0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:44.259378 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-89d09120-29af-4664-b4e8-d9f94797fe0e service neutron] Transition to ACTIVE for port object 111a518b-2237-44ff-942f-574b2a95a015 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:46:44.262104 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-46c7ae62-5945-40fd-bda3-9372c41797b3 req-dfcc38a9-b1a2-474d-b21c-55b744d27f6a tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Deleting port 9b3b5abe-e07b-4f72-a0dd-206312e9d18b {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:46:44.262526 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-46c7ae62-5945-40fd-bda3-9372c41797b3 req-dfcc38a9-b1a2-474d-b21c-55b744d27f6a tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:44.284057 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-89d09120-29af-4664-b4e8-d9f94797fe0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:44.287950 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 90bafca0-6b73-4fe6-851f-aaa482d0fe39 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:46:44.317007 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 90bafca0-6b73-4fe6-851f-aaa482d0fe39 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:46:44.317889 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 90bafca0-6b73-4fe6-851f-aaa482d0fe39 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:46:44.359698 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1cf2bb18-6ce4-4959-9e42-ff6cfb6de9db req-d5b8edfc-93b7-4b8d-937e-a6cc3ee502d4 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490308 Nov 23 21:46:44.376727 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d09120-29af-4664-b4e8-d9f94797fe0e service neutron] Pushing event updated for resources: {'Port': ['ID=111a518b-2237-44ff-942f-574b2a95a015,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:44.486344 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-46c7ae62-5945-40fd-bda3-9372c41797b3 req-dfcc38a9-b1a2-474d-b21c-55b744d27f6a tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] For port 9b3b5abe-e07b-4f72-a0dd-206312e9d18b, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=9b3b5abe-e07b-4f72-a0dd-206312e9d18b,segment=NetworkSegment(df97aba6-e14e-4064-93bd-65b3472ea92d),segment_id=df97aba6-e14e-4064-93bd-65b3472ea92d)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:44.486798 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-46c7ae62-5945-40fd-bda3-9372c41797b3 req-dfcc38a9-b1a2-474d-b21c-55b744d27f6a tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:44.506907 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-46c7ae62-5945-40fd-bda3-9372c41797b3 req-dfcc38a9-b1a2-474d-b21c-55b744d27f6a tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Calling delete_port for 9b3b5abe-e07b-4f72-a0dd-206312e9d18b owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:46:44.515030 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080768c7-7fcb-4cd3-9a1b-5803729ddb9b x-openstack-request-id: req-080768c7-7fcb-4cd3-9a1b-5803729ddb9b {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:44.522217 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98bc5a3-55e3-4e88-a561-02cc955d4670", "name": "network-vif-plugged", "status": "completed", "tag": "9cc27c60-4f77-418e-8918-d8383775cf84", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:44.523614 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-080768c7-7fcb-4cd3-9a1b-5803729ddb9b {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:44.533505 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-89d09120-29af-4664-b4e8-d9f94797fe0e service neutron] Attempting to bind port 111a518b-2237-44ff-942f-574b2a95a015 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:46:44.533855 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-89d09120-29af-4664-b4e8-d9f94797fe0e service neutron] Attempting to bind port 111a518b-2237-44ff-942f-574b2a95a015 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '3bc67411-4d1f-4c3b-9e0b-93a384299ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '69251849-2815-4e03-9f20-eae71bba378c'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:46:44.534198 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-89d09120-29af-4664-b4e8-d9f94797fe0e service neutron] Attempting to bind port 111a518b-2237-44ff-942f-574b2a95a015 on network 69251849-2815-4e03-9f20-eae71bba378c {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:46:44.541217 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98bc5a3-55e3-4e88-a561-02cc955d4670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc27c60-4f77-418e-8918-d8383775cf84', 'code': 200} Nov 23 21:46:44.543494 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-89d09120-29af-4664-b4e8-d9f94797fe0e service neutron] Port 111a518b-2237-44ff-942f-574b2a95a015 on network 69251849-2815-4e03-9f20-eae71bba378c not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:46:44.543494 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-89d09120-29af-4664-b4e8-d9f94797fe0e service neutron] Attempting to bind port 111a518b-2237-44ff-942f-574b2a95a015 on network 69251849-2815-4e03-9f20-eae71bba378c {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:46:44.556968 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-ef62ca3d-64a3-4342-9e4c-5562ca4defa1 req-e68d64c7-d74a-4ea4-8512-383739de7147 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Deleting port a4cde4c4-243d-4503-9b1f-fd85d71add68 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:46:44.557413 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ef62ca3d-64a3-4342-9e4c-5562ca4defa1 req-e68d64c7-d74a-4ea4-8512-383739de7147 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:44.581322 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-89d09120-29af-4664-b4e8-d9f94797fe0e service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:46:44.581665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-89d09120-29af-4664-b4e8-d9f94797fe0e service neutron] Checking segment: {'id': '3bc67411-4d1f-4c3b-9e0b-93a384299ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '69251849-2815-4e03-9f20-eae71bba378c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:46:44.582061 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-89d09120-29af-4664-b4e8-d9f94797fe0e service neutron] Bound using segment: {'id': '3bc67411-4d1f-4c3b-9e0b-93a384299ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '69251849-2815-4e03-9f20-eae71bba378c'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:46:44.582521 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-89d09120-29af-4664-b4e8-d9f94797fe0e service neutron] Bound port: 111a518b-2237-44ff-942f-574b2a95a015, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bc67411-4d1f-4c3b-9e0b-93a384299ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '69251849-2815-4e03-9f20-eae71bba378c'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:46:44.582919 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-89d09120-29af-4664-b4e8-d9f94797fe0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:44.587682 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326d92e2-3d1f-49a7-b9dd-b3d880f2ff0e x-openstack-request-id: req-326d92e2-3d1f-49a7-b9dd-b3d880f2ff0e {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:44.587999 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4e3b67-0b12-46e0-8a45-7d357e0fd21b", "name": "network-vif-deleted", "tag": "90bafca0-6b73-4fe6-851f-aaa482d0fe39", "status": "completed", "code": 200}, {"server_uuid": "53fadf6c-1dc7-4579-a72e-1aeb26fad2fb", "name": "network-vif-deleted", "tag": "a5ca2000-6525-4081-8d39-d579883c33fe", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:44.588260 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-326d92e2-3d1f-49a7-b9dd-b3d880f2ff0e {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:44.588674 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4e3b67-0b12-46e0-8a45-7d357e0fd21b', 'name': 'network-vif-deleted', 'tag': '90bafca0-6b73-4fe6-851f-aaa482d0fe39', 'status': 'completed', 'code': 200} Nov 23 21:46:44.588937 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fadf6c-1dc7-4579-a72e-1aeb26fad2fb', 'name': 'network-vif-deleted', 'tag': 'a5ca2000-6525-4081-8d39-d579883c33fe', 'status': 'completed', 'code': 200} Nov 23 21:46:44.610641 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b82ca35-c315-41e0-9a20-694edc9ce874 req-a9e7b6ed-5828-4e91-9b29-cf36c8c945bc service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764009 Nov 23 21:46:44.684201 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.db.resource_extend [req-84154d08-d6bb-4005-92e3-f3493c69224e req-cdf39aff-6320-4c41-a1ad-70dfbe47f845 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 21:46:44.740554 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-89d09120-29af-4664-b4e8-d9f94797fe0e service neutron] For port 111a518b-2237-44ff-942f-574b2a95a015, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:46:44.763982 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-89d09120-29af-4664-b4e8-d9f94797fe0e service neutron] For port 111a518b-2237-44ff-942f-574b2a95a015, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=111a518b-2237-44ff-942f-574b2a95a015,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:46:44.771991 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-89d09120-29af-4664-b4e8-d9f94797fe0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:44.810840 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-46c7ae62-5945-40fd-bda3-9372c41797b3 req-dfcc38a9-b1a2-474d-b21c-55b744d27f6a tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:44.820555 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-89d09120-29af-4664-b4e8-d9f94797fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:44.822167 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-89d09120-29af-4664-b4e8-d9f94797fe0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:44.825420 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['9b3b5abe-e07b-4f72-a0dd-206312e9d18b'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:46:44.830444 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-89d09120-29af-4664-b4e8-d9f94797fe0e service neutron] 10.222.0.53 "PUT /v2.0/ports/111a518b-2237-44ff-942f-574b2a95a015 HTTP/1.1" status: 200 len: 1092 time: 1.2453396 Nov 23 21:46:44.835481 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ecd022e-80e2-427d-9a09-ec50cabbde96', 'tag': '111a518b-2237-44ff-942f-574b2a95a015'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:44.838024 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4783660f-5e91-40c1-b860-3e4f60f8993e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ecd022e-80e2-427d-9a09-ec50cabbde96", "tag": "111a518b-2237-44ff-942f-574b2a95a015"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:44.850756 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['f3dbe69d-1eb4-4904-a61d-5743beec708f'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:46:44.859955 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-84154d08-d6bb-4005-92e3-f3493c69224e req-cdf39aff-6320-4c41-a1ad-70dfbe47f845 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:44.917412 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b82ca35-c315-41e0-9a20-694edc9ce874 req-41fd671c-0adf-43df-b196-ec8ab5d93890 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888372 Nov 23 21:46:44.925533 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-84154d08-d6bb-4005-92e3-f3493c69224e req-cdf39aff-6320-4c41-a1ad-70dfbe47f845 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:44.936978 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bbc95-db26-4d8b-83f3-49db4d21ccae req-ba02b836-d26e-4365-aeb0-fa21fddb2f42 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:44.945811 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-520bbc95-db26-4d8b-83f3-49db4d21ccae req-ba02b836-d26e-4365-aeb0-fa21fddb2f42 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 946 time: 0.2565389 Nov 23 21:46:44.991046 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device a5ca2000-6525-4081-8d39-d579883c33fe no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:46:45.005414 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d09120-29af-4664-b4e8-d9f94797fe0e service neutron] Pushing event updated for resources: {'Port': ['ID=111a518b-2237-44ff-942f-574b2a95a015,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:45.008525 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c7ae62-5945-40fd-bda3-9372c41797b3 req-dfcc38a9-b1a2-474d-b21c-55b744d27f6a tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] No DVR routers for this DVR port 9b3b5abe-e07b-4f72-a0dd-206312e9d18b on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:46:45.016565 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-46c7ae62-5945-40fd-bda3-9372c41797b3 req-dfcc38a9-b1a2-474d-b21c-55b744d27f6a tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:45.020893 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-46c7ae62-5945-40fd-bda3-9372c41797b3 req-dfcc38a9-b1a2-474d-b21c-55b744d27f6a tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.53 "DELETE /v2.0/ports/9b3b5abe-e07b-4f72-a0dd-206312e9d18b HTTP/1.1" status: 204 len: 173 time: 0.9600484 Nov 23 21:46:45.062179 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc38a9-b1a2-474d-b21c-55b744d27f6a tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Pushing event deleted for resources: {'Port': ['ID=9b3b5abe-e07b-4f72-a0dd-206312e9d18b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:45.080643 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-7624a576-28ba-4999-8ce8-6bb6780b92a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:45.082850 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-7624a576-28ba-4999-8ce8-6bb6780b92a9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b6546ef1ad74db59897db5bbc417afa&device_id=8ecd022e-80e2-427d-9a09-ec50cabbde96 HTTP/1.1" status: 200 len: 1095 time: 0.1995411 Nov 23 21:46:45.096256 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: a5ca2000-6525-4081-8d39-d579883c33fe {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:46:45.096777 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device a5ca2000-6525-4081-8d39-d579883c33fe not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:46:45.175573 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-ef62ca3d-64a3-4342-9e4c-5562ca4defa1 req-e68d64c7-d74a-4ea4-8512-383739de7147 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] For port a4cde4c4-243d-4503-9b1f-fd85d71add68, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=a4cde4c4-243d-4503-9b1f-fd85d71add68,segment=NetworkSegment(f4b26960-9594-4eb0-9b8a-9accdb2d18e0),segment_id=f4b26960-9594-4eb0-9b8a-9accdb2d18e0)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:45.176634 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ef62ca3d-64a3-4342-9e4c-5562ca4defa1 req-e68d64c7-d74a-4ea4-8512-383739de7147 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:45.188447 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-a4c8fccb-53f4-413d-9854-beb368528add service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=111a518b-2237-44ff-942f-574b2a95a015 HTTP/1.1" status: 200 len: 217 time: 0.0947125 Nov 23 21:46:45.213497 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-ef62ca3d-64a3-4342-9e4c-5562ca4defa1 req-e68d64c7-d74a-4ea4-8512-383739de7147 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Calling delete_port for a4cde4c4-243d-4503-9b1f-fd85d71add68 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:46:45.249299 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-520bbc95-db26-4d8b-83f3-49db4d21ccae req-ae454fd1-803e-4d66-882b-ad6e5ea7fc85 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021472 Nov 23 21:46:45.254381 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-2265b917-7dd4-4c84-907e-ef287c0f4233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:45.256144 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-2265b917-7dd4-4c84-907e-ef287c0f4233 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d84ac18-6eb0-451e-822e-a2b2f0c24b0d HTTP/1.1" status: 200 len: 844 time: 0.0575571 Nov 23 21:46:45.299130 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-239ce101-ab95-42e0-a4d9-7727f5c4f02f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=69251849-2815-4e03-9f20-eae71bba378c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261650 Nov 23 21:46:45.346972 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [req-84154d08-d6bb-4005-92e3-f3493c69224e req-cdf39aff-6320-4c41-a1ad-70dfbe47f845 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Floating IP f6eaa7f3-05a5-4035-b63b-5b21bf48b728 associated. External IP: 172.25.5.163, port: f3dbe69d-1eb4-4904-a61d-5743beec708f. Nov 23 21:46:45.415731 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-2766f6fd-37a6-4354-bf5a-acc6b884d306 service neutron] 10.222.0.53 "GET /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069846 Nov 23 21:46:45.470814 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dcb36-451d-471a-8161-91b7f9df8e47 req-5537c1c5-a08e-4271-851f-24ea3eb8231a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:45.472287 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-390dcb36-451d-471a-8161-91b7f9df8e47 req-5537c1c5-a08e-4271-851f-24ea3eb8231a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 950 time: 0.1622627 Nov 23 21:46:45.569734 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a261a919-d1e6-405e-86b4-5c73e16b6d53 req-3618ca59-ddca-4116-9b87-dcd965a8515f service neutron] 10.222.0.53 "GET /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466482 Nov 23 21:46:45.923520 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ef62ca3d-64a3-4342-9e4c-5562ca4defa1 req-e68d64c7-d74a-4ea4-8512-383739de7147 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:45.957026 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-390dcb36-451d-471a-8161-91b7f9df8e47 req-89856551-da74-4e72-a13e-8639e469e6df tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745209 Nov 23 21:46:45.986633 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d64c7-d74a-4ea4-8512-383739de7147 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Pushing event deleted for resources: {'Port': ['ID=a4cde4c4-243d-4503-9b1f-fd85d71add68,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:46.045500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef62ca3d-64a3-4342-9e4c-5562ca4defa1 req-e68d64c7-d74a-4ea4-8512-383739de7147 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] No DVR routers for this DVR port a4cde4c4-243d-4503-9b1f-fd85d71add68 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:46:46.049022 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ef62ca3d-64a3-4342-9e4c-5562ca4defa1 req-e68d64c7-d74a-4ea4-8512-383739de7147 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:46.053742 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef62ca3d-64a3-4342-9e4c-5562ca4defa1 req-e68d64c7-d74a-4ea4-8512-383739de7147 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.60 "DELETE /v2.0/ports/a4cde4c4-243d-4503-9b1f-fd85d71add68 HTTP/1.1" status: 204 len: 173 time: 2.0004084 Nov 23 21:46:46.068638 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84154d08-d6bb-4005-92e3-f3493c69224e req-cdf39aff-6320-4c41-a1ad-70dfbe47f845 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Router 30ced018-27d7-4e22-9b7b-559ae9f6c707 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:46:46.111937 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3c639370-d810-4a1e-a21d-96ff60e46a35 req-698809c0-6481-4457-9641-5f207cdde0c5 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019 tempest-FloatingIPsAssociationNegativeTestJSON-1224887019-project] 10.222.0.50 "GET /v2.0/ports?device_id=3fe5f901-695b-4be4-bc28-bfa7895dda8d HTTP/1.1" status: 200 len: 210 time: 0.0360136 Nov 23 21:46:46.239935 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84154d08-d6bb-4005-92e3-f3493c69224e req-cdf39aff-6320-4c41-a1ad-70dfbe47f845 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:46:46.253138 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-84154d08-d6bb-4005-92e3-f3493c69224e req-cdf39aff-6320-4c41-a1ad-70dfbe47f845 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:46.253774 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39fd7c9-7cd5-4612-a58e-c04eece32ae3 None None] Sync routers for ids ['30ced018-27d7-4e22-9b7b-559ae9f6c707'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:46:46.270190 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b44f80-d309-4da4-a9df-17e22ee0bd92 x-openstack-request-id: req-10b44f80-d309-4da4-a9df-17e22ee0bd92 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:46.270709 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ecd022e-80e2-427d-9a09-ec50cabbde96", "tag": "111a518b-2237-44ff-942f-574b2a95a015", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:46.270819 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10b44f80-d309-4da4-a9df-17e22ee0bd92 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:46.271228 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ecd022e-80e2-427d-9a09-ec50cabbde96', 'tag': '111a518b-2237-44ff-942f-574b2a95a015', 'status': 'completed', 'code': 200} Nov 23 21:46:46.271787 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39fd7c9-7cd5-4612-a58e-c04eece32ae3 None None] Routers {'30ced018-27d7-4e22-9b7b-559ae9f6c707'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:46.272905 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f39fd7c9-7cd5-4612-a58e-c04eece32ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['30ced018-27d7-4e22-9b7b-559ae9f6c707'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:46.300209 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84154d08-d6bb-4005-92e3-f3493c69224e req-cdf39aff-6320-4c41-a1ad-70dfbe47f845 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "PUT /v2.0/floatingips/f6eaa7f3-05a5-4035-b63b-5b21bf48b728 HTTP/1.1" status: 200 len: 996 time: 2.7719982 Nov 23 21:46:46.371336 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783660f-5e91-40c1-b860-3e4f60f8993e req-ca691f53-8eb4-4c5b-a183-72c644bfe857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:46.372839 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4783660f-5e91-40c1-b860-3e4f60f8993e req-ca691f53-8eb4-4c5b-a183-72c644bfe857 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b6546ef1ad74db59897db5bbc417afa&device_id=8ecd022e-80e2-427d-9a09-ec50cabbde96 HTTP/1.1" status: 200 len: 1095 time: 0.0735729 Nov 23 21:46:46.417857 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84154d08-d6bb-4005-92e3-f3493c69224e req-1f776447-771a-4fe7-8d36-b451806eecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:46.428341 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84154d08-d6bb-4005-92e3-f3493c69224e req-1f776447-771a-4fe7-8d36-b451806eecb4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ceb43cef7cd4d6e993216c3dd613b2f&device_id=44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4 HTTP/1.1" status: 200 len: 1096 time: 0.1243083 Nov 23 21:46:46.470284 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65cd94-5559-4a47-938e-e4663f8f3fc7 req-ba94ea44-6726-48d5-9bac-19bf48644d47 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:46.474572 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-f39fd7c9-7cd5-4612-a58e-c04eece32ae3 None None] Set router 30ced018-27d7-4e22-9b7b-559ae9f6c707 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:46.479708 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fa65cd94-5559-4a47-938e-e4663f8f3fc7 req-ba94ea44-6726-48d5-9bac-19bf48644d47 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ecd022e-80e2-427d-9a09-ec50cabbde96 HTTP/1.1" status: 200 len: 944 time: 0.1321342 Nov 23 21:46:46.519613 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783660f-5e91-40c1-b860-3e4f60f8993e req-650db974-38e1-4286-a7ec-a6630f085fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:46.521659 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4783660f-5e91-40c1-b860-3e4f60f8993e req-650db974-38e1-4286-a7ec-a6630f085fad service neutron] 10.222.0.53 "GET /v2.0/networks?id=69251849-2815-4e03-9f20-eae71bba378c HTTP/1.1" status: 200 len: 905 time: 0.1404054 Nov 23 21:46:46.592564 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4783660f-5e91-40c1-b860-3e4f60f8993e req-9abb6d3e-6f53-456f-8c77-0c28d8d27980 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=111a518b-2237-44ff-942f-574b2a95a015 HTTP/1.1" status: 200 len: 217 time: 0.0599806 Nov 23 21:46:46.603830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe5f901-695b-4be4-bc28-bfa7895dda8d', 'name': 'network-vif-deleted', 'tag': 'a4cde4c4-243d-4503-9b1f-fd85d71add68'}, {'name': 'network-changed', 'server_uuid': '44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4', 'tag': 'f3dbe69d-1eb4-4904-a61d-5743beec708f'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:46.606506 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46372bb0-9eb0-4013-b6ec-f1b3edc666a6" -d '{"events": [{"server_uuid": "3fe5f901-695b-4be4-bc28-bfa7895dda8d", "name": "network-vif-deleted", "tag": "a4cde4c4-243d-4503-9b1f-fd85d71add68"}, {"name": "network-changed", "server_uuid": "44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4", "tag": "f3dbe69d-1eb4-4904-a61d-5743beec708f"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:46.617778 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fa65cd94-5559-4a47-938e-e4663f8f3fc7 req-4bc32871-0bae-4569-a0c7-b569e843512c tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370122 Nov 23 21:46:46.674656 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84154d08-d6bb-4005-92e3-f3493c69224e req-6597f150-d80e-443a-819a-72b7244dfd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:46.676185 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84154d08-d6bb-4005-92e3-f3493c69224e req-6597f150-d80e-443a-819a-72b7244dfd79 service neutron] 10.222.0.50 "GET /v2.0/networks?id=65d18847-e24b-4600-a41f-00c5b3389a5b HTTP/1.1" status: 200 len: 922 time: 0.2469499 Nov 23 21:46:46.705913 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783660f-5e91-40c1-b860-3e4f60f8993e req-910bed7a-8a19-4d46-8dbe-68e6e99198d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:46.707546 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4783660f-5e91-40c1-b860-3e4f60f8993e req-910bed7a-8a19-4d46-8dbe-68e6e99198d3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9d84ac18-6eb0-451e-822e-a2b2f0c24b0d HTTP/1.1" status: 200 len: 844 time: 0.1026227 Nov 23 21:46:46.746753 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4783660f-5e91-40c1-b860-3e4f60f8993e req-6df41071-8fb8-4b7d-9cad-d986217e6754 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=69251849-2815-4e03-9f20-eae71bba378c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307000 Nov 23 21:46:46.836146 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84154d08-d6bb-4005-92e3-f3493c69224e req-7b043f96-49a9-4a0e-88b9-d975eabe43a7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3dbe69d-1eb4-4904-a61d-5743beec708f HTTP/1.1" status: 200 len: 999 time: 0.1526289 Nov 23 21:46:46.895874 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4783660f-5e91-40c1-b860-3e4f60f8993e req-7cacdd07-0d7a-48a6-933e-2ade3c7b7643 service neutron] 10.222.0.53 "GET /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400537 Nov 23 21:46:46.922051 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f39fd7c9-7cd5-4612-a58e-c04eece32ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'f6eaa7f3-05a5-4035-b63b-5b21bf48b728', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'port_id': 'f3dbe69d-1eb4-4904-a61d-5743beec708f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'mac_address': 'fa:16:3e:2a:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:45:56Z', 'updated_at': '2021-11-23T21:46:44Z', 'revision_number': 8, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa84d43-79ce-4bb5-acc6-b7eca6a27376', 'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'mac_address': 'fa:16:3e:81:9e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:22Z', 'updated_at': '2021-11-23T21:45:34Z', 'revision_number': 5, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'subnets': [{'id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:46.954553 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84154d08-d6bb-4005-92e3-f3493c69224e req-8ac22736-2399-40d9-b2aa-f360887d85cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:46.956075 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84154d08-d6bb-4005-92e3-f3493c69224e req-8ac22736-2399-40d9-b2aa-f360887d85cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=049705e1-bd7a-44dd-8162-5a2e4f4cfc08 HTTP/1.1" status: 200 len: 860 time: 0.1068411 Nov 23 21:46:46.962949 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39fd7c9-7cd5-4612-a58e-c04eece32ae3 None None] Checking router: 30ced018-27d7-4e22-9b7b-559ae9f6c707 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:46:46.983965 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39fd7c9-7cd5-4612-a58e-c04eece32ae3 None None] Routers {'30ced018-27d7-4e22-9b7b-559ae9f6c707'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:46.984751 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f39fd7c9-7cd5-4612-a58e-c04eece32ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['30ced018-27d7-4e22-9b7b-559ae9f6c707'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:46.989570 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device a4cde4c4-243d-4503-9b1f-fd85d71add68 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:46:47.009436 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4783660f-5e91-40c1-b860-3e4f60f8993e req-9a0b50c1-0253-4258-a828-beef484f2ffb service neutron] 10.222.0.53 "GET /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023853 Nov 23 21:46:47.022874 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-546e6279-4d8d-475e-9972-b1f27e1dbabe tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:47.031229 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-546e6279-4d8d-475e-9972-b1f27e1dbabe tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 821 time: 0.2114525 Nov 23 21:46:47.045344 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: a4cde4c4-243d-4503-9b1f-fd85d71add68 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:46:47.045723 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device a4cde4c4-243d-4503-9b1f-fd85d71add68 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:46:47.051050 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-1ce61938-9dfd-4233-8d7b-44dbf8f94055 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/quotas/7e47ae6fba3146a1b9a1b7a2ea74d574 HTTP/1.1" status: 200 len: 375 time: 0.0189734 Nov 23 21:46:47.067054 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84154d08-d6bb-4005-92e3-f3493c69224e req-c33b8daa-8611-479f-a35c-3f79c15035e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:47.068507 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84154d08-d6bb-4005-92e3-f3493c69224e req-c33b8daa-8611-479f-a35c-3f79c15035e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65d18847-e24b-4600-a41f-00c5b3389a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013231 Nov 23 21:46:47.139737 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-f39fd7c9-7cd5-4612-a58e-c04eece32ae3 None None] Set router 30ced018-27d7-4e22-9b7b-559ae9f6c707 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:47.163487 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-0a73d899-2099-4d13-b90f-a31252ee61c3 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1104784 Nov 23 21:46:47.214419 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84154d08-d6bb-4005-92e3-f3493c69224e req-20940481-1e90-4c83-9158-bbaeaa3cc1f8 service neutron] 10.222.0.50 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315434 Nov 23 21:46:47.329180 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-bccbc9c5-c9b8-4610-b7c1-88a99799c3a7 service neutron] 10.222.0.50 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539881 Nov 23 21:46:47.380548 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f39fd7c9-7cd5-4612-a58e-c04eece32ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'f6eaa7f3-05a5-4035-b63b-5b21bf48b728', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'port_id': 'f3dbe69d-1eb4-4904-a61d-5743beec708f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'mac_address': 'fa:16:3e:2a:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:45:56Z', 'updated_at': '2021-11-23T21:46:44Z', 'revision_number': 8, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa84d43-79ce-4bb5-acc6-b7eca6a27376', 'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'mac_address': 'fa:16:3e:81:9e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:22Z', 'updated_at': '2021-11-23T21:45:34Z', 'revision_number': 5, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'subnets': [{'id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:47.411503 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39fd7c9-7cd5-4612-a58e-c04eece32ae3 None None] The sync data for ids ['30ced018-27d7-4e22-9b7b-559ae9f6c707'] in n-d-816206-9 is: [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'f6eaa7f3-05a5-4035-b63b-5b21bf48b728', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'port_id': 'f3dbe69d-1eb4-4904-a61d-5743beec708f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'mac_address': 'fa:16:3e:2a:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:45:56Z', 'updated_at': '2021-11-23T21:46:44Z', 'revision_number': 8, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa84d43-79ce-4bb5-acc6-b7eca6a27376', 'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'mac_address': 'fa:16:3e:81:9e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:22Z', 'updated_at': '2021-11-23T21:45:34Z', 'revision_number': 5, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'subnets': [{'id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:46:47.412456 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84154d08-d6bb-4005-92e3-f3493c69224e req-fea6d3ff-de7e-4e99-9a7d-ab7b47fc7c46 service neutron] 10.222.0.50 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617756 Nov 23 21:46:47.454307 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-151d9255-2b40-4efa-a1f6-69bbfc68b077 service neutron] 10.222.0.50 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171510 Nov 23 21:46:47.538625 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82348b-c95f-42cd-9f6b-6d81a0be2d97 req-bbe98432-13a6-424e-8077-2ac4658ce4df tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:47.540384 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bc82348b-c95f-42cd-9f6b-6d81a0be2d97 req-bbe98432-13a6-424e-8077-2ac4658ce4df tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 946 time: 0.0531414 Nov 23 21:46:47.596170 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bc82348b-c95f-42cd-9f6b-6d81a0be2d97 req-5ec084c5-afdf-4627-a3d4-d1ff93ea7227 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490060 Nov 23 21:46:47.651003 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99386b8e-2722-42ff-85ab-b9eddf9fd009 x-openstack-request-id: req-99386b8e-2722-42ff-85ab-b9eddf9fd009 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:47.651185 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe5f901-695b-4be4-bc28-bfa7895dda8d", "name": "network-vif-deleted", "tag": "a4cde4c4-243d-4503-9b1f-fd85d71add68", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4", "tag": "f3dbe69d-1eb4-4904-a61d-5743beec708f", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:47.651510 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-99386b8e-2722-42ff-85ab-b9eddf9fd009 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:47.651780 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe5f901-695b-4be4-bc28-bfa7895dda8d', 'name': 'network-vif-deleted', 'tag': 'a4cde4c4-243d-4503-9b1f-fd85d71add68', 'status': 'completed', 'code': 200} Nov 23 21:46:47.652044 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4', 'tag': 'f3dbe69d-1eb4-4904-a61d-5743beec708f', 'status': 'completed', 'code': 200} Nov 23 21:46:47.669932 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d8941c-a52e-4fd6-b860-b0d72ef190d7 None None] New status for floating IP f6eaa7f3-05a5-4035-b63b-5b21bf48b728: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:46:47.791724 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46372bb0-9eb0-4013-b6ec-f1b3edc666a6 req-0eb82d50-7a3c-4a0c-8c09-74338c591573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:47.793393 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46372bb0-9eb0-4013-b6ec-f1b3edc666a6 req-0eb82d50-7a3c-4a0c-8c09-74338c591573 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ceb43cef7cd4d6e993216c3dd613b2f&device_id=44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4 HTTP/1.1" status: 200 len: 1096 time: 0.0921431 Nov 23 21:46:47.804339 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47508) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:46:47.812796 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae7084-bbb1-437a-b46d-c346bd3e7c24 req-c4bcd0ae-9d30-4889-a7c6-3ee175692aae tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:47.826200 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1cae7084-bbb1-437a-b46d-c346bd3e7c24 req-c4bcd0ae-9d30-4889-a7c6-3ee175692aae tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 950 time: 0.0949371 Nov 23 21:46:48.002229 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1cae7084-bbb1-437a-b46d-c346bd3e7c24 req-daa6f6b8-0dcd-49cb-aac2-8e06f1a1df85 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747303 Nov 23 21:46:48.046512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46372bb0-9eb0-4013-b6ec-f1b3edc666a6 req-73a936b3-495c-4e67-bb47-cc069d34f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:48.048154 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46372bb0-9eb0-4013-b6ec-f1b3edc666a6 req-73a936b3-495c-4e67-bb47-cc069d34f2a3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=65d18847-e24b-4600-a41f-00c5b3389a5b HTTP/1.1" status: 200 len: 922 time: 0.2156317 Nov 23 21:46:48.062808 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf9d41bb-5d37-4cdc-b854-7e9b91935cb1 req-45e9ff05-aed0-4845-a5c3-acf3ba07e1d9 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/floatingips/f6eaa7f3-05a5-4035-b63b-5b21bf48b728 HTTP/1.1" status: 200 len: 998 time: 0.1265068 Nov 23 21:46:48.233466 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46372bb0-9eb0-4013-b6ec-f1b3edc666a6 req-a30f0734-2ed0-464d-a39f-ebf82d7e5232 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3dbe69d-1eb4-4904-a61d-5743beec708f HTTP/1.1" status: 200 len: 1001 time: 0.1695898 Nov 23 21:46:48.242734 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efee47-e71b-4856-adac-5d55e4617475 req-9e0c0659-a335-4714-a286-250d74fec55b tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:48.244604 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59efee47-e71b-4856-adac-5d55e4617475 req-9e0c0659-a335-4714-a286-250d74fec55b tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ecd022e-80e2-427d-9a09-ec50cabbde96 HTTP/1.1" status: 200 len: 944 time: 0.1735687 Nov 23 21:46:48.273179 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7149aa91-03c3-4771-a214-3058403b25fa', 'name': 'network-vif-deleted', 'tag': '9b3b5abe-e07b-4f72-a0dd-206312e9d18b'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:48.275552 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd48b866-a0b7-45c8-b258-5de78bde7a54" -d '{"events": [{"server_uuid": "7149aa91-03c3-4771-a214-3058403b25fa", "name": "network-vif-deleted", "tag": "9b3b5abe-e07b-4f72-a0dd-206312e9d18b"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:48.286311 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c0c85dae-8150-4523-9353-16c92ea6b7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:48.295261 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 111a518b-2237-44ff-942f-574b2a95a015 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:46:48.299383 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 9b3b5abe-e07b-4f72-a0dd-206312e9d18b no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:46:48.320197 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d41bb-5d37-4cdc-b854-7e9b91935cb1 req-276cf723-e57c-474f-bda7-58879198f275 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:48.322280 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf9d41bb-5d37-4cdc-b854-7e9b91935cb1 req-276cf723-e57c-474f-bda7-58879198f275 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.2524929 Nov 23 21:46:48.335606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-cf9d41bb-5d37-4cdc-b854-7e9b91935cb1 req-c3cc1a79-55c9-4eed-adae-224e7621a2fa tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:46:48.347271 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf9d41bb-5d37-4cdc-b854-7e9b91935cb1 req-c3cc1a79-55c9-4eed-adae-224e7621a2fa tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0165925 Nov 23 21:46:48.369737 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46372bb0-9eb0-4013-b6ec-f1b3edc666a6 req-7ec8c154-80bb-417b-a60f-a2e389a967aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:48.371532 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46372bb0-9eb0-4013-b6ec-f1b3edc666a6 req-7ec8c154-80bb-417b-a60f-a2e389a967aa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=049705e1-bd7a-44dd-8162-5a2e4f4cfc08 HTTP/1.1" status: 200 len: 860 time: 0.1182621 Nov 23 21:46:48.436742 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 111a518b-2237-44ff-942f-574b2a95a015, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=111a518b-2237-44ff-942f-574b2a95a015,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:48.447942 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59efee47-e71b-4856-adac-5d55e4617475 req-3630134b-eb0f-4fc4-a53f-259ef791996e tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952977 Nov 23 21:46:48.452065 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 9b3b5abe-e07b-4f72-a0dd-206312e9d18b {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:46:48.452419 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 9b3b5abe-e07b-4f72-a0dd-206312e9d18b not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:46:48.455837 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '111a518b-2237-44ff-942f-574b2a95a015', 'network_id': '69251849-2815-4e03-9f20-eae71bba378c', 'port_id': '111a518b-2237-44ff-942f-574b2a95a015', 'mac_address': 'fa:16:3e:73:dc:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d84ac18-6eb0-451e-822e-a2b2f0c24b0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:46:48.513205 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:48.514761 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91f5f800-b37b-4d5a-b111-c2ea5a4db84f req-71682199-247a-4bbe-aec9-898f668ace49 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 210 time: 0.0647950 Nov 23 21:46:48.531547 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 111a518b-2237-44ff-942f-574b2a95a015 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:46:48.534776 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46372bb0-9eb0-4013-b6ec-f1b3edc666a6 req-7e18a8a4-4446-479d-9527-002d457e56ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:48.536279 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46372bb0-9eb0-4013-b6ec-f1b3edc666a6 req-7e18a8a4-4446-479d-9527-002d457e56ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=65d18847-e24b-4600-a41f-00c5b3389a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429093 Nov 23 21:46:48.575676 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 111a518b-2237-44ff-942f-574b2a95a015, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=111a518b-2237-44ff-942f-574b2a95a015,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:48.584528 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:48.615985 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058ca749-e238-4896-bd46-ffc2f7dde74b x-openstack-request-id: req-058ca749-e238-4896-bd46-ffc2f7dde74b {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:48.616193 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7149aa91-03c3-4771-a214-3058403b25fa", "name": "network-vif-deleted", "tag": "9b3b5abe-e07b-4f72-a0dd-206312e9d18b", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:48.616409 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-058ca749-e238-4896-bd46-ffc2f7dde74b {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:48.617099 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7149aa91-03c3-4771-a214-3058403b25fa', 'name': 'network-vif-deleted', 'tag': '9b3b5abe-e07b-4f72-a0dd-206312e9d18b', 'status': 'completed', 'code': 200} Nov 23 21:46:48.641133 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=111a518b-2237-44ff-942f-574b2a95a015,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:48.708839 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38640447-575e-4782-a7fd-fc609d14e3f9 req-f3e13203-4559-488c-b397-da332a9c1a44 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:48.710985 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-38640447-575e-4782-a7fd-fc609d14e3f9 req-f3e13203-4559-488c-b397-da332a9c1a44 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 950 time: 0.1714826 Nov 23 21:46:48.747295 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-11840940-cc5b-40f7-ad77-b093ea4eb2f9 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 1001 time: 0.1395063 Nov 23 21:46:48.771085 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46372bb0-9eb0-4013-b6ec-f1b3edc666a6 req-ebf27e41-c3be-4d5b-8aa1-274006ffd15d service neutron] 10.222.0.60 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164490 Nov 23 21:46:48.848442 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-3eb37c9a-62e2-4d0d-94dc-9a54e0570926 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:48.849851 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-3eb37c9a-62e2-4d0d-94dc-9a54e0570926 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports/f3dbe69d-1eb4-4904-a61d-5743beec708f HTTP/1.1" status: 200 len: 942 time: 0.0924497 Nov 23 21:46:48.856726 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['111a518b-2237-44ff-942f-574b2a95a015'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:46:48.860469 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-38640447-575e-4782-a7fd-fc609d14e3f9 req-1103cb65-a7b2-47f2-9bba-a7f434faded7 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437275 Nov 23 21:46:48.863423 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-c0c85dae-8150-4523-9353-16c92ea6b7f2 admin admin] Deleting port c294598b-2fc6-4053-81d9-085c4382ff55 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:46:48.863902 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c0c85dae-8150-4523-9353-16c92ea6b7f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:48.947394 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46372bb0-9eb0-4013-b6ec-f1b3edc666a6 req-dff7a146-95d8-4e02-89e6-ddd238b81cf4 service neutron] 10.222.0.60 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506600 Nov 23 21:46:49.077781 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-9923243a-f746-40e1-a94b-a46785c3dc9d tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 1001 time: 0.1294079 Nov 23 21:46:49.099682 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-c0c85dae-8150-4523-9353-16c92ea6b7f2 admin admin] For port c294598b-2fc6-4053-81d9-085c4382ff55, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c294598b-2fc6-4053-81d9-085c4382ff55,segment=NetworkSegment(f4b26960-9594-4eb0-9b8a-9accdb2d18e0),segment_id=f4b26960-9594-4eb0-9b8a-9accdb2d18e0)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:49.100141 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c0c85dae-8150-4523-9353-16c92ea6b7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:49.115166 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174ba32-d393-40b7-89e6-47e5a15b8ca6 req-d51e4df2-e4a3-4b69-8a00-045ba6a7074d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:49.116677 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f174ba32-d393-40b7-89e6-47e5a15b8ca6 req-d51e4df2-e4a3-4b69-8a00-045ba6a7074d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 946 time: 0.1031680 Nov 23 21:46:49.119575 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-c0c85dae-8150-4523-9353-16c92ea6b7f2 admin admin] Calling delete_port for c294598b-2fc6-4053-81d9-085c4382ff55 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:46:49.146656 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-694afff0-1677-4b67-aa98-6c9709dcd9ea tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:49.149168 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-694afff0-1677-4b67-aa98-6c9709dcd9ea tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.60 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 821 time: 0.1755335 Nov 23 21:46:49.185801 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-e17869b7-aa6f-41bf-a305-840154010adb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Request body: {'port': {'device_id': '266d7c68-31df-476e-84da-ee33f2a54cef', 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542', 'admin_state_up': True, 'tenant_id': '7e47ae6fba3146a1b9a1b7a2ea74d574'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:46:49.221232 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f174ba32-d393-40b7-89e6-47e5a15b8ca6 req-d82bf7bc-ad97-4901-a19f-c546f6fe3fce tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920019 Nov 23 21:46:49.250121 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-7dffa706-7c2e-4e5b-aea8-7ce063a65821 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:49.251598 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-7dffa706-7c2e-4e5b-aea8-7ce063a65821 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.1645143 Nov 23 21:46:49.339855 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-b5f51ca4-709d-49be-ad47-56fab79169a7 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 1001 time: 0.0813599 Nov 23 21:46:49.349962 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-0c452fec-fdbb-4a7c-a987-8971797768ac tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:46:49.393203 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-e17869b7-aa6f-41bf-a305-840154010adb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Made reservation on behalf of 7e47ae6fba3146a1b9a1b7a2ea74d574 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:46:49.397216 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-e17869b7-aa6f-41bf-a305-840154010adb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:49.417421 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-0c452fec-fdbb-4a7c-a987-8971797768ac tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks [] for floatingip, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:49.513805 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c0c85dae-8150-4523-9353-16c92ea6b7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:49.668829 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-e17869b7-aa6f-41bf-a305-840154010adb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Allocated IP 172.20.0.7 (2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542/1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c/59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:46:49.683383 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90cbfd-0993-431d-bd0f-3a6ae467d53c req-cad4773e-24c0-492f-8c98-764f256a0e02 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:49.692370 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bd90cbfd-0993-431d-bd0f-3a6ae467d53c req-cad4773e-24c0-492f-8c98-764f256a0e02 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ecd022e-80e2-427d-9a09-ec50cabbde96 HTTP/1.1" status: 200 len: 945 time: 0.0929205 Nov 23 21:46:49.768797 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-0c452fec-fdbb-4a7c-a987-8971797768ac tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:49.783196 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-0c452fec-fdbb-4a7c-a987-8971797768ac tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:49.784188 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-0c452fec-fdbb-4a7c-a987-8971797768ac tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Floating IP f6eaa7f3-05a5-4035-b63b-5b21bf48b728 disassociated. External IP: 172.25.5.163, port: f3dbe69d-1eb4-4904-a61d-5743beec708f. Nov 23 21:46:49.844144 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-e17869b7-aa6f-41bf-a305-840154010adb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:49.848911 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bd90cbfd-0993-431d-bd0f-3a6ae467d53c req-9db8f2d8-cd9a-4107-a76d-57c651361386 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550345 Nov 23 21:46:49.866859 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c85dae-8150-4523-9353-16c92ea6b7f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c294598b-2fc6-4053-81d9-085c4382ff55,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:49.920160 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 47548) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:46:50.004159 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-e17869b7-aa6f-41bf-a305-840154010adb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:50.043490 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['af2dc5c5-9fc4-443d-9bac-877c3dc929d4'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:46:50.079161 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c0c85dae-8150-4523-9353-16c92ea6b7f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:50.085180 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-e17869b7-aa6f-41bf-a305-840154010adb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:46:50.093135 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-e17869b7-aa6f-41bf-a305-840154010adb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:46:50.097015 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17869b7-aa6f-41bf-a305-840154010adb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Pushing event updated for resources: {'Port': ['ID=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:50.099749 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-e17869b7-aa6f-41bf-a305-840154010adb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:46:50.234300 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-e17869b7-aa6f-41bf-a305-840154010adb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:50.235256 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-e17869b7-aa6f-41bf-a305-840154010adb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:50.265937 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-e17869b7-aa6f-41bf-a305-840154010adb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0860436 Nov 23 21:46:50.318229 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-4794f906-7670-43fc-9125-f9a1940e4b89 service neutron] Request body: {'port': {'device_id': '266d7c68-31df-476e-84da-ee33f2a54cef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:46:50.324992 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 111a518b-2237-44ff-942f-574b2a95a015 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:46:50.428802 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-4794f906-7670-43fc-9125-f9a1940e4b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:50.455258 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 111a518b-2237-44ff-942f-574b2a95a015 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:46:50.460628 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 111a518b-2237-44ff-942f-574b2a95a015 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:46:50.461032 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:50.492193 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-60c07b8f-9572-4859-be6c-19413e8c423d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=16dd13a214f7436c896ff871fd1f879b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5705006 Nov 23 21:46:50.496505 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 47560) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:46:50.523401 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c85dae-8150-4523-9353-16c92ea6b7f2 admin admin] Router abfcd168-16b0-44ce-ba47-ea034bff4a85 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:46:50.552771 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:50.580540 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecd022e-80e2-427d-9a09-ec50cabbde96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111a518b-2237-44ff-942f-574b2a95a015'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:50.583027 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065c6dac-d3da-4d9d-8b8a-b8394c01ae0e" -d '{"events": [{"server_uuid": "8ecd022e-80e2-427d-9a09-ec50cabbde96", "name": "network-vif-plugged", "status": "completed", "tag": "111a518b-2237-44ff-942f-574b2a95a015"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:50.584066 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982da46-270f-4a52-994c-c7bccdb14468 req-07dc1c78-3e3d-4818-91d4-1ef953d8690c tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:50.585986 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1982da46-270f-4a52-994c-c7bccdb14468 req-07dc1c78-3e3d-4818-91d4-1ef953d8690c tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 931 time: 0.1632104 Nov 23 21:46:50.598108 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 111a518b-2237-44ff-942f-574b2a95a015, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=111a518b-2237-44ff-942f-574b2a95a015,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:50.606531 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:50.675469 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1982da46-270f-4a52-994c-c7bccdb14468 req-e77ea941-8149-4099-8c4b-37ffed3ac1fa tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686803 Nov 23 21:46:50.683876 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-0c452fec-fdbb-4a7c-a987-8971797768ac tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Router 30ced018-27d7-4e22-9b7b-559ae9f6c707 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:46:50.689353 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a46424f0-0d50-4cb4-96e8-25a24c145f29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:50.817134 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c85dae-8150-4523-9353-16c92ea6b7f2 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:46:50.827526 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c0c85dae-8150-4523-9353-16c92ea6b7f2 admin admin] 10.222.0.50 "PUT /v2.0/routers/abfcd168-16b0-44ce-ba47-ea034bff4a85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0197895 Nov 23 21:46:50.827698 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-0c452fec-fdbb-4a7c-a987-8971797768ac tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:46:50.828387 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47572) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:46:50.831883 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-0c452fec-fdbb-4a7c-a987-8971797768ac tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:50.838488 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eea16f-6aaa-46c9-b894-802706f5c6ff None None] Sync routers for ids ['30ced018-27d7-4e22-9b7b-559ae9f6c707'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:46:50.862810 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eea16f-6aaa-46c9-b894-802706f5c6ff None None] Routers {'30ced018-27d7-4e22-9b7b-559ae9f6c707'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:50.863720 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-12eea16f-6aaa-46c9-b894-802706f5c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['30ced018-27d7-4e22-9b7b-559ae9f6c707'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:50.869352 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-315faeef-e61c-469c-844d-23f88f2a00ac req-c34f48e9-b710-4ea6-9883-2ea8e41c8cca tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492201 Nov 23 21:46:50.883222 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600112c2-d840-4e61-a455-20cac09e6514 None None] Sync routers for ids ['abfcd168-16b0-44ce-ba47-ea034bff4a85'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:46:50.891806 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a46424f0-0d50-4cb4-96e8-25a24c145f29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:50.942328 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=111a518b-2237-44ff-942f-574b2a95a015,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:50.948063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-0c452fec-fdbb-4a7c-a987-8971797768ac tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "PUT /v2.0/floatingips/f6eaa7f3-05a5-4035-b63b-5b21bf48b728 HTTP/1.1" status: 200 len: 696 time: 1.6018441 Nov 23 21:46:50.952510 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600112c2-d840-4e61-a455-20cac09e6514 None None] Routers {'abfcd168-16b0-44ce-ba47-ea034bff4a85'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:50.954267 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-600112c2-d840-4e61-a455-20cac09e6514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['abfcd168-16b0-44ce-ba47-ea034bff4a85'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:50.961333 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4', 'tag': 'f3dbe69d-1eb4-4904-a61d-5743beec708f'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:50.964637 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336d7826-6db1-4be3-ae60-67ae1bdf9d78" -d '{"events": [{"name": "network-changed", "server_uuid": "44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4", "tag": "f3dbe69d-1eb4-4904-a61d-5743beec708f"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:50.988855 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5d1b-1ae9-4ce1-9f51-9985055bf8cd admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:51.089815 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-41d964fb-6ee0-43b3-8dd8-8689ce4ae3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:51.097814 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-41d964fb-6ee0-43b3-8dd8-8689ce4ae3d2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ceb43cef7cd4d6e993216c3dd613b2f&device_id=44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4 HTTP/1.1" status: 200 len: 1096 time: 0.1458366 Nov 23 21:46:51.118268 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5d1b-1ae9-4ce1-9f51-9985055bf8cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:51.178731 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-12eea16f-6aaa-46c9-b894-802706f5c6ff None None] Set router 30ced018-27d7-4e22-9b7b-559ae9f6c707 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:51.199448 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-895dd019-33b4-4ce0-811d-7e03d51af1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:51.208272 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-895dd019-33b4-4ce0-811d-7e03d51af1ed service neutron] 10.222.0.50 "GET /v2.0/networks?id=65d18847-e24b-4600-a41f-00c5b3389a5b HTTP/1.1" status: 200 len: 922 time: 0.1093314 Nov 23 21:46:51.210782 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-600112c2-d840-4e61-a455-20cac09e6514 None None] Set router abfcd168-16b0-44ce-ba47-ea034bff4a85 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:51.278652 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315faeef-e61c-469c-844d-23f88f2a00ac req-8bbbfb37-965c-4932-9297-26184b104478 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:51.286569 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-315faeef-e61c-469c-844d-23f88f2a00ac req-8bbbfb37-965c-4932-9297-26184b104478 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3985181 Nov 23 21:46:51.300228 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-f730c827-ddfd-4a00-99e8-58c4b5944608 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3dbe69d-1eb4-4904-a61d-5743beec708f HTTP/1.1" status: 200 len: 217 time: 0.0907888 Nov 23 21:46:51.307712 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-2a6a5d1b-1ae9-4ce1-9f51-9985055bf8cd admin admin] Deleting port f178ce71-22d3-46ac-a159-cd08b0cc327c {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:46:51.308057 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5d1b-1ae9-4ce1-9f51-9985055bf8cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:51.395975 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-2a6a5d1b-1ae9-4ce1-9f51-9985055bf8cd admin admin] For port f178ce71-22d3-46ac-a159-cd08b0cc327c, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f178ce71-22d3-46ac-a159-cd08b0cc327c,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:51.396359 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5d1b-1ae9-4ce1-9f51-9985055bf8cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:51.411108 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-2a6a5d1b-1ae9-4ce1-9f51-9985055bf8cd admin admin] Calling delete_port for f178ce71-22d3-46ac-a159-cd08b0cc327c owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:46:51.411447 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-668c21f2-2d43-4d60-b028-e5b6373eba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:51.422161 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-12eea16f-6aaa-46c9-b894-802706f5c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6fa84d43-79ce-4bb5-acc6-b7eca6a27376', 'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'mac_address': 'fa:16:3e:81:9e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:22Z', 'updated_at': '2021-11-23T21:45:34Z', 'revision_number': 5, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'subnets': [{'id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:51.427598 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-668c21f2-2d43-4d60-b028-e5b6373eba19 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=049705e1-bd7a-44dd-8162-5a2e4f4cfc08 HTTP/1.1" status: 200 len: 860 time: 0.1250794 Nov 23 21:46:51.436807 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-315faeef-e61c-469c-844d-23f88f2a00ac req-dcfe944b-f806-4a41-b14a-db0388084c8a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/quotas/c048b3ef0f8e48829fa7f62a5ce5ce80 HTTP/1.1" status: 200 len: 375 time: 0.1488953 Nov 23 21:46:51.450690 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eea16f-6aaa-46c9-b894-802706f5c6ff None None] Checking router: 30ced018-27d7-4e22-9b7b-559ae9f6c707 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:46:51.459647 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eea16f-6aaa-46c9-b894-802706f5c6ff None None] Routers {'30ced018-27d7-4e22-9b7b-559ae9f6c707'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:51.460558 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-12eea16f-6aaa-46c9-b894-802706f5c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['30ced018-27d7-4e22-9b7b-559ae9f6c707'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:51.475816 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a46424f0-0d50-4cb4-96e8-25a24c145f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:51.480870 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a46424f0-0d50-4cb4-96e8-25a24c145f29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:51.482137 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a46424f0-0d50-4cb4-96e8-25a24c145f29 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ea3bb43d-3047-41ef-83ef-b7b0a9506183 HTTP/1.1" status: 204 len: 168 time: 0.9830832 Nov 23 21:46:51.588762 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46424f0-0d50-4cb4-96e8-25a24c145f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3bb43d-3047-41ef-83ef-b7b0a9506183,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:51.592448 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-12eea16f-6aaa-46c9-b894-802706f5c6ff None None] Set router 30ced018-27d7-4e22-9b7b-559ae9f6c707 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:51.644649 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-9a0fe9ae-82e7-4f7a-816c-27eec0b9b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:51.653066 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-600112c2-d840-4e61-a455-20cac09e6514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1865993258-router', 'tenant_id': '18c8f66042874b568706724a257348cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:46:49Z', 'revision_number': 5, 'project_id': '18c8f66042874b568706724a257348cb', 'gw_port': {'id': 'f178ce71-22d3-46ac-a159-cd08b0cc327c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:65:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:51.656609 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5d1b-1ae9-4ce1-9f51-9985055bf8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:51.658573 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-9a0fe9ae-82e7-4f7a-816c-27eec0b9b2bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=65d18847-e24b-4600-a41f-00c5b3389a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2299411 Nov 23 21:46:51.730006 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-4794f906-7670-43fc-9125-f9a1940e4b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:46:51.739774 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-4794f906-7670-43fc-9125-f9a1940e4b89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:51.747180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600112c2-d840-4e61-a455-20cac09e6514 None None] Checking router: abfcd168-16b0-44ce-ba47-ea034bff4a85 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:46:51.758120 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-4794f906-7670-43fc-9125-f9a1940e4b89 service neutron] Transition to ACTIVE for port object 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:46:51.764022 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600112c2-d840-4e61-a455-20cac09e6514 None None] Routers {'abfcd168-16b0-44ce-ba47-ea034bff4a85'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:46:51.764696 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-600112c2-d840-4e61-a455-20cac09e6514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:46:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['abfcd168-16b0-44ce-ba47-ea034bff4a85'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:51.801481 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a5d1b-1ae9-4ce1-9f51-9985055bf8cd admin admin] Pushing event deleted for resources: {'Port': ['ID=f178ce71-22d3-46ac-a159-cd08b0cc327c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:51.807321 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-4794f906-7670-43fc-9125-f9a1940e4b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:51.810036 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-315faeef-e61c-469c-844d-23f88f2a00ac req-a5ade807-16f3-437e-ae4b-93c0098d849e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3699474 Nov 23 21:46:51.824788 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-e6fcf454-b7a6-4e58-abee-ba69979bfd0c service neutron] 10.222.0.50 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631913 Nov 23 21:46:51.925675 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5d1b-1ae9-4ce1-9f51-9985055bf8cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:51.993973 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-12eea16f-6aaa-46c9-b894-802706f5c6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6fa84d43-79ce-4bb5-acc6-b7eca6a27376', 'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'mac_address': 'fa:16:3e:81:9e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:22Z', 'updated_at': '2021-11-23T21:45:34Z', 'revision_number': 5, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'subnets': [{'id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:52.002696 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-600112c2-d840-4e61-a455-20cac09e6514 None None] Set router abfcd168-16b0-44ce-ba47-ea034bff4a85 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:46:52.023447 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eea16f-6aaa-46c9-b894-802706f5c6ff None None] The sync data for ids ['30ced018-27d7-4e22-9b7b-559ae9f6c707'] in n-d-816206-9 is: [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:45:23Z', 'revision_number': 4, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6fa84d43-79ce-4bb5-acc6-b7eca6a27376', 'name': '', 'network_id': '65d18847-e24b-4600-a41f-00c5b3389a5b', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'mac_address': 'fa:16:3e:81:9e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:22Z', 'updated_at': '2021-11-23T21:45:34Z', 'revision_number': 5, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'subnets': [{'id': '049705e1-bd7a-44dd-8162-5a2e4f4cfc08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:46:52.038107 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff8372f9-6ae7-40d0-8a0a-a16b40d8532e req-7cee3fc2-bb04-4e9a-bb70-f8740d541761 service neutron] 10.222.0.50 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122998 Nov 23 21:46:52.131298 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-600112c2-d840-4e61-a455-20cac09e6514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1865993258-router', 'tenant_id': '18c8f66042874b568706724a257348cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:46:51Z', 'revision_number': 7, 'project_id': '18c8f66042874b568706724a257348cb', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:52.241201 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600112c2-d840-4e61-a455-20cac09e6514 None None] The sync data for ids ['abfcd168-16b0-44ce-ba47-ea034bff4a85'] in n-d-816206-9 is: [{'id': 'abfcd168-16b0-44ce-ba47-ea034bff4a85', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1865993258-router', 'tenant_id': '18c8f66042874b568706724a257348cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:36Z', 'updated_at': '2021-11-23T21:46:51Z', 'revision_number': 7, 'project_id': '18c8f66042874b568706724a257348cb', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:46:52.271517 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:46:52.305533 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e9fc5-77b1-4bc8-922a-eb27312648fa req-c1caad2d-6c0a-4516-aff7-99b2144e88e0 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:52.307806 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-233e9fc5-77b1-4bc8-922a-eb27312648fa req-c1caad2d-6c0a-4516-aff7-99b2144e88e0 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 946 time: 0.1343222 Nov 23 21:46:52.337064 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403c6f65-40d9-4dc3-900a-29b424ca8a2c x-openstack-request-id: req-403c6f65-40d9-4dc3-900a-29b424ca8a2c {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:52.337913 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecd022e-80e2-427d-9a09-ec50cabbde96", "name": "network-vif-plugged", "status": "completed", "tag": "111a518b-2237-44ff-942f-574b2a95a015", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:52.338694 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-403c6f65-40d9-4dc3-900a-29b424ca8a2c {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:52.339927 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ecd022e-80e2-427d-9a09-ec50cabbde96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111a518b-2237-44ff-942f-574b2a95a015', 'code': 200} Nov 23 21:46:52.441811 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-233e9fc5-77b1-4bc8-922a-eb27312648fa req-f8426458-8a10-4fad-9be9-35aa2d1778ed tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276777 Nov 23 21:46:52.534144 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358fb928-11ae-4371-ad04-e0c3df0ee493 x-openstack-request-id: req-358fb928-11ae-4371-ad04-e0c3df0ee493 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:52.534444 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4", "tag": "f3dbe69d-1eb4-4904-a61d-5743beec708f", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:52.534701 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-358fb928-11ae-4371-ad04-e0c3df0ee493 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:52.535167 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4', 'tag': 'f3dbe69d-1eb4-4904-a61d-5743beec708f', 'status': 'completed', 'code': 200} Nov 23 21:46:52.535513 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:52.578162 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffed0d-8096-4a8f-ad09-2e2b0eceaeba req-b9304683-3759-4378-ae16-7fcb71448698 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:52.579705 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68ffed0d-8096-4a8f-ad09-2e2b0eceaeba req-b9304683-3759-4378-ae16-7fcb71448698 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ecd022e-80e2-427d-9a09-ec50cabbde96 HTTP/1.1" status: 200 len: 946 time: 0.1198134 Nov 23 21:46:52.582059 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfe0147-2b88-4eac-b5dd-f1b2d69f1c70 None None] New status for floating IP f6eaa7f3-05a5-4035-b63b-5b21bf48b728: DOWN {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:46:52.661478 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794f906-7670-43fc-9125-f9a1940e4b89 service neutron] Pushing event updated for resources: {'Port': ['ID=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:52.756189 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5d1b-1ae9-4ce1-9f51-9985055bf8cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:52.765789 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5d1b-1ae9-4ce1-9f51-9985055bf8cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:52.818174 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c294598b-2fc6-4053-81d9-085c4382ff55 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:46:52.858393 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d7826-6db1-4be3-ae60-67ae1bdf9d78 req-35cada7d-cb2c-49c3-a840-185b5d02dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:52.860335 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-336d7826-6db1-4be3-ae60-67ae1bdf9d78 req-35cada7d-cb2c-49c3-a840-185b5d02dc13 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0ceb43cef7cd4d6e993216c3dd613b2f&device_id=44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4 HTTP/1.1" status: 200 len: 1096 time: 0.2767575 Nov 23 21:46:52.894517 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cf98d-0652-4ffd-876c-29e9d9037ddd req-af570523-0a3a-4b38-ab86-4758282d4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:52.896747 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-508cf98d-0652-4ffd-876c-29e9d9037ddd req-af570523-0a3a-4b38-ab86-4758282d4fe8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8ecd022e-80e2-427d-9a09-ec50cabbde96 HTTP/1.1" status: 200 len: 1097 time: 0.3539214 Nov 23 21:46:52.932248 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5d1b-1ae9-4ce1-9f51-9985055bf8cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:52.933045 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6a5d1b-1ae9-4ce1-9f51-9985055bf8cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router abfcd168-16b0-44ce-ba47-ea034bff4a85 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 21:46:52.939587 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68ffed0d-8096-4a8f-ad09-2e2b0eceaeba req-efe38d36-1b63-4155-b911-d8d78f7bace5 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399768 Nov 23 21:46:52.939719 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5d1b-1ae9-4ce1-9f51-9985055bf8cd admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:52.940940 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2a6a5d1b-1ae9-4ce1-9f51-9985055bf8cd admin admin] 10.222.0.50 "DELETE /v2.0/routers/abfcd168-16b0-44ce-ba47-ea034bff4a85 HTTP/1.1" status: 204 len: 168 time: 2.1114547 Nov 23 21:46:52.952888 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47612) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:46:52.981467 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: c294598b-2fc6-4053-81d9-085c4382ff55 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:46:52.981812 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c294598b-2fc6-4053-81d9-085c4382ff55 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:46:52.985415 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0373b0f-4002-45b5-b29e-2e22779ab075 req-f0eade4e-68be-4519-90ab-ed0fef213311 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:52.991036 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a0373b0f-4002-45b5-b29e-2e22779ab075 req-f0eade4e-68be-4519-90ab-ed0fef213311 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 943 time: 0.3086996 Nov 23 21:46:53.047570 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-508cf98d-0652-4ffd-876c-29e9d9037ddd req-b27ab231-7075-4652-ad36-d90be614ede9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383083 Nov 23 21:46:53.048419 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-4794f906-7670-43fc-9125-f9a1940e4b89 service neutron] Attempting to bind port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:46:53.048859 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-4794f906-7670-43fc-9125-f9a1940e4b89 service neutron] Attempting to bind port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:46:53.049400 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-4794f906-7670-43fc-9125-f9a1940e4b89 service neutron] Attempting to bind port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:46:53.064209 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-4794f906-7670-43fc-9125-f9a1940e4b89 service neutron] Port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:46:53.065305 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-4794f906-7670-43fc-9125-f9a1940e4b89 service neutron] Attempting to bind port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:46:53.082633 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-4794f906-7670-43fc-9125-f9a1940e4b89 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:46:53.083002 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-4794f906-7670-43fc-9125-f9a1940e4b89 service neutron] Checking segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:46:53.083494 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-4794f906-7670-43fc-9125-f9a1940e4b89 service neutron] Bound using segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:46:53.084169 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-4794f906-7670-43fc-9125-f9a1940e4b89 service neutron] Bound port: 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:46:53.084539 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-4794f906-7670-43fc-9125-f9a1940e4b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:53.128797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ca8d50-0e31-461d-a8c0-b78918300fd8 admin admin] Deleting subnet fece629e-253c-4214-88a2-c60510bbc2c8 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:46:53.152870 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-13ca8d50-0e31-461d-a8c0-b78918300fd8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:53.210552 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21cef93a-a0e9-4ba3-a26d-cfec6012b736 req-d1fe9b07-e377-4fcc-9c8f-dead04f5d29e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 210 time: 0.0576351 Nov 23 21:46:53.266335 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-13ca8d50-0e31-461d-a8c0-b78918300fd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:53.291801 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d7826-6db1-4be3-ae60-67ae1bdf9d78 req-08f688ad-ce70-417a-9720-21384e9160e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:53.298709 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-336d7826-6db1-4be3-ae60-67ae1bdf9d78 req-08f688ad-ce70-417a-9720-21384e9160e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=65d18847-e24b-4600-a41f-00c5b3389a5b HTTP/1.1" status: 200 len: 922 time: 0.4127593 Nov 23 21:46:53.315125 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-4794f906-7670-43fc-9125-f9a1940e4b89 service neutron] For port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:46:53.319699 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-4794f906-7670-43fc-9125-f9a1940e4b89 service neutron] For port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:46:53.321779 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a0373b0f-4002-45b5-b29e-2e22779ab075 req-7e479160-717d-4672-a85d-7c393793d638 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198681 Nov 23 21:46:53.334166 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-4794f906-7670-43fc-9125-f9a1940e4b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:53.405369 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-336d7826-6db1-4be3-ae60-67ae1bdf9d78 req-0013ce52-14dd-4338-820e-7b2dc921af14 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3dbe69d-1eb4-4904-a61d-5743beec708f HTTP/1.1" status: 200 len: 217 time: 0.0777071 Nov 23 21:46:53.438344 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-4794f906-7670-43fc-9125-f9a1940e4b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:53.439021 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-4794f906-7670-43fc-9125-f9a1940e4b89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:53.440916 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-4794f906-7670-43fc-9125-f9a1940e4b89 service neutron] 10.222.0.60 "PUT /v2.0/ports/59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 HTTP/1.1" status: 200 len: 1091 time: 3.1271889 Nov 23 21:46:53.443054 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266d7c68-31df-476e-84da-ee33f2a54cef', 'tag': '59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:53.458791 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eff5d86-89ac-43d3-a6f7-47a3a6429a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "266d7c68-31df-476e-84da-ee33f2a54cef", "tag": "59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:53.575220 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-07efb4a8-37f3-43e2-9488-06e60270955a req-e2169d44-988f-4423-bbc8-e6b787c29b5e tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/floatingips/f6eaa7f3-05a5-4035-b63b-5b21bf48b728 HTTP/1.1" status: 200 len: 694 time: 0.0906985 Nov 23 21:46:53.579606 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-13ca8d50-0e31-461d-a8c0-b78918300fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:53.614087 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794f906-7670-43fc-9125-f9a1940e4b89 service neutron] Pushing event updated for resources: {'Port': ['ID=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:53.646827 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d7826-6db1-4be3-ae60-67ae1bdf9d78 req-327addfd-3013-44cc-8158-6a1384bd387f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:53.646827 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-336d7826-6db1-4be3-ae60-67ae1bdf9d78 req-327addfd-3013-44cc-8158-6a1384bd387f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=049705e1-bd7a-44dd-8162-5a2e4f4cfc08 HTTP/1.1" status: 200 len: 860 time: 0.2341852 Nov 23 21:46:53.655881 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-7fa624ca-abb0-424c-9920-d690e08a694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:53.657480 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-7fa624ca-abb0-424c-9920-d690e08a694b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 1094 time: 0.1180384 Nov 23 21:46:53.670397 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-13ca8d50-0e31-461d-a8c0-b78918300fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:53.708376 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca8d50-0e31-461d-a8c0-b78918300fd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fece629e-253c-4214-88a2-c60510bbc2c8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:53.750801 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-13ca8d50-0e31-461d-a8c0-b78918300fd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:53.753548 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf6470-fa2d-4714-91ca-eb0a83568ddc req-f19b8bfd-4559-4bf8-9175-42a0c5bcd4ab tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:53.754644 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-13ca8d50-0e31-461d-a8c0-b78918300fd8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/fece629e-253c-4214-88a2-c60510bbc2c8 HTTP/1.1" status: 204 len: 168 time: 0.8006904 Nov 23 21:46:53.755110 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8fbf6470-fa2d-4714-91ca-eb0a83568ddc req-f19b8bfd-4559-4bf8-9175-42a0c5bcd4ab tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 946 time: 0.1765859 Nov 23 21:46:53.757071 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-214fc078-5a6d-4a0b-bb17-d6f3a0fca8f2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 HTTP/1.1" status: 200 len: 217 time: 0.0808489 Nov 23 21:46:53.757526 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47630) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:46:53.762704 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a01294-ac71-4a95-bfab-e0482300c913 None None] Network 1f67020f-8055-4ec9-baee-e572af54f934 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:46:53.795330 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d7826-6db1-4be3-ae60-67ae1bdf9d78 req-fc319223-14fc-4c77-9e29-dd010183ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:53.795330 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-336d7826-6db1-4be3-ae60-67ae1bdf9d78 req-fc319223-14fc-4c77-9e29-dd010183ec88 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=65d18847-e24b-4600-a41f-00c5b3389a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370988 Nov 23 21:46:53.799669 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efb4a8-37f3-43e2-9488-06e60270955a req-0e7eb5fb-fcab-47c7-8661-8dc3c45a32af tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:53.807383 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-07efb4a8-37f3-43e2-9488-06e60270955a req-0e7eb5fb-fcab-47c7-8661-8dc3c45a32af tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.2308748 Nov 23 21:46:53.874211 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-fcbc89a6-2b3b-4f04-aa89-d4c79d1e3d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:53.875727 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-fcbc89a6-2b3b-4f04-aa89-d4c79d1e3d53 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c HTTP/1.1" status: 200 len: 861 time: 0.1074710 Nov 23 21:46:53.881181 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b999d127-8f3e-49e4-91fc-18d72cdf5a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:53.923143 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-7f958c0d-dd07-4fe9-9109-d05efe949546 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347376 Nov 23 21:46:53.962204 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8fbf6470-fa2d-4714-91ca-eb0a83568ddc req-850495b1-779f-4d10-9e72-305253eeab3c tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793158 Nov 23 21:46:53.989460 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-07efb4a8-37f3-43e2-9488-06e60270955a req-754125e6-52fd-401b-98db-eb04c3700e4f tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 697 time: 0.1811521 Nov 23 21:46:54.079791 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e765c49-2eed-493f-9373-fb1561b9ea45 None None] DHCP port deletion for 1f67020f-8055-4ec9-baee-e572af54f934 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:46:54.080638 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06df898-414d-496e-962e-a7f6570b5229 x-openstack-request-id: req-e06df898-414d-496e-962e-a7f6570b5229 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:54.080939 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266d7c68-31df-476e-84da-ee33f2a54cef", "tag": "59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:54.081201 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e06df898-414d-496e-962e-a7f6570b5229 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:54.081608 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266d7c68-31df-476e-84da-ee33f2a54cef', 'tag': '59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9', 'status': 'completed', 'code': 200} Nov 23 21:46:54.146201 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-07efb4a8-37f3-43e2-9488-06e60270955a req-4617c4d5-6b50-4311-887c-548fd0de0c28 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.163 HTTP/1.1" status: 200 len: 697 time: 0.1554856 Nov 23 21:46:54.180015 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-b999d127-8f3e-49e4-91fc-18d72cdf5a8f admin admin] Deleting port f9314c67-c605-4996-99d1-066153959eaa {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:46:54.182677 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b999d127-8f3e-49e4-91fc-18d72cdf5a8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:54.183392 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0e765c49-2eed-493f-9373-fb1561b9ea45 None None] Deleting port f9314c67-c605-4996-99d1-066153959eaa {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:46:54.183786 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0e765c49-2eed-493f-9373-fb1561b9ea45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:54.195357 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-e0709953-b84d-4d70-a6da-8da327bd04bd service neutron] 10.222.0.60 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604117 Nov 23 21:46:54.266481 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-315faeef-e61c-469c-844d-23f88f2a00ac req-f9b03b02-4ce2-41f7-924a-40f196b06102 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2209363 Nov 23 21:46:54.297078 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0e765c49-2eed-493f-9373-fb1561b9ea45 None None] For port f9314c67-c605-4996-99d1-066153959eaa, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f9314c67-c605-4996-99d1-066153959eaa,segment=NetworkSegment(f4b26960-9594-4eb0-9b8a-9accdb2d18e0),segment_id=f4b26960-9594-4eb0-9b8a-9accdb2d18e0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:54.297382 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0e765c49-2eed-493f-9373-fb1561b9ea45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:54.315610 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0e765c49-2eed-493f-9373-fb1561b9ea45 None None] Calling delete_port for f9314c67-c605-4996-99d1-066153959eaa owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:46:54.348087 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-b999d127-8f3e-49e4-91fc-18d72cdf5a8f admin admin] For port f9314c67-c605-4996-99d1-066153959eaa, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f9314c67-c605-4996-99d1-066153959eaa,segment=NetworkSegment(f4b26960-9594-4eb0-9b8a-9accdb2d18e0),segment_id=f4b26960-9594-4eb0-9b8a-9accdb2d18e0)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:54.348737 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b999d127-8f3e-49e4-91fc-18d72cdf5a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:54.363981 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-b999d127-8f3e-49e4-91fc-18d72cdf5a8f admin admin] Calling delete_port for f9314c67-c605-4996-99d1-066153959eaa owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:46:54.418838 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebd26f-90da-4685-8efc-96f9d7d18c71 req-1922c799-2280-41df-aead-af01d53f505c tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:54.435566 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdebd26f-90da-4685-8efc-96f9d7d18c71 req-1922c799-2280-41df-aead-af01d53f505c tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ecd022e-80e2-427d-9a09-ec50cabbde96 HTTP/1.1" status: 200 len: 946 time: 0.2354202 Nov 23 21:46:54.437382 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0e765c49-2eed-493f-9373-fb1561b9ea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:54.481695 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e765c49-2eed-493f-9373-fb1561b9ea45 None None] Pushing event deleted for resources: {'Port': ['ID=f9314c67-c605-4996-99d1-066153959eaa,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:54.486115 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b999d127-8f3e-49e4-91fc-18d72cdf5a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:54.504265 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-336d7826-6db1-4be3-ae60-67ae1bdf9d78 req-a8d5057b-59e2-4824-8df5-e9b6eebf2696 service neutron] 10.222.0.60 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6945262 Nov 23 21:46:54.504500 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e765c49-2eed-493f-9373-fb1561b9ea45 None None] No DVR routers for this DVR port f9314c67-c605-4996-99d1-066153959eaa on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:46:54.528009 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f178ce71-22d3-46ac-a159-cd08b0cc327c no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:46:54.549756 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999d127-8f3e-49e4-91fc-18d72cdf5a8f admin admin] Pushing event deleted for resources: {'Port': ['ID=f9314c67-c605-4996-99d1-066153959eaa,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:54.551733 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b999d127-8f3e-49e4-91fc-18d72cdf5a8f admin admin] No DVR routers for this DVR port f9314c67-c605-4996-99d1-066153959eaa on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:46:54.562989 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: f178ce71-22d3-46ac-a159-cd08b0cc327c {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:46:54.563342 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f178ce71-22d3-46ac-a159-cd08b0cc327c not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:46:54.563762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f9314c67-c605-4996-99d1-066153959eaa no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:46:54.586993 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: f9314c67-c605-4996-99d1-066153959eaa {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:46:54.587353 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f9314c67-c605-4996-99d1-066153959eaa not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:46:54.620984 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7c522e9c-bcbb-4b39-b40a-fa946bb463c6 req-ea390e16-4c28-4365-ab72-7b22aa744b46 service neutron] 10.222.0.60 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968658 Nov 23 21:46:54.714547 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b999d127-8f3e-49e4-91fc-18d72cdf5a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:54.735139 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdebd26f-90da-4685-8efc-96f9d7d18c71 req-0946128f-8afd-41b4-b9dc-9aaa2a809d54 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983191 Nov 23 21:46:54.758673 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315faeef-e61c-469c-844d-23f88f2a00ac req-46bd6423-63c8-4ec8-a5fc-02ac9b415621 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:54.760246 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-315faeef-e61c-469c-844d-23f88f2a00ac req-46bd6423-63c8-4ec8-a5fc-02ac9b415621 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4749801 Nov 23 21:46:54.770519 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-07efb4a8-37f3-43e2-9488-06e60270955a req-19b3735d-5d6a-4f3e-ad76-c6c3d8798a87 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Deleting port 5de5169e-53c8-4646-ba7a-b9a427b7e5f3 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:46:54.770887 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-07efb4a8-37f3-43e2-9488-06e60270955a req-19b3735d-5d6a-4f3e-ad76-c6c3d8798a87 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:54.796226 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-315faeef-e61c-469c-844d-23f88f2a00ac req-466511b6-62c7-438f-89d7-7c5199ad704a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Request body: {'port': {'device_id': 'ea492751-7f51-46e7-a688-5d7552357030', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': 'c048b3ef0f8e48829fa7f62a5ce5ce80'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:46:54.834401 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-b999d127-8f3e-49e4-91fc-18d72cdf5a8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f67020f-8055-4ec9-baee-e572af54f934']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:54.855244 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-336d7826-6db1-4be3-ae60-67ae1bdf9d78 req-94e43c5f-7059-4d34-9ec8-ea33d371d88d service neutron] 10.222.0.60 "GET /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874777 Nov 23 21:46:54.863733 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-b999d127-8f3e-49e4-91fc-18d72cdf5a8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b26960-9594-4eb0-9b8a-9accdb2d18e0') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:54.864035 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-b999d127-8f3e-49e4-91fc-18d72cdf5a8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b26960-9594-4eb0-9b8a-9accdb2d18e0') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:46:54.889916 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5d86-89ac-43d3-a6f7-47a3a6429a1f req-53ba892a-4633-4e2e-bc69-d04f8e7c7466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:54.891637 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1eff5d86-89ac-43d3-a6f7-47a3a6429a1f req-53ba892a-4633-4e2e-bc69-d04f8e7c7466 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 1094 time: 0.1741025 Nov 23 21:46:54.893619 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b999d127-8f3e-49e4-91fc-18d72cdf5a8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:54.921704 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-07efb4a8-37f3-43e2-9488-06e60270955a req-19b3735d-5d6a-4f3e-ad76-c6c3d8798a87 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:54.922098 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-07efb4a8-37f3-43e2-9488-06e60270955a req-19b3735d-5d6a-4f3e-ad76-c6c3d8798a87 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:54.936760 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-07efb4a8-37f3-43e2-9488-06e60270955a req-19b3735d-5d6a-4f3e-ad76-c6c3d8798a87 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Calling delete_port for 5de5169e-53c8-4646-ba7a-b9a427b7e5f3 owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:46:55.004607 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b999d127-8f3e-49e4-91fc-18d72cdf5a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:55.007057 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5d86-89ac-43d3-a6f7-47a3a6429a1f req-aaf7f3ca-9638-4361-ac73-b47947377c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:55.008835 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1eff5d86-89ac-43d3-a6f7-47a3a6429a1f req-aaf7f3ca-9638-4361-ac73-b47947377c34 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 922 time: 0.1020050 Nov 23 21:46:55.014965 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b999d127-8f3e-49e4-91fc-18d72cdf5a8f admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:46:55.015371 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b999d127-8f3e-49e4-91fc-18d72cdf5a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:46:55.017062 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:46:55.071749 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c545b702-ab3e-4a9a-97ab-bb6131784371 req-d5ca4cdf-bdca-47c1-86e9-d1a84ad87158 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 210 time: 0.2199981 Nov 23 21:46:55.073276 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1eff5d86-89ac-43d3-a6f7-47a3a6429a1f req-cf87fb0e-349d-4d31-9e13-39dead1e1034 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 HTTP/1.1" status: 200 len: 217 time: 0.0553491 Nov 23 21:46:55.149872 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b999d127-8f3e-49e4-91fc-18d72cdf5a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:55.174048 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b999d127-8f3e-49e4-91fc-18d72cdf5a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:55.180379 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b999d127-8f3e-49e4-91fc-18d72cdf5a8f admin admin] 10.222.0.50 "DELETE /v2.0/networks/1f67020f-8055-4ec9-baee-e572af54f934 HTTP/1.1" status: 204 len: 168 time: 1.4195955 Nov 23 21:46:55.180379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999d127-8f3e-49e4-91fc-18d72cdf5a8f admin admin] Pushing event deleted for resources: {'Network': ['ID=1f67020f-8055-4ec9-baee-e572af54f934,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:55.185895 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5d86-89ac-43d3-a6f7-47a3a6429a1f req-84ffe844-8a5c-4b15-a818-bb2c1457deef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:55.187593 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1eff5d86-89ac-43d3-a6f7-47a3a6429a1f req-84ffe844-8a5c-4b15-a818-bb2c1457deef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c HTTP/1.1" status: 200 len: 861 time: 0.0821173 Nov 23 21:46:55.246997 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1eff5d86-89ac-43d3-a6f7-47a3a6429a1f req-05b2963f-c9d8-4bba-a0e6-3ec9f29582e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420415 Nov 23 21:46:55.252295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cbe5a-a75b-4761-a45a-488f2857a13f req-b8fabce3-c8e6-404d-9089-038136dbf643 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:55.253761 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab1cbe5a-a75b-4761-a45a-488f2857a13f req-b8fabce3-c8e6-404d-9089-038136dbf643 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 943 time: 0.0750065 Nov 23 21:46:55.254936 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-07efb4a8-37f3-43e2-9488-06e60270955a req-19b3735d-5d6a-4f3e-ad76-c6c3d8798a87 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:55.278688 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-315faeef-e61c-469c-844d-23f88f2a00ac req-466511b6-62c7-438f-89d7-7c5199ad704a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Made reservation on behalf of c048b3ef0f8e48829fa7f62a5ce5ce80 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:46:55.282126 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-315faeef-e61c-469c-844d-23f88f2a00ac req-466511b6-62c7-438f-89d7-7c5199ad704a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:55.287208 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3735d-5d6a-4f3e-ad76-c6c3d8798a87 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Pushing event deleted for resources: {'Port': ['ID=5de5169e-53c8-4646-ba7a-b9a427b7e5f3,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:55.375815 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1eff5d86-89ac-43d3-a6f7-47a3a6429a1f req-e5abbc7b-58c8-4b05-9fcd-9f9958658e32 service neutron] 10.222.0.60 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209331 Nov 23 21:46:55.427653 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47662) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:46:55.452752 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab1cbe5a-a75b-4761-a45a-488f2857a13f req-1fbd8c23-5372-4267-81c9-f7e1bf943386 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674972 Nov 23 21:46:55.455942 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-07efb4a8-37f3-43e2-9488-06e60270955a req-19b3735d-5d6a-4f3e-ad76-c6c3d8798a87 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:55.458337 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-07efb4a8-37f3-43e2-9488-06e60270955a req-19b3735d-5d6a-4f3e-ad76-c6c3d8798a87 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:55.459429 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-07efb4a8-37f3-43e2-9488-06e60270955a req-19b3735d-5d6a-4f3e-ad76-c6c3d8798a87 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "DELETE /v2.0/floatingips/f6eaa7f3-05a5-4035-b63b-5b21bf48b728 HTTP/1.1" status: 204 len: 173 time: 1.3122575 Nov 23 21:46:55.505792 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-408876bc-f772-4a1c-af85-eac64c45a25c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=18c8f66042874b568706724a257348cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0770030 Nov 23 21:46:55.508193 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47666) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:46:55.560465 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1eff5d86-89ac-43d3-a6f7-47a3a6429a1f req-e736d94a-8fbb-4d61-a6e7-9001fdc33878 service neutron] 10.222.0.60 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770236 Nov 23 21:46:55.569622 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-315faeef-e61c-469c-844d-23f88f2a00ac req-466511b6-62c7-438f-89d7-7c5199ad704a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Allocated IP 192.168.233.95 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/c8b0adef-13ba-43b4-8567-cf5160e855ab) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:46:55.592094 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2c290e4-82cc-4084-9ffe-13184c224f71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:55.646996 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2c290e4-82cc-4084-9ffe-13184c224f71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:55.690619 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cad88c-01dc-4dce-bdac-63382ebeb0e9 req-ebc9d098-ab2d-4fe9-ba22-78ea1df1d436 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:55.692242 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79cad88c-01dc-4dce-bdac-63382ebeb0e9 req-ebc9d098-ab2d-4fe9-ba22-78ea1df1d436 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 946 time: 0.1090336 Nov 23 21:46:55.732601 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c8482a3c-2265-4f97-bb1e-24da6dfb860b req-74296972-64d4-4ecd-a782-6249cb73625e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1236200 Nov 23 21:46:55.776891 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2c290e4-82cc-4084-9ffe-13184c224f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:55.780270 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2c290e4-82cc-4084-9ffe-13184c224f71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:55.787007 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e2c290e4-82cc-4084-9ffe-13184c224f71 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3ffbd88e-b828-41d2-b6ee-92640cd709d7 HTTP/1.1" status: 204 len: 168 time: 0.2743993 Nov 23 21:46:55.800851 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c290e4-82cc-4084-9ffe-13184c224f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffbd88e-b828-41d2-b6ee-92640cd709d7,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:55.829784 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79cad88c-01dc-4dce-bdac-63382ebeb0e9 req-55af6282-6376-4fe4-a99d-9a6958d0dd6b tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257062 Nov 23 21:46:55.856338 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8482a3c-2265-4f97-bb1e-24da6dfb860b req-65cc3040-b32b-496d-9597-b1fedc0ed706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:55.860288 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c8482a3c-2265-4f97-bb1e-24da6dfb860b req-65cc3040-b32b-496d-9597-b1fedc0ed706 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 1096 time: 0.0572107 Nov 23 21:46:55.894055 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-315faeef-e61c-469c-844d-23f88f2a00ac req-466511b6-62c7-438f-89d7-7c5199ad704a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:56.004372 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-315faeef-e61c-469c-844d-23f88f2a00ac req-466511b6-62c7-438f-89d7-7c5199ad704a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:56.053650 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['8ffaa15e-5249-4ec2-b177-8936bc34d603', '9cc27c60-4f77-418e-8918-d8383775cf84'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:46:56.058077 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8482a3c-2265-4f97-bb1e-24da6dfb860b req-09ca1a35-500d-4c2e-aa23-4166527e1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:56.059839 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c8482a3c-2265-4f97-bb1e-24da6dfb860b req-09ca1a35-500d-4c2e-aa23-4166527e1933 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 922 time: 0.1632257 Nov 23 21:46:56.143199 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c8482a3c-2265-4f97-bb1e-24da6dfb860b req-849b2716-26a7-4fc4-ba0d-88d2ce15a961 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20c77225-33d7-47be-bd1a-2fc096129844 HTTP/1.1" status: 200 len: 217 time: 0.0743780 Nov 23 21:46:56.176689 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466511b6-62c7-438f-89d7-7c5199ad704a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Pushing event updated for resources: {'Port': ['ID=c8b0adef-13ba-43b4-8567-cf5160e855ab,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:56.200388 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-315faeef-e61c-469c-844d-23f88f2a00ac req-466511b6-62c7-438f-89d7-7c5199ad704a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:46:56.205886 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-315faeef-e61c-469c-844d-23f88f2a00ac req-466511b6-62c7-438f-89d7-7c5199ad704a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:46:56.222010 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-315faeef-e61c-469c-844d-23f88f2a00ac req-466511b6-62c7-438f-89d7-7c5199ad704a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:46:56.230785 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8482a3c-2265-4f97-bb1e-24da6dfb860b req-ba96ad7b-5b01-44ec-a3a1-24b24682b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:56.232600 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c8482a3c-2265-4f97-bb1e-24da6dfb860b req-ba96ad7b-5b01-44ec-a3a1-24b24682b9d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c HTTP/1.1" status: 200 len: 861 time: 0.0818288 Nov 23 21:46:56.272858 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c8482a3c-2265-4f97-bb1e-24da6dfb860b req-5eece154-3bdd-4e70-9bd5-6b89ce0c3cdc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290432 Nov 23 21:46:56.313305 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a663c-6a19-496c-8917-8b065555f52a req-850728c8-30b3-4c0d-a6b9-94ed6577231e tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:56.325886 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b17a663c-6a19-496c-8917-8b065555f52a req-850728c8-30b3-4c0d-a6b9-94ed6577231e tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4 HTTP/1.1" status: 200 len: 945 time: 0.3336794 Nov 23 21:46:56.355406 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a7a8c713-a1ad-4527-bdf5-7f02433f06b0 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:46:56.407562 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb502a2-0662-445c-84c1-5cf2ebd4f45d req-4bf3f016-3dc9-4ef5-a2d7-df5fba7aeb54 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:56.409125 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eeb502a2-0662-445c-84c1-5cf2ebd4f45d req-4bf3f016-3dc9-4ef5-a2d7-df5fba7aeb54 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ecd022e-80e2-427d-9a09-ec50cabbde96 HTTP/1.1" status: 200 len: 946 time: 0.3196032 Nov 23 21:46:56.428706 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315faeef-e61c-469c-844d-23f88f2a00ac req-466511b6-62c7-438f-89d7-7c5199ad704a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:56.429382 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-315faeef-e61c-469c-844d-23f88f2a00ac req-466511b6-62c7-438f-89d7-7c5199ad704a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:56.490881 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c8482a3c-2265-4f97-bb1e-24da6dfb860b req-57cc95b5-8616-4123-bf68-128f47b629cd service neutron] 10.222.0.53 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094426 Nov 23 21:46:56.531242 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a7a8c713-a1ad-4527-bdf5-7f02433f06b0, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a7a8c713-a1ad-4527-bdf5-7f02433f06b0,segment=NetworkSegment(b39fafe3-052e-4b28-be8e-3a74c5b358d3),segment_id=b39fafe3-052e-4b28-be8e-3a74c5b358d3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:56.537409 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b17a663c-6a19-496c-8917-8b065555f52a req-fa412d4c-2ab6-4a00-a85e-065c06d22926 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/security-groups?id=db46c29c-fe61-4542-b264-8d84955f2460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904898 Nov 23 21:46:56.546190 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a7a8c713-a1ad-4527-bdf5-7f02433f06b0 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:46:56.559603 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'a7a8c713-a1ad-4527-bdf5-7f02433f06b0', 'network_id': 'a82590b6-95ee-41a8-90a5-1d72b8f9c202', 'port_id': 'a7a8c713-a1ad-4527-bdf5-7f02433f06b0', 'mac_address': 'fa:16:3e:50:6d:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15604317-742c-41db-b6cd-cf3f90521277', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:46:56.568350 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-315faeef-e61c-469c-844d-23f88f2a00ac req-466511b6-62c7-438f-89d7-7c5199ad704a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7832603 Nov 23 21:46:56.601126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-315faeef-e61c-469c-844d-23f88f2a00ac req-97c6ffcb-ce77-4c51-8a74-5f5e1ce9c470 service neutron] Request body: {'port': {'device_id': 'ea492751-7f51-46e7-a688-5d7552357030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:46:56.681766 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-315faeef-e61c-469c-844d-23f88f2a00ac req-97c6ffcb-ce77-4c51-8a74-5f5e1ce9c470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:56.705318 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c8482a3c-2265-4f97-bb1e-24da6dfb860b req-6b96fde2-9be0-430f-b7c7-5305d6401540 service neutron] 10.222.0.53 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060685 Nov 23 21:46:56.734169 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a4eb3e09-91c3-48df-9fdd-b06f6ee8a7f2 None None] Provisioning complete for port c8b0adef-13ba-43b4-8567-cf5160e855ab triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:46:56.735325 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a4eb3e09-91c3-48df-9fdd-b06f6ee8a7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:56.742236 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:56.950868 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7a8c713-a1ad-4527-bdf5-7f02433f06b0 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:46:57.036434 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a7a8c713-a1ad-4527-bdf5-7f02433f06b0, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a7a8c713-a1ad-4527-bdf5-7f02433f06b0,segment=NetworkSegment(b39fafe3-052e-4b28-be8e-3a74c5b358d3),segment_id=b39fafe3-052e-4b28-be8e-3a74c5b358d3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:57.053525 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a4eb3e09-91c3-48df-9fdd-b06f6ee8a7f2 None None] Port c8b0adef-13ba-43b4-8567-cf5160e855ab cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:46:57.061014 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:57.143100 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=a7a8c713-a1ad-4527-bdf5-7f02433f06b0,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:57.149712 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:57.303785 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eeb502a2-0662-445c-84c1-5cf2ebd4f45d req-5cec7e68-76ef-457a-aa3d-40627f520c61 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8597424 Nov 23 21:46:57.334911 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:46:57.338538 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:46:57.346404 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26136fb1-718a-4fd3-8590-7d20009ed0da req-ee9afd4c-c093-44c4-8fb0-2ab95467126c tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:57.356599 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26136fb1-718a-4fd3-8590-7d20009ed0da req-ee9afd4c-c093-44c4-8fb0-2ab95467126c tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 935 time: 0.6772873 Nov 23 21:46:57.401350 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['a7a8c713-a1ad-4527-bdf5-7f02433f06b0'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:46:57.452337 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-315faeef-e61c-469c-844d-23f88f2a00ac req-97c6ffcb-ce77-4c51-8a74-5f5e1ce9c470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b0adef-13ba-43b4-8567-cf5160e855ab {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:46:57.465748 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-315faeef-e61c-469c-844d-23f88f2a00ac req-97c6ffcb-ce77-4c51-8a74-5f5e1ce9c470 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:57.563288 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-315faeef-e61c-469c-844d-23f88f2a00ac req-97c6ffcb-ce77-4c51-8a74-5f5e1ce9c470 service neutron] Transition to ACTIVE for port object c8b0adef-13ba-43b4-8567-cf5160e855ab will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:46:57.565687 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d6ffb-de9d-4fe4-bcba-7e2cdef1c58c req-2e43a6d8-c072-41aa-84bf-6230419fb3bd tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:57.567825 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-401d6ffb-de9d-4fe4-bcba-7e2cdef1c58c req-2e43a6d8-c072-41aa-84bf-6230419fb3bd tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.60 "GET /v2.0/ports?device_id=44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4 HTTP/1.1" status: 200 len: 945 time: 0.0755696 Nov 23 21:46:57.572856 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19186f16-e93d-4c28-b41f-42244e9edaaf req-d8c39b9b-90a1-441a-a475-2c73d4ceee71 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:57.574591 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-19186f16-e93d-4c28-b41f-42244e9edaaf req-d8c39b9b-90a1-441a-a475-2c73d4ceee71 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 943 time: 0.1866589 Nov 23 21:46:57.588877 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26136fb1-718a-4fd3-8590-7d20009ed0da req-f240564f-bdd2-4b81-bd87-98364d8d8586 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311096 Nov 23 21:46:57.597119 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-315faeef-e61c-469c-844d-23f88f2a00ac req-97c6ffcb-ce77-4c51-8a74-5f5e1ce9c470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:57.708960 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-401d6ffb-de9d-4fe4-bcba-7e2cdef1c58c req-1ff88667-0269-4b98-a81c-aab1f5782689 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Deleting port f3dbe69d-1eb4-4904-a61d-5743beec708f {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:46:57.709408 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-401d6ffb-de9d-4fe4-bcba-7e2cdef1c58c req-1ff88667-0269-4b98-a81c-aab1f5782689 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:57.744415 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6ffcb-ce77-4c51-8a74-5f5e1ce9c470 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b0adef-13ba-43b4-8567-cf5160e855ab,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:57.779256 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-19186f16-e93d-4c28-b41f-42244e9edaaf req-c3a5c7f4-e0fb-420d-b69e-df1c953efa6b tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843169 Nov 23 21:46:57.831806 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-401d6ffb-de9d-4fe4-bcba-7e2cdef1c58c req-1ff88667-0269-4b98-a81c-aab1f5782689 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] For port f3dbe69d-1eb4-4904-a61d-5743beec708f, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f3dbe69d-1eb4-4904-a61d-5743beec708f,segment=NetworkSegment(df97aba6-e14e-4064-93bd-65b3472ea92d),segment_id=df97aba6-e14e-4064-93bd-65b3472ea92d)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:57.832528 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-401d6ffb-de9d-4fe4-bcba-7e2cdef1c58c req-1ff88667-0269-4b98-a81c-aab1f5782689 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:57.837978 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1fd54d46-46df-4b01-a1a3-f70c87c18c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:57.853995 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-401d6ffb-de9d-4fe4-bcba-7e2cdef1c58c req-1ff88667-0269-4b98-a81c-aab1f5782689 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Calling delete_port for f3dbe69d-1eb4-4904-a61d-5743beec708f owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:46:57.893263 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c960b79-a3fb-456c-b86c-8f8619c4b96f req-933f18da-07e8-45a2-a9fc-7fd004c78644 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:57.894966 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3c960b79-a3fb-456c-b86c-8f8619c4b96f req-933f18da-07e8-45a2-a9fc-7fd004c78644 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 945 time: 0.1146586 Nov 23 21:46:57.920581 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:57.924137 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-315faeef-e61c-469c-844d-23f88f2a00ac req-97c6ffcb-ce77-4c51-8a74-5f5e1ce9c470 service neutron] Attempting to bind port c8b0adef-13ba-43b4-8567-cf5160e855ab on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:46:57.924648 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-315faeef-e61c-469c-844d-23f88f2a00ac req-97c6ffcb-ce77-4c51-8a74-5f5e1ce9c470 service neutron] Attempting to bind port c8b0adef-13ba-43b4-8567-cf5160e855ab by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:46:57.925347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315faeef-e61c-469c-844d-23f88f2a00ac req-97c6ffcb-ce77-4c51-8a74-5f5e1ce9c470 service neutron] Attempting to bind port c8b0adef-13ba-43b4-8567-cf5160e855ab on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:46:57.936123 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315faeef-e61c-469c-844d-23f88f2a00ac req-97c6ffcb-ce77-4c51-8a74-5f5e1ce9c470 service neutron] Port c8b0adef-13ba-43b4-8567-cf5160e855ab on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:46:57.936469 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315faeef-e61c-469c-844d-23f88f2a00ac req-97c6ffcb-ce77-4c51-8a74-5f5e1ce9c470 service neutron] Attempting to bind port c8b0adef-13ba-43b4-8567-cf5160e855ab on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:46:57.939936 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a7a8c713-a1ad-4527-bdf5-7f02433f06b0 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:46:57.950379 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315faeef-e61c-469c-844d-23f88f2a00ac req-97c6ffcb-ce77-4c51-8a74-5f5e1ce9c470 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:46:57.950832 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315faeef-e61c-469c-844d-23f88f2a00ac req-97c6ffcb-ce77-4c51-8a74-5f5e1ce9c470 service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:46:57.951286 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315faeef-e61c-469c-844d-23f88f2a00ac req-97c6ffcb-ce77-4c51-8a74-5f5e1ce9c470 service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:46:57.951792 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-315faeef-e61c-469c-844d-23f88f2a00ac req-97c6ffcb-ce77-4c51-8a74-5f5e1ce9c470 service neutron] Bound port: c8b0adef-13ba-43b4-8567-cf5160e855ab, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:46:57.952204 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-315faeef-e61c-469c-844d-23f88f2a00ac req-97c6ffcb-ce77-4c51-8a74-5f5e1ce9c470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:57.972205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a7a8c713-a1ad-4527-bdf5-7f02433f06b0, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a7a8c713-a1ad-4527-bdf5-7f02433f06b0,segment=NetworkSegment(b39fafe3-052e-4b28-be8e-3a74c5b358d3),segment_id=b39fafe3-052e-4b28-be8e-3a74c5b358d3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:57.978732 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3c960b79-a3fb-456c-b86c-8f8619c4b96f req-67a3543e-d286-4a3e-90fd-c1f678d44b75 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729020 Nov 23 21:46:57.990241 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:58.057069 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=a7a8c713-a1ad-4527-bdf5-7f02433f06b0,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:58.067411 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-315faeef-e61c-469c-844d-23f88f2a00ac req-97c6ffcb-ce77-4c51-8a74-5f5e1ce9c470 service neutron] For port c8b0adef-13ba-43b4-8567-cf5160e855ab, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:46:58.072818 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-315faeef-e61c-469c-844d-23f88f2a00ac req-97c6ffcb-ce77-4c51-8a74-5f5e1ce9c470 service neutron] For port c8b0adef-13ba-43b4-8567-cf5160e855ab, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c8b0adef-13ba-43b4-8567-cf5160e855ab,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:46:58.078380 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-315faeef-e61c-469c-844d-23f88f2a00ac req-97c6ffcb-ce77-4c51-8a74-5f5e1ce9c470 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:58.091599 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-401d6ffb-de9d-4fe4-bcba-7e2cdef1c58c req-1ff88667-0269-4b98-a81c-aab1f5782689 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:58.120493 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315faeef-e61c-469c-844d-23f88f2a00ac req-97c6ffcb-ce77-4c51-8a74-5f5e1ce9c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:58.121586 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-315faeef-e61c-469c-844d-23f88f2a00ac req-97c6ffcb-ce77-4c51-8a74-5f5e1ce9c470 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:58.122325 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff88667-0269-4b98-a81c-aab1f5782689 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Pushing event deleted for resources: {'Port': ['ID=f3dbe69d-1eb4-4904-a61d-5743beec708f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:58.124662 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-315faeef-e61c-469c-844d-23f88f2a00ac req-97c6ffcb-ce77-4c51-8a74-5f5e1ce9c470 service neutron] 10.222.0.60 "PUT /v2.0/ports/c8b0adef-13ba-43b4-8567-cf5160e855ab HTTP/1.1" status: 200 len: 1095 time: 1.5383794 Nov 23 21:46:58.131681 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['f3dbe69d-1eb4-4904-a61d-5743beec708f'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:46:58.141359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea492751-7f51-46e7-a688-5d7552357030', 'tag': 'c8b0adef-13ba-43b4-8567-cf5160e855ab'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:58.146225 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41dbec0-40bf-4f19-aa2c-b1af9a8b2efe" -d '{"events": [{"name": "network-changed", "server_uuid": "ea492751-7f51-46e7-a688-5d7552357030", "tag": "c8b0adef-13ba-43b4-8567-cf5160e855ab"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:58.184592 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-401d6ffb-de9d-4fe4-bcba-7e2cdef1c58c req-1ff88667-0269-4b98-a81c-aab1f5782689 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] No DVR routers for this DVR port f3dbe69d-1eb4-4904-a61d-5743beec708f on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:46:58.189777 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-401d6ffb-de9d-4fe4-bcba-7e2cdef1c58c req-1ff88667-0269-4b98-a81c-aab1f5782689 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:58.194902 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-401d6ffb-de9d-4fe4-bcba-7e2cdef1c58c req-1ff88667-0269-4b98-a81c-aab1f5782689 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.60 "DELETE /v2.0/ports/f3dbe69d-1eb4-4904-a61d-5743beec708f HTTP/1.1" status: 204 len: 173 time: 0.6202531 Nov 23 21:46:58.195632 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4', 'name': 'network-vif-deleted', 'tag': 'f3dbe69d-1eb4-4904-a61d-5743beec708f'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:58.198516 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e3c442-6292-4355-ab27-87fa0d76c4e9" -d '{"events": [{"server_uuid": "44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4", "name": "network-vif-deleted", "tag": "f3dbe69d-1eb4-4904-a61d-5743beec708f"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:58.205956 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-c31aa25a-63a9-4645-8afe-41d724775439 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8591e6cbfdec47e49dadf0571dc16b41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0921283 Nov 23 21:46:58.257793 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315faeef-e61c-469c-844d-23f88f2a00ac req-132c1d19-02f9-4af9-9689-cb69a183aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:58.260270 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-315faeef-e61c-469c-844d-23f88f2a00ac req-132c1d19-02f9-4af9-9689-cb69a183aab8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 1098 time: 0.0494549 Nov 23 21:46:58.320525 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-315faeef-e61c-469c-844d-23f88f2a00ac req-86655974-c5f2-4233-a791-cc84dd204a1b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=c8b0adef-13ba-43b4-8567-cf5160e855ab HTTP/1.1" status: 200 len: 217 time: 0.0414689 Nov 23 21:46:58.350222 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a7a8c713-a1ad-4527-bdf5-7f02433f06b0 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:46:58.351809 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6ffcb-ce77-4c51-8a74-5f5e1ce9c470 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b0adef-13ba-43b4-8567-cf5160e855ab,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:58.394814 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315faeef-e61c-469c-844d-23f88f2a00ac req-8d036bac-ab52-4fe6-a525-4040c534e8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:58.398029 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-315faeef-e61c-469c-844d-23f88f2a00ac req-8d036bac-ab52-4fe6-a525-4040c534e8cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0713918 Nov 23 21:46:58.422126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-351e0d28-5ec3-4afb-b127-3163406df03a tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:58.431028 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-351e0d28-5ec3-4afb-b127-3163406df03a tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2143452 Nov 23 21:46:58.458542 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-d3986985-4da1-4208-a2cf-5887db486ff6 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/quotas/8591e6cbfdec47e49dadf0571dc16b41 HTTP/1.1" status: 200 len: 375 time: 0.0260878 Nov 23 21:46:58.476727 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315faeef-e61c-469c-844d-23f88f2a00ac req-067e3c08-e768-41f4-8634-c12dbc993088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:58.480170 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-315faeef-e61c-469c-844d-23f88f2a00ac req-067e3c08-e768-41f4-8634-c12dbc993088 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0737143 Nov 23 21:46:58.486238 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port a7a8c713-a1ad-4527-bdf5-7f02433f06b0 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:46:58.491265 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:58.517259 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-563b9a2e-3c0c-453b-8e12-fc01db1aeb04 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8591e6cbfdec47e49dadf0571dc16b41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575638 Nov 23 21:46:58.592304 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da9d551a-d27f-4751-8ccd-f6aca4f96ebe req-21c781e2-1f88-47f2-927d-6f9ad9937635 tempest-FloatingIPsAssociationTestJSON-1946797913 tempest-FloatingIPsAssociationTestJSON-1946797913-project] 10.222.0.50 "GET /v2.0/ports?device_id=44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4 HTTP/1.1" status: 200 len: 210 time: 0.0314415 Nov 23 21:46:58.620569 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:58.693627 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716b82b8-1678-4d7a-b12b-8c0f10a5f11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a8c713-a1ad-4527-bdf5-7f02433f06b0'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:46:58.697045 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfdbc2e-bf8f-4ad1-8d84-1a541974622b" -d '{"events": [{"server_uuid": "716b82b8-1678-4d7a-b12b-8c0f10a5f11d", "name": "network-vif-plugged", "status": "completed", "tag": "a7a8c713-a1ad-4527-bdf5-7f02433f06b0"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:46:58.700930 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-315faeef-e61c-469c-844d-23f88f2a00ac req-2e04d6c1-91d6-433b-a692-8ac007057d8e service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134762 Nov 23 21:46:58.727850 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f2c205-ccc1-42f3-941e-8bf5146ad7b6 x-openstack-request-id: req-31f2c205-ccc1-42f3-941e-8bf5146ad7b6 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:58.728190 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea492751-7f51-46e7-a688-5d7552357030", "tag": "c8b0adef-13ba-43b4-8567-cf5160e855ab", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:58.728451 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-31f2c205-ccc1-42f3-941e-8bf5146ad7b6 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:58.728857 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea492751-7f51-46e7-a688-5d7552357030', 'tag': 'c8b0adef-13ba-43b4-8567-cf5160e855ab', 'status': 'completed', 'code': 200} Nov 23 21:46:58.767459 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a7a8c713-a1ad-4527-bdf5-7f02433f06b0, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a7a8c713-a1ad-4527-bdf5-7f02433f06b0,segment=NetworkSegment(b39fafe3-052e-4b28-be8e-3a74c5b358d3),segment_id=b39fafe3-052e-4b28-be8e-3a74c5b358d3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:46:58.770618 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f65ce8-75fe-4eec-81fc-47471c291ee5 x-openstack-request-id: req-a6f65ce8-75fe-4eec-81fc-47471c291ee5 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:58.770950 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4", "name": "network-vif-deleted", "tag": "f3dbe69d-1eb4-4904-a61d-5743beec708f", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:58.771567 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a6f65ce8-75fe-4eec-81fc-47471c291ee5 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:58.771978 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44bf410f-bb0e-4d8c-83ef-2ea16f5bbcb4', 'name': 'network-vif-deleted', 'tag': 'f3dbe69d-1eb4-4904-a61d-5743beec708f', 'status': 'completed', 'code': 200} Nov 23 21:46:58.780119 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:58.891073 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=a7a8c713-a1ad-4527-bdf5-7f02433f06b0,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:46:58.913715 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-315faeef-e61c-469c-844d-23f88f2a00ac req-32ebc737-6dd6-483b-bc0f-cd3f3cdd9add service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013059 Nov 23 21:46:58.915958 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1237ebd9-4f5c-4bcc-a193-4fc39d44c285 req-90542742-4ec8-4f0c-aa33-2a9f54f5e239 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/ports?device_id=83640f9f-bbfc-494b-b9b5-1e2ec6f659f8 HTTP/1.1" status: 200 len: 210 time: 0.0572073 Nov 23 21:46:58.951873 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815b33f-95fd-4f9d-81ef-e3461b3bac2b req-93cb7915-54e4-4716-be48-e0d7f8770e4e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:58.953432 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f815b33f-95fd-4f9d-81ef-e3461b3bac2b req-93cb7915-54e4-4716-be48-e0d7f8770e4e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 947 time: 0.1172836 Nov 23 21:46:58.992282 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f8c45d-c407-453e-905c-645ebcc121b5 x-openstack-request-id: req-b6f8c45d-c407-453e-905c-645ebcc121b5 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:46:58.993951 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716b82b8-1678-4d7a-b12b-8c0f10a5f11d", "name": "network-vif-plugged", "status": "completed", "tag": "a7a8c713-a1ad-4527-bdf5-7f02433f06b0", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:46:58.994208 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b6f8c45d-c407-453e-905c-645ebcc121b5 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:46:58.995465 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716b82b8-1678-4d7a-b12b-8c0f10a5f11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a8c713-a1ad-4527-bdf5-7f02433f06b0', 'code': 200} Nov 23 21:46:59.043778 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f815b33f-95fd-4f9d-81ef-e3461b3bac2b req-1b547267-4f1c-4f85-8c54-af488c9012ce tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768569 Nov 23 21:46:59.096247 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dbec0-40bf-4f19-aa2c-b1af9a8b2efe req-6676d154-a97c-4385-aac6-586056a2f2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:59.098358 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f41dbec0-40bf-4f19-aa2c-b1af9a8b2efe req-6676d154-a97c-4385-aac6-586056a2f2eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 1098 time: 0.0733116 Nov 23 21:46:59.268698 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dbec0-40bf-4f19-aa2c-b1af9a8b2efe req-ae4fab8d-7d25-40b3-bd47-4ced6cc45e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:59.270654 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f41dbec0-40bf-4f19-aa2c-b1af9a8b2efe req-ae4fab8d-7d25-40b3-bd47-4ced6cc45e63 service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.1654122 Nov 23 21:46:59.275343 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d87f73-15d8-4c08-b4d1-52af8c7b4205 req-f7e09ad7-65c7-4643-87ee-f55fe68f1154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:59.278768 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-03d87f73-15d8-4c08-b4d1-52af8c7b4205 req-f7e09ad7-65c7-4643-87ee-f55fe68f1154 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 1097 time: 0.0838561 Nov 23 21:46:59.302461 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5171a-3417-4798-831d-30e79d7eb668 req-f2a7922a-7a1c-4fcc-951a-1efcc69359ec tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:59.307294 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-adf5171a-3417-4798-831d-30e79d7eb668 req-f2a7922a-7a1c-4fcc-951a-1efcc69359ec tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 943 time: 0.0933306 Nov 23 21:46:59.344369 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f41dbec0-40bf-4f19-aa2c-b1af9a8b2efe req-adba61b5-cad4-4eb0-b128-87bfd18a3ea8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=c8b0adef-13ba-43b4-8567-cf5160e855ab HTTP/1.1" status: 200 len: 217 time: 0.0655875 Nov 23 21:46:59.348077 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95497cce-2762-4ce4-827f-58f4117e01d2 req-2834a4b3-fdc8-45eb-a90e-5d5dc0aad608 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:59.349684 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-95497cce-2762-4ce4-827f-58f4117e01d2 req-2834a4b3-fdc8-45eb-a90e-5d5dc0aad608 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 946 time: 0.0844007 Nov 23 21:46:59.391145 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-03d87f73-15d8-4c08-b4d1-52af8c7b4205 req-f2a06dbb-4584-4749-a2be-6ee5d2d3b472 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041930 Nov 23 21:46:59.397894 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-adf5171a-3417-4798-831d-30e79d7eb668 req-26a09a8a-a483-4d6e-9c3a-d420cd7955de tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853567 Nov 23 21:46:59.409825 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dbec0-40bf-4f19-aa2c-b1af9a8b2efe req-3a74a114-6073-4428-88e9-c13cb26e99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:59.411568 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f41dbec0-40bf-4f19-aa2c-b1af9a8b2efe req-3a74a114-6073-4428-88e9-c13cb26e99f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0567045 Nov 23 21:46:59.447035 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-95497cce-2762-4ce4-827f-58f4117e01d2 req-10afa323-372d-4cfb-9f69-aa189a88b115 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811093 Nov 23 21:46:59.470036 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dbec0-40bf-4f19-aa2c-b1af9a8b2efe req-061d3efd-6504-4785-a22b-f67d55014e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:59.472011 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f41dbec0-40bf-4f19-aa2c-b1af9a8b2efe req-061d3efd-6504-4785-a22b-f67d55014e66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0520627 Nov 23 21:46:59.576349 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f41dbec0-40bf-4f19-aa2c-b1af9a8b2efe req-93b7127b-85d1-41c8-8871-c4e73f259186 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951819 Nov 23 21:46:59.666920 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47848) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:46:59.689833 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:46:59.693075 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1409f-9594-40a1-be70-a7ed466f2f9d req-8e6014e4-f4a5-4618-a16b-ec10c7ca6526 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:46:59.703265 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40c1409f-9594-40a1-be70-a7ed466f2f9d req-8e6014e4-f4a5-4618-a16b-ec10c7ca6526 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ecd022e-80e2-427d-9a09-ec50cabbde96 HTTP/1.1" status: 200 len: 946 time: 0.0850096 Nov 23 21:46:59.754568 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40c1409f-9594-40a1-be70-a7ed466f2f9d req-d558d91f-0d70-45ec-ae5e-c48fc6ff22b5 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502238 Nov 23 21:46:59.977595 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f41dbec0-40bf-4f19-aa2c-b1af9a8b2efe req-f20de03b-88f7-4c72-8dbe-38ad7be98a3b service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923566 Nov 23 21:47:00.016512 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bd730b6b-ed02-45cf-a8e2-a6cb484d8781 req-a445aeeb-5941-48a3-b2f5-553af8970bee tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/ports?device_id=83640f9f-bbfc-494b-b9b5-1e2ec6f659f8 HTTP/1.1" status: 200 len: 210 time: 0.0269821 Nov 23 21:47:00.162346 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb94a6-9f5d-41f3-b22b-5405101cbd67 req-70baca5c-0bc2-464f-a24c-af5775d2e8fc tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:00.173119 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ebeb94a6-9f5d-41f3-b22b-5405101cbd67 req-70baca5c-0bc2-464f-a24c-af5775d2e8fc tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 947 time: 0.0707250 Nov 23 21:47:00.190304 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-3597d559-857c-4438-8555-dd315a8ef2c4 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8591e6cbfdec47e49dadf0571dc16b41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430746 Nov 23 21:47:00.247268 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ebeb94a6-9f5d-41f3-b22b-5405101cbd67 req-557425f3-cb20-487a-9d9c-2f2bb485e450 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688777 Nov 23 21:47:00.357675 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 111a518b-2237-44ff-942f-574b2a95a015 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:47:00.361286 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-a1920571-2c83-4317-984a-578ec972f8f5 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:00.362858 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-a1920571-2c83-4317-984a-578ec972f8f5 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1634197 Nov 23 21:47:00.424889 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-745c146f-dd5f-4012-913d-adf689a7aab1 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Request body: {'port': {'device_id': '83640f9f-bbfc-494b-b9b5-1e2ec6f659f8', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': '8591e6cbfdec47e49dadf0571dc16b41'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:00.481604 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-de4d7de4-d206-4f38-bf5c-75b9d3ddeab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:00.490480 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 111a518b-2237-44ff-942f-574b2a95a015, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=111a518b-2237-44ff-942f-574b2a95a015,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:00.504831 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '111a518b-2237-44ff-942f-574b2a95a015', 'network_id': '69251849-2815-4e03-9f20-eae71bba378c', 'port_id': '111a518b-2237-44ff-942f-574b2a95a015', 'mac_address': 'fa:16:3e:73:dc:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d84ac18-6eb0-451e-822e-a2b2f0c24b0d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:47:00.556350 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:00.565217 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-745c146f-dd5f-4012-913d-adf689a7aab1 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Made reservation on behalf of 8591e6cbfdec47e49dadf0571dc16b41 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:47:00.569085 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-745c146f-dd5f-4012-913d-adf689a7aab1 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:00.572473 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 111a518b-2237-44ff-942f-574b2a95a015 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:47:00.583056 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-745c146f-dd5f-4012-913d-adf689a7aab1 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:00.589796 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a83cc959-0769-419e-b49b-590eb5912f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:00.597419 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 111a518b-2237-44ff-942f-574b2a95a015, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=111a518b-2237-44ff-942f-574b2a95a015,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:00.605220 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:00.623190 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87207156-cd62-486d-91c7-f46cff7d9ac3 req-edebb3db-5640-453f-9a1e-6c0116244bc8 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:00.624714 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87207156-cd62-486d-91c7-f46cff7d9ac3 req-edebb3db-5640-453f-9a1e-6c0116244bc8 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 943 time: 0.0875456 Nov 23 21:47:00.660145 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ebdeb-54a8-4507-bef2-29e622173a3c req-26a63f37-4d27-48c4-aaea-1b971b565f65 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:00.660843 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=111a518b-2237-44ff-942f-574b2a95a015,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:00.661627 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e0ebdeb-54a8-4507-bef2-29e622173a3c req-26a63f37-4d27-48c4-aaea-1b971b565f65 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 946 time: 0.0919900 Nov 23 21:47:00.700011 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['111a518b-2237-44ff-942f-574b2a95a015'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:47:00.719797 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87207156-cd62-486d-91c7-f46cff7d9ac3 req-53c67e2a-5784-4057-b8b1-1f9586866c20 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882671 Nov 23 21:47:00.752274 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e0ebdeb-54a8-4507-bef2-29e622173a3c req-4fcbaf85-03be-408e-b938-dca64c574a5e tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740318 Nov 23 21:47:00.886150 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-745c146f-dd5f-4012-913d-adf689a7aab1 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:00.897349 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-745c146f-dd5f-4012-913d-adf689a7aab1 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:00.937096 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add37ffa-4be6-4657-8b0f-99e768456795 req-801b8f29-5800-493f-ab21-afa171a434c1 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:00.938854 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-add37ffa-4be6-4657-8b0f-99e768456795 req-801b8f29-5800-493f-ab21-afa171a434c1 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ecd022e-80e2-427d-9a09-ec50cabbde96 HTTP/1.1" status: 200 len: 945 time: 0.0598924 Nov 23 21:47:00.996510 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-add37ffa-4be6-4657-8b0f-99e768456795 req-2d412b83-0e68-419b-bf50-e1c6a052263f tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506215 Nov 23 21:47:01.032268 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c146f-dd5f-4012-913d-adf689a7aab1 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e428eb-fa73-470e-b15b-602f61637eea,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:01.109163 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c8b0adef-13ba-43b4-8567-cf5160e855ab details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:47:01.111135 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-a83cc959-0769-419e-b49b-590eb5912f00 admin admin] Deleting port 6fa84d43-79ce-4bb5-acc6-b7eca6a27376 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:47:01.111674 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a83cc959-0769-419e-b49b-590eb5912f00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:01.122218 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f3dbe69d-1eb4-4904-a61d-5743beec708f no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:47:01.147341 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-745c146f-dd5f-4012-913d-adf689a7aab1 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Allocated IP 192.168.233.73 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/82efa84f-cde4-46a4-bdde-57d480978c2c) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:47:01.151029 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: f3dbe69d-1eb4-4904-a61d-5743beec708f {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:47:01.151029 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f3dbe69d-1eb4-4904-a61d-5743beec708f not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:47:01.167199 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-e53b919d-2666-4fb7-aa0e-f363a67ff534 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a5e1536d5e514ff8b23570e857ef6040&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524375 Nov 23 21:47:01.184718 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-43a524aa-c67a-436d-b41f-ed7ac9e3c1e6 req-1d1214ff-4f93-4fe3-a6be-281bcc858284 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/ports?device_id=83640f9f-bbfc-494b-b9b5-1e2ec6f659f8 HTTP/1.1" status: 200 len: 210 time: 0.0498960 Nov 23 21:47:01.242175 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-a83cc959-0769-419e-b49b-590eb5912f00 admin admin] For port 6fa84d43-79ce-4bb5-acc6-b7eca6a27376, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6fa84d43-79ce-4bb5-acc6-b7eca6a27376,segment=NetworkSegment(df97aba6-e14e-4064-93bd-65b3472ea92d),segment_id=df97aba6-e14e-4064-93bd-65b3472ea92d)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:01.243158 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a83cc959-0769-419e-b49b-590eb5912f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:01.272057 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-a83cc959-0769-419e-b49b-590eb5912f00 admin admin] Calling delete_port for 6fa84d43-79ce-4bb5-acc6-b7eca6a27376 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:47:01.279332 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port c8b0adef-13ba-43b4-8567-cf5160e855ab, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c8b0adef-13ba-43b4-8567-cf5160e855ab,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:01.300532 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'c8b0adef-13ba-43b4-8567-cf5160e855ab', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': 'c8b0adef-13ba-43b4-8567-cf5160e855ab', 'mac_address': 'fa:16:3e:70:04:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:47:01.322586 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-06133f40-36e9-4bb2-8696-410f2a9984e0 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:01.325361 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-06133f40-36e9-4bb2-8696-410f2a9984e0 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1566992 Nov 23 21:47:01.350880 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-0d3ab54a-ded3-4de3-bfe6-d3c2c890fbfa tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/quotas/a5e1536d5e514ff8b23570e857ef6040 HTTP/1.1" status: 200 len: 375 time: 0.0158646 Nov 23 21:47:01.373697 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:01.390678 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b0adef-13ba-43b4-8567-cf5160e855ab {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:47:01.408145 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-a67ea313-9596-4eef-a6ef-22db6b5b5d29 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5e1536d5e514ff8b23570e857ef6040&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501666 Nov 23 21:47:01.423038 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-745c146f-dd5f-4012-913d-adf689a7aab1 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:01.428582 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port c8b0adef-13ba-43b4-8567-cf5160e855ab, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c8b0adef-13ba-43b4-8567-cf5160e855ab,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:01.434672 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:01.459492 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256450db-8ca3-4860-8a15-38fcd3ce1017 req-70ca04d3-3d3c-4454-ad47-8779da3c4eb8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:01.468702 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-256450db-8ca3-4860-8a15-38fcd3ce1017 req-70ca04d3-3d3c-4454-ad47-8779da3c4eb8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 947 time: 0.0719702 Nov 23 21:47:01.502914 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:01.512707 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=c8b0adef-13ba-43b4-8567-cf5160e855ab,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:01.519385 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-745c146f-dd5f-4012-913d-adf689a7aab1 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:01.541393 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-256450db-8ca3-4860-8a15-38fcd3ce1017 req-0b87d93c-a73d-44b9-9be6-8433339bebd5 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712295 Nov 23 21:47:01.596541 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-745c146f-dd5f-4012-913d-adf689a7aab1 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:47:01.603194 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-745c146f-dd5f-4012-913d-adf689a7aab1 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:01.610898 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-745c146f-dd5f-4012-913d-adf689a7aab1 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:47:01.681137 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c146f-dd5f-4012-913d-adf689a7aab1 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Pushing event updated for resources: {'Port': ['ID=82efa84f-cde4-46a4-bdde-57d480978c2c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:01.706483 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a83cc959-0769-419e-b49b-590eb5912f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:01.753602 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-745c146f-dd5f-4012-913d-adf689a7aab1 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:01.754374 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-745c146f-dd5f-4012-913d-adf689a7aab1 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:01.757421 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cc959-0769-419e-b49b-590eb5912f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa84d43-79ce-4bb5-acc6-b7eca6a27376,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:01.786062 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['c8b0adef-13ba-43b4-8567-cf5160e855ab'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:47:01.847127 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-59e10f99-ddc7-49f9-bbe8-68225f5db780 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a5e1536d5e514ff8b23570e857ef6040&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494976 Nov 23 21:47:01.860869 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-745c146f-dd5f-4012-913d-adf689a7aab1 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4469302 Nov 23 21:47:01.932713 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-d024bad0-73d5-49b4-864e-1e4b9d897a56 service neutron] Request body: {'port': {'device_id': '83640f9f-bbfc-494b-b9b5-1e2ec6f659f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:02.078726 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-95a10a3e-fad8-4bb6-83a1-8c3d92a88678 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:02.086337 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-95a10a3e-fad8-4bb6-83a1-8c3d92a88678 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2199938 Nov 23 21:47:02.096756 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b6b38-deee-408c-8dc2-1676aa295223 req-9a0650c1-8f74-487e-9ce6-213feef4fb0d tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:02.105061 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-638b6b38-deee-408c-8dc2-1676aa295223 req-9a0650c1-8f74-487e-9ce6-213feef4fb0d tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 943 time: 0.1694925 Nov 23 21:47:02.112567 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-d024bad0-73d5-49b4-864e-1e4b9d897a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:02.130304 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-120d98b5-e700-4e23-8c18-cf46b64170e9 None None] Provisioning complete for port 82efa84f-cde4-46a4-bdde-57d480978c2c triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:02.130687 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-120d98b5-e700-4e23-8c18-cf46b64170e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:02.154490 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-12ccf3e5-a959-49d1-a47a-fed800bf20dc tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/quotas/a5e1536d5e514ff8b23570e857ef6040 HTTP/1.1" status: 200 len: 375 time: 0.0664370 Nov 23 21:47:02.187610 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-120d98b5-e700-4e23-8c18-cf46b64170e9 None None] Port 82efa84f-cde4-46a4-bdde-57d480978c2c cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:47:02.191291 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-e814354e-c927-4438-bec0-8a01c3401468 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5e1536d5e514ff8b23570e857ef6040&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357690 Nov 23 21:47:02.204010 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a83cc959-0769-419e-b49b-590eb5912f00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:02.225248 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-638b6b38-deee-408c-8dc2-1676aa295223 req-06ff5742-996b-4f72-9ef4-2aca4d1333f1 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192129 Nov 23 21:47:02.367242 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 111a518b-2237-44ff-942f-574b2a95a015 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:47:02.416482 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae3475-d3ca-43e9-b8c3-24e5d28d57bc req-b32f965f-d6ac-4784-900d-384f1d6eeeaf tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:02.425807 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 111a518b-2237-44ff-942f-574b2a95a015 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:02.426648 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:02.429796 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9ae3475-d3ca-43e9-b8c3-24e5d28d57bc req-b32f965f-d6ac-4784-900d-384f1d6eeeaf tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 946 time: 0.0986435 Nov 23 21:47:02.559692 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:02.574496 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbec984-538e-40a1-8779-a6cab7a907f5 req-2574c05c-0cf9-45fd-af65-dcdd252f61fc tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:02.576427 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4fbec984-538e-40a1-8779-a6cab7a907f5 req-2574c05c-0cf9-45fd-af65-dcdd252f61fc tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ecd022e-80e2-427d-9a09-ec50cabbde96 HTTP/1.1" status: 200 len: 945 time: 0.1455286 Nov 23 21:47:02.587054 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecd022e-80e2-427d-9a09-ec50cabbde96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111a518b-2237-44ff-942f-574b2a95a015'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:47:02.591302 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9ae3475-d3ca-43e9-b8c3-24e5d28d57bc req-abf1d788-dea7-4f7b-93e2-e6625f907ead tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353972 Nov 23 21:47:02.593230 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c882753-49b4-4ba6-a205-fb51b81835c2" -d '{"events": [{"server_uuid": "8ecd022e-80e2-427d-9a09-ec50cabbde96", "name": "network-vif-plugged", "status": "completed", "tag": "111a518b-2237-44ff-942f-574b2a95a015"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:47:02.625381 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 111a518b-2237-44ff-942f-574b2a95a015, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=111a518b-2237-44ff-942f-574b2a95a015,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:02.630579 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:02.724437 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=111a518b-2237-44ff-942f-574b2a95a015,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:02.727826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4fbec984-538e-40a1-8779-a6cab7a907f5 req-bead9f1c-5334-46a4-9ff1-ca884130cd46 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318917 Nov 23 21:47:02.798178 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-d024bad0-73d5-49b4-864e-1e4b9d897a56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82efa84f-cde4-46a4-bdde-57d480978c2c {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:47:02.808971 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-d024bad0-73d5-49b4-864e-1e4b9d897a56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:02.809132 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5aaaca-34e4-4d57-8df0-a3528673c958 req-835cbc1d-6c2e-46ab-b3e3-6ca16d2eba16 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:02.811211 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ba5aaaca-34e4-4d57-8df0-a3528673c958 req-835cbc1d-6c2e-46ab-b3e3-6ca16d2eba16 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/ports?device_id=83640f9f-bbfc-494b-b9b5-1e2ec6f659f8 HTTP/1.1" status: 200 len: 935 time: 0.0789983 Nov 23 21:47:02.819745 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83cc959-0769-419e-b49b-590eb5912f00 admin admin] Router 30ced018-27d7-4e22-9b7b-559ae9f6c707 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:47:02.843770 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:02.851747 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-d024bad0-73d5-49b4-864e-1e4b9d897a56 service neutron] Transition to ACTIVE for port object 82efa84f-cde4-46a4-bdde-57d480978c2c will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:47:02.863464 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-d024bad0-73d5-49b4-864e-1e4b9d897a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:02.879950 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ba5aaaca-34e4-4d57-8df0-a3528673c958 req-e12527b3-b221-47f1-8d4d-31a0a4bf9725 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e428eb-fa73-470e-b15b-602f61637eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621588 Nov 23 21:47:02.923973 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d87bc96b-559f-4e17-a4b4-44b2a27e88c9 req-5b621244-c710-4ce4-a861-ceb62f566ba5 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec50b144-959a-4c1e-9cb6-9b646797d997 HTTP/1.1" status: 200 len: 210 time: 0.0424967 Nov 23 21:47:03.003218 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0f25b3-8734-49bb-8e1a-651ba3dabb73 x-openstack-request-id: req-9e0f25b3-8734-49bb-8e1a-651ba3dabb73 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:47:03.003554 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecd022e-80e2-427d-9a09-ec50cabbde96", "name": "network-vif-plugged", "status": "completed", "tag": "111a518b-2237-44ff-942f-574b2a95a015", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:47:03.004091 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e0f25b3-8734-49bb-8e1a-651ba3dabb73 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:47:03.004484 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ecd022e-80e2-427d-9a09-ec50cabbde96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111a518b-2237-44ff-942f-574b2a95a015', 'code': 200} Nov 23 21:47:03.035100 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024bad0-73d5-49b4-864e-1e4b9d897a56 service neutron] Pushing event updated for resources: {'Port': ['ID=82efa84f-cde4-46a4-bdde-57d480978c2c,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:03.062498 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5fcc7-d1a6-427a-8216-7c6cf5d81f13 req-481bd1f9-857f-40df-ac3b-71286b6adadd tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:03.064274 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cbb5fcc7-d1a6-427a-8216-7c6cf5d81f13 req-481bd1f9-857f-40df-ac3b-71286b6adadd tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 948 time: 0.1162641 Nov 23 21:47:03.125638 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c8b0adef-13ba-43b4-8567-cf5160e855ab up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:47:03.145843 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cbb5fcc7-d1a6-427a-8216-7c6cf5d81f13 req-feb99b91-286a-40fa-a21c-721814d86c40 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755358 Nov 23 21:47:03.228944 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83cc959-0769-419e-b49b-590eb5912f00 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:47:03.240304 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed3d269-a6fa-4114-9bd3-34fb4ec918bf None None] Sync routers for ids ['30ced018-27d7-4e22-9b7b-559ae9f6c707'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:47:03.246495 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port c8b0adef-13ba-43b4-8567-cf5160e855ab completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:47:03.252644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port c8b0adef-13ba-43b4-8567-cf5160e855ab triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:03.253241 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:03.253592 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a83cc959-0769-419e-b49b-590eb5912f00 admin admin] 10.222.0.50 "PUT /v2.0/routers/30ced018-27d7-4e22-9b7b-559ae9f6c707/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5854433 Nov 23 21:47:03.257027 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8990c2-c305-4bdb-88c9-33cc6de15025 req-ddc6d85b-0c30-4963-9050-5da2a86e6854 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:03.263772 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed3d269-a6fa-4114-9bd3-34fb4ec918bf None None] Routers {'30ced018-27d7-4e22-9b7b-559ae9f6c707'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:47:03.264443 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-bed3d269-a6fa-4114-9bd3-34fb4ec918bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:47:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['30ced018-27d7-4e22-9b7b-559ae9f6c707'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:03.269593 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2e8990c2-c305-4bdb-88c9-33cc6de15025 req-ddc6d85b-0c30-4963-9050-5da2a86e6854 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 946 time: 0.1277561 Nov 23 21:47:03.271278 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 47966) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:03.285175 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-666ecd05-05e1-411d-a7bd-0819b9088aa2 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a5e1536d5e514ff8b23570e857ef6040&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1454713 Nov 23 21:47:03.406054 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-d024bad0-73d5-49b4-864e-1e4b9d897a56 service neutron] Attempting to bind port 82efa84f-cde4-46a4-bdde-57d480978c2c on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:47:03.406328 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-d024bad0-73d5-49b4-864e-1e4b9d897a56 service neutron] Attempting to bind port 82efa84f-cde4-46a4-bdde-57d480978c2c by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:47:03.406673 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-d024bad0-73d5-49b4-864e-1e4b9d897a56 service neutron] Attempting to bind port 82efa84f-cde4-46a4-bdde-57d480978c2c on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:03.414149 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-d024bad0-73d5-49b4-864e-1e4b9d897a56 service neutron] Port 82efa84f-cde4-46a4-bdde-57d480978c2c on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:47:03.414980 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-d024bad0-73d5-49b4-864e-1e4b9d897a56 service neutron] Attempting to bind port 82efa84f-cde4-46a4-bdde-57d480978c2c on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:03.423167 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-d024bad0-73d5-49b4-864e-1e4b9d897a56 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:47:03.423167 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-d024bad0-73d5-49b4-864e-1e4b9d897a56 service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:47:03.423610 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-d024bad0-73d5-49b4-864e-1e4b9d897a56 service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:47:03.423960 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-d024bad0-73d5-49b4-864e-1e4b9d897a56 service neutron] Bound port: 82efa84f-cde4-46a4-bdde-57d480978c2c, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:47:03.424327 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-d024bad0-73d5-49b4-864e-1e4b9d897a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:03.465352 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-69cca997-ddf9-4a00-8df6-467038434342 admin admin] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:03.497853 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:03.528235 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-bed3d269-a6fa-4114-9bd3-34fb4ec918bf None None] Set router 30ced018-27d7-4e22-9b7b-559ae9f6c707 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:47:03.557091 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-3bf66c3a-944c-4412-8801-d8319e710b45 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:03.558988 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-3bf66c3a-944c-4412-8801-d8319e710b45 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2609725 Nov 23 21:47:03.576688 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-a5976312-cf58-4085-8ca9-1a47e6e11898 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Request body: {'port': {'device_id': '4dde3c13-2614-4e59-87d2-c2ebf085d047', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': 'a5e1536d5e514ff8b23570e857ef6040'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:03.580219 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port c8b0adef-13ba-43b4-8567-cf5160e855ab, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c8b0adef-13ba-43b4-8567-cf5160e855ab,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:03.587581 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:03.615046 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-d024bad0-73d5-49b4-864e-1e4b9d897a56 service neutron] For port 82efa84f-cde4-46a4-bdde-57d480978c2c, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:47:03.626056 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-69cca997-ddf9-4a00-8df6-467038434342 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:03.662695 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=c8b0adef-13ba-43b4-8567-cf5160e855ab,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:03.696609 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2e8990c2-c305-4bdb-88c9-33cc6de15025 req-2fed5e98-6c3c-4c99-bdfe-90a4a41404ed tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191492 Nov 23 21:47:03.754754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f69b4-5d31-4bd6-a63f-b34898603aa6 req-12358db1-c9e0-49df-9bd8-83eb0179a98c tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:03.756418 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-972f69b4-5d31-4bd6-a63f-b34898603aa6 req-12358db1-c9e0-49df-9bd8-83eb0179a98c tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 943 time: 0.1560006 Nov 23 21:47:03.765751 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:03.787756 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-bed3d269-a6fa-4114-9bd3-34fb4ec918bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:47:01Z', 'revision_number': 5, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port': {'id': 'b8c3dee2-beae-44a7-a3d8-b29ac3d73b02', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:45:18Z', 'updated_at': '2021-11-23T21:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:03.819730 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-69cca997-ddf9-4a00-8df6-467038434342 admin admin] Deleting port b8c3dee2-beae-44a7-a3d8-b29ac3d73b02 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:47:03.822888 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-69cca997-ddf9-4a00-8df6-467038434342 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:03.825100 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed3d269-a6fa-4114-9bd3-34fb4ec918bf None None] Checking router: 30ced018-27d7-4e22-9b7b-559ae9f6c707 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:47:03.839898 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed3d269-a6fa-4114-9bd3-34fb4ec918bf None None] Routers {'30ced018-27d7-4e22-9b7b-559ae9f6c707'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:47:03.840696 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-bed3d269-a6fa-4114-9bd3-34fb4ec918bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:47:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['30ced018-27d7-4e22-9b7b-559ae9f6c707'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:03.887678 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-972f69b4-5d31-4bd6-a63f-b34898603aa6 req-8021d67b-0413-4bf3-94fa-b8257518bd4b tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232176 Nov 23 21:47:03.982155 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-bed3d269-a6fa-4114-9bd3-34fb4ec918bf None None] Set router 30ced018-27d7-4e22-9b7b-559ae9f6c707 gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:47:04.004382 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-494d79a8-e580-49a2-8d2d-b5474ce8923e tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a5e1536d5e514ff8b23570e857ef6040&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599291 Nov 23 21:47:04.087631 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-bed3d269-a6fa-4114-9bd3-34fb4ec918bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:47:03Z', 'revision_number': 6, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:04.096713 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-69cca997-ddf9-4a00-8df6-467038434342 admin admin] For port b8c3dee2-beae-44a7-a3d8-b29ac3d73b02, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b8c3dee2-beae-44a7-a3d8-b29ac3d73b02,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:04.097252 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-69cca997-ddf9-4a00-8df6-467038434342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:04.138357 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed3d269-a6fa-4114-9bd3-34fb4ec918bf None None] The sync data for ids ['30ced018-27d7-4e22-9b7b-559ae9f6c707'] in n-d-816206-9 is: [{'id': '30ced018-27d7-4e22-9b7b-559ae9f6c707', 'name': 'tempest-FloatingIPsAssociationTestJSON-1970449200-router', 'tenant_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:45:17Z', 'updated_at': '2021-11-23T21:47:03Z', 'revision_number': 6, 'project_id': '0ceb43cef7cd4d6e993216c3dd613b2f', 'gw_port_host': None}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:47:04.222153 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-69cca997-ddf9-4a00-8df6-467038434342 admin admin] Calling delete_port for b8c3dee2-beae-44a7-a3d8-b29ac3d73b02 owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:47:04.245076 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-d024bad0-73d5-49b4-864e-1e4b9d897a56 service neutron] For port 82efa84f-cde4-46a4-bdde-57d480978c2c, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=82efa84f-cde4-46a4-bdde-57d480978c2c,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:47:04.253518 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-d024bad0-73d5-49b4-864e-1e4b9d897a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:04.308877 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-d024bad0-73d5-49b4-864e-1e4b9d897a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:04.309643 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-d024bad0-73d5-49b4-864e-1e4b9d897a56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:04.311186 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-d024bad0-73d5-49b4-864e-1e4b9d897a56 service neutron] 10.222.0.53 "PUT /v2.0/ports/82efa84f-cde4-46a4-bdde-57d480978c2c HTTP/1.1" status: 200 len: 1095 time: 2.3830762 Nov 23 21:47:04.313637 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83640f9f-bbfc-494b-b9b5-1e2ec6f659f8', 'tag': '82efa84f-cde4-46a4-bdde-57d480978c2c'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:47:04.324087 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5de961-0b4f-4c80-bf4b-adb3e31798df" -d '{"events": [{"name": "network-changed", "server_uuid": "83640f9f-bbfc-494b-b9b5-1e2ec6f659f8", "tag": "82efa84f-cde4-46a4-bdde-57d480978c2c"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:47:04.341271 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-43b45dd9-427a-4282-b83c-0a28d2b84399 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:04.342804 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-43b45dd9-427a-4282-b83c-0a28d2b84399 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3278372 Nov 23 21:47:04.344707 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c9e86fcb-63c3-4b07-951b-4e76531f1a6e req-f5dbfc2f-6385-46a5-b34a-fa0938f2bfd8 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec50b144-959a-4c1e-9cb6-9b646797d997 HTTP/1.1" status: 200 len: 210 time: 0.1023340 Nov 23 21:47:04.359091 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024bad0-73d5-49b4-864e-1e4b9d897a56 service neutron] Pushing event updated for resources: {'Port': ['ID=82efa84f-cde4-46a4-bdde-57d480978c2c,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:04.359622 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-409cff9d-b2b2-4751-9daa-f4ee3fd56ba6 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Request body: {'port': {'device_id': 'ec50b144-959a-4c1e-9cb6-9b646797d997', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': 'a5e1536d5e514ff8b23570e857ef6040'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:04.360911 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 111a518b-2237-44ff-942f-574b2a95a015 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:47:04.424293 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-ec6187bc-38c4-4204-8fef-1735d42d2824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:04.426047 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-ec6187bc-38c4-4204-8fef-1735d42d2824 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8591e6cbfdec47e49dadf0571dc16b41&device_id=83640f9f-bbfc-494b-b9b5-1e2ec6f659f8 HTTP/1.1" status: 200 len: 1098 time: 0.0635927 Nov 23 21:47:04.426186 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f6014-4812-48a6-80f1-d62f3fa20add req-0f3be8ef-2db3-4b81-a333-34a5b9f67cf0 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:04.426979 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-a5976312-cf58-4085-8ca9-1a47e6e11898 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Made reservation on behalf of a5e1536d5e514ff8b23570e857ef6040 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:47:04.430819 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-a5976312-cf58-4085-8ca9-1a47e6e11898 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:04.434012 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c90f6014-4812-48a6-80f1-d62f3fa20add req-0f3be8ef-2db3-4b81-a333-34a5b9f67cf0 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/ports?device_id=83640f9f-bbfc-494b-b9b5-1e2ec6f659f8 HTTP/1.1" status: 200 len: 947 time: 0.2093756 Nov 23 21:47:04.463604 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-a5976312-cf58-4085-8ca9-1a47e6e11898 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:04.518003 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-0de8f2d3-5f65-4125-b226-c30ef21eb98f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=82efa84f-cde4-46a4-bdde-57d480978c2c HTTP/1.1" status: 200 len: 217 time: 0.0712810 Nov 23 21:47:04.577230 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:04.582368 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6fa84d43-79ce-4bb5-acc6-b7eca6a27376 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:47:04.610068 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-3aa935b8-8dc1-4d55-be8a-42aa5a50a9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:04.611995 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-3aa935b8-8dc1-4d55-be8a-42aa5a50a9a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0789289 Nov 23 21:47:04.638631 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 6fa84d43-79ce-4bb5-acc6-b7eca6a27376 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:47:04.639586 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6fa84d43-79ce-4bb5-acc6-b7eca6a27376 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:47:04.683284 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c90f6014-4812-48a6-80f1-d62f3fa20add req-f6acc4e5-a0de-4a24-8d70-727193cf74e8 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e428eb-fa73-470e-b15b-602f61637eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478211 Nov 23 21:47:04.688782 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 111a518b-2237-44ff-942f-574b2a95a015, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=111a518b-2237-44ff-942f-574b2a95a015,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:04.700371 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-ed6ebdb9-46c1-4c8f-b288-96071fa1681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:04.702058 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-ed6ebdb9-46c1-4c8f-b288-96071fa1681e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0751503 Nov 23 21:47:04.708843 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:04.712480 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde1e2e-eae3-45ab-84da-eefc0b9f5077 req-94996d26-9df5-4462-9a44-fb685c613d60 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:04.714965 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7dde1e2e-eae3-45ab-84da-eefc0b9f5077 req-94996d26-9df5-4462-9a44-fb685c613d60 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ecd022e-80e2-427d-9a09-ec50cabbde96 HTTP/1.1" status: 200 len: 946 time: 0.1879268 Nov 23 21:47:04.727616 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-a5976312-cf58-4085-8ca9-1a47e6e11898 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:04.739298 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-a5976312-cf58-4085-8ca9-1a47e6e11898 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:04.788185 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=111a518b-2237-44ff-942f-574b2a95a015,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:04.788864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-409cff9d-b2b2-4751-9daa-f4ee3fd56ba6 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Made reservation on behalf of a5e1536d5e514ff8b23570e857ef6040 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:47:04.792990 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-409cff9d-b2b2-4751-9daa-f4ee3fd56ba6 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:04.841507 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-69cca997-ddf9-4a00-8df6-467038434342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:04.885947 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7dde1e2e-eae3-45ab-84da-eefc0b9f5077 req-7cea5d96-0c58-4788-9618-89343d581ea8 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633472 Nov 23 21:47:04.892922 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cca997-ddf9-4a00-8df6-467038434342 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c3dee2-beae-44a7-a3d8-b29ac3d73b02,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:04.945428 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5976312-cf58-4085-8ca9-1a47e6e11898 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8fe05e-00b2-497d-ad6e-3b61067f7e07,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:04.958497 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-8dcb39f2-72b6-4dd8-baee-2c2e2108a9f9 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472203 Nov 23 21:47:04.968108 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d717849-ac5f-46d6-90bb-bce650afdd24 req-f974bb12-92f5-41b3-8ac3-eebf1a03cf8f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:04.969114 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-a5976312-cf58-4085-8ca9-1a47e6e11898 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Allocated IP 192.168.233.104 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/707215d2-fdb3-40d5-9e1f-e1c54dae7244) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:47:04.969759 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d717849-ac5f-46d6-90bb-bce650afdd24 req-f974bb12-92f5-41b3-8ac3-eebf1a03cf8f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 949 time: 0.1885777 Nov 23 21:47:05.006108 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea492751-7f51-46e7-a688-5d7552357030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b0adef-13ba-43b4-8567-cf5160e855ab'}, {'server_uuid': '8ecd022e-80e2-427d-9a09-ec50cabbde96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '111a518b-2237-44ff-942f-574b2a95a015'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:47:05.009581 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88269d0b-01a2-4d6f-8703-e94274098818" -d '{"events": [{"server_uuid": "ea492751-7f51-46e7-a688-5d7552357030", "name": "network-vif-plugged", "status": "completed", "tag": "c8b0adef-13ba-43b4-8567-cf5160e855ab"}, {"server_uuid": "8ecd022e-80e2-427d-9a09-ec50cabbde96", "name": "network-vif-unplugged", "status": "completed", "tag": "111a518b-2237-44ff-942f-574b2a95a015"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:47:05.086502 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-69cca997-ddf9-4a00-8df6-467038434342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:05.125508 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-28de4350-2cb6-4415-a95e-a5a67a9d1204 req-dd30e2ef-d99b-43fa-9cd6-0b4f4aa7cffb service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456709 Nov 23 21:47:05.140237 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:47:05.232155 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-a5976312-cf58-4085-8ca9-1a47e6e11898 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:05.262582 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:05.275352 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d717849-ac5f-46d6-90bb-bce650afdd24 req-4905fcef-b07a-4ca3-ab56-20892139a0e1 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753117 Nov 23 21:47:05.281875 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-69cca997-ddf9-4a00-8df6-467038434342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:05.286262 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-69cca997-ddf9-4a00-8df6-467038434342 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:05.290268 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9', 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542', 'port_id': '59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9', 'mac_address': 'fa:16:3e:8a:a3:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:47:05.292112 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-a5976312-cf58-4085-8ca9-1a47e6e11898 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:05.348378 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-a5976312-cf58-4085-8ca9-1a47e6e11898 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:47:05.352406 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-a5976312-cf58-4085-8ca9-1a47e6e11898 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:05.360013 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08edb57b-c486-49c6-b978-afed06dfaa8f x-openstack-request-id: req-08edb57b-c486-49c6-b978-afed06dfaa8f {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:47:05.360722 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83640f9f-bbfc-494b-b9b5-1e2ec6f659f8", "tag": "82efa84f-cde4-46a4-bdde-57d480978c2c", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:47:05.361156 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-08edb57b-c486-49c6-b978-afed06dfaa8f {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:47:05.361766 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83640f9f-bbfc-494b-b9b5-1e2ec6f659f8', 'tag': '82efa84f-cde4-46a4-bdde-57d480978c2c', 'status': 'completed', 'code': 200} Nov 23 21:47:05.362966 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-a5976312-cf58-4085-8ca9-1a47e6e11898 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:47:05.378273 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5976312-cf58-4085-8ca9-1a47e6e11898 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Pushing event updated for resources: {'Port': ['ID=707215d2-fdb3-40d5-9e1f-e1c54dae7244,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:05.401546 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:05.429705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-3dcb8a92-6a22-470d-857a-663b22f32152 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:05.438933 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-3dcb8a92-6a22-470d-857a-663b22f32152 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/networks?id=a82590b6-95ee-41a8-90a5-1d72b8f9c202 HTTP/1.1" status: 200 len: 815 time: 0.4427974 Nov 23 21:47:05.443472 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:47:05.448202 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.53', 57654) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:05.466882 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-69cca997-ddf9-4a00-8df6-467038434342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:05.467458 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cca997-ddf9-4a00-8df6-467038434342 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30ced018-27d7-4e22-9b7b-559ae9f6c707 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 21:47:05.479434 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:05.490449 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:05.500282 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-993c8929-2f08-4ecd-bfb6-d871dc006cef tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/quotas/1fe3713dd9f0456897dd168f8c4429a9 HTTP/1.1" status: 200 len: 375 time: 0.0598993 Nov 23 21:47:05.502888 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-a5976312-cf58-4085-8ca9-1a47e6e11898 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:05.504074 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-a5976312-cf58-4085-8ca9-1a47e6e11898 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:05.527592 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-409cff9d-b2b2-4751-9daa-f4ee3fd56ba6 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Allocated IP 192.168.233.58 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/e7cfc46a-ca29-407c-b00a-0c456d47e868) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:47:05.550234 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b184f55-3714-4f2b-bb8e-1c03edc9a488 req-9df37b6b-9959-4c01-8550-bf392d86bc1f tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:05.552103 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0b184f55-3714-4f2b-bb8e-1c03edc9a488 req-9df37b6b-9959-4c01-8550-bf392d86bc1f tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ecd022e-80e2-427d-9a09-ec50cabbde96 HTTP/1.1" status: 200 len: 944 time: 0.1825051 Nov 23 21:47:05.552819 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.53', 57655) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:05.560016 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:05.573807 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-a5976312-cf58-4085-8ca9-1a47e6e11898 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0010662 Nov 23 21:47:05.580702 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-69cca997-ddf9-4a00-8df6-467038434342 admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:05.582120 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-69cca997-ddf9-4a00-8df6-467038434342 admin admin] 10.222.0.50 "DELETE /v2.0/routers/30ced018-27d7-4e22-9b7b-559ae9f6c707 HTTP/1.1" status: 204 len: 168 time: 2.3089328 Nov 23 21:47:05.592647 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f2dd8f6b-c24b-4739-9fc5-b4fe94f80f75 req-5c6a0b53-4b16-494b-b854-d0948d927e99 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=30e0fbcf-c711-4084-a769-a06146bc2860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1789260 Nov 23 21:47:05.594398 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48012) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:05.626232 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-12188784-7d1d-4a36-bbf4-a042cb5cc3f7 service neutron] Request body: {'port': {'device_id': '4dde3c13-2614-4e59-87d2-c2ebf085d047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:05.728415 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3baf167b-330a-4890-bf58-23fbedd52850 None None] Provisioning complete for port 707215d2-fdb3-40d5-9e1f-e1c54dae7244 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:05.728892 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3baf167b-330a-4890-bf58-23fbedd52850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:05.776766 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-3baf167b-330a-4890-bf58-23fbedd52850 None None] Port 707215d2-fdb3-40d5-9e1f-e1c54dae7244 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:47:05.816306 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8033f0-3f06-467e-9bb5-47dfdf6bbcd7 req-3a0fd931-992a-44ab-8ecc-f0d81f1fcc5c tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:05.817958 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-da8033f0-3f06-467e-9bb5-47dfdf6bbcd7 req-3a0fd931-992a-44ab-8ecc-f0d81f1fcc5c tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.53 "GET /v2.0/ports?device_id=716b82b8-1678-4d7a-b12b-8c0f10a5f11d HTTP/1.1" status: 200 len: 946 time: 0.2614617 Nov 23 21:47:05.825095 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-480e15ff-14f4-4631-997b-cfe3ab6eab93 admin admin] Deleting subnet 049705e1-bd7a-44dd-8162-5a2e4f4cfc08 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:47:05.838658 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-12188784-7d1d-4a36-bbf4-a042cb5cc3f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:05.840560 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-480e15ff-14f4-4631-997b-cfe3ab6eab93 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:05.846602 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:47:05.898560 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd8f6b-c24b-4739-9fc5-b4fe94f80f75 req-2b96764b-b6d5-48af-9f17-7ce0e2a6b03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:05.899886 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f2dd8f6b-c24b-4739-9fc5-b4fe94f80f75 req-2b96764b-b6d5-48af-9f17-7ce0e2a6b03b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=262a0df38e704ffc9207a31c81529692&device_id=30e0fbcf-c711-4084-a769-a06146bc2860 HTTP/1.1" status: 200 len: 1096 time: 0.2513025 Nov 23 21:47:05.979410 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-480e15ff-14f4-4631-997b-cfe3ab6eab93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:06.049551 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33d756-0be3-4f6a-b974-d449012f8b87 req-b44cfb8e-52d3-4a02-b485-e6cc90d0d067 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:06.051063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fb33d756-0be3-4f6a-b974-d449012f8b87 req-b44cfb8e-52d3-4a02-b485-e6cc90d0d067 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 944 time: 0.5645578 Nov 23 21:47:06.056098 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5de961-0b4f-4c80-bf4b-adb3e31798df req-513df672-e3c0-4aa1-bdd4-8244aa985809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:06.057786 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd5de961-0b4f-4c80-bf4b-adb3e31798df req-513df672-e3c0-4aa1-bdd4-8244aa985809 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8591e6cbfdec47e49dadf0571dc16b41&device_id=83640f9f-bbfc-494b-b9b5-1e2ec6f659f8 HTTP/1.1" status: 200 len: 1098 time: 0.6048210 Nov 23 21:47:06.138098 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-0e9ddade-2d1a-4c63-a4e4-b15a141505a9 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fe3713dd9f0456897dd168f8c4429a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5547023 Nov 23 21:47:06.165505 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-0b184f55-3714-4f2b-bb8e-1c03edc9a488 req-8e70eed6-5159-4bba-8955-94e203b5faa2 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Deleting port 111a518b-2237-44ff-942f-574b2a95a015 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:47:06.165853 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0b184f55-3714-4f2b-bb8e-1c03edc9a488 req-8e70eed6-5159-4bba-8955-94e203b5faa2 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:06.256662 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fb33d756-0be3-4f6a-b974-d449012f8b87 req-6e384829-bced-4023-8336-78cae9c55445 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941826 Nov 23 21:47:06.274008 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-409cff9d-b2b2-4751-9daa-f4ee3fd56ba6 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:06.311583 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd8f6b-c24b-4739-9fc5-b4fe94f80f75 req-6528c8b2-a745-4a82-b10d-0c2c26f8b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:06.313086 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f2dd8f6b-c24b-4739-9fc5-b4fe94f80f75 req-6528c8b2-a745-4a82-b10d-0c2c26f8b9d1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 HTTP/1.1" status: 200 len: 925 time: 0.3551455 Nov 23 21:47:06.323617 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 23 Nov 2021 21:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e186c065-9ce1-42cb-8b95-f53dc3a77a1e x-openstack-request-id: req-e186c065-9ce1-42cb-8b95-f53dc3a77a1e {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:47:06.323982 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea492751-7f51-46e7-a688-5d7552357030", "name": "network-vif-plugged", "status": "completed", "tag": "c8b0adef-13ba-43b4-8567-cf5160e855ab", "code": 200}, {"server_uuid": "8ecd022e-80e2-427d-9a09-ec50cabbde96", "name": "network-vif-unplugged", "status": "completed", "tag": "111a518b-2237-44ff-942f-574b2a95a015", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:47:06.325748 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e186c065-9ce1-42cb-8b95-f53dc3a77a1e {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:47:06.327947 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea492751-7f51-46e7-a688-5d7552357030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b0adef-13ba-43b4-8567-cf5160e855ab', 'code': 200} Nov 23 21:47:06.328398 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ecd022e-80e2-427d-9a09-ec50cabbde96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '111a518b-2237-44ff-942f-574b2a95a015', 'code': 200} Nov 23 21:47:06.335489 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-480e15ff-14f4-4631-997b-cfe3ab6eab93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:06.337957 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5de961-0b4f-4c80-bf4b-adb3e31798df req-86941098-5242-422b-b92d-ab2f98c7117b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:06.339442 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd5de961-0b4f-4c80-bf4b-adb3e31798df req-86941098-5242-422b-b92d-ab2f98c7117b service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.2426353 Nov 23 21:47:06.378593 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-da8033f0-3f06-467e-9bb5-47dfdf6bbcd7 req-455cc8b0-2aaf-4477-9dbf-5e97170e0c5d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Deleting port a7a8c713-a1ad-4527-bdf5-7f02433f06b0 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:47:06.378978 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-da8033f0-3f06-467e-9bb5-47dfdf6bbcd7 req-455cc8b0-2aaf-4477-9dbf-5e97170e0c5d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:06.417727 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-a8bd4e39-007e-41a5-8fa7-f426e976b1b1 service neutron] 10.222.0.50 "GET /v2.0/networks/a82590b6-95ee-41a8-90a5-1d72b8f9c202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649093 Nov 23 21:47:06.419282 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd5de961-0b4f-4c80-bf4b-adb3e31798df req-829592e4-d97f-4911-a295-89f8d4dbc7d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=82efa84f-cde4-46a4-bdde-57d480978c2c HTTP/1.1" status: 200 len: 217 time: 0.0610924 Nov 23 21:47:06.458759 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-0b184f55-3714-4f2b-bb8e-1c03edc9a488 req-8e70eed6-5159-4bba-8955-94e203b5faa2 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] For port 111a518b-2237-44ff-942f-574b2a95a015, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=111a518b-2237-44ff-942f-574b2a95a015,segment=NetworkSegment(3bc67411-4d1f-4c3b-9e0b-93a384299ad9),segment_id=3bc67411-4d1f-4c3b-9e0b-93a384299ad9)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:06.459151 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0b184f55-3714-4f2b-bb8e-1c03edc9a488 req-8e70eed6-5159-4bba-8955-94e203b5faa2 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:06.498255 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b8c3dee2-beae-44a7-a3d8-b29ac3d73b02 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:47:06.517066 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-409cff9d-b2b2-4751-9daa-f4ee3fd56ba6 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:06.522658 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: b8c3dee2-beae-44a7-a3d8-b29ac3d73b02 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:47:06.523115 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b8c3dee2-beae-44a7-a3d8-b29ac3d73b02 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:47:06.542459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-0b184f55-3714-4f2b-bb8e-1c03edc9a488 req-8e70eed6-5159-4bba-8955-94e203b5faa2 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Calling delete_port for 111a518b-2237-44ff-942f-574b2a95a015 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:47:06.558032 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f2dd8f6b-c24b-4739-9fc5-b4fe94f80f75 req-aa9d2735-1bf3-42b0-947a-92a69a242954 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84b83c42-9c27-47af-9714-44bc79332ade HTTP/1.1" status: 200 len: 1001 time: 0.1944795 Nov 23 21:47:06.592016 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-480e15ff-14f4-4631-997b-cfe3ab6eab93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:06.645932 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-409cff9d-b2b2-4751-9daa-f4ee3fd56ba6 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:47:06.655753 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5de961-0b4f-4c80-bf4b-adb3e31798df req-f5d2a9c9-f172-412e-96f9-b0911128006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:06.657268 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd5de961-0b4f-4c80-bf4b-adb3e31798df req-f5d2a9c9-f172-412e-96f9-b0911128006e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.2251537 Nov 23 21:47:06.664909 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-409cff9d-b2b2-4751-9daa-f4ee3fd56ba6 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:06.679527 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-409cff9d-b2b2-4751-9daa-f4ee3fd56ba6 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:47:06.723463 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409cff9d-b2b2-4751-9daa-f4ee3fd56ba6 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Pushing event updated for resources: {'Port': ['ID=e7cfc46a-ca29-407c-b00a-0c456d47e868,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:06.729355 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e15ff-14f4-4631-997b-cfe3ab6eab93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=049705e1-bd7a-44dd-8162-5a2e4f4cfc08,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:06.737748 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-da8033f0-3f06-467e-9bb5-47dfdf6bbcd7 req-455cc8b0-2aaf-4477-9dbf-5e97170e0c5d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] For port a7a8c713-a1ad-4527-bdf5-7f02433f06b0, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a7a8c713-a1ad-4527-bdf5-7f02433f06b0,segment=NetworkSegment(b39fafe3-052e-4b28-be8e-3a74c5b358d3),segment_id=b39fafe3-052e-4b28-be8e-3a74c5b358d3)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:06.738117 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-da8033f0-3f06-467e-9bb5-47dfdf6bbcd7 req-455cc8b0-2aaf-4477-9dbf-5e97170e0c5d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:06.741435 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f49022-c410-43f1-8ee1-48ce275bc8ef None None] Network 65d18847-e24b-4600-a41f-00c5b3389a5b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:47:06.745410 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-480e15ff-14f4-4631-997b-cfe3ab6eab93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:06.748723 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-480e15ff-14f4-4631-997b-cfe3ab6eab93 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/049705e1-bd7a-44dd-8162-5a2e4f4cfc08 HTTP/1.1" status: 204 len: 168 time: 1.1377816 Nov 23 21:47:06.752182 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2237d7d-3ae4-4e33-8be9-29000ef9e9f9 req-d5d6a80e-d182-47e4-9764-21bc9f5d8ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:06.753705 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d2237d7d-3ae4-4e33-8be9-29000ef9e9f9 req-d5d6a80e-d182-47e4-9764-21bc9f5d8ba2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 1100 time: 0.2968564 Nov 23 21:47:06.754771 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 48020) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:06.767250 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a16b6-4c06-4a3f-bff8-bde725098e44 req-b0068813-ac85-47f0-927e-acf1a41dc905 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:06.774613 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bf1a16b6-4c06-4a3f-bff8-bde725098e44 req-b0068813-ac85-47f0-927e-acf1a41dc905 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec50b144-959a-4c1e-9cb6-9b646797d997 HTTP/1.1" status: 200 len: 935 time: 0.2795343 Nov 23 21:47:06.774950 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-da8033f0-3f06-467e-9bb5-47dfdf6bbcd7 req-455cc8b0-2aaf-4477-9dbf-5e97170e0c5d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Calling delete_port for a7a8c713-a1ad-4527-bdf5-7f02433f06b0 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:47:06.789847 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-d82ccf34-9931-442a-9476-ddabe4c0b60a service neutron] 10.222.0.50 "GET /v2.0/networks/a82590b6-95ee-41a8-90a5-1d72b8f9c202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743720 Nov 23 21:47:06.797642 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd8f6b-c24b-4739-9fc5-b4fe94f80f75 req-71baa5da-314f-4986-ba10-abf880cd4bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:06.799342 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f2dd8f6b-c24b-4739-9fc5-b4fe94f80f75 req-71baa5da-314f-4986-ba10-abf880cd4bc1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=34214f8b-100b-4eb0-beac-f661df6e2fe4 HTTP/1.1" status: 200 len: 863 time: 0.2264187 Nov 23 21:47:06.876642 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-409cff9d-b2b2-4751-9daa-f4ee3fd56ba6 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:06.878314 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-409cff9d-b2b2-4751-9daa-f4ee3fd56ba6 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:06.956266 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5de961-0b4f-4c80-bf4b-adb3e31798df req-396cf780-1dab-4622-a702-991ddc348aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:06.957788 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd5de961-0b4f-4c80-bf4b-adb3e31798df req-396cf780-1dab-4622-a702-991ddc348aa7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2823665 Nov 23 21:47:06.979418 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd8f6b-c24b-4739-9fc5-b4fe94f80f75 req-839224a5-1ab8-48de-8e12-a7c78dd17b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:06.981081 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f2dd8f6b-c24b-4739-9fc5-b4fe94f80f75 req-839224a5-1ab8-48de-8e12-a7c78dd17b9c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582575 Nov 23 21:47:07.003802 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:07.032177 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bf1a16b6-4c06-4a3f-bff8-bde725098e44 req-636466a7-2405-4132-bcff-1c2f81573d74 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a8fe05e-00b2-497d-ad6e-3b61067f7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566805 Nov 23 21:47:07.037523 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-dacc0658-dbe5-435d-b466-6348ab811ca9 None None] Provisioning complete for port e7cfc46a-ca29-407c-b00a-0c456d47e868 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:07.037897 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dacc0658-dbe5-435d-b466-6348ab811ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:07.040179 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8ca94a-299a-478a-addb-f22aad44037a None None] DHCP port deletion for 65d18847-e24b-4600-a41f-00c5b3389a5b request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:47:07.046652 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-409cff9d-b2b2-4751-9daa-f4ee3fd56ba6 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6917388 Nov 23 21:47:07.074731 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d2237d7d-3ae4-4e33-8be9-29000ef9e9f9 req-555582aa-edcb-41fc-9e13-6ab82d5eb3ed service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871935 Nov 23 21:47:07.089168 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-3af4ebcf-58b7-436f-b518-0a475476b05d service neutron] Request body: {'port': {'device_id': 'ec50b144-959a-4c1e-9cb6-9b646797d997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:07.128950 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-dacc0658-dbe5-435d-b466-6348ab811ca9 None None] Port e7cfc46a-ca29-407c-b00a-0c456d47e868 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:47:07.156976 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:47:07.204480 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ca94a-299a-478a-addb-f22aad44037a None None] Deleting port c951dd70-adb8-47ba-97be-542655b8a2f1 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:47:07.204911 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca94a-299a-478a-addb-f22aad44037a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:07.273401 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55d9a1c8-e9c4-4f31-b76f-a4b3eb99063b req-95c782bb-f3ad-4447-91ad-cdd388475e6f tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ecd022e-80e2-427d-9a09-ec50cabbde96 HTTP/1.1" status: 200 len: 210 time: 0.1128385 Nov 23 21:47:07.292252 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0b184f55-3714-4f2b-bb8e-1c03edc9a488 req-8e70eed6-5159-4bba-8955-94e203b5faa2 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:07.407446 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9cd00-d1eb-4930-b908-ef8af69a29af req-efa7b02c-d95a-4fbe-9622-1315f65e6104 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:07.409432 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09e9cd00-d1eb-4930-b908-ef8af69a29af req-efa7b02c-d95a-4fbe-9622-1315f65e6104 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/ports?device_id=83640f9f-bbfc-494b-b9b5-1e2ec6f659f8 HTTP/1.1" status: 200 len: 947 time: 0.3316176 Nov 23 21:47:07.419090 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-3af4ebcf-58b7-436f-b518-0a475476b05d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:07.427642 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd5de961-0b4f-4c80-bf4b-adb3e31798df req-7dcabbfd-e809-4bc0-9425-caa64b569f14 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501097 Nov 23 21:47:07.504974 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-5f8ca94a-299a-478a-addb-f22aad44037a None None] For port c951dd70-adb8-47ba-97be-542655b8a2f1, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c951dd70-adb8-47ba-97be-542655b8a2f1,segment=NetworkSegment(df97aba6-e14e-4064-93bd-65b3472ea92d),segment_id=df97aba6-e14e-4064-93bd-65b3472ea92d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:07.507027 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca94a-299a-478a-addb-f22aad44037a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:07.512128 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:47:07.529039 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:07.529707 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:07.531867 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ca94a-299a-478a-addb-f22aad44037a None None] Calling delete_port for c951dd70-adb8-47ba-97be-542655b8a2f1 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:47:07.616653 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Deleting port c951dd70-adb8-47ba-97be-542655b8a2f1 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:47:07.617079 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:07.654758 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f2dd8f6b-c24b-4739-9fc5-b4fe94f80f75 req-0c7ae43a-1e14-4dbf-8ee5-f71c14a66c76 service neutron] 10.222.0.60 "GET /v2.0/networks/8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6633878 Nov 23 21:47:07.656796 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-12188784-7d1d-4a36-bbf4-a042cb5cc3f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 707215d2-fdb3-40d5-9e1f-e1c54dae7244 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:47:07.664619 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70eed6-5159-4bba-8955-94e203b5faa2 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Pushing event deleted for resources: {'Port': ['ID=111a518b-2237-44ff-942f-574b2a95a015,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:07.675840 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-12188784-7d1d-4a36-bbf4-a042cb5cc3f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:07.681222 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09e9cd00-d1eb-4930-b908-ef8af69a29af req-51deabac-630d-4cf9-ac93-ab207cb029dc tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e428eb-fa73-470e-b15b-602f61637eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579687 Nov 23 21:47:07.711132 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-da8033f0-3f06-467e-9bb5-47dfdf6bbcd7 req-455cc8b0-2aaf-4477-9dbf-5e97170e0c5d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:07.741282 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca94a-299a-478a-addb-f22aad44037a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:07.755035 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:07.777402 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b184f55-3714-4f2b-bb8e-1c03edc9a488 req-8e70eed6-5159-4bba-8955-94e203b5faa2 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] No DVR routers for this DVR port 111a518b-2237-44ff-942f-574b2a95a015 on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:47:07.788973 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ca94a-299a-478a-addb-f22aad44037a None None] Pushing event deleted for resources: {'Port': ['ID=c951dd70-adb8-47ba-97be-542655b8a2f1,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:07.797157 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ca94a-299a-478a-addb-f22aad44037a None None] No DVR routers for this DVR port c951dd70-adb8-47ba-97be-542655b8a2f1 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:47:07.811164 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-12188784-7d1d-4a36-bbf4-a042cb5cc3f7 service neutron] Transition to ACTIVE for port object 707215d2-fdb3-40d5-9e1f-e1c54dae7244 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:47:07.812111 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cc8b0-2aaf-4477-9dbf-5e97170e0c5d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Pushing event deleted for resources: {'Port': ['ID=a7a8c713-a1ad-4527-bdf5-7f02433f06b0,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:07.816395 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0b184f55-3714-4f2b-bb8e-1c03edc9a488 req-8e70eed6-5159-4bba-8955-94e203b5faa2 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:07.819883 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0b184f55-3714-4f2b-bb8e-1c03edc9a488 req-8e70eed6-5159-4bba-8955-94e203b5faa2 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] 10.222.0.53 "DELETE /v2.0/ports/111a518b-2237-44ff-942f-574b2a95a015 HTTP/1.1" status: 204 len: 173 time: 2.2542696 Nov 23 21:47:07.820732 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecd022e-80e2-427d-9a09-ec50cabbde96', 'name': 'network-vif-deleted', 'tag': '111a518b-2237-44ff-942f-574b2a95a015'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:47:07.823309 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689e039e-2bc9-4b2e-be69-f7bc6573a923" -d '{"events": [{"server_uuid": "8ecd022e-80e2-427d-9a09-ec50cabbde96", "name": "network-vif-deleted", "tag": "111a518b-2237-44ff-942f-574b2a95a015"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:47:07.833134 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-12188784-7d1d-4a36-bbf4-a042cb5cc3f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:07.839484 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ca94a-299a-478a-addb-f22aad44037a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:07.840263 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ca94a-299a-478a-addb-f22aad44037a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:07.840822 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ca94a-299a-478a-addb-f22aad44037a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:07.841316 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ca94a-299a-478a-addb-f22aad44037a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:07.841767 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ca94a-299a-478a-addb-f22aad44037a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:07.842774 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ca94a-299a-478a-addb-f22aad44037a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:07.842774 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ca94a-299a-478a-addb-f22aad44037a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:07.844609 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ca94a-299a-478a-addb-f22aad44037a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:07.844609 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ca94a-299a-478a-addb-f22aad44037a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:07.844857 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb212c3-0a03-4528-8b74-b03fa14e42dc req-bf37fb1c-1eac-4074-a97e-2e13768561bd tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:07.844966 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ca94a-299a-478a-addb-f22aad44037a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:07.844966 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ca94a-299a-478a-addb-f22aad44037a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:07.849358 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ca94a-299a-478a-addb-f22aad44037a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:07.854318 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7cb212c3-0a03-4528-8b74-b03fa14e42dc req-bf37fb1c-1eac-4074-a97e-2e13768561bd tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 949 time: 0.4596524 Nov 23 21:47:07.876635 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:07.884647 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:07.935351 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8033f0-3f06-467e-9bb5-47dfdf6bbcd7 req-455cc8b0-2aaf-4477-9dbf-5e97170e0c5d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] No DVR routers for this DVR port a7a8c713-a1ad-4527-bdf5-7f02433f06b0 on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:47:07.952462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-da8033f0-3f06-467e-9bb5-47dfdf6bbcd7 req-455cc8b0-2aaf-4477-9dbf-5e97170e0c5d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:07.956032 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-da8033f0-3f06-467e-9bb5-47dfdf6bbcd7 req-455cc8b0-2aaf-4477-9dbf-5e97170e0c5d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.53 "DELETE /v2.0/ports/a7a8c713-a1ad-4527-bdf5-7f02433f06b0 HTTP/1.1" status: 204 len: 173 time: 2.1280243 Nov 23 21:47:07.972035 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12188784-7d1d-4a36-bbf4-a042cb5cc3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=707215d2-fdb3-40d5-9e1f-e1c54dae7244,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:08.008414 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f2dd8f6b-c24b-4739-9fc5-b4fe94f80f75 req-fad1c2fe-f847-4357-a1c4-d6a0f6d45862 service neutron] 10.222.0.60 "GET /v2.0/networks/8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357248 Nov 23 21:47:08.012088 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-83f65c4f-e691-43d2-8b52-2f65120b47df req-80fb3666-bf32-48c1-8996-5bbbfeb961f6 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc7d331-65d8-4d97-accc-e412129f86db HTTP/1.1" status: 200 len: 210 time: 0.1471128 Nov 23 21:47:08.022099 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:08.041009 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd5de961-0b4f-4c80-bf4b-adb3e31798df req-7f896777-0c4f-40fb-834a-025d5cf5461d service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5849013 Nov 23 21:47:08.062589 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] For port c951dd70-adb8-47ba-97be-542655b8a2f1, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c951dd70-adb8-47ba-97be-542655b8a2f1,segment=NetworkSegment(df97aba6-e14e-4064-93bd-65b3472ea92d),segment_id=df97aba6-e14e-4064-93bd-65b3472ea92d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:08.068993 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:08.119257 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Calling delete_port for c951dd70-adb8-47ba-97be-542655b8a2f1 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:47:08.138994 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-12188784-7d1d-4a36-bbf4-a042cb5cc3f7 service neutron] Attempting to bind port 707215d2-fdb3-40d5-9e1f-e1c54dae7244 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:47:08.142681 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-12188784-7d1d-4a36-bbf4-a042cb5cc3f7 service neutron] Attempting to bind port 707215d2-fdb3-40d5-9e1f-e1c54dae7244 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:47:08.143289 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-12188784-7d1d-4a36-bbf4-a042cb5cc3f7 service neutron] Attempting to bind port 707215d2-fdb3-40d5-9e1f-e1c54dae7244 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:08.155880 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-12188784-7d1d-4a36-bbf4-a042cb5cc3f7 service neutron] Port 707215d2-fdb3-40d5-9e1f-e1c54dae7244 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:47:08.156301 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-12188784-7d1d-4a36-bbf4-a042cb5cc3f7 service neutron] Attempting to bind port 707215d2-fdb3-40d5-9e1f-e1c54dae7244 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:08.163281 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-12188784-7d1d-4a36-bbf4-a042cb5cc3f7 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:47:08.163721 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-12188784-7d1d-4a36-bbf4-a042cb5cc3f7 service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:47:08.164187 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-12188784-7d1d-4a36-bbf4-a042cb5cc3f7 service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:47:08.165567 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-12188784-7d1d-4a36-bbf4-a042cb5cc3f7 service neutron] Bound port: 707215d2-fdb3-40d5-9e1f-e1c54dae7244, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:47:08.165929 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-12188784-7d1d-4a36-bbf4-a042cb5cc3f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:08.187760 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7cb212c3-0a03-4528-8b74-b03fa14e42dc req-8b05447a-d7e4-40b2-be8d-eb7b87281230 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324368 Nov 23 21:47:08.270750 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-12188784-7d1d-4a36-bbf4-a042cb5cc3f7 service neutron] For port 707215d2-fdb3-40d5-9e1f-e1c54dae7244, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:47:08.275657 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-12188784-7d1d-4a36-bbf4-a042cb5cc3f7 service neutron] For port 707215d2-fdb3-40d5-9e1f-e1c54dae7244, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=707215d2-fdb3-40d5-9e1f-e1c54dae7244,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:47:08.280096 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-12188784-7d1d-4a36-bbf4-a042cb5cc3f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:08.323021 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-12188784-7d1d-4a36-bbf4-a042cb5cc3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:08.323697 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-12188784-7d1d-4a36-bbf4-a042cb5cc3f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:08.324187 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f1bbc-0da0-4072-bd2f-d3e029aad6e2 req-7322f0bb-25bb-4b25-8a7e-bbb53f80f579 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:08.325060 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-12188784-7d1d-4a36-bbf4-a042cb5cc3f7 service neutron] 10.222.0.53 "PUT /v2.0/ports/707215d2-fdb3-40d5-9e1f-e1c54dae7244 HTTP/1.1" status: 200 len: 1096 time: 2.7153413 Nov 23 21:47:08.329477 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266d7c68-31df-476e-84da-ee33f2a54cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:47:08.332940 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6667c7-105d-48d9-af11-d6a7b14b5384" -d '{"events": [{"server_uuid": "266d7c68-31df-476e-84da-ee33f2a54cef", "name": "network-vif-plugged", "status": "completed", "tag": "59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:47:08.334731 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-633f1bbc-0da0-4072-bd2f-d3e029aad6e2 req-7322f0bb-25bb-4b25-8a7e-bbb53f80f579 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 945 time: 0.1414022 Nov 23 21:47:08.360518 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12188784-7d1d-4a36-bbf4-a042cb5cc3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=707215d2-fdb3-40d5-9e1f-e1c54dae7244,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:08.386908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a7a8c713-a1ad-4527-bdf5-7f02433f06b0 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:47:08.392663 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 82efa84f-cde4-46a4-bdde-57d480978c2c details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:47:08.403857 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03132265-5609-4621-8758-ee7786cae2d2 x-openstack-request-id: req-03132265-5609-4621-8758-ee7786cae2d2 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:47:08.404156 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecd022e-80e2-427d-9a09-ec50cabbde96", "name": "network-vif-deleted", "tag": "111a518b-2237-44ff-942f-574b2a95a015", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:47:08.404409 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-03132265-5609-4621-8758-ee7786cae2d2 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:47:08.405134 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ecd022e-80e2-427d-9a09-ec50cabbde96', 'name': 'network-vif-deleted', 'tag': '111a518b-2237-44ff-942f-574b2a95a015', 'status': 'completed', 'code': 200} Nov 23 21:47:08.448877 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:08.477138 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: a7a8c713-a1ad-4527-bdf5-7f02433f06b0 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:47:08.478460 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a7a8c713-a1ad-4527-bdf5-7f02433f06b0 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:47:08.478591 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 111a518b-2237-44ff-942f-574b2a95a015 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:47:08.521149 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-3af4ebcf-58b7-436f-b518-0a475476b05d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7cfc46a-ca29-407c-b00a-0c456d47e868 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:47:08.530965 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c951dd70-adb8-47ba-97be-542655b8a2f1 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:47:08.543808 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 111a518b-2237-44ff-942f-574b2a95a015 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:47:08.544356 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 111a518b-2237-44ff-942f-574b2a95a015 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:47:08.547642 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-79e20f0e-c533-4147-a9c1-4a3536516395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:08.549773 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-79e20f0e-c533-4147-a9c1-4a3536516395 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5e1536d5e514ff8b23570e857ef6040&device_id=4dde3c13-2614-4e59-87d2-c2ebf085d047 HTTP/1.1" status: 200 len: 1099 time: 0.1136558 Nov 23 21:47:08.596120 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: c951dd70-adb8-47ba-97be-542655b8a2f1 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:47:08.607173 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c951dd70-adb8-47ba-97be-542655b8a2f1 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:47:08.619997 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Pushing event deleted for resources: {'Port': ['ID=c951dd70-adb8-47ba-97be-542655b8a2f1,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:08.632310 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-3af4ebcf-58b7-436f-b518-0a475476b05d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:08.634375 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-1e5e7f04-0442-405e-a85d-b67b27e3307c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=707215d2-fdb3-40d5-9e1f-e1c54dae7244 HTTP/1.1" status: 200 len: 217 time: 0.0703945 Nov 23 21:47:08.662940 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] No DVR routers for this DVR port c951dd70-adb8-47ba-97be-542655b8a2f1 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:47:08.683289 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-633f1bbc-0da0-4072-bd2f-d3e029aad6e2 req-9ff53ddc-c810-45a4-8507-fb3159a6a72e tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378394 Nov 23 21:47:08.742026 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 82efa84f-cde4-46a4-bdde-57d480978c2c, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=82efa84f-cde4-46a4-bdde-57d480978c2c,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:08.757741 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '82efa84f-cde4-46a4-bdde-57d480978c2c', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '82efa84f-cde4-46a4-bdde-57d480978c2c', 'mac_address': 'fa:16:3e:50:04:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:47:08.784523 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-3af4ebcf-58b7-436f-b518-0a475476b05d service neutron] Transition to ACTIVE for port object e7cfc46a-ca29-407c-b00a-0c456d47e868 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:47:08.813968 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-3af4ebcf-58b7-436f-b518-0a475476b05d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:08.856367 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea775e8e-db42-4615-8e7a-7ebd9ee2ebfd x-openstack-request-id: req-ea775e8e-db42-4615-8e7a-7ebd9ee2ebfd {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:47:08.856657 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266d7c68-31df-476e-84da-ee33f2a54cef", "name": "network-vif-plugged", "status": "completed", "tag": "59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:47:08.856913 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea775e8e-db42-4615-8e7a-7ebd9ee2ebfd {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:47:08.857309 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266d7c68-31df-476e-84da-ee33f2a54cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9', 'code': 200} Nov 23 21:47:08.865133 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:08.883770 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82efa84f-cde4-46a4-bdde-57d480978c2c {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:47:08.901585 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:08.909448 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 82efa84f-cde4-46a4-bdde-57d480978c2c, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=82efa84f-cde4-46a4-bdde-57d480978c2c,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:08.913506 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81e3eb-1790-4bf7-9dc2-8cc98b788e3a req-100c629f-630b-4154-8f72-219a733a092e tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:08.918684 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:08.922159 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8b81e3eb-1790-4bf7-9dc2-8cc98b788e3a req-100c629f-630b-4154-8f72-219a733a092e tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec50b144-959a-4c1e-9cb6-9b646797d997 HTTP/1.1" status: 200 len: 935 time: 0.3317358 Nov 23 21:47:08.981609 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-fbc83ac0-7ca8-4f2d-94d4-ebeb0735801d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:08.983390 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-fbc83ac0-7ca8-4f2d-94d4-ebeb0735801d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.3428521 Nov 23 21:47:08.986312 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d18847-e24b-4600-a41f-00c5b3389a5b']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:08.994175 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-c3aec6c2-4e05-41a4-af70-834da3eb6fa3 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:08.996162 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-c3aec6c2-4e05-41a4-af70-834da3eb6fa3 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.60 "GET /v2.0/networks?id=a82590b6-95ee-41a8-90a5-1d72b8f9c202 HTTP/1.1" status: 200 len: 815 time: 0.3008194 Nov 23 21:47:08.999611 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=82efa84f-cde4-46a4-bdde-57d480978c2c,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:09.004150 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4ebcf-58b7-436f-b518-0a475476b05d service neutron] Pushing event updated for resources: {'Port': ['ID=e7cfc46a-ca29-407c-b00a-0c456d47e868,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:09.036790 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df97aba6-e14e-4064-93bd-65b3472ea92d') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:09.037148 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df97aba6-e14e-4064-93bd-65b3472ea92d') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:09.037411 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-755bebe5-dfa6-4248-8d1a-99f04a5be79d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Request body: {'port': {'device_id': 'dcc7d331-65d8-4d97-accc-e412129f86db', 'network_id': 'a82590b6-95ee-41a8-90a5-1d72b8f9c202', 'admin_state_up': True, 'tenant_id': '1fe3713dd9f0456897dd168f8c4429a9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:09.084324 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-118d7cbe-d6bf-4efe-82ba-d7abf4c0fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:09.085876 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-118d7cbe-d6bf-4efe-82ba-d7abf4c0fe95 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0886345 Nov 23 21:47:09.137995 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:09.192656 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['82efa84f-cde4-46a4-bdde-57d480978c2c'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:47:09.204101 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:09.219576 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40261495-7843-4dd3-8b0a-c92e54939c27 req-446d3a3e-fde5-43dd-a2d4-0af4b58e62d6 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:09.221643 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40261495-7843-4dd3-8b0a-c92e54939c27 req-446d3a3e-fde5-43dd-a2d4-0af4b58e62d6 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/ports?device_id=83640f9f-bbfc-494b-b9b5-1e2ec6f659f8 HTTP/1.1" status: 200 len: 948 time: 0.2556541 Nov 23 21:47:09.231665 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8b81e3eb-1790-4bf7-9dc2-8cc98b788e3a req-0ef9f5c6-0a9e-4f34-82f9-b7325a9b3cac tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a8fe05e-00b2-497d-ad6e-3b61067f7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085892 Nov 23 21:47:09.238338 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f2c0b-9ef5-42bf-b6e3-916084c5caec req-a639f1d0-57dd-4543-a284-7efdd58190bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:09.239842 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-931f2c0b-9ef5-42bf-b6e3-916084c5caec req-a639f1d0-57dd-4543-a284-7efdd58190bc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 1096 time: 0.2007997 Nov 23 21:47:09.241121 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:47:09.241397 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:47:09.246106 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:47:09.276071 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-565bda35-b3ae-46e2-9f6a-22e968283727 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548679 Nov 23 21:47:09.284246 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-755bebe5-dfa6-4248-8d1a-99f04a5be79d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Made reservation on behalf of 1fe3713dd9f0456897dd168f8c4429a9 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:47:09.288198 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-755bebe5-dfa6-4248-8d1a-99f04a5be79d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:09.387701 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:09.388899 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-3af4ebcf-58b7-436f-b518-0a475476b05d service neutron] Attempting to bind port e7cfc46a-ca29-407c-b00a-0c456d47e868 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:47:09.389151 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-3af4ebcf-58b7-436f-b518-0a475476b05d service neutron] Attempting to bind port e7cfc46a-ca29-407c-b00a-0c456d47e868 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:47:09.389477 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-3af4ebcf-58b7-436f-b518-0a475476b05d service neutron] Attempting to bind port e7cfc46a-ca29-407c-b00a-0c456d47e868 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:09.420564 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40261495-7843-4dd3-8b0a-c92e54939c27 req-a33ff3da-bab0-40b7-b78d-fe9e27bb13cf tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e428eb-fa73-470e-b15b-602f61637eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863418 Nov 23 21:47:09.424778 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:09.430554 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] 10.222.0.50 "DELETE /v2.0/networks/65d18847-e24b-4600-a41f-00c5b3389a5b HTTP/1.1" status: 204 len: 168 time: 2.6510925 Nov 23 21:47:09.462164 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-931f2c0b-9ef5-42bf-b6e3-916084c5caec req-eb450eca-486f-4776-9313-ee03c2e06bbe service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968107 Nov 23 21:47:09.462740 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-3af4ebcf-58b7-436f-b518-0a475476b05d service neutron] Port e7cfc46a-ca29-407c-b00a-0c456d47e868 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:47:09.463408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-3af4ebcf-58b7-436f-b518-0a475476b05d service neutron] Attempting to bind port e7cfc46a-ca29-407c-b00a-0c456d47e868 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:09.467844 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-47debd19-2683-4b14-923d-e8616d213c2a req-3f96b620-cee0-4349-b5ea-aeb3cb85f41e tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc7d331-65d8-4d97-accc-e412129f86db HTTP/1.1" status: 200 len: 210 time: 0.0760245 Nov 23 21:47:09.468589 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Pushing event deleted for resources: {'Network': ['ID=65d18847-e24b-4600-a41f-00c5b3389a5b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:09.478278 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-3af4ebcf-58b7-436f-b518-0a475476b05d service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:47:09.478643 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-3af4ebcf-58b7-436f-b518-0a475476b05d service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:47:09.479061 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-3af4ebcf-58b7-436f-b518-0a475476b05d service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:47:09.479501 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-3af4ebcf-58b7-436f-b518-0a475476b05d service neutron] Bound port: e7cfc46a-ca29-407c-b00a-0c456d47e868, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:47:09.479858 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-3af4ebcf-58b7-436f-b518-0a475476b05d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:09.482643 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:09.483016 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:09.483358 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:09.483711 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:09.484159 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:09.484363 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:09.484672 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:09.484997 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:09.485319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:09.485645 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:09.485965 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:09.486397 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5053436e-7a7b-48b9-ba20-b196ce280699 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:09.530952 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-755bebe5-dfa6-4248-8d1a-99f04a5be79d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Allocated IP 172.20.0.8 (a82590b6-95ee-41a8-90a5-1d72b8f9c202/15604317-742c-41db-b6cd-cf3f90521277/ab455280-944c-43df-b379-c236ceaa9ac5) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:47:09.576005 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8d53eb3a-907f-4cd2-8e90-e9bcccde901d req-dd740603-2e00-4b54-a30a-4ac04817a86a service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692304 Nov 23 21:47:09.605070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6b494-2331-4a18-8e30-d3b13dc326ed req-985ba6a5-1b90-4079-8754-7923fbab3467 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:09.606701 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9cc6b494-2331-4a18-8e30-d3b13dc326ed req-985ba6a5-1b90-4079-8754-7923fbab3467 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 949 time: 0.1039689 Nov 23 21:47:09.609178 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-3af4ebcf-58b7-436f-b518-0a475476b05d service neutron] For port e7cfc46a-ca29-407c-b00a-0c456d47e868, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:47:09.616489 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-3af4ebcf-58b7-436f-b518-0a475476b05d service neutron] For port e7cfc46a-ca29-407c-b00a-0c456d47e868, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e7cfc46a-ca29-407c-b00a-0c456d47e868,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:47:09.626935 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-3af4ebcf-58b7-436f-b518-0a475476b05d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:09.650513 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48062) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:09.685551 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-3af4ebcf-58b7-436f-b518-0a475476b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:09.686171 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-3af4ebcf-58b7-436f-b518-0a475476b05d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:09.687589 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-3af4ebcf-58b7-436f-b518-0a475476b05d service neutron] 10.222.0.53 "PUT /v2.0/ports/e7cfc46a-ca29-407c-b00a-0c456d47e868 HTTP/1.1" status: 200 len: 1095 time: 2.6108956 Nov 23 21:47:09.690001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec50b144-959a-4c1e-9cb6-9b646797d997', 'tag': 'e7cfc46a-ca29-407c-b00a-0c456d47e868'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:47:09.692317 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06863cb6-1b80-40a7-8eb8-4e12fa43c69a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec50b144-959a-4c1e-9cb6-9b646797d997", "tag": "e7cfc46a-ca29-407c-b00a-0c456d47e868"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:47:09.733032 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9cc6b494-2331-4a18-8e30-d3b13dc326ed req-4d356969-ae20-45b8-9388-7f540a8bfbcc tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184578 Nov 23 21:47:09.745891 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ce3ee08d-1b78-4a71-a55f-78e733ef9ffe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0ceb43cef7cd4d6e993216c3dd613b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0941038 Nov 23 21:47:09.746261 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4ebcf-58b7-436f-b518-0a475476b05d service neutron] Pushing event updated for resources: {'Port': ['ID=e7cfc46a-ca29-407c-b00a-0c456d47e868,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:09.748961 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 48068) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:09.804524 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-755bebe5-dfa6-4248-8d1a-99f04a5be79d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:09.823806 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-06684c98-4c68-4515-b6db-b8aa982ae175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:09.825335 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-06684c98-4c68-4515-b6db-b8aa982ae175 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5e1536d5e514ff8b23570e857ef6040&device_id=ec50b144-959a-4c1e-9cb6-9b646797d997 HTTP/1.1" status: 200 len: 1098 time: 0.0892870 Nov 23 21:47:09.848741 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b04c525e-7a97-421d-a024-fd48b6169810 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:09.866293 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-755bebe5-dfa6-4248-8d1a-99f04a5be79d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:09.887877 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f9d84f-bb5a-4e87-9a9d-40cb8a82199a x-openstack-request-id: req-38f9d84f-bb5a-4e87-9a9d-40cb8a82199a {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:47:09.888172 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec50b144-959a-4c1e-9cb6-9b646797d997", "tag": "e7cfc46a-ca29-407c-b00a-0c456d47e868", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:47:09.888415 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-38f9d84f-bb5a-4e87-9a9d-40cb8a82199a {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:47:09.888814 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec50b144-959a-4c1e-9cb6-9b646797d997', 'tag': 'e7cfc46a-ca29-407c-b00a-0c456d47e868', 'status': 'completed', 'code': 200} Nov 23 21:47:09.893651 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-abf5ecdd-b87f-467d-abea-a18945381624 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=e7cfc46a-ca29-407c-b00a-0c456d47e868 HTTP/1.1" status: 200 len: 217 time: 0.0572836 Nov 23 21:47:09.920272 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-755bebe5-dfa6-4248-8d1a-99f04a5be79d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Network a82590b6-95ee-41a8-90a5-1d72b8f9c202 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:47:09.923547 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-755bebe5-dfa6-4248-8d1a-99f04a5be79d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:09.927625 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-755bebe5-dfa6-4248-8d1a-99f04a5be79d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:47:09.935621 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bebe5-dfa6-4248-8d1a-99f04a5be79d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Pushing event updated for resources: {'Port': ['ID=ab455280-944c-43df-b379-c236ceaa9ac5,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:09.971867 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b04c525e-7a97-421d-a024-fd48b6169810 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:09.989099 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-755bebe5-dfa6-4248-8d1a-99f04a5be79d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:09.989820 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-755bebe5-dfa6-4248-8d1a-99f04a5be79d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:10.005922 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-755bebe5-dfa6-4248-8d1a-99f04a5be79d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9768732 Nov 23 21:47:10.029216 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-2b2896f0-afa2-4507-b138-3eea61f10426 service neutron] Request body: {'port': {'device_id': 'dcc7d331-65d8-4d97-accc-e412129f86db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:10.055822 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd9e84-9010-451d-9807-5749c6dc0ab7 req-fad7de8c-70f3-4348-b596-ea0229a5e28d tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:10.057333 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5bbd9e84-9010-451d-9807-5749c6dc0ab7 req-fad7de8c-70f3-4348-b596-ea0229a5e28d tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 945 time: 0.2116849 Nov 23 21:47:10.059633 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-f65c650d-2add-4491-ae52-23d5db0c13ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:10.061069 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-f65c650d-2add-4491-ae52-23d5db0c13ba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1483090 Nov 23 21:47:10.084864 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-2b2896f0-afa2-4507-b138-3eea61f10426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:10.098583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e9cf2-7198-415f-b912-d681804ab697 req-6a29a992-ce21-4a3c-8c65-e51149644617 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:10.100080 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-008e9cf2-7198-415f-b912-d681804ab697 req-6a29a992-ce21-4a3c-8c65-e51149644617 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 949 time: 0.1396844 Nov 23 21:47:10.150328 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b04c525e-7a97-421d-a024-fd48b6169810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:10.152878 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b04c525e-7a97-421d-a024-fd48b6169810 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:10.153967 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b04c525e-7a97-421d-a024-fd48b6169810 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/db46c29c-fe61-4542-b264-8d84955f2460 HTTP/1.1" status: 204 len: 168 time: 0.4041119 Nov 23 21:47:10.212642 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c525e-7a97-421d-a024-fd48b6169810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db46c29c-fe61-4542-b264-8d84955f2460,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:10.227995 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5bbd9e84-9010-451d-9807-5749c6dc0ab7 req-1b8f03ec-e760-4001-b47c-13feee9779ff tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633527 Nov 23 21:47:10.235385 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-08e0c287-b348-4134-a60e-67152a632ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:10.236875 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-08e0c287-b348-4134-a60e-67152a632ef4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1652184 Nov 23 21:47:10.254888 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-008e9cf2-7198-415f-b912-d681804ab697 req-fce3743a-cd4a-4cbb-905f-2299397928d0 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251819 Nov 23 21:47:10.398053 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 82efa84f-cde4-46a4-bdde-57d480978c2c up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:47:10.436797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716b82b8-1678-4d7a-b12b-8c0f10a5f11d', 'name': 'network-vif-deleted', 'tag': 'a7a8c713-a1ad-4527-bdf5-7f02433f06b0'}, {'name': 'network-changed', 'server_uuid': '4dde3c13-2614-4e59-87d2-c2ebf085d047', 'tag': '707215d2-fdb3-40d5-9e1f-e1c54dae7244'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:47:10.439942 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42402e5f-a58c-4899-affa-075f37af17d8" -d '{"events": [{"server_uuid": "716b82b8-1678-4d7a-b12b-8c0f10a5f11d", "name": "network-vif-deleted", "tag": "a7a8c713-a1ad-4527-bdf5-7f02433f06b0"}, {"name": "network-changed", "server_uuid": "4dde3c13-2614-4e59-87d2-c2ebf085d047", "tag": "707215d2-fdb3-40d5-9e1f-e1c54dae7244"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:47:10.459782 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-2b2896f0-afa2-4507-b138-3eea61f10426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab455280-944c-43df-b379-c236ceaa9ac5 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:47:10.470123 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-2b2896f0-afa2-4507-b138-3eea61f10426 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:10.480387 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 82efa84f-cde4-46a4-bdde-57d480978c2c completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:47:10.485330 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 82efa84f-cde4-46a4-bdde-57d480978c2c triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:10.485969 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:10.495424 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-2b2896f0-afa2-4507-b138-3eea61f10426 service neutron] Transition to ACTIVE for port object ab455280-944c-43df-b379-c236ceaa9ac5 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:47:10.504200 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-2b2896f0-afa2-4507-b138-3eea61f10426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:10.542018 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 21:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7215752-1109-472e-9c19-1ad611fcf0e6 x-openstack-request-id: req-f7215752-1109-472e-9c19-1ad611fcf0e6 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:47:10.544470 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716b82b8-1678-4d7a-b12b-8c0f10a5f11d", "name": "network-vif-deleted", "tag": "a7a8c713-a1ad-4527-bdf5-7f02433f06b0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4dde3c13-2614-4e59-87d2-c2ebf085d047", "tag": "707215d2-fdb3-40d5-9e1f-e1c54dae7244", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:47:10.546612 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f7215752-1109-472e-9c19-1ad611fcf0e6 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:47:10.546612 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716b82b8-1678-4d7a-b12b-8c0f10a5f11d', 'name': 'network-vif-deleted', 'tag': 'a7a8c713-a1ad-4527-bdf5-7f02433f06b0', 'status': 'completed', 'code': 200} Nov 23 21:47:10.546879 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dde3c13-2614-4e59-87d2-c2ebf085d047', 'tag': '707215d2-fdb3-40d5-9e1f-e1c54dae7244', 'status': 'completed', 'code': 200} Nov 23 21:47:10.591569 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:10.593166 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2896f0-afa2-4507-b138-3eea61f10426 service neutron] Pushing event updated for resources: {'Port': ['ID=ab455280-944c-43df-b379-c236ceaa9ac5,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:10.650300 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 82efa84f-cde4-46a4-bdde-57d480978c2c, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=82efa84f-cde4-46a4-bdde-57d480978c2c,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:10.657753 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:10.718872 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42402e5f-a58c-4899-affa-075f37af17d8 req-1b4b0fbf-a6b9-41ce-bb31-844d8f57d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:10.720585 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-42402e5f-a58c-4899-affa-075f37af17d8 req-1b4b0fbf-a6b9-41ce-bb31-844d8f57d02d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5e1536d5e514ff8b23570e857ef6040&device_id=4dde3c13-2614-4e59-87d2-c2ebf085d047 HTTP/1.1" status: 200 len: 1099 time: 0.1222432 Nov 23 21:47:10.723681 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=82efa84f-cde4-46a4-bdde-57d480978c2c,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:10.859163 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83640f9f-bbfc-494b-b9b5-1e2ec6f659f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82efa84f-cde4-46a4-bdde-57d480978c2c'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:47:10.860217 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-2b2896f0-afa2-4507-b138-3eea61f10426 service neutron] Attempting to bind port ab455280-944c-43df-b379-c236ceaa9ac5 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:47:10.860558 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-2b2896f0-afa2-4507-b138-3eea61f10426 service neutron] Attempting to bind port ab455280-944c-43df-b379-c236ceaa9ac5 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'b39fafe3-052e-4b28-be8e-3a74c5b358d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a82590b6-95ee-41a8-90a5-1d72b8f9c202'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:47:10.861099 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-2b2896f0-afa2-4507-b138-3eea61f10426 service neutron] Attempting to bind port ab455280-944c-43df-b379-c236ceaa9ac5 on network a82590b6-95ee-41a8-90a5-1d72b8f9c202 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:10.862852 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6e4dae-9a8a-45bb-84ec-f86503760a26" -d '{"events": [{"server_uuid": "83640f9f-bbfc-494b-b9b5-1e2ec6f659f8", "name": "network-vif-plugged", "status": "completed", "tag": "82efa84f-cde4-46a4-bdde-57d480978c2c"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:47:10.864459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42402e5f-a58c-4899-affa-075f37af17d8 req-41ea64fd-61e1-4041-8a51-5a8f8a423280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:10.865916 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-42402e5f-a58c-4899-affa-075f37af17d8 req-41ea64fd-61e1-4041-8a51-5a8f8a423280 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.1194203 Nov 23 21:47:10.868531 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-2b2896f0-afa2-4507-b138-3eea61f10426 service neutron] Port ab455280-944c-43df-b379-c236ceaa9ac5 on network a82590b6-95ee-41a8-90a5-1d72b8f9c202 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:47:10.868787 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-2b2896f0-afa2-4507-b138-3eea61f10426 service neutron] Attempting to bind port ab455280-944c-43df-b379-c236ceaa9ac5 on network a82590b6-95ee-41a8-90a5-1d72b8f9c202 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:10.874543 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-2b2896f0-afa2-4507-b138-3eea61f10426 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:47:10.874868 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-2b2896f0-afa2-4507-b138-3eea61f10426 service neutron] Checking segment: {'id': 'b39fafe3-052e-4b28-be8e-3a74c5b358d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a82590b6-95ee-41a8-90a5-1d72b8f9c202'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:47:10.875242 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-2b2896f0-afa2-4507-b138-3eea61f10426 service neutron] Bound using segment: {'id': 'b39fafe3-052e-4b28-be8e-3a74c5b358d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a82590b6-95ee-41a8-90a5-1d72b8f9c202'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:47:10.875672 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-2b2896f0-afa2-4507-b138-3eea61f10426 service neutron] Bound port: ab455280-944c-43df-b379-c236ceaa9ac5, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b39fafe3-052e-4b28-be8e-3a74c5b358d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a82590b6-95ee-41a8-90a5-1d72b8f9c202'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:47:10.876020 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-2b2896f0-afa2-4507-b138-3eea61f10426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:10.906747 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-11829e95-695d-4584-bd5d-0c8a8a227ced service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6505992 Nov 23 21:47:10.922998 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-42402e5f-a58c-4899-affa-075f37af17d8 req-899664ae-ef8b-4bee-826e-0bf424b1fdf5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=707215d2-fdb3-40d5-9e1f-e1c54dae7244 HTTP/1.1" status: 200 len: 217 time: 0.0447619 Nov 23 21:47:10.938500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabc86c-f8f5-4c83-b0ad-715951dbc244 req-c1e5d5ec-af19-42ab-9918-d1926c53fc6a tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:10.939279 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3eabc86c-f8f5-4c83-b0ad-715951dbc244 req-c1e5d5ec-af19-42ab-9918-d1926c53fc6a tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec50b144-959a-4c1e-9cb6-9b646797d997 HTTP/1.1" status: 200 len: 947 time: 0.5977252 Nov 23 21:47:10.973686 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bb746-2019-4d40-b2c9-a09702c263ad req-511435d2-2c04-4402-a8db-4bd9879eb4d4 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:10.980889 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b20bb746-2019-4d40-b2c9-a09702c263ad req-511435d2-2c04-4402-a8db-4bd9879eb4d4 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/ports?device_id=83640f9f-bbfc-494b-b9b5-1e2ec6f659f8 HTTP/1.1" status: 200 len: 949 time: 0.1208665 Nov 23 21:47:11.010351 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42402e5f-a58c-4899-affa-075f37af17d8 req-96131580-fb5a-4f9f-a20f-6f63b4d86f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:11.011842 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-42402e5f-a58c-4899-affa-075f37af17d8 req-96131580-fb5a-4f9f-a20f-6f63b4d86f67 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0674403 Nov 23 21:47:11.015557 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-2b2896f0-afa2-4507-b138-3eea61f10426 service neutron] For port ab455280-944c-43df-b379-c236ceaa9ac5, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:47:11.018834 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-2b2896f0-afa2-4507-b138-3eea61f10426 service neutron] For port ab455280-944c-43df-b379-c236ceaa9ac5, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=ab455280-944c-43df-b379-c236ceaa9ac5,segment=NetworkSegment(b39fafe3-052e-4b28-be8e-3a74c5b358d3),segment_id=b39fafe3-052e-4b28-be8e-3a74c5b358d3)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:47:11.025319 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-2b2896f0-afa2-4507-b138-3eea61f10426 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:11.091907 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3eabc86c-f8f5-4c83-b0ad-715951dbc244 req-8f125177-a615-4471-afc8-6f5d79a03f73 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a8fe05e-00b2-497d-ad6e-3b61067f7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400681 Nov 23 21:47:11.097825 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-2b2896f0-afa2-4507-b138-3eea61f10426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:11.098596 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-2b2896f0-afa2-4507-b138-3eea61f10426 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:11.100022 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-2b2896f0-afa2-4507-b138-3eea61f10426 service neutron] 10.222.0.60 "PUT /v2.0/ports/ab455280-944c-43df-b379-c236ceaa9ac5 HTTP/1.1" status: 200 len: 1091 time: 1.0750337 Nov 23 21:47:11.124484 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b20bb746-2019-4d40-b2c9-a09702c263ad req-dfdf39e9-5540-40aa-be63-963da20e1781 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e428eb-fa73-470e-b15b-602f61637eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393437 Nov 23 21:47:11.126593 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f76d2793-32ac-4496-a0c4-582bc92fe0c2 req-43ccdb92-8033-491b-9dae-9e648ca625b0 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106698 Nov 23 21:47:11.136455 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2896f0-afa2-4507-b138-3eea61f10426 service neutron] Pushing event updated for resources: {'Port': ['ID=ab455280-944c-43df-b379-c236ceaa9ac5,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:11.158433 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42402e5f-a58c-4899-affa-075f37af17d8 req-1a9e4186-9986-4a47-aa05-71a067a52a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:11.160949 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-42402e5f-a58c-4899-affa-075f37af17d8 req-1a9e4186-9986-4a47-aa05-71a067a52a62 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1316760 Nov 23 21:47:11.260977 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 48124) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:11.277908 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ef45f-c823-4c1d-a604-2b846dd34dc3 req-dd126798-be62-47ee-b5dc-8eef1746b1a9 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:11.285191 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e71ef45f-c823-4c1d-a604-2b846dd34dc3 req-dd126798-be62-47ee-b5dc-8eef1746b1a9 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc7d331-65d8-4d97-accc-e412129f86db HTTP/1.1" status: 200 len: 943 time: 0.0931063 Nov 23 21:47:11.309594 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06863cb6-1b80-40a7-8eb8-4e12fa43c69a req-ae8d1d30-1519-4999-858d-6c2ce91ffd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:11.310009 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-084037c9-0884-461f-823e-10ff9ac7eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:11.311234 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06863cb6-1b80-40a7-8eb8-4e12fa43c69a req-ae8d1d30-1519-4999-858d-6c2ce91ffd0f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a5e1536d5e514ff8b23570e857ef6040&device_id=ec50b144-959a-4c1e-9cb6-9b646797d997 HTTP/1.1" status: 200 len: 1098 time: 0.1070201 Nov 23 21:47:11.311514 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-084037c9-0884-461f-823e-10ff9ac7eed4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fe3713dd9f0456897dd168f8c4429a9&device_id=dcc7d331-65d8-4d97-accc-e412129f86db HTTP/1.1" status: 200 len: 1094 time: 0.1338553 Nov 23 21:47:11.377840 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e71ef45f-c823-4c1d-a604-2b846dd34dc3 req-b1503feb-63b1-491f-a262-d43fa9c2fc8c tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902562 Nov 23 21:47:11.419533 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-58489cee-2ca1-4aa1-9603-5c01e8628401 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab455280-944c-43df-b379-c236ceaa9ac5 HTTP/1.1" status: 200 len: 217 time: 0.0910447 Nov 23 21:47:11.421623 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-42402e5f-a58c-4899-affa-075f37af17d8 req-314d20b6-af00-4eb5-b3a2-2464a3ad20c8 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334681 Nov 23 21:47:11.432466 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d62816a-2111-46fc-8f43-2a9c0ae33a67 x-openstack-request-id: req-0d62816a-2111-46fc-8f43-2a9c0ae33a67 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:47:11.432960 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83640f9f-bbfc-494b-b9b5-1e2ec6f659f8", "name": "network-vif-plugged", "status": "completed", "tag": "82efa84f-cde4-46a4-bdde-57d480978c2c", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:47:11.433045 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0d62816a-2111-46fc-8f43-2a9c0ae33a67 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:47:11.433435 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83640f9f-bbfc-494b-b9b5-1e2ec6f659f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82efa84f-cde4-46a4-bdde-57d480978c2c', 'code': 200} Nov 23 21:47:11.440328 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-45ce71ed-0102-406e-91e2-4981edb63cad admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1182081262-network', 'tenant_id': '57adce55a02943a3bc2a5fe88e267c9e'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:11.490703 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ce71ed-0102-406e-91e2-4981edb63cad admin admin] Made reservation on behalf of 57adce55a02943a3bc2a5fe88e267c9e for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:47:11.494252 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45ce71ed-0102-406e-91e2-4981edb63cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:11.506284 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45ce71ed-0102-406e-91e2-4981edb63cad admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:11.522811 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06863cb6-1b80-40a7-8eb8-4e12fa43c69a req-d57fdc97-e097-41cb-8bc2-d8416e925917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:11.524262 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06863cb6-1b80-40a7-8eb8-4e12fa43c69a req-d57fdc97-e097-41cb-8bc2-d8416e925917 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.2044899 Nov 23 21:47:11.599800 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-84f5a09d-15ce-4254-bcb6-32959aded123 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1771498 Nov 23 21:47:11.603845 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-1bb684f1-29c5-4c31-8323-cfb2a5ee0488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:11.605257 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-1bb684f1-29c5-4c31-8323-cfb2a5ee0488 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=15604317-742c-41db-b6cd-cf3f90521277 HTTP/1.1" status: 200 len: 855 time: 0.1697171 Nov 23 21:47:11.643353 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06863cb6-1b80-40a7-8eb8-4e12fa43c69a req-2ea06d54-2064-4853-bb5d-c63ae325314d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=e7cfc46a-ca29-407c-b00a-0c456d47e868 HTTP/1.1" status: 200 len: 217 time: 0.0824614 Nov 23 21:47:11.660082 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-b7284d4c-8222-4e94-89ae-dd5ddd7936b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a82590b6-95ee-41a8-90a5-1d72b8f9c202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466611 Nov 23 21:47:11.664090 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-42402e5f-a58c-4899-affa-075f37af17d8 req-6d3f140e-587f-4e5d-8ac1-a5a91de10ef9 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271574 Nov 23 21:47:11.737156 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be733e1-55ba-4ad1-9781-8de73162fec9 req-f76203b8-644f-4589-aa93-0590daab1633 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:11.738655 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5be733e1-55ba-4ad1-9781-8de73162fec9 req-f76203b8-644f-4589-aa93-0590daab1633 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 949 time: 0.2125194 Nov 23 21:47:11.752867 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a8b39-5a11-43c7-a07c-618b5ee7db48 req-a2f5e145-e5f6-4955-a6b2-cb8f73c9055a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:11.754359 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-620a8b39-5a11-43c7-a07c-618b5ee7db48 req-a2f5e145-e5f6-4955-a6b2-cb8f73c9055a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 945 time: 0.2492890 Nov 23 21:47:11.760562 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34f3ba-97f7-4259-9cf2-530721b374ae req-32ed9684-d526-4f0a-97b6-e8648adc04e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:11.762001 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d34f3ba-97f7-4259-9cf2-530721b374ae req-32ed9684-d526-4f0a-97b6-e8648adc04e4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=83640f9f-bbfc-494b-b9b5-1e2ec6f659f8 HTTP/1.1" status: 200 len: 1100 time: 0.2368853 Nov 23 21:47:11.777093 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-9270d630-ae99-4803-adad-eb5764e9046c service neutron] 10.222.0.60 "GET /v2.0/networks/a82590b6-95ee-41a8-90a5-1d72b8f9c202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086428 Nov 23 21:47:11.796210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06863cb6-1b80-40a7-8eb8-4e12fa43c69a req-bda20c6d-14f6-4d57-9ba1-55408992fe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:11.797591 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06863cb6-1b80-40a7-8eb8-4e12fa43c69a req-bda20c6d-14f6-4d57-9ba1-55408992fe96 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1352551 Nov 23 21:47:11.885360 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-73ad4a4a-48f7-40f0-90fc-9d302146b55f req-b4aa47a0-22a8-4663-b007-98e3c313d8e9 service neutron] 10.222.0.60 "GET /v2.0/networks/a82590b6-95ee-41a8-90a5-1d72b8f9c202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922177 Nov 23 21:47:11.910530 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45ce71ed-0102-406e-91e2-4981edb63cad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:11.928249 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45ce71ed-0102-406e-91e2-4981edb63cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:11.949659 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-620a8b39-5a11-43c7-a07c-618b5ee7db48 req-ec7be0d2-b4c6-43a1-be1d-25ebdfe3cc99 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833622 Nov 23 21:47:11.952678 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5be733e1-55ba-4ad1-9781-8de73162fec9 req-ebb2d888-a438-4887-beac-c3241fe3d374 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949520 Nov 23 21:47:11.971444 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d34f3ba-97f7-4259-9cf2-530721b374ae req-d049d90b-1ada-4458-8846-b674efac1d76 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b5e428eb-fa73-470e-b15b-602f61637eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932595 Nov 23 21:47:11.983332 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ce71ed-0102-406e-91e2-4981edb63cad admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:47:12.005058 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06863cb6-1b80-40a7-8eb8-4e12fa43c69a req-9260c0c3-b57e-441f-b0b2-3433421a305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:12.006597 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06863cb6-1b80-40a7-8eb8-4e12fa43c69a req-9260c0c3-b57e-441f-b0b2-3433421a305e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1864886 Nov 23 21:47:12.009792 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce71ed-0102-406e-91e2-4981edb63cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f61cda-137a-4e2b-9aef-2395f6a997b9,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:12.014885 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45ce71ed-0102-406e-91e2-4981edb63cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:12.015248 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-45ce71ed-0102-406e-91e2-4981edb63cad admin admin] Added segment 85d3c8d9-e863-4fde-98e7-e260d7eae7fb of type vlan for network b1e7a003-1b6f-4314-b605-887392e42366 Nov 23 21:47:12.073791 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45ce71ed-0102-406e-91e2-4981edb63cad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:12.119774 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48160) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:12.135588 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613d232-9a63-4ad1-9bad-d84f4f58206a req-7dbbd453-d7b6-4898-8a10-635864321f5e tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:12.137251 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1613d232-9a63-4ad1-9bad-d84f4f58206a req-7dbbd453-d7b6-4898-8a10-635864321f5e tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 1096 time: 0.0811806 Nov 23 21:47:12.139360 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45ce71ed-0102-406e-91e2-4981edb63cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:12.140342 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ce71ed-0102-406e-91e2-4981edb63cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:12.140964 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45ce71ed-0102-406e-91e2-4981edb63cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:12.188372 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-45ce71ed-0102-406e-91e2-4981edb63cad admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9262416 Nov 23 21:47:12.191856 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48168) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:12.199560 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f92e7ad9-5254-4d9e-a93f-1d0f4c937010 admin admin] Request body: {'subnet': {'network_id': 'b1e7a003-1b6f-4314-b605-887392e42366', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1182081262-subnet', 'tenant_id': '57adce55a02943a3bc2a5fe88e267c9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:12.214301 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a12f515-71ed-45cd-a2bd-6b798f3f9669 admin admin] Deleting subnet 9d84ac18-6eb0-451e-822e-a2b2f0c24b0d {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:47:12.219432 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a12f515-71ed-45cd-a2bd-6b798f3f9669 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:12.262613 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92e7ad9-5254-4d9e-a93f-1d0f4c937010 admin admin] Made reservation on behalf of 57adce55a02943a3bc2a5fe88e267c9e for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:47:12.265385 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f92e7ad9-5254-4d9e-a93f-1d0f4c937010 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:12.268852 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a12f515-71ed-45cd-a2bd-6b798f3f9669 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:12.325030 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce71ed-0102-406e-91e2-4981edb63cad admin admin] Pushing event updated for resources: {'Network': ['ID=b1e7a003-1b6f-4314-b605-887392e42366,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:12.339636 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network b1e7a003-1b6f-4314-b605-887392e42366 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:47:12.370814 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a12f515-71ed-45cd-a2bd-6b798f3f9669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:12.392199 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1613d232-9a63-4ad1-9bad-d84f4f58206a req-233ecf95-d869-4610-8434-ef2623155a76 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375326 Nov 23 21:47:12.432545 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c9784-0e8b-4f93-9a55-b0ace937a734 req-05f85895-a8a9-4370-a4e3-3faf7b875602 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:12.434419 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-129c9784-0e8b-4f93-9a55-b0ace937a734 req-05f85895-a8a9-4370-a4e3-3faf7b875602 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec50b144-959a-4c1e-9cb6-9b646797d997 HTTP/1.1" status: 200 len: 947 time: 0.2206323 Nov 23 21:47:12.466805 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 707215d2-fdb3-40d5-9e1f-e1c54dae7244 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:47:12.483313 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a12f515-71ed-45cd-a2bd-6b798f3f9669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:12.527313 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-129c9784-0e8b-4f93-9a55-b0ace937a734 req-426fffc9-5bba-4df9-b1a1-8d5dc63f95d2 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a8fe05e-00b2-497d-ad6e-3b61067f7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698960 Nov 23 21:47:12.533807 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06863cb6-1b80-40a7-8eb8-4e12fa43c69a req-43ce72aa-260b-47ea-847b-45aea723d064 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305190 Nov 23 21:47:12.548435 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc7d331-65d8-4d97-accc-e412129f86db', 'tag': 'ab455280-944c-43df-b379-c236ceaa9ac5'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:47:12.552637 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a29f4e-6f7e-4954-a941-9b2fc551d726" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc7d331-65d8-4d97-accc-e412129f86db", "tag": "ab455280-944c-43df-b379-c236ceaa9ac5"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:47:12.598804 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a12f515-71ed-45cd-a2bd-6b798f3f9669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:12.605797 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2a12f515-71ed-45cd-a2bd-6b798f3f9669 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9d84ac18-6eb0-451e-822e-a2b2f0c24b0d HTTP/1.1" status: 204 len: 168 time: 0.4845893 Nov 23 21:47:12.606886 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12f515-71ed-45cd-a2bd-6b798f3f9669 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d84ac18-6eb0-451e-822e-a2b2f0c24b0d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:12.614240 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 707215d2-fdb3-40d5-9e1f-e1c54dae7244, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=707215d2-fdb3-40d5-9e1f-e1c54dae7244,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:12.615900 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 48180) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:12.635163 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '707215d2-fdb3-40d5-9e1f-e1c54dae7244', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '707215d2-fdb3-40d5-9e1f-e1c54dae7244', 'mac_address': 'fa:16:3e:37:3e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:47:12.636417 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12f515-71ed-45cd-a2bd-6b798f3f9669 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:12.637305 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12f515-71ed-45cd-a2bd-6b798f3f9669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:12.637305 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12f515-71ed-45cd-a2bd-6b798f3f9669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:12.638008 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12f515-71ed-45cd-a2bd-6b798f3f9669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:12.638134 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12f515-71ed-45cd-a2bd-6b798f3f9669 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:12.640736 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12f515-71ed-45cd-a2bd-6b798f3f9669 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:12.640736 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12f515-71ed-45cd-a2bd-6b798f3f9669 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:12.640736 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12f515-71ed-45cd-a2bd-6b798f3f9669 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:12.640736 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12f515-71ed-45cd-a2bd-6b798f3f9669 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:12.640736 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12f515-71ed-45cd-a2bd-6b798f3f9669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:12.640736 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12f515-71ed-45cd-a2bd-6b798f3f9669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:12.640736 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12f515-71ed-45cd-a2bd-6b798f3f9669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:12.687454 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:12.702704 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707215d2-fdb3-40d5-9e1f-e1c54dae7244 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:47:12.719492 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f92e7ad9-5254-4d9e-a93f-1d0f4c937010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:12.725876 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 707215d2-fdb3-40d5-9e1f-e1c54dae7244, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=707215d2-fdb3-40d5-9e1f-e1c54dae7244,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:12.731208 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:12.763359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e526b74-13a9-412c-b175-9a2e87a91bf9 req-91fdb336-2388-4e08-86e7-4048aad7e040 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:12.764876 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2e526b74-13a9-412c-b175-9a2e87a91bf9 req-91fdb336-2388-4e08-86e7-4048aad7e040 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/ports?device_id=83640f9f-bbfc-494b-b9b5-1e2ec6f659f8 HTTP/1.1" status: 200 len: 949 time: 0.2365687 Nov 23 21:47:12.786684 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=707215d2-fdb3-40d5-9e1f-e1c54dae7244,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:12.798378 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10c70af9-a9e7-4c5f-8adf-db4c74b1ee09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:12.803219 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e7ad9-5254-4d9e-a93f-1d0f4c937010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4a23812-4e71-49cb-8f44-4d6e0efc4e5b,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:12.810540 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06863cb6-1b80-40a7-8eb8-4e12fa43c69a req-4d2a50a3-60b5-4b89-9cd1-c00a1e790651 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656944 Nov 23 21:47:12.810661 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92e7ad9-5254-4d9e-a93f-1d0f4c937010 admin admin] Checking segment: {'id': '85d3c8d9-e863-4fde-98e7-e260d7eae7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1e7a003-1b6f-4314-b605-887392e42366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:47:12.811292 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92e7ad9-5254-4d9e-a93f-1d0f4c937010 admin admin] Network hostable DHCP agents. Network: b1e7a003-1b6f-4314-b605-887392e42366, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:47:12.821840 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11c394-7f24-4a42-b683-40a088a5dce8 req-4fbe4ca3-b41a-4c97-8e47-4b37f10a86d4 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:12.823444 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a11c394-7f24-4a42-b683-40a088a5dce8 req-4fbe4ca3-b41a-4c97-8e47-4b37f10a86d4 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc7d331-65d8-4d97-accc-e412129f86db HTTP/1.1" status: 200 len: 943 time: 0.2109485 Nov 23 21:47:12.836282 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92e7ad9-5254-4d9e-a93f-1d0f4c937010 admin admin] Network b1e7a003-1b6f-4314-b605-887392e42366 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:47:12.845707 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-f92e7ad9-5254-4d9e-a93f-1d0f4c937010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, b1e7a003-1b6f-4314-b605-887392e42366) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:12.851387 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92e7ad9-5254-4d9e-a93f-1d0f4c937010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:12.852108 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f92e7ad9-5254-4d9e-a93f-1d0f4c937010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:12.857917 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105ce26e-08d7-41fd-9fbc-07ba5bcf1126 None None] Network b1e7a003-1b6f-4314-b605-887392e42366 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:47:12.875580 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f92e7ad9-5254-4d9e-a93f-1d0f4c937010 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6777487 Nov 23 21:47:12.875958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48182) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:12.881440 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4f285e90-a7e8-46cb-b213-1c9f77a601b4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1182081262-router', 'tenant_id': '57adce55a02943a3bc2a5fe88e267c9e', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:12.905911 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f285e90-a7e8-46cb-b213-1c9f77a601b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:12.907052 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f285e90-a7e8-46cb-b213-1c9f77a601b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:12.909496 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2e526b74-13a9-412c-b175-9a2e87a91bf9 req-64a3c6eb-8ee2-427a-bb4d-46211dace989 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e428eb-fa73-470e-b15b-602f61637eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290138 Nov 23 21:47:12.963040 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10c70af9-a9e7-4c5f-8adf-db4c74b1ee09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:12.967740 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f285e90-a7e8-46cb-b213-1c9f77a601b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:12.969461 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a11c394-7f24-4a42-b683-40a088a5dce8 req-f497658d-6993-4711-9337-14da6a42cd29 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348355 Nov 23 21:47:12.993822 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-10c70af9-a9e7-4c5f-8adf-db4c74b1ee09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69251849-2815-4e03-9f20-eae71bba378c']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:13.009181 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-10c70af9-a9e7-4c5f-8adf-db4c74b1ee09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc67411-4d1f-4c3b-9e0b-93a384299ad9') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:13.009478 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-10c70af9-a9e7-4c5f-8adf-db4c74b1ee09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc67411-4d1f-4c3b-9e0b-93a384299ad9') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:13.016650 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['707215d2-fdb3-40d5-9e1f-e1c54dae7244'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:47:13.021246 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10c70af9-a9e7-4c5f-8adf-db4c74b1ee09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:13.041389 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10c70af9-a9e7-4c5f-8adf-db4c74b1ee09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:13.052937 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c70af9-a9e7-4c5f-8adf-db4c74b1ee09 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:47:13.053392 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10c70af9-a9e7-4c5f-8adf-db4c74b1ee09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:47:13.057764 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:47:13.162455 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f4dd85-0380-49a2-8bcd-494af8e96b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-b1e7a003-1b6f-4314-b605-887392e42366', 'network_id': 'b1e7a003-1b6f-4314-b605-887392e42366', 'tenant_id': '57adce55a02943a3bc2a5fe88e267c9e', 'fixed_ips': [{'subnet_id': 'a4a23812-4e71-49cb-8f44-4d6e0efc4e5b'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:47:13.162455 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-87f4dd85-0380-49a2-8bcd-494af8e96b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:13.167388 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fc5f3-b575-4b22-80f2-2502481a7adb req-5930891f-e7cb-4d06-aed1-5cd4406491a2 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:13.169193 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f14fc5f3-b575-4b22-80f2-2502481a7adb req-5930891f-e7cb-4d06-aed1-5cd4406491a2 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 1096 time: 0.0986955 Nov 23 21:47:13.170550 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10c70af9-a9e7-4c5f-8adf-db4c74b1ee09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:13.185231 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10c70af9-a9e7-4c5f-8adf-db4c74b1ee09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:13.193003 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-10c70af9-a9e7-4c5f-8adf-db4c74b1ee09 admin admin] 10.222.0.50 "DELETE /v2.0/networks/69251849-2815-4e03-9f20-eae71bba378c HTTP/1.1" status: 204 len: 168 time: 0.5755830 Nov 23 21:47:13.212475 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c70af9-a9e7-4c5f-8adf-db4c74b1ee09 admin admin] Pushing event deleted for resources: {'Network': ['ID=69251849-2815-4e03-9f20-eae71bba378c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:13.265032 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f14fc5f3-b575-4b22-80f2-2502481a7adb req-d8ff37b9-095a-4bb3-aa63-d616cc9e25dd tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773911 Nov 23 21:47:13.398536 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a29f4e-6f7e-4954-a941-9b2fc551d726 req-7cdf23d8-e27d-46dc-9217-8b20acf04da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:13.400905 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5a29f4e-6f7e-4954-a941-9b2fc551d726 req-7cdf23d8-e27d-46dc-9217-8b20acf04da4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1fe3713dd9f0456897dd168f8c4429a9&device_id=dcc7d331-65d8-4d97-accc-e412129f86db HTTP/1.1" status: 200 len: 1094 time: 0.1495419 Nov 23 21:47:13.410200 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7998a-f51d-4064-9535-6ceb90b67bce req-71680bf5-f0aa-4c47-90e0-6c92f21f543e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:13.417271 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-97a7998a-f51d-4064-9535-6ceb90b67bce req-71680bf5-f0aa-4c47-90e0-6c92f21f543e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 949 time: 0.1208405 Nov 23 21:47:13.459256 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 48194) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:13.514564 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-87f4dd85-0380-49a2-8bcd-494af8e96b56 None None] Allocated IP 172.20.0.2 (b1e7a003-1b6f-4314-b605-887392e42366/a4a23812-4e71-49cb-8f44-4d6e0efc4e5b/66d5d35a-2228-4338-9780-49e35016e897) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:47:13.571560 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-97a7998a-f51d-4064-9535-6ceb90b67bce req-d39bdcd3-9e92-4fa9-a3ca-132779dfbe17 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448641 Nov 23 21:47:13.581005 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0205d3-0fd0-4692-ac67-c6ba944cd12e x-openstack-request-id: req-bf0205d3-0fd0-4692-ac67-c6ba944cd12e {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:47:13.581595 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc7d331-65d8-4d97-accc-e412129f86db", "tag": "ab455280-944c-43df-b379-c236ceaa9ac5", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:47:13.581979 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf0205d3-0fd0-4692-ac67-c6ba944cd12e {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:47:13.582770 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc7d331-65d8-4d97-accc-e412129f86db', 'tag': 'ab455280-944c-43df-b379-c236ceaa9ac5', 'status': 'completed', 'code': 200} Nov 23 21:47:13.606538 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d2f1706c-c4dc-4fb4-b30a-af137240038a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b6546ef1ad74db59897db5bbc417afa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442158 Nov 23 21:47:13.607327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 48198) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:13.608991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a29f4e-6f7e-4954-a941-9b2fc551d726 req-bc056fa4-a3a2-48e7-830a-21e402f3043f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:13.609825 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5a29f4e-6f7e-4954-a941-9b2fc551d726 req-bc056fa4-a3a2-48e7-830a-21e402f3043f service neutron] 10.222.0.60 "GET /v2.0/networks?id=a82590b6-95ee-41a8-90a5-1d72b8f9c202 HTTP/1.1" status: 200 len: 916 time: 0.1972024 Nov 23 21:47:13.647256 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f285e90-a7e8-46cb-b213-1c9f77a601b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:13.654499 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-42372748-dc51-4baa-ac3e-fb466b8fe821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:13.656369 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-42372748-dc51-4baa-ac3e-fb466b8fe821 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 1100 time: 0.5465543 Nov 23 21:47:13.690255 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5a29f4e-6f7e-4954-a941-9b2fc551d726 req-13778e8a-c1c1-44cb-a09b-75396e0940b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab455280-944c-43df-b379-c236ceaa9ac5 HTTP/1.1" status: 200 len: 217 time: 0.0674667 Nov 23 21:47:13.731594 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-87f4dd85-0380-49a2-8bcd-494af8e96b56 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:13.739827 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-87f4dd85-0380-49a2-8bcd-494af8e96b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:13.790743 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2c1a97ab-9ab4-4a94-aeb6-1417445d30c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:13.800500 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f4dd85-0380-49a2-8bcd-494af8e96b56 None None] Network b1e7a003-1b6f-4314-b605-887392e42366 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:47:13.808468 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-87f4dd85-0380-49a2-8bcd-494af8e96b56 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:13.809060 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a29f4e-6f7e-4954-a941-9b2fc551d726 req-d3da7a68-ef5e-445a-b990-820e90b1631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:13.810579 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5a29f4e-6f7e-4954-a941-9b2fc551d726 req-d3da7a68-ef5e-445a-b990-820e90b1631a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=15604317-742c-41db-b6cd-cf3f90521277 HTTP/1.1" status: 200 len: 855 time: 0.1063995 Nov 23 21:47:13.820150 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f4dd85-0380-49a2-8bcd-494af8e96b56 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:47:13.822470 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778589e-89fc-4b41-b0a3-82c9267d3ab9 req-44d0d07f-bc2e-46f0-8f71-91660895951a tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:13.824794 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5778589e-89fc-4b41-b0a3-82c9267d3ab9 req-44d0d07f-bc2e-46f0-8f71-91660895951a tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec50b144-959a-4c1e-9cb6-9b646797d997 HTTP/1.1" status: 200 len: 947 time: 0.1398029 Nov 23 21:47:13.841429 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4dd85-0380-49a2-8bcd-494af8e96b56 None None] Pushing event updated for resources: {'Port': ['ID=66d5d35a-2228-4338-9780-49e35016e897,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:13.841648 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-7cea59df-14a1-4391-940d-a79862dfb43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:13.844311 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-7cea59df-14a1-4391-940d-a79862dfb43e service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.1732776 Nov 23 21:47:13.858259 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2c1a97ab-9ab4-4a94-aeb6-1417445d30c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:13.889577 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5a29f4e-6f7e-4954-a941-9b2fc551d726 req-7034ddf6-4cde-447e-b5b8-8add5331a9ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a82590b6-95ee-41a8-90a5-1d72b8f9c202&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608974 Nov 23 21:47:13.900696 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-87f4dd85-0380-49a2-8bcd-494af8e96b56 None None] Attempting to bind port 66d5d35a-2228-4338-9780-49e35016e897 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:47:13.901167 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-87f4dd85-0380-49a2-8bcd-494af8e96b56 None None] Attempting to bind port 66d5d35a-2228-4338-9780-49e35016e897 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '85d3c8d9-e863-4fde-98e7-e260d7eae7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1e7a003-1b6f-4314-b605-887392e42366'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:47:13.901535 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f4dd85-0380-49a2-8bcd-494af8e96b56 None None] Attempting to bind port 66d5d35a-2228-4338-9780-49e35016e897 on network b1e7a003-1b6f-4314-b605-887392e42366 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:13.907348 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f4dd85-0380-49a2-8bcd-494af8e96b56 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:47:13.907731 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f4dd85-0380-49a2-8bcd-494af8e96b56 None None] Checking segment: {'id': '85d3c8d9-e863-4fde-98e7-e260d7eae7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1e7a003-1b6f-4314-b605-887392e42366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:47:13.908226 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-87f4dd85-0380-49a2-8bcd-494af8e96b56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:13.908623 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f4dd85-0380-49a2-8bcd-494af8e96b56 None None] Bound using segment: {'id': '85d3c8d9-e863-4fde-98e7-e260d7eae7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1e7a003-1b6f-4314-b605-887392e42366'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:47:13.909096 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-87f4dd85-0380-49a2-8bcd-494af8e96b56 None None] Bound port: 66d5d35a-2228-4338-9780-49e35016e897, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d3c8d9-e863-4fde-98e7-e260d7eae7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1e7a003-1b6f-4314-b605-887392e42366'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:47:13.909493 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-87f4dd85-0380-49a2-8bcd-494af8e96b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:13.911887 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-cc31eb67-2a5e-4e7a-8d92-5a7eb6baab52 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=c8b0adef-13ba-43b4-8567-cf5160e855ab HTTP/1.1" status: 200 len: 217 time: 0.0576150 Nov 23 21:47:13.992284 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-87f4dd85-0380-49a2-8bcd-494af8e96b56 None None] For port 66d5d35a-2228-4338-9780-49e35016e897, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:47:13.996627 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-87f4dd85-0380-49a2-8bcd-494af8e96b56 None None] For port 66d5d35a-2228-4338-9780-49e35016e897, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=66d5d35a-2228-4338-9780-49e35016e897,segment=NetworkSegment(85d3c8d9-e863-4fde-98e7-e260d7eae7fb),segment_id=85d3c8d9-e863-4fde-98e7-e260d7eae7fb)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:47:14.004761 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-87f4dd85-0380-49a2-8bcd-494af8e96b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:14.022406 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5778589e-89fc-4b41-b0a3-82c9267d3ab9 req-e85e62f6-bbfb-424b-b046-b613cbdfbd62 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a8fe05e-00b2-497d-ad6e-3b61067f7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616731 Nov 23 21:47:14.071074 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2c1a97ab-9ab4-4a94-aeb6-1417445d30c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:14.078358 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2c1a97ab-9ab4-4a94-aeb6-1417445d30c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:14.091248 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2c1a97ab-9ab4-4a94-aeb6-1417445d30c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a7663f4-afae-4b8a-8ba5-dc9a053de3c2 HTTP/1.1" status: 204 len: 168 time: 0.4719441 Nov 23 21:47:14.112031 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-f7673fff-c606-4e70-bf2f-649a07c09623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:14.112983 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5a29f4e-6f7e-4954-a941-9b2fc551d726 req-5f7f9290-d8f8-44fc-b110-2e263b5a6225 service neutron] 10.222.0.60 "GET /v2.0/networks/a82590b6-95ee-41a8-90a5-1d72b8f9c202?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122495 Nov 23 21:47:14.117170 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-f7673fff-c606-4e70-bf2f-649a07c09623 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1954191 Nov 23 21:47:14.117981 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4dd85-0380-49a2-8bcd-494af8e96b56 None None] Pushing event updated for resources: {'Port': ['ID=66d5d35a-2228-4338-9780-49e35016e897,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:14.118512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a97ab-9ab4-4a94-aeb6-1417445d30c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7663f4-afae-4b8a-8ba5-dc9a053de3c2,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:14.183218 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f285e90-a7e8-46cb-b213-1c9f77a601b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:14.210068 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f285e90-a7e8-46cb-b213-1c9f77a601b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:14.278066 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ada7b-1bf9-4a6b-b4ba-9ceecd14520f req-5bac94e8-7348-439b-ac7b-91990fe2e32f tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:14.285887 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-722ada7b-1bf9-4a6b-b4ba-9ceecd14520f req-5bac94e8-7348-439b-ac7b-91990fe2e32f tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/ports?device_id=83640f9f-bbfc-494b-b9b5-1e2ec6f659f8 HTTP/1.1" status: 200 len: 949 time: 0.1632366 Nov 23 21:47:14.306575 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-dde4b959-a414-4931-8601-20e4face0a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:14.308442 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-dde4b959-a414-4931-8601-20e4face0a0f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1798983 Nov 23 21:47:14.335212 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5a29f4e-6f7e-4954-a941-9b2fc551d726 req-54d4c121-9d21-4e7f-87a8-41bc69d4dad0 service neutron] 10.222.0.60 "GET /v2.0/networks/a82590b6-95ee-41a8-90a5-1d72b8f9c202?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938064 Nov 23 21:47:14.381402 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-722ada7b-1bf9-4a6b-b4ba-9ceecd14520f req-f479cd8f-bb12-4374-a609-dd28ea393da1 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e428eb-fa73-470e-b15b-602f61637eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945568 Nov 23 21:47:14.455153 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e7cfc46a-ca29-407c-b00a-0c456d47e868 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:47:14.458281 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 707215d2-fdb3-40d5-9e1f-e1c54dae7244 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:47:14.572389 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-4f285e90-a7e8-46cb-b213-1c9f77a601b4 admin admin] Allocated IP 172.25.5.112 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/548a5ee1-32b5-498c-a75e-fcb7643d67a9) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:47:14.595271 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d3499-a89d-486c-9502-506e86e2af77 req-e9b4fb63-1229-4252-a422-34b859874f58 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:14.609624 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-592d3499-a89d-486c-9502-506e86e2af77 req-e9b4fb63-1229-4252-a422-34b859874f58 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc7d331-65d8-4d97-accc-e412129f86db HTTP/1.1" status: 200 len: 943 time: 0.0927539 Nov 23 21:47:14.700358 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-9170518c-9d27-433e-8df5-8e660f2106e1 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651259 Nov 23 21:47:14.756573 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-592d3499-a89d-486c-9502-506e86e2af77 req-d2ab47c8-44ea-4dda-8ad2-106014e366c2 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461172 Nov 23 21:47:14.791755 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 707215d2-fdb3-40d5-9e1f-e1c54dae7244 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:47:14.802822 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-ce7dbdf0-60c4-494f-a658-04cf30a20f9a tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:47:14.803840 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-ce7dbdf0-60c4-494f-a658-04cf30a20f9a tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119851 Nov 23 21:47:14.822532 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 707215d2-fdb3-40d5-9e1f-e1c54dae7244 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:14.823595 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:14.832009 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e7cfc46a-ca29-407c-b00a-0c456d47e868, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e7cfc46a-ca29-407c-b00a-0c456d47e868,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:14.887054 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'e7cfc46a-ca29-407c-b00a-0c456d47e868', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': 'e7cfc46a-ca29-407c-b00a-0c456d47e868', 'mac_address': 'fa:16:3e:15:7c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:47:14.944955 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-4fd73415-9db5-4fc5-89a8-c8092f6306cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:14.947904 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-4fd73415-9db5-4fc5-89a8-c8092f6306cf service neutron] 10.222.0.50 "GET /v2.0/ports/59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 HTTP/1.1" status: 200 len: 1093 time: 0.0882893 Nov 23 21:47:14.951209 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f285e90-a7e8-46cb-b213-1c9f77a601b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:14.967791 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-0ec67ded-6da1-41d4-ae95-21ef1de0e05a service neutron] Request body: {'binding': {'host': 'n-h1-816206-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:14.968261 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-0ec67ded-6da1-41d4-ae95-21ef1de0e05a service neutron] Unknown quota resources ['binding']. {{(pid=110033) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 21:47:14.995343 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:15.001547 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-35babe2c-926a-40ca-a36f-319116a0b1f6 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697761 Nov 23 21:47:15.008511 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:15.033361 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7cfc46a-ca29-407c-b00a-0c456d47e868 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:47:15.065993 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dde3c13-2614-4e59-87d2-c2ebf085d047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707215d2-fdb3-40d5-9e1f-e1c54dae7244'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:47:15.068448 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0a4d8d-2dc5-4aa8-975e-fc6df3aa0679" -d '{"events": [{"server_uuid": "4dde3c13-2614-4e59-87d2-c2ebf085d047", "name": "network-vif-plugged", "status": "completed", "tag": "707215d2-fdb3-40d5-9e1f-e1c54dae7244"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:47:15.092113 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e7cfc46a-ca29-407c-b00a-0c456d47e868, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e7cfc46a-ca29-407c-b00a-0c456d47e868,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:15.094464 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 707215d2-fdb3-40d5-9e1f-e1c54dae7244, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=707215d2-fdb3-40d5-9e1f-e1c54dae7244,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:15.098956 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:15.111383 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f285e90-a7e8-46cb-b213-1c9f77a601b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:15.115176 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:15.173643 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device ab455280-944c-43df-b379-c236ceaa9ac5 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:47:15.174614 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f285e90-a7e8-46cb-b213-1c9f77a601b4 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:47:15.193208 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-4f285e90-a7e8-46cb-b213-1c9f77a601b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:15.204238 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f285e90-a7e8-46cb-b213-1c9f77a601b4 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:47:15.217225 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f285e90-a7e8-46cb-b213-1c9f77a601b4 admin admin] Pushing event updated for resources: {'Port': ['ID=548a5ee1-32b5-498c-a75e-fcb7643d67a9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:15.268365 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-0ec67ded-6da1-41d4-ae95-21ef1de0e05a service neutron] Attempting to bind port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 on host n-h1-816206-9 for vnic_type normal with profile None {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:47:15.268733 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-0ec67ded-6da1-41d4-ae95-21ef1de0e05a service neutron] Attempting to bind port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:47:15.269053 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-0ec67ded-6da1-41d4-ae95-21ef1de0e05a service neutron] Attempting to bind port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:15.278342 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-0ec67ded-6da1-41d4-ae95-21ef1de0e05a service neutron] Port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:47:15.278678 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-0ec67ded-6da1-41d4-ae95-21ef1de0e05a service neutron] Attempting to bind port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:15.288793 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-0ec67ded-6da1-41d4-ae95-21ef1de0e05a service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:47:15.289184 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-0ec67ded-6da1-41d4-ae95-21ef1de0e05a service neutron] Checking segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:47:15.289600 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-0ec67ded-6da1-41d4-ae95-21ef1de0e05a service neutron] Bound using segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:47:15.290038 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-0ec67ded-6da1-41d4-ae95-21ef1de0e05a service neutron] Bound port: 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:47:15.372451 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port ab455280-944c-43df-b379-c236ceaa9ac5, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=ab455280-944c-43df-b379-c236ceaa9ac5,segment=NetworkSegment(b39fafe3-052e-4b28-be8e-3a74c5b358d3),segment_id=b39fafe3-052e-4b28-be8e-3a74c5b358d3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:15.428810 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['e7cfc46a-ca29-407c-b00a-0c456d47e868'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:47:15.452116 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-0ec67ded-6da1-41d4-ae95-21ef1de0e05a service neutron] For port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:47:15.465733 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'ab455280-944c-43df-b379-c236ceaa9ac5', 'network_id': 'a82590b6-95ee-41a8-90a5-1d72b8f9c202', 'port_id': 'ab455280-944c-43df-b379-c236ceaa9ac5', 'mac_address': 'fa:16:3e:e5:fb:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15604317-742c-41db-b6cd-cf3f90521277', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:47:15.469157 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=e7cfc46a-ca29-407c-b00a-0c456d47e868,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:15.500070 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-0ec67ded-6da1-41d4-ae95-21ef1de0e05a service neutron] Publish callbacks [] for binding, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:15.514018 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-0ec67ded-6da1-41d4-ae95-21ef1de0e05a service neutron] 10.222.0.50 "POST /v2.0/ports/59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9/bindings HTTP/1.1" status: 201 len: 389 time: 0.5576301 Nov 23 21:47:15.650561 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:15.656866 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=707215d2-fdb3-40d5-9e1f-e1c54dae7244,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:15.696454 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1146c53d-dcac-49af-9942-6ba2ea28f5e2 None None] Network b1e7a003-1b6f-4314-b605-887392e42366 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:47:15.725990 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab455280-944c-43df-b379-c236ceaa9ac5 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:47:15.757123 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0751379-dd96-4dd8-9027-ca760f44b98f req-c5550f7e-ef7c-4c34-8e52-b1d117806912 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:15.783063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b0751379-dd96-4dd8-9027-ca760f44b98f req-c5550f7e-ef7c-4c34-8e52-b1d117806912 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 949 time: 0.1215754 Nov 23 21:47:15.784955 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f285e90-a7e8-46cb-b213-1c9f77a601b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:15.969613 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port ab455280-944c-43df-b379-c236ceaa9ac5, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=ab455280-944c-43df-b379-c236ceaa9ac5,segment=NetworkSegment(b39fafe3-052e-4b28-be8e-3a74c5b358d3),segment_id=b39fafe3-052e-4b28-be8e-3a74c5b358d3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:15.974887 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b0751379-dd96-4dd8-9027-ca760f44b98f req-9765c739-39d6-4fdc-87d8-39ee51dc20ae tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887805 Nov 23 21:47:15.980687 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:15.987543 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b370b498-0777-4aab-8248-522490284b41 None None] Provisioning complete for port 66d5d35a-2228-4338-9780-49e35016e897 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:15.987914 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b370b498-0777-4aab-8248-522490284b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:16.005138 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431a942-f5bb-4f08-b30e-b9eb3ca1381e req-ec20d44b-f23a-463a-abe2-0ac224dc498a tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:16.012454 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f431a942-f5bb-4f08-b30e-b9eb3ca1381e req-ec20d44b-f23a-463a-abe2-0ac224dc498a tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec50b144-959a-4c1e-9cb6-9b646797d997 HTTP/1.1" status: 200 len: 948 time: 0.1836219 Nov 23 21:47:16.039166 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-6e4be597-dc85-475a-a50b-5a7dc3914238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:16.041060 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-6e4be597-dc85-475a-a50b-5a7dc3914238 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 1096 time: 0.1272995 Nov 23 21:47:16.042506 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cdec0e-21bb-4857-8a7c-7908d937521b x-openstack-request-id: req-b0cdec0e-21bb-4857-8a7c-7908d937521b {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:47:16.042829 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dde3c13-2614-4e59-87d2-c2ebf085d047", "name": "network-vif-plugged", "status": "completed", "tag": "707215d2-fdb3-40d5-9e1f-e1c54dae7244", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:47:16.043087 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b0cdec0e-21bb-4857-8a7c-7908d937521b {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:47:16.043480 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dde3c13-2614-4e59-87d2-c2ebf085d047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707215d2-fdb3-40d5-9e1f-e1c54dae7244', 'code': 200} Nov 23 21:47:16.048002 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f285e90-a7e8-46cb-b213-1c9f77a601b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:16.125701 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f431a942-f5bb-4f08-b30e-b9eb3ca1381e req-830aba43-d970-4e84-ac6f-d489e60e3b02 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a8fe05e-00b2-497d-ad6e-3b61067f7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123085 Nov 23 21:47:16.156715 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=ab455280-944c-43df-b379-c236ceaa9ac5,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:16.226564 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d74400-8349-46b2-bed7-f72b9f89a209 req-eab592be-d388-4994-bae5-8b518f018182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:16.228505 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4d74400-8349-46b2-bed7-f72b9f89a209 req-eab592be-d388-4994-bae5-8b518f018182 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4dde3c13-2614-4e59-87d2-c2ebf085d047 HTTP/1.1" status: 200 len: 1101 time: 0.0695930 Nov 23 21:47:16.241266 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-ad27d366-b383-496f-af23-ddbde3b478ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:16.242815 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-ad27d366-b383-496f-af23-ddbde3b478ab service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 922 time: 0.1864426 Nov 23 21:47:16.247671 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b370b498-0777-4aab-8248-522490284b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:16.300050 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b370b498-0777-4aab-8248-522490284b41 None None] For port 66d5d35a-2228-4338-9780-49e35016e897, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=66d5d35a-2228-4338-9780-49e35016e897,segment=NetworkSegment(85d3c8d9-e863-4fde-98e7-e260d7eae7fb),segment_id=85d3c8d9-e863-4fde-98e7-e260d7eae7fb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:16.307743 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b370b498-0777-4aab-8248-522490284b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:16.329484 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-b0aa0c2a-6036-48b4-bc88-9159b0a01115 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 HTTP/1.1" status: 200 len: 217 time: 0.0672667 Nov 23 21:47:16.367031 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['ab455280-944c-43df-b379-c236ceaa9ac5'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:47:16.383567 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f285e90-a7e8-46cb-b213-1c9f77a601b4 admin admin] Router 17cf3d5f-e0ac-4070-b82f-7f9f0eca1560 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 21:47:16.412653 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370b498-0777-4aab-8248-522490284b41 None None] Pushing event updated for resources: {'Port': ['ID=66d5d35a-2228-4338-9780-49e35016e897,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:16.449951 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4d74400-8349-46b2-bed7-f72b9f89a209 req-e586bc58-c306-452d-9098-6c4b186d2593 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9a8fe05e-00b2-497d-ad6e-3b61067f7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101545 Nov 23 21:47:16.458368 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70903de2-ea87-415f-a3cc-c9ae41022bc0 req-d2b4b4a8-98c7-42a0-be9a-e426733afb33 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:16.459942 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-70903de2-ea87-415f-a3cc-c9ae41022bc0 req-d2b4b4a8-98c7-42a0-be9a-e426733afb33 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 945 time: 0.2303982 Nov 23 21:47:16.520233 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-ea111efd-24f5-45b0-8b6e-e014374d5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:16.532466 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-ea111efd-24f5-45b0-8b6e-e014374d5695 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c HTTP/1.1" status: 200 len: 861 time: 0.1870265 Nov 23 21:47:16.579918 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 66d5d35a-2228-4338-9780-49e35016e897 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:47:16.586667 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f285e90-a7e8-46cb-b213-1c9f77a601b4 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:47:16.587798 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249aa99d-3252-48eb-a86c-e4c5f972f3e5 req-bad9a7cf-28fb-4e87-8567-79ccdc735b6c tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:16.589354 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-249aa99d-3252-48eb-a86c-e4c5f972f3e5 req-bad9a7cf-28fb-4e87-8567-79ccdc735b6c tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc7d331-65d8-4d97-accc-e412129f86db HTTP/1.1" status: 200 len: 944 time: 0.1260226 Nov 23 21:47:16.605877 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f285e90-a7e8-46cb-b213-1c9f77a601b4 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:16.609752 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4f285e90-a7e8-46cb-b213-1c9f77a601b4 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7304180 Nov 23 21:47:16.610063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-70903de2-ea87-415f-a3cc-c9ae41022bc0 req-1d23d5d3-20a4-4d0a-b670-27f1d3aca6b4 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130974 Nov 23 21:47:16.610063 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 48284) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:16.619427 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] Sync routers for ids ['17cf3d5f-e0ac-4070-b82f-7f9f0eca1560'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:47:16.670659 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] Routers {'17cf3d5f-e0ac-4070-b82f-7f9f0eca1560'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:47:16.671465 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:47:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['17cf3d5f-e0ac-4070-b82f-7f9f0eca1560'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:16.679296 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d9757bc6-44b6-492b-b123-437b4cb5d931 None None] Provisioning complete for port 66d5d35a-2228-4338-9780-49e35016e897 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:16.680154 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d9757bc6-44b6-492b-b123-437b4cb5d931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:16.703314 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-b0178bee-ddfb-45cb-898f-e2c426f1ab62 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350649 Nov 23 21:47:16.799541 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-249aa99d-3252-48eb-a86c-e4c5f972f3e5 req-a30f1292-98f7-4040-9375-9047c453421c tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882541 Nov 23 21:47:16.817943 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 66d5d35a-2228-4338-9780-49e35016e897 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:16.817943 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:16.870697 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] Set router 17cf3d5f-e0ac-4070-b82f-7f9f0eca1560 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:47:17.164063 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cf3d5f-e0ac-4070-b82f-7f9f0eca1560', 'name': 'tempest-FloatingIPsNegativeTestJSON-1182081262-router', 'tenant_id': '57adce55a02943a3bc2a5fe88e267c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '548a5ee1-32b5-498c-a75e-fcb7643d67a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:12Z', 'updated_at': '2021-11-23T21:47:15Z', 'revision_number': 3, 'project_id': '57adce55a02943a3bc2a5fe88e267c9e', 'gw_port': {'id': '548a5ee1-32b5-498c-a75e-fcb7643d67a9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cf3d5f-e0ac-4070-b82f-7f9f0eca1560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:14Z', 'updated_at': '2021-11-23T21:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:17.210378 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] Checking router: 17cf3d5f-e0ac-4070-b82f-7f9f0eca1560 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:47:17.211107 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] Updating router 17cf3d5f-e0ac-4070-b82f-7f9f0eca1560 port 548a5ee1-32b5-498c-a75e-fcb7643d67a9 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:47:17.242332 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:17.281303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48332) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:17.286356 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-187133ea-deb3-4a51-9ea8-33e4e6a096e9 service neutron] 10.222.0.53 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336950 Nov 23 21:47:17.341958 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7140a8-e222-4302-84bf-d0dc2ba49b4a req-7f278804-47de-475d-919d-8647a06e10e9 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:17.344000 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe7140a8-e222-4302-84bf-d0dc2ba49b4a req-7f278804-47de-475d-919d-8647a06e10e9 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 949 time: 0.1690795 Nov 23 21:47:17.406700 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1f1cee8c-c5b8-47c8-9790-7ef496d2858a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:17.500906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40c2df-9707-45c4-a31a-f5585edaa8e2 req-65186fff-535a-4260-8e94-11c021994e09 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:17.505818 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bf40c2df-9707-45c4-a31a-f5585edaa8e2 req-65186fff-535a-4260-8e94-11c021994e09 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec50b144-959a-4c1e-9cb6-9b646797d997 HTTP/1.1" status: 200 len: 948 time: 0.2191310 Nov 23 21:47:17.512780 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1f1cee8c-c5b8-47c8-9790-7ef496d2858a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:17.514440 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:17.517508 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1f1cee8c-c5b8-47c8-9790-7ef496d2858a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:17.521853 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:17.539304 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe7140a8-e222-4302-84bf-d0dc2ba49b4a req-23e48996-ac58-4277-8382-0b9fa49f1300 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805973 Nov 23 21:47:17.562465 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1f1cee8c-c5b8-47c8-9790-7ef496d2858a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fe33e7121e084ccb80b60916ac058724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792060 Nov 23 21:47:17.563468 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1cee8c-c5b8-47c8-9790-7ef496d2858a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dcc997-1902-48c7-aae5-437711c70a37,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:17.565813 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48336) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:17.600076 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5029c-5247-4fa4-b9c6-aa5110c49528 None None] Pushing event updated for resources: {'Port': ['ID=548a5ee1-32b5-498c-a75e-fcb7643d67a9,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:17.606929 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] Attempting to bind port 548a5ee1-32b5-498c-a75e-fcb7643d67a9 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:47:17.607714 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] Attempting to bind port 548a5ee1-32b5-498c-a75e-fcb7643d67a9 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:47:17.608758 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] Attempting to bind port 548a5ee1-32b5-498c-a75e-fcb7643d67a9 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:17.615054 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:47:17.615543 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:47:17.616443 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:17.616443 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:47:17.617027 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] Bound port: 548a5ee1-32b5-498c-a75e-fcb7643d67a9, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:47:17.617587 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:17.623169 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f9dc341b-25cd-4f04-8289-cf8b1a6ad7c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:17.653589 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f9dc341b-25cd-4f04-8289-cf8b1a6ad7c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:17.673945 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-2e7a2ffa-8f1a-4578-905e-c98b0f30005f service neutron] 10.222.0.53 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729553 Nov 23 21:47:17.710250 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] For port 548a5ee1-32b5-498c-a75e-fcb7643d67a9, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:47:17.714134 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f9dc341b-25cd-4f04-8289-cf8b1a6ad7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:17.718709 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] For port 548a5ee1-32b5-498c-a75e-fcb7643d67a9, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=548a5ee1-32b5-498c-a75e-fcb7643d67a9,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:47:17.721859 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f9dc341b-25cd-4f04-8289-cf8b1a6ad7c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:17.724522 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f9dc341b-25cd-4f04-8289-cf8b1a6ad7c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/82dcc997-1902-48c7-aae5-437711c70a37 HTTP/1.1" status: 204 len: 168 time: 0.1576824 Nov 23 21:47:17.726088 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:17.732350 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bf40c2df-9707-45c4-a31a-f5585edaa8e2 req-7d9e5776-c108-44a6-8a7b-033bb7251b78 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a8fe05e-00b2-497d-ad6e-3b61067f7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192678 Nov 23 21:47:17.754570 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc341b-25cd-4f04-8289-cf8b1a6ad7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dcc997-1902-48c7-aae5-437711c70a37,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:17.790330 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54daa3-0ca7-4f55-8ccd-e577b02b55bb req-411bb257-12c9-4ca7-8672-7f3351800fb0 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:17.798069 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff54daa3-0ca7-4f55-8ccd-e577b02b55bb req-411bb257-12c9-4ca7-8672-7f3351800fb0 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 945 time: 0.0964179 Nov 23 21:47:17.865661 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff54daa3-0ca7-4f55-8ccd-e577b02b55bb req-edf4b8b0-7665-4a99-9dcd-41ffe03fb787 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646367 Nov 23 21:47:17.886801 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] Routers {'17cf3d5f-e0ac-4070-b82f-7f9f0eca1560'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:47:17.887458 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:47:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['17cf3d5f-e0ac-4070-b82f-7f9f0eca1560'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:17.954632 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5029c-5247-4fa4-b9c6-aa5110c49528 None None] Pushing event updated for resources: {'Port': ['ID=548a5ee1-32b5-498c-a75e-fcb7643d67a9,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:17.985014 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c12fe956-d170-418d-9bbc-3973ec510b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:18.032725 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] Set router 17cf3d5f-e0ac-4070-b82f-7f9f0eca1560 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:47:18.106137 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b78f43-ce1a-41cf-a587-73476d7e38ac req-1d809eeb-c0a1-4166-b7a5-35972fdda579 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:18.114014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-49b78f43-ce1a-41cf-a587-73476d7e38ac req-1d809eeb-c0a1-4166-b7a5-35972fdda579 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc7d331-65d8-4d97-accc-e412129f86db HTTP/1.1" status: 200 len: 944 time: 0.1249607 Nov 23 21:47:18.215304 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-49b78f43-ce1a-41cf-a587-73476d7e38ac req-dd8ece8c-1aaf-4312-915f-256538b60bb0 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003199 Nov 23 21:47:18.282243 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-c12fe956-d170-418d-9bbc-3973ec510b31 admin admin] Allocated IP 172.20.0.1 (b1e7a003-1b6f-4314-b605-887392e42366/a4a23812-4e71-49cb-8f44-4d6e0efc4e5b/cffc75b4-c9ea-4866-98bd-852f7af7fcc9) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:47:18.288513 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cf3d5f-e0ac-4070-b82f-7f9f0eca1560', 'name': 'tempest-FloatingIPsNegativeTestJSON-1182081262-router', 'tenant_id': '57adce55a02943a3bc2a5fe88e267c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '548a5ee1-32b5-498c-a75e-fcb7643d67a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:12Z', 'updated_at': '2021-11-23T21:47:15Z', 'revision_number': 3, 'project_id': '57adce55a02943a3bc2a5fe88e267c9e', 'gw_port': {'id': '548a5ee1-32b5-498c-a75e-fcb7643d67a9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cf3d5f-e0ac-4070-b82f-7f9f0eca1560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:14Z', 'updated_at': '2021-11-23T21:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:18.328872 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d3c5f5-a569-4249-8de8-88ae62883947 None None] The sync data for ids ['17cf3d5f-e0ac-4070-b82f-7f9f0eca1560'] in n-d-816206-9 is: [{'id': '17cf3d5f-e0ac-4070-b82f-7f9f0eca1560', 'name': 'tempest-FloatingIPsNegativeTestJSON-1182081262-router', 'tenant_id': '57adce55a02943a3bc2a5fe88e267c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '548a5ee1-32b5-498c-a75e-fcb7643d67a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:12Z', 'updated_at': '2021-11-23T21:47:15Z', 'revision_number': 3, 'project_id': '57adce55a02943a3bc2a5fe88e267c9e', 'gw_port': {'id': '548a5ee1-32b5-498c-a75e-fcb7643d67a9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cf3d5f-e0ac-4070-b82f-7f9f0eca1560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:14Z', 'updated_at': '2021-11-23T21:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:47:18.468515 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 82efa84f-cde4-46a4-bdde-57d480978c2c details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:47:18.472264 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e7cfc46a-ca29-407c-b00a-0c456d47e868 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:47:18.506511 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c12fe956-d170-418d-9bbc-3973ec510b31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:18.563104 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 66d5d35a-2228-4338-9780-49e35016e897 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:47:18.595016 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c12fe956-d170-418d-9bbc-3973ec510b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:18.671907 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fe956-d170-418d-9bbc-3973ec510b31 admin admin] Pushing event updated for resources: {'Port': ['ID=cffc75b4-c9ea-4866-98bd-852f7af7fcc9,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:18.683962 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 82efa84f-cde4-46a4-bdde-57d480978c2c, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=82efa84f-cde4-46a4-bdde-57d480978c2c,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:18.702254 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '82efa84f-cde4-46a4-bdde-57d480978c2c', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '82efa84f-cde4-46a4-bdde-57d480978c2c', 'mac_address': 'fa:16:3e:50:04:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:47:18.708086 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 66d5d35a-2228-4338-9780-49e35016e897 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:18.708445 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:18.757237 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12fe956-d170-418d-9bbc-3973ec510b31 admin admin] Network b1e7a003-1b6f-4314-b605-887392e42366 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:47:18.762083 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-c12fe956-d170-418d-9bbc-3973ec510b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:18.766071 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12fe956-d170-418d-9bbc-3973ec510b31 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:47:18.802941 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port e7cfc46a-ca29-407c-b00a-0c456d47e868 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:47:18.844579 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c12fe956-d170-418d-9bbc-3973ec510b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:18.908218 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port e7cfc46a-ca29-407c-b00a-0c456d47e868 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:18.915281 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:18.994424 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:19.036780 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771e6ec-b3d4-4db6-b45d-ad41d281a1f7 req-ea0313cb-a7f7-4ef8-be1d-63d9bdb23280 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:19.046210 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1771e6ec-b3d4-4db6-b45d-ad41d281a1f7 req-ea0313cb-a7f7-4ef8-be1d-63d9bdb23280 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 949 time: 0.3529332 Nov 23 21:47:19.058299 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82efa84f-cde4-46a4-bdde-57d480978c2c {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:47:19.136299 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1771e6ec-b3d4-4db6-b45d-ad41d281a1f7 req-c2f6a27d-1368-424e-8ea8-a73775bb922f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734615 Nov 23 21:47:19.138014 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 82efa84f-cde4-46a4-bdde-57d480978c2c, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=82efa84f-cde4-46a4-bdde-57d480978c2c,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:19.153859 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c12fe956-d170-418d-9bbc-3973ec510b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:19.170609 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:19.187567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device ab455280-944c-43df-b379-c236ceaa9ac5 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:47:19.220482 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc591b-9192-40ee-bcad-a6360bff3905 req-594bafbb-538d-42ad-8a2a-0763d847fdc1 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:19.238086 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-88bc591b-9192-40ee-bcad-a6360bff3905 req-594bafbb-538d-42ad-8a2a-0763d847fdc1 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec50b144-959a-4c1e-9cb6-9b646797d997 HTTP/1.1" status: 200 len: 948 time: 0.2703705 Nov 23 21:47:19.555788 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c12fe956-d170-418d-9bbc-3973ec510b31 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:19.575391 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-88bc591b-9192-40ee-bcad-a6360bff3905 req-5c131299-9902-4fb7-8734-ec8999e50624 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a8fe05e-00b2-497d-ad6e-3b61067f7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362637 Nov 23 21:47:19.584388 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b913d8-f97d-42aa-b10c-f70bafc08c39 req-c8a073bc-be12-4ef4-a206-9cffff3dad16 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:19.592693 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-45b913d8-f97d-42aa-b10c-f70bafc08c39 req-c8a073bc-be12-4ef4-a206-9cffff3dad16 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 945 time: 0.1869845 Nov 23 21:47:19.596358 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['82efa84f-cde4-46a4-bdde-57d480978c2c'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:47:19.638569 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c12fe956-d170-418d-9bbc-3973ec510b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:19.672766 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=82efa84f-cde4-46a4-bdde-57d480978c2c,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:19.677027 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-62bce730-e9c4-4e7f-85cc-b7314dcabe3e None None] Provisioning complete for port cffc75b4-c9ea-4866-98bd-852f7af7fcc9 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:19.677625 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-62bce730-e9c4-4e7f-85cc-b7314dcabe3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:19.692533 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:19.777494 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-45b913d8-f97d-42aa-b10c-f70bafc08c39 req-1b031b2e-6320-4f1d-b29c-d1c55e41b29b tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762142 Nov 23 21:47:19.786172 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fe956-d170-418d-9bbc-3973ec510b31 admin admin] Pushing event updated for resources: {'Port': ['ID=cffc75b4-c9ea-4866-98bd-852f7af7fcc9,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:19.794391 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c12fe956-d170-418d-9bbc-3973ec510b31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:19.811377 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port ab455280-944c-43df-b379-c236ceaa9ac5 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:47:19.816067 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-62bce730-e9c4-4e7f-85cc-b7314dcabe3e None None] Port cffc75b4-c9ea-4866-98bd-852f7af7fcc9 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:47:19.823491 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port ab455280-944c-43df-b379-c236ceaa9ac5 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:19.823884 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:19.849064 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec50b144-959a-4c1e-9cb6-9b646797d997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cfc46a-ca29-407c-b00a-0c456d47e868'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:47:19.852628 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f954f0e-96df-4ab3-aa57-6bbfe7c92f93" -d '{"events": [{"server_uuid": "ec50b144-959a-4c1e-9cb6-9b646797d997", "name": "network-vif-plugged", "status": "completed", "tag": "e7cfc46a-ca29-407c-b00a-0c456d47e868"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:47:19.967363 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e7cfc46a-ca29-407c-b00a-0c456d47e868, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e7cfc46a-ca29-407c-b00a-0c456d47e868,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:20.002637 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:20.094465 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:20.134232 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77893ac-e6ce-4105-8039-009170784029 x-openstack-request-id: req-d77893ac-e6ce-4105-8039-009170784029 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:47:20.134605 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec50b144-959a-4c1e-9cb6-9b646797d997", "name": "network-vif-plugged", "status": "completed", "tag": "e7cfc46a-ca29-407c-b00a-0c456d47e868", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:47:20.134905 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d77893ac-e6ce-4105-8039-009170784029 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:47:20.136547 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec50b144-959a-4c1e-9cb6-9b646797d997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cfc46a-ca29-407c-b00a-0c456d47e868', 'code': 200} Nov 23 21:47:20.152966 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d262a-aac0-4296-ad38-be13a93e33e4 req-39e472fa-d9c0-48d2-8882-e151aa642631 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:20.173598 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb5d262a-aac0-4296-ad38-be13a93e33e4 req-39e472fa-d9c0-48d2-8882-e151aa642631 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc7d331-65d8-4d97-accc-e412129f86db HTTP/1.1" status: 200 len: 944 time: 0.1808629 Nov 23 21:47:20.219950 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port ab455280-944c-43df-b379-c236ceaa9ac5, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=ab455280-944c-43df-b379-c236ceaa9ac5,segment=NetworkSegment(b39fafe3-052e-4b28-be8e-3a74c5b358d3),segment_id=b39fafe3-052e-4b28-be8e-3a74c5b358d3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:20.241710 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:20.310362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=e7cfc46a-ca29-407c-b00a-0c456d47e868,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:20.371671 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=ab455280-944c-43df-b379-c236ceaa9ac5,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:20.388443 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb5d262a-aac0-4296-ad38-be13a93e33e4 req-16f5dd29-c2de-42cd-8a71-bb01da937d19 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083509 Nov 23 21:47:20.409842 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12fe956-d170-418d-9bbc-3973ec510b31 admin admin] Network b1e7a003-1b6f-4314-b605-887392e42366 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:47:20.425829 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-c12fe956-d170-418d-9bbc-3973ec510b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:20.458574 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877d488-7d06-4925-b1c5-a4b401edc2e2 req-84cf29b1-62b3-4af3-9153-867801b3893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:20.460128 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9877d488-7d06-4925-b1c5-a4b401edc2e2 req-84cf29b1-62b3-4af3-9153-867801b3893d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec50b144-959a-4c1e-9cb6-9b646797d997 HTTP/1.1" status: 200 len: 1100 time: 0.2039418 Nov 23 21:47:20.494382 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 82efa84f-cde4-46a4-bdde-57d480978c2c up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:47:20.629605 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 548a5ee1-32b5-498c-a75e-fcb7643d67a9 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:47:20.656020 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36abf30-5c0e-4207-937c-8df792fbf09f req-362823dd-8eab-44bd-8bd6-60d4a40bda2d tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:20.658918 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f36abf30-5c0e-4207-937c-8df792fbf09f req-362823dd-8eab-44bd-8bd6-60d4a40bda2d tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 949 time: 0.3573644 Nov 23 21:47:20.691726 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48436) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:20.713302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 82efa84f-cde4-46a4-bdde-57d480978c2c triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:20.713687 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:20.882075 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9877d488-7d06-4925-b1c5-a4b401edc2e2 req-a9ffd8fc-47f9-4b97-96f2-aefff03763dd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9a8fe05e-00b2-497d-ad6e-3b61067f7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112737 Nov 23 21:47:20.941528 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c45afbd2-a15f-4e3b-b45a-5ddb3931ecef None None] Provisioning complete for port cffc75b4-c9ea-4866-98bd-852f7af7fcc9 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:20.941819 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c45afbd2-a15f-4e3b-b45a-5ddb3931ecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:20.949979 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-75c438ed-d852-4b2a-a769-c94eac6048f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:20.969358 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f36abf30-5c0e-4207-937c-8df792fbf09f req-0bd1cb2d-33eb-4a46-85d9-14d474d361d2 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944121 Nov 23 21:47:20.983706 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12fe956-d170-418d-9bbc-3973ec510b31 admin admin] Router 17cf3d5f-e0ac-4070-b82f-7f9f0eca1560 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:47:20.999378 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 548a5ee1-32b5-498c-a75e-fcb7643d67a9 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:20.999958 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:21.007033 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda6b28-ed64-4ebc-a731-5ea8b91aa826 req-f85ec9f2-cf53-4176-a6ac-aa557046f30e tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:21.019373 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0eda6b28-ed64-4ebc-a731-5ea8b91aa826 req-f85ec9f2-cf53-4176-a6ac-aa557046f30e tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec50b144-959a-4c1e-9cb6-9b646797d997 HTTP/1.1" status: 200 len: 949 time: 0.2628279 Nov 23 21:47:21.153421 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-75c438ed-d852-4b2a-a769-c94eac6048f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:21.160510 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:21.162364 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-75c438ed-d852-4b2a-a769-c94eac6048f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:21.242024 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c45afbd2-a15f-4e3b-b45a-5ddb3931ecef None None] Port cffc75b4-c9ea-4866-98bd-852f7af7fcc9 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:47:21.256629 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-75c438ed-d852-4b2a-a769-c94eac6048f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8548725904ac419b9c36ee6e158e053a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5637941 Nov 23 21:47:21.257534 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c438ed-d852-4b2a-a769-c94eac6048f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d56860b-bad9-46ed-82fc-c384c93d5360,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:21.261280 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 48444) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:21.299961 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0eda6b28-ed64-4ebc-a731-5ea8b91aa826 req-01b9db98-f907-492f-bdeb-8876a9e8a564 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a8fe05e-00b2-497d-ad6e-3b61067f7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781153 Nov 23 21:47:21.372116 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 82efa84f-cde4-46a4-bdde-57d480978c2c, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=82efa84f-cde4-46a4-bdde-57d480978c2c,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:21.381788 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:21.431780 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 548a5ee1-32b5-498c-a75e-fcb7643d67a9, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=548a5ee1-32b5-498c-a75e-fcb7643d67a9,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:21.445006 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:21.445756 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ae93f-d781-4d67-bf92-d6dc61ecb820 req-b32d689e-b65e-43de-85c4-f1921caf1e40 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:21.449769 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:21.462754 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a6ae93f-d781-4d67-bf92-d6dc61ecb820 req-b32d689e-b65e-43de-85c4-f1921caf1e40 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 945 time: 0.3734503 Nov 23 21:47:21.572321 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=82efa84f-cde4-46a4-bdde-57d480978c2c,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:21.624746 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a6ae93f-d781-4d67-bf92-d6dc61ecb820 req-fc2cec3a-f58e-4a4e-931b-c57cd8106c83 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610911 Nov 23 21:47:21.628572 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12fe956-d170-418d-9bbc-3973ec510b31 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:47:21.638788 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c12fe956-d170-418d-9bbc-3973ec510b31 admin admin] 10.222.0.50 "PUT /v2.0/routers/17cf3d5f-e0ac-4070-b82f-7f9f0eca1560/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0243347 Nov 23 21:47:21.646743 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] Sync routers for ids ['17cf3d5f-e0ac-4070-b82f-7f9f0eca1560'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:47:21.660466 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] Routers {'17cf3d5f-e0ac-4070-b82f-7f9f0eca1560'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:47:21.661096 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:47:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['17cf3d5f-e0ac-4070-b82f-7f9f0eca1560'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:21.663585 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=548a5ee1-32b5-498c-a75e-fcb7643d67a9,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:21.690849 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2fbc9d5f-81c8-457e-8a70-40f244db0449 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:21.760408 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2fbc9d5f-81c8-457e-8a70-40f244db0449 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:21.786541 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] Set router 17cf3d5f-e0ac-4070-b82f-7f9f0eca1560 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:47:21.898859 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a65db-d7b9-42b7-9d1d-ef7474a47099 req-e7c98c21-47ae-4bad-b3ce-7d1a1e78f31b tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:21.900733 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f0a65db-d7b9-42b7-9d1d-ef7474a47099 req-e7c98c21-47ae-4bad-b3ce-7d1a1e78f31b tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc7d331-65d8-4d97-accc-e412129f86db HTTP/1.1" status: 200 len: 945 time: 0.3577571 Nov 23 21:47:21.907194 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2fbc9d5f-81c8-457e-8a70-40f244db0449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:21.914367 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2fbc9d5f-81c8-457e-8a70-40f244db0449 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:21.921811 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2fbc9d5f-81c8-457e-8a70-40f244db0449 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6d56860b-bad9-46ed-82fc-c384c93d5360 HTTP/1.1" status: 204 len: 168 time: 0.6202047 Nov 23 21:47:21.943552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc9d5f-81c8-457e-8a70-40f244db0449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d56860b-bad9-46ed-82fc-c384c93d5360,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:22.045828 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f0a65db-d7b9-42b7-9d1d-ef7474a47099 req-ba019a94-2e2b-4957-95d0-42043980d4dc tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233261 Nov 23 21:47:22.138095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc7d331-65d8-4d97-accc-e412129f86db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab455280-944c-43df-b379-c236ceaa9ac5'}, {'server_uuid': '83640f9f-bbfc-494b-b9b5-1e2ec6f659f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82efa84f-cde4-46a4-bdde-57d480978c2c'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:47:22.139965 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb937b5-8490-43ba-a0e3-5a052bff1d71" -d '{"events": [{"server_uuid": "dcc7d331-65d8-4d97-accc-e412129f86db", "name": "network-vif-plugged", "status": "completed", "tag": "ab455280-944c-43df-b379-c236ceaa9ac5"}, {"server_uuid": "83640f9f-bbfc-494b-b9b5-1e2ec6f659f8", "name": "network-vif-plugged", "status": "completed", "tag": "82efa84f-cde4-46a4-bdde-57d480978c2c"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:47:22.204249 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cf3d5f-e0ac-4070-b82f-7f9f0eca1560', 'name': 'tempest-FloatingIPsNegativeTestJSON-1182081262-router', 'tenant_id': '57adce55a02943a3bc2a5fe88e267c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '548a5ee1-32b5-498c-a75e-fcb7643d67a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:12Z', 'updated_at': '2021-11-23T21:47:18Z', 'revision_number': 4, 'project_id': '57adce55a02943a3bc2a5fe88e267c9e', 'gw_port': {'id': '548a5ee1-32b5-498c-a75e-fcb7643d67a9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cf3d5f-e0ac-4070-b82f-7f9f0eca1560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:14Z', 'updated_at': '2021-11-23T21:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'cffc75b4-c9ea-4866-98bd-852f7af7fcc9', 'name': '', 'network_id': 'b1e7a003-1b6f-4314-b605-887392e42366', 'tenant_id': '57adce55a02943a3bc2a5fe88e267c9e', 'mac_address': 'fa:16:3e:bc:70:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cf3d5f-e0ac-4070-b82f-7f9f0eca1560', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a4a23812-4e71-49cb-8f44-4d6e0efc4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:18Z', 'updated_at': '2021-11-23T21:47:19Z', 'revision_number': 2, 'project_id': '57adce55a02943a3bc2a5fe88e267c9e', 'subnets': [{'id': 'a4a23812-4e71-49cb-8f44-4d6e0efc4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:22.278051 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70ae7f-d6fc-4c31-9cef-07ed54a0ee59 req-35585cc9-93eb-4f15-9cdf-f0deb14639c0 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:22.299538 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c70ae7f-d6fc-4c31-9cef-07ed54a0ee59 req-35585cc9-93eb-4f15-9cdf-f0deb14639c0 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 949 time: 0.1361592 Nov 23 21:47:22.411082 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c70ae7f-d6fc-4c31-9cef-07ed54a0ee59 req-6abf9f4f-8ee3-4f2b-86c3-6367c931faec tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106081 Nov 23 21:47:22.527224 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] Checking router: 17cf3d5f-e0ac-4070-b82f-7f9f0eca1560 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:47:22.527830 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] Updating router 17cf3d5f-e0ac-4070-b82f-7f9f0eca1560 port cffc75b4-c9ea-4866-98bd-852f7af7fcc9 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:47:22.557649 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:22.569113 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 548a5ee1-32b5-498c-a75e-fcb7643d67a9 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:47:22.576941 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 21:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5707ae82-1889-4e78-b0ca-ea0168b1343c x-openstack-request-id: req-5707ae82-1889-4e78-b0ca-ea0168b1343c {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:47:22.581410 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:22.581965 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc7d331-65d8-4d97-accc-e412129f86db", "name": "network-vif-plugged", "status": "completed", "tag": "ab455280-944c-43df-b379-c236ceaa9ac5", "code": 200}, {"server_uuid": "83640f9f-bbfc-494b-b9b5-1e2ec6f659f8", "name": "network-vif-plugged", "status": "completed", "tag": "82efa84f-cde4-46a4-bdde-57d480978c2c", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:47:22.582319 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5707ae82-1889-4e78-b0ca-ea0168b1343c {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:47:22.582895 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc7d331-65d8-4d97-accc-e412129f86db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab455280-944c-43df-b379-c236ceaa9ac5', 'code': 200} Nov 23 21:47:22.583222 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83640f9f-bbfc-494b-b9b5-1e2ec6f659f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82efa84f-cde4-46a4-bdde-57d480978c2c', 'code': 200} Nov 23 21:47:22.637783 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-894a37ae-5841-4051-9d32-9f6cfb78c7c7 req-54c00969-ea6f-4ee6-b6a1-81c8c922ee9a tempest-FloatingIPsNegativeTestJSON-1021377512 tempest-FloatingIPsNegativeTestJSON-1021377512-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=57adce55a02943a3bc2a5fe88e267c9e HTTP/1.1" status: 200 len: 217 time: 0.1503448 Nov 23 21:47:22.749570 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485590fe-9d51-425b-8e83-bc5e425afb0a req-9fe57259-4606-4548-8da9-1ad77b5c4753 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:22.763632 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-485590fe-9d51-425b-8e83-bc5e425afb0a req-9fe57259-4606-4548-8da9-1ad77b5c4753 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec50b144-959a-4c1e-9cb6-9b646797d997 HTTP/1.1" status: 200 len: 949 time: 0.1059024 Nov 23 21:47:22.791588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 548a5ee1-32b5-498c-a75e-fcb7643d67a9 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:22.793621 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:22.841345 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca1d33-6baf-4e59-9d3e-cbc32d3062ca req-d56b68b3-9a4e-4d9b-aed4-2ef351988b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:22.848374 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5fca1d33-6baf-4e59-9d3e-cbc32d3062ca req-d56b68b3-9a4e-4d9b-aed4-2ef351988b6b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dcc7d331-65d8-4d97-accc-e412129f86db HTTP/1.1" status: 200 len: 1096 time: 0.1268263 Nov 23 21:47:22.869104 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-69cfcbb5-2dae-46f5-9b67-de056623256a req-948382e5-ed6a-4242-87bc-0a64fb83f5ae tempest-FloatingIPsNegativeTestJSON-1021377512 tempest-FloatingIPsNegativeTestJSON-1021377512-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0555797 Nov 23 21:47:22.972738 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5fca1d33-6baf-4e59-9d3e-cbc32d3062ca req-46c3de82-5d8d-47ce-9fc3-0fdeb2b2cafc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163774 Nov 23 21:47:23.020793 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-485590fe-9d51-425b-8e83-bc5e425afb0a req-26fdc5c4-9d69-475f-9b69-9c2a1440310e tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a8fe05e-00b2-497d-ad6e-3b61067f7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559519 Nov 23 21:47:23.152645 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f42bcb-941b-4b42-9869-eb928b21e52b req-53d4b753-d0d0-4209-98f3-6705e83a40f8 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:23.154205 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-80f42bcb-941b-4b42-9869-eb928b21e52b req-53d4b753-d0d0-4209-98f3-6705e83a40f8 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 945 time: 0.1294165 Nov 23 21:47:23.216416 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-80f42bcb-941b-4b42-9869-eb928b21e52b req-f7e3440a-709f-4730-8703-7bfb8f924b7c tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554318 Nov 23 21:47:23.346620 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-63e2c451-b917-4aa8-8015-ab0abf7dcfcd req-1e3d3c6f-79be-4787-a6d7-efbe619d1b96 tempest-FloatingIPsNegativeTestJSON-1021377512 tempest-FloatingIPsNegativeTestJSON-1021377512-project] show failed (client error): The resource could not be found. Nov 23 21:47:23.359705 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48512) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:23.364158 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63e2c451-b917-4aa8-8015-ab0abf7dcfcd req-1e3d3c6f-79be-4787-a6d7-efbe619d1b96 tempest-FloatingIPsNegativeTestJSON-1021377512 tempest-FloatingIPsNegativeTestJSON-1021377512-project] 10.222.0.50 "GET /v2.0/floatingips/7995d9e8-93c5-47e1-a598-f3d46d487265 HTTP/1.1" status: 404 len: 350 time: 0.0862386 Nov 23 21:47:23.461696 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:23.472167 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:23.481101 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d4ae2-60c4-47c9-aeb3-85d803aa0305 req-3ac622a3-07af-478a-b24d-f7884b987e5b tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:23.495992 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-292d4ae2-60c4-47c9-aeb3-85d803aa0305 req-3ac622a3-07af-478a-b24d-f7884b987e5b tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc7d331-65d8-4d97-accc-e412129f86db HTTP/1.1" status: 200 len: 945 time: 0.0819409 Nov 23 21:47:23.584055 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f376a3-9372-4819-bfaf-61697a44d535 None None] Pushing event updated for resources: {'Port': ['ID=cffc75b4-c9ea-4866-98bd-852f7af7fcc9,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:23.598254 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f376a3-9372-4819-bfaf-61697a44d535 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:23.598789 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f376a3-9372-4819-bfaf-61697a44d535 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:23.599291 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f376a3-9372-4819-bfaf-61697a44d535 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:23.599733 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f376a3-9372-4819-bfaf-61697a44d535 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:23.600273 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f376a3-9372-4819-bfaf-61697a44d535 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:23.600942 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f376a3-9372-4819-bfaf-61697a44d535 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:23.602248 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f376a3-9372-4819-bfaf-61697a44d535 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:23.602849 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f376a3-9372-4819-bfaf-61697a44d535 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:23.603361 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f376a3-9372-4819-bfaf-61697a44d535 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:23.603871 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f376a3-9372-4819-bfaf-61697a44d535 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:23.604299 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f376a3-9372-4819-bfaf-61697a44d535 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:23.604728 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f376a3-9372-4819-bfaf-61697a44d535 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:47:23.625924 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-292d4ae2-60c4-47c9-aeb3-85d803aa0305 req-d374caba-a699-414c-b210-3a9eda43f09e tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279695 Nov 23 21:47:23.640755 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fcb5b-e5a7-468b-b135-1f18db66be08 req-96d33ba9-926e-4772-bcdc-c2f29f468fab tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:23.659873 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-143fcb5b-e5a7-468b-b135-1f18db66be08 req-96d33ba9-926e-4772-bcdc-c2f29f468fab tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/ports?device_id=4dde3c13-2614-4e59-87d2-c2ebf085d047 HTTP/1.1" status: 200 len: 950 time: 0.1607442 Nov 23 21:47:23.688766 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] Attempting to bind port cffc75b4-c9ea-4866-98bd-852f7af7fcc9 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:47:23.689497 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] Attempting to bind port cffc75b4-c9ea-4866-98bd-852f7af7fcc9 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '85d3c8d9-e863-4fde-98e7-e260d7eae7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1e7a003-1b6f-4314-b605-887392e42366'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:47:23.690241 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] Attempting to bind port cffc75b4-c9ea-4866-98bd-852f7af7fcc9 on network b1e7a003-1b6f-4314-b605-887392e42366 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:23.697624 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:47:23.698382 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] Checking segment: {'id': '85d3c8d9-e863-4fde-98e7-e260d7eae7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1e7a003-1b6f-4314-b605-887392e42366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:47:23.699206 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:23.699890 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] Bound using segment: {'id': '85d3c8d9-e863-4fde-98e7-e260d7eae7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1e7a003-1b6f-4314-b605-887392e42366'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:47:23.701039 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] Bound port: cffc75b4-c9ea-4866-98bd-852f7af7fcc9, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d3c8d9-e863-4fde-98e7-e260d7eae7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b1e7a003-1b6f-4314-b605-887392e42366'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:47:23.701689 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:23.770230 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-143fcb5b-e5a7-468b-b135-1f18db66be08 req-84dc1180-fbb8-444f-857e-6051551ea763 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a8fe05e-00b2-497d-ad6e-3b61067f7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017394 Nov 23 21:47:23.824959 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] For port cffc75b4-c9ea-4866-98bd-852f7af7fcc9, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:47:23.838615 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] For port cffc75b4-c9ea-4866-98bd-852f7af7fcc9, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=cffc75b4-c9ea-4866-98bd-852f7af7fcc9,segment=NetworkSegment(85d3c8d9-e863-4fde-98e7-e260d7eae7fb),segment_id=85d3c8d9-e863-4fde-98e7-e260d7eae7fb)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:47:23.854306 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:24.037932 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0c18611e-7c5a-4a04-a4d1-a3802f182cc5 None None] Provisioning complete for port cffc75b4-c9ea-4866-98bd-852f7af7fcc9 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:24.038399 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0c18611e-7c5a-4a04-a4d1-a3802f182cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:24.040662 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee39eb6-aea5-4a86-b030-e10aa3707292 req-c453ea9b-19e6-4b9a-a65c-b7a1a8da74d5 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:24.048763 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f376a3-9372-4819-bfaf-61697a44d535 None None] Pushing event updated for resources: {'Port': ['ID=cffc75b4-c9ea-4866-98bd-852f7af7fcc9,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:24.059840 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] Routers {'17cf3d5f-e0ac-4070-b82f-7f9f0eca1560'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:47:24.065336 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ee39eb6-aea5-4a86-b030-e10aa3707292 req-c453ea9b-19e6-4b9a-a65c-b7a1a8da74d5 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 949 time: 0.1235082 Nov 23 21:47:24.072133 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:47:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['17cf3d5f-e0ac-4070-b82f-7f9f0eca1560'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:24.175886 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ee39eb6-aea5-4a86-b030-e10aa3707292 req-26ddee7a-a1ef-44d3-b9c5-94727f544e76 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093969 Nov 23 21:47:24.227524 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0c18611e-7c5a-4a04-a4d1-a3802f182cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:24.327463 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0c18611e-7c5a-4a04-a4d1-a3802f182cc5 None None] For port cffc75b4-c9ea-4866-98bd-852f7af7fcc9, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=cffc75b4-c9ea-4866-98bd-852f7af7fcc9,segment=NetworkSegment(85d3c8d9-e863-4fde-98e7-e260d7eae7fb),segment_id=85d3c8d9-e863-4fde-98e7-e260d7eae7fb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:24.334460 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb3d3-b61d-4ff8-82b0-4def0ad906a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:24.357643 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0c18611e-7c5a-4a04-a4d1-a3802f182cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:24.432369 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] Set router 17cf3d5f-e0ac-4070-b82f-7f9f0eca1560 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:47:24.526261 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18611e-7c5a-4a04-a4d1-a3802f182cc5 None None] Pushing event updated for resources: {'Port': ['ID=cffc75b4-c9ea-4866-98bd-852f7af7fcc9,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:24.552037 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-af8affbe-6ce0-4b1c-aacf-91492045a9a9 None None] Provisioning complete for port cffc75b4-c9ea-4866-98bd-852f7af7fcc9 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:24.556166 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-af8affbe-6ce0-4b1c-aacf-91492045a9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:24.750982 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cf3d5f-e0ac-4070-b82f-7f9f0eca1560', 'name': 'tempest-FloatingIPsNegativeTestJSON-1182081262-router', 'tenant_id': '57adce55a02943a3bc2a5fe88e267c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '548a5ee1-32b5-498c-a75e-fcb7643d67a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:12Z', 'updated_at': '2021-11-23T21:47:18Z', 'revision_number': 4, 'project_id': '57adce55a02943a3bc2a5fe88e267c9e', 'gw_port': {'id': '548a5ee1-32b5-498c-a75e-fcb7643d67a9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cf3d5f-e0ac-4070-b82f-7f9f0eca1560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:14Z', 'updated_at': '2021-11-23T21:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'cffc75b4-c9ea-4866-98bd-852f7af7fcc9', 'name': '', 'network_id': 'b1e7a003-1b6f-4314-b605-887392e42366', 'tenant_id': '57adce55a02943a3bc2a5fe88e267c9e', 'mac_address': 'fa:16:3e:bc:70:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cf3d5f-e0ac-4070-b82f-7f9f0eca1560', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a4a23812-4e71-49cb-8f44-4d6e0efc4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:18Z', 'updated_at': '2021-11-23T21:47:23Z', 'revision_number': 4, 'project_id': '57adce55a02943a3bc2a5fe88e267c9e', 'subnets': [{'id': 'a4a23812-4e71-49cb-8f44-4d6e0efc4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:24.792557 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-f5aeb3d3-b61d-4ff8-82b0-4def0ad906a2 admin admin] Deleting port cffc75b4-c9ea-4866-98bd-852f7af7fcc9 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:47:24.793113 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905927d1-a58b-4979-b63b-cf29724b11fb None None] The sync data for ids ['17cf3d5f-e0ac-4070-b82f-7f9f0eca1560'] in n-d-816206-9 is: [{'id': '17cf3d5f-e0ac-4070-b82f-7f9f0eca1560', 'name': 'tempest-FloatingIPsNegativeTestJSON-1182081262-router', 'tenant_id': '57adce55a02943a3bc2a5fe88e267c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '548a5ee1-32b5-498c-a75e-fcb7643d67a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:12Z', 'updated_at': '2021-11-23T21:47:18Z', 'revision_number': 4, 'project_id': '57adce55a02943a3bc2a5fe88e267c9e', 'gw_port': {'id': '548a5ee1-32b5-498c-a75e-fcb7643d67a9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cf3d5f-e0ac-4070-b82f-7f9f0eca1560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:14Z', 'updated_at': '2021-11-23T21:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'cffc75b4-c9ea-4866-98bd-852f7af7fcc9', 'name': '', 'network_id': 'b1e7a003-1b6f-4314-b605-887392e42366', 'tenant_id': '57adce55a02943a3bc2a5fe88e267c9e', 'mac_address': 'fa:16:3e:bc:70:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17cf3d5f-e0ac-4070-b82f-7f9f0eca1560', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a4a23812-4e71-49cb-8f44-4d6e0efc4e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:18Z', 'updated_at': '2021-11-23T21:47:23Z', 'revision_number': 4, 'project_id': '57adce55a02943a3bc2a5fe88e267c9e', 'subnets': [{'id': 'a4a23812-4e71-49cb-8f44-4d6e0efc4e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:47:24.793434 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb3d3-b61d-4ff8-82b0-4def0ad906a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:24.960052 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-f5aeb3d3-b61d-4ff8-82b0-4def0ad906a2 admin admin] For port cffc75b4-c9ea-4866-98bd-852f7af7fcc9, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=cffc75b4-c9ea-4866-98bd-852f7af7fcc9,segment=NetworkSegment(85d3c8d9-e863-4fde-98e7-e260d7eae7fb),segment_id=85d3c8d9-e863-4fde-98e7-e260d7eae7fb)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:24.963023 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb3d3-b61d-4ff8-82b0-4def0ad906a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:24.993482 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-f5aeb3d3-b61d-4ff8-82b0-4def0ad906a2 admin admin] Calling delete_port for cffc75b4-c9ea-4866-98bd-852f7af7fcc9 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:47:25.282845 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53152074-314a-43cd-9334-25129a596c53 req-bc814257-7e6f-412d-842c-cce1dafd7d4d tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:25.284607 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53152074-314a-43cd-9334-25129a596c53 req-bc814257-7e6f-412d-842c-cce1dafd7d4d tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 945 time: 0.0835526 Nov 23 21:47:25.351326 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb3d3-b61d-4ff8-82b0-4def0ad906a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:25.397335 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aeb3d3-b61d-4ff8-82b0-4def0ad906a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cffc75b4-c9ea-4866-98bd-852f7af7fcc9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:25.439339 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53152074-314a-43cd-9334-25129a596c53 req-f3bbac8d-1487-470f-b1d2-311e5491a8c7 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431401 Nov 23 21:47:25.484682 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e185d4d-c2ac-4732-9c92-589760ab1945 req-0776bf97-471a-4056-b425-3d77ae8cc75d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:25.488085 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e185d4d-c2ac-4732-9c92-589760ab1945 req-0776bf97-471a-4056-b425-3d77ae8cc75d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc7d331-65d8-4d97-accc-e412129f86db HTTP/1.1" status: 200 len: 945 time: 0.1248484 Nov 23 21:47:25.604674 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e185d4d-c2ac-4732-9c92-589760ab1945 req-fbf28395-e879-4fc6-88f9-91742f9064fc tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069238 Nov 23 21:47:25.767291 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5aeb3d3-b61d-4ff8-82b0-4def0ad906a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:25.883460 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937acf97-5af6-40cf-acb0-5bb0fa5ea9f8 req-6516dbb4-ba39-4861-b385-477c7df34e78 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:25.897901 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-937acf97-5af6-40cf-acb0-5bb0fa5ea9f8 req-6516dbb4-ba39-4861-b385-477c7df34e78 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 949 time: 0.1651087 Nov 23 21:47:26.013068 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-937acf97-5af6-40cf-acb0-5bb0fa5ea9f8 req-92f70940-6d8b-4e50-ba9f-e3d022d61b7c tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080046 Nov 23 21:47:26.201417 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c2d5c-bc06-44b4-878a-c54d39f42a08 req-3302b184-db96-48c3-9392-e1044d59accc tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:26.214436 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-713c2d5c-bc06-44b4-878a-c54d39f42a08 req-3302b184-db96-48c3-9392-e1044d59accc tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc7d331-65d8-4d97-accc-e412129f86db HTTP/1.1" status: 200 len: 945 time: 0.0884316 Nov 23 21:47:26.319138 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-713c2d5c-bc06-44b4-878a-c54d39f42a08 req-57a1bb40-a703-4df9-a4aa-196824375fc4 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037416 Nov 23 21:47:26.706239 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5aeb3d3-b61d-4ff8-82b0-4def0ad906a2 admin admin] Router 17cf3d5f-e0ac-4070-b82f-7f9f0eca1560 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:47:26.750288 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed03853-4912-49a6-a295-15e414e4c992 req-653e60b4-5e4b-4de5-af3f-5cf5671b1e92 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:26.759036 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ed03853-4912-49a6-a295-15e414e4c992 req-653e60b4-5e4b-4de5-af3f-5cf5671b1e92 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 945 time: 0.1293099 Nov 23 21:47:26.850199 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ed03853-4912-49a6-a295-15e414e4c992 req-7b8114c5-7f03-4574-892e-61fee8abf8c4 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851030 Nov 23 21:47:26.855895 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5aeb3d3-b61d-4ff8-82b0-4def0ad906a2 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:47:26.864114 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f5aeb3d3-b61d-4ff8-82b0-4def0ad906a2 admin admin] 10.222.0.50 "PUT /v2.0/routers/17cf3d5f-e0ac-4070-b82f-7f9f0eca1560/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5011103 Nov 23 21:47:26.866352 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48592) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:26.982649 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef9e11-d456-42e9-bac5-e2a636c9eefb req-8bb75e55-62ce-414a-a7f1-4dbf7414f2e0 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:26.993896 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-11ef9e11-d456-42e9-bac5-e2a636c9eefb req-8bb75e55-62ce-414a-a7f1-4dbf7414f2e0 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc7d331-65d8-4d97-accc-e412129f86db HTTP/1.1" status: 200 len: 945 time: 0.0706034 Nov 23 21:47:27.046321 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d44fcf6-50d2-49c4-9d7f-8a31e0a52fc6 None None] Sync routers for ids ['17cf3d5f-e0ac-4070-b82f-7f9f0eca1560'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:47:27.052748 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1fd9089b-19e7-42c7-ade5-2e5d85da0a06 admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:27.064385 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d44fcf6-50d2-49c4-9d7f-8a31e0a52fc6 None None] Routers {'17cf3d5f-e0ac-4070-b82f-7f9f0eca1560'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:47:27.066643 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-11ef9e11-d456-42e9-bac5-e2a636c9eefb req-0b1a8e9b-65b7-40c6-82a4-927615127332 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747027 Nov 23 21:47:27.067068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2d44fcf6-50d2-49c4-9d7f-8a31e0a52fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:47:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['17cf3d5f-e0ac-4070-b82f-7f9f0eca1560'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:27.246688 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1fd9089b-19e7-42c7-ade5-2e5d85da0a06 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:27.283812 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-2d44fcf6-50d2-49c4-9d7f-8a31e0a52fc6 None None] Set router 17cf3d5f-e0ac-4070-b82f-7f9f0eca1560 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:47:27.410499 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-1fd9089b-19e7-42c7-ade5-2e5d85da0a06 admin admin] Deleting port 548a5ee1-32b5-498c-a75e-fcb7643d67a9 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:47:27.411213 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1fd9089b-19e7-42c7-ade5-2e5d85da0a06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:27.505666 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cae799-c861-4471-92e4-5a57127371e2 req-345fad86-44a0-4d97-a3fd-bda6cd816bf1 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:27.507254 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08cae799-c861-4471-92e4-5a57127371e2 req-345fad86-44a0-4d97-a3fd-bda6cd816bf1 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 949 time: 0.1425853 Nov 23 21:47:27.523893 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-1fd9089b-19e7-42c7-ade5-2e5d85da0a06 admin admin] For port 548a5ee1-32b5-498c-a75e-fcb7643d67a9, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=548a5ee1-32b5-498c-a75e-fcb7643d67a9,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:27.524851 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1fd9089b-19e7-42c7-ade5-2e5d85da0a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:27.542753 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-1fd9089b-19e7-42c7-ade5-2e5d85da0a06 admin admin] Calling delete_port for 548a5ee1-32b5-498c-a75e-fcb7643d67a9 owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:47:27.583982 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2d44fcf6-50d2-49c4-9d7f-8a31e0a52fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cf3d5f-e0ac-4070-b82f-7f9f0eca1560', 'name': 'tempest-FloatingIPsNegativeTestJSON-1182081262-router', 'tenant_id': '57adce55a02943a3bc2a5fe88e267c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '548a5ee1-32b5-498c-a75e-fcb7643d67a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:12Z', 'updated_at': '2021-11-23T21:47:25Z', 'revision_number': 5, 'project_id': '57adce55a02943a3bc2a5fe88e267c9e', 'gw_port': {'id': '548a5ee1-32b5-498c-a75e-fcb7643d67a9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:63:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17cf3d5f-e0ac-4070-b82f-7f9f0eca1560', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:14Z', 'updated_at': '2021-11-23T21:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:27.627140 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d44fcf6-50d2-49c4-9d7f-8a31e0a52fc6 None None] Checking router: 17cf3d5f-e0ac-4070-b82f-7f9f0eca1560 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:47:27.630512 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08cae799-c861-4471-92e4-5a57127371e2 req-58beb3ee-ed7d-4d78-bc7e-697757234e31 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145952 Nov 23 21:47:27.638931 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d44fcf6-50d2-49c4-9d7f-8a31e0a52fc6 None None] Routers {'17cf3d5f-e0ac-4070-b82f-7f9f0eca1560'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:47:27.639565 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2d44fcf6-50d2-49c4-9d7f-8a31e0a52fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:47:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['17cf3d5f-e0ac-4070-b82f-7f9f0eca1560'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:27.777995 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-2d44fcf6-50d2-49c4-9d7f-8a31e0a52fc6 None None] Set router 17cf3d5f-e0ac-4070-b82f-7f9f0eca1560 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:47:27.863911 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6aee5-5560-4f90-8c1b-58f8f2a0e1ad req-b8d580c3-f4c5-41e4-9cef-d1bfe97d89a4 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:27.873827 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1fd9089b-19e7-42c7-ade5-2e5d85da0a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:27.876678 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3d6aee5-5560-4f90-8c1b-58f8f2a0e1ad req-b8d580c3-f4c5-41e4-9cef-d1bfe97d89a4 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc7d331-65d8-4d97-accc-e412129f86db HTTP/1.1" status: 200 len: 945 time: 0.0897775 Nov 23 21:47:27.905548 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9089b-19e7-42c7-ade5-2e5d85da0a06 admin admin] Pushing event deleted for resources: {'Port': ['ID=548a5ee1-32b5-498c-a75e-fcb7643d67a9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:27.925357 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2d44fcf6-50d2-49c4-9d7f-8a31e0a52fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17cf3d5f-e0ac-4070-b82f-7f9f0eca1560', 'name': 'tempest-FloatingIPsNegativeTestJSON-1182081262-router', 'tenant_id': '57adce55a02943a3bc2a5fe88e267c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:12Z', 'updated_at': '2021-11-23T21:47:27Z', 'revision_number': 6, 'project_id': '57adce55a02943a3bc2a5fe88e267c9e', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:27.964098 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d44fcf6-50d2-49c4-9d7f-8a31e0a52fc6 None None] The sync data for ids ['17cf3d5f-e0ac-4070-b82f-7f9f0eca1560'] in n-d-816206-9 is: [{'id': '17cf3d5f-e0ac-4070-b82f-7f9f0eca1560', 'name': 'tempest-FloatingIPsNegativeTestJSON-1182081262-router', 'tenant_id': '57adce55a02943a3bc2a5fe88e267c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:12Z', 'updated_at': '2021-11-23T21:47:27Z', 'revision_number': 6, 'project_id': '57adce55a02943a3bc2a5fe88e267c9e', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:47:27.965891 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a7f2cb6f-962d-4c8f-b79d-3adc2813e138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:28.044654 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3d6aee5-5560-4f90-8c1b-58f8f2a0e1ad req-8b70c02c-26ab-4796-b5d8-07904a09cca1 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605272 Nov 23 21:47:28.121359 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1fd9089b-19e7-42c7-ade5-2e5d85da0a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:28.189468 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c01a4-0b1a-4e6a-a9c9-33be2866a402 req-d4273f45-656b-4daa-833d-dfe16f460bfb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:28.197812 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c13c01a4-0b1a-4e6a-a9c9-33be2866a402 req-d4273f45-656b-4daa-833d-dfe16f460bfb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 945 time: 0.1294994 Nov 23 21:47:28.291396 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1fd9089b-19e7-42c7-ade5-2e5d85da0a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:28.295071 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1fd9089b-19e7-42c7-ade5-2e5d85da0a06 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:28.300387 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c13c01a4-0b1a-4e6a-a9c9-33be2866a402 req-66a39ead-b996-4ecd-89e9-66fd590fcc51 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932448 Nov 23 21:47:28.409351 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1fd9089b-19e7-42c7-ade5-2e5d85da0a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:28.409754 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd9089b-19e7-42c7-ade5-2e5d85da0a06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17cf3d5f-e0ac-4070-b82f-7f9f0eca1560 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 21:47:28.416750 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1fd9089b-19e7-42c7-ade5-2e5d85da0a06 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:28.418910 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1fd9089b-19e7-42c7-ade5-2e5d85da0a06 admin admin] 10.222.0.50 "DELETE /v2.0/routers/17cf3d5f-e0ac-4070-b82f-7f9f0eca1560 HTTP/1.1" status: 204 len: 168 time: 1.5533760 Nov 23 21:47:28.424755 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48654) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:28.512430 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 707215d2-fdb3-40d5-9e1f-e1c54dae7244 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:47:28.614801 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6be04d-a8f3-4317-87ef-cb04b13822ac admin admin] Deleting subnet a4a23812-4e71-49cb-8f44-4d6e0efc4e5b {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:47:28.623433 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1a6be04d-a8f3-4317-87ef-cb04b13822ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:28.717658 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1a6be04d-a8f3-4317-87ef-cb04b13822ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:28.722761 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 707215d2-fdb3-40d5-9e1f-e1c54dae7244, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=707215d2-fdb3-40d5-9e1f-e1c54dae7244,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:28.913292 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1a6be04d-a8f3-4317-87ef-cb04b13822ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:28.951970 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadab1f-6783-4f42-97db-d52f2c76d880 req-db4857a9-adb4-469e-aab3-2edb6e641e34 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:28.970235 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9eadab1f-6783-4f42-97db-d52f2c76d880 req-db4857a9-adb4-469e-aab3-2edb6e641e34 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc7d331-65d8-4d97-accc-e412129f86db HTTP/1.1" status: 200 len: 945 time: 0.2271855 Nov 23 21:47:29.024063 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '707215d2-fdb3-40d5-9e1f-e1c54dae7244', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '707215d2-fdb3-40d5-9e1f-e1c54dae7244', 'mac_address': 'fa:16:3e:37:3e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:47:29.030341 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device cffc75b4-c9ea-4866-98bd-852f7af7fcc9 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:47:29.043977 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1a6be04d-a8f3-4317-87ef-cb04b13822ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:29.078485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24b5b4-f68d-40b3-8447-aad9441a512c req-edc6ae7d-80e3-4aa3-876e-575f1e641d5f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:29.091515 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f24b5b4-f68d-40b3-8447-aad9441a512c req-edc6ae7d-80e3-4aa3-876e-575f1e641d5f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 949 time: 0.2772949 Nov 23 21:47:29.117994 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6be04d-a8f3-4317-87ef-cb04b13822ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4a23812-4e71-49cb-8f44-4d6e0efc4e5b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:29.141120 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1a6be04d-a8f3-4317-87ef-cb04b13822ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:29.144733 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1a6be04d-a8f3-4317-87ef-cb04b13822ac admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a4a23812-4e71-49cb-8f44-4d6e0efc4e5b HTTP/1.1" status: 204 len: 168 time: 0.7187569 Nov 23 21:47:29.150059 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 48684) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:29.172314 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: cffc75b4-c9ea-4866-98bd-852f7af7fcc9 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:47:29.172924 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device cffc75b4-c9ea-4866-98bd-852f7af7fcc9 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:47:29.175951 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:29.179110 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ad3ebf-efed-43f2-b72c-9de4a490a703 None None] Network b1e7a003-1b6f-4314-b605-887392e42366 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:47:29.216970 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9eadab1f-6783-4f42-97db-d52f2c76d880 req-fa71a788-1e2b-4704-a768-7697d6c769aa tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351224 Nov 23 21:47:29.270084 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 707215d2-fdb3-40d5-9e1f-e1c54dae7244 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:47:29.272650 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:47:29.279007 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f24b5b4-f68d-40b3-8447-aad9441a512c req-017b54bb-f937-4984-be91-1616864a2dba tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857779 Nov 23 21:47:29.361255 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 707215d2-fdb3-40d5-9e1f-e1c54dae7244, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=707215d2-fdb3-40d5-9e1f-e1c54dae7244,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:29.371035 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:29.408632 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5a20b8aa-0919-4234-99d1-91eba759fc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:29.446046 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=707215d2-fdb3-40d5-9e1f-e1c54dae7244,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:29.470910 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6990bf-f612-4ff2-916a-459d1e821b8b None None] DHCP port deletion for b1e7a003-1b6f-4314-b605-887392e42366 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:47:29.489649 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-5a20b8aa-0919-4234-99d1-91eba759fc1a admin admin] Deleting port 66d5d35a-2228-4338-9780-49e35016e897 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:47:29.490424 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5a20b8aa-0919-4234-99d1-91eba759fc1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:29.529122 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['707215d2-fdb3-40d5-9e1f-e1c54dae7244'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:47:29.602166 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-5a20b8aa-0919-4234-99d1-91eba759fc1a admin admin] For port 66d5d35a-2228-4338-9780-49e35016e897, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=66d5d35a-2228-4338-9780-49e35016e897,segment=NetworkSegment(85d3c8d9-e863-4fde-98e7-e260d7eae7fb),segment_id=85d3c8d9-e863-4fde-98e7-e260d7eae7fb)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:29.602825 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5a20b8aa-0919-4234-99d1-91eba759fc1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:29.638045 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-5a20b8aa-0919-4234-99d1-91eba759fc1a admin admin] Calling delete_port for 66d5d35a-2228-4338-9780-49e35016e897 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:47:29.779003 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:29.847208 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0d6990bf-f612-4ff2-916a-459d1e821b8b None None] Deleting port 66d5d35a-2228-4338-9780-49e35016e897 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:47:29.847816 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0d6990bf-f612-4ff2-916a-459d1e821b8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:29.852363 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5a20b8aa-0919-4234-99d1-91eba759fc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:29.919462 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0d6990bf-f612-4ff2-916a-459d1e821b8b None None] For port 66d5d35a-2228-4338-9780-49e35016e897, host n-d-816206-9, got binding levels [] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:29.920043 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0d6990bf-f612-4ff2-916a-459d1e821b8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:29.937075 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20b8aa-0919-4234-99d1-91eba759fc1a admin admin] Pushing event deleted for resources: {'Port': ['ID=66d5d35a-2228-4338-9780-49e35016e897,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:29.939454 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0d6990bf-f612-4ff2-916a-459d1e821b8b None None] Calling delete_port for 66d5d35a-2228-4338-9780-49e35016e897 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:47:29.942551 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.ipam_backend_mixin [None req-0d6990bf-f612-4ff2-916a-459d1e821b8b None None] Port 66d5d35a-2228-4338-9780-49e35016e897 was not found and therefore no delete operation was performed {{(pid=110035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 21:47:29.957449 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0d6990bf-f612-4ff2-916a-459d1e821b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:29.969950 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a20b8aa-0919-4234-99d1-91eba759fc1a admin admin] No DVR routers for this DVR port 66d5d35a-2228-4338-9780-49e35016e897 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:47:29.994896 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6990bf-f612-4ff2-916a-459d1e821b8b None None] Pushing event deleted for resources: {'Port': ['ID=66d5d35a-2228-4338-9780-49e35016e897,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:30.002941 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48702) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:30.007436 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6990bf-f612-4ff2-916a-459d1e821b8b None None] No DVR routers for this DVR port 66d5d35a-2228-4338-9780-49e35016e897 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:47:30.095934 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5a20b8aa-0919-4234-99d1-91eba759fc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:30.123137 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-5a20b8aa-0919-4234-99d1-91eba759fc1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e7a003-1b6f-4314-b605-887392e42366']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:30.135088 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-5a20b8aa-0919-4234-99d1-91eba759fc1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d3c8d9-e863-4fde-98e7-e260d7eae7fb') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:30.135778 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-5a20b8aa-0919-4234-99d1-91eba759fc1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d3c8d9-e863-4fde-98e7-e260d7eae7fb') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:30.147841 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5a20b8aa-0919-4234-99d1-91eba759fc1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:30.168254 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5a20b8aa-0919-4234-99d1-91eba759fc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:30.187385 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a20b8aa-0919-4234-99d1-91eba759fc1a admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:47:30.188090 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5a20b8aa-0919-4234-99d1-91eba759fc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:30.214159 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff5ed262-a045-4aa6-a5bd-e4fe28412c11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:47:30.223834 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:47:30.288815 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fbb9f-7921-4f9e-81de-34a1b4f4e34b req-b00cae58-6767-45ce-84ae-d4837d56c450 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:30.297670 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed8fbb9f-7921-4f9e-81de-34a1b4f4e34b req-b00cae58-6767-45ce-84ae-d4837d56c450 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc7d331-65d8-4d97-accc-e412129f86db HTTP/1.1" status: 200 len: 945 time: 0.7766423 Nov 23 21:47:30.322505 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738741cd-7ab1-409e-a122-e6948711bffe req-a263cffd-8a37-4243-afbf-f812493ae64e tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:30.330074 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-738741cd-7ab1-409e-a122-e6948711bffe req-a263cffd-8a37-4243-afbf-f812493ae64e tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 945 time: 0.5020118 Nov 23 21:47:30.345980 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5a20b8aa-0919-4234-99d1-91eba759fc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:30.377185 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5a20b8aa-0919-4234-99d1-91eba759fc1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:30.378655 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5a20b8aa-0919-4234-99d1-91eba759fc1a admin admin] 10.222.0.50 "DELETE /v2.0/networks/b1e7a003-1b6f-4314-b605-887392e42366 HTTP/1.1" status: 204 len: 168 time: 1.2268038 Nov 23 21:47:30.379966 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20b8aa-0919-4234-99d1-91eba759fc1a admin admin] Pushing event deleted for resources: {'Network': ['ID=b1e7a003-1b6f-4314-b605-887392e42366,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:30.449937 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-caf4f38f-ffb6-4b8f-b28d-741146da011c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:30.453258 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff5ed262-a045-4aa6-a5bd-e4fe28412c11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:30.465407 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff5ed262-a045-4aa6-a5bd-e4fe28412c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:30.528675 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 707215d2-fdb3-40d5-9e1f-e1c54dae7244 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:47:30.560374 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ed262-a045-4aa6-a5bd-e4fe28412c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1002b3bc-4ce8-4c03-a645-3c4676de7a6d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:30.607391 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ff5ed262-a045-4aa6-a5bd-e4fe28412c11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a524effcc1f74a539b14454d0fe4d52a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6033971 Nov 23 21:47:30.611164 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48712) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:30.625441 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48714) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:30.630652 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 548a5ee1-32b5-498c-a75e-fcb7643d67a9 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:47:30.693734 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 548a5ee1-32b5-498c-a75e-fcb7643d67a9 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:47:30.694372 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 548a5ee1-32b5-498c-a75e-fcb7643d67a9 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:47:30.695004 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 66d5d35a-2228-4338-9780-49e35016e897 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:47:30.757600 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 66d5d35a-2228-4338-9780-49e35016e897 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:47:30.759020 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 66d5d35a-2228-4338-9780-49e35016e897 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:47:30.784817 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2571901f-3662-461f-8f26-89dc2341d433 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:30.813095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 707215d2-fdb3-40d5-9e1f-e1c54dae7244 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:30.813755 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:30.829589 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d7219c6c-f9b4-4e8f-bbb8-a75c9a3ce660 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=57adce55a02943a3bc2a5fe88e267c9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028403 Nov 23 21:47:30.833409 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48716) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:30.883561 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2571901f-3662-461f-8f26-89dc2341d433 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:31.025933 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:31.056368 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5a8593cb-8507-4897-b2da-b26474a0cfc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:31.092598 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dde3c13-2614-4e59-87d2-c2ebf085d047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707215d2-fdb3-40d5-9e1f-e1c54dae7244'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:47:31.098118 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808b73bc-a0a2-4ef6-8057-652cf5aef32a" -d '{"events": [{"server_uuid": "4dde3c13-2614-4e59-87d2-c2ebf085d047", "name": "network-vif-plugged", "status": "completed", "tag": "707215d2-fdb3-40d5-9e1f-e1c54dae7244"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:47:31.115566 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5a8593cb-8507-4897-b2da-b26474a0cfc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:31.122219 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-738741cd-7ab1-409e-a122-e6948711bffe req-21e536fc-ec78-42c9-bdd3-07ab027d5f7a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7912717 Nov 23 21:47:31.142541 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed8fbb9f-7921-4f9e-81de-34a1b4f4e34b req-55ab0112-c121-4564-ac40-572bfe5c5a1a tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8449709 Nov 23 21:47:31.149235 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 707215d2-fdb3-40d5-9e1f-e1c54dae7244, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=707215d2-fdb3-40d5-9e1f-e1c54dae7244,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:31.168646 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:31.222976 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2571901f-3662-461f-8f26-89dc2341d433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:31.227761 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2571901f-3662-461f-8f26-89dc2341d433 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:31.241448 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2571901f-3662-461f-8f26-89dc2341d433 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1002b3bc-4ce8-4c03-a645-3c4676de7a6d HTTP/1.1" status: 204 len: 168 time: 0.6234715 Nov 23 21:47:31.250903 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=707215d2-fdb3-40d5-9e1f-e1c54dae7244,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:31.266463 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5a8593cb-8507-4897-b2da-b26474a0cfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:31.274309 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5a8593cb-8507-4897-b2da-b26474a0cfc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:31.280070 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5a8593cb-8507-4897-b2da-b26474a0cfc1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/96f61cda-137a-4e2b-9aef-2395f6a997b9 HTTP/1.1" status: 204 len: 168 time: 0.4447141 Nov 23 21:47:31.303419 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571901f-3662-461f-8f26-89dc2341d433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1002b3bc-4ce8-4c03-a645-3c4676de7a6d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:31.340093 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8593cb-8507-4897-b2da-b26474a0cfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f61cda-137a-4e2b-9aef-2395f6a997b9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:31.487559 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:32.558303 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 48770) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:32.767295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 48776) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:32.868951 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:32.880631 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-3030bf2d-b0ad-40c8-beda-4bf019c16426 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1873586846-network', 'tenant_id': '4ed532f41917491898d7b5b306b12d07'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:32.939035 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3030bf2d-b0ad-40c8-beda-4bf019c16426 admin admin] Made reservation on behalf of 4ed532f41917491898d7b5b306b12d07 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:47:32.942175 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3030bf2d-b0ad-40c8-beda-4bf019c16426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:32.959584 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3030bf2d-b0ad-40c8-beda-4bf019c16426 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:32.966245 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-5c28ff5f-7992-40f3-8a10-979ec623adde admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1755113730-network', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:33.083511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c28ff5f-7992-40f3-8a10-979ec623adde admin admin] Made reservation on behalf of d7c7dd7d3a8f493f8c0d2ac94408c753 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:47:33.086895 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5c28ff5f-7992-40f3-8a10-979ec623adde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:33.166046 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3030bf2d-b0ad-40c8-beda-4bf019c16426 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:33.167754 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5c28ff5f-7992-40f3-8a10-979ec623adde admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:33.181156 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3030bf2d-b0ad-40c8-beda-4bf019c16426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:33.215383 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3030bf2d-b0ad-40c8-beda-4bf019c16426 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:47:33.238496 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030bf2d-b0ad-40c8-beda-4bf019c16426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3e15de-7115-4de3-8d8d-7a70d2007464,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:33.242305 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3030bf2d-b0ad-40c8-beda-4bf019c16426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:33.242992 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-3030bf2d-b0ad-40c8-beda-4bf019c16426 admin admin] Added segment 09dc5fad-6c69-41f1-a0c9-d307f4020c2b of type vlan for network 565caa67-cfa5-48d7-86a0-bb544dd4998a Nov 23 21:47:33.377664 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5c28ff5f-7992-40f3-8a10-979ec623adde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:33.380255 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3030bf2d-b0ad-40c8-beda-4bf019c16426 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:33.386160 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5c28ff5f-7992-40f3-8a10-979ec623adde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:33.427545 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c28ff5f-7992-40f3-8a10-979ec623adde admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:47:33.455100 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5c28ff5f-7992-40f3-8a10-979ec623adde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:33.455494 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-5c28ff5f-7992-40f3-8a10-979ec623adde admin admin] Added segment 18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2 of type vlan for network f56852c6-7aab-4f89-b932-245ddd9fbd48 Nov 23 21:47:33.457122 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28ff5f-7992-40f3-8a10-979ec623adde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf7dc28-30ca-421d-a523-428996405402,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:33.468768 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3030bf2d-b0ad-40c8-beda-4bf019c16426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:33.469998 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3030bf2d-b0ad-40c8-beda-4bf019c16426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:33.470685 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3030bf2d-b0ad-40c8-beda-4bf019c16426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:33.541772 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5c28ff5f-7992-40f3-8a10-979ec623adde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:33.597390 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3030bf2d-b0ad-40c8-beda-4bf019c16426 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0353074 Nov 23 21:47:33.598037 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48784) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:33.603278 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c90683e6-e835-4729-86c0-d37833405f5f admin admin] Request body: {'subnet': {'network_id': '565caa67-cfa5-48d7-86a0-bb544dd4998a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1873586846-subnet', 'tenant_id': '4ed532f41917491898d7b5b306b12d07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:33.622132 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030bf2d-b0ad-40c8-beda-4bf019c16426 admin admin] Pushing event updated for resources: {'Network': ['ID=565caa67-cfa5-48d7-86a0-bb544dd4998a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:33.634880 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 565caa67-cfa5-48d7-86a0-bb544dd4998a details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:47:33.648718 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90683e6-e835-4729-86c0-d37833405f5f admin admin] Made reservation on behalf of 4ed532f41917491898d7b5b306b12d07 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:47:33.652779 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c90683e6-e835-4729-86c0-d37833405f5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:33.653307 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5c28ff5f-7992-40f3-8a10-979ec623adde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:33.654579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c28ff5f-7992-40f3-8a10-979ec623adde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:33.656449 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5c28ff5f-7992-40f3-8a10-979ec623adde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:33.779518 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28ff5f-7992-40f3-8a10-979ec623adde admin admin] Pushing event updated for resources: {'Network': ['ID=f56852c6-7aab-4f89-b932-245ddd9fbd48,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:33.787152 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5c28ff5f-7992-40f3-8a10-979ec623adde admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0159101 Nov 23 21:47:33.790538 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 48786) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:33.795429 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-de4d2a66-e394-4636-8312-82d1418664a5 admin admin] Request body: {'subnet': {'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1755113730-subnet', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:33.799981 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network f56852c6-7aab-4f89-b932-245ddd9fbd48 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:47:33.822873 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:33.864631 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4d2a66-e394-4636-8312-82d1418664a5 admin admin] Made reservation on behalf of d7c7dd7d3a8f493f8c0d2ac94408c753 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:47:33.867612 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-de4d2a66-e394-4636-8312-82d1418664a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:34.037445 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c90683e6-e835-4729-86c0-d37833405f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:34.117261 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90683e6-e835-4729-86c0-d37833405f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=70e76f80-19f1-4121-aa1f-a2cff5a772bd,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:34.147298 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90683e6-e835-4729-86c0-d37833405f5f admin admin] Checking segment: {'id': '09dc5fad-6c69-41f1-a0c9-d307f4020c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '565caa67-cfa5-48d7-86a0-bb544dd4998a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:47:34.147668 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90683e6-e835-4729-86c0-d37833405f5f admin admin] Network hostable DHCP agents. Network: 565caa67-cfa5-48d7-86a0-bb544dd4998a, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:47:34.188618 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90683e6-e835-4729-86c0-d37833405f5f admin admin] Network 565caa67-cfa5-48d7-86a0-bb544dd4998a is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:47:34.196485 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-de4d2a66-e394-4636-8312-82d1418664a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:34.237102 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-c90683e6-e835-4729-86c0-d37833405f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 565caa67-cfa5-48d7-86a0-bb544dd4998a) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:34.254371 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd3e383-c228-4bf0-b541-88160ba4bcb6 None None] Network 565caa67-cfa5-48d7-86a0-bb544dd4998a requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:47:34.281469 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90683e6-e835-4729-86c0-d37833405f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:34.282266 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c90683e6-e835-4729-86c0-d37833405f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:34.292724 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d2a66-e394-4636-8312-82d1418664a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2614cf0b-fdca-4af2-860f-9cdb27a5a99a,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:34.314552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4d2a66-e394-4636-8312-82d1418664a5 admin admin] Checking segment: {'id': '18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:47:34.315279 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4d2a66-e394-4636-8312-82d1418664a5 admin admin] Network hostable DHCP agents. Network: f56852c6-7aab-4f89-b932-245ddd9fbd48, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:47:34.348713 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c90683e6-e835-4729-86c0-d37833405f5f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7496657 Nov 23 21:47:34.363302 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48788) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:34.371603 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4d2a66-e394-4636-8312-82d1418664a5 admin admin] Network f56852c6-7aab-4f89-b932-245ddd9fbd48 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:47:34.372981 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e4d1c6d0-7c0d-40ce-a327-0f494eba8671 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1873586846-router', 'tenant_id': '4ed532f41917491898d7b5b306b12d07', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:34.394608 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-de4d2a66-e394-4636-8312-82d1418664a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, f56852c6-7aab-4f89-b932-245ddd9fbd48) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:34.400320 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4d2a66-e394-4636-8312-82d1418664a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:34.401386 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-de4d2a66-e394-4636-8312-82d1418664a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:34.450496 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b2033b-be0d-4c5a-bc78-ed6b93b67565 None None] Network f56852c6-7aab-4f89-b932-245ddd9fbd48 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:47:34.476295 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-de4d2a66-e394-4636-8312-82d1418664a5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6843765 Nov 23 21:47:34.481112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 48790) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:34.487219 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-7670a8fd-980b-439c-ba47-5ebb36f0aa05 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1755113730-router', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:34.535063 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c6d0-7c0d-40ce-a327-0f494eba8671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:34.536329 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c6d0-7c0d-40ce-a327-0f494eba8671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:34.561990 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7670a8fd-980b-439c-ba47-5ebb36f0aa05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:34.565392 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7670a8fd-980b-439c-ba47-5ebb36f0aa05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:34.627210 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c6d0-7c0d-40ce-a327-0f494eba8671 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:34.699172 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7670a8fd-980b-439c-ba47-5ebb36f0aa05 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:34.875763 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8299682a-ac8b-4d62-bad5-96495fcdda2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-565caa67-cfa5-48d7-86a0-bb544dd4998a', 'network_id': '565caa67-cfa5-48d7-86a0-bb544dd4998a', 'tenant_id': '4ed532f41917491898d7b5b306b12d07', 'fixed_ips': [{'subnet_id': '70e76f80-19f1-4121-aa1f-a2cff5a772bd'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:47:34.876647 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8299682a-ac8b-4d62-bad5-96495fcdda2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:34.916557 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c6d0-7c0d-40ce-a327-0f494eba8671 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:34.946876 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7670a8fd-980b-439c-ba47-5ebb36f0aa05 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:34.973567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d8d7fc-618b-4cc4-ba0e-0957d5839013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-f56852c6-7aab-4f89-b932-245ddd9fbd48', 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'fixed_ips': [{'subnet_id': '2614cf0b-fdca-4af2-860f-9cdb27a5a99a'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:47:34.979892 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d7fc-618b-4cc4-ba0e-0957d5839013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:35.197288 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-9fd71c00-6d07-4f80-866b-7d8b7ce64c32 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:35.199407 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-9fd71c00-6d07-4f80-866b-7d8b7ce64c32 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef&tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 1096 time: 0.1951025 Nov 23 21:47:35.216902 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-5466ed74-062f-4121-ac12-9d50f5590e9a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-9'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:35.291604 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-5466ed74-062f-4121-ac12-9d50f5590e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:35.469664 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c6d0-7c0d-40ce-a327-0f494eba8671 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:35.532489 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7670a8fd-980b-439c-ba47-5ebb36f0aa05 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:35.548499 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c6d0-7c0d-40ce-a327-0f494eba8671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:35.569225 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7670a8fd-980b-439c-ba47-5ebb36f0aa05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:35.576885 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-8299682a-ac8b-4d62-bad5-96495fcdda2a None None] Allocated IP 172.20.0.2 (565caa67-cfa5-48d7-86a0-bb544dd4998a/70e76f80-19f1-4121-aa1f-a2cff5a772bd/4441ba2b-bfba-4444-b960-c2b5cc913b60) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:47:35.636022 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-e0d8d7fc-618b-4cc4-ba0e-0957d5839013 None None] Allocated IP 172.20.0.2 (f56852c6-7aab-4f89-b932-245ddd9fbd48/2614cf0b-fdca-4af2-860f-9cdb27a5a99a/4a30305f-eccf-4e18-a911-d98aa19610bf) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:47:35.779989 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-e4d1c6d0-7c0d-40ce-a327-0f494eba8671 admin admin] Allocated IP 172.25.5.209 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/5c662a86-07ff-4300-ab0b-08d6ab067c8e) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:47:35.811357 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-5466ed74-062f-4121-ac12-9d50f5590e9a service neutron] For port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:35.926016 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-5466ed74-062f-4121-ac12-9d50f5590e9a service neutron] For port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:47:36.039338 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c6d0-7c0d-40ce-a327-0f494eba8671 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:36.071530 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266d7c68-31df-476e-84da-ee33f2a54cef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:47:36.074152 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b95d19d-298b-4b91-a8f8-4c0ffcd46e07" -d '{"events": [{"server_uuid": "266d7c68-31df-476e-84da-ee33f2a54cef", "name": "network-vif-unplugged", "status": "completed", "tag": "59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:47:36.076939 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8299682a-ac8b-4d62-bad5-96495fcdda2a None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:36.084976 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-5466ed74-062f-4121-ac12-9d50f5590e9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:36.100186 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-5466ed74-062f-4121-ac12-9d50f5590e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:36.100455 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8299682a-ac8b-4d62-bad5-96495fcdda2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:36.154563 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c6d0-7c0d-40ce-a327-0f494eba8671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:36.193383 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d7fc-618b-4cc4-ba0e-0957d5839013 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:36.225409 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d1c6d0-7c0d-40ce-a327-0f494eba8671 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:47:36.233860 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-e4d1c6d0-7c0d-40ce-a327-0f494eba8671 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:36.239021 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8299682a-ac8b-4d62-bad5-96495fcdda2a None None] Network 565caa67-cfa5-48d7-86a0-bb544dd4998a is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:47:36.239021 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d7fc-618b-4cc4-ba0e-0957d5839013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:36.242997 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d1c6d0-7c0d-40ce-a327-0f494eba8671 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:47:36.259597 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-8299682a-ac8b-4d62-bad5-96495fcdda2a None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:36.261658 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466ed74-062f-4121-ac12-9d50f5590e9a service neutron] Pushing event updated for resources: {'Port': ['ID=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9,revision_number=7']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:36.261807 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299682a-ac8b-4d62-bad5-96495fcdda2a None None] Pushing event updated for resources: {'Port': ['ID=4441ba2b-bfba-4444-b960-c2b5cc913b60,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:36.263688 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8299682a-ac8b-4d62-bad5-96495fcdda2a None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:47:36.302070 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1c6d0-7c0d-40ce-a327-0f494eba8671 admin admin] Pushing event updated for resources: {'Port': ['ID=5c662a86-07ff-4300-ab0b-08d6ab067c8e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:36.328580 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d8d7fc-618b-4cc4-ba0e-0957d5839013 None None] Network f56852c6-7aab-4f89-b932-245ddd9fbd48 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:47:36.337324 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-e0d8d7fc-618b-4cc4-ba0e-0957d5839013 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:36.356475 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d8d7fc-618b-4cc4-ba0e-0957d5839013 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:47:36.363009 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8d7fc-618b-4cc4-ba0e-0957d5839013 None None] Pushing event updated for resources: {'Port': ['ID=4a30305f-eccf-4e18-a911-d98aa19610bf,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:36.430730 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-8299682a-ac8b-4d62-bad5-96495fcdda2a None None] Attempting to bind port 4441ba2b-bfba-4444-b960-c2b5cc913b60 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:47:36.431136 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-8299682a-ac8b-4d62-bad5-96495fcdda2a None None] Attempting to bind port 4441ba2b-bfba-4444-b960-c2b5cc913b60 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '09dc5fad-6c69-41f1-a0c9-d307f4020c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '565caa67-cfa5-48d7-86a0-bb544dd4998a'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:47:36.431503 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8299682a-ac8b-4d62-bad5-96495fcdda2a None None] Attempting to bind port 4441ba2b-bfba-4444-b960-c2b5cc913b60 on network 565caa67-cfa5-48d7-86a0-bb544dd4998a {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:36.451879 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-e0d8d7fc-618b-4cc4-ba0e-0957d5839013 None None] Attempting to bind port 4a30305f-eccf-4e18-a911-d98aa19610bf on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:47:36.452259 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-e0d8d7fc-618b-4cc4-ba0e-0957d5839013 None None] Attempting to bind port 4a30305f-eccf-4e18-a911-d98aa19610bf by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:47:36.452628 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d8d7fc-618b-4cc4-ba0e-0957d5839013 None None] Attempting to bind port 4a30305f-eccf-4e18-a911-d98aa19610bf on network f56852c6-7aab-4f89-b932-245ddd9fbd48 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:36.457884 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8299682a-ac8b-4d62-bad5-96495fcdda2a None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:47:36.458268 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8299682a-ac8b-4d62-bad5-96495fcdda2a None None] Checking segment: {'id': '09dc5fad-6c69-41f1-a0c9-d307f4020c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '565caa67-cfa5-48d7-86a0-bb544dd4998a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:47:36.458744 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8299682a-ac8b-4d62-bad5-96495fcdda2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:36.459182 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8299682a-ac8b-4d62-bad5-96495fcdda2a None None] Bound using segment: {'id': '09dc5fad-6c69-41f1-a0c9-d307f4020c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '565caa67-cfa5-48d7-86a0-bb544dd4998a'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:47:36.463767 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-8299682a-ac8b-4d62-bad5-96495fcdda2a None None] Bound port: 4441ba2b-bfba-4444-b960-c2b5cc913b60, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dc5fad-6c69-41f1-a0c9-d307f4020c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '565caa67-cfa5-48d7-86a0-bb544dd4998a'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:47:36.464424 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8299682a-ac8b-4d62-bad5-96495fcdda2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:36.472113 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d8d7fc-618b-4cc4-ba0e-0957d5839013 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:47:36.472569 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d8d7fc-618b-4cc4-ba0e-0957d5839013 None None] Checking segment: {'id': '18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:47:36.472979 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d7fc-618b-4cc4-ba0e-0957d5839013 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:36.473426 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d8d7fc-618b-4cc4-ba0e-0957d5839013 None None] Bound using segment: {'id': '18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:47:36.473996 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-e0d8d7fc-618b-4cc4-ba0e-0957d5839013 None None] Bound port: 4a30305f-eccf-4e18-a911-d98aa19610bf, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:47:36.474422 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d7fc-618b-4cc4-ba0e-0957d5839013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:36.513445 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-7670a8fd-980b-439c-ba47-5ebb36f0aa05 admin admin] Allocated IP 172.25.5.191 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/54484291-f47d-4b47-aa90-aa1b43ddb2be) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:47:36.532731 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-5466ed74-062f-4121-ac12-9d50f5590e9a service neutron] Attempting to bind port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 on host n-h2-816206-9 for vnic_type normal with profile {"migrating_to": "n-h1-816206-9"} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:47:36.533361 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-5466ed74-062f-4121-ac12-9d50f5590e9a service neutron] Attempting to bind port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:47:36.533858 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-5466ed74-062f-4121-ac12-9d50f5590e9a service neutron] Attempting to bind port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:36.549857 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-5466ed74-062f-4121-ac12-9d50f5590e9a service neutron] Port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:47:36.557951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-5466ed74-062f-4121-ac12-9d50f5590e9a service neutron] Attempting to bind port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:36.569690 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-5466ed74-062f-4121-ac12-9d50f5590e9a service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:47:36.571229 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-5466ed74-062f-4121-ac12-9d50f5590e9a service neutron] Checking segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:47:36.572236 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-5466ed74-062f-4121-ac12-9d50f5590e9a service neutron] Bound using segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:47:36.578114 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-5466ed74-062f-4121-ac12-9d50f5590e9a service neutron] Bound port: 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:47:36.578884 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-5466ed74-062f-4121-ac12-9d50f5590e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:36.579787 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e0d8d7fc-618b-4cc4-ba0e-0957d5839013 None None] For port 4a30305f-eccf-4e18-a911-d98aa19610bf, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:47:36.585864 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e0d8d7fc-618b-4cc4-ba0e-0957d5839013 None None] For port 4a30305f-eccf-4e18-a911-d98aa19610bf, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4a30305f-eccf-4e18-a911-d98aa19610bf,segment=NetworkSegment(18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2),segment_id=18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:47:36.594649 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:47:36.738157 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9, host n-h2-816206-9, got binding levels [] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:36.772710 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e0d8d7fc-618b-4cc4-ba0e-0957d5839013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:36.784072 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Attempting to bind port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 on host n-h2-816206-9 for vnic_type normal with profile {"migrating_to": "n-h1-816206-9"} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:47:36.784488 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Attempting to bind port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:47:36.784855 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Attempting to bind port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:36.823979 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c6d0-7c0d-40ce-a327-0f494eba8671 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:36.880981 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8299682a-ac8b-4d62-bad5-96495fcdda2a None None] For port 4441ba2b-bfba-4444-b960-c2b5cc913b60, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:47:36.887015 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8299682a-ac8b-4d62-bad5-96495fcdda2a None None] For port 4441ba2b-bfba-4444-b960-c2b5cc913b60, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4441ba2b-bfba-4444-b960-c2b5cc913b60,segment=NetworkSegment(09dc5fad-6c69-41f1-a0c9-d307f4020c2b),segment_id=09dc5fad-6c69-41f1-a0c9-d307f4020c2b)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:47:36.917921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:47:36.918336 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Attempting to bind port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 on network 2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:36.931408 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8299682a-ac8b-4d62-bad5-96495fcdda2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:36.942190 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-5466ed74-062f-4121-ac12-9d50f5590e9a service neutron] For port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:47:36.943503 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:47:36.943890 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Checking segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:47:36.944492 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Bound using segment: {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:47:36.945735 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Bound port: 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61209dd-bad3-4eb3-9b66-4addd1c48997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:47:36.946552 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:36.954610 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-5466ed74-062f-4121-ac12-9d50f5590e9a service neutron] For port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:47:37.000288 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7670a8fd-980b-439c-ba47-5ebb36f0aa05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:37.004155 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-5466ed74-062f-4121-ac12-9d50f5590e9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:37.048141 n-d-816206-9 neutron-server[110035]: WARNING neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Concurrent port binding operations failed on port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 Nov 23 21:47:37.052759 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:37.062563 n-d-816206-9 neutron-server[110035]: INFO neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Attempt 2 to bind port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 Nov 23 21:47:37.063074 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 has no active binding in host n-h1-816206-9 {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 21:47:37.082549 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8d7fc-618b-4cc4-ba0e-0957d5839013 None None] Pushing event updated for resources: {'Port': ['ID=4a30305f-eccf-4e18-a911-d98aa19610bf,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:37.168057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466ed74-062f-4121-ac12-9d50f5590e9a service neutron] Pushing event updated for resources: {'Port': ['ID=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9,revision_number=8']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:37.213211 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299682a-ac8b-4d62-bad5-96495fcdda2a None None] Pushing event updated for resources: {'Port': ['ID=4441ba2b-bfba-4444-b960-c2b5cc913b60,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:37.408596 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-5466ed74-062f-4121-ac12-9d50f5590e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:37.409851 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-5466ed74-062f-4121-ac12-9d50f5590e9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:37.412357 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-5466ed74-062f-4121-ac12-9d50f5590e9a service neutron] 10.222.0.53 "PUT /v2.0/ports/59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 HTTP/1.1" status: 200 len: 1121 time: 2.2016110 Nov 23 21:47:37.414570 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7670a8fd-980b-439c-ba47-5ebb36f0aa05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:37.498612 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670a8fd-980b-439c-ba47-5ebb36f0aa05 admin admin] Pushing event updated for resources: {'Port': ['ID=54484291-f47d-4b47-aa90-aa1b43ddb2be,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:37.543278 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7670a8fd-980b-439c-ba47-5ebb36f0aa05 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:47:37.543557 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:47:37.546492 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-7670a8fd-980b-439c-ba47-5ebb36f0aa05 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:37.553895 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7670a8fd-980b-439c-ba47-5ebb36f0aa05 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:47:37.661654 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:47:37.923376 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c6d0-7c0d-40ce-a327-0f494eba8671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:38.140325 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7670a8fd-980b-439c-ba47-5ebb36f0aa05 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:38.268125 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d1c6d0-7c0d-40ce-a327-0f494eba8671 admin admin] Router 04f10b00-7596-427f-9b10-d63b9b526e6d is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 21:47:38.622995 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d1c6d0-7c0d-40ce-a327-0f494eba8671 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:47:38.635059 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] Sync routers for ids ['04f10b00-7596-427f-9b10-d63b9b526e6d'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:47:38.647576 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] Routers {'04f10b00-7596-427f-9b10-d63b9b526e6d'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:47:38.649469 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:47:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['04f10b00-7596-427f-9b10-d63b9b526e6d'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:38.715894 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c6d0-7c0d-40ce-a327-0f494eba8671 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:38.723986 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e4d1c6d0-7c0d-40ce-a327-0f494eba8671 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3593948 Nov 23 21:47:38.724541 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4441ba2b-bfba-4444-b960-c2b5cc913b60 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:47:38.733702 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48800) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:38.809863 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] Set router 04f10b00-7596-427f-9b10-d63b9b526e6d gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:47:38.818016 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7670a8fd-980b-439c-ba47-5ebb36f0aa05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:38.903759 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1071ed0e-259b-4273-951b-490b74681bf1 None None] Network f56852c6-7aab-4f89-b932-245ddd9fbd48 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:47:38.962533 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 4441ba2b-bfba-4444-b960-c2b5cc913b60 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:38.965495 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:39.209416 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f10b00-7596-427f-9b10-d63b9b526e6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1873586846-router', 'tenant_id': '4ed532f41917491898d7b5b306b12d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '5c662a86-07ff-4300-ab0b-08d6ab067c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:34Z', 'updated_at': '2021-11-23T21:47:36Z', 'revision_number': 3, 'project_id': '4ed532f41917491898d7b5b306b12d07', 'gw_port': {'id': '5c662a86-07ff-4300-ab0b-08d6ab067c8e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f10b00-7596-427f-9b10-d63b9b526e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:35Z', 'updated_at': '2021-11-23T21:47:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:39.257526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7670a8fd-980b-439c-ba47-5ebb36f0aa05 admin admin] Router e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 21:47:39.301231 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] Checking router: 04f10b00-7596-427f-9b10-d63b9b526e6d for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:47:39.303447 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] Updating router 04f10b00-7596-427f-9b10-d63b9b526e6d port 5c662a86-07ff-4300-ab0b-08d6ab067c8e binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:47:39.372636 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:39.466528 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4425fb96-5a66-43df-97ff-533c072055f3 None None] Network 565caa67-cfa5-48d7-86a0-bb544dd4998a requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:47:39.504727 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-25e04a3e-9722-4af0-9dbd-dc8d1ae73e83 None None] Provisioning complete for port 4a30305f-eccf-4e18-a911-d98aa19610bf triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:39.505247 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-25e04a3e-9722-4af0-9dbd-dc8d1ae73e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:39.523499 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7670a8fd-980b-439c-ba47-5ebb36f0aa05 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:47:39.561332 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7670a8fd-980b-439c-ba47-5ebb36f0aa05 admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:39.562574 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7670a8fd-980b-439c-ba47-5ebb36f0aa05 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0800633 Nov 23 21:47:39.568427 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 48804) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:39.580115 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] Sync routers for ids ['e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:47:39.788677 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] Routers {'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:47:39.793374 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:47:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:39.850606 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68c32d8e-5122-44bd-93bc-30b9094a1441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:39.956007 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:39.976803 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:40.059406 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] Attempting to bind port 5c662a86-07ff-4300-ab0b-08d6ab067c8e on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:47:40.059683 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] Attempting to bind port 5c662a86-07ff-4300-ab0b-08d6ab067c8e by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:47:40.060050 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] Attempting to bind port 5c662a86-07ff-4300-ab0b-08d6ab067c8e on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:40.077333 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:47:40.078487 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:47:40.078931 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:40.079391 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:47:40.079878 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] Bound port: 5c662a86-07ff-4300-ab0b-08d6ab067c8e, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:47:40.080324 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:40.120447 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311e131-88e6-48ef-b295-a4f1797560df None None] Pushing event updated for resources: {'Port': ['ID=5c662a86-07ff-4300-ab0b-08d6ab067c8e,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:40.178132 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-68c32d8e-5122-44bd-93bc-30b9094a1441 admin admin] Allocated IP 172.20.0.1 (565caa67-cfa5-48d7-86a0-bb544dd4998a/70e76f80-19f1-4121-aa1f-a2cff5a772bd/76150e4a-0071-4786-a316-bc565035c171) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:47:40.218942 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] For port 5c662a86-07ff-4300-ab0b-08d6ab067c8e, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:47:40.228770 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] For port 5c662a86-07ff-4300-ab0b-08d6ab067c8e, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5c662a86-07ff-4300-ab0b-08d6ab067c8e,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:47:40.240665 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:40.314370 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311e131-88e6-48ef-b295-a4f1797560df None None] Pushing event updated for resources: {'Port': ['ID=5c662a86-07ff-4300-ab0b-08d6ab067c8e,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:40.355593 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] Routers {'04f10b00-7596-427f-9b10-d63b9b526e6d'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:47:40.356670 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:47:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['04f10b00-7596-427f-9b10-d63b9b526e6d'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:40.426824 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebe10d5-8ff6-409b-ac70-e1b40b0ec666 x-openstack-request-id: req-2ebe10d5-8ff6-409b-ac70-e1b40b0ec666 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:47:40.432242 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dde3c13-2614-4e59-87d2-c2ebf085d047", "name": "network-vif-plugged", "status": "completed", "tag": "707215d2-fdb3-40d5-9e1f-e1c54dae7244", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:47:40.434370 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2ebe10d5-8ff6-409b-ac70-e1b40b0ec666 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:47:40.434993 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dde3c13-2614-4e59-87d2-c2ebf085d047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707215d2-fdb3-40d5-9e1f-e1c54dae7244', 'code': 200} Nov 23 21:47:40.443758 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:40.449924 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-25e04a3e-9722-4af0-9dbd-dc8d1ae73e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:40.473947 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68c32d8e-5122-44bd-93bc-30b9094a1441 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:40.573478 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] Set router e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:47:40.574303 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68c32d8e-5122-44bd-93bc-30b9094a1441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:40.602568 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8ee9a-0daa-4bc5-a074-1ecc8a7907ef req-c7b42806-45a1-4aea-a754-12c145e84d50 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:40.604910 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30a8ee9a-0daa-4bc5-a074-1ecc8a7907ef req-c7b42806-45a1-4aea-a754-12c145e84d50 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 949 time: 0.1456656 Nov 23 21:47:40.628097 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 4441ba2b-bfba-4444-b960-c2b5cc913b60, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4441ba2b-bfba-4444-b960-c2b5cc913b60,segment=NetworkSegment(09dc5fad-6c69-41f1-a0c9-d307f4020c2b),segment_id=09dc5fad-6c69-41f1-a0c9-d307f4020c2b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:40.646952 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] Set router 04f10b00-7596-427f-9b10-d63b9b526e6d gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:47:40.734969 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c32d8e-5122-44bd-93bc-30b9094a1441 admin admin] Network 565caa67-cfa5-48d7-86a0-bb544dd4998a is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:47:40.758686 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-68c32d8e-5122-44bd-93bc-30b9094a1441 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:40.780659 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c32d8e-5122-44bd-93bc-30b9094a1441 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:47:40.798232 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c32d8e-5122-44bd-93bc-30b9094a1441 admin admin] Pushing event updated for resources: {'Port': ['ID=76150e4a-0071-4786-a316-bc565035c171,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:40.851870 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:40.852729 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4a30305f-eccf-4e18-a911-d98aa19610bf up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:47:40.859889 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-25e04a3e-9722-4af0-9dbd-dc8d1ae73e83 None None] For port 4a30305f-eccf-4e18-a911-d98aa19610bf, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4a30305f-eccf-4e18-a911-d98aa19610bf,segment=NetworkSegment(18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2),segment_id=18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:40.912123 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68c32d8e-5122-44bd-93bc-30b9094a1441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:41.010607 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=4441ba2b-bfba-4444-b960-c2b5cc913b60,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:41.099139 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-25e04a3e-9722-4af0-9dbd-dc8d1ae73e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:41.224496 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68c32d8e-5122-44bd-93bc-30b9094a1441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:41.325869 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30a8ee9a-0daa-4bc5-a074-1ecc8a7907ef req-6542e49a-6301-458f-afa7-93f0acf31e11 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7119296 Nov 23 21:47:41.414342 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 21:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430ef26c-b388-4623-aebc-31be49ee9db7 x-openstack-request-id: req-430ef26c-b388-4623-aebc-31be49ee9db7 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:47:41.417155 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266d7c68-31df-476e-84da-ee33f2a54cef", "name": "network-vif-unplugged", "status": "completed", "tag": "59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:47:41.418323 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-430ef26c-b388-4623-aebc-31be49ee9db7 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:47:41.420010 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f10b00-7596-427f-9b10-d63b9b526e6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1873586846-router', 'tenant_id': '4ed532f41917491898d7b5b306b12d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '5c662a86-07ff-4300-ab0b-08d6ab067c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:34Z', 'updated_at': '2021-11-23T21:47:36Z', 'revision_number': 3, 'project_id': '4ed532f41917491898d7b5b306b12d07', 'gw_port': {'id': '5c662a86-07ff-4300-ab0b-08d6ab067c8e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f10b00-7596-427f-9b10-d63b9b526e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:35Z', 'updated_at': '2021-11-23T21:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:41.421027 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266d7c68-31df-476e-84da-ee33f2a54cef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9', 'code': 200} Nov 23 21:47:41.455285 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1ee7582c-2bd0-4392-8100-33b9a2f37eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:41.486906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30989b1-2a51-44cd-b855-adbe745be5ad req-911f9484-fa32-4e37-828a-f986ddca3a39 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:41.496795 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b30989b1-2a51-44cd-b855-adbe745be5ad req-911f9484-fa32-4e37-828a-f986ddca3a39 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 943 time: 0.1863198 Nov 23 21:47:41.531545 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e04a3e-9722-4af0-9dbd-dc8d1ae73e83 None None] Pushing event updated for resources: {'Port': ['ID=4a30305f-eccf-4e18-a911-d98aa19610bf,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:41.553614 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e62d7e83-153e-4373-8521-08a6efd6a500 None None] Provisioning complete for port 4a30305f-eccf-4e18-a911-d98aa19610bf triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:41.554784 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e62d7e83-153e-4373-8521-08a6efd6a500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:41.624044 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 4a30305f-eccf-4e18-a911-d98aa19610bf triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:41.624880 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:41.746116 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b30989b1-2a51-44cd-b855-adbe745be5ad req-648ffc56-a248-44a3-a8b4-3c957cea32be tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477267 Nov 23 21:47:41.791055 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68c32d8e-5122-44bd-93bc-30b9094a1441 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:41.804809 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333019c3-e86e-4c97-8a06-27da0511ec07 None None] The sync data for ids ['04f10b00-7596-427f-9b10-d63b9b526e6d'] in n-d-816206-9 is: [{'id': '04f10b00-7596-427f-9b10-d63b9b526e6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1873586846-router', 'tenant_id': '4ed532f41917491898d7b5b306b12d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '5c662a86-07ff-4300-ab0b-08d6ab067c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:34Z', 'updated_at': '2021-11-23T21:47:36Z', 'revision_number': 3, 'project_id': '4ed532f41917491898d7b5b306b12d07', 'gw_port': {'id': '5c662a86-07ff-4300-ab0b-08d6ab067c8e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f10b00-7596-427f-9b10-d63b9b526e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:35Z', 'updated_at': '2021-11-23T21:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:47:41.806487 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68c32d8e-5122-44bd-93bc-30b9094a1441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:41.900431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'name': 'tempest-ServersTestManualDisk-1755113730-router', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:34Z', 'updated_at': '2021-11-23T21:47:37Z', 'revision_number': 3, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'gw_port': {'id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:35Z', 'updated_at': '2021-11-23T21:47:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:42.006586 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68c32d8e-5122-44bd-93bc-30b9094a1441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:42.029215 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e62d7e83-153e-4373-8521-08a6efd6a500 None None] Provisioning complete for port 4441ba2b-bfba-4444-b960-c2b5cc913b60 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:42.031544 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e62d7e83-153e-4373-8521-08a6efd6a500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:42.034975 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c32d8e-5122-44bd-93bc-30b9094a1441 admin admin] Pushing event updated for resources: {'Port': ['ID=76150e4a-0071-4786-a316-bc565035c171,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:42.048814 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-1ee7582c-2bd0-4392-8100-33b9a2f37eba admin admin] Allocated IP 172.20.0.1 (f56852c6-7aab-4f89-b932-245ddd9fbd48/2614cf0b-fdca-4af2-860f-9cdb27a5a99a/12611a22-235c-4fa0-8abe-9f4d97304618) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:47:42.093223 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] Checking router: e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:47:42.093763 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] Updating router e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4 port 54484291-f47d-4b47-aa90-aa1b43ddb2be binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:47:42.200154 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:42.294744 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c32d8e-5122-44bd-93bc-30b9094a1441 admin admin] Network 565caa67-cfa5-48d7-86a0-bb544dd4998a is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:47:42.298219 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-68c32d8e-5122-44bd-93bc-30b9094a1441 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:42.331120 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75d6b9-391c-4a1f-b38c-db0992b07b90 req-663a27fa-ff86-4c62-9324-24778cf1cc79 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:42.333060 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a75d6b9-391c-4a1f-b38c-db0992b07b90 req-663a27fa-ff86-4c62-9324-24778cf1cc79 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/ports?device_id=83640f9f-bbfc-494b-b9b5-1e2ec6f659f8 HTTP/1.1" status: 200 len: 949 time: 0.2673078 Nov 23 21:47:42.504006 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4441ba2b-bfba-4444-b960-c2b5cc913b60 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:47:42.527665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c32d8e-5122-44bd-93bc-30b9094a1441 admin admin] Router 04f10b00-7596-427f-9b10-d63b9b526e6d has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:47:42.575164 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f57b0-e845-43a4-81b1-bbe1d0c6a2b2 req-e6a89ffd-04fa-4bce-89f9-6b81615d7a97 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:42.578556 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-393f57b0-e845-43a4-81b1-bbe1d0c6a2b2 req-e6a89ffd-04fa-4bce-89f9-6b81615d7a97 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc7d331-65d8-4d97-accc-e412129f86db HTTP/1.1" status: 200 len: 945 time: 0.5108421 Nov 23 21:47:42.755294 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a75d6b9-391c-4a1f-b38c-db0992b07b90 req-a2b0c905-ce58-451b-9ea1-92302c19f0e8 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e428eb-fa73-470e-b15b-602f61637eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108641 Nov 23 21:47:42.784566 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 4441ba2b-bfba-4444-b960-c2b5cc913b60 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:42.784977 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:42.816131 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-393f57b0-e845-43a4-81b1-bbe1d0c6a2b2 req-86bce224-24ef-48d3-b6ea-f62dddb50e4e tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/security-groups?id=b26b8665-1713-4d65-b39e-72ff4cfee7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257926 Nov 23 21:47:42.819587 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1ee7582c-2bd0-4392-8100-33b9a2f37eba admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:42.927577 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1ee7582c-2bd0-4392-8100-33b9a2f37eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:42.996819 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940516f6-ffff-4859-8be9-79ef254657e3 req-523bce61-d4db-4f2f-97be-0a63aa5f5201 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:42.998763 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-940516f6-ffff-4859-8be9-79ef254657e3 req-523bce61-d4db-4f2f-97be-0a63aa5f5201 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcc7d331-65d8-4d97-accc-e412129f86db HTTP/1.1" status: 200 len: 945 time: 0.3269491 Nov 23 21:47:43.022030 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee7582c-2bd0-4392-8100-33b9a2f37eba admin admin] Network f56852c6-7aab-4f89-b932-245ddd9fbd48 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:47:43.029929 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-1ee7582c-2bd0-4392-8100-33b9a2f37eba admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:43.034201 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee7582c-2bd0-4392-8100-33b9a2f37eba admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:47:43.145282 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c32d8e-5122-44bd-93bc-30b9094a1441 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:47:43.147447 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1ee7582c-2bd0-4392-8100-33b9a2f37eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:43.150542 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7582c-2bd0-4392-8100-33b9a2f37eba admin admin] Pushing event updated for resources: {'Port': ['ID=12611a22-235c-4fa0-8abe-9f4d97304618,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:43.198097 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-68c32d8e-5122-44bd-93bc-30b9094a1441 admin admin] 10.222.0.50 "PUT /v2.0/routers/04f10b00-7596-427f-9b10-d63b9b526e6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4440143 Nov 23 21:47:43.410844 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-940516f6-ffff-4859-8be9-79ef254657e3 req-f0af30ec-8497-4da3-b916-c80513168ae6 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Deleting port ab455280-944c-43df-b379-c236ceaa9ac5 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:47:43.411601 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-940516f6-ffff-4859-8be9-79ef254657e3 req-f0af30ec-8497-4da3-b916-c80513168ae6 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:43.485665 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266d7c68-31df-476e-84da-ee33f2a54cef', 'tag': '59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:47:43.491157 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88382e7-c0dd-4af6-974f-8b349d3af8d4" -d '{"events": [{"name": "network-changed", "server_uuid": "266d7c68-31df-476e-84da-ee33f2a54cef", "tag": "59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:47:43.546260 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8ed8b-71d3-4381-9187-8d725fb6e948 req-45b1c2cb-443d-432f-9650-047521f42749 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:43.553403 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2bb8ed8b-71d3-4381-9187-8d725fb6e948 req-45b1c2cb-443d-432f-9650-047521f42749 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 943 time: 0.6401770 Nov 23 21:47:43.635470 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-940516f6-ffff-4859-8be9-79ef254657e3 req-f0af30ec-8497-4da3-b916-c80513168ae6 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] For port ab455280-944c-43df-b379-c236ceaa9ac5, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=ab455280-944c-43df-b379-c236ceaa9ac5,segment=NetworkSegment(b39fafe3-052e-4b28-be8e-3a74c5b358d3),segment_id=b39fafe3-052e-4b28-be8e-3a74c5b358d3)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:43.636241 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-940516f6-ffff-4859-8be9-79ef254657e3 req-f0af30ec-8497-4da3-b916-c80513168ae6 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:43.643557 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:47:43.665684 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8927f19-0384-4cc5-81a1-4b7d8b898811 req-612e5d13-7b6b-4aef-89d7-1b207bd903d3 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:43.673750 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8927f19-0384-4cc5-81a1-4b7d8b898811 req-612e5d13-7b6b-4aef-89d7-1b207bd903d3 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 949 time: 0.4783411 Nov 23 21:47:43.685564 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-940516f6-ffff-4859-8be9-79ef254657e3 req-f0af30ec-8497-4da3-b916-c80513168ae6 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Calling delete_port for ab455280-944c-43df-b379-c236ceaa9ac5 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:47:43.701158 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-649b928f-9969-4a1f-b83b-007f76e5872b None None] Provisioning complete for port 76150e4a-0071-4786-a316-bc565035c171 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:43.701603 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-649b928f-9969-4a1f-b83b-007f76e5872b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:43.729028 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2bb8ed8b-71d3-4381-9187-8d725fb6e948 req-7198e52a-07c9-4c8b-9fe0-71aeaffad40b tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622162 Nov 23 21:47:43.839301 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8927f19-0384-4cc5-81a1-4b7d8b898811 req-084a3bc4-a8a9-4262-abd2-0937bd8aff43 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645281 Nov 23 21:47:43.904205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4a30305f-eccf-4e18-a911-d98aa19610bf up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:47:44.010142 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1ee7582c-2bd0-4392-8100-33b9a2f37eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:44.081761 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device ab455280-944c-43df-b379-c236ceaa9ac5 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:47:44.098314 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:44.121691 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-940516f6-ffff-4859-8be9-79ef254657e3 req-f0af30ec-8497-4da3-b916-c80513168ae6 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:44.152494 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-649b928f-9969-4a1f-b83b-007f76e5872b None None] Port 76150e4a-0071-4786-a316-bc565035c171 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:47:44.154906 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:44.166873 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd78ace-4e88-41d0-9535-2e7246df1ce8 x-openstack-request-id: req-afd78ace-4e88-41d0-9535-2e7246df1ce8 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:47:44.168466 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "266d7c68-31df-476e-84da-ee33f2a54cef", "tag": "59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:47:44.168988 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-afd78ace-4e88-41d0-9535-2e7246df1ce8 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:47:44.169616 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266d7c68-31df-476e-84da-ee33f2a54cef', 'tag': '59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9', 'status': 'completed', 'code': 200} Nov 23 21:47:44.193085 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] Attempting to bind port 54484291-f47d-4b47-aa90-aa1b43ddb2be on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:47:44.193463 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] Attempting to bind port 54484291-f47d-4b47-aa90-aa1b43ddb2be by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:47:44.193951 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] Attempting to bind port 54484291-f47d-4b47-aa90-aa1b43ddb2be on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:44.207166 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af30ec-8497-4da3-b916-c80513168ae6 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Pushing event deleted for resources: {'Port': ['ID=ab455280-944c-43df-b379-c236ceaa9ac5,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:44.226109 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:47:44.226504 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:47:44.235059 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:44.235565 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:47:44.236100 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] Bound port: 54484291-f47d-4b47-aa90-aa1b43ddb2be, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:47:44.236504 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:44.312237 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] For port 54484291-f47d-4b47-aa90-aa1b43ddb2be, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:47:44.315737 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] For port 54484291-f47d-4b47-aa90-aa1b43ddb2be, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=54484291-f47d-4b47-aa90-aa1b43ddb2be,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:47:44.316063 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-940516f6-ffff-4859-8be9-79ef254657e3 req-f0af30ec-8497-4da3-b916-c80513168ae6 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] No DVR routers for this DVR port ab455280-944c-43df-b379-c236ceaa9ac5 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:47:44.323076 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-940516f6-ffff-4859-8be9-79ef254657e3 req-f0af30ec-8497-4da3-b916-c80513168ae6 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:44.326963 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-940516f6-ffff-4859-8be9-79ef254657e3 req-f0af30ec-8497-4da3-b916-c80513168ae6 tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.60 "DELETE /v2.0/ports/ab455280-944c-43df-b379-c236ceaa9ac5 HTTP/1.1" status: 204 len: 173 time: 1.3180666 Nov 23 21:47:44.327741 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc7d331-65d8-4d97-accc-e412129f86db', 'name': 'network-vif-deleted', 'tag': 'ab455280-944c-43df-b379-c236ceaa9ac5'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:47:44.332205 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221b8c1c-f720-4511-ab9c-4cc508138051" -d '{"events": [{"server_uuid": "dcc7d331-65d8-4d97-accc-e412129f86db", "name": "network-vif-deleted", "tag": "ab455280-944c-43df-b379-c236ceaa9ac5"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:47:44.345832 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:44.365558 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a8b72a9a-e2fc-4240-af6e-3b07301dcb86 None None] Provisioning complete for port 76150e4a-0071-4786-a316-bc565035c171 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:44.365927 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a8b72a9a-e2fc-4240-af6e-3b07301dcb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:44.434522 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a8b72a9a-e2fc-4240-af6e-3b07301dcb86 None None] Port 76150e4a-0071-4786-a316-bc565035c171 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:47:44.459465 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 4a30305f-eccf-4e18-a911-d98aa19610bf triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:44.459797 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:44.552620 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No active binding found for port ab455280-944c-43df-b379-c236ceaa9ac5 {{(pid=110035) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 21:47:44.553094 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device ab455280-944c-43df-b379-c236ceaa9ac5 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:47:44.553520 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8938fe97-07e0-4376-b67d-255f92fd5af4 req-82f088dc-6acc-4a81-a4ec-a44f7c9f1525 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2528765 Nov 23 21:47:44.573217 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c62f6f-8569-4d1b-be10-42b1e0295a47 None None] Pushing event updated for resources: {'Port': ['ID=54484291-f47d-4b47-aa90-aa1b43ddb2be,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:44.612568 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-70cdb5a8-7d82-42e9-b037-45846b83b77d req-ab75abe3-e9bf-47fd-835d-969f96b3ffea tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc7d331-65d8-4d97-accc-e412129f86db HTTP/1.1" status: 200 len: 210 time: 0.3089685 Nov 23 21:47:44.653294 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 82efa84f-cde4-46a4-bdde-57d480978c2c no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:47:44.702142 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-8938fe97-07e0-4376-b67d-255f92fd5af4 req-322083da-45ae-40ee-bcd0-d021d001cd0b tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:44.715834 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c62f6f-8569-4d1b-be10-42b1e0295a47 None None] Pushing event updated for resources: {'Port': ['ID=54484291-f47d-4b47-aa90-aa1b43ddb2be,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:44.751864 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fa9acf-ca82-4702-86e8-ee7c631a3677 x-openstack-request-id: req-f1fa9acf-ca82-4702-86e8-ee7c631a3677 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:47:44.752156 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc7d331-65d8-4d97-accc-e412129f86db", "name": "network-vif-deleted", "tag": "ab455280-944c-43df-b379-c236ceaa9ac5", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:47:44.752407 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f1fa9acf-ca82-4702-86e8-ee7c631a3677 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:47:44.752805 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc7d331-65d8-4d97-accc-e412129f86db', 'name': 'network-vif-deleted', 'tag': 'ab455280-944c-43df-b379-c236ceaa9ac5', 'status': 'completed', 'code': 200} Nov 23 21:47:44.755865 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88382e7-c0dd-4af6-974f-8b349d3af8d4 req-db80aef4-d409-4ced-a40d-91e8c7ff8352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:44.758181 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b88382e7-c0dd-4af6-974f-8b349d3af8d4 req-db80aef4-d409-4ced-a40d-91e8c7ff8352 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 1124 time: 0.6065488 Nov 23 21:47:44.811231 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a8b72a9a-e2fc-4240-af6e-3b07301dcb86 None None] Provisioning complete for port 12611a22-235c-4fa0-8abe-9f4d97304618 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:44.811645 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a8b72a9a-e2fc-4240-af6e-3b07301dcb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:44.934904 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88382e7-c0dd-4af6-974f-8b349d3af8d4 req-3b1d21c8-7e8d-4f72-8db6-0e68747490b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:44.939930 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b88382e7-c0dd-4af6-974f-8b349d3af8d4 req-3b1d21c8-7e8d-4f72-8db6-0e68747490b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 922 time: 0.1719754 Nov 23 21:47:44.963696 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a8b72a9a-e2fc-4240-af6e-3b07301dcb86 None None] Port 12611a22-235c-4fa0-8abe-9f4d97304618 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:47:44.982595 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] Routers {'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:47:44.983386 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:47:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:45.074849 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8938fe97-07e0-4376-b67d-255f92fd5af4 req-322083da-45ae-40ee-bcd0-d021d001cd0b tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:45.096784 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b88382e7-c0dd-4af6-974f-8b349d3af8d4 req-1e3a6cfd-58ac-45e3-b623-211439c39c95 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 HTTP/1.1" status: 200 len: 217 time: 0.1430652 Nov 23 21:47:45.151153 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5c662a86-07ff-4300-ab0b-08d6ab067c8e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:47:45.227787 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] Set router e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:47:45.245425 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1ee7582c-2bd0-4392-8100-33b9a2f37eba admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:45.255260 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] Sync routers for ids ['04f10b00-7596-427f-9b10-d63b9b526e6d'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:47:45.275740 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] Routers {'04f10b00-7596-427f-9b10-d63b9b526e6d'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:47:45.276697 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:47:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['04f10b00-7596-427f-9b10-d63b9b526e6d'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:45.282666 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1ee7582c-2bd0-4392-8100-33b9a2f37eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:45.430809 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:45.433145 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 5c662a86-07ff-4300-ab0b-08d6ab067c8e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:45.433630 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:45.454520 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88382e7-c0dd-4af6-974f-8b349d3af8d4 req-f7a69fcb-ac13-441f-a9f3-833e1337043e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:45.456433 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b88382e7-c0dd-4af6-974f-8b349d3af8d4 req-f7a69fcb-ac13-441f-a9f3-833e1337043e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c HTTP/1.1" status: 200 len: 861 time: 0.2927396 Nov 23 21:47:45.526927 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] Set router 04f10b00-7596-427f-9b10-d63b9b526e6d gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:47:45.621037 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 82efa84f-cde4-46a4-bdde-57d480978c2c, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=82efa84f-cde4-46a4-bdde-57d480978c2c,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:45.627755 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b88382e7-c0dd-4af6-974f-8b349d3af8d4 req-074021df-fea5-4557-bee8-515476bf31ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102571 Nov 23 21:47:45.645795 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7582c-2bd0-4392-8100-33b9a2f37eba admin admin] Pushing event updated for resources: {'Port': ['ID=12611a22-235c-4fa0-8abe-9f4d97304618,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:45.652394 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1ee7582c-2bd0-4392-8100-33b9a2f37eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:45.665301 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83640f9f-bbfc-494b-b9b5-1e2ec6f659f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82efa84f-cde4-46a4-bdde-57d480978c2c'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:47:45.672643 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda6bcd1-289c-4988-badb-a434faee5262" -d '{"events": [{"server_uuid": "83640f9f-bbfc-494b-b9b5-1e2ec6f659f8", "name": "network-vif-unplugged", "status": "completed", "tag": "82efa84f-cde4-46a4-bdde-57d480978c2c"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:47:45.702671 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:45.917328 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=82efa84f-cde4-46a4-bdde-57d480978c2c,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:45.938534 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:45.946874 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f10b00-7596-427f-9b10-d63b9b526e6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1873586846-router', 'tenant_id': '4ed532f41917491898d7b5b306b12d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '5c662a86-07ff-4300-ab0b-08d6ab067c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:34Z', 'updated_at': '2021-11-23T21:47:41Z', 'revision_number': 4, 'project_id': '4ed532f41917491898d7b5b306b12d07', 'gw_port': {'id': '5c662a86-07ff-4300-ab0b-08d6ab067c8e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f10b00-7596-427f-9b10-d63b9b526e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:35Z', 'updated_at': '2021-11-23T21:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '76150e4a-0071-4786-a316-bc565035c171', 'name': '', 'network_id': '565caa67-cfa5-48d7-86a0-bb544dd4998a', 'tenant_id': '4ed532f41917491898d7b5b306b12d07', 'mac_address': 'fa:16:3e:f4:17:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f10b00-7596-427f-9b10-d63b9b526e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '70e76f80-19f1-4121-aa1f-a2cff5a772bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:39Z', 'updated_at': '2021-11-23T21:47:41Z', 'revision_number': 2, 'project_id': '4ed532f41917491898d7b5b306b12d07', 'subnets': [{'id': '70e76f80-19f1-4121-aa1f-a2cff5a772bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:46.002525 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-8bd84ea9-3be2-49d5-a3a2-f35a7e3d5cf1 service neutron] 10.222.0.60 "GET /v2.0/ports/59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9/bindings/n-h1-816206-9 HTTP/1.1" status: 200 len: 384 time: 0.1484883 Nov 23 21:47:46.005539 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] Checking router: 04f10b00-7596-427f-9b10-d63b9b526e6d for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:47:46.005690 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] Updating router 04f10b00-7596-427f-9b10-d63b9b526e6d port 76150e4a-0071-4786-a316-bc565035c171 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:47:46.011373 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 5c662a86-07ff-4300-ab0b-08d6ab067c8e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5c662a86-07ff-4300-ab0b-08d6ab067c8e,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:46.034861 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:46.044779 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8938fe97-07e0-4376-b67d-255f92fd5af4 req-322083da-45ae-40ee-bcd0-d021d001cd0b tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:46.067265 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:46.084878 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b88382e7-c0dd-4af6-974f-8b349d3af8d4 req-4a08528c-338d-4386-913a-d5ef35dd3bbf service neutron] 10.222.0.60 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164798 Nov 23 21:47:46.136197 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'name': 'tempest-ServersTestManualDisk-1755113730-router', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:34Z', 'updated_at': '2021-11-23T21:47:43Z', 'revision_number': 4, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'gw_port': {'id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:35Z', 'updated_at': '2021-11-23T21:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '12611a22-235c-4fa0-8abe-9f4d97304618', 'name': '', 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'mac_address': 'fa:16:3e:49:75:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '2614cf0b-fdca-4af2-860f-9cdb27a5a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:41Z', 'updated_at': '2021-11-23T21:47:42Z', 'revision_number': 1, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'subnets': [{'id': '2614cf0b-fdca-4af2-860f-9cdb27a5a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:46.211207 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd5bdc3-89be-4be5-9714-9fc67f28b2e4 None None] The sync data for ids ['e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'] in n-d-816206-9 is: [{'id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'name': 'tempest-ServersTestManualDisk-1755113730-router', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:34Z', 'updated_at': '2021-11-23T21:47:43Z', 'revision_number': 4, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'gw_port': {'id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:35Z', 'updated_at': '2021-11-23T21:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '12611a22-235c-4fa0-8abe-9f4d97304618', 'name': '', 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'mac_address': 'fa:16:3e:49:75:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '2614cf0b-fdca-4af2-860f-9cdb27a5a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:41Z', 'updated_at': '2021-11-23T21:47:42Z', 'revision_number': 1, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'subnets': [{'id': '2614cf0b-fdca-4af2-860f-9cdb27a5a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:47:46.303343 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=5c662a86-07ff-4300-ab0b-08d6ab067c8e,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:46.359188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee7582c-2bd0-4392-8100-33b9a2f37eba admin admin] Network f56852c6-7aab-4f89-b932-245ddd9fbd48 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:47:46.362698 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b88382e7-c0dd-4af6-974f-8b349d3af8d4 req-f9b40854-3509-4d85-8ffc-ca372cd4c55e service neutron] 10.222.0.60 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542768 Nov 23 21:47:46.364078 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-1ee7582c-2bd0-4392-8100-33b9a2f37eba admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:46.461319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-64dce6f6-ef55-488b-a42e-e26fc4e80afb service neutron] For port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:46.511925 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-64dce6f6-ef55-488b-a42e-e26fc4e80afb service neutron] For port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:47:46.616330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-64dce6f6-ef55-488b-a42e-e26fc4e80afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:47:46.644074 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-64dce6f6-ef55-488b-a42e-e26fc4e80afb service neutron] For port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:46.693466 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-64dce6f6-ef55-488b-a42e-e26fc4e80afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:46.704417 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:46.715815 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:46.732959 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-8938fe97-07e0-4376-b67d-255f92fd5af4 req-322083da-45ae-40ee-bcd0-d021d001cd0b tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Allocated IP 172.25.5.119 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/2b129170-bbe5-4a76-9c56-1e3cda8cf034) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:47:46.815710 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b682f-399e-40a5-9817-fb2e6fafa0c9 None None] Pushing event updated for resources: {'Port': ['ID=76150e4a-0071-4786-a316-bc565035c171,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:46.932754 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-64dce6f6-ef55-488b-a42e-e26fc4e80afb service neutron] Transition to ACTIVE for port object 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:47:46.937540 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d4829950-037f-411a-a945-6e33abb621d8 None None] Provisioning complete for port 12611a22-235c-4fa0-8abe-9f4d97304618 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:46.938398 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d4829950-037f-411a-a945-6e33abb621d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:46.948077 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-64dce6f6-ef55-488b-a42e-e26fc4e80afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:47.012035 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8938fe97-07e0-4376-b67d-255f92fd5af4 req-322083da-45ae-40ee-bcd0-d021d001cd0b tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:47.092736 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8938fe97-07e0-4376-b67d-255f92fd5af4 req-322083da-45ae-40ee-bcd0-d021d001cd0b tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:47.098057 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-d4829950-037f-411a-a945-6e33abb621d8 None None] Port 12611a22-235c-4fa0-8abe-9f4d97304618 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:47:47.101406 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5c662a86-07ff-4300-ab0b-08d6ab067c8e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:47:47.104186 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] Attempting to bind port 76150e4a-0071-4786-a316-bc565035c171 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:47:47.104572 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] Attempting to bind port 76150e4a-0071-4786-a316-bc565035c171 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '09dc5fad-6c69-41f1-a0c9-d307f4020c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '565caa67-cfa5-48d7-86a0-bb544dd4998a'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:47:47.104950 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] Attempting to bind port 76150e4a-0071-4786-a316-bc565035c171 on network 565caa67-cfa5-48d7-86a0-bb544dd4998a {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:47.123533 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:47:47.127629 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] Checking segment: {'id': '09dc5fad-6c69-41f1-a0c9-d307f4020c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '565caa67-cfa5-48d7-86a0-bb544dd4998a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:47:47.127629 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:47.127629 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] Bound using segment: {'id': '09dc5fad-6c69-41f1-a0c9-d307f4020c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '565caa67-cfa5-48d7-86a0-bb544dd4998a'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:47:47.127629 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] Bound port: 76150e4a-0071-4786-a316-bc565035c171, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dc5fad-6c69-41f1-a0c9-d307f4020c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '565caa67-cfa5-48d7-86a0-bb544dd4998a'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:47:47.127629 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:47.168190 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-64dce6f6-ef55-488b-a42e-e26fc4e80afb service neutron] No DVR routers for this DVR port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:47:47.208885 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dce6f6-ef55-488b-a42e-e26fc4e80afb service neutron] Pushing event updated for resources: {'Port': ['ID=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9,revision_number=10']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:47.216792 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee7582c-2bd0-4392-8100-33b9a2f37eba admin admin] Router e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:47:47.222502 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-64dce6f6-ef55-488b-a42e-e26fc4e80afb service neutron] 10.222.0.60 "PUT /v2.0/ports/59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9/bindings/n-h1-816206-9/activate HTTP/1.1" status: 200 len: 369 time: 1.2110198 Nov 23 21:47:47.225438 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322083da-45ae-40ee-bcd0-d021d001cd0b tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Pushing event updated for resources: {'Port': ['ID=2b129170-bbe5-4a76-9c56-1e3cda8cf034,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:47.250557 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a340a05-4786-44c3-8b9a-e8e639c7a2af req-16dc01c1-9c99-4c6d-84e6-c2c2cf823888 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:47.252293 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a340a05-4786-44c3-8b9a-e8e639c7a2af req-16dc01c1-9c99-4c6d-84e6-c2c2cf823888 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 943 time: 0.8637700 Nov 23 21:47:47.276651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8938fe97-07e0-4376-b67d-255f92fd5af4 req-322083da-45ae-40ee-bcd0-d021d001cd0b tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:47:47.308274 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 5c662a86-07ff-4300-ab0b-08d6ab067c8e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:47.308651 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:47.325857 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-8938fe97-07e0-4376-b67d-255f92fd5af4 req-322083da-45ae-40ee-bcd0-d021d001cd0b tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:47.335213 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-8938fe97-07e0-4376-b67d-255f92fd5af4 req-322083da-45ae-40ee-bcd0-d021d001cd0b tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:47:47.362374 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] For port 76150e4a-0071-4786-a316-bc565035c171, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:47:47.367171 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] For port 76150e4a-0071-4786-a316-bc565035c171, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=76150e4a-0071-4786-a316-bc565035c171,segment=NetworkSegment(09dc5fad-6c69-41f1-a0c9-d307f4020c2b),segment_id=09dc5fad-6c69-41f1-a0c9-d307f4020c2b)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:47:47.381582 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:47.450154 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-4d3daf33-59a1-4902-a7da-8b1b3576ab90 service neutron] show failed (client error): The resource could not be found. Nov 23 21:47:47.451527 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-4d3daf33-59a1-4902-a7da-8b1b3576ab90 service neutron] 10.222.0.60 "GET /v2.0/ports/c8b0adef-13ba-43b4-8567-cf5160e855ab/bindings/n-h1-816206-9 HTTP/1.1" status: 404 len: 380 time: 0.1485240 Nov 23 21:47:47.479729 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6672e399-f805-4c4c-b467-c0aa5649a168 None None] Provisioning complete for port 76150e4a-0071-4786-a316-bc565035c171 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:47.485270 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] Routers {'04f10b00-7596-427f-9b10-d63b9b526e6d'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:47:47.486224 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:47:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['04f10b00-7596-427f-9b10-d63b9b526e6d'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:47.492421 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6672e399-f805-4c4c-b467-c0aa5649a168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:47.520502 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a340a05-4786-44c3-8b9a-e8e639c7a2af req-d54dfb9d-1d3b-4937-9c2f-6e2e1e942197 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598879 Nov 23 21:47:47.765516 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-b66cadd3-e3da-425f-8a81-e15fa04d63bb tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:47.767307 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-b66cadd3-e3da-425f-8a81-e15fa04d63bb tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef&tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 1095 time: 0.2666390 Nov 23 21:47:47.767604 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6672e399-f805-4c4c-b467-c0aa5649a168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:47.807918 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-6672e399-f805-4c4c-b467-c0aa5649a168 None None] For port 76150e4a-0071-4786-a316-bc565035c171, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=76150e4a-0071-4786-a316-bc565035c171,segment=NetworkSegment(09dc5fad-6c69-41f1-a0c9-d307f4020c2b),segment_id=09dc5fad-6c69-41f1-a0c9-d307f4020c2b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:47.825896 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6672e399-f805-4c4c-b467-c0aa5649a168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:47.840803 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b682f-399e-40a5-9817-fb2e6fafa0c9 None None] Pushing event updated for resources: {'Port': ['ID=76150e4a-0071-4786-a316-bc565035c171,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:47.863300 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] Set router 04f10b00-7596-427f-9b10-d63b9b526e6d gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:47:47.971772 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672e399-f805-4c4c-b467-c0aa5649a168 None None] Pushing event updated for resources: {'Port': ['ID=76150e4a-0071-4786-a316-bc565035c171,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:48.084065 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee7582c-2bd0-4392-8100-33b9a2f37eba admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:47:48.114807 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1ee7582c-2bd0-4392-8100-33b9a2f37eba admin admin] 10.222.0.50 "PUT /v2.0/routers/e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5465510 Nov 23 21:47:48.171435 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8938fe97-07e0-4376-b67d-255f92fd5af4 req-322083da-45ae-40ee-bcd0-d021d001cd0b tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:48.181924 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1b213235-f4a0-475a-842b-64594b50bc67 None None] Provisioning complete for port 76150e4a-0071-4786-a316-bc565035c171 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:48.182810 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1b213235-f4a0-475a-842b-64594b50bc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:48.270950 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f10b00-7596-427f-9b10-d63b9b526e6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1873586846-router', 'tenant_id': '4ed532f41917491898d7b5b306b12d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '5c662a86-07ff-4300-ab0b-08d6ab067c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:34Z', 'updated_at': '2021-11-23T21:47:41Z', 'revision_number': 4, 'project_id': '4ed532f41917491898d7b5b306b12d07', 'gw_port': {'id': '5c662a86-07ff-4300-ab0b-08d6ab067c8e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f10b00-7596-427f-9b10-d63b9b526e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:35Z', 'updated_at': '2021-11-23T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '76150e4a-0071-4786-a316-bc565035c171', 'name': '', 'network_id': '565caa67-cfa5-48d7-86a0-bb544dd4998a', 'tenant_id': '4ed532f41917491898d7b5b306b12d07', 'mac_address': 'fa:16:3e:f4:17:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f10b00-7596-427f-9b10-d63b9b526e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '70e76f80-19f1-4121-aa1f-a2cff5a772bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:39Z', 'updated_at': '2021-11-23T21:47:47Z', 'revision_number': 4, 'project_id': '4ed532f41917491898d7b5b306b12d07', 'subnets': [{'id': '70e76f80-19f1-4121-aa1f-a2cff5a772bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:48.309101 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f83c97-0036-4ff0-bf2b-94cfb5d02379 None None] The sync data for ids ['04f10b00-7596-427f-9b10-d63b9b526e6d'] in n-d-816206-9 is: [{'id': '04f10b00-7596-427f-9b10-d63b9b526e6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1873586846-router', 'tenant_id': '4ed532f41917491898d7b5b306b12d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '5c662a86-07ff-4300-ab0b-08d6ab067c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:34Z', 'updated_at': '2021-11-23T21:47:41Z', 'revision_number': 4, 'project_id': '4ed532f41917491898d7b5b306b12d07', 'gw_port': {'id': '5c662a86-07ff-4300-ab0b-08d6ab067c8e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f10b00-7596-427f-9b10-d63b9b526e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:35Z', 'updated_at': '2021-11-23T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '76150e4a-0071-4786-a316-bc565035c171', 'name': '', 'network_id': '565caa67-cfa5-48d7-86a0-bb544dd4998a', 'tenant_id': '4ed532f41917491898d7b5b306b12d07', 'mac_address': 'fa:16:3e:f4:17:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f10b00-7596-427f-9b10-d63b9b526e6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '70e76f80-19f1-4121-aa1f-a2cff5a772bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:39Z', 'updated_at': '2021-11-23T21:47:47Z', 'revision_number': 4, 'project_id': '4ed532f41917491898d7b5b306b12d07', 'subnets': [{'id': '70e76f80-19f1-4121-aa1f-a2cff5a772bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:47:48.315984 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-8923e5c3-245f-4796-8034-774bf92f591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:48.323352 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-8923e5c3-245f-4796-8034-774bf92f591b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef&tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574 HTTP/1.1" status: 200 len: 1095 time: 0.5445988 Nov 23 21:47:48.344937 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1a02b-5af1-44cb-8c5a-9e4c58ae972b req-d38ade50-249b-4502-9b1b-5a5236d925cc tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:48.346490 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ffb1a02b-5af1-44cb-8c5a-9e4c58ae972b req-d38ade50-249b-4502-9b1b-5a5236d925cc tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 949 time: 0.5843937 Nov 23 21:47:48.377546 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-ee827823-de1a-4e7c-a810-86d4d236cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:48.379249 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-ee827823-de1a-4e7c-a810-86d4d236cc70 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030&tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80 HTTP/1.1" status: 200 len: 1100 time: 0.3129065 Nov 23 21:47:48.379905 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8938fe97-07e0-4376-b67d-255f92fd5af4 req-322083da-45ae-40ee-bcd0-d021d001cd0b tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:48.434065 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-9', 'device_owner': 'compute:nova'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:48.972155 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 76150e4a-0071-4786-a316-bc565035c171 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:47:49.309781 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:49.315757 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ffb1a02b-5af1-44cb-8c5a-9e4c58ae972b req-d4fc5be5-00fb-4903-bd6c-15df65414392 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9459682 Nov 23 21:47:49.317938 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-52b06423-f28e-4925-8ff4-6e38685daf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:49.320246 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-52b06423-f28e-4925-8ff4-6e38685daf84 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 1095 time: 0.9494705 Nov 23 21:47:49.359101 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 76150e4a-0071-4786-a316-bc565035c171 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:49.361153 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:49.505172 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 54484291-f47d-4b47-aa90-aa1b43ddb2be up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:47:49.581088 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 54484291-f47d-4b47-aa90-aa1b43ddb2be triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:49.582086 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:49.641246 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 21:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0061bdc9-ed1c-44b9-9a22-3bbf9f5bd3f8 x-openstack-request-id: req-0061bdc9-ed1c-44b9-9a22-3bbf9f5bd3f8 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:47:49.641678 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83640f9f-bbfc-494b-b9b5-1e2ec6f659f8", "name": "network-vif-unplugged", "status": "completed", "tag": "82efa84f-cde4-46a4-bdde-57d480978c2c", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:47:49.642048 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0061bdc9-ed1c-44b9-9a22-3bbf9f5bd3f8 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:47:49.642549 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83640f9f-bbfc-494b-b9b5-1e2ec6f659f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82efa84f-cde4-46a4-bdde-57d480978c2c', 'code': 200} Nov 23 21:47:49.685406 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:49.710126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-6658f5bc-ea8a-4b9d-b2cf-e09debe9b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:49.712805 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-6658f5bc-ea8a-4b9d-b2cf-e09debe9b8d8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 922 time: 0.3616190 Nov 23 21:47:49.712960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 54484291-f47d-4b47-aa90-aa1b43ddb2be, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=54484291-f47d-4b47-aa90-aa1b43ddb2be,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:49.721055 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:49.808017 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=54484291-f47d-4b47-aa90-aa1b43ddb2be,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:49.825780 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-c38a99a4-acc6-4803-ad85-96f64bfaa934 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 HTTP/1.1" status: 200 len: 217 time: 0.0908530 Nov 23 21:47:49.949822 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8938fe97-07e0-4376-b67d-255f92fd5af4 req-322083da-45ae-40ee-bcd0-d021d001cd0b tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:49.956406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-4837afc3-91e1-4b26-8860-52d4802459b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:49.957905 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-4837afc3-91e1-4b26-8860-52d4802459b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c HTTP/1.1" status: 200 len: 861 time: 0.1034803 Nov 23 21:47:49.963564 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] For port c8b0adef-13ba-43b4-8567-cf5160e855ab, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c8b0adef-13ba-43b4-8567-cf5160e855ab,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:49.967588 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8938fe97-07e0-4376-b67d-255f92fd5af4 req-322083da-45ae-40ee-bcd0-d021d001cd0b tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:50.048512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322083da-45ae-40ee-bcd0-d021d001cd0b tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Pushing event updated for resources: {'Port': ['ID=2b129170-bbe5-4a76-9c56-1e3cda8cf034,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:50.053640 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-31acfeab-e385-4abe-b3fb-ac72ce05d0c5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771658 Nov 23 21:47:50.214001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] For port c8b0adef-13ba-43b4-8567-cf5160e855ab, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:47:50.274610 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8938fe97-07e0-4376-b67d-255f92fd5af4 req-322083da-45ae-40ee-bcd0-d021d001cd0b tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:50.343611 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea492751-7f51-46e7-a688-5d7552357030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8b0adef-13ba-43b4-8567-cf5160e855ab'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:47:50.345981 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c2970f-9885-4aaa-be93-6a79603f7901" -d '{"events": [{"server_uuid": "ea492751-7f51-46e7-a688-5d7552357030", "name": "network-vif-unplugged", "status": "completed", "tag": "c8b0adef-13ba-43b4-8567-cf5160e855ab"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:47:50.357874 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:50.367579 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8938fe97-07e0-4376-b67d-255f92fd5af4 req-322083da-45ae-40ee-bcd0-d021d001cd0b tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:50.369082 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8938fe97-07e0-4376-b67d-255f92fd5af4 req-322083da-45ae-40ee-bcd0-d021d001cd0b tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.8025863 Nov 23 21:47:50.401951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] Transition to ACTIVE for port object c8b0adef-13ba-43b4-8567-cf5160e855ab will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:47:50.411838 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48982) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:50.418798 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e324118b-82d3-465f-a10f-682a23b33fa9 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1147105349', 'description': 'tempest-description--214951610'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:50.454036 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-4678871c-3f02-4077-9c4a-10cdbd688233 service neutron] 10.222.0.53 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899205 Nov 23 21:47:50.463083 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:50.493060 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8938fe97-07e0-4376-b67d-255f92fd5af4 req-6ef0bb39-b3d6-4936-bd62-dd10c08c2cec tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.119 HTTP/1.1" status: 200 len: 696 time: 0.1073978 Nov 23 21:47:50.512082 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e324118b-82d3-465f-a10f-682a23b33fa9 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:50.643806 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e324118b-82d3-465f-a10f-682a23b33fa9 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:50.653257 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e324118b-82d3-465f-a10f-682a23b33fa9 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:50.676291 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] No DVR routers for this DVR port c8b0adef-13ba-43b4-8567-cf5160e855ab on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:47:50.710369 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b0adef-13ba-43b4-8567-cf5160e855ab,revision_number=6']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:50.719328 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e324118b-82d3-465f-a10f-682a23b33fa9 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:50.721159 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e324118b-82d3-465f-a10f-682a23b33fa9 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3075581 Nov 23 21:47:50.727985 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48990) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:50.733204 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a2b3dde5-9a55-4cd2-9649-6898ffc2359e tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Request body: {'security_group_rule': {'security_group_id': '563e062f-6329-45f3-ac18-40f31cdea03a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:50.768632 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324118b-82d3-465f-a10f-682a23b33fa9 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=563e062f-6329-45f3-ac18-40f31cdea03a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:50.788680 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a2b3dde5-9a55-4cd2-9649-6898ffc2359e tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:50.873405 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830c7bf-b614-4857-81dc-e51993d651a6 req-9f462a0c-360e-4db2-9c9e-70b451a10d87 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:50.881304 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7830c7bf-b614-4857-81dc-e51993d651a6 req-9f462a0c-360e-4db2-9c9e-70b451a10d87 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 944 time: 0.3384652 Nov 23 21:47:50.886430 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a2b3dde5-9a55-4cd2-9649-6898ffc2359e tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:50.890768 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] Attempting to bind port c8b0adef-13ba-43b4-8567-cf5160e855ab on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:47:50.891109 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] Attempting to bind port c8b0adef-13ba-43b4-8567-cf5160e855ab by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:47:50.891435 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] Attempting to bind port c8b0adef-13ba-43b4-8567-cf5160e855ab on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:50.902506 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a2b3dde5-9a55-4cd2-9649-6898ffc2359e tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:50.970806 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 54484291-f47d-4b47-aa90-aa1b43ddb2be up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:47:50.978317 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3dde5-9a55-4cd2-9649-6898ffc2359e tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e69ac6-3376-4b01-9a6e-76aab4dbe36b,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:50.999459 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a2b3dde5-9a55-4cd2-9649-6898ffc2359e tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:51.003950 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a2b3dde5-9a55-4cd2-9649-6898ffc2359e tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2723680 Nov 23 21:47:51.004433 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48992) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:51.005491 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938fe97-07e0-4376-b67d-255f92fd5af4 req-f6e03faf-d563-4a1d-a746-80a166d49937 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:51.011455 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8938fe97-07e0-4376-b67d-255f92fd5af4 req-f6e03faf-d563-4a1d-a746-80a166d49937 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.4703372 Nov 23 21:47:51.013873 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ce6f98ee-cec1-471f-b689-cf490b9b1057 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Request body: {'security_group_rule': {'security_group_id': '563e062f-6329-45f3-ac18-40f31cdea03a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:51.047770 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] Port c8b0adef-13ba-43b4-8567-cf5160e855ab on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:47:51.048125 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] Attempting to bind port c8b0adef-13ba-43b4-8567-cf5160e855ab on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:51.053489 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-16e390ca-5729-45e8-9550-e3361e1849eb service neutron] 10.222.0.53 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792613 Nov 23 21:47:51.090306 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:47:51.091122 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:47:51.091399 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:47:51.091957 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] Bound port: c8b0adef-13ba-43b4-8567-cf5160e855ab, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:47:51.092466 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:51.107393 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce6f98ee-cec1-471f-b689-cf490b9b1057 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:51.131507 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 54484291-f47d-4b47-aa90-aa1b43ddb2be triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:51.133883 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:51.222601 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce6f98ee-cec1-471f-b689-cf490b9b1057 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:51.235003 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce6f98ee-cec1-471f-b689-cf490b9b1057 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:51.264905 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f98ee-cec1-471f-b689-cf490b9b1057 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2fcada-4411-476c-aee9-663353fc6b70,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:51.289650 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce6f98ee-cec1-471f-b689-cf490b9b1057 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:51.295839 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ce6f98ee-cec1-471f-b689-cf490b9b1057 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2895529 Nov 23 21:47:51.297397 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48996) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:51.302424 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-68601199-32b1-4322-b03f-09a375c83e46 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:51.313203 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7830c7bf-b614-4857-81dc-e51993d651a6 req-bc4d457d-cb12-4bf5-b965-59e6cd9a0812 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310071 Nov 23 21:47:51.337135 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c8b0adef-13ba-43b4-8567-cf5160e855ab no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:47:51.371686 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68601199-32b1-4322-b03f-09a375c83e46 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:51.401881 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec548f79-17d8-4baa-be5a-37dfef811454 req-2f72ed58-66e8-4e12-bbd7-237d139018ee tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:51.404263 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec548f79-17d8-4baa-be5a-37dfef811454 req-2f72ed58-66e8-4e12-bbd7-237d139018ee tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?device_id=30e0fbcf-c711-4084-a769-a06146bc2860 HTTP/1.1" status: 200 len: 945 time: 0.2016118 Nov 23 21:47:51.463007 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] For port c8b0adef-13ba-43b4-8567-cf5160e855ab, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:47:51.485850 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c8b0adef-13ba-43b4-8567-cf5160e855ab not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:47:51.488808 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] For port c8b0adef-13ba-43b4-8567-cf5160e855ab, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c8b0adef-13ba-43b4-8567-cf5160e855ab,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:47:51.504259 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-d90d6392-c7a1-432a-8005-89870d1bfb04 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:51.505916 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-d90d6392-c7a1-432a-8005-89870d1bfb04 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef&tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&binding%3Ahost_id=n-h1-816206-9 HTTP/1.1" status: 200 len: 1095 time: 0.1650362 Nov 23 21:47:51.513198 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:51.633508 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] Sync routers for ids ['e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:47:51.652082 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:51.653248 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:51.655398 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] 10.222.0.53 "PUT /v2.0/ports/c8b0adef-13ba-43b4-8567-cf5160e855ab HTTP/1.1" status: 200 len: 1095 time: 3.2262883 Nov 23 21:47:51.656108 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] Routers {'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:47:51.659114 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:47:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:51.670758 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68601199-32b1-4322-b03f-09a375c83e46 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:51.678094 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec548f79-17d8-4baa-be5a-37dfef811454 req-f1a472a0-e15b-43a8-90c3-3b58f429dfac tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e16c830-bb83-4eed-8285-161efed5682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600267 Nov 23 21:47:51.819781 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434bb63-208a-4e25-84b4-fa7b5a6ae2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b0adef-13ba-43b4-8567-cf5160e855ab,revision_number=7']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:51.905505 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] Set router e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:47:51.928068 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-f2d69f34-7f9d-460a-bc05-530390022f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:51.931413 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-f2d69f34-7f9d-460a-bc05-530390022f2f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 1098 time: 0.2331882 Nov 23 21:47:52.026459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-68601199-32b1-4322-b03f-09a375c83e46 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Allocated IP 172.25.5.109 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/8f249a01-9122-4de3-8be2-ba7a4c897ea9) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:47:52.094236 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23271dd1-c2e2-4339-84ae-f6f9e39990b8 req-6548f129-6510-4bc0-8459-34b83d94b6b3 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:52.104180 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-23271dd1-c2e2-4339-84ae-f6f9e39990b8 req-6548f129-6510-4bc0-8459-34b83d94b6b3 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 947 time: 0.1942096 Nov 23 21:47:52.129360 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-78b12253-862e-4190-83a1-326b3470bcac service neutron] For port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:47:52.139397 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-78b12253-862e-4190-83a1-326b3470bcac service neutron] Publish callbacks [] for binding, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:52.140497 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5e13431-4dfd-4f20-8ec0-4485bd440d74 req-78b12253-862e-4190-83a1-326b3470bcac service neutron] 10.222.0.53 "DELETE /v2.0/ports/59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9/bindings/n-h2-816206-9 HTTP/1.1" status: 204 len: 173 time: 0.6154168 Nov 23 21:47:52.203025 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-23271dd1-c2e2-4339-84ae-f6f9e39990b8 req-28e2c386-9b00-4dd1-91f9-9ed461e66678 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976269 Nov 23 21:47:52.204691 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-d843af99-f19a-48c6-875e-04f5f3d55735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:52.205965 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-d843af99-f19a-48c6-875e-04f5f3d55735 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.2423995 Nov 23 21:47:52.209484 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68601199-32b1-4322-b03f-09a375c83e46 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:52.277224 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'name': 'tempest-ServersTestManualDisk-1755113730-router', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:34Z', 'updated_at': '2021-11-23T21:47:43Z', 'revision_number': 4, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'gw_port': {'id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:35Z', 'updated_at': '2021-11-23T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '12611a22-235c-4fa0-8abe-9f4d97304618', 'name': '', 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'mac_address': 'fa:16:3e:49:75:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '2614cf0b-fdca-4af2-860f-9cdb27a5a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:41Z', 'updated_at': '2021-11-23T21:47:44Z', 'revision_number': 2, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'subnets': [{'id': '2614cf0b-fdca-4af2-860f-9cdb27a5a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:52.296755 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68601199-32b1-4322-b03f-09a375c83e46 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:52.306797 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 21:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6a74b2-594e-41c8-a006-4b3b5d9dc5ac x-openstack-request-id: req-4e6a74b2-594e-41c8-a006-4b3b5d9dc5ac {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:47:52.307309 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea492751-7f51-46e7-a688-5d7552357030", "name": "network-vif-unplugged", "status": "completed", "tag": "c8b0adef-13ba-43b4-8567-cf5160e855ab", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:47:52.307684 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e6a74b2-594e-41c8-a006-4b3b5d9dc5ac {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:47:52.308999 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea492751-7f51-46e7-a688-5d7552357030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8b0adef-13ba-43b4-8567-cf5160e855ab', 'code': 200} Nov 23 21:47:52.323307 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-13a135ee-c5ff-4941-b92d-03c1074e326d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=c8b0adef-13ba-43b4-8567-cf5160e855ab HTTP/1.1" status: 200 len: 217 time: 0.1018181 Nov 23 21:47:52.327006 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] Checking router: e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:47:52.327362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] Updating router e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4 port 12611a22-235c-4fa0-8abe-9f4d97304618 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:47:52.356122 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68601199-32b1-4322-b03f-09a375c83e46 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:47:52.359351 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-68601199-32b1-4322-b03f-09a375c83e46 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:52.362188 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:52.362369 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68601199-32b1-4322-b03f-09a375c83e46 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:47:52.442128 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68601199-32b1-4322-b03f-09a375c83e46 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Pushing event updated for resources: {'Port': ['ID=8f249a01-9122-4de3-8be2-ba7a4c897ea9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:52.528347 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68601199-32b1-4322-b03f-09a375c83e46 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:52.610320 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-d3669567-b511-4e0d-b0b0-714376a24030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:52.611290 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68601199-32b1-4322-b03f-09a375c83e46 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:52.611938 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-d3669567-b511-4e0d-b0b0-714376a24030 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1565015 Nov 23 21:47:52.625284 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:52.630438 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77484858-0e83-4c52-88be-265788cb8abe req-655c69f5-9098-4185-abaa-ea927c71229e tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3301847 Nov 23 21:47:52.650130 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-77484858-0e83-4c52-88be-265788cb8abe req-8dff6eb2-1fe8-4eaa-9919-1632b9ceec72 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:52.702705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-29223fb3-6045-4667-a012-1742afeae918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:52.704574 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-29223fb3-6045-4667-a012-1742afeae918 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0695415 Nov 23 21:47:52.706033 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-77484858-0e83-4c52-88be-265788cb8abe req-8dff6eb2-1fe8-4eaa-9919-1632b9ceec72 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:52.747999 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:52.761086 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:52.847700 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038444e-fcee-48a9-9b70-f320bb1869b9 None None] Pushing event updated for resources: {'Port': ['ID=12611a22-235c-4fa0-8abe-9f4d97304618,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:52.881925 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68601199-32b1-4322-b03f-09a375c83e46 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:52.895964 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68601199-32b1-4322-b03f-09a375c83e46 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:52.937445 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] Attempting to bind port 12611a22-235c-4fa0-8abe-9f4d97304618 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:47:52.937915 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] Attempting to bind port 12611a22-235c-4fa0-8abe-9f4d97304618 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:47:52.938376 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] Attempting to bind port 12611a22-235c-4fa0-8abe-9f4d97304618 on network f56852c6-7aab-4f89-b932-245ddd9fbd48 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:47:52.943310 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-c0afd6f9-782f-47bd-a9be-c19fa6f752d1 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161477 Nov 23 21:47:52.945640 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:47:52.946211 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] Checking segment: {'id': '18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:47:52.946704 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:52.947219 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] Bound using segment: {'id': '18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:47:52.947839 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] Bound port: 12611a22-235c-4fa0-8abe-9f4d97304618, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:47:52.948388 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:53.005905 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7e381-db96-4836-a47b-c664ea59f2e8 req-1cf06833-c600-4cba-b008-9228b846e2cd tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:53.008741 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e3c7e381-db96-4836-a47b-c664ea59f2e8 req-1cf06833-c600-4cba-b008-9228b846e2cd tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 944 time: 0.1402216 Nov 23 21:47:53.031945 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68601199-32b1-4322-b03f-09a375c83e46 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:53.036078 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68601199-32b1-4322-b03f-09a375c83e46 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Pushing event updated for resources: {'Port': ['ID=8f249a01-9122-4de3-8be2-ba7a4c897ea9,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:53.052498 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] For port 12611a22-235c-4fa0-8abe-9f4d97304618, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:47:53.058065 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68601199-32b1-4322-b03f-09a375c83e46 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:53.060146 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-68601199-32b1-4322-b03f-09a375c83e46 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7613196 Nov 23 21:47:53.072175 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] For port 12611a22-235c-4fa0-8abe-9f4d97304618, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=12611a22-235c-4fa0-8abe-9f4d97304618,segment=NetworkSegment(18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2),segment_id=18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:47:53.078928 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:53.086924 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-77484858-0e83-4c52-88be-265788cb8abe req-8dff6eb2-1fe8-4eaa-9919-1632b9ceec72 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:53.142573 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] Routers {'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:47:53.143281 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:47:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:53.192064 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e3c7e381-db96-4836-a47b-c664ea59f2e8 req-ed74f9f1-3c12-4906-97b3-a2f1730860bc tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683154 Nov 23 21:47:53.207028 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78d382fd-fb5c-4953-ba21-14eb46779c17 req-6df0b59c-71ae-4482-8f5d-8137e581798c service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513692 Nov 23 21:47:53.209108 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038444e-fcee-48a9-9b70-f320bb1869b9 None None] Pushing event updated for resources: {'Port': ['ID=12611a22-235c-4fa0-8abe-9f4d97304618,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:53.268116 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e69b98ad-b213-4314-9e03-b7fa6811cd91 None None] Provisioning complete for port 12611a22-235c-4fa0-8abe-9f4d97304618 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:53.268612 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e69b98ad-b213-4314-9e03-b7fa6811cd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:53.324062 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-77484858-0e83-4c52-88be-265788cb8abe req-8dff6eb2-1fe8-4eaa-9919-1632b9ceec72 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Allocated IP 172.25.5.124 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/8a4e0c2a-7706-40d0-b1c9-80602b32dd10) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:47:53.346000 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] Set router e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:47:53.476151 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e69b98ad-b213-4314-9e03-b7fa6811cd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:53.488872 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad089833-79ef-4263-be49-e6cede34ef57 req-8da27483-8487-46fc-a6bf-a492a95808f4 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:53.490664 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ad089833-79ef-4263-be49-e6cede34ef57 req-8da27483-8487-46fc-a6bf-a492a95808f4 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/ports?device_id=4dde3c13-2614-4e59-87d2-c2ebf085d047 HTTP/1.1" status: 200 len: 950 time: 0.1172452 Nov 23 21:47:53.507882 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-77484858-0e83-4c52-88be-265788cb8abe req-8dff6eb2-1fe8-4eaa-9919-1632b9ceec72 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:53.549642 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e69b98ad-b213-4314-9e03-b7fa6811cd91 None None] For port 12611a22-235c-4fa0-8abe-9f4d97304618, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=12611a22-235c-4fa0-8abe-9f4d97304618,segment=NetworkSegment(18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2),segment_id=18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:53.562296 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e69b98ad-b213-4314-9e03-b7fa6811cd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:53.572423 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ad089833-79ef-4263-be49-e6cede34ef57 req-2f05270e-7529-44ba-be6e-ec19f054d513 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a8fe05e-00b2-497d-ad6e-3b61067f7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699923 Nov 23 21:47:53.583035 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-77484858-0e83-4c52-88be-265788cb8abe req-8dff6eb2-1fe8-4eaa-9919-1632b9ceec72 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:53.628683 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77484858-0e83-4c52-88be-265788cb8abe req-8dff6eb2-1fe8-4eaa-9919-1632b9ceec72 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:47:53.633727 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-77484858-0e83-4c52-88be-265788cb8abe req-8dff6eb2-1fe8-4eaa-9919-1632b9ceec72 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:53.637447 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-77484858-0e83-4c52-88be-265788cb8abe req-8dff6eb2-1fe8-4eaa-9919-1632b9ceec72 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:47:53.649972 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b98ad-b213-4314-9e03-b7fa6811cd91 None None] Pushing event updated for resources: {'Port': ['ID=12611a22-235c-4fa0-8abe-9f4d97304618,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:53.669435 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'name': 'tempest-ServersTestManualDisk-1755113730-router', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:34Z', 'updated_at': '2021-11-23T21:47:43Z', 'revision_number': 4, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'gw_port': {'id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:35Z', 'updated_at': '2021-11-23T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '12611a22-235c-4fa0-8abe-9f4d97304618', 'name': '', 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'mac_address': 'fa:16:3e:49:75:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '2614cf0b-fdca-4af2-860f-9cdb27a5a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:41Z', 'updated_at': '2021-11-23T21:47:53Z', 'revision_number': 4, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'subnets': [{'id': '2614cf0b-fdca-4af2-860f-9cdb27a5a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:53.673920 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff6eb2-1fe8-4eaa-9919-1632b9ceec72 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Pushing event updated for resources: {'Port': ['ID=8a4e0c2a-7706-40d0-b1c9-80602b32dd10,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:53.701460 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7409fa11-26c9-4471-bf7f-6e82948766ae None None] The sync data for ids ['e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'] in n-d-816206-9 is: [{'id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'name': 'tempest-ServersTestManualDisk-1755113730-router', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:34Z', 'updated_at': '2021-11-23T21:47:43Z', 'revision_number': 4, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'gw_port': {'id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:35Z', 'updated_at': '2021-11-23T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '12611a22-235c-4fa0-8abe-9f4d97304618', 'name': '', 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'mac_address': 'fa:16:3e:49:75:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '2614cf0b-fdca-4af2-860f-9cdb27a5a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:41Z', 'updated_at': '2021-11-23T21:47:53Z', 'revision_number': 4, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'subnets': [{'id': '2614cf0b-fdca-4af2-860f-9cdb27a5a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:47:53.712744 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9096a2be-7526-4402-8686-e7350983b834 None None] Provisioning complete for port 12611a22-235c-4fa0-8abe-9f4d97304618 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:53.713121 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9096a2be-7526-4402-8686-e7350983b834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:53.729348 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f9503-9ceb-4054-8c4d-c36d9eefeb60 req-ff14d4b4-4919-4d59-bbbd-4fb5a12b995d tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:53.730921 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-123f9503-9ceb-4054-8c4d-c36d9eefeb60 req-ff14d4b4-4919-4d59-bbbd-4fb5a12b995d tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?device_id=30e0fbcf-c711-4084-a769-a06146bc2860 HTTP/1.1" status: 200 len: 945 time: 0.0897105 Nov 23 21:47:53.794779 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-77484858-0e83-4c52-88be-265788cb8abe req-8dff6eb2-1fe8-4eaa-9919-1632b9ceec72 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:53.816220 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-123f9503-9ceb-4054-8c4d-c36d9eefeb60 req-c1823652-870b-4c8f-b296-08e76364153f tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/security-groups?id=1e16c830-bb83-4eed-8285-161efed5682a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637863 Nov 23 21:47:53.846690 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-77484858-0e83-4c52-88be-265788cb8abe req-8dff6eb2-1fe8-4eaa-9919-1632b9ceec72 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:53.862142 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49072) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:53.915815 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-319ec2c2-46a2-4d5b-9e21-b78954dbaedc admin admin] Deleting subnet 15604317-742c-41db-b6cd-cf3f90521277 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:47:53.919494 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-319ec2c2-46a2-4d5b-9e21-b78954dbaedc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:53.954594 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-319ec2c2-46a2-4d5b-9e21-b78954dbaedc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:53.994120 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-319ec2c2-46a2-4d5b-9e21-b78954dbaedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:54.014092 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-3558479f-49c3-4195-8f35-f7a50b3c87c7 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1147105349&fields=id&tenant_id=d7c7dd7d3a8f493f8c0d2ac94408c753 HTTP/1.1" status: 200 len: 267 time: 0.0896320 Nov 23 21:47:54.048518 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-319ec2c2-46a2-4d5b-9e21-b78954dbaedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:54.080298 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ec2c2-46a2-4d5b-9e21-b78954dbaedc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15604317-742c-41db-b6cd-cf3f90521277,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:54.084122 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-319ec2c2-46a2-4d5b-9e21-b78954dbaedc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:54.088332 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-319ec2c2-46a2-4d5b-9e21-b78954dbaedc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/15604317-742c-41db-b6cd-cf3f90521277 HTTP/1.1" status: 204 len: 168 time: 0.2248805 Nov 23 21:47:54.091008 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49082) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:54.190701 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15f60e6f-93bc-4d05-8564-af8b75d77510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:54.285407 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15f60e6f-93bc-4d05-8564-af8b75d77510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:54.311357 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-15f60e6f-93bc-4d05-8564-af8b75d77510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82590b6-95ee-41a8-90a5-1d72b8f9c202']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:54.323163 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-15f60e6f-93bc-4d05-8564-af8b75d77510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b39fafe3-052e-4b28-be8e-3a74c5b358d3') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:54.323463 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-15f60e6f-93bc-4d05-8564-af8b75d77510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b39fafe3-052e-4b28-be8e-3a74c5b358d3') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:54.334463 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15f60e6f-93bc-4d05-8564-af8b75d77510 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:54.351589 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15f60e6f-93bc-4d05-8564-af8b75d77510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:54.359800 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f60e6f-93bc-4d05-8564-af8b75d77510 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:47:54.360199 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15f60e6f-93bc-4d05-8564-af8b75d77510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:47:54.361929 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:47:54.435460 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea492751-7f51-46e7-a688-5d7552357030', 'tag': 'c8b0adef-13ba-43b4-8567-cf5160e855ab'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:47:54.438120 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da078016-21bf-40b4-a7e3-13ae64ae0eca" -d '{"events": [{"name": "network-changed", "server_uuid": "ea492751-7f51-46e7-a688-5d7552357030", "tag": "c8b0adef-13ba-43b4-8567-cf5160e855ab"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:47:54.449388 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-77484858-0e83-4c52-88be-265788cb8abe req-8dff6eb2-1fe8-4eaa-9919-1632b9ceec72 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:54.462578 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-77484858-0e83-4c52-88be-265788cb8abe req-8dff6eb2-1fe8-4eaa-9919-1632b9ceec72 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:54.464177 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15f60e6f-93bc-4d05-8564-af8b75d77510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:54.470423 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15f60e6f-93bc-4d05-8564-af8b75d77510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:54.476668 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-15f60e6f-93bc-4d05-8564-af8b75d77510 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a82590b6-95ee-41a8-90a5-1d72b8f9c202 HTTP/1.1" status: 204 len: 168 time: 0.3816698 Nov 23 21:47:54.485365 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbe184-685c-4c1e-8a63-37631ce572c3 req-8ece90c7-5ccc-41f1-a93d-91de7a107c7d tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:54.486926 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-11bbe184-685c-4c1e-8a63-37631ce572c3 req-8ece90c7-5ccc-41f1-a93d-91de7a107c7d tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e0fbcf-c711-4084-a769-a06146bc2860 HTTP/1.1" status: 200 len: 945 time: 0.0784366 Nov 23 21:47:54.578282 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff6eb2-1fe8-4eaa-9919-1632b9ceec72 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Pushing event updated for resources: {'Port': ['ID=8a4e0c2a-7706-40d0-b1c9-80602b32dd10,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:54.588913 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 82efa84f-cde4-46a4-bdde-57d480978c2c details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:47:54.589437 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-b7bdd58b-dde9-4ff1-af0e-97d57b2a67e8 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:54.591014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-b7bdd58b-dde9-4ff1-af0e-97d57b2a67e8 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/networks?id=f56852c6-7aab-4f89-b932-245ddd9fbd48 HTTP/1.1" status: 200 len: 812 time: 0.5662599 Nov 23 21:47:54.604840 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 707215d2-fdb3-40d5-9e1f-e1c54dae7244 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:47:54.610688 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-77484858-0e83-4c52-88be-265788cb8abe req-8dff6eb2-1fe8-4eaa-9919-1632b9ceec72 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:54.619926 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-76172f10-e187-4084-b60d-221dfae542e5 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/quotas/d7c7dd7d3a8f493f8c0d2ac94408c753 HTTP/1.1" status: 200 len: 375 time: 0.0216501 Nov 23 21:47:54.671793 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-77484858-0e83-4c52-88be-265788cb8abe req-8dff6eb2-1fe8-4eaa-9919-1632b9ceec72 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:54.682010 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77484858-0e83-4c52-88be-265788cb8abe req-8dff6eb2-1fe8-4eaa-9919-1632b9ceec72 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0479820 Nov 23 21:47:54.687572 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49088) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:54.761701 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f60e6f-93bc-4d05-8564-af8b75d77510 admin admin] Pushing event deleted for resources: {'Network': ['ID=a82590b6-95ee-41a8-90a5-1d72b8f9c202,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:54.807359 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77484858-0e83-4c52-88be-265788cb8abe req-ca1e497f-64ea-45d7-82cc-43db3ba6f369 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.124 HTTP/1.1" status: 200 len: 696 time: 0.1243021 Nov 23 21:47:54.833701 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-38be1577-7feb-4653-bba3-1a0337fe19b5 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7c7dd7d3a8f493f8c0d2ac94408c753&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2038867 Nov 23 21:47:54.911354 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-11bbe184-685c-4c1e-8a63-37631ce572c3 req-ecd43844-020e-4221-8b0e-2f932830abee tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Deleting port 84b83c42-9c27-47af-9714-44bc79332ade {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:47:54.912412 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-11bbe184-685c-4c1e-8a63-37631ce572c3 req-ecd43844-020e-4221-8b0e-2f932830abee tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:54.947887 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 12611a22-235c-4fa0-8abe-9f4d97304618 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:47:54.953720 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cf2e39c0-0984-4ab2-a88d-5b34b8b40cd0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1fe3713dd9f0456897dd168f8c4429a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650211 Nov 23 21:47:54.959678 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49092) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:55.011528 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:55.017341 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 82efa84f-cde4-46a4-bdde-57d480978c2c, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=82efa84f-cde4-46a4-bdde-57d480978c2c,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:55.021447 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-11bbe184-685c-4c1e-8a63-37631ce572c3 req-ecd43844-020e-4221-8b0e-2f932830abee tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] For port 84b83c42-9c27-47af-9714-44bc79332ade, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=84b83c42-9c27-47af-9714-44bc79332ade,segment=NetworkSegment(e8a382eb-a549-463e-91fa-d8663b563095),segment_id=e8a382eb-a549-463e-91fa-d8663b563095)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:55.021987 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-11bbe184-685c-4c1e-8a63-37631ce572c3 req-ecd43844-020e-4221-8b0e-2f932830abee tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:55.040662 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '82efa84f-cde4-46a4-bdde-57d480978c2c', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '82efa84f-cde4-46a4-bdde-57d480978c2c', 'mac_address': 'fa:16:3e:50:04:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:47:55.056859 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dde3c13-2614-4e59-87d2-c2ebf085d047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '707215d2-fdb3-40d5-9e1f-e1c54dae7244'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:47:55.059136 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d06b78-bc26-4a49-b3dc-6e1995959be0" -d '{"events": [{"server_uuid": "4dde3c13-2614-4e59-87d2-c2ebf085d047", "name": "network-vif-unplugged", "status": "completed", "tag": "707215d2-fdb3-40d5-9e1f-e1c54dae7244"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:47:55.111635 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 12611a22-235c-4fa0-8abe-9f4d97304618 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:55.111951 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:55.115728 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 707215d2-fdb3-40d5-9e1f-e1c54dae7244, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=707215d2-fdb3-40d5-9e1f-e1c54dae7244,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:55.120765 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77484858-0e83-4c52-88be-265788cb8abe req-5f3e327a-f33d-4d5d-a0fc-124128cff9e9 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:55.128716 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77484858-0e83-4c52-88be-265788cb8abe req-5f3e327a-f33d-4d5d-a0fc-124128cff9e9 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.3165123 Nov 23 21:47:55.134358 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:55.140357 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:55.159332 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-dda62c1b-ee07-4a79-9e36-9b74d34e1484 service neutron] 10.222.0.50 "GET /v2.0/networks/f56852c6-7aab-4f89-b932-245ddd9fbd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821605 Nov 23 21:47:55.161373 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dd57024e-7868-40d2-aebf-f4ae0e4c3044 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:55.182027 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82efa84f-cde4-46a4-bdde-57d480978c2c {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:47:55.217383 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 82efa84f-cde4-46a4-bdde-57d480978c2c, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=82efa84f-cde4-46a4-bdde-57d480978c2c,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:55.231689 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:55.235654 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=707215d2-fdb3-40d5-9e1f-e1c54dae7244,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:55.239291 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dd57024e-7868-40d2-aebf-f4ae0e4c3044 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:55.301010 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-11bbe184-685c-4c1e-8a63-37631ce572c3 req-ecd43844-020e-4221-8b0e-2f932830abee tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:55.301372 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-11bbe184-685c-4c1e-8a63-37631ce572c3 req-ecd43844-020e-4221-8b0e-2f932830abee tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:55.301769 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [req-11bbe184-685c-4c1e-8a63-37631ce572c3 req-ecd43844-020e-4221-8b0e-2f932830abee tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Floating IP 3a17c6ad-d8de-4eef-a223-92f2569d5de5 disassociated. External IP: 172.25.5.107, port: 84b83c42-9c27-47af-9714-44bc79332ade. Nov 23 21:47:55.302123 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-11bbe184-685c-4c1e-8a63-37631ce572c3 req-ecd43844-020e-4221-8b0e-2f932830abee tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Calling delete_port for 84b83c42-9c27-47af-9714-44bc79332ade owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:47:55.325611 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=82efa84f-cde4-46a4-bdde-57d480978c2c,revision_number=9']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:55.333414 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d0800-abdd-4a86-b5a6-2890b9d90b20 req-bc02e6e7-95a4-4936-8e72-8674aa73f6c4 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:55.334782 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e3d0800-abdd-4a86-b5a6-2890b9d90b20 req-bc02e6e7-95a4-4936-8e72-8674aa73f6c4 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 947 time: 0.1419480 Nov 23 21:47:55.358237 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-1b2d2d3c-e852-48c5-ad93-12c77c647b15 service neutron] 10.222.0.50 "GET /v2.0/networks/f56852c6-7aab-4f89-b932-245ddd9fbd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978226 Nov 23 21:47:55.375005 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['82efa84f-cde4-46a4-bdde-57d480978c2c'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:47:55.389197 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dd57024e-7868-40d2-aebf-f4ae0e4c3044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:55.393170 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dd57024e-7868-40d2-aebf-f4ae0e4c3044 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:55.398299 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-dd57024e-7868-40d2-aebf-f4ae0e4c3044 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b26b8665-1713-4d65-b39e-72ff4cfee7cd HTTP/1.1" status: 204 len: 168 time: 0.4376068 Nov 23 21:47:55.424941 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57024e-7868-40d2-aebf-f4ae0e4c3044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26b8665-1713-4d65-b39e-72ff4cfee7cd,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:55.474102 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e3d0800-abdd-4a86-b5a6-2890b9d90b20 req-9738c497-ac12-498b-a9ab-ff7302d34509 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127036 Nov 23 21:47:55.516028 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-11bbe184-685c-4c1e-8a63-37631ce572c3 req-ecd43844-020e-4221-8b0e-2f932830abee tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:55.560808 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd43844-020e-4221-8b0e-2f932830abee tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Pushing event deleted for resources: {'Port': ['ID=84b83c42-9c27-47af-9714-44bc79332ade,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:55.754608 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11bbe184-685c-4c1e-8a63-37631ce572c3 req-ecd43844-020e-4221-8b0e-2f932830abee tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Router 41caf28d-8bcc-4210-95db-7b944914fcfb has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:47:55.761780 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a9b071-06c0-4fd0-9bf4-7c237d8f560e x-openstack-request-id: req-87a9b071-06c0-4fd0-9bf4-7c237d8f560e {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:47:55.770022 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea492751-7f51-46e7-a688-5d7552357030", "tag": "c8b0adef-13ba-43b4-8567-cf5160e855ab", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:47:55.770290 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-87a9b071-06c0-4fd0-9bf4-7c237d8f560e {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:47:55.770731 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea492751-7f51-46e7-a688-5d7552357030', 'tag': 'c8b0adef-13ba-43b4-8567-cf5160e855ab', 'status': 'completed', 'code': 200} Nov 23 21:47:55.926824 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d2b8154-4932-4f7f-a963-ec96c7ed4baa req-c19783e0-2afd-4c66-88bd-aed03a3c9092 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2462134 Nov 23 21:47:55.940015 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e07e7aa-0c22-4405-8a38-c240f9872999 req-85762cef-7b46-44af-ad32-193b611bbc2a tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/ports?device_id=30e0fbcf-c711-4084-a769-a06146bc2860 HTTP/1.1" status: 200 len: 210 time: 0.0942209 Nov 23 21:47:55.950199 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da078016-21bf-40b4-a7e3-13ae64ae0eca req-fc6d34b2-28e5-44ef-a48b-59429768b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:55.951895 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da078016-21bf-40b4-a7e3-13ae64ae0eca req-fc6d34b2-28e5-44ef-a48b-59429768b4ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 1098 time: 0.1597278 Nov 23 21:47:55.971711 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da078016-21bf-40b4-a7e3-13ae64ae0eca req-af64ea39-29f6-4191-aa55-50c1ef890927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:55.971711 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da078016-21bf-40b4-a7e3-13ae64ae0eca req-af64ea39-29f6-4191-aa55-50c1ef890927 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 1098 time: 0.1215475 Nov 23 21:47:56.070685 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 21:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b21fc6b-92c3-4e8b-b5b0-bdc2a90f1944 x-openstack-request-id: req-1b21fc6b-92c3-4e8b-b5b0-bdc2a90f1944 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:47:56.071619 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dde3c13-2614-4e59-87d2-c2ebf085d047", "name": "network-vif-unplugged", "status": "completed", "tag": "707215d2-fdb3-40d5-9e1f-e1c54dae7244", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:47:56.071974 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1b21fc6b-92c3-4e8b-b5b0-bdc2a90f1944 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:47:56.072471 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dde3c13-2614-4e59-87d2-c2ebf085d047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '707215d2-fdb3-40d5-9e1f-e1c54dae7244', 'code': 200} Nov 23 21:47:56.082057 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11bbe184-685c-4c1e-8a63-37631ce572c3 req-ecd43844-020e-4221-8b0e-2f932830abee tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:47:56.093668 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee13984-1a50-47fe-9483-eb028efa1520 None None] Sync routers for ids ['41caf28d-8bcc-4210-95db-7b944914fcfb'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:47:56.109084 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee13984-1a50-47fe-9483-eb028efa1520 None None] Routers {'41caf28d-8bcc-4210-95db-7b944914fcfb'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:47:56.110068 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-cee13984-1a50-47fe-9483-eb028efa1520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:47:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['41caf28d-8bcc-4210-95db-7b944914fcfb'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:56.158095 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bbe184-685c-4c1e-8a63-37631ce572c3 req-ecd43844-020e-4221-8b0e-2f932830abee tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] No DVR routers for this DVR port 84b83c42-9c27-47af-9714-44bc79332ade on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:47:56.162086 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-11bbe184-685c-4c1e-8a63-37631ce572c3 req-ecd43844-020e-4221-8b0e-2f932830abee tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:56.167614 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-11bbe184-685c-4c1e-8a63-37631ce572c3 req-ecd43844-020e-4221-8b0e-2f932830abee tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.60 "DELETE /v2.0/ports/84b83c42-9c27-47af-9714-44bc79332ade HTTP/1.1" status: 204 len: 173 time: 1.4124384 Nov 23 21:47:56.168248 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e0fbcf-c711-4084-a769-a06146bc2860', 'name': 'network-vif-deleted', 'tag': '84b83c42-9c27-47af-9714-44bc79332ade'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:47:56.172320 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5f7ea5-08ed-41d7-ae36-99cb34059978" -d '{"events": [{"server_uuid": "30e0fbcf-c711-4084-a769-a06146bc2860", "name": "network-vif-deleted", "tag": "84b83c42-9c27-47af-9714-44bc79332ade"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:47:56.370954 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-cee13984-1a50-47fe-9483-eb028efa1520 None None] Set router 41caf28d-8bcc-4210-95db-7b944914fcfb gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:47:56.549300 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b8154-4932-4f7f-a963-ec96c7ed4baa req-bee1d924-5d8a-4eb9-8442-82129c14fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:56.551229 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d2b8154-4932-4f7f-a963-ec96c7ed4baa req-bee1d924-5d8a-4eb9-8442-82129c14fe9c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 1096 time: 0.5840840 Nov 23 21:47:56.572660 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da078016-21bf-40b4-a7e3-13ae64ae0eca req-236f1f53-0e30-460a-b2f8-6d3c36926fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:56.574463 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da078016-21bf-40b4-a7e3-13ae64ae0eca req-236f1f53-0e30-460a-b2f8-6d3c36926fb2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.5799160 Nov 23 21:47:56.583163 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da078016-21bf-40b4-a7e3-13ae64ae0eca req-0a39d2f2-fa59-4013-a1a7-c7f9aa89c09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:56.584831 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da078016-21bf-40b4-a7e3-13ae64ae0eca req-0a39d2f2-fa59-4013-a1a7-c7f9aa89c09d service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.6166778 Nov 23 21:47:56.612728 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0a7fa00-42ba-49e3-811e-be04dec120d7 req-24869751-8e9d-46b7-835c-a49a6b49de0c tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4209309 Nov 23 21:47:56.618185 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c8b0adef-13ba-43b4-8567-cf5160e855ab details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:47:56.646196 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-c0a7fa00-42ba-49e3-811e-be04dec120d7 req-29805cba-b646-4a39-b394-508338a045d8 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:56.691485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424373d-c52c-4954-9f44-93bebcd79e24 req-3f17d8e8-fe7f-4ea1-b9b4-fc3f4864547e tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:56.693032 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c424373d-c52c-4954-9f44-93bebcd79e24 req-3f17d8e8-fe7f-4ea1-b9b4-fc3f4864547e tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 1095 time: 0.2869761 Nov 23 21:47:56.693330 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 82efa84f-cde4-46a4-bdde-57d480978c2c up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:47:56.738435 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da078016-21bf-40b4-a7e3-13ae64ae0eca req-41044cb3-9d2d-485f-aca7-75de994f85bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=c8b0adef-13ba-43b4-8567-cf5160e855ab HTTP/1.1" status: 200 len: 217 time: 0.1455357 Nov 23 21:47:56.745850 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da078016-21bf-40b4-a7e3-13ae64ae0eca req-f53cb108-1a66-4e9e-8618-d943852e73a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=c8b0adef-13ba-43b4-8567-cf5160e855ab HTTP/1.1" status: 200 len: 217 time: 0.1171541 Nov 23 21:47:56.759210 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-cee13984-1a50-47fe-9483-eb028efa1520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1781421256-router', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ef464513-5275-461b-b588-eea47521d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:05Z', 'revision_number': 4, 'project_id': '262a0df38e704ffc9207a31c81529692', 'gw_port': {'id': 'ef464513-5275-461b-b588-eea47521d805', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '979b6d93-374a-4c68-bfbf-75f4fb84c2ee', 'name': '', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'mac_address': 'fa:16:3e:dd:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:05Z', 'updated_at': '2021-11-23T21:43:13Z', 'revision_number': 5, 'project_id': '262a0df38e704ffc9207a31c81529692', 'subnets': [{'id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:56.846909 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee13984-1a50-47fe-9483-eb028efa1520 None None] Checking router: 41caf28d-8bcc-4210-95db-7b944914fcfb for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:47:56.859760 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee13984-1a50-47fe-9483-eb028efa1520 None None] Routers {'41caf28d-8bcc-4210-95db-7b944914fcfb'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:47:56.861329 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-cee13984-1a50-47fe-9483-eb028efa1520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:47:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['41caf28d-8bcc-4210-95db-7b944914fcfb'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:56.878830 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c0a7fa00-42ba-49e3-811e-be04dec120d7 req-29805cba-b646-4a39-b394-508338a045d8 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:56.895280 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port c8b0adef-13ba-43b4-8567-cf5160e855ab, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c8b0adef-13ba-43b4-8567-cf5160e855ab,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:56.927713 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 82efa84f-cde4-46a4-bdde-57d480978c2c triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:56.927840 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49154) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:56.927943 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:56.944072 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da078016-21bf-40b4-a7e3-13ae64ae0eca req-d712daf9-ba35-44c2-b83b-6d9d26901ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:56.946268 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da078016-21bf-40b4-a7e3-13ae64ae0eca req-d712daf9-ba35-44c2-b83b-6d9d26901ea8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1798148 Nov 23 21:47:56.962033 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da078016-21bf-40b4-a7e3-13ae64ae0eca req-6bac377d-d252-4231-b11b-2ca0f525179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:56.963173 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da078016-21bf-40b4-a7e3-13ae64ae0eca req-6bac377d-d252-4231-b11b-2ca0f525179d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.2143378 Nov 23 21:47:56.967473 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'c8b0adef-13ba-43b4-8567-cf5160e855ab', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': 'c8b0adef-13ba-43b4-8567-cf5160e855ab', 'mac_address': 'fa:16:3e:70:04:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:47:56.992839 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c424373d-c52c-4954-9f44-93bebcd79e24 req-3654a7a8-ddbe-4140-94b7-ab6736f2fef5 tempest-LiveAutoBlockMigrationV225Test-1676064147 tempest-LiveAutoBlockMigrationV225Test-1676064147-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568114 Nov 23 21:47:57.035560 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:57.067838 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-cee13984-1a50-47fe-9483-eb028efa1520 None None] Set router 41caf28d-8bcc-4210-95db-7b944914fcfb gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:47:57.084960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b0adef-13ba-43b4-8567-cf5160e855ab {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:47:57.089698 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b8154-4932-4f7f-a963-ec96c7ed4baa req-96b283e2-41cd-41f4-9a78-43941223001e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:57.095782 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d2b8154-4932-4f7f-a963-ec96c7ed4baa req-96b283e2-41cd-41f4-9a78-43941223001e service neutron] 10.222.0.53 "GET /v2.0/networks?id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 200 len: 922 time: 0.5149181 Nov 23 21:47:57.117921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port c8b0adef-13ba-43b4-8567-cf5160e855ab, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c8b0adef-13ba-43b4-8567-cf5160e855ab,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:57.119412 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:57.130909 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ac347777-4841-4cf9-a360-533325132ca4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1282304612-network', 'tenant_id': 'ddf4a806856e4d178f7ca2c9266aa8f7'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:57.141714 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:57.174220 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac347777-4841-4cf9-a360-533325132ca4 admin admin] Made reservation on behalf of ddf4a806856e4d178f7ca2c9266aa8f7 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:47:57.180371 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac347777-4841-4cf9-a360-533325132ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:57.183862 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d2b8154-4932-4f7f-a963-ec96c7ed4baa req-133bbd11-974b-46b1-b987-25373ce127ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c12a06bc-1354-4300-b8e7-da8247862a22 HTTP/1.1" status: 200 len: 217 time: 0.0738823 Nov 23 21:47:57.198450 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac347777-4841-4cf9-a360-533325132ca4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:57.201017 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 82efa84f-cde4-46a4-bdde-57d480978c2c, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=82efa84f-cde4-46a4-bdde-57d480978c2c,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:57.214606 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:57.223378 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=c8b0adef-13ba-43b4-8567-cf5160e855ab,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:57.265544 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0b7167a-5c8e-46a5-ae6a-ef21f25f2f5d req-7ebdd726-6bd3-47fe-8114-09f35456d6ba tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/ports?device_id=e596dc3e-55d6-4ba8-8099-c569ecc43c3e HTTP/1.1" status: 200 len: 210 time: 0.1307509 Nov 23 21:47:57.320332 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da078016-21bf-40b4-a7e3-13ae64ae0eca req-afe4ecf5-8e3a-41a0-9b61-29b3367a047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:57.323007 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da078016-21bf-40b4-a7e3-13ae64ae0eca req-afe4ecf5-8e3a-41a0-9b61-29b3367a047d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3416636 Nov 23 21:47:57.323222 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=82efa84f-cde4-46a4-bdde-57d480978c2c,revision_number=10']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:57.325921 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da078016-21bf-40b4-a7e3-13ae64ae0eca req-44f9ba41-6391-4f10-a319-64e941ee66e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:57.327693 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da078016-21bf-40b4-a7e3-13ae64ae0eca req-44f9ba41-6391-4f10-a319-64e941ee66e5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3620329 Nov 23 21:47:57.360282 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc95fb3-c578-418e-b5e5-781086f8f5a1 x-openstack-request-id: req-cbc95fb3-c578-418e-b5e5-781086f8f5a1 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:47:57.360582 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e0fbcf-c711-4084-a769-a06146bc2860", "name": "network-vif-deleted", "tag": "84b83c42-9c27-47af-9714-44bc79332ade", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:47:57.360839 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cbc95fb3-c578-418e-b5e5-781086f8f5a1 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:47:57.361241 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e0fbcf-c711-4084-a769-a06146bc2860', 'name': 'network-vif-deleted', 'tag': '84b83c42-9c27-47af-9714-44bc79332ade', 'status': 'completed', 'code': 200} Nov 23 21:47:57.383339 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac347777-4841-4cf9-a360-533325132ca4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:57.404616 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 84b83c42-9c27-47af-9714-44bc79332ade no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:47:57.409702 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b8154-4932-4f7f-a963-ec96c7ed4baa req-8d0c649e-e685-4916-acb1-64887938e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:57.411286 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d2b8154-4932-4f7f-a963-ec96c7ed4baa req-8d0c649e-e685-4916-acb1-64887938e009 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c HTTP/1.1" status: 200 len: 861 time: 0.1930926 Nov 23 21:47:57.427825 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac347777-4841-4cf9-a360-533325132ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:57.461013 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac347777-4841-4cf9-a360-533325132ca4 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:47:57.497335 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac347777-4841-4cf9-a360-533325132ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:57.497777 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-ac347777-4841-4cf9-a360-533325132ca4 admin admin] Added segment e98392a6-0610-4858-83de-5cf158f64b8c of type vlan for network a89e746f-ef78-4591-b2a8-6f88cfcc13b2 Nov 23 21:47:57.499177 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 84b83c42-9c27-47af-9714-44bc79332ade {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:47:57.500765 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 84b83c42-9c27-47af-9714-44bc79332ade not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:47:57.512761 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-cee13984-1a50-47fe-9483-eb028efa1520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1781421256-router', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ef464513-5275-461b-b588-eea47521d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:05Z', 'revision_number': 4, 'project_id': '262a0df38e704ffc9207a31c81529692', 'gw_port': {'id': 'ef464513-5275-461b-b588-eea47521d805', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '979b6d93-374a-4c68-bfbf-75f4fb84c2ee', 'name': '', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'mac_address': 'fa:16:3e:dd:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:05Z', 'updated_at': '2021-11-23T21:43:13Z', 'revision_number': 5, 'project_id': '262a0df38e704ffc9207a31c81529692', 'subnets': [{'id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:47:57.519320 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac347777-4841-4cf9-a360-533325132ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81cf10c-5021-4311-b7f9-38478943a15a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:57.532870 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d2b8154-4932-4f7f-a963-ec96c7ed4baa req-37954b7a-f6c3-4954-91d7-d375ab06ed87 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835743 Nov 23 21:47:57.547062 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee13984-1a50-47fe-9483-eb028efa1520 None None] The sync data for ids ['41caf28d-8bcc-4210-95db-7b944914fcfb'] in n-d-816206-9 is: [{'id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1781421256-router', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ef464513-5275-461b-b588-eea47521d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:05Z', 'revision_number': 4, 'project_id': '262a0df38e704ffc9207a31c81529692', 'gw_port': {'id': 'ef464513-5275-461b-b588-eea47521d805', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '979b6d93-374a-4c68-bfbf-75f4fb84c2ee', 'name': '', 'network_id': '8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'mac_address': 'fa:16:3e:dd:4c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:05Z', 'updated_at': '2021-11-23T21:43:13Z', 'revision_number': 5, 'project_id': '262a0df38e704ffc9207a31c81529692', 'subnets': [{'id': '34214f8b-100b-4eb0-beac-f661df6e2fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:47:57.575531 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-45253418-a0bf-4a86-81f3-adefccc2ad75 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:57.576792 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-45253418-a0bf-4a86-81f3-adefccc2ad75 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.60 "GET /v2.0/networks?id=f56852c6-7aab-4f89-b932-245ddd9fbd48 HTTP/1.1" status: 200 len: 812 time: 0.2706261 Nov 23 21:47:57.590728 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac347777-4841-4cf9-a360-533325132ca4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:57.639577 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da078016-21bf-40b4-a7e3-13ae64ae0eca req-1cd72062-1d86-4d7e-b789-9263bb9fac8d service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868922 Nov 23 21:47:57.640915 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da078016-21bf-40b4-a7e3-13ae64ae0eca req-6b258ea6-7b60-4f1a-b408-d53b84b2cac1 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025451 Nov 23 21:47:57.663268 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c0a7fa00-42ba-49e3-811e-be04dec120d7 req-29805cba-b646-4a39-b394-508338a045d8 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:57.667534 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac347777-4841-4cf9-a360-533325132ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:57.668654 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac347777-4841-4cf9-a360-533325132ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:57.669669 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac347777-4841-4cf9-a360-533325132ca4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:57.681989 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-0c8653eb-bb97-478e-b070-ec130131910d tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7c7dd7d3a8f493f8c0d2ac94408c753 HTTP/1.1" status: 200 len: 380 time: 0.0885623 Nov 23 21:47:57.707298 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1071249-e239-4295-b2e0-7ea6568df299 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Request body: {'port': {'device_id': 'e596dc3e-55d6-4ba8-8099-c569ecc43c3e', 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48', 'admin_state_up': True, 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'security_groups': ['563e062f-6329-45f3-ac18-40f31cdea03a']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:57.738303 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ac347777-4841-4cf9-a360-533325132ca4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8070412 Nov 23 21:47:57.743987 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49170) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:57.779834 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6e80ad2f-a7ce-476c-9ea3-5ffc462af72a admin admin] Request body: {'subnet': {'network_id': 'a89e746f-ef78-4591-b2a8-6f88cfcc13b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1282304612-subnet', 'tenant_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:57.794992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac347777-4841-4cf9-a360-533325132ca4 admin admin] Pushing event updated for resources: {'Network': ['ID=a89e746f-ef78-4591-b2a8-6f88cfcc13b2,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:57.807794 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network a89e746f-ef78-4591-b2a8-6f88cfcc13b2 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:47:57.859032 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['c8b0adef-13ba-43b4-8567-cf5160e855ab'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:47:57.880211 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e80ad2f-a7ce-476c-9ea3-5ffc462af72a admin admin] Made reservation on behalf of ddf4a806856e4d178f7ca2c9266aa8f7 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:47:57.882986 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6e80ad2f-a7ce-476c-9ea3-5ffc462af72a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:57.910314 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb6d933-b506-4a2a-aa28-c0c66309fb86 None None] New status for floating IP 3a17c6ad-d8de-4eef-a223-92f2569d5de5: DOWN {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:47:57.996357 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1071249-e239-4295-b2e0-7ea6568df299 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Made reservation on behalf of d7c7dd7d3a8f493f8c0d2ac94408c753 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:47:58.000131 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1071249-e239-4295-b2e0-7ea6568df299 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:58.044197 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e4acc381-efea-4933-b57b-9c884593b062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:58.096584 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83640f9f-bbfc-494b-b9b5-1e2ec6f659f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82efa84f-cde4-46a4-bdde-57d480978c2c'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:47:58.098853 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b8731f-3145-4701-993e-71bc8bbf387c" -d '{"events": [{"server_uuid": "83640f9f-bbfc-494b-b9b5-1e2ec6f659f8", "name": "network-vif-plugged", "status": "completed", "tag": "82efa84f-cde4-46a4-bdde-57d480978c2c"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:47:58.203192 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6e80ad2f-a7ce-476c-9ea3-5ffc462af72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:58.230646 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9ba3b-a03e-4fb9-9db7-b36b824a34de req-cc5dd89c-c4c2-46a3-85e4-555d68c6194a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:58.237875 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33f9ba3b-a03e-4fb9-9db7-b36b824a34de req-cc5dd89c-c4c2-46a3-85e4-555d68c6194a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 948 time: 0.6402352 Nov 23 21:47:58.252839 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1071249-e239-4295-b2e0-7ea6568df299 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Allocated IP 172.20.0.4 (f56852c6-7aab-4f89-b932-245ddd9fbd48/2614cf0b-fdca-4af2-860f-9cdb27a5a99a/0f47f8ef-e87e-41bf-8450-d8f88b4333cd) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:47:58.253722 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d2b8154-4932-4f7f-a963-ec96c7ed4baa req-7898303d-71c1-4f57-ac70-d73da03a2592 service neutron] 10.222.0.53 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7068691 Nov 23 21:47:58.283827 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80ad2f-a7ce-476c-9ea3-5ffc462af72a admin admin] Pushing event updated for resources: {'Subnet': ['ID=448a444d-f116-4edb-9f16-0d80ab53bf19,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:58.318806 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e80ad2f-a7ce-476c-9ea3-5ffc462af72a admin admin] Checking segment: {'id': 'e98392a6-0610-4858-83de-5cf158f64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a89e746f-ef78-4591-b2a8-6f88cfcc13b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:47:58.319171 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e80ad2f-a7ce-476c-9ea3-5ffc462af72a admin admin] Network hostable DHCP agents. Network: a89e746f-ef78-4591-b2a8-6f88cfcc13b2, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:47:58.344807 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da078016-21bf-40b4-a7e3-13ae64ae0eca req-140d0c19-51df-4e44-aef1-a906690c8c42 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6779532 Nov 23 21:47:58.366095 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da078016-21bf-40b4-a7e3-13ae64ae0eca req-e4406cf5-5712-429d-9043-d8a89794b5e9 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7002809 Nov 23 21:47:58.369276 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e80ad2f-a7ce-476c-9ea3-5ffc462af72a admin admin] Network a89e746f-ef78-4591-b2a8-6f88cfcc13b2 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:47:58.417660 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-6e80ad2f-a7ce-476c-9ea3-5ffc462af72a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, a89e746f-ef78-4591-b2a8-6f88cfcc13b2) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:58.422490 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e80ad2f-a7ce-476c-9ea3-5ffc462af72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:58.423101 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6e80ad2f-a7ce-476c-9ea3-5ffc462af72a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:58.431450 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33f9ba3b-a03e-4fb9-9db7-b36b824a34de req-e7412ca9-cdd5-4ab3-9044-6ce82a621b7e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925595 Nov 23 21:47:58.433052 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7095d6-7a74-407c-ad20-732779e6609b None None] Network a89e746f-ef78-4591-b2a8-6f88cfcc13b2 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:47:58.456690 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6e80ad2f-a7ce-476c-9ea3-5ffc462af72a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7117393 Nov 23 21:47:58.456892 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-c0a7fa00-42ba-49e3-811e-be04dec120d7 req-29805cba-b646-4a39-b394-508338a045d8 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Allocated IP 172.25.5.76 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/76e9b345-2046-4274-98ea-c29b36b35985) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:47:58.460221 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49178) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:47:58.469019 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f8082459-cb46-4938-a129-d6ce3b4aba0e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1282304612-router', 'tenant_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:58.487512 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1071249-e239-4295-b2e0-7ea6568df299 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:58.501880 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d2b8154-4932-4f7f-a963-ec96c7ed4baa req-874a1204-e17f-4944-82b6-0b52423f1d02 service neutron] 10.222.0.53 "GET /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254088 Nov 23 21:47:58.528408 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f8082459-cb46-4938-a129-d6ce3b4aba0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:58.529612 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f8082459-cb46-4938-a129-d6ce3b4aba0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:58.576432 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1071249-e239-4295-b2e0-7ea6568df299 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:58.639274 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e7cfc46a-ca29-407c-b00a-0c456d47e868 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:47:58.647196 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c0a7fa00-42ba-49e3-811e-be04dec120d7 req-29805cba-b646-4a39-b394-508338a045d8 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:58.648896 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f8082459-cb46-4938-a129-d6ce3b4aba0e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:58.666699 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1071249-e239-4295-b2e0-7ea6568df299 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Network f56852c6-7aab-4f89-b932-245ddd9fbd48 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:47:58.672508 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1071249-e239-4295-b2e0-7ea6568df299 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:58.676240 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1071249-e239-4295-b2e0-7ea6568df299 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:47:58.687139 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be17cf0e-4b58-4455-8c63-c8a0c4c65aa6 None None] Network a89e746f-ef78-4591-b2a8-6f88cfcc13b2 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:47:58.692157 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c0a7fa00-42ba-49e3-811e-be04dec120d7 req-29805cba-b646-4a39-b394-508338a045d8 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:58.791612 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a7fa00-42ba-49e3-811e-be04dec120d7 req-29805cba-b646-4a39-b394-508338a045d8 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:47:58.792982 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1071249-e239-4295-b2e0-7ea6568df299 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Pushing event updated for resources: {'Port': ['ID=0f47f8ef-e87e-41bf-8450-d8f88b4333cd,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:58.809934 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-c0a7fa00-42ba-49e3-811e-be04dec120d7 req-29805cba-b646-4a39-b394-508338a045d8 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:47:58.820689 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a7fa00-42ba-49e3-811e-be04dec120d7 req-29805cba-b646-4a39-b394-508338a045d8 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:47:58.855744 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cb44ee-082d-4374-8eba-6055e79e907f x-openstack-request-id: req-f0cb44ee-082d-4374-8eba-6055e79e907f {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:47:58.856111 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83640f9f-bbfc-494b-b9b5-1e2ec6f659f8", "name": "network-vif-plugged", "status": "completed", "tag": "82efa84f-cde4-46a4-bdde-57d480978c2c", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:47:58.856329 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f0cb44ee-082d-4374-8eba-6055e79e907f {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:47:58.856734 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83640f9f-bbfc-494b-b9b5-1e2ec6f659f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82efa84f-cde4-46a4-bdde-57d480978c2c', 'code': 200} Nov 23 21:47:58.866213 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1071249-e239-4295-b2e0-7ea6568df299 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:58.867633 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1071249-e239-4295-b2e0-7ea6568df299 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:58.868925 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29805cba-b646-4a39-b394-508338a045d8 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Pushing event updated for resources: {'Port': ['ID=76e9b345-2046-4274-98ea-c29b36b35985,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:58.922845 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f8082459-cb46-4938-a129-d6ce3b4aba0e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:58.932886 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1071249-e239-4295-b2e0-7ea6568df299 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2325132 Nov 23 21:47:58.951702 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1b387a5-7c6a-4d59-8d6f-dc705f926e9f service neutron] Request body: {'port': {'device_id': 'e596dc3e-55d6-4ba8-8099-c569ecc43c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:47:58.990828 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c0a7fa00-42ba-49e3-811e-be04dec120d7 req-29805cba-b646-4a39-b394-508338a045d8 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:59.011568 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8504ec9-61e5-4631-9e39-c1f6425a421e req-f5a9225b-d077-4739-b04f-2bccd42d2808 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:59.016837 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e8504ec9-61e5-4631-9e39-c1f6425a421e req-f5a9225b-d077-4739-b04f-2bccd42d2808 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/ports?device_id=e596dc3e-55d6-4ba8-8099-c569ecc43c3e HTTP/1.1" status: 200 len: 931 time: 0.0790942 Nov 23 21:47:59.051121 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e7cfc46a-ca29-407c-b00a-0c456d47e868, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e7cfc46a-ca29-407c-b00a-0c456d47e868,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:59.065475 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1b387a5-7c6a-4d59-8d6f-dc705f926e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:59.079028 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'e7cfc46a-ca29-407c-b00a-0c456d47e868', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': 'e7cfc46a-ca29-407c-b00a-0c456d47e868', 'mac_address': 'fa:16:3e:15:7c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:47:59.083109 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c0a7fa00-42ba-49e3-811e-be04dec120d7 req-29805cba-b646-4a39-b394-508338a045d8 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:59.148115 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:59.160800 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1be2f759-a11f-42de-a568-bca44cfffbbd None None] Provisioning complete for port 0f47f8ef-e87e-41bf-8450-d8f88b4333cd triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:47:59.161339 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1be2f759-a11f-42de-a568-bca44cfffbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:59.182551 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e8504ec9-61e5-4631-9e39-c1f6425a421e req-0092cc9d-d24c-4f87-9ffb-996d2f3d87ec tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/security-groups?id=563e062f-6329-45f3-ac18-40f31cdea03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101639 Nov 23 21:47:59.190976 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7cfc46a-ca29-407c-b00a-0c456d47e868 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:47:59.240547 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e7cfc46a-ca29-407c-b00a-0c456d47e868, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e7cfc46a-ca29-407c-b00a-0c456d47e868,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:47:59.244541 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1be2f759-a11f-42de-a568-bca44cfffbbd None None] Port 0f47f8ef-e87e-41bf-8450-d8f88b4333cd cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:47:59.248487 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:59.322235 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=e7cfc46a-ca29-407c-b00a-0c456d47e868,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:59.385128 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c0a7fa00-42ba-49e3-811e-be04dec120d7 req-29805cba-b646-4a39-b394-508338a045d8 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:59.390031 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c0a7fa00-42ba-49e3-811e-be04dec120d7 req-29805cba-b646-4a39-b394-508338a045d8 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:59.461259 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['e7cfc46a-ca29-407c-b00a-0c456d47e868'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:47:59.470557 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29805cba-b646-4a39-b394-508338a045d8 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Pushing event updated for resources: {'Port': ['ID=76e9b345-2046-4274-98ea-c29b36b35985,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:47:59.480836 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c0a7fa00-42ba-49e3-811e-be04dec120d7 req-29805cba-b646-4a39-b394-508338a045d8 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:59.522141 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c0a7fa00-42ba-49e3-811e-be04dec120d7 req-29805cba-b646-4a39-b394-508338a045d8 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:59.524509 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0a7fa00-42ba-49e3-811e-be04dec120d7 req-29805cba-b646-4a39-b394-508338a045d8 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9104176 Nov 23 21:47:59.605609 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-b8ee59e4-d10b-47b7-acec-f095c199d2b4 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:59.607837 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-b8ee59e4-d10b-47b7-acec-f095c199d2b4 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030&tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&binding%3Ahost_id=n-h1-816206-9 HTTP/1.1" status: 200 len: 948 time: 0.1170123 Nov 23 21:47:59.611100 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0a7fa00-42ba-49e3-811e-be04dec120d7 req-a28a9537-7189-45fe-8b33-cb6bc3fc7825 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.76 HTTP/1.1" status: 200 len: 695 time: 0.0720685 Nov 23 21:47:59.696885 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:59.749146 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f8082459-cb46-4938-a129-d6ce3b4aba0e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:59.770563 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f8082459-cb46-4938-a129-d6ce3b4aba0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:59.821511 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-0760be41-4b8f-4e66-b71c-0e8f158feb29 service neutron] 10.222.0.53 "GET /v2.0/ports/c8b0adef-13ba-43b4-8567-cf5160e855ab/bindings/n-h1-816206-9 HTTP/1.1" status: 200 len: 382 time: 0.1907198 Nov 23 21:47:59.840276 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ee571-5b62-4e0a-ab8c-a680fe8a185f req-0b9c9dcd-de67-4354-8157-f99a9a9f6cbd tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:59.841792 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-345ee571-5b62-4e0a-ab8c-a680fe8a185f req-0b9c9dcd-de67-4354-8157-f99a9a9f6cbd tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 944 time: 0.1744370 Nov 23 21:47:59.859215 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95c3b0-6bbb-4fc0-b794-9afb5ba6cb6b req-ef08e21a-a8b2-47f3-aff5-b80c0a896192 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:59.860696 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d95c3b0-6bbb-4fc0-b794-9afb5ba6cb6b req-ef08e21a-a8b2-47f3-aff5-b80c0a896192 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.53 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 944 time: 0.1009321 Nov 23 21:47:59.872375 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7fa00-42ba-49e3-811e-be04dec120d7 req-bfd849ba-bdc4-4cd4-a8ff-d59198e643a5 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:47:59.873695 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0a7fa00-42ba-49e3-811e-be04dec120d7 req-bfd849ba-bdc4-4cd4-a8ff-d59198e643a5 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.2555909 Nov 23 21:47:59.939076 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1b387a5-7c6a-4d59-8d6f-dc705f926e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f47f8ef-e87e-41bf-8450-d8f88b4333cd {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:47:59.952676 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1b387a5-7c6a-4d59-8d6f-dc705f926e9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:47:59.964248 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-f8082459-cb46-4938-a129-d6ce3b4aba0e admin admin] Allocated IP 172.25.5.121 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/9738a382-2749-4944-8e4b-c61018780330) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:47:59.981432 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1b387a5-7c6a-4d59-8d6f-dc705f926e9f service neutron] Transition to ACTIVE for port object 0f47f8ef-e87e-41bf-8450-d8f88b4333cd will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:47:59.988699 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1b387a5-7c6a-4d59-8d6f-dc705f926e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:00.027522 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-345ee571-5b62-4e0a-ab8c-a680fe8a185f req-070800cd-4c27-416b-bd30-320b73a84522 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781397 Nov 23 21:48:00.043281 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-dd183b90-f915-4a43-99fc-4d8ff3164f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:00.044753 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-dd183b90-f915-4a43-99fc-4d8ff3164f0d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 1099 time: 0.1598363 Nov 23 21:48:00.063499 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91884d5-4407-4c14-a0a2-ca891c64ef53 req-68a2289f-016f-4fd0-8dd4-2f1186770ac9 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:00.063499 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a91884d5-4407-4c14-a0a2-ca891c64ef53 req-68a2289f-016f-4fd0-8dd4-2f1186770ac9 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 948 time: 0.1239297 Nov 23 21:48:00.129360 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-0d95c3b0-6bbb-4fc0-b794-9afb5ba6cb6b req-ebb2efd5-d0cf-475a-a0a8-33ed828cf1eb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Deleting port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:48:00.129698 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0d95c3b0-6bbb-4fc0-b794-9afb5ba6cb6b req-ebb2efd5-d0cf-475a-a0a8-33ed828cf1eb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:00.162612 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b387a5-7c6a-4d59-8d6f-dc705f926e9f service neutron] Pushing event updated for resources: {'Port': ['ID=0f47f8ef-e87e-41bf-8450-d8f88b4333cd,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:00.219227 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f8082459-cb46-4938-a129-d6ce3b4aba0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:00.260643 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1b387a5-7c6a-4d59-8d6f-dc705f926e9f service neutron] Attempting to bind port 0f47f8ef-e87e-41bf-8450-d8f88b4333cd on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:48:00.260990 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1b387a5-7c6a-4d59-8d6f-dc705f926e9f service neutron] Attempting to bind port 0f47f8ef-e87e-41bf-8450-d8f88b4333cd by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:48:00.261319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1b387a5-7c6a-4d59-8d6f-dc705f926e9f service neutron] Attempting to bind port 0f47f8ef-e87e-41bf-8450-d8f88b4333cd on network f56852c6-7aab-4f89-b932-245ddd9fbd48 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:48:00.274987 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1b387a5-7c6a-4d59-8d6f-dc705f926e9f service neutron] Port 0f47f8ef-e87e-41bf-8450-d8f88b4333cd on network f56852c6-7aab-4f89-b932-245ddd9fbd48 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:48:00.275311 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1b387a5-7c6a-4d59-8d6f-dc705f926e9f service neutron] Attempting to bind port 0f47f8ef-e87e-41bf-8450-d8f88b4333cd on network f56852c6-7aab-4f89-b932-245ddd9fbd48 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:48:00.282698 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1b387a5-7c6a-4d59-8d6f-dc705f926e9f service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:48:00.283223 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1b387a5-7c6a-4d59-8d6f-dc705f926e9f service neutron] Checking segment: {'id': '18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:48:00.283593 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1b387a5-7c6a-4d59-8d6f-dc705f926e9f service neutron] Bound using segment: {'id': '18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:48:00.284045 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1b387a5-7c6a-4d59-8d6f-dc705f926e9f service neutron] Bound port: 0f47f8ef-e87e-41bf-8450-d8f88b4333cd, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:48:00.284381 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1b387a5-7c6a-4d59-8d6f-dc705f926e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:00.294516 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a91884d5-4407-4c14-a0a2-ca891c64ef53 req-acf60612-88ba-4935-876a-d0e341590b88 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180281 Nov 23 21:48:00.298806 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f8082459-cb46-4938-a129-d6ce3b4aba0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:00.314018 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-5f054131-2b25-4dab-8080-67681bc2dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:00.315847 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-5f054131-2b25-4dab-8080-67681bc2dd38 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.2494283 Nov 23 21:48:00.382090 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49222) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:00.391774 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8082459-cb46-4938-a129-d6ce3b4aba0e admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:48:00.406956 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-8e9e04e5-b170-4f81-92d8-8e0c4b27d6b0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=c8b0adef-13ba-43b4-8567-cf5160e855ab HTTP/1.1" status: 200 len: 217 time: 0.0609632 Nov 23 21:48:00.409854 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-f8082459-cb46-4938-a129-d6ce3b4aba0e admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:48:00.414193 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-0d95c3b0-6bbb-4fc0-b794-9afb5ba6cb6b req-ebb2efd5-d0cf-475a-a0a8-33ed828cf1eb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] For port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:00.414661 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0d95c3b0-6bbb-4fc0-b794-9afb5ba6cb6b req-ebb2efd5-d0cf-475a-a0a8-33ed828cf1eb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:00.421255 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8082459-cb46-4938-a129-d6ce3b4aba0e admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:48:00.423327 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8082459-cb46-4938-a129-d6ce3b4aba0e admin admin] Pushing event updated for resources: {'Port': ['ID=9738a382-2749-4944-8e4b-c61018780330,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:00.437962 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-0d95c3b0-6bbb-4fc0-b794-9afb5ba6cb6b req-ebb2efd5-d0cf-475a-a0a8-33ed828cf1eb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Calling delete_port for 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:48:00.443037 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c2898528-0e43-403e-9369-3d919b0d8291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:00.498867 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6bf1b88e-1b00-4537-986d-16a4b8bbb443 req-f9629768-4e50-4341-bc8b-9ba956137b98 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3016789 Nov 23 21:48:00.515001 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1b387a5-7c6a-4d59-8d6f-dc705f926e9f service neutron] For port 0f47f8ef-e87e-41bf-8450-d8f88b4333cd, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:48:00.560404 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-6bf1b88e-1b00-4537-986d-16a4b8bbb443 req-62b33398-968d-421f-835d-4c6fe77aeb45 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:00.571793 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1b387a5-7c6a-4d59-8d6f-dc705f926e9f service neutron] For port 0f47f8ef-e87e-41bf-8450-d8f88b4333cd, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=0f47f8ef-e87e-41bf-8450-d8f88b4333cd,segment=NetworkSegment(18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2),segment_id=18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:48:00.593615 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-440a4dc3-f8c7-459b-9925-9395720dc8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:00.595008 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-440a4dc3-f8c7-459b-9925-9395720dc8fc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1502182 Nov 23 21:48:00.610922 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1b387a5-7c6a-4d59-8d6f-dc705f926e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:00.625674 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6bf1b88e-1b00-4537-986d-16a4b8bbb443 req-62b33398-968d-421f-835d-4c6fe77aeb45 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:00.636868 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e7cfc46a-ca29-407c-b00a-0c456d47e868 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:48:00.650337 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f0972-b5fc-4da3-b9ba-36b443340a79 req-20cb0afc-516f-4d93-a756-fc8ebf1319d3 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:00.651869 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d7f0972-b5fc-4da3-b9ba-36b443340a79 req-20cb0afc-516f-4d93-a756-fc8ebf1319d3 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/ports?device_id=e596dc3e-55d6-4ba8-8099-c569ecc43c3e HTTP/1.1" status: 200 len: 943 time: 0.1933408 Nov 23 21:48:00.686903 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc3481c0-2383-4b24-98b1-df2ee0a92ac4 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:00.716819 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1b387a5-7c6a-4d59-8d6f-dc705f926e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:00.717852 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1b387a5-7c6a-4d59-8d6f-dc705f926e9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:00.719537 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1b387a5-7c6a-4d59-8d6f-dc705f926e9f service neutron] 10.222.0.60 "PUT /v2.0/ports/0f47f8ef-e87e-41bf-8450-d8f88b4333cd HTTP/1.1" status: 200 len: 1091 time: 1.7718463 Nov 23 21:48:00.719924 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e596dc3e-55d6-4ba8-8099-c569ecc43c3e', 'tag': '0f47f8ef-e87e-41bf-8450-d8f88b4333cd'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:48:00.722755 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74985e88-6794-4831-94dd-45f0b2d2ae1f" -d '{"events": [{"name": "network-changed", "server_uuid": "e596dc3e-55d6-4ba8-8099-c569ecc43c3e", "tag": "0f47f8ef-e87e-41bf-8450-d8f88b4333cd"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:48:00.728361 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port e7cfc46a-ca29-407c-b00a-0c456d47e868 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:48:00.728587 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:00.757303 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc3481c0-2383-4b24-98b1-df2ee0a92ac4 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:00.827516 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b387a5-7c6a-4d59-8d6f-dc705f926e9f service neutron] Pushing event updated for resources: {'Port': ['ID=0f47f8ef-e87e-41bf-8450-d8f88b4333cd,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:00.839174 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-a2fb59f3-ef86-4737-89c3-40a2cf0f26e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:00.840681 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-a2fb59f3-ef86-4737-89c3-40a2cf0f26e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2325106 Nov 23 21:48:00.884212 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d7f0972-b5fc-4da3-b9ba-36b443340a79 req-5ae3602b-c849-4000-9629-346b19a382d4 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/security-groups?id=563e062f-6329-45f3-ac18-40f31cdea03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190254 Nov 23 21:48:00.918030 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:00.972497 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0d95c3b0-6bbb-4fc0-b794-9afb5ba6cb6b req-ebb2efd5-d0cf-475a-a0a8-33ed828cf1eb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:00.993679 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec50b144-959a-4c1e-9cb6-9b646797d997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cfc46a-ca29-407c-b00a-0c456d47e868'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:48:00.995942 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da40a98-98f7-4085-bf79-8ee774c840c5" -d '{"events": [{"server_uuid": "ec50b144-959a-4c1e-9cb6-9b646797d997", "name": "network-vif-plugged", "status": "completed", "tag": "e7cfc46a-ca29-407c-b00a-0c456d47e868"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:48:01.034857 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2efd5-d0cf-475a-a0a8-33ed828cf1eb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Pushing event deleted for resources: {'Port': ['ID=59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:01.040879 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['af2dc5c5-9fc4-443d-9bac-877c3dc929d4'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:48:01.068688 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1565aa2-4f24-41fb-8da5-3f0746643955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:01.071376 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-c1565aa2-4f24-41fb-8da5-3f0746643955 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7c7dd7d3a8f493f8c0d2ac94408c753&device_id=e596dc3e-55d6-4ba8-8099-c569ecc43c3e HTTP/1.1" status: 200 len: 1094 time: 0.2726846 Nov 23 21:48:01.079167 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc3481c0-2383-4b24-98b1-df2ee0a92ac4 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:01.081949 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc3481c0-2383-4b24-98b1-df2ee0a92ac4 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:01.088234 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bc3481c0-2383-4b24-98b1-df2ee0a92ac4 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "DELETE /v2.0/security-groups/1e16c830-bb83-4eed-8285-161efed5682a HTTP/1.1" status: 204 len: 168 time: 0.7000260 Nov 23 21:48:01.091001 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49254) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:01.095860 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d420bd-3b78-485e-9876-1061aac7cc3b x-openstack-request-id: req-09d420bd-3b78-485e-9876-1061aac7cc3b {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:48:01.096325 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e596dc3e-55d6-4ba8-8099-c569ecc43c3e", "tag": "0f47f8ef-e87e-41bf-8450-d8f88b4333cd", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:48:01.096590 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-09d420bd-3b78-485e-9876-1061aac7cc3b {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:48:01.097347 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e596dc3e-55d6-4ba8-8099-c569ecc43c3e', 'tag': '0f47f8ef-e87e-41bf-8450-d8f88b4333cd', 'status': 'completed', 'code': 200} Nov 23 21:48:01.108339 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e7cfc46a-ca29-407c-b00a-0c456d47e868, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e7cfc46a-ca29-407c-b00a-0c456d47e868,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:01.125994 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:01.126825 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c8b0adef-13ba-43b4-8567-cf5160e855ab up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:48:01.155468 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d42755-b342-4804-9bdf-bd1ca547f441 x-openstack-request-id: req-76d42755-b342-4804-9bdf-bd1ca547f441 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:48:01.155758 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec50b144-959a-4c1e-9cb6-9b646797d997", "name": "network-vif-plugged", "status": "completed", "tag": "e7cfc46a-ca29-407c-b00a-0c456d47e868", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:48:01.156194 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-76d42755-b342-4804-9bdf-bd1ca547f441 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:48:01.156744 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec50b144-959a-4c1e-9cb6-9b646797d997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cfc46a-ca29-407c-b00a-0c456d47e868', 'code': 200} Nov 23 21:48:01.169493 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d95c3b0-6bbb-4fc0-b794-9afb5ba6cb6b req-ebb2efd5-d0cf-475a-a0a8-33ed828cf1eb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] No DVR routers for this DVR port 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:48:01.173866 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0d95c3b0-6bbb-4fc0-b794-9afb5ba6cb6b req-ebb2efd5-d0cf-475a-a0a8-33ed828cf1eb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:01.177854 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d95c3b0-6bbb-4fc0-b794-9afb5ba6cb6b req-ebb2efd5-d0cf-475a-a0a8-33ed828cf1eb tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.53 "DELETE /v2.0/ports/59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 HTTP/1.1" status: 204 len: 173 time: 1.2912169 Nov 23 21:48:01.196289 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266d7c68-31df-476e-84da-ee33f2a54cef', 'name': 'network-vif-deleted', 'tag': '59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:48:01.198816 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05069c1-dcbe-4339-88e4-1d14a47c9667" -d '{"events": [{"server_uuid": "266d7c68-31df-476e-84da-ee33f2a54cef", "name": "network-vif-deleted", "tag": "59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:48:01.245108 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=e7cfc46a-ca29-407c-b00a-0c456d47e868,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:01.264528 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6bf1b88e-1b00-4537-986d-16a4b8bbb443 req-62b33398-968d-421f-835d-4c6fe77aeb45 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:01.281993 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-08a4cf73-7aac-40c9-8158-c338a41d5d2e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f47f8ef-e87e-41bf-8450-d8f88b4333cd HTTP/1.1" status: 200 len: 217 time: 0.1880376 Nov 23 21:48:01.283246 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-f5fd9e2c-5d87-411e-89bb-a9fb00d038b2 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] show failed (client error): The resource could not be found. Nov 23 21:48:01.287727 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f5fd9e2c-5d87-411e-89bb-a9fb00d038b2 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "GET /v2.0/security-groups/1e16c830-bb83-4eed-8285-161efed5682a HTTP/1.1" status: 404 len: 347 time: 0.1815341 Nov 23 21:48:01.287727 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f8082459-cb46-4938-a129-d6ce3b4aba0e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:01.291740 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-e61e0eac-e552-457b-a501-b61e70150dc1 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318383 Nov 23 21:48:01.293561 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49264) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:01.296925 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port c8b0adef-13ba-43b4-8567-cf5160e855ab completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:48:01.297738 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6fae3ee1-1c34-4ac6-998d-9890ede6389b req-01e8cde0-ff34-428b-9023-03cab34fc29c tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 210 time: 0.0537264 Nov 23 21:48:01.307568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port c8b0adef-13ba-43b4-8567-cf5160e855ab triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:48:01.308176 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:01.512645 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-c40e751f-755b-44bf-8d60-6167b8e51f9b service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848230 Nov 23 21:48:01.598411 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3481c0-2383-4b24-98b1-df2ee0a92ac4 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e16c830-bb83-4eed-8285-161efed5682a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:01.642877 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-6bf1b88e-1b00-4537-986d-16a4b8bbb443 req-62b33398-968d-421f-835d-4c6fe77aeb45 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Allocated IP 172.25.5.187 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/19ec904a-4c11-4780-b2d2-c2ea0f7ecf37) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:48:01.715233 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:01.745217 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-64f71915-66b8-4ddc-84b6-2c14b36c28e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:01.747399 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-64f71915-66b8-4ddc-84b6-2c14b36c28e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2614cf0b-fdca-4af2-860f-9cdb27a5a99a HTTP/1.1" status: 200 len: 851 time: 0.1633189 Nov 23 21:48:01.812931 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:01.854134 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f0fccb-a130-47bb-8d51-239046de9244 x-openstack-request-id: req-e6f0fccb-a130-47bb-8d51-239046de9244 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:48:01.855752 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "266d7c68-31df-476e-84da-ee33f2a54cef", "name": "network-vif-deleted", "tag": "59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:48:01.861421 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e6f0fccb-a130-47bb-8d51-239046de9244 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:48:01.862400 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266d7c68-31df-476e-84da-ee33f2a54cef', 'name': 'network-vif-deleted', 'tag': '59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9', 'status': 'completed', 'code': 200} Nov 23 21:48:01.887997 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-488ae839-d3c9-441c-b484-f8a4e46e0282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:01.889497 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-488ae839-d3c9-441c-b484-f8a4e46e0282 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f56852c6-7aab-4f89-b932-245ddd9fbd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030254 Nov 23 21:48:01.891815 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port c8b0adef-13ba-43b4-8567-cf5160e855ab, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c8b0adef-13ba-43b4-8567-cf5160e855ab,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:01.900885 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:01.902036 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:48:01.943371 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f8082459-cb46-4938-a129-d6ce3b4aba0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:01.967574 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:48:01.969822 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 59a1bfa0-8f4f-4452-bb24-e5740c4ddfb9 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:48:02.036014 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=c8b0adef-13ba-43b4-8567-cf5160e855ab,revision_number=9']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:02.060308 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6bf1b88e-1b00-4537-986d-16a4b8bbb443 req-62b33398-968d-421f-835d-4c6fe77aeb45 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:02.070294 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c59888-65f2-4d3b-846e-0b6ffc81ab03 req-e5cf7675-674c-40d4-869c-a5305773f6d9 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:02.072289 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b0c59888-65f2-4d3b-846e-0b6ffc81ab03 req-e5cf7675-674c-40d4-869c-a5305773f6d9 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 949 time: 0.2082815 Nov 23 21:48:02.134088 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1b8cc-ad0b-4366-96cc-cce2c6290e97 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Deleting port 997177bc-b2c8-4c7b-9734-0a74341d2900 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:48:02.134434 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9bf1b8cc-ad0b-4366-96cc-cce2c6290e97 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:02.165054 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-0c53b80e-bb34-4ee9-8d21-b8d3205bf333 service neutron] 10.222.0.60 "GET /v2.0/networks/f56852c6-7aab-4f89-b932-245ddd9fbd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641919 Nov 23 21:48:02.165633 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6bf1b88e-1b00-4537-986d-16a4b8bbb443 req-62b33398-968d-421f-835d-4c6fe77aeb45 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:02.184816 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8082459-cb46-4938-a129-d6ce3b4aba0e admin admin] Router 86069cf1-1df4-4c9e-9719-33117dc1c260 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 21:48:02.237553 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b0c59888-65f2-4d3b-846e-0b6ffc81ab03 req-c7fa2ac4-d90c-441a-8842-3c119655bb02 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411903 Nov 23 21:48:02.304153 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf1b88e-1b00-4537-986d-16a4b8bbb443 req-62b33398-968d-421f-835d-4c6fe77aeb45 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:48:02.313240 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b33398-968d-421f-835d-4c6fe77aeb45 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Pushing event updated for resources: {'Port': ['ID=19ec904a-4c11-4780-b2d2-c2ea0f7ecf37,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:02.315758 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-6bf1b88e-1b00-4537-986d-16a4b8bbb443 req-62b33398-968d-421f-835d-4c6fe77aeb45 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:48:02.323017 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf1b88e-1b00-4537-986d-16a4b8bbb443 req-62b33398-968d-421f-835d-4c6fe77aeb45 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:48:02.349057 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4a647c87-4460-47bf-bdb2-1adc9b5cf32c req-dec507a6-17bb-4923-9ac3-a71c23a3617b service neutron] 10.222.0.60 "GET /v2.0/networks/f56852c6-7aab-4f89-b932-245ddd9fbd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755290 Nov 23 21:48:02.462860 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8082459-cb46-4938-a129-d6ce3b4aba0e admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:48:02.474076 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] Sync routers for ids ['86069cf1-1df4-4c9e-9719-33117dc1c260'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:48:02.497430 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] Routers {'86069cf1-1df4-4c9e-9719-33117dc1c260'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:48:02.498172 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:48:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['86069cf1-1df4-4c9e-9719-33117dc1c260'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:02.513890 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f8082459-cb46-4938-a129-d6ce3b4aba0e admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:02.516424 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f8082459-cb46-4938-a129-d6ce3b4aba0e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0543349 Nov 23 21:48:02.519174 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49288) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:02.532071 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985e88-6794-4831-94dd-45f0b2d2ae1f req-f2d4ef03-71d1-44b6-acd6-e7190cd61abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:02.534174 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-74985e88-6794-4831-94dd-45f0b2d2ae1f req-f2d4ef03-71d1-44b6-acd6-e7190cd61abb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7c7dd7d3a8f493f8c0d2ac94408c753&device_id=e596dc3e-55d6-4ba8-8099-c569ecc43c3e HTTP/1.1" status: 200 len: 1094 time: 0.0882688 Nov 23 21:48:02.716451 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] Set router 86069cf1-1df4-4c9e-9719-33117dc1c260 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:48:02.851434 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:02.855207 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9bf1b8cc-ad0b-4366-96cc-cce2c6290e97 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:02.856203 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9bf1b8cc-ad0b-4366-96cc-cce2c6290e97 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:02.884043 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1b8cc-ad0b-4366-96cc-cce2c6290e97 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Calling delete_port for 997177bc-b2c8-4c7b-9734-0a74341d2900 owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:48:02.918609 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b1e33-45a4-4939-aaa9-e6888695b030 req-6f35fb78-0fb9-407c-980c-788eb62c65fa tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:02.926690 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b21b1e33-45a4-4939-aaa9-e6888695b030 req-6f35fb78-0fb9-407c-980c-788eb62c65fa tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/ports?device_id=e596dc3e-55d6-4ba8-8099-c569ecc43c3e HTTP/1.1" status: 200 len: 943 time: 0.6070433 Nov 23 21:48:02.931322 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985e88-6794-4831-94dd-45f0b2d2ae1f req-8eabc615-0ef6-4235-a40d-1e16ee1e1d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:02.933137 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-74985e88-6794-4831-94dd-45f0b2d2ae1f req-8eabc615-0ef6-4235-a40d-1e16ee1e1d96 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f56852c6-7aab-4f89-b932-245ddd9fbd48 HTTP/1.1" status: 200 len: 913 time: 0.3476048 Nov 23 21:48:02.985403 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86069cf1-1df4-4c9e-9719-33117dc1c260', 'name': 'tempest-ServerRescueTestJSON-1282304612-router', 'tenant_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '9738a382-2749-4944-8e4b-c61018780330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:58Z', 'updated_at': '2021-11-23T21:48:00Z', 'revision_number': 3, 'project_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'gw_port': {'id': '9738a382-2749-4944-8e4b-c61018780330', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86069cf1-1df4-4c9e-9719-33117dc1c260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:59Z', 'updated_at': '2021-11-23T21:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:02.995679 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b21b1e33-45a4-4939-aaa9-e6888695b030 req-faa5dea1-b285-4725-bdb1-60cba13f17b5 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/security-groups?id=563e062f-6329-45f3-ac18-40f31cdea03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623038 Nov 23 21:48:03.045085 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] Checking router: 86069cf1-1df4-4c9e-9719-33117dc1c260 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:48:03.048981 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] Updating router 86069cf1-1df4-4c9e-9719-33117dc1c260 port 9738a382-2749-4944-8e4b-c61018780330 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:48:03.074434 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6bf1b88e-1b00-4537-986d-16a4b8bbb443 req-62b33398-968d-421f-835d-4c6fe77aeb45 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:03.106328 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-74985e88-6794-4831-94dd-45f0b2d2ae1f req-7acfd08c-c28d-4371-9158-bb12c5442517 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f47f8ef-e87e-41bf-8450-d8f88b4333cd HTTP/1.1" status: 200 len: 217 time: 0.0991397 Nov 23 21:48:03.108166 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:03.158332 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea492751-7f51-46e7-a688-5d7552357030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b0adef-13ba-43b4-8567-cf5160e855ab'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:48:03.161385 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc03a0da-9692-4675-9874-dbb3c56b2d99" -d '{"events": [{"server_uuid": "ea492751-7f51-46e7-a688-5d7552357030", "name": "network-vif-plugged", "status": "completed", "tag": "c8b0adef-13ba-43b4-8567-cf5160e855ab"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:48:03.191627 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6bf1b88e-1b00-4537-986d-16a4b8bbb443 req-62b33398-968d-421f-835d-4c6fe77aeb45 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:03.296159 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9ae9f306-3efe-4f70-bfca-b16212c46352 req-5e836479-e2d9-4d28-81b7-bd047b61170c tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 210 time: 0.0549314 Nov 23 21:48:03.505942 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9bf1b8cc-ad0b-4366-96cc-cce2c6290e97 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:03.562774 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506842ab-d899-4c4b-be69-1f47d9240a33 x-openstack-request-id: req-506842ab-d899-4c4b-be69-1f47d9240a33 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:48:03.563302 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea492751-7f51-46e7-a688-5d7552357030", "name": "network-vif-plugged", "status": "completed", "tag": "c8b0adef-13ba-43b4-8567-cf5160e855ab", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:48:03.563726 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-506842ab-d899-4c4b-be69-1f47d9240a33 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:48:03.564278 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea492751-7f51-46e7-a688-5d7552357030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b0adef-13ba-43b4-8567-cf5160e855ab', 'code': 200} Nov 23 21:48:03.629409 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1b8cc-ad0b-4366-96cc-cce2c6290e97 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Pushing event deleted for resources: {'Port': ['ID=997177bc-b2c8-4c7b-9734-0a74341d2900,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:03.706727 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:03.719996 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:03.790106 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e9650-93c2-411b-b74b-d261129dbad8 None None] Pushing event updated for resources: {'Port': ['ID=9738a382-2749-4944-8e4b-c61018780330,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:03.793168 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:03.836807 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] Attempting to bind port 9738a382-2749-4944-8e4b-c61018780330 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:48:03.837365 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] Attempting to bind port 9738a382-2749-4944-8e4b-c61018780330 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:48:03.837928 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] Attempting to bind port 9738a382-2749-4944-8e4b-c61018780330 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:48:03.861053 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:48:03.861796 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:48:03.862303 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:03.862834 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:48:03.864115 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] Bound port: 9738a382-2749-4944-8e4b-c61018780330, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:48:03.864731 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:03.886414 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6bf1b88e-1b00-4537-986d-16a4b8bbb443 req-62b33398-968d-421f-835d-4c6fe77aeb45 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:03.889471 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9bf1b8cc-ad0b-4366-96cc-cce2c6290e97 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:03.902761 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9bf1b8cc-ad0b-4366-96cc-cce2c6290e97 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:03.906542 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9bf1b8cc-ad0b-4366-96cc-cce2c6290e97 tempest-ServersWithSpecificFlavorTestJSON-573097005 tempest-ServersWithSpecificFlavorTestJSON-573097005-project] 10.222.0.50 "DELETE /v2.0/floatingips/3a17c6ad-d8de-4eef-a223-92f2569d5de5 HTTP/1.1" status: 204 len: 168 time: 2.6092188 Nov 23 21:48:03.906542 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6bf1b88e-1b00-4537-986d-16a4b8bbb443 req-62b33398-968d-421f-835d-4c6fe77aeb45 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:04.009225 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] For port 9738a382-2749-4944-8e4b-c61018780330, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:48:04.013435 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] For port 9738a382-2749-4944-8e4b-c61018780330, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9738a382-2749-4944-8e4b-c61018780330,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:48:04.023271 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:04.037121 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022d06e-81ba-4b5f-9907-29e6d3756288 req-0d096c60-c0e1-4842-abce-291018430dc5 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:04.039373 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7022d06e-81ba-4b5f-9907-29e6d3756288 req-0d096c60-c0e1-4842-abce-291018430dc5 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 949 time: 0.3138435 Nov 23 21:48:04.049691 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985e88-6794-4831-94dd-45f0b2d2ae1f req-21ded0cd-56c3-42e7-bac2-5b89b939dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:04.051344 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-74985e88-6794-4831-94dd-45f0b2d2ae1f req-21ded0cd-56c3-42e7-bac2-5b89b939dcfd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2614cf0b-fdca-4af2-860f-9cdb27a5a99a HTTP/1.1" status: 200 len: 851 time: 0.9321005 Nov 23 21:48:04.213514 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985e88-6794-4831-94dd-45f0b2d2ae1f req-b8b70cca-3c70-45c7-868b-98c0b563a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:04.215366 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-74985e88-6794-4831-94dd-45f0b2d2ae1f req-b8b70cca-3c70-45c7-868b-98c0b563a1d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f56852c6-7aab-4f89-b932-245ddd9fbd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484418 Nov 23 21:48:04.218413 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6bf1b88e-1b00-4537-986d-16a4b8bbb443 req-62b33398-968d-421f-835d-4c6fe77aeb45 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:04.275229 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b33398-968d-421f-835d-4c6fe77aeb45 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Pushing event updated for resources: {'Port': ['ID=19ec904a-4c11-4780-b2d2-c2ea0f7ecf37,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:04.279496 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] Routers {'86069cf1-1df4-4c9e-9719-33117dc1c260'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:48:04.279869 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:48:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['86069cf1-1df4-4c9e-9719-33117dc1c260'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:04.322271 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6bf1b88e-1b00-4537-986d-16a4b8bbb443 req-62b33398-968d-421f-835d-4c6fe77aeb45 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:04.333341 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6bf1b88e-1b00-4537-986d-16a4b8bbb443 req-62b33398-968d-421f-835d-4c6fe77aeb45 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8124647 Nov 23 21:48:04.469601 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6bf1b88e-1b00-4537-986d-16a4b8bbb443 req-21886b64-2693-4b24-9479-fbca8a9717e0 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.187 HTTP/1.1" status: 200 len: 696 time: 0.1348925 Nov 23 21:48:04.535123 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-74985e88-6794-4831-94dd-45f0b2d2ae1f req-ef43e736-f0e9-4166-bcdd-1848e7e76337 service neutron] 10.222.0.60 "GET /v2.0/networks/f56852c6-7aab-4f89-b932-245ddd9fbd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096726 Nov 23 21:48:04.573373 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7022d06e-81ba-4b5f-9907-29e6d3756288 req-d874ee59-86d1-4117-aab9-d87d6b26a028 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986596 Nov 23 21:48:04.578492 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] Set router 86069cf1-1df4-4c9e-9719-33117dc1c260 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:48:04.773797 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-74985e88-6794-4831-94dd-45f0b2d2ae1f req-3b737165-52b7-4325-8aca-8962365116fa service neutron] 10.222.0.60 "GET /v2.0/networks/f56852c6-7aab-4f89-b932-245ddd9fbd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104423 Nov 23 21:48:04.972981 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f82f367-4278-473a-90bb-bf6cc59e985f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:04.994861 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-7115de82-40c1-4eb1-b255-15fc077dbca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:04.996395 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-7115de82-40c1-4eb1-b255-15fc077dbca0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030&tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80 HTTP/1.1" status: 200 len: 1100 time: 0.2421699 Nov 23 21:48:05.047825 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1b88e-1b00-4537-986d-16a4b8bbb443 req-9b411b18-1c52-4b22-9ae0-3dec97b739c6 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:05.049263 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6bf1b88e-1b00-4537-986d-16a4b8bbb443 req-9b411b18-1c52-4b22-9ae0-3dec97b739c6 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.5785425 Nov 23 21:48:05.069479 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-9', 'device_owner': 'compute:nova'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:05.122330 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e9650-93c2-411b-b74b-d261129dbad8 None None] Pushing event updated for resources: {'Port': ['ID=9738a382-2749-4944-8e4b-c61018780330,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:05.147213 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e2289-590f-48d7-9cec-1b939d14665c req-b1017378-33d2-4623-9056-d5201a1d7780 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:05.150853 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f15e2289-590f-48d7-9cec-1b939d14665c req-b1017378-33d2-4623-9056-d5201a1d7780 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/ports?device_id=e596dc3e-55d6-4ba8-8099-c569ecc43c3e HTTP/1.1" status: 200 len: 943 time: 0.3179159 Nov 23 21:48:05.259060 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:05.307573 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86069cf1-1df4-4c9e-9719-33117dc1c260', 'name': 'tempest-ServerRescueTestJSON-1282304612-router', 'tenant_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '9738a382-2749-4944-8e4b-c61018780330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:58Z', 'updated_at': '2021-11-23T21:48:00Z', 'revision_number': 3, 'project_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'gw_port': {'id': '9738a382-2749-4944-8e4b-c61018780330', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86069cf1-1df4-4c9e-9719-33117dc1c260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:59Z', 'updated_at': '2021-11-23T21:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:05.379172 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-8f82f367-4278-473a-90bb-bf6cc59e985f admin admin] Allocated IP 172.20.0.1 (a89e746f-ef78-4591-b2a8-6f88cfcc13b2/448a444d-f116-4edb-9f16-0d80ab53bf19/19c15e22-1ae8-4589-af78-a1faf149c9dd) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:48:05.428343 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c74acb-f9f6-44e5-b61e-352ff2e69fcc None None] The sync data for ids ['86069cf1-1df4-4c9e-9719-33117dc1c260'] in n-d-816206-9 is: [{'id': '86069cf1-1df4-4c9e-9719-33117dc1c260', 'name': 'tempest-ServerRescueTestJSON-1282304612-router', 'tenant_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '9738a382-2749-4944-8e4b-c61018780330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:58Z', 'updated_at': '2021-11-23T21:48:00Z', 'revision_number': 3, 'project_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'gw_port': {'id': '9738a382-2749-4944-8e4b-c61018780330', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86069cf1-1df4-4c9e-9719-33117dc1c260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:59Z', 'updated_at': '2021-11-23T21:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:48:05.435493 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 0f47f8ef-e87e-41bf-8450-d8f88b4333cd details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:48:05.446179 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f15e2289-590f-48d7-9cec-1b939d14665c req-bbf10f39-4460-4056-b9e3-a11c724a7b20 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/security-groups?id=563e062f-6329-45f3-ac18-40f31cdea03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799125 Nov 23 21:48:05.708350 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6772b365-8672-427e-bd1b-098e6e6d9212 req-a0af188b-0e4a-4f72-9dee-09e416decb15 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1336443 Nov 23 21:48:05.729099 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f82f367-4278-473a-90bb-bf6cc59e985f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:05.737045 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 0f47f8ef-e87e-41bf-8450-d8f88b4333cd, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=0f47f8ef-e87e-41bf-8450-d8f88b4333cd,segment=NetworkSegment(18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2),segment_id=18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:05.755646 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '0f47f8ef-e87e-41bf-8450-d8f88b4333cd', 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48', 'port_id': '0f47f8ef-e87e-41bf-8450-d8f88b4333cd', 'mac_address': 'fa:16:3e:70:c8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2614cf0b-fdca-4af2-860f-9cdb27a5a99a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:48:05.870171 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ad238096-3092-4537-a35c-fcb07dd91ef9 req-9d543459-6534-4f7f-8daf-4cad27441226 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=266d7c68-31df-476e-84da-ee33f2a54cef HTTP/1.1" status: 200 len: 210 time: 0.2879119 Nov 23 21:48:05.915424 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:05.941561 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f47f8ef-e87e-41bf-8450-d8f88b4333cd {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:48:05.990626 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f82f367-4278-473a-90bb-bf6cc59e985f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:06.002175 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 0f47f8ef-e87e-41bf-8450-d8f88b4333cd, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=0f47f8ef-e87e-41bf-8450-d8f88b4333cd,segment=NetworkSegment(18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2),segment_id=18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:06.016858 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:06.078846 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82f367-4278-473a-90bb-bf6cc59e985f admin admin] Pushing event updated for resources: {'Port': ['ID=19c15e22-1ae8-4589-af78-a1faf149c9dd,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:06.097300 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772b365-8672-427e-bd1b-098e6e6d9212 req-3c9355ad-847c-4a3f-acb3-f925f5e72e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:06.116752 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6772b365-8672-427e-bd1b-098e6e6d9212 req-3c9355ad-847c-4a3f-acb3-f925f5e72e72 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 1101 time: 0.3299291 Nov 23 21:48:06.143255 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f82f367-4278-473a-90bb-bf6cc59e985f admin admin] Network a89e746f-ef78-4591-b2a8-6f88cfcc13b2 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:48:06.151939 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-8f82f367-4278-473a-90bb-bf6cc59e985f admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:48:06.156735 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f82f367-4278-473a-90bb-bf6cc59e985f admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:48:06.159244 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=0f47f8ef-e87e-41bf-8450-d8f88b4333cd,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:06.187717 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] For port c8b0adef-13ba-43b4-8567-cf5160e855ab, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c8b0adef-13ba-43b4-8567-cf5160e855ab,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:06.260080 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f82f367-4278-473a-90bb-bf6cc59e985f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:06.282670 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:48:06.287382 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] For port c8b0adef-13ba-43b4-8567-cf5160e855ab, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:48:06.341439 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['0f47f8ef-e87e-41bf-8450-d8f88b4333cd'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:48:06.373931 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea492751-7f51-46e7-a688-5d7552357030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8b0adef-13ba-43b4-8567-cf5160e855ab'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:48:06.388833 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74813444-d2b8-4aee-97b3-e18aef4137b4" -d '{"events": [{"server_uuid": "ea492751-7f51-46e7-a688-5d7552357030", "name": "network-vif-unplugged", "status": "completed", "tag": "c8b0adef-13ba-43b4-8567-cf5160e855ab"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:48:06.419881 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:06.467804 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] Transition to ACTIVE for port object c8b0adef-13ba-43b4-8567-cf5160e855ab will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:48:06.486758 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:06.489532 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772b365-8672-427e-bd1b-098e6e6d9212 req-d805a41e-07f5-45c6-b17c-4e500c6705c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:06.491585 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6772b365-8672-427e-bd1b-098e6e6d9212 req-d805a41e-07f5-45c6-b17c-4e500c6705c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.3355734 Nov 23 21:48:06.691583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] Pushing event updated for resources: {'Port': ['ID=c8b0adef-13ba-43b4-8567-cf5160e855ab,revision_number=10']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:06.716208 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6772b365-8672-427e-bd1b-098e6e6d9212 req-c2bc4de5-bc4d-4e3b-813c-5f05c75dd091 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=8ffaa15e-5249-4ec2-b177-8936bc34d603 HTTP/1.1" status: 200 len: 217 time: 0.1352575 Nov 23 21:48:06.753830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] No DVR routers for this DVR port c8b0adef-13ba-43b4-8567-cf5160e855ab on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:48:06.793538 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c8b0adef-13ba-43b4-8567-cf5160e855ab no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:48:06.889754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] Attempting to bind port c8b0adef-13ba-43b4-8567-cf5160e855ab on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:48:06.893963 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] Attempting to bind port c8b0adef-13ba-43b4-8567-cf5160e855ab by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:48:06.894354 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] Attempting to bind port c8b0adef-13ba-43b4-8567-cf5160e855ab on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:48:06.912854 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] Port c8b0adef-13ba-43b4-8567-cf5160e855ab on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:48:06.913582 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] Attempting to bind port c8b0adef-13ba-43b4-8567-cf5160e855ab on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:48:06.934785 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:48:06.935060 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:48:06.935468 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:48:06.935885 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] Bound port: c8b0adef-13ba-43b4-8567-cf5160e855ab, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:48:06.936249 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:07.058362 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772b365-8672-427e-bd1b-098e6e6d9212 req-0a8c3233-c144-4234-b9a7-d1fec0b6cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:07.059891 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6772b365-8672-427e-bd1b-098e6e6d9212 req-0a8c3233-c144-4234-b9a7-d1fec0b6cf60 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.3345652 Nov 23 21:48:07.063628 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c8b0adef-13ba-43b4-8567-cf5160e855ab not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:48:07.070135 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9738a382-2749-4944-8e4b-c61018780330 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:48:07.190173 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] For port c8b0adef-13ba-43b4-8567-cf5160e855ab, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:48:07.203873 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] For port c8b0adef-13ba-43b4-8567-cf5160e855ab, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c8b0adef-13ba-43b4-8567-cf5160e855ab,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:48:07.219395 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:07.264349 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 9738a382-2749-4944-8e4b-c61018780330 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:48:07.264726 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:07.300264 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f82f367-4278-473a-90bb-bf6cc59e985f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:07.337808 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:07.346071 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:07.348109 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] 10.222.0.60 "PUT /v2.0/ports/c8b0adef-13ba-43b4-8567-cf5160e855ab HTTP/1.1" status: 200 len: 1096 time: 2.2960708 Nov 23 21:48:07.349646 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772b365-8672-427e-bd1b-098e6e6d9212 req-d20d547c-db22-40db-8577-bc671b5a9711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:07.358360 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6772b365-8672-427e-bd1b-098e6e6d9212 req-d20d547c-db22-40db-8577-bc671b5a9711 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2854524 Nov 23 21:48:07.437636 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7078b1-247d-43a0-8c5d-43704813955c service neutron] Pushing event updated for resources: {'Port': ['ID=c8b0adef-13ba-43b4-8567-cf5160e855ab,revision_number=11']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:07.552293 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-3e55e309-a284-4704-b3a8-54d046c5d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:07.559196 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:07.560121 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-3e55e309-a284-4704-b3a8-54d046c5d875 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 1099 time: 0.1534188 Nov 23 21:48:07.623979 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 9738a382-2749-4944-8e4b-c61018780330, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9738a382-2749-4944-8e4b-c61018780330,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:07.633789 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:07.753687 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=9738a382-2749-4944-8e4b-c61018780330,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:07.798355 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-c49ce0c9-8d04-463e-b5bc-e5f44c280849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:07.798626 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6772b365-8672-427e-bd1b-098e6e6d9212 req-0748538d-b5f6-4566-a90b-0fc2bf58a44a service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556530 Nov 23 21:48:07.800193 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-c49ce0c9-8d04-463e-b5bc-e5f44c280849 service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.2290783 Nov 23 21:48:07.899603 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-0b012ed1-6fe7-4517-af76-652419f6fd29 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=c8b0adef-13ba-43b4-8567-cf5160e855ab HTTP/1.1" status: 200 len: 217 time: 0.0817382 Nov 23 21:48:07.962123 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-d67048de-0701-4949-aa66-02f45911c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:07.963814 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-d67048de-0701-4949-aa66-02f45911c862 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0569844 Nov 23 21:48:08.034400 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f82f367-4278-473a-90bb-bf6cc59e985f admin admin] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:08.051976 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f82f367-4278-473a-90bb-bf6cc59e985f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:08.063787 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-e4f32b7b-4c3d-404a-910c-a908e1ff2218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:08.065497 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-e4f32b7b-4c3d-404a-910c-a908e1ff2218 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918591 Nov 23 21:48:08.190736 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6772b365-8672-427e-bd1b-098e6e6d9212 req-78531edc-49a6-4b1c-9d6c-6ef84b20d7ac service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774352 Nov 23 21:48:08.245726 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f82f367-4278-473a-90bb-bf6cc59e985f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:08.249453 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82f367-4278-473a-90bb-bf6cc59e985f admin admin] Pushing event updated for resources: {'Port': ['ID=19c15e22-1ae8-4589-af78-a1faf149c9dd,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:08.377941 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-05c7b4c4-bf65-4c12-8cac-6f930ce2e56b service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045189 Nov 23 21:48:08.488243 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f82f367-4278-473a-90bb-bf6cc59e985f admin admin] Network a89e746f-ef78-4591-b2a8-6f88cfcc13b2 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:48:08.491857 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-8f82f367-4278-473a-90bb-bf6cc59e985f admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:48:08.637390 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89c72929-8119-4efa-ad47-9de0d6c083c0 req-c895325c-da24-4e13-a893-301c0365498a service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510462 Nov 23 21:48:08.689697 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f82f367-4278-473a-90bb-bf6cc59e985f admin admin] Router 86069cf1-1df4-4c9e-9719-33117dc1c260 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:48:08.921648 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f82f367-4278-473a-90bb-bf6cc59e985f admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:48:08.934329 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8f82f367-4278-473a-90bb-bf6cc59e985f admin admin] 10.222.0.50 "PUT /v2.0/routers/86069cf1-1df4-4c9e-9719-33117dc1c260/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4131849 Nov 23 21:48:08.946447 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] Sync routers for ids ['86069cf1-1df4-4c9e-9719-33117dc1c260'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:48:09.003284 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9738a382-2749-4944-8e4b-c61018780330 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:48:09.028178 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] Routers {'86069cf1-1df4-4c9e-9719-33117dc1c260'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:48:09.032188 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:48:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['86069cf1-1df4-4c9e-9719-33117dc1c260'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:09.363745 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 9738a382-2749-4944-8e4b-c61018780330 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:48:09.364148 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:09.413904 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] Set router 86069cf1-1df4-4c9e-9719-33117dc1c260 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:48:09.493019 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 0f47f8ef-e87e-41bf-8450-d8f88b4333cd up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:48:09.924778 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 0f47f8ef-e87e-41bf-8450-d8f88b4333cd completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:48:09.932876 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 0f47f8ef-e87e-41bf-8450-d8f88b4333cd triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:48:09.933252 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:10.232245 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86069cf1-1df4-4c9e-9719-33117dc1c260', 'name': 'tempest-ServerRescueTestJSON-1282304612-router', 'tenant_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '9738a382-2749-4944-8e4b-c61018780330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:58Z', 'updated_at': '2021-11-23T21:48:07Z', 'revision_number': 4, 'project_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'gw_port': {'id': '9738a382-2749-4944-8e4b-c61018780330', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86069cf1-1df4-4c9e-9719-33117dc1c260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:59Z', 'updated_at': '2021-11-23T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '19c15e22-1ae8-4589-af78-a1faf149c9dd', 'name': '', 'network_id': 'a89e746f-ef78-4591-b2a8-6f88cfcc13b2', 'tenant_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'mac_address': 'fa:16:3e:58:ec:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86069cf1-1df4-4c9e-9719-33117dc1c260', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '448a444d-f116-4edb-9f16-0d80ab53bf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:05Z', 'updated_at': '2021-11-23T21:48:07Z', 'revision_number': 2, 'project_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'subnets': [{'id': '448a444d-f116-4edb-9f16-0d80ab53bf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:10.274786 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] Checking router: 86069cf1-1df4-4c9e-9719-33117dc1c260 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:48:10.275120 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] Updating router 86069cf1-1df4-4c9e-9719-33117dc1c260 port 19c15e22-1ae8-4589-af78-a1faf149c9dd binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:48:10.301226 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:10.321507 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:10.354967 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e596dc3e-55d6-4ba8-8099-c569ecc43c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f47f8ef-e87e-41bf-8450-d8f88b4333cd'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:48:10.357459 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f2c2ec-e419-4a3f-982a-18c23fda5553" -d '{"events": [{"server_uuid": "e596dc3e-55d6-4ba8-8099-c569ecc43c3e", "name": "network-vif-plugged", "status": "completed", "tag": "0f47f8ef-e87e-41bf-8450-d8f88b4333cd"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:48:10.434306 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 0f47f8ef-e87e-41bf-8450-d8f88b4333cd, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=0f47f8ef-e87e-41bf-8450-d8f88b4333cd,segment=NetworkSegment(18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2),segment_id=18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:10.434306 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:10.714212 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=0f47f8ef-e87e-41bf-8450-d8f88b4333cd,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:10.724484 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:10.724999 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:10.725237 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:10.726215 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:10.726671 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:10.727093 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:10.727434 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:10.727770 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:10.728105 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:10.728434 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:10.728763 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:10.729093 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:11.000614 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:11.014488 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:11.062622 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a528e9-28c2-44f5-a24d-bd0e7144adf4 None None] Pushing event updated for resources: {'Port': ['ID=19c15e22-1ae8-4589-af78-a1faf149c9dd,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:11.168751 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] Attempting to bind port 19c15e22-1ae8-4589-af78-a1faf149c9dd on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:48:11.169001 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] Attempting to bind port 19c15e22-1ae8-4589-af78-a1faf149c9dd by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'e98392a6-0610-4858-83de-5cf158f64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a89e746f-ef78-4591-b2a8-6f88cfcc13b2'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:48:11.169269 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] Attempting to bind port 19c15e22-1ae8-4589-af78-a1faf149c9dd on network a89e746f-ef78-4591-b2a8-6f88cfcc13b2 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:48:11.182191 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:48:11.182578 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] Checking segment: {'id': 'e98392a6-0610-4858-83de-5cf158f64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a89e746f-ef78-4591-b2a8-6f88cfcc13b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:48:11.183027 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:11.183431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] Bound using segment: {'id': 'e98392a6-0610-4858-83de-5cf158f64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a89e746f-ef78-4591-b2a8-6f88cfcc13b2'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:48:11.184040 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] Bound port: 19c15e22-1ae8-4589-af78-a1faf149c9dd, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98392a6-0610-4858-83de-5cf158f64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a89e746f-ef78-4591-b2a8-6f88cfcc13b2'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:48:11.184434 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:11.315456 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] For port 19c15e22-1ae8-4589-af78-a1faf149c9dd, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:48:11.318819 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] For port 19c15e22-1ae8-4589-af78-a1faf149c9dd, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=19c15e22-1ae8-4589-af78-a1faf149c9dd,segment=NetworkSegment(e98392a6-0610-4858-83de-5cf158f64b8c),segment_id=e98392a6-0610-4858-83de-5cf158f64b8c)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:48:11.329820 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:11.410983 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] Routers {'86069cf1-1df4-4c9e-9719-33117dc1c260'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:48:11.411632 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:48:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['86069cf1-1df4-4c9e-9719-33117dc1c260'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:11.477316 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c8b0adef-13ba-43b4-8567-cf5160e855ab details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:48:11.536122 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a528e9-28c2-44f5-a24d-bd0e7144adf4 None None] Pushing event updated for resources: {'Port': ['ID=19c15e22-1ae8-4589-af78-a1faf149c9dd,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:11.910618 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] Set router 86069cf1-1df4-4c9e-9719-33117dc1c260 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:48:11.967788 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port c8b0adef-13ba-43b4-8567-cf5160e855ab, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c8b0adef-13ba-43b4-8567-cf5160e855ab,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:12.018425 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'c8b0adef-13ba-43b4-8567-cf5160e855ab', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': 'c8b0adef-13ba-43b4-8567-cf5160e855ab', 'mac_address': 'fa:16:3e:70:04:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:48:12.211068 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:12.229852 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b0adef-13ba-43b4-8567-cf5160e855ab {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:48:12.251222 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port c8b0adef-13ba-43b4-8567-cf5160e855ab, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c8b0adef-13ba-43b4-8567-cf5160e855ab,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:12.261892 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:12.373869 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=c8b0adef-13ba-43b4-8567-cf5160e855ab,revision_number=12']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:12.432581 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86069cf1-1df4-4c9e-9719-33117dc1c260', 'name': 'tempest-ServerRescueTestJSON-1282304612-router', 'tenant_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '9738a382-2749-4944-8e4b-c61018780330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:58Z', 'updated_at': '2021-11-23T21:48:07Z', 'revision_number': 4, 'project_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'gw_port': {'id': '9738a382-2749-4944-8e4b-c61018780330', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86069cf1-1df4-4c9e-9719-33117dc1c260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:59Z', 'updated_at': '2021-11-23T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '19c15e22-1ae8-4589-af78-a1faf149c9dd', 'name': '', 'network_id': 'a89e746f-ef78-4591-b2a8-6f88cfcc13b2', 'tenant_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'mac_address': 'fa:16:3e:58:ec:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86069cf1-1df4-4c9e-9719-33117dc1c260', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '448a444d-f116-4edb-9f16-0d80ab53bf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:05Z', 'updated_at': '2021-11-23T21:48:11Z', 'revision_number': 4, 'project_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'subnets': [{'id': '448a444d-f116-4edb-9f16-0d80ab53bf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:12.472971 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96754f9a-bb67-4985-9acf-62174769a98a None None] The sync data for ids ['86069cf1-1df4-4c9e-9719-33117dc1c260'] in n-d-816206-9 is: [{'id': '86069cf1-1df4-4c9e-9719-33117dc1c260', 'name': 'tempest-ServerRescueTestJSON-1282304612-router', 'tenant_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '9738a382-2749-4944-8e4b-c61018780330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:58Z', 'updated_at': '2021-11-23T21:48:07Z', 'revision_number': 4, 'project_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'gw_port': {'id': '9738a382-2749-4944-8e4b-c61018780330', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86069cf1-1df4-4c9e-9719-33117dc1c260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:59Z', 'updated_at': '2021-11-23T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '19c15e22-1ae8-4589-af78-a1faf149c9dd', 'name': '', 'network_id': 'a89e746f-ef78-4591-b2a8-6f88cfcc13b2', 'tenant_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'mac_address': 'fa:16:3e:58:ec:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86069cf1-1df4-4c9e-9719-33117dc1c260', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '448a444d-f116-4edb-9f16-0d80ab53bf19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:05Z', 'updated_at': '2021-11-23T21:48:11Z', 'revision_number': 4, 'project_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'subnets': [{'id': '448a444d-f116-4edb-9f16-0d80ab53bf19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:48:12.596830 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['c8b0adef-13ba-43b4-8567-cf5160e855ab'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:48:13.071745 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 19c15e22-1ae8-4589-af78-a1faf149c9dd up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:48:13.384356 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 19c15e22-1ae8-4589-af78-a1faf149c9dd triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:48:13.385127 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:13.612673 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:13.688621 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 19c15e22-1ae8-4589-af78-a1faf149c9dd, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=19c15e22-1ae8-4589-af78-a1faf149c9dd,segment=NetworkSegment(e98392a6-0610-4858-83de-5cf158f64b8c),segment_id=e98392a6-0610-4858-83de-5cf158f64b8c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:13.697801 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:13.816744 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=19c15e22-1ae8-4589-af78-a1faf149c9dd,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:14.932729 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 19c15e22-1ae8-4589-af78-a1faf149c9dd up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:48:15.132939 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 19c15e22-1ae8-4589-af78-a1faf149c9dd triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:48:15.133708 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:15.467061 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c8b0adef-13ba-43b4-8567-cf5160e855ab up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:48:15.667350 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port c8b0adef-13ba-43b4-8567-cf5160e855ab completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:48:15.673108 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port c8b0adef-13ba-43b4-8567-cf5160e855ab triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:48:15.678831 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:15.924114 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:16.002694 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port c8b0adef-13ba-43b4-8567-cf5160e855ab, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c8b0adef-13ba-43b4-8567-cf5160e855ab,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:16.017667 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:16.139759 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=c8b0adef-13ba-43b4-8567-cf5160e855ab,revision_number=13']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:18.624729 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d15d030e-97d7-49e1-9285-f7ba956965f4 req-04c67cf9-96af-49cd-b1bb-63983a06b2a7 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/floatingips/e0a2f3fe-9e81-4ef4-8363-cd0cd8309910 HTTP/1.1" status: 200 len: 693 time: 0.0484664 Nov 23 21:48:18.758286 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f998a0-0344-43eb-abee-dd850fcb5765 req-3c210e92-b7d1-4b57-8662-0c097839a1bb tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:18.759811 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46f998a0-0344-43eb-abee-dd850fcb5765 req-3c210e92-b7d1-4b57-8662-0c097839a1bb tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 950 time: 0.1076226 Nov 23 21:48:18.796352 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d030e-97d7-49e1-9285-f7ba956965f4 req-bc9c3095-9e36-40b6-aee8-13fb371da1ac tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:18.797735 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d15d030e-97d7-49e1-9285-f7ba956965f4 req-bc9c3095-9e36-40b6-aee8-13fb371da1ac tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.1670945 Nov 23 21:48:18.844888 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46f998a0-0344-43eb-abee-dd850fcb5765 req-5323fc7c-591e-47e8-a0c9-2f0f0951debb tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776396 Nov 23 21:48:18.846604 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 21:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0a6ad0-82af-4e3c-948a-1da94fb986a2 x-openstack-request-id: req-6b0a6ad0-82af-4e3c-948a-1da94fb986a2 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:48:18.846992 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea492751-7f51-46e7-a688-5d7552357030", "name": "network-vif-unplugged", "status": "completed", "tag": "c8b0adef-13ba-43b4-8567-cf5160e855ab", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:48:18.847313 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6b0a6ad0-82af-4e3c-948a-1da94fb986a2 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:48:18.847762 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea492751-7f51-46e7-a688-5d7552357030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8b0adef-13ba-43b4-8567-cf5160e855ab', 'code': 200} Nov 23 21:48:19.013554 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb31d1b-b344-40aa-ad2f-6dabdd3094c4 req-de9eec34-c781-4386-a1ab-61749e5fe090 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:19.015597 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bbb31d1b-b344-40aa-ad2f-6dabdd3094c4 req-de9eec34-c781-4386-a1ab-61749e5fe090 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/ports?device_id=e596dc3e-55d6-4ba8-8099-c569ecc43c3e HTTP/1.1" status: 200 len: 945 time: 0.0986652 Nov 23 21:48:19.147956 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bbb31d1b-b344-40aa-ad2f-6dabdd3094c4 req-b62b9225-5e75-43e4-94d4-a240aafba177 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/security-groups?id=563e062f-6329-45f3-ac18-40f31cdea03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033123 Nov 23 21:48:19.221146 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aca27ff-90c4-4f2c-a84c-b1186ae0d417 x-openstack-request-id: req-2aca27ff-90c4-4f2c-a84c-b1186ae0d417 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:48:19.221697 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e596dc3e-55d6-4ba8-8099-c569ecc43c3e", "name": "network-vif-plugged", "status": "completed", "tag": "0f47f8ef-e87e-41bf-8450-d8f88b4333cd", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:48:19.221697 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2aca27ff-90c4-4f2c-a84c-b1186ae0d417 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:48:19.222066 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e596dc3e-55d6-4ba8-8099-c569ecc43c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f47f8ef-e87e-41bf-8450-d8f88b4333cd', 'code': 200} Nov 23 21:48:19.344793 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-9fee8e01-c487-4e48-9314-fe5a5a5b364d tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:19.346364 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-9fee8e01-c487-4e48-9314-fe5a5a5b364d tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/networks?id=a89e746f-ef78-4591-b2a8-6f88cfcc13b2 HTTP/1.1" status: 200 len: 811 time: 0.1974635 Nov 23 21:48:19.386073 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-e4b90867-9ca2-4e73-9560-5e67ce8cdedf tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/quotas/ddf4a806856e4d178f7ca2c9266aa8f7 HTTP/1.1" status: 200 len: 375 time: 0.0282505 Nov 23 21:48:19.467655 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e5f6f902-4ccb-4d40-951d-d86103d65cd4 req-2cd34b0e-3450-437c-8857-fbb4b4974491 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/floatingips/e0a2f3fe-9e81-4ef4-8363-cd0cd8309910 HTTP/1.1" status: 200 len: 693 time: 0.0834548 Nov 23 21:48:19.512221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad528a-20f1-4b77-bf1d-0bde012b1df3 req-7952336b-6f5d-4d60-a675-a60796ca9927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:19.514056 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63ad528a-20f1-4b77-bf1d-0bde012b1df3 req-7952336b-6f5d-4d60-a675-a60796ca9927 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e596dc3e-55d6-4ba8-8099-c569ecc43c3e HTTP/1.1" status: 200 len: 1096 time: 0.1665025 Nov 23 21:48:19.570172 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-d74115ea-aef9-4a7d-b8d8-f9c4d3b024b1 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ddf4a806856e4d178f7ca2c9266aa8f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1739213 Nov 23 21:48:19.679910 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63ad528a-20f1-4b77-bf1d-0bde012b1df3 req-f8d5386e-def9-4510-aac2-5a521f503bf3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=563e062f-6329-45f3-ac18-40f31cdea03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537988 Nov 23 21:48:19.690934 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6f902-4ccb-4d40-951d-d86103d65cd4 req-d7a9d25e-4756-48d9-b2fd-1e4baa17e0ad tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:19.698886 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e5f6f902-4ccb-4d40-951d-d86103d65cd4 req-d7a9d25e-4756-48d9-b2fd-1e4baa17e0ad tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.2245450 Nov 23 21:48:19.762921 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e5f6f902-4ccb-4d40-951d-d86103d65cd4 req-170015c2-984e-4b18-819e-148654ffe9d2 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.187 HTTP/1.1" status: 200 len: 696 time: 0.0628445 Nov 23 21:48:19.823894 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-94182ab3-3fea-48ab-9c2b-4a2246f94c53 service neutron] 10.222.0.50 "GET /v2.0/networks/a89e746f-ef78-4591-b2a8-6f88cfcc13b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414882 Nov 23 21:48:19.855270 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e5f6f902-4ccb-4d40-951d-d86103d65cd4 req-d2b376a8-391f-4179-a5fe-dbe97fac600d tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.187 HTTP/1.1" status: 200 len: 696 time: 0.0841892 Nov 23 21:48:20.028548 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-84f326e1-dab4-43bd-bfce-d06f60245c5f service neutron] 10.222.0.50 "GET /v2.0/networks/a89e746f-ef78-4591-b2a8-6f88cfcc13b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038543 Nov 23 21:48:20.052377 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-e5f6f902-4ccb-4d40-951d-d86103d65cd4 req-f02bf6ca-2632-4cad-bbca-f0a9848b95b1 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Deleting port 19ec904a-4c11-4780-b2d2-c2ea0f7ecf37 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:48:20.052717 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e5f6f902-4ccb-4d40-951d-d86103d65cd4 req-f02bf6ca-2632-4cad-bbca-f0a9848b95b1 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:20.154967 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e5f6f902-4ccb-4d40-951d-d86103d65cd4 req-f02bf6ca-2632-4cad-bbca-f0a9848b95b1 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:20.155297 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e5f6f902-4ccb-4d40-951d-d86103d65cd4 req-f02bf6ca-2632-4cad-bbca-f0a9848b95b1 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:20.169584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-e5f6f902-4ccb-4d40-951d-d86103d65cd4 req-f02bf6ca-2632-4cad-bbca-f0a9848b95b1 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Calling delete_port for 19ec904a-4c11-4780-b2d2-c2ea0f7ecf37 owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:48:20.304011 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ffa41-9889-4a68-9179-c806b218eb97 req-fbe377fe-627e-4a58-ba6f-bb437fc0beda tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:20.306050 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2a1ffa41-9889-4a68-9179-c806b218eb97 req-fbe377fe-627e-4a58-ba6f-bb437fc0beda tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 950 time: 0.0778232 Nov 23 21:48:20.401281 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2a1ffa41-9889-4a68-9179-c806b218eb97 req-7486fda9-5597-4d7e-bf8e-7cc15c7888d9 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873864 Nov 23 21:48:20.402599 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e5f6f902-4ccb-4d40-951d-d86103d65cd4 req-f02bf6ca-2632-4cad-bbca-f0a9848b95b1 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:20.430904 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bf6ca-2632-4cad-bbca-f0a9848b95b1 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Pushing event deleted for resources: {'Port': ['ID=19ec904a-4c11-4780-b2d2-c2ea0f7ecf37,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:20.457452 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02bf6ca-2632-4cad-bbca-f0a9848b95b1 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:20.457803 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02bf6ca-2632-4cad-bbca-f0a9848b95b1 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:20.458149 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02bf6ca-2632-4cad-bbca-f0a9848b95b1 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:20.458530 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02bf6ca-2632-4cad-bbca-f0a9848b95b1 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:20.458854 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02bf6ca-2632-4cad-bbca-f0a9848b95b1 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:20.459177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02bf6ca-2632-4cad-bbca-f0a9848b95b1 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:20.459509 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02bf6ca-2632-4cad-bbca-f0a9848b95b1 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:20.460108 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02bf6ca-2632-4cad-bbca-f0a9848b95b1 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:20.460827 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02bf6ca-2632-4cad-bbca-f0a9848b95b1 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:20.461162 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02bf6ca-2632-4cad-bbca-f0a9848b95b1 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:20.461495 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02bf6ca-2632-4cad-bbca-f0a9848b95b1 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:20.461822 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02bf6ca-2632-4cad-bbca-f0a9848b95b1 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:20.522972 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e5f6f902-4ccb-4d40-951d-d86103d65cd4 req-f02bf6ca-2632-4cad-bbca-f0a9848b95b1 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:20.526018 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e5f6f902-4ccb-4d40-951d-d86103d65cd4 req-f02bf6ca-2632-4cad-bbca-f0a9848b95b1 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:20.527167 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e5f6f902-4ccb-4d40-951d-d86103d65cd4 req-f02bf6ca-2632-4cad-bbca-f0a9848b95b1 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "DELETE /v2.0/floatingips/e0a2f3fe-9e81-4ef4-8363-cd0cd8309910 HTTP/1.1" status: 204 len: 173 time: 0.6685686 Nov 23 21:48:20.588741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaefd57-423a-4fe4-b5d2-90de60f8a121 req-b5d40406-d118-4037-8907-272bebbae733 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:20.591500 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cfaefd57-423a-4fe4-b5d2-90de60f8a121 req-b5d40406-d118-4037-8907-272bebbae733 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec50b144-959a-4c1e-9cb6-9b646797d997 HTTP/1.1" status: 200 len: 949 time: 0.0849986 Nov 23 21:48:20.669674 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cfaefd57-423a-4fe4-b5d2-90de60f8a121 req-d42a2c36-616d-49e5-ab2a-2324742daa31 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a8fe05e-00b2-497d-ad6e-3b61067f7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656021 Nov 23 21:48:20.741770 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9ae2e2d0-8e27-4ebc-9528-48ee02e9bbde req-0d12e006-b31c-41a0-83b7-7c49635a5703 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 210 time: 0.0333970 Nov 23 21:48:20.818033 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506e9b4-3173-43f1-8a18-eb7626fd1524 req-626d6ff2-d24f-489d-a5e6-4a7279df2143 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:20.819704 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7506e9b4-3173-43f1-8a18-eb7626fd1524 req-626d6ff2-d24f-489d-a5e6-4a7279df2143 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/ports?device_id=e596dc3e-55d6-4ba8-8099-c569ecc43c3e HTTP/1.1" status: 200 len: 945 time: 0.0819039 Nov 23 21:48:20.874291 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea492751-7f51-46e7-a688-5d7552357030', 'tag': 'c8b0adef-13ba-43b4-8567-cf5160e855ab'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:48:20.876862 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a446e8-8db7-4b20-a4c8-3c4e962f14e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ea492751-7f51-46e7-a688-5d7552357030", "tag": "c8b0adef-13ba-43b4-8567-cf5160e855ab"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:48:21.067026 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7506e9b4-3173-43f1-8a18-eb7626fd1524 req-c1afa95a-c9fe-4ed8-b747-9d84990368d7 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/security-groups?id=563e062f-6329-45f3-ac18-40f31cdea03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867242 Nov 23 21:48:21.076174 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396c127-b590-498c-bd7e-68cd2e52a134 req-e2fae911-77f7-4ac5-8a9a-78645812173e tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:21.077618 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6396c127-b590-498c-bd7e-68cd2e52a134 req-e2fae911-77f7-4ac5-8a9a-78645812173e tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2780492 Nov 23 21:48:21.223319 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea492751-7f51-46e7-a688-5d7552357030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b0adef-13ba-43b4-8567-cf5160e855ab'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:48:21.226895 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9bef70-b48f-422d-afdf-2de80e097e72" -d '{"events": [{"server_uuid": "ea492751-7f51-46e7-a688-5d7552357030", "name": "network-vif-plugged", "status": "completed", "tag": "c8b0adef-13ba-43b4-8567-cf5160e855ab"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:48:21.236429 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026df76b-5341-48a6-b0db-97c3952d635e x-openstack-request-id: req-026df76b-5341-48a6-b0db-97c3952d635e {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:48:21.237007 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea492751-7f51-46e7-a688-5d7552357030", "tag": "c8b0adef-13ba-43b4-8567-cf5160e855ab", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:48:21.237229 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-026df76b-5341-48a6-b0db-97c3952d635e {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:48:21.237634 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea492751-7f51-46e7-a688-5d7552357030', 'tag': 'c8b0adef-13ba-43b4-8567-cf5160e855ab', 'status': 'completed', 'code': 200} Nov 23 21:48:21.352764 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-33798fdb-8319-48c0-a381-26aa865a2787 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278506 Nov 23 21:48:21.362695 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a446e8-8db7-4b20-a4c8-3c4e962f14e3 req-62984673-e21b-4d82-9128-6ceb76d29054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:21.364206 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16a446e8-8db7-4b20-a4c8-3c4e962f14e3 req-62984673-e21b-4d82-9128-6ceb76d29054 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 1101 time: 0.0712972 Nov 23 21:48:21.872734 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-08540642-9a98-47bf-8ce7-50bbf6b68127 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:21.874599 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-08540642-9a98-47bf-8ce7-50bbf6b68127 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.60 "GET /v2.0/networks?id=a89e746f-ef78-4591-b2a8-6f88cfcc13b2 HTTP/1.1" status: 200 len: 811 time: 0.1546135 Nov 23 21:48:21.885705 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ed41b6c-e185-4db9-a351-731dbad3a1ae req-2fe99336-e5d4-4b16-af54-b13d0a433b49 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=4ed532f41917491898d7b5b306b12d07 HTTP/1.1" status: 200 len: 1656 time: 0.0744338 Nov 23 21:48:21.891769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a446e8-8db7-4b20-a4c8-3c4e962f14e3 req-8170a17c-ab91-4174-a7b2-edc0a5d12578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:21.893173 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16a446e8-8db7-4b20-a4c8-3c4e962f14e3 req-8170a17c-ab91-4174-a7b2-edc0a5d12578 service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.5201914 Nov 23 21:48:21.906199 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Request body: {'port': {'device_id': '105a77f9-f4b1-497e-9fd0-63a8d9234698', 'network_id': 'a89e746f-ef78-4591-b2a8-6f88cfcc13b2', 'admin_state_up': True, 'tenant_id': 'ddf4a806856e4d178f7ca2c9266aa8f7'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:21.912605 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-e1c94063-b0f5-46f6-8c64-47614bfe1b64 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:21.914085 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-e1c94063-b0f5-46f6-8c64-47614bfe1b64 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5540810 Nov 23 21:48:22.009965 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16a446e8-8db7-4b20-a4c8-3c4e962f14e3 req-00a15a67-d4dd-46f1-96bc-cb050a4a3a27 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=c8b0adef-13ba-43b4-8567-cf5160e855ab HTTP/1.1" status: 200 len: 217 time: 0.0852306 Nov 23 21:48:22.018580 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-5a9a587f-f391-4c7b-93e3-f64d43ce5c45 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/quotas/c048b3ef0f8e48829fa7f62a5ce5ce80 HTTP/1.1" status: 200 len: 375 time: 0.0927482 Nov 23 21:48:22.019439 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Made reservation on behalf of ddf4a806856e4d178f7ca2c9266aa8f7 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:48:22.024110 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:22.128241 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed41b6c-e185-4db9-a351-731dbad3a1ae req-b916ef97-9723-403e-bcac-f3d93fcd4160 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:22.128241 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ed41b6c-e185-4db9-a351-731dbad3a1ae req-b916ef97-9723-403e-bcac-f3d93fcd4160 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/networks?id=6cc504ca-0b29-4422-812a-d9c243f543fe&id=6cc504ca-0b29-4422-812a-d9c243f543fe&id=6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 787 time: 0.2307317 Nov 23 21:48:22.136845 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a446e8-8db7-4b20-a4c8-3c4e962f14e3 req-0bb87ff4-ecdd-4f8f-9bf9-ec9944e07d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:22.146332 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16a446e8-8db7-4b20-a4c8-3c4e962f14e3 req-0bb87ff4-ecdd-4f8f-9bf9-ec9944e07d9d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1245475 Nov 23 21:48:22.161053 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-62cacb82-6f81-4008-9467-ca0abe575c70 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1242306 Nov 23 21:48:22.168663 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Allocated IP 172.20.0.13 (a89e746f-ef78-4591-b2a8-6f88cfcc13b2/448a444d-f116-4edb-9f16-0d80ab53bf19/f2fa2c99-4822-4790-a856-ebfed014d21c) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:48:22.210168 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a446e8-8db7-4b20-a4c8-3c4e962f14e3 req-c731d44e-0fda-41cf-bff2-d8c172ebd8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:22.212192 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16a446e8-8db7-4b20-a4c8-3c4e962f14e3 req-c731d44e-0fda-41cf-bff2-d8c172ebd8a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0502362 Nov 23 21:48:22.367421 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35ed11c-05eb-4040-8a9f-6881d214673e x-openstack-request-id: req-e35ed11c-05eb-4040-8a9f-6881d214673e {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:48:22.368248 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea492751-7f51-46e7-a688-5d7552357030", "name": "network-vif-plugged", "status": "completed", "tag": "c8b0adef-13ba-43b4-8567-cf5160e855ab", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:48:22.368665 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e35ed11c-05eb-4040-8a9f-6881d214673e {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:48:22.369223 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea492751-7f51-46e7-a688-5d7552357030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b0adef-13ba-43b4-8567-cf5160e855ab', 'code': 200} Nov 23 21:48:22.383891 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:22.388736 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa405d-6473-46cb-af02-442bbb00ba24 req-5df6b544-bd39-47b4-b06a-6619a5f9f5cd tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:22.390351 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4aa405d-6473-46cb-af02-442bbb00ba24 req-5df6b544-bd39-47b4-b06a-6619a5f9f5cd tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/ports?device_id=83640f9f-bbfc-494b-b9b5-1e2ec6f659f8 HTTP/1.1" status: 200 len: 950 time: 0.1383510 Nov 23 21:48:22.430935 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16a446e8-8db7-4b20-a4c8-3c4e962f14e3 req-332b6831-43c1-4199-b66d-82db40ce0928 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085536 Nov 23 21:48:22.444541 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:22.510665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Network a89e746f-ef78-4591-b2a8-6f88cfcc13b2 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:48:22.516797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:48:22.521622 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:48:22.557547 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Pushing event updated for resources: {'Port': ['ID=f2fa2c99-4822-4790-a856-ebfed014d21c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:22.575634 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16a446e8-8db7-4b20-a4c8-3c4e962f14e3 req-e772934b-805a-453e-8464-6d6563c0f9c0 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259849 Nov 23 21:48:22.592215 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:22.592215 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:22.592215 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:22.592215 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:22.592215 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:22.592859 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:22.592859 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:22.593046 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:22.593885 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:22.593885 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:22.594241 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:22.594241 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:22.602541 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:22.617565 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:22.618233 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:22.638363 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-060c7ee8-179f-4faf-871a-4ea6c3df63aa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7362309 Nov 23 21:48:22.650416 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4aa405d-6473-46cb-af02-442bbb00ba24 req-ad01d578-eff2-47a9-bfca-7b296cf9c16d tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e428eb-fa73-470e-b15b-602f61637eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464886 Nov 23 21:48:22.660274 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-2d91bcef-f4a2-4e9d-9a0e-392d96830411 service neutron] Request body: {'port': {'device_id': '105a77f9-f4b1-497e-9fd0-63a8d9234698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:22.693181 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb4e86-1737-41e6-8f32-895003c12769 req-f04a825d-acc6-4b1d-9ec2-4760b47ac44f tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:22.695602 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f6cb4e86-1737-41e6-8f32-895003c12769 req-f04a825d-acc6-4b1d-9ec2-4760b47ac44f tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 932 time: 0.1246932 Nov 23 21:48:22.718560 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e7cfc46a-ca29-407c-b00a-0c456d47e868 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:48:22.781089 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-2d91bcef-f4a2-4e9d-9a0e-392d96830411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:22.819976 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f6cb4e86-1737-41e6-8f32-895003c12769 req-1f52f9e5-81e8-4906-9cab-f17651379955 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147437 Nov 23 21:48:22.860245 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:22.867107 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45014d-3905-4a53-b9ad-6f88f799e271 req-fd9b1006-efb4-49b1-b83c-600dabbaa20c tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:22.870101 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd45014d-3905-4a53-b9ad-6f88f799e271 req-fd9b1006-efb4-49b1-b83c-600dabbaa20c tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/ports?device_id=e596dc3e-55d6-4ba8-8099-c569ecc43c3e HTTP/1.1" status: 200 len: 945 time: 0.1038077 Nov 23 21:48:22.902583 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e7cfc46a-ca29-407c-b00a-0c456d47e868, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e7cfc46a-ca29-407c-b00a-0c456d47e868,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:22.909048 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:22.910081 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 82efa84f-cde4-46a4-bdde-57d480978c2c no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:48:22.984612 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc1354f0-8074-48c5-bc2e-41f222dc1a93 req-ecad8ee3-639c-46e3-9b5b-84311882d82c tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/floatingips/2a271a3c-9cf2-4549-b235-eb1fd6b15c09 HTTP/1.1" status: 200 len: 692 time: 0.1120627 Nov 23 21:48:23.059628 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=e7cfc46a-ca29-407c-b00a-0c456d47e868,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:23.085615 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd45014d-3905-4a53-b9ad-6f88f799e271 req-41081a3b-bac4-4c81-9fd2-95b604ce08c2 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/security-groups?id=563e062f-6329-45f3-ac18-40f31cdea03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216381 Nov 23 21:48:23.144822 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:23.207778 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1354f0-8074-48c5-bc2e-41f222dc1a93 req-d712f1e4-81ac-457a-8e90-f7fc1415a84f tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:23.209231 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 82efa84f-cde4-46a4-bdde-57d480978c2c, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=82efa84f-cde4-46a4-bdde-57d480978c2c,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:23.210880 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc1354f0-8074-48c5-bc2e-41f222dc1a93 req-d712f1e4-81ac-457a-8e90-f7fc1415a84f tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.2157819 Nov 23 21:48:23.215658 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:23.269760 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-2d91bcef-f4a2-4e9d-9a0e-392d96830411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2fa2c99-4822-4790-a856-ebfed014d21c {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:48:23.276136 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=82efa84f-cde4-46a4-bdde-57d480978c2c,revision_number=11']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:23.292204 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-2d91bcef-f4a2-4e9d-9a0e-392d96830411 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:23.314137 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-2d91bcef-f4a2-4e9d-9a0e-392d96830411 service neutron] Transition to ACTIVE for port object f2fa2c99-4822-4790-a856-ebfed014d21c will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:48:23.319781 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc1354f0-8074-48c5-bc2e-41f222dc1a93 req-cc15e257-6120-4b87-9a45-a2b4a24535d2 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.76 HTTP/1.1" status: 200 len: 695 time: 0.0961838 Nov 23 21:48:23.323264 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-2d91bcef-f4a2-4e9d-9a0e-392d96830411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:23.409031 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91bcef-f4a2-4e9d-9a0e-392d96830411 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fa2c99-4822-4790-a856-ebfed014d21c,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:23.434812 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc1354f0-8074-48c5-bc2e-41f222dc1a93 req-2c91416e-92ad-449f-b176-89c52d5ce8cf tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.76 HTTP/1.1" status: 200 len: 695 time: 0.1077595 Nov 23 21:48:23.459213 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e89e037d-9a92-47e4-83d8-099b65a5979c req-af288194-76ff-4665-b851-6d1293c3de9e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 210 time: 0.0445228 Nov 23 21:48:23.483616 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-2d91bcef-f4a2-4e9d-9a0e-392d96830411 service neutron] Attempting to bind port f2fa2c99-4822-4790-a856-ebfed014d21c on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:48:23.483960 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-2d91bcef-f4a2-4e9d-9a0e-392d96830411 service neutron] Attempting to bind port f2fa2c99-4822-4790-a856-ebfed014d21c by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'e98392a6-0610-4858-83de-5cf158f64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a89e746f-ef78-4591-b2a8-6f88cfcc13b2'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:48:23.484289 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-2d91bcef-f4a2-4e9d-9a0e-392d96830411 service neutron] Attempting to bind port f2fa2c99-4822-4790-a856-ebfed014d21c on network a89e746f-ef78-4591-b2a8-6f88cfcc13b2 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:48:23.488895 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-2d91bcef-f4a2-4e9d-9a0e-392d96830411 service neutron] Port f2fa2c99-4822-4790-a856-ebfed014d21c on network a89e746f-ef78-4591-b2a8-6f88cfcc13b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:48:23.489201 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-2d91bcef-f4a2-4e9d-9a0e-392d96830411 service neutron] Attempting to bind port f2fa2c99-4822-4790-a856-ebfed014d21c on network a89e746f-ef78-4591-b2a8-6f88cfcc13b2 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:48:23.494940 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-2d91bcef-f4a2-4e9d-9a0e-392d96830411 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:48:23.495292 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-2d91bcef-f4a2-4e9d-9a0e-392d96830411 service neutron] Checking segment: {'id': 'e98392a6-0610-4858-83de-5cf158f64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a89e746f-ef78-4591-b2a8-6f88cfcc13b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:48:23.495665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-2d91bcef-f4a2-4e9d-9a0e-392d96830411 service neutron] Bound using segment: {'id': 'e98392a6-0610-4858-83de-5cf158f64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a89e746f-ef78-4591-b2a8-6f88cfcc13b2'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:48:23.496096 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-2d91bcef-f4a2-4e9d-9a0e-392d96830411 service neutron] Bound port: f2fa2c99-4822-4790-a856-ebfed014d21c, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98392a6-0610-4858-83de-5cf158f64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a89e746f-ef78-4591-b2a8-6f88cfcc13b2'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:48:23.496451 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-2d91bcef-f4a2-4e9d-9a0e-392d96830411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:23.577924 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-2d91bcef-f4a2-4e9d-9a0e-392d96830411 service neutron] For port f2fa2c99-4822-4790-a856-ebfed014d21c, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:48:23.583847 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-2d91bcef-f4a2-4e9d-9a0e-392d96830411 service neutron] For port f2fa2c99-4822-4790-a856-ebfed014d21c, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f2fa2c99-4822-4790-a856-ebfed014d21c,segment=NetworkSegment(e98392a6-0610-4858-83de-5cf158f64b8c),segment_id=e98392a6-0610-4858-83de-5cf158f64b8c)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:48:23.589587 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-2d91bcef-f4a2-4e9d-9a0e-392d96830411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:23.609077 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-fc1354f0-8074-48c5-bc2e-41f222dc1a93 req-394bf185-ed71-4b71-9a6c-df034a9ef288 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Deleting port 76e9b345-2046-4274-98ea-c29b36b35985 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:48:23.609426 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fc1354f0-8074-48c5-bc2e-41f222dc1a93 req-394bf185-ed71-4b71-9a6c-df034a9ef288 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:23.636086 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-2d91bcef-f4a2-4e9d-9a0e-392d96830411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:23.636762 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-2d91bcef-f4a2-4e9d-9a0e-392d96830411 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:23.639017 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-2d91bcef-f4a2-4e9d-9a0e-392d96830411 service neutron] 10.222.0.60 "PUT /v2.0/ports/f2fa2c99-4822-4790-a856-ebfed014d21c HTTP/1.1" status: 200 len: 1092 time: 0.9834347 Nov 23 21:48:23.644313 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105a77f9-f4b1-497e-9fd0-63a8d9234698', 'tag': 'f2fa2c99-4822-4790-a856-ebfed014d21c'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:48:23.646908 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581b688c-3dd7-40de-afbc-c43dce9930ac" -d '{"events": [{"name": "network-changed", "server_uuid": "105a77f9-f4b1-497e-9fd0-63a8d9234698", "tag": "f2fa2c99-4822-4790-a856-ebfed014d21c"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:48:23.698054 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91bcef-f4a2-4e9d-9a0e-392d96830411 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fa2c99-4822-4790-a856-ebfed014d21c,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:23.712999 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fc1354f0-8074-48c5-bc2e-41f222dc1a93 req-394bf185-ed71-4b71-9a6c-df034a9ef288 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:23.713368 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fc1354f0-8074-48c5-bc2e-41f222dc1a93 req-394bf185-ed71-4b71-9a6c-df034a9ef288 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:23.733549 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-fc1354f0-8074-48c5-bc2e-41f222dc1a93 req-394bf185-ed71-4b71-9a6c-df034a9ef288 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Calling delete_port for 76e9b345-2046-4274-98ea-c29b36b35985 owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:48:23.779122 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-30bd8903-e3a4-44b6-98dd-20f0f30c3829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:23.781001 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-30bd8903-e3a4-44b6-98dd-20f0f30c3829 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ddf4a806856e4d178f7ca2c9266aa8f7&device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 1095 time: 0.0770087 Nov 23 21:48:23.863808 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-f0707514-da52-4968-a872-46b650e3b6a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2fa2c99-4822-4790-a856-ebfed014d21c HTTP/1.1" status: 200 len: 217 time: 0.0610957 Nov 23 21:48:23.880783 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-e0e89f61-a314-4736-a062-029c00ecfc53 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358970 Nov 23 21:48:23.980398 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-352ff2e5-e51e-4bc4-bc85-9a7c6613c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:23.982290 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-352ff2e5-e51e-4bc4-bc85-9a7c6613c9f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=448a444d-f116-4edb-9f16-0d80ab53bf19 HTTP/1.1" status: 200 len: 851 time: 0.1003151 Nov 23 21:48:24.046697 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fc1354f0-8074-48c5-bc2e-41f222dc1a93 req-394bf185-ed71-4b71-9a6c-df034a9ef288 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:24.066795 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-d0f7397b-53a8-45da-874d-ade200394411 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a89e746f-ef78-4591-b2a8-6f88cfcc13b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743232 Nov 23 21:48:24.091015 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bf185-ed71-4b71-9a6c-df034a9ef288 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Pushing event deleted for resources: {'Port': ['ID=76e9b345-2046-4274-98ea-c29b36b35985,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:24.137018 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-e3a8c265-f4ae-42bd-9e80-dac18f846362 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:24.138486 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-e3a8c265-f4ae-42bd-9e80-dac18f846362 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2470865 Nov 23 21:48:24.187977 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-9054a5af-5ce5-4c27-81bf-ef2a4df8e8ff service neutron] 10.222.0.60 "GET /v2.0/networks/a89e746f-ef78-4591-b2a8-6f88cfcc13b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120863 Nov 23 21:48:24.194548 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-6b73389e-4daf-45d9-a82e-83e3f1421bb2 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Request body: {'port': {'device_id': '73cd1289-97f2-4584-b3e5-db906cc62908', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': 'c048b3ef0f8e48829fa7f62a5ce5ce80'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:24.266695 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fc1354f0-8074-48c5-bc2e-41f222dc1a93 req-394bf185-ed71-4b71-9a6c-df034a9ef288 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:24.269227 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fc1354f0-8074-48c5-bc2e-41f222dc1a93 req-394bf185-ed71-4b71-9a6c-df034a9ef288 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:24.270360 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc1354f0-8074-48c5-bc2e-41f222dc1a93 req-394bf185-ed71-4b71-9a6c-df034a9ef288 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "DELETE /v2.0/floatingips/2a271a3c-9cf2-4549-b235-eb1fd6b15c09 HTTP/1.1" status: 204 len: 173 time: 0.8178060 Nov 23 21:48:24.291351 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ea9d2-a86a-4843-b183-c767fbfc3282 req-748a328d-bfe8-4a66-aa6c-da9906173e30 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:24.292775 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a20ea9d2-a86a-4843-b183-c767fbfc3282 req-748a328d-bfe8-4a66-aa6c-da9906173e30 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/ports?device_id=e596dc3e-55d6-4ba8-8099-c569ecc43c3e HTTP/1.1" status: 200 len: 945 time: 0.1642234 Nov 23 21:48:24.299657 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b6cdd8d0-2226-4138-95bc-30760abec041 req-35128b4e-93ad-4f8b-8b1d-71f981d56d89 service neutron] 10.222.0.60 "GET /v2.0/networks/a89e746f-ef78-4591-b2a8-6f88cfcc13b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975933 Nov 23 21:48:24.302942 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49624) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:24.310654 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-0584d148-e496-4214-8547-9f2577ae772f tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Request body: {'floatingip': {'port_id': '0f47f8ef-e87e-41bf-8450-d8f88b4333cd'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:24.317402 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49626) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:24.370937 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec50b144-959a-4c1e-9cb6-9b646797d997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7cfc46a-ca29-407c-b00a-0c456d47e868'}, {'server_uuid': '83640f9f-bbfc-494b-b9b5-1e2ec6f659f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82efa84f-cde4-46a4-bdde-57d480978c2c'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:48:24.374010 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0584d148-e496-4214-8547-9f2577ae772f tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks [] for floatingip, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:24.374365 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e23b659-db2f-49d6-84d3-df965fb1e9bd" -d '{"events": [{"server_uuid": "ec50b144-959a-4c1e-9cb6-9b646797d997", "name": "network-vif-unplugged", "status": "completed", "tag": "e7cfc46a-ca29-407c-b00a-0c456d47e868"}, {"server_uuid": "83640f9f-bbfc-494b-b9b5-1e2ec6f659f8", "name": "network-vif-unplugged", "status": "completed", "tag": "82efa84f-cde4-46a4-bdde-57d480978c2c"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:48:24.471715 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f645151-710c-444e-b0ce-44abaff5ef26 x-openstack-request-id: req-0f645151-710c-444e-b0ce-44abaff5ef26 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:48:24.471885 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105a77f9-f4b1-497e-9fd0-63a8d9234698", "tag": "f2fa2c99-4822-4790-a856-ebfed014d21c", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:48:24.472370 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0f645151-710c-444e-b0ce-44abaff5ef26 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:48:24.472790 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105a77f9-f4b1-497e-9fd0-63a8d9234698', 'tag': 'f2fa2c99-4822-4790-a856-ebfed014d21c', 'status': 'completed', 'code': 200} Nov 23 21:48:24.496734 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-6b73389e-4daf-45d9-a82e-83e3f1421bb2 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Made reservation on behalf of c048b3ef0f8e48829fa7f62a5ce5ce80 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:48:24.500788 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-6b73389e-4daf-45d9-a82e-83e3f1421bb2 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:24.719377 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-525bfd4a-eb64-4ee8-9563-cd2d897335d6 req-566bbf4a-263e-4c83-98d2-00a901d14c2a tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/floatingips/6cfa2888-756f-4586-bc5b-720ad3529ff3 HTTP/1.1" status: 200 len: 693 time: 0.1307490 Nov 23 21:48:24.739541 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 707215d2-fdb3-40d5-9e1f-e1c54dae7244 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:48:24.783070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd927eb-8461-41ec-8489-879b6a55bd9e req-ea4b281c-19b9-4e97-acee-a56ac31fbfe0 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:24.784601 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdd927eb-8461-41ec-8489-879b6a55bd9e req-ea4b281c-19b9-4e97-acee-a56ac31fbfe0 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 944 time: 0.2452142 Nov 23 21:48:24.851834 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b688c-3dd7-40de-afbc-c43dce9930ac req-eb16bb84-6594-41e0-95b0-a6b538b0000b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:24.853482 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-581b688c-3dd7-40de-afbc-c43dce9930ac req-eb16bb84-6594-41e0-95b0-a6b538b0000b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ddf4a806856e4d178f7ca2c9266aa8f7&device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 1095 time: 0.3264177 Nov 23 21:48:24.871659 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 707215d2-fdb3-40d5-9e1f-e1c54dae7244, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=707215d2-fdb3-40d5-9e1f-e1c54dae7244,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:24.882282 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '707215d2-fdb3-40d5-9e1f-e1c54dae7244', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '707215d2-fdb3-40d5-9e1f-e1c54dae7244', 'mac_address': 'fa:16:3e:37:3e:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:48:24.923007 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:24.942736 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707215d2-fdb3-40d5-9e1f-e1c54dae7244 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:48:24.964193 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 707215d2-fdb3-40d5-9e1f-e1c54dae7244, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=707215d2-fdb3-40d5-9e1f-e1c54dae7244,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:24.969545 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:25.021995 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=707215d2-fdb3-40d5-9e1f-e1c54dae7244,revision_number=9']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:25.026811 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b688c-3dd7-40de-afbc-c43dce9930ac req-7de3402e-c625-4497-8a8b-d76fd89ac69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:25.028258 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-581b688c-3dd7-40de-afbc-c43dce9930ac req-7de3402e-c625-4497-8a8b-d76fd89ac69b service neutron] 10.222.0.60 "GET /v2.0/networks?id=a89e746f-ef78-4591-b2a8-6f88cfcc13b2 HTTP/1.1" status: 200 len: 912 time: 0.1432893 Nov 23 21:48:25.039430 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-6b73389e-4daf-45d9-a82e-83e3f1421bb2 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Allocated IP 192.168.233.70 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/694d5678-41eb-45ea-94c2-4ec190f1b254) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:48:25.063597 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bfd4a-eb64-4ee8-9563-cd2d897335d6 req-ff652230-1710-41db-98ab-a8f8eda18305 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:25.065051 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-525bfd4a-eb64-4ee8-9563-cd2d897335d6 req-ff652230-1710-41db-98ab-a8f8eda18305 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.3352354 Nov 23 21:48:25.068322 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdd927eb-8461-41ec-8489-879b6a55bd9e req-b1f2e622-f168-4403-8a9d-e2abe4d2d7fb tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680838 Nov 23 21:48:25.101359 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['707215d2-fdb3-40d5-9e1f-e1c54dae7244'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:48:25.139380 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-581b688c-3dd7-40de-afbc-c43dce9930ac req-9a2a3586-c706-4d5c-8f6a-73e36e0655d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2fa2c99-4822-4790-a856-ebfed014d21c HTTP/1.1" status: 200 len: 217 time: 0.0500894 Nov 23 21:48:25.183308 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 23 Nov 2021 21:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d1e536-ad07-4f6f-a1ce-1d6678e134b9 x-openstack-request-id: req-89d1e536-ad07-4f6f-a1ce-1d6678e134b9 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:48:25.183944 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec50b144-959a-4c1e-9cb6-9b646797d997", "name": "network-vif-unplugged", "status": "completed", "tag": "e7cfc46a-ca29-407c-b00a-0c456d47e868", "code": 200}, {"server_uuid": "83640f9f-bbfc-494b-b9b5-1e2ec6f659f8", "name": "network-vif-unplugged", "status": "completed", "tag": "82efa84f-cde4-46a4-bdde-57d480978c2c", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:48:25.184531 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89d1e536-ad07-4f6f-a1ce-1d6678e134b9 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:48:25.185692 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec50b144-959a-4c1e-9cb6-9b646797d997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7cfc46a-ca29-407c-b00a-0c456d47e868', 'code': 200} Nov 23 21:48:25.186161 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83640f9f-bbfc-494b-b9b5-1e2ec6f659f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82efa84f-cde4-46a4-bdde-57d480978c2c', 'code': 200} Nov 23 21:48:25.195621 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-525bfd4a-eb64-4ee8-9563-cd2d897335d6 req-414680fe-3724-4323-ba01-74e055a84e51 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.124 HTTP/1.1" status: 200 len: 696 time: 0.0902598 Nov 23 21:48:25.251839 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b688c-3dd7-40de-afbc-c43dce9930ac req-effb9be3-d427-4bd7-be3c-13f2a7c10e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:25.253327 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-581b688c-3dd7-40de-afbc-c43dce9930ac req-effb9be3-d427-4bd7-be3c-13f2a7c10e1c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=448a444d-f116-4edb-9f16-0d80ab53bf19 HTTP/1.1" status: 200 len: 851 time: 0.1057889 Nov 23 21:48:25.329535 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-525bfd4a-eb64-4ee8-9563-cd2d897335d6 req-5acb243f-ef5e-46c4-82e3-47d01f064427 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.124 HTTP/1.1" status: 200 len: 696 time: 0.1327069 Nov 23 21:48:25.338185 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be4ea2b7-c732-419e-ac14-add6f5b3ad76 req-747bd5c8-7292-4053-854a-19438cced3d6 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 210 time: 0.0939736 Nov 23 21:48:25.341470 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-75b189ff-1bbe-4086-af8c-0372e91387b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:25.345987 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-581b688c-3dd7-40de-afbc-c43dce9930ac req-2d77ab63-2291-4e34-a642-fc90f51aa06e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a89e746f-ef78-4591-b2a8-6f88cfcc13b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333047 Nov 23 21:48:25.535828 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-581b688c-3dd7-40de-afbc-c43dce9930ac req-74910a56-db4c-42c5-bbbc-5032e109a401 service neutron] 10.222.0.60 "GET /v2.0/networks/a89e746f-ef78-4591-b2a8-6f88cfcc13b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543498 Nov 23 21:48:25.615894 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.db.resource_extend [None req-0584d148-e496-4214-8547-9f2577ae772f tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 21:48:25.628943 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034aaafc-0d0b-4285-93cb-c10816b244ca req-75e31651-40fd-40ac-a8e2-c279249ef6b6 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:25.630492 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-034aaafc-0d0b-4285-93cb-c10816b244ca req-75e31651-40fd-40ac-a8e2-c279249ef6b6 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 944 time: 0.3044114 Nov 23 21:48:25.700778 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-581b688c-3dd7-40de-afbc-c43dce9930ac req-bcd7b7df-b420-4ebb-97a6-e75b02d503ab service neutron] 10.222.0.60 "GET /v2.0/networks/a89e746f-ef78-4591-b2a8-6f88cfcc13b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337104 Nov 23 21:48:25.798051 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-75b189ff-1bbe-4086-af8c-0372e91387b9 admin admin] Deleting port 979b6d93-374a-4c68-bfbf-75f4fb84c2ee {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:48:25.798400 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-75b189ff-1bbe-4086-af8c-0372e91387b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:25.910273 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-75b189ff-1bbe-4086-af8c-0372e91387b9 admin admin] For port 979b6d93-374a-4c68-bfbf-75f4fb84c2ee, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=979b6d93-374a-4c68-bfbf-75f4fb84c2ee,segment=NetworkSegment(e8a382eb-a549-463e-91fa-d8663b563095),segment_id=e8a382eb-a549-463e-91fa-d8663b563095)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:25.910996 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-75b189ff-1bbe-4086-af8c-0372e91387b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:25.930134 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-75b189ff-1bbe-4086-af8c-0372e91387b9 admin admin] Calling delete_port for 979b6d93-374a-4c68-bfbf-75f4fb84c2ee owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:48:26.137624 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9586d1c-0bfd-4114-a780-ac9c9fc58c8d req-bf893080-dda9-43e0-8f44-ed0559d87c1e tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:26.139229 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9586d1c-0bfd-4114-a780-ac9c9fc58c8d req-bf893080-dda9-43e0-8f44-ed0559d87c1e tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 944 time: 0.6928818 Nov 23 21:48:26.164349 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-6b73389e-4daf-45d9-a82e-83e3f1421bb2 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:26.165635 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-75b189ff-1bbe-4086-af8c-0372e91387b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:26.193255 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0584d148-e496-4214-8547-9f2577ae772f tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:26.197619 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b189ff-1bbe-4086-af8c-0372e91387b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=979b6d93-374a-4c68-bfbf-75f4fb84c2ee,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:26.231201 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0584d148-e496-4214-8547-9f2577ae772f tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:26.421609 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-75b189ff-1bbe-4086-af8c-0372e91387b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:26.431701 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9586d1c-0bfd-4114-a780-ac9c9fc58c8d req-d0716611-e8bc-4eb7-b79e-83f2bc3837fe tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797587 Nov 23 21:48:26.451444 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-525bfd4a-eb64-4ee8-9563-cd2d897335d6 req-0c52bf91-e542-4720-9052-9582ade4f1f5 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Deleting port 8a4e0c2a-7706-40d0-b1c9-80602b32dd10 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:48:26.451829 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-525bfd4a-eb64-4ee8-9563-cd2d897335d6 req-0c52bf91-e542-4720-9052-9582ade4f1f5 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:26.550543 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-6b73389e-4daf-45d9-a82e-83e3f1421bb2 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:26.553384 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-0584d148-e496-4214-8547-9f2577ae772f tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Floating IP fe6e20c7-601c-43aa-b1e4-35faf95bbfd9 associated. External IP: 172.25.5.109, port: 0f47f8ef-e87e-41bf-8450-d8f88b4333cd. Nov 23 21:48:26.595279 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['8ffaa15e-5249-4ec2-b177-8936bc34d603', '9cc27c60-4f77-418e-8918-d8383775cf84', 'c8b0adef-13ba-43b4-8567-cf5160e855ab'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:48:26.746183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b189ff-1bbe-4086-af8c-0372e91387b9 admin admin] Router 41caf28d-8bcc-4210-95db-7b944914fcfb has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:48:26.753406 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 707215d2-fdb3-40d5-9e1f-e1c54dae7244 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:48:26.754283 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-525bfd4a-eb64-4ee8-9563-cd2d897335d6 req-0c52bf91-e542-4720-9052-9582ade4f1f5 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:26.754666 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-525bfd4a-eb64-4ee8-9563-cd2d897335d6 req-0c52bf91-e542-4720-9052-9582ade4f1f5 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:26.780682 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-525bfd4a-eb64-4ee8-9563-cd2d897335d6 req-0c52bf91-e542-4720-9052-9582ade4f1f5 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Calling delete_port for 8a4e0c2a-7706-40d0-b1c9-80602b32dd10 owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:48:26.880938 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 707215d2-fdb3-40d5-9e1f-e1c54dae7244 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:48:26.881763 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:26.908200 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-034aaafc-0d0b-4285-93cb-c10816b244ca req-78ab690f-5ab0-417b-b8f5-beb9a302c16a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Deleting port af2dc5c5-9fc4-443d-9bac-877c3dc929d4 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:48:26.908537 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-034aaafc-0d0b-4285-93cb-c10816b244ca req-78ab690f-5ab0-417b-b8f5-beb9a302c16a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:26.921097 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b189ff-1bbe-4086-af8c-0372e91387b9 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:48:26.934554 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-75b189ff-1bbe-4086-af8c-0372e91387b9 admin admin] 10.222.0.50 "PUT /v2.0/routers/41caf28d-8bcc-4210-95db-7b944914fcfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6136563 Nov 23 21:48:26.934865 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49688) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:26.943433 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d296e93-acbe-45fd-992f-2fe9f5c8cf08 None None] Sync routers for ids ['41caf28d-8bcc-4210-95db-7b944914fcfb'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:48:26.961570 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d296e93-acbe-45fd-992f-2fe9f5c8cf08 None None] Routers {'41caf28d-8bcc-4210-95db-7b944914fcfb'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:48:26.962514 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-6d296e93-acbe-45fd-992f-2fe9f5c8cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:48:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['41caf28d-8bcc-4210-95db-7b944914fcfb'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:27.057936 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-320fd236-d0d9-47f6-9aeb-4e937d2f5c7e admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:27.075402 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:27.156234 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-6d296e93-acbe-45fd-992f-2fe9f5c8cf08 None None] Set router 41caf28d-8bcc-4210-95db-7b944914fcfb gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:48:27.183533 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-320fd236-d0d9-47f6-9aeb-4e937d2f5c7e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:27.213553 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dde3c13-2614-4e59-87d2-c2ebf085d047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707215d2-fdb3-40d5-9e1f-e1c54dae7244'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:48:27.216255 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec080bc1-d13b-4aaf-a95c-7638cf827fbc" -d '{"events": [{"server_uuid": "4dde3c13-2614-4e59-87d2-c2ebf085d047", "name": "network-vif-plugged", "status": "completed", "tag": "707215d2-fdb3-40d5-9e1f-e1c54dae7244"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:48:27.219471 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-6b73389e-4daf-45d9-a82e-83e3f1421bb2 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:48:27.234128 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 707215d2-fdb3-40d5-9e1f-e1c54dae7244, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=707215d2-fdb3-40d5-9e1f-e1c54dae7244,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:27.247283 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:27.286085 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-320fd236-d0d9-47f6-9aeb-4e937d2f5c7e admin admin] Deleting port ef464513-5275-461b-b588-eea47521d805 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:48:27.286418 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-320fd236-d0d9-47f6-9aeb-4e937d2f5c7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:27.322921 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73389e-4daf-45d9-a82e-83e3f1421bb2 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Pushing event updated for resources: {'Port': ['ID=694d5678-41eb-45ea-94c2-4ec190f1b254,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:27.330121 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-525bfd4a-eb64-4ee8-9563-cd2d897335d6 req-0c52bf91-e542-4720-9052-9582ade4f1f5 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:27.336592 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=707215d2-fdb3-40d5-9e1f-e1c54dae7244,revision_number=10']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:27.356522 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-6b73389e-4daf-45d9-a82e-83e3f1421bb2 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:48:27.358668 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52bf91-e542-4720-9052-9582ade4f1f5 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Pushing event deleted for resources: {'Port': ['ID=8a4e0c2a-7706-40d0-b1c9-80602b32dd10,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:27.361605 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-6b73389e-4daf-45d9-a82e-83e3f1421bb2 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:48:27.436449 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-320fd236-d0d9-47f6-9aeb-4e937d2f5c7e admin admin] For port ef464513-5275-461b-b588-eea47521d805, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ef464513-5275-461b-b588-eea47521d805,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:27.437035 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-320fd236-d0d9-47f6-9aeb-4e937d2f5c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:27.481311 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-320fd236-d0d9-47f6-9aeb-4e937d2f5c7e admin admin] Calling delete_port for ef464513-5275-461b-b588-eea47521d805 owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:48:27.493587 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-6d296e93-acbe-45fd-992f-2fe9f5c8cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1781421256-router', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'ef464513-5275-461b-b588-eea47521d805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:48:26Z', 'revision_number': 5, 'project_id': '262a0df38e704ffc9207a31c81529692', 'gw_port': {'id': 'ef464513-5275-461b-b588-eea47521d805', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:9d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:27.533163 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d296e93-acbe-45fd-992f-2fe9f5c8cf08 None None] Checking router: 41caf28d-8bcc-4210-95db-7b944914fcfb for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:48:27.544596 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d296e93-acbe-45fd-992f-2fe9f5c8cf08 None None] Routers {'41caf28d-8bcc-4210-95db-7b944914fcfb'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:48:27.548726 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f2fa2c99-4822-4790-a856-ebfed014d21c details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:48:27.558896 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-6d296e93-acbe-45fd-992f-2fe9f5c8cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:48:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['41caf28d-8bcc-4210-95db-7b944914fcfb'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:27.559852 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24082ce-57fb-4fba-a9d1-9f39d88dda01 req-fb04cbcc-b0d6-4e0a-8fe8-2e13ce76978d tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:27.569765 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a24082ce-57fb-4fba-a9d1-9f39d88dda01 req-fb04cbcc-b0d6-4e0a-8fe8-2e13ce76978d tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 944 time: 0.6575422 Nov 23 21:48:27.577802 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-6b73389e-4daf-45d9-a82e-83e3f1421bb2 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:27.578465 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-6b73389e-4daf-45d9-a82e-83e3f1421bb2 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:27.634184 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0584d148-e496-4214-8547-9f2577ae772f tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Router e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:48:27.653238 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-6b73389e-4daf-45d9-a82e-83e3f1421bb2 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4829984 Nov 23 21:48:27.712866 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f2fa2c99-4822-4790-a856-ebfed014d21c, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f2fa2c99-4822-4790-a856-ebfed014d21c,segment=NetworkSegment(e98392a6-0610-4858-83de-5cf158f64b8c),segment_id=e98392a6-0610-4858-83de-5cf158f64b8c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:27.729765 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'f2fa2c99-4822-4790-a856-ebfed014d21c', 'network_id': 'a89e746f-ef78-4591-b2a8-6f88cfcc13b2', 'port_id': 'f2fa2c99-4822-4790-a856-ebfed014d21c', 'mac_address': 'fa:16:3e:29:14:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '448a444d-f116-4edb-9f16-0d80ab53bf19', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:48:27.751574 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7ccc5605-28c1-45ae-843b-6b843d4007bc None None] Provisioning complete for port 694d5678-41eb-45ea-94c2-4ec190f1b254 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:48:27.752107 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7ccc5605-28c1-45ae-843b-6b843d4007bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:27.774323 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-6d296e93-acbe-45fd-992f-2fe9f5c8cf08 None None] Set router 41caf28d-8bcc-4210-95db-7b944914fcfb gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:48:27.828275 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:27.849085 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2fa2c99-4822-4790-a856-ebfed014d21c {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:48:27.863568 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0584d148-e496-4214-8547-9f2577ae772f tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:48:27.880033 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-525bfd4a-eb64-4ee8-9563-cd2d897335d6 req-0c52bf91-e542-4720-9052-9582ade4f1f5 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:27.883328 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f2fa2c99-4822-4790-a856-ebfed014d21c, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f2fa2c99-4822-4790-a856-ebfed014d21c,segment=NetworkSegment(e98392a6-0610-4858-83de-5cf158f64b8c),segment_id=e98392a6-0610-4858-83de-5cf158f64b8c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:27.883900 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-6d296e93-acbe-45fd-992f-2fe9f5c8cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1781421256-router', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:48:27Z', 'revision_number': 6, 'project_id': '262a0df38e704ffc9207a31c81529692', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:27.889970 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-525bfd4a-eb64-4ee8-9563-cd2d897335d6 req-0c52bf91-e542-4720-9052-9582ade4f1f5 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:27.891424 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-525bfd4a-eb64-4ee8-9563-cd2d897335d6 req-0c52bf91-e542-4720-9052-9582ade4f1f5 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "DELETE /v2.0/floatingips/6cfa2888-756f-4586-bc5b-720ad3529ff3 HTTP/1.1" status: 204 len: 173 time: 2.5304444 Nov 23 21:48:27.892098 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac6edde-165e-4079-923b-0117cda8f272 None None] Sync routers for ids ['e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:48:27.899997 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-320fd236-d0d9-47f6-9aeb-4e937d2f5c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:27.901774 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc5605-28c1-45ae-843b-6b843d4007bc None None] Port 694d5678-41eb-45ea-94c2-4ec190f1b254 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:48:27.912148 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:27.931449 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0584d148-e496-4214-8547-9f2577ae772f tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:27.952465 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-489d2c53-e457-4257-af44-22f43c854317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:27.962362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac6edde-165e-4079-923b-0117cda8f272 None None] Routers {'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:48:27.963178 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-fac6edde-165e-4079-923b-0117cda8f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:48:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:27.977270 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d296e93-acbe-45fd-992f-2fe9f5c8cf08 None None] The sync data for ids ['41caf28d-8bcc-4210-95db-7b944914fcfb'] in n-d-816206-9 is: [{'id': '41caf28d-8bcc-4210-95db-7b944914fcfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1781421256-router', 'tenant_id': '262a0df38e704ffc9207a31c81529692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:02Z', 'updated_at': '2021-11-23T21:48:27Z', 'revision_number': 6, 'project_id': '262a0df38e704ffc9207a31c81529692', 'gw_port_host': None}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:48:27.989464 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320fd236-d0d9-47f6-9aeb-4e937d2f5c7e admin admin] Pushing event deleted for resources: {'Port': ['ID=ef464513-5275-461b-b588-eea47521d805,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:28.051277 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f2fa2c99-4822-4790-a856-ebfed014d21c,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:28.070858 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-bb0f9ec8-f031-4c39-8aca-77132082e079 service neutron] Request body: {'port': {'device_id': '73cd1289-97f2-4584-b3e5-db906cc62908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:28.078458 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a24082ce-57fb-4fba-a9d1-9f39d88dda01 req-ee7509ad-ed09-4521-9424-cd75b1da7e3f tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5076947 Nov 23 21:48:28.116218 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-320fd236-d0d9-47f6-9aeb-4e937d2f5c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:28.164940 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-034aaafc-0d0b-4285-93cb-c10816b244ca req-78ab690f-5ab0-417b-b8f5-beb9a302c16a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] For port af2dc5c5-9fc4-443d-9bac-877c3dc929d4, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=af2dc5c5-9fc4-443d-9bac-877c3dc929d4,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:28.165301 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-034aaafc-0d0b-4285-93cb-c10816b244ca req-78ab690f-5ab0-417b-b8f5-beb9a302c16a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:28.172959 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-fac6edde-165e-4079-923b-0117cda8f272 None None] Set router e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:48:28.211344 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0584d148-e496-4214-8547-9f2577ae772f tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "PUT /v2.0/floatingips/fe6e20c7-601c-43aa-b1e4-35faf95bbfd9 HTTP/1.1" status: 200 len: 991 time: 3.9037960 Nov 23 21:48:28.211344 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-034aaafc-0d0b-4285-93cb-c10816b244ca req-78ab690f-5ab0-417b-b8f5-beb9a302c16a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Calling delete_port for af2dc5c5-9fc4-443d-9bac-877c3dc929d4 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:48:28.226454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e596dc3e-55d6-4ba8-8099-c569ecc43c3e', 'tag': '0f47f8ef-e87e-41bf-8450-d8f88b4333cd'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:48:28.228404 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f5aa95-9f07-4620-835e-9b1a5cb790a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e596dc3e-55d6-4ba8-8099-c569ecc43c3e", "tag": "0f47f8ef-e87e-41bf-8450-d8f88b4333cd"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:48:28.255242 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-320fd236-d0d9-47f6-9aeb-4e937d2f5c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:28.258676 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-320fd236-d0d9-47f6-9aeb-4e937d2f5c7e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:28.314295 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-320fd236-d0d9-47f6-9aeb-4e937d2f5c7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:28.316036 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320fd236-d0d9-47f6-9aeb-4e937d2f5c7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41caf28d-8bcc-4210-95db-7b944914fcfb {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 21:48:28.323161 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-bb0f9ec8-f031-4c39-8aca-77132082e079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:28.330668 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-320fd236-d0d9-47f6-9aeb-4e937d2f5c7e admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:28.332693 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-320fd236-d0d9-47f6-9aeb-4e937d2f5c7e admin admin] 10.222.0.50 "DELETE /v2.0/routers/41caf28d-8bcc-4210-95db-7b944914fcfb HTTP/1.1" status: 204 len: 168 time: 1.3961864 Nov 23 21:48:28.336043 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49704) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:28.355738 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7ae7b-a5f3-47fc-962b-e338d1a1d73d req-6a6db888-018e-4249-a880-9df7cfe97df0 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:28.357361 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-83f7ae7b-a5f3-47fc-962b-e338d1a1d73d req-6a6db888-018e-4249-a880-9df7cfe97df0 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 935 time: 0.3359973 Nov 23 21:48:28.375844 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27527381-7332-4e34-815f-f5cbea3fdcd9 req-e9926a09-3290-450e-96e2-b47b6442ef9e tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:28.385258 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-27527381-7332-4e34-815f-f5cbea3fdcd9 req-e9926a09-3290-450e-96e2-b47b6442ef9e tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/ports?device_id=83640f9f-bbfc-494b-b9b5-1e2ec6f659f8 HTTP/1.1" status: 200 len: 948 time: 0.2225025 Nov 23 21:48:28.411426 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['f2fa2c99-4822-4790-a856-ebfed014d21c'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:48:28.430680 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2fecd5f-8b4a-4de7-9c4d-e1b6a473bcf4 admin admin] Deleting subnet 34214f8b-100b-4eb0-beac-f661df6e2fe4 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:48:28.444592 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b2fecd5f-8b4a-4de7-9c4d-e1b6a473bcf4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:28.530812 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b2fecd5f-8b4a-4de7-9c4d-e1b6a473bcf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:28.663224 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b2fecd5f-8b4a-4de7-9c4d-e1b6a473bcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:28.681016 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-27527381-7332-4e34-815f-f5cbea3fdcd9 req-e924fb0f-3f15-4743-a99e-cf09301ac88f tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e428eb-fa73-470e-b15b-602f61637eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920902 Nov 23 21:48:28.685968 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-fac6edde-165e-4079-923b-0117cda8f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'name': 'tempest-ServersTestManualDisk-1755113730-router', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:34Z', 'updated_at': '2021-11-23T21:47:43Z', 'revision_number': 4, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'gw_port': {'id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:35Z', 'updated_at': '2021-11-23T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'fe6e20c7-601c-43aa-b1e4-35faf95bbfd9', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'port_id': '0f47f8ef-e87e-41bf-8450-d8f88b4333cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48', 'mac_address': 'fa:16:3e:70:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e596dc3e-55d6-4ba8-8099-c569ecc43c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:47:52Z', 'updated_at': '2021-11-23T21:48:25Z', 'revision_number': 1, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12611a22-235c-4fa0-8abe-9f4d97304618', 'name': '', 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'mac_address': 'fa:16:3e:49:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '2614cf0b-fdca-4af2-860f-9cdb27a5a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:41Z', 'updated_at': '2021-11-23T21:47:53Z', 'revision_number': 5, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'subnets': [{'id': '2614cf0b-fdca-4af2-860f-9cdb27a5a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:28.708071 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-83f7ae7b-a5f3-47fc-962b-e338d1a1d73d req-501b7007-c513-4d06-8c64-d5c171492e64 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186040 Nov 23 21:48:28.756159 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac6edde-165e-4079-923b-0117cda8f272 None None] Checking router: e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:48:28.762808 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b2fecd5f-8b4a-4de7-9c4d-e1b6a473bcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:28.772954 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da86c66-2892-45f3-a5de-de988eb3eb2e x-openstack-request-id: req-9da86c66-2892-45f3-a5de-de988eb3eb2e {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:48:28.774807 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dde3c13-2614-4e59-87d2-c2ebf085d047", "name": "network-vif-plugged", "status": "completed", "tag": "707215d2-fdb3-40d5-9e1f-e1c54dae7244", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:48:28.775142 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9da86c66-2892-45f3-a5de-de988eb3eb2e {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:48:28.776293 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dde3c13-2614-4e59-87d2-c2ebf085d047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707215d2-fdb3-40d5-9e1f-e1c54dae7244', 'code': 200} Nov 23 21:48:28.789744 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac6edde-165e-4079-923b-0117cda8f272 None None] Routers {'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:48:28.791230 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-fac6edde-165e-4079-923b-0117cda8f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:48:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:28.818538 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-034aaafc-0d0b-4285-93cb-c10816b244ca req-78ab690f-5ab0-417b-b8f5-beb9a302c16a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:28.832430 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b2fecd5f-8b4a-4de7-9c4d-e1b6a473bcf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:28.838001 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b2fecd5f-8b4a-4de7-9c4d-e1b6a473bcf4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/34214f8b-100b-4eb0-beac-f661df6e2fe4 HTTP/1.1" status: 204 len: 168 time: 0.5009367 Nov 23 21:48:28.839329 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fecd5f-8b4a-4de7-9c4d-e1b6a473bcf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34214f8b-100b-4eb0-beac-f661df6e2fe4,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:28.847698 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49710) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:28.914349 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd95aa5-823f-4014-a199-0f1a15635731 None None] Network 8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:48:29.012155 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24bdc5a3-9e30-4cb9-bb98-730f0ce748b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:29.034193 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 979b6d93-374a-4c68-bfbf-75f4fb84c2ee no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:48:29.052097 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee8eda47-2787-435e-8e59-490f7fe873e3 req-97be9e35-2e5d-4cee-bb91-0ba525ddfa39 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5ff1396-de15-4583-9887-8282743e4f99 HTTP/1.1" status: 200 len: 210 time: 0.1343365 Nov 23 21:48:29.135635 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-24bdc5a3-9e30-4cb9-bb98-730f0ce748b5 admin admin] Deleting port 049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:48:29.135635 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24bdc5a3-9e30-4cb9-bb98-730f0ce748b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:29.155548 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab690f-5ab0-417b-b8f5-beb9a302c16a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Pushing event deleted for resources: {'Port': ['ID=af2dc5c5-9fc4-443d-9bac-877c3dc929d4,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:29.247288 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 979b6d93-374a-4c68-bfbf-75f4fb84c2ee {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:48:29.247607 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 979b6d93-374a-4c68-bfbf-75f4fb84c2ee not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:48:29.248028 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ef464513-5275-461b-b588-eea47521d805 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:48:29.253137 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-034aaafc-0d0b-4285-93cb-c10816b244ca req-78ab690f-5ab0-417b-b8f5-beb9a302c16a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] No DVR routers for this DVR port af2dc5c5-9fc4-443d-9bac-877c3dc929d4 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:48:29.272385 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dc8efa4f-6d78-437b-aa79-4e3f9a0a82f5 req-af3bdcbc-aa7b-4a3c-ad85-50adfda58bab tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/floatingips/23d6d743-7b61-46e6-9d2d-a90ea23f8d28 HTTP/1.1" status: 200 len: 693 time: 0.3229961 Nov 23 21:48:29.300087 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-24bdc5a3-9e30-4cb9-bb98-730f0ce748b5 admin admin] For port 049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd,segment=NetworkSegment(e8a382eb-a549-463e-91fa-d8663b563095),segment_id=e8a382eb-a549-463e-91fa-d8663b563095)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:29.300087 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24bdc5a3-9e30-4cb9-bb98-730f0ce748b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:29.301265 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-034aaafc-0d0b-4285-93cb-c10816b244ca req-78ab690f-5ab0-417b-b8f5-beb9a302c16a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:29.313462 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-034aaafc-0d0b-4285-93cb-c10816b244ca req-78ab690f-5ab0-417b-b8f5-beb9a302c16a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.60 "DELETE /v2.0/ports/af2dc5c5-9fc4-443d-9bac-877c3dc929d4 HTTP/1.1" status: 204 len: 173 time: 3.2599494 Nov 23 21:48:29.331730 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-24bdc5a3-9e30-4cb9-bb98-730f0ce748b5 admin admin] Calling delete_port for 049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:48:29.383765 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4a62e1-f15c-44b7-880a-af2caa90b057 x-openstack-request-id: req-7e4a62e1-f15c-44b7-880a-af2caa90b057 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:48:29.384894 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e596dc3e-55d6-4ba8-8099-c569ecc43c3e", "tag": "0f47f8ef-e87e-41bf-8450-d8f88b4333cd", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:48:29.386149 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7e4a62e1-f15c-44b7-880a-af2caa90b057 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:48:29.388057 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e596dc3e-55d6-4ba8-8099-c569ecc43c3e', 'tag': '0f47f8ef-e87e-41bf-8450-d8f88b4333cd', 'status': 'completed', 'code': 200} Nov 23 21:48:29.538998 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24bdc5a3-9e30-4cb9-bb98-730f0ce748b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:29.571617 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bdc5a3-9e30-4cb9-bb98-730f0ce748b5 admin admin] No DVR routers for this DVR port 049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:48:29.600279 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f2fa2c99-4822-4790-a856-ebfed014d21c up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:48:29.608131 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: ef464513-5275-461b-b588-eea47521d805 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:48:29.608474 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ef464513-5275-461b-b588-eea47521d805 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:48:29.614927 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206433f-532a-4f7f-be58-b069f3af73d3 req-702299f2-80b2-4a0f-836e-de500e119299 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:29.616841 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a206433f-532a-4f7f-be58-b069f3af73d3 req-702299f2-80b2-4a0f-836e-de500e119299 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.53 "GET /v2.0/ports?device_id=83640f9f-bbfc-494b-b9b5-1e2ec6f659f8 HTTP/1.1" status: 200 len: 948 time: 0.7831042 Nov 23 21:48:29.654547 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-fac6edde-165e-4079-923b-0117cda8f272 None None] Set router e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:48:29.737853 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920d52f0-731e-4043-8f9a-b1322d145542 None None] DHCP port deletion for 8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:48:29.753962 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:29.838507 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port f2fa2c99-4822-4790-a856-ebfed014d21c completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:48:29.852698 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8efa4f-6d78-437b-aa79-4e3f9a0a82f5 req-6291d24b-96f6-4493-9dd4-338b5b89c0c8 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:29.854357 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dc8efa4f-6d78-437b-aa79-4e3f9a0a82f5 req-6291d24b-96f6-4493-9dd4-338b5b89c0c8 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.5803530 Nov 23 21:48:29.855623 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port f2fa2c99-4822-4790-a856-ebfed014d21c triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:48:29.856003 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:29.906131 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75126582-c196-4c21-8999-2f782d79dbe9 req-d4b4da22-a0d6-4644-99bc-1799cde9b4dc tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:29.914961 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-75126582-c196-4c21-8999-2f782d79dbe9 req-d4b4da22-a0d6-4644-99bc-1799cde9b4dc tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 945 time: 0.4106247 Nov 23 21:48:29.939146 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5aa95-9f07-4620-835e-9b1a5cb790a0 req-c79e4083-50dc-44b4-a560-30034a68ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:29.940901 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32f5aa95-9f07-4620-835e-9b1a5cb790a0 req-c79e4083-50dc-44b4-a560-30034a68ff77 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7c7dd7d3a8f493f8c0d2ac94408c753&device_id=e596dc3e-55d6-4ba8-8099-c569ecc43c3e HTTP/1.1" status: 200 len: 1096 time: 0.5142004 Nov 23 21:48:30.000693 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-bb0f9ec8-f031-4c39-8aca-77132082e079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694d5678-41eb-45ea-94c2-4ec190f1b254 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:48:30.027581 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-bb0f9ec8-f031-4c39-8aca-77132082e079 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:30.036073 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dc8efa4f-6d78-437b-aa79-4e3f9a0a82f5 req-e7555674-75ed-4682-a478-472e7c8827c9 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.119 HTTP/1.1" status: 200 len: 696 time: 0.1579151 Nov 23 21:48:30.040004 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdc5a3-9e30-4cb9-bb98-730f0ce748b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:30.140069 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-bb0f9ec8-f031-4c39-8aca-77132082e079 service neutron] Transition to ACTIVE for port object 694d5678-41eb-45ea-94c2-4ec190f1b254 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:48:30.150190 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24bdc5a3-9e30-4cb9-bb98-730f0ce748b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:30.175494 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-24bdc5a3-9e30-4cb9-bb98-730f0ce748b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:30.181508 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:30.189994 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-bb0f9ec8-f031-4c39-8aca-77132082e079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:30.209357 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-24bdc5a3-9e30-4cb9-bb98-730f0ce748b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a382eb-a549-463e-91fa-d8663b563095') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:30.209653 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-24bdc5a3-9e30-4cb9-bb98-730f0ce748b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a382eb-a549-463e-91fa-d8663b563095') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:30.224396 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24bdc5a3-9e30-4cb9-bb98-730f0ce748b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:30.233777 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-75126582-c196-4c21-8999-2f782d79dbe9 req-76e8f349-fdad-461e-bfc4-f086c4c49d54 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152406 Nov 23 21:48:30.239718 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f2fa2c99-4822-4790-a856-ebfed014d21c, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f2fa2c99-4822-4790-a856-ebfed014d21c,segment=NetworkSegment(e98392a6-0610-4858-83de-5cf158f64b8c),segment_id=e98392a6-0610-4858-83de-5cf158f64b8c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:30.244776 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dc8efa4f-6d78-437b-aa79-4e3f9a0a82f5 req-11cece73-34f8-48c6-beb9-cbaa78dcdb32 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.119 HTTP/1.1" status: 200 len: 696 time: 0.1922162 Nov 23 21:48:30.255061 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24bdc5a3-9e30-4cb9-bb98-730f0ce748b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:30.255774 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:30.257273 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device af2dc5c5-9fc4-443d-9bac-877c3dc929d4 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:48:30.264392 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bdc5a3-9e30-4cb9-bb98-730f0ce748b5 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:48:30.264929 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24bdc5a3-9e30-4cb9-bb98-730f0ce748b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:48:30.269359 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:48:30.293469 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-fac6edde-165e-4079-923b-0117cda8f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'name': 'tempest-ServersTestManualDisk-1755113730-router', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:34Z', 'updated_at': '2021-11-23T21:47:43Z', 'revision_number': 4, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'gw_port': {'id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:35Z', 'updated_at': '2021-11-23T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'fe6e20c7-601c-43aa-b1e4-35faf95bbfd9', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'port_id': '0f47f8ef-e87e-41bf-8450-d8f88b4333cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48', 'mac_address': 'fa:16:3e:70:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e596dc3e-55d6-4ba8-8099-c569ecc43c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:47:52Z', 'updated_at': '2021-11-23T21:48:25Z', 'revision_number': 1, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12611a22-235c-4fa0-8abe-9f4d97304618', 'name': '', 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'mac_address': 'fa:16:3e:49:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '2614cf0b-fdca-4af2-860f-9cdb27a5a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:41Z', 'updated_at': '2021-11-23T21:47:53Z', 'revision_number': 5, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'subnets': [{'id': '2614cf0b-fdca-4af2-860f-9cdb27a5a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:30.348764 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24bdc5a3-9e30-4cb9-bb98-730f0ce748b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:30.352888 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac6edde-165e-4079-923b-0117cda8f272 None None] The sync data for ids ['e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'] in n-d-816206-9 is: [{'id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'name': 'tempest-ServersTestManualDisk-1755113730-router', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:34Z', 'updated_at': '2021-11-23T21:47:43Z', 'revision_number': 4, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'gw_port': {'id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:35Z', 'updated_at': '2021-11-23T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'fe6e20c7-601c-43aa-b1e4-35faf95bbfd9', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'floating_ip_address': '172.25.5.109', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'port_id': '0f47f8ef-e87e-41bf-8450-d8f88b4333cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48', 'mac_address': 'fa:16:3e:70:c8:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e596dc3e-55d6-4ba8-8099-c569ecc43c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:47:52Z', 'updated_at': '2021-11-23T21:48:25Z', 'revision_number': 1, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12611a22-235c-4fa0-8abe-9f4d97304618', 'name': '', 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'mac_address': 'fa:16:3e:49:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '2614cf0b-fdca-4af2-860f-9cdb27a5a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:41Z', 'updated_at': '2021-11-23T21:47:53Z', 'revision_number': 5, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'subnets': [{'id': '2614cf0b-fdca-4af2-860f-9cdb27a5a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:48:30.355584 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24bdc5a3-9e30-4cb9-bb98-730f0ce748b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:30.358410 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: af2dc5c5-9fc4-443d-9bac-877c3dc929d4 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:48:30.361604 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device af2dc5c5-9fc4-443d-9bac-877c3dc929d4 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:48:30.370691 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-24bdc5a3-9e30-4cb9-bb98-730f0ce748b5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9 HTTP/1.1" status: 204 len: 168 time: 1.5210016 Nov 23 21:48:30.371447 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49732) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:30.376671 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-a206433f-532a-4f7f-be58-b069f3af73d3 req-86772142-dac5-443e-ab10-5a2a6e5bd71f tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Deleting port 82efa84f-cde4-46a4-bdde-57d480978c2c {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:48:30.377169 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a206433f-532a-4f7f-be58-b069f3af73d3 req-86772142-dac5-443e-ab10-5a2a6e5bd71f tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:30.431913 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f2fa2c99-4822-4790-a856-ebfed014d21c,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:30.449200 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f7b8807c-a3b6-4803-805f-5516f2c5f339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:30.521466 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdc5a3-9e30-4cb9-bb98-730f0ce748b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a74a3c0-c976-4f5d-ad3b-75c3593ee5c9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:30.722633 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad1c471-4fc2-460b-9172-c90ecbdbb473 None None] New status for floating IP fe6e20c7-601c-43aa-b1e4-35faf95bbfd9: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:48:30.752076 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 82efa84f-cde4-46a4-bdde-57d480978c2c no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:48:30.795020 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105a77f9-f4b1-497e-9fd0-63a8d9234698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fa2c99-4822-4790-a856-ebfed014d21c'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:48:30.797405 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22397a0b-45c1-4ab3-b92a-c0bc4bfbdc26" -d '{"events": [{"server_uuid": "105a77f9-f4b1-497e-9fd0-63a8d9234698", "name": "network-vif-plugged", "status": "completed", "tag": "f2fa2c99-4822-4790-a856-ebfed014d21c"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:48:31.011340 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:48:31.036174 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-368e6773-42f3-4d5f-8de8-1fab886e6b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:31.050908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:48:31.051256 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 049e0945-cf5a-4e8b-b9f2-9ffaa639c9cd not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:48:31.081525 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f9ec8-f031-4c39-8aca-77132082e079 service neutron] Pushing event updated for resources: {'Port': ['ID=694d5678-41eb-45ea-94c2-4ec190f1b254,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:31.098064 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5aa95-9f07-4620-835e-9b1a5cb790a0 req-95496e58-2de0-433b-9c45-6bec1f646296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:31.101545 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32f5aa95-9f07-4620-835e-9b1a5cb790a0 req-95496e58-2de0-433b-9c45-6bec1f646296 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f56852c6-7aab-4f89-b932-245ddd9fbd48 HTTP/1.1" status: 200 len: 913 time: 1.1246221 Nov 23 21:48:31.348193 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-a206433f-532a-4f7f-be58-b069f3af73d3 req-86772142-dac5-443e-ab10-5a2a6e5bd71f tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] For port 82efa84f-cde4-46a4-bdde-57d480978c2c, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=82efa84f-cde4-46a4-bdde-57d480978c2c,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:31.348560 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a206433f-532a-4f7f-be58-b069f3af73d3 req-86772142-dac5-443e-ab10-5a2a6e5bd71f tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:31.361204 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbb66d-4dbe-49d3-aec1-e7fd9c7ac835 req-f0b8a236-590c-49d5-ab88-444ffb5f6cd0 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:31.369090 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d9fbb66d-4dbe-49d3-aec1-e7fd9c7ac835 req-f0b8a236-590c-49d5-ab88-444ffb5f6cd0 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/ports?device_id=83640f9f-bbfc-494b-b9b5-1e2ec6f659f8 HTTP/1.1" status: 200 len: 948 time: 0.4094558 Nov 23 21:48:31.382933 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-368e6773-42f3-4d5f-8de8-1fab886e6b40 admin admin] Deleting port e29d4d30-2838-48ed-9e96-40264b87cb7e {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:48:31.383528 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-368e6773-42f3-4d5f-8de8-1fab886e6b40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:31.387382 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32f5aa95-9f07-4620-835e-9b1a5cb790a0 req-1afa3d45-c516-4557-8d9a-6745de58d96e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f47f8ef-e87e-41bf-8450-d8f88b4333cd HTTP/1.1" status: 200 len: 1001 time: 0.2429378 Nov 23 21:48:31.390736 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ff1396-de15-4583-9887-8282743e4f99', 'name': 'network-vif-deleted', 'tag': 'af2dc5c5-9fc4-443d-9bac-877c3dc929d4'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:48:31.393673 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d9bcc0-9204-42ab-8bbc-fabca6ad73ac" -d '{"events": [{"server_uuid": "a5ff1396-de15-4583-9887-8282743e4f99", "name": "network-vif-deleted", "tag": "af2dc5c5-9fc4-443d-9bac-877c3dc929d4"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:48:31.416641 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-a206433f-532a-4f7f-be58-b069f3af73d3 req-86772142-dac5-443e-ab10-5a2a6e5bd71f tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Calling delete_port for 82efa84f-cde4-46a4-bdde-57d480978c2c owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:48:31.481075 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-bb0f9ec8-f031-4c39-8aca-77132082e079 service neutron] Attempting to bind port 694d5678-41eb-45ea-94c2-4ec190f1b254 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:48:31.481401 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-bb0f9ec8-f031-4c39-8aca-77132082e079 service neutron] Attempting to bind port 694d5678-41eb-45ea-94c2-4ec190f1b254 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:48:31.481717 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-bb0f9ec8-f031-4c39-8aca-77132082e079 service neutron] Attempting to bind port 694d5678-41eb-45ea-94c2-4ec190f1b254 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:48:31.493644 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:31.513881 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-368e6773-42f3-4d5f-8de8-1fab886e6b40 admin admin] For port e29d4d30-2838-48ed-9e96-40264b87cb7e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e29d4d30-2838-48ed-9e96-40264b87cb7e,segment=NetworkSegment(f605fb6f-0139-45f6-a212-fd09f84cd681),segment_id=f605fb6f-0139-45f6-a212-fd09f84cd681)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:31.514265 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-368e6773-42f3-4d5f-8de8-1fab886e6b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:31.533368 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-368e6773-42f3-4d5f-8de8-1fab886e6b40 admin admin] Calling delete_port for e29d4d30-2838-48ed-9e96-40264b87cb7e owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:48:31.543075 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-bb0f9ec8-f031-4c39-8aca-77132082e079 service neutron] Port 694d5678-41eb-45ea-94c2-4ec190f1b254 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:48:31.543423 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-bb0f9ec8-f031-4c39-8aca-77132082e079 service neutron] Attempting to bind port 694d5678-41eb-45ea-94c2-4ec190f1b254 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:48:31.568255 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d9fbb66d-4dbe-49d3-aec1-e7fd9c7ac835 req-f67c1ab9-4ff4-446e-b0ef-0b38db64fad7 tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5e428eb-fa73-470e-b15b-602f61637eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982281 Nov 23 21:48:31.572296 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-bb0f9ec8-f031-4c39-8aca-77132082e079 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:48:31.572638 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-bb0f9ec8-f031-4c39-8aca-77132082e079 service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:48:31.573020 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-bb0f9ec8-f031-4c39-8aca-77132082e079 service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:48:31.573469 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-bb0f9ec8-f031-4c39-8aca-77132082e079 service neutron] Bound port: 694d5678-41eb-45ea-94c2-4ec190f1b254, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:48:31.573824 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-bb0f9ec8-f031-4c39-8aca-77132082e079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:31.587984 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5aa95-9f07-4620-835e-9b1a5cb790a0 req-74d12e8c-a692-4986-ad90-8d6999531f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:31.587984 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32f5aa95-9f07-4620-835e-9b1a5cb790a0 req-74d12e8c-a692-4986-ad90-8d6999531f00 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2614cf0b-fdca-4af2-860f-9cdb27a5a99a HTTP/1.1" status: 200 len: 851 time: 0.1685779 Nov 23 21:48:31.587984 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-dc8efa4f-6d78-437b-aa79-4e3f9a0a82f5 req-a6c7fecb-f8a6-4b82-b8e0-f8fa86b84003 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Deleting port 2b129170-bbe5-4a76-9c56-1e3cda8cf034 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:48:31.587984 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dc8efa4f-6d78-437b-aa79-4e3f9a0a82f5 req-a6c7fecb-f8a6-4b82-b8e0-f8fa86b84003 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:31.864731 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5aa95-9f07-4620-835e-9b1a5cb790a0 req-3a3111c6-644e-42a3-9961-7b114e74544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:31.867283 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32f5aa95-9f07-4620-835e-9b1a5cb790a0 req-3a3111c6-644e-42a3-9961-7b114e74544c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f56852c6-7aab-4f89-b932-245ddd9fbd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2706745 Nov 23 21:48:31.892415 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-bb0f9ec8-f031-4c39-8aca-77132082e079 service neutron] For port 694d5678-41eb-45ea-94c2-4ec190f1b254, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:48:31.903334 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dc8efa4f-6d78-437b-aa79-4e3f9a0a82f5 req-a6c7fecb-f8a6-4b82-b8e0-f8fa86b84003 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:31.903732 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dc8efa4f-6d78-437b-aa79-4e3f9a0a82f5 req-a6c7fecb-f8a6-4b82-b8e0-f8fa86b84003 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:31.953388 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-dc8efa4f-6d78-437b-aa79-4e3f9a0a82f5 req-a6c7fecb-f8a6-4b82-b8e0-f8fa86b84003 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Calling delete_port for 2b129170-bbe5-4a76-9c56-1e3cda8cf034 owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:48:31.962691 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-368e6773-42f3-4d5f-8de8-1fab886e6b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:31.964405 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-bb0f9ec8-f031-4c39-8aca-77132082e079 service neutron] For port 694d5678-41eb-45ea-94c2-4ec190f1b254, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=694d5678-41eb-45ea-94c2-4ec190f1b254,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:48:31.995411 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e6773-42f3-4d5f-8de8-1fab886e6b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=e29d4d30-2838-48ed-9e96-40264b87cb7e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:32.009010 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-bb0f9ec8-f031-4c39-8aca-77132082e079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:32.033603 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a947700-d339-47a4-b8f2-69cbad6b6a62 req-0582f4ad-269d-44e0-be26-fd6b2878526d tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:32.035138 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2a947700-d339-47a4-b8f2-69cbad6b6a62 req-0582f4ad-269d-44e0-be26-fd6b2878526d tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 947 time: 0.3637283 Nov 23 21:48:32.154973 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a206433f-532a-4f7f-be58-b069f3af73d3 req-86772142-dac5-443e-ab10-5a2a6e5bd71f tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:32.165021 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-bb0f9ec8-f031-4c39-8aca-77132082e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:32.165648 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-bb0f9ec8-f031-4c39-8aca-77132082e079 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:32.167094 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-bb0f9ec8-f031-4c39-8aca-77132082e079 service neutron] 10.222.0.53 "PUT /v2.0/ports/694d5678-41eb-45ea-94c2-4ec190f1b254 HTTP/1.1" status: 200 len: 1095 time: 4.4445219 Nov 23 21:48:32.288829 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2a947700-d339-47a4-b8f2-69cbad6b6a62 req-49a7de70-5002-4876-bc13-7a088eb517a7 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388427 Nov 23 21:48:32.357242 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32f5aa95-9f07-4620-835e-9b1a5cb790a0 req-a2839c41-253d-4f71-bc99-b6bc03da516c service neutron] 10.222.0.60 "GET /v2.0/networks/f56852c6-7aab-4f89-b932-245ddd9fbd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762802 Nov 23 21:48:32.360888 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-368e6773-42f3-4d5f-8de8-1fab886e6b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:32.470538 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f9ec8-f031-4c39-8aca-77132082e079 service neutron] Pushing event updated for resources: {'Port': ['ID=694d5678-41eb-45ea-94c2-4ec190f1b254,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:32.528665 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-a206433f-532a-4f7f-be58-b069f3af73d3 req-86772142-dac5-443e-ab10-5a2a6e5bd71f tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] No DVR routers for this DVR port 82efa84f-cde4-46a4-bdde-57d480978c2c on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:48:32.535065 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a206433f-532a-4f7f-be58-b069f3af73d3 req-86772142-dac5-443e-ab10-5a2a6e5bd71f tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:32.539014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a206433f-532a-4f7f-be58-b069f3af73d3 req-86772142-dac5-443e-ab10-5a2a6e5bd71f tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] 10.222.0.53 "DELETE /v2.0/ports/82efa84f-cde4-46a4-bdde-57d480978c2c HTTP/1.1" status: 204 len: 173 time: 2.8965025 Nov 23 21:48:32.602317 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86772142-dac5-443e-ab10-5a2a6e5bd71f tempest-ImagesOneServerTestJSON-865609111 tempest-ImagesOneServerTestJSON-865609111-project] Pushing event deleted for resources: {'Port': ['ID=82efa84f-cde4-46a4-bdde-57d480978c2c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:32.621036 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-bc44e4bd-72bc-43db-9bd1-cd68a45d371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:32.623591 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-bc44e4bd-72bc-43db-9bd1-cd68a45d371d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 1098 time: 0.3687711 Nov 23 21:48:32.711742 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-5d0e894d-2d28-47bd-86ca-eb9cf6b049c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=694d5678-41eb-45ea-94c2-4ec190f1b254 HTTP/1.1" status: 200 len: 217 time: 0.0779972 Nov 23 21:48:32.720095 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32f5aa95-9f07-4620-835e-9b1a5cb790a0 req-2e08ad9d-6791-4534-a199-7a6d75e31149 service neutron] 10.222.0.60 "GET /v2.0/networks/f56852c6-7aab-4f89-b932-245ddd9fbd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084772 Nov 23 21:48:32.814297 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dc8efa4f-6d78-437b-aa79-4e3f9a0a82f5 req-a6c7fecb-f8a6-4b82-b8e0-f8fa86b84003 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:32.841836 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368e6773-42f3-4d5f-8de8-1fab886e6b40 admin admin] Router e45c4600-d9cf-492e-838c-b4212ee58dee has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:48:32.848593 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-b03001ce-f457-4f4c-961a-a22b231157f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:32.853557 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-b03001ce-f457-4f4c-961a-a22b231157f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1325121 Nov 23 21:48:32.854981 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b12aff-50f2-4017-b9bf-357beb6ebce8 x-openstack-request-id: req-00b12aff-50f2-4017-b9bf-357beb6ebce8 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:48:32.857425 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105a77f9-f4b1-497e-9fd0-63a8d9234698", "name": "network-vif-plugged", "status": "completed", "tag": "f2fa2c99-4822-4790-a856-ebfed014d21c", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:48:32.857706 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-00b12aff-50f2-4017-b9bf-357beb6ebce8 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:48:32.858245 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105a77f9-f4b1-497e-9fd0-63a8d9234698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fa2c99-4822-4790-a856-ebfed014d21c', 'code': 200} Nov 23 21:48:32.877837 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:32.914576 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7fecb-f8a6-4b82-b8e0-f8fa86b84003 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Pushing event deleted for resources: {'Port': ['ID=2b129170-bbe5-4a76-9c56-1e3cda8cf034,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:33.045671 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368e6773-42f3-4d5f-8de8-1fab886e6b40 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:48:33.054656 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-368e6773-42f3-4d5f-8de8-1fab886e6b40 admin admin] 10.222.0.50 "PUT /v2.0/routers/e45c4600-d9cf-492e-838c-b4212ee58dee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6770411 Nov 23 21:48:33.058225 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49760) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:33.059644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d9e7c5-f3ac-42c3-a56e-a93c854b04e9 None None] Sync routers for ids ['e45c4600-d9cf-492e-838c-b4212ee58dee'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:48:33.095779 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d9e7c5-f3ac-42c3-a56e-a93c854b04e9 None None] Routers {'e45c4600-d9cf-492e-838c-b4212ee58dee'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:48:33.098761 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-03d9e7c5-f3ac-42c3-a56e-a93c854b04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:48:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e45c4600-d9cf-492e-838c-b4212ee58dee'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:33.154358 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-c0d41959-452c-458c-a13d-7ef2e8e91c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:33.156572 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-c0d41959-452c-458c-a13d-7ef2e8e91c98 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2664416 Nov 23 21:48:33.180905 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bfe5b-fbb4-4ec6-827f-6d05b4590210 req-e7824821-073e-4a87-ad71-b5cd6693a629 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:33.189149 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-895bfe5b-fbb4-4ec6-827f-6d05b4590210 req-e7824821-073e-4a87-ad71-b5cd6693a629 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.2031372 Nov 23 21:48:33.282673 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dc8efa4f-6d78-437b-aa79-4e3f9a0a82f5 req-a6c7fecb-f8a6-4b82-b8e0-f8fa86b84003 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:33.286172 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-415b7012-5b8b-410f-b817-17dc41cb049b admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:33.288060 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dc8efa4f-6d78-437b-aa79-4e3f9a0a82f5 req-a6c7fecb-f8a6-4b82-b8e0-f8fa86b84003 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:33.295971 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49762) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:33.299158 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dc8efa4f-6d78-437b-aa79-4e3f9a0a82f5 req-a6c7fecb-f8a6-4b82-b8e0-f8fa86b84003 tempest-FloatingIPDetailsTestJSON-1952291189 tempest-FloatingIPDetailsTestJSON-1952291189-project] 10.222.0.50 "DELETE /v2.0/floatingips/23d6d743-7b61-46e6-9d2d-a90ea23f8d28 HTTP/1.1" status: 204 len: 173 time: 2.9889941 Nov 23 21:48:33.324952 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-03d9e7c5-f3ac-42c3-a56e-a93c854b04e9 None None] Set router e45c4600-d9cf-492e-838c-b4212ee58dee gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:48:33.359492 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604e5e4-356e-413d-929c-273160bd0be1 req-8bbdab05-f749-43c2-ae51-f2b54fc38854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:33.361202 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1604e5e4-356e-413d-929c-273160bd0be1 req-8bbdab05-f749-43c2-ae51-f2b54fc38854 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 1097 time: 0.3983798 Nov 23 21:48:33.363012 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-23e6eead-9014-4c2a-aa96-dc6fd67083ed service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689196 Nov 23 21:48:33.366409 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07af7967-afda-43cf-ad00-16da5dc94ec6 x-openstack-request-id: req-07af7967-afda-43cf-ad00-16da5dc94ec6 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:48:33.366704 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ff1396-de15-4583-9887-8282743e4f99", "name": "network-vif-deleted", "tag": "af2dc5c5-9fc4-443d-9bac-877c3dc929d4", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:48:33.367002 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07af7967-afda-43cf-ad00-16da5dc94ec6 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:48:33.368528 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ff1396-de15-4583-9887-8282743e4f99', 'name': 'network-vif-deleted', 'tag': 'af2dc5c5-9fc4-443d-9bac-877c3dc929d4', 'status': 'completed', 'code': 200} Nov 23 21:48:33.572216 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-895bfe5b-fbb4-4ec6-827f-6d05b4590210 req-81ea516e-bfc2-46af-88ba-92d090f56bcb tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798158 Nov 23 21:48:33.673906 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1604e5e4-356e-413d-929c-273160bd0be1 req-8c028fa2-ec8b-48d0-aeeb-a76c19eb1194 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682357 Nov 23 21:48:33.773958 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ae10fdb-cd36-470f-b994-833d770f90ec req-5e4e0053-3875-49e6-9966-029eff6ae4cf service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955674 Nov 23 21:48:33.793568 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d80db-651c-4f69-a90a-6f827cffd454 req-4f0eb0d0-dd18-4cfd-8887-102c0db55a0e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:33.794936 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-354d80db-651c-4f69-a90a-6f827cffd454 req-4f0eb0d0-dd18-4cfd-8887-102c0db55a0e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 947 time: 0.0962157 Nov 23 21:48:33.828508 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49784) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:33.862529 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:33.878372 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-415b7012-5b8b-410f-b817-17dc41cb049b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:33.933738 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-03d9e7c5-f3ac-42c3-a56e-a93c854b04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c4600-d9cf-492e-838c-b4212ee58dee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-47201380-router', 'tenant_id': '4e772d871c0b407082e96f33e5ae91e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '872f8ba7-9672-465d-8dc8-e889e9bcf35c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:10Z', 'updated_at': '2021-11-23T21:48:31Z', 'revision_number': 5, 'project_id': '4e772d871c0b407082e96f33e5ae91e7', 'gw_port': {'id': '872f8ba7-9672-465d-8dc8-e889e9bcf35c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:34:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45c4600-d9cf-492e-838c-b4212ee58dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:43:11Z', 'updated_at': '2021-11-23T21:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:33.979625 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d9e7c5-f3ac-42c3-a56e-a93c854b04e9 None None] Checking router: e45c4600-d9cf-492e-838c-b4212ee58dee for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:48:33.994009 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d9e7c5-f3ac-42c3-a56e-a93c854b04e9 None None] Routers {'e45c4600-d9cf-492e-838c-b4212ee58dee'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:48:33.994794 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-03d9e7c5-f3ac-42c3-a56e-a93c854b04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:48:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e45c4600-d9cf-492e-838c-b4212ee58dee'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:34.011232 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-354d80db-651c-4f69-a90a-6f827cffd454 req-1fa786e7-c22d-4268-9b01-bd22d70e2849 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043862 Nov 23 21:48:34.039203 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c466e9-8ef9-402f-b741-78a3da4766f9 req-a769f2d1-82c8-421d-8ee7-7ff9ece8ce28 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:34.047470 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d2c466e9-8ef9-402f-b741-78a3da4766f9 req-a769f2d1-82c8-421d-8ee7-7ff9ece8ce28 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 945 time: 0.1804922 Nov 23 21:48:34.056382 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-415b7012-5b8b-410f-b817-17dc41cb049b admin admin] Deleting port 872f8ba7-9672-465d-8dc8-e889e9bcf35c {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:48:34.056723 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-415b7012-5b8b-410f-b817-17dc41cb049b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:34.151724 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-03d9e7c5-f3ac-42c3-a56e-a93c854b04e9 None None] Set router e45c4600-d9cf-492e-838c-b4212ee58dee gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:48:34.186166 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-adbb7978-14db-4a12-b780-69dabe792a54 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8591e6cbfdec47e49dadf0571dc16b41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439391 Nov 23 21:48:34.187119 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49788) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:34.198141 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d2c466e9-8ef9-402f-b741-78a3da4766f9 req-ae1362d4-82d9-4536-8c73-868658a14ba5 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497993 Nov 23 21:48:34.214919 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78728-8a23-4ab6-aa27-990442aacb1b req-739e2122-f3e2-403a-9ea6-bf8c2e82794f tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:34.216578 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7bf78728-8a23-4ab6-aa27-990442aacb1b req-739e2122-f3e2-403a-9ea6-bf8c2e82794f tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.53 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 945 time: 0.1325388 Nov 23 21:48:34.220345 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-415b7012-5b8b-410f-b817-17dc41cb049b admin admin] For port 872f8ba7-9672-465d-8dc8-e889e9bcf35c, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=872f8ba7-9672-465d-8dc8-e889e9bcf35c,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:34.220938 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-415b7012-5b8b-410f-b817-17dc41cb049b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:34.231461 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-03d9e7c5-f3ac-42c3-a56e-a93c854b04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45c4600-d9cf-492e-838c-b4212ee58dee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-47201380-router', 'tenant_id': '4e772d871c0b407082e96f33e5ae91e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:10Z', 'updated_at': '2021-11-23T21:48:33Z', 'revision_number': 6, 'project_id': '4e772d871c0b407082e96f33e5ae91e7', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:34.251184 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-415b7012-5b8b-410f-b817-17dc41cb049b admin admin] Calling delete_port for 872f8ba7-9672-465d-8dc8-e889e9bcf35c owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:48:34.269073 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d9e7c5-f3ac-42c3-a56e-a93c854b04e9 None None] The sync data for ids ['e45c4600-d9cf-492e-838c-b4212ee58dee'] in n-d-816206-9 is: [{'id': 'e45c4600-d9cf-492e-838c-b4212ee58dee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-47201380-router', 'tenant_id': '4e772d871c0b407082e96f33e5ae91e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:43:10Z', 'updated_at': '2021-11-23T21:48:33Z', 'revision_number': 6, 'project_id': '4e772d871c0b407082e96f33e5ae91e7', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:48:34.346272 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-44f370c2-705a-438e-81f8-c79b4c8a910a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:34.350500 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f4ab9167-d70e-479e-90f8-bc3947a5e30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:34.376763 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-7bf78728-8a23-4ab6-aa27-990442aacb1b req-a1d68de3-9e3f-4915-b7af-1df5eb7fe212 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Deleting port c12a06bc-1354-4300-b8e7-da8247862a22 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:48:34.377114 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7bf78728-8a23-4ab6-aa27-990442aacb1b req-a1d68de3-9e3f-4915-b7af-1df5eb7fe212 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:34.423662 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-44f370c2-705a-438e-81f8-c79b4c8a910a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:34.494801 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-7bf78728-8a23-4ab6-aa27-990442aacb1b req-a1d68de3-9e3f-4915-b7af-1df5eb7fe212 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] For port c12a06bc-1354-4300-b8e7-da8247862a22, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c12a06bc-1354-4300-b8e7-da8247862a22,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:34.495590 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7bf78728-8a23-4ab6-aa27-990442aacb1b req-a1d68de3-9e3f-4915-b7af-1df5eb7fe212 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:34.510967 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-7bf78728-8a23-4ab6-aa27-990442aacb1b req-a1d68de3-9e3f-4915-b7af-1df5eb7fe212 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Calling delete_port for c12a06bc-1354-4300-b8e7-da8247862a22 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:48:34.669335 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-44f370c2-705a-438e-81f8-c79b4c8a910a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:34.671984 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-44f370c2-705a-438e-81f8-c79b4c8a910a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:34.673139 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-44f370c2-705a-438e-81f8-c79b4c8a910a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5e428eb-fa73-470e-b15b-602f61637eea HTTP/1.1" status: 204 len: 168 time: 0.4830084 Nov 23 21:48:34.693136 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f370c2-705a-438e-81f8-c79b4c8a910a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e428eb-fa73-470e-b15b-602f61637eea,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:34.708804 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7bf78728-8a23-4ab6-aa27-990442aacb1b req-a1d68de3-9e3f-4915-b7af-1df5eb7fe212 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:34.763697 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-415b7012-5b8b-410f-b817-17dc41cb049b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:34.903402 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e29d4d30-2838-48ed-9e96-40264b87cb7e no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:48:34.937085 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d68de3-9e3f-4915-b7af-1df5eb7fe212 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Pushing event deleted for resources: {'Port': ['ID=c12a06bc-1354-4300-b8e7-da8247862a22,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:34.955568 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf78728-8a23-4ab6-aa27-990442aacb1b req-a1d68de3-9e3f-4915-b7af-1df5eb7fe212 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] No DVR routers for this DVR port c12a06bc-1354-4300-b8e7-da8247862a22 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:48:34.959931 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7bf78728-8a23-4ab6-aa27-990442aacb1b req-a1d68de3-9e3f-4915-b7af-1df5eb7fe212 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:34.963589 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7bf78728-8a23-4ab6-aa27-990442aacb1b req-a1d68de3-9e3f-4915-b7af-1df5eb7fe212 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.53 "DELETE /v2.0/ports/c12a06bc-1354-4300-b8e7-da8247862a22 HTTP/1.1" status: 204 len: 173 time: 0.7389030 Nov 23 21:48:34.989954 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: e29d4d30-2838-48ed-9e96-40264b87cb7e {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:48:34.991577 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e29d4d30-2838-48ed-9e96-40264b87cb7e not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:48:34.997560 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a3c14-dadc-4771-a5c1-ebe046970656 req-452663fb-fbef-417b-9966-519089f8e549 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:35.014758 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b3a3c14-dadc-4771-a5c1-ebe046970656 req-452663fb-fbef-417b-9966-519089f8e549 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.2220070 Nov 23 21:48:35.083730 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b3a3c14-dadc-4771-a5c1-ebe046970656 req-cd23c67f-2559-4c0e-9b2d-1fb10a62f979 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683250 Nov 23 21:48:35.325030 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef3452-78e1-4cc0-9532-b66d5c66d2e3 req-d6df1c5b-cd00-4f44-b076-1fa64cc61aa7 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:35.327135 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4cef3452-78e1-4cc0-9532-b66d5c66d2e3 req-d6df1c5b-cd00-4f44-b076-1fa64cc61aa7 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 947 time: 0.1460676 Nov 23 21:48:35.367173 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b7012-5b8b-410f-b817-17dc41cb049b admin admin] Pushing event deleted for resources: {'Port': ['ID=872f8ba7-9672-465d-8dc8-e889e9bcf35c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:35.373491 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cd1289-97f2-4584-b3e5-db906cc62908', 'tag': '694d5678-41eb-45ea-94c2-4ec190f1b254'}, {'server_uuid': '83640f9f-bbfc-494b-b9b5-1e2ec6f659f8', 'name': 'network-vif-deleted', 'tag': '82efa84f-cde4-46a4-bdde-57d480978c2c'}, {'server_uuid': '945f3f90-89a7-4e27-8596-0931d9cc87fd', 'name': 'network-vif-deleted', 'tag': 'c12a06bc-1354-4300-b8e7-da8247862a22'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:48:35.376317 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ff6530-7a4b-4341-8f57-9134818c12a6" -d '{"events": [{"name": "network-changed", "server_uuid": "73cd1289-97f2-4584-b3e5-db906cc62908", "tag": "694d5678-41eb-45ea-94c2-4ec190f1b254"}, {"server_uuid": "83640f9f-bbfc-494b-b9b5-1e2ec6f659f8", "name": "network-vif-deleted", "tag": "82efa84f-cde4-46a4-bdde-57d480978c2c"}, {"server_uuid": "945f3f90-89a7-4e27-8596-0931d9cc87fd", "name": "network-vif-deleted", "tag": "c12a06bc-1354-4300-b8e7-da8247862a22"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:48:35.410759 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4cef3452-78e1-4cc0-9532-b66d5c66d2e3 req-8ca756b0-fdce-4037-a3c9-5afd9783bb4a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734837 Nov 23 21:48:35.470765 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-03b231ab-9d9d-45da-90df-a7f32e214d37 req-10aa9e06-5d95-4e55-8d1d-8dc74c629c10 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=945f3f90-89a7-4e27-8596-0931d9cc87fd HTTP/1.1" status: 200 len: 210 time: 0.0587308 Nov 23 21:48:35.494905 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 23 Nov 2021 21:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68edd0e9-4b90-4a02-9aea-b10504e73254 x-openstack-request-id: req-68edd0e9-4b90-4a02-9aea-b10504e73254 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:48:35.495174 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cd1289-97f2-4584-b3e5-db906cc62908", "tag": "694d5678-41eb-45ea-94c2-4ec190f1b254", "status": "completed", "code": 200}, {"server_uuid": "83640f9f-bbfc-494b-b9b5-1e2ec6f659f8", "name": "network-vif-deleted", "tag": "82efa84f-cde4-46a4-bdde-57d480978c2c", "status": "completed", "code": 200}, {"server_uuid": "945f3f90-89a7-4e27-8596-0931d9cc87fd", "name": "network-vif-deleted", "tag": "c12a06bc-1354-4300-b8e7-da8247862a22", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:48:35.495531 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-68edd0e9-4b90-4a02-9aea-b10504e73254 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:48:35.495988 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cd1289-97f2-4584-b3e5-db906cc62908', 'tag': '694d5678-41eb-45ea-94c2-4ec190f1b254', 'status': 'completed', 'code': 200} Nov 23 21:48:35.496246 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83640f9f-bbfc-494b-b9b5-1e2ec6f659f8', 'name': 'network-vif-deleted', 'tag': '82efa84f-cde4-46a4-bdde-57d480978c2c', 'status': 'completed', 'code': 200} Nov 23 21:48:35.496632 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945f3f90-89a7-4e27-8596-0931d9cc87fd', 'name': 'network-vif-deleted', 'tag': 'c12a06bc-1354-4300-b8e7-da8247862a22', 'status': 'completed', 'code': 200} Nov 23 21:48:35.512256 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-415b7012-5b8b-410f-b817-17dc41cb049b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:35.578958 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6530-7a4b-4341-8f57-9134818c12a6 req-d9447ac9-afd0-4d89-845b-81b20d0bdb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:35.580452 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77ff6530-7a4b-4341-8f57-9134818c12a6 req-d9447ac9-afd0-4d89-845b-81b20d0bdb30 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 1098 time: 0.0611076 Nov 23 21:48:35.611509 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-f4ab9167-d70e-479e-90f8-bc3947a5e30c admin admin] Deleting port 76150e4a-0071-4786-a316-bc565035c171 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:48:35.612221 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f4ab9167-d70e-479e-90f8-bc3947a5e30c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:35.708741 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-f4ab9167-d70e-479e-90f8-bc3947a5e30c admin admin] For port 76150e4a-0071-4786-a316-bc565035c171, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=76150e4a-0071-4786-a316-bc565035c171,segment=NetworkSegment(09dc5fad-6c69-41f1-a0c9-d307f4020c2b),segment_id=09dc5fad-6c69-41f1-a0c9-d307f4020c2b)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:35.711394 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f4ab9167-d70e-479e-90f8-bc3947a5e30c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:35.726823 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-f4ab9167-d70e-479e-90f8-bc3947a5e30c admin admin] Calling delete_port for 76150e4a-0071-4786-a316-bc565035c171 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:48:35.805689 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6530-7a4b-4341-8f57-9134818c12a6 req-bb7e77d4-6708-4827-998e-51e5f013491c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:35.807446 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-415b7012-5b8b-410f-b817-17dc41cb049b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:35.808785 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77ff6530-7a4b-4341-8f57-9134818c12a6 req-bb7e77d4-6708-4827-998e-51e5f013491c service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.2115922 Nov 23 21:48:35.810927 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-415b7012-5b8b-410f-b817-17dc41cb049b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:35.925109 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77ff6530-7a4b-4341-8f57-9134818c12a6 req-9fcf51ad-3d38-4a64-a1aa-f6356f0ac4dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=694d5678-41eb-45ea-94c2-4ec190f1b254 HTTP/1.1" status: 200 len: 217 time: 0.1019855 Nov 23 21:48:35.933181 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-415b7012-5b8b-410f-b817-17dc41cb049b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:35.933895 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415b7012-5b8b-410f-b817-17dc41cb049b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e45c4600-d9cf-492e-838c-b4212ee58dee {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 21:48:35.940178 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-415b7012-5b8b-410f-b817-17dc41cb049b admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:35.943977 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-415b7012-5b8b-410f-b817-17dc41cb049b admin admin] 10.222.0.50 "DELETE /v2.0/routers/e45c4600-d9cf-492e-838c-b4212ee58dee HTTP/1.1" status: 204 len: 168 time: 2.8822658 Nov 23 21:48:35.944527 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49838) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:36.036715 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-e58637b9-c37a-47a6-b77e-868beeaaf143 admin admin] Deleting subnet c80c3a26-88dc-4787-9c9c-f3e32b48fa15 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:48:36.062596 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e58637b9-c37a-47a6-b77e-868beeaaf143 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:36.077551 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6530-7a4b-4341-8f57-9134818c12a6 req-5fbdbcf8-f6f9-46de-86e0-1b02251e2517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:36.079257 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77ff6530-7a4b-4341-8f57-9134818c12a6 req-5fbdbcf8-f6f9-46de-86e0-1b02251e2517 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1513979 Nov 23 21:48:36.145637 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49844) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:36.199307 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6530-7a4b-4341-8f57-9134818c12a6 req-a4803c94-d3b6-4337-955c-0642a42c32f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:36.201666 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77ff6530-7a4b-4341-8f57-9134818c12a6 req-a4803c94-d3b6-4337-955c-0642a42c32f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1084678 Nov 23 21:48:36.206444 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e58637b9-c37a-47a6-b77e-868beeaaf143 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:36.234775 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f4ab9167-d70e-479e-90f8-bc3947a5e30c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:36.276767 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab9167-d70e-479e-90f8-bc3947a5e30c admin admin] Pushing event deleted for resources: {'Port': ['ID=76150e4a-0071-4786-a316-bc565035c171,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:36.382821 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89bd8b-6578-4844-b025-2b6dfef6c74d req-2e9e6723-3e04-4e73-94d7-a2e322ca6a7f tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:36.384611 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3f89bd8b-6578-4844-b025-2b6dfef6c74d req-2e9e6723-3e04-4e73-94d7-a2e322ca6a7f tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.1913869 Nov 23 21:48:36.390064 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-7a757be9-a5be-4ed4-99fa-5b44987e58a8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-842442178-network', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:36.449111 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e58637b9-c37a-47a6-b77e-868beeaaf143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:36.561981 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e58637b9-c37a-47a6-b77e-868beeaaf143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:36.627001 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e58637b9-c37a-47a6-b77e-868beeaaf143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:36.633753 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e58637b9-c37a-47a6-b77e-868beeaaf143 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c80c3a26-88dc-4787-9c9c-f3e32b48fa15 HTTP/1.1" status: 204 len: 168 time: 0.6851177 Nov 23 21:48:36.633966 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2c9941-4d4e-4d13-8fb9-2ff0f2e231f0 None None] Network b683c97f-e24b-4f4d-84f9-89074ff25282 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:48:36.634432 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58637b9-c37a-47a6-b77e-868beeaaf143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c80c3a26-88dc-4787-9c9c-f3e32b48fa15,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:36.635345 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49854) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:36.715798 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c581209-cf52-4989-b057-1d354a2ce0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:36.744234 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 694d5678-41eb-45ea-94c2-4ec190f1b254 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:48:36.765297 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c12a06bc-1354-4300-b8e7-da8247862a22 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:48:36.800071 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: c12a06bc-1354-4300-b8e7-da8247862a22 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:48:36.800710 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c12a06bc-1354-4300-b8e7-da8247862a22 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:48:36.904712 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77ff6530-7a4b-4341-8f57-9134818c12a6 req-97546637-871f-4f48-866a-1ae363abc463 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6676743 Nov 23 21:48:36.913697 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39358ca8-d3ae-457c-8e21-d685cb5f9c3b None None] DHCP port deletion for b683c97f-e24b-4f4d-84f9-89074ff25282 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:48:36.950247 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-7c581209-cf52-4989-b057-1d354a2ce0e7 admin admin] Deleting port c67a2d13-8514-4ad6-900f-b45d4d75ee26 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:48:36.950606 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c581209-cf52-4989-b057-1d354a2ce0e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:36.953245 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f4ab9167-d70e-479e-90f8-bc3947a5e30c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:36.970325 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 694d5678-41eb-45ea-94c2-4ec190f1b254, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=694d5678-41eb-45ea-94c2-4ec190f1b254,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:37.011626 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '694d5678-41eb-45ea-94c2-4ec190f1b254', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '694d5678-41eb-45ea-94c2-4ec190f1b254', 'mac_address': 'fa:16:3e:1c:9b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:48:37.022833 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-39358ca8-d3ae-457c-8e21-d685cb5f9c3b None None] Deleting port c67a2d13-8514-4ad6-900f-b45d4d75ee26 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:48:37.023540 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-39358ca8-d3ae-457c-8e21-d685cb5f9c3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:37.094267 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77ff6530-7a4b-4341-8f57-9134818c12a6 req-c0a96130-0cdd-450f-8931-c1296475650b service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785898 Nov 23 21:48:37.094997 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a757be9-a5be-4ed4-99fa-5b44987e58a8 admin admin] Made reservation on behalf of 3841fbf39953415c9a3d2f808ffa28d4 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:48:37.097506 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a757be9-a5be-4ed4-99fa-5b44987e58a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:37.135677 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a757be9-a5be-4ed4-99fa-5b44987e58a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:37.142009 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:37.161916 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694d5678-41eb-45ea-94c2-4ec190f1b254 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:48:37.167362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 872f8ba7-9672-465d-8dc8-e889e9bcf35c no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:48:37.178075 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-39358ca8-d3ae-457c-8e21-d685cb5f9c3b None None] For port c67a2d13-8514-4ad6-900f-b45d4d75ee26, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c67a2d13-8514-4ad6-900f-b45d4d75ee26,segment=NetworkSegment(f605fb6f-0139-45f6-a212-fd09f84cd681),segment_id=f605fb6f-0139-45f6-a212-fd09f84cd681)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:37.178743 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-39358ca8-d3ae-457c-8e21-d685cb5f9c3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:37.217053 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 872f8ba7-9672-465d-8dc8-e889e9bcf35c {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:48:37.217690 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 872f8ba7-9672-465d-8dc8-e889e9bcf35c not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:48:37.219726 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-39358ca8-d3ae-457c-8e21-d685cb5f9c3b None None] Calling delete_port for c67a2d13-8514-4ad6-900f-b45d4d75ee26 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:48:37.235896 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 694d5678-41eb-45ea-94c2-4ec190f1b254, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=694d5678-41eb-45ea-94c2-4ec190f1b254,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:37.263860 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:37.265795 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a757be9-a5be-4ed4-99fa-5b44987e58a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:37.270005 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-7c581209-cf52-4989-b057-1d354a2ce0e7 admin admin] For port c67a2d13-8514-4ad6-900f-b45d4d75ee26, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c67a2d13-8514-4ad6-900f-b45d4d75ee26,segment=NetworkSegment(f605fb6f-0139-45f6-a212-fd09f84cd681),segment_id=f605fb6f-0139-45f6-a212-fd09f84cd681)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:37.270395 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c581209-cf52-4989-b057-1d354a2ce0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:37.292560 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-7c581209-cf52-4989-b057-1d354a2ce0e7 admin admin] Calling delete_port for c67a2d13-8514-4ad6-900f-b45d4d75ee26 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:48:37.303937 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a757be9-a5be-4ed4-99fa-5b44987e58a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:37.317931 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a757be9-a5be-4ed4-99fa-5b44987e58a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:48:37.338462 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a757be9-a5be-4ed4-99fa-5b44987e58a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:37.339738 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-7a757be9-a5be-4ed4-99fa-5b44987e58a8 admin admin] Added segment 1b392de4-80d3-413b-9b66-c12c8417b0c5 of type vlan for network 193ab341-7607-45c0-a20d-874bc57a8e22 Nov 23 21:48:37.363282 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=694d5678-41eb-45ea-94c2-4ec190f1b254,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:37.423520 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb14525-bfae-46cb-ac10-b8b5e3c69f05 req-1c0529ba-d525-4451-881b-dbcb52534d77 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:37.425135 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ab9167-d70e-479e-90f8-bc3947a5e30c admin admin] Router 04f10b00-7596-427f-9b10-d63b9b526e6d has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:48:37.426009 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5eb14525-bfae-46cb-ac10-b8b5e3c69f05 req-1c0529ba-d525-4451-881b-dbcb52534d77 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 947 time: 0.5963695 Nov 23 21:48:37.437614 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-39358ca8-d3ae-457c-8e21-d685cb5f9c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:37.466305 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a757be9-a5be-4ed4-99fa-5b44987e58a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:37.481568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39358ca8-d3ae-457c-8e21-d685cb5f9c3b None None] No DVR routers for this DVR port c67a2d13-8514-4ad6-900f-b45d4d75ee26 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:48:37.483435 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39358ca8-d3ae-457c-8e21-d685cb5f9c3b None None] Pushing event deleted for resources: {'Port': ['ID=c67a2d13-8514-4ad6-900f-b45d4d75ee26,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:37.499634 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c581209-cf52-4989-b057-1d354a2ce0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:37.536908 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c581209-cf52-4989-b057-1d354a2ce0e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c67a2d13-8514-4ad6-900f-b45d4d75ee26,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:37.537369 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3f89bd8b-6578-4844-b025-2b6dfef6c74d req-546a17cf-f56e-48c9-82c7-cd1b4a0c83fb tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1435478 Nov 23 21:48:37.576159 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c581209-cf52-4989-b057-1d354a2ce0e7 admin admin] No DVR routers for this DVR port c67a2d13-8514-4ad6-900f-b45d4d75ee26 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:48:37.585664 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['694d5678-41eb-45ea-94c2-4ec190f1b254'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:48:37.599589 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5eb14525-bfae-46cb-ac10-b8b5e3c69f05 req-84adaf88-00ae-4f3f-9ce7-5bb729156326 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610243 Nov 23 21:48:37.605128 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a757be9-a5be-4ed4-99fa-5b44987e58a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a77751-7632-4cb7-8b86-466ab1b6b713,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:37.624097 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a757be9-a5be-4ed4-99fa-5b44987e58a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:37.625707 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a757be9-a5be-4ed4-99fa-5b44987e58a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:37.626346 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a757be9-a5be-4ed4-99fa-5b44987e58a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:37.691622 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c581209-cf52-4989-b057-1d354a2ce0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:37.742618 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-7c581209-cf52-4989-b057-1d354a2ce0e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b683c97f-e24b-4f4d-84f9-89074ff25282']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:37.761975 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-7c581209-cf52-4989-b057-1d354a2ce0e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f605fb6f-0139-45f6-a212-fd09f84cd681') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:37.763061 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-7c581209-cf52-4989-b057-1d354a2ce0e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f605fb6f-0139-45f6-a212-fd09f84cd681') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:37.776620 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c581209-cf52-4989-b057-1d354a2ce0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:37.793642 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c581209-cf52-4989-b057-1d354a2ce0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:37.800533 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a757be9-a5be-4ed4-99fa-5b44987e58a8 admin admin] Pushing event updated for resources: {'Network': ['ID=193ab341-7607-45c0-a20d-874bc57a8e22,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:37.806506 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c581209-cf52-4989-b057-1d354a2ce0e7 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:48:37.807306 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c581209-cf52-4989-b057-1d354a2ce0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:37.821030 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7a757be9-a5be-4ed4-99fa-5b44987e58a8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6694512 Nov 23 21:48:37.821686 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49872) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:37.829119 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 193ab341-7607-45c0-a20d-874bc57a8e22 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:48:37.835286 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-44487c36-04cf-4f52-94c2-269739cfbbcd admin admin] Request body: {'subnet': {'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-842442178-subnet', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:37.899578 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44487c36-04cf-4f52-94c2-269739cfbbcd admin admin] Made reservation on behalf of 3841fbf39953415c9a3d2f808ffa28d4 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:48:37.902741 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-44487c36-04cf-4f52-94c2-269739cfbbcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:48:37.915575 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:48:37.927227 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c581209-cf52-4989-b057-1d354a2ce0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:37.943475 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ab9167-d70e-479e-90f8-bc3947a5e30c admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:48:37.962289 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36a41ef-2a22-4fcb-950e-cce3d65642c5 None None] Sync routers for ids ['04f10b00-7596-427f-9b10-d63b9b526e6d'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:48:37.975718 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f4ab9167-d70e-479e-90f8-bc3947a5e30c admin admin] 10.222.0.50 "PUT /v2.0/routers/04f10b00-7596-427f-9b10-d63b9b526e6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6747344 Nov 23 21:48:37.976419 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a41ef-2a22-4fcb-950e-cce3d65642c5 None None] Routers {'04f10b00-7596-427f-9b10-d63b9b526e6d'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:48:37.976927 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c581209-cf52-4989-b057-1d354a2ce0e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:37.977602 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a36a41ef-2a22-4fcb-950e-cce3d65642c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:48:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['04f10b00-7596-427f-9b10-d63b9b526e6d'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:37.980552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49874) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:37.986809 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7c581209-cf52-4989-b057-1d354a2ce0e7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b683c97f-e24b-4f4d-84f9-89074ff25282 HTTP/1.1" status: 204 len: 168 time: 1.3503785 Nov 23 21:48:38.036519 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c581209-cf52-4989-b057-1d354a2ce0e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b683c97f-e24b-4f4d-84f9-89074ff25282,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:38.158900 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-a36a41ef-2a22-4fcb-950e-cce3d65642c5 None None] Set router 04f10b00-7596-427f-9b10-d63b9b526e6d gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:48:38.315645 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49882) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:38.390765 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a0df6f70-dfca-481e-93f2-995e13af9be3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=262a0df38e704ffc9207a31c81529692&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0734949 Nov 23 21:48:38.403251 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49884) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:38.443381 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a36a41ef-2a22-4fcb-950e-cce3d65642c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f10b00-7596-427f-9b10-d63b9b526e6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1873586846-router', 'tenant_id': '4ed532f41917491898d7b5b306b12d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '5c662a86-07ff-4300-ab0b-08d6ab067c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:34Z', 'updated_at': '2021-11-23T21:48:36Z', 'revision_number': 5, 'project_id': '4ed532f41917491898d7b5b306b12d07', 'gw_port': {'id': '5c662a86-07ff-4300-ab0b-08d6ab067c8e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f10b00-7596-427f-9b10-d63b9b526e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:35Z', 'updated_at': '2021-11-23T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:38.511794 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ebb35d57-61b8-4f8d-b659-a9940104eb69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:38.596938 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ebb35d57-61b8-4f8d-b659-a9940104eb69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:38.675992 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2470d7c8-3cc0-492a-a0a6-1d4914910849 admin admin] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:38.689132 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36a41ef-2a22-4fcb-950e-cce3d65642c5 None None] Checking router: 04f10b00-7596-427f-9b10-d63b9b526e6d for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:48:38.721594 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a41ef-2a22-4fcb-950e-cce3d65642c5 None None] Routers {'04f10b00-7596-427f-9b10-d63b9b526e6d'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:48:38.722297 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a36a41ef-2a22-4fcb-950e-cce3d65642c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:48:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['04f10b00-7596-427f-9b10-d63b9b526e6d'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:38.735322 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ebb35d57-61b8-4f8d-b659-a9940104eb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:38.747083 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ebb35d57-61b8-4f8d-b659-a9940104eb69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:38.748483 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ebb35d57-61b8-4f8d-b659-a9940104eb69 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d2cbb09b-ee31-48bc-88c0-6137a3210f54 HTTP/1.1" status: 204 len: 168 time: 0.3436401 Nov 23 21:48:38.760157 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb35d57-61b8-4f8d-b659-a9940104eb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cbb09b-ee31-48bc-88c0-6137a3210f54,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:38.837887 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1cf92-369b-48eb-89bb-c8ae488ff840 req-641b12db-2c76-45a0-a01f-c10e41af0c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:38.839563 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3ac1cf92-369b-48eb-89bb-c8ae488ff840 req-641b12db-2c76-45a0-a01f-c10e41af0c23 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ddf4a806856e4d178f7ca2c9266aa8f7&device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 1097 time: 0.5941083 Nov 23 21:48:38.899155 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fbbba-7c97-4b24-8c66-0c6705b584ea req-0bc15e37-a7f5-4785-acc0-b375891325f4 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:38.900826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8b4fbbba-7c97-4b24-8c66-0c6705b584ea req-0bc15e37-a7f5-4785-acc0-b375891325f4 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 945 time: 0.6268148 Nov 23 21:48:38.911419 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-a36a41ef-2a22-4fcb-950e-cce3d65642c5 None None] Set router 04f10b00-7596-427f-9b10-d63b9b526e6d gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:48:38.920864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2479d4b-04df-45ee-9c7b-d82257ac004d req-ef949613-f1a2-457b-a70c-96872074f47e tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:38.922391 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2479d4b-04df-45ee-9c7b-d82257ac004d req-ef949613-f1a2-457b-a70c-96872074f47e tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.6544592 Nov 23 21:48:38.953674 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c67a2d13-8514-4ad6-900f-b45d4d75ee26 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:48:38.992119 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: c67a2d13-8514-4ad6-900f-b45d4d75ee26 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:48:38.992981 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c67a2d13-8514-4ad6-900f-b45d4d75ee26 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:48:39.141500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f710187-3072-43fa-98c7-c97f39082a06 req-3696f446-c3ca-4d9e-b67d-9e66d46eb99a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:39.143023 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3f710187-3072-43fa-98c7-c97f39082a06 req-3696f446-c3ca-4d9e-b67d-9e66d46eb99a tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.53 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 945 time: 0.4430287 Nov 23 21:48:39.230849 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-44487c36-04cf-4f52-94c2-269739cfbbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:39.268522 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a36a41ef-2a22-4fcb-950e-cce3d65642c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f10b00-7596-427f-9b10-d63b9b526e6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1873586846-router', 'tenant_id': '4ed532f41917491898d7b5b306b12d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '5c662a86-07ff-4300-ab0b-08d6ab067c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:34Z', 'updated_at': '2021-11-23T21:48:36Z', 'revision_number': 5, 'project_id': '4ed532f41917491898d7b5b306b12d07', 'gw_port': {'id': '5c662a86-07ff-4300-ab0b-08d6ab067c8e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f10b00-7596-427f-9b10-d63b9b526e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:35Z', 'updated_at': '2021-11-23T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:39.290388 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8b4fbbba-7c97-4b24-8c66-0c6705b584ea req-93b031d2-a741-46c7-ac00-f23fda129434 tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635697 Nov 23 21:48:39.298381 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2479d4b-04df-45ee-9c7b-d82257ac004d req-c59d770c-323d-4d4c-a51f-7583d1dd5bc3 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104749 Nov 23 21:48:39.328519 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2470d7c8-3cc0-492a-a0a6-1d4914910849 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:39.329195 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36a41ef-2a22-4fcb-950e-cce3d65642c5 None None] The sync data for ids ['04f10b00-7596-427f-9b10-d63b9b526e6d'] in n-d-816206-9 is: [{'id': '04f10b00-7596-427f-9b10-d63b9b526e6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1873586846-router', 'tenant_id': '4ed532f41917491898d7b5b306b12d07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '5c662a86-07ff-4300-ab0b-08d6ab067c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:34Z', 'updated_at': '2021-11-23T21:48:36Z', 'revision_number': 5, 'project_id': '4ed532f41917491898d7b5b306b12d07', 'gw_port': {'id': '5c662a86-07ff-4300-ab0b-08d6ab067c8e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:6b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f10b00-7596-427f-9b10-d63b9b526e6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:35Z', 'updated_at': '2021-11-23T21:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:48:39.440797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49908) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:39.496110 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f7ca44d7-d98a-4bfc-83e9-92ccb0321327 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e772d871c0b407082e96f33e5ae91e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0538118 Nov 23 21:48:39.498373 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49910) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:39.510294 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44487c36-04cf-4f52-94c2-269739cfbbcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a39ba786-79b8-412a-8bb7-270394e1e0b9,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:39.512977 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1cf92-369b-48eb-89bb-c8ae488ff840 req-cffaa863-0bf2-4a8e-9153-48d81bab60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:39.514534 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3ac1cf92-369b-48eb-89bb-c8ae488ff840 req-cffaa863-0bf2-4a8e-9153-48d81bab60a8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a89e746f-ef78-4591-b2a8-6f88cfcc13b2 HTTP/1.1" status: 200 len: 912 time: 0.6571882 Nov 23 21:48:39.551682 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44487c36-04cf-4f52-94c2-269739cfbbcd admin admin] Checking segment: {'id': '1b392de4-80d3-413b-9b66-c12c8417b0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:48:39.552154 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44487c36-04cf-4f52-94c2-269739cfbbcd admin admin] Network hostable DHCP agents. Network: 193ab341-7607-45c0-a20d-874bc57a8e22, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:48:39.566968 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-db7d156d-f453-4e38-b585-285ec2750319 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:39.594472 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-db7d156d-f453-4e38-b585-285ec2750319 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:39.611845 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dc492-6c6b-4e0b-8860-533d4842ae9c req-a2b4288b-909c-46fa-9efb-c2ef9cc259af tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:39.613468 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d3dc492-6c6b-4e0b-8860-533d4842ae9c req-a2b4288b-909c-46fa-9efb-c2ef9cc259af tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 948 time: 0.1941905 Nov 23 21:48:39.625159 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3ac1cf92-369b-48eb-89bb-c8ae488ff840 req-a5cf67ed-bb66-402f-bb27-e359285dbee8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2fa2c99-4822-4790-a856-ebfed014d21c HTTP/1.1" status: 200 len: 217 time: 0.0667093 Nov 23 21:48:39.652375 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-db7d156d-f453-4e38-b585-285ec2750319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:39.656454 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-db7d156d-f453-4e38-b585-285ec2750319 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:39.672807 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-db7d156d-f453-4e38-b585-285ec2750319 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1029e9a1-46e6-4b2c-96f9-34f632cf4c35 HTTP/1.1" status: 204 len: 168 time: 0.1667914 Nov 23 21:48:39.685689 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d156d-f453-4e38-b585-285ec2750319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1029e9a1-46e6-4b2c-96f9-34f632cf4c35,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:39.705403 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-3f710187-3072-43fa-98c7-c97f39082a06 req-d3b4ed5e-6171-43bc-b02d-7765af6677ca tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Deleting port 20c77225-33d7-47be-bd1a-2fc096129844 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:48:39.705794 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3f710187-3072-43fa-98c7-c97f39082a06 req-d3b4ed5e-6171-43bc-b02d-7765af6677ca tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:39.714008 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44487c36-04cf-4f52-94c2-269739cfbbcd admin admin] Network 193ab341-7607-45c0-a20d-874bc57a8e22 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:48:39.750069 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-2470d7c8-3cc0-492a-a0a6-1d4914910849 admin admin] Deleting port 5c662a86-07ff-4300-ab0b-08d6ab067c8e {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:48:39.750392 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2470d7c8-3cc0-492a-a0a6-1d4914910849 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:39.820742 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-44487c36-04cf-4f52-94c2-269739cfbbcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 193ab341-7607-45c0-a20d-874bc57a8e22) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:48:39.830546 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947a6024-a809-43f3-82c7-760e5c0ba161 None None] Network 193ab341-7607-45c0-a20d-874bc57a8e22 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:48:39.838113 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44487c36-04cf-4f52-94c2-269739cfbbcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:39.838873 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-44487c36-04cf-4f52-94c2-269739cfbbcd admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:39.845014 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1cf92-369b-48eb-89bb-c8ae488ff840 req-d8ba4d47-e7f2-4075-aa1a-365e815ffb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:39.846506 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3ac1cf92-369b-48eb-89bb-c8ae488ff840 req-d8ba4d47-e7f2-4075-aa1a-365e815ffb78 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=448a444d-f116-4edb-9f16-0d80ab53bf19 HTTP/1.1" status: 200 len: 851 time: 0.2111862 Nov 23 21:48:39.857047 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d3dc492-6c6b-4e0b-8860-533d4842ae9c req-31d851cc-34b9-4956-80b5-22fe42eb63c8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306831 Nov 23 21:48:39.974449 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3ac1cf92-369b-48eb-89bb-c8ae488ff840 req-75e37b02-5703-4b66-b8ac-480302e6b400 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a89e746f-ef78-4591-b2a8-6f88cfcc13b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163299 Nov 23 21:48:40.009034 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-44487c36-04cf-4f52-94c2-269739cfbbcd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1830304 Nov 23 21:48:40.010051 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49916) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:40.015232 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-793c8124-4964-4086-a853-b5d72e446353 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-842442178-router', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:40.064131 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-793c8124-4964-4086-a853-b5d72e446353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:40.065645 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-793c8124-4964-4086-a853-b5d72e446353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:40.089653 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-3f710187-3072-43fa-98c7-c97f39082a06 req-d3b4ed5e-6171-43bc-b02d-7765af6677ca tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] For port 20c77225-33d7-47be-bd1a-2fc096129844, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=20c77225-33d7-47be-bd1a-2fc096129844,segment=NetworkSegment(e61209dd-bad3-4eb3-9b66-4addd1c48997),segment_id=e61209dd-bad3-4eb3-9b66-4addd1c48997)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:40.090033 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3f710187-3072-43fa-98c7-c97f39082a06 req-d3b4ed5e-6171-43bc-b02d-7765af6677ca tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:40.130876 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e8ee75-223a-40ec-ac93-b6cc2bd94cd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-193ab341-7607-45c0-a20d-874bc57a8e22', 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'fixed_ips': [{'subnet_id': 'a39ba786-79b8-412a-8bb7-270394e1e0b9'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:48:40.135002 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ee75-223a-40ec-ac93-b6cc2bd94cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:40.165258 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-3f710187-3072-43fa-98c7-c97f39082a06 req-d3b4ed5e-6171-43bc-b02d-7765af6677ca tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Calling delete_port for 20c77225-33d7-47be-bd1a-2fc096129844 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:48:40.181880 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-793c8124-4964-4086-a853-b5d72e446353 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:40.269842 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-2470d7c8-3cc0-492a-a0a6-1d4914910849 admin admin] For port 5c662a86-07ff-4300-ab0b-08d6ab067c8e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5c662a86-07ff-4300-ab0b-08d6ab067c8e,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:40.270303 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2470d7c8-3cc0-492a-a0a6-1d4914910849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:40.303395 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-2470d7c8-3cc0-492a-a0a6-1d4914910849 admin admin] Calling delete_port for 5c662a86-07ff-4300-ab0b-08d6ab067c8e owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:48:40.367623 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3ac1cf92-369b-48eb-89bb-c8ae488ff840 req-7e5bdf8e-0ac0-41cf-9fc9-1731b9346334 service neutron] 10.222.0.60 "GET /v2.0/networks/a89e746f-ef78-4591-b2a8-6f88cfcc13b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846862 Nov 23 21:48:40.455564 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-a0e8ee75-223a-40ec-ac93-b6cc2bd94cd7 None None] Allocated IP 172.20.0.2 (193ab341-7607-45c0-a20d-874bc57a8e22/a39ba786-79b8-412a-8bb7-270394e1e0b9/328bf117-74b7-467b-818c-adc4eaaf149e) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:48:40.565307 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-793c8124-4964-4086-a853-b5d72e446353 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:40.663570 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3ac1cf92-369b-48eb-89bb-c8ae488ff840 req-7f5451a2-4413-436b-88d7-5c43e814ae79 service neutron] 10.222.0.60 "GET /v2.0/networks/a89e746f-ef78-4591-b2a8-6f88cfcc13b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822130 Nov 23 21:48:40.755839 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dd674-b1f9-4d88-b88c-79ebd791808b req-d8c24654-1a1b-4b0e-b91e-819baf8f278f tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:40.762436 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-042dd674-b1f9-4d88-b88c-79ebd791808b req-d8c24654-1a1b-4b0e-b91e-819baf8f278f tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.2651942 Nov 23 21:48:40.815779 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ee75-223a-40ec-ac93-b6cc2bd94cd7 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:40.819709 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 694d5678-41eb-45ea-94c2-4ec190f1b254 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:48:40.858478 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3f710187-3072-43fa-98c7-c97f39082a06 req-d3b4ed5e-6171-43bc-b02d-7765af6677ca tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:40.879747 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0733ac-e97c-42a9-9b6d-36c1009401b2 req-b3809bfa-7851-4f3f-b1f1-13f05ba149ee tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:40.895854 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab0733ac-e97c-42a9-9b6d-36c1009401b2 req-b3809bfa-7851-4f3f-b1f1-13f05ba149ee tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/ports?device_id=09a99072-fb4c-444a-a32f-7610412235c6 HTTP/1.1" status: 200 len: 945 time: 0.3931315 Nov 23 21:48:40.896503 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 76150e4a-0071-4786-a316-bc565035c171 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:48:40.904391 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ee75-223a-40ec-ac93-b6cc2bd94cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:40.988129 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8ee75-223a-40ec-ac93-b6cc2bd94cd7 None None] Pushing event updated for resources: {'Port': ['ID=328bf117-74b7-467b-818c-adc4eaaf149e,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:40.994162 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-793c8124-4964-4086-a853-b5d72e446353 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:41.004007 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 76150e4a-0071-4786-a316-bc565035c171 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:48:41.004760 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 76150e4a-0071-4786-a316-bc565035c171 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:48:41.034927 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-793c8124-4964-4086-a853-b5d72e446353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:41.037827 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e8ee75-223a-40ec-ac93-b6cc2bd94cd7 None None] Network 193ab341-7607-45c0-a20d-874bc57a8e22 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:48:41.038969 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 694d5678-41eb-45ea-94c2-4ec190f1b254 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:48:41.042750 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-a0e8ee75-223a-40ec-ac93-b6cc2bd94cd7 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:48:41.068190 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 694d5678-41eb-45ea-94c2-4ec190f1b254 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:48:41.069509 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:41.071953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8ee75-223a-40ec-ac93-b6cc2bd94cd7 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:48:41.194195 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-793c8124-4964-4086-a853-b5d72e446353 admin admin] Allocated IP 172.25.5.37 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/316011fd-ed10-4e7d-b12b-87e752682796) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:48:41.218303 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-a0e8ee75-223a-40ec-ac93-b6cc2bd94cd7 None None] Attempting to bind port 328bf117-74b7-467b-818c-adc4eaaf149e on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:48:41.219431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-a0e8ee75-223a-40ec-ac93-b6cc2bd94cd7 None None] Attempting to bind port 328bf117-74b7-467b-818c-adc4eaaf149e by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '1b392de4-80d3-413b-9b66-c12c8417b0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:48:41.220377 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e8ee75-223a-40ec-ac93-b6cc2bd94cd7 None None] Attempting to bind port 328bf117-74b7-467b-818c-adc4eaaf149e on network 193ab341-7607-45c0-a20d-874bc57a8e22 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:48:41.278338 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:41.281151 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e8ee75-223a-40ec-ac93-b6cc2bd94cd7 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:48:41.281937 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e8ee75-223a-40ec-ac93-b6cc2bd94cd7 None None] Checking segment: {'id': '1b392de4-80d3-413b-9b66-c12c8417b0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:48:41.282566 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ee75-223a-40ec-ac93-b6cc2bd94cd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:41.283203 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e8ee75-223a-40ec-ac93-b6cc2bd94cd7 None None] Bound using segment: {'id': '1b392de4-80d3-413b-9b66-c12c8417b0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:48:41.283899 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-a0e8ee75-223a-40ec-ac93-b6cc2bd94cd7 None None] Bound port: 328bf117-74b7-467b-818c-adc4eaaf149e, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b392de4-80d3-413b-9b66-c12c8417b0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:48:41.284514 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ee75-223a-40ec-ac93-b6cc2bd94cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:41.335245 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 694d5678-41eb-45ea-94c2-4ec190f1b254, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=694d5678-41eb-45ea-94c2-4ec190f1b254,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:41.337918 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cd1289-97f2-4584-b3e5-db906cc62908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694d5678-41eb-45ea-94c2-4ec190f1b254'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:48:41.340523 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-793c8124-4964-4086-a853-b5d72e446353 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:41.341299 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a608efa-20e4-4afc-b033-81f243038ee7" -d '{"events": [{"server_uuid": "73cd1289-97f2-4584-b3e5-db906cc62908", "name": "network-vif-plugged", "status": "completed", "tag": "694d5678-41eb-45ea-94c2-4ec190f1b254"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:48:41.368668 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:41.369767 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 20c77225-33d7-47be-bd1a-2fc096129844 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:48:41.407662 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-793c8124-4964-4086-a853-b5d72e446353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:41.448250 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 20c77225-33d7-47be-bd1a-2fc096129844 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:48:41.449036 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 20c77225-33d7-47be-bd1a-2fc096129844 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:48:41.452968 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=694d5678-41eb-45ea-94c2-4ec190f1b254,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:41.482183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793c8124-4964-4086-a853-b5d72e446353 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:48:41.487763 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-793c8124-4964-4086-a853-b5d72e446353 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:48:41.491713 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c8124-4964-4086-a853-b5d72e446353 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:48:41.495202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c8124-4964-4086-a853-b5d72e446353 admin admin] Pushing event updated for resources: {'Port': ['ID=316011fd-ed10-4e7d-b12b-87e752682796,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:41.520101 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a0e8ee75-223a-40ec-ac93-b6cc2bd94cd7 None None] For port 328bf117-74b7-467b-818c-adc4eaaf149e, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:48:41.527365 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a0e8ee75-223a-40ec-ac93-b6cc2bd94cd7 None None] For port 328bf117-74b7-467b-818c-adc4eaaf149e, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=328bf117-74b7-467b-818c-adc4eaaf149e,segment=NetworkSegment(1b392de4-80d3-413b-9b66-c12c8417b0c5),segment_id=1b392de4-80d3-413b-9b66-c12c8417b0c5)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:48:41.538554 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a0e8ee75-223a-40ec-ac93-b6cc2bd94cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:41.645752 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4ed5e-6171-43bc-b02d-7765af6677ca tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Pushing event deleted for resources: {'Port': ['ID=20c77225-33d7-47be-bd1a-2fc096129844,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:41.649034 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8ee75-223a-40ec-ac93-b6cc2bd94cd7 None None] Pushing event updated for resources: {'Port': ['ID=328bf117-74b7-467b-818c-adc4eaaf149e,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:41.776947 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f710187-3072-43fa-98c7-c97f39082a06 req-d3b4ed5e-6171-43bc-b02d-7765af6677ca tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] No DVR routers for this DVR port 20c77225-33d7-47be-bd1a-2fc096129844 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:48:41.781528 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3f710187-3072-43fa-98c7-c97f39082a06 req-d3b4ed5e-6171-43bc-b02d-7765af6677ca tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:41.786474 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3f710187-3072-43fa-98c7-c97f39082a06 req-d3b4ed5e-6171-43bc-b02d-7765af6677ca tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.53 "DELETE /v2.0/ports/20c77225-33d7-47be-bd1a-2fc096129844 HTTP/1.1" status: 204 len: 173 time: 2.6062675 Nov 23 21:48:41.805572 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a99072-fb4c-444a-a32f-7610412235c6', 'name': 'network-vif-deleted', 'tag': '20c77225-33d7-47be-bd1a-2fc096129844'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:48:41.808322 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0faf8261-61fd-4c99-9b46-fb50627f8175" -d '{"events": [{"server_uuid": "09a99072-fb4c-444a-a32f-7610412235c6", "name": "network-vif-deleted", "tag": "20c77225-33d7-47be-bd1a-2fc096129844"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:48:41.835622 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-042dd674-b1f9-4d88-b88c-79ebd791808b req-a1c7d089-1973-427b-a635-14b6f88fdac4 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9704361 Nov 23 21:48:41.864327 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab0733ac-e97c-42a9-9b6d-36c1009401b2 req-9b7496c5-bfec-4884-a470-9aba851feb7c tempest-LiveAutoBlockMigrationV225Test-1943655139 tempest-LiveAutoBlockMigrationV225Test-1943655139-project] 10.222.0.50 "GET /v2.0/security-groups?id=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9642091 Nov 23 21:48:42.025117 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2470d7c8-3cc0-492a-a0a6-1d4914910849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:42.073027 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470d7c8-3cc0-492a-a0a6-1d4914910849 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c662a86-07ff-4300-ab0b-08d6ab067c8e,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:42.290004 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2470d7c8-3cc0-492a-a0a6-1d4914910849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:42.371731 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2037da20-7748-4222-b661-af6eafbc0d6c x-openstack-request-id: req-2037da20-7748-4222-b661-af6eafbc0d6c {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:48:42.372245 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cd1289-97f2-4584-b3e5-db906cc62908", "name": "network-vif-plugged", "status": "completed", "tag": "694d5678-41eb-45ea-94c2-4ec190f1b254", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:48:42.372641 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2037da20-7748-4222-b661-af6eafbc0d6c {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:48:42.373145 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cd1289-97f2-4584-b3e5-db906cc62908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694d5678-41eb-45ea-94c2-4ec190f1b254', 'code': 200} Nov 23 21:48:42.427163 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2470d7c8-3cc0-492a-a0a6-1d4914910849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:42.430408 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2470d7c8-3cc0-492a-a0a6-1d4914910849 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:42.506364 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595fe8c1-22a4-4da1-828a-8497cb581cfe x-openstack-request-id: req-595fe8c1-22a4-4da1-828a-8497cb581cfe {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:48:42.506364 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a99072-fb4c-444a-a32f-7610412235c6", "name": "network-vif-deleted", "tag": "20c77225-33d7-47be-bd1a-2fc096129844", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:48:42.506746 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-595fe8c1-22a4-4da1-828a-8497cb581cfe {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:48:42.508154 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a99072-fb4c-444a-a32f-7610412235c6', 'name': 'network-vif-deleted', 'tag': '20c77225-33d7-47be-bd1a-2fc096129844', 'status': 'completed', 'code': 200} Nov 23 21:48:42.515930 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-793c8124-4964-4086-a853-b5d72e446353 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:42.530833 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fb7cf-11f9-466f-b96c-5ae7897f45be req-1c989af6-ed74-4c90-af80-1dff8a77aa27 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:42.532563 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-558fb7cf-11f9-466f-b96c-5ae7897f45be req-1c989af6-ed74-4c90-af80-1dff8a77aa27 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.3344240 Nov 23 21:48:42.597693 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2470d7c8-3cc0-492a-a0a6-1d4914910849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:42.598280 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2470d7c8-3cc0-492a-a0a6-1d4914910849 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04f10b00-7596-427f-9b10-d63b9b526e6d {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 21:48:42.634656 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2470d7c8-3cc0-492a-a0a6-1d4914910849 admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:42.636029 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2470d7c8-3cc0-492a-a0a6-1d4914910849 admin admin] 10.222.0.50 "DELETE /v2.0/routers/04f10b00-7596-427f-9b10-d63b9b526e6d HTTP/1.1" status: 204 len: 168 time: 4.6544425 Nov 23 21:48:42.641588 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49980) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:42.799189 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8db117-dabd-4b23-9a0b-e9d09362f418 req-1e19b773-6a90-47ad-be34-9020c636b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:42.800701 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db8db117-dabd-4b23-9a0b-e9d09362f418 req-1e19b773-6a90-47ad-be34-9020c636b7a2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 1100 time: 0.3007069 Nov 23 21:48:42.869615 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-45160865-c9af-46da-bf11-2232d162a369 admin admin] Deleting subnet 70e76f80-19f1-4121-aa1f-a2cff5a772bd {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:48:42.884767 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45160865-c9af-46da-bf11-2232d162a369 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:42.979366 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-793c8124-4964-4086-a853-b5d72e446353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:43.004524 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45160865-c9af-46da-bf11-2232d162a369 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:43.098769 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 328bf117-74b7-467b-818c-adc4eaaf149e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:48:43.113128 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49992) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:43.122234 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-558fb7cf-11f9-466f-b96c-5ae7897f45be req-75290c60-cce0-4ae8-b41a-01890ce93f59 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449409 Nov 23 21:48:43.212836 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 328bf117-74b7-467b-818c-adc4eaaf149e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:48:43.213212 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:43.276133 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49996) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:43.288147 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:48:43.390498 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7e016-d83e-4945-8264-27044f84447d req-712cc559-b5b6-4961-933d-694de3a0972e tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:43.392115 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ecf7e016-d83e-4945-8264-27044f84447d req-712cc559-b5b6-4961-933d-694de3a0972e tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.2611108 Nov 23 21:48:43.397416 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db8db117-dabd-4b23-9a0b-e9d09362f418 req-81452427-6e59-4277-bbad-facc30efd6b7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5766590 Nov 23 21:48:43.442923 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45160865-c9af-46da-bf11-2232d162a369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:43.496308 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6cee8765-10f7-4c44-9eab-b752088d7994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:43.542491 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793c8124-4964-4086-a853-b5d72e446353 admin admin] Router 546aa82a-a3cb-4bed-9736-ba2368d7cae1 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 21:48:43.545108 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ecf7e016-d83e-4945-8264-27044f84447d req-cb73a4e0-4a0c-458c-8c2b-91dfdfc6b3cf tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446190 Nov 23 21:48:43.546565 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:43.566411 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7052e1-7cc3-4a98-9136-c0f43861c78c None None] Network 193ab341-7607-45c0-a20d-874bc57a8e22 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:48:43.574324 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45160865-c9af-46da-bf11-2232d162a369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:43.601460 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048d53e7-a2ba-4d22-8649-ba42f8cd599b None None] Network 565caa67-cfa5-48d7-86a0-bb544dd4998a requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:48:43.603263 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45160865-c9af-46da-bf11-2232d162a369 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:43.611480 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-45160865-c9af-46da-bf11-2232d162a369 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/70e76f80-19f1-4121-aa1f-a2cff5a772bd HTTP/1.1" status: 204 len: 168 time: 0.9600155 Nov 23 21:48:43.621950 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50008) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:43.635655 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45160865-c9af-46da-bf11-2232d162a369 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70e76f80-19f1-4121-aa1f-a2cff5a772bd,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:43.759922 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6e8f02b1-1873-4973-949d-6939d7691565 None None] Provisioning complete for port 328bf117-74b7-467b-818c-adc4eaaf149e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:48:43.760550 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6e8f02b1-1873-4973-949d-6939d7691565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:43.785350 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5021908-371b-4e67-8fe2-cfd2a58cd06d admin admin] Deleting subnet 1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:48:43.789041 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 328bf117-74b7-467b-818c-adc4eaaf149e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=328bf117-74b7-467b-818c-adc4eaaf149e,segment=NetworkSegment(1b392de4-80d3-413b-9b66-c12c8417b0c5),segment_id=1b392de4-80d3-413b-9b66-c12c8417b0c5)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:43.809228 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5021908-371b-4e67-8fe2-cfd2a58cd06d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:43.818334 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:43.876469 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af84278e-6e6f-4b3d-9c31-4d2079ec190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:43.924420 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5c662a86-07ff-4300-ab0b-08d6ab067c8e no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:48:43.946495 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5021908-371b-4e67-8fe2-cfd2a58cd06d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:43.948454 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 5c662a86-07ff-4300-ab0b-08d6ab067c8e {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:48:43.948805 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5c662a86-07ff-4300-ab0b-08d6ab067c8e not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:48:43.988436 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6cee8765-10f7-4c44-9eab-b752088d7994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:44.023124 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=328bf117-74b7-467b-818c-adc4eaaf149e,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:44.031899 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6cee8765-10f7-4c44-9eab-b752088d7994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:44.043048 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793c8124-4964-4086-a853-b5d72e446353 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:48:44.074662 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] Sync routers for ids ['546aa82a-a3cb-4bed-9736-ba2368d7cae1'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:48:44.089658 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] Routers {'546aa82a-a3cb-4bed-9736-ba2368d7cae1'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:48:44.090811 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:48:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['546aa82a-a3cb-4bed-9736-ba2368d7cae1'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:44.112347 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5021908-371b-4e67-8fe2-cfd2a58cd06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:44.132222 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fd68c6-d3c9-4031-81dd-4cd1992d6dea None None] DHCP port deletion for 565caa67-cfa5-48d7-86a0-bb544dd4998a request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:48:44.155726 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6cee8765-10f7-4c44-9eab-b752088d7994 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=459583246b034f8d990d7703f4588b81&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0359986 Nov 23 21:48:44.156883 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50012) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:44.183375 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-793c8124-4964-4086-a853-b5d72e446353 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:44.187507 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50014) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:44.187653 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-793c8124-4964-4086-a853-b5d72e446353 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1759670 Nov 23 21:48:44.192935 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee8765-10f7-4c44-9eab-b752088d7994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daffcdeb-9f2c-48d6-8531-266c52cec96b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:44.234454 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-af84278e-6e6f-4b3d-9c31-4d2079ec190f admin admin] Deleting port 4441ba2b-bfba-4444-b960-c2b5cc913b60 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:48:44.234820 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af84278e-6e6f-4b3d-9c31-4d2079ec190f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:44.257831 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5021908-371b-4e67-8fe2-cfd2a58cd06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:44.315507 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] Set router 546aa82a-a3cb-4bed-9736-ba2368d7cae1 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:48:44.351938 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a1fd68c6-d3c9-4031-81dd-4cd1992d6dea None None] Deleting port 4441ba2b-bfba-4444-b960-c2b5cc913b60 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:48:44.352727 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a1fd68c6-d3c9-4031-81dd-4cd1992d6dea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:44.385511 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5021908-371b-4e67-8fe2-cfd2a58cd06d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:44.388848 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e5021908-371b-4e67-8fe2-cfd2a58cd06d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c HTTP/1.1" status: 204 len: 168 time: 1.1100969 Nov 23 21:48:44.390508 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5021908-371b-4e67-8fe2-cfd2a58cd06d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c4eae71-f0b7-4ae0-947d-9cbc1d025b3c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:44.407981 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50018) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:44.508231 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-af84278e-6e6f-4b3d-9c31-4d2079ec190f admin admin] For port 4441ba2b-bfba-4444-b960-c2b5cc913b60, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4441ba2b-bfba-4444-b960-c2b5cc913b60,segment=NetworkSegment(09dc5fad-6c69-41f1-a0c9-d307f4020c2b),segment_id=09dc5fad-6c69-41f1-a0c9-d307f4020c2b)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:44.508895 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af84278e-6e6f-4b3d-9c31-4d2079ec190f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:44.538629 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-af84278e-6e6f-4b3d-9c31-4d2079ec190f admin admin] Calling delete_port for 4441ba2b-bfba-4444-b960-c2b5cc913b60 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:48:44.661184 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af84278e-6e6f-4b3d-9c31-4d2079ec190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:44.702018 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a1fd68c6-d3c9-4031-81dd-4cd1992d6dea None None] For port 4441ba2b-bfba-4444-b960-c2b5cc913b60, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4441ba2b-bfba-4444-b960-c2b5cc913b60,segment=NetworkSegment(09dc5fad-6c69-41f1-a0c9-d307f4020c2b),segment_id=09dc5fad-6c69-41f1-a0c9-d307f4020c2b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:44.705458 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a1fd68c6-d3c9-4031-81dd-4cd1992d6dea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:44.723529 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84278e-6e6f-4b3d-9c31-4d2079ec190f admin admin] Pushing event deleted for resources: {'Port': ['ID=4441ba2b-bfba-4444-b960-c2b5cc913b60,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:44.728654 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af84278e-6e6f-4b3d-9c31-4d2079ec190f admin admin] No DVR routers for this DVR port 4441ba2b-bfba-4444-b960-c2b5cc913b60 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:48:44.736144 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300df67-903b-4e27-823e-13d25bc1e0ac req-e8a42df4-23c1-44cd-97f2-e7b3d34d9a90 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:44.738322 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a300df67-903b-4e27-823e-13d25bc1e0ac req-e8a42df4-23c1-44cd-97f2-e7b3d34d9a90 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.4140871 Nov 23 21:48:44.749625 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01a1bb29-71cb-4a07-96c9-0ce3e6fb69cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:44.754949 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a1fd68c6-d3c9-4031-81dd-4cd1992d6dea None None] Calling delete_port for 4441ba2b-bfba-4444-b960-c2b5cc913b60 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:48:44.776618 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01a1bb29-71cb-4a07-96c9-0ce3e6fb69cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:44.828134 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1eb50903-3a26-4734-ba9e-a66f8078ec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:44.887340 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af84278e-6e6f-4b3d-9c31-4d2079ec190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:44.926397 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-af84278e-6e6f-4b3d-9c31-4d2079ec190f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['565caa67-cfa5-48d7-86a0-bb544dd4998a']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:44.941435 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-af84278e-6e6f-4b3d-9c31-4d2079ec190f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09dc5fad-6c69-41f1-a0c9-d307f4020c2b') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:44.941825 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-af84278e-6e6f-4b3d-9c31-4d2079ec190f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09dc5fad-6c69-41f1-a0c9-d307f4020c2b') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:44.958558 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af84278e-6e6f-4b3d-9c31-4d2079ec190f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:44.970647 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a300df67-903b-4e27-823e-13d25bc1e0ac req-40f12fb2-c73f-47dc-8bae-e60c681c2980 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237823 Nov 23 21:48:44.971538 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01a1bb29-71cb-4a07-96c9-0ce3e6fb69cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:44.974463 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01a1bb29-71cb-4a07-96c9-0ce3e6fb69cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:44.975736 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-01a1bb29-71cb-4a07-96c9-0ce3e6fb69cd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/daffcdeb-9f2c-48d6-8531-266c52cec96b HTTP/1.1" status: 204 len: 168 time: 0.8164294 Nov 23 21:48:44.988576 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af84278e-6e6f-4b3d-9c31-4d2079ec190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:45.018144 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af84278e-6e6f-4b3d-9c31-4d2079ec190f admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:48:45.019857 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af84278e-6e6f-4b3d-9c31-4d2079ec190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:45.051742 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 328bf117-74b7-467b-818c-adc4eaaf149e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:48:45.064818 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-083eaf53-86dd-431d-aafc-187fe374f2fe None None] Provisioning complete for port 328bf117-74b7-467b-818c-adc4eaaf149e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:48:45.065631 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-083eaf53-86dd-431d-aafc-187fe374f2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:45.096501 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1bb29-71cb-4a07-96c9-0ce3e6fb69cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daffcdeb-9f2c-48d6-8531-266c52cec96b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:48:45.098846 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:48:45.118817 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af84278e-6e6f-4b3d-9c31-4d2079ec190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:45.130567 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af84278e-6e6f-4b3d-9c31-4d2079ec190f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:45.139065 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-af84278e-6e6f-4b3d-9c31-4d2079ec190f admin admin] 10.222.0.50 "DELETE /v2.0/networks/565caa67-cfa5-48d7-86a0-bb544dd4998a HTTP/1.1" status: 204 len: 168 time: 1.5126872 Nov 23 21:48:45.160024 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84278e-6e6f-4b3d-9c31-4d2079ec190f admin admin] Pushing event deleted for resources: {'Network': ['ID=565caa67-cfa5-48d7-86a0-bb544dd4998a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:45.177056 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1eb50903-3a26-4734-ba9e-a66f8078ec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:45.207162 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a1fd68c6-d3c9-4031-81dd-4cd1992d6dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:45.233447 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950563ce-2526-4418-87c1-4a081c647066 req-ed207afb-1e87-4c86-a086-c51742db577f tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:45.242979 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-950563ce-2526-4418-87c1-4a081c647066 req-ed207afb-1e87-4c86-a086-c51742db577f tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.3282516 Nov 23 21:48:45.244541 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a1fd68c6-d3c9-4031-81dd-4cd1992d6dea None None] Network 565caa67-cfa5-48d7-86a0-bb544dd4998a is not hosted by any dhcp agent {{(pid=110035) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 21:48:45.245009 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fd68c6-d3c9-4031-81dd-4cd1992d6dea None None] No DVR routers for this DVR port 4441ba2b-bfba-4444-b960-c2b5cc913b60 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:48:45.259987 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd68c6-d3c9-4031-81dd-4cd1992d6dea None None] Pushing event deleted for resources: {'Port': ['ID=4441ba2b-bfba-4444-b960-c2b5cc913b60,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:45.324840 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 328bf117-74b7-467b-818c-adc4eaaf149e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:48:45.325216 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:45.327752 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'name': 'tempest-ServersTestBootFromVolume-842442178-router', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '316011fd-ed10-4e7d-b12b-87e752682796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:48:40Z', 'updated_at': '2021-11-23T21:48:41Z', 'revision_number': 3, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'gw_port': {'id': '316011fd-ed10-4e7d-b12b-87e752682796', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:41Z', 'updated_at': '2021-11-23T21:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:45.364506 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-1eb50903-3a26-4734-ba9e-a66f8078ec9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:45.376216 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] Checking router: 546aa82a-a3cb-4bed-9736-ba2368d7cae1 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:48:45.376580 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] Updating router 546aa82a-a3cb-4bed-9736-ba2368d7cae1 port 316011fd-ed10-4e7d-b12b-87e752682796 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:48:45.384415 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-1eb50903-3a26-4734-ba9e-a66f8078ec9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61209dd-bad3-4eb3-9b66-4addd1c48997') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:45.384750 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-1eb50903-3a26-4734-ba9e-a66f8078ec9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61209dd-bad3-4eb3-9b66-4addd1c48997') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:45.401629 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1eb50903-3a26-4734-ba9e-a66f8078ec9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:45.421593 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:45.442467 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1eb50903-3a26-4734-ba9e-a66f8078ec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:45.511132 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50044) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:45.514680 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb50903-3a26-4734-ba9e-a66f8078ec9a admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:48:45.515108 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1eb50903-3a26-4734-ba9e-a66f8078ec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:48:45.518589 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:48:45.598177 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-92f4eeb7-6c4b-4186-bf2d-0c0f1f8bacc8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ed532f41917491898d7b5b306b12d07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0857751 Nov 23 21:48:45.600935 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50050) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:45.603797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50052) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:45.651853 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-950563ce-2526-4418-87c1-4a081c647066 req-86c5bb53-e1b0-436a-9843-70eae67fe7d5 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078052 Nov 23 21:48:45.679196 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46e5d527-f161-4990-9494-20925d705151 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:45.682161 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1eb50903-3a26-4734-ba9e-a66f8078ec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:45.704660 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1eb50903-3a26-4734-ba9e-a66f8078ec9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:45.713579 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1eb50903-3a26-4734-ba9e-a66f8078ec9a admin admin] 10.222.0.50 "DELETE /v2.0/networks/2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542 HTTP/1.1" status: 204 len: 168 time: 1.2857990 Nov 23 21:48:45.715697 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50056) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:45.722278 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eff69ddd-f75b-4a48-8169-3287d081b31e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:45.842751 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eff69ddd-f75b-4a48-8169-3287d081b31e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:45.843248 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb50903-3a26-4734-ba9e-a66f8078ec9a admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc2ab60-a074-45c7-a8d0-6b3bbcb3c542,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:45.877346 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4441ba2b-bfba-4444-b960-c2b5cc913b60 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:48:45.952702 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 4441ba2b-bfba-4444-b960-c2b5cc913b60 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:48:45.960715 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4441ba2b-bfba-4444-b960-c2b5cc913b60 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:48:46.000582 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-6afc7a76-03c9-4082-bc29-a66b5c70059b admin admin] Deleting subnet 284ffd56-3396-4182-8420-3ba5a8dd9eb5 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:48:46.009906 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6afc7a76-03c9-4082-bc29-a66b5c70059b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:46.017598 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46e5d527-f161-4990-9494-20925d705151 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:46.035500 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46e5d527-f161-4990-9494-20925d705151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:46.061972 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eff69ddd-f75b-4a48-8169-3287d081b31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:46.064574 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eff69ddd-f75b-4a48-8169-3287d081b31e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:46.065737 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-eff69ddd-f75b-4a48-8169-3287d081b31e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c3e15de-7115-4de3-8d8d-7a70d2007464 HTTP/1.1" status: 204 len: 168 time: 0.4638464 Nov 23 21:48:46.070454 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:46.102700 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-46e5d527-f161-4990-9494-20925d705151 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=986d58cb7093451c8f299e680c7e4a51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4600244 Nov 23 21:48:46.104817 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5d527-f161-4990-9494-20925d705151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b0647f-421f-4078-a8a2-e5a97783301f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:46.107291 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50064) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:46.120514 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:46.129191 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff69ddd-f75b-4a48-8169-3287d081b31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3e15de-7115-4de3-8d8d-7a70d2007464,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:46.205754 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f393c1ac-f7ec-4c6e-87de-d05e6408aa79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:46.234734 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6afc7a76-03c9-4082-bc29-a66b5c70059b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:46.250147 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0677f7d-fba8-4c37-a6e8-db047fabca6f None None] Pushing event updated for resources: {'Port': ['ID=316011fd-ed10-4e7d-b12b-87e752682796,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:46.254473 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f393c1ac-f7ec-4c6e-87de-d05e6408aa79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:46.275947 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] Attempting to bind port 316011fd-ed10-4e7d-b12b-87e752682796 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:48:46.276387 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] Attempting to bind port 316011fd-ed10-4e7d-b12b-87e752682796 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:48:46.277260 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] Attempting to bind port 316011fd-ed10-4e7d-b12b-87e752682796 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:48:46.284160 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20b5af-c6fd-44a1-9660-b13e32d03cbc req-6428f2cb-f0f5-48b9-925b-26614f9c35d1 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:46.284767 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:48:46.285422 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:48:46.285422 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:46.285815 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:48:46.286951 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] Bound port: 316011fd-ed10-4e7d-b12b-87e752682796, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:48:46.288408 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:46.293028 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e20b5af-c6fd-44a1-9660-b13e32d03cbc req-6428f2cb-f0f5-48b9-925b-26614f9c35d1 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.1260486 Nov 23 21:48:46.354219 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f393c1ac-f7ec-4c6e-87de-d05e6408aa79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:46.357544 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f393c1ac-f7ec-4c6e-87de-d05e6408aa79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:46.361475 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f393c1ac-f7ec-4c6e-87de-d05e6408aa79 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f6b0647f-421f-4078-a8a2-e5a97783301f HTTP/1.1" status: 204 len: 168 time: 0.2506886 Nov 23 21:48:46.379637 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393c1ac-f7ec-4c6e-87de-d05e6408aa79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b0647f-421f-4078-a8a2-e5a97783301f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:46.426760 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6afc7a76-03c9-4082-bc29-a66b5c70059b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:46.449572 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e20b5af-c6fd-44a1-9660-b13e32d03cbc req-10b9971f-6c93-4e1f-9137-860c03492530 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539280 Nov 23 21:48:46.455026 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] For port 316011fd-ed10-4e7d-b12b-87e752682796, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:48:46.480027 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] For port 316011fd-ed10-4e7d-b12b-87e752682796, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=316011fd-ed10-4e7d-b12b-87e752682796,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:48:46.501318 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:46.505332 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-067fcc02-49f4-4604-95ce-cff99efd8bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:46.653059 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] Routers {'546aa82a-a3cb-4bed-9736-ba2368d7cae1'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:48:46.653717 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:48:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['546aa82a-a3cb-4bed-9736-ba2368d7cae1'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:46.764161 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a2cc2-81ce-4a07-b685-a81b0d10016e req-924d203e-1663-489e-9f4e-7d097dbb72d4 tempest-MigrationsAdminTest-646716613 tempest-MigrationsAdminTest-646716613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:46.765682 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b60a2cc2-81ce-4a07-b685-a81b0d10016e req-924d203e-1663-489e-9f4e-7d097dbb72d4 tempest-MigrationsAdminTest-646716613 tempest-MigrationsAdminTest-646716613-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 1100 time: 0.1984746 Nov 23 21:48:46.775130 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0677f7d-fba8-4c37-a6e8-db047fabca6f None None] Pushing event updated for resources: {'Port': ['ID=316011fd-ed10-4e7d-b12b-87e752682796,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:46.809452 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6afc7a76-03c9-4082-bc29-a66b5c70059b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:46.868604 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] Set router 546aa82a-a3cb-4bed-9736-ba2368d7cae1 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:48:46.996922 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc7a76-03c9-4082-bc29-a66b5c70059b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=284ffd56-3396-4182-8420-3ba5a8dd9eb5,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:47.016415 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6afc7a76-03c9-4082-bc29-a66b5c70059b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:47.019656 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6afc7a76-03c9-4082-bc29-a66b5c70059b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/284ffd56-3396-4182-8420-3ba5a8dd9eb5 HTTP/1.1" status: 204 len: 168 time: 1.3028946 Nov 23 21:48:47.023557 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50100) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:47.209269 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-261a9267-30f8-42d1-bc64-ad8b6d3dfefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:47.312377 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbf42d-b5b9-4f4c-b4e2-a6ada2642d3a req-a96cc2db-f3b9-4235-82e1-85ec7d9cb4c7 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:47.313956 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ecbbf42d-b5b9-4f4c-b4e2-a6ada2642d3a req-a96cc2db-f3b9-4235-82e1-85ec7d9cb4c7 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.3209593 Nov 23 21:48:47.348778 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'name': 'tempest-ServersTestBootFromVolume-842442178-router', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '316011fd-ed10-4e7d-b12b-87e752682796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:48:40Z', 'updated_at': '2021-11-23T21:48:41Z', 'revision_number': 3, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'gw_port': {'id': '316011fd-ed10-4e7d-b12b-87e752682796', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:41Z', 'updated_at': '2021-11-23T21:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:47.352769 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b60a2cc2-81ce-4a07-b685-a81b0d10016e req-eba5f8e8-a91f-4d53-be22-3190a9c7726a tempest-MigrationsAdminTest-646716613 tempest-MigrationsAdminTest-646716613-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620418 Nov 23 21:48:47.420253 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38402d22-4c13-4109-8c1c-6017b36d4968 None None] The sync data for ids ['546aa82a-a3cb-4bed-9736-ba2368d7cae1'] in n-d-816206-9 is: [{'id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'name': 'tempest-ServersTestBootFromVolume-842442178-router', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '316011fd-ed10-4e7d-b12b-87e752682796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:48:40Z', 'updated_at': '2021-11-23T21:48:41Z', 'revision_number': 3, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'gw_port': {'id': '316011fd-ed10-4e7d-b12b-87e752682796', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:41Z', 'updated_at': '2021-11-23T21:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:48:47.429335 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-067fcc02-49f4-4604-95ce-cff99efd8bcc admin admin] Allocated IP 172.20.0.1 (193ab341-7607-45c0-a20d-874bc57a8e22/a39ba786-79b8-412a-8bb7-270394e1e0b9/79536848-ea18-47f6-8ee3-151e564bace6) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:48:47.444171 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-261a9267-30f8-42d1-bc64-ad8b6d3dfefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:47.468467 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ecbbf42d-b5b9-4f4c-b4e2-a6ada2642d3a req-7c6e9989-e55c-4efb-af69-f4bea892efc4 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374843 Nov 23 21:48:47.518166 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-261a9267-30f8-42d1-bc64-ad8b6d3dfefd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa89846d-f9f7-42db-a373-065c5b4962f7']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:47.546153 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-261a9267-30f8-42d1-bc64-ad8b6d3dfefd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2f8b0c-3655-4ab3-a571-e5b80453f102') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:47.546153 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-261a9267-30f8-42d1-bc64-ad8b6d3dfefd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2f8b0c-3655-4ab3-a571-e5b80453f102') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:47.572328 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-261a9267-30f8-42d1-bc64-ad8b6d3dfefd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:47.610256 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-261a9267-30f8-42d1-bc64-ad8b6d3dfefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:47.623840 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-261a9267-30f8-42d1-bc64-ad8b6d3dfefd admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:48:47.625454 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-261a9267-30f8-42d1-bc64-ad8b6d3dfefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:48:47.628577 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:48:47.828646 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-067fcc02-49f4-4604-95ce-cff99efd8bcc admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:47.864985 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-261a9267-30f8-42d1-bc64-ad8b6d3dfefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:47.875282 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-261a9267-30f8-42d1-bc64-ad8b6d3dfefd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:47.902263 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-261a9267-30f8-42d1-bc64-ad8b6d3dfefd admin admin] 10.222.0.50 "DELETE /v2.0/networks/aa89846d-f9f7-42db-a373-065c5b4962f7 HTTP/1.1" status: 204 len: 168 time: 0.8751140 Nov 23 21:48:47.924137 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-067fcc02-49f4-4604-95ce-cff99efd8bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:47.976608 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a9267-30f8-42d1-bc64-ad8b6d3dfefd admin admin] Pushing event deleted for resources: {'Network': ['ID=aa89846d-f9f7-42db-a373-065c5b4962f7,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:48.006701 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50142) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:48.103387 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50146) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:48.107467 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067fcc02-49f4-4604-95ce-cff99efd8bcc admin admin] Network 193ab341-7607-45c0-a20d-874bc57a8e22 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:48:48.151171 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-026d898b-09ae-4487-8405-c26e3e323df9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1024580 Nov 23 21:48:48.219960 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-067fcc02-49f4-4604-95ce-cff99efd8bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:48:48.232555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067fcc02-49f4-4604-95ce-cff99efd8bcc admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:48:48.252641 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fcc02-49f4-4604-95ce-cff99efd8bcc admin admin] Pushing event updated for resources: {'Port': ['ID=79536848-ea18-47f6-8ee3-151e564bace6,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:48.298805 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b9cdbbac-9b60-4e2e-a444-021ed26324c9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1042364071-network', 'tenant_id': 'fbb1d292593848d88a76dda57bbd0633'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:48.356030 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cdbbac-9b60-4e2e-a444-021ed26324c9 admin admin] Made reservation on behalf of fbb1d292593848d88a76dda57bbd0633 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:48:48.358408 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9cdbbac-9b60-4e2e-a444-021ed26324c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:48.367513 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32e4df-2346-4485-8c22-3b8f354f32e1 req-180039c1-851b-4e10-8e12-5b70fd42495f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:48.378374 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50152) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:48.378987 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9cdbbac-9b60-4e2e-a444-021ed26324c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:48.390460 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b32e4df-2346-4485-8c22-3b8f354f32e1 req-180039c1-851b-4e10-8e12-5b70fd42495f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.3276742 Nov 23 21:48:48.466425 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-348493a0-6bc5-4b9a-a5ea-c6020b6bbbe6 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-582661897-network', 'tenant_id': '806a9a0ab6d943e9a8997a5ab579e46d'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:48.469536 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-067fcc02-49f4-4604-95ce-cff99efd8bcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:48.572828 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9bb5616e-66a0-4924-9157-6ef8c9e29cd0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e47ae6fba3146a1b9a1b7a2ea74d574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1869986 Nov 23 21:48:48.603889 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50158) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:48.721872 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-067fcc02-49f4-4604-95ce-cff99efd8bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:48.774603 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b32e4df-2346-4485-8c22-3b8f354f32e1 req-a46a6c9f-4d5e-4bd0-811c-c9e0dd87cdaa tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758724 Nov 23 21:48:48.794903 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-929f61ac-06b1-46ed-a855-ccc41a58d446 None None] Provisioning complete for port 79536848-ea18-47f6-8ee3-151e564bace6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:48:48.795415 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-929f61ac-06b1-46ed-a855-ccc41a58d446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:48.821623 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982891f-4c69-4a57-9b94-be4fa464b761 req-2acc1cf6-e943-4bbc-ba7a-9c1c12289dda tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:48.848046 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9982891f-4c69-4a57-9b94-be4fa464b761 req-2acc1cf6-e943-4bbc-ba7a-9c1c12289dda tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.2056074 Nov 23 21:48:48.868524 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-929f61ac-06b1-46ed-a855-ccc41a58d446 None None] Port 79536848-ea18-47f6-8ee3-151e564bace6 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:48:48.873800 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348493a0-6bc5-4b9a-a5ea-c6020b6bbbe6 admin admin] Made reservation on behalf of 806a9a0ab6d943e9a8997a5ab579e46d for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:48:48.876402 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-348493a0-6bc5-4b9a-a5ea-c6020b6bbbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:48.943174 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-348493a0-6bc5-4b9a-a5ea-c6020b6bbbe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:48.952307 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-795e620b-1f5b-443f-a287-9e157eb6d359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:49.033351 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 316011fd-ed10-4e7d-b12b-87e752682796 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:48:49.132147 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-795e620b-1f5b-443f-a287-9e157eb6d359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:49.150701 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9cdbbac-9b60-4e2e-a444-021ed26324c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:49.159364 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9982891f-4c69-4a57-9b94-be4fa464b761 req-20be0bb1-ff56-470c-85a5-cead70e6b77f tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053610 Nov 23 21:48:49.171396 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9cdbbac-9b60-4e2e-a444-021ed26324c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:49.193895 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-067fcc02-49f4-4604-95ce-cff99efd8bcc admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:49.211641 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-348493a0-6bc5-4b9a-a5ea-c6020b6bbbe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:49.217922 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-067fcc02-49f4-4604-95ce-cff99efd8bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:49.226178 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 316011fd-ed10-4e7d-b12b-87e752682796 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:48:49.228379 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:49.241453 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-348493a0-6bc5-4b9a-a5ea-c6020b6bbbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:49.245548 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9cdbbac-9b60-4e2e-a444-021ed26324c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:48:49.275202 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9cdbbac-9b60-4e2e-a444-021ed26324c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:49.275609 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-b9cdbbac-9b60-4e2e-a444-021ed26324c9 admin admin] Added segment 4c9861c7-2f5b-4f5f-b2f6-02dd4942c746 of type vlan for network 5362e53d-b0aa-442a-93dd-f35dceb0e37e Nov 23 21:48:49.279033 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cdbbac-9b60-4e2e-a444-021ed26324c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b235fc-b743-4147-89aa-a1617552ccd8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:49.294308 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348493a0-6bc5-4b9a-a5ea-c6020b6bbbe6 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:48:49.359976 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-348493a0-6bc5-4b9a-a5ea-c6020b6bbbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:49.360577 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-348493a0-6bc5-4b9a-a5ea-c6020b6bbbe6 admin admin] Added segment 33175438-9fb2-4593-9eee-3fa8c9d43423 of type vlan for network 8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d Nov 23 21:48:49.385257 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-795e620b-1f5b-443f-a287-9e157eb6d359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:49.388760 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-795e620b-1f5b-443f-a287-9e157eb6d359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:49.392620 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-795e620b-1f5b-443f-a287-9e157eb6d359 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7 HTTP/1.1" status: 204 len: 168 time: 0.7875857 Nov 23 21:48:49.395763 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9cdbbac-9b60-4e2e-a444-021ed26324c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:49.396022 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-067fcc02-49f4-4604-95ce-cff99efd8bcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:49.406520 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fcc02-49f4-4604-95ce-cff99efd8bcc admin admin] Pushing event updated for resources: {'Port': ['ID=79536848-ea18-47f6-8ee3-151e564bace6,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:49.435583 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:49.436344 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc5a06-a2b4-47cc-ab7c-a435434cc5b2 req-870a2d7e-9aa4-4f0c-a27b-b63607577c19 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:49.439096 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-44dc5a06-a2b4-47cc-ab7c-a435434cc5b2 req-870a2d7e-9aa4-4f0c-a27b-b63607577c19 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/ports?device_id=4dde3c13-2614-4e59-87d2-c2ebf085d047 HTTP/1.1" status: 200 len: 951 time: 0.1121047 Nov 23 21:48:49.439276 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348493a0-6bc5-4b9a-a5ea-c6020b6bbbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe36868-539d-43cf-88e4-4f92bbd8f3e8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:49.480609 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e620b-1f5b-443f-a287-9e157eb6d359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3255c3f-ab73-4349-a1fe-4ba16bfe6ec7,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:49.486102 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-348493a0-6bc5-4b9a-a5ea-c6020b6bbbe6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:49.515921 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9cdbbac-9b60-4e2e-a444-021ed26324c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:49.519024 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cdbbac-9b60-4e2e-a444-021ed26324c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:49.522742 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9cdbbac-9b60-4e2e-a444-021ed26324c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:49.546025 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 316011fd-ed10-4e7d-b12b-87e752682796, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=316011fd-ed10-4e7d-b12b-87e752682796,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:49.585250 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-44dc5a06-a2b4-47cc-ab7c-a435434cc5b2 req-06b83cee-8301-43c8-b70a-bca168df959d tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a8fe05e-00b2-497d-ad6e-3b61067f7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291046 Nov 23 21:48:49.588225 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:49.593828 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-348493a0-6bc5-4b9a-a5ea-c6020b6bbbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:49.601744 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348493a0-6bc5-4b9a-a5ea-c6020b6bbbe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:49.602785 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-348493a0-6bc5-4b9a-a5ea-c6020b6bbbe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:49.628787 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b9cdbbac-9b60-4e2e-a444-021ed26324c9 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6207786 Nov 23 21:48:49.630146 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50212) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:49.646313 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-153aae77-d7ed-4e9b-bb7a-344780cb999e admin admin] Request body: {'subnet': {'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1042364071-subnet', 'tenant_id': 'fbb1d292593848d88a76dda57bbd0633', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:49.667787 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067fcc02-49f4-4604-95ce-cff99efd8bcc admin admin] Network 193ab341-7607-45c0-a20d-874bc57a8e22 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:48:49.669587 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=316011fd-ed10-4e7d-b12b-87e752682796,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:49.671203 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-067fcc02-49f4-4604-95ce-cff99efd8bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:48:49.700848 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-348493a0-6bc5-4b9a-a5ea-c6020b6bbbe6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5962608 Nov 23 21:48:49.701481 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50216) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:49.711767 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-0ad5da18-8b04-49f5-aaf0-6dee55ddaecd admin admin] Request body: {'subnet': {'network_id': '8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-582661897-subnet', 'tenant_id': '806a9a0ab6d943e9a8997a5ab579e46d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:49.714982 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cdbbac-9b60-4e2e-a444-021ed26324c9 admin admin] Pushing event updated for resources: {'Network': ['ID=5362e53d-b0aa-442a-93dd-f35dceb0e37e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:49.728863 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 5362e53d-b0aa-442a-93dd-f35dceb0e37e details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:48:49.761819 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153aae77-d7ed-4e9b-bb7a-344780cb999e admin admin] Made reservation on behalf of fbb1d292593848d88a76dda57bbd0633 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:48:49.764947 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-153aae77-d7ed-4e9b-bb7a-344780cb999e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:49.847124 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067fcc02-49f4-4604-95ce-cff99efd8bcc admin admin] Router 546aa82a-a3cb-4bed-9736-ba2368d7cae1 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:48:49.873969 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348493a0-6bc5-4b9a-a5ea-c6020b6bbbe6 admin admin] Pushing event updated for resources: {'Network': ['ID=8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:49.897718 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:48:49.938235 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad5da18-8b04-49f5-aaf0-6dee55ddaecd admin admin] Made reservation on behalf of 806a9a0ab6d943e9a8997a5ab579e46d for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:48:49.941633 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ad5da18-8b04-49f5-aaf0-6dee55ddaecd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:50.175651 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5ca45c0e-fceb-4d45-94e3-b59d679a6a07 None None] Provisioning complete for port 79536848-ea18-47f6-8ee3-151e564bace6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:48:50.176285 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5ca45c0e-fceb-4d45-94e3-b59d679a6a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:50.193393 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90766b0a-837e-48dc-95be-6455510979fd req-7176c5e3-bae3-4c51-a841-3814b626090f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:50.196018 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90766b0a-837e-48dc-95be-6455510979fd req-7176c5e3-bae3-4c51-a841-3814b626090f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.2318642 Nov 23 21:48:50.233689 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067fcc02-49f4-4604-95ce-cff99efd8bcc admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:48:50.255318 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-067fcc02-49f4-4604-95ce-cff99efd8bcc admin admin] 10.222.0.50 "PUT /v2.0/routers/546aa82a-a3cb-4bed-9736-ba2368d7cae1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0600905 Nov 23 21:48:50.256804 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50226) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:50.271323 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5ca45c0e-fceb-4d45-94e3-b59d679a6a07 None None] Port 79536848-ea18-47f6-8ee3-151e564bace6 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:48:50.327075 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90766b0a-837e-48dc-95be-6455510979fd req-aa9d01f6-d0c2-4d9d-9eae-c48ee91762e5 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222353 Nov 23 21:48:50.364210 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-99af7dd1-3e3a-4448-8186-55dfc8ff4024 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=33ffe300eba6494dae730b73a7c25f29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1003454 Nov 23 21:48:50.371561 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50230) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:50.407543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf34e88-b585-4623-b105-cfae88ea4986 req-59312c63-f04c-41ed-955a-8c035753947f tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:50.409213 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7bf34e88-b585-4623-b105-cfae88ea4986 req-59312c63-f04c-41ed-955a-8c035753947f tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.0656788 Nov 23 21:48:50.421663 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-153aae77-d7ed-4e9b-bb7a-344780cb999e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:50.478498 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7bf34e88-b585-4623-b105-cfae88ea4986 req-8186e63a-9f9e-4c73-b6e9-4a81d86ca66c tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519376 Nov 23 21:48:50.479189 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ad5da18-8b04-49f5-aaf0-6dee55ddaecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:50.539470 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153aae77-d7ed-4e9b-bb7a-344780cb999e admin admin] Pushing event updated for resources: {'Subnet': ['ID=56c36b75-b2e2-4fac-846f-5aa9ccb1b952,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:50.593897 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153aae77-d7ed-4e9b-bb7a-344780cb999e admin admin] Checking segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:48:50.594251 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153aae77-d7ed-4e9b-bb7a-344780cb999e admin admin] Network hostable DHCP agents. Network: 5362e53d-b0aa-442a-93dd-f35dceb0e37e, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:48:50.596282 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c1f1138f-ac9a-4401-a6cb-dc2e6409d651 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:50.634265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad5da18-8b04-49f5-aaf0-6dee55ddaecd admin admin] Checking segment: {'id': '33175438-9fb2-4593-9eee-3fa8c9d43423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:48:50.634627 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad5da18-8b04-49f5-aaf0-6dee55ddaecd admin admin] Network hostable DHCP agents. Network: 8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:48:50.649664 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5da18-8b04-49f5-aaf0-6dee55ddaecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=29f2c74e-d556-4ec7-a50f-528cd87d0f9e,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:50.655407 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c1f1138f-ac9a-4401-a6cb-dc2e6409d651 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:50.675505 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153aae77-d7ed-4e9b-bb7a-344780cb999e admin admin] Network 5362e53d-b0aa-442a-93dd-f35dceb0e37e is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:48:50.686904 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad5da18-8b04-49f5-aaf0-6dee55ddaecd admin admin] Network 8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:48:50.696906 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] Sync routers for ids ['546aa82a-a3cb-4bed-9736-ba2368d7cae1'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:48:50.705179 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-153aae77-d7ed-4e9b-bb7a-344780cb999e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 5362e53d-b0aa-442a-93dd-f35dceb0e37e) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:48:50.710492 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] Routers {'546aa82a-a3cb-4bed-9736-ba2368d7cae1'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:48:50.712267 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-0ad5da18-8b04-49f5-aaf0-6dee55ddaecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:48:50.712495 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:48:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['546aa82a-a3cb-4bed-9736-ba2368d7cae1'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:50.714917 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153aae77-d7ed-4e9b-bb7a-344780cb999e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:50.715553 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-153aae77-d7ed-4e9b-bb7a-344780cb999e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:50.718990 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721cb555-1462-4fcd-a96f-1fd513ae82ac None None] Network 5362e53d-b0aa-442a-93dd-f35dceb0e37e requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:48:50.720720 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad5da18-8b04-49f5-aaf0-6dee55ddaecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:50.721358 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ad5da18-8b04-49f5-aaf0-6dee55ddaecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:50.760471 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-153aae77-d7ed-4e9b-bb7a-344780cb999e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1155043 Nov 23 21:48:50.760471 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c1f1138f-ac9a-4401-a6cb-dc2e6409d651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:50.760789 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e3fc35-2848-48f9-b060-2a7c622537e3 None None] Network 8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:48:50.760879 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c1f1138f-ac9a-4401-a6cb-dc2e6409d651 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:50.760879 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c1f1138f-ac9a-4401-a6cb-dc2e6409d651 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7fdd0e71-6d43-46b1-b623-ac1ae11658e2 HTTP/1.1" status: 204 len: 168 time: 0.3652825 Nov 23 21:48:50.770523 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0ad5da18-8b04-49f5-aaf0-6dee55ddaecd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0569499 Nov 23 21:48:50.795782 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1138f-ac9a-4401-a6cb-dc2e6409d651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdd0e71-6d43-46b1-b623-ac1ae11658e2,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:50.831763 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba378f-5179-44dc-a756-3de4d229475b req-3216d83d-2d11-499a-9374-aa848a79a6fc tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:50.846585 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-54ba378f-5179-44dc-a756-3de4d229475b req-3216d83d-2d11-499a-9374-aa848a79a6fc tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/ports?device_id=4dde3c13-2614-4e59-87d2-c2ebf085d047 HTTP/1.1" status: 200 len: 951 time: 0.1665556 Nov 23 21:48:51.025868 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 316011fd-ed10-4e7d-b12b-87e752682796 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:48:51.052009 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-54ba378f-5179-44dc-a756-3de4d229475b req-9d57a70d-1452-4734-a0fc-51dda02ec370 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a8fe05e-00b2-497d-ad6e-3b61067f7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033646 Nov 23 21:48:51.069182 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] Set router 546aa82a-a3cb-4bed-9736-ba2368d7cae1 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:48:51.102918 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50248) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:51.105927 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-67ea5374-5083-431a-b922-40310745d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:51.108485 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d6bde36e-c81a-4178-96a5-1d5cd097bf6f tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1066395222', 'description': 'tempest-description--1165648346'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:51.110926 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-67ea5374-5083-431a-b922-40310745d46c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 1100 time: 0.2505653 Nov 23 21:48:51.183415 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d6bde36e-c81a-4178-96a5-1d5cd097bf6f tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:51.321829 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d6bde36e-c81a-4178-96a5-1d5cd097bf6f tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:51.333723 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d6bde36e-c81a-4178-96a5-1d5cd097bf6f tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:51.426337 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d6bde36e-c81a-4178-96a5-1d5cd097bf6f tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:51.433989 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50276) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:51.435981 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d6bde36e-c81a-4178-96a5-1d5cd097bf6f tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3308904 Nov 23 21:48:51.453746 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bde36e-c81a-4178-96a5-1d5cd097bf6f tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e308cb2-ffb0-4b3a-8d4d-2e488ec4be5a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:51.454292 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-6929f36a-0de9-464e-99dc-c5bddb3465ff tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Request body: {'security_group_rule': {'security_group_id': '3e308cb2-ffb0-4b3a-8d4d-2e488ec4be5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:51.486683 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-302477e5-d50b-4f6b-9028-4136f259f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:51.488458 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-302477e5-d50b-4f6b-9028-4136f259f15f service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.3642824 Nov 23 21:48:51.548482 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6929f36a-0de9-464e-99dc-c5bddb3465ff tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:51.624371 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'name': 'tempest-ServersTestBootFromVolume-842442178-router', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '316011fd-ed10-4e7d-b12b-87e752682796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:48:40Z', 'updated_at': '2021-11-23T21:48:48Z', 'revision_number': 4, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'gw_port': {'id': '316011fd-ed10-4e7d-b12b-87e752682796', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:41Z', 'updated_at': '2021-11-23T21:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '79536848-ea18-47f6-8ee3-151e564bace6', 'name': '', 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'mac_address': 'fa:16:3e:fb:f7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a39ba786-79b8-412a-8bb7-270394e1e0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:46Z', 'updated_at': '2021-11-23T21:48:48Z', 'revision_number': 2, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'subnets': [{'id': 'a39ba786-79b8-412a-8bb7-270394e1e0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:51.687929 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] Checking router: 546aa82a-a3cb-4bed-9736-ba2368d7cae1 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:48:51.688665 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] Updating router 546aa82a-a3cb-4bed-9736-ba2368d7cae1 port 79536848-ea18-47f6-8ee3-151e564bace6 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:48:51.759822 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:51.791214 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19a3007-1cad-4e1c-ad7f-be6283181fdf None None] Network 8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:48:51.899555 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 316011fd-ed10-4e7d-b12b-87e752682796 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:48:51.900230 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:51.904833 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e8c2d4-8e4a-4e56-a34d-fef634e99928 None None] Network 5362e53d-b0aa-442a-93dd-f35dceb0e37e requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:48:51.983407 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50314) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:51.989836 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-89c1b6fd-166b-4214-ad9d-3346535c690d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1851819587-network', 'tenant_id': 'b61d306d4ba74e68943fd8e9a2ba5fac'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:52.034929 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c1b6fd-166b-4214-ad9d-3346535c690d admin admin] Made reservation on behalf of b61d306d4ba74e68943fd8e9a2ba5fac for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:48:52.043205 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-89c1b6fd-166b-4214-ad9d-3346535c690d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.062271 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-89c1b6fd-166b-4214-ad9d-3346535c690d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.097905 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-78e851c3-faa4-4b75-a1cb-d3a28c63cd29 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=694d5678-41eb-45ea-94c2-4ec190f1b254 HTTP/1.1" status: 200 len: 217 time: 0.5961826 Nov 23 21:48:52.194157 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-89c1b6fd-166b-4214-ad9d-3346535c690d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.214362 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-89c1b6fd-166b-4214-ad9d-3346535c690d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.227469 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.234109 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.263564 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c1b6fd-166b-4214-ad9d-3346535c690d admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:48:52.268065 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d9369-fd84-4f6f-8d5e-b25469e6c0da req-ed17c0dc-b5f3-4f83-b3f9-756d3a7311f8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:52.271244 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-794d9369-fd84-4f6f-8d5e-b25469e6c0da req-ed17c0dc-b5f3-4f83-b3f9-756d3a7311f8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.7815435 Nov 23 21:48:52.280847 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-89c1b6fd-166b-4214-ad9d-3346535c690d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.281418 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-89c1b6fd-166b-4214-ad9d-3346535c690d admin admin] Added segment 75dfc812-8ecd-4f55-a5f2-bec0158cd876 of type vlan for network d5e54214-c2d0-4204-b9e4-d7a5925b0843 Nov 23 21:48:52.282580 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1b6fd-166b-4214-ad9d-3346535c690d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef48cb9-6b91-409a-8773-9a41de17807f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:52.290960 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ee93a-257e-4147-91cc-7f507fabf4ad None None] Pushing event updated for resources: {'Port': ['ID=79536848-ea18-47f6-8ee3-151e564bace6,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:52.300173 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ee93a-257e-4147-91cc-7f507fabf4ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:52.301082 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ee93a-257e-4147-91cc-7f507fabf4ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:52.301675 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ee93a-257e-4147-91cc-7f507fabf4ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:52.302221 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ee93a-257e-4147-91cc-7f507fabf4ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:52.302845 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ee93a-257e-4147-91cc-7f507fabf4ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:52.303723 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ee93a-257e-4147-91cc-7f507fabf4ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:52.304270 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ee93a-257e-4147-91cc-7f507fabf4ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:52.304842 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ee93a-257e-4147-91cc-7f507fabf4ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:52.305379 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ee93a-257e-4147-91cc-7f507fabf4ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:52.306569 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ee93a-257e-4147-91cc-7f507fabf4ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:52.307158 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ee93a-257e-4147-91cc-7f507fabf4ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:52.307812 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ee93a-257e-4147-91cc-7f507fabf4ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:48:52.309178 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6929f36a-0de9-464e-99dc-c5bddb3465ff tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.335727 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-89c1b6fd-166b-4214-ad9d-3346535c690d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.352647 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6929f36a-0de9-464e-99dc-c5bddb3465ff tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.366737 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-89c1b6fd-166b-4214-ad9d-3346535c690d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.367908 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c1b6fd-166b-4214-ad9d-3346535c690d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:52.368445 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-89c1b6fd-166b-4214-ad9d-3346535c690d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.413358 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] Attempting to bind port 79536848-ea18-47f6-8ee3-151e564bace6 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:48:52.414087 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] Attempting to bind port 79536848-ea18-47f6-8ee3-151e564bace6 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '1b392de4-80d3-413b-9b66-c12c8417b0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:48:52.414636 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] Attempting to bind port 79536848-ea18-47f6-8ee3-151e564bace6 on network 193ab341-7607-45c0-a20d-874bc57a8e22 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:48:52.415948 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929f36a-0de9-464e-99dc-c5bddb3465ff tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebb2f3d-c63f-4a39-87aa-28d64d9c79c6,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:52.423647 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6929f36a-0de9-464e-99dc-c5bddb3465ff tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.423817 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:48:52.424409 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] Checking segment: {'id': '1b392de4-80d3-413b-9b66-c12c8417b0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:48:52.424848 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6929f36a-0de9-464e-99dc-c5bddb3465ff tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9775562 Nov 23 21:48:52.425362 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.426259 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] Bound using segment: {'id': '1b392de4-80d3-413b-9b66-c12c8417b0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:48:52.426810 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] Bound port: 79536848-ea18-47f6-8ee3-151e564bace6, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b392de4-80d3-413b-9b66-c12c8417b0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:48:52.427461 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.434388 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-89c1b6fd-166b-4214-ad9d-3346535c690d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4493628 Nov 23 21:48:52.434973 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50324) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:52.435061 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-5c9cb3e4-e45c-49e9-b430-54409c54f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:52.435441 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50326) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:52.436359 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-5c9cb3e4-e45c-49e9-b430-54409c54f7b4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.2861955 Nov 23 21:48:52.450694 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-76d6b6e7-128a-4d9d-83f8-086f2987d79b tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Request body: {'security_group_rule': {'security_group_id': '3e308cb2-ffb0-4b3a-8d4d-2e488ec4be5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:52.465614 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e98e1f3e-e744-49cb-875a-0023c701fdad admin admin] Request body: {'subnet': {'network_id': 'd5e54214-c2d0-4204-b9e4-d7a5925b0843', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1851819587-subnet', 'tenant_id': 'b61d306d4ba74e68943fd8e9a2ba5fac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:52.506108 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-794d9369-fd84-4f6f-8d5e-b25469e6c0da req-824a510f-cf89-4222-adea-6a8d348ca77e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990962 Nov 23 21:48:52.510030 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50328) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:52.535823 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1b6fd-166b-4214-ad9d-3346535c690d admin admin] Pushing event updated for resources: {'Network': ['ID=d5e54214-c2d0-4204-b9e4-d7a5925b0843,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:52.550344 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network d5e54214-c2d0-4204-b9e4-d7a5925b0843 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:48:52.558057 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.db.api [None req-e98e1f3e-e744-49cb-875a-0023c701fdad admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 21:48:52.558057 n-d-816206-9 neutron-server[110033]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 21:48:52.558057 n-d-816206-9 neutron-server[110033]: [parameters: {'project_id_1': 'b61d306d4ba74e68943fd8e9a2ba5fac', 'expiration_1': datetime.datetime(2021, 11, 23, 21, 48, 32, 475279)}] Nov 23 21:48:52.558057 n-d-816206-9 neutron-server[110033]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:48:52.558737 n-d-816206-9 neutron-server[110033]: DEBUG oslo_db.api [None req-e98e1f3e-e744-49cb-875a-0023c701fdad admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:48:52.565512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-bbfd6191-f0fc-4b3a-af39-3d988d966dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:52.570009 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-bbfd6191-f0fc-4b3a-af39-3d988d966dba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1117201 Nov 23 21:48:52.582795 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-76d6b6e7-128a-4d9d-83f8-086f2987d79b tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.586670 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] For port 79536848-ea18-47f6-8ee3-151e564bace6, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:48:52.590673 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] For port 79536848-ea18-47f6-8ee3-151e564bace6, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=79536848-ea18-47f6-8ee3-151e564bace6,segment=NetworkSegment(1b392de4-80d3-413b-9b66-c12c8417b0c5),segment_id=1b392de4-80d3-413b-9b66-c12c8417b0c5)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:48:52.591141 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-d76031df-4e03-4a71-8f33-b4f3394b595d tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:52.598074 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-d76031df-4e03-4a71-8f33-b4f3394b595d tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/networks?id=8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d HTTP/1.1" status: 200 len: 821 time: 0.5008488 Nov 23 21:48:52.605694 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.682785 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ee93a-257e-4147-91cc-7f507fabf4ad None None] Pushing event updated for resources: {'Port': ['ID=79536848-ea18-47f6-8ee3-151e564bace6,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:52.688051 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-76d6b6e7-128a-4d9d-83f8-086f2987d79b tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.695539 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-76d6b6e7-128a-4d9d-83f8-086f2987d79b tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.714859 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.716901 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] Routers {'546aa82a-a3cb-4bed-9736-ba2368d7cae1'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:48:52.717913 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:48:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['546aa82a-a3cb-4bed-9736-ba2368d7cae1'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:52.731750 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6b6e7-128a-4d9d-83f8-086f2987d79b tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae5eca5-b2ae-4b12-b75c-3408964dc01d,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:52.735981 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-76d6b6e7-128a-4d9d-83f8-086f2987d79b tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.739956 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-76d6b6e7-128a-4d9d-83f8-086f2987d79b tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2994442 Nov 23 21:48:52.740657 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50332) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:52.745801 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-eca5f89f-974c-44fa-9a64-3a9e585d73a1 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:52.770508 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2cce9cc2-d39f-4e86-85ea-1dee23f4d01e None None] Provisioning complete for port 79536848-ea18-47f6-8ee3-151e564bace6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:48:52.773378 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2cce9cc2-d39f-4e86-85ea-1dee23f4d01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.780311 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-4e191658-96cb-4f89-ac7d-43dec6999b2f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1838143187-network', 'tenant_id': '899106bd6ff142058c4c36f3d901c502'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:52.783804 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eca5f89f-974c-44fa-9a64-3a9e585d73a1 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.834692 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e191658-96cb-4f89-ac7d-43dec6999b2f admin admin] Made reservation on behalf of 899106bd6ff142058c4c36f3d901c502 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:48:52.837383 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4e191658-96cb-4f89-ac7d-43dec6999b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.853961 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-e8ba3bc9-0c72-4a90-a121-222debadad29 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/quotas/806a9a0ab6d943e9a8997a5ab579e46d HTTP/1.1" status: 200 len: 375 time: 0.1098146 Nov 23 21:48:52.858001 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4e191658-96cb-4f89-ac7d-43dec6999b2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.892603 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a9c0a-4abc-4164-ac96-29bc67c8ebe8 req-c6d50395-9c63-4ff5-89b3-19d7cc9975f7 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:52.894440 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b2a9c0a-4abc-4164-ac96-29bc67c8ebe8 req-c6d50395-9c63-4ff5-89b3-19d7cc9975f7 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.1493213 Nov 23 21:48:52.933377 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2cce9cc2-d39f-4e86-85ea-1dee23f4d01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.935096 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] Set router 546aa82a-a3cb-4bed-9736-ba2368d7cae1 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:48:52.951551 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ec96a590-4916-43b9-80a4-ccb0256ea9ab service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524606 Nov 23 21:48:52.953465 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-0d93ba0e-bbaf-4098-81cc-1a659e83ad64 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=806a9a0ab6d943e9a8997a5ab579e46d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880690 Nov 23 21:48:52.961558 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eca5f89f-974c-44fa-9a64-3a9e585d73a1 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:52.996976 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2cce9cc2-d39f-4e86-85ea-1dee23f4d01e None None] For port 79536848-ea18-47f6-8ee3-151e564bace6, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=79536848-ea18-47f6-8ee3-151e564bace6,segment=NetworkSegment(1b392de4-80d3-413b-9b66-c12c8417b0c5),segment_id=1b392de4-80d3-413b-9b66-c12c8417b0c5)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:53.003294 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2cce9cc2-d39f-4e86-85ea-1dee23f4d01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:53.067015 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce9cc2-d39f-4e86-85ea-1dee23f4d01e None None] Pushing event updated for resources: {'Port': ['ID=79536848-ea18-47f6-8ee3-151e564bace6,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:53.111299 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b2a9c0a-4abc-4164-ac96-29bc67c8ebe8 req-5828d644-103e-45df-bb22-38bd8265a742 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959627 Nov 23 21:48:53.132681 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d4244611-9108-4fd7-9337-0a63a283abd6 None None] Provisioning complete for port 79536848-ea18-47f6-8ee3-151e564bace6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:48:53.134868 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d4244611-9108-4fd7-9337-0a63a283abd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:53.136744 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-eca5f89f-974c-44fa-9a64-3a9e585d73a1 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Allocated IP 172.25.5.146 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/6de07705-1e85-4527-b21d-d8276fa09780) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:48:53.153666 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98e1f3e-e744-49cb-875a-0023c701fdad admin admin] Made reservation on behalf of b61d306d4ba74e68943fd8e9a2ba5fac for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:48:53.158418 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e98e1f3e-e744-49cb-875a-0023c701fdad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:53.173329 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4e191658-96cb-4f89-ac7d-43dec6999b2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:53.242228 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'name': 'tempest-ServersTestBootFromVolume-842442178-router', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '316011fd-ed10-4e7d-b12b-87e752682796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:48:40Z', 'updated_at': '2021-11-23T21:48:48Z', 'revision_number': 4, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'gw_port': {'id': '316011fd-ed10-4e7d-b12b-87e752682796', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:41Z', 'updated_at': '2021-11-23T21:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '79536848-ea18-47f6-8ee3-151e564bace6', 'name': '', 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'mac_address': 'fa:16:3e:fb:f7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a39ba786-79b8-412a-8bb7-270394e1e0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:46Z', 'updated_at': '2021-11-23T21:48:52Z', 'revision_number': 4, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'subnets': [{'id': 'a39ba786-79b8-412a-8bb7-270394e1e0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:53.286404 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4e191658-96cb-4f89-ac7d-43dec6999b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:53.289125 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eca5f89f-974c-44fa-9a64-3a9e585d73a1 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:53.368646 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-029ef7bf-e018-420d-8cd7-f527043fd4b2 service neutron] 10.222.0.50 "GET /v2.0/networks/8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992081 Nov 23 21:48:53.372323 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e191658-96cb-4f89-ac7d-43dec6999b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dff16b-9def-4340-a68d-9f55298fea2e,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:53.386540 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bba7c5-9d4f-4b59-b60c-3fc6bff27074 None None] The sync data for ids ['546aa82a-a3cb-4bed-9736-ba2368d7cae1'] in n-d-816206-9 is: [{'id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'name': 'tempest-ServersTestBootFromVolume-842442178-router', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '316011fd-ed10-4e7d-b12b-87e752682796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:48:40Z', 'updated_at': '2021-11-23T21:48:48Z', 'revision_number': 4, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'gw_port': {'id': '316011fd-ed10-4e7d-b12b-87e752682796', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:41Z', 'updated_at': '2021-11-23T21:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '79536848-ea18-47f6-8ee3-151e564bace6', 'name': '', 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'mac_address': 'fa:16:3e:fb:f7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a39ba786-79b8-412a-8bb7-270394e1e0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:46Z', 'updated_at': '2021-11-23T21:48:52Z', 'revision_number': 4, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'subnets': [{'id': 'a39ba786-79b8-412a-8bb7-270394e1e0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:48:53.404593 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eca5f89f-974c-44fa-9a64-3a9e585d73a1 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:53.438571 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-492c36e6-536b-4287-800f-7e4d833e307e service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716122 Nov 23 21:48:53.443347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e191658-96cb-4f89-ac7d-43dec6999b2f admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:48:53.480730 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca5f89f-974c-44fa-9a64-3a9e585d73a1 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:48:53.498186 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-eca5f89f-974c-44fa-9a64-3a9e585d73a1 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:48:53.521119 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca5f89f-974c-44fa-9a64-3a9e585d73a1 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:48:53.529100 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5f89f-974c-44fa-9a64-3a9e585d73a1 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Pushing event updated for resources: {'Port': ['ID=6de07705-1e85-4527-b21d-d8276fa09780,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:53.534150 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4e191658-96cb-4f89-ac7d-43dec6999b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:53.536235 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-4e191658-96cb-4f89-ac7d-43dec6999b2f admin admin] Added segment 46a45326-4c41-44fb-88f2-1896c5dca7b1 of type vlan for network 157b5d3f-6995-405a-b925-9cda4cb76525 Nov 23 21:48:53.627235 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4e191658-96cb-4f89-ac7d-43dec6999b2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:53.650403 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-ffb0625e-8aa8-4366-8c64-99a779136c2d service neutron] 10.222.0.50 "GET /v2.0/networks/8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628465 Nov 23 21:48:53.698695 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4e191658-96cb-4f89-ac7d-43dec6999b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:53.700032 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e191658-96cb-4f89-ac7d-43dec6999b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:53.701502 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4e191658-96cb-4f89-ac7d-43dec6999b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:53.731514 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e98e1f3e-e744-49cb-875a-0023c701fdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:53.756487 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4e191658-96cb-4f89-ac7d-43dec6999b2f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2453635 Nov 23 21:48:53.762956 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50370) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:53.775243 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-b0c4b798-618f-400d-a692-7cb498acaa21 admin admin] Request body: {'subnet': {'network_id': '157b5d3f-6995-405a-b925-9cda4cb76525', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1838143187-subnet', 'tenant_id': '899106bd6ff142058c4c36f3d901c502', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:53.782914 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eca5f89f-974c-44fa-9a64-3a9e585d73a1 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:53.837292 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e1f3e-e744-49cb-875a-0023c701fdad admin admin] Pushing event updated for resources: {'Subnet': ['ID=738a0569-a8d9-4fc0-b0b8-fb0b5abd5eab,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:53.869352 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98e1f3e-e744-49cb-875a-0023c701fdad admin admin] Checking segment: {'id': '75dfc812-8ecd-4f55-a5f2-bec0158cd876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'd5e54214-c2d0-4204-b9e4-d7a5925b0843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:48:53.869717 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98e1f3e-e744-49cb-875a-0023c701fdad admin admin] Network hostable DHCP agents. Network: d5e54214-c2d0-4204-b9e4-d7a5925b0843, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:48:53.881040 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c4b798-618f-400d-a692-7cb498acaa21 admin admin] Made reservation on behalf of 899106bd6ff142058c4c36f3d901c502 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:48:53.886077 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b0c4b798-618f-400d-a692-7cb498acaa21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:53.890924 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e191658-96cb-4f89-ac7d-43dec6999b2f admin admin] Pushing event updated for resources: {'Network': ['ID=157b5d3f-6995-405a-b925-9cda4cb76525,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:53.906397 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 157b5d3f-6995-405a-b925-9cda4cb76525 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:48:53.936725 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eca5f89f-974c-44fa-9a64-3a9e585d73a1 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:53.975864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190ae8f-26fd-422e-a521-cffc6cc26b53 req-a781f716-24d1-4ac1-b727-ced3bb090df6 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:53.977576 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c190ae8f-26fd-422e-a521-cffc6cc26b53 req-a781f716-24d1-4ac1-b727-ced3bb090df6 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.1427517 Nov 23 21:48:53.995898 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98e1f3e-e744-49cb-875a-0023c701fdad admin admin] Network d5e54214-c2d0-4204-b9e4-d7a5925b0843 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:48:54.044060 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-e98e1f3e-e744-49cb-875a-0023c701fdad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, d5e54214-c2d0-4204-b9e4-d7a5925b0843) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:48:54.054245 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98e1f3e-e744-49cb-875a-0023c701fdad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:54.054456 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8382ed7a-131b-4dde-a8e1-b132b2a12ed8 None None] Network d5e54214-c2d0-4204-b9e4-d7a5925b0843 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:48:54.055071 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e98e1f3e-e744-49cb-875a-0023c701fdad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:54.082421 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e98e1f3e-e744-49cb-875a-0023c701fdad admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6244740 Nov 23 21:48:54.205205 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c190ae8f-26fd-422e-a521-cffc6cc26b53 req-27bc6efd-1242-45d9-b949-c046a9555ab3 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027643 Nov 23 21:48:54.318337 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2a6327-f116-4d94-8ba9-1d5028d7fa35 None None] Network d5e54214-c2d0-4204-b9e4-d7a5925b0843 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:48:54.326091 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-47259478-5592-4b67-b597-cedf92f937c8 req-a5df410d-805f-4167-ba76-25acc6f3f657 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 210 time: 0.1578279 Nov 23 21:48:54.455327 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b0c4b798-618f-400d-a692-7cb498acaa21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:54.560325 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4b798-618f-400d-a692-7cb498acaa21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c0d27cc-882b-444f-8ba5-477805858e18,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:54.717257 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157ff26-377a-409b-8112-3e69d9bef6c5 req-bad11c26-ee4f-401d-82a4-6068e18c246d tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:54.719016 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0157ff26-377a-409b-8112-3e69d9bef6c5 req-bad11c26-ee4f-401d-82a4-6068e18c246d tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.1602056 Nov 23 21:48:54.727144 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c4b798-618f-400d-a692-7cb498acaa21 admin admin] Checking segment: {'id': '46a45326-4c41-44fb-88f2-1896c5dca7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '157b5d3f-6995-405a-b925-9cda4cb76525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:48:54.727708 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c4b798-618f-400d-a692-7cb498acaa21 admin admin] Network hostable DHCP agents. Network: 157b5d3f-6995-405a-b925-9cda4cb76525, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:48:54.730437 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eca5f89f-974c-44fa-9a64-3a9e585d73a1 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:54.739676 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eca5f89f-974c-44fa-9a64-3a9e585d73a1 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:54.805693 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 707215d2-fdb3-40d5-9e1f-e1c54dae7244 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:48:54.821680 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0157ff26-377a-409b-8112-3e69d9bef6c5 req-c00b9da8-c461-4a4a-a5c0-eff672470a86 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751505 Nov 23 21:48:54.835116 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c4b798-618f-400d-a692-7cb498acaa21 admin admin] Network 157b5d3f-6995-405a-b925-9cda4cb76525 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:48:54.855680 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-b0c4b798-618f-400d-a692-7cb498acaa21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 157b5d3f-6995-405a-b925-9cda4cb76525) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:48:54.857126 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5f89f-974c-44fa-9a64-3a9e585d73a1 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Pushing event updated for resources: {'Port': ['ID=6de07705-1e85-4527-b21d-d8276fa09780,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:54.860067 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c4b798-618f-400d-a692-7cb498acaa21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:54.860664 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b0c4b798-618f-400d-a692-7cb498acaa21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:54.882130 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eca5f89f-974c-44fa-9a64-3a9e585d73a1 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:54.897315 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b0c4b798-618f-400d-a692-7cb498acaa21 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1292160 Nov 23 21:48:54.925416 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eca5f89f-974c-44fa-9a64-3a9e585d73a1 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:54.926909 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-eca5f89f-974c-44fa-9a64-3a9e585d73a1 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1848640 Nov 23 21:48:54.934788 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5930504-3cf8-4f2e-8d86-2ada42b43b56 None None] Network 157b5d3f-6995-405a-b925-9cda4cb76525 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:48:55.138696 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 79536848-ea18-47f6-8ee3-151e564bace6 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:48:55.323058 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:55.356923 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-34b8226f-e491-4991-b306-2eab9520db2c tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:55.364373 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-34b8226f-e491-4991-b306-2eab9520db2c tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 808 time: 0.1824934 Nov 23 21:48:55.391493 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-469c2ac5-6ea4-4ecb-9bfb-1ca717b53453 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/quotas/fbb1d292593848d88a76dda57bbd0633 HTTP/1.1" status: 200 len: 375 time: 0.0261061 Nov 23 21:48:55.405427 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1512af4-284b-4bed-9bab-66dc744a2c75 None None] Network 157b5d3f-6995-405a-b925-9cda4cb76525 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:48:55.462030 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dde3c13-2614-4e59-87d2-c2ebf085d047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '707215d2-fdb3-40d5-9e1f-e1c54dae7244'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:48:55.465844 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dbc6cb-c9b0-4ba6-9921-0fd4fee113f3" -d '{"events": [{"server_uuid": "4dde3c13-2614-4e59-87d2-c2ebf085d047", "name": "network-vif-unplugged", "status": "completed", "tag": "707215d2-fdb3-40d5-9e1f-e1c54dae7244"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:48:55.470215 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-3f4be52e-81b6-4a9b-b9a8-4eef36edf7f8 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775135 Nov 23 21:48:55.493448 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3b0d5-c77e-410c-b780-32e7dce21208 req-2bee8681-8e30-4f2d-a392-2f921cce4066 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:55.503315 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c2c3b0d5-c77e-410c-b780-32e7dce21208 req-2bee8681-8e30-4f2d-a392-2f921cce4066 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.1360731 Nov 23 21:48:55.532449 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 707215d2-fdb3-40d5-9e1f-e1c54dae7244, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=707215d2-fdb3-40d5-9e1f-e1c54dae7244,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:48:55.541961 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 79536848-ea18-47f6-8ee3-151e564bace6 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:48:55.542580 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:55.547384 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:55.604217 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c2c3b0d5-c77e-410c-b780-32e7dce21208 req-b4ee59e6-d582-4d5f-b994-549b1063bf2e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950220 Nov 23 21:48:55.648037 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=707215d2-fdb3-40d5-9e1f-e1c54dae7244,revision_number=11']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:55.868897 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50520) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:55.875247 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-1c12f13f-2bf4-440f-8415-b673fc27435a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-440214176-network', 'tenant_id': 'a8263cc1ae304105a38ba2fc84d584d3'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:55.892812 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-502be07c-310d-46df-a34f-1cb9f0d99bba req-bedf446a-df14-49c3-a8da-bf9c12315ef8 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 210 time: 0.0358078 Nov 23 21:48:55.924710 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c12f13f-2bf4-440f-8415-b673fc27435a admin admin] Made reservation on behalf of a8263cc1ae304105a38ba2fc84d584d3 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:48:55.929031 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1c12f13f-2bf4-440f-8415-b673fc27435a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:55.942419 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1c12f13f-2bf4-440f-8415-b673fc27435a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:55.965798 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 21:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f97757-c272-40a3-b688-0891b9cad041 x-openstack-request-id: req-d2f97757-c272-40a3-b688-0891b9cad041 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:48:55.966821 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dde3c13-2614-4e59-87d2-c2ebf085d047", "name": "network-vif-unplugged", "status": "completed", "tag": "707215d2-fdb3-40d5-9e1f-e1c54dae7244", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:48:55.967559 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d2f97757-c272-40a3-b688-0891b9cad041 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:48:55.968134 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dde3c13-2614-4e59-87d2-c2ebf085d047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '707215d2-fdb3-40d5-9e1f-e1c54dae7244', 'code': 200} Nov 23 21:48:56.001582 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-44271abb-da6e-43dc-804d-8a48190817ba tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:56.003139 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-44271abb-da6e-43dc-804d-8a48190817ba tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.53 "GET /v2.0/networks?id=8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d HTTP/1.1" status: 200 len: 821 time: 0.3019090 Nov 23 21:48:56.023518 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-77984868-e802-4ee0-9793-1a5ac44af3ba tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Request body: {'port': {'device_id': '9d0b8fda-74a5-41d7-869d-862a02cbcb3a', 'network_id': '8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d', 'admin_state_up': True, 'tenant_id': '806a9a0ab6d943e9a8997a5ab579e46d'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:56.051080 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1c12f13f-2bf4-440f-8415-b673fc27435a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:56.055841 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1c12f13f-2bf4-440f-8415-b673fc27435a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:56.087811 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c12f13f-2bf4-440f-8415-b673fc27435a admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:48:56.099052 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12f13f-2bf4-440f-8415-b673fc27435a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84516263-d43f-4a85-95ec-fe1a6a37a327,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:56.119152 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1c12f13f-2bf4-440f-8415-b673fc27435a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:56.119495 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-1c12f13f-2bf4-440f-8415-b673fc27435a admin admin] Added segment bda8a28c-1b89-411e-a03a-07d5c16ea3f2 of type vlan for network 585faa61-83fe-4ec7-8f00-19aa5f13439f Nov 23 21:48:56.122087 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-f4bab8dc-ccd7-4651-b5ef-4ee3bf19af05 service neutron] 10.222.0.50 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6509514 Nov 23 21:48:56.182854 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1c12f13f-2bf4-440f-8415-b673fc27435a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:56.229529 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1c12f13f-2bf4-440f-8415-b673fc27435a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:56.232390 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c12f13f-2bf4-440f-8415-b673fc27435a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:56.233146 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1c12f13f-2bf4-440f-8415-b673fc27435a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:56.277343 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-77984868-e802-4ee0-9793-1a5ac44af3ba tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Made reservation on behalf of 806a9a0ab6d943e9a8997a5ab579e46d for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:48:56.280788 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-77984868-e802-4ee0-9793-1a5ac44af3ba tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:56.312117 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1c12f13f-2bf4-440f-8415-b673fc27435a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4414048 Nov 23 21:48:56.313261 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12f13f-2bf4-440f-8415-b673fc27435a admin admin] Pushing event updated for resources: {'Network': ['ID=585faa61-83fe-4ec7-8f00-19aa5f13439f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:56.315662 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50544) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:56.323157 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-3f654114-4656-411a-8578-51861c955e69 admin admin] Request body: {'subnet': {'network_id': '585faa61-83fe-4ec7-8f00-19aa5f13439f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-440214176-subnet', 'tenant_id': 'a8263cc1ae304105a38ba2fc84d584d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:56.332614 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 585faa61-83fe-4ec7-8f00-19aa5f13439f details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:48:56.339566 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-186f80fc-2b99-4c72-8f52-419ca175615a service neutron] 10.222.0.50 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163508 Nov 23 21:48:56.351529 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f654114-4656-411a-8578-51861c955e69 admin admin] Made reservation on behalf of a8263cc1ae304105a38ba2fc84d584d3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:48:56.354550 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3f654114-4656-411a-8578-51861c955e69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:56.377787 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14d353-c7f3-464d-8a0f-3678cc3992b5 req-6cc5e257-8e2d-42a3-859a-da3cc45696a1 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:56.386690 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b14d353-c7f3-464d-8a0f-3678cc3992b5 req-6cc5e257-8e2d-42a3-859a-da3cc45696a1 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.1522160 Nov 23 21:48:56.515318 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b14d353-c7f3-464d-8a0f-3678cc3992b5 req-3b179295-9f93-410c-a7d2-168183ec6ca1 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244385 Nov 23 21:48:56.690448 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c2faf9d-393a-4eaa-b9ca-306d2ff8dc84 req-761a3144-22a2-4b5e-a799-38c81573a85d tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 210 time: 0.1077149 Nov 23 21:48:56.716584 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3f654114-4656-411a-8578-51861c955e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:56.734191 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-77984868-e802-4ee0-9793-1a5ac44af3ba tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Allocated IP 172.20.0.3 (8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d/29f2c74e-d556-4ec7-a50f-528cd87d0f9e/c79becbc-bab3-4717-8ebf-23d2fd8dc4f3) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:48:56.797742 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f654114-4656-411a-8578-51861c955e69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=208dbe1e-19a6-4f14-ab68-5d4f56f681a6,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:56.808731 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f654114-4656-411a-8578-51861c955e69 admin admin] Checking segment: {'id': 'bda8a28c-1b89-411e-a03a-07d5c16ea3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '585faa61-83fe-4ec7-8f00-19aa5f13439f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:48:56.809359 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f654114-4656-411a-8578-51861c955e69 admin admin] Network hostable DHCP agents. Network: 585faa61-83fe-4ec7-8f00-19aa5f13439f, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:48:56.831395 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f654114-4656-411a-8578-51861c955e69 admin admin] Network 585faa61-83fe-4ec7-8f00-19aa5f13439f is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:48:56.843352 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5213bd8-0e84-4e37-96b7-61ef4f3fa467 req-3ebc7dfb-1180-439b-a971-130dde5c0ae0 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:56.853263 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5213bd8-0e84-4e37-96b7-61ef4f3fa467 req-3ebc7dfb-1180-439b-a971-130dde5c0ae0 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.1224115 Nov 23 21:48:56.854937 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-3f654114-4656-411a-8578-51861c955e69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 585faa61-83fe-4ec7-8f00-19aa5f13439f) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:48:56.862936 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f654114-4656-411a-8578-51861c955e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:56.863927 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3f654114-4656-411a-8578-51861c955e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:56.901801 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec14f28-fc39-4053-8473-01140eaa4ef1 None None] Network 585faa61-83fe-4ec7-8f00-19aa5f13439f requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:48:56.915090 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3f654114-4656-411a-8578-51861c955e69 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5983782 Nov 23 21:48:57.053342 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5213bd8-0e84-4e37-96b7-61ef4f3fa467 req-d0aba533-1e93-4597-be7e-6cbcfa1396ec tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974952 Nov 23 21:48:57.110908 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f3e1bfed-d65e-4bf1-bc6b-ae576fe5c6dc req-4f0832a1-f036-433c-af6a-af79e8f8ece9 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 210 time: 0.1131947 Nov 23 21:48:57.139383 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50628) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:57.204753 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a750a9-fdd8-4976-bae6-1960ff6ac7fc admin admin] Deleting subnet 3c0d27cc-882b-444f-8ba5-477805858e18 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:48:57.211290 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0a750a9-fdd8-4976-bae6-1960ff6ac7fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:57.239820 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-77984868-e802-4ee0-9793-1a5ac44af3ba tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:57.272577 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0a750a9-fdd8-4976-bae6-1960ff6ac7fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:57.320856 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-77984868-e802-4ee0-9793-1a5ac44af3ba tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:57.392775 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-77984868-e802-4ee0-9793-1a5ac44af3ba tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Network 8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:48:57.396105 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-77984868-e802-4ee0-9793-1a5ac44af3ba tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:48:57.401073 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-77984868-e802-4ee0-9793-1a5ac44af3ba tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:48:57.422510 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0a750a9-fdd8-4976-bae6-1960ff6ac7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:57.445346 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77984868-e802-4ee0-9793-1a5ac44af3ba tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Pushing event updated for resources: {'Port': ['ID=c79becbc-bab3-4717-8ebf-23d2fd8dc4f3,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:57.515845 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-77984868-e802-4ee0-9793-1a5ac44af3ba tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:57.516520 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-77984868-e802-4ee0-9793-1a5ac44af3ba tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:57.517854 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9ec1c1-aca1-490b-8011-5cab9a6f38df None None] Network 585faa61-83fe-4ec7-8f00-19aa5f13439f requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:48:57.544302 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0a750a9-fdd8-4976-bae6-1960ff6ac7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:57.575679 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-77984868-e802-4ee0-9793-1a5ac44af3ba tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5609045 Nov 23 21:48:57.590786 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a750a9-fdd8-4976-bae6-1960ff6ac7fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c0d27cc-882b-444f-8ba5-477805858e18,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:57.592214 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-98e42808-a970-4594-a4b7-83e9e1bb60d8 service neutron] Request body: {'port': {'device_id': '9d0b8fda-74a5-41d7-869d-862a02cbcb3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:57.607795 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0a750a9-fdd8-4976-bae6-1960ff6ac7fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:57.617065 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a0a750a9-fdd8-4976-bae6-1960ff6ac7fc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3c0d27cc-882b-444f-8ba5-477805858e18 HTTP/1.1" status: 204 len: 168 time: 0.4764445 Nov 23 21:48:57.623795 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50650) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:57.769268 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-76589197-b118-4805-af0b-6bd48e094c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:57.800180 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-98e42808-a970-4594-a4b7-83e9e1bb60d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:57.841804 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-907555cb-508e-4548-a808-34a8ef8b3635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:57.878904 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723bc23e-097c-4394-a5c8-877ea6430f9e req-52bfbaef-19ed-47f7-b46f-8ba8f89bdcd6 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:57.883462 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-723bc23e-097c-4394-a5c8-877ea6430f9e req-52bfbaef-19ed-47f7-b46f-8ba8f89bdcd6 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.1791456 Nov 23 21:48:57.899773 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-76589197-b118-4805-af0b-6bd48e094c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:57.949280 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-76589197-b118-4805-af0b-6bd48e094c6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157b5d3f-6995-405a-b925-9cda4cb76525']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:57.970352 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-76589197-b118-4805-af0b-6bd48e094c6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a45326-4c41-44fb-88f2-1896c5dca7b1') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:57.977403 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-76589197-b118-4805-af0b-6bd48e094c6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a45326-4c41-44fb-88f2-1896c5dca7b1') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:57.995119 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-76589197-b118-4805-af0b-6bd48e094c6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:58.011535 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-76589197-b118-4805-af0b-6bd48e094c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:58.018773 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76589197-b118-4805-af0b-6bd48e094c6d admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:48:58.019491 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-76589197-b118-4805-af0b-6bd48e094c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:58.056133 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-723bc23e-097c-4394-a5c8-877ea6430f9e req-c2431585-2223-4fcd-ab35-cba5e0bb9c81 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498630 Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:48:58.082388 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:48:58.095672 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-76589197-b118-4805-af0b-6bd48e094c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:58.111985 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-76589197-b118-4805-af0b-6bd48e094c6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:58.117914 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-76589197-b118-4805-af0b-6bd48e094c6d admin admin] 10.222.0.50 "DELETE /v2.0/networks/157b5d3f-6995-405a-b925-9cda4cb76525 HTTP/1.1" status: 204 len: 168 time: 0.4883285 Nov 23 21:48:58.117914 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76589197-b118-4805-af0b-6bd48e094c6d admin admin] Pushing event deleted for resources: {'Network': ['ID=157b5d3f-6995-405a-b925-9cda4cb76525,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:58.118404 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50682) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:58.172710 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed93274d-f39e-44ba-b4fa-f6658f3dcdaf admin admin] Deleting subnet 208dbe1e-19a6-4f14-ab68-5d4f56f681a6 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:48:58.176341 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed93274d-f39e-44ba-b4fa-f6658f3dcdaf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:58.231279 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed93274d-f39e-44ba-b4fa-f6658f3dcdaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:58.270257 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c9365fe0-63d1-423b-91a7-9476e4579504 req-c94a18f6-191f-4868-ad1d-1597e3c867b7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 210 time: 0.0451181 Nov 23 21:48:58.329396 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed93274d-f39e-44ba-b4fa-f6658f3dcdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:58.408841 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed93274d-f39e-44ba-b4fa-f6658f3dcdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:58.448952 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed93274d-f39e-44ba-b4fa-f6658f3dcdaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:58.452647 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ed93274d-f39e-44ba-b4fa-f6658f3dcdaf admin admin] 10.222.0.50 "DELETE /v2.0/subnets/208dbe1e-19a6-4f14-ab68-5d4f56f681a6 HTTP/1.1" status: 204 len: 168 time: 0.3332789 Nov 23 21:48:58.453732 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93274d-f39e-44ba-b4fa-f6658f3dcdaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=208dbe1e-19a6-4f14-ab68-5d4f56f681a6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:58.460590 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50692) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:58.543161 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6b79f404-867d-4572-b1d5-ecaae90d857f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:58.588415 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-4acccac0-8d8d-439c-bbed-93ec313cd266 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:58.594702 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-4acccac0-8d8d-439c-bbed-93ec313cd266 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.60 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 808 time: 0.3269436 Nov 23 21:48:58.607202 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cbad6-82ce-4668-aa1a-fa912f3e0233 req-ffa26478-9e6b-413c-8d44-d62f98ae0cc3 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:58.608658 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c9cbad6-82ce-4668-aa1a-fa912f3e0233 req-ffa26478-9e6b-413c-8d44-d62f98ae0cc3 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 931 time: 0.1913073 Nov 23 21:48:58.621064 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f7a68-5036-442a-bffb-2fd21d2eda83 req-e07b460f-3ca7-40c0-9f9c-28f756ea91c7 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:58.622545 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-639f7a68-5036-442a-bffb-2fd21d2eda83 req-e07b460f-3ca7-40c0-9f9c-28f756ea91c7 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.2866020 Nov 23 21:48:58.630170 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-0de0311f-775d-4827-9567-0434ff7fbba7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Request body: {'port': {'device_id': 'cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc', 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e', 'admin_state_up': True, 'tenant_id': 'fbb1d292593848d88a76dda57bbd0633'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:48:58.632162 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6b79f404-867d-4572-b1d5-ecaae90d857f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:58.653426 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-98e42808-a970-4594-a4b7-83e9e1bb60d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c79becbc-bab3-4717-8ebf-23d2fd8dc4f3 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:48:58.655696 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-6b79f404-867d-4572-b1d5-ecaae90d857f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585faa61-83fe-4ec7-8f00-19aa5f13439f']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:58.667701 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-6b79f404-867d-4572-b1d5-ecaae90d857f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda8a28c-1b89-411e-a03a-07d5c16ea3f2') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:58.668057 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-6b79f404-867d-4572-b1d5-ecaae90d857f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda8a28c-1b89-411e-a03a-07d5c16ea3f2') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:48:58.672352 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-98e42808-a970-4594-a4b7-83e9e1bb60d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:58.678205 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6b79f404-867d-4572-b1d5-ecaae90d857f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:58.693583 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6b79f404-867d-4572-b1d5-ecaae90d857f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:58.701278 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b79f404-867d-4572-b1d5-ecaae90d857f admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:48:58.701705 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6b79f404-867d-4572-b1d5-ecaae90d857f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:48:58.704271 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:48:58.774208 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6b79f404-867d-4572-b1d5-ecaae90d857f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:58.780924 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-98e42808-a970-4594-a4b7-83e9e1bb60d8 service neutron] Transition to ACTIVE for port object c79becbc-bab3-4717-8ebf-23d2fd8dc4f3 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:48:58.781357 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6b79f404-867d-4572-b1d5-ecaae90d857f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:58.787635 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6b79f404-867d-4572-b1d5-ecaae90d857f admin admin] 10.222.0.50 "DELETE /v2.0/networks/585faa61-83fe-4ec7-8f00-19aa5f13439f HTTP/1.1" status: 204 len: 168 time: 0.3230016 Nov 23 21:48:58.799840 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c9cbad6-82ce-4668-aa1a-fa912f3e0233 req-50ca147f-5b48-446a-958b-f042b8e6495f tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756766 Nov 23 21:48:58.806963 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79f404-867d-4572-b1d5-ecaae90d857f admin admin] Pushing event deleted for resources: {'Network': ['ID=585faa61-83fe-4ec7-8f00-19aa5f13439f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:58.811725 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-639f7a68-5036-442a-bffb-2fd21d2eda83 req-484f3dcf-90ca-4ebb-a21f-4494b83dbf59 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706171 Nov 23 21:48:58.812722 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-98e42808-a970-4594-a4b7-83e9e1bb60d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:58.927253 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e42808-a970-4594-a4b7-83e9e1bb60d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c79becbc-bab3-4717-8ebf-23d2fd8dc4f3,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:58.997370 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-0de0311f-775d-4827-9567-0434ff7fbba7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Made reservation on behalf of fbb1d292593848d88a76dda57bbd0633 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:48:59.001229 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-0de0311f-775d-4827-9567-0434ff7fbba7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:59.062599 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50710) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:59.091811 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-98e42808-a970-4594-a4b7-83e9e1bb60d8 service neutron] Attempting to bind port c79becbc-bab3-4717-8ebf-23d2fd8dc4f3 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:48:59.092147 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-98e42808-a970-4594-a4b7-83e9e1bb60d8 service neutron] Attempting to bind port c79becbc-bab3-4717-8ebf-23d2fd8dc4f3 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '33175438-9fb2-4593-9eee-3fa8c9d43423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:48:59.092474 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-98e42808-a970-4594-a4b7-83e9e1bb60d8 service neutron] Attempting to bind port c79becbc-bab3-4717-8ebf-23d2fd8dc4f3 on network 8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:48:59.103890 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-98e42808-a970-4594-a4b7-83e9e1bb60d8 service neutron] Port c79becbc-bab3-4717-8ebf-23d2fd8dc4f3 on network 8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:48:59.104212 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-98e42808-a970-4594-a4b7-83e9e1bb60d8 service neutron] Attempting to bind port c79becbc-bab3-4717-8ebf-23d2fd8dc4f3 on network 8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:48:59.158820 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-488bf32c-f025-408d-b9a0-b55e1bff6761 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=899106bd6ff142058c4c36f3d901c502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0925250 Nov 23 21:48:59.159519 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50720) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:48:59.168895 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-98e42808-a970-4594-a4b7-83e9e1bb60d8 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:48:59.169247 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-98e42808-a970-4594-a4b7-83e9e1bb60d8 service neutron] Checking segment: {'id': '33175438-9fb2-4593-9eee-3fa8c9d43423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:48:59.169955 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-98e42808-a970-4594-a4b7-83e9e1bb60d8 service neutron] Bound using segment: {'id': '33175438-9fb2-4593-9eee-3fa8c9d43423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:48:59.170133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-98e42808-a970-4594-a4b7-83e9e1bb60d8 service neutron] Bound port: c79becbc-bab3-4717-8ebf-23d2fd8dc4f3, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33175438-9fb2-4593-9eee-3fa8c9d43423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:48:59.170747 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-98e42808-a970-4594-a4b7-83e9e1bb60d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:59.233778 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-0de0311f-775d-4827-9567-0434ff7fbba7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Allocated IP 172.20.0.2 (5362e53d-b0aa-442a-93dd-f35dceb0e37e/56c36b75-b2e2-4fac-846f-5aa9ccb1b952/2a94442c-6d29-48f6-8053-4a4498d90e09) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:48:59.249497 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4d3d8bd6-3be3-46e3-904c-efe2a7db3a48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:59.275608 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4d3d8bd6-3be3-46e3-904c-efe2a7db3a48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:59.301585 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798352b-8c3e-43de-abe7-dd20e3effb2f req-ec990f02-a471-4bab-a77b-781e036a9be0 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:59.304605 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b798352b-8c3e-43de-abe7-dd20e3effb2f req-ec990f02-a471-4bab-a77b-781e036a9be0 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.1291020 Nov 23 21:48:59.358135 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4d3d8bd6-3be3-46e3-904c-efe2a7db3a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:59.361393 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-98e42808-a970-4594-a4b7-83e9e1bb60d8 service neutron] For port c79becbc-bab3-4717-8ebf-23d2fd8dc4f3, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:48:59.368438 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4d3d8bd6-3be3-46e3-904c-efe2a7db3a48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:59.368438 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4d3d8bd6-3be3-46e3-904c-efe2a7db3a48 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/11dff16b-9def-4340-a68d-9f55298fea2e HTTP/1.1" status: 204 len: 168 time: 0.2054892 Nov 23 21:48:59.380391 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d8bd6-3be3-46e3-904c-efe2a7db3a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dff16b-9def-4340-a68d-9f55298fea2e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:59.401964 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-98e42808-a970-4594-a4b7-83e9e1bb60d8 service neutron] For port c79becbc-bab3-4717-8ebf-23d2fd8dc4f3, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c79becbc-bab3-4717-8ebf-23d2fd8dc4f3,segment=NetworkSegment(33175438-9fb2-4593-9eee-3fa8c9d43423),segment_id=33175438-9fb2-4593-9eee-3fa8c9d43423)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:48:59.428689 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-98e42808-a970-4594-a4b7-83e9e1bb60d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:59.471195 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b798352b-8c3e-43de-abe7-dd20e3effb2f req-232df335-f398-46ea-9dd2-48b57e5419fe tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435966 Nov 23 21:48:59.601807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e42808-a970-4594-a4b7-83e9e1bb60d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c79becbc-bab3-4717-8ebf-23d2fd8dc4f3,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:59.608296 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-98e42808-a970-4594-a4b7-83e9e1bb60d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:59.608844 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-98e42808-a970-4594-a4b7-83e9e1bb60d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:59.610226 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-98e42808-a970-4594-a4b7-83e9e1bb60d8 service neutron] 10.222.0.53 "PUT /v2.0/ports/c79becbc-bab3-4717-8ebf-23d2fd8dc4f3 HTTP/1.1" status: 200 len: 1091 time: 2.0242269 Nov 23 21:48:59.638113 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0b8fda-74a5-41d7-869d-862a02cbcb3a', 'tag': 'c79becbc-bab3-4717-8ebf-23d2fd8dc4f3'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:48:59.640438 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5b0bd3-d963-4f05-a2b0-ea54fc5263ac" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0b8fda-74a5-41d7-869d-862a02cbcb3a", "tag": "c79becbc-bab3-4717-8ebf-23d2fd8dc4f3"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:48:59.665318 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ade381fd-951a-4fe1-befd-5851b40f9f73 req-6ccf56c8-f164-4d5c-aac2-ec0838b2245d tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 210 time: 0.0707457 Nov 23 21:48:59.711369 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-0de0311f-775d-4827-9567-0434ff7fbba7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:59.726196 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:59.739754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-6da4aa4e-9bc2-48e9-a1b0-cb2f96d2855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:59.741464 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-6da4aa4e-9bc2-48e9-a1b0-cb2f96d2855d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=806a9a0ab6d943e9a8997a5ab579e46d&device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 1094 time: 0.0723541 Nov 23 21:48:59.797870 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14eec5d-76af-49c4-8a9f-b7a3c873beee x-openstack-request-id: req-d14eec5d-76af-49c4-8a9f-b7a3c873beee {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:48:59.798166 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0b8fda-74a5-41d7-869d-862a02cbcb3a", "tag": "c79becbc-bab3-4717-8ebf-23d2fd8dc4f3", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:48:59.798423 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d14eec5d-76af-49c4-8a9f-b7a3c873beee {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:48:59.798869 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0b8fda-74a5-41d7-869d-862a02cbcb3a', 'tag': 'c79becbc-bab3-4717-8ebf-23d2fd8dc4f3', 'status': 'completed', 'code': 200} Nov 23 21:48:59.801617 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-33c9f6e0-7292-4a50-9139-e63e4fed2271 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c79becbc-bab3-4717-8ebf-23d2fd8dc4f3 HTTP/1.1" status: 200 len: 217 time: 0.0498285 Nov 23 21:48:59.809940 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-0de0311f-775d-4827-9567-0434ff7fbba7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:48:59.888573 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-0de0311f-775d-4827-9567-0434ff7fbba7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Network 5362e53d-b0aa-442a-93dd-f35dceb0e37e is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:48:59.897553 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-0de0311f-775d-4827-9567-0434ff7fbba7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:48:59.904615 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-0de0311f-775d-4827-9567-0434ff7fbba7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:48:59.958107 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0311f-775d-4827-9567-0434ff7fbba7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Pushing event updated for resources: {'Port': ['ID=2a94442c-6d29-48f6-8053-4a4498d90e09,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:48:59.983618 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-79fb86ef-89f8-43fd-8b63-b5dcad21e01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:48:59.985050 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-79fb86ef-89f8-43fd-8b63-b5dcad21e01e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=29f2c74e-d556-4ec7-a50f-528cd87d0f9e HTTP/1.1" status: 200 len: 861 time: 0.1681654 Nov 23 21:49:00.036170 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-78d0dce1-5555-4758-8cb9-a623f047ad36 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409322 Nov 23 21:49:00.043517 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-0de0311f-775d-4827-9567-0434ff7fbba7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:00.047212 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50778) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:00.047411 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-0de0311f-775d-4827-9567-0434ff7fbba7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:00.099246 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7793c09e-b245-454e-9ee6-d1d51ff2cb85 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a8263cc1ae304105a38ba2fc84d584d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0504539 Nov 23 21:49:00.101988 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50786) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:00.102428 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3df13-24d9-4ca6-96ca-ac39e5ebf1be req-78142d91-bcb7-4a7b-ad89-aca29dd53d21 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:00.104048 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-45c3df13-24d9-4ca6-96ca-ac39e5ebf1be req-78142d91-bcb7-4a7b-ad89-aca29dd53d21 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 943 time: 0.1859348 Nov 23 21:49:00.109684 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-0de0311f-775d-4827-9567-0434ff7fbba7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4851241 Nov 23 21:49:00.157053 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-8dcd2477-04aa-4327-9ad2-9d78ac7fdbd1 service neutron] Request body: {'port': {'device_id': 'cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:00.178396 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b973636d-a2a5-442e-be3e-b15e300ff51a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:00.203586 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b973636d-a2a5-442e-be3e-b15e300ff51a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:00.248107 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-fe563833-626a-47bf-bc7e-b857cafcb7af service neutron] 10.222.0.53 "GET /v2.0/networks/8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977015 Nov 23 21:49:00.268847 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b973636d-a2a5-442e-be3e-b15e300ff51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:00.271667 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b973636d-a2a5-442e-be3e-b15e300ff51a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:00.272798 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b973636d-a2a5-442e-be3e-b15e300ff51a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/84516263-d43f-4a85-95ec-fe1a6a37a327 HTTP/1.1" status: 204 len: 168 time: 0.1691396 Nov 23 21:49:00.298116 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973636d-a2a5-442e-be3e-b15e300ff51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84516263-d43f-4a85-95ec-fe1a6a37a327,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:00.304144 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-45c3df13-24d9-4ca6-96ca-ac39e5ebf1be req-7f7c6e85-0bdd-4e77-a165-751554c722c6 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847827 Nov 23 21:49:00.307708 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-8dcd2477-04aa-4327-9ad2-9d78ac7fdbd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:00.431787 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2d3beee7-c75e-4015-99bc-cc7f4e01b8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:00.897354 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5df4def4-e96c-4531-95a7-d249eae2c32a req-46ea70ee-df4f-4c9f-a81a-0ca6253a3788 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6417301 Nov 23 21:49:00.920298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870f156-80a9-42c7-8040-a13d49009d52 req-56445f1b-b264-4653-b9eb-874e044724aa tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:00.928663 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6870f156-80a9-42c7-8040-a13d49009d52 req-56445f1b-b264-4653-b9eb-874e044724aa tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.5329537 Nov 23 21:49:01.103963 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b10b4-3fe0-4994-aad9-8991d4082c08 req-f3156ce7-51b1-44da-a1cb-ced341980488 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:01.105474 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-973b10b4-3fe0-4994-aad9-8991d4082c08 req-f3156ce7-51b1-44da-a1cb-ced341980488 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.2150128 Nov 23 21:49:01.120907 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6870f156-80a9-42c7-8040-a13d49009d52 req-e95bafc4-c154-4bc0-94da-9359329cc875 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912885 Nov 23 21:49:01.216523 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b0bd3-d963-4f05-a2b0-ea54fc5263ac req-fed71796-508d-41a8-bfcb-c8777f39d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:01.218059 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea5b0bd3-d963-4f05-a2b0-ea54fc5263ac req-fed71796-508d-41a8-bfcb-c8777f39d52f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=806a9a0ab6d943e9a8997a5ab579e46d&device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 1094 time: 0.2420373 Nov 23 21:49:01.329906 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-973b10b4-3fe0-4994-aad9-8991d4082c08 req-bc7b30c6-7f19-4f28-8901-b0fcaa844a86 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020545 Nov 23 21:49:01.391885 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c41f66-4e44-4fe0-8b55-a4d9044aa57a req-b5ebb313-9b44-45a0-83d5-7256c8acaad8 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:01.393450 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3c41f66-4e44-4fe0-8b55-a4d9044aa57a req-b5ebb313-9b44-45a0-83d5-7256c8acaad8 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec50b144-959a-4c1e-9cb6-9b646797d997 HTTP/1.1" status: 200 len: 947 time: 0.1958146 Nov 23 21:49:01.403203 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-8dcd2477-04aa-4327-9ad2-9d78ac7fdbd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a94442c-6d29-48f6-8053-4a4498d90e09 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:49:01.429570 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-8dcd2477-04aa-4327-9ad2-9d78ac7fdbd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:01.483442 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:01.500170 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-8dcd2477-04aa-4327-9ad2-9d78ac7fdbd1 service neutron] Transition to ACTIVE for port object 2a94442c-6d29-48f6-8053-4a4498d90e09 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:49:01.511505 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b0bd3-d963-4f05-a2b0-ea54fc5263ac req-146ab9aa-b5d8-4190-aff8-fbb78906e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:01.513022 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea5b0bd3-d963-4f05-a2b0-ea54fc5263ac req-146ab9aa-b5d8-4190-aff8-fbb78906e6f5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d HTTP/1.1" status: 200 len: 922 time: 0.2786183 Nov 23 21:49:01.517320 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-8dcd2477-04aa-4327-9ad2-9d78ac7fdbd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:01.557276 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3c41f66-4e44-4fe0-8b55-a4d9044aa57a req-ab0d5dcb-d363-48a1-8c22-0bffcce49bda tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a8fe05e-00b2-497d-ad6e-3b61067f7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495249 Nov 23 21:49:01.564942 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0190b-900b-4ede-b216-031860db6ecf req-236f1d30-4ef2-441a-8c6a-82b1fec5f85a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:01.579267 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6cd0190b-900b-4ede-b216-031860db6ecf req-236f1d30-4ef2-441a-8c6a-82b1fec5f85a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 931 time: 0.1640711 Nov 23 21:49:01.654659 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea5b0bd3-d963-4f05-a2b0-ea54fc5263ac req-58ae671b-be02-4912-810d-6ec173b2f276 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c79becbc-bab3-4717-8ebf-23d2fd8dc4f3 HTTP/1.1" status: 200 len: 217 time: 0.1294482 Nov 23 21:49:01.691526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd2477-04aa-4327-9ad2-9d78ac7fdbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=2a94442c-6d29-48f6-8053-4a4498d90e09,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:01.823895 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6cd0190b-900b-4ede-b216-031860db6ecf req-8bb9592c-a87e-4be5-a7c0-e749a9c05353 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500744 Nov 23 21:49:01.833427 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b0bd3-d963-4f05-a2b0-ea54fc5263ac req-c4461a0d-0753-4268-a44b-aa551e8b0b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:01.835842 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea5b0bd3-d963-4f05-a2b0-ea54fc5263ac req-c4461a0d-0753-4268-a44b-aa551e8b0b41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=29f2c74e-d556-4ec7-a50f-528cd87d0f9e HTTP/1.1" status: 200 len: 861 time: 0.1594765 Nov 23 21:49:01.847385 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d1e6b-6113-4e2d-a757-9a265ab53eb9 req-b92c7154-cbb2-4bad-bb36-daa80aabd50c tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:01.848201 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-660d1e6b-6113-4e2d-a757-9a265ab53eb9 req-b92c7154-cbb2-4bad-bb36-daa80aabd50c tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 943 time: 0.1904502 Nov 23 21:49:01.891875 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea5b0bd3-d963-4f05-a2b0-ea54fc5263ac req-1dced1ff-6e9c-47f0-900f-be024ea64a74 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402601 Nov 23 21:49:01.893736 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-8dcd2477-04aa-4327-9ad2-9d78ac7fdbd1 service neutron] Attempting to bind port 2a94442c-6d29-48f6-8053-4a4498d90e09 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:49:01.894070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-8dcd2477-04aa-4327-9ad2-9d78ac7fdbd1 service neutron] Attempting to bind port 2a94442c-6d29-48f6-8053-4a4498d90e09 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:49:01.894394 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-8dcd2477-04aa-4327-9ad2-9d78ac7fdbd1 service neutron] Attempting to bind port 2a94442c-6d29-48f6-8053-4a4498d90e09 on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:01.916946 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-8dcd2477-04aa-4327-9ad2-9d78ac7fdbd1 service neutron] Port 2a94442c-6d29-48f6-8053-4a4498d90e09 on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:49:01.917661 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-8dcd2477-04aa-4327-9ad2-9d78ac7fdbd1 service neutron] Attempting to bind port 2a94442c-6d29-48f6-8053-4a4498d90e09 on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:01.943587 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-8dcd2477-04aa-4327-9ad2-9d78ac7fdbd1 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:49:01.943937 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-8dcd2477-04aa-4327-9ad2-9d78ac7fdbd1 service neutron] Checking segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:49:01.944330 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-8dcd2477-04aa-4327-9ad2-9d78ac7fdbd1 service neutron] Bound using segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:49:01.944790 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-8dcd2477-04aa-4327-9ad2-9d78ac7fdbd1 service neutron] Bound port: 2a94442c-6d29-48f6-8053-4a4498d90e09, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:49:01.945141 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-8dcd2477-04aa-4327-9ad2-9d78ac7fdbd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:02.042153 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-660d1e6b-6113-4e2d-a757-9a265ab53eb9 req-ff399e08-b2ba-4143-97f6-d8c09b628075 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725609 Nov 23 21:49:02.089142 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea5b0bd3-d963-4f05-a2b0-ea54fc5263ac req-67902a85-6de1-4f99-9be4-dd48de675cbd service neutron] 10.222.0.53 "GET /v2.0/networks/8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856492 Nov 23 21:49:02.092844 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-8dcd2477-04aa-4327-9ad2-9d78ac7fdbd1 service neutron] For port 2a94442c-6d29-48f6-8053-4a4498d90e09, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:49:02.096390 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-8dcd2477-04aa-4327-9ad2-9d78ac7fdbd1 service neutron] For port 2a94442c-6d29-48f6-8053-4a4498d90e09, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2a94442c-6d29-48f6-8053-4a4498d90e09,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:49:02.103972 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-8dcd2477-04aa-4327-9ad2-9d78ac7fdbd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:02.197501 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-8dcd2477-04aa-4327-9ad2-9d78ac7fdbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:02.198146 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-8dcd2477-04aa-4327-9ad2-9d78ac7fdbd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:02.199582 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-8dcd2477-04aa-4327-9ad2-9d78ac7fdbd1 service neutron] 10.222.0.60 "PUT /v2.0/ports/2a94442c-6d29-48f6-8053-4a4498d90e09 HTTP/1.1" status: 200 len: 1091 time: 2.0543768 Nov 23 21:49:02.200940 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc', 'tag': '2a94442c-6d29-48f6-8053-4a4498d90e09'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:02.202442 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b31817-e2a7-4081-9e92-b536e52f5dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc", "tag": "2a94442c-6d29-48f6-8053-4a4498d90e09"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:02.298539 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324d4d89-7d7e-457a-a800-e935318f4d34 x-openstack-request-id: req-324d4d89-7d7e-457a-a800-e935318f4d34 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:02.298539 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc", "tag": "2a94442c-6d29-48f6-8053-4a4498d90e09", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:02.298539 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-324d4d89-7d7e-457a-a800-e935318f4d34 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:02.298539 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc', 'tag': '2a94442c-6d29-48f6-8053-4a4498d90e09', 'status': 'completed', 'code': 200} Nov 23 21:49:02.376212 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd2477-04aa-4327-9ad2-9d78ac7fdbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=2a94442c-6d29-48f6-8053-4a4498d90e09,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:02.447161 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea5b0bd3-d963-4f05-a2b0-ea54fc5263ac req-ef8dca50-aa6f-4a85-9571-22cef31ca895 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395941 Nov 23 21:49:02.449209 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-660f7377-aaf5-405d-a59d-07da8c380e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:02.450366 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-660f7377-aaf5-405d-a59d-07da8c380e09 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 1094 time: 0.1602268 Nov 23 21:49:02.460397 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d0018-db5d-4a41-bda0-ef471fe3bf7d req-231ed0f3-cf64-4e34-9aa3-4101f03748f3 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:02.461999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d10d0018-db5d-4a41-bda0-ef471fe3bf7d req-231ed0f3-cf64-4e34-9aa3-4101f03748f3 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.2434502 Nov 23 21:49:02.530591 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-084e93bb-725a-40da-b5a0-83427c4502c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a94442c-6d29-48f6-8053-4a4498d90e09 HTTP/1.1" status: 200 len: 217 time: 0.0645387 Nov 23 21:49:02.566210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b747496-4ceb-4155-a177-9f9b04711389 req-48a65f20-a73b-4a2a-9199-414a3c9297d7 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:02.567728 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b747496-4ceb-4155-a177-9f9b04711389 req-48a65f20-a73b-4a2a-9199-414a3c9297d7 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec50b144-959a-4c1e-9cb6-9b646797d997 HTTP/1.1" status: 200 len: 947 time: 0.1702645 Nov 23 21:49:02.681985 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d10d0018-db5d-4a41-bda0-ef471fe3bf7d req-10e71b4b-bf46-4154-8db6-4ccab23c0fa4 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018938 Nov 23 21:49:02.687443 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-5bada88d-0300-4e7c-a295-da3ed4dcefe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:02.688890 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-5bada88d-0300-4e7c-a295-da3ed4dcefe3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.1500423 Nov 23 21:49:02.750437 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-1fdbfc56-4487-4c39-8d83-0faacd83f904 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536218 Nov 23 21:49:02.761407 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a7ef6-1feb-4639-8ab2-a85f07628580 req-609d0ab4-eb6d-4c00-ac33-d82828f4934a tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:02.762972 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e69a7ef6-1feb-4639-8ab2-a85f07628580 req-609d0ab4-eb6d-4c00-ac33-d82828f4934a tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.1623442 Nov 23 21:49:02.843994 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c79becbc-bab3-4717-8ebf-23d2fd8dc4f3 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:49:02.878381 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:02.915441 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e69a7ef6-1feb-4639-8ab2-a85f07628580 req-def4250a-2045-4e32-978a-cd82cde45347 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419108 Nov 23 21:49:02.920463 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-5b747496-4ceb-4155-a177-9f9b04711389 req-239489b3-b7b3-4254-971b-21aa9521bfa7 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Deleting port e7cfc46a-ca29-407c-b00a-0c456d47e868 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:49:02.921499 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5b747496-4ceb-4155-a177-9f9b04711389 req-239489b3-b7b3-4254-971b-21aa9521bfa7 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:02.947565 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-c371b4d1-bcb2-4363-ad6e-f1738dd94914 service neutron] 10.222.0.60 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827195 Nov 23 21:49:03.010016 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port c79becbc-bab3-4717-8ebf-23d2fd8dc4f3, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c79becbc-bab3-4717-8ebf-23d2fd8dc4f3,segment=NetworkSegment(33175438-9fb2-4593-9eee-3fa8c9d43423),segment_id=33175438-9fb2-4593-9eee-3fa8c9d43423)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:03.022306 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'c79becbc-bab3-4717-8ebf-23d2fd8dc4f3', 'network_id': '8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d', 'port_id': 'c79becbc-bab3-4717-8ebf-23d2fd8dc4f3', 'mac_address': 'fa:16:3e:41:d6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f2c74e-d556-4ec7-a50f-528cd87d0f9e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:49:03.065802 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:03.082407 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c79becbc-bab3-4717-8ebf-23d2fd8dc4f3 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:49:03.104948 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port c79becbc-bab3-4717-8ebf-23d2fd8dc4f3, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c79becbc-bab3-4717-8ebf-23d2fd8dc4f3,segment=NetworkSegment(33175438-9fb2-4593-9eee-3fa8c9d43423),segment_id=33175438-9fb2-4593-9eee-3fa8c9d43423)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:03.117701 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:03.141753 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511012a-c1df-4001-9aeb-e2fa26a5ec24 req-ad597957-e9f5-40fc-b862-7bd48deaec96 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:03.143279 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4511012a-c1df-4001-9aeb-e2fa26a5ec24 req-ad597957-e9f5-40fc-b862-7bd48deaec96 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec50b144-959a-4c1e-9cb6-9b646797d997 HTTP/1.1" status: 200 len: 947 time: 0.2253740 Nov 23 21:49:03.178278 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-5b747496-4ceb-4155-a177-9f9b04711389 req-239489b3-b7b3-4254-971b-21aa9521bfa7 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] For port e7cfc46a-ca29-407c-b00a-0c456d47e868, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e7cfc46a-ca29-407c-b00a-0c456d47e868,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:03.178794 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5b747496-4ceb-4155-a177-9f9b04711389 req-239489b3-b7b3-4254-971b-21aa9521bfa7 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:03.191908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=c79becbc-bab3-4717-8ebf-23d2fd8dc4f3,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:03.207271 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b80c87-7384-4147-b8af-d356cce372ec req-d76e9341-39c8-499d-8498-d80659481ecb tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:03.209344 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f9b80c87-7384-4147-b8af-d356cce372ec req-d76e9341-39c8-499d-8498-d80659481ecb tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 943 time: 0.1759551 Nov 23 21:49:03.219932 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-5b747496-4ceb-4155-a177-9f9b04711389 req-239489b3-b7b3-4254-971b-21aa9521bfa7 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Calling delete_port for e7cfc46a-ca29-407c-b00a-0c456d47e868 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:49:03.232954 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78f9bbbd-6347-4798-b9cf-b9f9c8574318 req-c8af8321-ed35-49c0-947b-8bbf5de63e07 service neutron] 10.222.0.60 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711225 Nov 23 21:49:03.313458 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4511012a-c1df-4001-9aeb-e2fa26a5ec24 req-ec6d5b90-94af-430f-8a6a-0d0c50689239 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a8fe05e-00b2-497d-ad6e-3b61067f7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598380 Nov 23 21:49:03.373734 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f9b80c87-7384-4147-b8af-d356cce372ec req-4875d3e6-6e57-4626-81b7-d52b667ac304 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561091 Nov 23 21:49:03.407898 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b31817-e2a7-4081-9e92-b536e52f5dc1 req-ba398e96-5ada-4efe-a900-52e3e1f2db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:03.409568 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0b31817-e2a7-4081-9e92-b536e52f5dc1 req-ba398e96-5ada-4efe-a900-52e3e1f2db31 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 1094 time: 0.0812380 Nov 23 21:49:03.427330 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['c79becbc-bab3-4717-8ebf-23d2fd8dc4f3'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:49:03.529191 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5b747496-4ceb-4155-a177-9f9b04711389 req-239489b3-b7b3-4254-971b-21aa9521bfa7 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:03.597520 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239489b3-b7b3-4254-971b-21aa9521bfa7 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Pushing event deleted for resources: {'Port': ['ID=e7cfc46a-ca29-407c-b00a-0c456d47e868,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:03.654773 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b31817-e2a7-4081-9e92-b536e52f5dc1 req-4199295a-0009-449e-95f1-b8592e058dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:03.656263 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0b31817-e2a7-4081-9e92-b536e52f5dc1 req-4199295a-0009-449e-95f1-b8592e058dea service neutron] 10.222.0.60 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 909 time: 0.2186306 Nov 23 21:49:03.674175 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b747496-4ceb-4155-a177-9f9b04711389 req-239489b3-b7b3-4254-971b-21aa9521bfa7 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] No DVR routers for this DVR port e7cfc46a-ca29-407c-b00a-0c456d47e868 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:49:03.682697 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5b747496-4ceb-4155-a177-9f9b04711389 req-239489b3-b7b3-4254-971b-21aa9521bfa7 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:03.708045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b747496-4ceb-4155-a177-9f9b04711389 req-239489b3-b7b3-4254-971b-21aa9521bfa7 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.53 "DELETE /v2.0/ports/e7cfc46a-ca29-407c-b00a-0c456d47e868 HTTP/1.1" status: 204 len: 173 time: 1.1112912 Nov 23 21:49:03.772725 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0b31817-e2a7-4081-9e92-b536e52f5dc1 req-95604c45-009e-45ce-8613-eb100d434a38 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a94442c-6d29-48f6-8053-4a4498d90e09 HTTP/1.1" status: 200 len: 217 time: 0.1012146 Nov 23 21:49:03.784462 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6e19c-e4dc-4abb-b51c-f340a85f322c req-ed164568-b0e9-4c23-9ac9-8025b4920670 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:03.792669 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7bc6e19c-e4dc-4abb-b51c-f340a85f322c req-ed164568-b0e9-4c23-9ac9-8025b4920670 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 944 time: 0.2116842 Nov 23 21:49:03.804732 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:03.874572 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b31817-e2a7-4081-9e92-b536e52f5dc1 req-b6c200cc-2f90-41d5-acd7-040be0dd75a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:03.876002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0b31817-e2a7-4081-9e92-b536e52f5dc1 req-b6c200cc-2f90-41d5-acd7-040be0dd75a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.0804660 Nov 23 21:49:03.879855 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7bc6e19c-e4dc-4abb-b51c-f340a85f322c req-05468716-b291-49e9-9e0b-8dbf788895ef tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860443 Nov 23 21:49:03.943860 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0b31817-e2a7-4081-9e92-b536e52f5dc1 req-c1a5465f-4708-44e5-94fc-193684d1efbe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556440 Nov 23 21:49:04.093829 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaf340-2f66-4539-a8a0-e1b59b024552 req-bbeec608-7ed1-4191-9f37-5ac26e99044b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:04.095517 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46eaf340-2f66-4539-a8a0-e1b59b024552 req-bbeec608-7ed1-4191-9f37-5ac26e99044b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.1246059 Nov 23 21:49:04.167249 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0b31817-e2a7-4081-9e92-b536e52f5dc1 req-bbcaab05-553d-4a78-9213-bf6274c74175 service neutron] 10.222.0.60 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852801 Nov 23 21:49:04.238613 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de46251-cb1a-48a0-aa60-39b2792dadc9 req-9ba35d0e-5780-471c-b526-95e223b12202 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:04.246690 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4de46251-cb1a-48a0-aa60-39b2792dadc9 req-9ba35d0e-5780-471c-b526-95e223b12202 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.1501381 Nov 23 21:49:04.258701 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46eaf340-2f66-4539-a8a0-e1b59b024552 req-da77c04c-cd31-41fe-a764-eb97f4835f7e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463964 Nov 23 21:49:04.295397 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec50b144-959a-4c1e-9cb6-9b646797d997', 'name': 'network-vif-deleted', 'tag': 'e7cfc46a-ca29-407c-b00a-0c456d47e868'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:04.297621 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44cce8f-8d9c-4f3f-872c-abfa098b188c" -d '{"events": [{"server_uuid": "ec50b144-959a-4c1e-9cb6-9b646797d997", "name": "network-vif-deleted", "tag": "e7cfc46a-ca29-407c-b00a-0c456d47e868"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:04.352020 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4de46251-cb1a-48a0-aa60-39b2792dadc9 req-2bbd36c4-b08b-4311-8ab4-3ca7a6d536ef tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027915 Nov 23 21:49:04.379109 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0b31817-e2a7-4081-9e92-b536e52f5dc1 req-04849600-84c9-4a5c-8b24-5a94106bfada service neutron] 10.222.0.60 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981494 Nov 23 21:49:04.410911 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611720bb-0e3e-48e7-b9f1-754e0dd057aa x-openstack-request-id: req-611720bb-0e3e-48e7-b9f1-754e0dd057aa {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:04.411497 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec50b144-959a-4c1e-9cb6-9b646797d997", "name": "network-vif-deleted", "tag": "e7cfc46a-ca29-407c-b00a-0c456d47e868", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:04.412474 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-611720bb-0e3e-48e7-b9f1-754e0dd057aa {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:04.413375 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec50b144-959a-4c1e-9cb6-9b646797d997', 'name': 'network-vif-deleted', 'tag': 'e7cfc46a-ca29-407c-b00a-0c456d47e868', 'status': 'completed', 'code': 200} Nov 23 21:49:04.546124 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d6a415-c702-46cf-be66-d9e945b0759e req-53dbb2f9-9c86-4a54-8940-610264564add tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:04.548206 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06d6a415-c702-46cf-be66-d9e945b0759e req-53dbb2f9-9c86-4a54-8940-610264564add tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 943 time: 0.0597992 Nov 23 21:49:04.618826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06d6a415-c702-46cf-be66-d9e945b0759e req-40a42104-bde4-42fa-ad74-e06d2bf68007 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598392 Nov 23 21:49:04.824526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5622a-fec8-4606-80ec-0f9d829bd37d req-c51541e8-0770-4390-a543-99eabedd8b0f tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:04.833042 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2cf5622a-fec8-4606-80ec-0f9d829bd37d req-c51541e8-0770-4390-a543-99eabedd8b0f tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/ports?device_id=4dde3c13-2614-4e59-87d2-c2ebf085d047 HTTP/1.1" status: 200 len: 949 time: 0.0622385 Nov 23 21:49:04.851603 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c79becbc-bab3-4717-8ebf-23d2fd8dc4f3 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:49:04.900147 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2cf5622a-fec8-4606-80ec-0f9d829bd37d req-a57c507b-b6e2-4a54-a2ef-4360a24481e1 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a8fe05e-00b2-497d-ad6e-3b61067f7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678432 Nov 23 21:49:04.926222 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port c79becbc-bab3-4717-8ebf-23d2fd8dc4f3 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:49:04.935612 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port c79becbc-bab3-4717-8ebf-23d2fd8dc4f3 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:49:04.936078 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:05.024007 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3ad11-f7f0-4692-bd08-b91017e1209d req-ad327e2b-f21d-4a16-8868-bf13a0630d64 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:05.031141 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5c3ad11-f7f0-4692-bd08-b91017e1209d req-ad327e2b-f21d-4a16-8868-bf13a0630d64 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 944 time: 0.0644979 Nov 23 21:49:05.050138 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:05.087196 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5c3ad11-f7f0-4692-bd08-b91017e1209d req-3c5f2691-d5ce-4aac-863f-fc6f8e40ed22 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551815 Nov 23 21:49:05.101169 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0b8fda-74a5-41d7-869d-862a02cbcb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79becbc-bab3-4717-8ebf-23d2fd8dc4f3'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:05.104185 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d31bf3-4e48-4105-bb90-76ff9c1cff84" -d '{"events": [{"server_uuid": "9d0b8fda-74a5-41d7-869d-862a02cbcb3a", "name": "network-vif-plugged", "status": "completed", "tag": "c79becbc-bab3-4717-8ebf-23d2fd8dc4f3"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:05.116340 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port c79becbc-bab3-4717-8ebf-23d2fd8dc4f3, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c79becbc-bab3-4717-8ebf-23d2fd8dc4f3,segment=NetworkSegment(33175438-9fb2-4593-9eee-3fa8c9d43423),segment_id=33175438-9fb2-4593-9eee-3fa8c9d43423)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:05.122161 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:05.123139 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e7cfc46a-ca29-407c-b00a-0c456d47e868 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:49:05.160826 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd61c5e-1bce-442e-a91d-1246d80b730f x-openstack-request-id: req-1fd61c5e-1bce-442e-a91d-1246d80b730f {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:05.161641 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0b8fda-74a5-41d7-869d-862a02cbcb3a", "name": "network-vif-plugged", "status": "completed", "tag": "c79becbc-bab3-4717-8ebf-23d2fd8dc4f3", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:05.162249 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1fd61c5e-1bce-442e-a91d-1246d80b730f {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:05.162563 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0b8fda-74a5-41d7-869d-862a02cbcb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79becbc-bab3-4717-8ebf-23d2fd8dc4f3', 'code': 200} Nov 23 21:49:05.181807 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: e7cfc46a-ca29-407c-b00a-0c456d47e868 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:49:05.182195 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e7cfc46a-ca29-407c-b00a-0c456d47e868 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:49:05.215966 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=c79becbc-bab3-4717-8ebf-23d2fd8dc4f3,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:05.278783 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c4378-316f-4778-a7f0-071d674d5b70 req-3f418dce-1a4a-4bad-9548-713fcc494fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:05.280279 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c6c4378-316f-4778-a7f0-071d674d5b70 req-3f418dce-1a4a-4bad-9548-713fcc494fe7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 1096 time: 0.0509517 Nov 23 21:49:05.344090 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c6c4378-316f-4778-a7f0-071d674d5b70 req-eef29fe8-7bf2-4682-94fd-34be164511fc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515842 Nov 23 21:49:05.404981 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e765b97-50d3-49fe-ae88-724f587eee3d req-04f05d5c-0271-411c-99be-5c43c7f1bf48 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:05.413143 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1e765b97-50d3-49fe-ae88-724f587eee3d req-04f05d5c-0271-411c-99be-5c43c7f1bf48 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.0619998 Nov 23 21:49:05.511081 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1e765b97-50d3-49fe-ae88-724f587eee3d req-c7e01a8d-a10a-47d9-81b3-3a7fafcd59ab tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925632 Nov 23 21:49:05.536051 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc1bd8-3d2a-432f-92b0-53079840c4b5 req-87859039-3b68-40f9-a7dc-c5e8b2ef9b79 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:05.538358 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-25cc1bd8-3d2a-432f-92b0-53079840c4b5 req-87859039-3b68-40f9-a7dc-c5e8b2ef9b79 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.0978296 Nov 23 21:49:05.656509 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2a94442c-6d29-48f6-8053-4a4498d90e09 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:49:05.806013 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 2a94442c-6d29-48f6-8053-4a4498d90e09, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2a94442c-6d29-48f6-8053-4a4498d90e09,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:05.828003 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '2a94442c-6d29-48f6-8053-4a4498d90e09', 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e', 'port_id': '2a94442c-6d29-48f6-8053-4a4498d90e09', 'mac_address': 'fa:16:3e:74:95:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c36b75-b2e2-4fac-846f-5aa9ccb1b952', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:49:05.899326 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:05.923699 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a94442c-6d29-48f6-8053-4a4498d90e09 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:49:05.947953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 2a94442c-6d29-48f6-8053-4a4498d90e09, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2a94442c-6d29-48f6-8053-4a4498d90e09,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:05.953181 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:05.963713 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa664da0-cc32-48a8-90f8-f2d012e07229 req-2f269a9d-cea1-44e7-8ade-32e3c15d4644 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4499369 Nov 23 21:49:05.982908 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552c02e-754e-4e3e-a48c-32b334038883 req-0f65952c-78fb-431d-8001-c8fcb30b6db7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:05.990617 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7552c02e-754e-4e3e-a48c-32b334038883 req-0f65952c-78fb-431d-8001-c8fcb30b6db7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 943 time: 0.1034391 Nov 23 21:49:06.003843 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-25cc1bd8-3d2a-432f-92b0-53079840c4b5 req-d9585320-afc2-4a12-b3e9-a2fb5fc66434 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182146 Nov 23 21:49:06.027687 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=2a94442c-6d29-48f6-8053-4a4498d90e09,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:06.103304 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7552c02e-754e-4e3e-a48c-32b334038883 req-5c33e8b8-855d-4368-93fa-00f14a7b504b tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115348 Nov 23 21:49:06.105204 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa664da0-cc32-48a8-90f8-f2d012e07229 req-96dfabcf-10c3-41fa-a805-7fdd8e119910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:06.106595 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa664da0-cc32-48a8-90f8-f2d012e07229 req-96dfabcf-10c3-41fa-a805-7fdd8e119910 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 1101 time: 0.1018224 Nov 23 21:49:06.277544 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5115d3-283e-41d0-bebe-5c3b2ce12620 req-32e583c2-6cdc-4772-9dd9-c7f2e3f3ab35 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:06.279079 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e5115d3-283e-41d0-bebe-5c3b2ce12620 req-32e583c2-6cdc-4772-9dd9-c7f2e3f3ab35 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/ports?device_id=4dde3c13-2614-4e59-87d2-c2ebf085d047 HTTP/1.1" status: 200 len: 949 time: 0.1047504 Nov 23 21:49:06.280589 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa664da0-cc32-48a8-90f8-f2d012e07229 req-ff0d32b7-d359-420b-9e41-45f43fb244ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:06.281898 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa664da0-cc32-48a8-90f8-f2d012e07229 req-ff0d32b7-d359-420b-9e41-45f43fb244ab service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.1421583 Nov 23 21:49:06.290809 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['2a94442c-6d29-48f6-8053-4a4498d90e09'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:49:06.353054 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa664da0-cc32-48a8-90f8-f2d012e07229 req-d6c9cf9e-4ec4-496c-b3f0-8a245ef79b12 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=9cc27c60-4f77-418e-8918-d8383775cf84 HTTP/1.1" status: 200 len: 217 time: 0.0596611 Nov 23 21:49:06.430107 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e5115d3-283e-41d0-bebe-5c3b2ce12620 req-1e2d32b3-af27-4f1f-a385-92ecb3678391 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a8fe05e-00b2-497d-ad6e-3b61067f7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445549 Nov 23 21:49:06.501506 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa664da0-cc32-48a8-90f8-f2d012e07229 req-182dd547-c41f-4f2e-bd9a-d0a76091a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:06.503070 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa664da0-cc32-48a8-90f8-f2d012e07229 req-182dd547-c41f-4f2e-bd9a-d0a76091a230 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1226571 Nov 23 21:49:06.514640 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f556e6a-f30a-4935-af77-339e2f0bf96b req-0a3bd793-3085-4701-84a1-4323488ec0a8 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:06.516179 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f556e6a-f30a-4935-af77-339e2f0bf96b req-0a3bd793-3085-4701-84a1-4323488ec0a8 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 945 time: 0.1007042 Nov 23 21:49:06.600195 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f556e6a-f30a-4935-af77-339e2f0bf96b req-fac0c678-e8c9-40db-ac0c-f6b1ca186daf tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751839 Nov 23 21:49:06.602128 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa664da0-cc32-48a8-90f8-f2d012e07229 req-90aeb00a-34a3-4572-b76f-1acc1d507458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:06.603612 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa664da0-cc32-48a8-90f8-f2d012e07229 req-90aeb00a-34a3-4572-b76f-1acc1d507458 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0865505 Nov 23 21:49:06.757816 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdfab2-7296-4088-b846-eb1d9cbccfba req-94cff55f-73df-458c-ba24-b4062961b1ac tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:06.759296 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c2cdfab2-7296-4088-b846-eb1d9cbccfba req-94cff55f-73df-458c-ba24-b4062961b1ac tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.0798655 Nov 23 21:49:06.761550 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa664da0-cc32-48a8-90f8-f2d012e07229 req-c4784e91-7024-426e-ab15-7571969d1269 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493568 Nov 23 21:49:06.879378 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c2cdfab2-7296-4088-b846-eb1d9cbccfba req-c89c6dda-cc75-4ce1-a6b9-7032c56eed66 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117857 Nov 23 21:49:06.903263 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa664da0-cc32-48a8-90f8-f2d012e07229 req-83e4eb82-f2f1-45c6-82a3-d867b65d3319 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333432 Nov 23 21:49:07.197317 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b43dd-d9e3-4341-b263-96128c7e9f68 req-c08e773a-600c-44a9-8361-bebce4b6a516 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:07.198848 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a72b43dd-d9e3-4341-b263-96128c7e9f68 req-c08e773a-600c-44a9-8361-bebce4b6a516 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.53 "GET /v2.0/ports?device_id=4dde3c13-2614-4e59-87d2-c2ebf085d047 HTTP/1.1" status: 200 len: 949 time: 0.1433270 Nov 23 21:49:07.221363 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1bc1f-0fa4-4a65-afed-28febf86bd64 req-5e2731af-fdd9-438d-8c9c-2df4a7290b02 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:07.222997 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-11f1bc1f-0fa4-4a65-afed-28febf86bd64 req-5e2731af-fdd9-438d-8c9c-2df4a7290b02 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.1169307 Nov 23 21:49:07.251073 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3883d-a902-42c4-ad8c-12d123f76d74 req-7386002d-bb4f-4ff7-a9fa-189c95645249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:07.252601 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21e3883d-a902-42c4-ad8c-12d123f76d74 req-7386002d-bb4f-4ff7-a9fa-189c95645249 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 1097 time: 0.1330187 Nov 23 21:49:07.381477 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-11f1bc1f-0fa4-4a65-afed-28febf86bd64 req-534f0cda-320a-4f30-ac26-db472b22e2e8 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303658 Nov 23 21:49:07.398638 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21e3883d-a902-42c4-ad8c-12d123f76d74 req-268a7842-35d8-46a9-9f8a-3c0106299484 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351943 Nov 23 21:49:07.416380 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-a72b43dd-d9e3-4341-b263-96128c7e9f68 req-7d65c023-5ac1-4dd5-975e-86c59237d135 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Deleting port 707215d2-fdb3-40d5-9e1f-e1c54dae7244 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:49:07.416734 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a72b43dd-d9e3-4341-b263-96128c7e9f68 req-7d65c023-5ac1-4dd5-975e-86c59237d135 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:07.599086 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-a72b43dd-d9e3-4341-b263-96128c7e9f68 req-7d65c023-5ac1-4dd5-975e-86c59237d135 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] For port 707215d2-fdb3-40d5-9e1f-e1c54dae7244, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=707215d2-fdb3-40d5-9e1f-e1c54dae7244,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:07.599498 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a72b43dd-d9e3-4341-b263-96128c7e9f68 req-7d65c023-5ac1-4dd5-975e-86c59237d135 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:07.617019 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a015092-06f6-4041-b205-875b9e18d630 req-3725e2e1-302e-4f15-bc58-115e3c4b2683 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:07.618532 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a015092-06f6-4041-b205-875b9e18d630 req-3725e2e1-302e-4f15-bc58-115e3c4b2683 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 944 time: 0.1568654 Nov 23 21:49:07.634816 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be28c9-1b8a-4b47-993c-11b3ac92f462 req-973d694e-fa89-4bf3-afb8-9ba60b6ba70c tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:07.636295 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e0be28c9-1b8a-4b47-993c-11b3ac92f462 req-973d694e-fa89-4bf3-afb8-9ba60b6ba70c tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/ports?device_id=4dde3c13-2614-4e59-87d2-c2ebf085d047 HTTP/1.1" status: 200 len: 949 time: 0.1063597 Nov 23 21:49:07.637939 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-a72b43dd-d9e3-4341-b263-96128c7e9f68 req-7d65c023-5ac1-4dd5-975e-86c59237d135 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Calling delete_port for 707215d2-fdb3-40d5-9e1f-e1c54dae7244 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:49:07.670870 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2a94442c-6d29-48f6-8053-4a4498d90e09 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:49:07.706215 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51012) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:07.734674 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 2a94442c-6d29-48f6-8053-4a4498d90e09 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:49:07.738999 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 2a94442c-6d29-48f6-8053-4a4498d90e09 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:49:07.739374 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:07.777996 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a015092-06f6-4041-b205-875b9e18d630 req-03c0b051-67e1-4533-a912-b3db7760b5e4 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518292 Nov 23 21:49:07.789630 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e0be28c9-1b8a-4b47-993c-11b3ac92f462 req-f315398e-9b27-4eeb-912b-60c055a7744f tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.50 "GET /v2.0/security-groups?id=9a8fe05e-00b2-497d-ad6e-3b61067f7e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453934 Nov 23 21:49:07.869633 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d7bbe769-a295-4631-a581-661090f7778a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:07.869950 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:07.932212 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 2a94442c-6d29-48f6-8053-4a4498d90e09, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2a94442c-6d29-48f6-8053-4a4498d90e09,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:07.935080 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a94442c-6d29-48f6-8053-4a4498d90e09'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:07.937967 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9337ede7-beab-4d98-b402-c4d738344c46" -d '{"events": [{"server_uuid": "cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc", "name": "network-vif-plugged", "status": "completed", "tag": "2a94442c-6d29-48f6-8053-4a4498d90e09"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:07.942679 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:07.961987 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d7bbe769-a295-4631-a581-661090f7778a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:07.984026 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d7bbe769-a295-4631-a581-661090f7778a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:07.992350 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a72b43dd-d9e3-4341-b263-96128c7e9f68 req-7d65c023-5ac1-4dd5-975e-86c59237d135 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:08.014951 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=2a94442c-6d29-48f6-8053-4a4498d90e09,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:08.023206 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74728204-28c0-4558-8aba-9a222592884c req-1bc19d83-b9c2-47a4-91f3-1535bb5a9f15 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:08.026259 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-74728204-28c0-4558-8aba-9a222592884c req-1bc19d83-b9c2-47a4-91f3-1535bb5a9f15 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 945 time: 0.1436887 Nov 23 21:49:08.039420 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbe769-a295-4631-a581-661090f7778a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec487a9c-b967-4df4-8806-0becb76dda51,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:08.058117 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d7bbe769-a295-4631-a581-661090f7778a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=43e0adef8b184a70a21767f9e18bf623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478057 Nov 23 21:49:08.058117 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51022) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:08.100512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65c023-5ac1-4dd5-975e-86c59237d135 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Pushing event deleted for resources: {'Port': ['ID=707215d2-fdb3-40d5-9e1f-e1c54dae7244,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:08.136029 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-508f2bc0-4b44-4690-b620-31f51cfcdaa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:08.160124 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-508f2bc0-4b44-4690-b620-31f51cfcdaa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:08.168847 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72b43dd-d9e3-4341-b263-96128c7e9f68 req-7d65c023-5ac1-4dd5-975e-86c59237d135 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] No DVR routers for this DVR port 707215d2-fdb3-40d5-9e1f-e1c54dae7244 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:49:08.173910 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a72b43dd-d9e3-4341-b263-96128c7e9f68 req-7d65c023-5ac1-4dd5-975e-86c59237d135 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:08.177492 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a72b43dd-d9e3-4341-b263-96128c7e9f68 req-7d65c023-5ac1-4dd5-975e-86c59237d135 tempest-ListImageFiltersTestJSON-1499427573 tempest-ListImageFiltersTestJSON-1499427573-project] 10.222.0.53 "DELETE /v2.0/ports/707215d2-fdb3-40d5-9e1f-e1c54dae7244 HTTP/1.1" status: 204 len: 173 time: 0.9710846 Nov 23 21:49:08.189171 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2449c-e6ac-4868-b68e-864ccba3475e req-83834315-ed55-4385-8bf8-7d6211530deb tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:08.190924 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4df2449c-e6ac-4868-b68e-864ccba3475e req-83834315-ed55-4385-8bf8-7d6211530deb tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.1632669 Nov 23 21:49:08.191472 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dde3c13-2614-4e59-87d2-c2ebf085d047', 'name': 'network-vif-deleted', 'tag': '707215d2-fdb3-40d5-9e1f-e1c54dae7244'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:08.194456 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f0e04a-920a-4c33-ba77-60f0d1157158" -d '{"events": [{"server_uuid": "4dde3c13-2614-4e59-87d2-c2ebf085d047", "name": "network-vif-deleted", "tag": "707215d2-fdb3-40d5-9e1f-e1c54dae7244"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:08.223621 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-74728204-28c0-4558-8aba-9a222592884c req-e5174c2f-52bb-448d-8729-9d3216954e35 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561821 Nov 23 21:49:08.235323 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-508f2bc0-4b44-4690-b620-31f51cfcdaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:08.250968 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-508f2bc0-4b44-4690-b620-31f51cfcdaa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:08.252154 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-508f2bc0-4b44-4690-b620-31f51cfcdaa4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec487a9c-b967-4df4-8806-0becb76dda51 HTTP/1.1" status: 204 len: 168 time: 0.1935084 Nov 23 21:49:08.272480 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f2bc0-4b44-4690-b620-31f51cfcdaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec487a9c-b967-4df4-8806-0becb76dda51,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:08.274941 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bd2bad-1714-40f7-814d-74e70e773b51 x-openstack-request-id: req-74bd2bad-1714-40f7-814d-74e70e773b51 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:08.275247 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc", "name": "network-vif-plugged", "status": "completed", "tag": "2a94442c-6d29-48f6-8053-4a4498d90e09", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:08.275516 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-74bd2bad-1714-40f7-814d-74e70e773b51 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:08.275924 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a94442c-6d29-48f6-8053-4a4498d90e09', 'code': 200} Nov 23 21:49:08.324815 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4df2449c-e6ac-4868-b68e-864ccba3475e req-9f8f4c80-940a-4544-a87b-b4ea19f1db6d tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221564 Nov 23 21:49:08.410747 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61b084a-b00d-4dc0-9f99-3ddc464dd3f6 x-openstack-request-id: req-e61b084a-b00d-4dc0-9f99-3ddc464dd3f6 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:08.411198 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dde3c13-2614-4e59-87d2-c2ebf085d047", "name": "network-vif-deleted", "tag": "707215d2-fdb3-40d5-9e1f-e1c54dae7244", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:08.411447 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e61b084a-b00d-4dc0-9f99-3ddc464dd3f6 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:08.412018 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dde3c13-2614-4e59-87d2-c2ebf085d047', 'name': 'network-vif-deleted', 'tag': '707215d2-fdb3-40d5-9e1f-e1c54dae7244', 'status': 'completed', 'code': 200} Nov 23 21:49:08.488366 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaae9a-b24f-44d9-84bc-8bb87a3e07cd req-ef335121-9720-4253-a515-71479cbe5120 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:08.491424 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-65eaae9a-b24f-44d9-84bc-8bb87a3e07cd req-ef335121-9720-4253-a515-71479cbe5120 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 945 time: 0.0826912 Nov 23 21:49:08.609671 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31172aee-4439-4d79-b6f7-ad39d6aa16c0 req-54bbacb2-e1d3-4b1f-b264-2f6f661be699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:08.611194 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31172aee-4439-4d79-b6f7-ad39d6aa16c0 req-54bbacb2-e1d3-4b1f-b264-2f6f661be699 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 1096 time: 0.1168084 Nov 23 21:49:08.688792 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9a093-1c81-4233-ab04-185a4944e918 req-70b4a59e-99b3-4292-b61d-72f314c5a6fc tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:08.690565 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4bf9a093-1c81-4233-ab04-185a4944e918 req-70b4a59e-99b3-4292-b61d-72f314c5a6fc tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.1974926 Nov 23 21:49:08.694359 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-65eaae9a-b24f-44d9-84bc-8bb87a3e07cd req-127387b4-ec40-4534-a7a6-02a269ffff20 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614177 Nov 23 21:49:08.733528 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51038) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:08.750170 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e686cccb-f133-45bf-a9fa-d5f04a91944d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:08.764556 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31172aee-4439-4d79-b6f7-ad39d6aa16c0 req-67ab979a-6009-4da1-940d-323e20e48cd8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317031 Nov 23 21:49:08.781634 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4bf9a093-1c81-4233-ab04-185a4944e918 req-1ad08faa-30d0-47f7-9e35-447ea62383bd tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783908 Nov 23 21:49:08.890766 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e686cccb-f133-45bf-a9fa-d5f04a91944d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:08.901216 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e686cccb-f133-45bf-a9fa-d5f04a91944d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:08.933385 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cd12a-489f-4ac3-bfcd-383086cc7f31 req-c76147fd-ff70-4fd2-927a-b5d72b9e2680 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:08.935262 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-996cd12a-489f-4ac3-bfcd-383086cc7f31 req-c76147fd-ff70-4fd2-927a-b5d72b9e2680 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 945 time: 0.0650370 Nov 23 21:49:08.950103 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e686cccb-f133-45bf-a9fa-d5f04a91944d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a913b456521c43a19e0142e97abffbea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124376 Nov 23 21:49:08.950103 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686cccb-f133-45bf-a9fa-d5f04a91944d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5575a2bb-551d-48c0-8fd7-1f33a0eb0740,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:08.951017 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51046) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:09.011463 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-996cd12a-489f-4ac3-bfcd-383086cc7f31 req-8b0557c1-a6c5-430b-976a-2ad2be1465d6 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682318 Nov 23 21:49:09.013307 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-769d60be-df0a-4ae1-9abf-6dc566889b8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:09.040915 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-769d60be-df0a-4ae1-9abf-6dc566889b8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:09.112429 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-769d60be-df0a-4ae1-9abf-6dc566889b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:09.119799 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-769d60be-df0a-4ae1-9abf-6dc566889b8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:09.121599 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-769d60be-df0a-4ae1-9abf-6dc566889b8a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5575a2bb-551d-48c0-8fd7-1f33a0eb0740 HTTP/1.1" status: 204 len: 168 time: 0.1655860 Nov 23 21:49:09.131237 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d60be-df0a-4ae1-9abf-6dc566889b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5575a2bb-551d-48c0-8fd7-1f33a0eb0740,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:09.171967 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4df733-e178-487c-9f3d-96d51c598e43 req-5666d8a5-3499-4939-9382-a35a7a94ccb7 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:09.180985 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b4df733-e178-487c-9f3d-96d51c598e43 req-5666d8a5-3499-4939-9382-a35a7a94ccb7 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 945 time: 0.0998342 Nov 23 21:49:09.252337 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b4df733-e178-487c-9f3d-96d51c598e43 req-72c40a8e-b485-4ecd-8503-531c64d26e5c tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704570 Nov 23 21:49:09.399493 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c8a86-88e5-4415-a822-560511fce427 req-8c474bd7-2a0e-4ebe-a6a7-33f2247ebffe tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:09.401284 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c23c8a86-88e5-4415-a822-560511fce427 req-8c474bd7-2a0e-4ebe-a6a7-33f2247ebffe tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 945 time: 0.0607438 Nov 23 21:49:09.463579 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c23c8a86-88e5-4415-a822-560511fce427 req-fe9c4007-a5fe-4efc-aa1b-284b363c56cd tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557330 Nov 23 21:49:09.623700 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314f466-99c0-4319-80ce-eb1e17fecda7 req-de768d86-f419-4e08-9dfa-f40aca80b54b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:09.625494 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c314f466-99c0-4319-80ce-eb1e17fecda7 req-de768d86-f419-4e08-9dfa-f40aca80b54b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.0731099 Nov 23 21:49:09.698092 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c314f466-99c0-4319-80ce-eb1e17fecda7 req-b638dafa-b98f-414e-9a77-14a2a1073d9a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598903 Nov 23 21:49:09.838498 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a930703-86f0-4e1f-8d80-7ed76563b676 req-b2724028-1f46-4bcb-9e0a-6037ea007585 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:09.841091 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a930703-86f0-4e1f-8d80-7ed76563b676 req-b2724028-1f46-4bcb-9e0a-6037ea007585 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 945 time: 0.0659344 Nov 23 21:49:09.954476 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a930703-86f0-4e1f-8d80-7ed76563b676 req-9d69e80b-8919-4ba0-951f-d8ee3b321e57 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067765 Nov 23 21:49:09.973448 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2b7aa-1fd6-4543-90e4-6da0fc342020 req-6773294c-532b-4eea-b7da-b7c0fdbc49f4 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:09.975374 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89b2b7aa-1fd6-4543-90e4-6da0fc342020 req-6773294c-532b-4eea-b7da-b7c0fdbc49f4 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.0748568 Nov 23 21:49:10.038280 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89b2b7aa-1fd6-4543-90e4-6da0fc342020 req-90598de5-4d72-482c-a60d-fbf89210d410 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553212 Nov 23 21:49:10.258420 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0bd86-d71b-4b6f-8eb6-65af329d4ce0 req-0357c316-b57f-4f55-974c-5947b1a59809 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:10.260108 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8bc0bd86-d71b-4b6f-8eb6-65af329d4ce0 req-0357c316-b57f-4f55-974c-5947b1a59809 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 945 time: 0.1191528 Nov 23 21:49:10.332004 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8bc0bd86-d71b-4b6f-8eb6-65af329d4ce0 req-b2a061c3-dca0-4488-bab7-b9016acd1f36 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616870 Nov 23 21:49:10.461318 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56105c-29ef-41a0-8e00-b4040aa4eac9 req-0279d819-2df2-4d14-921f-426f3d042ec7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:10.470212 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0c56105c-29ef-41a0-8e00-b4040aa4eac9 req-0279d819-2df2-4d14-921f-426f3d042ec7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 945 time: 0.0664821 Nov 23 21:49:10.520003 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0c56105c-29ef-41a0-8e00-b4040aa4eac9 req-5cf180f2-d79f-49aa-b49c-2edfaf58a57b tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483706 Nov 23 21:49:10.872460 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-bc191dc6-0a9a-437a-ad44-d91064025b3c tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:10.882681 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 707215d2-fdb3-40d5-9e1f-e1c54dae7244 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:49:10.894869 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-bc191dc6-0a9a-437a-ad44-d91064025b3c tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/networks?id=a89e746f-ef78-4591-b2a8-6f88cfcc13b2 HTTP/1.1" status: 200 len: 811 time: 0.1519983 Nov 23 21:49:10.905663 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-7b688d91-b81a-4189-984e-581aa9a5fe02 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/quotas/ddf4a806856e4d178f7ca2c9266aa8f7 HTTP/1.1" status: 200 len: 375 time: 0.0098970 Nov 23 21:49:10.921343 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 707215d2-fdb3-40d5-9e1f-e1c54dae7244 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:49:10.922583 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 707215d2-fdb3-40d5-9e1f-e1c54dae7244 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:49:10.961858 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-612a3e33-e353-4571-993f-517df0b28176 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ddf4a806856e4d178f7ca2c9266aa8f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480292 Nov 23 21:49:11.096728 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-cf95fc24-2d3a-4cb5-815c-a457c9326dea service neutron] 10.222.0.50 "GET /v2.0/networks/a89e746f-ef78-4591-b2a8-6f88cfcc13b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277139 Nov 23 21:49:11.127006 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81451203-30f4-4873-aa1d-c7e1b756493f req-4a05594c-fd95-4e3d-ade0-1ddc292a1f3d tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:11.128314 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81451203-30f4-4873-aa1d-c7e1b756493f req-4a05594c-fd95-4e3d-ade0-1ddc292a1f3d tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 1096 time: 0.0796640 Nov 23 21:49:11.224385 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81451203-30f4-4873-aa1d-c7e1b756493f req-c400500f-370f-4b67-80d2-18fcafbdd797 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881245 Nov 23 21:49:11.231344 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-40830317-b0e6-4b1c-b7da-1fd986353575 service neutron] 10.222.0.50 "GET /v2.0/networks/a89e746f-ef78-4591-b2a8-6f88cfcc13b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277225 Nov 23 21:49:11.462559 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf57b4b-8a16-4d06-b447-d09ece673d4b req-960633da-eece-4d3d-9c3a-b6e3921f6ad2 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:11.465017 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ecf57b4b-8a16-4d06-b447-d09ece673d4b req-960633da-eece-4d3d-9c3a-b6e3921f6ad2 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 945 time: 0.0586710 Nov 23 21:49:11.533877 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ecf57b4b-8a16-4d06-b447-d09ece673d4b req-ddbb8141-b696-49e2-b464-f7226025f5b3 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572791 Nov 23 21:49:11.692600 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6bc93-d5aa-4c84-b78c-93e0e4f70b36 req-935beb1a-683b-4864-9c60-d84f01713548 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:11.699174 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4fb6bc93-d5aa-4c84-b78c-93e0e4f70b36 req-935beb1a-683b-4864-9c60-d84f01713548 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.0557911 Nov 23 21:49:11.751593 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4fb6bc93-d5aa-4c84-b78c-93e0e4f70b36 req-a49b63d7-48c2-4f60-b9cf-0da558e2a2a0 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501342 Nov 23 21:49:12.013384 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734dd104-e4d9-40b2-81dc-d0673d375a5d req-a860c3dd-3cdc-4002-a8bd-c041dd362a63 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:12.015670 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-734dd104-e4d9-40b2-81dc-d0673d375a5d req-a860c3dd-3cdc-4002-a8bd-c041dd362a63 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 1096 time: 0.0561240 Nov 23 21:49:12.066287 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-18953754-7c37-4b7e-99d5-f04534cbfbce req-be29b053-d751-4e8b-bd66-6ccb5f4cdd5e tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 210 time: 0.0412467 Nov 23 21:49:12.112507 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-734dd104-e4d9-40b2-81dc-d0673d375a5d req-67e1b868-c1b4-4c92-b82e-21eada698a62 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889916 Nov 23 21:49:12.246443 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791619a0-efa5-4d77-a863-19b10ebbb4b3 req-64742bde-37bf-47bc-abdf-379e745ad3a0 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:12.248093 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-791619a0-efa5-4d77-a863-19b10ebbb4b3 req-64742bde-37bf-47bc-abdf-379e745ad3a0 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 945 time: 0.0573297 Nov 23 21:49:12.323046 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-791619a0-efa5-4d77-a863-19b10ebbb4b3 req-ab2e52dd-fcdd-4cea-909c-ba10b3e6be3a tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684540 Nov 23 21:49:12.327969 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51228) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:12.549956 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-05f7d079-bd79-4e30-aff5-308cf61fbb0c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a5e1536d5e514ff8b23570e857ef6040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201583 Nov 23 21:49:12.553025 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51242) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:12.671800 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-f82c204c-2b84-4c2b-8e93-b86a0b7226c4 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:12.672697 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1e0e-7c9b-426b-95c3-84ee0fe19b00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:12.673300 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-f82c204c-2b84-4c2b-8e93-b86a0b7226c4 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.53 "GET /v2.0/networks?id=a89e746f-ef78-4591-b2a8-6f88cfcc13b2 HTTP/1.1" status: 200 len: 811 time: 0.1736379 Nov 23 21:49:12.688431 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-7825402b-194d-49e8-8b3d-f4c3120a3503 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Request body: {'port': {'device_id': 'e567d900-5c4d-41c5-838a-258a94c7d9ce', 'network_id': 'a89e746f-ef78-4591-b2a8-6f88cfcc13b2', 'admin_state_up': True, 'tenant_id': 'ddf4a806856e4d178f7ca2c9266aa8f7'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:12.737712 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1e0e-7c9b-426b-95c3-84ee0fe19b00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:12.821974 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1e0e-7c9b-426b-95c3-84ee0fe19b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:12.825470 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1e0e-7c9b-426b-95c3-84ee0fe19b00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:12.827468 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bd4f1e0e-7c9b-426b-95c3-84ee0fe19b00 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9a8fe05e-00b2-497d-ad6e-3b61067f7e07 HTTP/1.1" status: 204 len: 168 time: 0.2727110 Nov 23 21:49:12.839022 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f1e0e-7c9b-426b-95c3-84ee0fe19b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8fe05e-00b2-497d-ad6e-3b61067f7e07,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:12.892156 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-7825402b-194d-49e8-8b3d-f4c3120a3503 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Made reservation on behalf of ddf4a806856e4d178f7ca2c9266aa8f7 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:49:12.895796 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-7825402b-194d-49e8-8b3d-f4c3120a3503 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:13.123554 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-7825402b-194d-49e8-8b3d-f4c3120a3503 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Allocated IP 172.20.0.7 (a89e746f-ef78-4591-b2a8-6f88cfcc13b2/448a444d-f116-4edb-9f16-0d80ab53bf19/4b203bc0-062a-4dd0-9740-2e41c87bd8a2) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:49:13.160777 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eeabf836-e88e-421e-b56b-1ef2578a3159 req-fb5f08c2-2458-45ff-95e5-968ba9b4c0d8 tempest-QuotasAdminNegativeTest-886685797 tempest-QuotasAdminNegativeTest-886685797-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0d53244c1908414eb0f1eea43eeeb57d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439305 Nov 23 21:49:13.386614 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabf836-e88e-421e-b56b-1ef2578a3159 req-9e91e13e-d5fc-4830-9951-ef9ae2ad9597 tempest-QuotasAdminNegativeTest-886685797 tempest-QuotasAdminNegativeTest-886685797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:13.394706 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eeabf836-e88e-421e-b56b-1ef2578a3159 req-9e91e13e-d5fc-4830-9951-ef9ae2ad9597 tempest-QuotasAdminNegativeTest-886685797 tempest-QuotasAdminNegativeTest-886685797-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2322152 Nov 23 21:49:13.430959 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eeabf836-e88e-421e-b56b-1ef2578a3159 req-72aba935-994b-4368-a776-164ffd3c0dcd tempest-QuotasAdminNegativeTest-886685797 tempest-QuotasAdminNegativeTest-886685797-project] 10.222.0.50 "GET /v2.0/quotas/0d53244c1908414eb0f1eea43eeeb57d HTTP/1.1" status: 200 len: 375 time: 0.0352342 Nov 23 21:49:13.468571 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eeabf836-e88e-421e-b56b-1ef2578a3159 req-18ec4098-4610-4eac-8619-b90565683975 tempest-QuotasAdminNegativeTest-886685797 tempest-QuotasAdminNegativeTest-886685797-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d53244c1908414eb0f1eea43eeeb57d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367405 Nov 23 21:49:13.489092 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-7825402b-194d-49e8-8b3d-f4c3120a3503 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:13.543993 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-7825402b-194d-49e8-8b3d-f4c3120a3503 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:13.584125 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['f2fa2c99-4822-4790-a856-ebfed014d21c'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:49:13.663277 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-7825402b-194d-49e8-8b3d-f4c3120a3503 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Network a89e746f-ef78-4591-b2a8-6f88cfcc13b2 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:49:13.672770 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-7825402b-194d-49e8-8b3d-f4c3120a3503 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:49:13.679514 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-7825402b-194d-49e8-8b3d-f4c3120a3503 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:49:13.683522 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825402b-194d-49e8-8b3d-f4c3120a3503 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Pushing event updated for resources: {'Port': ['ID=4b203bc0-062a-4dd0-9740-2e41c87bd8a2,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:13.799807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-7825402b-194d-49e8-8b3d-f4c3120a3503 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:13.801199 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-7825402b-194d-49e8-8b3d-f4c3120a3503 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:13.826655 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-7825402b-194d-49e8-8b3d-f4c3120a3503 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1421583 Nov 23 21:49:13.851495 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-1ff7d3e4-aa7b-4e32-877b-7a4ad3c09f67 service neutron] Request body: {'port': {'device_id': 'e567d900-5c4d-41c5-838a-258a94c7d9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:14.034300 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-1ff7d3e4-aa7b-4e32-877b-7a4ad3c09f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:14.085242 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6d205-0802-4c3b-9bf2-63c321d0ce09 req-7622897c-02fc-4850-80cc-a9601cfafeab tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:14.086924 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09e6d205-0802-4c3b-9bf2-63c321d0ce09 req-7622897c-02fc-4850-80cc-a9601cfafeab tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.0951116 Nov 23 21:49:14.211291 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09e6d205-0802-4c3b-9bf2-63c321d0ce09 req-d27d634a-f4bb-4b93-9862-34e3b73b742d tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154132 Nov 23 21:49:14.392101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-8c073be9-cc52-4ad1-98ec-77619a8bc96c tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:49:14.393120 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-8c073be9-cc52-4ad1-98ec-77619a8bc96c tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2012992 Nov 23 21:49:14.417185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934501c7-c733-48f5-98cc-14b50f1e20c1 req-09099169-dd94-467b-b310-947696b522ce tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:14.418700 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-934501c7-c733-48f5-98cc-14b50f1e20c1 req-09099169-dd94-467b-b310-947696b522ce tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 931 time: 0.0974374 Nov 23 21:49:14.424574 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-1ff7d3e4-aa7b-4e32-877b-7a4ad3c09f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b203bc0-062a-4dd0-9740-2e41c87bd8a2 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:49:14.439309 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-1ff7d3e4-aa7b-4e32-877b-7a4ad3c09f67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:14.466818 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-1ff7d3e4-aa7b-4e32-877b-7a4ad3c09f67 service neutron] Transition to ACTIVE for port object 4b203bc0-062a-4dd0-9740-2e41c87bd8a2 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:49:14.477927 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-1ff7d3e4-aa7b-4e32-877b-7a4ad3c09f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:14.496266 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-3f912825-e61c-4986-b03b-c9bb62ac19be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:14.503434 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-3f912825-e61c-4986-b03b-c9bb62ac19be service neutron] 10.222.0.50 "GET /v2.0/ports/2a94442c-6d29-48f6-8053-4a4498d90e09 HTTP/1.1" status: 200 len: 1093 time: 0.1026297 Nov 23 21:49:14.508526 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-5e1aa616-92e3-4228-8f2a-87f81a0bae98 service neutron] Request body: {'binding': {'host': 'n-h1-816206-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:14.509554 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-5e1aa616-92e3-4228-8f2a-87f81a0bae98 service neutron] Unknown quota resources ['binding']. {{(pid=110033) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 21:49:14.551975 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-934501c7-c733-48f5-98cc-14b50f1e20c1 req-c9c17b5b-1577-4469-b217-90f9ec98458b tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177516 Nov 23 21:49:14.552852 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7d3e4-aa7b-4e32-877b-7a4ad3c09f67 service neutron] Pushing event updated for resources: {'Port': ['ID=4b203bc0-062a-4dd0-9740-2e41c87bd8a2,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:14.652997 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-1ff7d3e4-aa7b-4e32-877b-7a4ad3c09f67 service neutron] Attempting to bind port 4b203bc0-062a-4dd0-9740-2e41c87bd8a2 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:49:14.653437 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-1ff7d3e4-aa7b-4e32-877b-7a4ad3c09f67 service neutron] Attempting to bind port 4b203bc0-062a-4dd0-9740-2e41c87bd8a2 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'e98392a6-0610-4858-83de-5cf158f64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a89e746f-ef78-4591-b2a8-6f88cfcc13b2'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:49:14.653903 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-1ff7d3e4-aa7b-4e32-877b-7a4ad3c09f67 service neutron] Attempting to bind port 4b203bc0-062a-4dd0-9740-2e41c87bd8a2 on network a89e746f-ef78-4591-b2a8-6f88cfcc13b2 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:14.665735 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-1ff7d3e4-aa7b-4e32-877b-7a4ad3c09f67 service neutron] Port 4b203bc0-062a-4dd0-9740-2e41c87bd8a2 on network a89e746f-ef78-4591-b2a8-6f88cfcc13b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:49:14.665735 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-1ff7d3e4-aa7b-4e32-877b-7a4ad3c09f67 service neutron] Attempting to bind port 4b203bc0-062a-4dd0-9740-2e41c87bd8a2 on network a89e746f-ef78-4591-b2a8-6f88cfcc13b2 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:14.669934 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-1ff7d3e4-aa7b-4e32-877b-7a4ad3c09f67 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:49:14.670245 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-1ff7d3e4-aa7b-4e32-877b-7a4ad3c09f67 service neutron] Checking segment: {'id': 'e98392a6-0610-4858-83de-5cf158f64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a89e746f-ef78-4591-b2a8-6f88cfcc13b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:49:14.670623 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-1ff7d3e4-aa7b-4e32-877b-7a4ad3c09f67 service neutron] Bound using segment: {'id': 'e98392a6-0610-4858-83de-5cf158f64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a89e746f-ef78-4591-b2a8-6f88cfcc13b2'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:49:14.671087 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-1ff7d3e4-aa7b-4e32-877b-7a4ad3c09f67 service neutron] Bound port: 4b203bc0-062a-4dd0-9740-2e41c87bd8a2, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98392a6-0610-4858-83de-5cf158f64b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a89e746f-ef78-4591-b2a8-6f88cfcc13b2'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:49:14.671442 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-1ff7d3e4-aa7b-4e32-877b-7a4ad3c09f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:14.686245 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-5e1aa616-92e3-4228-8f2a-87f81a0bae98 service neutron] Attempting to bind port 2a94442c-6d29-48f6-8053-4a4498d90e09 on host n-h1-816206-9 for vnic_type normal with profile None {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:49:14.686369 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-5e1aa616-92e3-4228-8f2a-87f81a0bae98 service neutron] Attempting to bind port 2a94442c-6d29-48f6-8053-4a4498d90e09 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:49:14.686963 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-5e1aa616-92e3-4228-8f2a-87f81a0bae98 service neutron] Attempting to bind port 2a94442c-6d29-48f6-8053-4a4498d90e09 on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:14.697714 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-5e1aa616-92e3-4228-8f2a-87f81a0bae98 service neutron] Port 2a94442c-6d29-48f6-8053-4a4498d90e09 on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:49:14.698041 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-5e1aa616-92e3-4228-8f2a-87f81a0bae98 service neutron] Attempting to bind port 2a94442c-6d29-48f6-8053-4a4498d90e09 on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:14.704221 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-5e1aa616-92e3-4228-8f2a-87f81a0bae98 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:49:14.704560 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-5e1aa616-92e3-4228-8f2a-87f81a0bae98 service neutron] Checking segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:49:14.704936 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-5e1aa616-92e3-4228-8f2a-87f81a0bae98 service neutron] Bound using segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:49:14.705358 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-5e1aa616-92e3-4228-8f2a-87f81a0bae98 service neutron] Bound port: 2a94442c-6d29-48f6-8053-4a4498d90e09, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:49:14.764970 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-5e1aa616-92e3-4228-8f2a-87f81a0bae98 service neutron] For port 2a94442c-6d29-48f6-8053-4a4498d90e09, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=2a94442c-6d29-48f6-8053-4a4498d90e09,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:49:14.777279 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-5e1aa616-92e3-4228-8f2a-87f81a0bae98 service neutron] Publish callbacks [] for binding, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:14.778592 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-5e1aa616-92e3-4228-8f2a-87f81a0bae98 service neutron] 10.222.0.50 "POST /v2.0/ports/2a94442c-6d29-48f6-8053-4a4498d90e09/bindings HTTP/1.1" status: 201 len: 389 time: 0.2743893 Nov 23 21:49:14.793626 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-1ff7d3e4-aa7b-4e32-877b-7a4ad3c09f67 service neutron] For port 4b203bc0-062a-4dd0-9740-2e41c87bd8a2, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:49:14.799327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-1ff7d3e4-aa7b-4e32-877b-7a4ad3c09f67 service neutron] For port 4b203bc0-062a-4dd0-9740-2e41c87bd8a2, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=4b203bc0-062a-4dd0-9740-2e41c87bd8a2,segment=NetworkSegment(e98392a6-0610-4858-83de-5cf158f64b8c),segment_id=e98392a6-0610-4858-83de-5cf158f64b8c)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:49:14.808097 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-1ff7d3e4-aa7b-4e32-877b-7a4ad3c09f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:14.868806 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-1ff7d3e4-aa7b-4e32-877b-7a4ad3c09f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:14.869430 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-1ff7d3e4-aa7b-4e32-877b-7a4ad3c09f67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:14.871007 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-1ff7d3e4-aa7b-4e32-877b-7a4ad3c09f67 service neutron] 10.222.0.53 "PUT /v2.0/ports/4b203bc0-062a-4dd0-9740-2e41c87bd8a2 HTTP/1.1" status: 200 len: 1091 time: 1.0343950 Nov 23 21:49:14.871455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e567d900-5c4d-41c5-838a-258a94c7d9ce', 'tag': '4b203bc0-062a-4dd0-9740-2e41c87bd8a2'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:14.873730 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120b28c1-0084-4261-aefa-aa9147d4c3c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e567d900-5c4d-41c5-838a-258a94c7d9ce", "tag": "4b203bc0-062a-4dd0-9740-2e41c87bd8a2"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:14.902767 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7d3e4-aa7b-4e32-877b-7a4ad3c09f67 service neutron] Pushing event updated for resources: {'Port': ['ID=4b203bc0-062a-4dd0-9740-2e41c87bd8a2,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:14.929920 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c79becbc-bab3-4717-8ebf-23d2fd8dc4f3 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:49:15.084178 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-3423f3d2-f30e-415f-a25f-75644bd3cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:15.086213 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-3423f3d2-f30e-415f-a25f-75644bd3cdf7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddf4a806856e4d178f7ca2c9266aa8f7&device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 1094 time: 0.1079071 Nov 23 21:49:15.111568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port c79becbc-bab3-4717-8ebf-23d2fd8dc4f3, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c79becbc-bab3-4717-8ebf-23d2fd8dc4f3,segment=NetworkSegment(33175438-9fb2-4593-9eee-3fa8c9d43423),segment_id=33175438-9fb2-4593-9eee-3fa8c9d43423)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:15.142195 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'c79becbc-bab3-4717-8ebf-23d2fd8dc4f3', 'network_id': '8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d', 'port_id': 'c79becbc-bab3-4717-8ebf-23d2fd8dc4f3', 'mac_address': 'fa:16:3e:41:d6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f2c74e-d556-4ec7-a50f-528cd87d0f9e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:49:15.167703 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-0825ba70-4bc1-412a-8ee0-93ef765279dd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b203bc0-062a-4dd0-9740-2e41c87bd8a2 HTTP/1.1" status: 200 len: 217 time: 0.0683479 Nov 23 21:49:15.187070 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:15.204873 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c79becbc-bab3-4717-8ebf-23d2fd8dc4f3 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:49:15.238101 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port c79becbc-bab3-4717-8ebf-23d2fd8dc4f3, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c79becbc-bab3-4717-8ebf-23d2fd8dc4f3,segment=NetworkSegment(33175438-9fb2-4593-9eee-3fa8c9d43423),segment_id=33175438-9fb2-4593-9eee-3fa8c9d43423)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:15.244741 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:15.266452 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e16ee1-98c6-402d-b429-e86758637b26 x-openstack-request-id: req-69e16ee1-98c6-402d-b429-e86758637b26 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:15.267323 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e567d900-5c4d-41c5-838a-258a94c7d9ce", "tag": "4b203bc0-062a-4dd0-9740-2e41c87bd8a2", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:15.267323 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-69e16ee1-98c6-402d-b429-e86758637b26 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:15.267551 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e567d900-5c4d-41c5-838a-258a94c7d9ce', 'tag': '4b203bc0-062a-4dd0-9740-2e41c87bd8a2', 'status': 'completed', 'code': 200} Nov 23 21:49:15.274990 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-8f0fa7a9-996a-4f8f-a8fd-d152fdfe52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:15.276558 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-8f0fa7a9-996a-4f8f-a8fd-d152fdfe52c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 1096 time: 0.1893215 Nov 23 21:49:15.290087 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c041e2-fbe8-4261-b86d-a2487dc0aed7 req-27059aac-4ff1-4b1c-b762-eaf99afe519a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:15.291948 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-37c041e2-fbe8-4261-b86d-a2487dc0aed7 req-27059aac-4ff1-4b1c-b762-eaf99afe519a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 945 time: 0.1230679 Nov 23 21:49:15.309058 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=c79becbc-bab3-4717-8ebf-23d2fd8dc4f3,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:15.320877 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:15.321464 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:15.322065 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:15.322401 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:15.322742 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:15.323170 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:15.323482 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:15.324098 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:15.324430 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:15.324753 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:15.325107 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:15.325426 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:15.369628 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['c79becbc-bab3-4717-8ebf-23d2fd8dc4f3'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:49:15.387937 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-1a26d844-89c5-4141-abe6-637f8534e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:15.389338 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-1a26d844-89c5-4141-abe6-637f8534e3a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=448a444d-f116-4edb-9f16-0d80ab53bf19 HTTP/1.1" status: 200 len: 851 time: 0.1848962 Nov 23 21:49:15.438691 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-e1f2bad1-5548-4da3-a1f4-2c6cc5dd2564 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a89e746f-ef78-4591-b2a8-6f88cfcc13b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378051 Nov 23 21:49:15.451924 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-ba9f7f22-a3c8-4069-9802-30e53a212390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:15.453317 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-ba9f7f22-a3c8-4069-9802-30e53a212390 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 909 time: 0.1584237 Nov 23 21:49:15.554222 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-bfbda465-4736-488c-829f-03264fbebb4a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a94442c-6d29-48f6-8053-4a4498d90e09 HTTP/1.1" status: 200 len: 217 time: 0.0818758 Nov 23 21:49:15.582270 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-37c041e2-fbe8-4261-b86d-a2487dc0aed7 req-0448722e-216b-4f88-bb56-97b8f662e7a8 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884761 Nov 23 21:49:16.009242 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-cb8b9504-093c-4535-99d5-98180c7f0b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:16.010611 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-cb8b9504-093c-4535-99d5-98180c7f0b76 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.4315870 Nov 23 21:49:16.080236 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-b62c06eb-4710-4e29-9f00-bb46674178bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522146 Nov 23 21:49:16.127902 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-93a51377-70a1-4b3a-99e0-5a8b96e58170 service neutron] 10.222.0.53 "GET /v2.0/networks/a89e746f-ef78-4591-b2a8-6f88cfcc13b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6786394 Nov 23 21:49:16.136531 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03099ef-c2d9-46ad-b623-e18a97ab94c6 req-007bcc61-d516-4414-a6cf-a73fba3a06b4 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:16.137913 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c03099ef-c2d9-46ad-b623-e18a97ab94c6 req-007bcc61-d516-4414-a6cf-a73fba3a06b4 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 944 time: 0.6065636 Nov 23 21:49:16.231710 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f90f5e-1e0e-4c46-94b4-ba0414a9b89c req-bd690c70-4074-4646-88e2-d00c3a193f36 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:16.233182 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e2f90f5e-1e0e-4c46-94b4-ba0414a9b89c req-bd690c70-4074-4646-88e2-d00c3a193f36 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.2197554 Nov 23 21:49:16.331165 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c03099ef-c2d9-46ad-b623-e18a97ab94c6 req-d23bb695-79fa-4a74-982a-ff39e5bebcd8 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746838 Nov 23 21:49:16.357999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-2088514f-3e86-4bf9-812a-d2fd21d495c3 service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696931 Nov 23 21:49:16.367203 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e368504-87f5-4a3a-89e4-549d2c4d7c41 req-4c0bc1e1-290a-48a2-9611-0755372ff3fe service neutron] 10.222.0.53 "GET /v2.0/networks/a89e746f-ef78-4591-b2a8-6f88cfcc13b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228396 Nov 23 21:49:16.402838 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e2f90f5e-1e0e-4c46-94b4-ba0414a9b89c req-7a09bad7-b87b-4b85-900b-bf9c69430a7b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587903 Nov 23 21:49:16.525367 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-a2efc141-6731-48c5-80a0-5863a06916d9 service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571879 Nov 23 21:49:16.528227 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b28c1-0084-4261-aefa-aa9147d4c3c8 req-33eab2a3-5796-4a94-abb8-38ff86e3847d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:16.529720 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-120b28c1-0084-4261-aefa-aa9147d4c3c8 req-33eab2a3-5796-4a94-abb8-38ff86e3847d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddf4a806856e4d178f7ca2c9266aa8f7&device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 1094 time: 0.1106048 Nov 23 21:49:16.781959 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-66a24a23-1631-4782-b61a-9a662401c1d4 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:16.783668 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-66a24a23-1631-4782-b61a-9a662401c1d4 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc&tenant_id=fbb1d292593848d88a76dda57bbd0633&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 1096 time: 0.1088657 Nov 23 21:49:16.785804 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b28c1-0084-4261-aefa-aa9147d4c3c8 req-be7fd1b3-bd61-4f6c-8dc5-c86740ea68f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:16.787447 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-120b28c1-0084-4261-aefa-aa9147d4c3c8 req-be7fd1b3-bd61-4f6c-8dc5-c86740ea68f8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a89e746f-ef78-4591-b2a8-6f88cfcc13b2 HTTP/1.1" status: 200 len: 912 time: 0.2424085 Nov 23 21:49:16.796117 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6549df0-6a3f-4ae5-aaf6-3dc8cdafee50 req-e835f361-dc37-4774-9faa-3f43ff2bd40e tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:16.798341 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f6549df0-6a3f-4ae5-aaf6-3dc8cdafee50 req-e835f361-dc37-4774-9faa-3f43ff2bd40e tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 943 time: 0.2546368 Nov 23 21:49:16.804988 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-480be54f-54ff-4991-8410-c87c76c75968 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-9'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:16.839936 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51420) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:16.906491 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-120b28c1-0084-4261-aefa-aa9147d4c3c8 req-ccc44b60-d8ad-4ba4-b505-28b200cf72b1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b203bc0-062a-4dd0-9740-2e41c87bd8a2 HTTP/1.1" status: 200 len: 217 time: 0.0978835 Nov 23 21:49:16.936958 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c79becbc-bab3-4717-8ebf-23d2fd8dc4f3 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:49:16.962476 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7985d144-73e4-441b-9d70-7a1a88bcd6d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:17.006934 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port c79becbc-bab3-4717-8ebf-23d2fd8dc4f3 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:49:17.007460 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:17.015262 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f6549df0-6a3f-4ae5-aaf6-3dc8cdafee50 req-ca5c580c-e088-4626-b80b-e397b5cf85b8 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055764 Nov 23 21:49:17.032487 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-480be54f-54ff-4991-8410-c87c76c75968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:17.061967 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7dcdf-5761-45c1-9b3a-82fd25a1ee18 req-c3442fb7-4940-4f8e-9596-e1e00e6266bd tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:17.075393 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bcd7dcdf-5761-45c1-9b3a-82fd25a1ee18 req-c3442fb7-4940-4f8e-9596-e1e00e6266bd tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 945 time: 0.2758758 Nov 23 21:49:17.097674 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b28c1-0084-4261-aefa-aa9147d4c3c8 req-25d4fcf7-4509-42aa-9a07-88d82d7fb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:17.100136 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-120b28c1-0084-4261-aefa-aa9147d4c3c8 req-25d4fcf7-4509-42aa-9a07-88d82d7fb36f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=448a444d-f116-4edb-9f16-0d80ab53bf19 HTTP/1.1" status: 200 len: 851 time: 0.1847997 Nov 23 21:49:17.110560 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7985d144-73e4-441b-9d70-7a1a88bcd6d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:17.128813 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7985d144-73e4-441b-9d70-7a1a88bcd6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:17.160717 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:17.163848 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-120b28c1-0084-4261-aefa-aa9147d4c3c8 req-853270cb-c41b-4915-862e-f89adadba56b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a89e746f-ef78-4591-b2a8-6f88cfcc13b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532875 Nov 23 21:49:17.187903 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7985d144-73e4-441b-9d70-7a1a88bcd6d5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=50b17bdb6d3b475d97bc6af1f88be853&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3461096 Nov 23 21:49:17.189677 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985d144-73e4-441b-9d70-7a1a88bcd6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac07388-49be-4a2e-9a36-8b09b0dca951,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:17.201972 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51432) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:17.207978 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0b8fda-74a5-41d7-869d-862a02cbcb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79becbc-bab3-4717-8ebf-23d2fd8dc4f3'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:17.212369 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce3b48a-257b-4749-b2d2-9fbe4ad9fe27" -d '{"events": [{"server_uuid": "9d0b8fda-74a5-41d7-869d-862a02cbcb3a", "name": "network-vif-plugged", "status": "completed", "tag": "c79becbc-bab3-4717-8ebf-23d2fd8dc4f3"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:17.226240 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port c79becbc-bab3-4717-8ebf-23d2fd8dc4f3, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c79becbc-bab3-4717-8ebf-23d2fd8dc4f3,segment=NetworkSegment(33175438-9fb2-4593-9eee-3fa8c9d43423),segment_id=33175438-9fb2-4593-9eee-3fa8c9d43423)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:17.231289 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:17.253588 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d9c70726-6fce-4ea3-9500-d1ab3e53df82 req-3b7c25b6-d6ac-4418-bf4e-d074ff792088 tempest-QuotasAdminNegativeTest-886685797 tempest-QuotasAdminNegativeTest-886685797-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0d53244c1908414eb0f1eea43eeeb57d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1123166 Nov 23 21:49:17.276637 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bcd7dcdf-5761-45c1-9b3a-82fd25a1ee18 req-741365e5-67e4-48ea-a542-9afd017b983b tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001927 Nov 23 21:49:17.304443 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=c79becbc-bab3-4717-8ebf-23d2fd8dc4f3,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:17.331945 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541413c8-807e-4bdd-9235-18f81d36e93e x-openstack-request-id: req-541413c8-807e-4bdd-9235-18f81d36e93e {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:17.333583 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0b8fda-74a5-41d7-869d-862a02cbcb3a", "name": "network-vif-plugged", "status": "completed", "tag": "c79becbc-bab3-4717-8ebf-23d2fd8dc4f3", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:17.333971 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-541413c8-807e-4bdd-9235-18f81d36e93e {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:17.334468 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0b8fda-74a5-41d7-869d-862a02cbcb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79becbc-bab3-4717-8ebf-23d2fd8dc4f3', 'code': 200} Nov 23 21:49:17.542277 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-120b28c1-0084-4261-aefa-aa9147d4c3c8 req-4e9ae377-8447-4623-9079-ea69af7bc4f5 service neutron] 10.222.0.53 "GET /v2.0/networks/a89e746f-ef78-4591-b2a8-6f88cfcc13b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528326 Nov 23 21:49:17.549858 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eaafd099-c8c0-4980-b3fb-6ecbe151c7eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:17.562526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-480be54f-54ff-4991-8410-c87c76c75968 service neutron] For port 2a94442c-6d29-48f6-8053-4a4498d90e09, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2a94442c-6d29-48f6-8053-4a4498d90e09,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:17.648944 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c70726-6fce-4ea3-9500-d1ab3e53df82 req-5df1ffb3-e0be-4540-b912-def63f27ac21 tempest-QuotasAdminNegativeTest-886685797 tempest-QuotasAdminNegativeTest-886685797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:17.651354 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d9c70726-6fce-4ea3-9500-d1ab3e53df82 req-5df1ffb3-e0be-4540-b912-def63f27ac21 tempest-QuotasAdminNegativeTest-886685797 tempest-QuotasAdminNegativeTest-886685797-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3814042 Nov 23 21:49:17.658815 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eaafd099-c8c0-4980-b3fb-6ecbe151c7eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:17.679935 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd192944-76b2-4012-b8ce-70eee3598596 req-829ba13e-81c3-49e5-9156-120405589a5f tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:17.681682 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bd192944-76b2-4012-b8ce-70eee3598596 req-829ba13e-81c3-49e5-9156-120405589a5f tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 945 time: 0.2545569 Nov 23 21:49:17.784284 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-480be54f-54ff-4991-8410-c87c76c75968 service neutron] For port 2a94442c-6d29-48f6-8053-4a4498d90e09, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:49:17.803672 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d9c70726-6fce-4ea3-9500-d1ab3e53df82 req-5fe949bf-cfe0-4eb9-8354-1b58fc659f8e tempest-QuotasAdminNegativeTest-886685797 tempest-QuotasAdminNegativeTest-886685797-project] 10.222.0.50 "GET /v2.0/quotas/0d53244c1908414eb0f1eea43eeeb57d HTTP/1.1" status: 200 len: 375 time: 0.1380734 Nov 23 21:49:17.909262 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d9c70726-6fce-4ea3-9500-d1ab3e53df82 req-e80db886-304f-4aff-9828-1f58fd002d0d tempest-QuotasAdminNegativeTest-886685797 tempest-QuotasAdminNegativeTest-886685797-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d53244c1908414eb0f1eea43eeeb57d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723794 Nov 23 21:49:17.938305 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-120b28c1-0084-4261-aefa-aa9147d4c3c8 req-c53339c9-0707-40c1-90aa-11f523a0e057 service neutron] 10.222.0.53 "GET /v2.0/networks/a89e746f-ef78-4591-b2a8-6f88cfcc13b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691611 Nov 23 21:49:17.953940 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bd192944-76b2-4012-b8ce-70eee3598596 req-6689c0ea-c652-4f94-8688-c9a125d10ac9 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180400 Nov 23 21:49:17.957298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a94442c-6d29-48f6-8053-4a4498d90e09'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:17.961007 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c4a0b7-769a-4d18-a707-fe1f9ddfccaf" -d '{"events": [{"server_uuid": "cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc", "name": "network-vif-unplugged", "status": "completed", "tag": "2a94442c-6d29-48f6-8053-4a4498d90e09"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:17.977706 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-480be54f-54ff-4991-8410-c87c76c75968 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:17.993031 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-480be54f-54ff-4991-8410-c87c76c75968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:17.995908 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eaafd099-c8c0-4980-b3fb-6ecbe151c7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:17.999784 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eaafd099-c8c0-4980-b3fb-6ecbe151c7eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:18.003485 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-eaafd099-c8c0-4980-b3fb-6ecbe151c7eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4ac07388-49be-4a2e-9a36-8b09b0dca951 HTTP/1.1" status: 204 len: 168 time: 0.7972765 Nov 23 21:49:18.061473 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaafd099-c8c0-4980-b3fb-6ecbe151c7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac07388-49be-4a2e-9a36-8b09b0dca951,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:18.143945 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480be54f-54ff-4991-8410-c87c76c75968 service neutron] Pushing event updated for resources: {'Port': ['ID=2a94442c-6d29-48f6-8053-4a4498d90e09,revision_number=7']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:18.205991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925aee7-35d6-43ef-8850-9d47e0df049f req-246f400d-f140-4e9c-8b8a-104dfe8a20ec tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:18.215612 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6925aee7-35d6-43ef-8850-9d47e0df049f req-246f400d-f140-4e9c-8b8a-104dfe8a20ec tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.1599159 Nov 23 21:49:18.223794 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7bc84e-1990-4d42-9e52-a66b1b8dca40 x-openstack-request-id: req-5c7bc84e-1990-4d42-9e52-a66b1b8dca40 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:18.224151 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc", "name": "network-vif-unplugged", "status": "completed", "tag": "2a94442c-6d29-48f6-8053-4a4498d90e09", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:18.224480 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c7bc84e-1990-4d42-9e52-a66b1b8dca40 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:18.224923 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a94442c-6d29-48f6-8053-4a4498d90e09', 'code': 200} Nov 23 21:49:18.231765 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-480be54f-54ff-4991-8410-c87c76c75968 service neutron] Attempting to bind port 2a94442c-6d29-48f6-8053-4a4498d90e09 on host n-h2-816206-9 for vnic_type normal with profile {"migrating_to": "n-h1-816206-9"} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:49:18.232110 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-480be54f-54ff-4991-8410-c87c76c75968 service neutron] Attempting to bind port 2a94442c-6d29-48f6-8053-4a4498d90e09 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:49:18.232450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-480be54f-54ff-4991-8410-c87c76c75968 service neutron] Attempting to bind port 2a94442c-6d29-48f6-8053-4a4498d90e09 on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:18.250757 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-480be54f-54ff-4991-8410-c87c76c75968 service neutron] Port 2a94442c-6d29-48f6-8053-4a4498d90e09 on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:49:18.251094 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-480be54f-54ff-4991-8410-c87c76c75968 service neutron] Attempting to bind port 2a94442c-6d29-48f6-8053-4a4498d90e09 on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:18.277915 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-480be54f-54ff-4991-8410-c87c76c75968 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:49:18.278255 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-480be54f-54ff-4991-8410-c87c76c75968 service neutron] Checking segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:49:18.278656 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-480be54f-54ff-4991-8410-c87c76c75968 service neutron] Bound using segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:49:18.279147 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-480be54f-54ff-4991-8410-c87c76c75968 service neutron] Bound port: 2a94442c-6d29-48f6-8053-4a4498d90e09, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:49:18.279641 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-480be54f-54ff-4991-8410-c87c76c75968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:18.369066 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6925aee7-35d6-43ef-8850-9d47e0df049f req-c42953b4-24fc-4ce5-81e4-d891e1d70bf1 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524031 Nov 23 21:49:18.421896 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-480be54f-54ff-4991-8410-c87c76c75968 service neutron] For port 2a94442c-6d29-48f6-8053-4a4498d90e09, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:49:18.429944 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-480be54f-54ff-4991-8410-c87c76c75968 service neutron] For port 2a94442c-6d29-48f6-8053-4a4498d90e09, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2a94442c-6d29-48f6-8053-4a4498d90e09,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:49:18.444022 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-480be54f-54ff-4991-8410-c87c76c75968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:18.597232 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4eb3f1-23ca-4bc6-bbf1-034a473e6a76 req-3df2059b-3de2-4196-beaa-1cb6e2b4b1b1 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:18.598761 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db4eb3f1-23ca-4bc6-bbf1-034a473e6a76 req-3df2059b-3de2-4196-beaa-1cb6e2b4b1b1 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 943 time: 0.1051042 Nov 23 21:49:18.604078 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-480be54f-54ff-4991-8410-c87c76c75968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:18.604694 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-480be54f-54ff-4991-8410-c87c76c75968 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:18.606043 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-480be54f-54ff-4991-8410-c87c76c75968 service neutron] 10.222.0.53 "PUT /v2.0/ports/2a94442c-6d29-48f6-8053-4a4498d90e09 HTTP/1.1" status: 200 len: 1121 time: 1.8056090 Nov 23 21:49:18.611212 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480be54f-54ff-4991-8410-c87c76c75968 service neutron] Pushing event updated for resources: {'Port': ['ID=2a94442c-6d29-48f6-8053-4a4498d90e09,revision_number=8']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:18.667246 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db4eb3f1-23ca-4bc6-bbf1-034a473e6a76 req-f660f7b2-8b44-436b-9ca3-5a2aac5a3a80 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576558 Nov 23 21:49:18.774606 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['2a94442c-6d29-48f6-8053-4a4498d90e09'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:49:18.836752 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c746f4-fa9f-4f81-88e8-e2c7df318c5c req-9733e761-047c-41dc-8b44-d5c66965b447 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:18.838318 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-10c746f4-fa9f-4f81-88e8-e2c7df318c5c req-9733e761-047c-41dc-8b44-d5c66965b447 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 943 time: 0.0934656 Nov 23 21:49:18.950115 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-10c746f4-fa9f-4f81-88e8-e2c7df318c5c req-a908fa9e-2839-449b-98c4-880e4cf1d898 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988207 Nov 23 21:49:18.970878 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 4b203bc0-062a-4dd0-9740-2e41c87bd8a2 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:49:19.089982 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f222e02-9df2-4d4b-8e57-d19cc14bf360 req-aa661f8c-def9-4743-b89a-84335a54decd tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:19.092230 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f222e02-9df2-4d4b-8e57-d19cc14bf360 req-aa661f8c-def9-4743-b89a-84335a54decd tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 945 time: 0.0545273 Nov 23 21:49:19.151124 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 4b203bc0-062a-4dd0-9740-2e41c87bd8a2, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=4b203bc0-062a-4dd0-9740-2e41c87bd8a2,segment=NetworkSegment(e98392a6-0610-4858-83de-5cf158f64b8c),segment_id=e98392a6-0610-4858-83de-5cf158f64b8c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:19.169615 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f222e02-9df2-4d4b-8e57-d19cc14bf360 req-21705c04-ef40-427e-85fe-49c7b27d67e5 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647113 Nov 23 21:49:19.182221 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '4b203bc0-062a-4dd0-9740-2e41c87bd8a2', 'network_id': 'a89e746f-ef78-4591-b2a8-6f88cfcc13b2', 'port_id': '4b203bc0-062a-4dd0-9740-2e41c87bd8a2', 'mac_address': 'fa:16:3e:f1:14:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '448a444d-f116-4edb-9f16-0d80ab53bf19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:49:19.254124 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:19.276216 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b203bc0-062a-4dd0-9740-2e41c87bd8a2 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:49:19.300116 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 4b203bc0-062a-4dd0-9740-2e41c87bd8a2, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=4b203bc0-062a-4dd0-9740-2e41c87bd8a2,segment=NetworkSegment(e98392a6-0610-4858-83de-5cf158f64b8c),segment_id=e98392a6-0610-4858-83de-5cf158f64b8c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:19.305513 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:19.360103 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=4b203bc0-062a-4dd0-9740-2e41c87bd8a2,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:19.611075 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68542592-99b7-43a7-b800-e70d24113e41 req-ea8acfe3-3156-44e5-aee5-e4af8bdadac7 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:19.612582 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68542592-99b7-43a7-b800-e70d24113e41 req-ea8acfe3-3156-44e5-aee5-e4af8bdadac7 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.0580304 Nov 23 21:49:19.615621 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['4b203bc0-062a-4dd0-9740-2e41c87bd8a2'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:49:19.663771 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68542592-99b7-43a7-b800-e70d24113e41 req-f218098b-b3fb-4417-8085-96654b543151 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452530 Nov 23 21:49:19.767236 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7c5a38d-deb9-42fa-8c3f-94dc25050b47 req-36acdfbc-ef87-43f5-88a6-2e53eeecf6d7 tempest-QuotasAdminNegativeTest-886685797 tempest-QuotasAdminNegativeTest-886685797-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0d53244c1908414eb0f1eea43eeeb57d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220907 Nov 23 21:49:19.911220 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5a38d-deb9-42fa-8c3f-94dc25050b47 req-52f4e6c6-897d-4f96-bdf6-7190c942b728 tempest-QuotasAdminNegativeTest-886685797 tempest-QuotasAdminNegativeTest-886685797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:19.912747 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7c5a38d-deb9-42fa-8c3f-94dc25050b47 req-52f4e6c6-897d-4f96-bdf6-7190c942b728 tempest-QuotasAdminNegativeTest-886685797 tempest-QuotasAdminNegativeTest-886685797-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1390760 Nov 23 21:49:19.923316 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefda4d-9014-4475-abbc-990ba1965c5c req-7f0ab9fa-f75c-4801-b761-ccf29c491cea tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:19.924837 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1cefda4d-9014-4475-abbc-990ba1965c5c req-7f0ab9fa-f75c-4801-b761-ccf29c491cea tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 944 time: 0.0871356 Nov 23 21:49:19.947506 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7c5a38d-deb9-42fa-8c3f-94dc25050b47 req-edbabe5c-1607-4f42-b15e-a0da13df1a19 tempest-QuotasAdminNegativeTest-886685797 tempest-QuotasAdminNegativeTest-886685797-project] 10.222.0.50 "GET /v2.0/quotas/0d53244c1908414eb0f1eea43eeeb57d HTTP/1.1" status: 200 len: 375 time: 0.0216832 Nov 23 21:49:19.988746 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7c5a38d-deb9-42fa-8c3f-94dc25050b47 req-d2cb61e9-e2d4-473c-a091-87a3340bae4b tempest-QuotasAdminNegativeTest-886685797 tempest-QuotasAdminNegativeTest-886685797-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d53244c1908414eb0f1eea43eeeb57d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343380 Nov 23 21:49:20.005043 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1cefda4d-9014-4475-abbc-990ba1965c5c req-b0302208-007f-4926-8a29-587a43233841 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687368 Nov 23 21:49:20.151987 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c485eb7-adbc-4fec-a2aa-c0f0b456086b req-929f9d87-9b67-4d31-8429-881f11648025 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:20.153431 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5c485eb7-adbc-4fec-a2aa-c0f0b456086b req-929f9d87-9b67-4d31-8429-881f11648025 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 943 time: 0.0621107 Nov 23 21:49:20.218949 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-a6d43b75-e866-4286-8129-f4f86e1b3949 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1066395222&fields=id&tenant_id=3841fbf39953415c9a3d2f808ffa28d4 HTTP/1.1" status: 200 len: 267 time: 0.0801098 Nov 23 21:49:20.226434 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc', 'tag': '2a94442c-6d29-48f6-8053-4a4498d90e09'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:20.228689 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c6d9e0-5559-4a69-ad55-095f91646778" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc", "tag": "2a94442c-6d29-48f6-8053-4a4498d90e09"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:20.248743 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5c485eb7-adbc-4fec-a2aa-c0f0b456086b req-f7e43a55-e8fc-450e-88ae-4dc395829502 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875158 Nov 23 21:49:20.278682 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:49:20.372214 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-ff8404cb-aa6e-4329-b900-db2bda5a5b71 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:20.373668 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-ff8404cb-aa6e-4329-b900-db2bda5a5b71 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/networks?id=193ab341-7607-45c0-a20d-874bc57a8e22 HTTP/1.1" status: 200 len: 815 time: 0.1418529 Nov 23 21:49:20.386872 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec89330-3253-4bba-bc31-22b5726c0d5f req-c130b484-144e-49eb-bba3-c5c25a662f6d tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:20.388299 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7ec89330-3253-4bba-bc31-22b5726c0d5f req-c130b484-144e-49eb-bba3-c5c25a662f6d tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 945 time: 0.0764065 Nov 23 21:49:20.404692 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-143f2f75-a61f-499a-85bb-80b2fe8fe40c tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/quotas/3841fbf39953415c9a3d2f808ffa28d4 HTTP/1.1" status: 200 len: 375 time: 0.0152802 Nov 23 21:49:20.527141 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-34b07b34-f21e-4696-a663-030ac799c154 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3841fbf39953415c9a3d2f808ffa28d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1060040 Nov 23 21:49:20.586567 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1ecfd-bf36-4e04-9561-dd58f102c816 req-7fd173b7-9328-42f7-a79f-29a08a7ea27d tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:20.588038 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dda1ecfd-bf36-4e04-9561-dd58f102c816 req-7fd173b7-9328-42f7-a79f-29a08a7ea27d tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 945 time: 0.1064274 Nov 23 21:49:20.628125 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-7ec89330-3253-4bba-bc31-22b5726c0d5f req-4d77e65e-0587-42a3-ac23-eb2068910e91 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Deleting port c79becbc-bab3-4717-8ebf-23d2fd8dc4f3 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:49:20.628449 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7ec89330-3253-4bba-bc31-22b5726c0d5f req-4d77e65e-0587-42a3-ac23-eb2068910e91 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:20.723149 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-523bc052-a2a8-4c6f-bfa9-6dc20a1611d0 service neutron] 10.222.0.50 "GET /v2.0/networks/193ab341-7607-45c0-a20d-874bc57a8e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836200 Nov 23 21:49:20.760533 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dda1ecfd-bf36-4e04-9561-dd58f102c816 req-8ef52dd2-e144-45de-a02b-c78815596b66 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451337 Nov 23 21:49:20.816282 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b50b1ed-e65d-440e-88d7-77aa2cd86118 x-openstack-request-id: req-9b50b1ed-e65d-440e-88d7-77aa2cd86118 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:20.816573 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc", "tag": "2a94442c-6d29-48f6-8053-4a4498d90e09", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:20.816821 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9b50b1ed-e65d-440e-88d7-77aa2cd86118 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:20.817266 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc', 'tag': '2a94442c-6d29-48f6-8053-4a4498d90e09', 'status': 'completed', 'code': 200} Nov 23 21:49:20.820965 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-7ec89330-3253-4bba-bc31-22b5726c0d5f req-4d77e65e-0587-42a3-ac23-eb2068910e91 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] For port c79becbc-bab3-4717-8ebf-23d2fd8dc4f3, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c79becbc-bab3-4717-8ebf-23d2fd8dc4f3,segment=NetworkSegment(33175438-9fb2-4593-9eee-3fa8c9d43423),segment_id=33175438-9fb2-4593-9eee-3fa8c9d43423)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:20.821337 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7ec89330-3253-4bba-bc31-22b5726c0d5f req-4d77e65e-0587-42a3-ac23-eb2068910e91 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:20.841241 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-7ec89330-3253-4bba-bc31-22b5726c0d5f req-4d77e65e-0587-42a3-ac23-eb2068910e91 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Calling delete_port for c79becbc-bab3-4717-8ebf-23d2fd8dc4f3 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:49:20.926209 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-3977b0af-e603-44b8-8919-b386b707ff7b service neutron] 10.222.0.50 "GET /v2.0/networks/193ab341-7607-45c0-a20d-874bc57a8e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921930 Nov 23 21:49:20.965735 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 2a94442c-6d29-48f6-8053-4a4498d90e09 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:49:20.967275 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6d9e0-5559-4a69-ad55-095f91646778 req-f6f71948-60ce-4ee4-b2c7-82fc5182b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:20.968817 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2c6d9e0-5559-4a69-ad55-095f91646778 req-f6f71948-60ce-4ee4-b2c7-82fc5182b048 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 1124 time: 0.1116490 Nov 23 21:49:20.969670 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 4b203bc0-062a-4dd0-9740-2e41c87bd8a2 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:49:21.117665 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 4b203bc0-062a-4dd0-9740-2e41c87bd8a2 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:49:21.133994 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 4b203bc0-062a-4dd0-9740-2e41c87bd8a2 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:49:21.134376 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:21.173906 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 2a94442c-6d29-48f6-8053-4a4498d90e09, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2a94442c-6d29-48f6-8053-4a4498d90e09,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:21.197730 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 2a94442c-6d29-48f6-8053-4a4498d90e09 has no active binding in host n-h1-816206-9 {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 21:49:21.281572 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:21.322762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e567d900-5c4d-41c5-838a-258a94c7d9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b203bc0-062a-4dd0-9740-2e41c87bd8a2'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:21.325318 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba4be93-cf8d-4458-b919-9b0736210f3d" -d '{"events": [{"server_uuid": "e567d900-5c4d-41c5-838a-258a94c7d9ce", "name": "network-vif-plugged", "status": "completed", "tag": "4b203bc0-062a-4dd0-9740-2e41c87bd8a2"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:21.338460 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 4b203bc0-062a-4dd0-9740-2e41c87bd8a2, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=4b203bc0-062a-4dd0-9740-2e41c87bd8a2,segment=NetworkSegment(e98392a6-0610-4858-83de-5cf158f64b8c),segment_id=e98392a6-0610-4858-83de-5cf158f64b8c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:21.342851 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51570) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:21.343445 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:21.347459 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c79becbc-bab3-4717-8ebf-23d2fd8dc4f3 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:49:21.429517 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=4b203bc0-062a-4dd0-9740-2e41c87bd8a2,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:21.480926 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:21.559050 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8be25-5e91-4a3a-8afc-3f66d9fdb1de req-bc4e5926-9959-4b82-b614-7b41186ef54e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:21.566198 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-23e8be25-5e91-4a3a-8afc-3f66d9fdb1de req-bc4e5926-9959-4b82-b614-7b41186ef54e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.5713196 Nov 23 21:49:21.569067 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d990568e-891a-4084-9e24-14c9180c80ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:21.594139 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7ec89330-3253-4bba-bc31-22b5726c0d5f req-4d77e65e-0587-42a3-ac23-eb2068910e91 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:21.602451 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6d9e0-5559-4a69-ad55-095f91646778 req-6ace047f-84bd-4136-8123-58d888ca401e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:21.603901 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2c6d9e0-5559-4a69-ad55-095f91646778 req-6ace047f-84bd-4136-8123-58d888ca401e service neutron] 10.222.0.60 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 909 time: 0.6206293 Nov 23 21:49:21.673764 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77e65e-0587-42a3-ac23-eb2068910e91 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Pushing event deleted for resources: {'Port': ['ID=c79becbc-bab3-4717-8ebf-23d2fd8dc4f3,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:21.676034 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d990568e-891a-4084-9e24-14c9180c80ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:21.683369 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d990568e-891a-4084-9e24-14c9180c80ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:21.690320 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2c6d9e0-5559-4a69-ad55-095f91646778 req-eb12d434-f9b8-4449-bbe5-84f7db3a3547 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a94442c-6d29-48f6-8053-4a4498d90e09 HTTP/1.1" status: 200 len: 217 time: 0.0771129 Nov 23 21:49:21.695836 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77e65e-0587-42a3-ac23-eb2068910e91 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:21.696177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77e65e-0587-42a3-ac23-eb2068910e91 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:21.696518 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77e65e-0587-42a3-ac23-eb2068910e91 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:21.697108 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77e65e-0587-42a3-ac23-eb2068910e91 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:21.697440 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77e65e-0587-42a3-ac23-eb2068910e91 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:21.697766 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77e65e-0587-42a3-ac23-eb2068910e91 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:21.698092 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77e65e-0587-42a3-ac23-eb2068910e91 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:21.698491 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77e65e-0587-42a3-ac23-eb2068910e91 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:21.698842 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77e65e-0587-42a3-ac23-eb2068910e91 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:21.699169 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77e65e-0587-42a3-ac23-eb2068910e91 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:21.699490 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77e65e-0587-42a3-ac23-eb2068910e91 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:21.699812 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d77e65e-0587-42a3-ac23-eb2068910e91 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:21.721352 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-23e8be25-5e91-4a3a-8afc-3f66d9fdb1de req-6236478a-2175-4d58-8e89-a3cdcc3137f4 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540298 Nov 23 21:49:21.781475 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d990568e-891a-4084-9e24-14c9180c80ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0d53244c1908414eb0f1eea43eeeb57d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4365683 Nov 23 21:49:21.783168 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51582) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:21.788771 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec89330-3253-4bba-bc31-22b5726c0d5f req-4d77e65e-0587-42a3-ac23-eb2068910e91 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] No DVR routers for this DVR port c79becbc-bab3-4717-8ebf-23d2fd8dc4f3 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:49:21.792537 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7ec89330-3253-4bba-bc31-22b5726c0d5f req-4d77e65e-0587-42a3-ac23-eb2068910e91 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:21.796305 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7ec89330-3253-4bba-bc31-22b5726c0d5f req-4d77e65e-0587-42a3-ac23-eb2068910e91 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.53 "DELETE /v2.0/ports/c79becbc-bab3-4717-8ebf-23d2fd8dc4f3 HTTP/1.1" status: 204 len: 173 time: 1.3996849 Nov 23 21:49:21.810628 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6d9e0-5559-4a69-ad55-095f91646778 req-a558a431-3661-47b6-90fa-97a2b04ada98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:21.813133 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2c6d9e0-5559-4a69-ad55-095f91646778 req-a558a431-3661-47b6-90fa-97a2b04ada98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.1102061 Nov 23 21:49:21.844832 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990568e-891a-4084-9e24-14c9180c80ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287502a1-6827-4a05-b4b9-94fb9fc8865d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:21.875118 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2c6d9e0-5559-4a69-ad55-095f91646778 req-b98377eb-0caf-4319-9fd2-426a5b278639 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503914 Nov 23 21:49:21.903276 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff6c2800-448e-4b41-96f3-ab017fe0ff2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:21.939993 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff6c2800-448e-4b41-96f3-ab017fe0ff2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:22.006358 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff6c2800-448e-4b41-96f3-ab017fe0ff2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:22.008907 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff6c2800-448e-4b41-96f3-ab017fe0ff2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:22.010066 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ff6c2800-448e-4b41-96f3-ab017fe0ff2f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/287502a1-6827-4a05-b4b9-94fb9fc8865d HTTP/1.1" status: 204 len: 168 time: 0.2195046 Nov 23 21:49:22.019208 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c2800-448e-4b41-96f3-ab017fe0ff2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287502a1-6827-4a05-b4b9-94fb9fc8865d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:22.045670 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16a654-5ecc-45a0-9457-0ac109855bee req-2ac5647b-fa7b-46b9-a4bf-a5d782b17789 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:22.047313 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea16a654-5ecc-45a0-9457-0ac109855bee req-2ac5647b-fa7b-46b9-a4bf-a5d782b17789 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.1713295 Nov 23 21:49:22.059003 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90996a51-ed19-4a00-bd8d-a9384cd8472e req-cef216de-2cef-4098-b473-37c247937be3 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:22.060501 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90996a51-ed19-4a00-bd8d-a9384cd8472e req-cef216de-2cef-4098-b473-37c247937be3 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 943 time: 0.1888113 Nov 23 21:49:22.130585 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2c6d9e0-5559-4a69-ad55-095f91646778 req-d597b4d0-a402-43c7-a78b-028d65dceb46 service neutron] 10.222.0.60 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123809 Nov 23 21:49:22.182663 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea16a654-5ecc-45a0-9457-0ac109855bee req-dd1b4ea9-485d-4aab-b6aa-8375716a3c7d tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211731 Nov 23 21:49:22.199404 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90996a51-ed19-4a00-bd8d-a9384cd8472e req-ae6e8c01-26c0-475a-ba1d-7a4b2d5df492 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191430 Nov 23 21:49:22.250350 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf4901a-2894-4a06-bfbb-fc3c09ab83ac x-openstack-request-id: req-0cf4901a-2894-4a06-bfbb-fc3c09ab83ac {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:22.250880 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e567d900-5c4d-41c5-838a-258a94c7d9ce", "name": "network-vif-plugged", "status": "completed", "tag": "4b203bc0-062a-4dd0-9740-2e41c87bd8a2", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:22.250982 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0cf4901a-2894-4a06-bfbb-fc3c09ab83ac {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:22.251289 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e567d900-5c4d-41c5-838a-258a94c7d9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b203bc0-062a-4dd0-9740-2e41c87bd8a2', 'code': 200} Nov 23 21:49:22.315680 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5837c38d-7b3a-44a2-a2fc-5eadee2b8f53 req-a57c5376-9778-4ef0-bc22-1cc0099c21ab tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 210 time: 0.0390258 Nov 23 21:49:22.383590 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2c6d9e0-5559-4a69-ad55-095f91646778 req-0cc0a639-08cc-4ce0-b803-46fd68f9c020 service neutron] 10.222.0.60 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401450 Nov 23 21:49:22.388807 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c677e44-3a61-4fc8-9d72-beafb0cad322 req-3a4dc23a-4015-4e35-b890-6edc78c588dd tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d0b8fda-74a5-41d7-869d-862a02cbcb3a HTTP/1.1" status: 200 len: 210 time: 0.0523739 Nov 23 21:49:22.408670 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173925e-572e-4fd2-afca-9b3249e8f3fa req-0995a99a-7e7c-4382-9957-1007c1cbb111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:22.415500 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0173925e-572e-4fd2-afca-9b3249e8f3fa req-0995a99a-7e7c-4382-9957-1007c1cbb111 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 1096 time: 0.0901263 Nov 23 21:49:22.420336 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51596) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:22.442373 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8151f8ee-6f89-46dc-8e71-16721de7c6e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:22.478765 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0173925e-572e-4fd2-afca-9b3249e8f3fa req-a0d9498c-d763-4802-98be-a1a9f239f390 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506258 Nov 23 21:49:22.573526 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:22.580113 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8151f8ee-6f89-46dc-8e71-16721de7c6e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:22.584063 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8151f8ee-6f89-46dc-8e71-16721de7c6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:22.623030 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8151f8ee-6f89-46dc-8e71-16721de7c6e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=25cac7ac26c547cabeff145058931595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2014780 Nov 23 21:49:22.623912 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151f8ee-6f89-46dc-8e71-16721de7c6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3489ec2e-40aa-4f4d-bd46-5165b0a00717,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:22.625872 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51600) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:22.642622 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f8ee-6f89-46dc-8e71-16721de7c6e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:22.643011 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f8ee-6f89-46dc-8e71-16721de7c6e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:22.643359 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f8ee-6f89-46dc-8e71-16721de7c6e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:22.643705 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f8ee-6f89-46dc-8e71-16721de7c6e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:22.644044 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f8ee-6f89-46dc-8e71-16721de7c6e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:22.644378 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f8ee-6f89-46dc-8e71-16721de7c6e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:22.644709 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f8ee-6f89-46dc-8e71-16721de7c6e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:22.645036 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f8ee-6f89-46dc-8e71-16721de7c6e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:22.645369 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f8ee-6f89-46dc-8e71-16721de7c6e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:22.645768 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f8ee-6f89-46dc-8e71-16721de7c6e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:22.646170 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f8ee-6f89-46dc-8e71-16721de7c6e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:22.646587 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151f8ee-6f89-46dc-8e71-16721de7c6e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:49:22.687348 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc7d8a4b-e883-42d5-ab19-c58b1bf1e2d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:22.714044 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc7d8a4b-e883-42d5-ab19-c58b1bf1e2d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:22.767100 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc7d8a4b-e883-42d5-ab19-c58b1bf1e2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:22.769917 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc7d8a4b-e883-42d5-ab19-c58b1bf1e2d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:22.774282 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fc7d8a4b-e883-42d5-ab19-c58b1bf1e2d2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3489ec2e-40aa-4f4d-bd46-5165b0a00717 HTTP/1.1" status: 204 len: 168 time: 0.1450372 Nov 23 21:49:22.793010 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d8a4b-e883-42d5-ab19-c58b1bf1e2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3489ec2e-40aa-4f4d-bd46-5165b0a00717,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:22.820679 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0b8fda-74a5-41d7-869d-862a02cbcb3a', 'name': 'network-vif-deleted', 'tag': 'c79becbc-bab3-4717-8ebf-23d2fd8dc4f3'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:22.823744 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbffc9e0-ddfd-4f2d-9cf2-4336211198d2" -d '{"events": [{"server_uuid": "9d0b8fda-74a5-41d7-869d-862a02cbcb3a", "name": "network-vif-deleted", "tag": "c79becbc-bab3-4717-8ebf-23d2fd8dc4f3"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:22.878812 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5617812-af0e-4f2e-af8c-cc4070d8dfe1 req-1943f967-db05-4b69-b1ed-a892a4927d86 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:22.881785 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5617812-af0e-4f2e-af8c-cc4070d8dfe1 req-1943f967-db05-4b69-b1ed-a892a4927d86 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.0798023 Nov 23 21:49:22.886955 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316dcc82-68b8-44b7-bc76-fb10c760de5e x-openstack-request-id: req-316dcc82-68b8-44b7-bc76-fb10c760de5e {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:22.887257 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0b8fda-74a5-41d7-869d-862a02cbcb3a", "name": "network-vif-deleted", "tag": "c79becbc-bab3-4717-8ebf-23d2fd8dc4f3", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:22.887511 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-316dcc82-68b8-44b7-bc76-fb10c760de5e {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:22.887903 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0b8fda-74a5-41d7-869d-862a02cbcb3a', 'name': 'network-vif-deleted', 'tag': 'c79becbc-bab3-4717-8ebf-23d2fd8dc4f3', 'status': 'completed', 'code': 200} Nov 23 21:49:22.941952 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5617812-af0e-4f2e-af8c-cc4070d8dfe1 req-f02296fd-2067-424d-8de5-0f6913b87a6e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531635 Nov 23 21:49:23.195486 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51628) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:23.407481 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a3ddb-3387-41e5-b85a-4cc3ca000bde req-a7af2d80-5d84-45a3-b6eb-07b49dcb6f07 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:23.415135 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b25a3ddb-3387-41e5-b85a-4cc3ca000bde req-a7af2d80-5d84-45a3-b6eb-07b49dcb6f07 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.1314833 Nov 23 21:49:23.424385 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-47adae8f-d2fa-4740-917f-58fcb87991dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:23.427589 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-002664db-e7e3-4e38-b04f-e54aeb85a57d tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:23.429353 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-002664db-e7e3-4e38-b04f-e54aeb85a57d tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.53 "GET /v2.0/networks?id=193ab341-7607-45c0-a20d-874bc57a8e22 HTTP/1.1" status: 200 len: 815 time: 0.2427568 Nov 23 21:49:23.452284 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64276d7-1211-484a-be0b-7d73113ab446 req-9e3c70d4-6971-420c-ba58-3b2c87310432 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:23.459662 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c64276d7-1211-484a-be0b-7d73113ab446 req-9e3c70d4-6971-420c-ba58-3b2c87310432 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 943 time: 0.1361449 Nov 23 21:49:23.551253 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-47adae8f-d2fa-4740-917f-58fcb87991dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:23.557127 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-47adae8f-d2fa-4740-917f-58fcb87991dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:23.604025 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b25a3ddb-3387-41e5-b85a-4cc3ca000bde req-dbb56478-47f0-40e0-a9fa-cf3b5346f962 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879537 Nov 23 21:49:23.615071 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-7144ef76-1d07-4570-9fd5-3ebc847addad tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3841fbf39953415c9a3d2f808ffa28d4 HTTP/1.1" status: 200 len: 380 time: 0.1527755 Nov 23 21:49:23.627383 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-47adae8f-d2fa-4740-917f-58fcb87991dc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bd6a06f8caca4d9b88d09f24e3dbc617&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4240994 Nov 23 21:49:23.627383 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47adae8f-d2fa-4740-917f-58fcb87991dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee9ace9-a6df-4385-a4cb-11cdbaacb5d6,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:23.627383 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51652) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:23.633596 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c64276d7-1211-484a-be0b-7d73113ab446 req-28d78b6e-362b-45fe-818a-65fa9bb6bf1b tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687026 Nov 23 21:49:23.642651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-d81daa77-2b2b-4275-bb8e-c6d3294064d5 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Request body: {'port': {'device_id': 'd11f595d-6099-4954-8680-d62b89f028e7', 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22', 'admin_state_up': True, 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'security_groups': ['3e308cb2-ffb0-4b3a-8d4d-2e488ec4be5a']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:23.783125 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0f6e15c2-b0fe-4480-ad2c-76404fecb313 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:23.812160 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0f6e15c2-b0fe-4480-ad2c-76404fecb313 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:23.825031 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-ea3c89f9-4299-4975-8251-5d66513c15ec service neutron] 10.222.0.60 "GET /v2.0/ports/2a94442c-6d29-48f6-8053-4a4498d90e09/bindings/n-h1-816206-9 HTTP/1.1" status: 200 len: 384 time: 0.1469848 Nov 23 21:49:23.846977 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ac68db1d-9883-424e-8b1e-9ff8bfc72c6d req-f8b032c1-2a5d-45a4-8be7-a39365f1e9ba tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 210 time: 0.0529025 Nov 23 21:49:23.901958 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0f6e15c2-b0fe-4480-ad2c-76404fecb313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:23.905650 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0f6e15c2-b0fe-4480-ad2c-76404fecb313 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:23.909577 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0f6e15c2-b0fe-4480-ad2c-76404fecb313 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0ee9ace9-a6df-4385-a4cb-11cdbaacb5d6 HTTP/1.1" status: 204 len: 168 time: 0.2640557 Nov 23 21:49:23.926460 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e15c2-b0fe-4480-ad2c-76404fecb313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee9ace9-a6df-4385-a4cb-11cdbaacb5d6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:24.147975 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-d81daa77-2b2b-4275-bb8e-c6d3294064d5 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Made reservation on behalf of 3841fbf39953415c9a3d2f808ffa28d4 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:49:24.152704 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-d81daa77-2b2b-4275-bb8e-c6d3294064d5 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:24.280618 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51668) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:24.286287 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-10ca868e-c147-44e6-847e-eb28fccde34b tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1519467810', 'description': 'tempest-description--1461570967'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:24.312184 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-45ea2199-ff2f-4449-8a64-377933ca3730 service neutron] For port 2a94442c-6d29-48f6-8053-4a4498d90e09, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2a94442c-6d29-48f6-8053-4a4498d90e09,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:24.327298 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-10ca868e-c147-44e6-847e-eb28fccde34b tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:24.337168 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518d317-9c42-4ad1-ae69-0d7b083830c5 req-5c5e3c04-3836-427b-a61b-fb1bf2d9cf25 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:24.338702 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2518d317-9c42-4ad1-ae69-0d7b083830c5 req-5c5e3c04-3836-427b-a61b-fb1bf2d9cf25 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.1977186 Nov 23 21:49:24.436211 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-45ea2199-ff2f-4449-8a64-377933ca3730 service neutron] For port 2a94442c-6d29-48f6-8053-4a4498d90e09, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:49:24.438497 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-10ca868e-c147-44e6-847e-eb28fccde34b tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:24.441116 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2518d317-9c42-4ad1-ae69-0d7b083830c5 req-fdb321d0-d25a-4070-9edc-8bc59b03ec4f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647955 Nov 23 21:49:24.458945 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-10ca868e-c147-44e6-847e-eb28fccde34b tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:24.490421 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-10ca868e-c147-44e6-847e-eb28fccde34b tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:24.492054 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-10ca868e-c147-44e6-847e-eb28fccde34b tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2101669 Nov 23 21:49:24.495190 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51676) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:24.498140 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-45ea2199-ff2f-4449-8a64-377933ca3730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a94442c-6d29-48f6-8053-4a4498d90e09 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:49:24.500165 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-be22a5c9-718a-4b73-8e05-53353418ef8c tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Request body: {'security_group_rule': {'security_group_id': '9d2eb59c-968e-4276-80c1-00f9f0c094b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:24.508835 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-d81daa77-2b2b-4275-bb8e-c6d3294064d5 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Allocated IP 172.20.0.5 (193ab341-7607-45c0-a20d-874bc57a8e22/a39ba786-79b8-412a-8bb7-270394e1e0b9/70687df2-1006-49bb-8963-cc56573430f7) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:49:24.518191 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-45ea2199-ff2f-4449-8a64-377933ca3730 service neutron] For port 2a94442c-6d29-48f6-8053-4a4498d90e09, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=2a94442c-6d29-48f6-8053-4a4498d90e09,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:24.533180 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca868e-c147-44e6-847e-eb28fccde34b tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2eb59c-968e-4276-80c1-00f9f0c094b8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:24.558656 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-be22a5c9-718a-4b73-8e05-53353418ef8c tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:24.563821 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-45ea2199-ff2f-4449-8a64-377933ca3730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:24.633058 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-be22a5c9-718a-4b73-8e05-53353418ef8c tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:24.641305 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-be22a5c9-718a-4b73-8e05-53353418ef8c tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:24.679715 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22a5c9-718a-4b73-8e05-53353418ef8c tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a597a695-364a-4c68-8268-016406af010a,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:24.737640 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-be22a5c9-718a-4b73-8e05-53353418ef8c tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:24.739450 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-be22a5c9-718a-4b73-8e05-53353418ef8c tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2429230 Nov 23 21:49:24.743529 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51690) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:24.749237 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-034fb722-e709-4bec-8e7b-668895d284d0 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Request body: {'security_group_rule': {'security_group_id': '9d2eb59c-968e-4276-80c1-00f9f0c094b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:24.809899 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-034fb722-e709-4bec-8e7b-668895d284d0 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:24.851764 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-45ea2199-ff2f-4449-8a64-377933ca3730 service neutron] Transition to ACTIVE for port object 2a94442c-6d29-48f6-8053-4a4498d90e09 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:49:24.893560 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-034fb722-e709-4bec-8e7b-668895d284d0 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:24.902269 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-034fb722-e709-4bec-8e7b-668895d284d0 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:24.915105 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-45ea2199-ff2f-4449-8a64-377933ca3730 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:24.941781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034fb722-e709-4bec-8e7b-668895d284d0 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecdd9bf7-3d54-477d-b779-f6c64f4d65d1,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:24.958936 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-034fb722-e709-4bec-8e7b-668895d284d0 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:24.960442 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-034fb722-e709-4bec-8e7b-668895d284d0 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2159238 Nov 23 21:49:24.963525 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51700) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:24.975512 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-487d46b9-94eb-4c91-b14b-cb567b5e3fa5 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:25.023994 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-487d46b9-94eb-4c91-b14b-cb567b5e3fa5 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:25.091570 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9ef42-aa26-4768-a139-6093594b3d02 req-72d32763-c439-48a8-be92-2d138ae8ac94 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:25.092561 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-03b9ef42-aa26-4768-a139-6093594b3d02 req-72d32763-c439-48a8-be92-2d138ae8ac94 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 943 time: 0.3312211 Nov 23 21:49:25.093330 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-45ea2199-ff2f-4449-8a64-377933ca3730 service neutron] No DVR routers for this DVR port 2a94442c-6d29-48f6-8053-4a4498d90e09 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:49:25.116251 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea2199-ff2f-4449-8a64-377933ca3730 service neutron] Pushing event updated for resources: {'Port': ['ID=2a94442c-6d29-48f6-8053-4a4498d90e09,revision_number=10']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:25.126133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480ad48-fdc2-4bc5-9c84-f0435fcf294c req-da07e187-baab-49e4-b68f-b372185c5124 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:25.127711 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3480ad48-fdc2-4bc5-9c84-f0435fcf294c req-da07e187-baab-49e4-b68f-b372185c5124 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.2726550 Nov 23 21:49:25.189008 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-487d46b9-94eb-4c91-b14b-cb567b5e3fa5 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:25.208849 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-45ea2199-ff2f-4449-8a64-377933ca3730 service neutron] 10.222.0.60 "PUT /v2.0/ports/2a94442c-6d29-48f6-8053-4a4498d90e09/bindings/n-h1-816206-9/activate HTTP/1.1" status: 200 len: 369 time: 1.3642216 Nov 23 21:49:25.211866 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-d81daa77-2b2b-4275-bb8e-c6d3294064d5 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:25.291418 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-03b9ef42-aa26-4768-a139-6093594b3d02 req-9b5103bc-a847-4c4e-9187-b8490d26e019 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796389 Nov 23 21:49:25.329628 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3480ad48-fdc2-4bc5-9c84-f0435fcf294c req-a3741061-df82-4ad0-ad2f-25dad2bcfdfb tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690691 Nov 23 21:49:25.387874 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-487d46b9-94eb-4c91-b14b-cb567b5e3fa5 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Allocated IP 172.25.5.26 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/160ce349-28bf-4672-a8e5-e4e9fc39c2c0) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:49:25.431313 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-d81daa77-2b2b-4275-bb8e-c6d3294064d5 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:25.535557 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-9ba3c22f-3a18-4868-b042-ec1360521cfc tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:25.537815 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-9ba3c22f-3a18-4868-b042-ec1360521cfc tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc&tenant_id=fbb1d292593848d88a76dda57bbd0633&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 1095 time: 0.1852922 Nov 23 21:49:25.546282 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-487d46b9-94eb-4c91-b14b-cb567b5e3fa5 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:25.547957 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-d81daa77-2b2b-4275-bb8e-c6d3294064d5 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Network 193ab341-7607-45c0-a20d-874bc57a8e22 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:49:25.556640 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81daa77-2b2b-4275-bb8e-c6d3294064d5 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Pushing event updated for resources: {'Port': ['ID=70687df2-1006-49bb-8963-cc56573430f7,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:25.581979 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-d81daa77-2b2b-4275-bb8e-c6d3294064d5 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:49:25.588662 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-d81daa77-2b2b-4275-bb8e-c6d3294064d5 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:49:25.616379 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-487d46b9-94eb-4c91-b14b-cb567b5e3fa5 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:25.627221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd3c43-0bf0-4639-ad36-e625265870f8 req-83548cc2-a098-438b-83b5-a99dcefb3d75 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:25.628760 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-43dd3c43-0bf0-4639-ad36-e625265870f8 req-83548cc2-a098-438b-83b5-a99dcefb3d75 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 931 time: 0.1481512 Nov 23 21:49:25.674809 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-4fec6b5c-4d60-4776-a6a9-7e61cbe213f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:25.679750 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-4fec6b5c-4d60-4776-a6a9-7e61cbe213f8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc&tenant_id=fbb1d292593848d88a76dda57bbd0633 HTTP/1.1" status: 200 len: 1095 time: 0.1306493 Nov 23 21:49:25.689102 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487d46b9-94eb-4c91-b14b-cb567b5e3fa5 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:49:25.695118 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-d81daa77-2b2b-4275-bb8e-c6d3294064d5 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:25.695912 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-d81daa77-2b2b-4275-bb8e-c6d3294064d5 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:25.710446 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-487d46b9-94eb-4c91-b14b-cb567b5e3fa5 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:49:25.716042 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487d46b9-94eb-4c91-b14b-cb567b5e3fa5 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:49:25.766206 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2a94442c-6d29-48f6-8053-4a4498d90e09 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:49:25.794625 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-7261b545-d4c6-4a57-91f6-43eef7c4ce42 service neutron] show failed (client error): The resource could not be found. Nov 23 21:49:25.796322 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-d81daa77-2b2b-4275-bb8e-c6d3294064d5 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1289768 Nov 23 21:49:25.796452 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-7261b545-d4c6-4a57-91f6-43eef7c4ce42 service neutron] 10.222.0.53 "GET /v2.0/ports/694d5678-41eb-45ea-94c2-4ec190f1b254/bindings/n-h2-816206-9 HTTP/1.1" status: 404 len: 380 time: 0.2144227 Nov 23 21:49:25.798082 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d46b9-94eb-4c91-b14b-cb567b5e3fa5 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Pushing event updated for resources: {'Port': ['ID=160ce349-28bf-4672-a8e5-e4e9fc39c2c0,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:25.800122 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-72030c01-d88a-4272-9065-4f4665687a08 service neutron] Request body: {'port': {'device_id': 'd11f595d-6099-4954-8680-d62b89f028e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:25.819588 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-43dd3c43-0bf0-4639-ad36-e625265870f8 req-3b5dd866-059f-49d1-b532-97be37a02f4d tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e308cb2-ffb0-4b3a-8d4d-2e488ec4be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833656 Nov 23 21:49:25.858529 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2a94442c-6d29-48f6-8053-4a4498d90e09 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:49:25.870785 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-487d46b9-94eb-4c91-b14b-cb567b5e3fa5 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:25.909631 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d11d443e-cd34-4baa-974d-640985344f0b req-62239f5b-1694-43b5-b1d6-426b3676ef8a tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0e7e039134924874b19ff0cd123fa47f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344160 Nov 23 21:49:25.933883 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-487d46b9-94eb-4c91-b14b-cb567b5e3fa5 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:25.982266 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-f8b44e6e-c304-459a-8814-cde613369e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:25.985777 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-f8b44e6e-c304-459a-8814-cde613369e57 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 1095 time: 0.2748973 Nov 23 21:49:26.054552 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-72030c01-d88a-4272-9065-4f4665687a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:26.114375 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b6ca9f5c-51c1-43b3-bf20-10e8dc4360db None None] Provisioning complete for port 70687df2-1006-49bb-8963-cc56573430f7 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:49:26.118836 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b6ca9f5c-51c1-43b3-bf20-10e8dc4360db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:26.185170 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca9f5c-51c1-43b3-bf20-10e8dc4360db None None] Port 70687df2-1006-49bb-8963-cc56573430f7 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:49:26.209250 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-487d46b9-94eb-4c91-b14b-cb567b5e3fa5 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:26.217317 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcd9f6-18ee-4c82-af5f-f392c829f289 req-6a567772-76c0-45db-a35c-122d77ef23db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:26.219255 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-94bcd9f6-18ee-4c82-af5f-f392c829f289 req-6a567772-76c0-45db-a35c-122d77ef23db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddf4a806856e4d178f7ca2c9266aa8f7&device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 1096 time: 0.0853837 Nov 23 21:49:26.224086 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-487d46b9-94eb-4c91-b14b-cb567b5e3fa5 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:26.405917 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d46b9-94eb-4c91-b14b-cb567b5e3fa5 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Pushing event updated for resources: {'Port': ['ID=160ce349-28bf-4672-a8e5-e4e9fc39c2c0,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:26.421231 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-487d46b9-94eb-4c91-b14b-cb567b5e3fa5 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:26.445397 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893715a-f3bf-420b-bd9e-5034455dbea8 req-6b2116a4-9f4b-4ac5-9036-2bdf1a2c8fef tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:26.448150 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-487d46b9-94eb-4c91-b14b-cb567b5e3fa5 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:26.448290 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3893715a-f3bf-420b-bd9e-5034455dbea8 req-6b2116a4-9f4b-4ac5-9036-2bdf1a2c8fef tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.1130397 Nov 23 21:49:26.449414 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-07c18857-08b5-483c-8548-c09dd8ccf241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:26.449968 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-487d46b9-94eb-4c91-b14b-cb567b5e3fa5 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4854972 Nov 23 21:49:26.450433 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-07c18857-08b5-483c-8548-c09dd8ccf241 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 909 time: 0.4487379 Nov 23 21:49:26.469229 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-09f60faa-9086-4cf8-a175-7b56c08cbfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:26.470107 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcd9f6-18ee-4c82-af5f-f392c829f289 req-84e5d686-e5c5-4bd5-8137-4d963e53b027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:26.470742 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-09f60faa-9086-4cf8-a175-7b56c08cbfc5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908&tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80 HTTP/1.1" status: 200 len: 1100 time: 0.2483652 Nov 23 21:49:26.471907 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-94bcd9f6-18ee-4c82-af5f-f392c829f289 req-84e5d686-e5c5-4bd5-8137-4d963e53b027 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a89e746f-ef78-4591-b2a8-6f88cfcc13b2 HTTP/1.1" status: 200 len: 912 time: 0.2440119 Nov 23 21:49:26.529175 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-94bcd9f6-18ee-4c82-af5f-f392c829f289 req-d253b60c-2d45-4212-92e0-55ff1bb2a0b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b203bc0-062a-4dd0-9740-2e41c87bd8a2 HTTP/1.1" status: 200 len: 217 time: 0.0507073 Nov 23 21:49:26.560712 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d443e-cd34-4baa-974d-640985344f0b req-a75159e8-e2fa-4e6c-9db4-8277753e94f8 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:26.568035 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d11d443e-cd34-4baa-974d-640985344f0b req-a75159e8-e2fa-4e6c-9db4-8277753e94f8 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6420426 Nov 23 21:49:26.608956 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bcd9f6-18ee-4c82-af5f-f392c829f289 req-18b737bb-a4ad-48d6-8279-b4af7c83d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:26.610608 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-94bcd9f6-18ee-4c82-af5f-f392c829f289 req-18b737bb-a4ad-48d6-8279-b4af7c83d5b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=448a444d-f116-4edb-9f16-0d80ab53bf19 HTTP/1.1" status: 200 len: 851 time: 0.0720890 Nov 23 21:49:26.626466 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-9', 'device_owner': 'compute:nova'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:26.636743 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-78825f99-740d-4431-9e2a-e0f5f77d7cc4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a94442c-6d29-48f6-8053-4a4498d90e09 HTTP/1.1" status: 200 len: 217 time: 0.1713331 Nov 23 21:49:26.643989 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51746) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:26.648247 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-94bcd9f6-18ee-4c82-af5f-f392c829f289 req-06b8f137-526f-442d-be86-61726481e890 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a89e746f-ef78-4591-b2a8-6f88cfcc13b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305784 Nov 23 21:49:26.659002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d11d443e-cd34-4baa-974d-640985344f0b req-82805859-699e-412f-8e21-78016b030454 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/quotas/0e7e039134924874b19ff0cd123fa47f HTTP/1.1" status: 200 len: 375 time: 0.0900900 Nov 23 21:49:26.754927 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-8d012748-7af7-4607-984a-e457e506350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:26.767468 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-8d012748-7af7-4607-984a-e457e506350d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.1023982 Nov 23 21:49:26.776049 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3893715a-f3bf-420b-bd9e-5034455dbea8 req-cdb393ad-b312-49c4-aedf-e4d182c04df9 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981558 Nov 23 21:49:26.777262 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-94bcd9f6-18ee-4c82-af5f-f392c829f289 req-5cdf3568-25ef-4efd-aa7b-9e99e00e624e service neutron] 10.222.0.53 "GET /v2.0/networks/a89e746f-ef78-4591-b2a8-6f88cfcc13b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222966 Nov 23 21:49:26.820095 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0e8dd0ca-1e54-4926-816b-25e0d5815016 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:26.822535 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d11d443e-cd34-4baa-974d-640985344f0b req-5d8ada24-c1cf-4f75-9640-d6c566f66ffa tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0e7e039134924874b19ff0cd123fa47f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1405172 Nov 23 21:49:26.871925 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-e56049af-9ece-4935-b3df-c68a022181cc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947332 Nov 23 21:49:26.935428 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-94bcd9f6-18ee-4c82-af5f-f392c829f289 req-1fd70f0a-e1c7-4912-8f12-72a496d46240 service neutron] 10.222.0.53 "GET /v2.0/networks/a89e746f-ef78-4591-b2a8-6f88cfcc13b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438220 Nov 23 21:49:26.967984 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:26.992703 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0e8dd0ca-1e54-4926-816b-25e0d5815016 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:26.998970 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0e8dd0ca-1e54-4926-816b-25e0d5815016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:27.061262 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0e8dd0ca-1e54-4926-816b-25e0d5815016 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3dbfa96b40840d3bc20c9e27696efd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4152951 Nov 23 21:49:27.073691 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51760) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:27.110752 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dd0ca-1e54-4926-816b-25e0d5815016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facb32d6-45e2-4fda-8e40-507538494b50,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:27.159785 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6faf6798-fc4b-4316-84e1-09f9f282e903 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:27.191268 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6faf6798-fc4b-4316-84e1-09f9f282e903 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:27.263553 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6faf6798-fc4b-4316-84e1-09f9f282e903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:27.267637 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6faf6798-fc4b-4316-84e1-09f9f282e903 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:27.272522 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6faf6798-fc4b-4316-84e1-09f9f282e903 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/facb32d6-45e2-4fda-8e40-507538494b50 HTTP/1.1" status: 204 len: 168 time: 0.1951096 Nov 23 21:49:27.285330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf6798-fc4b-4316-84e1-09f9f282e903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facb32d6-45e2-4fda-8e40-507538494b50,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:27.680116 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710daace-b3e0-43be-8f90-58d04aac8be5 req-98a865f7-9589-49e2-a5e4-89ade8b86d3a tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:27.687504 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-710daace-b3e0-43be-8f90-58d04aac8be5 req-98a865f7-9589-49e2-a5e4-89ade8b86d3a tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.7677855 Nov 23 21:49:27.744605 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-803b799d-f3c9-450a-ad7d-2b08a6b6afff service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8147922 Nov 23 21:49:27.831873 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-72030c01-d88a-4272-9065-4f4665687a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70687df2-1006-49bb-8963-cc56573430f7 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:49:27.844898 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afb228-1b27-4db8-ade5-2aeda7ee25d3 req-695fbc8a-f794-4586-a343-efce0df908c5 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:27.846468 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-17afb228-1b27-4db8-ade5-2aeda7ee25d3 req-695fbc8a-f794-4586-a343-efce0df908c5 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 944 time: 0.7515106 Nov 23 21:49:27.866478 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-971b7c59-3457-42ea-b959-b5e14afff899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:27.884174 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-72030c01-d88a-4272-9065-4f4665687a08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:27.968923 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-710daace-b3e0-43be-8f90-58d04aac8be5 req-1d9d29f7-2a7c-4a55-9529-07c28a8f370a tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803884 Nov 23 21:49:27.973125 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-72030c01-d88a-4272-9065-4f4665687a08 service neutron] Transition to ACTIVE for port object 70687df2-1006-49bb-8963-cc56573430f7 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:49:28.012037 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-72030c01-d88a-4272-9065-4f4665687a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:28.142350 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-17afb228-1b27-4db8-ade5-2aeda7ee25d3 req-6adf5c69-08a2-41ce-b6cc-c62af0c5befa tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506518 Nov 23 21:49:28.162676 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51794) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:28.175578 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-1c91d595-0f92-422f-b721-dcfcd4968f1a service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787520 Nov 23 21:49:28.229418 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72030c01-d88a-4272-9065-4f4665687a08 service neutron] Pushing event updated for resources: {'Port': ['ID=70687df2-1006-49bb-8963-cc56573430f7,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:28.335489 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6760e8d2-a974-40a8-b2d7-a489bb479909 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1018408553-network', 'tenant_id': '928ed4d0815c4153bc0f232c9e52c223'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:28.377228 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6760e8d2-a974-40a8-b2d7-a489bb479909 admin admin] Made reservation on behalf of 928ed4d0815c4153bc0f232c9e52c223 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:49:28.379896 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6760e8d2-a974-40a8-b2d7-a489bb479909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:28.409358 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-ac9cf1a5-b66c-4392-b159-2741adff3b4b tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:28.412605 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6760e8d2-a974-40a8-b2d7-a489bb479909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:28.418797 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-ac9cf1a5-b66c-4392-b159-2741adff3b4b tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/networks?id=8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d HTTP/1.1" status: 200 len: 821 time: 0.1522789 Nov 23 21:49:28.471720 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d11d443e-cd34-4baa-974d-640985344f0b req-f2f08667-86ae-4097-af4c-5c64e73f8b42 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0e7e039134924874b19ff0cd123fa47f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224743 Nov 23 21:49:28.523843 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] For port 694d5678-41eb-45ea-94c2-4ec190f1b254, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=694d5678-41eb-45ea-94c2-4ec190f1b254,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:28.535361 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6760e8d2-a974-40a8-b2d7-a489bb479909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:28.543011 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6760e8d2-a974-40a8-b2d7-a489bb479909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:28.556454 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6760e8d2-a974-40a8-b2d7-a489bb479909 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:49:28.572249 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6760e8d2-a974-40a8-b2d7-a489bb479909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:28.572597 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-6760e8d2-a974-40a8-b2d7-a489bb479909 admin admin] Added segment 5d1613be-0c74-4c84-a492-d27c8d682fc0 of type vlan for network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b Nov 23 21:49:28.573540 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-78e0b35e-fc6d-48ae-9f24-c06303635341 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/quotas/806a9a0ab6d943e9a8997a5ab579e46d HTTP/1.1" status: 200 len: 375 time: 0.1537540 Nov 23 21:49:28.654617 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760e8d2-a974-40a8-b2d7-a489bb479909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73528d99-1ef0-4910-a240-f31a358fc862,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:28.677751 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6760e8d2-a974-40a8-b2d7-a489bb479909 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:28.690478 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-0cf4aa15-9f49-4c38-b5b3-d2c0c0d62ae4 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:28.692073 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-0cf4aa15-9f49-4c38-b5b3-d2c0c0d62ae4 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc&tenant_id=fbb1d292593848d88a76dda57bbd0633&binding%3Ahost_id=n-h1-816206-9 HTTP/1.1" status: 200 len: 1095 time: 0.1108544 Nov 23 21:49:28.706833 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] For port 694d5678-41eb-45ea-94c2-4ec190f1b254, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:49:28.714936 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-b2893420-07b3-47e6-b009-4ce7fc165750 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=806a9a0ab6d943e9a8997a5ab579e46d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1212175 Nov 23 21:49:28.716217 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-72030c01-d88a-4272-9065-4f4665687a08 service neutron] Attempting to bind port 70687df2-1006-49bb-8963-cc56573430f7 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:49:28.716767 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-72030c01-d88a-4272-9065-4f4665687a08 service neutron] Attempting to bind port 70687df2-1006-49bb-8963-cc56573430f7 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '1b392de4-80d3-413b-9b66-c12c8417b0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:49:28.717464 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-72030c01-d88a-4272-9065-4f4665687a08 service neutron] Attempting to bind port 70687df2-1006-49bb-8963-cc56573430f7 on network 193ab341-7607-45c0-a20d-874bc57a8e22 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:28.742882 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6760e8d2-a974-40a8-b2d7-a489bb479909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:28.743835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6760e8d2-a974-40a8-b2d7-a489bb479909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:28.744426 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6760e8d2-a974-40a8-b2d7-a489bb479909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:28.786125 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-72030c01-d88a-4272-9065-4f4665687a08 service neutron] Port 70687df2-1006-49bb-8963-cc56573430f7 on network 193ab341-7607-45c0-a20d-874bc57a8e22 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:49:28.787639 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-72030c01-d88a-4272-9065-4f4665687a08 service neutron] Attempting to bind port 70687df2-1006-49bb-8963-cc56573430f7 on network 193ab341-7607-45c0-a20d-874bc57a8e22 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:28.792417 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6760e8d2-a974-40a8-b2d7-a489bb479909 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6254485 Nov 23 21:49:28.794613 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51802) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:28.799843 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-8a92ef32-6ecc-424a-ada5-2782ec6c9cad admin admin] Request body: {'subnet': {'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1018408553-subnet', 'tenant_id': '928ed4d0815c4153bc0f232c9e52c223', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:28.814876 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f287b-a1cd-4a14-b678-49c1eb62989b req-5cfcdd0b-5049-4fd1-8c62-ffde70907e04 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:28.816455 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0c2f287b-a1cd-4a14-b678-49c1eb62989b req-5cfcdd0b-5049-4fd1-8c62-ffde70907e04 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 943 time: 0.3899045 Nov 23 21:49:28.845603 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-72030c01-d88a-4272-9065-4f4665687a08 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:49:28.846084 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-72030c01-d88a-4272-9065-4f4665687a08 service neutron] Checking segment: {'id': '1b392de4-80d3-413b-9b66-c12c8417b0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:49:28.846415 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-72030c01-d88a-4272-9065-4f4665687a08 service neutron] Bound using segment: {'id': '1b392de4-80d3-413b-9b66-c12c8417b0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:49:28.846943 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-72030c01-d88a-4272-9065-4f4665687a08 service neutron] Bound port: 70687df2-1006-49bb-8963-cc56573430f7, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b392de4-80d3-413b-9b66-c12c8417b0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:49:28.847320 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-72030c01-d88a-4272-9065-4f4665687a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:28.853035 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760e8d2-a974-40a8-b2d7-a489bb479909 admin admin] Pushing event updated for resources: {'Network': ['ID=47e2de02-96a6-4fca-9bfd-f20c1775fa4b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:28.865402 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:49:28.901488 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cd1289-97f2-4584-b3e5-db906cc62908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '694d5678-41eb-45ea-94c2-4ec190f1b254'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:28.903813 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f5f6f6-65b9-45b3-9f72-1df2e015cb3c" -d '{"events": [{"server_uuid": "73cd1289-97f2-4584-b3e5-db906cc62908", "name": "network-vif-unplugged", "status": "completed", "tag": "694d5678-41eb-45ea-94c2-4ec190f1b254"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:28.921965 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:28.933456 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a92ef32-6ecc-424a-ada5-2782ec6c9cad admin admin] Made reservation on behalf of 928ed4d0815c4153bc0f232c9e52c223 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:49:28.935470 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8a92ef32-6ecc-424a-ada5-2782ec6c9cad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:28.946523 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d443e-cd34-4baa-974d-640985344f0b req-1d83a0f1-1c4c-498c-9460-d7eab3fe460c tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:28.948313 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d11d443e-cd34-4baa-974d-640985344f0b req-1d83a0f1-1c4c-498c-9460-d7eab3fe460c tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4696631 Nov 23 21:49:28.955644 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-8e9219ae-eb83-4031-a8fe-8d85d7cebdf8 service neutron] For port 2a94442c-6d29-48f6-8053-4a4498d90e09, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:49:28.968037 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-8e9219ae-eb83-4031-a8fe-8d85d7cebdf8 service neutron] Publish callbacks [] for binding, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:28.969282 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2075ada3-266c-4bd0-bea5-8a8f0a0b4e88 req-8e9219ae-eb83-4031-a8fe-8d85d7cebdf8 service neutron] 10.222.0.53 "DELETE /v2.0/ports/2a94442c-6d29-48f6-8053-4a4498d90e09/bindings/n-h2-816206-9 HTTP/1.1" status: 204 len: 173 time: 0.2685900 Nov 23 21:49:28.974036 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] Transition to ACTIVE for port object 694d5678-41eb-45ea-94c2-4ec190f1b254 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:49:28.996923 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-d11d443e-cd34-4baa-974d-640985344f0b req-3111e90d-786f-4999-9fc0-d98c3a83489a tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Request body: {'port': {'device_id': 'd39815a6-9253-428a-ad15-f1c3e8c4ea5b', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': '0e7e039134924874b19ff0cd123fa47f'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:29.013698 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:29.104953 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-02c209b7-914f-4c4d-bd64-6e380c12bd6f service neutron] 10.222.0.50 "GET /v2.0/networks/8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528149 Nov 23 21:49:29.108334 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0c2f287b-a1cd-4a14-b678-49c1eb62989b req-157ca0af-5710-4599-99cd-b7e2580071a3 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e308cb2-ffb0-4b3a-8d4d-2e488ec4be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793384 Nov 23 21:49:29.176595 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8a92ef32-6ecc-424a-ada5-2782ec6c9cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:29.250280 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] No DVR routers for this DVR port 694d5678-41eb-45ea-94c2-4ec190f1b254 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:49:29.258863 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a92ef32-6ecc-424a-ada5-2782ec6c9cad admin admin] Checking segment: {'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:49:29.259231 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a92ef32-6ecc-424a-ada5-2782ec6c9cad admin admin] Network hostable DHCP agents. Network: 47e2de02-96a6-4fca-9bfd-f20c1775fa4b, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:49:29.270156 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] Pushing event updated for resources: {'Port': ['ID=694d5678-41eb-45ea-94c2-4ec190f1b254,revision_number=6']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:29.270458 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92ef32-6ecc-424a-ada5-2782ec6c9cad admin admin] Pushing event updated for resources: {'Subnet': ['ID=0056705a-d511-4857-982b-628123088030,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:29.275293 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-72030c01-d88a-4272-9065-4f4665687a08 service neutron] For port 70687df2-1006-49bb-8963-cc56573430f7, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:49:29.289220 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a92ef32-6ecc-424a-ada5-2782ec6c9cad admin admin] Network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:49:29.310058 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-8a92ef32-6ecc-424a-ada5-2782ec6c9cad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 47e2de02-96a6-4fca-9bfd-f20c1775fa4b) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:49:29.316222 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a92ef32-6ecc-424a-ada5-2782ec6c9cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:29.316897 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8a92ef32-6ecc-424a-ada5-2782ec6c9cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:29.318495 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071440e6-c335-4182-9ca2-1a83dea7baa7 None None] Network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:49:29.347671 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26c0348c-031e-4450-ba6a-76b27cbda44a req-f655cd64-7fc7-40d3-9339-6fbe17729d3f tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39815a6-9253-428a-ad15-f1c3e8c4ea5b HTTP/1.1" status: 200 len: 210 time: 0.1127446 Nov 23 21:49:29.351086 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8a92ef32-6ecc-424a-ada5-2782ec6c9cad admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5548670 Nov 23 21:49:29.479441 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-72030c01-d88a-4272-9065-4f4665687a08 service neutron] For port 70687df2-1006-49bb-8963-cc56573430f7, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=70687df2-1006-49bb-8963-cc56573430f7,segment=NetworkSegment(1b392de4-80d3-413b-9b66-c12c8417b0c5),segment_id=1b392de4-80d3-413b-9b66-c12c8417b0c5)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:49:29.510407 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-72030c01-d88a-4272-9065-4f4665687a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:29.572336 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b76e52-b72b-4795-bf6f-647198f68561 None None] Network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:49:29.648561 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d11d443e-cd34-4baa-974d-640985344f0b req-3111e90d-786f-4999-9fc0-d98c3a83489a tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Made reservation on behalf of 0e7e039134924874b19ff0cd123fa47f for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:49:29.652959 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d11d443e-cd34-4baa-974d-640985344f0b req-3111e90d-786f-4999-9fc0-d98c3a83489a tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:29.655678 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] Attempting to bind port 694d5678-41eb-45ea-94c2-4ec190f1b254 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:49:29.656096 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] Attempting to bind port 694d5678-41eb-45ea-94c2-4ec190f1b254 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:49:29.656831 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] Attempting to bind port 694d5678-41eb-45ea-94c2-4ec190f1b254 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:29.674392 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-72030c01-d88a-4272-9065-4f4665687a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:29.675256 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-72030c01-d88a-4272-9065-4f4665687a08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:29.677813 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-72030c01-d88a-4272-9065-4f4665687a08 service neutron] 10.222.0.53 "PUT /v2.0/ports/70687df2-1006-49bb-8963-cc56573430f7 HTTP/1.1" status: 200 len: 1091 time: 3.8815856 Nov 23 21:49:29.701738 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d11d443e-cd34-4baa-974d-640985344f0b req-3111e90d-786f-4999-9fc0-d98c3a83489a tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:29.717122 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] Port 694d5678-41eb-45ea-94c2-4ec190f1b254 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:49:29.717419 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] Attempting to bind port 694d5678-41eb-45ea-94c2-4ec190f1b254 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:29.719982 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72030c01-d88a-4272-9065-4f4665687a08 service neutron] Pushing event updated for resources: {'Port': ['ID=70687df2-1006-49bb-8963-cc56573430f7,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:29.725545 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-2e940a64-0668-46d2-bb37-61adf7e9f1e8 service neutron] 10.222.0.50 "GET /v2.0/networks/8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5576441 Nov 23 21:49:29.741819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:49:29.742368 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:49:29.742873 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:49:29.743331 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] Bound port: 694d5678-41eb-45ea-94c2-4ec190f1b254, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:49:29.743692 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:29.757181 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96668a7-a96e-48c0-b6f2-cad1cdf4947e req-52d7d0a8-1180-45f9-ad9e-d74a194af7d6 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:29.759267 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c96668a7-a96e-48c0-b6f2-cad1cdf4947e req-52d7d0a8-1180-45f9-ad9e-d74a194af7d6 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 947 time: 0.2697923 Nov 23 21:49:29.969127 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c96668a7-a96e-48c0-b6f2-cad1cdf4947e req-9965202d-fdd0-4089-8bb0-df7f67e29d27 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845837 Nov 23 21:49:29.978444 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-77e1935d-5f17-4615-9ac7-530fc6fc4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:29.980024 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-77e1935d-5f17-4615-9ac7-530fc6fc4e1d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3841fbf39953415c9a3d2f808ffa28d4&device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 1094 time: 0.2080321 Nov 23 21:49:30.010924 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:30.054026 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c562e2d8-55d1-4dc9-bbe4-d718c3a5bd3c x-openstack-request-id: req-c562e2d8-55d1-4dc9-bbe4-d718c3a5bd3c {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:30.054250 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cd1289-97f2-4584-b3e5-db906cc62908", "name": "network-vif-unplugged", "status": "completed", "tag": "694d5678-41eb-45ea-94c2-4ec190f1b254", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:30.054510 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c562e2d8-55d1-4dc9-bbe4-d718c3a5bd3c {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:30.055434 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cd1289-97f2-4584-b3e5-db906cc62908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '694d5678-41eb-45ea-94c2-4ec190f1b254', 'code': 200} Nov 23 21:49:30.060416 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-72b8c3ce-3b4e-448e-ba23-f76fbd900d1c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70687df2-1006-49bb-8963-cc56573430f7 HTTP/1.1" status: 200 len: 217 time: 0.0681717 Nov 23 21:49:30.069149 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] For port 694d5678-41eb-45ea-94c2-4ec190f1b254, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:49:30.132362 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] For port 694d5678-41eb-45ea-94c2-4ec190f1b254, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=694d5678-41eb-45ea-94c2-4ec190f1b254,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:49:30.143170 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d11d443e-cd34-4baa-974d-640985344f0b req-3111e90d-786f-4999-9fc0-d98c3a83489a tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:30.149917 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:30.163463 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d11d443e-cd34-4baa-974d-640985344f0b req-3111e90d-786f-4999-9fc0-d98c3a83489a tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:30.265689 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:30.266323 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:30.268081 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] 10.222.0.60 "PUT /v2.0/ports/694d5678-41eb-45ea-94c2-4ec190f1b254 HTTP/1.1" status: 200 len: 1095 time: 3.6949928 Nov 23 21:49:30.282303 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-bb8abc7c-e6f9-4e92-afac-42a011f7ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:30.283782 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-bb8abc7c-e6f9-4e92-afac-42a011f7ca82 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a39ba786-79b8-412a-8bb7-270394e1e0b9 HTTP/1.1" status: 200 len: 854 time: 0.2121294 Nov 23 21:49:30.429997 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cd56d539-20fe-4bd2-920f-3ce411fee3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:30.453549 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111e90d-786f-4999-9fc0-d98c3a83489a tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3acc8c32-505e-4b02-be40-9d8406b0dec5,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:30.488634 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d7036-2545-4f77-aaf0-3a248ee47e2b req-2f766c7a-b98e-4051-99af-481a978d4283 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:30.490684 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-502d7036-2545-4f77-aaf0-3a248ee47e2b req-2f766c7a-b98e-4051-99af-481a978d4283 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.2865150 Nov 23 21:49:30.495467 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70c374-bf2e-44d1-8238-71eb9c106b4d service neutron] Pushing event updated for resources: {'Port': ['ID=694d5678-41eb-45ea-94c2-4ec190f1b254,revision_number=7']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:30.569168 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-82d951b9-bc16-429e-b5f2-531ed4019eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:30.570828 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-82d951b9-bc16-429e-b5f2-531ed4019eae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=193ab341-7607-45c0-a20d-874bc57a8e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2310932 Nov 23 21:49:30.621664 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb7af8-e6de-4d6e-b76f-6b39593910d0 req-d02a72e8-09fb-4bd9-98ef-141a3ad2d434 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:30.623464 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-20fb7af8-e6de-4d6e-b76f-6b39593910d0 req-d02a72e8-09fb-4bd9-98ef-141a3ad2d434 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 944 time: 0.3500946 Nov 23 21:49:30.643144 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-66905edd-a575-4d11-a9b1-79ae2cb11996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:30.644610 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-66905edd-a575-4d11-a9b1-79ae2cb11996 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 1098 time: 0.2906177 Nov 23 21:49:30.657354 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-d11d443e-cd34-4baa-974d-640985344f0b req-3111e90d-786f-4999-9fc0-d98c3a83489a tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Allocated IP 192.168.233.61 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/267cd4e1-69bf-4659-8553-857abee7b3a8) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:49:30.763120 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-502d7036-2545-4f77-aaf0-3a248ee47e2b req-56d63810-98e2-40d7-809a-2528afeae7d4 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606368 Nov 23 21:49:30.988887 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 694d5678-41eb-45ea-94c2-4ec190f1b254 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:49:31.028922 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 694d5678-41eb-45ea-94c2-4ec190f1b254 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:49:31.232784 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-20fb7af8-e6de-4d6e-b76f-6b39593910d0 req-01322f76-237c-4479-b473-1aa3efc5464a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5871184 Nov 23 21:49:31.279278 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-70a4bf6f-37a1-41f2-a4e5-933b199c1f4e service neutron] 10.222.0.53 "GET /v2.0/networks/193ab341-7607-45c0-a20d-874bc57a8e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6892116 Nov 23 21:49:31.337202 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-02b4da3e-13c1-48fa-92c1-31f69594364d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:31.338664 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-02b4da3e-13c1-48fa-92c1-31f69594364d service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.6827271 Nov 23 21:49:31.382962 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-d5e5d025-c559-4e38-9cc7-ce7250ccdba2 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:31.384707 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-d5e5d025-c559-4e38-9cc7-ce7250ccdba2 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.60 "GET /v2.0/networks?id=8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d HTTP/1.1" status: 200 len: 821 time: 0.1385281 Nov 23 21:49:31.417490 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-43dfe9d0-a344-4a15-8661-7367534785ed tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Request body: {'port': {'device_id': '0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280', 'network_id': '8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d', 'admin_state_up': True, 'tenant_id': '806a9a0ab6d943e9a8997a5ab579e46d'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:31.454732 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed6c0335-a199-456f-a420-b63489fe1646 req-c0a8c728-fa74-4d8f-a8d3-f49381ba4dd2 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280 HTTP/1.1" status: 200 len: 210 time: 0.1285546 Nov 23 21:49:31.496222 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:31.504827 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-130c4bca-5cfb-445d-bbc2-d19fdcdc7e97 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=694d5678-41eb-45ea-94c2-4ec190f1b254 HTTP/1.1" status: 200 len: 217 time: 0.1410058 Nov 23 21:49:31.533912 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-eb3d1bac-6fd7-45ea-a389-9ad692324a84 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:31.535770 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-eb3d1bac-6fd7-45ea-a389-9ad692324a84 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/networks?id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b HTTP/1.1" status: 200 len: 812 time: 0.4399309 Nov 23 21:49:31.540172 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-43dfe9d0-a344-4a15-8661-7367534785ed tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Made reservation on behalf of 806a9a0ab6d943e9a8997a5ab579e46d for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:49:31.543923 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-43dfe9d0-a344-4a15-8661-7367534785ed tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:31.626839 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-28c365d6-7dec-4d97-9b54-aa85733d38d6 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/quotas/928ed4d0815c4153bc0f232c9e52c223 HTTP/1.1" status: 200 len: 375 time: 0.0826218 Nov 23 21:49:31.647810 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f7d3725-0877-47d3-b514-2fc4e966c07b req-66f763ef-802c-4f23-8e27-bff4c4812243 service neutron] 10.222.0.53 "GET /v2.0/networks/193ab341-7607-45c0-a20d-874bc57a8e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521492 Nov 23 21:49:31.662813 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-80f8da59-9584-459d-888d-52965f56b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:31.664282 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-80f8da59-9584-459d-888d-52965f56b79f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1490514 Nov 23 21:49:31.673806 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-43dfe9d0-a344-4a15-8661-7367534785ed tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Allocated IP 172.20.0.2 (8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d/29f2c74e-d556-4ec7-a50f-528cd87d0f9e/f3db46b2-89b0-4f54-88b0-8408922b6551) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:49:31.698273 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-9fcae30a-a7ac-4d42-bf9b-1f49bb643cf1 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=928ed4d0815c4153bc0f232c9e52c223&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599089 Nov 23 21:49:31.701149 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d11d443e-cd34-4baa-974d-640985344f0b req-3111e90d-786f-4999-9fc0-d98c3a83489a tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:31.758668 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9fdee-12d4-4a5e-a5d7-db9e1ef75798 req-e30ead6a-d079-48d3-b79f-da3e8fad1d95 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:31.760131 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c2a9fdee-12d4-4a5e-a5d7-db9e1ef75798 req-e30ead6a-d079-48d3-b79f-da3e8fad1d95 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 943 time: 0.2233512 Nov 23 21:49:31.828318 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-43dfe9d0-a344-4a15-8661-7367534785ed tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:31.858541 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-6e7c8c5d-06a0-4b6d-a125-5178cba59944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:31.860344 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-6e7c8c5d-06a0-4b6d-a125-5178cba59944 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1667390 Nov 23 21:49:31.863155 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-43dfe9d0-a344-4a15-8661-7367534785ed tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:31.907347 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-43dfe9d0-a344-4a15-8661-7367534785ed tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Network 8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:49:31.910465 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-43dfe9d0-a344-4a15-8661-7367534785ed tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:49:31.913616 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-43dfe9d0-a344-4a15-8661-7367534785ed tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:49:31.926994 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d11d443e-cd34-4baa-974d-640985344f0b req-3111e90d-786f-4999-9fc0-d98c3a83489a tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:31.937351 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c2a9fdee-12d4-4a5e-a5d7-db9e1ef75798 req-04624fe3-bdec-4b6a-80da-78e16776927c tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e308cb2-ffb0-4b3a-8d4d-2e488ec4be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642785 Nov 23 21:49:31.939252 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-4cb336f4-8186-4e9c-ae1b-125f7c04fc3d service neutron] 10.222.0.50 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264884 Nov 23 21:49:31.954330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dfe9d0-a344-4a15-8661-7367534785ed tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Pushing event updated for resources: {'Port': ['ID=f3db46b2-89b0-4f54-88b0-8408922b6551,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:31.975626 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-43dfe9d0-a344-4a15-8661-7367534785ed tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:31.976268 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-43dfe9d0-a344-4a15-8661-7367534785ed tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:31.995973 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-43dfe9d0-a344-4a15-8661-7367534785ed tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5823197 Nov 23 21:49:32.015810 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-28af7058-2c17-4e22-9213-99d09eaf7f47 service neutron] Request body: {'port': {'device_id': '0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:32.046315 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d11d443e-cd34-4baa-974d-640985344f0b req-3111e90d-786f-4999-9fc0-d98c3a83489a tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:49:32.061080 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11f595d-6099-4954-8680-d62b89f028e7', 'tag': '70687df2-1006-49bb-8963-cc56573430f7'}, {'name': 'network-changed', 'server_uuid': '73cd1289-97f2-4584-b3e5-db906cc62908', 'tag': '694d5678-41eb-45ea-94c2-4ec190f1b254'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:32.063879 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dee9bd-3057-4cbe-909a-9e3ac065f65b" -d '{"events": [{"name": "network-changed", "server_uuid": "d11f595d-6099-4954-8680-d62b89f028e7", "tag": "70687df2-1006-49bb-8963-cc56573430f7"}, {"name": "network-changed", "server_uuid": "73cd1289-97f2-4584-b3e5-db906cc62908", "tag": "694d5678-41eb-45ea-94c2-4ec190f1b254"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:32.068776 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-28af7058-2c17-4e22-9213-99d09eaf7f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:32.074192 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-d11d443e-cd34-4baa-974d-640985344f0b req-3111e90d-786f-4999-9fc0-d98c3a83489a tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:49:32.122068 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11d443e-cd34-4baa-974d-640985344f0b req-3111e90d-786f-4999-9fc0-d98c3a83489a tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:49:32.137279 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111e90d-786f-4999-9fc0-d98c3a83489a tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Pushing event updated for resources: {'Port': ['ID=267cd4e1-69bf-4659-8553-857abee7b3a8,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:32.209958 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-993bb053-5113-495b-aaa1-fb889479c4f3 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385701 Nov 23 21:49:32.235246 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-dbb2ba19-016a-46a6-8b2e-cf4e6b6e625c service neutron] 10.222.0.50 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797084 Nov 23 21:49:32.249908 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a010b4-da71-4993-be37-b37661b7c738 req-6a8d7905-f4b4-4606-b43c-1cb94eaeeb85 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:32.251481 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-71a010b4-da71-4993-be37-b37661b7c738 req-6a8d7905-f4b4-4606-b43c-1cb94eaeeb85 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39815a6-9253-428a-ad15-f1c3e8c4ea5b HTTP/1.1" status: 200 len: 935 time: 0.2170136 Nov 23 21:49:32.258125 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d443e-cd34-4baa-974d-640985344f0b req-3111e90d-786f-4999-9fc0-d98c3a83489a tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:32.258821 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d11d443e-cd34-4baa-974d-640985344f0b req-3111e90d-786f-4999-9fc0-d98c3a83489a tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:32.332121 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-17f08c79-c550-431b-8dca-c346af841aaf None None] Provisioning complete for port 267cd4e1-69bf-4659-8553-857abee7b3a8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:49:32.332986 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-17f08c79-c550-431b-8dca-c346af841aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:32.339100 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d11d443e-cd34-4baa-974d-640985344f0b req-3111e90d-786f-4999-9fc0-d98c3a83489a tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3732524 Nov 23 21:49:32.357619 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-d11d443e-cd34-4baa-974d-640985344f0b req-f8fe7d5f-b434-4749-959c-341ef4f29925 service neutron] Request body: {'port': {'device_id': 'd39815a6-9253-428a-ad15-f1c3e8c4ea5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:32.429308 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-17f08c79-c550-431b-8dca-c346af841aaf None None] Port 267cd4e1-69bf-4659-8553-857abee7b3a8 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:49:32.463601 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e996a5b-50b6-46ee-be97-bb0dfbca2303 req-35d1f405-c73a-4a83-a13b-b00e41646317 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410378 Nov 23 21:49:32.470511 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-71a010b4-da71-4993-be37-b37661b7c738 req-ee7f19a4-6767-4a7b-bab0-e8102b6c7cbf tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/security-groups?id=3acc8c32-505e-4b02-be40-9d8406b0dec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963365 Nov 23 21:49:32.505822 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d11d443e-cd34-4baa-974d-640985344f0b req-f8fe7d5f-b434-4749-959c-341ef4f29925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:32.557467 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaeb1eb-0e40-4937-a51d-f66a6346853e req-abe54e12-d4b3-4abc-970a-39a48d68cafd tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:32.559080 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-efaeb1eb-0e40-4937-a51d-f66a6346853e req-abe54e12-d4b3-4abc-970a-39a48d68cafd tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 947 time: 0.1255260 Nov 23 21:49:32.704277 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-efaeb1eb-0e40-4937-a51d-f66a6346853e req-b804d809-7f7f-4a3e-95f5-cdc91b6f4a7f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351259 Nov 23 21:49:32.715935 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-28af7058-2c17-4e22-9213-99d09eaf7f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3db46b2-89b0-4f54-88b0-8408922b6551 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:49:32.730647 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-28af7058-2c17-4e22-9213-99d09eaf7f47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:32.740832 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-28af7058-2c17-4e22-9213-99d09eaf7f47 service neutron] Transition to ACTIVE for port object f3db46b2-89b0-4f54-88b0-8408922b6551 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:49:32.748390 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-28af7058-2c17-4e22-9213-99d09eaf7f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:32.842860 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aaf62df-4ef8-4595-9048-71659f41c806 x-openstack-request-id: req-3aaf62df-4ef8-4595-9048-71659f41c806 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:32.843147 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11f595d-6099-4954-8680-d62b89f028e7", "tag": "70687df2-1006-49bb-8963-cc56573430f7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "73cd1289-97f2-4584-b3e5-db906cc62908", "tag": "694d5678-41eb-45ea-94c2-4ec190f1b254", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:32.843402 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3aaf62df-4ef8-4595-9048-71659f41c806 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:32.843794 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd11f595d-6099-4954-8680-d62b89f028e7', 'tag': '70687df2-1006-49bb-8963-cc56573430f7', 'status': 'completed', 'code': 200} Nov 23 21:49:32.844184 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cd1289-97f2-4584-b3e5-db906cc62908', 'tag': '694d5678-41eb-45ea-94c2-4ec190f1b254', 'status': 'completed', 'code': 200} Nov 23 21:49:32.856194 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af7058-2c17-4e22-9213-99d09eaf7f47 service neutron] Pushing event updated for resources: {'Port': ['ID=f3db46b2-89b0-4f54-88b0-8408922b6551,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:32.882184 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:32.903572 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-28af7058-2c17-4e22-9213-99d09eaf7f47 service neutron] Attempting to bind port f3db46b2-89b0-4f54-88b0-8408922b6551 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:49:32.903971 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-28af7058-2c17-4e22-9213-99d09eaf7f47 service neutron] Attempting to bind port f3db46b2-89b0-4f54-88b0-8408922b6551 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '33175438-9fb2-4593-9eee-3fa8c9d43423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:49:32.904437 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-28af7058-2c17-4e22-9213-99d09eaf7f47 service neutron] Attempting to bind port f3db46b2-89b0-4f54-88b0-8408922b6551 on network 8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:32.909166 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-28af7058-2c17-4e22-9213-99d09eaf7f47 service neutron] Port f3db46b2-89b0-4f54-88b0-8408922b6551 on network 8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:49:32.909489 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-28af7058-2c17-4e22-9213-99d09eaf7f47 service neutron] Attempting to bind port f3db46b2-89b0-4f54-88b0-8408922b6551 on network 8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:32.916593 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-28af7058-2c17-4e22-9213-99d09eaf7f47 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:49:32.916872 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-28af7058-2c17-4e22-9213-99d09eaf7f47 service neutron] Checking segment: {'id': '33175438-9fb2-4593-9eee-3fa8c9d43423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:49:32.917385 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-28af7058-2c17-4e22-9213-99d09eaf7f47 service neutron] Bound using segment: {'id': '33175438-9fb2-4593-9eee-3fa8c9d43423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:49:32.917817 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-28af7058-2c17-4e22-9213-99d09eaf7f47 service neutron] Bound port: f3db46b2-89b0-4f54-88b0-8408922b6551, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33175438-9fb2-4593-9eee-3fa8c9d43423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:49:32.918191 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-28af7058-2c17-4e22-9213-99d09eaf7f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:32.931201 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f6a0529-8158-4636-8655-4499cf4bafee req-f6e9a13b-2051-4cf0-ad6c-9b76f8be7078 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ede5c18-ec2d-4e16-8624-6e55aeef5ade HTTP/1.1" status: 200 len: 210 time: 0.0900433 Nov 23 21:49:32.977328 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2581eb-0447-4c8d-b57a-3ad74f97d5eb req-e478b65c-7ed2-43dc-be57-32b32aa8ca31 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:32.984606 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8d2581eb-0447-4c8d-b57a-3ad74f97d5eb req-e478b65c-7ed2-43dc-be57-32b32aa8ca31 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.2348115 Nov 23 21:49:32.987730 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-5542cb8f-b95a-4332-9dc1-da20b0f3eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:32.989157 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-5542cb8f-b95a-4332-9dc1-da20b0f3eeb6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3841fbf39953415c9a3d2f808ffa28d4&device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 1094 time: 0.1442678 Nov 23 21:49:33.011864 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-28af7058-2c17-4e22-9213-99d09eaf7f47 service neutron] For port f3db46b2-89b0-4f54-88b0-8408922b6551, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:49:33.015695 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-28af7058-2c17-4e22-9213-99d09eaf7f47 service neutron] For port f3db46b2-89b0-4f54-88b0-8408922b6551, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f3db46b2-89b0-4f54-88b0-8408922b6551,segment=NetworkSegment(33175438-9fb2-4593-9eee-3fa8c9d43423),segment_id=33175438-9fb2-4593-9eee-3fa8c9d43423)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:49:33.021429 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-28af7058-2c17-4e22-9213-99d09eaf7f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:33.056534 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-28af7058-2c17-4e22-9213-99d09eaf7f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:33.057673 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-28af7058-2c17-4e22-9213-99d09eaf7f47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:33.058505 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-28af7058-2c17-4e22-9213-99d09eaf7f47 service neutron] 10.222.0.60 "PUT /v2.0/ports/f3db46b2-89b0-4f54-88b0-8408922b6551 HTTP/1.1" status: 200 len: 1091 time: 1.0480208 Nov 23 21:49:33.059259 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280', 'tag': 'f3db46b2-89b0-4f54-88b0-8408922b6551'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:33.059369 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-21606d7b-9479-4e80-85b6-edcd1d94d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:33.060752 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-21606d7b-9479-4e80-85b6-edcd1d94d665 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 1098 time: 0.2149196 Nov 23 21:49:33.061492 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b82eaf-a00b-4f09-b915-21170bbb1a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280", "tag": "f3db46b2-89b0-4f54-88b0-8408922b6551"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:33.087268 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af7058-2c17-4e22-9213-99d09eaf7f47 service neutron] Pushing event updated for resources: {'Port': ['ID=f3db46b2-89b0-4f54-88b0-8408922b6551,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:33.187200 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-51f2a2ae-71a8-4a52-b34a-54668195a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:33.189186 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-51f2a2ae-71a8-4a52-b34a-54668195a628 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=806a9a0ab6d943e9a8997a5ab579e46d&device_id=0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280 HTTP/1.1" status: 200 len: 1094 time: 0.0545087 Nov 23 21:49:33.217139 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8d2581eb-0447-4c8d-b57a-3ad74f97d5eb req-6cc3c281-7e18-4ab3-90e8-2f765aaeab6e tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316740 Nov 23 21:49:33.256444 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-e7fcedae-c2f0-48bf-b451-8acad969d1cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3db46b2-89b0-4f54-88b0-8408922b6551 HTTP/1.1" status: 200 len: 217 time: 0.0427952 Nov 23 21:49:33.266912 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6253ca-6978-44e0-b6f3-3f7e8832a28f req-0032c588-ee15-420d-9ddd-dadd39a0f2f4 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:33.268405 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e6253ca-6978-44e0-b6f3-3f7e8832a28f req-0032c588-ee15-420d-9ddd-dadd39a0f2f4 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280 HTTP/1.1" status: 200 len: 943 time: 0.2388206 Nov 23 21:49:33.312868 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-b0573057-962d-449b-9c3a-b5efb97ca0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:33.314332 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-b0573057-962d-449b-9c3a-b5efb97ca0b2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=193ab341-7607-45c0-a20d-874bc57a8e22 HTTP/1.1" status: 200 len: 916 time: 0.3126087 Nov 23 21:49:33.326424 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-cc95c348-54f8-4914-90e4-0cc220a12855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:33.328274 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-cc95c348-54f8-4914-90e4-0cc220a12855 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29f2c74e-d556-4ec7-a50f-528cd87d0f9e HTTP/1.1" status: 200 len: 861 time: 0.0525734 Nov 23 21:49:33.331805 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-d11d443e-cd34-4baa-974d-640985344f0b req-f8fe7d5f-b434-4749-959c-341ef4f29925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267cd4e1-69bf-4659-8553-857abee7b3a8 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:49:33.368682 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-7f32b932-97f0-43a7-94f5-9f4495f3270e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257154 Nov 23 21:49:33.372098 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d11d443e-cd34-4baa-974d-640985344f0b req-f8fe7d5f-b434-4749-959c-341ef4f29925 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:33.418517 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-b3f22fe0-126c-4860-a0b8-7f20deef4dc7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70687df2-1006-49bb-8963-cc56573430f7 HTTP/1.1" status: 200 len: 217 time: 0.0795093 Nov 23 21:49:33.443836 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-d11d443e-cd34-4baa-974d-640985344f0b req-f8fe7d5f-b434-4749-959c-341ef4f29925 service neutron] Transition to ACTIVE for port object 267cd4e1-69bf-4659-8553-857abee7b3a8 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:49:33.468208 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-6a54170b-6b0e-4259-97e3-9b74cba30b26 service neutron] 10.222.0.60 "GET /v2.0/networks/8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913770 Nov 23 21:49:33.478831 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d11d443e-cd34-4baa-974d-640985344f0b req-f8fe7d5f-b434-4749-959c-341ef4f29925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:33.487483 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-d084ff97-5daf-4870-bec9-4b7098bb0c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:33.488949 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-d084ff97-5daf-4870-bec9-4b7098bb0c39 service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.3521204 Nov 23 21:49:33.561363 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f5326bf5-6d8b-4ee9-b812-35ae382fa6e7 req-284ef0f0-356e-4190-bfe7-f6a2244134eb service neutron] 10.222.0.60 "GET /v2.0/networks/8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858638 Nov 23 21:49:33.584025 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e6253ca-6978-44e0-b6f3-3f7e8832a28f req-3db04ede-ab96-4df1-b2d3-bc5113eadfa9 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796910 Nov 23 21:49:33.596638 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4d47a-27b9-4c83-a2b7-eca3c9e17c9f req-e23218a6-23a1-4820-8b24-325278ed12f6 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:33.598281 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4aa4d47a-27b9-4c83-a2b7-eca3c9e17c9f req-e23218a6-23a1-4820-8b24-325278ed12f6 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 1095 time: 0.2937069 Nov 23 21:49:33.600132 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-7e5bffc3-c32d-4555-8117-55baa1217686 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=694d5678-41eb-45ea-94c2-4ec190f1b254 HTTP/1.1" status: 200 len: 217 time: 0.0714955 Nov 23 21:49:33.606023 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-77478bc9-4fa4-462b-af6d-8dd4a7bf3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:33.607932 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-77478bc9-4fa4-462b-af6d-8dd4a7bf3fb7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a39ba786-79b8-412a-8bb7-270394e1e0b9 HTTP/1.1" status: 200 len: 854 time: 0.1806219 Nov 23 21:49:33.612838 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe7d5f-b434-4749-959c-341ef4f29925 service neutron] Pushing event updated for resources: {'Port': ['ID=267cd4e1-69bf-4659-8553-857abee7b3a8,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:33.803703 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:33.815435 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4aa4d47a-27b9-4c83-a2b7-eca3c9e17c9f req-dbe0c2fa-e159-413b-be30-b367e448b882 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053952 Nov 23 21:49:33.825543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-c0228d2f-e818-4a66-8caa-e47f35672c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:33.827429 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-c0228d2f-e818-4a66-8caa-e47f35672c71 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=193ab341-7607-45c0-a20d-874bc57a8e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2049429 Nov 23 21:49:33.829567 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-1773c41f-6a94-423b-bd5b-bae4c2b4c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:33.830947 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-1773c41f-6a94-423b-bd5b-bae4c2b4c68e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1569633 Nov 23 21:49:33.850015 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239dc28-dc39-4499-8278-cddf3d0e39c0 req-bdf7c1cd-4e62-4eeb-95a5-8a69930f369b tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:33.855309 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4239dc28-dc39-4499-8278-cddf3d0e39c0 req-bdf7c1cd-4e62-4eeb-95a5-8a69930f369b tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 943 time: 0.1839659 Nov 23 21:49:33.893332 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-d11d443e-cd34-4baa-974d-640985344f0b req-f8fe7d5f-b434-4749-959c-341ef4f29925 service neutron] Attempting to bind port 267cd4e1-69bf-4659-8553-857abee7b3a8 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:49:33.893332 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-d11d443e-cd34-4baa-974d-640985344f0b req-f8fe7d5f-b434-4749-959c-341ef4f29925 service neutron] Attempting to bind port 267cd4e1-69bf-4659-8553-857abee7b3a8 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:49:33.893332 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11d443e-cd34-4baa-974d-640985344f0b req-f8fe7d5f-b434-4749-959c-341ef4f29925 service neutron] Attempting to bind port 267cd4e1-69bf-4659-8553-857abee7b3a8 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:33.934619 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11d443e-cd34-4baa-974d-640985344f0b req-f8fe7d5f-b434-4749-959c-341ef4f29925 service neutron] Port 267cd4e1-69bf-4659-8553-857abee7b3a8 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:49:33.934619 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11d443e-cd34-4baa-974d-640985344f0b req-f8fe7d5f-b434-4749-959c-341ef4f29925 service neutron] Attempting to bind port 267cd4e1-69bf-4659-8553-857abee7b3a8 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:34.017842 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-1f4b3c91-7676-4372-92c3-3c553149b5f3 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:34.019361 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-1f4b3c91-7676-4372-92c3-3c553149b5f3 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.60 "GET /v2.0/networks?id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b HTTP/1.1" status: 200 len: 812 time: 0.1659408 Nov 23 21:49:34.021735 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37698e20-f9a3-4fd8-ae02-cd86d44b39fa x-openstack-request-id: req-37698e20-f9a3-4fd8-ae02-cd86d44b39fa {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:34.022078 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280", "tag": "f3db46b2-89b0-4f54-88b0-8408922b6551", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:34.022351 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-37698e20-f9a3-4fd8-ae02-cd86d44b39fa {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:34.022782 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280', 'tag': 'f3db46b2-89b0-4f54-88b0-8408922b6551', 'status': 'completed', 'code': 200} Nov 23 21:49:34.088143 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-21e26052-a994-454f-a428-c84d528ac472 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Request body: {'port': {'device_id': '0ede5c18-ec2d-4e16-8624-6e55aeef5ade', 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b', 'admin_state_up': True, 'tenant_id': '928ed4d0815c4153bc0f232c9e52c223'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:34.205847 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-21e26052-a994-454f-a428-c84d528ac472 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Made reservation on behalf of 928ed4d0815c4153bc0f232c9e52c223 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:49:34.210049 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-21e26052-a994-454f-a428-c84d528ac472 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:34.304880 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11d443e-cd34-4baa-974d-640985344f0b req-f8fe7d5f-b434-4749-959c-341ef4f29925 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:49:34.305500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11d443e-cd34-4baa-974d-640985344f0b req-f8fe7d5f-b434-4749-959c-341ef4f29925 service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:49:34.305628 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11d443e-cd34-4baa-974d-640985344f0b req-f8fe7d5f-b434-4749-959c-341ef4f29925 service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:49:34.306014 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-d11d443e-cd34-4baa-974d-640985344f0b req-f8fe7d5f-b434-4749-959c-341ef4f29925 service neutron] Bound port: 267cd4e1-69bf-4659-8553-857abee7b3a8, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:49:34.306368 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d11d443e-cd34-4baa-974d-640985344f0b req-f8fe7d5f-b434-4749-959c-341ef4f29925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:34.335189 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-21e26052-a994-454f-a428-c84d528ac472 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Allocated IP 172.20.0.2 (47e2de02-96a6-4fca-9bfd-f20c1775fa4b/0056705a-d511-4857-982b-628123088030/625214a9-c714-4b3f-8b9d-649dd4b629c7) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:49:34.413341 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-7485354b-8ddc-40cf-b5fa-86ef95fec6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:34.414773 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-7485354b-8ddc-40cf-b5fa-86ef95fec6e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5533597 Nov 23 21:49:34.461997 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4239dc28-dc39-4499-8278-cddf3d0e39c0 req-3658c981-5e83-407d-a180-2cf6de6b0a3a tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e308cb2-ffb0-4b3a-8d4d-2e488ec4be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5818741 Nov 23 21:49:34.494988 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-56155c39-97a9-4d46-b62a-7118590e2535 service neutron] 10.222.0.53 "GET /v2.0/networks/193ab341-7607-45c0-a20d-874bc57a8e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6321332 Nov 23 21:49:34.500535 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-21e26052-a994-454f-a428-c84d528ac472 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:34.537133 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-21e26052-a994-454f-a428-c84d528ac472 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:34.544051 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae78b4-4981-4de6-a2a2-e05a464175e4 req-b33e9855-830f-4306-adea-d9c1d42c7eb5 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:34.545638 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-02ae78b4-4981-4de6-a2a2-e05a464175e4 req-b33e9855-830f-4306-adea-d9c1d42c7eb5 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39815a6-9253-428a-ad15-f1c3e8c4ea5b HTTP/1.1" status: 200 len: 947 time: 0.2465413 Nov 23 21:49:34.547589 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b82eaf-a00b-4f09-b915-21170bbb1a1f req-57ce7ac2-d68c-47e1-8c2f-a985ccaca358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:34.549021 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35b82eaf-a00b-4f09-b915-21170bbb1a1f req-57ce7ac2-d68c-47e1-8c2f-a985ccaca358 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=806a9a0ab6d943e9a8997a5ab579e46d&device_id=0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280 HTTP/1.1" status: 200 len: 1094 time: 0.2475138 Nov 23 21:49:34.585185 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-21e26052-a994-454f-a428-c84d528ac472 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:49:34.588321 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-21e26052-a994-454f-a428-c84d528ac472 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:49:34.591279 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-21e26052-a994-454f-a428-c84d528ac472 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:49:34.630265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e26052-a994-454f-a428-c84d528ac472 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Pushing event updated for resources: {'Port': ['ID=625214a9-c714-4b3f-8b9d-649dd4b629c7,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:34.646569 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-d11d443e-cd34-4baa-974d-640985344f0b req-f8fe7d5f-b434-4749-959c-341ef4f29925 service neutron] For port 267cd4e1-69bf-4659-8553-857abee7b3a8, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:49:34.658504 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-21e26052-a994-454f-a428-c84d528ac472 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:34.659165 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-21e26052-a994-454f-a428-c84d528ac472 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:34.676694 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-21e26052-a994-454f-a428-c84d528ac472 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5932391 Nov 23 21:49:34.706513 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-ffc8d1a7-167a-4856-aef0-8d54779c93c7 service neutron] Request body: {'port': {'device_id': '0ede5c18-ec2d-4e16-8624-6e55aeef5ade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:34.767927 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-d11d443e-cd34-4baa-974d-640985344f0b req-f8fe7d5f-b434-4749-959c-341ef4f29925 service neutron] For port 267cd4e1-69bf-4659-8553-857abee7b3a8, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=267cd4e1-69bf-4659-8553-857abee7b3a8,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:49:34.775619 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-ffc8d1a7-167a-4856-aef0-8d54779c93c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:34.804988 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d11d443e-cd34-4baa-974d-640985344f0b req-f8fe7d5f-b434-4749-959c-341ef4f29925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:34.829742 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-342539e1-db82-43b5-a243-21cf7f5a6f38 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828518 Nov 23 21:49:34.893028 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-02ae78b4-4981-4de6-a2a2-e05a464175e4 req-4ac46f8d-425b-4638-b25a-daeba0d99399 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/security-groups?id=3acc8c32-505e-4b02-be40-9d8406b0dec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036549 Nov 23 21:49:34.927670 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d443e-cd34-4baa-974d-640985344f0b req-f8fe7d5f-b434-4749-959c-341ef4f29925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:34.928417 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d11d443e-cd34-4baa-974d-640985344f0b req-f8fe7d5f-b434-4749-959c-341ef4f29925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:34.929636 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d11d443e-cd34-4baa-974d-640985344f0b req-f8fe7d5f-b434-4749-959c-341ef4f29925 service neutron] 10.222.0.53 "PUT /v2.0/ports/267cd4e1-69bf-4659-8553-857abee7b3a8 HTTP/1.1" status: 200 len: 1095 time: 2.5763633 Nov 23 21:49:34.932291 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39815a6-9253-428a-ad15-f1c3e8c4ea5b', 'tag': '267cd4e1-69bf-4659-8553-857abee7b3a8'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:34.934094 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac6a59b-89bf-4ee4-9b20-3fc0369b3a28" -d '{"events": [{"name": "network-changed", "server_uuid": "d39815a6-9253-428a-ad15-f1c3e8c4ea5b", "tag": "267cd4e1-69bf-4659-8553-857abee7b3a8"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:34.956744 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaefca6-6b1a-4388-afb2-c4e693f6de8c req-89c1a3e9-68dc-421b-b943-f60e3df1b556 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:34.959086 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6eaefca6-6b1a-4388-afb2-c4e693f6de8c req-89c1a3e9-68dc-421b-b943-f60e3df1b556 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 947 time: 0.3258481 Nov 23 21:49:34.968611 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-3a897f1e-13c4-490e-a51d-9c31a3a51c10 service neutron] 10.222.0.53 "GET /v2.0/networks/193ab341-7607-45c0-a20d-874bc57a8e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594345 Nov 23 21:49:34.969594 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b82eaf-a00b-4f09-b915-21170bbb1a1f req-8d585a8b-631d-4884-bfe2-e93e07b38226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:34.971069 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35b82eaf-a00b-4f09-b915-21170bbb1a1f req-8d585a8b-631d-4884-bfe2-e93e07b38226 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d HTTP/1.1" status: 200 len: 922 time: 0.3806043 Nov 23 21:49:35.100126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe7d5f-b434-4749-959c-341ef4f29925 service neutron] Pushing event updated for resources: {'Port': ['ID=267cd4e1-69bf-4659-8553-857abee7b3a8,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:35.117726 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-ffc8d1a7-167a-4856-aef0-8d54779c93c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 625214a9-c714-4b3f-8b9d-649dd4b629c7 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:49:35.125743 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-ffc8d1a7-167a-4856-aef0-8d54779c93c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:35.140723 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-ffc8d1a7-167a-4856-aef0-8d54779c93c7 service neutron] Transition to ACTIVE for port object 625214a9-c714-4b3f-8b9d-649dd4b629c7 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:49:35.144892 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-ffc8d1a7-167a-4856-aef0-8d54779c93c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:35.151586 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35b82eaf-a00b-4f09-b915-21170bbb1a1f req-0c8b5874-2a3a-4f6f-abf8-37f3fb7f3553 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f3db46b2-89b0-4f54-88b0-8408922b6551 HTTP/1.1" status: 200 len: 217 time: 0.1376119 Nov 23 21:49:35.218995 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8d1a7-167a-4856-aef0-8d54779c93c7 service neutron] Pushing event updated for resources: {'Port': ['ID=625214a9-c714-4b3f-8b9d-649dd4b629c7,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:35.258259 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-7f755816-8693-4970-9f1f-b4827124a09f service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961651 Nov 23 21:49:35.265058 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6eaefca6-6b1a-4388-afb2-c4e693f6de8c req-26cd12d4-3898-4c31-80ba-153952512ec6 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866256 Nov 23 21:49:35.271964 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d443e-cd34-4baa-974d-640985344f0b req-bff31e54-dfe2-4375-83f1-417d0b8cfd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:35.273421 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-ffc8d1a7-167a-4856-aef0-8d54779c93c7 service neutron] Attempting to bind port 625214a9-c714-4b3f-8b9d-649dd4b629c7 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:49:35.273568 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d11d443e-cd34-4baa-974d-640985344f0b req-bff31e54-dfe2-4375-83f1-417d0b8cfd43 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e7e039134924874b19ff0cd123fa47f&device_id=d39815a6-9253-428a-ad15-f1c3e8c4ea5b HTTP/1.1" status: 200 len: 1098 time: 0.2446728 Nov 23 21:49:35.273766 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-ffc8d1a7-167a-4856-aef0-8d54779c93c7 service neutron] Attempting to bind port 625214a9-c714-4b3f-8b9d-649dd4b629c7 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:49:35.274096 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-ffc8d1a7-167a-4856-aef0-8d54779c93c7 service neutron] Attempting to bind port 625214a9-c714-4b3f-8b9d-649dd4b629c7 on network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:35.280363 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-9775cbfc-39b9-45d3-810b-f3e851af7aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:35.281856 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-9775cbfc-39b9-45d3-810b-f3e851af7aec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 1098 time: 0.2413373 Nov 23 21:49:35.289384 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e820c5c-cb22-450e-a839-bc91c79f7a7e req-1f632c40-197d-4e39-a686-b003c0dcdc6d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:35.290897 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4e820c5c-cb22-450e-a839-bc91c79f7a7e req-1f632c40-197d-4e39-a686-b003c0dcdc6d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ede5c18-ec2d-4e16-8624-6e55aeef5ade HTTP/1.1" status: 200 len: 931 time: 0.2708323 Nov 23 21:49:35.296819 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-ffc8d1a7-167a-4856-aef0-8d54779c93c7 service neutron] Port 625214a9-c714-4b3f-8b9d-649dd4b629c7 on network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:49:35.298251 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-ffc8d1a7-167a-4856-aef0-8d54779c93c7 service neutron] Attempting to bind port 625214a9-c714-4b3f-8b9d-649dd4b629c7 on network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:35.304560 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-ffc8d1a7-167a-4856-aef0-8d54779c93c7 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:49:35.305164 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-ffc8d1a7-167a-4856-aef0-8d54779c93c7 service neutron] Checking segment: {'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:49:35.306057 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-ffc8d1a7-167a-4856-aef0-8d54779c93c7 service neutron] Bound using segment: {'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:49:35.306057 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-ffc8d1a7-167a-4856-aef0-8d54779c93c7 service neutron] Bound port: 625214a9-c714-4b3f-8b9d-649dd4b629c7, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:49:35.306450 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-ffc8d1a7-167a-4856-aef0-8d54779c93c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:35.308415 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b82eaf-a00b-4f09-b915-21170bbb1a1f req-a5fd74bc-1249-4575-80cb-34fb90ab7fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:35.309829 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35b82eaf-a00b-4f09-b915-21170bbb1a1f req-a5fd74bc-1249-4575-80cb-34fb90ab7fa9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29f2c74e-d556-4ec7-a50f-528cd87d0f9e HTTP/1.1" status: 200 len: 861 time: 0.1445305 Nov 23 21:49:35.369404 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d11d443e-cd34-4baa-974d-640985344f0b req-8f341272-d812-4323-8196-64c17c391c0e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=267cd4e1-69bf-4659-8553-857abee7b3a8 HTTP/1.1" status: 200 len: 217 time: 0.0775385 Nov 23 21:49:35.372535 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-ffc8d1a7-167a-4856-aef0-8d54779c93c7 service neutron] For port 625214a9-c714-4b3f-8b9d-649dd4b629c7, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:49:35.375572 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-ffc8d1a7-167a-4856-aef0-8d54779c93c7 service neutron] For port 625214a9-c714-4b3f-8b9d-649dd4b629c7, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=625214a9-c714-4b3f-8b9d-649dd4b629c7,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:49:35.380731 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-ffc8d1a7-167a-4856-aef0-8d54779c93c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:35.416555 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-ffc8d1a7-167a-4856-aef0-8d54779c93c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:35.417177 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-ffc8d1a7-167a-4856-aef0-8d54779c93c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:35.418562 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-ffc8d1a7-167a-4856-aef0-8d54779c93c7 service neutron] 10.222.0.60 "PUT /v2.0/ports/625214a9-c714-4b3f-8b9d-649dd4b629c7 HTTP/1.1" status: 200 len: 1091 time: 0.7164218 Nov 23 21:49:35.422447 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35b82eaf-a00b-4f09-b915-21170bbb1a1f req-e00381d3-8510-4e04-92b0-595deb7b8d48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722919 Nov 23 21:49:35.443468 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8d1a7-167a-4856-aef0-8d54779c93c7 service neutron] Pushing event updated for resources: {'Port': ['ID=625214a9-c714-4b3f-8b9d-649dd4b629c7,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:35.516006 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-e2d7a675-2d3c-4b25-832f-9b82a302a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:35.517742 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-e2d7a675-2d3c-4b25-832f-9b82a302a2d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=928ed4d0815c4153bc0f232c9e52c223&device_id=0ede5c18-ec2d-4e16-8624-6e55aeef5ade HTTP/1.1" status: 200 len: 1094 time: 0.0415440 Nov 23 21:49:35.568257 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-d0152520-466a-49c2-a2f1-5e51d3e288ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=625214a9-c714-4b3f-8b9d-649dd4b629c7 HTTP/1.1" status: 200 len: 217 time: 0.0349014 Nov 23 21:49:35.617341 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-9d7ea573-e85c-4de9-a13f-04ff86fc85f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:35.618833 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-9d7ea573-e85c-4de9-a13f-04ff86fc85f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0056705a-d511-4857-982b-628123088030 HTTP/1.1" status: 200 len: 852 time: 0.0447805 Nov 23 21:49:35.635646 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4e820c5c-cb22-450e-a839-bc91c79f7a7e req-76ef7a49-7a94-4b58-bd0c-5499743fbe56 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226476 Nov 23 21:49:35.656257 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-3e8bd9b5-d0b2-4882-9a26-ae56129e10f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301092 Nov 23 21:49:35.656777 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-1d5ffb96-8cfe-41f7-bef5-ca0362fcab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:35.658221 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-1d5ffb96-8cfe-41f7-bef5-ca0362fcab00 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.3649178 Nov 23 21:49:35.662953 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d443e-cd34-4baa-974d-640985344f0b req-82630772-828a-4ab8-ba5f-00014f41c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:35.664335 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d11d443e-cd34-4baa-974d-640985344f0b req-82630772-828a-4ab8-ba5f-00014f41c90e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.2565951 Nov 23 21:49:35.751575 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-b1097e29-9353-4a3b-87b2-6123ba799739 service neutron] 10.222.0.60 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866866 Nov 23 21:49:35.764600 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-bee086de-fee1-4d7b-a01f-4f5164762a78 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:35.766031 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-bee086de-fee1-4d7b-a01f-4f5164762a78 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 808 time: 0.4090214 Nov 23 21:49:35.768107 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-5a271c3f-0220-4acc-ab79-611de8fe775d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=694d5678-41eb-45ea-94c2-4ec190f1b254 HTTP/1.1" status: 200 len: 217 time: 0.0906551 Nov 23 21:49:35.778856 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35b82eaf-a00b-4f09-b915-21170bbb1a1f req-81a378b3-fcc3-48af-938a-7ee21196bc03 service neutron] 10.222.0.60 "GET /v2.0/networks/8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894535 Nov 23 21:49:35.812452 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 694d5678-41eb-45ea-94c2-4ec190f1b254 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:49:35.847252 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-05e9b2b1-0cf3-4762-9a30-9312f04cd7e9 req-ae2a8cbb-0515-44f3-8839-89fa93b8ea21 service neutron] 10.222.0.60 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876012 Nov 23 21:49:35.855529 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-a46bf7bc-f835-41b7-9951-4dfd65e70024 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/quotas/fbb1d292593848d88a76dda57bbd0633 HTTP/1.1" status: 200 len: 375 time: 0.0816510 Nov 23 21:49:35.896221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d443e-cd34-4baa-974d-640985344f0b req-068136ff-2588-4aec-9184-9a3c51405779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:35.897977 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d11d443e-cd34-4baa-974d-640985344f0b req-068136ff-2588-4aec-9184-9a3c51405779 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2231505 Nov 23 21:49:35.939909 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 694d5678-41eb-45ea-94c2-4ec190f1b254, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=694d5678-41eb-45ea-94c2-4ec190f1b254,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:35.953227 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '694d5678-41eb-45ea-94c2-4ec190f1b254', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '694d5678-41eb-45ea-94c2-4ec190f1b254', 'mac_address': 'fa:16:3e:1c:9b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:49:35.966823 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-55f90eb4-17d9-4834-aad3-b9dc1c2ee06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:35.968264 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-55f90eb4-17d9-4834-aad3-b9dc1c2ee06a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1924484 Nov 23 21:49:35.991722 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:36.004649 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a16f5-8a82-499e-b73a-68fd6a8541f3 req-713ce603-80f1-4c2d-8bd7-83377e12aafc tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:36.006137 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694d5678-41eb-45ea-94c2-4ec190f1b254 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:49:36.006674 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a6a16f5-8a82-499e-b73a-68fd6a8541f3 req-713ce603-80f1-4c2d-8bd7-83377e12aafc tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.2716608 Nov 23 21:49:36.023659 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ede5c18-ec2d-4e16-8624-6e55aeef5ade', 'tag': '625214a9-c714-4b3f-8b9d-649dd4b629c7'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:36.027222 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c16ff58-139f-4d98-8dc3-dfdab78a6301" -d '{"events": [{"name": "network-changed", "server_uuid": "0ede5c18-ec2d-4e16-8624-6e55aeef5ade", "tag": "625214a9-c714-4b3f-8b9d-649dd4b629c7"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:36.030006 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 694d5678-41eb-45ea-94c2-4ec190f1b254, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=694d5678-41eb-45ea-94c2-4ec190f1b254,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:36.035521 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:36.037022 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f3db46b2-89b0-4f54-88b0-8408922b6551 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:49:36.115447 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-03a9abe5-ee76-4989-85a1-9e43674ba967 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2367148 Nov 23 21:49:36.116264 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=694d5678-41eb-45ea-94c2-4ec190f1b254,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:36.118266 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35b82eaf-a00b-4f09-b915-21170bbb1a1f req-2b925b39-135b-4d7c-892e-13cb2f53b54a service neutron] 10.222.0.60 "GET /v2.0/networks/8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074389 Nov 23 21:49:36.169579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-d842bab1-baac-4990-b7b3-cb0693c41340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:36.171078 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-d842bab1-baac-4990-b7b3-cb0693c41340 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1885271 Nov 23 21:49:36.180117 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f3db46b2-89b0-4f54-88b0-8408922b6551, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f3db46b2-89b0-4f54-88b0-8408922b6551,segment=NetworkSegment(33175438-9fb2-4593-9eee-3fa8c9d43423),segment_id=33175438-9fb2-4593-9eee-3fa8c9d43423)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:36.191327 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'f3db46b2-89b0-4f54-88b0-8408922b6551', 'network_id': '8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d', 'port_id': 'f3db46b2-89b0-4f54-88b0-8408922b6551', 'mac_address': 'fa:16:3e:52:fd:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f2c74e-d556-4ec7-a50f-528cd87d0f9e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:49:36.201238 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d11d443e-cd34-4baa-974d-640985344f0b req-4eb3d833-de24-4ed6-87b6-335abf07b2d6 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684240 Nov 23 21:49:36.217922 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a6a16f5-8a82-499e-b73a-68fd6a8541f3 req-57350c4b-6759-4b2a-bb43-353afeb28ef7 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853051 Nov 23 21:49:36.229126 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:36.242399 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3db46b2-89b0-4f54-88b0-8408922b6551 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:49:36.265590 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f3db46b2-89b0-4f54-88b0-8408922b6551, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f3db46b2-89b0-4f54-88b0-8408922b6551,segment=NetworkSegment(33175438-9fb2-4593-9eee-3fa8c9d43423),segment_id=33175438-9fb2-4593-9eee-3fa8c9d43423)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:36.272311 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:36.327231 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f3db46b2-89b0-4f54-88b0-8408922b6551,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:36.419871 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-0f8d4c0e-6863-4c02-9e05-859748b170a9 service neutron] 10.222.0.50 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939179 Nov 23 21:49:36.462996 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-43552751-c809-4e83-88c5-8bd4fd2c2604 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834363 Nov 23 21:49:36.468865 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d11d443e-cd34-4baa-974d-640985344f0b req-290164f7-20f4-4354-9bda-a374b062cefc service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561252 Nov 23 21:49:36.484204 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa78f6-4e22-43a3-9335-7abad5e63f55 req-7bedba65-c280-4c14-b997-d4ad21dce4a0 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:36.485668 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-95fa78f6-4e22-43a3-9335-7abad5e63f55 req-7bedba65-c280-4c14-b997-d4ad21dce4a0 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280 HTTP/1.1" status: 200 len: 944 time: 0.1646595 Nov 23 21:49:36.746241 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['694d5678-41eb-45ea-94c2-4ec190f1b254'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:49:36.773007 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['f3db46b2-89b0-4f54-88b0-8408922b6551'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:49:36.952675 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-95fa78f6-4e22-43a3-9335-7abad5e63f55 req-01a8ec10-8c50-47ac-a1fb-82d8644a7a0e tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561739 Nov 23 21:49:36.956346 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-bdf5b29e-881f-4af1-835f-28c134a46132 service neutron] 10.222.0.50 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266299 Nov 23 21:49:36.980364 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21dee9bd-3057-4cbe-909a-9e3ac065f65b req-a37c74f0-8f2a-48d9-9571-5f60950823fa service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937110 Nov 23 21:49:37.009720 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde8e68e-3d77-445b-8a00-d845f31da056 x-openstack-request-id: req-cde8e68e-3d77-445b-8a00-d845f31da056 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:37.010022 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39815a6-9253-428a-ad15-f1c3e8c4ea5b", "tag": "267cd4e1-69bf-4659-8553-857abee7b3a8", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:37.010279 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cde8e68e-3d77-445b-8a00-d845f31da056 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:37.010687 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39815a6-9253-428a-ad15-f1c3e8c4ea5b', 'tag': '267cd4e1-69bf-4659-8553-857abee7b3a8', 'status': 'completed', 'code': 200} Nov 23 21:49:37.141077 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6a59b-89bf-4ee4-9b20-3fc0369b3a28 req-3ab49536-391b-4e49-9648-48a0b6ce9e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:37.142556 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0ac6a59b-89bf-4ee4-9b20-3fc0369b3a28 req-3ab49536-391b-4e49-9648-48a0b6ce9e05 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e7e039134924874b19ff0cd123fa47f&device_id=d39815a6-9253-428a-ad15-f1c3e8c4ea5b HTTP/1.1" status: 200 len: 1098 time: 0.0995517 Nov 23 21:49:37.150589 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e577a63-6d1b-445d-b8fd-b309d2f656ed req-d61506e1-9e7b-4c40-9870-0ab3b80fe28f tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:37.151987 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e577a63-6d1b-445d-b8fd-b309d2f656ed req-d61506e1-9e7b-4c40-9870-0ab3b80fe28f tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 943 time: 0.0838363 Nov 23 21:49:37.305568 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e577a63-6d1b-445d-b8fd-b309d2f656ed req-10f4948e-ac52-4f88-9048-f69c14169d83 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e308cb2-ffb0-4b3a-8d4d-2e488ec4be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446676 Nov 23 21:49:37.314073 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6a59b-89bf-4ee4-9b20-3fc0369b3a28 req-0049b4e1-d8f6-4246-93a4-81f5cc0072bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:37.315547 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0ac6a59b-89bf-4ee4-9b20-3fc0369b3a28 req-0049b4e1-d8f6-4246-93a4-81f5cc0072bb service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.1627240 Nov 23 21:49:37.327024 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd838e-176e-4def-8901-5587c817b86e req-bacb8c6a-ce56-4a0c-bcb4-f3567a550148 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:37.328497 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3fcd838e-176e-4def-8901-5587c817b86e req-bacb8c6a-ce56-4a0c-bcb4-f3567a550148 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39815a6-9253-428a-ad15-f1c3e8c4ea5b HTTP/1.1" status: 200 len: 947 time: 0.1005683 Nov 23 21:49:37.352567 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c3d495-f1d4-449d-ba2a-285180b252bd x-openstack-request-id: req-b7c3d495-f1d4-449d-ba2a-285180b252bd {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:37.354629 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ede5c18-ec2d-4e16-8624-6e55aeef5ade", "tag": "625214a9-c714-4b3f-8b9d-649dd4b629c7", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:37.354629 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b7c3d495-f1d4-449d-ba2a-285180b252bd {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:37.354629 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ede5c18-ec2d-4e16-8624-6e55aeef5ade', 'tag': '625214a9-c714-4b3f-8b9d-649dd4b629c7', 'status': 'completed', 'code': 200} Nov 23 21:49:37.374578 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0ac6a59b-89bf-4ee4-9b20-3fc0369b3a28 req-d87940a5-8a16-46f6-878d-1c600e7eec80 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=267cd4e1-69bf-4659-8553-857abee7b3a8 HTTP/1.1" status: 200 len: 217 time: 0.0451467 Nov 23 21:49:37.522796 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3fcd838e-176e-4def-8901-5587c817b86e req-621bdf1c-c4f6-43c2-a97a-2b8d9b5f1450 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/security-groups?id=3acc8c32-505e-4b02-be40-9d8406b0dec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556380 Nov 23 21:49:37.524665 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6a59b-89bf-4ee4-9b20-3fc0369b3a28 req-33326f3f-7e7c-4b13-b62e-4375274e49c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:37.526023 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0ac6a59b-89bf-4ee4-9b20-3fc0369b3a28 req-33326f3f-7e7c-4b13-b62e-4375274e49c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1422215 Nov 23 21:49:37.540401 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16ff58-139f-4d98-8dc3-dfdab78a6301 req-835b8758-e24f-4f20-a378-40e3508c4481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:37.540401 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c16ff58-139f-4d98-8dc3-dfdab78a6301 req-835b8758-e24f-4f20-a378-40e3508c4481 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=928ed4d0815c4153bc0f232c9e52c223&device_id=0ede5c18-ec2d-4e16-8624-6e55aeef5ade HTTP/1.1" status: 200 len: 1094 time: 0.1212163 Nov 23 21:49:37.549210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2f111-f85b-4afc-b950-880aead749bd req-a12a959f-3574-4c28-9c95-12a97b75fd34 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:37.550904 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81a2f111-f85b-4afc-b950-880aead749bd req-a12a959f-3574-4c28-9c95-12a97b75fd34 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 948 time: 0.1319749 Nov 23 21:49:37.733889 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6a59b-89bf-4ee4-9b20-3fc0369b3a28 req-d5a502a4-9c56-4bfa-be47-34bd30de4667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:37.735607 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0ac6a59b-89bf-4ee4-9b20-3fc0369b3a28 req-d5a502a4-9c56-4bfa-be47-34bd30de4667 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1950409 Nov 23 21:49:37.741661 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81a2f111-f85b-4afc-b950-880aead749bd req-7ac243b8-cf6d-4a6f-91b0-88d29e89ed45 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818175 Nov 23 21:49:37.782773 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdaa59-f6ee-46ff-8b18-58c93406c28a req-5ea91981-37fe-46f9-a55b-164450c66a37 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:37.784251 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b3cdaa59-f6ee-46ff-8b18-58c93406c28a req-5ea91981-37fe-46f9-a55b-164450c66a37 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ede5c18-ec2d-4e16-8624-6e55aeef5ade HTTP/1.1" status: 200 len: 943 time: 0.1799281 Nov 23 21:49:37.798047 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16ff58-139f-4d98-8dc3-dfdab78a6301 req-ee4fe146-32bb-4894-ae3c-71e9afcdedca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:37.799450 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c16ff58-139f-4d98-8dc3-dfdab78a6301 req-ee4fe146-32bb-4894-ae3c-71e9afcdedca service neutron] 10.222.0.60 "GET /v2.0/networks?id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b HTTP/1.1" status: 200 len: 913 time: 0.2477055 Nov 23 21:49:37.848188 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 625214a9-c714-4b3f-8b9d-649dd4b629c7 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:49:37.861233 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f3db46b2-89b0-4f54-88b0-8408922b6551 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:49:37.905873 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79200ec2-b469-4988-8d12-2d8155bbeb23 req-167559e6-90fb-4a17-bb84-08e778fe372e tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 210 time: 0.1040606 Nov 23 21:49:37.909023 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c16ff58-139f-4d98-8dc3-dfdab78a6301 req-07b345ce-b565-4c1d-9b1e-efa779a27e3e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=625214a9-c714-4b3f-8b9d-649dd4b629c7 HTTP/1.1" status: 200 len: 217 time: 0.1017234 Nov 23 21:49:37.987796 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port f3db46b2-89b0-4f54-88b0-8408922b6551 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:49:37.992964 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b3cdaa59-f6ee-46ff-8b18-58c93406c28a req-bdfbffaf-16d3-470f-820f-3bf18faaa0fa tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986051 Nov 23 21:49:37.996342 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 625214a9-c714-4b3f-8b9d-649dd4b629c7, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=625214a9-c714-4b3f-8b9d-649dd4b629c7,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:37.998668 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port f3db46b2-89b0-4f54-88b0-8408922b6551 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:49:37.998840 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0ac6a59b-89bf-4ee4-9b20-3fc0369b3a28 req-c4809f5b-1b5c-412f-891f-f5ca262d5f82 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532294 Nov 23 21:49:37.999075 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:38.015844 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '625214a9-c714-4b3f-8b9d-649dd4b629c7', 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b', 'port_id': '625214a9-c714-4b3f-8b9d-649dd4b629c7', 'mac_address': 'fa:16:3e:6c:f7:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0056705a-d511-4857-982b-628123088030', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:49:38.050943 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16ff58-139f-4d98-8dc3-dfdab78a6301 req-cf26cb0b-ff2b-4c67-b186-c48271854cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:38.052375 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c16ff58-139f-4d98-8dc3-dfdab78a6301 req-cf26cb0b-ff2b-4c67-b186-c48271854cf9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0056705a-d511-4857-982b-628123088030 HTTP/1.1" status: 200 len: 852 time: 0.1304116 Nov 23 21:49:38.104147 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:38.141985 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 625214a9-c714-4b3f-8b9d-649dd4b629c7 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:49:38.150708 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9b9e8-73bf-4664-88f5-b3023c70d09d req-3e2cc180-3b56-4254-9d3c-355137f4b4bc tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:38.152308 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cfe9b9e8-73bf-4664-88f5-b3023c70d09d req-3e2cc180-3b56-4254-9d3c-355137f4b4bc tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.1800625 Nov 23 21:49:38.154277 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c16ff58-139f-4d98-8dc3-dfdab78a6301 req-f168ed38-d011-43ef-baa7-38c6a6e0a3a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585043 Nov 23 21:49:38.179265 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 625214a9-c714-4b3f-8b9d-649dd4b629c7, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=625214a9-c714-4b3f-8b9d-649dd4b629c7,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:38.180810 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:38.194378 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:38.235068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3db46b2-89b0-4f54-88b0-8408922b6551'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:38.237336 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47750f51-3012-45f6-bd64-127e8b5f83aa" -d '{"events": [{"server_uuid": "0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280", "name": "network-vif-plugged", "status": "completed", "tag": "f3db46b2-89b0-4f54-88b0-8408922b6551"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:38.239836 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0ac6a59b-89bf-4ee4-9b20-3fc0369b3a28 req-f484f1d9-8445-443b-9272-a055e64c93e9 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145734 Nov 23 21:49:38.259309 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f3db46b2-89b0-4f54-88b0-8408922b6551, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f3db46b2-89b0-4f54-88b0-8408922b6551,segment=NetworkSegment(33175438-9fb2-4593-9eee-3fa8c9d43423),segment_id=33175438-9fb2-4593-9eee-3fa8c9d43423)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:38.282115 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:38.284296 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=625214a9-c714-4b3f-8b9d-649dd4b629c7,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:38.354179 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f3db46b2-89b0-4f54-88b0-8408922b6551,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:38.355557 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-88a04648-8c40-4705-977c-ac259ded0502 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:38.358193 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-88a04648-8c40-4705-977c-ac259ded0502 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.60 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 808 time: 0.1537974 Nov 23 21:49:38.387211 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-b9868375-e08a-4daf-9432-d2b03dc26045 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Request body: {'port': {'device_id': '5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e', 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e', 'admin_state_up': True, 'tenant_id': 'fbb1d292593848d88a76dda57bbd0633'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:38.404598 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cfe9b9e8-73bf-4664-88f5-b3023c70d09d req-281f170e-43f4-417e-954c-8d46ee00eb42 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434156 Nov 23 21:49:38.434928 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-90dfdf49-f9e9-460e-80b2-28ca1be7ae58 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:38.436428 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-90dfdf49-f9e9-460e-80b2-28ca1be7ae58 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.60 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908&tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 948 time: 0.1823387 Nov 23 21:49:38.471322 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5623203-ab03-4a63-8657-8b1b681a6bb0 req-2aa6014a-2df1-4f38-aafa-89320780a172 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:38.472918 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a5623203-ab03-4a63-8657-8b1b681a6bb0 req-2aa6014a-2df1-4f38-aafa-89320780a172 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280 HTTP/1.1" status: 200 len: 945 time: 0.1741078 Nov 23 21:49:38.475436 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c16ff58-139f-4d98-8dc3-dfdab78a6301 req-25751dca-c16a-4d8b-a126-3278764f3c1a service neutron] 10.222.0.60 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695310 Nov 23 21:49:38.515892 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-b9868375-e08a-4daf-9432-d2b03dc26045 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Made reservation on behalf of fbb1d292593848d88a76dda57bbd0633 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:49:38.519729 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-b9868375-e08a-4daf-9432-d2b03dc26045 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:38.557487 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['625214a9-c714-4b3f-8b9d-649dd4b629c7'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:49:38.658601 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-b9868375-e08a-4daf-9432-d2b03dc26045 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Allocated IP 172.20.0.7 (5362e53d-b0aa-442a-93dd-f35dceb0e37e/56c36b75-b2e2-4fac-846f-5aa9ccb1b952/88d7fc62-37d7-4348-b06a-bbe171e4966b) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:49:38.667475 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac7a44-cea7-4e1c-a201-270198c6346e req-17db4486-c565-4c41-964d-212199014983 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:38.669027 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1ac7a44-cea7-4e1c-a201-270198c6346e req-17db4486-c565-4c41-964d-212199014983 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 948 time: 0.1916621 Nov 23 21:49:38.675725 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a5623203-ab03-4a63-8657-8b1b681a6bb0 req-c9920c2a-519b-4414-93b9-120724c0058b tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927357 Nov 23 21:49:38.679333 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-f39c494f-2651-476e-9b7d-7c86f231d596 service neutron] 10.222.0.60 "GET /v2.0/ports/694d5678-41eb-45ea-94c2-4ec190f1b254/bindings/n-h2-816206-9 HTTP/1.1" status: 200 len: 382 time: 0.2029676 Nov 23 21:49:38.712717 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c16ff58-139f-4d98-8dc3-dfdab78a6301 req-29b40aae-6283-4719-9084-a881446bc7e7 service neutron] 10.222.0.60 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978734 Nov 23 21:49:38.778195 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1ac7a44-cea7-4e1c-a201-270198c6346e req-9a27ca8b-ac6c-4365-8652-b8163af71def tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965035 Nov 23 21:49:38.799119 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-804d418a-e672-4163-99d9-de300f4adfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:38.799119 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-804d418a-e672-4163-99d9-de300f4adfd0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 1099 time: 0.0583913 Nov 23 21:49:38.827921 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9eeceb-e791-4b03-ae29-b0e093a08dec x-openstack-request-id: req-8a9eeceb-e791-4b03-ae29-b0e093a08dec {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:38.828449 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280", "name": "network-vif-plugged", "status": "completed", "tag": "f3db46b2-89b0-4f54-88b0-8408922b6551", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:38.828867 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a9eeceb-e791-4b03-ae29-b0e093a08dec {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:38.829443 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3db46b2-89b0-4f54-88b0-8408922b6551', 'code': 200} Nov 23 21:49:38.850040 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-b9868375-e08a-4daf-9432-d2b03dc26045 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:38.908753 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-b9868375-e08a-4daf-9432-d2b03dc26045 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:38.958797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-b9868375-e08a-4daf-9432-d2b03dc26045 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Network 5362e53d-b0aa-442a-93dd-f35dceb0e37e is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:49:38.964893 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-b9868375-e08a-4daf-9432-d2b03dc26045 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:49:38.967413 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-b9868375-e08a-4daf-9432-d2b03dc26045 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:49:38.998496 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9868375-e08a-4daf-9432-d2b03dc26045 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Pushing event updated for resources: {'Port': ['ID=88d7fc62-37d7-4348-b06a-bbe171e4966b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:38.999327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-3443a439-fbe6-4e91-b563-9198398fc848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:39.000801 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-3443a439-fbe6-4e91-b563-9198398fc848 service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.1892784 Nov 23 21:49:39.018882 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a91580-9ea3-4e92-ad05-258941e45ef0 req-06d7a821-602c-4f44-8920-926687639dc3 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:39.020903 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32a91580-9ea3-4e92-ad05-258941e45ef0 req-06d7a821-602c-4f44-8920-926687639dc3 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39815a6-9253-428a-ad15-f1c3e8c4ea5b HTTP/1.1" status: 200 len: 947 time: 0.1323617 Nov 23 21:49:39.026216 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-b9868375-e08a-4daf-9432-d2b03dc26045 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:39.026871 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-b9868375-e08a-4daf-9432-d2b03dc26045 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:39.031392 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 70687df2-1006-49bb-8963-cc56573430f7 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:49:39.043018 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a202ac-f6d3-4092-be1f-2b383dec1876 req-0ac72c8c-f9e0-417e-865f-eec88e24c37d tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:39.044576 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3a202ac-f6d3-4092-be1f-2b383dec1876 req-0ac72c8c-f9e0-417e-865f-eec88e24c37d tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 943 time: 0.1458280 Nov 23 21:49:39.048629 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-b9868375-e08a-4daf-9432-d2b03dc26045 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6666777 Nov 23 21:49:39.067822 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-d959bb65-6bcc-45e0-8fb9-dc487ccc7b33 service neutron] Request body: {'port': {'device_id': '5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:39.088073 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-eb4c66db-4d43-4a79-9174-2291a2de3c83 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=694d5678-41eb-45ea-94c2-4ec190f1b254 HTTP/1.1" status: 200 len: 217 time: 0.0647867 Nov 23 21:49:39.124432 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a7c31-a48b-4142-83ee-acb9081ec8fd req-bdd10b6d-b821-4b44-a18b-23b0ad59811f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:39.125927 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a12a7c31-a48b-4142-83ee-acb9081ec8fd req-bdd10b6d-b821-4b44-a18b-23b0ad59811f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280 HTTP/1.1" status: 200 len: 1096 time: 0.1699808 Nov 23 21:49:39.126269 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-d959bb65-6bcc-45e0-8fb9-dc487ccc7b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:39.148657 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 70687df2-1006-49bb-8963-cc56573430f7, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=70687df2-1006-49bb-8963-cc56573430f7,segment=NetworkSegment(1b392de4-80d3-413b-9b66-c12c8417b0c5),segment_id=1b392de4-80d3-413b-9b66-c12c8417b0c5)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:39.163059 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '70687df2-1006-49bb-8963-cc56573430f7', 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22', 'port_id': '70687df2-1006-49bb-8963-cc56573430f7', 'mac_address': 'fa:16:3e:78:99:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39ba786-79b8-412a-8bb7-270394e1e0b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:49:39.212518 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:39.214218 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32a91580-9ea3-4e92-ad05-258941e45ef0 req-1436beeb-df5d-4647-9a4b-34e0e9ed88a7 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/security-groups?id=3acc8c32-505e-4b02-be40-9d8406b0dec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832235 Nov 23 21:49:39.219439 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-e8d5de3c-4ca6-4235-bc19-3b49a470c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:39.220986 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-e8d5de3c-4ca6-4235-bc19-3b49a470c0c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1165447 Nov 23 21:49:39.224528 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3a202ac-f6d3-4092-be1f-2b383dec1876 req-85a8774c-037a-4a08-ba05-baffd834a318 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e308cb2-ffb0-4b3a-8d4d-2e488ec4be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465771 Nov 23 21:49:39.228327 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70687df2-1006-49bb-8963-cc56573430f7 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:49:39.262548 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 70687df2-1006-49bb-8963-cc56573430f7, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=70687df2-1006-49bb-8963-cc56573430f7,segment=NetworkSegment(1b392de4-80d3-413b-9b66-c12c8417b0c5),segment_id=1b392de4-80d3-413b-9b66-c12c8417b0c5)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:39.270296 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a12a7c31-a48b-4142-83ee-acb9081ec8fd req-9a7085d4-0983-4858-bfd6-096107901b5f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249046 Nov 23 21:49:39.271059 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:39.271735 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 267cd4e1-69bf-4659-8553-857abee7b3a8 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:49:39.284621 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-6237836e-d096-4388-8883-884000e0822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:39.286566 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-6237836e-d096-4388-8883-884000e0822d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0562644 Nov 23 21:49:39.354237 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=70687df2-1006-49bb-8963-cc56573430f7,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:39.416658 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85065438-a2f7-4787-a1e7-31e06db13075 req-5a9e2de8-b2f3-457f-be0b-19507e8bbe1c tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:39.418070 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-85065438-a2f7-4787-a1e7-31e06db13075 req-5a9e2de8-b2f3-457f-be0b-19507e8bbe1c tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 931 time: 0.0853047 Nov 23 21:49:39.420815 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 267cd4e1-69bf-4659-8553-857abee7b3a8, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=267cd4e1-69bf-4659-8553-857abee7b3a8,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:39.425774 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278ff35-03e3-4197-a445-229002abefd6 req-f549f67a-dd46-4a9f-8bd0-0134e1cec8ea tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:39.427829 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e278ff35-03e3-4197-a445-229002abefd6 req-f549f67a-dd46-4a9f-8bd0-0134e1cec8ea tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ede5c18-ec2d-4e16-8624-6e55aeef5ade HTTP/1.1" status: 200 len: 944 time: 0.0969608 Nov 23 21:49:39.439994 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '267cd4e1-69bf-4659-8553-857abee7b3a8', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '267cd4e1-69bf-4659-8553-857abee7b3a8', 'mac_address': 'fa:16:3e:a5:88:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:49:39.443635 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-d959bb65-6bcc-45e0-8fb9-dc487ccc7b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d7fc62-37d7-4348-b06a-bbe171e4966b {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:49:39.452020 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-d959bb65-6bcc-45e0-8fb9-dc487ccc7b33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:39.465742 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-d959bb65-6bcc-45e0-8fb9-dc487ccc7b33 service neutron] Transition to ACTIVE for port object 88d7fc62-37d7-4348-b06a-bbe171e4966b will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:49:39.470799 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-d959bb65-6bcc-45e0-8fb9-dc487ccc7b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:39.482934 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:39.497499 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267cd4e1-69bf-4659-8553-857abee7b3a8 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:49:39.503407 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-85065438-a2f7-4787-a1e7-31e06db13075 req-eb42f3e0-5660-43e4-b1cd-96b04180c674 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744538 Nov 23 21:49:39.519588 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e278ff35-03e3-4197-a445-229002abefd6 req-08877cd5-cad7-446f-b0d3-2f4a1006bb41 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793786 Nov 23 21:49:39.519727 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 267cd4e1-69bf-4659-8553-857abee7b3a8, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=267cd4e1-69bf-4659-8553-857abee7b3a8,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:39.541577 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:39.565609 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959bb65-6bcc-45e0-8fb9-dc487ccc7b33 service neutron] Pushing event updated for resources: {'Port': ['ID=88d7fc62-37d7-4348-b06a-bbe171e4966b,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:39.595670 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=267cd4e1-69bf-4659-8553-857abee7b3a8,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:39.617095 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-d959bb65-6bcc-45e0-8fb9-dc487ccc7b33 service neutron] Attempting to bind port 88d7fc62-37d7-4348-b06a-bbe171e4966b on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:49:39.617437 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-d959bb65-6bcc-45e0-8fb9-dc487ccc7b33 service neutron] Attempting to bind port 88d7fc62-37d7-4348-b06a-bbe171e4966b by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:49:39.617771 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-d959bb65-6bcc-45e0-8fb9-dc487ccc7b33 service neutron] Attempting to bind port 88d7fc62-37d7-4348-b06a-bbe171e4966b on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:39.622090 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-d959bb65-6bcc-45e0-8fb9-dc487ccc7b33 service neutron] Port 88d7fc62-37d7-4348-b06a-bbe171e4966b on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:49:39.622412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-d959bb65-6bcc-45e0-8fb9-dc487ccc7b33 service neutron] Attempting to bind port 88d7fc62-37d7-4348-b06a-bbe171e4966b on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:39.627214 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-d959bb65-6bcc-45e0-8fb9-dc487ccc7b33 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:49:39.627551 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-d959bb65-6bcc-45e0-8fb9-dc487ccc7b33 service neutron] Checking segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:49:39.627939 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-d959bb65-6bcc-45e0-8fb9-dc487ccc7b33 service neutron] Bound using segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:49:39.628363 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-d959bb65-6bcc-45e0-8fb9-dc487ccc7b33 service neutron] Bound port: 88d7fc62-37d7-4348-b06a-bbe171e4966b, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:49:39.628713 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-d959bb65-6bcc-45e0-8fb9-dc487ccc7b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:39.682013 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-b8271088-54ab-4de7-806c-8cb7085f0648 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243777 Nov 23 21:49:39.690290 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be46c7-7196-46ee-bd4f-05d1137f13f2 req-487a7528-5faf-44bb-af57-d1a5e62630be tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:39.691770 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4be46c7-7196-46ee-bd4f-05d1137f13f2 req-487a7528-5faf-44bb-af57-d1a5e62630be tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.0708292 Nov 23 21:49:39.696179 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-d959bb65-6bcc-45e0-8fb9-dc487ccc7b33 service neutron] For port 88d7fc62-37d7-4348-b06a-bbe171e4966b, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:49:39.700705 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-d959bb65-6bcc-45e0-8fb9-dc487ccc7b33 service neutron] For port 88d7fc62-37d7-4348-b06a-bbe171e4966b, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=88d7fc62-37d7-4348-b06a-bbe171e4966b,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:49:39.707427 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-d959bb65-6bcc-45e0-8fb9-dc487ccc7b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:39.746922 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-d959bb65-6bcc-45e0-8fb9-dc487ccc7b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:39.747372 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-d959bb65-6bcc-45e0-8fb9-dc487ccc7b33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:39.749224 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-d959bb65-6bcc-45e0-8fb9-dc487ccc7b33 service neutron] 10.222.0.60 "PUT /v2.0/ports/88d7fc62-37d7-4348-b06a-bbe171e4966b HTTP/1.1" status: 200 len: 1091 time: 0.6857836 Nov 23 21:49:39.751827 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e', 'tag': '88d7fc62-37d7-4348-b06a-bbe171e4966b'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:39.753824 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc4fa06-eb43-4a11-8c92-827316429e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e", "tag": "88d7fc62-37d7-4348-b06a-bbe171e4966b"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:39.779667 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959bb65-6bcc-45e0-8fb9-dc487ccc7b33 service neutron] Pushing event updated for resources: {'Port': ['ID=88d7fc62-37d7-4348-b06a-bbe171e4966b,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:39.797513 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['70687df2-1006-49bb-8963-cc56573430f7'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:49:39.805053 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['267cd4e1-69bf-4659-8553-857abee7b3a8'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:49:39.828479 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4be46c7-7196-46ee-bd4f-05d1137f13f2 req-3742500a-4797-4b17-865f-65e51e9d3eba tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175156 Nov 23 21:49:39.861643 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-eebfa891-776c-4a38-965e-a2e463412bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:39.863648 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-eebfa891-776c-4a38-965e-a2e463412bd4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 1094 time: 0.0485921 Nov 23 21:49:39.869839 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138120d-01c1-4566-9cab-3656e2e8f541 req-efb0765b-32aa-4f29-8477-2b07f9dd2602 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:39.871454 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4138120d-01c1-4566-9cab-3656e2e8f541 req-efb0765b-32aa-4f29-8477-2b07f9dd2602 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280 HTTP/1.1" status: 200 len: 945 time: 0.1056433 Nov 23 21:49:39.873771 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-ec4306fd-c67c-46bf-a749-d8010ac91925 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811323 Nov 23 21:49:39.878332 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 694d5678-41eb-45ea-94c2-4ec190f1b254 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:49:39.892012 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07312de9-e9e2-4fa9-b423-8ed5921d8b7c x-openstack-request-id: req-07312de9-e9e2-4fa9-b423-8ed5921d8b7c {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:39.892658 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e", "tag": "88d7fc62-37d7-4348-b06a-bbe171e4966b", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:39.893129 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07312de9-e9e2-4fa9-b423-8ed5921d8b7c {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:39.893630 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e', 'tag': '88d7fc62-37d7-4348-b06a-bbe171e4966b', 'status': 'completed', 'code': 200} Nov 23 21:49:39.935530 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-42f812d5-d266-4193-833f-ceb0032ac2f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88d7fc62-37d7-4348-b06a-bbe171e4966b HTTP/1.1" status: 200 len: 217 time: 0.0375504 Nov 23 21:49:39.939404 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4138120d-01c1-4566-9cab-3656e2e8f541 req-05990681-3390-402a-b65d-be69ce9ae0a5 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548167 Nov 23 21:49:40.004306 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-d8cceadc-c5c1-413b-86c1-e24f2fac024a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:40.006783 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-d8cceadc-c5c1-413b-86c1-e24f2fac024a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.0607510 Nov 23 21:49:40.019475 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 694d5678-41eb-45ea-94c2-4ec190f1b254 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:49:40.032760 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 694d5678-41eb-45ea-94c2-4ec190f1b254 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:49:40.033396 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:40.054394 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f501406-7266-45d6-95d4-049e77cae62b req-8a841bd9-1dc4-4fe9-8aae-f96cfd961557 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:40.056034 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f501406-7266-45d6-95d4-049e77cae62b req-8a841bd9-1dc4-4fe9-8aae-f96cfd961557 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 948 time: 0.0602167 Nov 23 21:49:40.060769 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-e29dfc34-bf38-4863-ba14-6493b5304eb2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266957 Nov 23 21:49:40.111168 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f501406-7266-45d6-95d4-049e77cae62b req-e3e3b083-1052-4c95-89fd-5698b20b60a9 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486195 Nov 23 21:49:40.173898 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-aec6900b-5fff-4af2-997b-12af1de8ceaf service neutron] 10.222.0.60 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011865 Nov 23 21:49:40.230911 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:40.266533 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 694d5678-41eb-45ea-94c2-4ec190f1b254, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=694d5678-41eb-45ea-94c2-4ec190f1b254,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:40.275450 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:40.277043 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 625214a9-c714-4b3f-8b9d-649dd4b629c7 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:49:40.282750 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4186bdfb-5e1f-43a5-94eb-e5e737fb2324 req-9f2c0646-2f99-4a5b-bf49-6a48b44f669e service neutron] 10.222.0.60 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990365 Nov 23 21:49:40.385126 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 625214a9-c714-4b3f-8b9d-649dd4b629c7 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:49:40.391630 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 625214a9-c714-4b3f-8b9d-649dd4b629c7 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:49:40.391992 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:40.394899 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=694d5678-41eb-45ea-94c2-4ec190f1b254,revision_number=9']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:40.395141 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97c469-670e-4b61-84ae-4cd8f90dd84d req-35401856-21d9-48e4-9c07-a79c66e002df tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:40.397448 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d97c469-670e-4b61-84ae-4cd8f90dd84d req-35401856-21d9-48e4-9c07-a79c66e002df tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39815a6-9253-428a-ad15-f1c3e8c4ea5b HTTP/1.1" status: 200 len: 948 time: 0.0830743 Nov 23 21:49:40.410510 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd078d78-325f-401c-8abc-dce678ac8ab7 req-d9d7b2dc-5069-450e-b26e-d8fa5f011a4c tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:40.412555 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bd078d78-325f-401c-8abc-dce678ac8ab7 req-d9d7b2dc-5069-450e-b26e-d8fa5f011a4c tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 944 time: 0.0704439 Nov 23 21:49:40.468075 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4fa06-eb43-4a11-8c92-827316429e8b req-f0282739-ff83-4ab7-a0ba-f5023503eadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:40.468876 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7dc4fa06-eb43-4a11-8c92-827316429e8b req-f0282739-ff83-4ab7-a0ba-f5023503eadb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 1094 time: 0.0448501 Nov 23 21:49:40.492126 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d97c469-670e-4b61-84ae-4cd8f90dd84d req-664d842c-8c76-499b-a24d-3e02e5bdfd35 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/security-groups?id=3acc8c32-505e-4b02-be40-9d8406b0dec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782466 Nov 23 21:49:40.495905 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bd078d78-325f-401c-8abc-dce678ac8ab7 req-d19972d0-ad63-4333-aec1-450600dfa158 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e308cb2-ffb0-4b3a-8d4d-2e488ec4be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744939 Nov 23 21:49:40.589279 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4fa06-eb43-4a11-8c92-827316429e8b req-4dd3bf15-af3d-42c3-b7b0-8b9e3443cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:40.591291 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7dc4fa06-eb43-4a11-8c92-827316429e8b req-4dd3bf15-af3d-42c3-b7b0-8b9e3443cae5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 909 time: 0.1146297 Nov 23 21:49:40.625072 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:40.656504 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7dc4fa06-eb43-4a11-8c92-827316429e8b req-92ef8148-8a3f-4507-b6f4-19040f3e3360 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88d7fc62-37d7-4348-b06a-bbe171e4966b HTTP/1.1" status: 200 len: 217 time: 0.0343325 Nov 23 21:49:40.669634 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 625214a9-c714-4b3f-8b9d-649dd4b629c7, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=625214a9-c714-4b3f-8b9d-649dd4b629c7,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:40.673938 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:40.679479 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8c68d-bdb7-4e0f-bc3a-b0119bf577ed req-4972e7d0-1268-4c9e-baa5-c0ed22a32f0b tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:40.681007 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5e8c68d-bdb7-4e0f-bc3a-b0119bf577ed req-4972e7d0-1268-4c9e-baa5-c0ed22a32f0b tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ede5c18-ec2d-4e16-8624-6e55aeef5ade HTTP/1.1" status: 200 len: 944 time: 0.0824268 Nov 23 21:49:40.691566 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b3d28-d1c4-4b8c-bc73-7fa584b94a4c req-75d6e765-87cb-42af-badd-b6e8a08ff408 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:40.693154 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-699b3d28-d1c4-4b8c-bc73-7fa584b94a4c req-75d6e765-87cb-42af-badd-b6e8a08ff408 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 943 time: 0.0855391 Nov 23 21:49:40.719452 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4fa06-eb43-4a11-8c92-827316429e8b req-b28590bb-14a7-497c-bc88-4e674df50e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:40.721025 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7dc4fa06-eb43-4a11-8c92-827316429e8b req-b28590bb-14a7-497c-bc88-4e674df50e70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.0525231 Nov 23 21:49:40.746047 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=625214a9-c714-4b3f-8b9d-649dd4b629c7,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:40.758986 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7dc4fa06-eb43-4a11-8c92-827316429e8b req-eb17dafc-e3b3-42bd-8359-a76b25307bfe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291953 Nov 23 21:49:40.768496 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5e8c68d-bdb7-4e0f-bc3a-b0119bf577ed req-1ee9f470-4d91-4361-abaf-cffccffc50a2 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742004 Nov 23 21:49:40.777540 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-699b3d28-d1c4-4b8c-bc73-7fa584b94a4c req-ac3741c6-bf5b-4b60-921b-5cee5eecf73a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761046 Nov 23 21:49:40.830516 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cd1289-97f2-4584-b3e5-db906cc62908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694d5678-41eb-45ea-94c2-4ec190f1b254'}, {'server_uuid': '0ede5c18-ec2d-4e16-8624-6e55aeef5ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625214a9-c714-4b3f-8b9d-649dd4b629c7'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:40.833562 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689a3254-0caa-4353-bb06-a9606894fd27" -d '{"events": [{"server_uuid": "73cd1289-97f2-4584-b3e5-db906cc62908", "name": "network-vif-plugged", "status": "completed", "tag": "694d5678-41eb-45ea-94c2-4ec190f1b254"}, {"server_uuid": "0ede5c18-ec2d-4e16-8624-6e55aeef5ade", "name": "network-vif-plugged", "status": "completed", "tag": "625214a9-c714-4b3f-8b9d-649dd4b629c7"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:40.885973 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7dc4fa06-eb43-4a11-8c92-827316429e8b req-e2c43fdc-b7f5-4ec7-96d1-2c312f991314 service neutron] 10.222.0.60 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041613 Nov 23 21:49:40.889035 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a4cfdb-8d10-433f-af08-63e4f5cd63ee x-openstack-request-id: req-c8a4cfdb-8d10-433f-af08-63e4f5cd63ee {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:40.889330 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cd1289-97f2-4584-b3e5-db906cc62908", "name": "network-vif-plugged", "status": "completed", "tag": "694d5678-41eb-45ea-94c2-4ec190f1b254", "code": 200}, {"server_uuid": "0ede5c18-ec2d-4e16-8624-6e55aeef5ade", "name": "network-vif-plugged", "status": "completed", "tag": "625214a9-c714-4b3f-8b9d-649dd4b629c7", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:40.889580 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c8a4cfdb-8d10-433f-af08-63e4f5cd63ee {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:40.889973 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cd1289-97f2-4584-b3e5-db906cc62908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694d5678-41eb-45ea-94c2-4ec190f1b254', 'code': 200} Nov 23 21:49:40.890230 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ede5c18-ec2d-4e16-8624-6e55aeef5ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625214a9-c714-4b3f-8b9d-649dd4b629c7', 'code': 200} Nov 23 21:49:40.955621 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd06d5-c644-4dc7-8b98-c725ac3e8ccd req-fbaa878a-1d0d-489e-955e-534696c1e047 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:40.957077 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-42bd06d5-c644-4dc7-8b98-c725ac3e8ccd req-fbaa878a-1d0d-489e-955e-534696c1e047 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.0557621 Nov 23 21:49:41.029993 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-42bd06d5-c644-4dc7-8b98-c725ac3e8ccd req-8c1b9772-e522-42db-bd4f-c563c5b6b2c1 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655692 Nov 23 21:49:41.031122 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 70687df2-1006-49bb-8963-cc56573430f7 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:49:41.075132 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7dc4fa06-eb43-4a11-8c92-827316429e8b req-6d1ec59e-dd82-47c6-bc5a-54dd657c5de3 service neutron] 10.222.0.60 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963185 Nov 23 21:49:41.093432 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 70687df2-1006-49bb-8963-cc56573430f7 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:49:41.099229 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 70687df2-1006-49bb-8963-cc56573430f7 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:49:41.099769 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:41.104509 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc52370-a011-469a-a2a1-9e41435ee9e3 req-0771e494-1b60-4973-a02b-f5963ef81ea2 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:41.106053 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fbc52370-a011-469a-a2a1-9e41435ee9e3 req-0771e494-1b60-4973-a02b-f5963ef81ea2 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280 HTTP/1.1" status: 200 len: 945 time: 0.1021328 Nov 23 21:49:41.115706 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d9dc4-9ef8-4d7c-ab02-23940c1dd918 req-90b534be-02e8-4ada-b828-624d22f3fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:41.117166 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-164d9dc4-9ef8-4d7c-ab02-23940c1dd918 req-90b534be-02e8-4ada-b828-624d22f3fdd5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0ede5c18-ec2d-4e16-8624-6e55aeef5ade HTTP/1.1" status: 200 len: 1096 time: 0.0634377 Nov 23 21:49:41.183484 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fbc52370-a011-469a-a2a1-9e41435ee9e3 req-158671ab-e2fe-4e02-b1ac-16d34576333b tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653090 Nov 23 21:49:41.196073 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:41.218918 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-164d9dc4-9ef8-4d7c-ab02-23940c1dd918 req-384eda85-f7f2-423d-98bd-cc7a41308004 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653403 Nov 23 21:49:41.241380 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 70687df2-1006-49bb-8963-cc56573430f7, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=70687df2-1006-49bb-8963-cc56573430f7,segment=NetworkSegment(1b392de4-80d3-413b-9b66-c12c8417b0c5),segment_id=1b392de4-80d3-413b-9b66-c12c8417b0c5)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:41.245441 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:41.246602 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 267cd4e1-69bf-4659-8553-857abee7b3a8 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:49:41.326274 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=70687df2-1006-49bb-8963-cc56573430f7,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:41.327123 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1eb936-ae69-48cc-a28a-00062ed57fe8 req-1171217e-012a-4896-8583-02e03dadc738 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:41.328621 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b1eb936-ae69-48cc-a28a-00062ed57fe8 req-1171217e-012a-4896-8583-02e03dadc738 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280 HTTP/1.1" status: 200 len: 945 time: 0.0628769 Nov 23 21:49:41.340529 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 267cd4e1-69bf-4659-8553-857abee7b3a8 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:49:41.344698 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 267cd4e1-69bf-4659-8553-857abee7b3a8 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:49:41.345597 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:41.385427 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1067b3-ad4f-4d78-96b9-5ea01000754a req-a0b06677-5315-49e4-8c77-91d17d78b98b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:41.386936 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a1067b3-ad4f-4d78-96b9-5ea01000754a req-a0b06677-5315-49e4-8c77-91d17d78b98b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.0816376 Nov 23 21:49:41.416969 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b1eb936-ae69-48cc-a28a-00062ed57fe8 req-cbed2f01-d6ae-49cf-97e1-0ae0e1211aed tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750141 Nov 23 21:49:41.424042 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:41.447818 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a1067b3-ad4f-4d78-96b9-5ea01000754a req-3d33cc26-20bb-476f-adb7-e20698c64354 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547981 Nov 23 21:49:41.459309 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 267cd4e1-69bf-4659-8553-857abee7b3a8, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=267cd4e1-69bf-4659-8553-857abee7b3a8,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:41.466871 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:41.513249 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=267cd4e1-69bf-4659-8553-857abee7b3a8,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:41.612866 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeed69a-cedd-474e-b34a-460dd4761df1 req-ec4ea65c-2a1c-4b4b-9dad-3ddcb6ec3ca3 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:41.615206 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-deeed69a-cedd-474e-b34a-460dd4761df1 req-ec4ea65c-2a1c-4b4b-9dad-3ddcb6ec3ca3 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39815a6-9253-428a-ad15-f1c3e8c4ea5b HTTP/1.1" status: 200 len: 949 time: 0.0527523 Nov 23 21:49:41.670573 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-deeed69a-cedd-474e-b34a-460dd4761df1 req-2619e9ed-d088-40b5-babf-f5ac2717fb66 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/security-groups?id=3acc8c32-505e-4b02-be40-9d8406b0dec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491734 Nov 23 21:49:41.781636 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987dc75-78c9-4620-bcf5-80c635070848 req-689ee3da-3e80-414e-b24d-f9324af9b53c tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:41.784999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3987dc75-78c9-4620-bcf5-80c635070848 req-689ee3da-3e80-414e-b24d-f9324af9b53c tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 945 time: 0.0586500 Nov 23 21:49:41.844261 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3987dc75-78c9-4620-bcf5-80c635070848 req-8352c944-58a3-4327-a830-502b60788eff tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e308cb2-ffb0-4b3a-8d4d-2e488ec4be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528805 Nov 23 21:49:41.982790 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883aff9c-800d-4585-af53-29cb02fda801 req-5fdd3c47-1159-41dd-b535-7693659888f1 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:41.984247 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-883aff9c-800d-4585-af53-29cb02fda801 req-5fdd3c47-1159-41dd-b535-7693659888f1 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ede5c18-ec2d-4e16-8624-6e55aeef5ade HTTP/1.1" status: 200 len: 945 time: 0.0780814 Nov 23 21:49:41.994562 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2818dd1-1ca0-4cff-b8f5-278d444ee14c req-bcc57fb7-8ea2-4c49-b24f-0a242e68a0b2 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:41.995945 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c2818dd1-1ca0-4cff-b8f5-278d444ee14c req-bcc57fb7-8ea2-4c49-b24f-0a242e68a0b2 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 943 time: 0.0802383 Nov 23 21:49:42.064456 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-883aff9c-800d-4585-af53-29cb02fda801 req-8c9beb57-8a11-4405-97bf-6731d0873c8d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675738 Nov 23 21:49:42.068667 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c2818dd1-1ca0-4cff-b8f5-278d444ee14c req-54c43372-dfb0-4fc4-a4e3-19f55b52d2ca tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663054 Nov 23 21:49:42.208697 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9611d9-c265-4c05-aea0-5ec9d8423259 req-05faaa26-5201-45d5-a3ce-d07d1f733757 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:42.210137 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f9611d9-c265-4c05-aea0-5ec9d8423259 req-05faaa26-5201-45d5-a3ce-d07d1f733757 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.0835955 Nov 23 21:49:42.221153 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6572a-92f9-4d9c-a87a-5823ad648450 req-35896bdd-4428-4c7d-a26e-e08f1566832d tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:42.222544 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-15e6572a-92f9-4d9c-a87a-5823ad648450 req-35896bdd-4428-4c7d-a26e-e08f1566832d tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280 HTTP/1.1" status: 200 len: 945 time: 0.0650597 Nov 23 21:49:42.291998 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f9611d9-c265-4c05-aea0-5ec9d8423259 req-69d88504-d1b9-4ffc-8541-86920e6c0682 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684965 Nov 23 21:49:42.298898 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-15e6572a-92f9-4d9c-a87a-5823ad648450 req-81959f33-fb21-405e-ad1d-25faf7ba1bf9 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696318 Nov 23 21:49:42.563918 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3619712d-af5c-4b29-8c3d-2ba8c33724fc req-4b3bba6a-e1fb-4beb-bd7a-495a8d685b3d tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:42.565368 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3619712d-af5c-4b29-8c3d-2ba8c33724fc req-4b3bba6a-e1fb-4beb-bd7a-495a8d685b3d tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.0493057 Nov 23 21:49:42.616163 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3619712d-af5c-4b29-8c3d-2ba8c33724fc req-7b54158a-e2f5-4dc1-8bd3-c370596e1496 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441906 Nov 23 21:49:42.789704 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fe36f-99f1-4042-940e-1495e8931ed1 req-5f8aa105-4b29-402b-8e7c-3a11eb4f8102 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:42.791161 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b9fe36f-99f1-4042-940e-1495e8931ed1 req-5f8aa105-4b29-402b-8e7c-3a11eb4f8102 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39815a6-9253-428a-ad15-f1c3e8c4ea5b HTTP/1.1" status: 200 len: 949 time: 0.0507400 Nov 23 21:49:42.837966 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b9fe36f-99f1-4042-940e-1495e8931ed1 req-41e54e19-d2db-4492-9e44-8b1b300f729c tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/security-groups?id=3acc8c32-505e-4b02-be40-9d8406b0dec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409510 Nov 23 21:49:42.891120 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11f595d-6099-4954-8680-d62b89f028e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70687df2-1006-49bb-8963-cc56573430f7'}, {'server_uuid': 'd39815a6-9253-428a-ad15-f1c3e8c4ea5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267cd4e1-69bf-4659-8553-857abee7b3a8'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:42.893462 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b91d3e-e2fe-426e-aced-8653e9e2fa8a" -d '{"events": [{"server_uuid": "d11f595d-6099-4954-8680-d62b89f028e7", "name": "network-vif-plugged", "status": "completed", "tag": "70687df2-1006-49bb-8963-cc56573430f7"}, {"server_uuid": "d39815a6-9253-428a-ad15-f1c3e8c4ea5b", "name": "network-vif-plugged", "status": "completed", "tag": "267cd4e1-69bf-4659-8553-857abee7b3a8"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:42.938157 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3af4f68-6b1d-4e5f-b221-3d4ebaf13d37 x-openstack-request-id: req-c3af4f68-6b1d-4e5f-b221-3d4ebaf13d37 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:42.938457 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11f595d-6099-4954-8680-d62b89f028e7", "name": "network-vif-plugged", "status": "completed", "tag": "70687df2-1006-49bb-8963-cc56573430f7", "code": 200}, {"server_uuid": "d39815a6-9253-428a-ad15-f1c3e8c4ea5b", "name": "network-vif-plugged", "status": "completed", "tag": "267cd4e1-69bf-4659-8553-857abee7b3a8", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:42.938729 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3af4f68-6b1d-4e5f-b221-3d4ebaf13d37 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:42.939254 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11f595d-6099-4954-8680-d62b89f028e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70687df2-1006-49bb-8963-cc56573430f7', 'code': 200} Nov 23 21:49:42.940044 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39815a6-9253-428a-ad15-f1c3e8c4ea5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267cd4e1-69bf-4659-8553-857abee7b3a8', 'code': 200} Nov 23 21:49:42.969321 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607fa162-b11e-49ec-88f0-ed462c0682af req-713267d7-833b-4b23-9bed-d98ce3253794 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:42.970771 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-607fa162-b11e-49ec-88f0-ed462c0682af req-713267d7-833b-4b23-9bed-d98ce3253794 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 945 time: 0.0573726 Nov 23 21:49:43.032263 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-607fa162-b11e-49ec-88f0-ed462c0682af req-d27e5700-8d52-438d-bb6d-b72396431740 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e308cb2-ffb0-4b3a-8d4d-2e488ec4be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536816 Nov 23 21:49:43.472055 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c3d0d-332e-4cf7-8b22-9134f75a94e8 req-aabfaa81-c7a7-40b7-96a6-dc3ed92874a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:43.473611 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-090c3d0d-332e-4cf7-8b22-9134f75a94e8 req-aabfaa81-c7a7-40b7-96a6-dc3ed92874a5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 1096 time: 0.4402821 Nov 23 21:49:43.475320 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6429a-9321-4136-bd57-037afb0d31c1 req-3e10d65a-1ea9-4c21-b9fd-2b08b4c29851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:43.476652 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91d6429a-9321-4136-bd57-037afb0d31c1 req-3e10d65a-1ea9-4c21-b9fd-2b08b4c29851 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d39815a6-9253-428a-ad15-f1c3e8c4ea5b HTTP/1.1" status: 200 len: 1100 time: 0.4581475 Nov 23 21:49:43.496875 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c423c-d619-4be9-ab07-c5fab9838190 req-1b3810cb-17a8-49db-b3a4-db2750170510 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:43.498345 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f74c423c-d619-4be9-ab07-c5fab9838190 req-1b3810cb-17a8-49db-b3a4-db2750170510 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ede5c18-ec2d-4e16-8624-6e55aeef5ade HTTP/1.1" status: 200 len: 945 time: 0.1042638 Nov 23 21:49:43.521555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37797ac-d636-4556-b405-a4302ff2af49 req-82ca1375-6980-49d1-9ef2-1044593c87c4 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:43.523058 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d37797ac-d636-4556-b405-a4302ff2af49 req-82ca1375-6980-49d1-9ef2-1044593c87c4 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 943 time: 0.1258960 Nov 23 21:49:43.552101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-714479b1-f2ac-4edc-9550-55c8f2216f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:43.553645 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-714479b1-f2ac-4edc-9550-55c8f2216f37 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908&tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80 HTTP/1.1" status: 200 len: 1100 time: 0.0417926 Nov 23 21:49:43.565601 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-9', 'device_owner': 'compute:nova'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:43.622470 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:43.629406 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91d6429a-9321-4136-bd57-037afb0d31c1 req-e27d9f73-0493-47fa-8fa3-8a34870b91dd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3acc8c32-505e-4b02-be40-9d8406b0dec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288671 Nov 23 21:49:43.651241 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-090c3d0d-332e-4cf7-8b22-9134f75a94e8 req-58b7bc01-3b3b-4aae-932c-d14b97af9461 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3e308cb2-ffb0-4b3a-8d4d-2e488ec4be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517980 Nov 23 21:49:43.655460 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f74c423c-d619-4be9-ab07-c5fab9838190 req-bd615111-a1d0-4179-a695-51b590c42f34 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436317 Nov 23 21:49:43.659004 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d37797ac-d636-4556-b405-a4302ff2af49 req-958f22f6-ccfe-4a7b-82e7-01f595cdc90d tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202049 Nov 23 21:49:43.800487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaca325-b4c3-46f8-a033-c0fe42be39af req-883e35f0-b8d8-42f7-94f9-96eb3869a192 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:43.802056 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2eaca325-b4c3-46f8-a033-c0fe42be39af req-883e35f0-b8d8-42f7-94f9-96eb3869a192 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280 HTTP/1.1" status: 200 len: 945 time: 0.0835495 Nov 23 21:49:43.816276 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63091ba4-5feb-4a21-85c5-f8ec3ef7548e req-6e6089b2-0f52-4e94-9906-579e9fb6182f tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:43.817771 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63091ba4-5feb-4a21-85c5-f8ec3ef7548e req-6e6089b2-0f52-4e94-9906-579e9fb6182f tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.0719833 Nov 23 21:49:43.838264 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] For port 694d5678-41eb-45ea-94c2-4ec190f1b254, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=694d5678-41eb-45ea-94c2-4ec190f1b254,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:43.872390 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] For port 694d5678-41eb-45ea-94c2-4ec190f1b254, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:49:43.882264 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f3db46b2-89b0-4f54-88b0-8408922b6551 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:49:43.893881 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2eaca325-b4c3-46f8-a033-c0fe42be39af req-40740aac-d971-4491-a5c3-6f23c7fa6286 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751379 Nov 23 21:49:43.898940 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63091ba4-5feb-4a21-85c5-f8ec3ef7548e req-12828133-3aed-4d87-a08e-efe10008f06f tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672605 Nov 23 21:49:43.927172 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cd1289-97f2-4584-b3e5-db906cc62908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '694d5678-41eb-45ea-94c2-4ec190f1b254'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:43.927172 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d64f83a-5856-48d8-9309-ed0213a9ae50" -d '{"events": [{"server_uuid": "73cd1289-97f2-4584-b3e5-db906cc62908", "name": "network-vif-unplugged", "status": "completed", "tag": "694d5678-41eb-45ea-94c2-4ec190f1b254"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:43.927172 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:43.943209 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] Transition to ACTIVE for port object 694d5678-41eb-45ea-94c2-4ec190f1b254 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:49:43.949461 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:44.037435 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f3db46b2-89b0-4f54-88b0-8408922b6551, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f3db46b2-89b0-4f54-88b0-8408922b6551,segment=NetworkSegment(33175438-9fb2-4593-9eee-3fa8c9d43423),segment_id=33175438-9fb2-4593-9eee-3fa8c9d43423)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:44.037990 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] No DVR routers for this DVR port 694d5678-41eb-45ea-94c2-4ec190f1b254 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:49:44.052951 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] Pushing event updated for resources: {'Port': ['ID=694d5678-41eb-45ea-94c2-4ec190f1b254,revision_number=10']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:44.063897 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'f3db46b2-89b0-4f54-88b0-8408922b6551', 'network_id': '8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d', 'port_id': 'f3db46b2-89b0-4f54-88b0-8408922b6551', 'mac_address': 'fa:16:3e:52:fd:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f2c74e-d556-4ec7-a50f-528cd87d0f9e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:49:44.066252 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941e009-9557-4965-a84f-5959ff1d05dc req-7f50a704-ff86-4273-91d5-5a03202f300c tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:44.079254 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b941e009-9557-4965-a84f-5959ff1d05dc req-7f50a704-ff86-4273-91d5-5a03202f300c tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 948 time: 0.0951822 Nov 23 21:49:44.134069 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] Attempting to bind port 694d5678-41eb-45ea-94c2-4ec190f1b254 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:49:44.134700 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] Attempting to bind port 694d5678-41eb-45ea-94c2-4ec190f1b254 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:49:44.135295 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] Attempting to bind port 694d5678-41eb-45ea-94c2-4ec190f1b254 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:44.144604 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] Port 694d5678-41eb-45ea-94c2-4ec190f1b254 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:49:44.144919 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] Attempting to bind port 694d5678-41eb-45ea-94c2-4ec190f1b254 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:44.151142 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:44.151366 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b941e009-9557-4965-a84f-5959ff1d05dc req-2e9416f5-b74e-4cc7-94bf-8949c4be2a59 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704646 Nov 23 21:49:44.163671 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:49:44.164467 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:49:44.164628 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:49:44.164965 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] Bound port: 694d5678-41eb-45ea-94c2-4ec190f1b254, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:49:44.165324 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:44.169614 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3db46b2-89b0-4f54-88b0-8408922b6551 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:49:44.217190 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f3db46b2-89b0-4f54-88b0-8408922b6551, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f3db46b2-89b0-4f54-88b0-8408922b6551,segment=NetworkSegment(33175438-9fb2-4593-9eee-3fa8c9d43423),segment_id=33175438-9fb2-4593-9eee-3fa8c9d43423)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:44.225999 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:44.227241 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 88d7fc62-37d7-4348-b06a-bbe171e4966b details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:49:44.296064 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] For port 694d5678-41eb-45ea-94c2-4ec190f1b254, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:49:44.304160 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] For port 694d5678-41eb-45ea-94c2-4ec190f1b254, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=694d5678-41eb-45ea-94c2-4ec190f1b254,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:49:44.307712 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10491f3e-e9d9-449a-8f08-edf581b2e235 x-openstack-request-id: req-10491f3e-e9d9-449a-8f08-edf581b2e235 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:44.308193 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cd1289-97f2-4584-b3e5-db906cc62908", "name": "network-vif-unplugged", "status": "completed", "tag": "694d5678-41eb-45ea-94c2-4ec190f1b254", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:44.308871 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10491f3e-e9d9-449a-8f08-edf581b2e235 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:44.309527 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cd1289-97f2-4584-b3e5-db906cc62908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '694d5678-41eb-45ea-94c2-4ec190f1b254', 'code': 200} Nov 23 21:49:44.313719 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:44.335500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc5f49-2d04-4e8b-9258-50d3599b8816 req-e108cd22-c31c-4597-b28b-5a11b4a8728a tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:44.336998 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b1bc5f49-2d04-4e8b-9258-50d3599b8816 req-e108cd22-c31c-4597-b28b-5a11b4a8728a tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39815a6-9253-428a-ad15-f1c3e8c4ea5b HTTP/1.1" status: 200 len: 949 time: 0.0841362 Nov 23 21:49:44.359372 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f3db46b2-89b0-4f54-88b0-8408922b6551,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:44.361660 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:44.363149 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:44.365443 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] 10.222.0.53 "PUT /v2.0/ports/694d5678-41eb-45ea-94c2-4ec190f1b254 HTTP/1.1" status: 200 len: 1096 time: 0.8037250 Nov 23 21:49:44.394955 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbd19b-3847-4580-9460-5f686d49558b service neutron] Pushing event updated for resources: {'Port': ['ID=694d5678-41eb-45ea-94c2-4ec190f1b254,revision_number=11']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:44.468612 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-f4bcba58-7786-4638-9b33-5bb8244e2310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:44.470780 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-f4bcba58-7786-4638-9b33-5bb8244e2310 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 1099 time: 0.0688455 Nov 23 21:49:44.472384 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 88d7fc62-37d7-4348-b06a-bbe171e4966b, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=88d7fc62-37d7-4348-b06a-bbe171e4966b,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:44.473174 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b1bc5f49-2d04-4e8b-9258-50d3599b8816 req-3fb5dc3e-0ff6-417b-8ea2-af5536075e42 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/security-groups?id=3acc8c32-505e-4b02-be40-9d8406b0dec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287570 Nov 23 21:49:44.492023 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '88d7fc62-37d7-4348-b06a-bbe171e4966b', 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e', 'port_id': '88d7fc62-37d7-4348-b06a-bbe171e4966b', 'mac_address': 'fa:16:3e:06:53:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c36b75-b2e2-4fac-846f-5aa9ccb1b952', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:49:44.508899 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d474bc-be43-4b85-abb2-ed5e65c8a770 req-54511396-af35-4c04-addd-4ac562292ecd tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:44.517116 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31d474bc-be43-4b85-abb2-ed5e65c8a770 req-54511396-af35-4c04-addd-4ac562292ecd tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 945 time: 0.1073585 Nov 23 21:49:44.544250 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:44.569831 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d7fc62-37d7-4348-b06a-bbe171e4966b {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:49:44.590591 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31d474bc-be43-4b85-abb2-ed5e65c8a770 req-518d34a5-6668-424f-a9f4-d3d7e84a63f4 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e308cb2-ffb0-4b3a-8d4d-2e488ec4be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726526 Nov 23 21:49:44.601160 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 88d7fc62-37d7-4348-b06a-bbe171e4966b, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=88d7fc62-37d7-4348-b06a-bbe171e4966b,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:44.606965 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:44.609335 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-c63639e9-3796-404b-8a2b-d60fc5c6b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:44.611622 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-c63639e9-3796-404b-8a2b-d60fc5c6b6a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.1309080 Nov 23 21:49:44.659462 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59b5ab-3b32-4569-ad22-9b0f87ed8da7 req-374e1cc2-666a-46e2-a08e-c886c1e6cf96 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:44.666301 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-c128a13c-4ac7-4a4b-b68a-faed4f267f95 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=694d5678-41eb-45ea-94c2-4ec190f1b254 HTTP/1.1" status: 200 len: 217 time: 0.0472791 Nov 23 21:49:44.668419 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e59b5ab-3b32-4569-ad22-9b0f87ed8da7 req-374e1cc2-666a-46e2-a08e-c886c1e6cf96 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ede5c18-ec2d-4e16-8624-6e55aeef5ade HTTP/1.1" status: 200 len: 945 time: 0.0731900 Nov 23 21:49:44.670118 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=88d7fc62-37d7-4348-b06a-bbe171e4966b,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:44.740214 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e59b5ab-3b32-4569-ad22-9b0f87ed8da7 req-09f13dcf-4a75-4427-87a5-a9aca86e66c5 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705504 Nov 23 21:49:44.755694 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-5930b721-3a1a-47b9-a649-44eb2d261397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:44.758201 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-5930b721-3a1a-47b9-a649-44eb2d261397 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0793207 Nov 23 21:49:44.824185 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-97704079-a458-4c67-bd54-5f24e3808bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:44.825938 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-97704079-a458-4c67-bd54-5f24e3808bf8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0520699 Nov 23 21:49:44.833060 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bd5ff-e570-4359-9bec-20cf0dda5925 req-bd97f851-d097-4ee3-b3af-32bc7e0cbb81 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:44.834548 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-644bd5ff-e570-4359-9bec-20cf0dda5925 req-bd97f851-d097-4ee3-b3af-32bc7e0cbb81 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 944 time: 0.0741289 Nov 23 21:49:44.884110 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-644bd5ff-e570-4359-9bec-20cf0dda5925 req-a9ca6c3a-d33f-4976-8fdf-169723024cf3 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435698 Nov 23 21:49:44.913422 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['f3db46b2-89b0-4f54-88b0-8408922b6551'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:49:44.941469 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-aca3ad21-5c31-49b7-bcf1-36b9a039efac service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995026 Nov 23 21:49:45.061754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f7818-c351-4c2c-a67e-c5127d71bd13 req-bb7bc347-e754-48f1-827a-a8481b474ee7 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:45.063868 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c61f7818-c351-4c2c-a67e-c5127d71bd13 req-bb7bc347-e754-48f1-827a-a8481b474ee7 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280 HTTP/1.1" status: 200 len: 944 time: 0.0888827 Nov 23 21:49:45.076821 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3413c8f-e09f-4405-b366-3449615b2871 req-fb8e0c70-15b8-45a6-a47d-d70d88a30874 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:45.078534 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f3413c8f-e09f-4405-b366-3449615b2871 req-fb8e0c70-15b8-45a6-a47d-d70d88a30874 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.0918274 Nov 23 21:49:45.099812 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a841dad2-724e-4555-b552-2bf59338f9e7 req-a2767abb-4ec0-409f-98cc-5f56b5d3b826 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444070 Nov 23 21:49:45.154954 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c61f7818-c351-4c2c-a67e-c5127d71bd13 req-3c173db7-79b2-4030-bca0-8418de122790 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749855 Nov 23 21:49:45.164438 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f3413c8f-e09f-4405-b366-3449615b2871 req-2a7a1aa9-7aac-4350-9fda-408a403055ed tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767956 Nov 23 21:49:45.287402 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ed060-fef5-4872-9eb5-c10669dfca89 req-15850903-4188-4763-afd9-db3e605b37b1 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:45.288949 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed1ed060-fef5-4872-9eb5-c10669dfca89 req-15850903-4188-4763-afd9-db3e605b37b1 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 948 time: 0.0505559 Nov 23 21:49:45.289330 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['88d7fc62-37d7-4348-b06a-bbe171e4966b'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:49:45.340318 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed1ed060-fef5-4872-9eb5-c10669dfca89 req-84b1a9d6-a280-4c05-b2f8-b10f15c6456e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447278 Nov 23 21:49:45.588974 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5162b7-72ad-49d9-8fa4-bc371704d277 req-8ba2056e-bef9-46c6-92a8-abe51b127ecf tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:45.590446 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2e5162b7-72ad-49d9-8fa4-bc371704d277 req-8ba2056e-bef9-46c6-92a8-abe51b127ecf tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39815a6-9253-428a-ad15-f1c3e8c4ea5b HTTP/1.1" status: 200 len: 949 time: 0.0522220 Nov 23 21:49:45.638953 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2e5162b7-72ad-49d9-8fa4-bc371704d277 req-eab241bc-9941-4f95-a042-775f47c74dcc tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/security-groups?id=3acc8c32-505e-4b02-be40-9d8406b0dec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425875 Nov 23 21:49:45.700617 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b14848-033a-48cb-8e33-89c96d0a685b req-79fdecc2-dab6-4004-87bb-fc5e859e88df tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:45.702013 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f8b14848-033a-48cb-8e33-89c96d0a685b req-79fdecc2-dab6-4004-87bb-fc5e859e88df tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 945 time: 0.0510321 Nov 23 21:49:45.750431 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f8b14848-033a-48cb-8e33-89c96d0a685b req-c5aeb455-380c-4b71-b3a2-ec589c19f99e tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e308cb2-ffb0-4b3a-8d4d-2e488ec4be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422022 Nov 23 21:49:45.854648 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc803c-274f-4c4c-9dd7-fcff08b3b5e7 req-a6a11aac-cf9d-49ca-b2dd-1e82a343da20 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:45.856194 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8fbc803c-274f-4c4c-9dd7-fcff08b3b5e7 req-a6a11aac-cf9d-49ca-b2dd-1e82a343da20 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ede5c18-ec2d-4e16-8624-6e55aeef5ade HTTP/1.1" status: 200 len: 945 time: 0.0491362 Nov 23 21:49:45.894532 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f3db46b2-89b0-4f54-88b0-8408922b6551 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:49:45.943573 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac286c-bea6-4ed6-a993-af476af05b96 req-f2efd983-1802-415d-a6ad-98d84eed8db0 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:45.945067 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-abac286c-bea6-4ed6-a993-af476af05b96 req-f2efd983-1802-415d-a6ad-98d84eed8db0 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 945 time: 0.0831616 Nov 23 21:49:45.946359 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port f3db46b2-89b0-4f54-88b0-8408922b6551 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:49:45.946858 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:45.949084 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8fbc803c-274f-4c4c-9dd7-fcff08b3b5e7 req-47e14dfd-1d44-485b-95ee-ee0984580052 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857141 Nov 23 21:49:45.955159 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52068) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:45.961042 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-330b3476-3c12-4865-9961-0fa2f991737f tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Request body: {'floatingip': {'port_id': '70687df2-1006-49bb-8963-cc56573430f7'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:46.052797 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:46.064077 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-330b3476-3c12-4865-9961-0fa2f991737f tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks [] for floatingip, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:46.083514 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3db46b2-89b0-4f54-88b0-8408922b6551'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:46.086418 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47651a8-8a96-462e-8b86-54c1c80e969d" -d '{"events": [{"server_uuid": "0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280", "name": "network-vif-plugged", "status": "completed", "tag": "f3db46b2-89b0-4f54-88b0-8408922b6551"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:46.101469 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f3db46b2-89b0-4f54-88b0-8408922b6551, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f3db46b2-89b0-4f54-88b0-8408922b6551,segment=NetworkSegment(33175438-9fb2-4593-9eee-3fa8c9d43423),segment_id=33175438-9fb2-4593-9eee-3fa8c9d43423)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:46.108885 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:46.110155 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 694d5678-41eb-45ea-94c2-4ec190f1b254 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:49:46.183604 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b278fe2-ed20-4ff8-b632-63c409abd342 req-49032b86-ff9f-49f2-900f-467dfed04c89 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:46.189086 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b278fe2-ed20-4ff8-b632-63c409abd342 req-49032b86-ff9f-49f2-900f-467dfed04c89 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 944 time: 0.1622586 Nov 23 21:49:46.196628 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc31bc32-3c62-4368-b13b-63df0cb4f254 x-openstack-request-id: req-cc31bc32-3c62-4368-b13b-63df0cb4f254 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:46.197235 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280", "name": "network-vif-plugged", "status": "completed", "tag": "f3db46b2-89b0-4f54-88b0-8408922b6551", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:46.197554 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc31bc32-3c62-4368-b13b-63df0cb4f254 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:46.198373 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3db46b2-89b0-4f54-88b0-8408922b6551', 'code': 200} Nov 23 21:49:46.230692 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 694d5678-41eb-45ea-94c2-4ec190f1b254 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:49:46.232293 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f3db46b2-89b0-4f54-88b0-8408922b6551,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:46.311093 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cd1289-97f2-4584-b3e5-db906cc62908', 'tag': '694d5678-41eb-45ea-94c2-4ec190f1b254'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:46.313465 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad25c15f-1da7-41a2-b66d-42afcbc38d40" -d '{"events": [{"name": "network-changed", "server_uuid": "73cd1289-97f2-4584-b3e5-db906cc62908", "tag": "694d5678-41eb-45ea-94c2-4ec190f1b254"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:46.396993 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b278fe2-ed20-4ff8-b632-63c409abd342 req-e92eeb08-cce7-4d65-a91a-2567adb02d96 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597128 Nov 23 21:49:46.455809 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf7a9f-cece-4664-8da1-cb5fe36dce58 req-956febf0-faf2-4faa-b8da-be17956a4093 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:46.457317 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6edf7a9f-cece-4664-8da1-cb5fe36dce58 req-956febf0-faf2-4faa-b8da-be17956a4093 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280 HTTP/1.1" status: 200 len: 945 time: 0.1991179 Nov 23 21:49:46.472692 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd75dc1-807a-4206-ad71-cce62d483286 req-02de1973-f803-42bc-a78b-a6064c252266 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:46.474932 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dbd75dc1-807a-4206-ad71-cce62d483286 req-02de1973-f803-42bc-a78b-a6064c252266 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ede5c18-ec2d-4e16-8624-6e55aeef5ade HTTP/1.1" status: 200 len: 945 time: 0.1320760 Nov 23 21:49:46.696737 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6edf7a9f-cece-4664-8da1-cb5fe36dce58 req-57b8c7d1-baa8-4f45-accf-bbf894610105 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186482 Nov 23 21:49:46.780367 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c2132-bcb2-4416-99ab-4c070a6b1722 req-c6254525-43d3-4666-ba4d-52e99c29be25 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:46.781826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d0c2132-bcb2-4416-99ab-4c070a6b1722 req-c6254525-43d3-4666-ba4d-52e99c29be25 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.1561522 Nov 23 21:49:46.827922 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-dbd75dc1-807a-4206-ad71-cce62d483286 req-1462dd5e-768b-44e6-96b0-f18a277e24cc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Deleting port 625214a9-c714-4b3f-8b9d-649dd4b629c7 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:49:46.828260 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dbd75dc1-807a-4206-ad71-cce62d483286 req-1462dd5e-768b-44e6-96b0-f18a277e24cc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:46.858639 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be71717f-b3bf-453b-a3c9-0c2b77ec9848 x-openstack-request-id: req-be71717f-b3bf-453b-a3c9-0c2b77ec9848 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:46.860817 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cd1289-97f2-4584-b3e5-db906cc62908", "tag": "694d5678-41eb-45ea-94c2-4ec190f1b254", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:46.861916 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be71717f-b3bf-453b-a3c9-0c2b77ec9848 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:46.864105 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cd1289-97f2-4584-b3e5-db906cc62908', 'tag': '694d5678-41eb-45ea-94c2-4ec190f1b254', 'status': 'completed', 'code': 200} Nov 23 21:49:46.977808 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d0c2132-bcb2-4416-99ab-4c070a6b1722 req-82a9d623-880e-4b99-be0f-90e6925ea4fb tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894116 Nov 23 21:49:46.988841 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25c15f-1da7-41a2-b66d-42afcbc38d40 req-a1877b5c-55dc-48b9-ab9e-14747d885b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:46.990903 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ad25c15f-1da7-41a2-b66d-42afcbc38d40 req-a1877b5c-55dc-48b9-ab9e-14747d885b02 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 1099 time: 0.1032205 Nov 23 21:49:46.999991 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25c15f-1da7-41a2-b66d-42afcbc38d40 req-bf1ce9b1-d148-488e-80e6-ca3e28e54e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:47.002196 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ad25c15f-1da7-41a2-b66d-42afcbc38d40 req-bf1ce9b1-d148-488e-80e6-ca3e28e54e9f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 1099 time: 0.0686588 Nov 23 21:49:47.029243 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-330b3476-3c12-4865-9961-0fa2f991737f tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:47.046130 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-330b3476-3c12-4865-9961-0fa2f991737f tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:47.055366 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-dbd75dc1-807a-4206-ad71-cce62d483286 req-1462dd5e-768b-44e6-96b0-f18a277e24cc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] For port 625214a9-c714-4b3f-8b9d-649dd4b629c7, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=625214a9-c714-4b3f-8b9d-649dd4b629c7,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:47.055724 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dbd75dc1-807a-4206-ad71-cce62d483286 req-1462dd5e-768b-44e6-96b0-f18a277e24cc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:47.113127 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab4570-2365-4365-8b65-884f422c1d5c req-60d6e6c3-0f9c-41db-8829-599f8c929b69 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:47.121427 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4ab4570-2365-4365-8b65-884f422c1d5c req-60d6e6c3-0f9c-41db-8829-599f8c929b69 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 948 time: 0.1759899 Nov 23 21:49:47.142195 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-dbd75dc1-807a-4206-ad71-cce62d483286 req-1462dd5e-768b-44e6-96b0-f18a277e24cc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Calling delete_port for 625214a9-c714-4b3f-8b9d-649dd4b629c7 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:49:47.312710 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24895c7a-7e64-42fb-a3fb-c36cfb826c05 req-3616c954-c4df-4056-b8ef-a00008242bd6 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:47.314270 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24895c7a-7e64-42fb-a3fb-c36cfb826c05 req-3616c954-c4df-4056-b8ef-a00008242bd6 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39815a6-9253-428a-ad15-f1c3e8c4ea5b HTTP/1.1" status: 200 len: 949 time: 0.1806228 Nov 23 21:49:47.334615 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4ab4570-2365-4365-8b65-884f422c1d5c req-0bf0a93e-36e5-49d6-b843-1346a469a79f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122319 Nov 23 21:49:47.343112 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-330b3476-3c12-4865-9961-0fa2f991737f tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Floating IP e1a0ab4d-70a1-4c53-a677-4befadfeff62 associated. External IP: 172.25.5.146, port: 70687df2-1006-49bb-8963-cc56573430f7. Nov 23 21:49:47.528032 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24895c7a-7e64-42fb-a3fb-c36cfb826c05 req-8cd9b135-a72d-43c5-bebf-39fa29a90478 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/security-groups?id=3acc8c32-505e-4b02-be40-9d8406b0dec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923165 Nov 23 21:49:47.563955 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dbd75dc1-807a-4206-ad71-cce62d483286 req-1462dd5e-768b-44e6-96b0-f18a277e24cc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:47.567895 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25c15f-1da7-41a2-b66d-42afcbc38d40 req-21b9c1ff-bcdd-42e5-9367-97f8a8337742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:47.570750 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ad25c15f-1da7-41a2-b66d-42afcbc38d40 req-21b9c1ff-bcdd-42e5-9367-97f8a8337742 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.5636542 Nov 23 21:49:47.571837 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25c15f-1da7-41a2-b66d-42afcbc38d40 req-2b05bb2d-c4e1-4cf2-8d4c-1f23a6023fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:47.573494 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ad25c15f-1da7-41a2-b66d-42afcbc38d40 req-2b05bb2d-c4e1-4cf2-8d4c-1f23a6023fd2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.5560212 Nov 23 21:49:47.604437 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['625214a9-c714-4b3f-8b9d-649dd4b629c7'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:49:47.630851 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ad25c15f-1da7-41a2-b66d-42afcbc38d40 req-542f6213-e5f6-4d7d-b8cc-74dbfb369adc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=694d5678-41eb-45ea-94c2-4ec190f1b254 HTTP/1.1" status: 200 len: 217 time: 0.0504971 Nov 23 21:49:47.633559 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462dd5e-768b-44e6-96b0-f18a277e24cc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Pushing event deleted for resources: {'Port': ['ID=625214a9-c714-4b3f-8b9d-649dd4b629c7,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:47.679751 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ad25c15f-1da7-41a2-b66d-42afcbc38d40 req-976c61e2-ff8f-4eb2-9bad-e30e87351206 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=694d5678-41eb-45ea-94c2-4ec190f1b254 HTTP/1.1" status: 200 len: 217 time: 0.0579271 Nov 23 21:49:47.685558 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f43b9f35-b41e-4892-84f3-2a577eb4d8ca req-2f5dd29c-f984-4a07-9a03-c02da6086685 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ede5c18-ec2d-4e16-8624-6e55aeef5ade HTTP/1.1" status: 200 len: 210 time: 0.0531292 Nov 23 21:49:47.756005 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25c15f-1da7-41a2-b66d-42afcbc38d40 req-d38ca0f6-23e5-4e74-abe1-7e3043fa0a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:47.757507 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ad25c15f-1da7-41a2-b66d-42afcbc38d40 req-d38ca0f6-23e5-4e74-abe1-7e3043fa0a6b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0871992 Nov 23 21:49:47.758951 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25c15f-1da7-41a2-b66d-42afcbc38d40 req-8f861373-6946-478a-abb4-34bb0e038c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:47.760260 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ad25c15f-1da7-41a2-b66d-42afcbc38d40 req-8f861373-6946-478a-abb4-34bb0e038c32 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0621934 Nov 23 21:49:47.765196 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd75dc1-807a-4206-ad71-cce62d483286 req-1462dd5e-768b-44e6-96b0-f18a277e24cc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] No DVR routers for this DVR port 625214a9-c714-4b3f-8b9d-649dd4b629c7 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:49:47.772749 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dbd75dc1-807a-4206-ad71-cce62d483286 req-1462dd5e-768b-44e6-96b0-f18a277e24cc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:47.776057 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dbd75dc1-807a-4206-ad71-cce62d483286 req-1462dd5e-768b-44e6-96b0-f18a277e24cc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.60 "DELETE /v2.0/ports/625214a9-c714-4b3f-8b9d-649dd4b629c7 HTTP/1.1" status: 204 len: 173 time: 1.2886219 Nov 23 21:49:47.783729 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ede5c18-ec2d-4e16-8624-6e55aeef5ade', 'name': 'network-vif-deleted', 'tag': '625214a9-c714-4b3f-8b9d-649dd4b629c7'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:47.786108 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7b9fbf-6601-4704-80ed-69a264508626" -d '{"events": [{"server_uuid": "0ede5c18-ec2d-4e16-8624-6e55aeef5ade", "name": "network-vif-deleted", "tag": "625214a9-c714-4b3f-8b9d-649dd4b629c7"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:47.844877 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25c15f-1da7-41a2-b66d-42afcbc38d40 req-772d92fd-0b1c-4b4b-bc87-45acdaf6d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:47.846323 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ad25c15f-1da7-41a2-b66d-42afcbc38d40 req-772d92fd-0b1c-4b4b-bc87-45acdaf6d1e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717270 Nov 23 21:49:47.849154 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25c15f-1da7-41a2-b66d-42afcbc38d40 req-f0ea8020-e873-4d86-9a67-056759da9f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:47.850543 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ad25c15f-1da7-41a2-b66d-42afcbc38d40 req-f0ea8020-e873-4d86-9a67-056759da9f2c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0844777 Nov 23 21:49:47.913236 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 88d7fc62-37d7-4348-b06a-bbe171e4966b up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:49:47.988067 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 88d7fc62-37d7-4348-b06a-bbe171e4966b completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:49:47.995433 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 88d7fc62-37d7-4348-b06a-bbe171e4966b triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:49:47.996387 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:48.036812 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ad25c15f-1da7-41a2-b66d-42afcbc38d40 req-8c94e18d-4633-4b68-a000-58fcc1da0749 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641340 Nov 23 21:49:48.083302 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ad25c15f-1da7-41a2-b66d-42afcbc38d40 req-0e9188ec-92db-470f-9ac4-973f1f71af14 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195611 Nov 23 21:49:48.116069 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:48.166792 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 88d7fc62-37d7-4348-b06a-bbe171e4966b, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=88d7fc62-37d7-4348-b06a-bbe171e4966b,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:48.172223 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:48.173205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f3db46b2-89b0-4f54-88b0-8408922b6551 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:49:48.188458 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849efb5-f8bd-44a9-b0bd-24ad0e2092dc req-19eefa2a-84a1-45a0-a5a7-17f89e60058b tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:48.195278 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b849efb5-f8bd-44a9-b0bd-24ad0e2092dc req-19eefa2a-84a1-45a0-a5a7-17f89e60058b tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 944 time: 0.5442884 Nov 23 21:49:48.211826 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ad25c15f-1da7-41a2-b66d-42afcbc38d40 req-6cc8f38a-4836-4baa-8f36-3656bb20afce service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667194 Nov 23 21:49:48.217016 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d7fc62-37d7-4348-b06a-bbe171e4966b'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:48.219741 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862b3728-4faa-4900-8d55-9811eb7fc67c" -d '{"events": [{"server_uuid": "5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e", "name": "network-vif-plugged", "status": "completed", "tag": "88d7fc62-37d7-4348-b06a-bbe171e4966b"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:48.231541 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330b3476-3c12-4865-9961-0fa2f991737f tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Router 546aa82a-a3cb-4bed-9736-ba2368d7cae1 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:49:48.236754 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ad25c15f-1da7-41a2-b66d-42afcbc38d40 req-9b712d20-2df9-4857-aa24-992f0ac721a8 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152246 Nov 23 21:49:48.250463 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd48be5-2dfa-4752-81ca-224c06134373 req-bdf47dc2-2b63-4ba1-879b-4b8c1c13a8ea tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:48.258826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fbd48be5-2dfa-4752-81ca-224c06134373 req-bdf47dc2-2b63-4ba1-879b-4b8c1c13a8ea tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280 HTTP/1.1" status: 200 len: 945 time: 0.4896786 Nov 23 21:49:48.295836 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=88d7fc62-37d7-4348-b06a-bbe171e4966b,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:48.311044 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b849efb5-f8bd-44a9-b0bd-24ad0e2092dc req-09d27a88-fcd5-4e25-b05e-ee93d139f7f9 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128402 Nov 23 21:49:48.323328 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:48.367145 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f3db46b2-89b0-4f54-88b0-8408922b6551, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f3db46b2-89b0-4f54-88b0-8408922b6551,segment=NetworkSegment(33175438-9fb2-4593-9eee-3fa8c9d43423),segment_id=33175438-9fb2-4593-9eee-3fa8c9d43423)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:48.376583 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:48.401793 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fbd48be5-2dfa-4752-81ca-224c06134373 req-73cd85c4-c195-49e0-b0d5-7a653e3225d0 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332002 Nov 23 21:49:48.404185 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbdf4c7-3d64-4581-96ba-7de41c673c0c x-openstack-request-id: req-dcbdf4c7-3d64-4581-96ba-7de41c673c0c {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:48.407051 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ede5c18-ec2d-4e16-8624-6e55aeef5ade", "name": "network-vif-deleted", "tag": "625214a9-c714-4b3f-8b9d-649dd4b629c7", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:48.407579 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dcbdf4c7-3d64-4581-96ba-7de41c673c0c {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:48.408489 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ede5c18-ec2d-4e16-8624-6e55aeef5ade', 'name': 'network-vif-deleted', 'tag': '625214a9-c714-4b3f-8b9d-649dd4b629c7', 'status': 'completed', 'code': 200} Nov 23 21:49:48.441407 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68561616-a7f6-421e-b35d-a6ddd8a878f4 req-5698f89c-9f0f-4548-862b-a58da9954dbf tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:48.444209 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-68561616-a7f6-421e-b35d-a6ddd8a878f4 req-5698f89c-9f0f-4548-862b-a58da9954dbf tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.53 "GET /v2.0/ports?device_id=d39815a6-9253-428a-ad15-f1c3e8c4ea5b HTTP/1.1" status: 200 len: 949 time: 0.0970812 Nov 23 21:49:48.481474 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f3db46b2-89b0-4f54-88b0-8408922b6551,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:48.586747 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-68561616-a7f6-421e-b35d-a6ddd8a878f4 req-c2ce9d8c-47d4-4b20-825d-c311c86c5371 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Deleting port 267cd4e1-69bf-4659-8553-857abee7b3a8 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:49:48.587280 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-68561616-a7f6-421e-b35d-a6ddd8a878f4 req-c2ce9d8c-47d4-4b20-825d-c311c86c5371 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:48.588001 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ba6888-ff32-4d6c-b7a5-87161266b155 x-openstack-request-id: req-61ba6888-ff32-4d6c-b7a5-87161266b155 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:48.588457 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e", "name": "network-vif-plugged", "status": "completed", "tag": "88d7fc62-37d7-4348-b06a-bbe171e4966b", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:48.588863 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-61ba6888-ff32-4d6c-b7a5-87161266b155 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:48.589429 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d7fc62-37d7-4348-b06a-bbe171e4966b', 'code': 200} Nov 23 21:49:48.605206 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330b3476-3c12-4865-9961-0fa2f991737f tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:49:48.616870 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-330b3476-3c12-4865-9961-0fa2f991737f tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:48.621739 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833346a7-2c43-4744-bdf0-752d1fc4f659 None None] Sync routers for ids ['546aa82a-a3cb-4bed-9736-ba2368d7cae1'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:49:48.645485 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833346a7-2c43-4744-bdf0-752d1fc4f659 None None] Routers {'546aa82a-a3cb-4bed-9736-ba2368d7cae1'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:49:48.645945 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-833346a7-2c43-4744-bdf0-752d1fc4f659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:49:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['546aa82a-a3cb-4bed-9736-ba2368d7cae1'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:49:48.657726 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bcc58-087c-42ea-9000-1a892d6d7a98 req-9a6a2b81-910f-4621-b93b-9e23a9c24dad tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:48.659357 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d76bcc58-087c-42ea-9000-1a892d6d7a98 req-9a6a2b81-910f-4621-b93b-9e23a9c24dad tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.1600926 Nov 23 21:49:48.732741 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-330b3476-3c12-4865-9961-0fa2f991737f tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "PUT /v2.0/floatingips/e1a0ab4d-70a1-4c53-a677-4befadfeff62 HTTP/1.1" status: 200 len: 991 time: 2.7770922 Nov 23 21:49:48.742405 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-68561616-a7f6-421e-b35d-a6ddd8a878f4 req-c2ce9d8c-47d4-4b20-825d-c311c86c5371 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] For port 267cd4e1-69bf-4659-8553-857abee7b3a8, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=267cd4e1-69bf-4659-8553-857abee7b3a8,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:48.742957 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-68561616-a7f6-421e-b35d-a6ddd8a878f4 req-c2ce9d8c-47d4-4b20-825d-c311c86c5371 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:48.775688 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1d121-882b-4eca-be3d-f0f75f868fe9 req-28c644ee-0c8b-45c7-b80f-41eb56427911 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:48.781854 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-68561616-a7f6-421e-b35d-a6ddd8a878f4 req-c2ce9d8c-47d4-4b20-825d-c311c86c5371 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Calling delete_port for 267cd4e1-69bf-4659-8553-857abee7b3a8 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:49:48.783225 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fae1d121-882b-4eca-be3d-f0f75f868fe9 req-28c644ee-0c8b-45c7-b80f-41eb56427911 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 948 time: 0.0821548 Nov 23 21:49:48.788741 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d76bcc58-087c-42ea-9000-1a892d6d7a98 req-3de03bdb-58f4-4fe3-8b95-3697e42f26a1 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086700 Nov 23 21:49:48.797651 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-833346a7-2c43-4744-bdf0-752d1fc4f659 None None] Set router 546aa82a-a3cb-4bed-9736-ba2368d7cae1 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:49:48.850866 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ed642-4de6-4220-ba48-53e103387e42 req-cb2b824b-58f7-487a-9e90-4599be3485fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:48.852405 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c46ed642-4de6-4220-ba48-53e103387e42 req-cb2b824b-58f7-487a-9e90-4599be3485fa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 1096 time: 0.1128168 Nov 23 21:49:48.855980 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fae1d121-882b-4eca-be3d-f0f75f868fe9 req-81ee8270-ec31-4e8f-ba66-1e4e38ecc50f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717447 Nov 23 21:49:48.955365 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c46ed642-4de6-4220-ba48-53e103387e42 req-316ccddd-6282-4f17-b873-857dba4553ac service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933321 Nov 23 21:49:48.984592 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a8787-df98-4998-b6f9-07e432d6bf7f req-85946fcb-0e6f-438e-8345-e18576da6d6c tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:48.986115 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-551a8787-df98-4998-b6f9-07e432d6bf7f req-85946fcb-0e6f-438e-8345-e18576da6d6c tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/ports?device_id=d39815a6-9253-428a-ad15-f1c3e8c4ea5b HTTP/1.1" status: 200 len: 949 time: 0.1027777 Nov 23 21:49:49.034832 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-68561616-a7f6-421e-b35d-a6ddd8a878f4 req-c2ce9d8c-47d4-4b20-825d-c311c86c5371 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:49.046179 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 694d5678-41eb-45ea-94c2-4ec190f1b254 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:49:49.059988 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-551a8787-df98-4998-b6f9-07e432d6bf7f req-ac9c02ec-0e46-4ed7-8e4c-21b38f11e91a tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.50 "GET /v2.0/security-groups?id=3acc8c32-505e-4b02-be40-9d8406b0dec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657225 Nov 23 21:49:49.075478 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['267cd4e1-69bf-4659-8553-857abee7b3a8'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:49:49.081812 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce9d8c-47d4-4b20-825d-c311c86c5371 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Pushing event deleted for resources: {'Port': ['ID=267cd4e1-69bf-4659-8553-857abee7b3a8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:49.161708 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-68561616-a7f6-421e-b35d-a6ddd8a878f4 req-c2ce9d8c-47d4-4b20-825d-c311c86c5371 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] No DVR routers for this DVR port 267cd4e1-69bf-4659-8553-857abee7b3a8 on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:49:49.166113 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-68561616-a7f6-421e-b35d-a6ddd8a878f4 req-c2ce9d8c-47d4-4b20-825d-c311c86c5371 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:49.170131 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-68561616-a7f6-421e-b35d-a6ddd8a878f4 req-c2ce9d8c-47d4-4b20-825d-c311c86c5371 tempest-TenantUsagesTestJSON-2094582836 tempest-TenantUsagesTestJSON-2094582836-project] 10.222.0.53 "DELETE /v2.0/ports/267cd4e1-69bf-4659-8553-857abee7b3a8 HTTP/1.1" status: 204 len: 173 time: 0.7169735 Nov 23 21:49:49.171149 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39815a6-9253-428a-ad15-f1c3e8c4ea5b', 'name': 'network-vif-deleted', 'tag': '267cd4e1-69bf-4659-8553-857abee7b3a8'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:49.173962 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e91dd3-c78b-439c-8f2d-bb84f00877dd" -d '{"events": [{"server_uuid": "d39815a6-9253-428a-ad15-f1c3e8c4ea5b", "name": "network-vif-deleted", "tag": "267cd4e1-69bf-4659-8553-857abee7b3a8"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:49.247178 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-833346a7-2c43-4744-bdf0-752d1fc4f659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'name': 'tempest-ServersTestBootFromVolume-842442178-router', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '316011fd-ed10-4e7d-b12b-87e752682796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:48:40Z', 'updated_at': '2021-11-23T21:48:48Z', 'revision_number': 4, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'gw_port': {'id': '316011fd-ed10-4e7d-b12b-87e752682796', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:41Z', 'updated_at': '2021-11-23T21:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'e1a0ab4d-70a1-4c53-a677-4befadfeff62', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'port_id': '70687df2-1006-49bb-8963-cc56573430f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22', 'mac_address': 'fa:16:3e:78:99:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f595d-6099-4954-8680-d62b89f028e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:48:53Z', 'updated_at': '2021-11-23T21:49:46Z', 'revision_number': 1, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79536848-ea18-47f6-8ee3-151e564bace6', 'name': '', 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'mac_address': 'fa:16:3e:fb:f7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a39ba786-79b8-412a-8bb7-270394e1e0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:46Z', 'updated_at': '2021-11-23T21:48:52Z', 'revision_number': 5, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'subnets': [{'id': 'a39ba786-79b8-412a-8bb7-270394e1e0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:49:49.286462 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833346a7-2c43-4744-bdf0-752d1fc4f659 None None] Checking router: 546aa82a-a3cb-4bed-9736-ba2368d7cae1 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:49:49.294819 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 694d5678-41eb-45ea-94c2-4ec190f1b254, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=694d5678-41eb-45ea-94c2-4ec190f1b254,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:49.311696 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '694d5678-41eb-45ea-94c2-4ec190f1b254', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '694d5678-41eb-45ea-94c2-4ec190f1b254', 'mac_address': 'fa:16:3e:1c:9b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:49:49.313553 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833346a7-2c43-4744-bdf0-752d1fc4f659 None None] Routers {'546aa82a-a3cb-4bed-9736-ba2368d7cae1'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:49:49.314180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-833346a7-2c43-4744-bdf0-752d1fc4f659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:49:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['546aa82a-a3cb-4bed-9736-ba2368d7cae1'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:49:49.367470 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-10302fbf-bd2b-4baa-ba59-6437c86e78a9 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:49.369017 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-10302fbf-bd2b-4baa-ba59-6437c86e78a9 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/networks?id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b HTTP/1.1" status: 200 len: 812 time: 0.2079990 Nov 23 21:49:49.387102 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6074c-5d9c-4a4c-91f5-cafb5229966c req-9c0228c6-bf75-4e38-b3c9-21a2ed6398d7 tempest-MigrationsAdminTest-646716613 tempest-MigrationsAdminTest-646716613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:49.388314 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-94b6074c-5d9c-4a4c-91f5-cafb5229966c req-9c0228c6-bf75-4e38-b3c9-21a2ed6398d7 tempest-MigrationsAdminTest-646716613 tempest-MigrationsAdminTest-646716613-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 1099 time: 0.0687129 Nov 23 21:49:49.390944 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-9a6610d2-390f-4f7f-9596-c8021e131d24 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/quotas/928ed4d0815c4153bc0f232c9e52c223 HTTP/1.1" status: 200 len: 375 time: 0.0140059 Nov 23 21:49:49.441268 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-10ae393b-7d05-4797-ba98-36717a930fb8 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=928ed4d0815c4153bc0f232c9e52c223&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374002 Nov 23 21:49:49.494728 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-94b6074c-5d9c-4a4c-91f5-cafb5229966c req-cfef03c9-534c-44a6-a721-be28ec73d3d5 tempest-MigrationsAdminTest-646716613 tempest-MigrationsAdminTest-646716613-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968146 Nov 23 21:49:49.553165 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697938a2-b1ba-431c-ba80-b181a290b206 x-openstack-request-id: req-697938a2-b1ba-431c-ba80-b181a290b206 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:49.553860 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39815a6-9253-428a-ad15-f1c3e8c4ea5b", "name": "network-vif-deleted", "tag": "267cd4e1-69bf-4659-8553-857abee7b3a8", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:49.554365 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-697938a2-b1ba-431c-ba80-b181a290b206 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:49.556005 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39815a6-9253-428a-ad15-f1c3e8c4ea5b', 'name': 'network-vif-deleted', 'tag': '267cd4e1-69bf-4659-8553-857abee7b3a8', 'status': 'completed', 'code': 200} Nov 23 21:49:49.561927 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-e8b22dad-e935-45fd-ab04-f875a1e789d1 service neutron] 10.222.0.50 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088903 Nov 23 21:49:49.564535 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:49.587779 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694d5678-41eb-45ea-94c2-4ec190f1b254 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:49:49.615881 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-833346a7-2c43-4744-bdf0-752d1fc4f659 None None] Set router 546aa82a-a3cb-4bed-9736-ba2368d7cae1 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:49:49.618553 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 694d5678-41eb-45ea-94c2-4ec190f1b254, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=694d5678-41eb-45ea-94c2-4ec190f1b254,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:49.643337 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:49.696562 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cb778-787c-47ff-b664-0cdefeadef9f req-086f6a5e-091c-4d15-8611-1d75795eb83a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:49.698543 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e11cb778-787c-47ff-b664-0cdefeadef9f req-086f6a5e-091c-4d15-8611-1d75795eb83a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 945 time: 0.1003971 Nov 23 21:49:49.710543 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-fb09f601-04a7-4560-ba92-deb6e6fd7c28 service neutron] 10.222.0.50 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406982 Nov 23 21:49:49.748512 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=694d5678-41eb-45ea-94c2-4ec190f1b254,revision_number=12']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:49.767534 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e11cb778-787c-47ff-b664-0cdefeadef9f req-4d8fc910-9094-4c4b-9a7b-a2202babc15b tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534501 Nov 23 21:49:49.893421 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baeab7-2893-4c0f-b88e-c750bce1885f req-a0fe488d-8232-42a9-b5e8-9f94985d76fd tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:49.894934 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46baeab7-2893-4c0f-b88e-c750bce1885f req-a0fe488d-8232-42a9-b5e8-9f94985d76fd tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280 HTTP/1.1" status: 200 len: 943 time: 0.0537224 Nov 23 21:49:49.918039 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 625214a9-c714-4b3f-8b9d-649dd4b629c7 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:49:49.948720 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['694d5678-41eb-45ea-94c2-4ec190f1b254'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:49:49.952465 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 625214a9-c714-4b3f-8b9d-649dd4b629c7 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:49:49.952961 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 625214a9-c714-4b3f-8b9d-649dd4b629c7 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:49:49.961916 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46baeab7-2893-4c0f-b88e-c750bce1885f req-c56ffed3-e478-4448-9edd-d03373436365 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593956 Nov 23 21:49:49.997395 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-833346a7-2c43-4744-bdf0-752d1fc4f659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'name': 'tempest-ServersTestBootFromVolume-842442178-router', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '316011fd-ed10-4e7d-b12b-87e752682796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:48:40Z', 'updated_at': '2021-11-23T21:48:48Z', 'revision_number': 4, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'gw_port': {'id': '316011fd-ed10-4e7d-b12b-87e752682796', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:41Z', 'updated_at': '2021-11-23T21:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'e1a0ab4d-70a1-4c53-a677-4befadfeff62', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'port_id': '70687df2-1006-49bb-8963-cc56573430f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22', 'mac_address': 'fa:16:3e:78:99:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f595d-6099-4954-8680-d62b89f028e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:48:53Z', 'updated_at': '2021-11-23T21:49:46Z', 'revision_number': 1, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79536848-ea18-47f6-8ee3-151e564bace6', 'name': '', 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'mac_address': 'fa:16:3e:fb:f7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a39ba786-79b8-412a-8bb7-270394e1e0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:46Z', 'updated_at': '2021-11-23T21:48:52Z', 'revision_number': 5, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'subnets': [{'id': 'a39ba786-79b8-412a-8bb7-270394e1e0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:49:50.031810 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833346a7-2c43-4744-bdf0-752d1fc4f659 None None] The sync data for ids ['546aa82a-a3cb-4bed-9736-ba2368d7cae1'] in n-d-816206-9 is: [{'id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'name': 'tempest-ServersTestBootFromVolume-842442178-router', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '316011fd-ed10-4e7d-b12b-87e752682796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:48:40Z', 'updated_at': '2021-11-23T21:48:48Z', 'revision_number': 4, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'gw_port': {'id': '316011fd-ed10-4e7d-b12b-87e752682796', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:41Z', 'updated_at': '2021-11-23T21:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'e1a0ab4d-70a1-4c53-a677-4befadfeff62', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'floating_ip_address': '172.25.5.146', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'port_id': '70687df2-1006-49bb-8963-cc56573430f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22', 'mac_address': 'fa:16:3e:78:99:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11f595d-6099-4954-8680-d62b89f028e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:48:53Z', 'updated_at': '2021-11-23T21:49:46Z', 'revision_number': 1, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79536848-ea18-47f6-8ee3-151e564bace6', 'name': '', 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'mac_address': 'fa:16:3e:fb:f7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a39ba786-79b8-412a-8bb7-270394e1e0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:46Z', 'updated_at': '2021-11-23T21:48:52Z', 'revision_number': 5, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'subnets': [{'id': 'a39ba786-79b8-412a-8bb7-270394e1e0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:49:50.179429 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5713935a-cbea-4155-953f-fd69af41951f req-04027849-26df-4bd2-ba23-c9c24c64a0e0 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 210 time: 0.0479538 Nov 23 21:49:50.296278 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02ae1e-128a-4749-9bf2-3b6006ed3f59 req-50de7fc2-4b40-4893-9fde-6047b57bff14 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:50.303139 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3b6c4-afaa-43a9-8967-370e61978dc9 req-de28a28a-6bfe-44db-b8a1-31370c626a79 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:50.304748 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-44a3b6c4-afaa-43a9-8967-370e61978dc9 req-de28a28a-6bfe-44db-b8a1-31370c626a79 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280 HTTP/1.1" status: 200 len: 943 time: 0.0898302 Nov 23 21:49:50.309332 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e02ae1e-128a-4749-9bf2-3b6006ed3f59 req-50de7fc2-4b40-4893-9fde-6047b57bff14 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.1147189 Nov 23 21:49:50.396637 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e02ae1e-128a-4749-9bf2-3b6006ed3f59 req-86c1f4b9-539f-4710-add0-0f465d96efe6 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854194 Nov 23 21:49:50.409412 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11f595d-6099-4954-8680-d62b89f028e7', 'tag': '70687df2-1006-49bb-8963-cc56573430f7'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:50.412185 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb840c9-7f30-450d-8930-bdb1271575f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d11f595d-6099-4954-8680-d62b89f028e7", "tag": "70687df2-1006-49bb-8963-cc56573430f7"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:50.466816 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76915c6f-95c9-456f-9c62-afee0ae8e9fc None None] New status for floating IP e1a0ab4d-70a1-4c53-a677-4befadfeff62: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:49:50.490683 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-44a3b6c4-afaa-43a9-8967-370e61978dc9 req-b41f6db4-5779-4acf-9150-6ba4fd1773d3 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Deleting port f3db46b2-89b0-4f54-88b0-8408922b6551 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:49:50.490977 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-44a3b6c4-afaa-43a9-8967-370e61978dc9 req-b41f6db4-5779-4acf-9150-6ba4fd1773d3 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:50.500721 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde4810-9bdf-4a7a-ad43-ba35be13e706 req-579fedba-4de4-4d68-a15e-93b2785134b9 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:50.503142 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0dde4810-9bdf-4a7a-ad43-ba35be13e706 req-579fedba-4de4-4d68-a15e-93b2785134b9 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 949 time: 0.0747478 Nov 23 21:49:50.510284 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1138a117-bdb7-443c-83b0-05f1f2e3ced7 x-openstack-request-id: req-1138a117-bdb7-443c-83b0-05f1f2e3ced7 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:50.510633 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11f595d-6099-4954-8680-d62b89f028e7", "tag": "70687df2-1006-49bb-8963-cc56573430f7", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:50.510977 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1138a117-bdb7-443c-83b0-05f1f2e3ced7 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:50.512019 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd11f595d-6099-4954-8680-d62b89f028e7', 'tag': '70687df2-1006-49bb-8963-cc56573430f7', 'status': 'completed', 'code': 200} Nov 23 21:49:50.588749 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0dde4810-9bdf-4a7a-ad43-ba35be13e706 req-4c177ead-eeee-4ed4-b0f6-d9d1828083ce tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762739 Nov 23 21:49:50.591951 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3db46b2-89b0-4f54-88b0-8408922b6551'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:50.596881 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6c9641-f233-40c2-aa29-3b5ef62289bb" -d '{"events": [{"server_uuid": "0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280", "name": "network-vif-unplugged", "status": "completed", "tag": "f3db46b2-89b0-4f54-88b0-8408922b6551"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:50.658115 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb840c9-7f30-450d-8930-bdb1271575f2 req-1d0fe7a3-df96-419e-8e51-5ac1bb9f1082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:50.662020 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7eb840c9-7f30-450d-8930-bdb1271575f2 req-1d0fe7a3-df96-419e-8e51-5ac1bb9f1082 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3841fbf39953415c9a3d2f808ffa28d4&device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 1096 time: 0.0984161 Nov 23 21:49:50.664145 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-44a3b6c4-afaa-43a9-8967-370e61978dc9 req-b41f6db4-5779-4acf-9150-6ba4fd1773d3 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] For port f3db46b2-89b0-4f54-88b0-8408922b6551, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f3db46b2-89b0-4f54-88b0-8408922b6551,segment=NetworkSegment(33175438-9fb2-4593-9eee-3fa8c9d43423),segment_id=33175438-9fb2-4593-9eee-3fa8c9d43423)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:50.665071 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-44a3b6c4-afaa-43a9-8967-370e61978dc9 req-b41f6db4-5779-4acf-9150-6ba4fd1773d3 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:50.669338 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27aa121d-7dd4-4ef6-8877-a9b66e2b3306 x-openstack-request-id: req-27aa121d-7dd4-4ef6-8877-a9b66e2b3306 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:50.669858 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280", "name": "network-vif-unplugged", "status": "completed", "tag": "f3db46b2-89b0-4f54-88b0-8408922b6551", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:50.669976 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27aa121d-7dd4-4ef6-8877-a9b66e2b3306 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:50.670839 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3db46b2-89b0-4f54-88b0-8408922b6551', 'code': 200} Nov 23 21:49:50.689787 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-44a3b6c4-afaa-43a9-8967-370e61978dc9 req-b41f6db4-5779-4acf-9150-6ba4fd1773d3 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Calling delete_port for f3db46b2-89b0-4f54-88b0-8408922b6551 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:49:50.746070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52162) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:50.823809 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb840c9-7f30-450d-8930-bdb1271575f2 req-cbc350c1-dce6-4078-8abe-caea7dab43e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:50.825323 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7eb840c9-7f30-450d-8930-bdb1271575f2 req-cbc350c1-dce6-4078-8abe-caea7dab43e2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=193ab341-7607-45c0-a20d-874bc57a8e22 HTTP/1.1" status: 200 len: 916 time: 0.1494150 Nov 23 21:49:50.932439 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7eb840c9-7f30-450d-8930-bdb1271575f2 req-a50d8699-fa0c-470a-ba3e-5a8706b956b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70687df2-1006-49bb-8963-cc56573430f7 HTTP/1.1" status: 200 len: 1001 time: 0.0964434 Nov 23 21:49:50.955252 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4aa8e1-d647-466b-b2c3-9ac34e145f6a req-bc0c905a-6192-4dee-a15a-6987c7f1d4db tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:50.956616 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc4aa8e1-d647-466b-b2c3-9ac34e145f6a req-bc0c905a-6192-4dee-a15a-6987c7f1d4db tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 945 time: 0.0893812 Nov 23 21:49:50.963383 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7ae3d322-2498-4dbd-b059-eb802ba05791 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0e7e039134924874b19ff0cd123fa47f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158349 Nov 23 21:49:50.965085 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52168) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:50.978164 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-44a3b6c4-afaa-43a9-8967-370e61978dc9 req-b41f6db4-5779-4acf-9150-6ba4fd1773d3 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:51.015338 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f6db4-5779-4acf-9150-6ba4fd1773d3 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Pushing event deleted for resources: {'Port': ['ID=f3db46b2-89b0-4f54-88b0-8408922b6551,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:51.020686 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb840c9-7f30-450d-8930-bdb1271575f2 req-d7cb10f9-408c-4b2d-b1ff-2e79a43c6919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:51.022261 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7eb840c9-7f30-450d-8930-bdb1271575f2 req-d7cb10f9-408c-4b2d-b1ff-2e79a43c6919 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a39ba786-79b8-412a-8bb7-270394e1e0b9 HTTP/1.1" status: 200 len: 854 time: 0.0798943 Nov 23 21:49:51.049740 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 694d5678-41eb-45ea-94c2-4ec190f1b254 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:49:51.060745 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc4aa8e1-d647-466b-b2c3-9ac34e145f6a req-dca18649-e5f3-4bc9-a3b0-fdbeb4507931 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962648 Nov 23 21:49:51.084019 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf871c91-eaa3-45dc-b982-bb1b15fbc393 req-b3150789-a1e6-4173-8925-e8346829a4cd tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280 HTTP/1.1" status: 200 len: 210 time: 0.0423615 Nov 23 21:49:51.095876 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20bb6e35-71f6-4c42-9e95-56a0234f539d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:51.105838 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a3b6c4-afaa-43a9-8967-370e61978dc9 req-b41f6db4-5779-4acf-9150-6ba4fd1773d3 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] No DVR routers for this DVR port f3db46b2-89b0-4f54-88b0-8408922b6551 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:49:51.108911 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-44a3b6c4-afaa-43a9-8967-370e61978dc9 req-b41f6db4-5779-4acf-9150-6ba4fd1773d3 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:51.113312 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-44a3b6c4-afaa-43a9-8967-370e61978dc9 req-b41f6db4-5779-4acf-9150-6ba4fd1773d3 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.60 "DELETE /v2.0/ports/f3db46b2-89b0-4f54-88b0-8408922b6551 HTTP/1.1" status: 204 len: 173 time: 0.7916043 Nov 23 21:49:51.118483 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 694d5678-41eb-45ea-94c2-4ec190f1b254 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:49:51.124755 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 694d5678-41eb-45ea-94c2-4ec190f1b254 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:49:51.126241 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:51.142305 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20bb6e35-71f6-4c42-9e95-56a0234f539d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:51.142693 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb840c9-7f30-450d-8930-bdb1271575f2 req-d11381e7-0e41-4b18-a6ee-989f9e8741bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:51.144861 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7eb840c9-7f30-450d-8930-bdb1271575f2 req-d11381e7-0e41-4b18-a6ee-989f9e8741bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=193ab341-7607-45c0-a20d-874bc57a8e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011748 Nov 23 21:49:51.295679 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20bb6e35-71f6-4c42-9e95-56a0234f539d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:51.304727 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20bb6e35-71f6-4c42-9e95-56a0234f539d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:51.306947 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:51.307860 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-20bb6e35-71f6-4c42-9e95-56a0234f539d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3acc8c32-505e-4b02-be40-9d8406b0dec5 HTTP/1.1" status: 204 len: 168 time: 0.3419175 Nov 23 21:49:51.322514 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7eb840c9-7f30-450d-8930-bdb1271575f2 req-a540a72e-898d-4630-8f63-f6b85db446e5 service neutron] 10.222.0.53 "GET /v2.0/networks/193ab341-7607-45c0-a20d-874bc57a8e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593292 Nov 23 21:49:51.378788 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb6e35-71f6-4c42-9e95-56a0234f539d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acc8c32-505e-4b02-be40-9d8406b0dec5,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:51.404376 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8b26912e-be3f-46f7-b0f8-f926fce44785 req-29008a95-251f-4c87-9e63-cbef3ae6f6af tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 210 time: 0.0686729 Nov 23 21:49:51.409274 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 694d5678-41eb-45ea-94c2-4ec190f1b254, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=694d5678-41eb-45ea-94c2-4ec190f1b254,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:51.413312 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b300a0-dbe0-4d6f-85e7-011538ffc554 req-b1f08ee1-3abd-4620-a556-e7e43fe888ff tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:51.422592 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-49b300a0-dbe0-4d6f-85e7-011538ffc554 req-b1f08ee1-3abd-4620-a556-e7e43fe888ff tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 1096 time: 0.2050607 Nov 23 21:49:51.427327 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:51.428199 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 267cd4e1-69bf-4659-8553-857abee7b3a8 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:49:51.482875 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7eb840c9-7f30-450d-8930-bdb1271575f2 req-87233de7-c692-435c-bc18-b584c562fee6 service neutron] 10.222.0.53 "GET /v2.0/networks/193ab341-7607-45c0-a20d-874bc57a8e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486773 Nov 23 21:49:51.492291 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 267cd4e1-69bf-4659-8553-857abee7b3a8 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:49:51.492714 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 267cd4e1-69bf-4659-8553-857abee7b3a8 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:49:51.558363 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280', 'name': 'network-vif-deleted', 'tag': 'f3db46b2-89b0-4f54-88b0-8408922b6551'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:51.561029 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=694d5678-41eb-45ea-94c2-4ec190f1b254,revision_number=13']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:51.562188 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea2a127-42f4-4c31-8784-d8a04d3ddb2d" -d '{"events": [{"server_uuid": "0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280", "name": "network-vif-deleted", "tag": "f3db46b2-89b0-4f54-88b0-8408922b6551"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:51.599514 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-49b300a0-dbe0-4d6f-85e7-011538ffc554 req-cbbe9253-9076-4fb5-8f7e-faa6c7a23920 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753848 Nov 23 21:49:51.608184 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-cb068e31-4fa0-42d3-89ea-236405d698fa tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:51.609967 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-cb068e31-4fa0-42d3-89ea-236405d698fa tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.53 "GET /v2.0/networks?id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b HTTP/1.1" status: 200 len: 812 time: 0.2957036 Nov 23 21:49:51.652351 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-3060c01e-f96f-4879-b640-3b77d31eb19a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Request body: {'port': {'device_id': 'c1da09c5-771f-43d7-9ea2-90bd7c17297f', 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b', 'admin_state_up': True, 'tenant_id': '928ed4d0815c4153bc0f232c9e52c223'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:51.662802 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f415b6e-5f78-4f6a-852a-badf549c213a x-openstack-request-id: req-4f415b6e-5f78-4f6a-852a-badf549c213a {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:51.663099 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280", "name": "network-vif-deleted", "tag": "f3db46b2-89b0-4f54-88b0-8408922b6551", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:51.663350 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f415b6e-5f78-4f6a-852a-badf549c213a {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:51.663746 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6c7a8f-32b1-40e0-b3cb-a8060e4ba280', 'name': 'network-vif-deleted', 'tag': 'f3db46b2-89b0-4f54-88b0-8408922b6551', 'status': 'completed', 'code': 200} Nov 23 21:49:51.740333 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b641a-eeec-4ddc-9d06-f55cb2155dca req-03723798-892a-44ee-ac3f-509cece363e8 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:51.742144 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a4b641a-eeec-4ddc-9d06-f55cb2155dca req-03723798-892a-44ee-ac3f-509cece363e8 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.1282179 Nov 23 21:49:51.784297 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52192) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:51.799709 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fda6b42f-8c05-4df2-9039-b6bfc005e766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:51.845382 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2c30a-8ff5-47df-8ff1-647e4895cb23 req-620597c1-4625-42f9-8536-94251714dc35 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:51.847113 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-66e2c30a-8ff5-47df-8ff1-647e4895cb23 req-620597c1-4625-42f9-8536-94251714dc35 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 1096 time: 0.1039352 Nov 23 21:49:51.853860 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a4b641a-eeec-4ddc-9d06-f55cb2155dca req-4ee0ce52-fcc9-459e-bfc7-cbc81cc95968 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967760 Nov 23 21:49:51.905678 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-3060c01e-f96f-4879-b640-3b77d31eb19a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Made reservation on behalf of 928ed4d0815c4153bc0f232c9e52c223 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:49:51.909988 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-3060c01e-f96f-4879-b640-3b77d31eb19a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:51.934860 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fda6b42f-8c05-4df2-9039-b6bfc005e766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:51.943883 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fda6b42f-8c05-4df2-9039-b6bfc005e766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:51.962950 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d8590-01a3-4f6d-8820-a7cfcbcc38f0 req-05a6e7c0-469e-40a1-8a42-3ef4cf57c216 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:51.964432 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c82d8590-01a3-4f6d-8820-a7cfcbcc38f0 req-05a6e7c0-469e-40a1-8a42-3ef4cf57c216 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.53 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 950 time: 0.0857294 Nov 23 21:49:51.986312 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-66e2c30a-8ff5-47df-8ff1-647e4895cb23 req-84ac258b-0dee-46ea-b85a-d319029c3953 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196237 Nov 23 21:49:52.030764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6b42f-8c05-4df2-9039-b6bfc005e766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c084af8b-79b1-41a9-a795-8c115b249aa2,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:52.035339 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fda6b42f-8c05-4df2-9039-b6bfc005e766 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aca72ab403e34ba0af8ce776e7031c73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2499044 Nov 23 21:49:52.043430 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52196) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:52.045859 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befb909-702b-4f0e-8687-4e062b63bbf2 req-7022d8ad-d21b-4c34-8fcf-fcabeb7a068a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:52.047517 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4befb909-702b-4f0e-8687-4e062b63bbf2 req-7022d8ad-d21b-4c34-8fcf-fcabeb7a068a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=73cd1289-97f2-4584-b3e5-db906cc62908 HTTP/1.1" status: 200 len: 950 time: 0.1271501 Nov 23 21:49:52.141202 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cb8a8d70-d81a-4e73-989a-d084c9d05929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:52.150299 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-3060c01e-f96f-4879-b640-3b77d31eb19a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Allocated IP 172.20.0.11 (47e2de02-96a6-4fca-9bfd-f20c1775fa4b/0056705a-d511-4857-982b-628123088030/307c52c7-bd2a-4645-a362-cd184a417377) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:49:52.164909 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-c82d8590-01a3-4f6d-8820-a7cfcbcc38f0 req-fe6ff577-b771-42dc-9d54-9d2d02bb29a0 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Deleting port 694d5678-41eb-45ea-94c2-4ec190f1b254 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:49:52.165427 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c82d8590-01a3-4f6d-8820-a7cfcbcc38f0 req-fe6ff577-b771-42dc-9d54-9d2d02bb29a0 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:52.165924 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4befb909-702b-4f0e-8687-4e062b63bbf2 req-8535167f-f041-45e1-afbf-ec04782392a2 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842712 Nov 23 21:49:52.216579 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cb8a8d70-d81a-4e73-989a-d084c9d05929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:52.323368 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-c82d8590-01a3-4f6d-8820-a7cfcbcc38f0 req-fe6ff577-b771-42dc-9d54-9d2d02bb29a0 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] For port 694d5678-41eb-45ea-94c2-4ec190f1b254, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=694d5678-41eb-45ea-94c2-4ec190f1b254,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:52.324684 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c82d8590-01a3-4f6d-8820-a7cfcbcc38f0 req-fe6ff577-b771-42dc-9d54-9d2d02bb29a0 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:52.340983 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cb8a8d70-d81a-4e73-989a-d084c9d05929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:52.343985 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cb8a8d70-d81a-4e73-989a-d084c9d05929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:52.356115 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cb8a8d70-d81a-4e73-989a-d084c9d05929 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c084af8b-79b1-41a9-a795-8c115b249aa2 HTTP/1.1" status: 204 len: 168 time: 0.3061442 Nov 23 21:49:52.357390 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-c82d8590-01a3-4f6d-8820-a7cfcbcc38f0 req-fe6ff577-b771-42dc-9d54-9d2d02bb29a0 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Calling delete_port for 694d5678-41eb-45ea-94c2-4ec190f1b254 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:49:52.369812 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a8d70-d81a-4e73-989a-d084c9d05929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c084af8b-79b1-41a9-a795-8c115b249aa2,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:52.412034 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b6ac-bafc-44dd-a857-3f425d501692 req-f38ff92a-44b6-49f3-b498-05ec01ab6161 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:52.413579 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2b6b6ac-bafc-44dd-a857-3f425d501692 req-f38ff92a-44b6-49f3-b498-05ec01ab6161 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 1096 time: 0.1412358 Nov 23 21:49:52.481234 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-3060c01e-f96f-4879-b640-3b77d31eb19a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:52.528278 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2b6b6ac-bafc-44dd-a857-3f425d501692 req-0701bb22-0dd5-442d-b286-7257ac36eb8c tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066992 Nov 23 21:49:52.575821 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c82d8590-01a3-4f6d-8820-a7cfcbcc38f0 req-fe6ff577-b771-42dc-9d54-9d2d02bb29a0 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:52.578116 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:52.605245 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['694d5678-41eb-45ea-94c2-4ec190f1b254'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:49:52.611144 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ff577-b771-42dc-9d54-9d2d02bb29a0 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Pushing event deleted for resources: {'Port': ['ID=694d5678-41eb-45ea-94c2-4ec190f1b254,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:52.651643 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['8ffaa15e-5249-4ec2-b177-8936bc34d603', '9cc27c60-4f77-418e-8918-d8383775cf84', 'c8b0adef-13ba-43b4-8567-cf5160e855ab'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:49:52.684137 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82d8590-01a3-4f6d-8820-a7cfcbcc38f0 req-fe6ff577-b771-42dc-9d54-9d2d02bb29a0 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] No DVR routers for this DVR port 694d5678-41eb-45ea-94c2-4ec190f1b254 on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:49:52.684527 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cd1289-97f2-4584-b3e5-db906cc62908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694d5678-41eb-45ea-94c2-4ec190f1b254'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:52.688011 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c82d8590-01a3-4f6d-8820-a7cfcbcc38f0 req-fe6ff577-b771-42dc-9d54-9d2d02bb29a0 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:52.688485 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4d395b-8459-40d9-84a5-24dfa4402fc3" -d '{"events": [{"server_uuid": "73cd1289-97f2-4584-b3e5-db906cc62908", "name": "network-vif-plugged", "status": "completed", "tag": "694d5678-41eb-45ea-94c2-4ec190f1b254"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:52.694149 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c82d8590-01a3-4f6d-8820-a7cfcbcc38f0 req-fe6ff577-b771-42dc-9d54-9d2d02bb29a0 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.53 "DELETE /v2.0/ports/694d5678-41eb-45ea-94c2-4ec190f1b254 HTTP/1.1" status: 204 len: 173 time: 0.7203331 Nov 23 21:49:52.715234 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b60d45c9-8ee9-441b-9db1-a3a19487b241 req-bd62ac64-bd2e-435b-b58d-908fca954237 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 210 time: 0.0650966 Nov 23 21:49:52.721270 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-3060c01e-f96f-4879-b640-3b77d31eb19a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:52.794592 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-3060c01e-f96f-4879-b640-3b77d31eb19a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:49:52.805451 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-62303ad5-d50b-4076-88cc-bc186093232c tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:52.818199 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-62303ad5-d50b-4076-88cc-bc186093232c tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/networks?id=8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d HTTP/1.1" status: 200 len: 821 time: 0.3302243 Nov 23 21:49:52.839897 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-3060c01e-f96f-4879-b640-3b77d31eb19a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:49:52.851814 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-3060c01e-f96f-4879-b640-3b77d31eb19a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:49:52.913113 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0039c7-ada5-4cfa-ac50-55faabc3d9ff x-openstack-request-id: req-1d0039c7-ada5-4cfa-ac50-55faabc3d9ff {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:52.913415 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cd1289-97f2-4584-b3e5-db906cc62908", "name": "network-vif-plugged", "status": "completed", "tag": "694d5678-41eb-45ea-94c2-4ec190f1b254", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:52.913711 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d0039c7-ada5-4cfa-ac50-55faabc3d9ff {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:52.914292 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cd1289-97f2-4584-b3e5-db906cc62908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694d5678-41eb-45ea-94c2-4ec190f1b254', 'code': 200} Nov 23 21:49:52.924250 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-b8ec70c9-bb38-4596-8df5-f6e7930f43e6 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/quotas/806a9a0ab6d943e9a8997a5ab579e46d HTTP/1.1" status: 200 len: 375 time: 0.1051211 Nov 23 21:49:52.975284 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-987a9984-0640-4e37-9b0c-321d57048e05 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=806a9a0ab6d943e9a8997a5ab579e46d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501423 Nov 23 21:49:52.983231 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060c01e-f96f-4879-b640-3b77d31eb19a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Pushing event updated for resources: {'Port': ['ID=307c52c7-bd2a-4645-a362-cd184a417377,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:53.055711 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-3060c01e-f96f-4879-b640-3b77d31eb19a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:53.056991 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-3060c01e-f96f-4879-b640-3b77d31eb19a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:53.111971 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-3060c01e-f96f-4879-b640-3b77d31eb19a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4639664 Nov 23 21:49:53.133737 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-9c1a4f63-f3c2-4c77-937f-e512ff8bd48b service neutron] Request body: {'port': {'device_id': 'c1da09c5-771f-43d7-9ea2-90bd7c17297f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:53.144126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6d73e-724a-405c-8eb9-74667b571c55 req-f127f101-f78b-4b97-b693-a0acee084c10 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:53.145789 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fab6d73e-724a-405c-8eb9-74667b571c55 req-f127f101-f78b-4b97-b693-a0acee084c10 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.1640136 Nov 23 21:49:53.151236 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-345b7c30-0efb-43c1-8c82-e6a15526e082 service neutron] 10.222.0.50 "GET /v2.0/networks/8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652806 Nov 23 21:49:53.308872 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fab6d73e-724a-405c-8eb9-74667b571c55 req-55e301bd-8b96-4996-ab7f-a65fabad2805 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360683 Nov 23 21:49:53.311116 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-9c1a4f63-f3c2-4c77-937f-e512ff8bd48b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:53.361450 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-9ec3b0ea-1834-4277-8cbb-f9d1851d7fda service neutron] 10.222.0.50 "GET /v2.0/networks/8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876643 Nov 23 21:49:53.664685 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cd1289-97f2-4584-b3e5-db906cc62908', 'name': 'network-vif-deleted', 'tag': '694d5678-41eb-45ea-94c2-4ec190f1b254'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:53.667111 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc6396b-4664-430f-b4c9-519ba6842cb3" -d '{"events": [{"server_uuid": "73cd1289-97f2-4584-b3e5-db906cc62908", "name": "network-vif-deleted", "tag": "694d5678-41eb-45ea-94c2-4ec190f1b254"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:53.700796 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40502fde-b1f3-4bfb-9cb8-b28f2e363c0c req-7518fe60-b83e-45db-abd3-816faf11dfd0 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c736b86-d4f0-4c5c-bdec-1477bbd0deb1 HTTP/1.1" status: 200 len: 210 time: 0.0512295 Nov 23 21:49:53.713515 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-9c1a4f63-f3c2-4c77-937f-e512ff8bd48b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307c52c7-bd2a-4645-a362-cd184a417377 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:49:53.724379 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-9c1a4f63-f3c2-4c77-937f-e512ff8bd48b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:53.757308 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-9c1a4f63-f3c2-4c77-937f-e512ff8bd48b service neutron] Transition to ACTIVE for port object 307c52c7-bd2a-4645-a362-cd184a417377 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:49:53.767343 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-9c1a4f63-f3c2-4c77-937f-e512ff8bd48b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:53.885304 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a4f63-f3c2-4c77-937f-e512ff8bd48b service neutron] Pushing event updated for resources: {'Port': ['ID=307c52c7-bd2a-4645-a362-cd184a417377,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:53.905398 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f3db46b2-89b0-4f54-88b0-8408922b6551 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:49:53.932453 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: f3db46b2-89b0-4f54-88b0-8408922b6551 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:49:53.933109 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f3db46b2-89b0-4f54-88b0-8408922b6551 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:49:53.953395 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c8121-730a-4020-9890-1523bbbb4805 req-3a7a3bf3-bd70-4c19-8458-d57035fe6ff4 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:53.955107 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c6c8121-730a-4020-9890-1523bbbb4805 req-3a7a3bf3-bd70-4c19-8458-d57035fe6ff4 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 1096 time: 0.1522563 Nov 23 21:49:53.968856 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c943c-ba30-45a2-9488-abd3642915a7 req-bb026d9e-b27a-4076-8df7-0fe23141c41f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:53.971399 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-730c943c-ba30-45a2-9488-abd3642915a7 req-bb026d9e-b27a-4076-8df7-0fe23141c41f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 950 time: 0.1243525 Nov 23 21:49:54.106052 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-9c1a4f63-f3c2-4c77-937f-e512ff8bd48b service neutron] Attempting to bind port 307c52c7-bd2a-4645-a362-cd184a417377 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:49:54.106397 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-9c1a4f63-f3c2-4c77-937f-e512ff8bd48b service neutron] Attempting to bind port 307c52c7-bd2a-4645-a362-cd184a417377 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:49:54.106758 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-9c1a4f63-f3c2-4c77-937f-e512ff8bd48b service neutron] Attempting to bind port 307c52c7-bd2a-4645-a362-cd184a417377 on network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:54.129687 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-730c943c-ba30-45a2-9488-abd3642915a7 req-f88fdec7-2ed8-428b-902e-3257df386539 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433713 Nov 23 21:49:54.133631 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c6c8121-730a-4020-9890-1523bbbb4805 req-2007d45a-4122-45d9-a2a9-9a5897899a9e tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590397 Nov 23 21:49:54.137288 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-9c1a4f63-f3c2-4c77-937f-e512ff8bd48b service neutron] Port 307c52c7-bd2a-4645-a362-cd184a417377 on network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:49:54.137288 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-9c1a4f63-f3c2-4c77-937f-e512ff8bd48b service neutron] Attempting to bind port 307c52c7-bd2a-4645-a362-cd184a417377 on network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:54.155440 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-9c1a4f63-f3c2-4c77-937f-e512ff8bd48b service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:49:54.156328 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-9c1a4f63-f3c2-4c77-937f-e512ff8bd48b service neutron] Checking segment: {'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:49:54.157008 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-9c1a4f63-f3c2-4c77-937f-e512ff8bd48b service neutron] Bound using segment: {'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:49:54.157857 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-9c1a4f63-f3c2-4c77-937f-e512ff8bd48b service neutron] Bound port: 307c52c7-bd2a-4645-a362-cd184a417377, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:49:54.158561 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-9c1a4f63-f3c2-4c77-937f-e512ff8bd48b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:54.221348 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ac100d-c5b9-4571-96f6-c029ca1cbf62 x-openstack-request-id: req-d5ac100d-c5b9-4571-96f6-c029ca1cbf62 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:54.221797 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cd1289-97f2-4584-b3e5-db906cc62908", "name": "network-vif-deleted", "tag": "694d5678-41eb-45ea-94c2-4ec190f1b254", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:54.222203 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5ac100d-c5b9-4571-96f6-c029ca1cbf62 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:54.222840 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cd1289-97f2-4584-b3e5-db906cc62908', 'name': 'network-vif-deleted', 'tag': '694d5678-41eb-45ea-94c2-4ec190f1b254', 'status': 'completed', 'code': 200} Nov 23 21:49:54.260450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-9c1a4f63-f3c2-4c77-937f-e512ff8bd48b service neutron] For port 307c52c7-bd2a-4645-a362-cd184a417377, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:49:54.276136 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-9c1a4f63-f3c2-4c77-937f-e512ff8bd48b service neutron] For port 307c52c7-bd2a-4645-a362-cd184a417377, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=307c52c7-bd2a-4645-a362-cd184a417377,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:49:54.298700 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac011d1-78bc-43a9-9a50-dff0b5263d75 req-56843164-4eb5-4ed2-942c-3100e70b9ff1 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:54.301679 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3ac011d1-78bc-43a9-9a50-dff0b5263d75 req-56843164-4eb5-4ed2-942c-3100e70b9ff1 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 944 time: 0.0771596 Nov 23 21:49:54.303654 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-9c1a4f63-f3c2-4c77-937f-e512ff8bd48b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:54.366997 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-9c1a4f63-f3c2-4c77-937f-e512ff8bd48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:54.367840 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-9c1a4f63-f3c2-4c77-937f-e512ff8bd48b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:54.370063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-9c1a4f63-f3c2-4c77-937f-e512ff8bd48b service neutron] 10.222.0.53 "PUT /v2.0/ports/307c52c7-bd2a-4645-a362-cd184a417377 HTTP/1.1" status: 200 len: 1092 time: 1.2426920 Nov 23 21:49:54.372825 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1da09c5-771f-43d7-9ea2-90bd7c17297f', 'tag': '307c52c7-bd2a-4645-a362-cd184a417377'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:54.376238 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab3d2be-65a2-4a64-8869-34f88c3c4576" -d '{"events": [{"name": "network-changed", "server_uuid": "c1da09c5-771f-43d7-9ea2-90bd7c17297f", "tag": "307c52c7-bd2a-4645-a362-cd184a417377"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:54.467663 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3ac011d1-78bc-43a9-9a50-dff0b5263d75 req-694eb84f-fc05-40c0-80bf-74a146c860ff tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589749 Nov 23 21:49:54.470198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a4f63-f3c2-4c77-937f-e512ff8bd48b service neutron] Pushing event updated for resources: {'Port': ['ID=307c52c7-bd2a-4645-a362-cd184a417377,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:54.489782 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-ba79352d-dcd7-4b76-ade3-9c8681d2ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:54.492735 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-ba79352d-dcd7-4b76-ade3-9c8681d2ede2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=928ed4d0815c4153bc0f232c9e52c223&device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 1095 time: 0.0714662 Nov 23 21:49:54.548483 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-4835e10b-3969-4f5d-b01f-72ffb7aa5f25 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=307c52c7-bd2a-4645-a362-cd184a417377 HTTP/1.1" status: 200 len: 217 time: 0.0454535 Nov 23 21:49:54.625313 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-bfa31f04-75a7-4b74-b710-3cf05f6823c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:54.626778 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-bfa31f04-75a7-4b74-b710-3cf05f6823c7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0056705a-d511-4857-982b-628123088030 HTTP/1.1" status: 200 len: 852 time: 0.0658350 Nov 23 21:49:54.635385 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb46f8-3859-48da-bc69-328b1841e7e6 req-6184e1d8-1a3c-48ab-80fa-edd172cb909e tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:54.636771 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eabb46f8-3859-48da-bc69-328b1841e7e6 req-6184e1d8-1a3c-48ab-80fa-edd172cb909e tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.0864258 Nov 23 21:49:54.672308 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-d576cf66-a1fa-432c-98d8-d817c9f9ae59 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346117 Nov 23 21:49:54.732564 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eabb46f8-3859-48da-bc69-328b1841e7e6 req-4e714d32-c610-4918-8bc5-b72785c2bdab tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857794 Nov 23 21:49:54.794143 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-9574f041-c090-4245-8019-b5a90e918882 service neutron] 10.222.0.53 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138558 Nov 23 21:49:54.798073 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07eee63b-d943-403c-8077-cc903f0ba728 x-openstack-request-id: req-07eee63b-d943-403c-8077-cc903f0ba728 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:54.798441 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1da09c5-771f-43d7-9ea2-90bd7c17297f", "tag": "307c52c7-bd2a-4645-a362-cd184a417377", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:54.798806 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07eee63b-d943-403c-8077-cc903f0ba728 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:54.799268 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1da09c5-771f-43d7-9ea2-90bd7c17297f', 'tag': '307c52c7-bd2a-4645-a362-cd184a417377', 'status': 'completed', 'code': 200} Nov 23 21:49:54.943847 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-56b9d57a-8243-4919-9b79-a235145a96ca req-2fd7316f-24d9-43ec-9823-53be9120caa3 tempest-FlavorsV2NegativeTest-1619284725 tempest-FlavorsV2NegativeTest-1619284725-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=9b2cd648422341daa69a9236c32b181e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268924 Nov 23 21:49:54.975740 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-e26e1f8a-33d0-4f98-813a-b4d757d1cb47 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:54.978924 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-e26e1f8a-33d0-4f98-813a-b4d757d1cb47 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.60 "GET /v2.0/networks?id=8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d HTTP/1.1" status: 200 len: 821 time: 0.1570902 Nov 23 21:49:54.999642 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-7a6ad7d5-0fe1-439a-9328-4dd4bac70055 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Request body: {'port': {'device_id': '7c736b86-d4f0-4c5c-bdec-1477bbd0deb1', 'network_id': '8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d', 'admin_state_up': True, 'tenant_id': '806a9a0ab6d943e9a8997a5ab579e46d'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:55.018979 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d8c1402-be37-410e-be6d-246ffea1b57d req-1f4b1640-0f47-428f-8eb5-80f5758f55e8 service neutron] 10.222.0.53 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109385 Nov 23 21:49:55.125918 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-7a6ad7d5-0fe1-439a-9328-4dd4bac70055 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Made reservation on behalf of 806a9a0ab6d943e9a8997a5ab579e46d for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:49:55.130043 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-7a6ad7d5-0fe1-439a-9328-4dd4bac70055 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:55.137808 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9d57a-8243-4919-9b79-a235145a96ca req-d77af1ef-202b-4cdc-9754-67ec7cc15909 tempest-FlavorsV2NegativeTest-1619284725 tempest-FlavorsV2NegativeTest-1619284725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:55.139299 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-56b9d57a-8243-4919-9b79-a235145a96ca req-d77af1ef-202b-4cdc-9754-67ec7cc15909 tempest-FlavorsV2NegativeTest-1619284725 tempest-FlavorsV2NegativeTest-1619284725-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1848710 Nov 23 21:49:55.156000 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3d2be-65a2-4a64-8869-34f88c3c4576 req-ca7a8450-9c1d-48c8-ae91-6fe5a0e8926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:55.157344 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eab3d2be-65a2-4a64-8869-34f88c3c4576 req-ca7a8450-9c1d-48c8-ae91-6fe5a0e8926a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=928ed4d0815c4153bc0f232c9e52c223&device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 1095 time: 0.0733533 Nov 23 21:49:55.170069 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-56b9d57a-8243-4919-9b79-a235145a96ca req-5bff511e-be2e-495d-9792-f267ecabf2ac tempest-FlavorsV2NegativeTest-1619284725 tempest-FlavorsV2NegativeTest-1619284725-project] 10.222.0.50 "GET /v2.0/quotas/9b2cd648422341daa69a9236c32b181e HTTP/1.1" status: 200 len: 375 time: 0.0224552 Nov 23 21:49:55.252925 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-56b9d57a-8243-4919-9b79-a235145a96ca req-9b042ec2-cfc6-410f-8677-f7777e31d550 tempest-FlavorsV2NegativeTest-1619284725 tempest-FlavorsV2NegativeTest-1619284725-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b2cd648422341daa69a9236c32b181e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546770 Nov 23 21:49:55.314024 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5b06f-2207-415c-a078-24fa0047a8a6 req-d8b7eb48-d487-4bed-9278-61de6e36fe1b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:55.315554 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4e5b06f-2207-415c-a078-24fa0047a8a6 req-d8b7eb48-d487-4bed-9278-61de6e36fe1b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 950 time: 0.1573772 Nov 23 21:49:55.325125 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-7a6ad7d5-0fe1-439a-9328-4dd4bac70055 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Allocated IP 172.20.0.2 (8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d/29f2c74e-d556-4ec7-a50f-528cd87d0f9e/95ef210b-ddf4-4a9d-ad20-800d0da2fe9f) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:49:55.378135 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3d2be-65a2-4a64-8869-34f88c3c4576 req-26770d8f-3759-4dde-934b-f61fc7426c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:55.380065 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eab3d2be-65a2-4a64-8869-34f88c3c4576 req-26770d8f-3759-4dde-934b-f61fc7426c21 service neutron] 10.222.0.53 "GET /v2.0/networks?id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b HTTP/1.1" status: 200 len: 913 time: 0.2040560 Nov 23 21:49:55.384279 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-e20d2e67-9385-4ee4-9113-d8c4f9d14b1d tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:49:55.385462 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-e20d2e67-9385-4ee4-9113-d8c4f9d14b1d tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156095 Nov 23 21:49:55.463797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-9773aa09-c413-439e-abd9-dca9d0e8a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:55.465339 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-9773aa09-c413-439e-abd9-dca9d0e8a71a service neutron] 10.222.0.50 "GET /v2.0/ports/88d7fc62-37d7-4348-b06a-bbe171e4966b HTTP/1.1" status: 200 len: 1093 time: 0.0710642 Nov 23 21:49:55.481420 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-6f05e10e-ee76-4285-bc69-fdaf6188d4ef service neutron] Request body: {'binding': {'host': 'n-h1-816206-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:55.481420 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-6f05e10e-ee76-4285-bc69-fdaf6188d4ef service neutron] Unknown quota resources ['binding']. {{(pid=110033) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 21:49:55.481781 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eab3d2be-65a2-4a64-8869-34f88c3c4576 req-1f24e501-8e62-45b0-b494-58b9e2760631 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=307c52c7-bd2a-4645-a362-cd184a417377 HTTP/1.1" status: 200 len: 217 time: 0.0845933 Nov 23 21:49:55.647454 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-7a6ad7d5-0fe1-439a-9328-4dd4bac70055 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:55.720047 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-6f05e10e-ee76-4285-bc69-fdaf6188d4ef service neutron] Attempting to bind port 88d7fc62-37d7-4348-b06a-bbe171e4966b on host n-h1-816206-9 for vnic_type normal with profile None {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:49:55.720468 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-6f05e10e-ee76-4285-bc69-fdaf6188d4ef service neutron] Attempting to bind port 88d7fc62-37d7-4348-b06a-bbe171e4966b by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:49:55.720794 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-6f05e10e-ee76-4285-bc69-fdaf6188d4ef service neutron] Attempting to bind port 88d7fc62-37d7-4348-b06a-bbe171e4966b on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:55.727832 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-7a6ad7d5-0fe1-439a-9328-4dd4bac70055 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:55.739779 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-6f05e10e-ee76-4285-bc69-fdaf6188d4ef service neutron] Port 88d7fc62-37d7-4348-b06a-bbe171e4966b on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:49:55.740190 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-6f05e10e-ee76-4285-bc69-fdaf6188d4ef service neutron] Attempting to bind port 88d7fc62-37d7-4348-b06a-bbe171e4966b on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:55.770843 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-6f05e10e-ee76-4285-bc69-fdaf6188d4ef service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:49:55.771190 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-6f05e10e-ee76-4285-bc69-fdaf6188d4ef service neutron] Checking segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:49:55.771679 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-6f05e10e-ee76-4285-bc69-fdaf6188d4ef service neutron] Bound using segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:49:55.772128 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-6f05e10e-ee76-4285-bc69-fdaf6188d4ef service neutron] Bound port: 88d7fc62-37d7-4348-b06a-bbe171e4966b, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:49:55.793850 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-7a6ad7d5-0fe1-439a-9328-4dd4bac70055 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Network 8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:49:55.816598 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-7a6ad7d5-0fe1-439a-9328-4dd4bac70055 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:49:55.819615 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-7a6ad7d5-0fe1-439a-9328-4dd4bac70055 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:49:55.832177 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-07a6c4a6-6fa5-417c-b41c-b98daa1a791f req-15e88280-dd91-46ba-af2b-fbd0b5c23b58 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c736b86-d4f0-4c5c-bdec-1477bbd0deb1 HTTP/1.1" status: 200 len: 210 time: 0.3959334 Nov 23 21:49:55.863016 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52370) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:55.886528 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ad7d5-0fe1-439a-9328-4dd4bac70055 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Pushing event updated for resources: {'Port': ['ID=95ef210b-ddf4-4a9d-ad20-800d0da2fe9f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:55.893890 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-6f05e10e-ee76-4285-bc69-fdaf6188d4ef service neutron] For port 88d7fc62-37d7-4348-b06a-bbe171e4966b, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=88d7fc62-37d7-4348-b06a-bbe171e4966b,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:49:55.898499 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3d2be-65a2-4a64-8869-34f88c3c4576 req-1d87baeb-40ba-4658-83ad-b842c8038184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:55.900096 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eab3d2be-65a2-4a64-8869-34f88c3c4576 req-1d87baeb-40ba-4658-83ad-b842c8038184 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0056705a-d511-4857-982b-628123088030 HTTP/1.1" status: 200 len: 852 time: 0.0719056 Nov 23 21:49:55.906686 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-6f05e10e-ee76-4285-bc69-fdaf6188d4ef service neutron] Publish callbacks [] for binding, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:55.911490 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-6f05e10e-ee76-4285-bc69-fdaf6188d4ef service neutron] 10.222.0.50 "POST /v2.0/ports/88d7fc62-37d7-4348-b06a-bbe171e4966b/bindings HTTP/1.1" status: 201 len: 389 time: 0.4388328 Nov 23 21:49:55.926004 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-f4e5b06f-2207-415c-a078-24fa0047a8a6 req-109df9a2-f0de-44f3-a426-e285b8d96021 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Deleting port c8b0adef-13ba-43b4-8567-cf5160e855ab {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:49:55.926615 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f4e5b06f-2207-415c-a078-24fa0047a8a6 req-109df9a2-f0de-44f3-a426-e285b8d96021 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:55.952419 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eab3d2be-65a2-4a64-8869-34f88c3c4576 req-ecab85e0-7cf9-4c77-89ae-59c4d3c98e3c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436466 Nov 23 21:49:55.962357 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-7a6ad7d5-0fe1-439a-9328-4dd4bac70055 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:55.963448 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-7a6ad7d5-0fe1-439a-9328-4dd4bac70055 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:55.990660 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-7a6ad7d5-0fe1-439a-9328-4dd4bac70055 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9939435 Nov 23 21:49:56.008169 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-64acd8d5-38b8-4dd6-acd5-7d6f6648b445 service neutron] Request body: {'port': {'device_id': '7c736b86-d4f0-4c5c-bdec-1477bbd0deb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:56.076378 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-64acd8d5-38b8-4dd6-acd5-7d6f6648b445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:56.140796 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98466909-19b2-4f3b-a166-9e4278670aae admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:56.241117 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc634f18-48c1-44fd-98cd-d5b19fd0ba0a req-d7b509d1-35dc-4dff-a161-c082ab550b6a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:56.243108 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bc634f18-48c1-44fd-98cd-d5b19fd0ba0a req-d7b509d1-35dc-4dff-a161-c082ab550b6a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 950 time: 0.2886965 Nov 23 21:49:56.265796 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-7b2265b8-eeb8-4d71-83ca-b33ede5e1326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:56.267338 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-7b2265b8-eeb8-4d71-83ca-b33ede5e1326 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 1096 time: 0.0805302 Nov 23 21:49:56.287323 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-f4e5b06f-2207-415c-a078-24fa0047a8a6 req-109df9a2-f0de-44f3-a426-e285b8d96021 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] For port c8b0adef-13ba-43b4-8567-cf5160e855ab, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c8b0adef-13ba-43b4-8567-cf5160e855ab,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:56.287836 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f4e5b06f-2207-415c-a078-24fa0047a8a6 req-109df9a2-f0de-44f3-a426-e285b8d96021 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:56.326699 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eab3d2be-65a2-4a64-8869-34f88c3c4576 req-73deff7c-5a6d-4e5d-a31c-2c0fba8e49c2 service neutron] 10.222.0.53 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495786 Nov 23 21:49:56.336818 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-f4e5b06f-2207-415c-a078-24fa0047a8a6 req-109df9a2-f0de-44f3-a426-e285b8d96021 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Calling delete_port for c8b0adef-13ba-43b4-8567-cf5160e855ab owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:49:56.368994 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05cd07-9f61-486a-905f-0ca188bdf665 req-fe157eac-bc0d-4266-a9ce-4707629da125 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:56.370385 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b05cd07-9f61-486a-905f-0ca188bdf665 req-fe157eac-bc0d-4266-a9ce-4707629da125 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 944 time: 0.1941075 Nov 23 21:49:56.426165 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-02fe24ec-4664-460c-9288-580891d45658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:56.428187 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-02fe24ec-4664-460c-9288-580891d45658 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 909 time: 0.1328733 Nov 23 21:49:56.473577 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bc634f18-48c1-44fd-98cd-d5b19fd0ba0a req-957f2efd-24f0-47d0-9159-689fabfd275f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205815 Nov 23 21:49:56.590235 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98466909-19b2-4f3b-a166-9e4278670aae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:56.618792 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98466909-19b2-4f3b-a166-9e4278670aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:56.624138 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b05cd07-9f61-486a-905f-0ca188bdf665 req-ea939e8c-2f24-49af-a017-c268b25e1fe1 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316298 Nov 23 21:49:56.679455 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eab3d2be-65a2-4a64-8869-34f88c3c4576 req-1827263c-db60-486f-ae3d-37ce7c3b5329 service neutron] 10.222.0.53 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364837 Nov 23 21:49:56.703765 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-98466909-19b2-4f3b-a166-9e4278670aae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9b2cd648422341daa69a9236c32b181e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8380153 Nov 23 21:49:56.711258 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52378) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:49:56.739209 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195e8d6-5739-4967-a994-d6f1aad14bc6 req-fb096d87-12b5-4a62-896f-671839090caa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:56.740953 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0195e8d6-5739-4967-a994-d6f1aad14bc6 req-fb096d87-12b5-4a62-896f-671839090caa tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.1947112 Nov 23 21:49:56.745635 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98466909-19b2-4f3b-a166-9e4278670aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c013998-28b3-4b1e-a966-ca8cf00637d3,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:56.756708 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-65a45de5-e0bd-4d56-89d1-ff74f3409989 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88d7fc62-37d7-4348-b06a-bbe171e4966b HTTP/1.1" status: 200 len: 217 time: 0.3037071 Nov 23 21:49:56.776367 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-64acd8d5-38b8-4dd6-acd5-7d6f6648b445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:49:56.801450 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-64acd8d5-38b8-4dd6-acd5-7d6f6648b445 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:56.822586 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-64acd8d5-38b8-4dd6-acd5-7d6f6648b445 service neutron] Transition to ACTIVE for port object 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:49:56.826940 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-0010a8e2-b9b3-4b43-bb4d-47ca73ec1632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:56.827714 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-0010a8e2-b9b3-4b43-bb4d-47ca73ec1632 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.0632520 Nov 23 21:49:56.828756 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-64acd8d5-38b8-4dd6-acd5-7d6f6648b445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:56.892819 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-97b51169-f405-47c5-9a80-b1f2d354858d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398767 Nov 23 21:49:56.897825 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02989c77-0174-443c-bd7c-a02cdeee527a req-a17ce621-09c8-42fc-8424-3f2f7a15bd7f tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:56.899360 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-02989c77-0174-443c-bd7c-a02cdeee527a req-a17ce621-09c8-42fc-8424-3f2f7a15bd7f tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 945 time: 0.1944702 Nov 23 21:49:56.902734 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f4e5b06f-2207-415c-a078-24fa0047a8a6 req-109df9a2-f0de-44f3-a426-e285b8d96021 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:56.905509 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64acd8d5-38b8-4dd6-acd5-7d6f6648b445 service neutron] Pushing event updated for resources: {'Port': ['ID=95ef210b-ddf4-4a9d-ad20-800d0da2fe9f,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:56.939380 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['8ffaa15e-5249-4ec2-b177-8936bc34d603', '9cc27c60-4f77-418e-8918-d8383775cf84'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:49:56.948957 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109df9a2-f0de-44f3-a426-e285b8d96021 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Pushing event deleted for resources: {'Port': ['ID=c8b0adef-13ba-43b4-8567-cf5160e855ab,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:56.953775 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0195e8d6-5739-4967-a994-d6f1aad14bc6 req-8f8586b9-4aef-45e8-9e44-0c2856268e02 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053053 Nov 23 21:49:56.971064 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ddb50535-f6f4-4816-9465-1e9db72fc6da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:57.039560 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-64acd8d5-38b8-4dd6-acd5-7d6f6648b445 service neutron] Attempting to bind port 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:49:57.040157 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-64acd8d5-38b8-4dd6-acd5-7d6f6648b445 service neutron] Attempting to bind port 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '33175438-9fb2-4593-9eee-3fa8c9d43423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:49:57.040259 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-64acd8d5-38b8-4dd6-acd5-7d6f6648b445 service neutron] Attempting to bind port 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f on network 8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:57.052083 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-64acd8d5-38b8-4dd6-acd5-7d6f6648b445 service neutron] Port 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f on network 8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:49:57.052409 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-64acd8d5-38b8-4dd6-acd5-7d6f6648b445 service neutron] Attempting to bind port 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f on network 8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:57.055463 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e5b06f-2207-415c-a078-24fa0047a8a6 req-109df9a2-f0de-44f3-a426-e285b8d96021 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] No DVR routers for this DVR port c8b0adef-13ba-43b4-8567-cf5160e855ab on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:49:57.056348 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-0696479b-3784-42bd-8f44-dfdd0d6b95a0 service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470511 Nov 23 21:49:57.063100 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ddb50535-f6f4-4816-9465-1e9db72fc6da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:57.069321 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f4e5b06f-2207-415c-a078-24fa0047a8a6 req-109df9a2-f0de-44f3-a426-e285b8d96021 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:57.072966 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4e5b06f-2207-415c-a078-24fa0047a8a6 req-109df9a2-f0de-44f3-a426-e285b8d96021 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.60 "DELETE /v2.0/ports/c8b0adef-13ba-43b4-8567-cf5160e855ab HTTP/1.1" status: 204 len: 173 time: 1.7475474 Nov 23 21:49:57.073431 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea492751-7f51-46e7-a688-5d7552357030', 'name': 'network-vif-deleted', 'tag': 'c8b0adef-13ba-43b4-8567-cf5160e855ab'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:57.075709 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d154b704-3a9e-40d7-9838-0c3562cc4c87" -d '{"events": [{"server_uuid": "ea492751-7f51-46e7-a688-5d7552357030", "name": "network-vif-deleted", "tag": "c8b0adef-13ba-43b4-8567-cf5160e855ab"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:57.078618 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-64acd8d5-38b8-4dd6-acd5-7d6f6648b445 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:49:57.079102 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-64acd8d5-38b8-4dd6-acd5-7d6f6648b445 service neutron] Checking segment: {'id': '33175438-9fb2-4593-9eee-3fa8c9d43423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:49:57.079585 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-64acd8d5-38b8-4dd6-acd5-7d6f6648b445 service neutron] Bound using segment: {'id': '33175438-9fb2-4593-9eee-3fa8c9d43423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:49:57.080056 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 694d5678-41eb-45ea-94c2-4ec190f1b254 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:49:57.080244 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-64acd8d5-38b8-4dd6-acd5-7d6f6648b445 service neutron] Bound port: 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33175438-9fb2-4593-9eee-3fa8c9d43423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:49:57.080700 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-64acd8d5-38b8-4dd6-acd5-7d6f6648b445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:57.101411 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-02989c77-0174-443c-bd7c-a02cdeee527a req-14ffb9ba-0b40-45e6-8d80-9e22a15aba5f tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789560 Nov 23 21:49:57.122233 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 694d5678-41eb-45ea-94c2-4ec190f1b254 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:49:57.122555 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 694d5678-41eb-45ea-94c2-4ec190f1b254 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:49:57.175530 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f7a132-6671-4fff-90b7-fbf94f2ed68e x-openstack-request-id: req-35f7a132-6671-4fff-90b7-fbf94f2ed68e {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:57.175837 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea492751-7f51-46e7-a688-5d7552357030", "name": "network-vif-deleted", "tag": "c8b0adef-13ba-43b4-8567-cf5160e855ab", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:57.176093 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35f7a132-6671-4fff-90b7-fbf94f2ed68e {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:57.176535 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea492751-7f51-46e7-a688-5d7552357030', 'name': 'network-vif-deleted', 'tag': 'c8b0adef-13ba-43b4-8567-cf5160e855ab', 'status': 'completed', 'code': 200} Nov 23 21:49:57.225879 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ddb50535-f6f4-4816-9465-1e9db72fc6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:57.228587 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ddb50535-f6f4-4816-9465-1e9db72fc6da admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:57.232015 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ddb50535-f6f4-4816-9465-1e9db72fc6da admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c013998-28b3-4b1e-a966-ca8cf00637d3 HTTP/1.1" status: 204 len: 168 time: 0.5176244 Nov 23 21:49:57.280466 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb50535-f6f4-4816-9465-1e9db72fc6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c013998-28b3-4b1e-a966-ca8cf00637d3,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:57.284885 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:49:57.289060 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-9146738b-3842-40a0-bd90-bff15a29c6b5 service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242372 Nov 23 21:49:57.290163 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-64acd8d5-38b8-4dd6-acd5-7d6f6648b445 service neutron] For port 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:49:57.303681 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-64acd8d5-38b8-4dd6-acd5-7d6f6648b445 service neutron] For port 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=95ef210b-ddf4-4a9d-ad20-800d0da2fe9f,segment=NetworkSegment(33175438-9fb2-4593-9eee-3fa8c9d43423),segment_id=33175438-9fb2-4593-9eee-3fa8c9d43423)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:49:57.309730 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077f30b-6306-465b-a5f1-28cd2e09a0a5 req-069da314-f226-46b4-a11b-fa8ebf58d2bd tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:57.319166 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4077f30b-6306-465b-a5f1-28cd2e09a0a5 req-069da314-f226-46b4-a11b-fa8ebf58d2bd tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c736b86-d4f0-4c5c-bdec-1477bbd0deb1 HTTP/1.1" status: 200 len: 943 time: 0.1292279 Nov 23 21:49:57.320536 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-64acd8d5-38b8-4dd6-acd5-7d6f6648b445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:57.401739 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-64acd8d5-38b8-4dd6-acd5-7d6f6648b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:57.402444 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-64acd8d5-38b8-4dd6-acd5-7d6f6648b445 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:57.403675 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4077f30b-6306-465b-a5f1-28cd2e09a0a5 req-6cb0f946-3417-4897-9187-3b5afa8876c0 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831857 Nov 23 21:49:57.404122 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-64acd8d5-38b8-4dd6-acd5-7d6f6648b445 service neutron] 10.222.0.60 "PUT /v2.0/ports/95ef210b-ddf4-4a9d-ad20-800d0da2fe9f HTTP/1.1" status: 200 len: 1091 time: 1.4016466 Nov 23 21:49:57.425280 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c736b86-d4f0-4c5c-bdec-1477bbd0deb1', 'tag': '95ef210b-ddf4-4a9d-ad20-800d0da2fe9f'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:57.428313 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8964d7-c408-4299-b73a-08413ab65ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "7c736b86-d4f0-4c5c-bdec-1477bbd0deb1", "tag": "95ef210b-ddf4-4a9d-ad20-800d0da2fe9f"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:57.466431 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64acd8d5-38b8-4dd6-acd5-7d6f6648b445 service neutron] Pushing event updated for resources: {'Port': ['ID=95ef210b-ddf4-4a9d-ad20-800d0da2fe9f,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:57.486677 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-dcfd49bb-0a7a-4b87-a561-ec80e3c52016 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:57.488522 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-dcfd49bb-0a7a-4b87-a561-ec80e3c52016 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e&tenant_id=fbb1d292593848d88a76dda57bbd0633&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 1096 time: 0.1136324 Nov 23 21:49:57.503454 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4016eb07-bbce-4deb-bef8-b83074670973 x-openstack-request-id: req-4016eb07-bbce-4deb-bef8-b83074670973 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:57.503777 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c736b86-d4f0-4c5c-bdec-1477bbd0deb1", "tag": "95ef210b-ddf4-4a9d-ad20-800d0da2fe9f", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:57.503997 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4016eb07-bbce-4deb-bef8-b83074670973 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:57.504919 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c736b86-d4f0-4c5c-bdec-1477bbd0deb1', 'tag': '95ef210b-ddf4-4a9d-ad20-800d0da2fe9f', 'status': 'completed', 'code': 200} Nov 23 21:49:57.517057 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-3385f73c-6584-4ee4-8bd4-da5a5bea3b7b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-9'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:49:57.563475 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-f5486e4e-76c7-4fa3-8cc0-fddafd103fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:57.564988 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-f5486e4e-76c7-4fa3-8cc0-fddafd103fa8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=806a9a0ab6d943e9a8997a5ab579e46d&device_id=7c736b86-d4f0-4c5c-bdec-1477bbd0deb1 HTTP/1.1" status: 200 len: 1094 time: 0.0916755 Nov 23 21:49:57.614650 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-72656a45-ba19-450a-b826-1ed6a330fdec req-6ff54675-b945-4615-8736-5ca778c2749e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea492751-7f51-46e7-a688-5d7552357030 HTTP/1.1" status: 200 len: 210 time: 0.0373948 Nov 23 21:49:57.628533 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-909f4b8a-1454-4d0c-8209-3380d6d53ebe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95ef210b-ddf4-4a9d-ad20-800d0da2fe9f HTTP/1.1" status: 200 len: 217 time: 0.0447335 Nov 23 21:49:57.629582 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-3385f73c-6584-4ee4-8bd4-da5a5bea3b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:57.673461 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6218527e-98b6-438f-884d-a0edfd542760 req-53cb279a-647a-4ab9-83cf-11b6bf893f85 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0565894 Nov 23 21:49:57.727677 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-a9f985aa-5a48-46b0-9409-afbaacdd9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:57.729574 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-a9f985aa-5a48-46b0-9409-afbaacdd9758 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29f2c74e-d556-4ec7-a50f-528cd87d0f9e HTTP/1.1" status: 200 len: 861 time: 0.0923691 Nov 23 21:49:57.791702 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-b07b3601-7c3a-400a-8ab8-fde94bbe8cfd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359247 Nov 23 21:49:57.796485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218527e-98b6-438f-884d-a0edfd542760 req-756c57e9-7584-4865-abff-c06730b878b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:57.797978 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6218527e-98b6-438f-884d-a0edfd542760 req-756c57e9-7584-4865-abff-c06730b878b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 1095 time: 0.0726795 Nov 23 21:49:57.814927 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7169f-10c3-4474-9b24-56b60bbd936c req-1bd09dc3-b5d8-42ed-94c5-8e1865659261 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:57.816468 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30d7169f-10c3-4474-9b24-56b60bbd936c req-1bd09dc3-b5d8-42ed-94c5-8e1865659261 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 944 time: 0.1058066 Nov 23 21:49:57.850549 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3b8cc928-860e-4299-8351-fbbf1a3088b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:57.903880 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c8b0adef-13ba-43b4-8567-cf5160e855ab no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:49:57.919960 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-3385f73c-6584-4ee4-8bd4-da5a5bea3b7b service neutron] For port 88d7fc62-37d7-4348-b06a-bbe171e4966b, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=88d7fc62-37d7-4348-b06a-bbe171e4966b,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:57.940550 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: c8b0adef-13ba-43b4-8567-cf5160e855ab {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:49:57.943372 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c8b0adef-13ba-43b4-8567-cf5160e855ab not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:49:57.959373 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30d7169f-10c3-4474-9b24-56b60bbd936c req-20b73c64-154f-447e-a7db-c3d24a84d455 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350958 Nov 23 21:49:57.964814 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218527e-98b6-438f-884d-a0edfd542760 req-30a5fc0c-6ce0-407d-8d05-8d553cd13619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:57.966392 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6218527e-98b6-438f-884d-a0edfd542760 req-30a5fc0c-6ce0-407d-8d05-8d553cd13619 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 909 time: 0.1346314 Nov 23 21:49:57.966521 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-d0eb53a4-df2a-46a8-b385-8f0362113a3d service neutron] 10.222.0.60 "GET /v2.0/networks/8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377494 Nov 23 21:49:57.989791 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-3385f73c-6584-4ee4-8bd4-da5a5bea3b7b service neutron] For port 88d7fc62-37d7-4348-b06a-bbe171e4966b, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:49:58.024593 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6218527e-98b6-438f-884d-a0edfd542760 req-34c27a11-37a6-4f0e-852c-55fc9f8bd741 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a94442c-6d29-48f6-8053-4a4498d90e09 HTTP/1.1" status: 200 len: 217 time: 0.0491548 Nov 23 21:49:58.091870 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-3385f73c-6584-4ee4-8bd4-da5a5bea3b7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:58.106295 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-3385f73c-6584-4ee4-8bd4-da5a5bea3b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:58.113304 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218527e-98b6-438f-884d-a0edfd542760 req-3a446820-5db1-4c20-9910-0daca649871c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:58.113304 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6218527e-98b6-438f-884d-a0edfd542760 req-3a446820-5db1-4c20-9910-0daca649871c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.0776081 Nov 23 21:49:58.161701 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6218527e-98b6-438f-884d-a0edfd542760 req-feaa45d1-125d-477f-b2d8-d39ce121a023 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385892 Nov 23 21:49:58.163990 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e3149c8-a1d0-4013-ae78-a67be86a84d0 req-e434ffca-d243-4f26-9624-90dba8c32a7e service neutron] 10.222.0.60 "GET /v2.0/networks/8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894395 Nov 23 21:49:58.187464 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ff1d1-b481-4de3-bbe5-0bc4827e4212 req-33dd5723-e1a6-4c0f-aa99-9e0a7a41167b tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:58.188954 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-322ff1d1-b481-4de3-bbe5-0bc4827e4212 req-33dd5723-e1a6-4c0f-aa99-9e0a7a41167b tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.1267457 Nov 23 21:49:58.218646 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385f73c-6584-4ee4-8bd4-da5a5bea3b7b service neutron] Pushing event updated for resources: {'Port': ['ID=88d7fc62-37d7-4348-b06a-bbe171e4966b,revision_number=7']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:58.232178 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-3385f73c-6584-4ee4-8bd4-da5a5bea3b7b service neutron] Attempting to bind port 88d7fc62-37d7-4348-b06a-bbe171e4966b on host n-h2-816206-9 for vnic_type normal with profile {"migrating_to": "n-h1-816206-9"} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:49:58.232465 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-3385f73c-6584-4ee4-8bd4-da5a5bea3b7b service neutron] Attempting to bind port 88d7fc62-37d7-4348-b06a-bbe171e4966b by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:49:58.232780 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-3385f73c-6584-4ee4-8bd4-da5a5bea3b7b service neutron] Attempting to bind port 88d7fc62-37d7-4348-b06a-bbe171e4966b on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:58.238155 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-3385f73c-6584-4ee4-8bd4-da5a5bea3b7b service neutron] Port 88d7fc62-37d7-4348-b06a-bbe171e4966b on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:49:58.238304 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-3385f73c-6584-4ee4-8bd4-da5a5bea3b7b service neutron] Attempting to bind port 88d7fc62-37d7-4348-b06a-bbe171e4966b on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:49:58.245034 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-3385f73c-6584-4ee4-8bd4-da5a5bea3b7b service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:49:58.245452 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-3385f73c-6584-4ee4-8bd4-da5a5bea3b7b service neutron] Checking segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:49:58.245905 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-3385f73c-6584-4ee4-8bd4-da5a5bea3b7b service neutron] Bound using segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:49:58.246556 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-3385f73c-6584-4ee4-8bd4-da5a5bea3b7b service neutron] Bound port: 88d7fc62-37d7-4348-b06a-bbe171e4966b, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:49:58.247063 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-3385f73c-6584-4ee4-8bd4-da5a5bea3b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:58.323040 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-322ff1d1-b481-4de3-bbe5-0bc4827e4212 req-b761f333-110f-47b0-9c14-d7e3d6d029a2 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202989 Nov 23 21:49:58.342695 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6218527e-98b6-438f-884d-a0edfd542760 req-9a6b8d19-1ae7-44dd-b46b-448a52eab883 service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735995 Nov 23 21:49:58.345732 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8964d7-c408-4299-b73a-08413ab65ceb req-d2da5571-3b80-48d1-8802-bfc249b8f533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:58.347351 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7c8964d7-c408-4299-b73a-08413ab65ceb req-d2da5571-3b80-48d1-8802-bfc249b8f533 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=806a9a0ab6d943e9a8997a5ab579e46d&device_id=7c736b86-d4f0-4c5c-bdec-1477bbd0deb1 HTTP/1.1" status: 200 len: 1094 time: 0.0890267 Nov 23 21:49:58.352673 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-3385f73c-6584-4ee4-8bd4-da5a5bea3b7b service neutron] For port 88d7fc62-37d7-4348-b06a-bbe171e4966b, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:49:58.357501 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-3385f73c-6584-4ee4-8bd4-da5a5bea3b7b service neutron] For port 88d7fc62-37d7-4348-b06a-bbe171e4966b, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=88d7fc62-37d7-4348-b06a-bbe171e4966b,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:49:58.368645 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-3385f73c-6584-4ee4-8bd4-da5a5bea3b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:58.511572 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385f73c-6584-4ee4-8bd4-da5a5bea3b7b service neutron] Pushing event updated for resources: {'Port': ['ID=88d7fc62-37d7-4348-b06a-bbe171e4966b,revision_number=8']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:58.518906 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-3385f73c-6584-4ee4-8bd4-da5a5bea3b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:58.519524 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-3385f73c-6584-4ee4-8bd4-da5a5bea3b7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:58.521490 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-3385f73c-6584-4ee4-8bd4-da5a5bea3b7b service neutron] 10.222.0.53 "PUT /v2.0/ports/88d7fc62-37d7-4348-b06a-bbe171e4966b HTTP/1.1" status: 200 len: 1121 time: 1.0101442 Nov 23 21:49:58.538247 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8964d7-c408-4299-b73a-08413ab65ceb req-c7f8d5dd-ed28-4f71-b43a-b80cec8c0449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:58.539547 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7c8964d7-c408-4299-b73a-08413ab65ceb req-c7f8d5dd-ed28-4f71-b43a-b80cec8c0449 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d HTTP/1.1" status: 200 len: 922 time: 0.1843443 Nov 23 21:49:58.547265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a255d6-1d53-4107-92a4-6eccf4a8f35e req-b5dca9d5-5a6d-4446-9b15-01468455befe tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:58.549773 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-43a255d6-1d53-4107-92a4-6eccf4a8f35e req-b5dca9d5-5a6d-4446-9b15-01468455befe tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 943 time: 0.1805270 Nov 23 21:49:58.552888 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d696a4-59df-4fab-bac5-dd64608307d3 req-d4289021-7159-4d20-bf68-873014e7e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:58.555186 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f0d696a4-59df-4fab-bac5-dd64608307d3 req-d4289021-7159-4d20-bf68-873014e7e8f4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 1096 time: 0.1868689 Nov 23 21:49:58.595074 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7c8964d7-c408-4299-b73a-08413ab65ceb req-eb3dcf20-5de3-48ed-a59f-f784bd9c089f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95ef210b-ddf4-4a9d-ad20-800d0da2fe9f HTTP/1.1" status: 200 len: 217 time: 0.0477064 Nov 23 21:49:58.615694 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6218527e-98b6-438f-884d-a0edfd542760 req-90eb5551-6e40-4058-b3dc-6c6a2ab474f9 service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650445 Nov 23 21:49:58.657478 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8964d7-c408-4299-b73a-08413ab65ceb req-8bf7172b-ff73-45c0-83aa-88016d4676ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:58.659171 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7c8964d7-c408-4299-b73a-08413ab65ceb req-8bf7172b-ff73-45c0-83aa-88016d4676ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29f2c74e-d556-4ec7-a50f-528cd87d0f9e HTTP/1.1" status: 200 len: 861 time: 0.0522318 Nov 23 21:49:58.668912 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['88d7fc62-37d7-4348-b06a-bbe171e4966b'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:49:58.685864 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-43a255d6-1d53-4107-92a4-6eccf4a8f35e req-f0049fc2-fa13-4e4c-aa00-b33ce662a2f0 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278210 Nov 23 21:49:58.697922 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7c8964d7-c408-4299-b73a-08413ab65ceb req-27c30bd0-028e-4e35-b0f1-f46885b91431 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302069 Nov 23 21:49:58.712033 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f0d696a4-59df-4fab-bac5-dd64608307d3 req-91275cb6-813c-4e6a-bf67-eba0663c0255 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416214 Nov 23 21:49:58.818536 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad72b3-60b3-4724-ad04-46f325d84ed3 req-a159caae-15b4-48ce-8279-aab4a7b80f4d tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:58.819774 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7c8964d7-c408-4299-b73a-08413ab65ceb req-4175b9fd-c763-4c5a-b461-9163cb1d63c7 service neutron] 10.222.0.60 "GET /v2.0/networks/8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088994 Nov 23 21:49:58.826169 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b3ad72b3-60b3-4724-ad04-46f325d84ed3 req-a159caae-15b4-48ce-8279-aab4a7b80f4d tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c736b86-d4f0-4c5c-bdec-1477bbd0deb1 HTTP/1.1" status: 200 len: 943 time: 0.0696745 Nov 23 21:49:58.886761 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b3ad72b3-60b3-4724-ad04-46f325d84ed3 req-a15a2031-a18b-4de7-9105-24d61251ca77 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538132 Nov 23 21:49:58.946396 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7c8964d7-c408-4299-b73a-08413ab65ceb req-437d0552-9839-44dc-a810-0f3862b9c5a7 service neutron] 10.222.0.60 "GET /v2.0/networks/8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181188 Nov 23 21:49:59.084106 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 307c52c7-bd2a-4645-a362-cd184a417377 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:49:59.107132 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79087e3-30a5-4155-a4b9-c8c4049ac09f req-cc5216b9-105e-44ee-8f48-a8a830aa25bf tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:59.111531 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d79087e3-30a5-4155-a4b9-c8c4049ac09f req-cc5216b9-105e-44ee-8f48-a8a830aa25bf tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 944 time: 0.0566533 Nov 23 21:49:59.190424 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 307c52c7-bd2a-4645-a362-cd184a417377, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=307c52c7-bd2a-4645-a362-cd184a417377,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:59.195069 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d79087e3-30a5-4155-a4b9-c8c4049ac09f req-67d0c848-958a-4403-b9d1-54d739d913f1 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799108 Nov 23 21:49:59.203454 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '307c52c7-bd2a-4645-a362-cd184a417377', 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b', 'port_id': '307c52c7-bd2a-4645-a362-cd184a417377', 'mac_address': 'fa:16:3e:11:d7:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0056705a-d511-4857-982b-628123088030', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:49:59.209268 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5d5dd-da87-4f47-9b0d-b468b2f42531 req-a16c6162-e712-489f-af49-286438169ae8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:59.211015 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08b5d5dd-da87-4f47-9b0d-b468b2f42531 req-a16c6162-e712-489f-af49-286438169ae8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 950 time: 0.0880466 Nov 23 21:49:59.260661 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:59.274054 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307c52c7-bd2a-4645-a362-cd184a417377 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:49:59.283227 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08b5d5dd-da87-4f47-9b0d-b468b2f42531 req-f0eba871-a7db-4ef8-b83b-219908ec9f56 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600874 Nov 23 21:49:59.294518 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 307c52c7-bd2a-4645-a362-cd184a417377, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=307c52c7-bd2a-4645-a362-cd184a417377,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:49:59.298657 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:59.355530 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=307c52c7-bd2a-4645-a362-cd184a417377,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:49:59.432791 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ef4d5-8d02-4808-96cd-1fc518d2d69d req-5eea43ca-5957-4638-9fdf-95d2f5ae3cf0 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:59.434274 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc2ef4d5-8d02-4808-96cd-1fc518d2d69d req-5eea43ca-5957-4638-9fdf-95d2f5ae3cf0 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.0508220 Nov 23 21:49:59.483897 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc2ef4d5-8d02-4808-96cd-1fc518d2d69d req-0b3ea1b8-7000-4e9b-9f8e-0fbc463e5bfd tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433805 Nov 23 21:49:59.506165 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88d7fc62-37d7-4348-b06a-bbe171e4966b'}, {'name': 'network-changed', 'server_uuid': '5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e', 'tag': '88d7fc62-37d7-4348-b06a-bbe171e4966b'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:49:59.509112 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4474b47f-080e-40a6-8006-3edf5043035e" -d '{"events": [{"server_uuid": "5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e", "name": "network-vif-unplugged", "status": "completed", "tag": "88d7fc62-37d7-4348-b06a-bbe171e4966b"}, {"name": "network-changed", "server_uuid": "5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e", "tag": "88d7fc62-37d7-4348-b06a-bbe171e4966b"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:49:59.591958 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 23 Nov 2021 21:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef0b40d-efd2-4e20-a0f0-80c5b5a901b1 x-openstack-request-id: req-8ef0b40d-efd2-4e20-a0f0-80c5b5a901b1 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:49:59.592321 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e", "name": "network-vif-unplugged", "status": "completed", "tag": "88d7fc62-37d7-4348-b06a-bbe171e4966b", "code": 200}, {"name": "network-changed", "server_uuid": "5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e", "tag": "88d7fc62-37d7-4348-b06a-bbe171e4966b", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:49:59.592635 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8ef0b40d-efd2-4e20-a0f0-80c5b5a901b1 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:49:59.593265 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88d7fc62-37d7-4348-b06a-bbe171e4966b', 'code': 200} Nov 23 21:49:59.593609 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e', 'tag': '88d7fc62-37d7-4348-b06a-bbe171e4966b', 'status': 'completed', 'code': 200} Nov 23 21:49:59.633832 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['307c52c7-bd2a-4645-a362-cd184a417377'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:49:59.717718 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474b47f-080e-40a6-8006-3edf5043035e req-c2f6be12-ca86-45fe-bd38-5f2b15dfca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:59.722477 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4474b47f-080e-40a6-8006-3edf5043035e req-c2f6be12-ca86-45fe-bd38-5f2b15dfca75 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 1124 time: 0.0538082 Nov 23 21:49:59.761753 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:49:59.853064 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983efba-9e8c-48a5-baec-cfae7d0e4dc6 req-50b115d6-b174-42ad-9e25-f48fc720660a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:59.854269 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4983efba-9e8c-48a5-baec-cfae7d0e4dc6 req-50b115d6-b174-42ad-9e25-f48fc720660a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 943 time: 0.0644367 Nov 23 21:49:59.884264 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474b47f-080e-40a6-8006-3edf5043035e req-5b50a44e-6b2f-4630-9ac8-8ecb27a57b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:49:59.885963 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4474b47f-080e-40a6-8006-3edf5043035e req-5b50a44e-6b2f-4630-9ac8-8ecb27a57b52 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 909 time: 0.1540594 Nov 23 21:49:59.905174 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:49:59.940910 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4474b47f-080e-40a6-8006-3edf5043035e req-b2a1b926-858e-4245-80e5-2371341eae82 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88d7fc62-37d7-4348-b06a-bbe171e4966b HTTP/1.1" status: 200 len: 217 time: 0.0475903 Nov 23 21:49:59.952738 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4983efba-9e8c-48a5-baec-cfae7d0e4dc6 req-97a185d3-18c9-47ab-9863-4823682e474c tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758576 Nov 23 21:50:00.027394 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474b47f-080e-40a6-8006-3edf5043035e req-881549b0-7191-4873-b19d-8d4a6301d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:00.029623 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4474b47f-080e-40a6-8006-3edf5043035e req-881549b0-7191-4873-b19d-8d4a6301d32b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.0806336 Nov 23 21:50:00.076221 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=95ef210b-ddf4-4a9d-ad20-800d0da2fe9f,segment=NetworkSegment(33175438-9fb2-4593-9eee-3fa8c9d43423),segment_id=33175438-9fb2-4593-9eee-3fa8c9d43423)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:00.084707 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4474b47f-080e-40a6-8006-3edf5043035e req-a3f02e66-1dc8-4d1c-95d2-5a080f2a8842 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462224 Nov 23 21:50:00.085297 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2f9e5-78c7-4916-9d58-414e51cf2bf9 req-3f4ab1c0-b623-4b50-b7c1-2d3b80f5a77e tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:00.086998 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9fc2f9e5-78c7-4916-9d58-414e51cf2bf9 req-3f4ab1c0-b623-4b50-b7c1-2d3b80f5a77e tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c736b86-d4f0-4c5c-bdec-1477bbd0deb1 HTTP/1.1" status: 200 len: 943 time: 0.0989833 Nov 23 21:50:00.108358 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '95ef210b-ddf4-4a9d-ad20-800d0da2fe9f', 'network_id': '8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d', 'port_id': '95ef210b-ddf4-4a9d-ad20-800d0da2fe9f', 'mac_address': 'fa:16:3e:31:3f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f2c74e-d556-4ec7-a50f-528cd87d0f9e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:50:00.154709 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9fc2f9e5-78c7-4916-9d58-414e51cf2bf9 req-5dd131b2-db5e-4c37-963c-b52c9efb4057 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604579 Nov 23 21:50:00.195684 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:00.208959 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4474b47f-080e-40a6-8006-3edf5043035e req-1c2e4558-34f3-4796-b2fe-8813d4be1112 service neutron] 10.222.0.60 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132193 Nov 23 21:50:00.213703 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:50:00.239429 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=95ef210b-ddf4-4a9d-ad20-800d0da2fe9f,segment=NetworkSegment(33175438-9fb2-4593-9eee-3fa8c9d43423),segment_id=33175438-9fb2-4593-9eee-3fa8c9d43423)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:00.245987 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:00.321583 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=95ef210b-ddf4-4a9d-ad20-800d0da2fe9f,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:00.335358 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea70cbd-e234-46c9-9712-d453502e92a4 req-51f8f049-1b97-44b8-bd4f-360eccd38427 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:00.336795 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0ea70cbd-e234-46c9-9712-d453502e92a4 req-51f8f049-1b97-44b8-bd4f-360eccd38427 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 945 time: 0.0594814 Nov 23 21:50:00.357309 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4474b47f-080e-40a6-8006-3edf5043035e req-cc855574-9ee8-475d-8b28-cfa9962d360a service neutron] 10.222.0.60 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251795 Nov 23 21:50:00.396504 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0ea70cbd-e234-46c9-9712-d453502e92a4 req-46408d6f-9c52-4b97-ae5d-a0a3c3d88550 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534706 Nov 23 21:50:00.425630 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b55fb558-96ff-417e-9ada-04e42c970ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:00.524948 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dc0a6-b367-46b1-baff-9ca4f494302e req-7481afb8-5744-4b3d-bcb6-bf96bcb6a52e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:00.526425 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fb0dc0a6-b367-46b1-baff-9ca4f494302e req-7481afb8-5744-4b3d-bcb6-bf96bcb6a52e tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 950 time: 0.0552444 Nov 23 21:50:00.580609 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fb0dc0a6-b367-46b1-baff-9ca4f494302e req-a25b6b38-05fd-4f0e-8d02-9363b20baf6d tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479908 Nov 23 21:50:00.589093 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['95ef210b-ddf4-4a9d-ad20-800d0da2fe9f'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:50:00.696708 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8202e-b8f7-45de-8f7a-27cb44ee5e9c req-f819304d-6ff5-44c8-b43b-272d5d5a370b tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:00.698732 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e8a8202e-b8f7-45de-8f7a-27cb44ee5e9c req-f819304d-6ff5-44c8-b43b-272d5d5a370b tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.0541289 Nov 23 21:50:00.744303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2c83e-2dd4-412e-aab4-e1523724f26b req-e6d242c3-f6f0-45a6-929f-959b6924987f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:00.746836 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-13d2c83e-2dd4-412e-aab4-e1523724f26b req-e6d242c3-f6f0-45a6-929f-959b6924987f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.60 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 950 time: 0.0699487 Nov 23 21:50:00.757469 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e8a8202e-b8f7-45de-8f7a-27cb44ee5e9c req-5f96e55a-441d-474a-826c-ffa97dedfe7e tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508487 Nov 23 21:50:00.858472 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-13d2c83e-2dd4-412e-aab4-e1523724f26b req-5c25d1c2-705a-4004-87ec-d192acf81aca tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Deleting port 9cc27c60-4f77-418e-8918-d8383775cf84 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:50:00.858915 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-13d2c83e-2dd4-412e-aab4-e1523724f26b req-5c25d1c2-705a-4004-87ec-d192acf81aca tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:00.968334 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-13d2c83e-2dd4-412e-aab4-e1523724f26b req-5c25d1c2-705a-4004-87ec-d192acf81aca tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] For port 9cc27c60-4f77-418e-8918-d8383775cf84, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=9cc27c60-4f77-418e-8918-d8383775cf84,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:00.970288 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-13d2c83e-2dd4-412e-aab4-e1523724f26b req-5c25d1c2-705a-4004-87ec-d192acf81aca tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:00.985407 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-13d2c83e-2dd4-412e-aab4-e1523724f26b req-5c25d1c2-705a-4004-87ec-d192acf81aca tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Calling delete_port for 9cc27c60-4f77-418e-8918-d8383775cf84 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:50:01.067941 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12675ac-a353-4cd8-8e58-2f360dc72383 req-e2247bd6-7d54-4337-9054-fe479fbf8cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:01.069642 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c12675ac-a353-4cd8-8e58-2f360dc72383 req-e2247bd6-7d54-4337-9054-fe479fbf8cf2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ddf4a806856e4d178f7ca2c9266aa8f7&device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 1096 time: 0.0831318 Nov 23 21:50:01.078735 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3212915-aa9c-47d0-a173-522a4eb8d858 req-d305a9c2-b128-4b8f-973f-ee98b5c47c85 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:01.080160 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e3212915-aa9c-47d0-a173-522a4eb8d858 req-d305a9c2-b128-4b8f-973f-ee98b5c47c85 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.0921054 Nov 23 21:50:01.085395 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 88d7fc62-37d7-4348-b06a-bbe171e4966b details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:50:01.093066 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 307c52c7-bd2a-4645-a362-cd184a417377 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:01.144605 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-13d2c83e-2dd4-412e-aab4-e1523724f26b req-5c25d1c2-705a-4004-87ec-d192acf81aca tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:01.175179 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25d1c2-705a-4004-87ec-d192acf81aca tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Pushing event deleted for resources: {'Port': ['ID=9cc27c60-4f77-418e-8918-d8383775cf84,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:01.221590 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d2c83e-2dd4-412e-aab4-e1523724f26b req-5c25d1c2-705a-4004-87ec-d192acf81aca tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] No DVR routers for this DVR port 9cc27c60-4f77-418e-8918-d8383775cf84 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:50:01.225302 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-13d2c83e-2dd4-412e-aab4-e1523724f26b req-5c25d1c2-705a-4004-87ec-d192acf81aca tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:01.228837 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-13d2c83e-2dd4-412e-aab4-e1523724f26b req-5c25d1c2-705a-4004-87ec-d192acf81aca tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.60 "DELETE /v2.0/ports/9cc27c60-4f77-418e-8918-d8383775cf84 HTTP/1.1" status: 204 len: 173 time: 0.4746768 Nov 23 21:50:01.234251 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 307c52c7-bd2a-4645-a362-cd184a417377 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:50:01.238795 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e3212915-aa9c-47d0-a173-522a4eb8d858 req-ea55a2f7-89b4-4909-a144-64ec8c85a266 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421709 Nov 23 21:50:01.245467 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 307c52c7-bd2a-4645-a362-cd184a417377 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:01.245863 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:01.253696 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b0f5a-58c3-49d4-b9a2-75dc394e7a87 req-908bb46e-3f9f-49d3-a002-1dd8f16b703d tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:01.266275 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-392b0f5a-58c3-49d4-b9a2-75dc394e7a87 req-908bb46e-3f9f-49d3-a002-1dd8f16b703d tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 943 time: 0.1913111 Nov 23 21:50:01.285817 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12675ac-a353-4cd8-8e58-2f360dc72383 req-1af3931e-902a-4882-a80d-a4eeefd24d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:01.287188 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c12675ac-a353-4cd8-8e58-2f360dc72383 req-1af3931e-902a-4882-a80d-a4eeefd24d8c service neutron] 10.222.0.53 "GET /v2.0/networks?id=a89e746f-ef78-4591-b2a8-6f88cfcc13b2 HTTP/1.1" status: 200 len: 912 time: 0.2061253 Nov 23 21:50:01.287363 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 88d7fc62-37d7-4348-b06a-bbe171e4966b, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=88d7fc62-37d7-4348-b06a-bbe171e4966b,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:01.303305 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 88d7fc62-37d7-4348-b06a-bbe171e4966b has no active binding in host n-h1-816206-9 {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 21:50:01.347529 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c12675ac-a353-4cd8-8e58-2f360dc72383 req-42e361b0-4740-4733-b012-9e6d9130563a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b203bc0-062a-4dd0-9740-2e41c87bd8a2 HTTP/1.1" status: 200 len: 217 time: 0.0452344 Nov 23 21:50:01.352136 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['8ffaa15e-5249-4ec2-b177-8936bc34d603', '9cc27c60-4f77-418e-8918-d8383775cf84'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:50:01.355278 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-392b0f5a-58c3-49d4-b9a2-75dc394e7a87 req-653f5076-0464-44a9-848e-38e09893f5b3 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924053 Nov 23 21:50:01.426789 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12675ac-a353-4cd8-8e58-2f360dc72383 req-35f7e232-3c04-49f4-8f1a-51426d4fb3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:01.428507 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c12675ac-a353-4cd8-8e58-2f360dc72383 req-35f7e232-3c04-49f4-8f1a-51426d4fb3d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=448a444d-f116-4edb-9f16-0d80ab53bf19 HTTP/1.1" status: 200 len: 851 time: 0.0722570 Nov 23 21:50:01.434167 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:01.474110 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1da09c5-771f-43d7-9ea2-90bd7c17297f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307c52c7-bd2a-4645-a362-cd184a417377'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:50:01.476263 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82c96c6-60e7-4b5c-a626-7f2ae84eb805" -d '{"events": [{"server_uuid": "c1da09c5-771f-43d7-9ea2-90bd7c17297f", "name": "network-vif-plugged", "status": "completed", "tag": "307c52c7-bd2a-4645-a362-cd184a417377"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:50:01.487600 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c12675ac-a353-4cd8-8e58-2f360dc72383 req-cdb0217f-6fbe-483a-b85f-bf2a901c2b1b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a89e746f-ef78-4591-b2a8-6f88cfcc13b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491052 Nov 23 21:50:01.500095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 307c52c7-bd2a-4645-a362-cd184a417377, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=307c52c7-bd2a-4645-a362-cd184a417377,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:01.509455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e13dcd-9329-4ae9-a7e9-732b56bdee35 req-552dad96-ec32-4e99-9c64-e99711ba45e5 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:01.515329 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:01.517043 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f3e13dcd-9329-4ae9-a7e9-732b56bdee35 req-552dad96-ec32-4e99-9c64-e99711ba45e5 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c736b86-d4f0-4c5c-bdec-1477bbd0deb1 HTTP/1.1" status: 200 len: 944 time: 0.0929539 Nov 23 21:50:01.570447 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=307c52c7-bd2a-4645-a362-cd184a417377,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:01.579789 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:01.594305 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98bc5a3-55e3-4e88-a561-02cc955d4670', 'name': 'network-vif-deleted', 'tag': '9cc27c60-4f77-418e-8918-d8383775cf84'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:50:01.596957 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac9b4bf-75fd-4258-85d7-bc568a150a1a" -d '{"events": [{"server_uuid": "c98bc5a3-55e3-4e88-a561-02cc955d4670", "name": "network-vif-deleted", "tag": "9cc27c60-4f77-418e-8918-d8383775cf84"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:50:01.634884 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f3e13dcd-9329-4ae9-a7e9-732b56bdee35 req-0f8e580e-afd1-4f05-92c0-6cb64139e891 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174147 Nov 23 21:50:01.694489 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13923200-6c90-433e-983d-1d97843d4dc8 x-openstack-request-id: req-13923200-6c90-433e-983d-1d97843d4dc8 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:50:01.694969 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1da09c5-771f-43d7-9ea2-90bd7c17297f", "name": "network-vif-plugged", "status": "completed", "tag": "307c52c7-bd2a-4645-a362-cd184a417377", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:50:01.695331 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-13923200-6c90-433e-983d-1d97843d4dc8 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:50:01.695844 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1da09c5-771f-43d7-9ea2-90bd7c17297f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307c52c7-bd2a-4645-a362-cd184a417377', 'code': 200} Nov 23 21:50:01.699153 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c12675ac-a353-4cd8-8e58-2f360dc72383 req-a0b05afc-4130-42bc-b734-42fbf3424005 service neutron] 10.222.0.53 "GET /v2.0/networks/a89e746f-ef78-4591-b2a8-6f88cfcc13b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799381 Nov 23 21:50:01.708462 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc1124-a882-4a7c-8571-eac4bd9ac25c req-d625a8f0-6776-49ef-9bd0-cc76746b0076 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:01.716385 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3cdc1124-a882-4a7c-8571-eac4bd9ac25c req-d625a8f0-6776-49ef-9bd0-cc76746b0076 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 946 time: 0.0990717 Nov 23 21:50:01.754976 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc6770c-0fa9-4070-a1e9-6165b1d63f73 x-openstack-request-id: req-afc6770c-0fa9-4070-a1e9-6165b1d63f73 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:50:01.755497 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98bc5a3-55e3-4e88-a561-02cc955d4670", "name": "network-vif-deleted", "tag": "9cc27c60-4f77-418e-8918-d8383775cf84", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:50:01.756914 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-afc6770c-0fa9-4070-a1e9-6165b1d63f73 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:50:01.757516 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98bc5a3-55e3-4e88-a561-02cc955d4670', 'name': 'network-vif-deleted', 'tag': '9cc27c60-4f77-418e-8918-d8383775cf84', 'status': 'completed', 'code': 200} Nov 23 21:50:01.865987 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3cdc1124-a882-4a7c-8571-eac4bd9ac25c req-4743e515-87a5-48f1-9162-e6f7046941c2 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486599 Nov 23 21:50:01.885286 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d1c0cfe-cf26-41cc-814e-d63932c2c5ff req-98c05adc-30e2-493e-b161-9d51f81eecc8 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=c98bc5a3-55e3-4e88-a561-02cc955d4670 HTTP/1.1" status: 200 len: 210 time: 0.0403116 Nov 23 21:50:01.909563 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b251c2a-0c08-468b-9be2-260fe22e4f03 req-0883851e-c48e-43e8-a889-46c28cd53a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:01.911453 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b251c2a-0c08-468b-9be2-260fe22e4f03 req-0883851e-c48e-43e8-a889-46c28cd53a88 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 1097 time: 0.1080608 Nov 23 21:50:01.915092 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c12675ac-a353-4cd8-8e58-2f360dc72383 req-b2c6f6f6-e5b6-485c-a26c-20f5797c2edd service neutron] 10.222.0.53 "GET /v2.0/networks/a89e746f-ef78-4591-b2a8-6f88cfcc13b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961100 Nov 23 21:50:01.941360 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:02.002448 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:50:02.006138 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b251c2a-0c08-468b-9be2-260fe22e4f03 req-ca92dced-f80c-45be-880d-bd2a717debd3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826259 Nov 23 21:50:02.009207 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:02.010441 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:02.094149 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:02.127359 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=95ef210b-ddf4-4a9d-ad20-800d0da2fe9f,segment=NetworkSegment(33175438-9fb2-4593-9eee-3fa8c9d43423),segment_id=33175438-9fb2-4593-9eee-3fa8c9d43423)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:02.132586 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:02.133512 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 9cc27c60-4f77-418e-8918-d8383775cf84 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:50:02.172911 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 9cc27c60-4f77-418e-8918-d8383775cf84 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:50:02.173257 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 9cc27c60-4f77-418e-8918-d8383775cf84 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:50:02.199957 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=95ef210b-ddf4-4a9d-ad20-800d0da2fe9f,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:02.376544 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd24105-3675-40a9-ada4-53f4b33f2697 req-8d0d3aa7-5532-4b2f-97f9-5894575dfcdc tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:02.378071 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-acd24105-3675-40a9-ada4-53f4b33f2697 req-8d0d3aa7-5532-4b2f-97f9-5894575dfcdc tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.0530837 Nov 23 21:50:02.428125 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-acd24105-3675-40a9-ada4-53f4b33f2697 req-598405bf-f106-4cf5-9370-4595d347337d tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438218 Nov 23 21:50:02.473163 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-6f4443b7-9031-498c-a096-8405f99320c0 service neutron] 10.222.0.60 "GET /v2.0/ports/88d7fc62-37d7-4348-b06a-bbe171e4966b/bindings/n-h1-816206-9 HTTP/1.1" status: 200 len: 384 time: 0.0753126 Nov 23 21:50:02.539227 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81261c48-a29b-4460-9d7d-f08c5ad94f83 req-625c611a-65d7-4369-9846-cb2c20f53414 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:02.540859 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81261c48-a29b-4460-9d7d-f08c5ad94f83 req-625c611a-65d7-4369-9846-cb2c20f53414 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 943 time: 0.0575376 Nov 23 21:50:02.593372 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81261c48-a29b-4460-9d7d-f08c5ad94f83 req-0e46172e-cc72-49f3-be9d-4a9d6671553d tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459218 Nov 23 21:50:02.670500 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-8e148aff-95dc-486b-b19d-92ad0eaaf1ac service neutron] For port 88d7fc62-37d7-4348-b06a-bbe171e4966b, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=88d7fc62-37d7-4348-b06a-bbe171e4966b,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:02.700707 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-8e148aff-95dc-486b-b19d-92ad0eaaf1ac service neutron] For port 88d7fc62-37d7-4348-b06a-bbe171e4966b, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:50:02.736525 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-8e148aff-95dc-486b-b19d-92ad0eaaf1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d7fc62-37d7-4348-b06a-bbe171e4966b {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:50:02.748180 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-8e148aff-95dc-486b-b19d-92ad0eaaf1ac service neutron] For port 88d7fc62-37d7-4348-b06a-bbe171e4966b, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=88d7fc62-37d7-4348-b06a-bbe171e4966b,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:02.758048 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1363e3-ac94-4b9d-ba93-dc82af0bd599 req-fa41dca3-032e-44de-9e15-11df96d99f5a tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:02.759720 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8a1363e3-ac94-4b9d-ba93-dc82af0bd599 req-fa41dca3-032e-44de-9e15-11df96d99f5a tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c736b86-d4f0-4c5c-bdec-1477bbd0deb1 HTTP/1.1" status: 200 len: 945 time: 0.0535967 Nov 23 21:50:02.772004 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-8e148aff-95dc-486b-b19d-92ad0eaaf1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:02.819183 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8a1363e3-ac94-4b9d-ba93-dc82af0bd599 req-c894a6e8-adbc-490e-b81d-8e916ab5ba14 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521789 Nov 23 21:50:02.855767 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:02.857857 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-8e148aff-95dc-486b-b19d-92ad0eaaf1ac service neutron] Transition to ACTIVE for port object 88d7fc62-37d7-4348-b06a-bbe171e4966b will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:50:02.863495 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-8e148aff-95dc-486b-b19d-92ad0eaaf1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:02.939221 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-8e148aff-95dc-486b-b19d-92ad0eaaf1ac service neutron] No DVR routers for this DVR port 88d7fc62-37d7-4348-b06a-bbe171e4966b on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:50:02.949603 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e148aff-95dc-486b-b19d-92ad0eaaf1ac service neutron] Pushing event updated for resources: {'Port': ['ID=88d7fc62-37d7-4348-b06a-bbe171e4966b,revision_number=10']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:02.989189 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-8e148aff-95dc-486b-b19d-92ad0eaaf1ac service neutron] 10.222.0.60 "PUT /v2.0/ports/88d7fc62-37d7-4348-b06a-bbe171e4966b/bindings/n-h1-816206-9/activate HTTP/1.1" status: 200 len: 369 time: 0.5084951 Nov 23 21:50:03.009311 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6fb09-fd25-4c03-80ab-56d31fc8acb0 req-c9f65e71-aa2f-406e-867c-04dd9d3a639a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:03.010864 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3fd6fb09-fd25-4c03-80ab-56d31fc8acb0 req-c9f65e71-aa2f-406e-867c-04dd9d3a639a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 946 time: 0.0588224 Nov 23 21:50:03.087873 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3fd6fb09-fd25-4c03-80ab-56d31fc8acb0 req-0b175fbe-5c87-47c1-9ba3-103760b1b8c5 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659659 Nov 23 21:50:03.186142 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-58dde604-b3f9-4b20-bdd5-71512fe41587 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:03.187705 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-58dde604-b3f9-4b20-bdd5-71512fe41587 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e&tenant_id=fbb1d292593848d88a76dda57bbd0633&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 1095 time: 0.0773392 Nov 23 21:50:03.279227 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52542) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:03.284695 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-b33bb9c5-6604-46d2-88d2-a598e768784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:03.287164 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-b33bb9c5-6604-46d2-88d2-a598e768784d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e&tenant_id=fbb1d292593848d88a76dda57bbd0633 HTTP/1.1" status: 200 len: 1095 time: 0.0897052 Nov 23 21:50:03.300186 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c38801-73d5-48c0-9e50-1d08a7471ad0 req-3bac1879-dc39-466d-8495-422c95d5bcb1 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:03.302253 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-52c38801-73d5-48c0-9e50-1d08a7471ad0 req-3bac1879-dc39-466d-8495-422c95d5bcb1 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.0705829 Nov 23 21:50:03.384973 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-c8188c95-408a-497b-93d8-ceaa62ed7619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:03.386496 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-c8188c95-408a-497b-93d8-ceaa62ed7619 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 1095 time: 0.0765564 Nov 23 21:50:03.389804 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-52c38801-73d5-48c0-9e50-1d08a7471ad0 req-571afac0-55f3-4760-b457-23de4c97e09b tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809672 Nov 23 21:50:03.411201 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-51144ec6-aed1-4f6c-b25a-5623a520252e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:03.498205 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-51144ec6-aed1-4f6c-b25a-5623a520252e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:03.502208 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da21739-dee6-46bd-aa05-e8f689d53ffb req-8207347b-b8e9-4089-835e-68608ec3b446 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:03.502528 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-51144ec6-aed1-4f6c-b25a-5623a520252e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:03.503844 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2da21739-dee6-46bd-aa05-e8f689d53ffb req-8207347b-b8e9-4089-835e-68608ec3b446 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/ports?device_id=e596dc3e-55d6-4ba8-8099-c569ecc43c3e HTTP/1.1" status: 200 len: 945 time: 0.1131797 Nov 23 21:50:03.542807 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-51144ec6-aed1-4f6c-b25a-5623a520252e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=28350912063e4c4188918ded033947ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623775 Nov 23 21:50:03.543708 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51144ec6-aed1-4f6c-b25a-5623a520252e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416b07ce-4a13-48d4-bac3-9460f2c39c78,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:03.545982 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52548) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:03.571953 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-2864b162-a39d-4329-bed4-b0fb7ff6733f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:03.573676 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-2864b162-a39d-4329-bed4-b0fb7ff6733f service neutron] 10.222.0.53 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 909 time: 0.1722300 Nov 23 21:50:03.598915 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bfb1ec2b-d8f5-4fbb-afd4-ae5142275df2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:03.620708 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bfb1ec2b-d8f5-4fbb-afd4-ae5142275df2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:03.635960 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-0c1544b0-767c-483b-ae75-7e71d4487166 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88d7fc62-37d7-4348-b06a-bbe171e4966b HTTP/1.1" status: 200 len: 217 time: 0.0490084 Nov 23 21:50:03.639539 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2da21739-dee6-46bd-aa05-e8f689d53ffb req-9695ca85-2c27-4b1a-9f97-e3e77f888239 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/security-groups?id=563e062f-6329-45f3-ac18-40f31cdea03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239109 Nov 23 21:50:03.648246 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bb68d-11e4-42e7-a3d3-cf3e46fd60a2 req-aab7d417-1c25-4376-8753-0cebdac4fe23 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:03.649390 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cc2bb68d-11e4-42e7-a3d3-cf3e46fd60a2 req-aab7d417-1c25-4376-8753-0cebdac4fe23 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.1441491 Nov 23 21:50:03.687423 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bfb1ec2b-d8f5-4fbb-afd4-ae5142275df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:03.690052 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bfb1ec2b-d8f5-4fbb-afd4-ae5142275df2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:03.694029 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bfb1ec2b-d8f5-4fbb-afd4-ae5142275df2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/416b07ce-4a13-48d4-bac3-9460f2c39c78 HTTP/1.1" status: 204 len: 168 time: 0.1443322 Nov 23 21:50:03.697641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c736b86-d4f0-4c5c-bdec-1477bbd0deb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ef210b-ddf4-4a9d-ad20-800d0da2fe9f'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:50:03.700405 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1ec2b-d8f5-4fbb-afd4-ae5142275df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416b07ce-4a13-48d4-bac3-9460f2c39c78,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:03.709489 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f92d59-9723-4577-81e0-d74085726a52" -d '{"events": [{"server_uuid": "7c736b86-d4f0-4c5c-bdec-1477bbd0deb1", "name": "network-vif-plugged", "status": "completed", "tag": "95ef210b-ddf4-4a9d-ad20-800d0da2fe9f"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:50:03.720594 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-b955bafe-b0ea-4183-b871-836f49d9e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:03.722055 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-b955bafe-b0ea-4183-b871-836f49d9e59c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.0717974 Nov 23 21:50:03.770873 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:03.790947 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-a1a7e6af-43e7-43bd-b0e2-eb11cdb655e3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510752 Nov 23 21:50:03.797885 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cc2bb68d-11e4-42e7-a3d3-cf3e46fd60a2 req-81397477-c905-44ec-87c6-28a009b29a00 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186352 Nov 23 21:50:03.849118 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44556af8-e776-4d25-b7e6-e081bd181102 x-openstack-request-id: req-44556af8-e776-4d25-b7e6-e081bd181102 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:50:03.849374 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c736b86-d4f0-4c5c-bdec-1477bbd0deb1", "name": "network-vif-plugged", "status": "completed", "tag": "95ef210b-ddf4-4a9d-ad20-800d0da2fe9f", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:50:03.849908 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-44556af8-e776-4d25-b7e6-e081bd181102 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:50:03.850405 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c736b86-d4f0-4c5c-bdec-1477bbd0deb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ef210b-ddf4-4a9d-ad20-800d0da2fe9f', 'code': 200} Nov 23 21:50:03.853342 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348183d5-84b6-4a6d-b552-142b17627fd7 req-a03a4c5d-7a12-4e62-83bd-e05c9d30dfcb tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:03.854952 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-348183d5-84b6-4a6d-b552-142b17627fd7 req-a03a4c5d-7a12-4e62-83bd-e05c9d30dfcb tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 944 time: 0.1268303 Nov 23 21:50:03.996140 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-89d9d79e-ddfe-4bf6-81fa-144360ba2a04 service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933882 Nov 23 21:50:04.001940 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b1382-d653-48d2-828d-4136a3c5f972 req-7f4e60f7-fd64-47bf-aef0-2de50770e105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:04.003815 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9b3b1382-d653-48d2-828d-4136a3c5f972 req-7f4e60f7-fd64-47bf-aef0-2de50770e105 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7c736b86-d4f0-4c5c-bdec-1477bbd0deb1 HTTP/1.1" status: 200 len: 1096 time: 0.0425715 Nov 23 21:50:04.006925 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-348183d5-84b6-4a6d-b552-142b17627fd7 req-405fc137-fbb8-46d7-bdbf-b88931af960a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446838 Nov 23 21:50:04.056150 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843d78d-9e20-46d1-ac14-270748ffd9a7 req-ece01283-7a5e-4796-bbc6-10d80aca3775 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:04.057901 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d843d78d-9e20-46d1-ac14-270748ffd9a7 req-ece01283-7a5e-4796-bbc6-10d80aca3775 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c736b86-d4f0-4c5c-bdec-1477bbd0deb1 HTTP/1.1" status: 200 len: 945 time: 0.1166921 Nov 23 21:50:04.064933 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9b3b1382-d653-48d2-828d-4136a3c5f972 req-6b69cdc7-7e3f-4a28-b843-30ff1b8e90dc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532687 Nov 23 21:50:04.158505 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-18c3f45b-d82b-4c90-856e-927893600a93 service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487334 Nov 23 21:50:04.164336 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d843d78d-9e20-46d1-ac14-270748ffd9a7 req-eb01a781-f643-43b8-b267-97842bdb78e9 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769343 Nov 23 21:50:04.236786 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f3160-dd47-4af8-b35a-b20658554266 req-a45a750f-b3e0-4da5-8ab2-be2e62824f1c tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:04.238249 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-645f3160-dd47-4af8-b35a-b20658554266 req-a45a750f-b3e0-4da5-8ab2-be2e62824f1c tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 946 time: 0.0510902 Nov 23 21:50:04.294733 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-645f3160-dd47-4af8-b35a-b20658554266 req-7e1814a4-59c9-4ef8-9174-d3573bff533d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491610 Nov 23 21:50:04.414564 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-f64c083d-b6c2-4e45-a495-4a84103d079a tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:04.416090 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-f64c083d-b6c2-4e45-a495-4a84103d079a tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e&tenant_id=fbb1d292593848d88a76dda57bbd0633&binding%3Ahost_id=n-h1-816206-9 HTTP/1.1" status: 200 len: 1095 time: 0.0548980 Nov 23 21:50:04.594994 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52588) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:04.603543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb0d84-ce7d-4465-9aba-d2c96bbd2fec req-1876b20c-4396-4305-bb6e-325442e2659f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:04.610666 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bbdb0d84-ce7d-4465-9aba-d2c96bbd2fec req-1876b20c-4396-4305-bb6e-325442e2659f tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.1090643 Nov 23 21:50:04.660173 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-488004c9-3f71-4dfe-a9e9-67d4e2a4752c service neutron] For port 88d7fc62-37d7-4348-b06a-bbe171e4966b, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:50:04.669297 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-488004c9-3f71-4dfe-a9e9-67d4e2a4752c service neutron] Publish callbacks [] for binding, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:04.670401 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-488004c9-3f71-4dfe-a9e9-67d4e2a4752c service neutron] 10.222.0.53 "DELETE /v2.0/ports/88d7fc62-37d7-4348-b06a-bbe171e4966b/bindings/n-h2-816206-9 HTTP/1.1" status: 204 len: 173 time: 0.2445567 Nov 23 21:50:04.678957 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bbdb0d84-ce7d-4465-9aba-d2c96bbd2fec req-b2a54721-ff86-44de-ae92-b35b84455779 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673175 Nov 23 21:50:04.761042 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-eeb99dd6-b40c-48fb-9912-eef91ee767a3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1929005087-network', 'tenant_id': 'a6265b2a564f4b7894988cc2f740b181'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:04.788962 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb99dd6-b40c-48fb-9912-eef91ee767a3 admin admin] Made reservation on behalf of a6265b2a564f4b7894988cc2f740b181 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:50:04.793996 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eeb99dd6-b40c-48fb-9912-eef91ee767a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:04.804110 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eeb99dd6-b40c-48fb-9912-eef91ee767a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:04.864761 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cb82b-1f09-4050-a114-2f8e90984df8 req-f9823249-3831-4b8c-ae9d-d14ad63b092c tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:04.873349 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c18cb82b-1f09-4050-a114-2f8e90984df8 req-f9823249-3831-4b8c-ae9d-d14ad63b092c tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/ports?device_id=e596dc3e-55d6-4ba8-8099-c569ecc43c3e HTTP/1.1" status: 200 len: 945 time: 0.0882051 Nov 23 21:50:04.941389 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eeb99dd6-b40c-48fb-9912-eef91ee767a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:04.948452 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eeb99dd6-b40c-48fb-9912-eef91ee767a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:04.957134 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c18cb82b-1f09-4050-a114-2f8e90984df8 req-6c8d8ed4-47dc-4a33-8b52-d6a5f8428d12 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/security-groups?id=563e062f-6329-45f3-ac18-40f31cdea03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828865 Nov 23 21:50:04.966375 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c2305-27d2-4730-bd93-ceb329194b65 req-88d377d1-f708-4b21-a897-aaae0c74de4f tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:04.973762 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2c7c2305-27d2-4730-bd93-ceb329194b65 req-88d377d1-f708-4b21-a897-aaae0c74de4f tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.0891278 Nov 23 21:50:04.989038 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb99dd6-b40c-48fb-9912-eef91ee767a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:50:04.999207 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb99dd6-b40c-48fb-9912-eef91ee767a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75bb88e-19a2-40d8-b3e6-e6dbbe98fca3,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:05.005009 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eeb99dd6-b40c-48fb-9912-eef91ee767a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:05.006025 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-eeb99dd6-b40c-48fb-9912-eef91ee767a3 admin admin] Added segment 7ffe0723-c6ed-4d4f-8e96-670e149ee97c of type vlan for network 3614200d-af2a-4b51-b57b-44e274e65579 Nov 23 21:50:05.053235 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eeb99dd6-b40c-48fb-9912-eef91ee767a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:05.056759 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2c7c2305-27d2-4730-bd93-ceb329194b65 req-203abd5e-ee64-4049-b8ba-6a561801479c tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802758 Nov 23 21:50:05.095421 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eeb99dd6-b40c-48fb-9912-eef91ee767a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:05.097343 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb99dd6-b40c-48fb-9912-eef91ee767a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:05.099247 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eeb99dd6-b40c-48fb-9912-eef91ee767a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:05.151064 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-eeb99dd6-b40c-48fb-9912-eef91ee767a3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5543668 Nov 23 21:50:05.151638 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52610) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:05.159570 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-66a1405d-6b99-491e-8506-301fc54a0fde admin admin] Request body: {'subnet': {'network_id': '3614200d-af2a-4b51-b57b-44e274e65579', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1929005087-subnet', 'tenant_id': 'a6265b2a564f4b7894988cc2f740b181', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:05.183424 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc40cd-9125-44ec-a8be-7aafe72fe063 req-b269cc97-a20f-4182-93bf-15d6aea8d233 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:05.185323 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aafc40cd-9125-44ec-a8be-7aafe72fe063 req-b269cc97-a20f-4182-93bf-15d6aea8d233 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 944 time: 0.0611546 Nov 23 21:50:05.201301 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb99dd6-b40c-48fb-9912-eef91ee767a3 admin admin] Pushing event updated for resources: {'Network': ['ID=3614200d-af2a-4b51-b57b-44e274e65579,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:05.213150 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 3614200d-af2a-4b51-b57b-44e274e65579 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:50:05.257265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be447f7-37c3-4c78-afdb-66c8954e60cc req-4a6f9c2d-dbeb-4285-bfbc-8d03501f5ac3 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:05.260433 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7be447f7-37c3-4c78-afdb-66c8954e60cc req-4a6f9c2d-dbeb-4285-bfbc-8d03501f5ac3 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.60 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 950 time: 0.0733993 Nov 23 21:50:05.261304 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a1405d-6b99-491e-8506-301fc54a0fde admin admin] Made reservation on behalf of a6265b2a564f4b7894988cc2f740b181 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:50:05.264340 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66a1405d-6b99-491e-8506-301fc54a0fde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:05.289960 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aafc40cd-9125-44ec-a8be-7aafe72fe063 req-00f3d650-3420-4afc-9141-946a51909f3e tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958314 Nov 23 21:50:05.485425 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1225b-878d-4479-adf8-9f1f897f27aa req-47758829-6e0e-45c6-9a8d-deb47bcda389 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:05.487102 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8c1225b-878d-4479-adf8-9f1f897f27aa req-47758829-6e0e-45c6-9a8d-deb47bcda389 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c736b86-d4f0-4c5c-bdec-1477bbd0deb1 HTTP/1.1" status: 200 len: 945 time: 0.1408403 Nov 23 21:50:05.497251 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-7be447f7-37c3-4c78-afdb-66c8954e60cc req-8f0c8599-34bd-490e-a6e9-20e28e0f7b77 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Deleting port 8ffaa15e-5249-4ec2-b177-8936bc34d603 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:50:05.497599 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7be447f7-37c3-4c78-afdb-66c8954e60cc req-8f0c8599-34bd-490e-a6e9-20e28e0f7b77 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:05.500182 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bc2d0-42f2-4e3b-9a84-d75493d3440c req-9325b3dc-5dd1-41de-8592-79f26392d163 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:05.508837 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a3bc2d0-42f2-4e3b-9a84-d75493d3440c req-9325b3dc-5dd1-41de-8592-79f26392d163 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.1051230 Nov 23 21:50:05.591562 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a3bc2d0-42f2-4e3b-9a84-d75493d3440c req-415b9d74-7aed-44c9-998f-5afc97198b1b tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818479 Nov 23 21:50:05.600463 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66a1405d-6b99-491e-8506-301fc54a0fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:05.603285 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8c1225b-878d-4479-adf8-9f1f897f27aa req-fd5b20b3-d911-4b16-b5d5-ac8f840214b0 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923645 Nov 23 21:50:05.716134 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-7be447f7-37c3-4c78-afdb-66c8954e60cc req-8f0c8599-34bd-490e-a6e9-20e28e0f7b77 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] For port 8ffaa15e-5249-4ec2-b177-8936bc34d603, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=8ffaa15e-5249-4ec2-b177-8936bc34d603,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:05.716584 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7be447f7-37c3-4c78-afdb-66c8954e60cc req-8f0c8599-34bd-490e-a6e9-20e28e0f7b77 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:05.719137 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1405d-6b99-491e-8506-301fc54a0fde admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bd1a0c4-ffd0-4015-9105-33f6e04dcc83,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:05.752673 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-7be447f7-37c3-4c78-afdb-66c8954e60cc req-8f0c8599-34bd-490e-a6e9-20e28e0f7b77 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Calling delete_port for 8ffaa15e-5249-4ec2-b177-8936bc34d603 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:50:05.781448 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a1405d-6b99-491e-8506-301fc54a0fde admin admin] Checking segment: {'id': '7ffe0723-c6ed-4d4f-8e96-670e149ee97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3614200d-af2a-4b51-b57b-44e274e65579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:50:05.781819 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a1405d-6b99-491e-8506-301fc54a0fde admin admin] Network hostable DHCP agents. Network: 3614200d-af2a-4b51-b57b-44e274e65579, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:50:05.862157 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182be3f-304a-4016-ade4-8e82b409d8d8 req-888410c3-91d1-4ce7-8506-2dfa7f4f975b tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:05.873436 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1182be3f-304a-4016-ade4-8e82b409d8d8 req-888410c3-91d1-4ce7-8506-2dfa7f4f975b tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 1095 time: 0.0685017 Nov 23 21:50:05.921289 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a1405d-6b99-491e-8506-301fc54a0fde admin admin] Network 3614200d-af2a-4b51-b57b-44e274e65579 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:50:05.974425 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 8ffaa15e-5249-4ec2-b177-8936bc34d603 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:50:05.974868 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1182be3f-304a-4016-ade4-8e82b409d8d8 req-846a5120-8d01-47d9-882d-7ba193741eeb tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002924 Nov 23 21:50:06.003960 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-66a1405d-6b99-491e-8506-301fc54a0fde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 3614200d-af2a-4b51-b57b-44e274e65579) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:06.008871 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a1405d-6b99-491e-8506-301fc54a0fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:06.009670 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66a1405d-6b99-491e-8506-301fc54a0fde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:06.013835 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7be447f7-37c3-4c78-afdb-66c8954e60cc req-8f0c8599-34bd-490e-a6e9-20e28e0f7b77 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:06.027585 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b212d02e-9446-46cf-a7c8-24b2fe13805f None None] Network 3614200d-af2a-4b51-b57b-44e274e65579 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:50:06.054960 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c8599-34bd-490e-a6e9-20e28e0f7b77 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Pushing event deleted for resources: {'Port': ['ID=8ffaa15e-5249-4ec2-b177-8936bc34d603,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:06.066968 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-66a1405d-6b99-491e-8506-301fc54a0fde admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9121222 Nov 23 21:50:06.086820 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029f5e7-e3e9-445d-b83a-a43298508806 req-5e647b79-7292-4d34-99ed-7220c67a8f0a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:06.088454 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0029f5e7-e3e9-445d-b83a-a43298508806 req-5e647b79-7292-4d34-99ed-7220c67a8f0a tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e927d54-58f2-479c-b244-c80ef4c036dc HTTP/1.1" status: 200 len: 867 time: 0.1399057 Nov 23 21:50:06.150874 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be447f7-37c3-4c78-afdb-66c8954e60cc req-8f0c8599-34bd-490e-a6e9-20e28e0f7b77 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] No DVR routers for this DVR port 8ffaa15e-5249-4ec2-b177-8936bc34d603 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:50:06.153559 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7be447f7-37c3-4c78-afdb-66c8954e60cc req-8f0c8599-34bd-490e-a6e9-20e28e0f7b77 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:06.158273 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7be447f7-37c3-4c78-afdb-66c8954e60cc req-8f0c8599-34bd-490e-a6e9-20e28e0f7b77 tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.60 "DELETE /v2.0/ports/8ffaa15e-5249-4ec2-b177-8936bc34d603 HTTP/1.1" status: 204 len: 173 time: 0.8235016 Nov 23 21:50:06.158846 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e927d54-58f2-479c-b244-c80ef4c036dc', 'name': 'network-vif-deleted', 'tag': '8ffaa15e-5249-4ec2-b177-8936bc34d603'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:50:06.169284 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646b8c29-5255-4de8-b21c-031f214be089" -d '{"events": [{"server_uuid": "5e927d54-58f2-479c-b244-c80ef4c036dc", "name": "network-vif-deleted", "tag": "8ffaa15e-5249-4ec2-b177-8936bc34d603"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:50:06.230139 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0029f5e7-e3e9-445d-b83a-a43298508806 req-277e1a52-c3aa-4bd4-a6cb-2c74c604220d tempest-MigrationsAdminTest-1163415190 tempest-MigrationsAdminTest-1163415190-project] 10.222.0.50 "GET /v2.0/security-groups?id=932d268a-3a4a-4929-bf51-25952b20a628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338778 Nov 23 21:50:06.258508 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7254b93-2830-4d64-8cf2-1f8c1fbe9f6e req-43882f49-830a-4ead-9a24-d06707321ad1 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:06.260114 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b7254b93-2830-4d64-8cf2-1f8c1fbe9f6e req-43882f49-830a-4ead-9a24-d06707321ad1 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/ports?device_id=e596dc3e-55d6-4ba8-8099-c569ecc43c3e HTTP/1.1" status: 200 len: 945 time: 0.1305830 Nov 23 21:50:06.298217 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548b4bb7-558d-4b51-b496-c3aa6b564613 x-openstack-request-id: req-548b4bb7-558d-4b51-b496-c3aa6b564613 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:50:06.298520 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e927d54-58f2-479c-b244-c80ef4c036dc", "name": "network-vif-deleted", "tag": "8ffaa15e-5249-4ec2-b177-8936bc34d603", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:50:06.298803 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-548b4bb7-558d-4b51-b496-c3aa6b564613 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:50:06.299243 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e927d54-58f2-479c-b244-c80ef4c036dc', 'name': 'network-vif-deleted', 'tag': '8ffaa15e-5249-4ec2-b177-8936bc34d603', 'status': 'completed', 'code': 200} Nov 23 21:50:06.348930 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b7254b93-2830-4d64-8cf2-1f8c1fbe9f6e req-32cb02d8-42cd-4705-af24-15af581a0a04 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/security-groups?id=563e062f-6329-45f3-ac18-40f31cdea03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801980 Nov 23 21:50:06.357454 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No active binding found for port 8ffaa15e-5249-4ec2-b177-8936bc34d603 {{(pid=110035) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 21:50:06.358640 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 8ffaa15e-5249-4ec2-b177-8936bc34d603 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:50:06.359336 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 88d7fc62-37d7-4348-b06a-bbe171e4966b no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:50:06.464131 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 88d7fc62-37d7-4348-b06a-bbe171e4966b not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:50:06.508968 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f339dd88-a91a-4ab0-942e-8285f392f0b1 None None] Network 3614200d-af2a-4b51-b57b-44e274e65579 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:50:06.569666 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-4457574e-c85e-4ce1-a4f6-9096f5c009bd tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:06.575418 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-4457574e-c85e-4ce1-a4f6-9096f5c009bd tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 808 time: 0.1742547 Nov 23 21:50:06.592223 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-739a4d0e-ced4-4f25-8e24-b2153587dcc4 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/quotas/fbb1d292593848d88a76dda57bbd0633 HTTP/1.1" status: 200 len: 375 time: 0.0123401 Nov 23 21:50:07.034601 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-c28ced0e-a0aa-4691-8f05-c7f1ea4caa91 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4250352 Nov 23 21:50:07.091460 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-a7229298-7252-4a05-9270-ba268b2ceb4f tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:07.092816 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-a7229298-7252-4a05-9270-ba268b2ceb4f tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.50 "GET /v2.0/networks?id=3614200d-af2a-4b51-b57b-44e274e65579 HTTP/1.1" status: 200 len: 822 time: 0.1383700 Nov 23 21:50:07.140355 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-3e3d58ae-c8a2-4820-a132-8117b26e5106 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.50 "GET /v2.0/quotas/a6265b2a564f4b7894988cc2f740b181 HTTP/1.1" status: 200 len: 375 time: 0.0226820 Nov 23 21:50:07.177516 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-46a8c575-81d0-4518-9214-c02fca2203c2 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a6265b2a564f4b7894988cc2f740b181&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308223 Nov 23 21:50:07.180917 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-d360d432-68f1-4d10-b1cf-1def226329aa service neutron] 10.222.0.50 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385679 Nov 23 21:50:07.336717 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-1104023c-a576-48ec-86e7-3a97fb195291 service neutron] 10.222.0.50 "GET /v2.0/networks/3614200d-af2a-4b51-b57b-44e274e65579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523666 Nov 23 21:50:07.338427 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-65544a1c-1659-4549-886c-f97c4aa295f7 service neutron] 10.222.0.50 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474411 Nov 23 21:50:07.428185 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-dd3b0e33-ecf4-4784-b27e-97ab267bb2e6 service neutron] 10.222.0.50 "GET /v2.0/networks/3614200d-af2a-4b51-b57b-44e274e65579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849507 Nov 23 21:50:07.573637 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f9709-a9b8-4dbf-8133-305c0a692f0f req-fb2411cd-74c0-4867-a1c3-00aa79f25a33 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:07.583439 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e87f9709-a9b8-4dbf-8133-305c0a692f0f req-fb2411cd-74c0-4867-a1c3-00aa79f25a33 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c736b86-d4f0-4c5c-bdec-1477bbd0deb1 HTTP/1.1" status: 200 len: 945 time: 0.0888441 Nov 23 21:50:07.631509 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7846457-6242-44c5-90b8-737489eec864 req-69f3ee24-10a3-4f76-90d4-7054c024148e tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:07.633137 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b7846457-6242-44c5-90b8-737489eec864 req-69f3ee24-10a3-4f76-90d4-7054c024148e tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.60 "GET /v2.0/ports?device_id=e596dc3e-55d6-4ba8-8099-c569ecc43c3e HTTP/1.1" status: 200 len: 945 time: 0.0947578 Nov 23 21:50:07.677530 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e87f9709-a9b8-4dbf-8133-305c0a692f0f req-6fefd492-2a91-4393-af7b-28f4f78b07e6 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926924 Nov 23 21:50:07.693571 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d48bc9-3df7-4ae2-94bb-4c028396c598 req-63d6b076-83a6-4575-90e0-ac9a4b1c0272 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:07.704266 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-44d48bc9-3df7-4ae2-94bb-4c028396c598 req-63d6b076-83a6-4575-90e0-ac9a4b1c0272 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.1041808 Nov 23 21:50:07.820327 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-44d48bc9-3df7-4ae2-94bb-4c028396c598 req-0954f387-eebc-41c1-8320-485a12e9aa0d tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138194 Nov 23 21:50:07.826051 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-b7846457-6242-44c5-90b8-737489eec864 req-95fad248-37cc-4e57-92fb-4daf35161d64 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Deleting port 0f47f8ef-e87e-41bf-8450-d8f88b4333cd {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:50:07.828825 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b7846457-6242-44c5-90b8-737489eec864 req-95fad248-37cc-4e57-92fb-4daf35161d64 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:08.027398 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73891f9-46df-451a-af20-31d89448c09a req-5aa8f842-56d7-416b-b88a-ca17eec823a5 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:08.037203 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b73891f9-46df-451a-af20-31d89448c09a req-5aa8f842-56d7-416b-b88a-ca17eec823a5 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/ports?device_id=e596dc3e-55d6-4ba8-8099-c569ecc43c3e HTTP/1.1" status: 200 len: 945 time: 0.0880744 Nov 23 21:50:08.067563 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b7846457-6242-44c5-90b8-737489eec864 req-95fad248-37cc-4e57-92fb-4daf35161d64 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] For port 0f47f8ef-e87e-41bf-8450-d8f88b4333cd, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=0f47f8ef-e87e-41bf-8450-d8f88b4333cd,segment=NetworkSegment(18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2),segment_id=18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:08.068462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b7846457-6242-44c5-90b8-737489eec864 req-95fad248-37cc-4e57-92fb-4daf35161d64 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:08.139589 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b73891f9-46df-451a-af20-31d89448c09a req-d62597fa-6881-4bc6-b527-09fe38bad846 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/security-groups?id=563e062f-6329-45f3-ac18-40f31cdea03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004922 Nov 23 21:50:08.271669 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c2106a9b-6463-41fc-9fc3-2f5ade6d20aa req-fa8ad4a5-7cea-4c85-af72-d5b28b92f6c1 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 210 time: 0.0510724 Nov 23 21:50:08.368156 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52708) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:08.452628 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c15d0b7-2d78-4179-b8a9-e6c168a85bc1 req-b62ce4c0-84f1-4b5a-8a1d-7c4e556385c2 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.50 "GET /v2.0/ports?device_id=f21ac456-6d5f-4f4a-b249-f7c2a4c178f1 HTTP/1.1" status: 200 len: 210 time: 0.0476880 Nov 23 21:50:08.671490 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-be6c43bd-d5fa-4ae0-ab12-d9398365d861 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c048b3ef0f8e48829fa7f62a5ce5ce80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020144 Nov 23 21:50:08.674642 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52714) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:08.687772 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b7846457-6242-44c5-90b8-737489eec864 req-95fad248-37cc-4e57-92fb-4daf35161d64 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:08.688183 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b7846457-6242-44c5-90b8-737489eec864 req-95fad248-37cc-4e57-92fb-4daf35161d64 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:08.688507 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [req-b7846457-6242-44c5-90b8-737489eec864 req-95fad248-37cc-4e57-92fb-4daf35161d64 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Floating IP fe6e20c7-601c-43aa-b1e4-35faf95bbfd9 disassociated. External IP: 172.25.5.109, port: 0f47f8ef-e87e-41bf-8450-d8f88b4333cd. Nov 23 21:50:08.689039 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-b7846457-6242-44c5-90b8-737489eec864 req-95fad248-37cc-4e57-92fb-4daf35161d64 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Calling delete_port for 0f47f8ef-e87e-41bf-8450-d8f88b4333cd owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:50:08.719789 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640ba2b-272f-473c-8b12-aaa3ff105332 req-f41cbe2e-a38d-4f35-bf86-a78f2702f3be tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:08.721377 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3640ba2b-272f-473c-8b12-aaa3ff105332 req-f41cbe2e-a38d-4f35-bf86-a78f2702f3be tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c736b86-d4f0-4c5c-bdec-1477bbd0deb1 HTTP/1.1" status: 200 len: 945 time: 0.0978510 Nov 23 21:50:08.729705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4bfed-c999-4d2d-9458-b525e8bcb274 req-ebc5733e-dc06-49c5-98e9-9c23728df099 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:08.731580 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9be4bfed-c999-4d2d-9458-b525e8bcb274 req-ebc5733e-dc06-49c5-98e9-9c23728df099 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.53 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.0747249 Nov 23 21:50:08.811329 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6feb9c96-84cd-417f-9ec7-43393ff63686 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:08.847302 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3640ba2b-272f-473c-8b12-aaa3ff105332 req-56278f23-4097-41b7-9db1-f29f8e9bbce6 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144927 Nov 23 21:50:08.850237 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6feb9c96-84cd-417f-9ec7-43393ff63686 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:08.914290 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-9be4bfed-c999-4d2d-9458-b525e8bcb274 req-75106b30-e3f9-4f07-a0cf-9271307cc6f8 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Deleting port 4b203bc0-062a-4dd0-9740-2e41c87bd8a2 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:50:08.914634 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9be4bfed-c999-4d2d-9458-b525e8bcb274 req-75106b30-e3f9-4f07-a0cf-9271307cc6f8 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:08.974664 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b7846457-6242-44c5-90b8-737489eec864 req-95fad248-37cc-4e57-92fb-4daf35161d64 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:08.992937 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6feb9c96-84cd-417f-9ec7-43393ff63686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:08.995591 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6feb9c96-84cd-417f-9ec7-43393ff63686 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:08.996726 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6feb9c96-84cd-417f-9ec7-43393ff63686 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/932d268a-3a4a-4929-bf51-25952b20a628 HTTP/1.1" status: 204 len: 168 time: 0.3210640 Nov 23 21:50:09.027693 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fad248-37cc-4e57-92fb-4daf35161d64 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Pushing event deleted for resources: {'Port': ['ID=0f47f8ef-e87e-41bf-8450-d8f88b4333cd,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:09.042313 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb9c96-84cd-417f-9ec7-43393ff63686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932d268a-3a4a-4929-bf51-25952b20a628,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:09.220695 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-9be4bfed-c999-4d2d-9458-b525e8bcb274 req-75106b30-e3f9-4f07-a0cf-9271307cc6f8 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] For port 4b203bc0-062a-4dd0-9740-2e41c87bd8a2, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=4b203bc0-062a-4dd0-9740-2e41c87bd8a2,segment=NetworkSegment(e98392a6-0610-4858-83de-5cf158f64b8c),segment_id=e98392a6-0610-4858-83de-5cf158f64b8c)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:09.221391 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9be4bfed-c999-4d2d-9458-b525e8bcb274 req-75106b30-e3f9-4f07-a0cf-9271307cc6f8 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:09.256012 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7846457-6242-44c5-90b8-737489eec864 req-95fad248-37cc-4e57-92fb-4daf35161d64 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Router e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:50:09.285957 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-9be4bfed-c999-4d2d-9458-b525e8bcb274 req-75106b30-e3f9-4f07-a0cf-9271307cc6f8 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Calling delete_port for 4b203bc0-062a-4dd0-9740-2e41c87bd8a2 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:50:09.309458 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481036c7-6422-4d15-a339-5e820faaa0f1 req-e32d0773-0387-455b-9551-c9558f995c94 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:09.312712 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-481036c7-6422-4d15-a339-5e820faaa0f1 req-e32d0773-0387-455b-9551-c9558f995c94 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 945 time: 0.1776102 Nov 23 21:50:09.402835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7846457-6242-44c5-90b8-737489eec864 req-95fad248-37cc-4e57-92fb-4daf35161d64 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:50:09.431058 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3082c775-3d0b-4c54-8056-3a9eba6f2d86 None None] Sync routers for ids ['e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:50:09.455818 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3082c775-3d0b-4c54-8056-3a9eba6f2d86 None None] Routers {'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:50:09.459165 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-3082c775-3d0b-4c54-8056-3a9eba6f2d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:50:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:09.460110 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7846457-6242-44c5-90b8-737489eec864 req-95fad248-37cc-4e57-92fb-4daf35161d64 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] No DVR routers for this DVR port 0f47f8ef-e87e-41bf-8450-d8f88b4333cd on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:50:09.462882 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b7846457-6242-44c5-90b8-737489eec864 req-95fad248-37cc-4e57-92fb-4daf35161d64 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:09.469758 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b7846457-6242-44c5-90b8-737489eec864 req-95fad248-37cc-4e57-92fb-4daf35161d64 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.60 "DELETE /v2.0/ports/0f47f8ef-e87e-41bf-8450-d8f88b4333cd HTTP/1.1" status: 204 len: 173 time: 1.8293698 Nov 23 21:50:09.471058 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e596dc3e-55d6-4ba8-8099-c569ecc43c3e', 'name': 'network-vif-deleted', 'tag': '0f47f8ef-e87e-41bf-8450-d8f88b4333cd'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:50:09.476690 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124c7ee7-465f-4f2a-93ec-f17435ca1654" -d '{"events": [{"server_uuid": "e596dc3e-55d6-4ba8-8099-c569ecc43c3e", "name": "network-vif-deleted", "tag": "0f47f8ef-e87e-41bf-8450-d8f88b4333cd"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:50:09.515707 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7253fcc6-dfb3-48c0-ae26-2e4f1c131e5b req-ead821bc-4f09-43a0-b44a-ae9d2ed721a3 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/ports?device_id=e596dc3e-55d6-4ba8-8099-c569ecc43c3e HTTP/1.1" status: 200 len: 210 time: 0.1993065 Nov 23 21:50:09.624673 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-3082c775-3d0b-4c54-8056-3a9eba6f2d86 None None] Set router e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:50:09.639840 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52734) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:09.664485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-0d00b9c7-e477-4ca5-9e88-de13723b27fb tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:09.666019 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-0d00b9c7-e477-4ca5-9e88-de13723b27fb tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.60 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 808 time: 0.5269098 Nov 23 21:50:09.716112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-66d9a220-ddaa-4478-bb54-b55786a8b119 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Request body: {'port': {'device_id': 'ee727e1d-420a-4137-acb0-896cdae4eb29', 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e', 'admin_state_up': True, 'tenant_id': 'fbb1d292593848d88a76dda57bbd0633'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:09.737091 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2565273-2f72-46ec-b0fc-1f294f734f6a req-97266d5e-c00a-4ada-9b95-21a5bf885398 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 210 time: 0.0647149 Nov 23 21:50:09.796610 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-481036c7-6422-4d15-a339-5e820faaa0f1 req-9f4183ab-3c6c-457d-9607-100fff532149 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586701 Nov 23 21:50:09.901988 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cdd732e1-4fa4-4865-bd68-70be833e6044 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5dae6162ef6e4fc9a11dec5d6b385cb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608442 Nov 23 21:50:09.906405 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca78f736-9119-46f8-9ff5-38bd67acfd61 x-openstack-request-id: req-ca78f736-9119-46f8-9ff5-38bd67acfd61 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:50:09.906890 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e596dc3e-55d6-4ba8-8099-c569ecc43c3e", "name": "network-vif-deleted", "tag": "0f47f8ef-e87e-41bf-8450-d8f88b4333cd", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:50:09.907244 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ca78f736-9119-46f8-9ff5-38bd67acfd61 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:50:09.907744 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e596dc3e-55d6-4ba8-8099-c569ecc43c3e', 'name': 'network-vif-deleted', 'tag': '0f47f8ef-e87e-41bf-8450-d8f88b4333cd', 'status': 'completed', 'code': 200} Nov 23 21:50:09.908205 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52742) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:09.951136 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 0f47f8ef-e87e-41bf-8450-d8f88b4333cd no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:50:09.966590 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-07e3b78c-021b-4f2a-a55d-8a9a3c877b86 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:09.968262 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-07e3b78c-021b-4f2a-a55d-8a9a3c877b86 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.60 "GET /v2.0/networks?id=3614200d-af2a-4b51-b57b-44e274e65579 HTTP/1.1" status: 200 len: 822 time: 0.3260229 Nov 23 21:50:09.976713 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 0f47f8ef-e87e-41bf-8450-d8f88b4333cd {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:50:09.977307 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 0f47f8ef-e87e-41bf-8450-d8f88b4333cd not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:50:10.002548 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-bc6a022f-4405-4554-9d9e-1be73d63f5a3 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Request body: {'port': {'device_id': 'f21ac456-6d5f-4f4a-b249-f7c2a4c178f1', 'network_id': '3614200d-af2a-4b51-b57b-44e274e65579', 'admin_state_up': True, 'tenant_id': 'a6265b2a564f4b7894988cc2f740b181'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:10.008856 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e250f5a9-788b-40a7-99d0-faa4809455ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:10.024264 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-393fb933-cd22-47ef-a75c-38d2ea5fb7cd req-5d3cbd3b-90b6-438d-bb23-eae0fc93e6dd tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.50 "GET /v2.0/ports?device_id=f21ac456-6d5f-4f4a-b249-f7c2a4c178f1 HTTP/1.1" status: 200 len: 210 time: 0.0681081 Nov 23 21:50:10.070704 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-3082c775-3d0b-4c54-8056-3a9eba6f2d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'name': 'tempest-ServersTestManualDisk-1755113730-router', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:34Z', 'updated_at': '2021-11-23T21:47:43Z', 'revision_number': 4, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'gw_port': {'id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:35Z', 'updated_at': '2021-11-23T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '12611a22-235c-4fa0-8abe-9f4d97304618', 'name': '', 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'mac_address': 'fa:16:3e:49:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '2614cf0b-fdca-4af2-860f-9cdb27a5a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:41Z', 'updated_at': '2021-11-23T21:47:53Z', 'revision_number': 5, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'subnets': [{'id': '2614cf0b-fdca-4af2-860f-9cdb27a5a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:10.119891 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3082c775-3d0b-4c54-8056-3a9eba6f2d86 None None] Checking router: e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:50:10.137702 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3082c775-3d0b-4c54-8056-3a9eba6f2d86 None None] Routers {'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:50:10.138705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-3082c775-3d0b-4c54-8056-3a9eba6f2d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:50:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:10.157565 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ea78b-f053-48ce-a6fa-fc03f30b58ec req-b56a67d4-8cd2-4573-bfcc-9a2708d17a81 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:10.159139 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7f5ea78b-f053-48ce-a6fa-fc03f30b58ec req-b56a67d4-8cd2-4573-bfcc-9a2708d17a81 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c736b86-d4f0-4c5c-bdec-1477bbd0deb1 HTTP/1.1" status: 200 len: 945 time: 0.1097729 Nov 23 21:50:10.162374 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e250f5a9-788b-40a7-99d0-faa4809455ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:10.163194 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9be4bfed-c999-4d2d-9458-b525e8bcb274 req-75106b30-e3f9-4f07-a0cf-9271307cc6f8 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:10.189080 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['4b203bc0-062a-4dd0-9740-2e41c87bd8a2'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:50:10.219075 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['f2fa2c99-4822-4790-a856-ebfed014d21c'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:50:10.232570 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75106b30-e3f9-4f07-a0cf-9271307cc6f8 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Pushing event deleted for resources: {'Port': ['ID=4b203bc0-062a-4dd0-9740-2e41c87bd8a2,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:10.267838 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-66d9a220-ddaa-4478-bb54-b55786a8b119 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Made reservation on behalf of fbb1d292593848d88a76dda57bbd0633 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:50:10.274348 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-66d9a220-ddaa-4478-bb54-b55786a8b119 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:10.300802 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e250f5a9-788b-40a7-99d0-faa4809455ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:10.309455 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e250f5a9-788b-40a7-99d0-faa4809455ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:10.310907 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e250f5a9-788b-40a7-99d0-faa4809455ed admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8adad5d6-1ac8-4d64-83d9-5962d7382b80 HTTP/1.1" status: 204 len: 168 time: 0.4016736 Nov 23 21:50:10.362222 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250f5a9-788b-40a7-99d0-faa4809455ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adad5d6-1ac8-4d64-83d9-5962d7382b80,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:10.362555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be4bfed-c999-4d2d-9458-b525e8bcb274 req-75106b30-e3f9-4f07-a0cf-9271307cc6f8 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] No DVR routers for this DVR port 4b203bc0-062a-4dd0-9740-2e41c87bd8a2 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:50:10.368413 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9be4bfed-c999-4d2d-9458-b525e8bcb274 req-75106b30-e3f9-4f07-a0cf-9271307cc6f8 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:10.379513 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-bc6a022f-4405-4554-9d9e-1be73d63f5a3 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Made reservation on behalf of a6265b2a564f4b7894988cc2f740b181 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:50:10.384196 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-bc6a022f-4405-4554-9d9e-1be73d63f5a3 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:10.389370 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9be4bfed-c999-4d2d-9458-b525e8bcb274 req-75106b30-e3f9-4f07-a0cf-9271307cc6f8 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.53 "DELETE /v2.0/ports/4b203bc0-062a-4dd0-9740-2e41c87bd8a2 HTTP/1.1" status: 204 len: 173 time: 1.6476874 Nov 23 21:50:10.407572 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e567d900-5c4d-41c5-838a-258a94c7d9ce', 'name': 'network-vif-deleted', 'tag': '4b203bc0-062a-4dd0-9740-2e41c87bd8a2'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:50:10.411692 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771213de-aecb-46af-b6b1-844b7f2e95cb" -d '{"events": [{"server_uuid": "e567d900-5c4d-41c5-838a-258a94c7d9ce", "name": "network-vif-deleted", "tag": "4b203bc0-062a-4dd0-9740-2e41c87bd8a2"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:50:10.432381 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-3082c775-3d0b-4c54-8056-3a9eba6f2d86 None None] Set router e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:50:10.706825 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52756) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:10.717979 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-66d9a220-ddaa-4478-bb54-b55786a8b119 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Allocated IP 172.20.0.5 (5362e53d-b0aa-442a-93dd-f35dceb0e37e/56c36b75-b2e2-4fac-846f-5aa9ccb1b952/51751ce7-ef29-4a43-9cde-4086304daed5) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:50:10.827410 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-bc6a022f-4405-4554-9d9e-1be73d63f5a3 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Allocated IP 172.20.0.9 (3614200d-af2a-4b51-b57b-44e274e65579/9bd1a0c4-ffd0-4015-9105-33f6e04dcc83/834f571f-76bd-499b-a909-b2154ff669b6) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:50:10.883314 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f85c0252-4f00-46f2-a285-93f74625375f tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:10.903068 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-66d9a220-ddaa-4478-bb54-b55786a8b119 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:10.955772 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f85c0252-4f00-46f2-a285-93f74625375f tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:10.958187 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddf00cb-85a8-45b8-b8ba-7e9c83f35e21 x-openstack-request-id: req-bddf00cb-85a8-45b8-b8ba-7e9c83f35e21 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:50:10.958485 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e567d900-5c4d-41c5-838a-258a94c7d9ce", "name": "network-vif-deleted", "tag": "4b203bc0-062a-4dd0-9740-2e41c87bd8a2", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:50:10.958907 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bddf00cb-85a8-45b8-b8ba-7e9c83f35e21 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:50:10.959296 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e567d900-5c4d-41c5-838a-258a94c7d9ce', 'name': 'network-vif-deleted', 'tag': '4b203bc0-062a-4dd0-9740-2e41c87bd8a2', 'status': 'completed', 'code': 200} Nov 23 21:50:10.990526 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-66d9a220-ddaa-4478-bb54-b55786a8b119 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:11.048799 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7f5ea78b-f053-48ce-a6fa-fc03f30b58ec req-fa3fb7af-f0d7-4bf4-9c13-575742a58f3e tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8700051 Nov 23 21:50:11.166030 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f85c0252-4f00-46f2-a285-93f74625375f tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:11.174431 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f85c0252-4f00-46f2-a285-93f74625375f tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:11.178240 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f85c0252-4f00-46f2-a285-93f74625375f tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "DELETE /v2.0/security-groups/563e062f-6329-45f3-ac18-40f31cdea03a HTTP/1.1" status: 204 len: 168 time: 0.4695547 Nov 23 21:50:11.188394 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9a220-ddaa-4478-bb54-b55786a8b119 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Pushing event updated for resources: {'Port': ['ID=51751ce7-ef29-4a43-9cde-4086304daed5,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:11.202223 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52774) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:11.252818 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c0252-4f00-46f2-a285-93f74625375f tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=563e062f-6329-45f3-ac18-40f31cdea03a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:11.253910 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-3082c775-3d0b-4c54-8056-3a9eba6f2d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'name': 'tempest-ServersTestManualDisk-1755113730-router', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:34Z', 'updated_at': '2021-11-23T21:47:43Z', 'revision_number': 4, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'gw_port': {'id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:35Z', 'updated_at': '2021-11-23T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '12611a22-235c-4fa0-8abe-9f4d97304618', 'name': '', 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'mac_address': 'fa:16:3e:49:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '2614cf0b-fdca-4af2-860f-9cdb27a5a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:41Z', 'updated_at': '2021-11-23T21:47:53Z', 'revision_number': 5, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'subnets': [{'id': '2614cf0b-fdca-4af2-860f-9cdb27a5a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:11.272209 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-bc6a022f-4405-4554-9d9e-1be73d63f5a3 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:11.275728 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40acc74f-a5f7-48e6-a381-456f7f66ea3d req-dd1a9213-653a-49d7-bd57-ccfeea4b9c58 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=e567d900-5c4d-41c5-838a-258a94c7d9ce HTTP/1.1" status: 200 len: 210 time: 0.0651183 Nov 23 21:50:11.302001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-66d9a220-ddaa-4478-bb54-b55786a8b119 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Network 5362e53d-b0aa-442a-93dd-f35dceb0e37e is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:50:11.305606 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-5abc3b12-4436-4e1f-8829-923038458cd8 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] show failed (client error): The resource could not be found. Nov 23 21:50:11.309337 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5abc3b12-4436-4e1f-8829-923038458cd8 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "GET /v2.0/security-groups/563e062f-6329-45f3-ac18-40f31cdea03a HTTP/1.1" status: 404 len: 347 time: 0.0502141 Nov 23 21:50:11.311122 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52776) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:11.315067 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86009591-c40d-484f-ad8a-4a7e0bdc80d8 req-6920f1e3-b38e-4aa3-acbd-1764b1e669a6 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:11.316681 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86009591-c40d-484f-ad8a-4a7e0bdc80d8 req-6920f1e3-b38e-4aa3-acbd-1764b1e669a6 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c736b86-d4f0-4c5c-bdec-1477bbd0deb1 HTTP/1.1" status: 200 len: 945 time: 0.8525782 Nov 23 21:50:11.320644 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-66d9a220-ddaa-4478-bb54-b55786a8b119 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:11.359172 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3082c775-3d0b-4c54-8056-3a9eba6f2d86 None None] The sync data for ids ['e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'] in n-d-816206-9 is: [{'id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'name': 'tempest-ServersTestManualDisk-1755113730-router', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:34Z', 'updated_at': '2021-11-23T21:47:43Z', 'revision_number': 4, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'gw_port': {'id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:35Z', 'updated_at': '2021-11-23T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '12611a22-235c-4fa0-8abe-9f4d97304618', 'name': '', 'network_id': 'f56852c6-7aab-4f89-b932-245ddd9fbd48', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'mac_address': 'fa:16:3e:49:75:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '2614cf0b-fdca-4af2-860f-9cdb27a5a99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:41Z', 'updated_at': '2021-11-23T21:47:53Z', 'revision_number': 5, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'subnets': [{'id': '2614cf0b-fdca-4af2-860f-9cdb27a5a99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:50:11.399249 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-66d9a220-ddaa-4478-bb54-b55786a8b119 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:50:11.440204 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c7a88-ae30-4b57-a445-d801e611e0c8 req-0d861980-4596-4f41-9bba-d829a6a1e045 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:11.442752 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be9c7a88-ae30-4b57-a445-d801e611e0c8 req-0d861980-4596-4f41-9bba-d829a6a1e045 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 931 time: 0.4823389 Nov 23 21:50:11.539475 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f099aa2-4913-434e-b7d5-3ee3e6e0b651 req-51daac26-41bf-462e-881e-5007c9d3f388 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.50 "GET /v2.0/ports?device_id=f21ac456-6d5f-4f4a-b249-f7c2a4c178f1 HTTP/1.1" status: 200 len: 210 time: 0.1204023 Nov 23 21:50:11.540510 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-bc6a022f-4405-4554-9d9e-1be73d63f5a3 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:11.596007 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-66d9a220-ddaa-4478-bb54-b55786a8b119 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:11.596737 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-66d9a220-ddaa-4478-bb54-b55786a8b119 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:11.618523 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a022f-4405-4554-9d9e-1be73d63f5a3 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Pushing event updated for resources: {'Port': ['ID=834f571f-76bd-499b-a909-b2154ff669b6,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:11.678144 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-66d9a220-ddaa-4478-bb54-b55786a8b119 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9875906 Nov 23 21:50:11.689109 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-bc6a022f-4405-4554-9d9e-1be73d63f5a3 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Network 3614200d-af2a-4b51-b57b-44e274e65579 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:50:11.696753 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-bc6a022f-4405-4554-9d9e-1be73d63f5a3 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:11.704512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-70030fc6-35f0-4dd2-a942-3e54e44df70d service neutron] Request body: {'port': {'device_id': 'ee727e1d-420a-4137-acb0-896cdae4eb29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:11.710908 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-bc6a022f-4405-4554-9d9e-1be73d63f5a3 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:50:11.765892 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52788) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:11.779743 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be9c7a88-ae30-4b57-a445-d801e611e0c8 req-27b07766-93c6-4262-86b5-4a09f3c7ef45 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546067 Nov 23 21:50:11.812990 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-86009591-c40d-484f-ad8a-4a7e0bdc80d8 req-626837f8-111c-4750-9157-789f77d18ef6 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Deleting port 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:50:11.813556 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-86009591-c40d-484f-ad8a-4a7e0bdc80d8 req-626837f8-111c-4750-9157-789f77d18ef6 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:11.821669 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-bc6a022f-4405-4554-9d9e-1be73d63f5a3 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:11.822588 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-bc6a022f-4405-4554-9d9e-1be73d63f5a3 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:11.834846 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31590ec3-20da-4fe2-838c-f7e963bcae1a None None] New status for floating IP fe6e20c7-601c-43aa-b1e4-35faf95bbfd9: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:50:11.840463 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-7a579b59-f7cb-4de8-819d-c64f0b83a852 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Deleting port 8f249a01-9122-4de3-8be2-ba7a4c897ea9 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:50:11.841258 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a579b59-f7cb-4de8-819d-c64f0b83a852 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:11.861249 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-bc6a022f-4405-4554-9d9e-1be73d63f5a3 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8638027 Nov 23 21:50:11.905750 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-fda153a1-d18d-4c00-b53d-8eb651a002f7 service neutron] Request body: {'port': {'device_id': 'f21ac456-6d5f-4f4a-b249-f7c2a4c178f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:11.921686 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-70030fc6-35f0-4dd2-a942-3e54e44df70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:11.975072 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-0c5d0e43-24ff-4433-a713-7fe5a253890e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-393072655-network', 'tenant_id': '1c2720a093de469487f1a31ae9fe6e84'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:11.999726 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-fda153a1-d18d-4c00-b53d-8eb651a002f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:12.032723 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5d0e43-24ff-4433-a713-7fe5a253890e admin admin] Made reservation on behalf of 1c2720a093de469487f1a31ae9fe6e84 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:50:12.035029 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0e43-24ff-4433-a713-7fe5a253890e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:12.039654 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a579b59-f7cb-4de8-819d-c64f0b83a852 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:12.040028 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a579b59-f7cb-4de8-819d-c64f0b83a852 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:12.064925 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-86009591-c40d-484f-ad8a-4a7e0bdc80d8 req-626837f8-111c-4750-9157-789f77d18ef6 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] For port 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=95ef210b-ddf4-4a9d-ad20-800d0da2fe9f,segment=NetworkSegment(33175438-9fb2-4593-9eee-3fa8c9d43423),segment_id=33175438-9fb2-4593-9eee-3fa8c9d43423)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:12.065201 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-86009591-c40d-484f-ad8a-4a7e0bdc80d8 req-626837f8-111c-4750-9157-789f77d18ef6 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:12.078340 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0e43-24ff-4433-a713-7fe5a253890e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:12.081287 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-7a579b59-f7cb-4de8-819d-c64f0b83a852 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Calling delete_port for 8f249a01-9122-4de3-8be2-ba7a4c897ea9 owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:50:12.148419 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-86009591-c40d-484f-ad8a-4a7e0bdc80d8 req-626837f8-111c-4750-9157-789f77d18ef6 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Calling delete_port for 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:50:12.271815 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6dee9-3e4f-450b-aab9-8e8d1acb4fa8 req-c7bf9251-2edf-421a-b24d-4e6fe93aa65b tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:12.279826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-42c6dee9-3e4f-450b-aab9-8e8d1acb4fa8 req-c7bf9251-2edf-421a-b24d-4e6fe93aa65b tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c736b86-d4f0-4c5c-bdec-1477bbd0deb1 HTTP/1.1" status: 200 len: 945 time: 0.1158667 Nov 23 21:50:12.391110 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0e43-24ff-4433-a713-7fe5a253890e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:12.403900 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0e43-24ff-4433-a713-7fe5a253890e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:12.478941 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5d0e43-24ff-4433-a713-7fe5a253890e admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:50:12.502194 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-42c6dee9-3e4f-450b-aab9-8e8d1acb4fa8 req-d7fccc3f-901c-4c41-a021-b0d07ff52d4b tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups?id=9fe36868-539d-43cf-88e4-4f92bbd8f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191942 Nov 23 21:50:12.531323 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d0e43-24ff-4433-a713-7fe5a253890e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfe08be-c796-425c-8412-77aa063c3a14,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:12.540388 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0e43-24ff-4433-a713-7fe5a253890e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:12.540716 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-0c5d0e43-24ff-4433-a713-7fe5a253890e admin admin] Added segment 7a8955f4-a5c8-4ac8-9aaa-544eb807cb33 of type vlan for network 07995698-96dc-4c65-8169-cb4d00bc2e07 Nov 23 21:50:12.541969 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a579b59-f7cb-4de8-819d-c64f0b83a852 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:12.608989 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-70030fc6-35f0-4dd2-a942-3e54e44df70d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51751ce7-ef29-4a43-9cde-4086304daed5 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:50:12.619895 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a579b59-f7cb-4de8-819d-c64f0b83a852 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Pushing event deleted for resources: {'Port': ['ID=8f249a01-9122-4de3-8be2-ba7a4c897ea9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:12.636813 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-70030fc6-35f0-4dd2-a942-3e54e44df70d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:12.673388 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0e43-24ff-4433-a713-7fe5a253890e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:12.723627 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-fda153a1-d18d-4c00-b53d-8eb651a002f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 834f571f-76bd-499b-a909-b2154ff669b6 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:50:12.724484 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-70030fc6-35f0-4dd2-a942-3e54e44df70d service neutron] Transition to ACTIVE for port object 51751ce7-ef29-4a43-9cde-4086304daed5 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:50:12.726782 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-86009591-c40d-484f-ad8a-4a7e0bdc80d8 req-626837f8-111c-4750-9157-789f77d18ef6 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:12.742890 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-70030fc6-35f0-4dd2-a942-3e54e44df70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:12.744274 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-fda153a1-d18d-4c00-b53d-8eb651a002f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:12.756025 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a579b59-f7cb-4de8-819d-c64f0b83a852 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:12.759035 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a579b59-f7cb-4de8-819d-c64f0b83a852 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:12.760301 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7a579b59-f7cb-4de8-819d-c64f0b83a852 tempest-ServersTestManualDisk-1543240299 tempest-ServersTestManualDisk-1543240299-project] 10.222.0.50 "DELETE /v2.0/floatingips/fe6e20c7-601c-43aa-b1e4-35faf95bbfd9 HTTP/1.1" status: 204 len: 168 time: 1.4458680 Nov 23 21:50:12.766013 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52806) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:12.766636 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0e43-24ff-4433-a713-7fe5a253890e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:12.767578 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5d0e43-24ff-4433-a713-7fe5a253890e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:12.768246 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0e43-24ff-4433-a713-7fe5a253890e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:12.776624 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626837f8-111c-4750-9157-789f77d18ef6 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Pushing event deleted for resources: {'Port': ['ID=95ef210b-ddf4-4a9d-ad20-800d0da2fe9f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:12.800884 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a1de1-f601-4f8b-894b-bd5c9aa5f7a0 req-7cfd1a8c-1543-4d6c-b24b-e6e150ff2009 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:12.810603 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-098a1de1-f601-4f8b-894b-bd5c9aa5f7a0 req-7cfd1a8c-1543-4d6c-b24b-e6e150ff2009 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.50 "GET /v2.0/ports?device_id=f21ac456-6d5f-4f4a-b249-f7c2a4c178f1 HTTP/1.1" status: 200 len: 931 time: 0.1594360 Nov 23 21:50:12.843168 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-fda153a1-d18d-4c00-b53d-8eb651a002f7 service neutron] Transition to ACTIVE for port object 834f571f-76bd-499b-a909-b2154ff669b6 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:50:12.873933 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d0e43-24ff-4433-a713-7fe5a253890e admin admin] Pushing event updated for resources: {'Network': ['ID=07995698-96dc-4c65-8169-cb4d00bc2e07,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:12.881736 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-fda153a1-d18d-4c00-b53d-8eb651a002f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:12.893970 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-86009591-c40d-484f-ad8a-4a7e0bdc80d8 req-626837f8-111c-4750-9157-789f77d18ef6 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] No DVR routers for this DVR port 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:50:12.901667 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 07995698-96dc-4c65-8169-cb4d00bc2e07 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:50:12.919475 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-86009591-c40d-484f-ad8a-4a7e0bdc80d8 req-626837f8-111c-4750-9157-789f77d18ef6 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:12.922900 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86009591-c40d-484f-ad8a-4a7e0bdc80d8 req-626837f8-111c-4750-9157-789f77d18ef6 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.60 "DELETE /v2.0/ports/95ef210b-ddf4-4a9d-ad20-800d0da2fe9f HTTP/1.1" status: 204 len: 173 time: 1.5931971 Nov 23 21:50:12.930284 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0c5d0e43-24ff-4433-a713-7fe5a253890e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1631896 Nov 23 21:50:12.931014 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19c317-52ac-42d4-a92e-a45b03955827 req-ecae1e0c-ee13-4624-b5e1-188292d777ff tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:12.934173 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52810) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:12.939841 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ac19c317-52ac-42d4-a92e-a45b03955827 req-ecae1e0c-ee13-4624-b5e1-188292d777ff tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.2704680 Nov 23 21:50:12.971211 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c736b86-d4f0-4c5c-bdec-1477bbd0deb1', 'name': 'network-vif-deleted', 'tag': '95ef210b-ddf4-4a9d-ad20-800d0da2fe9f'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:50:12.971426 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ae0ec46e-f60d-4129-baca-9e467100bb1f admin admin] Request body: {'subnet': {'network_id': '07995698-96dc-4c65-8169-cb4d00bc2e07', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-393072655-subnet', 'tenant_id': '1c2720a093de469487f1a31ae9fe6e84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:12.974342 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21879da-c705-45e3-be7f-40f4950eb15f" -d '{"events": [{"server_uuid": "7c736b86-d4f0-4c5c-bdec-1477bbd0deb1", "name": "network-vif-deleted", "tag": "95ef210b-ddf4-4a9d-ad20-800d0da2fe9f"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:50:12.996599 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70030fc6-35f0-4dd2-a942-3e54e44df70d service neutron] Pushing event updated for resources: {'Port': ['ID=51751ce7-ef29-4a43-9cde-4086304daed5,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:13.009197 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0ec46e-f60d-4129-baca-9e467100bb1f admin admin] Made reservation on behalf of 1c2720a093de469487f1a31ae9fe6e84 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:50:13.011019 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ae0ec46e-f60d-4129-baca-9e467100bb1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:13.053645 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda153a1-d18d-4c00-b53d-8eb651a002f7 service neutron] Pushing event updated for resources: {'Port': ['ID=834f571f-76bd-499b-a909-b2154ff669b6,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:13.086456 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-098a1de1-f601-4f8b-894b-bd5c9aa5f7a0 req-2b4aa851-598b-4385-bcd6-d12fe3db1235 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.50 "GET /v2.0/security-groups?id=d75bb88e-19a2-40d8-b3e6-e6dbbe98fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736075 Nov 23 21:50:13.125372 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ac19c317-52ac-42d4-a92e-a45b03955827 req-3a574879-a947-443a-b6cd-81c081cedde2 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844177 Nov 23 21:50:13.178212 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-70030fc6-35f0-4dd2-a942-3e54e44df70d service neutron] Attempting to bind port 51751ce7-ef29-4a43-9cde-4086304daed5 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:50:13.179109 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-70030fc6-35f0-4dd2-a942-3e54e44df70d service neutron] Attempting to bind port 51751ce7-ef29-4a43-9cde-4086304daed5 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:50:13.179531 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-70030fc6-35f0-4dd2-a942-3e54e44df70d service neutron] Attempting to bind port 51751ce7-ef29-4a43-9cde-4086304daed5 on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:50:13.182379 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 4b203bc0-062a-4dd0-9740-2e41c87bd8a2 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:50:13.185301 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-70030fc6-35f0-4dd2-a942-3e54e44df70d service neutron] Port 51751ce7-ef29-4a43-9cde-4086304daed5 on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:50:13.185743 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-70030fc6-35f0-4dd2-a942-3e54e44df70d service neutron] Attempting to bind port 51751ce7-ef29-4a43-9cde-4086304daed5 on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:50:13.192265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-70030fc6-35f0-4dd2-a942-3e54e44df70d service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:50:13.192718 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-70030fc6-35f0-4dd2-a942-3e54e44df70d service neutron] Checking segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:50:13.193228 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-70030fc6-35f0-4dd2-a942-3e54e44df70d service neutron] Bound using segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:50:13.193858 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-70030fc6-35f0-4dd2-a942-3e54e44df70d service neutron] Bound port: 51751ce7-ef29-4a43-9cde-4086304daed5, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:50:13.194352 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-70030fc6-35f0-4dd2-a942-3e54e44df70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:13.217529 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 4b203bc0-062a-4dd0-9740-2e41c87bd8a2 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:50:13.218307 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 4b203bc0-062a-4dd0-9740-2e41c87bd8a2 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:50:13.302733 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-70030fc6-35f0-4dd2-a942-3e54e44df70d service neutron] For port 51751ce7-ef29-4a43-9cde-4086304daed5, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:50:13.305866 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becb5527-7634-43f8-8bfd-c1befca8591d x-openstack-request-id: req-becb5527-7634-43f8-8bfd-c1befca8591d {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:50:13.306335 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c736b86-d4f0-4c5c-bdec-1477bbd0deb1", "name": "network-vif-deleted", "tag": "95ef210b-ddf4-4a9d-ad20-800d0da2fe9f", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:50:13.306703 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-becb5527-7634-43f8-8bfd-c1befca8591d {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:50:13.307208 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c736b86-d4f0-4c5c-bdec-1477bbd0deb1', 'name': 'network-vif-deleted', 'tag': '95ef210b-ddf4-4a9d-ad20-800d0da2fe9f', 'status': 'completed', 'code': 200} Nov 23 21:50:13.320743 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-70030fc6-35f0-4dd2-a942-3e54e44df70d service neutron] For port 51751ce7-ef29-4a43-9cde-4086304daed5, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=51751ce7-ef29-4a43-9cde-4086304daed5,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:50:13.329069 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-70030fc6-35f0-4dd2-a942-3e54e44df70d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:13.365271 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-70030fc6-35f0-4dd2-a942-3e54e44df70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:13.366044 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-70030fc6-35f0-4dd2-a942-3e54e44df70d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:13.367592 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-70030fc6-35f0-4dd2-a942-3e54e44df70d service neutron] 10.222.0.60 "PUT /v2.0/ports/51751ce7-ef29-4a43-9cde-4086304daed5 HTTP/1.1" status: 200 len: 1091 time: 1.6731355 Nov 23 21:50:13.376990 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1b041-ee6c-45ae-b0ab-752451389477 req-1be4d7cd-7f0e-4905-97e1-7336e67f7ce3 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:13.378547 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2f1b041-ee6c-45ae-b0ab-752451389477 req-1be4d7cd-7f0e-4905-97e1-7336e67f7ce3 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 943 time: 0.1175563 Nov 23 21:50:13.399708 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-fda153a1-d18d-4c00-b53d-8eb651a002f7 service neutron] Attempting to bind port 834f571f-76bd-499b-a909-b2154ff669b6 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:50:13.400134 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-fda153a1-d18d-4c00-b53d-8eb651a002f7 service neutron] Attempting to bind port 834f571f-76bd-499b-a909-b2154ff669b6 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '7ffe0723-c6ed-4d4f-8e96-670e149ee97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3614200d-af2a-4b51-b57b-44e274e65579'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:50:13.400598 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-fda153a1-d18d-4c00-b53d-8eb651a002f7 service neutron] Attempting to bind port 834f571f-76bd-499b-a909-b2154ff669b6 on network 3614200d-af2a-4b51-b57b-44e274e65579 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:50:13.440406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70030fc6-35f0-4dd2-a942-3e54e44df70d service neutron] Pushing event updated for resources: {'Port': ['ID=51751ce7-ef29-4a43-9cde-4086304daed5,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:13.453582 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-fda153a1-d18d-4c00-b53d-8eb651a002f7 service neutron] Port 834f571f-76bd-499b-a909-b2154ff669b6 on network 3614200d-af2a-4b51-b57b-44e274e65579 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:50:13.454003 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-fda153a1-d18d-4c00-b53d-8eb651a002f7 service neutron] Attempting to bind port 834f571f-76bd-499b-a909-b2154ff669b6 on network 3614200d-af2a-4b51-b57b-44e274e65579 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:50:13.491170 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2f1b041-ee6c-45ae-b0ab-752451389477 req-e4805f79-f552-4236-ac81-15a6ebae01e5 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850153 Nov 23 21:50:13.509352 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-fda153a1-d18d-4c00-b53d-8eb651a002f7 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:50:13.509796 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-fda153a1-d18d-4c00-b53d-8eb651a002f7 service neutron] Checking segment: {'id': '7ffe0723-c6ed-4d4f-8e96-670e149ee97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3614200d-af2a-4b51-b57b-44e274e65579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:50:13.510156 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-fda153a1-d18d-4c00-b53d-8eb651a002f7 service neutron] Bound using segment: {'id': '7ffe0723-c6ed-4d4f-8e96-670e149ee97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3614200d-af2a-4b51-b57b-44e274e65579'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:50:13.510847 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-fda153a1-d18d-4c00-b53d-8eb651a002f7 service neutron] Bound port: 834f571f-76bd-499b-a909-b2154ff669b6, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ffe0723-c6ed-4d4f-8e96-670e149ee97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3614200d-af2a-4b51-b57b-44e274e65579'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:50:13.511292 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-fda153a1-d18d-4c00-b53d-8eb651a002f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:13.564491 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-a5a5decf-78a3-4c34-b78a-a60182186cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:13.566089 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-a5a5decf-78a3-4c34-b78a-a60182186cb6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 1094 time: 0.0905783 Nov 23 21:50:13.582617 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ae0ec46e-f60d-4129-baca-9e467100bb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:13.637410 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-0b5cef66-a8b8-485a-ade5-d22a9d9830b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51751ce7-ef29-4a43-9cde-4086304daed5 HTTP/1.1" status: 200 len: 217 time: 0.0531533 Nov 23 21:50:13.642021 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ec46e-f60d-4129-baca-9e467100bb1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a324505-ec75-4b9c-9f2b-b3d084ada972,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:13.674323 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ad38f87-3eea-4c57-a210-9c77b151b70d req-8f99e3c2-97af-4824-a51d-99581aa2090a tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c736b86-d4f0-4c5c-bdec-1477bbd0deb1 HTTP/1.1" status: 200 len: 210 time: 0.0396476 Nov 23 21:50:13.710643 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-fda153a1-d18d-4c00-b53d-8eb651a002f7 service neutron] For port 834f571f-76bd-499b-a909-b2154ff669b6, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:50:13.715363 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-fda153a1-d18d-4c00-b53d-8eb651a002f7 service neutron] For port 834f571f-76bd-499b-a909-b2154ff669b6, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=834f571f-76bd-499b-a909-b2154ff669b6,segment=NetworkSegment(7ffe0723-c6ed-4d4f-8e96-670e149ee97c),segment_id=7ffe0723-c6ed-4d4f-8e96-670e149ee97c)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:50:13.732097 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-fda153a1-d18d-4c00-b53d-8eb651a002f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:13.734747 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-8b1b1ea0-2e9d-42d4-95cd-47ab21a08eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:13.736087 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-8b1b1ea0-2e9d-42d4-95cd-47ab21a08eca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.0646930 Nov 23 21:50:13.769772 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-6067558d-caf3-403b-8a44-c86fbca4b262 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261824 Nov 23 21:50:13.806628 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-fda153a1-d18d-4c00-b53d-8eb651a002f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:13.808612 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-fda153a1-d18d-4c00-b53d-8eb651a002f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:13.809708 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-fda153a1-d18d-4c00-b53d-8eb651a002f7 service neutron] 10.222.0.60 "PUT /v2.0/ports/834f571f-76bd-499b-a909-b2154ff669b6 HTTP/1.1" status: 200 len: 1091 time: 1.9338853 Nov 23 21:50:13.814741 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f21ac456-6d5f-4f4a-b249-f7c2a4c178f1', 'tag': '834f571f-76bd-499b-a909-b2154ff669b6'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:50:13.816590 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3520303e-9d5b-452c-b9d8-d0a6ef6f8c50" -d '{"events": [{"name": "network-changed", "server_uuid": "f21ac456-6d5f-4f4a-b249-f7c2a4c178f1", "tag": "834f571f-76bd-499b-a909-b2154ff669b6"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:50:13.835691 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0ec46e-f60d-4129-baca-9e467100bb1f admin admin] Checking segment: {'id': '7a8955f4-a5c8-4ac8-9aaa-544eb807cb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '07995698-96dc-4c65-8169-cb4d00bc2e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:50:13.836070 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0ec46e-f60d-4129-baca-9e467100bb1f admin admin] Network hostable DHCP agents. Network: 07995698-96dc-4c65-8169-cb4d00bc2e07, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:50:13.883311 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-3420ea5d-82b9-42a8-bff5-98c20456f57f service neutron] 10.222.0.60 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058109 Nov 23 21:50:13.901546 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda153a1-d18d-4c00-b53d-8eb651a002f7 service neutron] Pushing event updated for resources: {'Port': ['ID=834f571f-76bd-499b-a909-b2154ff669b6,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:13.907296 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7813c2-25f5-44a1-8e00-8e455aae745f x-openstack-request-id: req-4c7813c2-25f5-44a1-8e00-8e455aae745f {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:50:13.907296 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f21ac456-6d5f-4f4a-b249-f7c2a4c178f1", "tag": "834f571f-76bd-499b-a909-b2154ff669b6", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:50:13.907296 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c7813c2-25f5-44a1-8e00-8e455aae745f {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:50:13.907683 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f21ac456-6d5f-4f4a-b249-f7c2a4c178f1', 'tag': '834f571f-76bd-499b-a909-b2154ff669b6', 'status': 'completed', 'code': 200} Nov 23 21:50:13.941942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0ec46e-f60d-4129-baca-9e467100bb1f admin admin] Network 07995698-96dc-4c65-8169-cb4d00bc2e07 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:50:13.945715 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:50:13.964671 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-ae0ec46e-f60d-4129-baca-9e467100bb1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 07995698-96dc-4c65-8169-cb4d00bc2e07) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:13.969765 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-d4f91c6d-8a17-41cf-aa01-7aa61c473379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:13.971389 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-d4f91c6d-8a17-41cf-aa01-7aa61c473379 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6265b2a564f4b7894988cc2f740b181&device_id=f21ac456-6d5f-4f4a-b249-f7c2a4c178f1 HTTP/1.1" status: 200 len: 1094 time: 0.0855985 Nov 23 21:50:13.972307 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:50:13.974371 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 95ef210b-ddf4-4a9d-ad20-800d0da2fe9f not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:50:13.974921 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0ec46e-f60d-4129-baca-9e467100bb1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:13.975543 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ae0ec46e-f60d-4129-baca-9e467100bb1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:13.977658 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff29b31b-ff94-4b68-8d14-7ad76c637b0f None None] Network 07995698-96dc-4c65-8169-cb4d00bc2e07 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:50:14.023283 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ae0ec46e-f60d-4129-baca-9e467100bb1f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0878432 Nov 23 21:50:14.025185 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52820) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:14.054662 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8b26792-e4ba-4d56-a0d2-2edf6eed1918 req-522e7965-538e-42c9-93cc-eade75b0fcf9 service neutron] 10.222.0.60 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618071 Nov 23 21:50:14.177195 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4b0826-182f-403c-839f-1efb746f1bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-07995698-96dc-4c65-8169-cb4d00bc2e07', 'network_id': '07995698-96dc-4c65-8169-cb4d00bc2e07', 'tenant_id': '1c2720a093de469487f1a31ae9fe6e84', 'fixed_ips': [{'subnet_id': '7a324505-ec75-4b9c-9f2b-b3d084ada972'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:50:14.180078 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2d4b0826-182f-403c-839f-1efb746f1bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:14.280672 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c1625-36b0-4630-974f-8cc80709ad89 req-5fad98f2-6964-4db3-b258-f81f4fa82e91 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:14.282460 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-763c1625-36b0-4630-974f-8cc80709ad89 req-5fad98f2-6964-4db3-b258-f81f4fa82e91 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.50 "GET /v2.0/ports?device_id=f21ac456-6d5f-4f4a-b249-f7c2a4c178f1 HTTP/1.1" status: 200 len: 943 time: 0.0961368 Nov 23 21:50:14.347101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-982f837c-3428-4dda-aeb6-26cafe4c4a83 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-393072655-router', 'tenant_id': '1c2720a093de469487f1a31ae9fe6e84', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:14.354607 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-f7d6b9f4-fe80-423f-a84f-ad10f8313039 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=834f571f-76bd-499b-a909-b2154ff669b6 HTTP/1.1" status: 200 len: 217 time: 0.3622096 Nov 23 21:50:14.389613 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-2d4b0826-182f-403c-839f-1efb746f1bba None None] Allocated IP 172.20.0.2 (07995698-96dc-4c65-8169-cb4d00bc2e07/7a324505-ec75-4b9c-9f2b-b3d084ada972/a41a9d15-4611-4ac9-951c-fea42586e353) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:50:14.423022 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-982f837c-3428-4dda-aeb6-26cafe4c4a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:14.424358 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-982f837c-3428-4dda-aeb6-26cafe4c4a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:14.453490 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fbf19fd-0c4a-4954-ae6b-39431c2fc6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:14.510504 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-feee5375-595d-44a5-9de7-b0bbbfabbd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:14.512224 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-feee5375-595d-44a5-9de7-b0bbbfabbd85 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9bd1a0c4-ffd0-4015-9105-33f6e04dcc83 HTTP/1.1" status: 200 len: 862 time: 0.1443629 Nov 23 21:50:14.578871 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-982f837c-3428-4dda-aeb6-26cafe4c4a83 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:14.581792 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-3f49b38e-8c77-4a6e-9960-733a8b57614d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3614200d-af2a-4b51-b57b-44e274e65579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391104 Nov 23 21:50:14.592989 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2d4b0826-182f-403c-839f-1efb746f1bba None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:14.604105 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2d4b0826-182f-403c-839f-1efb746f1bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:14.663073 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4b0826-182f-403c-839f-1efb746f1bba None None] Network 07995698-96dc-4c65-8169-cb4d00bc2e07 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:50:14.667772 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-2d4b0826-182f-403c-839f-1efb746f1bba None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:14.670094 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b0826-182f-403c-839f-1efb746f1bba None None] Pushing event updated for resources: {'Port': ['ID=a41a9d15-4611-4ac9-951c-fea42586e353,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:14.678910 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4b0826-182f-403c-839f-1efb746f1bba None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:50:14.696672 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ff084-b6b7-4fbb-870c-d7396bb0dcc8 req-5e821ba0-d849-4b3e-90c2-4d6599d3f4c5 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:14.704824 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e06ff084-b6b7-4fbb-870c-d7396bb0dcc8 req-5e821ba0-d849-4b3e-90c2-4d6599d3f4c5 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.4806781 Nov 23 21:50:14.763033 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2d4b0826-182f-403c-839f-1efb746f1bba None None] Attempting to bind port a41a9d15-4611-4ac9-951c-fea42586e353 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:50:14.763407 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2d4b0826-182f-403c-839f-1efb746f1bba None None] Attempting to bind port a41a9d15-4611-4ac9-951c-fea42586e353 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '7a8955f4-a5c8-4ac8-9aaa-544eb807cb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '07995698-96dc-4c65-8169-cb4d00bc2e07'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:50:14.763766 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4b0826-182f-403c-839f-1efb746f1bba None None] Attempting to bind port a41a9d15-4611-4ac9-951c-fea42586e353 on network 07995698-96dc-4c65-8169-cb4d00bc2e07 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:50:14.777350 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-763c1625-36b0-4630-974f-8cc80709ad89 req-e15ba59a-5896-43ab-9ca7-34526478e101 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.50 "GET /v2.0/security-groups?id=d75bb88e-19a2-40d8-b3e6-e6dbbe98fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753034 Nov 23 21:50:14.777505 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4b0826-182f-403c-839f-1efb746f1bba None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:50:14.777505 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4b0826-182f-403c-839f-1efb746f1bba None None] Checking segment: {'id': '7a8955f4-a5c8-4ac8-9aaa-544eb807cb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '07995698-96dc-4c65-8169-cb4d00bc2e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:50:14.777505 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2d4b0826-182f-403c-839f-1efb746f1bba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:14.777505 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4b0826-182f-403c-839f-1efb746f1bba None None] Bound using segment: {'id': '7a8955f4-a5c8-4ac8-9aaa-544eb807cb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '07995698-96dc-4c65-8169-cb4d00bc2e07'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:50:14.777505 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2d4b0826-182f-403c-839f-1efb746f1bba None None] Bound port: a41a9d15-4611-4ac9-951c-fea42586e353, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8955f4-a5c8-4ac8-9aaa-544eb807cb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '07995698-96dc-4c65-8169-cb4d00bc2e07'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:50:14.777505 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2d4b0826-182f-403c-839f-1efb746f1bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:14.827844 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e06ff084-b6b7-4fbb-870c-d7396bb0dcc8 req-cb6f03d3-b254-4129-a19d-50bd2de415a7 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223750 Nov 23 21:50:14.993528 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-982f837c-3428-4dda-aeb6-26cafe4c4a83 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:15.016761 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2d4b0826-182f-403c-839f-1efb746f1bba None None] For port a41a9d15-4611-4ac9-951c-fea42586e353, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:50:15.021864 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2d4b0826-182f-403c-839f-1efb746f1bba None None] For port a41a9d15-4611-4ac9-951c-fea42586e353, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a41a9d15-4611-4ac9-951c-fea42586e353,segment=NetworkSegment(7a8955f4-a5c8-4ac8-9aaa-544eb807cb33),segment_id=7a8955f4-a5c8-4ac8-9aaa-544eb807cb33)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:50:15.030085 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2d4b0826-182f-403c-839f-1efb746f1bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:15.092425 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-f17751c8-c5b2-4613-9b30-935eb211207d service neutron] 10.222.0.60 "GET /v2.0/networks/3614200d-af2a-4b51-b57b-44e274e65579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749549 Nov 23 21:50:15.107170 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b0826-182f-403c-839f-1efb746f1bba None None] Pushing event updated for resources: {'Port': ['ID=a41a9d15-4611-4ac9-951c-fea42586e353,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:15.130210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b68e53-36e0-43ff-be78-95456e5effbe req-8b7ed129-632a-491d-b3fc-42ed2a281911 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:15.131983 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f0b68e53-36e0-43ff-be78-95456e5effbe req-8b7ed129-632a-491d-b3fc-42ed2a281911 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 943 time: 0.1963229 Nov 23 21:50:15.177138 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28ad38-53f2-47cd-a43f-1ffbf05783db req-7acdd358-3ca0-4e9b-ae15-e8e95e19ed7e tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:15.178549 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd28ad38-53f2-47cd-a43f-1ffbf05783db req-7acdd358-3ca0-4e9b-ae15-e8e95e19ed7e tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.60 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 946 time: 0.1525793 Nov 23 21:50:15.215484 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f0b68e53-36e0-43ff-be78-95456e5effbe req-18d4c461-8f59-4754-a934-a6cba0061b64 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738468 Nov 23 21:50:15.263287 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52846) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:15.313782 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee727e1d-420a-4137-acb0-896cdae4eb29', 'tag': '51751ce7-ef29-4a43-9cde-4086304daed5'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:50:15.316031 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301e35c6-7ff5-4994-8305-075638fa9bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "ee727e1d-420a-4137-acb0-896cdae4eb29", "tag": "51751ce7-ef29-4a43-9cde-4086304daed5"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:50:15.395996 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2226bd98-6faf-4403-a8c8-c87ea34fae27 req-7fc10044-2f98-45f1-b8bc-0c8a6b3abe2c service neutron] 10.222.0.60 "GET /v2.0/networks/3614200d-af2a-4b51-b57b-44e274e65579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922001 Nov 23 21:50:15.396229 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-687e4219-80d1-42d1-95a0-708728973204 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:15.429709 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ba97dc-b7fa-4f1b-b3b1-e1fc9365407c x-openstack-request-id: req-b8ba97dc-b7fa-4f1b-b3b1-e1fc9365407c {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:50:15.430344 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee727e1d-420a-4137-acb0-896cdae4eb29", "tag": "51751ce7-ef29-4a43-9cde-4086304daed5", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:50:15.430892 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b8ba97dc-b7fa-4f1b-b3b1-e1fc9365407c {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:50:15.431427 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee727e1d-420a-4137-acb0-896cdae4eb29', 'tag': '51751ce7-ef29-4a43-9cde-4086304daed5', 'status': 'completed', 'code': 200} Nov 23 21:50:15.448846 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-687e4219-80d1-42d1-95a0-708728973204 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:15.454686 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf19fd-0c4a-4954-ae6b-39431c2fc6b4 admin admin] Deleting port 12611a22-235c-4fa0-8abe-9f4d97304618 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:50:15.455183 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fbf19fd-0c4a-4954-ae6b-39431c2fc6b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:15.475640 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-cd28ad38-53f2-47cd-a43f-1ffbf05783db req-d81b32c6-626c-4c11-8bae-c26823149f91 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Deleting port f2fa2c99-4822-4790-a856-ebfed014d21c {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:50:15.475974 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cd28ad38-53f2-47cd-a43f-1ffbf05783db req-d81b32c6-626c-4c11-8bae-c26823149f91 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:15.638467 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520303e-9d5b-452c-b9d8-d0a6ef6f8c50 req-55905402-f65c-48db-b7d5-306f407bcc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:15.640271 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3520303e-9d5b-452c-b9d8-d0a6ef6f8c50 req-55905402-f65c-48db-b7d5-306f407bcc7a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6265b2a564f4b7894988cc2f740b181&device_id=f21ac456-6d5f-4f4a-b249-f7c2a4c178f1 HTTP/1.1" status: 200 len: 1094 time: 0.1280110 Nov 23 21:50:15.641054 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-687e4219-80d1-42d1-95a0-708728973204 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:15.643896 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-687e4219-80d1-42d1-95a0-708728973204 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:15.648078 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-687e4219-80d1-42d1-95a0-708728973204 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "DELETE /v2.0/security-groups/9d2eb59c-968e-4276-80c1-00f9f0c094b8 HTTP/1.1" status: 204 len: 168 time: 0.3826628 Nov 23 21:50:15.656378 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-cd28ad38-53f2-47cd-a43f-1ffbf05783db req-d81b32c6-626c-4c11-8bae-c26823149f91 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] For port f2fa2c99-4822-4790-a856-ebfed014d21c, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f2fa2c99-4822-4790-a856-ebfed014d21c,segment=NetworkSegment(e98392a6-0610-4858-83de-5cf158f64b8c),segment_id=e98392a6-0610-4858-83de-5cf158f64b8c)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:15.656956 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cd28ad38-53f2-47cd-a43f-1ffbf05783db req-d81b32c6-626c-4c11-8bae-c26823149f91 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:15.673486 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-cd28ad38-53f2-47cd-a43f-1ffbf05783db req-d81b32c6-626c-4c11-8bae-c26823149f91 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Calling delete_port for f2fa2c99-4822-4790-a856-ebfed014d21c owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:50:15.674137 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52850) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:15.705882 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-5fbf19fd-0c4a-4954-ae6b-39431c2fc6b4 admin admin] For port 12611a22-235c-4fa0-8abe-9f4d97304618, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=12611a22-235c-4fa0-8abe-9f4d97304618,segment=NetworkSegment(18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2),segment_id=18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:15.706386 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fbf19fd-0c4a-4954-ae6b-39431c2fc6b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:15.718998 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-5e675a1c-b095-4246-a561-d962b5182d9f tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] show failed (client error): The resource could not be found. Nov 23 21:50:15.722677 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5e675a1c-b095-4246-a561-d962b5182d9f tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "GET /v2.0/security-groups/9d2eb59c-968e-4276-80c1-00f9f0c094b8 HTTP/1.1" status: 404 len: 347 time: 0.0449555 Nov 23 21:50:15.726215 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e35c6-7ff5-4994-8305-075638fa9bbf req-577abf65-b57a-403c-bbdb-1e4015b4490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:15.727909 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-301e35c6-7ff5-4994-8305-075638fa9bbf req-577abf65-b57a-403c-bbdb-1e4015b4490f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 1094 time: 0.1978068 Nov 23 21:50:15.732972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52852) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:15.741336 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf19fd-0c4a-4954-ae6b-39431c2fc6b4 admin admin] Calling delete_port for 12611a22-235c-4fa0-8abe-9f4d97304618 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:50:15.767510 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e4219-80d1-42d1-95a0-708728973204 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2eb59c-968e-4276-80c1-00f9f0c094b8,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:15.797742 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-982f837c-3428-4dda-aeb6-26cafe4c4a83 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:15.853641 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-982f837c-3428-4dda-aeb6-26cafe4c4a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:15.951791 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 51751ce7-ef29-4a43-9cde-4086304daed5 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:50:16.071282 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cd28ad38-53f2-47cd-a43f-1ffbf05783db req-d81b32c6-626c-4c11-8bae-c26823149f91 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:16.107704 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['f2fa2c99-4822-4790-a856-ebfed014d21c'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:50:16.201032 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 51751ce7-ef29-4a43-9cde-4086304daed5, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=51751ce7-ef29-4a43-9cde-4086304daed5,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:16.231484 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '51751ce7-ef29-4a43-9cde-4086304daed5', 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e', 'port_id': '51751ce7-ef29-4a43-9cde-4086304daed5', 'mac_address': 'fa:16:3e:26:ca:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c36b75-b2e2-4fac-846f-5aa9ccb1b952', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:50:16.290613 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:16.298069 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b32c6-626c-4c11-8bae-c26823149f91 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Pushing event deleted for resources: {'Port': ['ID=f2fa2c99-4822-4790-a856-ebfed014d21c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:16.328401 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51751ce7-ef29-4a43-9cde-4086304daed5 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:50:16.333679 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520303e-9d5b-452c-b9d8-d0a6ef6f8c50 req-edbdb695-dc52-4927-9747-7ddfb010178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:16.336336 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3520303e-9d5b-452c-b9d8-d0a6ef6f8c50 req-edbdb695-dc52-4927-9747-7ddfb010178b service neutron] 10.222.0.60 "GET /v2.0/networks?id=3614200d-af2a-4b51-b57b-44e274e65579 HTTP/1.1" status: 200 len: 923 time: 0.6877971 Nov 23 21:50:16.373488 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e35c6-7ff5-4994-8305-075638fa9bbf req-85879a46-1a37-4284-ba0b-e72e6d538cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:16.375216 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-301e35c6-7ff5-4994-8305-075638fa9bbf req-85879a46-1a37-4284-ba0b-e72e6d538cb7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 909 time: 0.6294122 Nov 23 21:50:16.383642 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 51751ce7-ef29-4a43-9cde-4086304daed5, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=51751ce7-ef29-4a43-9cde-4086304daed5,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:16.384970 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9005ee-75fc-422b-9f32-13d314af6e0d req-0e05fe03-000a-49d4-a53c-44bead8446ba tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:16.386703 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd9005ee-75fc-422b-9f32-13d314af6e0d req-0e05fe03-000a-49d4-a53c-44bead8446ba tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/ports?device_id=105a77f9-f4b1-497e-9fd0-63a8d9234698 HTTP/1.1" status: 200 len: 867 time: 0.4349618 Nov 23 21:50:16.393147 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:16.478957 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=51751ce7-ef29-4a43-9cde-4086304daed5,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:16.489339 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:16.490043 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:16.490593 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:16.491218 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:16.491845 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:16.492367 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:16.492862 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:16.493559 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:16.494341 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:16.495354 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:16.496571 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:16.497074 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:16.505686 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-301e35c6-7ff5-4994-8305-075638fa9bbf req-f70477d5-567a-48ea-b771-5f03ccde35e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51751ce7-ef29-4a43-9cde-4086304daed5 HTTP/1.1" status: 200 len: 217 time: 0.0566373 Nov 23 21:50:16.535973 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-982f837c-3428-4dda-aeb6-26cafe4c4a83 admin admin] Allocated IP 172.25.5.242 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/9151c1d4-f1df-49fd-8548-c936b4dce145) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:50:16.553533 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd9005ee-75fc-422b-9f32-13d314af6e0d req-6cb38459-035b-435a-b06d-221de2e6cbd9 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.50 "GET /v2.0/security-groups?id=f81cf10c-5021-4311-b7f9-38478943a15a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252003 Nov 23 21:50:16.556330 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd28ad38-53f2-47cd-a43f-1ffbf05783db req-d81b32c6-626c-4c11-8bae-c26823149f91 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] No DVR routers for this DVR port f2fa2c99-4822-4790-a856-ebfed014d21c on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:50:16.565321 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-e97d6360-b270-4cff-8bd1-ae20a37a2d90 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Deleting port 160ce349-28bf-4672-a8e5-e4e9fc39c2c0 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:50:16.565603 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e97d6360-b270-4cff-8bd1-ae20a37a2d90 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:16.575537 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cd28ad38-53f2-47cd-a43f-1ffbf05783db req-d81b32c6-626c-4c11-8bae-c26823149f91 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:16.580379 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd28ad38-53f2-47cd-a43f-1ffbf05783db req-d81b32c6-626c-4c11-8bae-c26823149f91 tempest-ServerRescueTestJSON-1253653599 tempest-ServerRescueTestJSON-1253653599-project] 10.222.0.60 "DELETE /v2.0/ports/f2fa2c99-4822-4790-a856-ebfed014d21c HTTP/1.1" status: 204 len: 173 time: 1.3693810 Nov 23 21:50:16.593703 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a963625-ddbc-4c31-8163-8d9596d96cab req-236d3c6b-d72b-4d5f-9c41-7de5f68953f6 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:16.603112 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a963625-ddbc-4c31-8163-8d9596d96cab req-236d3c6b-d72b-4d5f-9c41-7de5f68953f6 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.50 "GET /v2.0/ports?device_id=f21ac456-6d5f-4f4a-b249-f7c2a4c178f1 HTTP/1.1" status: 200 len: 943 time: 0.7161052 Nov 23 21:50:16.617300 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3520303e-9d5b-452c-b9d8-d0a6ef6f8c50 req-5b0044eb-ef8e-4d0f-9ec1-1f06e022d8c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=834f571f-76bd-499b-a909-b2154ff669b6 HTTP/1.1" status: 200 len: 217 time: 0.2672646 Nov 23 21:50:16.678565 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3358ce-8f3f-47c5-a813-cf4119972688 None None] Network 07995698-96dc-4c65-8169-cb4d00bc2e07 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:50:16.706915 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['51751ce7-ef29-4a43-9cde-4086304daed5'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:50:16.710042 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e35c6-7ff5-4994-8305-075638fa9bbf req-6d18031a-ec1f-4b90-a8d3-591cc2caa1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:16.711573 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-301e35c6-7ff5-4994-8305-075638fa9bbf req-6d18031a-ec1f-4b90-a8d3-591cc2caa1d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.1856084 Nov 23 21:50:16.738188 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a963625-ddbc-4c31-8163-8d9596d96cab req-7d0fe269-9a03-46b5-a722-bf0f297c8d65 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.50 "GET /v2.0/security-groups?id=d75bb88e-19a2-40d8-b3e6-e6dbbe98fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276522 Nov 23 21:50:16.747112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520303e-9d5b-452c-b9d8-d0a6ef6f8c50 req-ec37d55f-87f1-4bd8-91b1-97511536173c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:16.749375 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3520303e-9d5b-452c-b9d8-d0a6ef6f8c50 req-ec37d55f-87f1-4bd8-91b1-97511536173c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9bd1a0c4-ffd0-4015-9105-33f6e04dcc83 HTTP/1.1" status: 200 len: 862 time: 0.1235690 Nov 23 21:50:16.817524 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3520303e-9d5b-452c-b9d8-d0a6ef6f8c50 req-e33725dd-3b75-49f7-98d3-040e8c7cbb69 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3614200d-af2a-4b51-b57b-44e274e65579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502300 Nov 23 21:50:16.887722 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-bcf712cf-6a50-486a-a688-7a81fb7893bc None None] Provisioning complete for port a41a9d15-4611-4ac9-951c-fea42586e353 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:16.888199 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bcf712cf-6a50-486a-a688-7a81fb7893bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:16.953913 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0b815-41e9-40f0-8dbb-77ec7da9d037 req-b1c6b575-4811-4ca1-b989-a70ea08f2f41 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:16.962185 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35e0b815-41e9-40f0-8dbb-77ec7da9d037 req-b1c6b575-4811-4ca1-b989-a70ea08f2f41 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 944 time: 0.1520524 Nov 23 21:50:17.079906 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35e0b815-41e9-40f0-8dbb-77ec7da9d037 req-96bc667e-0aa3-459f-b15c-dcb98b3e384a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164758 Nov 23 21:50:17.111812 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-301e35c6-7ff5-4994-8305-075638fa9bbf req-74117ed2-2b2b-4368-a380-56c8aefe3cf4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608048 Nov 23 21:50:17.130334 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e97d6360-b270-4cff-8bd1-ae20a37a2d90 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:17.130688 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e97d6360-b270-4cff-8bd1-ae20a37a2d90 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:17.136219 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3520303e-9d5b-452c-b9d8-d0a6ef6f8c50 req-4561650b-1d20-40c3-8e56-e37019e0f7ed service neutron] 10.222.0.60 "GET /v2.0/networks/3614200d-af2a-4b51-b57b-44e274e65579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076692 Nov 23 21:50:17.139425 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fbf19fd-0c4a-4954-ae6b-39431c2fc6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:17.162893 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a41a9d15-4611-4ac9-951c-fea42586e353 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:17.198258 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-e97d6360-b270-4cff-8bd1-ae20a37a2d90 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Calling delete_port for 160ce349-28bf-4672-a8e5-e4e9fc39c2c0 owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:50:17.219567 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf19fd-0c4a-4954-ae6b-39431c2fc6b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=12611a22-235c-4fa0-8abe-9f4d97304618,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:17.235309 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bcf712cf-6a50-486a-a688-7a81fb7893bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:17.309150 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-982f837c-3428-4dda-aeb6-26cafe4c4a83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:17.336833 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-bcf712cf-6a50-486a-a688-7a81fb7893bc None None] For port a41a9d15-4611-4ac9-951c-fea42586e353, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a41a9d15-4611-4ac9-951c-fea42586e353,segment=NetworkSegment(7a8955f4-a5c8-4ac8-9aaa-544eb807cb33),segment_id=7a8955f4-a5c8-4ac8-9aaa-544eb807cb33)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:17.340016 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port a41a9d15-4611-4ac9-951c-fea42586e353 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:17.340388 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:17.374547 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3520303e-9d5b-452c-b9d8-d0a6ef6f8c50 req-e4f24822-3c77-46a9-8f89-24f2d2e4c263 service neutron] 10.222.0.60 "GET /v2.0/networks/3614200d-af2a-4b51-b57b-44e274e65579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295899 Nov 23 21:50:17.375203 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bcf712cf-6a50-486a-a688-7a81fb7893bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:17.432319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105a77f9-f4b1-497e-9fd0-63a8d9234698', 'name': 'network-vif-deleted', 'tag': 'f2fa2c99-4822-4790-a856-ebfed014d21c'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:50:17.435553 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fdba92-05a9-4b34-915d-6449dcc49c94" -d '{"events": [{"server_uuid": "105a77f9-f4b1-497e-9fd0-63a8d9234698", "name": "network-vif-deleted", "tag": "f2fa2c99-4822-4790-a856-ebfed014d21c"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:50:17.449108 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf712cf-6a50-486a-a688-7a81fb7893bc None None] Pushing event updated for resources: {'Port': ['ID=a41a9d15-4611-4ac9-951c-fea42586e353,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:17.463236 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-301e35c6-7ff5-4994-8305-075638fa9bbf req-310ebe36-ec3b-4285-ad71-3207fc7856e7 service neutron] 10.222.0.60 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411720 Nov 23 21:50:17.503052 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d2a37a-bdf6-46e0-a8ed-4e63961aa835 x-openstack-request-id: req-b7d2a37a-bdf6-46e0-a8ed-4e63961aa835 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:50:17.503342 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105a77f9-f4b1-497e-9fd0-63a8d9234698", "name": "network-vif-deleted", "tag": "f2fa2c99-4822-4790-a856-ebfed014d21c", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:50:17.503595 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b7d2a37a-bdf6-46e0-a8ed-4e63961aa835 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:50:17.504071 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105a77f9-f4b1-497e-9fd0-63a8d9234698', 'name': 'network-vif-deleted', 'tag': 'f2fa2c99-4822-4790-a856-ebfed014d21c', 'status': 'completed', 'code': 200} Nov 23 21:50:17.601164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8f54d4f9-6908-4dc3-8bda-3baa8b09f539 None None] Provisioning complete for port a41a9d15-4611-4ac9-951c-fea42586e353 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:17.601674 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8f54d4f9-6908-4dc3-8bda-3baa8b09f539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:17.615571 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52870) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:17.643617 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-982f837c-3428-4dda-aeb6-26cafe4c4a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:17.774587 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-301e35c6-7ff5-4994-8305-075638fa9bbf req-b41494c7-dd43-4518-a5a5-0f3a1110e233 service neutron] 10.222.0.60 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019736 Nov 23 21:50:17.780685 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982f837c-3428-4dda-aeb6-26cafe4c4a83 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:50:17.796052 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f837c-3428-4dda-aeb6-26cafe4c4a83 admin admin] Pushing event updated for resources: {'Port': ['ID=9151c1d4-f1df-49fd-8548-c936b4dce145,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:17.799395 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-982f837c-3428-4dda-aeb6-26cafe4c4a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:17.807365 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982f837c-3428-4dda-aeb6-26cafe4c4a83 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:50:17.834891 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fbf19fd-0c4a-4954-ae6b-39431c2fc6b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:17.847094 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e97d6360-b270-4cff-8bd1-ae20a37a2d90 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:17.888647 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d6360-b270-4cff-8bd1-ae20a37a2d90 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Pushing event deleted for resources: {'Port': ['ID=160ce349-28bf-4672-a8e5-e4e9fc39c2c0,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:17.920703 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbc236-c581-4775-8eb0-8975ed7543ce req-d23ecc95-455f-45cc-adbc-f4ddd456db7e tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:17.922170 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50bbc236-c581-4775-8eb0-8975ed7543ce req-d23ecc95-455f-45cc-adbc-f4ddd456db7e tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.50 "GET /v2.0/ports?device_id=f21ac456-6d5f-4f4a-b249-f7c2a4c178f1 HTTP/1.1" status: 200 len: 943 time: 0.0842028 Nov 23 21:50:17.964486 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 834f571f-76bd-499b-a909-b2154ff669b6 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:50:17.977177 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 51751ce7-ef29-4a43-9cde-4086304daed5 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:18.006075 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50bbc236-c581-4775-8eb0-8975ed7543ce req-d7dab720-d0d9-4a0d-a857-f43f86bbe753 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.50 "GET /v2.0/security-groups?id=d75bb88e-19a2-40d8-b3e6-e6dbbe98fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766201 Nov 23 21:50:18.092417 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 51751ce7-ef29-4a43-9cde-4086304daed5 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:50:18.102670 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 51751ce7-ef29-4a43-9cde-4086304daed5 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:18.103065 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:18.110984 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4d5920a8-b226-49de-b762-cd7480373675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:18.148322 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e97d6360-b270-4cff-8bd1-ae20a37a2d90 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:18.151678 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e97d6360-b270-4cff-8bd1-ae20a37a2d90 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:18.152899 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e97d6360-b270-4cff-8bd1-ae20a37a2d90 tempest-ImagesOneServerNegativeTestJSON-1144687066 tempest-ImagesOneServerNegativeTestJSON-1144687066-project] 10.222.0.50 "DELETE /v2.0/floatingips/13d2b760-37c7-4868-8965-996f787840fc HTTP/1.1" status: 204 len: 168 time: 2.4188871 Nov 23 21:50:18.164146 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 834f571f-76bd-499b-a909-b2154ff669b6, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=834f571f-76bd-499b-a909-b2154ff669b6,segment=NetworkSegment(7ffe0723-c6ed-4d4f-8e96-670e149ee97c),segment_id=7ffe0723-c6ed-4d4f-8e96-670e149ee97c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:18.183867 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '834f571f-76bd-499b-a909-b2154ff669b6', 'network_id': '3614200d-af2a-4b51-b57b-44e274e65579', 'port_id': '834f571f-76bd-499b-a909-b2154ff669b6', 'mac_address': 'fa:16:3e:fa:c8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd1a0c4-ffd0-4015-9105-33f6e04dcc83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:50:18.259161 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:18.260957 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:18.283378 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 834f571f-76bd-499b-a909-b2154ff669b6 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:50:18.294284 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52888) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:18.304655 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee727e1d-420a-4137-acb0-896cdae4eb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51751ce7-ef29-4a43-9cde-4086304daed5'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:50:18.306917 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34520f96-e009-4dfd-946b-c38b58717f61" -d '{"events": [{"server_uuid": "ee727e1d-420a-4137-acb0-896cdae4eb29", "name": "network-vif-plugged", "status": "completed", "tag": "51751ce7-ef29-4a43-9cde-4086304daed5"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:50:18.326277 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 51751ce7-ef29-4a43-9cde-4086304daed5, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=51751ce7-ef29-4a43-9cde-4086304daed5,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:18.328144 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 834f571f-76bd-499b-a909-b2154ff669b6, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=834f571f-76bd-499b-a909-b2154ff669b6,segment=NetworkSegment(7ffe0723-c6ed-4d4f-8e96-670e149ee97c),segment_id=7ffe0723-c6ed-4d4f-8e96-670e149ee97c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:18.333904 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:18.334740 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f2fa2c99-4822-4790-a856-ebfed014d21c no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:50:18.341571 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbf19fd-0c4a-4954-ae6b-39431c2fc6b4 admin admin] Router e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:50:18.342029 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:18.365916 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: f2fa2c99-4822-4790-a856-ebfed014d21c {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:50:18.366285 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f2fa2c99-4822-4790-a856-ebfed014d21c not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:50:18.376300 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a4403-9cc8-4072-9670-2692a48f7c36 req-f867b54b-42f8-4274-a2f1-c6d6a8a81bca tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:18.377851 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a13a4403-9cc8-4072-9670-2692a48f7c36 req-f867b54b-42f8-4274-a2f1-c6d6a8a81bca tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 944 time: 0.1344535 Nov 23 21:50:18.406941 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245b4cd5-d70b-4f65-bc91-1d070688134b x-openstack-request-id: req-245b4cd5-d70b-4f65-bc91-1d070688134b {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:50:18.407230 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee727e1d-420a-4137-acb0-896cdae4eb29", "name": "network-vif-plugged", "status": "completed", "tag": "51751ce7-ef29-4a43-9cde-4086304daed5", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:50:18.407479 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-245b4cd5-d70b-4f65-bc91-1d070688134b {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:50:18.407865 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee727e1d-420a-4137-acb0-896cdae4eb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51751ce7-ef29-4a43-9cde-4086304daed5', 'code': 200} Nov 23 21:50:18.418762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=51751ce7-ef29-4a43-9cde-4086304daed5,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:18.487372 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=834f571f-76bd-499b-a909-b2154ff669b6,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:18.506692 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a13a4403-9cc8-4072-9670-2692a48f7c36 req-9fee1a03-5041-4beb-ab40-3658929b7520 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140482 Nov 23 21:50:18.544107 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-902288d3-9c31-4ea8-8532-94d1ed3a1080 admin admin] Deleting subnet 29f2c74e-d556-4ec7-a50f-528cd87d0f9e {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:50:18.565093 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-4d5920a8-b226-49de-b762-cd7480373675 admin admin] Deleting port 19c15e22-1ae8-4589-af78-a1faf149c9dd {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:50:18.565433 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4d5920a8-b226-49de-b762-cd7480373675 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:18.565960 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-902288d3-9c31-4ea8-8532-94d1ed3a1080 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:18.606229 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbf19fd-0c4a-4954-ae6b-39431c2fc6b4 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:50:18.607628 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-982f837c-3428-4dda-aeb6-26cafe4c4a83 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:18.617525 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5fbf19fd-0c4a-4954-ae6b-39431c2fc6b4 admin admin] 10.222.0.50 "PUT /v2.0/routers/e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8456557 Nov 23 21:50:18.618429 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52894) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:18.620805 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd43bf2e-2b16-42ad-8f13-9bc207a51a79 None None] Sync routers for ids ['e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:50:18.626832 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['834f571f-76bd-499b-a909-b2154ff669b6'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:50:18.654630 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-4d5920a8-b226-49de-b762-cd7480373675 admin admin] For port 19c15e22-1ae8-4589-af78-a1faf149c9dd, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=19c15e22-1ae8-4589-af78-a1faf149c9dd,segment=NetworkSegment(e98392a6-0610-4858-83de-5cf158f64b8c),segment_id=e98392a6-0610-4858-83de-5cf158f64b8c)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:18.655138 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4d5920a8-b226-49de-b762-cd7480373675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:18.670881 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd43bf2e-2b16-42ad-8f13-9bc207a51a79 None None] Routers {'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:50:18.671477 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-4d5920a8-b226-49de-b762-cd7480373675 admin admin] Calling delete_port for 19c15e22-1ae8-4589-af78-a1faf149c9dd owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:50:18.671617 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-dd43bf2e-2b16-42ad-8f13-9bc207a51a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:50:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:18.701462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-902288d3-9c31-4ea8-8532-94d1ed3a1080 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:18.735929 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2af5cf-d9c9-40c7-a5dc-09867fb614b3 req-e02feaa9-6f9b-4b3a-89d4-57b8b59238a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:18.737469 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bb2af5cf-d9c9-40c7-a5dc-09867fb614b3 req-e02feaa9-6f9b-4b3a-89d4-57b8b59238a9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 1096 time: 0.2180526 Nov 23 21:50:18.845605 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-dd43bf2e-2b16-42ad-8f13-9bc207a51a79 None None] Set router e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:50:18.896649 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4d5920a8-b226-49de-b762-cd7480373675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:18.933139 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5920a8-b226-49de-b762-cd7480373675 admin admin] Pushing event deleted for resources: {'Port': ['ID=19c15e22-1ae8-4589-af78-a1faf149c9dd,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:19.190519 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a41a9d15-4611-4ac9-951c-fea42586e353 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:19.193897 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4d5920a8-b226-49de-b762-cd7480373675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:19.202756 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-902288d3-9c31-4ea8-8532-94d1ed3a1080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:19.246231 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bb2af5cf-d9c9-40c7-a5dc-09867fb614b3 req-652b12f9-6782-4dad-9cb5-a53e15a1a9e8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964662 Nov 23 21:50:19.250578 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-868f3af6-466b-45a3-87f7-29fbd316def7 admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:19.314211 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port a41a9d15-4611-4ac9-951c-fea42586e353 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:19.314767 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:19.331710 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e75fcd-182c-441a-a61b-1392dbdce46e req-e5d6db3e-42f8-4790-9af7-dde8e0ef5cf5 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:19.333480 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-54e75fcd-182c-441a-a61b-1392dbdce46e req-e5d6db3e-42f8-4790-9af7-dde8e0ef5cf5 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.50 "GET /v2.0/ports?device_id=f21ac456-6d5f-4f4a-b249-f7c2a4c178f1 HTTP/1.1" status: 200 len: 944 time: 0.1309903 Nov 23 21:50:19.365078 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-dd43bf2e-2b16-42ad-8f13-9bc207a51a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'name': 'tempest-ServersTestManualDisk-1755113730-router', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:34Z', 'updated_at': '2021-11-23T21:50:16Z', 'revision_number': 5, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'gw_port': {'id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:35Z', 'updated_at': '2021-11-23T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:19.403162 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd43bf2e-2b16-42ad-8f13-9bc207a51a79 None None] Checking router: e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:50:19.440511 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd43bf2e-2b16-42ad-8f13-9bc207a51a79 None None] Routers {'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:50:19.441211 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-dd43bf2e-2b16-42ad-8f13-9bc207a51a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:50:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:19.447558 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-902288d3-9c31-4ea8-8532-94d1ed3a1080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:19.447865 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-54e75fcd-182c-441a-a61b-1392dbdce46e req-d0eb2d9e-4d50-4b54-a879-aa2e573be40b tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.50 "GET /v2.0/security-groups?id=d75bb88e-19a2-40d8-b3e6-e6dbbe98fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886433 Nov 23 21:50:19.489956 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902288d3-9c31-4ea8-8532-94d1ed3a1080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29f2c74e-d556-4ec7-a50f-528cd87d0f9e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:19.499537 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-902288d3-9c31-4ea8-8532-94d1ed3a1080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:19.504791 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-902288d3-9c31-4ea8-8532-94d1ed3a1080 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/29f2c74e-d556-4ec7-a50f-528cd87d0f9e HTTP/1.1" status: 204 len: 168 time: 1.2068026 Nov 23 21:50:19.507609 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52902) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:19.529262 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-982f837c-3428-4dda-aeb6-26cafe4c4a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:19.542035 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5920a8-b226-49de-b762-cd7480373675 admin admin] Router 86069cf1-1df4-4c9e-9719-33117dc1c260 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:50:19.562698 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-868f3af6-466b-45a3-87f7-29fbd316def7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:19.579145 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-dd43bf2e-2b16-42ad-8f13-9bc207a51a79 None None] Set router e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:50:19.659533 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f14210d-1a67-4c03-98e6-8301c633ef2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:19.724893 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5920a8-b226-49de-b762-cd7480373675 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:50:19.730800 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4d5920a8-b226-49de-b762-cd7480373675 admin admin] 10.222.0.50 "PUT /v2.0/routers/86069cf1-1df4-4c9e-9719-33117dc1c260/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1141000 Nov 23 21:50:19.737306 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52906) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:19.737813 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5758c5-1e21-4c33-9b3a-0fe500b55950 None None] Sync routers for ids ['86069cf1-1df4-4c9e-9719-33117dc1c260'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:50:19.739532 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a852df3-6928-484f-a958-c71b41b4fc91 req-203abe31-a348-4932-ad5e-7b2b49ccd42d tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:19.741137 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2a852df3-6928-484f-a958-c71b41b4fc91 req-203abe31-a348-4932-ad5e-7b2b49ccd42d tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 945 time: 0.0775321 Nov 23 21:50:19.752341 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5758c5-1e21-4c33-9b3a-0fe500b55950 None None] Routers {'86069cf1-1df4-4c9e-9719-33117dc1c260'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:50:19.753105 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7f5758c5-1e21-4c33-9b3a-0fe500b55950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:50:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['86069cf1-1df4-4c9e-9719-33117dc1c260'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:19.801681 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2a852df3-6928-484f-a958-c71b41b4fc91 req-0553ba94-40e1-4680-8734-be6b0abaf5d6 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514877 Nov 23 21:50:19.814126 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-dd43bf2e-2b16-42ad-8f13-9bc207a51a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'name': 'tempest-ServersTestManualDisk-1755113730-router', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:34Z', 'updated_at': '2021-11-23T21:50:16Z', 'revision_number': 5, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'gw_port': {'id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:35Z', 'updated_at': '2021-11-23T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:19.847064 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd43bf2e-2b16-42ad-8f13-9bc207a51a79 None None] The sync data for ids ['e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4'] in n-d-816206-9 is: [{'id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'name': 'tempest-ServersTestManualDisk-1755113730-router', 'tenant_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:34Z', 'updated_at': '2021-11-23T21:50:16Z', 'revision_number': 5, 'project_id': 'd7c7dd7d3a8f493f8c0d2ac94408c753', 'gw_port': {'id': '54484291-f47d-4b47-aa90-aa1b43ddb2be', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:35Z', 'updated_at': '2021-11-23T21:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:50:19.912654 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-7f5758c5-1e21-4c33-9b3a-0fe500b55950 None None] Set router 86069cf1-1df4-4c9e-9719-33117dc1c260 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:50:19.974036 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 834f571f-76bd-499b-a909-b2154ff669b6 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:19.986475 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-868f3af6-466b-45a3-87f7-29fbd316def7 admin admin] Deleting port 54484291-f47d-4b47-aa90-aa1b43ddb2be {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:50:19.986475 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-868f3af6-466b-45a3-87f7-29fbd316def7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:19.994368 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f14210d-1a67-4c03-98e6-8301c633ef2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:20.026594 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 834f571f-76bd-499b-a909-b2154ff669b6 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:50:20.030880 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 834f571f-76bd-499b-a909-b2154ff669b6 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:20.031756 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:20.046117 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-4f14210d-1a67-4c03-98e6-8301c633ef2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:20.061152 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd45e84c-9a00-41de-ab4d-cb94d7828422 admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:20.068467 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-4f14210d-1a67-4c03-98e6-8301c633ef2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33175438-9fb2-4593-9eee-3fa8c9d43423') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:20.068793 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-4f14210d-1a67-4c03-98e6-8301c633ef2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33175438-9fb2-4593-9eee-3fa8c9d43423') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:20.071317 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982f837c-3428-4dda-aeb6-26cafe4c4a83 admin admin] Router 7e82acf6-4352-42dc-ac52-896429dea18a is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 21:50:20.122838 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7f5758c5-1e21-4c33-9b3a-0fe500b55950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86069cf1-1df4-4c9e-9719-33117dc1c260', 'name': 'tempest-ServerRescueTestJSON-1282304612-router', 'tenant_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '9738a382-2749-4944-8e4b-c61018780330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:58Z', 'updated_at': '2021-11-23T21:50:18Z', 'revision_number': 5, 'project_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'gw_port': {'id': '9738a382-2749-4944-8e4b-c61018780330', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86069cf1-1df4-4c9e-9719-33117dc1c260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:59Z', 'updated_at': '2021-11-23T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:20.133656 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:20.150617 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f14210d-1a67-4c03-98e6-8301c633ef2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:20.158145 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5758c5-1e21-4c33-9b3a-0fe500b55950 None None] Checking router: 86069cf1-1df4-4c9e-9719-33117dc1c260 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:50:20.167712 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5758c5-1e21-4c33-9b3a-0fe500b55950 None None] Routers {'86069cf1-1df4-4c9e-9719-33117dc1c260'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:50:20.168112 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7f5758c5-1e21-4c33-9b3a-0fe500b55950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:50:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['86069cf1-1df4-4c9e-9719-33117dc1c260'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:20.169489 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 834f571f-76bd-499b-a909-b2154ff669b6, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=834f571f-76bd-499b-a909-b2154ff669b6,segment=NetworkSegment(7ffe0723-c6ed-4d4f-8e96-670e149ee97c),segment_id=7ffe0723-c6ed-4d4f-8e96-670e149ee97c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:20.174837 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:20.190237 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f14210d-1a67-4c03-98e6-8301c633ef2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:20.242373 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=834f571f-76bd-499b-a909-b2154ff669b6,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:20.281222 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f14210d-1a67-4c03-98e6-8301c633ef2b admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:50:20.281663 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f14210d-1a67-4c03-98e6-8301c633ef2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:20.308749 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-7f5758c5-1e21-4c33-9b3a-0fe500b55950 None None] Set router 86069cf1-1df4-4c9e-9719-33117dc1c260 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:50:20.341089 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:50:20.392306 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f14210d-1a67-4c03-98e6-8301c633ef2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:20.409739 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21ac456-6d5f-4f4a-b249-f7c2a4c178f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834f571f-76bd-499b-a909-b2154ff669b6'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:50:20.412450 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f14210d-1a67-4c03-98e6-8301c633ef2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:20.412645 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b8be9d-7d89-4254-8f16-ed1afd874ece" -d '{"events": [{"server_uuid": "f21ac456-6d5f-4f4a-b249-f7c2a4c178f1", "name": "network-vif-plugged", "status": "completed", "tag": "834f571f-76bd-499b-a909-b2154ff669b6"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:50:20.415664 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4f14210d-1a67-4c03-98e6-8301c633ef2b admin admin] 10.222.0.50 "DELETE /v2.0/networks/8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d HTTP/1.1" status: 204 len: 168 time: 0.9071021 Nov 23 21:50:20.419908 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-868f3af6-466b-45a3-87f7-29fbd316def7 admin admin] For port 54484291-f47d-4b47-aa90-aa1b43ddb2be, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=54484291-f47d-4b47-aa90-aa1b43ddb2be,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:20.420265 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-868f3af6-466b-45a3-87f7-29fbd316def7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:20.449618 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14210d-1a67-4c03-98e6-8301c633ef2b admin admin] Pushing event deleted for resources: {'Network': ['ID=8dd542c7-d111-4cbf-9b7a-ecdd4cd8803d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:20.488266 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-868f3af6-466b-45a3-87f7-29fbd316def7 admin admin] Calling delete_port for 54484291-f47d-4b47-aa90-aa1b43ddb2be owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:50:20.490154 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd45e84c-9a00-41de-ab4d-cb94d7828422 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:20.501205 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23764381-7baf-4f02-9444-e7c8d9e3d8e8 x-openstack-request-id: req-23764381-7baf-4f02-9444-e7c8d9e3d8e8 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:50:20.501802 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21ac456-6d5f-4f4a-b249-f7c2a4c178f1", "name": "network-vif-plugged", "status": "completed", "tag": "834f571f-76bd-499b-a909-b2154ff669b6", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:50:20.502155 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-23764381-7baf-4f02-9444-e7c8d9e3d8e8 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:50:20.503058 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21ac456-6d5f-4f4a-b249-f7c2a4c178f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834f571f-76bd-499b-a909-b2154ff669b6', 'code': 200} Nov 23 21:50:20.591025 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52916) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:20.601786 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982f837c-3428-4dda-aeb6-26cafe4c4a83 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:50:20.612302 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7f5758c5-1e21-4c33-9b3a-0fe500b55950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86069cf1-1df4-4c9e-9719-33117dc1c260', 'name': 'tempest-ServerRescueTestJSON-1282304612-router', 'tenant_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '9738a382-2749-4944-8e4b-c61018780330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:58Z', 'updated_at': '2021-11-23T21:50:18Z', 'revision_number': 5, 'project_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'gw_port': {'id': '9738a382-2749-4944-8e4b-c61018780330', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86069cf1-1df4-4c9e-9719-33117dc1c260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:59Z', 'updated_at': '2021-11-23T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:20.634638 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] Sync routers for ids ['7e82acf6-4352-42dc-ac52-896429dea18a'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:50:20.646571 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] Routers {'7e82acf6-4352-42dc-ac52-896429dea18a'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:50:20.647489 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:50:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7e82acf6-4352-42dc-ac52-896429dea18a'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:20.667617 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5758c5-1e21-4c33-9b3a-0fe500b55950 None None] The sync data for ids ['86069cf1-1df4-4c9e-9719-33117dc1c260'] in n-d-816206-9 is: [{'id': '86069cf1-1df4-4c9e-9719-33117dc1c260', 'name': 'tempest-ServerRescueTestJSON-1282304612-router', 'tenant_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '9738a382-2749-4944-8e4b-c61018780330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:47:58Z', 'updated_at': '2021-11-23T21:50:18Z', 'revision_number': 5, 'project_id': 'ddf4a806856e4d178f7ca2c9266aa8f7', 'gw_port': {'id': '9738a382-2749-4944-8e4b-c61018780330', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86069cf1-1df4-4c9e-9719-33117dc1c260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:47:59Z', 'updated_at': '2021-11-23T21:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:50:20.700023 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3fc64a88-0422-49f4-8159-b564fa2dda61 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=806a9a0ab6d943e9a8997a5ab579e46d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1048162 Nov 23 21:50:20.700023 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52920) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:20.721083 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-982f837c-3428-4dda-aeb6-26cafe4c4a83 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:20.722350 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-982f837c-3428-4dda-aeb6-26cafe4c4a83 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3788860 Nov 23 21:50:20.728642 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52922) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:20.756314 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655684a-df98-46fa-8b40-76d5eda7d7d3 req-905e2bee-d4f4-493c-9396-47269313becb tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:20.757846 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c655684a-df98-46fa-8b40-76d5eda7d7d3 req-905e2bee-d4f4-493c-9396-47269313becb tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.50 "GET /v2.0/ports?device_id=f21ac456-6d5f-4f4a-b249-f7c2a4c178f1 HTTP/1.1" status: 200 len: 945 time: 0.1247561 Nov 23 21:50:20.777283 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-bd45e84c-9a00-41de-ab4d-cb94d7828422 admin admin] Deleting port 9738a382-2749-4944-8e4b-c61018780330 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:50:20.777623 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd45e84c-9a00-41de-ab4d-cb94d7828422 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:20.810877 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] Set router 7e82acf6-4352-42dc-ac52-896429dea18a gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:50:20.811789 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7be4c1-daa1-475b-9476-4ff69b3f7aca req-ee8bda74-f6a4-434e-9257-b950289b1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:20.813155 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cf7be4c1-daa1-475b-9476-4ff69b3f7aca req-ee8bda74-f6a4-434e-9257-b950289b1d20 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f21ac456-6d5f-4f4a-b249-f7c2a4c178f1 HTTP/1.1" status: 200 len: 1096 time: 0.1935365 Nov 23 21:50:20.886341 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5575e63b-7f56-4995-a245-2572fdc3dbc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:20.933813 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-bd45e84c-9a00-41de-ab4d-cb94d7828422 admin admin] For port 9738a382-2749-4944-8e4b-c61018780330, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9738a382-2749-4944-8e4b-c61018780330,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:20.934339 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd45e84c-9a00-41de-ab4d-cb94d7828422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:20.985503 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-bd45e84c-9a00-41de-ab4d-cb94d7828422 admin admin] Calling delete_port for 9738a382-2749-4944-8e4b-c61018780330 owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:50:21.010702 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cf7be4c1-daa1-475b-9476-4ff69b3f7aca req-3c0bec4b-0b1d-4940-8a34-5f27fa7f8568 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d75bb88e-19a2-40d8-b3e6-e6dbbe98fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897945 Nov 23 21:50:21.075180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 19c15e22-1ae8-4589-af78-a1faf149c9dd no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:50:21.079460 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e82acf6-4352-42dc-ac52-896429dea18a', 'name': 'tempest-AttachSCSIVolumeTestJSON-393072655-router', 'tenant_id': '1c2720a093de469487f1a31ae9fe6e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '9151c1d4-f1df-49fd-8548-c936b4dce145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:14Z', 'updated_at': '2021-11-23T21:50:18Z', 'revision_number': 3, 'project_id': '1c2720a093de469487f1a31ae9fe6e84', 'gw_port': {'id': '9151c1d4-f1df-49fd-8548-c936b4dce145', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e82acf6-4352-42dc-ac52-896429dea18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:15Z', 'updated_at': '2021-11-23T21:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:21.138744 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 19c15e22-1ae8-4589-af78-a1faf149c9dd {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:50:21.139167 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 19c15e22-1ae8-4589-af78-a1faf149c9dd not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:50:21.139664 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 12611a22-235c-4fa0-8abe-9f4d97304618 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:50:21.141698 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] Checking router: 7e82acf6-4352-42dc-ac52-896429dea18a for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:50:21.142463 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] Updating router 7e82acf6-4352-42dc-ac52-896429dea18a port 9151c1d4-f1df-49fd-8548-c936b4dce145 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:50:21.161482 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-868f3af6-466b-45a3-87f7-29fbd316def7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:21.185461 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 12611a22-235c-4fa0-8abe-9f4d97304618 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:50:21.185905 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 12611a22-235c-4fa0-8abe-9f4d97304618 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:50:21.196901 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:21.277376 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd45e84c-9a00-41de-ab4d-cb94d7828422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:21.294974 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c655684a-df98-46fa-8b40-76d5eda7d7d3 req-1579fc08-3c14-4da0-9c75-4f63abd78940 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.50 "GET /v2.0/security-groups?id=d75bb88e-19a2-40d8-b3e6-e6dbbe98fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967961 Nov 23 21:50:21.310198 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5575e63b-7f56-4995-a245-2572fdc3dbc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:21.320085 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f3af6-466b-45a3-87f7-29fbd316def7 admin admin] Pushing event deleted for resources: {'Port': ['ID=54484291-f47d-4b47-aa90-aa1b43ddb2be,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:21.366051 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45e84c-9a00-41de-ab4d-cb94d7828422 admin admin] Pushing event deleted for resources: {'Port': ['ID=9738a382-2749-4944-8e4b-c61018780330,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:21.443644 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec089190-9c63-49ce-8078-06cd82df66e9 req-cd70be1c-ae9b-4001-9d98-b77f0ec34641 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:21.443998 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-868f3af6-466b-45a3-87f7-29fbd316def7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:21.445192 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec089190-9c63-49ce-8078-06cd82df66e9 req-cd70be1c-ae9b-4001-9d98-b77f0ec34641 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 945 time: 0.5409100 Nov 23 21:50:21.480782 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5575e63b-7f56-4995-a245-2572fdc3dbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:21.483490 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5575e63b-7f56-4995-a245-2572fdc3dbc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:21.484626 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5575e63b-7f56-4995-a245-2572fdc3dbc6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9fe36868-539d-43cf-88e4-4f92bbd8f3e8 HTTP/1.1" status: 204 len: 168 time: 0.7840462 Nov 23 21:50:21.509828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575e63b-7f56-4995-a245-2572fdc3dbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe36868-539d-43cf-88e4-4f92bbd8f3e8,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:21.570483 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec089190-9c63-49ce-8078-06cd82df66e9 req-63d2ab2f-45f2-48e8-bba3-66cd05655bfd tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129222 Nov 23 21:50:21.631269 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:21.638920 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:21.715787 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28ba6b-663f-41a3-8067-4164df095e4f None None] Pushing event updated for resources: {'Port': ['ID=9151c1d4-f1df-49fd-8548-c936b4dce145,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:21.719617 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] Attempting to bind port 9151c1d4-f1df-49fd-8548-c936b4dce145 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:50:21.720146 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] Attempting to bind port 9151c1d4-f1df-49fd-8548-c936b4dce145 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:50:21.720571 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] Attempting to bind port 9151c1d4-f1df-49fd-8548-c936b4dce145 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:50:21.728471 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:50:21.729053 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:50:21.729523 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:21.730041 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:50:21.730666 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] Bound port: 9151c1d4-f1df-49fd-8548-c936b4dce145, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:50:21.731148 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:21.834195 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] For port 9151c1d4-f1df-49fd-8548-c936b4dce145, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:50:21.836825 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-74fb83b6-35b2-44df-a69c-6704a790670a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:21.840909 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] For port 9151c1d4-f1df-49fd-8548-c936b4dce145, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9151c1d4-f1df-49fd-8548-c936b4dce145,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:50:21.841210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf859235-02e4-4aff-8075-7d5e586271f7 req-62fad60b-b796-43fb-8492-cd80aa5a96ec tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:21.842783 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf859235-02e4-4aff-8075-7d5e586271f7 req-62fad60b-b796-43fb-8492-cd80aa5a96ec tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 1096 time: 0.0740004 Nov 23 21:50:21.846056 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:21.925205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28ba6b-663f-41a3-8067-4164df095e4f None None] Pushing event updated for resources: {'Port': ['ID=9151c1d4-f1df-49fd-8548-c936b4dce145,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:21.936352 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf859235-02e4-4aff-8075-7d5e586271f7 req-1752595f-61b5-4258-b016-d1bf79feee74 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855334 Nov 23 21:50:21.984416 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] Routers {'7e82acf6-4352-42dc-ac52-896429dea18a'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:50:21.985257 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:50:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7e82acf6-4352-42dc-ac52-896429dea18a'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:22.031802 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd45e84c-9a00-41de-ab4d-cb94d7828422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:22.036026 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-868f3af6-466b-45a3-87f7-29fbd316def7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:22.039216 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-868f3af6-466b-45a3-87f7-29fbd316def7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:22.204866 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd45e84c-9a00-41de-ab4d-cb94d7828422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:22.207604 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd45e84c-9a00-41de-ab4d-cb94d7828422 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:22.256224 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] Set router 7e82acf6-4352-42dc-ac52-896429dea18a gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:50:22.264159 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd45e84c-9a00-41de-ab4d-cb94d7828422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:22.265342 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd45e84c-9a00-41de-ab4d-cb94d7828422 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86069cf1-1df4-4c9e-9719-33117dc1c260 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 21:50:22.273045 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd45e84c-9a00-41de-ab4d-cb94d7828422 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:22.274624 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bd45e84c-9a00-41de-ab4d-cb94d7828422 admin admin] 10.222.0.50 "DELETE /v2.0/routers/86069cf1-1df4-4c9e-9719-33117dc1c260 HTTP/1.1" status: 204 len: 168 time: 2.5298877 Nov 23 21:50:22.276147 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-868f3af6-466b-45a3-87f7-29fbd316def7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:22.276730 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868f3af6-466b-45a3-87f7-29fbd316def7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 21:50:22.278625 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52950) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:22.287389 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-868f3af6-466b-45a3-87f7-29fbd316def7 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:22.289345 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-868f3af6-466b-45a3-87f7-29fbd316def7 admin admin] 10.222.0.50 "DELETE /v2.0/routers/e9ad5610-c98d-4e7e-ba81-e14dca5e5ec4 HTTP/1.1" status: 204 len: 168 time: 3.6663384 Nov 23 21:50:22.292274 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52952) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:22.426981 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e2bb78-b343-401b-afdf-3e90f9902c9b admin admin] Deleting subnet 448a444d-f116-4edb-9f16-0d80ab53bf19 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:50:22.432242 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-74fb83b6-35b2-44df-a69c-6704a790670a admin admin] Allocated IP 172.20.0.1 (07995698-96dc-4c65-8169-cb4d00bc2e07/7a324505-ec75-4b9c-9f2b-b3d084ada972/77b43389-abb2-4cf3-8119-28a15d2575b7) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:50:22.440106 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-58e2bb78-b343-401b-afdf-3e90f9902c9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:22.561986 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-58e2bb78-b343-401b-afdf-3e90f9902c9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:22.595466 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc322d17-d09e-4189-acec-8166a70b7169 admin admin] Deleting subnet 2614cf0b-fdca-4af2-860f-9cdb27a5a99a {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:50:22.636604 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-58e2bb78-b343-401b-afdf-3e90f9902c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:22.652607 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:22.664713 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fc322d17-d09e-4189-acec-8166a70b7169 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:22.744611 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e82acf6-4352-42dc-ac52-896429dea18a', 'name': 'tempest-AttachSCSIVolumeTestJSON-393072655-router', 'tenant_id': '1c2720a093de469487f1a31ae9fe6e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '9151c1d4-f1df-49fd-8548-c936b4dce145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:14Z', 'updated_at': '2021-11-23T21:50:18Z', 'revision_number': 3, 'project_id': '1c2720a093de469487f1a31ae9fe6e84', 'gw_port': {'id': '9151c1d4-f1df-49fd-8548-c936b4dce145', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e82acf6-4352-42dc-ac52-896429dea18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:15Z', 'updated_at': '2021-11-23T21:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:22.766696 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-58e2bb78-b343-401b-afdf-3e90f9902c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:22.772790 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fc322d17-d09e-4189-acec-8166a70b7169 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:22.810633 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2bb78-b343-401b-afdf-3e90f9902c9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=448a444d-f116-4edb-9f16-0d80ab53bf19,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:22.824904 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-58e2bb78-b343-401b-afdf-3e90f9902c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:22.843412 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-58e2bb78-b343-401b-afdf-3e90f9902c9b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/448a444d-f116-4edb-9f16-0d80ab53bf19 HTTP/1.1" status: 204 len: 168 time: 0.5537176 Nov 23 21:50:22.843412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52972) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:22.843412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2bb78-b343-401b-afdf-3e90f9902c9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:22.843412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2bb78-b343-401b-afdf-3e90f9902c9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:22.843412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2bb78-b343-401b-afdf-3e90f9902c9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:22.843412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2bb78-b343-401b-afdf-3e90f9902c9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:22.843412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2bb78-b343-401b-afdf-3e90f9902c9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:22.843412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2bb78-b343-401b-afdf-3e90f9902c9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:22.843412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2bb78-b343-401b-afdf-3e90f9902c9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:22.843412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2bb78-b343-401b-afdf-3e90f9902c9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:22.843412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2bb78-b343-401b-afdf-3e90f9902c9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:22.843412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2bb78-b343-401b-afdf-3e90f9902c9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:22.843412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2bb78-b343-401b-afdf-3e90f9902c9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:22.843412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e2bb78-b343-401b-afdf-3e90f9902c9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:22.868436 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185df4a6-4e6d-434e-8d9e-db34c441b8f7 req-958e61de-e948-49af-b9e4-353e7c415328 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:22.896188 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-185df4a6-4e6d-434e-8d9e-db34c441b8f7 req-958e61de-e948-49af-b9e4-353e7c415328 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.50 "GET /v2.0/ports?device_id=f21ac456-6d5f-4f4a-b249-f7c2a4c178f1 HTTP/1.1" status: 200 len: 945 time: 0.3974524 Nov 23 21:50:23.061629 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a34a602-4e98-4131-9abe-4246d32d18ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:23.063579 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28577ef-33e2-4e64-8433-1ed07acbe6f1 None None] The sync data for ids ['7e82acf6-4352-42dc-ac52-896429dea18a'] in n-d-816206-9 is: [{'id': '7e82acf6-4352-42dc-ac52-896429dea18a', 'name': 'tempest-AttachSCSIVolumeTestJSON-393072655-router', 'tenant_id': '1c2720a093de469487f1a31ae9fe6e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '9151c1d4-f1df-49fd-8548-c936b4dce145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:14Z', 'updated_at': '2021-11-23T21:50:18Z', 'revision_number': 3, 'project_id': '1c2720a093de469487f1a31ae9fe6e84', 'gw_port': {'id': '9151c1d4-f1df-49fd-8548-c936b4dce145', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e82acf6-4352-42dc-ac52-896429dea18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:15Z', 'updated_at': '2021-11-23T21:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:50:23.121990 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fc322d17-d09e-4189-acec-8166a70b7169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:23.185853 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-74fb83b6-35b2-44df-a69c-6704a790670a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:23.204452 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-185df4a6-4e6d-434e-8d9e-db34c441b8f7 req-6d7c31e6-0a1a-4b1c-b9de-6521303d3767 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.50 "GET /v2.0/security-groups?id=d75bb88e-19a2-40d8-b3e6-e6dbbe98fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072324 Nov 23 21:50:23.312536 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a34a602-4e98-4131-9abe-4246d32d18ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:23.340097 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fc322d17-d09e-4189-acec-8166a70b7169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:23.363733 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9738a382-2749-4944-8e4b-c61018780330 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:50:23.413216 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-7a34a602-4e98-4131-9abe-4246d32d18ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89e746f-ef78-4591-b2a8-6f88cfcc13b2']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:23.429427 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 9738a382-2749-4944-8e4b-c61018780330 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:50:23.430506 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9738a382-2749-4944-8e4b-c61018780330 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:50:23.435358 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 54484291-f47d-4b47-aa90-aa1b43ddb2be no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:50:23.458778 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-7a34a602-4e98-4131-9abe-4246d32d18ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98392a6-0610-4858-83de-5cf158f64b8c') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:23.460221 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-7a34a602-4e98-4131-9abe-4246d32d18ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98392a6-0610-4858-83de-5cf158f64b8c') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:23.472631 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fc322d17-d09e-4189-acec-8166a70b7169 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:23.508927 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fc322d17-d09e-4189-acec-8166a70b7169 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2614cf0b-fdca-4af2-860f-9cdb27a5a99a HTTP/1.1" status: 204 len: 168 time: 1.2131722 Nov 23 21:50:23.510923 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52994) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:23.518209 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc322d17-d09e-4189-acec-8166a70b7169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2614cf0b-fdca-4af2-860f-9cdb27a5a99a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:23.546746 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a34a602-4e98-4131-9abe-4246d32d18ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:23.546994 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-74fb83b6-35b2-44df-a69c-6704a790670a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:23.555109 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddc88b3-db22-4e68-94b4-0f4149cafb2a None None] Network f56852c6-7aab-4f89-b932-245ddd9fbd48 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:50:23.590216 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a34a602-4e98-4131-9abe-4246d32d18ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:23.599743 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 54484291-f47d-4b47-aa90-aa1b43ddb2be {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:50:23.601759 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a34a602-4e98-4131-9abe-4246d32d18ae admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:50:23.602116 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 54484291-f47d-4b47-aa90-aa1b43ddb2be not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:50:23.602306 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a34a602-4e98-4131-9abe-4246d32d18ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:23.636543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc322d17-d09e-4189-acec-8166a70b7169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:23.637320 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc322d17-d09e-4189-acec-8166a70b7169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:23.638180 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc322d17-d09e-4189-acec-8166a70b7169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:23.639839 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc322d17-d09e-4189-acec-8166a70b7169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:23.640844 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc322d17-d09e-4189-acec-8166a70b7169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:23.642445 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc322d17-d09e-4189-acec-8166a70b7169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:23.643250 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc322d17-d09e-4189-acec-8166a70b7169 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:23.646946 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc322d17-d09e-4189-acec-8166a70b7169 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:23.647767 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc322d17-d09e-4189-acec-8166a70b7169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:23.648357 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc322d17-d09e-4189-acec-8166a70b7169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:23.650236 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc322d17-d09e-4189-acec-8166a70b7169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:23.651043 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc322d17-d09e-4189-acec-8166a70b7169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:50:23.713362 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:50:23.721033 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a34a602-4e98-4131-9abe-4246d32d18ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:23.743108 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a34a602-4e98-4131-9abe-4246d32d18ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:23.753462 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7a34a602-4e98-4131-9abe-4246d32d18ae admin admin] 10.222.0.50 "DELETE /v2.0/networks/a89e746f-ef78-4591-b2a8-6f88cfcc13b2 HTTP/1.1" status: 204 len: 168 time: 0.9074390 Nov 23 21:50:23.794912 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34a602-4e98-4131-9abe-4246d32d18ae admin admin] Pushing event deleted for resources: {'Network': ['ID=a89e746f-ef78-4591-b2a8-6f88cfcc13b2,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:23.916501 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb83b6-35b2-44df-a69c-6704a790670a admin admin] Pushing event updated for resources: {'Port': ['ID=77b43389-abb2-4cf3-8119-28a15d2575b7,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:23.922265 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f0013a17-b17b-4233-abc7-120e64286ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:23.997817 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53006) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:24.005676 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fb83b6-35b2-44df-a69c-6704a790670a admin admin] Network 07995698-96dc-4c65-8169-cb4d00bc2e07 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:50:24.037404 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7627c6-a1c7-4cd1-b897-f142d14e997d None None] DHCP port deletion for f56852c6-7aab-4f89-b932-245ddd9fbd48 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:50:24.041587 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-74fb83b6-35b2-44df-a69c-6704a790670a admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:24.077650 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fb83b6-35b2-44df-a69c-6704a790670a admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:50:24.136452 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-74fb83b6-35b2-44df-a69c-6704a790670a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:24.145950 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1e7627c6-a1c7-4cd1-b897-f142d14e997d None None] Deleting port 4a30305f-eccf-4e18-a911-d98aa19610bf {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:50:24.146539 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1e7627c6-a1c7-4cd1-b897-f142d14e997d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:24.152609 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cfacb-63f6-48e4-8a4b-a5612e0963ce req-cb7d2531-329d-4284-8052-9d8a8708ba55 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:24.161401 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9e3cfacb-63f6-48e4-8a4b-a5612e0963ce req-cb7d2531-329d-4284-8052-9d8a8708ba55 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 946 time: 0.4992912 Nov 23 21:50:24.188904 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53010) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:24.268646 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-1e7627c6-a1c7-4cd1-b897-f142d14e997d None None] For port 4a30305f-eccf-4e18-a911-d98aa19610bf, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4a30305f-eccf-4e18-a911-d98aa19610bf,segment=NetworkSegment(18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2),segment_id=18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:24.269917 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1e7627c6-a1c7-4cd1-b897-f142d14e997d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:24.290427 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1e7627c6-a1c7-4cd1-b897-f142d14e997d None None] Calling delete_port for 4a30305f-eccf-4e18-a911-d98aa19610bf owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:50:24.325314 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-46cee995-2767-4778-9563-451f17556f15 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ddf4a806856e4d178f7ca2c9266aa8f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331108 Nov 23 21:50:24.341224 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53012) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:24.362828 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4a542573-d17e-4462-876b-575961c9a5ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:24.439528 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1e7627c6-a1c7-4cd1-b897-f142d14e997d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:24.445218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cd867-ce3b-44c8-a7c5-b3f797bdb83b req-05ced693-722a-404f-a5ce-d1c76794fd8e tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:24.466458 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ba9cd867-ce3b-44c8-a7c5-b3f797bdb83b req-05ced693-722a-404f-a5ce-d1c76794fd8e tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.50 "GET /v2.0/ports?device_id=f21ac456-6d5f-4f4a-b249-f7c2a4c178f1 HTTP/1.1" status: 200 len: 945 time: 0.3902771 Nov 23 21:50:24.481841 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-79b85388-8141-41fa-9bd2-53ee2c152f07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:24.525645 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7627c6-a1c7-4cd1-b897-f142d14e997d None None] No DVR routers for this DVR port 4a30305f-eccf-4e18-a911-d98aa19610bf on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:50:24.527027 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-79b85388-8141-41fa-9bd2-53ee2c152f07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:24.533831 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7627c6-a1c7-4cd1-b897-f142d14e997d None None] Pushing event deleted for resources: {'Port': ['ID=4a30305f-eccf-4e18-a911-d98aa19610bf,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:24.561946 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f6c91ace-d957-4c9b-98cd-3504e4518bbd None None] Provisioning complete for port 77b43389-abb2-4cf3-8119-28a15d2575b7 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:24.562419 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f6c91ace-d957-4c9b-98cd-3504e4518bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:24.610485 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4a542573-d17e-4462-876b-575961c9a5ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:24.617486 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4a542573-d17e-4462-876b-575961c9a5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:24.638244 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f6c91ace-d957-4c9b-98cd-3504e4518bbd None None] Port 77b43389-abb2-4cf3-8119-28a15d2575b7 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:50:24.656927 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9e3cfacb-63f6-48e4-8a4b-a5612e0963ce req-71d4518f-2b9f-4e68-876d-7f1ebc67b7b8 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944818 Nov 23 21:50:24.661810 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-79b85388-8141-41fa-9bd2-53ee2c152f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:24.665007 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-79b85388-8141-41fa-9bd2-53ee2c152f07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:24.669264 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-79b85388-8141-41fa-9bd2-53ee2c152f07 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f81cf10c-5021-4311-b7f9-38478943a15a HTTP/1.1" status: 204 len: 168 time: 0.3268840 Nov 23 21:50:24.670624 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a542573-d17e-4462-876b-575961c9a5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2293d3-761f-4e3e-8589-c8d95f674cf9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:24.678576 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-74fb83b6-35b2-44df-a69c-6704a790670a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:24.679917 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4a542573-d17e-4462-876b-575961c9a5ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2b283aa3176745258a892a152d236c27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6804388 Nov 23 21:50:24.680538 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53016) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:24.711576 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b85388-8141-41fa-9bd2-53ee2c152f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81cf10c-5021-4311-b7f9-38478943a15a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:24.717422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-f0013a17-b17b-4233-abc7-120e64286ac4 admin admin] Deleting port 4a30305f-eccf-4e18-a911-d98aa19610bf {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:50:24.717942 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f0013a17-b17b-4233-abc7-120e64286ac4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:24.765624 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ba9cd867-ce3b-44c8-a7c5-b3f797bdb83b req-5548657e-2779-48e4-a28e-2973ee26ebd7 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.50 "GET /v2.0/security-groups?id=d75bb88e-19a2-40d8-b3e6-e6dbbe98fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955635 Nov 23 21:50:24.788470 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e35267c6-4075-4149-b031-5574f97c7e6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:24.831467 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e35267c6-4075-4149-b031-5574f97c7e6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:24.855104 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-f0013a17-b17b-4233-abc7-120e64286ac4 admin admin] For port 4a30305f-eccf-4e18-a911-d98aa19610bf, host n-d-816206-9, got binding levels [] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:24.855940 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f0013a17-b17b-4233-abc7-120e64286ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:24.886581 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-f0013a17-b17b-4233-abc7-120e64286ac4 admin admin] Calling delete_port for 4a30305f-eccf-4e18-a911-d98aa19610bf owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:50:24.890776 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.ipam_backend_mixin [None req-f0013a17-b17b-4233-abc7-120e64286ac4 admin admin] Port 4a30305f-eccf-4e18-a911-d98aa19610bf was not found and therefore no delete operation was performed {{(pid=110034) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 21:50:24.893988 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f0013a17-b17b-4233-abc7-120e64286ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:24.901435 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e35267c6-4075-4149-b031-5574f97c7e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:24.904453 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e35267c6-4075-4149-b031-5574f97c7e6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:24.908101 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e35267c6-4075-4149-b031-5574f97c7e6f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee2293d3-761f-4e3e-8589-c8d95f674cf9 HTTP/1.1" status: 204 len: 168 time: 0.2220762 Nov 23 21:50:24.915353 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35267c6-4075-4149-b031-5574f97c7e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2293d3-761f-4e3e-8589-c8d95f674cf9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:24.970685 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0013a17-b17b-4233-abc7-120e64286ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a30305f-eccf-4e18-a911-d98aa19610bf,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:24.994690 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0013a17-b17b-4233-abc7-120e64286ac4 admin admin] No DVR routers for this DVR port 4a30305f-eccf-4e18-a911-d98aa19610bf on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:50:25.133702 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9151c1d4-f1df-49fd-8548-c936b4dce145 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:25.180601 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f0013a17-b17b-4233-abc7-120e64286ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:25.234568 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-74fb83b6-35b2-44df-a69c-6704a790670a admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:25.237057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-f0013a17-b17b-4233-abc7-120e64286ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56852c6-7aab-4f89-b932-245ddd9fbd48']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:25.247014 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-74fb83b6-35b2-44df-a69c-6704a790670a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:25.250672 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-f0013a17-b17b-4233-abc7-120e64286ac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:25.250991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-f0013a17-b17b-4233-abc7-120e64286ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c7cfbf-3cd3-4bd5-8060-b6099ea7a3c2') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:25.275224 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 9151c1d4-f1df-49fd-8548-c936b4dce145 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:25.275788 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:25.300385 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f0013a17-b17b-4233-abc7-120e64286ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:25.349962 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f0013a17-b17b-4233-abc7-120e64286ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:25.356489 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb83b6-35b2-44df-a69c-6704a790670a admin admin] Pushing event updated for resources: {'Port': ['ID=77b43389-abb2-4cf3-8119-28a15d2575b7,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:25.361222 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0013a17-b17b-4233-abc7-120e64286ac4 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:50:25.361622 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f0013a17-b17b-4233-abc7-120e64286ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:50:25.364321 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:50:25.367079 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-74fb83b6-35b2-44df-a69c-6704a790670a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:25.383086 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601e747-b59d-4aea-b388-91c154589684 req-b73cd51c-8390-481c-bc4b-55d801297e6d tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:25.388002 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d601e747-b59d-4aea-b388-91c154589684 req-b73cd51c-8390-481c-bc4b-55d801297e6d tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.60 "GET /v2.0/ports?device_id=f21ac456-6d5f-4f4a-b249-f7c2a4c178f1 HTTP/1.1" status: 200 len: 945 time: 0.1248143 Nov 23 21:50:25.539300 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:25.592721 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f0013a17-b17b-4233-abc7-120e64286ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:25.613871 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 9151c1d4-f1df-49fd-8548-c936b4dce145, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9151c1d4-f1df-49fd-8548-c936b4dce145,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:25.619676 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f0013a17-b17b-4233-abc7-120e64286ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:25.623493 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f0013a17-b17b-4233-abc7-120e64286ac4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f56852c6-7aab-4f89-b932-245ddd9fbd48 HTTP/1.1" status: 204 len: 168 time: 2.0956960 Nov 23 21:50:25.626574 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0013a17-b17b-4233-abc7-120e64286ac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f56852c6-7aab-4f89-b932-245ddd9fbd48,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:25.631560 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:25.645760 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a392c-a165-490d-8d54-9b2832f99da1 req-eab2e082-d9ed-4f36-8a07-e35d8bd4ed45 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:25.647716 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c2a392c-a165-490d-8d54-9b2832f99da1 req-eab2e082-d9ed-4f36-8a07-e35d8bd4ed45 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 946 time: 0.2377839 Nov 23 21:50:25.662416 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-d601e747-b59d-4aea-b388-91c154589684 req-6d90d529-61ca-457e-8123-daf910b1fa0e tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Deleting port 834f571f-76bd-499b-a909-b2154ff669b6 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:50:25.664444 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d601e747-b59d-4aea-b388-91c154589684 req-6d90d529-61ca-457e-8123-daf910b1fa0e tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:25.757853 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fb83b6-35b2-44df-a69c-6704a790670a admin admin] Network 07995698-96dc-4c65-8169-cb4d00bc2e07 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:50:25.766301 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=9151c1d4-f1df-49fd-8548-c936b4dce145,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:25.773538 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4a30305f-eccf-4e18-a911-d98aa19610bf no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:50:25.791127 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-74fb83b6-35b2-44df-a69c-6704a790670a admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:25.844023 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 4a30305f-eccf-4e18-a911-d98aa19610bf {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:50:25.844385 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4a30305f-eccf-4e18-a911-d98aa19610bf not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:50:25.891522 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-d601e747-b59d-4aea-b388-91c154589684 req-6d90d529-61ca-457e-8123-daf910b1fa0e tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] For port 834f571f-76bd-499b-a909-b2154ff669b6, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=834f571f-76bd-499b-a909-b2154ff669b6,segment=NetworkSegment(7ffe0723-c6ed-4d4f-8e96-670e149ee97c),segment_id=7ffe0723-c6ed-4d4f-8e96-670e149ee97c)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:25.892115 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d601e747-b59d-4aea-b388-91c154589684 req-6d90d529-61ca-457e-8123-daf910b1fa0e tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:25.934173 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-d601e747-b59d-4aea-b388-91c154589684 req-6d90d529-61ca-457e-8123-daf910b1fa0e tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Calling delete_port for 834f571f-76bd-499b-a909-b2154ff669b6 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:50:26.203014 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53072) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:26.238536 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce58fb-8404-4861-a691-043790f6d480 req-eacd46a4-180e-48ae-af86-0178d79e7c32 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:26.244370 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51ce58fb-8404-4861-a691-043790f6d480 req-eacd46a4-180e-48ae-af86-0178d79e7c32 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.50 "GET /v2.0/ports?device_id=f21ac456-6d5f-4f4a-b249-f7c2a4c178f1 HTTP/1.1" status: 200 len: 945 time: 0.2738826 Nov 23 21:50:26.266941 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801c0c1-5bde-44cc-9047-d364b7d4d5ff req-3d9ae805-f369-4135-9f52-e21c499bd028 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:26.274728 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3801c0c1-5bde-44cc-9047-d364b7d4d5ff req-3d9ae805-f369-4135-9f52-e21c499bd028 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 946 time: 0.3934309 Nov 23 21:50:26.276109 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d601e747-b59d-4aea-b388-91c154589684 req-6d90d529-61ca-457e-8123-daf910b1fa0e tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:26.302944 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0dd52d87-9b34-4fcc-b457-b88869d1e33e None None] Provisioning complete for port 77b43389-abb2-4cf3-8119-28a15d2575b7 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:26.305996 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0dd52d87-9b34-4fcc-b457-b88869d1e33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:26.351616 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90d529-61ca-457e-8123-daf910b1fa0e tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Pushing event deleted for resources: {'Port': ['ID=834f571f-76bd-499b-a909-b2154ff669b6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:26.361091 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-7c2a392c-a165-490d-8d54-9b2832f99da1 req-bc6bb01c-df06-4010-bff4-c3f1e350aef5 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Deleting port 307c52c7-bd2a-4645-a362-cd184a417377 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:50:26.361477 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7c2a392c-a165-490d-8d54-9b2832f99da1 req-bc6bb01c-df06-4010-bff4-c3f1e350aef5 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:26.379882 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fb83b6-35b2-44df-a69c-6704a790670a admin admin] Router 7e82acf6-4352-42dc-ac52-896429dea18a has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:50:26.408570 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51ce58fb-8404-4861-a691-043790f6d480 req-02db604b-8f7b-4300-bbd4-b55b4828bc66 tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.50 "GET /v2.0/security-groups?id=d75bb88e-19a2-40d8-b3e6-e6dbbe98fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292863 Nov 23 21:50:26.417921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0dd52d87-9b34-4fcc-b457-b88869d1e33e None None] Port 77b43389-abb2-4cf3-8119-28a15d2575b7 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:50:26.441971 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d6477808-5b86-4b44-a63d-f17213402ade admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7c7dd7d3a8f493f8c0d2ac94408c753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305925 Nov 23 21:50:26.451091 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53080) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:26.467906 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-d601e747-b59d-4aea-b388-91c154589684 req-6d90d529-61ca-457e-8123-daf910b1fa0e tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] No DVR routers for this DVR port 834f571f-76bd-499b-a909-b2154ff669b6 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:50:26.479354 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d601e747-b59d-4aea-b388-91c154589684 req-6d90d529-61ca-457e-8123-daf910b1fa0e tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:26.484039 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d601e747-b59d-4aea-b388-91c154589684 req-6d90d529-61ca-457e-8123-daf910b1fa0e tempest-ServerAddressesNegativeTestJSON-659217846 tempest-ServerAddressesNegativeTestJSON-659217846-project] 10.222.0.60 "DELETE /v2.0/ports/834f571f-76bd-499b-a909-b2154ff669b6 HTTP/1.1" status: 204 len: 173 time: 1.0800431 Nov 23 21:50:26.484510 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21ac456-6d5f-4f4a-b249-f7c2a4c178f1', 'name': 'network-vif-deleted', 'tag': '834f571f-76bd-499b-a909-b2154ff669b6'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:50:26.486841 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906c03c8-e17f-44de-97bf-3fbec6cbbed0" -d '{"events": [{"server_uuid": "f21ac456-6d5f-4f4a-b249-f7c2a4c178f1", "name": "network-vif-deleted", "tag": "834f571f-76bd-499b-a909-b2154ff669b6"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:50:26.515301 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3801c0c1-5bde-44cc-9047-d364b7d4d5ff req-051d958c-8155-43ee-93d7-e1ff2836b64e tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396195 Nov 23 21:50:26.569946 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab85d379-9b98-4dfa-bdc7-56e745162f47 x-openstack-request-id: req-ab85d379-9b98-4dfa-bdc7-56e745162f47 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:50:26.570244 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21ac456-6d5f-4f4a-b249-f7c2a4c178f1", "name": "network-vif-deleted", "tag": "834f571f-76bd-499b-a909-b2154ff669b6", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:50:26.570504 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ab85d379-9b98-4dfa-bdc7-56e745162f47 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:50:26.570936 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21ac456-6d5f-4f4a-b249-f7c2a4c178f1', 'name': 'network-vif-deleted', 'tag': '834f571f-76bd-499b-a909-b2154ff669b6', 'status': 'completed', 'code': 200} Nov 23 21:50:26.577790 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53084) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:26.592124 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53088) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:26.705689 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3f027e85-5515-4a1f-8840-68bc3b9a1ec9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:26.714494 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-7c2a392c-a165-490d-8d54-9b2832f99da1 req-bc6bb01c-df06-4010-bff4-c3f1e350aef5 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] For port 307c52c7-bd2a-4645-a362-cd184a417377, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=307c52c7-bd2a-4645-a362-cd184a417377,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:26.715160 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7c2a392c-a165-490d-8d54-9b2832f99da1 req-bc6bb01c-df06-4010-bff4-c3f1e350aef5 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:26.725206 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-9e982567-700d-4eb2-bd75-3052a6ee5440 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-176684962-network', 'tenant_id': 'c71aeb9305cf4bd2a1651a8b5100e309'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:26.747060 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-7c2a392c-a165-490d-8d54-9b2832f99da1 req-bc6bb01c-df06-4010-bff4-c3f1e350aef5 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Calling delete_port for 307c52c7-bd2a-4645-a362-cd184a417377 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:50:26.757709 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e982567-700d-4eb2-bd75-3052a6ee5440 admin admin] Made reservation on behalf of c71aeb9305cf4bd2a1651a8b5100e309 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:50:26.761072 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e982567-700d-4eb2-bd75-3052a6ee5440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:26.763961 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3f027e85-5515-4a1f-8840-68bc3b9a1ec9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:26.772549 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e982567-700d-4eb2-bd75-3052a6ee5440 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:26.779879 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fb83b6-35b2-44df-a69c-6704a790670a admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:50:26.790142 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] Sync routers for ids ['7e82acf6-4352-42dc-ac52-896429dea18a'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:50:26.799548 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-7c0f3646-254f-48b7-8077-7872b22f7df3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1503623929-network', 'tenant_id': 'd3ed46a31d1e40c1bc8753372ab9fc41'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:26.801707 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-74fb83b6-35b2-44df-a69c-6704a790670a admin admin] 10.222.0.50 "PUT /v2.0/routers/7e82acf6-4352-42dc-ac52-896429dea18a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0680151 Nov 23 21:50:26.805473 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] Routers {'7e82acf6-4352-42dc-ac52-896429dea18a'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:50:26.808696 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:50:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7e82acf6-4352-42dc-ac52-896429dea18a'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:26.918392 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0f3646-254f-48b7-8077-7872b22f7df3 admin admin] Made reservation on behalf of d3ed46a31d1e40c1bc8753372ab9fc41 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:50:26.920767 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c0f3646-254f-48b7-8077-7872b22f7df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:26.989053 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c0f3646-254f-48b7-8077-7872b22f7df3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:27.013818 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e982567-700d-4eb2-bd75-3052a6ee5440 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:27.038615 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e982567-700d-4eb2-bd75-3052a6ee5440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:27.050275 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9151c1d4-f1df-49fd-8548-c936b4dce145 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:27.071415 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e982567-700d-4eb2-bd75-3052a6ee5440 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:50:27.102151 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e982567-700d-4eb2-bd75-3052a6ee5440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:27.102908 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-9e982567-700d-4eb2-bd75-3052a6ee5440 admin admin] Added segment e7761591-3a5f-4a53-a218-707c91b22fee of type vlan for network 670396b2-2e17-45a5-b25a-4f315f3df81c Nov 23 21:50:27.139789 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e982567-700d-4eb2-bd75-3052a6ee5440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:27.161264 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 9151c1d4-f1df-49fd-8548-c936b4dce145 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:27.162109 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:27.187077 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e982567-700d-4eb2-bd75-3052a6ee5440 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:27.238425 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c0f3646-254f-48b7-8077-7872b22f7df3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:27.245202 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e982567-700d-4eb2-bd75-3052a6ee5440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:27.246626 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e982567-700d-4eb2-bd75-3052a6ee5440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:27.248308 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e982567-700d-4eb2-bd75-3052a6ee5440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:27.262211 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c0f3646-254f-48b7-8077-7872b22f7df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:27.283661 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] Set router 7e82acf6-4352-42dc-ac52-896429dea18a gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:50:27.328261 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9e982567-700d-4eb2-bd75-3052a6ee5440 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7348771 Nov 23 21:50:27.331045 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0f3646-254f-48b7-8077-7872b22f7df3 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:50:27.338490 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53100) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:27.346660 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4542b935-df4b-46ce-ac91-9774c33c6d1a admin admin] Request body: {'subnet': {'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-176684962-subnet', 'tenant_id': 'c71aeb9305cf4bd2a1651a8b5100e309', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:27.396829 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c0f3646-254f-48b7-8077-7872b22f7df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:27.397169 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-7c0f3646-254f-48b7-8077-7872b22f7df3 admin admin] Added segment 138d3d46-d786-46ec-b96d-684097348161 of type vlan for network dbbabe04-41b0-4707-a7e6-d5720d2148bd Nov 23 21:50:27.442540 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f3646-254f-48b7-8077-7872b22f7df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462b9e35-b007-432d-aeff-527d27576cf8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:27.446048 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e982567-700d-4eb2-bd75-3052a6ee5440 admin admin] Pushing event updated for resources: {'Network': ['ID=670396b2-2e17-45a5-b25a-4f315f3df81c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:27.473154 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4542b935-df4b-46ce-ac91-9774c33c6d1a admin admin] Made reservation on behalf of c71aeb9305cf4bd2a1651a8b5100e309 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:50:27.476597 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4542b935-df4b-46ce-ac91-9774c33c6d1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:27.508618 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 670396b2-2e17-45a5-b25a-4f315f3df81c details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:50:27.512764 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c0f3646-254f-48b7-8077-7872b22f7df3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:27.593182 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e82acf6-4352-42dc-ac52-896429dea18a', 'name': 'tempest-AttachSCSIVolumeTestJSON-393072655-router', 'tenant_id': '1c2720a093de469487f1a31ae9fe6e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '9151c1d4-f1df-49fd-8548-c936b4dce145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:14Z', 'updated_at': '2021-11-23T21:50:24Z', 'revision_number': 4, 'project_id': '1c2720a093de469487f1a31ae9fe6e84', 'gw_port': {'id': '9151c1d4-f1df-49fd-8548-c936b4dce145', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e82acf6-4352-42dc-ac52-896429dea18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:15Z', 'updated_at': '2021-11-23T21:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '77b43389-abb2-4cf3-8119-28a15d2575b7', 'name': '', 'network_id': '07995698-96dc-4c65-8169-cb4d00bc2e07', 'tenant_id': '1c2720a093de469487f1a31ae9fe6e84', 'mac_address': 'fa:16:3e:5f:28:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e82acf6-4352-42dc-ac52-896429dea18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '7a324505-ec75-4b9c-9f2b-b3d084ada972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:21Z', 'updated_at': '2021-11-23T21:50:24Z', 'revision_number': 2, 'project_id': '1c2720a093de469487f1a31ae9fe6e84', 'subnets': [{'id': '7a324505-ec75-4b9c-9f2b-b3d084ada972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:27.617738 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53114) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:27.666293 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] Checking router: 7e82acf6-4352-42dc-ac52-896429dea18a for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:50:27.666646 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] Updating router 7e82acf6-4352-42dc-ac52-896429dea18a port 77b43389-abb2-4cf3-8119-28a15d2575b7 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:50:27.724095 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c0f3646-254f-48b7-8077-7872b22f7df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:27.725195 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0f3646-254f-48b7-8077-7872b22f7df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:27.725783 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c0f3646-254f-48b7-8077-7872b22f7df3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:27.727943 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:27.850059 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53118) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:27.853215 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b5021821-bf6d-4665-a5ed-e2c9e5171584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:27.853756 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f3646-254f-48b7-8077-7872b22f7df3 admin admin] Pushing event updated for resources: {'Network': ['ID=dbbabe04-41b0-4707-a7e6-d5720d2148bd,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:27.867405 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7c0f3646-254f-48b7-8077-7872b22f7df3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2880204 Nov 23 21:50:27.873677 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network dbbabe04-41b0-4707-a7e6-d5720d2148bd details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:50:27.874667 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-135c1f3f-69c9-4e11-8039-30c3c15c28a5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1642672370-network', 'tenant_id': 'f686207810ab400a9348bb9c7ba82d47'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:27.876398 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53120) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:27.906795 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135c1f3f-69c9-4e11-8039-30c3c15c28a5 admin admin] Made reservation on behalf of f686207810ab400a9348bb9c7ba82d47 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:50:27.909246 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-135c1f3f-69c9-4e11-8039-30c3c15c28a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:27.917945 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-d189ef3f-2322-45e4-a848-41171342911b admin admin] Deleting subnet 9bd1a0c4-ffd0-4015-9105-33f6e04dcc83 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:50:27.921170 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d189ef3f-2322-45e4-a848-41171342911b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:27.932875 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-848f146f-52be-469b-a2bd-35ebd9df4ea6 admin admin] Request body: {'subnet': {'network_id': 'dbbabe04-41b0-4707-a7e6-d5720d2148bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1503623929-subnet', 'tenant_id': 'd3ed46a31d1e40c1bc8753372ab9fc41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:27.941067 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3f027e85-5515-4a1f-8840-68bc3b9a1ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:27.943941 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3f027e85-5515-4a1f-8840-68bc3b9a1ec9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:27.948598 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3f027e85-5515-4a1f-8840-68bc3b9a1ec9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8bf7dc28-30ca-421d-a523-428996405402 HTTP/1.1" status: 204 len: 168 time: 1.4965203 Nov 23 21:50:27.967960 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f027e85-5515-4a1f-8840-68bc3b9a1ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf7dc28-30ca-421d-a523-428996405402,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:28.027638 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d189ef3f-2322-45e4-a848-41171342911b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:28.030090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52e78e-ff64-41a0-b3c9-6ae732337d13 req-f52c7f0e-137e-448a-b412-e240d9911c18 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:28.034245 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a52e78e-ff64-41a0-b3c9-6ae732337d13 req-f52c7f0e-137e-448a-b412-e240d9911c18 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 946 time: 0.1610930 Nov 23 21:50:28.038420 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848f146f-52be-469b-a2bd-35ebd9df4ea6 admin admin] Made reservation on behalf of d3ed46a31d1e40c1bc8753372ab9fc41 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:50:28.046258 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-848f146f-52be-469b-a2bd-35ebd9df4ea6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:28.047773 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 834f571f-76bd-499b-a909-b2154ff669b6 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:50:28.049534 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7c2a392c-a165-490d-8d54-9b2832f99da1 req-bc6bb01c-df06-4010-bff4-c3f1e350aef5 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:28.161710 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d189ef3f-2322-45e4-a848-41171342911b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:28.170056 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:28.178340 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 834f571f-76bd-499b-a909-b2154ff669b6 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:50:28.178695 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 834f571f-76bd-499b-a909-b2154ff669b6 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:50:28.191086 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:28.236341 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-135c1f3f-69c9-4e11-8039-30c3c15c28a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:28.243367 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd68c97-e906-46ec-a7a4-83cce08e504a None None] Pushing event updated for resources: {'Port': ['ID=77b43389-abb2-4cf3-8119-28a15d2575b7,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:28.265691 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd68c97-e906-46ec-a7a4-83cce08e504a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:28.266424 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd68c97-e906-46ec-a7a4-83cce08e504a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:28.266921 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd68c97-e906-46ec-a7a4-83cce08e504a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:28.267353 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd68c97-e906-46ec-a7a4-83cce08e504a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:28.267798 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd68c97-e906-46ec-a7a4-83cce08e504a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:28.268237 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd68c97-e906-46ec-a7a4-83cce08e504a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:28.268663 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd68c97-e906-46ec-a7a4-83cce08e504a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:28.269088 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd68c97-e906-46ec-a7a4-83cce08e504a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:28.269550 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd68c97-e906-46ec-a7a4-83cce08e504a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:28.269973 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd68c97-e906-46ec-a7a4-83cce08e504a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:28.270399 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd68c97-e906-46ec-a7a4-83cce08e504a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:28.270868 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd68c97-e906-46ec-a7a4-83cce08e504a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:50:28.329516 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2a392c-a165-490d-8d54-9b2832f99da1 req-bc6bb01c-df06-4010-bff4-c3f1e350aef5 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] No DVR routers for this DVR port 307c52c7-bd2a-4645-a362-cd184a417377 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:50:28.332973 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7c2a392c-a165-490d-8d54-9b2832f99da1 req-bc6bb01c-df06-4010-bff4-c3f1e350aef5 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:28.338801 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c2a392c-a165-490d-8d54-9b2832f99da1 req-bc6bb01c-df06-4010-bff4-c3f1e350aef5 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.53 "DELETE /v2.0/ports/307c52c7-bd2a-4645-a362-cd184a417377 HTTP/1.1" status: 204 len: 173 time: 2.6706774 Nov 23 21:50:28.339601 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bb01c-df06-4010-bff4-c3f1e350aef5 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Pushing event deleted for resources: {'Port': ['ID=307c52c7-bd2a-4645-a362-cd184a417377,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:28.346426 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1da09c5-771f-43d7-9ea2-90bd7c17297f', 'name': 'network-vif-deleted', 'tag': '307c52c7-bd2a-4645-a362-cd184a417377'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:50:28.350078 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013ba746-5af0-4f99-a68d-2030d5ebdd25" -d '{"events": [{"server_uuid": "c1da09c5-771f-43d7-9ea2-90bd7c17297f", "name": "network-vif-deleted", "tag": "307c52c7-bd2a-4645-a362-cd184a417377"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:50:28.365493 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] Attempting to bind port 77b43389-abb2-4cf3-8119-28a15d2575b7 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:50:28.365999 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] Attempting to bind port 77b43389-abb2-4cf3-8119-28a15d2575b7 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '7a8955f4-a5c8-4ac8-9aaa-544eb807cb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '07995698-96dc-4c65-8169-cb4d00bc2e07'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:50:28.366464 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] Attempting to bind port 77b43389-abb2-4cf3-8119-28a15d2575b7 on network 07995698-96dc-4c65-8169-cb4d00bc2e07 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:50:28.373616 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:50:28.374166 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] Checking segment: {'id': '7a8955f4-a5c8-4ac8-9aaa-544eb807cb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '07995698-96dc-4c65-8169-cb4d00bc2e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:50:28.374739 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:28.387284 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] Bound using segment: {'id': '7a8955f4-a5c8-4ac8-9aaa-544eb807cb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '07995698-96dc-4c65-8169-cb4d00bc2e07'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:50:28.388270 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] Bound port: 77b43389-abb2-4cf3-8119-28a15d2575b7, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8955f4-a5c8-4ac8-9aaa-544eb807cb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '07995698-96dc-4c65-8169-cb4d00bc2e07'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:50:28.389861 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:28.478835 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0100ddd2-345c-42ee-bc72-8df74e215297 x-openstack-request-id: req-0100ddd2-345c-42ee-bc72-8df74e215297 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:50:28.479143 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1da09c5-771f-43d7-9ea2-90bd7c17297f", "name": "network-vif-deleted", "tag": "307c52c7-bd2a-4645-a362-cd184a417377", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:50:28.479512 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0100ddd2-345c-42ee-bc72-8df74e215297 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:50:28.479933 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1da09c5-771f-43d7-9ea2-90bd7c17297f', 'name': 'network-vif-deleted', 'tag': '307c52c7-bd2a-4645-a362-cd184a417377', 'status': 'completed', 'code': 200} Nov 23 21:50:28.501589 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a52e78e-ff64-41a0-b3c9-6ae732337d13 req-092e59ce-d10f-49e4-a313-849c37240247 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427819 Nov 23 21:50:28.506099 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-135c1f3f-69c9-4e11-8039-30c3c15c28a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:28.510471 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] For port 77b43389-abb2-4cf3-8119-28a15d2575b7, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:50:28.516272 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] For port 77b43389-abb2-4cf3-8119-28a15d2575b7, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=77b43389-abb2-4cf3-8119-28a15d2575b7,segment=NetworkSegment(7a8955f4-a5c8-4ac8-9aaa-544eb807cb33),segment_id=7a8955f4-a5c8-4ac8-9aaa-544eb807cb33)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:50:28.523365 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:28.546643 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d189ef3f-2322-45e4-a848-41171342911b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:28.557412 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-135c1f3f-69c9-4e11-8039-30c3c15c28a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:28.643557 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] Routers {'7e82acf6-4352-42dc-ac52-896429dea18a'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:50:28.645117 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:50:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7e82acf6-4352-42dc-ac52-896429dea18a'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:28.654540 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189ef3f-2322-45e4-a848-41171342911b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bd1a0c4-ffd0-4015-9105-33f6e04dcc83,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:28.666181 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135c1f3f-69c9-4e11-8039-30c3c15c28a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:50:28.677673 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d189ef3f-2322-45e4-a848-41171342911b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:28.681079 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d189ef3f-2322-45e4-a848-41171342911b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9bd1a0c4-ffd0-4015-9105-33f6e04dcc83 HTTP/1.1" status: 204 len: 168 time: 1.0622497 Nov 23 21:50:28.687529 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4542b935-df4b-46ce-ac91-9774c33c6d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:28.688224 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53134) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:28.696811 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-135c1f3f-69c9-4e11-8039-30c3c15c28a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:28.697154 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-135c1f3f-69c9-4e11-8039-30c3c15c28a5 admin admin] Added segment 79298a27-aa07-4136-98dc-aae218d36c93 of type vlan for network 63b8ecd1-bfc9-4c8c-b384-e2d29550e52d Nov 23 21:50:28.699439 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-848f146f-52be-469b-a2bd-35ebd9df4ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:28.714194 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c1f3f-69c9-4e11-8039-30c3c15c28a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98155f0-538a-4676-acd7-0332590d8e64,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:28.727389 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd68c97-e906-46ec-a7a4-83cce08e504a None None] Pushing event updated for resources: {'Port': ['ID=77b43389-abb2-4cf3-8119-28a15d2575b7,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:28.774866 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3209dfa9-7ad8-4321-bb2f-9867b6bc0b44 None None] Provisioning complete for port 77b43389-abb2-4cf3-8119-28a15d2575b7 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:28.778006 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3209dfa9-7ad8-4321-bb2f-9867b6bc0b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:28.868213 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542b935-df4b-46ce-ac91-9774c33c6d1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4009be1-1322-446a-a15b-fa73a68a7e30,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:28.880304 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-135c1f3f-69c9-4e11-8039-30c3c15c28a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:28.913199 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] Set router 7e82acf6-4352-42dc-ac52-896429dea18a gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:50:28.914422 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4542b935-df4b-46ce-ac91-9774c33c6d1a admin admin] Checking segment: {'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:50:28.922908 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4542b935-df4b-46ce-ac91-9774c33c6d1a admin admin] Network hostable DHCP agents. Network: 670396b2-2e17-45a5-b25a-4f315f3df81c, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:50:28.962990 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-135c1f3f-69c9-4e11-8039-30c3c15c28a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:28.964103 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135c1f3f-69c9-4e11-8039-30c3c15c28a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:28.966939 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-135c1f3f-69c9-4e11-8039-30c3c15c28a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:28.967148 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848f146f-52be-469b-a2bd-35ebd9df4ea6 admin admin] Checking segment: {'id': '138d3d46-d786-46ec-b96d-684097348161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'dbbabe04-41b0-4707-a7e6-d5720d2148bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:50:28.967625 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848f146f-52be-469b-a2bd-35ebd9df4ea6 admin admin] Network hostable DHCP agents. Network: dbbabe04-41b0-4707-a7e6-d5720d2148bd, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:50:28.988525 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f146f-52be-469b-a2bd-35ebd9df4ea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=988ab94b-1eb5-49d1-b718-29456d6e0966,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:29.000796 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7c3ccc62-ec1a-4d03-99b3-4a89a4451918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:29.070821 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848f146f-52be-469b-a2bd-35ebd9df4ea6 admin admin] Network dbbabe04-41b0-4707-a7e6-d5720d2148bd is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:50:29.111171 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3209dfa9-7ad8-4321-bb2f-9867b6bc0b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:29.116414 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-848f146f-52be-469b-a2bd-35ebd9df4ea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, dbbabe04-41b0-4707-a7e6-d5720d2148bd) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:29.144712 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cdfb68-c6e6-43ff-9963-e8738a5ee9c4 None None] Network dbbabe04-41b0-4707-a7e6-d5720d2148bd requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:50:29.159028 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848f146f-52be-469b-a2bd-35ebd9df4ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:29.159642 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-848f146f-52be-469b-a2bd-35ebd9df4ea6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:29.163117 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c1f3f-69c9-4e11-8039-30c3c15c28a5 admin admin] Pushing event updated for resources: {'Network': ['ID=63b8ecd1-bfc9-4c8c-b384-e2d29550e52d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:29.165606 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4542b935-df4b-46ce-ac91-9774c33c6d1a admin admin] Network 670396b2-2e17-45a5-b25a-4f315f3df81c is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:50:29.173393 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7c3ccc62-ec1a-4d03-99b3-4a89a4451918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:29.187958 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-848f146f-52be-469b-a2bd-35ebd9df4ea6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2671044 Nov 23 21:50:29.197753 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-4542b935-df4b-46ce-ac91-9774c33c6d1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 670396b2-2e17-45a5-b25a-4f315f3df81c) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:29.208911 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-135c1f3f-69c9-4e11-8039-30c3c15c28a5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3494365 Nov 23 21:50:29.208911 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4542b935-df4b-46ce-ac91-9774c33c6d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:29.208911 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4542b935-df4b-46ce-ac91-9774c33c6d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:29.211936 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53148) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:29.217591 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 63b8ecd1-bfc9-4c8c-b384-e2d29550e52d details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:50:29.222159 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d2d80782-93bd-40ca-be86-01ce9b5afad0 admin admin] Request body: {'subnet': {'network_id': '63b8ecd1-bfc9-4c8c-b384-e2d29550e52d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1642672370-subnet', 'tenant_id': 'f686207810ab400a9348bb9c7ba82d47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:29.224184 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-7c3ccc62-ec1a-4d03-99b3-4a89a4451918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3614200d-af2a-4b51-b57b-44e274e65579']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:29.227080 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d522b4-c7e1-4988-8a8d-bdc806757077 None None] Network 670396b2-2e17-45a5-b25a-4f315f3df81c requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:50:29.259467 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d80782-93bd-40ca-be86-01ce9b5afad0 admin admin] Made reservation on behalf of f686207810ab400a9348bb9c7ba82d47 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:50:29.266299 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d2d80782-93bd-40ca-be86-01ce9b5afad0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:29.266900 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-7c3ccc62-ec1a-4d03-99b3-4a89a4451918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ffe0723-c6ed-4d4f-8e96-670e149ee97c') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:29.267206 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-7c3ccc62-ec1a-4d03-99b3-4a89a4451918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ffe0723-c6ed-4d4f-8e96-670e149ee97c') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:29.287876 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 307c52c7-bd2a-4645-a362-cd184a417377 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:50:29.293766 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7c3ccc62-ec1a-4d03-99b3-4a89a4451918 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:29.333097 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7c3ccc62-ec1a-4d03-99b3-4a89a4451918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:29.348978 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3ccc62-ec1a-4d03-99b3-4a89a4451918 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:50:29.349440 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7c3ccc62-ec1a-4d03-99b3-4a89a4451918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:50:29.427800 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:50:29.431710 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7c3ccc62-ec1a-4d03-99b3-4a89a4451918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:29.439287 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7c3ccc62-ec1a-4d03-99b3-4a89a4451918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:29.447330 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7c3ccc62-ec1a-4d03-99b3-4a89a4451918 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3614200d-af2a-4b51-b57b-44e274e65579 HTTP/1.1" status: 204 len: 168 time: 0.7570891 Nov 23 21:50:29.461355 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4542b935-df4b-46ce-ac91-9774c33c6d1a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1198308 Nov 23 21:50:29.473812 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ccc62-ec1a-4d03-99b3-4a89a4451918 admin admin] Pushing event deleted for resources: {'Network': ['ID=3614200d-af2a-4b51-b57b-44e274e65579,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:29.492890 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e82acf6-4352-42dc-ac52-896429dea18a', 'name': 'tempest-AttachSCSIVolumeTestJSON-393072655-router', 'tenant_id': '1c2720a093de469487f1a31ae9fe6e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '9151c1d4-f1df-49fd-8548-c936b4dce145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:14Z', 'updated_at': '2021-11-23T21:50:24Z', 'revision_number': 4, 'project_id': '1c2720a093de469487f1a31ae9fe6e84', 'gw_port': {'id': '9151c1d4-f1df-49fd-8548-c936b4dce145', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e82acf6-4352-42dc-ac52-896429dea18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:15Z', 'updated_at': '2021-11-23T21:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '77b43389-abb2-4cf3-8119-28a15d2575b7', 'name': '', 'network_id': '07995698-96dc-4c65-8169-cb4d00bc2e07', 'tenant_id': '1c2720a093de469487f1a31ae9fe6e84', 'mac_address': 'fa:16:3e:5f:28:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e82acf6-4352-42dc-ac52-896429dea18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '7a324505-ec75-4b9c-9f2b-b3d084ada972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:21Z', 'updated_at': '2021-11-23T21:50:28Z', 'revision_number': 4, 'project_id': '1c2720a093de469487f1a31ae9fe6e84', 'subnets': [{'id': '7a324505-ec75-4b9c-9f2b-b3d084ada972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:29.501169 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-3209dfa9-7ad8-4321-bb2f-9867b6bc0b44 None None] For port 77b43389-abb2-4cf3-8119-28a15d2575b7, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=77b43389-abb2-4cf3-8119-28a15d2575b7,segment=NetworkSegment(7a8955f4-a5c8-4ac8-9aaa-544eb807cb33),segment_id=7a8955f4-a5c8-4ac8-9aaa-544eb807cb33)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:29.507723 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 307c52c7-bd2a-4645-a362-cd184a417377 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:50:29.509014 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 307c52c7-bd2a-4645-a362-cd184a417377 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:50:29.531119 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f4d97e-66f6-465f-b7f6-c375f77fa61c None None] The sync data for ids ['7e82acf6-4352-42dc-ac52-896429dea18a'] in n-d-816206-9 is: [{'id': '7e82acf6-4352-42dc-ac52-896429dea18a', 'name': 'tempest-AttachSCSIVolumeTestJSON-393072655-router', 'tenant_id': '1c2720a093de469487f1a31ae9fe6e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '9151c1d4-f1df-49fd-8548-c936b4dce145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:14Z', 'updated_at': '2021-11-23T21:50:24Z', 'revision_number': 4, 'project_id': '1c2720a093de469487f1a31ae9fe6e84', 'gw_port': {'id': '9151c1d4-f1df-49fd-8548-c936b4dce145', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e82acf6-4352-42dc-ac52-896429dea18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:15Z', 'updated_at': '2021-11-23T21:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '77b43389-abb2-4cf3-8119-28a15d2575b7', 'name': '', 'network_id': '07995698-96dc-4c65-8169-cb4d00bc2e07', 'tenant_id': '1c2720a093de469487f1a31ae9fe6e84', 'mac_address': 'fa:16:3e:5f:28:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e82acf6-4352-42dc-ac52-896429dea18a', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '7a324505-ec75-4b9c-9f2b-b3d084ada972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:21Z', 'updated_at': '2021-11-23T21:50:28Z', 'revision_number': 4, 'project_id': '1c2720a093de469487f1a31ae9fe6e84', 'subnets': [{'id': '7a324505-ec75-4b9c-9f2b-b3d084ada972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:50:29.647832 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3209dfa9-7ad8-4321-bb2f-9867b6bc0b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:29.679979 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53166) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:29.745769 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d2d80782-93bd-40ca-be86-01ce9b5afad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:29.761717 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-56916166-37f1-44e8-aa79-f04a31f319e0 req-0ad2d390-0324-409a-b78b-36db4066145d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 210 time: 0.0586922 Nov 23 21:50:29.865192 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d80782-93bd-40ca-be86-01ce9b5afad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c2199b8-fb9c-4f8b-8d62-b116ef10ae71,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:29.874167 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d80782-93bd-40ca-be86-01ce9b5afad0 admin admin] Checking segment: {'id': '79298a27-aa07-4136-98dc-aae218d36c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '63b8ecd1-bfc9-4c8c-b384-e2d29550e52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:50:29.874483 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d80782-93bd-40ca-be86-01ce9b5afad0 admin admin] Network hostable DHCP agents. Network: 63b8ecd1-bfc9-4c8c-b384-e2d29550e52d, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:50:29.918079 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:29.927385 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53170) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:29.932117 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d80782-93bd-40ca-be86-01ce9b5afad0 admin admin] Network 63b8ecd1-bfc9-4c8c-b384-e2d29550e52d is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:50:29.959968 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-d2d80782-93bd-40ca-be86-01ce9b5afad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 63b8ecd1-bfc9-4c8c-b384-e2d29550e52d) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:29.964478 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d80782-93bd-40ca-be86-01ce9b5afad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:29.965604 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d2d80782-93bd-40ca-be86-01ce9b5afad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:29.979013 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d8690d-4168-4113-9c27-2b46b61f87e8 None None] Network 670396b2-2e17-45a5-b25a-4f315f3df81c requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:50:29.997336 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8dfdcb-1b5f-47c2-b57b-5e191c137e46 None None] Network 63b8ecd1-bfc9-4c8c-b384-e2d29550e52d requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:50:30.012508 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d2d80782-93bd-40ca-be86-01ce9b5afad0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7994192 Nov 23 21:50:30.015189 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53174) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:30.027921 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-1741e067-9803-4657-adc5-1561c96614a3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1642672370-router', 'tenant_id': 'f686207810ab400a9348bb9c7ba82d47', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:30.075527 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5f114272-6525-46ed-8998-947d282f7bbf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a6265b2a564f4b7894988cc2f740b181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470399 Nov 23 21:50:30.078866 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53176) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:30.089916 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1741e067-9803-4657-adc5-1561c96614a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:30.091266 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1741e067-9803-4657-adc5-1561c96614a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:30.102668 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209dfa9-7ad8-4321-bb2f-9867b6bc0b44 None None] Pushing event updated for resources: {'Port': ['ID=77b43389-abb2-4cf3-8119-28a15d2575b7,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:30.120603 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-9b2b64cf-96e3-443a-909a-9c08df6564de req-c8b6af66-5a85-4ee0-9782-f598f44d3be5 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-165955426', 'description': 'tempest-description-39424668'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:30.169589 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2f7c1a78-f70b-436e-942a-9d13ccc2e0e8 None None] Provisioning complete for port 77b43389-abb2-4cf3-8119-28a15d2575b7 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:30.170285 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1a78-f70b-436e-942a-9d13ccc2e0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:30.240859 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1741e067-9803-4657-adc5-1561c96614a3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:30.252111 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3f8496cc-356e-4dd9-acb0-9a82e5e07ecd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:30.254529 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9b2b64cf-96e3-443a-909a-9c08df6564de req-c8b6af66-5a85-4ee0-9782-f598f44d3be5 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:30.312820 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3f8496cc-356e-4dd9-acb0-9a82e5e07ecd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:30.409511 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9b2b64cf-96e3-443a-909a-9c08df6564de req-c8b6af66-5a85-4ee0-9782-f598f44d3be5 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:30.414644 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9b2b64cf-96e3-443a-909a-9c08df6564de req-c8b6af66-5a85-4ee0-9782-f598f44d3be5 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:30.436877 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3f8496cc-356e-4dd9-acb0-9a82e5e07ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:30.439854 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3f8496cc-356e-4dd9-acb0-9a82e5e07ecd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:30.444796 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3f8496cc-356e-4dd9-acb0-9a82e5e07ecd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d75bb88e-19a2-40d8-b3e6-e6dbbe98fca3 HTTP/1.1" status: 204 len: 168 time: 0.3632154 Nov 23 21:50:30.462413 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6af66-5a85-4ee0-9782-f598f44d3be5 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd1b5be-6089-4ec8-8056-bef2bd36c457,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:30.477172 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8496cc-356e-4dd9-acb0-9a82e5e07ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75bb88e-19a2-40d8-b3e6-e6dbbe98fca3,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:30.482673 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9b2b64cf-96e3-443a-909a-9c08df6564de req-c8b6af66-5a85-4ee0-9782-f598f44d3be5 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:30.484029 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b2b64cf-96e3-443a-909a-9c08df6564de req-c8b6af66-5a85-4ee0-9782-f598f44d3be5 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3789432 Nov 23 21:50:30.589279 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-253ea35f-7e20-4130-bce4-300fa688561e req-c3a66759-302b-44a5-9720-b1581aa9dd46 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "GET /v2.0/security-groups/1cd1b5be-6089-4ec8-8056-bef2bd36c457 HTTP/1.1" status: 200 len: 1819 time: 0.0685589 Nov 23 21:50:30.604148 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-253ea35f-7e20-4130-bce4-300fa688561e req-ed06149d-04ee-42b5-a038-d585c4311417 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1cd1b5be-6089-4ec8-8056-bef2bd36c457', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:30.606036 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-253ea35f-7e20-4130-bce4-300fa688561e req-ed06149d-04ee-42b5-a038-d585c4311417 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1cd1b5be-6089-4ec8-8056-bef2bd36c457', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:30.648070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-f9424542-4575-4c84-b780-ca1f18bc2572 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1063529021-network', 'tenant_id': '6444f606253c438ba5895c1d9e591fbd'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:30.707364 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1741e067-9803-4657-adc5-1561c96614a3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:30.844308 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383a245e-82fd-40ed-8bcd-521b80627477 None None] Network dbbabe04-41b0-4707-a7e6-d5720d2148bd requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:50:30.964792 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0c5569d5-7d5b-4abe-9b2e-e4df5606c601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:30.971221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9424542-4575-4c84-b780-ca1f18bc2572 admin admin] Made reservation on behalf of 6444f606253c438ba5895c1d9e591fbd for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:50:30.974013 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f9424542-4575-4c84-b780-ca1f18bc2572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:31.015146 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-c5d3d9d0-8f46-41a7-bc1d-96fcd1df127c tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:31.023860 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-c5d3d9d0-8f46-41a7-bc1d-96fcd1df127c tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/networks?id=670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 200 len: 805 time: 0.2360218 Nov 23 21:50:31.027167 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f9424542-4575-4c84-b780-ca1f18bc2572 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:31.134223 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-253ea35f-7e20-4130-bce4-300fa688561e req-ed06149d-04ee-42b5-a038-d585c4311417 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:31.174867 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-8f44360f-daf6-4aac-aa64-c7725029c068 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/quotas/c71aeb9305cf4bd2a1651a8b5100e309 HTTP/1.1" status: 200 len: 375 time: 0.1499734 Nov 23 21:50:31.181859 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 77b43389-abb2-4cf3-8119-28a15d2575b7 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:31.251493 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1741e067-9803-4657-adc5-1561c96614a3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:31.255508 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-56afcdcf-8384-43f7-879e-b1390267636d tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796797 Nov 23 21:50:31.271668 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-253ea35f-7e20-4130-bce4-300fa688561e req-ed06149d-04ee-42b5-a038-d585c4311417 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:31.285989 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1741e067-9803-4657-adc5-1561c96614a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:31.293766 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-253ea35f-7e20-4130-bce4-300fa688561e req-ed06149d-04ee-42b5-a038-d585c4311417 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:31.322863 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f9424542-4575-4c84-b780-ca1f18bc2572 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:31.340083 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06149d-04ee-42b5-a038-d585c4311417 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008debf5-8b81-42b2-9431-32a3ef512723,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:31.348209 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f9424542-4575-4c84-b780-ca1f18bc2572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:31.380727 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f41026-8078-4009-8da0-029e78ea1d5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-63b8ecd1-bfc9-4c8c-b384-e2d29550e52d', 'network_id': '63b8ecd1-bfc9-4c8c-b384-e2d29550e52d', 'tenant_id': 'f686207810ab400a9348bb9c7ba82d47', 'fixed_ips': [{'subnet_id': '7c2199b8-fb9c-4f8b-8d62-b116ef10ae71'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:50:31.381614 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-99f41026-8078-4009-8da0-029e78ea1d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:31.458581 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9424542-4575-4c84-b780-ca1f18bc2572 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:50:31.473293 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-253ea35f-7e20-4130-bce4-300fa688561e req-ed06149d-04ee-42b5-a038-d585c4311417 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:31.486073 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-253ea35f-7e20-4130-bce4-300fa688561e req-ed06149d-04ee-42b5-a038-d585c4311417 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8892748 Nov 23 21:50:31.511107 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-1741e067-9803-4657-adc5-1561c96614a3 admin admin] Allocated IP 172.25.5.96 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/b5f040a4-fb60-4eef-bec4-fa2b9235764e) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:50:31.557427 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f9424542-4575-4c84-b780-ca1f18bc2572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:31.558143 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-f9424542-4575-4c84-b780-ca1f18bc2572 admin admin] Added segment c3317170-38ee-4be2-b962-cb36f07f1cde of type vlan for network a75fb50f-9ca7-48f0-9deb-1ae30e96c64b Nov 23 21:50:31.558656 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-99f41026-8078-4009-8da0-029e78ea1d5a None None] Allocated IP 172.20.0.2 (63b8ecd1-bfc9-4c8c-b384-e2d29550e52d/7c2199b8-fb9c-4f8b-8d62-b116ef10ae71/da4a3725-a88f-489b-9499-e4faa5a4a348) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:50:31.571486 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9424542-4575-4c84-b780-ca1f18bc2572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81e4b36-0955-4e75-8cb1-d3428ca02e1c,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:31.616846 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 77b43389-abb2-4cf3-8119-28a15d2575b7 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:31.617214 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:31.680775 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-f1d06777-edcb-4c25-92f1-5eec70899895 service neutron] 10.222.0.50 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243586 Nov 23 21:50:31.709699 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:31.728731 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1741e067-9803-4657-adc5-1561c96614a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:31.795207 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1741e067-9803-4657-adc5-1561c96614a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:31.873386 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1741e067-9803-4657-adc5-1561c96614a3 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:50:31.874216 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-df6fb442-9668-45c9-bd14-b12061aaad51 req-e3dc002c-2bcb-4fbe-a484-64428299db38 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 210 time: 0.1913810 Nov 23 21:50:31.877512 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-1741e067-9803-4657-adc5-1561c96614a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:31.881444 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1741e067-9803-4657-adc5-1561c96614a3 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:50:31.916386 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f9424542-4575-4c84-b780-ca1f18bc2572 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:31.956143 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-99f41026-8078-4009-8da0-029e78ea1d5a None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:31.971848 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-99f41026-8078-4009-8da0-029e78ea1d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:32.009212 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741e067-9803-4657-adc5-1561c96614a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b5f040a4-fb60-4eef-bec4-fa2b9235764e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:32.027864 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.db.resource_extend [None req-f9424542-4575-4c84-b780-ca1f18bc2572 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 21:50:32.079634 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-9ba36fb6-aa77-4a6e-a90c-a168d854499d req-e39d27d3-f5cc-418e-ac77-521260fa7d69 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-453791310', 'description': 'tempest-description-1894537704'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:32.080004 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f41026-8078-4009-8da0-029e78ea1d5a None None] Pushing event updated for resources: {'Port': ['ID=da4a3725-a88f-489b-9499-e4faa5a4a348,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:32.094023 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f41026-8078-4009-8da0-029e78ea1d5a None None] Network 63b8ecd1-bfc9-4c8c-b384-e2d29550e52d is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:50:32.095734 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-99f41026-8078-4009-8da0-029e78ea1d5a None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:32.101011 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f41026-8078-4009-8da0-029e78ea1d5a None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:50:32.118756 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-5b677f71-72fd-4858-8ab7-9ddce7923e18 service neutron] 10.222.0.50 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290972 Nov 23 21:50:32.140190 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f9424542-4575-4c84-b780-ca1f18bc2572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:32.141425 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9424542-4575-4c84-b780-ca1f18bc2572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:32.141975 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f9424542-4575-4c84-b780-ca1f18bc2572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:32.168672 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9ba36fb6-aa77-4a6e-a90c-a168d854499d req-e39d27d3-f5cc-418e-ac77-521260fa7d69 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:32.196361 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f9424542-4575-4c84-b780-ca1f18bc2572 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5143857 Nov 23 21:50:32.197248 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53224) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:32.198336 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-99f41026-8078-4009-8da0-029e78ea1d5a None None] Attempting to bind port da4a3725-a88f-489b-9499-e4faa5a4a348 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:50:32.199431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-99f41026-8078-4009-8da0-029e78ea1d5a None None] Attempting to bind port da4a3725-a88f-489b-9499-e4faa5a4a348 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '79298a27-aa07-4136-98dc-aae218d36c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '63b8ecd1-bfc9-4c8c-b384-e2d29550e52d'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:50:32.201128 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f41026-8078-4009-8da0-029e78ea1d5a None None] Attempting to bind port da4a3725-a88f-489b-9499-e4faa5a4a348 on network 63b8ecd1-bfc9-4c8c-b384-e2d29550e52d {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:50:32.205942 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-a7d25b7e-1059-4ec2-a49a-ff961a4bf6fc admin admin] Request body: {'subnet': {'network_id': 'a75fb50f-9ca7-48f0-9deb-1ae30e96c64b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1063529021-subnet', 'tenant_id': '6444f606253c438ba5895c1d9e591fbd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:32.214203 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f41026-8078-4009-8da0-029e78ea1d5a None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:50:32.214604 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f41026-8078-4009-8da0-029e78ea1d5a None None] Checking segment: {'id': '79298a27-aa07-4136-98dc-aae218d36c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '63b8ecd1-bfc9-4c8c-b384-e2d29550e52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:50:32.215047 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-99f41026-8078-4009-8da0-029e78ea1d5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:32.217703 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f41026-8078-4009-8da0-029e78ea1d5a None None] Bound using segment: {'id': '79298a27-aa07-4136-98dc-aae218d36c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '63b8ecd1-bfc9-4c8c-b384-e2d29550e52d'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:50:32.218302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-99f41026-8078-4009-8da0-029e78ea1d5a None None] Bound port: da4a3725-a88f-489b-9499-e4faa5a4a348, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79298a27-aa07-4136-98dc-aae218d36c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '63b8ecd1-bfc9-4c8c-b384-e2d29550e52d'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:50:32.218653 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-99f41026-8078-4009-8da0-029e78ea1d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:32.237924 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1741e067-9803-4657-adc5-1561c96614a3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:32.256187 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d25b7e-1059-4ec2-a49a-ff961a4bf6fc admin admin] Made reservation on behalf of 6444f606253c438ba5895c1d9e591fbd for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:50:32.258596 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a7d25b7e-1059-4ec2-a49a-ff961a4bf6fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:32.308192 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-99f41026-8078-4009-8da0-029e78ea1d5a None None] For port da4a3725-a88f-489b-9499-e4faa5a4a348, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:50:32.313239 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-99f41026-8078-4009-8da0-029e78ea1d5a None None] For port da4a3725-a88f-489b-9499-e4faa5a4a348, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=da4a3725-a88f-489b-9499-e4faa5a4a348,segment=NetworkSegment(79298a27-aa07-4136-98dc-aae218d36c93),segment_id=79298a27-aa07-4136-98dc-aae218d36c93)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:50:32.319245 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-99f41026-8078-4009-8da0-029e78ea1d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:32.462617 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9424542-4575-4c84-b780-ca1f18bc2572 admin admin] Pushing event updated for resources: {'Network': ['ID=a75fb50f-9ca7-48f0-9deb-1ae30e96c64b,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:32.463979 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f41026-8078-4009-8da0-029e78ea1d5a None None] Pushing event updated for resources: {'Port': ['ID=da4a3725-a88f-489b-9499-e4faa5a4a348,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:32.468391 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a7d25b7e-1059-4ec2-a49a-ff961a4bf6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:32.501779 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network a75fb50f-9ca7-48f0-9deb-1ae30e96c64b details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:50:32.559959 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d25b7e-1059-4ec2-a49a-ff961a4bf6fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a47bf8d-017e-425f-8fb5-c6659a98ae9d,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:32.635689 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d25b7e-1059-4ec2-a49a-ff961a4bf6fc admin admin] Checking segment: {'id': 'c3317170-38ee-4be2-b962-cb36f07f1cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a75fb50f-9ca7-48f0-9deb-1ae30e96c64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:50:32.636221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d25b7e-1059-4ec2-a49a-ff961a4bf6fc admin admin] Network hostable DHCP agents. Network: a75fb50f-9ca7-48f0-9deb-1ae30e96c64b, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:50:32.748698 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9ba36fb6-aa77-4a6e-a90c-a168d854499d req-e39d27d3-f5cc-418e-ac77-521260fa7d69 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:32.755472 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d25b7e-1059-4ec2-a49a-ff961a4bf6fc admin admin] Network a75fb50f-9ca7-48f0-9deb-1ae30e96c64b is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:50:32.803275 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9ba36fb6-aa77-4a6e-a90c-a168d854499d req-e39d27d3-f5cc-418e-ac77-521260fa7d69 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:32.865570 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-a7d25b7e-1059-4ec2-a49a-ff961a4bf6fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, a75fb50f-9ca7-48f0-9deb-1ae30e96c64b) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:32.870084 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:32.875163 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bedb3de-7632-43ce-a227-17419754b02c None None] Network a75fb50f-9ca7-48f0-9deb-1ae30e96c64b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:50:32.902337 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9ba36fb6-aa77-4a6e-a90c-a168d854499d req-e39d27d3-f5cc-418e-ac77-521260fa7d69 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:32.917219 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9ba36fb6-aa77-4a6e-a90c-a168d854499d req-e39d27d3-f5cc-418e-ac77-521260fa7d69 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.8594804 Nov 23 21:50:32.940487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d25b7e-1059-4ec2-a49a-ff961a4bf6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:32.943400 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a7d25b7e-1059-4ec2-a49a-ff961a4bf6fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:33.068229 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a7d25b7e-1059-4ec2-a49a-ff961a4bf6fc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8660111 Nov 23 21:50:33.076402 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d27d3-f5cc-418e-ac77-521260fa7d69 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9ebea3-a26e-489c-b703-c761b53c5105,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:33.138440 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53252) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:33.146830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-be5f977b-e721-4d62-a869-ee1f38b9cde1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1063529021-router', 'tenant_id': '6444f606253c438ba5895c1d9e591fbd', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:33.179895 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1741e067-9803-4657-adc5-1561c96614a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:33.185784 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aaf9f356-caba-4f47-a880-5d4c0a316aa6 req-c63bfafa-003c-4a1e-8cb7-ad2199292174 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac802f4d-fa41-4ac6-bc07-c40312f19078 HTTP/1.1" status: 200 len: 210 time: 0.1712747 Nov 23 21:50:33.231121 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device da4a3725-a88f-489b-9499-e4faa5a4a348 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:33.249641 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-be5f977b-e721-4d62-a869-ee1f38b9cde1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:33.251003 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-be5f977b-e721-4d62-a869-ee1f38b9cde1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:33.336306 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bd75af-77d4-4b5d-912f-3fc82affab04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-a75fb50f-9ca7-48f0-9deb-1ae30e96c64b', 'network_id': 'a75fb50f-9ca7-48f0-9deb-1ae30e96c64b', 'tenant_id': '6444f606253c438ba5895c1d9e591fbd', 'fixed_ips': [{'subnet_id': '6a47bf8d-017e-425f-8fb5-c6659a98ae9d'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:50:33.337230 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-65bd75af-77d4-4b5d-912f-3fc82affab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:33.399724 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port da4a3725-a88f-489b-9499-e4faa5a4a348 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:33.400114 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:33.482283 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1741e067-9803-4657-adc5-1561c96614a3 admin admin] Router 3cc37927-01ba-425c-8d96-cd658af22b7b is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 21:50:33.506048 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b896e91-a892-4365-b8ce-03d01b914c93 req-046e3609-0903-4abe-aefa-d3800ea4078d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 210 time: 0.1570566 Nov 23 21:50:33.523200 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-be5f977b-e721-4d62-a869-ee1f38b9cde1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:33.603309 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:33.746449 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-65bd75af-77d4-4b5d-912f-3fc82affab04 None None] Allocated IP 172.20.0.2 (a75fb50f-9ca7-48f0-9deb-1ae30e96c64b/6a47bf8d-017e-425f-8fb5-c6659a98ae9d/ffff08af-c14a-49a2-9600-c5520ffa93e3) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:50:33.811223 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cb65dcc1-3e27-4d90-b3eb-cc117cb539c1 req-cb4d922d-4465-4f6d-ba3a-da24707dbb85 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "GET /v2.0/security-groups/7d9ebea3-a26e-489c-b703-c761b53c5105 HTTP/1.1" status: 200 len: 1821 time: 0.5257409 Nov 23 21:50:33.819099 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-cb65dcc1-3e27-4d90-b3eb-cc117cb539c1 req-fb56b8c7-81b9-4b43-a2c4-c725015ad392 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7d9ebea3-a26e-489c-b703-c761b53c5105', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:33.820825 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-cb65dcc1-3e27-4d90-b3eb-cc117cb539c1 req-fb56b8c7-81b9-4b43-a2c4-c725015ad392 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7d9ebea3-a26e-489c-b703-c761b53c5105', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:33.823859 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1741e067-9803-4657-adc5-1561c96614a3 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:50:33.867237 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1741e067-9803-4657-adc5-1561c96614a3 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:33.877408 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1741e067-9803-4657-adc5-1561c96614a3 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8584204 Nov 23 21:50:33.878123 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53264) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:33.900666 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4228a687-034d-4e73-9601-3203b0d563c8 req-d9394ed3-59da-40d1-bdfb-4dc723572abe tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90654549-4c87-47b4-8259-bbc63ba4fd5e HTTP/1.1" status: 200 len: 210 time: 0.1411040 Nov 23 21:50:33.997647 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-65bd75af-77d4-4b5d-912f-3fc82affab04 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:34.014376 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] Sync routers for ids ['3cc37927-01ba-425c-8d96-cd658af22b7b'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:50:34.065431 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-65bd75af-77d4-4b5d-912f-3fc82affab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:34.100437 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-be5f977b-e721-4d62-a869-ee1f38b9cde1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:34.114015 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port da4a3725-a88f-489b-9499-e4faa5a4a348, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=da4a3725-a88f-489b-9499-e4faa5a4a348,segment=NetworkSegment(79298a27-aa07-4136-98dc-aae218d36c93),segment_id=79298a27-aa07-4136-98dc-aae218d36c93)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:34.181658 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:34.218950 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cb65dcc1-3e27-4d90-b3eb-cc117cb539c1 req-fb56b8c7-81b9-4b43-a2c4-c725015ad392 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:34.242573 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] Routers {'3cc37927-01ba-425c-8d96-cd658af22b7b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:50:34.245794 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cb65dcc1-3e27-4d90-b3eb-cc117cb539c1 req-fb56b8c7-81b9-4b43-a2c4-c725015ad392 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:34.247835 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:50:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3cc37927-01ba-425c-8d96-cd658af22b7b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:34.277546 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:50:34.279174 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cb65dcc1-3e27-4d90-b3eb-cc117cb539c1 req-fb56b8c7-81b9-4b43-a2c4-c725015ad392 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:34.309308 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56b8c7-81b9-4b43-a2c4-c725015ad392 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56611207-a914-4944-90f0-c5f18aee8f9c,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:34.330246 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cb65dcc1-3e27-4d90-b3eb-cc117cb539c1 req-fb56b8c7-81b9-4b43-a2c4-c725015ad392 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:34.342706 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cb65dcc1-3e27-4d90-b3eb-cc117cb539c1 req-fb56b8c7-81b9-4b43-a2c4-c725015ad392 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5294063 Nov 23 21:50:34.497020 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-1f3a1f5d-e277-453a-bd09-250a81267d36 req-2514ed7e-b06b-40c1-8512-9adf5174aa28 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1779474536', 'description': 'tempest-description-2130483668'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:34.515751 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] Set router 3cc37927-01ba-425c-8d96-cd658af22b7b gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:50:34.560370 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a0c0ea7-5fe8-47df-bff1-8b5d8ddff1cd req-384b2e1d-e333-48a6-a59c-8496b02f4bfe tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac802f4d-fa41-4ac6-bc07-c40312f19078 HTTP/1.1" status: 200 len: 210 time: 0.0780237 Nov 23 21:50:34.600416 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:34.603979 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bd75af-77d4-4b5d-912f-3fc82affab04 None None] Network a75fb50f-9ca7-48f0-9deb-1ae30e96c64b is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:50:34.612700 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa15752b-784d-44b6-88dd-4fb9ab45b9fd None None] Network 63b8ecd1-bfc9-4c8c-b384-e2d29550e52d requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:50:34.623428 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-65bd75af-77d4-4b5d-912f-3fc82affab04 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:34.676489 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bd75af-77d4-4b5d-912f-3fc82affab04 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:50:34.688067 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1f3a1f5d-e277-453a-bd09-250a81267d36 req-2514ed7e-b06b-40c1-8512-9adf5174aa28 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:34.722915 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd75af-77d4-4b5d-912f-3fc82affab04 None None] Pushing event updated for resources: {'Port': ['ID=ffff08af-c14a-49a2-9600-c5520ffa93e3,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:34.742525 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-be5f977b-e721-4d62-a869-ee1f38b9cde1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:34.765830 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-69419c65-f6d5-4378-b670-e3116c923206 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:34.767954 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-69419c65-f6d5-4378-b670-e3116c923206 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.60 "GET /v2.0/networks?id=670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 200 len: 805 time: 0.5094528 Nov 23 21:50:34.791328 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=da4a3725-a88f-489b-9499-e4faa5a4a348,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:34.798400 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-be5f977b-e721-4d62-a869-ee1f38b9cde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:34.800521 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-9511fd73-af8d-4095-80b2-d8d800d4fc54 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Request body: {'port': {'device_id': 'ac802f4d-fa41-4ac6-bc07-c40312f19078', 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c', 'admin_state_up': True, 'tenant_id': 'c71aeb9305cf4bd2a1651a8b5100e309'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:34.846982 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08fb26ec-3559-4373-b801-be6dd4c53699 req-43c1c576-cd75-4f02-9328-33eab97a79b6 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 210 time: 0.0544329 Nov 23 21:50:35.048420 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-be5f977b-e721-4d62-a869-ee1f38b9cde1 admin admin] Allocated IP 172.25.5.254 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/45851074-f2f1-454c-98e7-8671c3e7237a) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:50:35.097430 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-9511fd73-af8d-4095-80b2-d8d800d4fc54 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Made reservation on behalf of c71aeb9305cf4bd2a1651a8b5100e309 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:50:35.101293 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-9511fd73-af8d-4095-80b2-d8d800d4fc54 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:35.105890 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8ff4f5e-8cb8-4fe4-80c2-145596515cf9 req-58c9dc46-5d08-4b09-871f-d162548e38fb tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.0552890 Nov 23 21:50:35.181160 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device da4a3725-a88f-489b-9499-e4faa5a4a348 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:35.230789 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1f3a1f5d-e277-453a-bd09-250a81267d36 req-2514ed7e-b06b-40c1-8512-9adf5174aa28 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:35.266508 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1f3a1f5d-e277-453a-bd09-250a81267d36 req-2514ed7e-b06b-40c1-8512-9adf5174aa28 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:35.298638 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-49908742-2a6a-46d3-8e69-81379199d31c None None] Provisioning complete for port da4a3725-a88f-489b-9499-e4faa5a4a348 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:35.299264 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-49908742-2a6a-46d3-8e69-81379199d31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:35.374866 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514ed7e-b06b-40c1-8512-9adf5174aa28 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f46074-40e8-448d-b454-8a1b8758bede,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:35.397357 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-9511fd73-af8d-4095-80b2-d8d800d4fc54 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Allocated IP 172.20.0.14 (670396b2-2e17-45a5-b25a-4f315f3df81c/d4009be1-1322-446a-a15b-fa73a68a7e30/4a70a9bd-240b-4448-abe5-073150fdd13a) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:50:35.413479 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-65bd75af-77d4-4b5d-912f-3fc82affab04 None None] Attempting to bind port ffff08af-c14a-49a2-9600-c5520ffa93e3 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:50:35.414130 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-65bd75af-77d4-4b5d-912f-3fc82affab04 None None] Attempting to bind port ffff08af-c14a-49a2-9600-c5520ffa93e3 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'c3317170-38ee-4be2-b962-cb36f07f1cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a75fb50f-9ca7-48f0-9deb-1ae30e96c64b'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:50:35.414673 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bd75af-77d4-4b5d-912f-3fc82affab04 None None] Attempting to bind port ffff08af-c14a-49a2-9600-c5520ffa93e3 on network a75fb50f-9ca7-48f0-9deb-1ae30e96c64b {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:50:35.429315 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a07541e4-0bdf-4cb4-a6ed-7111cbf2474d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:35.432805 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1f3a1f5d-e277-453a-bd09-250a81267d36 req-2514ed7e-b06b-40c1-8512-9adf5174aa28 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:35.437761 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f3a1f5d-e277-453a-bd09-250a81267d36 req-2514ed7e-b06b-40c1-8512-9adf5174aa28 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.9447927 Nov 23 21:50:35.487796 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bd75af-77d4-4b5d-912f-3fc82affab04 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:50:35.488266 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bd75af-77d4-4b5d-912f-3fc82affab04 None None] Checking segment: {'id': 'c3317170-38ee-4be2-b962-cb36f07f1cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a75fb50f-9ca7-48f0-9deb-1ae30e96c64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:50:35.489101 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-65bd75af-77d4-4b5d-912f-3fc82affab04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:35.493264 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bd75af-77d4-4b5d-912f-3fc82affab04 None None] Bound using segment: {'id': 'c3317170-38ee-4be2-b962-cb36f07f1cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a75fb50f-9ca7-48f0-9deb-1ae30e96c64b'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:50:35.494065 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-65bd75af-77d4-4b5d-912f-3fc82affab04 None None] Bound port: ffff08af-c14a-49a2-9600-c5520ffa93e3, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3317170-38ee-4be2-b962-cb36f07f1cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a75fb50f-9ca7-48f0-9deb-1ae30e96c64b'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:50:35.494650 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-65bd75af-77d4-4b5d-912f-3fc82affab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:35.530685 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-9f850c9e-8711-4615-b189-5324a441feac req-8db49f40-4b34-48ac-aea7-e15a0af11a63 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-457849498', 'description': 'tempest-description-1712743174'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:35.571966 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-be5f977b-e721-4d62-a869-ee1f38b9cde1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:35.604801 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port da4a3725-a88f-489b-9499-e4faa5a4a348 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:35.605476 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:35.713511 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-be5f977b-e721-4d62-a869-ee1f38b9cde1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:35.763362 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-9511fd73-af8d-4095-80b2-d8d800d4fc54 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:35.768210 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-65bd75af-77d4-4b5d-912f-3fc82affab04 None None] For port ffff08af-c14a-49a2-9600-c5520ffa93e3, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:50:35.784310 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-65bd75af-77d4-4b5d-912f-3fc82affab04 None None] For port ffff08af-c14a-49a2-9600-c5520ffa93e3, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ffff08af-c14a-49a2-9600-c5520ffa93e3,segment=NetworkSegment(c3317170-38ee-4be2-b962-cb36f07f1cde),segment_id=c3317170-38ee-4be2-b962-cb36f07f1cde)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:50:35.808738 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-65bd75af-77d4-4b5d-912f-3fc82affab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:35.811203 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f977b-e721-4d62-a869-ee1f38b9cde1 admin admin] Pushing event updated for resources: {'Port': ['ID=45851074-f2f1-454c-98e7-8671c3e7237a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:35.816787 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-a07541e4-0bdf-4cb4-a6ed-7111cbf2474d admin admin] Allocated IP 172.20.0.1 (63b8ecd1-bfc9-4c8c-b384-e2d29550e52d/7c2199b8-fb9c-4f8b-8d62-b116ef10ae71/6fa12364-e74f-4f8c-b4c4-7e1e9591ad33) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:50:35.824156 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9f850c9e-8711-4615-b189-5324a441feac req-8db49f40-4b34-48ac-aea7-e15a0af11a63 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:35.854635 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc37927-01ba-425c-8d96-cd658af22b7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1642672370-router', 'tenant_id': 'f686207810ab400a9348bb9c7ba82d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'b5f040a4-fb60-4eef-bec4-fa2b9235764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:30Z', 'updated_at': '2021-11-23T21:50:32Z', 'revision_number': 3, 'project_id': 'f686207810ab400a9348bb9c7ba82d47', 'gw_port': {'id': 'b5f040a4-fb60-4eef-bec4-fa2b9235764e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc37927-01ba-425c-8d96-cd658af22b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:31Z', 'updated_at': '2021-11-23T21:50:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:35.897462 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] Checking router: 3cc37927-01ba-425c-8d96-cd658af22b7b for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:50:35.898137 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] Updating router 3cc37927-01ba-425c-8d96-cd658af22b7b port b5f040a4-fb60-4eef-bec4-fa2b9235764e binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:50:35.914896 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-9511fd73-af8d-4095-80b2-d8d800d4fc54 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:35.973607 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd75af-77d4-4b5d-912f-3fc82affab04 None None] Pushing event updated for resources: {'Port': ['ID=ffff08af-c14a-49a2-9600-c5520ffa93e3,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:35.974693 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9f850c9e-8711-4615-b189-5324a441feac req-8db49f40-4b34-48ac-aea7-e15a0af11a63 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:35.976364 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:36.015866 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ad29c5a8-d7b7-41b1-ba68-3e73c1bc24b6 req-76e9176b-e7e2-4638-8a0f-855e67259cad tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac802f4d-fa41-4ac6-bc07-c40312f19078 HTTP/1.1" status: 200 len: 210 time: 0.3324220 Nov 23 21:50:36.017902 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5f977b-e721-4d62-a869-ee1f38b9cde1 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:50:36.018760 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9f850c9e-8711-4615-b189-5324a441feac req-8db49f40-4b34-48ac-aea7-e15a0af11a63 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:36.148567 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db49f40-4b34-48ac-aea7-e15a0af11a63 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb36d0fa-9c59-478a-8366-15ead5878dc2,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:36.177584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-be5f977b-e721-4d62-a869-ee1f38b9cde1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:36.182268 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f977b-e721-4d62-a869-ee1f38b9cde1 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:50:36.230143 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a07541e4-0bdf-4cb4-a6ed-7111cbf2474d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:36.242502 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9f850c9e-8711-4615-b189-5324a441feac req-8db49f40-4b34-48ac-aea7-e15a0af11a63 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:36.256651 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f850c9e-8711-4615-b189-5324a441feac req-8db49f40-4b34-48ac-aea7-e15a0af11a63 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.7846446 Nov 23 21:50:36.280213 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-9511fd73-af8d-4095-80b2-d8d800d4fc54 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Network 670396b2-2e17-45a5-b25a-4f315f3df81c is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:50:36.281769 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-9511fd73-af8d-4095-80b2-d8d800d4fc54 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:36.287569 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-9511fd73-af8d-4095-80b2-d8d800d4fc54 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:50:36.299382 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a07541e4-0bdf-4cb4-a6ed-7111cbf2474d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:36.349695 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511fd73-af8d-4095-80b2-d8d800d4fc54 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Pushing event updated for resources: {'Port': ['ID=4a70a9bd-240b-4448-abe5-073150fdd13a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:36.371451 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7dc6b751-c575-49ac-88c1-8a1d31b8c35e None None] Provisioning complete for port da4a3725-a88f-489b-9499-e4faa5a4a348 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:36.371932 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b751-c575-49ac-88c1-8a1d31b8c35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:36.397482 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c2e6f0b3-7dd6-4658-99a7-0a58e93115ea req-2c888475-6ab1-4662-b35e-bb1b780cbe8f tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 210 time: 0.2498245 Nov 23 21:50:36.421316 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07541e4-0bdf-4cb4-a6ed-7111cbf2474d admin admin] Pushing event updated for resources: {'Port': ['ID=6fa12364-e74f-4f8c-b4c4-7e1e9591ad33,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:36.470457 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-9511fd73-af8d-4095-80b2-d8d800d4fc54 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:36.471321 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-9511fd73-af8d-4095-80b2-d8d800d4fc54 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:36.514517 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07541e4-0bdf-4cb4-a6ed-7111cbf2474d admin admin] Network 63b8ecd1-bfc9-4c8c-b384-e2d29550e52d is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:50:36.518060 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-a07541e4-0bdf-4cb4-a6ed-7111cbf2474d admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:36.527454 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07541e4-0bdf-4cb4-a6ed-7111cbf2474d admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:50:36.544095 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-9511fd73-af8d-4095-80b2-d8d800d4fc54 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7558997 Nov 23 21:50:36.578756 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:36.598567 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:36.619227 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-221f87ed-562f-4d45-88dd-b5e0b903b96e service neutron] Request body: {'port': {'device_id': 'ac802f4d-fa41-4ac6-bc07-c40312f19078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:36.662450 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bec39b-0da6-4a32-8d1a-a96f36043b3a None None] Pushing event updated for resources: {'Port': ['ID=b5f040a4-fb60-4eef-bec4-fa2b9235764e,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:36.710469 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] Attempting to bind port b5f040a4-fb60-4eef-bec4-fa2b9235764e on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:50:36.710909 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] Attempting to bind port b5f040a4-fb60-4eef-bec4-fa2b9235764e by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:50:36.711288 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] Attempting to bind port b5f040a4-fb60-4eef-bec4-fa2b9235764e on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:50:36.718647 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:50:36.719062 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:50:36.719472 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:36.719876 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:50:36.720642 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] Bound port: b5f040a4-fb60-4eef-bec4-fa2b9235764e, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:50:36.721036 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:36.751769 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a07541e4-0bdf-4cb4-a6ed-7111cbf2474d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:36.792259 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] For port b5f040a4-fb60-4eef-bec4-fa2b9235764e, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:50:36.796583 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] For port b5f040a4-fb60-4eef-bec4-fa2b9235764e, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b5f040a4-fb60-4eef-bec4-fa2b9235764e,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:50:36.836339 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:36.875427 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b288c4b-74b4-4e9d-bf1c-ccbf78f8ccea req-dd1d96a7-4af5-4668-a96a-cc9a6a7ac412 tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.1738019 Nov 23 21:50:36.880315 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c3c84eb-3fe1-431a-ae8b-cdcc9a7fd9f3 req-9aa75e30-55e2-4dd4-a7d0-8b7cc8b43bdc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=90654549-4c87-47b4-8259-bbc63ba4fd5e HTTP/1.1" status: 200 len: 210 time: 0.1129217 Nov 23 21:50:36.908436 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1dfcd3c0-f883-4301-a2f5-d368a4167299 req-d873f7ab-584b-4a17-a0e9-635edbc8900f tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "GET /v2.0/security-groups/61f46074-40e8-448d-b454-8a1b8758bede HTTP/1.1" status: 200 len: 1822 time: 0.4409387 Nov 23 21:50:36.912603 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bec39b-0da6-4a32-8d1a-a96f36043b3a None None] Pushing event updated for resources: {'Port': ['ID=b5f040a4-fb60-4eef-bec4-fa2b9235764e,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:36.937788 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-221f87ed-562f-4d45-88dd-b5e0b903b96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:36.972830 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] Routers {'3cc37927-01ba-425c-8d96-cd658af22b7b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:50:36.973478 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:50:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3cc37927-01ba-425c-8d96-cd658af22b7b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:37.062660 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1dfcd3c0-f883-4301-a2f5-d368a4167299 req-4a53a268-e5c1-4459-b23e-8057435ffa54 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "GET /v2.0/security-groups/cb36d0fa-9c59-478a-8366-15ead5878dc2 HTTP/1.1" status: 200 len: 1821 time: 0.1505489 Nov 23 21:50:37.129545 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-1dfcd3c0-f883-4301-a2f5-d368a4167299 req-25f7d33e-5201-482e-a739-2be32058b547 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '61f46074-40e8-448d-b454-8a1b8758bede', 'remote_group_id': 'cb36d0fa-9c59-478a-8366-15ead5878dc2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:37.130022 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-1dfcd3c0-f883-4301-a2f5-d368a4167299 req-25f7d33e-5201-482e-a739-2be32058b547 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '61f46074-40e8-448d-b454-8a1b8758bede', 'remote_group_id': 'cb36d0fa-9c59-478a-8366-15ead5878dc2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:37.162016 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3b4d85c5-f481-455e-a48d-365f3b9b600d None None] Provisioning complete for port 6fa12364-e74f-4f8c-b4c4-7e1e9591ad33 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:37.162399 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3b4d85c5-f481-455e-a48d-365f3b9b600d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:37.192717 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ffff08af-c14a-49a2-9600-c5520ffa93e3 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:37.249622 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a07541e4-0bdf-4cb4-a6ed-7111cbf2474d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:37.274131 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-be5f977b-e721-4d62-a869-ee1f38b9cde1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:37.295251 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] Set router 3cc37927-01ba-425c-8d96-cd658af22b7b gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:50:37.452988 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aacd41-abf2-4c82-85e0-9386bcde8f15 req-97949850-b8f7-43fd-8fbd-9088dc1e5183 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:37.455973 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87aacd41-abf2-4c82-85e0-9386bcde8f15 req-97949850-b8f7-43fd-8fbd-9088dc1e5183 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac802f4d-fa41-4ac6-bc07-c40312f19078 HTTP/1.1" status: 200 len: 932 time: 0.2942395 Nov 23 21:50:37.476776 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-221f87ed-562f-4d45-88dd-b5e0b903b96e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a70a9bd-240b-4448-abe5-073150fdd13a {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:50:37.477464 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56034978-abe9-488c-a6b3-ecc3089e7a7d None None] Network a75fb50f-9ca7-48f0-9deb-1ae30e96c64b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:50:37.497019 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-221f87ed-562f-4d45-88dd-b5e0b903b96e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:37.547435 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-3b4d85c5-f481-455e-a48d-365f3b9b600d None None] Port 6fa12364-e74f-4f8c-b4c4-7e1e9591ad33 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:50:37.550373 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-221f87ed-562f-4d45-88dd-b5e0b903b96e service neutron] Transition to ACTIVE for port object 4a70a9bd-240b-4448-abe5-073150fdd13a will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:50:37.565994 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-221f87ed-562f-4d45-88dd-b5e0b903b96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:37.602441 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1dfcd3c0-f883-4301-a2f5-d368a4167299 req-25f7d33e-5201-482e-a739-2be32058b547 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:37.622354 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87aacd41-abf2-4c82-85e0-9386bcde8f15 req-0300c937-56ae-4292-88ca-c74aa63a13d3 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584711 Nov 23 21:50:37.637451 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port ffff08af-c14a-49a2-9600-c5520ffa93e3 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:37.637862 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:37.940456 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc37927-01ba-425c-8d96-cd658af22b7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1642672370-router', 'tenant_id': 'f686207810ab400a9348bb9c7ba82d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'b5f040a4-fb60-4eef-bec4-fa2b9235764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:30Z', 'updated_at': '2021-11-23T21:50:32Z', 'revision_number': 3, 'project_id': 'f686207810ab400a9348bb9c7ba82d47', 'gw_port': {'id': 'b5f040a4-fb60-4eef-bec4-fa2b9235764e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc37927-01ba-425c-8d96-cd658af22b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:31Z', 'updated_at': '2021-11-23T21:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:38.071700 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f87ed-562f-4d45-88dd-b5e0b903b96e service neutron] Pushing event updated for resources: {'Port': ['ID=4a70a9bd-240b-4448-abe5-073150fdd13a,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:38.092309 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a7ca2e88-1912-4dee-92b6-3c3a0a99ad0e None None] Provisioning complete for port ffff08af-c14a-49a2-9600-c5520ffa93e3 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:38.092680 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a7ca2e88-1912-4dee-92b6-3c3a0a99ad0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:38.108493 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a07541e4-0bdf-4cb4-a6ed-7111cbf2474d admin admin] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:38.132600 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a07541e4-0bdf-4cb4-a6ed-7111cbf2474d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:38.139424 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-163ca256-7537-4412-bf0e-4adec8f0cd6b req-cb07eaef-97b4-4b79-8aa3-de6f2a5a76d0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.0642879 Nov 23 21:50:38.141885 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1dfcd3c0-f883-4301-a2f5-d368a4167299 req-25f7d33e-5201-482e-a739-2be32058b547 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:38.148939 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-791628c0-6e06-426e-9de6-62a3dbb4348d req-755bd635-2555-4c20-96a5-b58bfbb4b9af tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 210 time: 0.0791302 Nov 23 21:50:38.150204 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38b6ab-2f70-463e-baef-be880b985fbd None None] The sync data for ids ['3cc37927-01ba-425c-8d96-cd658af22b7b'] in n-d-816206-9 is: [{'id': '3cc37927-01ba-425c-8d96-cd658af22b7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1642672370-router', 'tenant_id': 'f686207810ab400a9348bb9c7ba82d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'b5f040a4-fb60-4eef-bec4-fa2b9235764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:30Z', 'updated_at': '2021-11-23T21:50:32Z', 'revision_number': 3, 'project_id': 'f686207810ab400a9348bb9c7ba82d47', 'gw_port': {'id': 'b5f040a4-fb60-4eef-bec4-fa2b9235764e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc37927-01ba-425c-8d96-cd658af22b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:31Z', 'updated_at': '2021-11-23T21:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:50:38.153782 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1dfcd3c0-f883-4301-a2f5-d368a4167299 req-25f7d33e-5201-482e-a739-2be32058b547 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:38.216606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7d33e-5201-482e-a739-2be32058b547 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395fcad4-ab15-400b-b4d8-e94b96d7fce7,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:38.218371 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a07541e4-0bdf-4cb4-a6ed-7111cbf2474d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:38.229069 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-be5f977b-e721-4d62-a869-ee1f38b9cde1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:38.282612 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:38.297758 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1dfcd3c0-f883-4301-a2f5-d368a4167299 req-25f7d33e-5201-482e-a739-2be32058b547 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:38.306379 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1dfcd3c0-f883-4301-a2f5-d368a4167299 req-25f7d33e-5201-482e-a739-2be32058b547 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.2427125 Nov 23 21:50:38.321288 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-221f87ed-562f-4d45-88dd-b5e0b903b96e service neutron] Attempting to bind port 4a70a9bd-240b-4448-abe5-073150fdd13a on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:50:38.321911 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-221f87ed-562f-4d45-88dd-b5e0b903b96e service neutron] Attempting to bind port 4a70a9bd-240b-4448-abe5-073150fdd13a by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:50:38.322479 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-221f87ed-562f-4d45-88dd-b5e0b903b96e service neutron] Attempting to bind port 4a70a9bd-240b-4448-abe5-073150fdd13a on network 670396b2-2e17-45a5-b25a-4f315f3df81c {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:50:38.345901 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-221f87ed-562f-4d45-88dd-b5e0b903b96e service neutron] Port 4a70a9bd-240b-4448-abe5-073150fdd13a on network 670396b2-2e17-45a5-b25a-4f315f3df81c not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:50:38.346369 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-221f87ed-562f-4d45-88dd-b5e0b903b96e service neutron] Attempting to bind port 4a70a9bd-240b-4448-abe5-073150fdd13a on network 670396b2-2e17-45a5-b25a-4f315f3df81c {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:50:38.353448 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-646d9bd2-74ae-4c5d-be14-373f578e0f36 req-3a2f76c1-5df6-4fe4-91b8-847038efe153 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1899515105', 'description': 'tempest-description-71924651'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:38.377688 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port ffff08af-c14a-49a2-9600-c5520ffa93e3, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ffff08af-c14a-49a2-9600-c5520ffa93e3,segment=NetworkSegment(c3317170-38ee-4be2-b962-cb36f07f1cde),segment_id=c3317170-38ee-4be2-b962-cb36f07f1cde)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:38.392356 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:38.393606 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-221f87ed-562f-4d45-88dd-b5e0b903b96e service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:50:38.397521 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-646d9bd2-74ae-4c5d-be14-373f578e0f36 req-3a2f76c1-5df6-4fe4-91b8-847038efe153 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:38.399317 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-221f87ed-562f-4d45-88dd-b5e0b903b96e service neutron] Checking segment: {'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:50:38.399823 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-221f87ed-562f-4d45-88dd-b5e0b903b96e service neutron] Bound using segment: {'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:50:38.400400 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-221f87ed-562f-4d45-88dd-b5e0b903b96e service neutron] Bound port: 4a70a9bd-240b-4448-abe5-073150fdd13a, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:50:38.402081 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-221f87ed-562f-4d45-88dd-b5e0b903b96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:38.411483 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e145560-7082-4619-aefe-a05c021d27a0 req-ade43d49-023c-46a6-a578-752dcf51a74f tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.0979006 Nov 23 21:50:38.415779 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07541e4-0bdf-4cb4-a6ed-7111cbf2474d admin admin] Pushing event updated for resources: {'Port': ['ID=6fa12364-e74f-4f8c-b4c4-7e1e9591ad33,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:38.481170 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a7ca2e88-1912-4dee-92b6-3c3a0a99ad0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:38.530078 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=ffff08af-c14a-49a2-9600-c5520ffa93e3,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:38.578978 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-a7ca2e88-1912-4dee-92b6-3c3a0a99ad0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:50:38.579378 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-a7ca2e88-1912-4dee-92b6-3c3a0a99ad0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:50:38.627752 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07541e4-0bdf-4cb4-a6ed-7111cbf2474d admin admin] Network 63b8ecd1-bfc9-4c8c-b384-e2d29550e52d is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:50:38.636969 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-a07541e4-0bdf-4cb4-a6ed-7111cbf2474d admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:38.651977 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-646d9bd2-74ae-4c5d-be14-373f578e0f36 req-3a2f76c1-5df6-4fe4-91b8-847038efe153 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:38.674849 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-646d9bd2-74ae-4c5d-be14-373f578e0f36 req-3a2f76c1-5df6-4fe4-91b8-847038efe153 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:38.716545 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f76c1-5df6-4fe4-91b8-847038efe153 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67604203-c30e-4b00-a414-d8ff8260fcc3,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:38.720798 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5f977b-e721-4d62-a869-ee1f38b9cde1 admin admin] Router a79dff94-908b-4b74-92e3-60f63210f33e is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 21:50:38.748924 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-646d9bd2-74ae-4c5d-be14-373f578e0f36 req-3a2f76c1-5df6-4fe4-91b8-847038efe153 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:38.751235 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-646d9bd2-74ae-4c5d-be14-373f578e0f36 req-3a2f76c1-5df6-4fe4-91b8-847038efe153 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4020944 Nov 23 21:50:38.870780 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-221f87ed-562f-4d45-88dd-b5e0b903b96e service neutron] For port 4a70a9bd-240b-4448-abe5-073150fdd13a, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:50:38.891459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-221f87ed-562f-4d45-88dd-b5e0b903b96e service neutron] For port 4a70a9bd-240b-4448-abe5-073150fdd13a, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=4a70a9bd-240b-4448-abe5-073150fdd13a,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:50:38.909101 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-221f87ed-562f-4d45-88dd-b5e0b903b96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:38.948954 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-9c660715-22e2-4abf-82dc-34095ae3fa86 req-00d56dad-b30f-4b70-b1bf-0eb36dcc6725 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-901327445', 'description': 'tempest-description-2135379740'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:38.954542 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-221f87ed-562f-4d45-88dd-b5e0b903b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:38.956274 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-221f87ed-562f-4d45-88dd-b5e0b903b96e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:38.957903 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-221f87ed-562f-4d45-88dd-b5e0b903b96e service neutron] 10.222.0.60 "PUT /v2.0/ports/4a70a9bd-240b-4448-abe5-073150fdd13a HTTP/1.1" status: 200 len: 1092 time: 2.3784952 Nov 23 21:50:38.961792 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac802f4d-fa41-4ac6-bc07-c40312f19078', 'tag': '4a70a9bd-240b-4448-abe5-073150fdd13a'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:50:38.964305 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba594027-e574-4f03-954a-291c410d08c1" -d '{"events": [{"name": "network-changed", "server_uuid": "ac802f4d-fa41-4ac6-bc07-c40312f19078", "tag": "4a70a9bd-240b-4448-abe5-073150fdd13a"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:50:39.026971 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bafb99-ef06-47b5-90ae-8707d146d878 req-5b4f1d0f-bf93-4ad4-87df-f77e0b773d0c tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:39.040159 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3bafb99-ef06-47b5-90ae-8707d146d878 req-5b4f1d0f-bf93-4ad4-87df-f77e0b773d0c tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac802f4d-fa41-4ac6-bc07-c40312f19078 HTTP/1.1" status: 200 len: 944 time: 0.2871883 Nov 23 21:50:39.084706 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5f977b-e721-4d62-a869-ee1f38b9cde1 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:50:39.100392 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07541e4-0bdf-4cb4-a6ed-7111cbf2474d admin admin] Router 3cc37927-01ba-425c-8d96-cd658af22b7b has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:50:39.109959 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] Sync routers for ids ['a79dff94-908b-4b74-92e3-60f63210f33e'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:50:39.118794 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9c660715-22e2-4abf-82dc-34095ae3fa86 req-00d56dad-b30f-4b70-b1bf-0eb36dcc6725 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:39.127131 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] Routers {'a79dff94-908b-4b74-92e3-60f63210f33e'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:50:39.128429 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:50:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a79dff94-908b-4b74-92e3-60f63210f33e'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:39.165253 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f87ed-562f-4d45-88dd-b5e0b903b96e service neutron] Pushing event updated for resources: {'Port': ['ID=4a70a9bd-240b-4448-abe5-073150fdd13a,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:39.225825 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3bafb99-ef06-47b5-90ae-8707d146d878 req-88837046-63bc-4192-9920-f00c4401f9ec tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843491 Nov 23 21:50:39.230701 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-27525911-6156-485b-ab25-5c92acf769bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:39.233289 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-27525911-6156-485b-ab25-5c92acf769bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&device_id=ac802f4d-fa41-4ac6-bc07-c40312f19078 HTTP/1.1" status: 200 len: 1095 time: 0.2045424 Nov 23 21:50:39.235896 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-be5f977b-e721-4d62-a869-ee1f38b9cde1 admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:39.237092 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-be5f977b-e721-4d62-a869-ee1f38b9cde1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0966830 Nov 23 21:50:39.256885 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53330) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:39.297609 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ffff08af-c14a-49a2-9600-c5520ffa93e3 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:39.318736 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] Set router a79dff94-908b-4b74-92e3-60f63210f33e gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:50:39.389131 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f76a4867-4fe1-41bf-8437-41f46e315e97 None None] Provisioning complete for port 6fa12364-e74f-4f8c-b4c4-7e1e9591ad33 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:39.389765 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f76a4867-4fe1-41bf-8437-41f46e315e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:39.466070 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc4cb25-0200-422e-af1b-c9ce80f40e24 x-openstack-request-id: req-dcc4cb25-0200-422e-af1b-c9ce80f40e24 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:50:39.466362 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac802f4d-fa41-4ac6-bc07-c40312f19078", "tag": "4a70a9bd-240b-4448-abe5-073150fdd13a", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:50:39.466664 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dcc4cb25-0200-422e-af1b-c9ce80f40e24 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:50:39.467092 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac802f4d-fa41-4ac6-bc07-c40312f19078', 'tag': '4a70a9bd-240b-4448-abe5-073150fdd13a', 'status': 'completed', 'code': 200} Nov 23 21:50:39.479051 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07541e4-0bdf-4cb4-a6ed-7111cbf2474d admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:50:39.517321 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a07541e4-0bdf-4cb4-a6ed-7111cbf2474d admin admin] 10.222.0.50 "PUT /v2.0/routers/3cc37927-01ba-425c-8d96-cd658af22b7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6272073 Nov 23 21:50:39.529283 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f76a4867-4fe1-41bf-8437-41f46e315e97 None None] Port 6fa12364-e74f-4f8c-b4c4-7e1e9591ad33 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:50:39.541680 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port ffff08af-c14a-49a2-9600-c5520ffa93e3 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:39.542059 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:39.553863 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-329e6723-a66f-4a93-86a1-289848a91687 req-8141ff88-dfef-48af-a051-5f6258aec66b tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 210 time: 0.0979309 Nov 23 21:50:39.557818 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79dff94-908b-4b74-92e3-60f63210f33e', 'name': 'tempest-ServersTestMultiNic-1063529021-router', 'tenant_id': '6444f606253c438ba5895c1d9e591fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '45851074-f2f1-454c-98e7-8671c3e7237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:33Z', 'updated_at': '2021-11-23T21:50:36Z', 'revision_number': 3, 'project_id': '6444f606253c438ba5895c1d9e591fbd', 'gw_port': {'id': '45851074-f2f1-454c-98e7-8671c3e7237a', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79dff94-908b-4b74-92e3-60f63210f33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:34Z', 'updated_at': '2021-11-23T21:50:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:39.595667 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-286f19d5-3f62-4ec4-81e8-f4fc6e317367 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a70a9bd-240b-4448-abe5-073150fdd13a HTTP/1.1" status: 200 len: 217 time: 0.1277058 Nov 23 21:50:39.647740 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] Checking router: a79dff94-908b-4b74-92e3-60f63210f33e for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:50:39.648438 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] Updating router a79dff94-908b-4b74-92e3-60f63210f33e port 45851074-f2f1-454c-98e7-8671c3e7237a binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:50:39.683349 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:39.695959 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f76a4867-4fe1-41bf-8437-41f46e315e97 None None] Provisioning complete for port ffff08af-c14a-49a2-9600-c5520ffa93e3 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:39.696360 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f76a4867-4fe1-41bf-8437-41f46e315e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:39.702400 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9c660715-22e2-4abf-82dc-34095ae3fa86 req-00d56dad-b30f-4b70-b1bf-0eb36dcc6725 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:39.748038 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-eb99094d-3e2b-4d62-b507-3582ac65fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:39.753268 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-eb99094d-3e2b-4d62-b507-3582ac65fabf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d4009be1-1322-446a-a15b-fa73a68a7e30 HTTP/1.1" status: 200 len: 845 time: 0.1495759 Nov 23 21:50:39.805067 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2dee0cd-f3e5-4632-a4e3-b30249dff818 req-364149e1-ce44-45c7-bb46-98ea509400ae tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.1007502 Nov 23 21:50:39.813609 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9c660715-22e2-4abf-82dc-34095ae3fa86 req-00d56dad-b30f-4b70-b1bf-0eb36dcc6725 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:39.820774 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-d0a7122f-114d-4b2d-8fd6-446696bc7d0b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=670396b2-2e17-45a5-b25a-4f315f3df81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598512 Nov 23 21:50:39.971653 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-92cb74c7-7e49-462f-b875-263537926280 service neutron] 10.222.0.60 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417456 Nov 23 21:50:39.973454 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b5f040a4-fb60-4eef-bec4-fa2b9235764e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:40.043796 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9c660715-22e2-4abf-82dc-34095ae3fa86 req-00d56dad-b30f-4b70-b1bf-0eb36dcc6725 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:40.067998 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9c660715-22e2-4abf-82dc-34095ae3fa86 req-00d56dad-b30f-4b70-b1bf-0eb36dcc6725 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.1383998 Nov 23 21:50:40.080983 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d56dad-b30f-4b70-b1bf-0eb36dcc6725 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff035a5-ea12-4a31-8b71-aa3b004003e5,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:40.169588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port b5f040a4-fb60-4eef-bec4-fa2b9235764e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:40.178260 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:40.231184 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-559daf38-4a5f-4c6a-bcc4-d7b44be6b8a0 req-b79bd7a5-100a-4e72-9f31-87a270621bfc service neutron] 10.222.0.60 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522423 Nov 23 21:50:40.435362 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:40.480434 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba594027-e574-4f03-954a-291c410d08c1 req-88af3013-54fc-454b-9916-9e5aefd9d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:40.489141 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ba594027-e574-4f03-954a-291c410d08c1 req-88af3013-54fc-454b-9916-9e5aefd9d1df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&device_id=ac802f4d-fa41-4ac6-bc07-c40312f19078 HTTP/1.1" status: 200 len: 1095 time: 0.1287773 Nov 23 21:50:40.538830 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port b5f040a4-fb60-4eef-bec4-fa2b9235764e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b5f040a4-fb60-4eef-bec4-fa2b9235764e,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:40.552669 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:40.603312 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:40.618360 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:40.704058 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] Attempting to bind port 45851074-f2f1-454c-98e7-8671c3e7237a on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:50:40.704427 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] Attempting to bind port 45851074-f2f1-454c-98e7-8671c3e7237a by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:50:40.704788 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] Attempting to bind port 45851074-f2f1-454c-98e7-8671c3e7237a on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:50:40.732571 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=b5f040a4-fb60-4eef-bec4-fa2b9235764e,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:40.818981 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:50:40.819333 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:50:40.824827 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:40.825464 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:50:40.829287 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] Bound port: 45851074-f2f1-454c-98e7-8671c3e7237a, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:50:40.829912 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:40.842034 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba594027-e574-4f03-954a-291c410d08c1 req-70a691f0-8235-4719-bc10-a046bb55fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:40.847909 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ba594027-e574-4f03-954a-291c410d08c1 req-70a691f0-8235-4719-bc10-a046bb55fc4f service neutron] 10.222.0.60 "GET /v2.0/networks?id=670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 200 len: 906 time: 0.3350911 Nov 23 21:50:40.897850 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ba594027-e574-4f03-954a-291c410d08c1 req-84065748-15f1-4acf-b3b1-36b124917e45 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a70a9bd-240b-4448-abe5-073150fdd13a HTTP/1.1" status: 200 len: 217 time: 0.0416343 Nov 23 21:50:40.976478 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba594027-e574-4f03-954a-291c410d08c1 req-2999f518-ba3d-4ec5-8650-9a0a357ccea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:40.978105 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ba594027-e574-4f03-954a-291c410d08c1 req-2999f518-ba3d-4ec5-8650-9a0a357ccea4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d4009be1-1322-446a-a15b-fa73a68a7e30 HTTP/1.1" status: 200 len: 845 time: 0.0714488 Nov 23 21:50:41.058139 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ba594027-e574-4f03-954a-291c410d08c1 req-7c15f594-a386-4bcb-941d-c5e1edddf608 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=670396b2-2e17-45a5-b25a-4f315f3df81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674465 Nov 23 21:50:41.067463 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] For port 45851074-f2f1-454c-98e7-8671c3e7237a, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:50:41.080578 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] For port 45851074-f2f1-454c-98e7-8671c3e7237a, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=45851074-f2f1-454c-98e7-8671c3e7237a,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:50:41.104153 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:41.146531 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b5f040a4-fb60-4eef-bec4-fa2b9235764e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:41.183951 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ae325-5ca6-42e1-95a1-a216b940dfaa None None] Pushing event updated for resources: {'Port': ['ID=45851074-f2f1-454c-98e7-8671c3e7237a,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:41.243336 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-139f19ba-8eb7-41a1-ac69-9177d6ea6c26 req-f7e07aab-dade-4fff-a670-4e1af8e2ac87 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "GET /v2.0/security-groups/67604203-c30e-4b00-a414-d8ff8260fcc3 HTTP/1.1" status: 200 len: 1820 time: 0.6962042 Nov 23 21:50:41.260106 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ba594027-e574-4f03-954a-291c410d08c1 req-71bb47df-f420-467f-b080-d576bff434b2 service neutron] 10.222.0.60 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908588 Nov 23 21:50:41.264224 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] Routers {'a79dff94-908b-4b74-92e3-60f63210f33e'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:50:41.265047 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:50:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a79dff94-908b-4b74-92e3-60f63210f33e'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:41.272125 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port b5f040a4-fb60-4eef-bec4-fa2b9235764e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:41.272498 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:41.273009 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1203c68-19de-4056-9469-20f977a2d1e2 req-b19bd8d9-b534-45fc-904c-14688b3c16cc tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:41.281321 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b1203c68-19de-4056-9469-20f977a2d1e2 req-b19bd8d9-b534-45fc-904c-14688b3c16cc tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac802f4d-fa41-4ac6-bc07-c40312f19078 HTTP/1.1" status: 200 len: 944 time: 0.7190316 Nov 23 21:50:41.401970 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b1203c68-19de-4056-9469-20f977a2d1e2 req-f4490078-238f-436f-b166-1b06c93bed76 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194811 Nov 23 21:50:41.424125 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ba594027-e574-4f03-954a-291c410d08c1 req-e54b1635-cc80-4400-9fd6-066f29435bb2 service neutron] 10.222.0.60 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520383 Nov 23 21:50:41.447140 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2e66fa8f-bbb2-481a-b15e-e11a44b05e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:41.551986 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ae325-5ca6-42e1-95a1-a216b940dfaa None None] Pushing event updated for resources: {'Port': ['ID=45851074-f2f1-454c-98e7-8671c3e7237a,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:41.564095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] Sync routers for ids ['3cc37927-01ba-425c-8d96-cd658af22b7b'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:50:41.646265 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] Routers {'3cc37927-01ba-425c-8d96-cd658af22b7b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:50:41.646555 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:50:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3cc37927-01ba-425c-8d96-cd658af22b7b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:41.663985 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] Set router a79dff94-908b-4b74-92e3-60f63210f33e gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:50:41.711256 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-139f19ba-8eb7-41a1-ac69-9177d6ea6c26 req-5c5eb6eb-2edf-4669-8798-487a6330da8f tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "GET /v2.0/security-groups/7ff035a5-ea12-4a31-8b71-aa3b004003e5 HTTP/1.1" status: 200 len: 1821 time: 0.4657559 Nov 23 21:50:41.728409 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-139f19ba-8eb7-41a1-ac69-9177d6ea6c26 req-8997f316-a490-4194-93b4-6e881020ea71 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '67604203-c30e-4b00-a414-d8ff8260fcc3', 'remote_group_id': '7ff035a5-ea12-4a31-8b71-aa3b004003e5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:41.728678 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-139f19ba-8eb7-41a1-ac69-9177d6ea6c26 req-8997f316-a490-4194-93b4-6e881020ea71 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '67604203-c30e-4b00-a414-d8ff8260fcc3', 'remote_group_id': '7ff035a5-ea12-4a31-8b71-aa3b004003e5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:41.775022 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-85181078-0dcb-40ae-a52c-5744cf66bb04 req-017f4060-2f6d-40ce-a7f4-dd6bf5bebefc tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.0590482 Nov 23 21:50:41.902340 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] Set router 3cc37927-01ba-425c-8d96-cd658af22b7b gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:50:41.939109 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d498747f-985d-4f9d-a5b4-eb442d6d6c94 req-5ec7faa4-3d55-49a4-bdbb-8b63836026fd tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 210 time: 0.0451031 Nov 23 21:50:42.027022 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-139f19ba-8eb7-41a1-ac69-9177d6ea6c26 req-8997f316-a490-4194-93b4-6e881020ea71 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:42.043630 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-2e66fa8f-bbb2-481a-b15e-e11a44b05e47 admin admin] Allocated IP 172.20.0.1 (a75fb50f-9ca7-48f0-9deb-1ae30e96c64b/6a47bf8d-017e-425f-8fb5-c6659a98ae9d/29b5c6fe-4052-42b6-b786-bdfbb4d0a56e) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:50:42.085159 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79dff94-908b-4b74-92e3-60f63210f33e', 'name': 'tempest-ServersTestMultiNic-1063529021-router', 'tenant_id': '6444f606253c438ba5895c1d9e591fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '45851074-f2f1-454c-98e7-8671c3e7237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:33Z', 'updated_at': '2021-11-23T21:50:36Z', 'revision_number': 3, 'project_id': '6444f606253c438ba5895c1d9e591fbd', 'gw_port': {'id': '45851074-f2f1-454c-98e7-8671c3e7237a', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79dff94-908b-4b74-92e3-60f63210f33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:34Z', 'updated_at': '2021-11-23T21:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:42.089985 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 4a70a9bd-240b-4448-abe5-073150fdd13a details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:50:42.138356 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-139f19ba-8eb7-41a1-ac69-9177d6ea6c26 req-8997f316-a490-4194-93b4-6e881020ea71 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:42.151854 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f77441-c2f5-4789-8c52-aad42cdf263f None None] The sync data for ids ['a79dff94-908b-4b74-92e3-60f63210f33e'] in n-d-816206-9 is: [{'id': 'a79dff94-908b-4b74-92e3-60f63210f33e', 'name': 'tempest-ServersTestMultiNic-1063529021-router', 'tenant_id': '6444f606253c438ba5895c1d9e591fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '45851074-f2f1-454c-98e7-8671c3e7237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:33Z', 'updated_at': '2021-11-23T21:50:36Z', 'revision_number': 3, 'project_id': '6444f606253c438ba5895c1d9e591fbd', 'gw_port': {'id': '45851074-f2f1-454c-98e7-8671c3e7237a', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79dff94-908b-4b74-92e3-60f63210f33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:34Z', 'updated_at': '2021-11-23T21:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:50:42.311803 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2e66fa8f-bbb2-481a-b15e-e11a44b05e47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:42.324195 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-139f19ba-8eb7-41a1-ac69-9177d6ea6c26 req-8997f316-a490-4194-93b4-6e881020ea71 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:42.388718 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 4a70a9bd-240b-4448-abe5-073150fdd13a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=4a70a9bd-240b-4448-abe5-073150fdd13a,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:42.408186 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997f316-a490-4194-93b4-6e881020ea71 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1c72ab-48b6-4432-86d8-220a849e29eb,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:42.413283 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '4a70a9bd-240b-4448-abe5-073150fdd13a', 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c', 'port_id': '4a70a9bd-240b-4448-abe5-073150fdd13a', 'mac_address': 'fa:16:3e:6d:b9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4009be1-1322-446a-a15b-fa73a68a7e30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:50:42.419495 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-139f19ba-8eb7-41a1-ac69-9177d6ea6c26 req-8997f316-a490-4194-93b4-6e881020ea71 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:42.424915 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-139f19ba-8eb7-41a1-ac69-9177d6ea6c26 req-8997f316-a490-4194-93b4-6e881020ea71 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7086341 Nov 23 21:50:42.459401 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2e66fa8f-bbb2-481a-b15e-e11a44b05e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:42.476217 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc37927-01ba-425c-8d96-cd658af22b7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1642672370-router', 'tenant_id': 'f686207810ab400a9348bb9c7ba82d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'b5f040a4-fb60-4eef-bec4-fa2b9235764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:30Z', 'updated_at': '2021-11-23T21:50:37Z', 'revision_number': 4, 'project_id': 'f686207810ab400a9348bb9c7ba82d47', 'gw_port': {'id': 'b5f040a4-fb60-4eef-bec4-fa2b9235764e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc37927-01ba-425c-8d96-cd658af22b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:31Z', 'updated_at': '2021-11-23T21:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6fa12364-e74f-4f8c-b4c4-7e1e9591ad33', 'name': '', 'network_id': '63b8ecd1-bfc9-4c8c-b384-e2d29550e52d', 'tenant_id': 'f686207810ab400a9348bb9c7ba82d47', 'mac_address': 'fa:16:3e:93:1a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc37927-01ba-425c-8d96-cd658af22b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '7c2199b8-fb9c-4f8b-8d62-b116ef10ae71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:35Z', 'updated_at': '2021-11-23T21:50:37Z', 'revision_number': 2, 'project_id': 'f686207810ab400a9348bb9c7ba82d47', 'subnets': [{'id': '7c2199b8-fb9c-4f8b-8d62-b116ef10ae71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:42.540219 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e66fa8f-bbb2-481a-b15e-e11a44b05e47 admin admin] Network a75fb50f-9ca7-48f0-9deb-1ae30e96c64b is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:50:42.562864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-2e66fa8f-bbb2-481a-b15e-e11a44b05e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:42.600768 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:42.605388 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] Checking router: 3cc37927-01ba-425c-8d96-cd658af22b7b for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:50:42.605840 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e66fa8f-bbb2-481a-b15e-e11a44b05e47 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:50:42.606991 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] Updating router 3cc37927-01ba-425c-8d96-cd658af22b7b port 6fa12364-e74f-4f8c-b4c4-7e1e9591ad33 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:50:42.651509 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a70a9bd-240b-4448-abe5-073150fdd13a {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:50:42.673985 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:42.708170 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 4a70a9bd-240b-4448-abe5-073150fdd13a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=4a70a9bd-240b-4448-abe5-073150fdd13a,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:42.745051 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:42.796727 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f45b67c9-131f-4d93-81d7-751f750a131c req-b1adc506-4fdc-4376-aad1-8a1732f3e4fd tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "GET /v2.0/security-groups/7ff035a5-ea12-4a31-8b71-aa3b004003e5 HTTP/1.1" status: 200 len: 1821 time: 0.2534506 Nov 23 21:50:42.995538 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=4a70a9bd-240b-4448-abe5-073150fdd13a,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:43.024640 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66fa8f-bbb2-481a-b15e-e11a44b05e47 admin admin] Pushing event updated for resources: {'Port': ['ID=29b5c6fe-4052-42b6-b786-bdfbb4d0a56e,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:43.142509 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2414f6a3-90fd-40e1-9f5e-3acfb9d5c67c None None] Provisioning complete for port 29b5c6fe-4052-42b6-b786-bdfbb4d0a56e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:43.142931 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2414f6a3-90fd-40e1-9f5e-3acfb9d5c67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:43.160742 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2e66fa8f-bbb2-481a-b15e-e11a44b05e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:43.171913 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 45851074-f2f1-454c-98e7-8671c3e7237a up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:43.187800 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd674fb2-3b5b-404d-992f-3ca94d805742 req-7b5d41c6-fc83-4728-8111-ad4683c03ff7 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:43.189705 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bd674fb2-3b5b-404d-992f-3ca94d805742 req-7b5d41c6-fc83-4728-8111-ad4683c03ff7 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac802f4d-fa41-4ac6-bc07-c40312f19078 HTTP/1.1" status: 200 len: 945 time: 0.4779642 Nov 23 21:50:43.274003 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['4a70a9bd-240b-4448-abe5-073150fdd13a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:50:43.297136 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f45b67c9-131f-4d93-81d7-751f750a131c req-15dc3e27-733d-4509-b79e-f4383a18cc18 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:43.441216 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f45b67c9-131f-4d93-81d7-751f750a131c req-15dc3e27-733d-4509-b79e-f4383a18cc18 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:43.576521 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bd674fb2-3b5b-404d-992f-3ca94d805742 req-472ce4b2-233d-4e9a-a911-1ef4c43b5bbf tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878535 Nov 23 21:50:43.695810 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2e66fa8f-bbb2-481a-b15e-e11a44b05e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:43.714092 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 45851074-f2f1-454c-98e7-8671c3e7237a triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:43.714695 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:43.828516 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f45b67c9-131f-4d93-81d7-751f750a131c req-15dc3e27-733d-4509-b79e-f4383a18cc18 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:43.832428 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f45b67c9-131f-4d93-81d7-751f750a131c req-15dc3e27-733d-4509-b79e-f4383a18cc18 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:43.834071 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f45b67c9-131f-4d93-81d7-751f750a131c req-15dc3e27-733d-4509-b79e-f4383a18cc18 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "DELETE /v2.0/security-groups/7ff035a5-ea12-4a31-8b71-aa3b004003e5 HTTP/1.1" status: 204 len: 173 time: 1.0332699 Nov 23 21:50:43.841983 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f96c489e-8911-46b3-9280-8f473655f035 req-2e387ec8-07b5-48c1-ba09-030ba6bb75a6 tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.1098616 Nov 23 21:50:43.864144 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc3e27-733d-4509-b79e-f4383a18cc18 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff035a5-ea12-4a31-8b71-aa3b004003e5,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:43.890898 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:43.926165 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-2414f6a3-90fd-40e1-9f5e-3acfb9d5c67c None None] Port 29b5c6fe-4052-42b6-b786-bdfbb4d0a56e cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:50:43.931179 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:44.107304 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83dad8-a8f1-452b-aea6-da44b50be67f None None] Pushing event updated for resources: {'Port': ['ID=6fa12364-e74f-4f8c-b4c4-7e1e9591ad33,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:44.306148 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] Attempting to bind port 6fa12364-e74f-4f8c-b4c4-7e1e9591ad33 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:50:44.306563 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] Attempting to bind port 6fa12364-e74f-4f8c-b4c4-7e1e9591ad33 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '79298a27-aa07-4136-98dc-aae218d36c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '63b8ecd1-bfc9-4c8c-b384-e2d29550e52d'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:50:44.321118 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] Attempting to bind port 6fa12364-e74f-4f8c-b4c4-7e1e9591ad33 on network 63b8ecd1-bfc9-4c8c-b384-e2d29550e52d {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:50:44.326633 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:44.373383 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 45851074-f2f1-454c-98e7-8671c3e7237a, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=45851074-f2f1-454c-98e7-8671c3e7237a,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:44.374442 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4722cd96-41b6-4308-93c0-8d9faca540fd req-c0ac5511-f1b7-45fd-9f8e-73cd71a660ac tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1da09c5-771f-43d7-9ea2-90bd7c17297f HTTP/1.1" status: 200 len: 210 time: 0.1550033 Nov 23 21:50:44.403149 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:44.410056 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:50:44.410438 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] Checking segment: {'id': '79298a27-aa07-4136-98dc-aae218d36c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '63b8ecd1-bfc9-4c8c-b384-e2d29550e52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:50:44.422726 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:44.423256 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] Bound using segment: {'id': '79298a27-aa07-4136-98dc-aae218d36c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '63b8ecd1-bfc9-4c8c-b384-e2d29550e52d'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:50:44.423777 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] Bound port: 6fa12364-e74f-4f8c-b4c4-7e1e9591ad33, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79298a27-aa07-4136-98dc-aae218d36c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '63b8ecd1-bfc9-4c8c-b384-e2d29550e52d'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:50:44.424174 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:44.525355 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7df7138f-cd7f-4c60-bdca-b5002c37fc2c req-1e05affa-91ec-4b60-a5ac-9ebf2c92295f tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "GET /v2.0/security-groups/67604203-c30e-4b00-a414-d8ff8260fcc3 HTTP/1.1" status: 200 len: 1820 time: 0.2434027 Nov 23 21:50:44.537952 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2e66fa8f-bbb2-481a-b15e-e11a44b05e47 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:44.556139 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2e66fa8f-bbb2-481a-b15e-e11a44b05e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:44.635176 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=45851074-f2f1-454c-98e7-8671c3e7237a,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:44.655162 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-ec4920ae-2069-4eb2-abec-48f42135beff req-c76e5ffe-2e40-4200-9a62-c2610b53e19e tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1567050928', 'description': 'tempest-description-1531863335'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:44.713757 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-37a99dea-be6e-41c1-871f-dbf46b84f334 None None] Provisioning complete for port 6fa12364-e74f-4f8c-b4c4-7e1e9591ad33 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:44.714328 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-37a99dea-be6e-41c1-871f-dbf46b84f334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:44.717469 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] For port 6fa12364-e74f-4f8c-b4c4-7e1e9591ad33, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:50:44.722658 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] For port 6fa12364-e74f-4f8c-b4c4-7e1e9591ad33, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6fa12364-e74f-4f8c-b4c4-7e1e9591ad33,segment=NetworkSegment(79298a27-aa07-4136-98dc-aae218d36c93),segment_id=79298a27-aa07-4136-98dc-aae218d36c93)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:50:44.757271 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:44.764077 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2e66fa8f-bbb2-481a-b15e-e11a44b05e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:44.778921 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66fa8f-bbb2-481a-b15e-e11a44b05e47 admin admin] Pushing event updated for resources: {'Port': ['ID=29b5c6fe-4052-42b6-b786-bdfbb4d0a56e,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:44.789583 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ec4920ae-2069-4eb2-abec-48f42135beff req-c76e5ffe-2e40-4200-9a62-c2610b53e19e tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:44.901124 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83dad8-a8f1-452b-aea6-da44b50be67f None None] Pushing event updated for resources: {'Port': ['ID=6fa12364-e74f-4f8c-b4c4-7e1e9591ad33,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:44.922624 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-37a99dea-be6e-41c1-871f-dbf46b84f334 None None] Port 6fa12364-e74f-4f8c-b4c4-7e1e9591ad33 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:50:44.935636 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] Routers {'3cc37927-01ba-425c-8d96-cd658af22b7b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:50:44.936458 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:50:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3cc37927-01ba-425c-8d96-cd658af22b7b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:44.960581 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03813a-0166-4f01-a079-83279a86023d req-8248857f-8b52-46cf-af77-917134c67ce5 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:44.970702 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a03813a-0166-4f01-a079-83279a86023d req-8248857f-8b52-46cf-af77-917134c67ce5 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac802f4d-fa41-4ac6-bc07-c40312f19078 HTTP/1.1" status: 200 len: 945 time: 0.2565186 Nov 23 21:50:45.122100 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 45851074-f2f1-454c-98e7-8671c3e7237a up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:45.182842 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e66fa8f-bbb2-481a-b15e-e11a44b05e47 admin admin] Network a75fb50f-9ca7-48f0-9deb-1ae30e96c64b is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:50:45.201830 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a03813a-0166-4f01-a079-83279a86023d req-66dc2846-d059-4007-9384-9d6795c65568 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301116 Nov 23 21:50:45.209892 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-2e66fa8f-bbb2-481a-b15e-e11a44b05e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:45.215949 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5556e1f4-b94e-4893-8e93-07fdef8a496a None None] Provisioning complete for port 6fa12364-e74f-4f8c-b4c4-7e1e9591ad33 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:45.216399 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5556e1f4-b94e-4893-8e93-07fdef8a496a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:45.227388 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] Set router 3cc37927-01ba-425c-8d96-cd658af22b7b gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:50:45.414421 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-94b71d99-b9b0-4504-bc91-78c5fa59311f req-85fe178d-37e3-4245-b404-8818694379bc tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.0788016 Nov 23 21:50:45.414585 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 45851074-f2f1-454c-98e7-8671c3e7237a triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:45.414967 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:45.417047 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ec4920ae-2069-4eb2-abec-48f42135beff req-c76e5ffe-2e40-4200-9a62-c2610b53e19e tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:45.428217 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ec4920ae-2069-4eb2-abec-48f42135beff req-c76e5ffe-2e40-4200-9a62-c2610b53e19e tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:45.646213 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5556e1f4-b94e-4893-8e93-07fdef8a496a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:45.705555 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-5556e1f4-b94e-4893-8e93-07fdef8a496a None None] For port 6fa12364-e74f-4f8c-b4c4-7e1e9591ad33, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6fa12364-e74f-4f8c-b4c4-7e1e9591ad33,segment=NetworkSegment(79298a27-aa07-4136-98dc-aae218d36c93),segment_id=79298a27-aa07-4136-98dc-aae218d36c93)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:45.719107 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5556e1f4-b94e-4893-8e93-07fdef8a496a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:45.723182 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e5ffe-2e40-4200-9a62-c2610b53e19e tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecb213e-7eb8-41a9-b86f-2a9d151c8591,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:45.734621 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ec4920ae-2069-4eb2-abec-48f42135beff req-c76e5ffe-2e40-4200-9a62-c2610b53e19e tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:45.748634 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec4920ae-2069-4eb2-abec-48f42135beff req-c76e5ffe-2e40-4200-9a62-c2610b53e19e tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.1526794 Nov 23 21:50:45.768501 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e66fa8f-bbb2-481a-b15e-e11a44b05e47 admin admin] Router a79dff94-908b-4b74-92e3-60f63210f33e has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:50:45.778054 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556e1f4-b94e-4893-8e93-07fdef8a496a None None] Pushing event updated for resources: {'Port': ['ID=6fa12364-e74f-4f8c-b4c4-7e1e9591ad33,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:45.811566 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc37927-01ba-425c-8d96-cd658af22b7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1642672370-router', 'tenant_id': 'f686207810ab400a9348bb9c7ba82d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'b5f040a4-fb60-4eef-bec4-fa2b9235764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:30Z', 'updated_at': '2021-11-23T21:50:37Z', 'revision_number': 4, 'project_id': 'f686207810ab400a9348bb9c7ba82d47', 'gw_port': {'id': 'b5f040a4-fb60-4eef-bec4-fa2b9235764e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc37927-01ba-425c-8d96-cd658af22b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:31Z', 'updated_at': '2021-11-23T21:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6fa12364-e74f-4f8c-b4c4-7e1e9591ad33', 'name': '', 'network_id': '63b8ecd1-bfc9-4c8c-b384-e2d29550e52d', 'tenant_id': 'f686207810ab400a9348bb9c7ba82d47', 'mac_address': 'fa:16:3e:93:1a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc37927-01ba-425c-8d96-cd658af22b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '7c2199b8-fb9c-4f8b-8d62-b116ef10ae71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:35Z', 'updated_at': '2021-11-23T21:50:44Z', 'revision_number': 4, 'project_id': 'f686207810ab400a9348bb9c7ba82d47', 'subnets': [{'id': '7c2199b8-fb9c-4f8b-8d62-b116ef10ae71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:45.850971 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa40472b-c156-4ff1-98ac-e6d8244e4da8 None None] The sync data for ids ['3cc37927-01ba-425c-8d96-cd658af22b7b'] in n-d-816206-9 is: [{'id': '3cc37927-01ba-425c-8d96-cd658af22b7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1642672370-router', 'tenant_id': 'f686207810ab400a9348bb9c7ba82d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'b5f040a4-fb60-4eef-bec4-fa2b9235764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:30Z', 'updated_at': '2021-11-23T21:50:37Z', 'revision_number': 4, 'project_id': 'f686207810ab400a9348bb9c7ba82d47', 'gw_port': {'id': 'b5f040a4-fb60-4eef-bec4-fa2b9235764e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc37927-01ba-425c-8d96-cd658af22b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:31Z', 'updated_at': '2021-11-23T21:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6fa12364-e74f-4f8c-b4c4-7e1e9591ad33', 'name': '', 'network_id': '63b8ecd1-bfc9-4c8c-b384-e2d29550e52d', 'tenant_id': 'f686207810ab400a9348bb9c7ba82d47', 'mac_address': 'fa:16:3e:93:1a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc37927-01ba-425c-8d96-cd658af22b7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 897, 'fixed_ips': [{'subnet_id': '7c2199b8-fb9c-4f8b-8d62-b116ef10ae71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:35Z', 'updated_at': '2021-11-23T21:50:44Z', 'revision_number': 4, 'project_id': 'f686207810ab400a9348bb9c7ba82d47', 'subnets': [{'id': '7c2199b8-fb9c-4f8b-8d62-b116ef10ae71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:50:45.884627 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c1e38c36-0232-44d6-b1d2-5030ca3ab1d7 None None] Provisioning complete for port 29b5c6fe-4052-42b6-b786-bdfbb4d0a56e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:45.887364 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c1e38c36-0232-44d6-b1d2-5030ca3ab1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:46.005956 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c1e38c36-0232-44d6-b1d2-5030ca3ab1d7 None None] Port 29b5c6fe-4052-42b6-b786-bdfbb4d0a56e cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:50:46.104320 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 4a70a9bd-240b-4448-abe5-073150fdd13a up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:46.146424 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e5334efc-cd6b-4b76-aed6-c719c59a25a8 req-4b215727-ec23-4116-a200-591a7b6448c0 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "GET /v2.0/security-groups/1ecb213e-7eb8-41a9-b86f-2a9d151c8591 HTTP/1.1" status: 200 len: 1822 time: 0.3619378 Nov 23 21:50:46.165359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-e5334efc-cd6b-4b76-aed6-c719c59a25a8 req-198c0529-e0e6-4516-b1a9-1cdf73d52c81 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1ecb213e-7eb8-41a9-b86f-2a9d151c8591', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:46.165583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-e5334efc-cd6b-4b76-aed6-c719c59a25a8 req-198c0529-e0e6-4516-b1a9-1cdf73d52c81 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1ecb213e-7eb8-41a9-b86f-2a9d151c8591', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:46.221531 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 4a70a9bd-240b-4448-abe5-073150fdd13a completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:50:46.232304 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 4a70a9bd-240b-4448-abe5-073150fdd13a triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:46.232690 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:46.278608 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e66fa8f-bbb2-481a-b15e-e11a44b05e47 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:50:46.299768 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2e66fa8f-bbb2-481a-b15e-e11a44b05e47 admin admin] 10.222.0.50 "PUT /v2.0/routers/a79dff94-908b-4b74-92e3-60f63210f33e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0379953 Nov 23 21:50:46.302923 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] Sync routers for ids ['a79dff94-908b-4b74-92e3-60f63210f33e'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:50:46.356632 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:46.358118 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] Routers {'a79dff94-908b-4b74-92e3-60f63210f33e'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:50:46.367884 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:50:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a79dff94-908b-4b74-92e3-60f63210f33e'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:46.382856 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac802f4d-fa41-4ac6-bc07-c40312f19078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a70a9bd-240b-4448-abe5-073150fdd13a'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:50:46.387224 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f73799a-02c2-42ed-a092-d1258aafa88f" -d '{"events": [{"server_uuid": "ac802f4d-fa41-4ac6-bc07-c40312f19078", "name": "network-vif-plugged", "status": "completed", "tag": "4a70a9bd-240b-4448-abe5-073150fdd13a"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:50:46.424436 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 4a70a9bd-240b-4448-abe5-073150fdd13a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=4a70a9bd-240b-4448-abe5-073150fdd13a,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:46.444203 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:46.533530 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e5334efc-cd6b-4b76-aed6-c719c59a25a8 req-198c0529-e0e6-4516-b1a9-1cdf73d52c81 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:46.565145 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=4a70a9bd-240b-4448-abe5-073150fdd13a,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:46.600576 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53420) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:46.607241 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e5334efc-cd6b-4b76-aed6-c719c59a25a8 req-198c0529-e0e6-4516-b1a9-1cdf73d52c81 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:46.636057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8df572-995c-4e52-9d42-3639e7533a0f req-4806b10c-c765-458b-afee-e8f6bc291bed tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:46.644951 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f8df572-995c-4e52-9d42-3639e7533a0f req-4806b10c-c765-458b-afee-e8f6bc291bed tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac802f4d-fa41-4ac6-bc07-c40312f19078 HTTP/1.1" status: 200 len: 945 time: 0.2670586 Nov 23 21:50:46.696044 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e5334efc-cd6b-4b76-aed6-c719c59a25a8 req-198c0529-e0e6-4516-b1a9-1cdf73d52c81 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:46.733085 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] Set router a79dff94-908b-4b74-92e3-60f63210f33e gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:50:46.773184 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-17ff5aa4-86c1-464e-86c9-dcee3ba47e75 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1339278395'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:46.807624 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c0529-e0e6-4516-b1a9-1cdf73d52c81 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7bb18b4-8481-47e0-94ef-b7ea747a6e4b,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:46.846341 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f8df572-995c-4e52-9d42-3639e7533a0f req-8b94a31a-1b48-43c3-9ba3-acd8aca17344 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005918 Nov 23 21:50:46.856770 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ff5aa4-86c1-464e-86c9-dcee3ba47e75 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Made reservation on behalf of 6444f606253c438ba5895c1d9e591fbd for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:50:46.861234 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-17ff5aa4-86c1-464e-86c9-dcee3ba47e75 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:46.890196 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e5334efc-cd6b-4b76-aed6-c719c59a25a8 req-198c0529-e0e6-4516-b1a9-1cdf73d52c81 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:46.891441 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e5334efc-cd6b-4b76-aed6-c719c59a25a8 req-198c0529-e0e6-4516-b1a9-1cdf73d52c81 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7435517 Nov 23 21:50:47.031426 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ff5aa4-86c1-464e-86c9-dcee3ba47e75 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:50:47.068655 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-17ff5aa4-86c1-464e-86c9-dcee3ba47e75 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:47.069287 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-17ff5aa4-86c1-464e-86c9-dcee3ba47e75 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Added segment 2040ca47-c120-41e9-8eed-e149b99c7800 of type vlan for network fd7c2d4d-46d1-4106-9963-ef7ecce51bdb Nov 23 21:50:47.091547 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6955f115-5c24-4bbc-8879-2a92e4b8d04a x-openstack-request-id: req-6955f115-5c24-4bbc-8879-2a92e4b8d04a {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:50:47.092592 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac802f4d-fa41-4ac6-bc07-c40312f19078", "name": "network-vif-plugged", "status": "completed", "tag": "4a70a9bd-240b-4448-abe5-073150fdd13a", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:50:47.093081 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6955f115-5c24-4bbc-8879-2a92e4b8d04a {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:50:47.093999 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac802f4d-fa41-4ac6-bc07-c40312f19078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a70a9bd-240b-4448-abe5-073150fdd13a', 'code': 200} Nov 23 21:50:47.264763 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6fa12364-e74f-4f8c-b4c4-7e1e9591ad33 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:47.318319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56c72b-648e-43fb-b764-f0ce37fcf56c req-adfd9622-96f1-4712-a12b-04cc41fb1555 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:47.341674 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e56c72b-648e-43fb-b764-f0ce37fcf56c req-adfd9622-96f1-4712-a12b-04cc41fb1555 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/networks?id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b HTTP/1.1" status: 200 len: 812 time: 0.3415437 Nov 23 21:50:47.378508 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-17ff5aa4-86c1-464e-86c9-dcee3ba47e75 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:47.388648 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb050c03-1b8d-41af-8d95-eb4fb77a73e8 req-42962a50-4f5a-42ce-9367-62f99bec66e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:47.390291 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fb050c03-1b8d-41af-8d95-eb4fb77a73e8 req-42962a50-4f5a-42ce-9367-62f99bec66e4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ac802f4d-fa41-4ac6-bc07-c40312f19078 HTTP/1.1" status: 200 len: 1097 time: 0.1689091 Nov 23 21:50:47.452054 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-138fee39-1ecb-4715-aa64-89053e45de92 req-250a3989-cf6c-4e51-895c-b641a30ec1e9 tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.0779285 Nov 23 21:50:47.471113 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 6fa12364-e74f-4f8c-b4c4-7e1e9591ad33 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:47.472662 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e56c72b-648e-43fb-b764-f0ce37fcf56c req-3e5d4f75-945a-4a4d-b4c3-a4dc7192b018 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/quotas/928ed4d0815c4153bc0f232c9e52c223 HTTP/1.1" status: 200 len: 375 time: 0.1296985 Nov 23 21:50:47.476566 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:47.547389 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fb050c03-1b8d-41af-8d95-eb4fb77a73e8 req-d626c01c-1b5f-4890-8e48-f815f32b15ef service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475878 Nov 23 21:50:47.549010 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79dff94-908b-4b74-92e3-60f63210f33e', 'name': 'tempest-ServersTestMultiNic-1063529021-router', 'tenant_id': '6444f606253c438ba5895c1d9e591fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '45851074-f2f1-454c-98e7-8671c3e7237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:33Z', 'updated_at': '2021-11-23T21:50:43Z', 'revision_number': 4, 'project_id': '6444f606253c438ba5895c1d9e591fbd', 'gw_port': {'id': '45851074-f2f1-454c-98e7-8671c3e7237a', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79dff94-908b-4b74-92e3-60f63210f33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:34Z', 'updated_at': '2021-11-23T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '29b5c6fe-4052-42b6-b786-bdfbb4d0a56e', 'name': '', 'network_id': 'a75fb50f-9ca7-48f0-9deb-1ae30e96c64b', 'tenant_id': '6444f606253c438ba5895c1d9e591fbd', 'mac_address': 'fa:16:3e:4c:28:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79dff94-908b-4b74-92e3-60f63210f33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '6a47bf8d-017e-425f-8fb5-c6659a98ae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:41Z', 'updated_at': '2021-11-23T21:50:43Z', 'revision_number': 2, 'project_id': '6444f606253c438ba5895c1d9e591fbd', 'subnets': [{'id': '6a47bf8d-017e-425f-8fb5-c6659a98ae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:47.575655 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e56c72b-648e-43fb-b764-f0ce37fcf56c req-7a82e121-c9f0-417c-97f4-05f2c288c2f6 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=928ed4d0815c4153bc0f232c9e52c223&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1006536 Nov 23 21:50:47.595083 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-17ff5aa4-86c1-464e-86c9-dcee3ba47e75 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:47.602530 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ff5aa4-86c1-464e-86c9-dcee3ba47e75 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:47.606486 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-17ff5aa4-86c1-464e-86c9-dcee3ba47e75 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:47.687694 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] Checking router: a79dff94-908b-4b74-92e3-60f63210f33e for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:50:47.688047 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] Updating router a79dff94-908b-4b74-92e3-60f63210f33e port 29b5c6fe-4052-42b6-b786-bdfbb4d0a56e binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:50:47.780951 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:47.820503 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff5aa4-86c1-464e-86c9-dcee3ba47e75 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event updated for resources: {'Network': ['ID=fd7c2d4d-46d1-4106-9963-ef7ecce51bdb,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:47.829242 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-17ff5aa4-86c1-464e-86c9-dcee3ba47e75 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2265708 Nov 23 21:50:47.833170 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network fd7c2d4d-46d1-4106-9963-ef7ecce51bdb details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:50:47.842411 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53440) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:47.867075 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e8b09a3f-ced6-4b58-a45e-df026b383188 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Request body: {'subnet': {'network_id': 'fd7c2d4d-46d1-4106-9963-ef7ecce51bdb', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:48.083039 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e56c72b-648e-43fb-b764-f0ce37fcf56c req-a3adc3c4-53bf-4e35-82e5-f53633f6dc3e service neutron] 10.222.0.50 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064311 Nov 23 21:50:48.097566 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ae904c9-48fb-4e11-b175-9463d1697189 req-c891e4ee-e4c0-4fc8-8857-165176489dea tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "GET /v2.0/security-groups/1ecb213e-7eb8-41a9-b86f-2a9d151c8591 HTTP/1.1" status: 200 len: 2415 time: 0.2815943 Nov 23 21:50:48.118776 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-1ae904c9-48fb-4e11-b175-9463d1697189 req-81ee9667-c5ce-4d71-9cc3-0b31c2a8dd83 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1ecb213e-7eb8-41a9-b86f-2a9d151c8591', 'remote_group_id': None}]} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:48.119271 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-1ae904c9-48fb-4e11-b175-9463d1697189 req-81ee9667-c5ce-4d71-9cc3-0b31c2a8dd83 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1ecb213e-7eb8-41a9-b86f-2a9d151c8591', 'remote_group_id': None}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:48.164820 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b09a3f-ced6-4b58-a45e-df026b383188 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Made reservation on behalf of 6444f606253c438ba5895c1d9e591fbd for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:50:48.169834 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e8b09a3f-ced6-4b58-a45e-df026b383188 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:48.375452 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e56c72b-648e-43fb-b764-f0ce37fcf56c req-b708a86f-c24c-49fe-b3fc-b095525e28e7 service neutron] 10.222.0.50 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435343 Nov 23 21:50:48.379022 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.db.api [req-1ae904c9-48fb-4e11-b175-9463d1697189 req-81ee9667-c5ce-4d71-9cc3-0b31c2a8dd83 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 21:50:48.379022 n-d-816206-9 neutron-server[110034]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 21:50:48.379022 n-d-816206-9 neutron-server[110034]: [parameters: {'project_id_1': 'd3ed46a31d1e40c1bc8753372ab9fc41', 'expiration_1': datetime.datetime(2021, 11, 23, 21, 50, 28, 129524)}] Nov 23 21:50:48.379022 n-d-816206-9 neutron-server[110034]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:50:48.379962 n-d-816206-9 neutron-server[110034]: DEBUG oslo_db.api [req-1ae904c9-48fb-4e11-b175-9463d1697189 req-81ee9667-c5ce-4d71-9cc3-0b31c2a8dd83 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:50:48.433867 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:48.442776 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:48.514647 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f872a3-9410-4ccf-87a7-d1d9723a2a86 None None] Pushing event updated for resources: {'Port': ['ID=29b5c6fe-4052-42b6-b786-bdfbb4d0a56e,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:48.555561 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e8b09a3f-ced6-4b58-a45e-df026b383188 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:48.681437 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] Attempting to bind port 29b5c6fe-4052-42b6-b786-bdfbb4d0a56e on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:50:48.682032 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] Attempting to bind port 29b5c6fe-4052-42b6-b786-bdfbb4d0a56e by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'c3317170-38ee-4be2-b962-cb36f07f1cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a75fb50f-9ca7-48f0-9deb-1ae30e96c64b'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:50:48.682167 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] Attempting to bind port 29b5c6fe-4052-42b6-b786-bdfbb4d0a56e on network a75fb50f-9ca7-48f0-9deb-1ae30e96c64b {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:50:48.698321 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:50:48.705656 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] Checking segment: {'id': 'c3317170-38ee-4be2-b962-cb36f07f1cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a75fb50f-9ca7-48f0-9deb-1ae30e96c64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:50:48.706144 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:48.707138 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] Bound using segment: {'id': 'c3317170-38ee-4be2-b962-cb36f07f1cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a75fb50f-9ca7-48f0-9deb-1ae30e96c64b'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:50:48.707680 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] Bound port: 29b5c6fe-4052-42b6-b786-bdfbb4d0a56e, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3317170-38ee-4be2-b962-cb36f07f1cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a75fb50f-9ca7-48f0-9deb-1ae30e96c64b'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:50:48.708729 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b09a3f-ced6-4b58-a45e-df026b383188 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event updated for resources: {'Subnet': ['ID=7a922ac7-4c6f-4cf1-9fd2-c4265557b3bd,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:48.709646 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:48.779915 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2325098-fa78-4900-88ce-adbea569df09 req-7a0580c8-be62-45f1-a50c-b3e1d61e518b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:48.789208 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2325098-fa78-4900-88ce-adbea569df09 req-7a0580c8-be62-45f1-a50c-b3e1d61e518b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac802f4d-fa41-4ac6-bc07-c40312f19078 HTTP/1.1" status: 200 len: 946 time: 0.1040051 Nov 23 21:50:48.831789 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b09a3f-ced6-4b58-a45e-df026b383188 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Checking segment: {'id': '2040ca47-c120-41e9-8eed-e149b99c7800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'fd7c2d4d-46d1-4106-9963-ef7ecce51bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:50:48.832577 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b09a3f-ced6-4b58-a45e-df026b383188 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Network hostable DHCP agents. Network: fd7c2d4d-46d1-4106-9963-ef7ecce51bdb, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:50:48.901682 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b09a3f-ced6-4b58-a45e-df026b383188 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Network fd7c2d4d-46d1-4106-9963-ef7ecce51bdb is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:50:48.922732 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-e8b09a3f-ced6-4b58-a45e-df026b383188 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, fd7c2d4d-46d1-4106-9963-ef7ecce51bdb) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:48.931403 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2325098-fa78-4900-88ce-adbea569df09 req-664c7aa3-f11b-4575-aea6-6097790324b5 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404717 Nov 23 21:50:48.934352 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd193ff9-457f-434d-a8d8-2472832ac92d None None] Network fd7c2d4d-46d1-4106-9963-ef7ecce51bdb requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:50:48.939855 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b09a3f-ced6-4b58-a45e-df026b383188 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:48.940441 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e8b09a3f-ced6-4b58-a45e-df026b383188 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:49.042241 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e8b09a3f-ced6-4b58-a45e-df026b383188 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1968105 Nov 23 21:50:49.044691 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53454) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:49.053902 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e5cd31bb-0958-40ec-8aec-bca8e8bf5047 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-234225164'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:49.089370 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1ae904c9-48fb-4e11-b175-9463d1697189 req-81ee9667-c5ce-4d71-9cc3-0b31c2a8dd83 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:49.100377 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] For port 29b5c6fe-4052-42b6-b786-bdfbb4d0a56e, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:50:49.116706 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] For port 29b5c6fe-4052-42b6-b786-bdfbb4d0a56e, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=29b5c6fe-4052-42b6-b786-bdfbb4d0a56e,segment=NetworkSegment(c3317170-38ee-4be2-b962-cb36f07f1cde),segment_id=c3317170-38ee-4be2-b962-cb36f07f1cde)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:50:49.145501 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1ae904c9-48fb-4e11-b175-9463d1697189 req-81ee9667-c5ce-4d71-9cc3-0b31c2a8dd83 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:49.145634 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cd31bb-0958-40ec-8aec-bca8e8bf5047 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Made reservation on behalf of 6444f606253c438ba5895c1d9e591fbd for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:50:49.148828 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:49.152089 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1ae904c9-48fb-4e11-b175-9463d1697189 req-81ee9667-c5ce-4d71-9cc3-0b31c2a8dd83 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:49.162427 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5cd31bb-0958-40ec-8aec-bca8e8bf5047 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:49.243672 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5cd31bb-0958-40ec-8aec-bca8e8bf5047 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:50:49.266093 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5cd31bb-0958-40ec-8aec-bca8e8bf5047 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:49.268855 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-e5cd31bb-0958-40ec-8aec-bca8e8bf5047 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Added segment a4b933b3-5487-4f1d-93a9-0eb7632d7280 of type vlan for network fc0de7e7-0340-412d-9ec9-3a12e85e0d3c Nov 23 21:50:49.301005 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1ae904c9-48fb-4e11-b175-9463d1697189 req-81ee9667-c5ce-4d71-9cc3-0b31c2a8dd83 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:49.318991 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ae904c9-48fb-4e11-b175-9463d1697189 req-81ee9667-c5ce-4d71-9cc3-0b31c2a8dd83 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.2193294 Nov 23 21:50:49.333340 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee9667-c5ce-4d71-9cc3-0b31c2a8dd83 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec343e3-4b54-4fb7-a2e1-f69a6c5641e4,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:49.427395 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5cd31bb-0958-40ec-8aec-bca8e8bf5047 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:49.510309 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bf488b9b-8b60-4e53-b32e-e601773f61c4 req-e9ca3a9b-29a6-4301-8212-19f46400b150 tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.1665437 Nov 23 21:50:49.513666 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5cd31bb-0958-40ec-8aec-bca8e8bf5047 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:49.530563 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cd31bb-0958-40ec-8aec-bca8e8bf5047 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:49.533848 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5cd31bb-0958-40ec-8aec-bca8e8bf5047 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:49.534248 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b482ff74-c3ab-4d08-8783-e4ac1f92f595 None None] Provisioning complete for port 29b5c6fe-4052-42b6-b786-bdfbb4d0a56e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:49.534821 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b482ff74-c3ab-4d08-8783-e4ac1f92f595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:49.595802 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] Routers {'a79dff94-908b-4b74-92e3-60f63210f33e'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:50:49.596432 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:50:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a79dff94-908b-4b74-92e3-60f63210f33e'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:49.640482 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f49ef752-5d6f-4b1d-8cb0-2279e66aa818 req-6bd71539-446a-4c3a-a9e2-921caa905a24 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b623590-b050-4526-97a7-77823f189938 HTTP/1.1" status: 200 len: 210 time: 0.1609669 Nov 23 21:50:49.817837 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e5cd31bb-0958-40ec-8aec-bca8e8bf5047 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7658625 Nov 23 21:50:49.826439 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c10e45b4-68e1-4d36-8659-3d7ebbdbab52 req-853fb9c1-9c73-48f2-a29d-51e491f6b3f8 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "GET /v2.0/security-groups/1ecb213e-7eb8-41a9-b86f-2a9d151c8591 HTTP/1.1" status: 200 len: 3013 time: 0.1397216 Nov 23 21:50:49.828809 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53468) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:50:49.836465 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd31bb-0958-40ec-8aec-bca8e8bf5047 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event updated for resources: {'Network': ['ID=fc0de7e7-0340-412d-9ec9-3a12e85e0d3c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:49.839613 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f872a3-9410-4ccf-87a7-d1d9723a2a86 None None] Pushing event updated for resources: {'Port': ['ID=29b5c6fe-4052-42b6-b786-bdfbb4d0a56e,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:49.843025 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-92f8431d-04dc-414a-af32-99078f9fd656 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Request body: {'subnet': {'network_id': 'fc0de7e7-0340-412d-9ec9-3a12e85e0d3c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:49.896059 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network fc0de7e7-0340-412d-9ec9-3a12e85e0d3c details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:50:50.063296 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be344f3-94e3-4b01-9c32-48ed6ee78816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-fd7c2d4d-46d1-4106-9963-ef7ecce51bdb', 'network_id': 'fd7c2d4d-46d1-4106-9963-ef7ecce51bdb', 'tenant_id': '6444f606253c438ba5895c1d9e591fbd', 'fixed_ips': [{'subnet_id': '7a922ac7-4c6f-4cf1-9fd2-c4265557b3bd'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:50:50.070020 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1be344f3-94e3-4b01-9c32-48ed6ee78816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:50.098286 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa75b5ba-552f-4b62-8340-f42bac5499d1 req-1253cf52-7b40-4af7-9d71-dbab96cf18e3 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "GET /v2.0/security-group-rules/8ec343e3-4b54-4fb7-a2e1-f69a6c5641e4 HTTP/1.1" status: 200 len: 783 time: 0.1799409 Nov 23 21:50:50.173545 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f8431d-04dc-414a-af32-99078f9fd656 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Made reservation on behalf of 6444f606253c438ba5895c1d9e591fbd for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:50:50.197155 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-92f8431d-04dc-414a-af32-99078f9fd656 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:50.276425 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa75b5ba-552f-4b62-8340-f42bac5499d1 req-444b949c-5ee0-4376-a7ce-4db322685fd8 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "GET /v2.0/security-groups/1ecb213e-7eb8-41a9-b86f-2a9d151c8591 HTTP/1.1" status: 200 len: 3013 time: 0.1773300 Nov 23 21:50:50.402752 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-1be344f3-94e3-4b01-9c32-48ed6ee78816 None None] Allocated IP 19.80.0.2 (fd7c2d4d-46d1-4106-9963-ef7ecce51bdb/7a922ac7-4c6f-4cf1-9fd2-c4265557b3bd/044afc0b-697d-4eb3-a52f-b0ceb39957a3) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:50:50.443138 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] Set router a79dff94-908b-4b74-92e3-60f63210f33e gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:50:50.682384 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b482ff74-c3ab-4d08-8783-e4ac1f92f595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:50.774174 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79dff94-908b-4b74-92e3-60f63210f33e', 'name': 'tempest-ServersTestMultiNic-1063529021-router', 'tenant_id': '6444f606253c438ba5895c1d9e591fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '45851074-f2f1-454c-98e7-8671c3e7237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:33Z', 'updated_at': '2021-11-23T21:50:43Z', 'revision_number': 4, 'project_id': '6444f606253c438ba5895c1d9e591fbd', 'gw_port': {'id': '45851074-f2f1-454c-98e7-8671c3e7237a', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79dff94-908b-4b74-92e3-60f63210f33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:34Z', 'updated_at': '2021-11-23T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '29b5c6fe-4052-42b6-b786-bdfbb4d0a56e', 'name': '', 'network_id': 'a75fb50f-9ca7-48f0-9deb-1ae30e96c64b', 'tenant_id': '6444f606253c438ba5895c1d9e591fbd', 'mac_address': 'fa:16:3e:4c:28:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79dff94-908b-4b74-92e3-60f63210f33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '6a47bf8d-017e-425f-8fb5-c6659a98ae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:41Z', 'updated_at': '2021-11-23T21:50:49Z', 'revision_number': 4, 'project_id': '6444f606253c438ba5895c1d9e591fbd', 'subnets': [{'id': '6a47bf8d-017e-425f-8fb5-c6659a98ae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:50:50.851303 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7004918b-90fb-4161-b969-d87ef9e2f845 None None] The sync data for ids ['a79dff94-908b-4b74-92e3-60f63210f33e'] in n-d-816206-9 is: [{'id': 'a79dff94-908b-4b74-92e3-60f63210f33e', 'name': 'tempest-ServersTestMultiNic-1063529021-router', 'tenant_id': '6444f606253c438ba5895c1d9e591fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '45851074-f2f1-454c-98e7-8671c3e7237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:33Z', 'updated_at': '2021-11-23T21:50:43Z', 'revision_number': 4, 'project_id': '6444f606253c438ba5895c1d9e591fbd', 'gw_port': {'id': '45851074-f2f1-454c-98e7-8671c3e7237a', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79dff94-908b-4b74-92e3-60f63210f33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:34Z', 'updated_at': '2021-11-23T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '29b5c6fe-4052-42b6-b786-bdfbb4d0a56e', 'name': '', 'network_id': 'a75fb50f-9ca7-48f0-9deb-1ae30e96c64b', 'tenant_id': '6444f606253c438ba5895c1d9e591fbd', 'mac_address': 'fa:16:3e:4c:28:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79dff94-908b-4b74-92e3-60f63210f33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '6a47bf8d-017e-425f-8fb5-c6659a98ae9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:41Z', 'updated_at': '2021-11-23T21:50:49Z', 'revision_number': 4, 'project_id': '6444f606253c438ba5895c1d9e591fbd', 'subnets': [{'id': '6a47bf8d-017e-425f-8fb5-c6659a98ae9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:50:50.871528 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1be344f3-94e3-4b01-9c32-48ed6ee78816 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:50.912278 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b482ff74-c3ab-4d08-8783-e4ac1f92f595 None None] For port 29b5c6fe-4052-42b6-b786-bdfbb4d0a56e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=29b5c6fe-4052-42b6-b786-bdfbb4d0a56e,segment=NetworkSegment(c3317170-38ee-4be2-b962-cb36f07f1cde),segment_id=c3317170-38ee-4be2-b962-cb36f07f1cde)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:50.914557 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1be344f3-94e3-4b01-9c32-48ed6ee78816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:50.982634 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be344f3-94e3-4b01-9c32-48ed6ee78816 None None] Network fd7c2d4d-46d1-4106-9963-ef7ecce51bdb is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:50:51.055183 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-aa75b5ba-552f-4b62-8340-f42bac5499d1 req-3a9e3640-0cc0-4744-9326-691108a1df0c tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:51.057595 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-1be344f3-94e3-4b01-9c32-48ed6ee78816 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:51.061246 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-aa75b5ba-552f-4b62-8340-f42bac5499d1 req-3a9e3640-0cc0-4744-9326-691108a1df0c tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:51.061453 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be344f3-94e3-4b01-9c32-48ed6ee78816 None None] Pushing event updated for resources: {'Port': ['ID=044afc0b-697d-4eb3-a52f-b0ceb39957a3,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:51.069883 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be344f3-94e3-4b01-9c32-48ed6ee78816 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:50:51.072917 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b482ff74-c3ab-4d08-8783-e4ac1f92f595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:51.153496 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-aa75b5ba-552f-4b62-8340-f42bac5499d1 req-3a9e3640-0cc0-4744-9326-691108a1df0c tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:51.177094 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482ff74-c3ab-4d08-8783-e4ac1f92f595 None None] Pushing event updated for resources: {'Port': ['ID=29b5c6fe-4052-42b6-b786-bdfbb4d0a56e,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:51.189305 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 29b5c6fe-4052-42b6-b786-bdfbb4d0a56e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:51.199076 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-aa75b5ba-552f-4b62-8340-f42bac5499d1 req-3a9e3640-0cc0-4744-9326-691108a1df0c tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:51.200258 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa75b5ba-552f-4b62-8340-f42bac5499d1 req-3a9e3640-0cc0-4744-9326-691108a1df0c tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/8ec343e3-4b54-4fb7-a2e1-f69a6c5641e4 HTTP/1.1" status: 204 len: 173 time: 0.9087949 Nov 23 21:50:51.209377 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5dc90a8f-7361-4009-bcc8-9ce3515bff55 req-c8cb3012-3bae-4bc5-924c-672329d8b56c tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b623590-b050-4526-97a7-77823f189938 HTTP/1.1" status: 200 len: 210 time: 0.1655822 Nov 23 21:50:51.240648 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e3640-0cc0-4744-9326-691108a1df0c tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ec343e3-4b54-4fb7-a2e1-f69a6c5641e4,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:51.294923 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4f5d41aa-2173-4a7a-b43b-66b3d7381080 None None] Provisioning complete for port 29b5c6fe-4052-42b6-b786-bdfbb4d0a56e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:51.295306 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4f5d41aa-2173-4a7a-b43b-66b3d7381080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:51.381131 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-1be344f3-94e3-4b01-9c32-48ed6ee78816 None None] Attempting to bind port 044afc0b-697d-4eb3-a52f-b0ceb39957a3 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:50:51.381705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-1be344f3-94e3-4b01-9c32-48ed6ee78816 None None] Attempting to bind port 044afc0b-697d-4eb3-a52f-b0ceb39957a3 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2040ca47-c120-41e9-8eed-e149b99c7800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'fd7c2d4d-46d1-4106-9963-ef7ecce51bdb'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:50:51.381919 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be344f3-94e3-4b01-9c32-48ed6ee78816 None None] Attempting to bind port 044afc0b-697d-4eb3-a52f-b0ceb39957a3 on network fd7c2d4d-46d1-4106-9963-ef7ecce51bdb {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:50:51.390153 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be344f3-94e3-4b01-9c32-48ed6ee78816 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:50:51.390663 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be344f3-94e3-4b01-9c32-48ed6ee78816 None None] Checking segment: {'id': '2040ca47-c120-41e9-8eed-e149b99c7800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'fd7c2d4d-46d1-4106-9963-ef7ecce51bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:50:51.391044 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1be344f3-94e3-4b01-9c32-48ed6ee78816 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:51.391511 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be344f3-94e3-4b01-9c32-48ed6ee78816 None None] Bound using segment: {'id': '2040ca47-c120-41e9-8eed-e149b99c7800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'fd7c2d4d-46d1-4106-9963-ef7ecce51bdb'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:50:51.391962 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-1be344f3-94e3-4b01-9c32-48ed6ee78816 None None] Bound port: 044afc0b-697d-4eb3-a52f-b0ceb39957a3, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2040ca47-c120-41e9-8eed-e149b99c7800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'fd7c2d4d-46d1-4106-9963-ef7ecce51bdb'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:50:51.392464 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1be344f3-94e3-4b01-9c32-48ed6ee78816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:51.532274 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 29b5c6fe-4052-42b6-b786-bdfbb4d0a56e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:51.533153 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:51.549834 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce16261-d725-4636-a710-8cbcc087cc7c req-08b979db-1f22-4df1-a53f-6c6c5cade498 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:51.554360 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fce16261-d725-4636-a710-8cbcc087cc7c req-08b979db-1f22-4df1-a53f-6c6c5cade498 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac802f4d-fa41-4ac6-bc07-c40312f19078 HTTP/1.1" status: 200 len: 946 time: 0.1091142 Nov 23 21:50:51.559736 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-92f8431d-04dc-414a-af32-99078f9fd656 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:51.636465 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-1be344f3-94e3-4b01-9c32-48ed6ee78816 None None] For port 044afc0b-697d-4eb3-a52f-b0ceb39957a3, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:50:51.641116 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-1be344f3-94e3-4b01-9c32-48ed6ee78816 None None] For port 044afc0b-697d-4eb3-a52f-b0ceb39957a3, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=044afc0b-697d-4eb3-a52f-b0ceb39957a3,segment=NetworkSegment(2040ca47-c120-41e9-8eed-e149b99c7800),segment_id=2040ca47-c120-41e9-8eed-e149b99c7800)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:50:51.702365 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1be344f3-94e3-4b01-9c32-48ed6ee78816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:51.742235 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f8431d-04dc-414a-af32-99078f9fd656 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Checking segment: {'id': 'a4b933b3-5487-4f1d-93a9-0eb7632d7280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fc0de7e7-0340-412d-9ec9-3a12e85e0d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:50:51.742777 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f8431d-04dc-414a-af32-99078f9fd656 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Network hostable DHCP agents. Network: fc0de7e7-0340-412d-9ec9-3a12e85e0d3c, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:50:51.747161 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8431d-04dc-414a-af32-99078f9fd656 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event updated for resources: {'Subnet': ['ID=c3330cfe-1e71-4b32-a186-f8d89ed4c2b4,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:51.757046 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fce16261-d725-4636-a710-8cbcc087cc7c req-ea5e5cc9-db26-4d98-a475-dd9940ed357d tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849182 Nov 23 21:50:51.805396 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f8431d-04dc-414a-af32-99078f9fd656 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Network fc0de7e7-0340-412d-9ec9-3a12e85e0d3c is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:50:51.859561 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-92f8431d-04dc-414a-af32-99078f9fd656 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, fc0de7e7-0340-412d-9ec9-3a12e85e0d3c) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:51.867158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f8431d-04dc-414a-af32-99078f9fd656 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:51.868075 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-92f8431d-04dc-414a-af32-99078f9fd656 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:51.892344 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be344f3-94e3-4b01-9c32-48ed6ee78816 None None] Pushing event updated for resources: {'Port': ['ID=044afc0b-697d-4eb3-a52f-b0ceb39957a3,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:51.921854 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-92f8431d-04dc-414a-af32-99078f9fd656 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0895913 Nov 23 21:50:51.933055 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25079f46-24e1-473e-ada6-e802852f7473 None None] Network fc0de7e7-0340-412d-9ec9-3a12e85e0d3c requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:50:52.193941 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92608ad4-7a2f-4f91-8345-96b78ef6e5fc req-72106858-27b2-457c-b132-beae72c77a19 tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.1467764 Nov 23 21:50:52.501214 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533e9bd0-6bde-445f-b661-fd7edc361164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-fc0de7e7-0340-412d-9ec9-3a12e85e0d3c', 'network_id': 'fc0de7e7-0340-412d-9ec9-3a12e85e0d3c', 'tenant_id': '6444f606253c438ba5895c1d9e591fbd', 'fixed_ips': [{'subnet_id': 'c3330cfe-1e71-4b32-a186-f8d89ed4c2b4'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:50:52.503409 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-533e9bd0-6bde-445f-b661-fd7edc361164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:52.531511 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f2c257c1-4215-4061-aa13-8be4b437ca7e req-fc2ca509-e5ba-41d0-bab0-bd3701b6713b tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "GET /v2.0/security-groups/1ecb213e-7eb8-41a9-b86f-2a9d151c8591 HTTP/1.1" status: 200 len: 2415 time: 0.0911431 Nov 23 21:50:52.693075 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f2c257c1-4215-4061-aa13-8be4b437ca7e req-fca314db-0c59-4074-b565-48cf6f481c8f tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:52.727846 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:52.767287 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e56c72b-648e-43fb-b764-f0ce37fcf56c req-e1680393-dae2-412b-8e4b-417f9f906beb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=928ed4d0815c4153bc0f232c9e52c223&device_id=0b623590-b050-4526-97a7-77823f189938 HTTP/1.1" status: 200 len: 210 time: 0.0719318 Nov 23 21:50:52.774154 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-533e9bd0-6bde-445f-b661-fd7edc361164 None None] Allocated IP 19.86.0.2 (fc0de7e7-0340-412d-9ec9-3a12e85e0d3c/c3330cfe-1e71-4b32-a186-f8d89ed4c2b4/844a15ea-30b3-48ec-b240-cb977954ba73) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:50:52.797206 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f2c257c1-4215-4061-aa13-8be4b437ca7e req-fca314db-0c59-4074-b565-48cf6f481c8f tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:52.953731 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-533e9bd0-6bde-445f-b661-fd7edc361164 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:52.958382 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-a3ede251-91ca-40da-81e9-b8dc4e37064d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:52.961814 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-533e9bd0-6bde-445f-b661-fd7edc361164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:52.964932 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-a3ede251-91ca-40da-81e9-b8dc4e37064d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:52.966448 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-a3ede251-91ca-40da-81e9-b8dc4e37064d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/networks?id=fd7c2d4d-46d1-4106-9963-ef7ecce51bdb&id=fc0de7e7-0340-412d-9ec9-3a12e85e0d3c&id=fd7c2d4d-46d1-4106-9963-ef7ecce51bdb HTTP/1.1" status: 200 len: 1391 time: 0.3142576 Nov 23 21:50:53.005888 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533e9bd0-6bde-445f-b661-fd7edc361164 None None] Network fc0de7e7-0340-412d-9ec9-3a12e85e0d3c is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:50:53.011526 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-533e9bd0-6bde-445f-b661-fd7edc361164 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:53.013743 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533e9bd0-6bde-445f-b661-fd7edc361164 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:50:53.071104 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e9bd0-6bde-445f-b661-fd7edc361164 None None] Pushing event updated for resources: {'Port': ['ID=844a15ea-30b3-48ec-b240-cb977954ba73,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:53.084642 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-533e9bd0-6bde-445f-b661-fd7edc361164 None None] Attempting to bind port 844a15ea-30b3-48ec-b240-cb977954ba73 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:50:53.088380 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-6578ad31-b3f0-444d-ac91-398e6c4660a1 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/quotas/6444f606253c438ba5895c1d9e591fbd HTTP/1.1" status: 200 len: 375 time: 0.1006014 Nov 23 21:50:53.091180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-533e9bd0-6bde-445f-b661-fd7edc361164 None None] Attempting to bind port 844a15ea-30b3-48ec-b240-cb977954ba73 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'a4b933b3-5487-4f1d-93a9-0eb7632d7280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fc0de7e7-0340-412d-9ec9-3a12e85e0d3c'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:50:53.091372 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533e9bd0-6bde-445f-b661-fd7edc361164 None None] Attempting to bind port 844a15ea-30b3-48ec-b240-cb977954ba73 on network fc0de7e7-0340-412d-9ec9-3a12e85e0d3c {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:50:53.109957 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533e9bd0-6bde-445f-b661-fd7edc361164 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:50:53.113859 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533e9bd0-6bde-445f-b661-fd7edc361164 None None] Checking segment: {'id': 'a4b933b3-5487-4f1d-93a9-0eb7632d7280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fc0de7e7-0340-412d-9ec9-3a12e85e0d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:50:53.114360 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-533e9bd0-6bde-445f-b661-fd7edc361164 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:53.114934 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533e9bd0-6bde-445f-b661-fd7edc361164 None None] Bound using segment: {'id': 'a4b933b3-5487-4f1d-93a9-0eb7632d7280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fc0de7e7-0340-412d-9ec9-3a12e85e0d3c'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:50:53.115634 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-533e9bd0-6bde-445f-b661-fd7edc361164 None None] Bound port: 844a15ea-30b3-48ec-b240-cb977954ba73, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b933b3-5487-4f1d-93a9-0eb7632d7280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fc0de7e7-0340-412d-9ec9-3a12e85e0d3c'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:50:53.116105 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-533e9bd0-6bde-445f-b661-fd7edc361164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:53.170437 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56c72b-648e-43fb-b764-f0ce37fcf56c req-de69a3d5-9ff2-4099-8dbd-320516308eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:53.173222 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e56c72b-648e-43fb-b764-f0ce37fcf56c req-de69a3d5-9ff2-4099-8dbd-320516308eff service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=928ed4d0815c4153bc0f232c9e52c223&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3922422 Nov 23 21:50:53.180628 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f2c257c1-4215-4061-aa13-8be4b437ca7e req-fca314db-0c59-4074-b565-48cf6f481c8f tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:53.200182 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f2c257c1-4215-4061-aa13-8be4b437ca7e req-fca314db-0c59-4074-b565-48cf6f481c8f tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:53.204002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f2c257c1-4215-4061-aa13-8be4b437ca7e req-fca314db-0c59-4074-b565-48cf6f481c8f tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "DELETE /v2.0/security-groups/1ecb213e-7eb8-41a9-b86f-2a9d151c8591 HTTP/1.1" status: 204 len: 173 time: 0.6717207 Nov 23 21:50:53.226245 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 29b5c6fe-4052-42b6-b786-bdfbb4d0a56e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:53.277320 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-533e9bd0-6bde-445f-b661-fd7edc361164 None None] For port 844a15ea-30b3-48ec-b240-cb977954ba73, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:50:53.288974 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca314db-0c59-4074-b565-48cf6f481c8f tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecb213e-7eb8-41a9-b86f-2a9d151c8591,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:53.322266 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-533e9bd0-6bde-445f-b661-fd7edc361164 None None] For port 844a15ea-30b3-48ec-b240-cb977954ba73, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=844a15ea-30b3-48ec-b240-cb977954ba73,segment=NetworkSegment(a4b933b3-5487-4f1d-93a9-0eb7632d7280),segment_id=a4b933b3-5487-4f1d-93a9-0eb7632d7280)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:50:53.341072 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-533e9bd0-6bde-445f-b661-fd7edc361164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:53.428322 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 29b5c6fe-4052-42b6-b786-bdfbb4d0a56e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:53.428698 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:53.508579 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e9bd0-6bde-445f-b661-fd7edc361164 None None] Pushing event updated for resources: {'Port': ['ID=844a15ea-30b3-48ec-b240-cb977954ba73,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:53.525612 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56c72b-648e-43fb-b764-f0ce37fcf56c req-81d17908-8551-403f-b0dd-50306ba80d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:53.527582 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e56c72b-648e-43fb-b764-f0ce37fcf56c req-81d17908-8551-403f-b0dd-50306ba80d66 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3176277 Nov 23 21:50:53.608957 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 044afc0b-697d-4eb3-a52f-b0ceb39957a3 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:53.617748 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e56c72b-648e-43fb-b764-f0ce37fcf56c req-5587498c-b1b4-4f0c-a622-8533141c5d12 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b623590-b050-4526-97a7-77823f189938 HTTP/1.1" status: 200 len: 210 time: 0.0391197 Nov 23 21:50:53.630802 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-2d4835f9-1881-4204-8ada-79974ee72c04 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6444f606253c438ba5895c1d9e591fbd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5280459 Nov 23 21:50:53.789162 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 044afc0b-697d-4eb3-a52f-b0ceb39957a3 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:53.789556 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:53.909047 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:53.933034 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5121069b-eaf2-4a84-aa59-ce4485a5d883 None None] Network fd7c2d4d-46d1-4106-9963-ef7ecce51bdb requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:50:53.995898 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085e4fb-8789-4be7-b3af-b60749970fa3 req-3e5ae114-35c5-425f-80fb-2d7a080d53ce tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:54.003423 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c085e4fb-8789-4be7-b3af-b60749970fa3 req-3e5ae114-35c5-425f-80fb-2d7a080d53ce tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/networks?id=670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 200 len: 805 time: 0.4728360 Nov 23 21:50:54.017205 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-39e2ae42-2f65-4aac-ac4c-7dbc11888b25 service neutron] 10.222.0.50 "GET /v2.0/networks/fd7c2d4d-46d1-4106-9963-ef7ecce51bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674238 Nov 23 21:50:54.026967 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c085e4fb-8789-4be7-b3af-b60749970fa3 req-f93af17d-e2ee-4349-b430-0fdd2799fd6d tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/quotas/c71aeb9305cf4bd2a1651a8b5100e309 HTTP/1.1" status: 200 len: 375 time: 0.0221097 Nov 23 21:50:54.049527 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 044afc0b-697d-4eb3-a52f-b0ceb39957a3, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=044afc0b-697d-4eb3-a52f-b0ceb39957a3,segment=NetworkSegment(2040ca47-c120-41e9-8eed-e149b99c7800),segment_id=2040ca47-c120-41e9-8eed-e149b99c7800)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:54.057089 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4a515800-68c5-40ed-bfd4-ca4c232be91b None None] Provisioning complete for port 044afc0b-697d-4eb3-a52f-b0ceb39957a3 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:54.057588 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4a515800-68c5-40ed-bfd4-ca4c232be91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:54.090613 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:54.232915 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c085e4fb-8789-4be7-b3af-b60749970fa3 req-0fb80168-4de0-479a-8848-39dca66e0e9e tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2046571 Nov 23 21:50:54.268364 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=044afc0b-697d-4eb3-a52f-b0ceb39957a3,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:54.333249 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-ae37b34e-334d-4082-928d-789253da3e8f service neutron] 10.222.0.50 "GET /v2.0/networks/fd7c2d4d-46d1-4106-9963-ef7ecce51bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039567 Nov 23 21:50:54.396722 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c085e4fb-8789-4be7-b3af-b60749970fa3 req-d4b56550-aa75-4a6f-8df1-c4b0f27ebcc4 service neutron] 10.222.0.50 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629314 Nov 23 21:50:54.538155 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c085e4fb-8789-4be7-b3af-b60749970fa3 req-bea2f019-f3a4-4b43-864f-8c4f4bfc2380 service neutron] 10.222.0.50 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037431 Nov 23 21:50:54.578197 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-0f81d867-b9cd-4a75-8ec4-f1ad7f1e562b service neutron] 10.222.0.50 "GET /v2.0/networks/fc0de7e7-0340-412d-9ec9-3a12e85e0d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338009 Nov 23 21:50:54.732326 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-dca08b49-b2c3-497b-89c2-24cbe01798c5 service neutron] 10.222.0.50 "GET /v2.0/networks/fc0de7e7-0340-412d-9ec9-3a12e85e0d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456020 Nov 23 21:50:54.766476 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d16e9d8b-6c6f-4af3-b196-6b1565312ab3 None None] Provisioning complete for port 044afc0b-697d-4eb3-a52f-b0ceb39957a3 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:54.766984 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d16e9d8b-6c6f-4af3-b196-6b1565312ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:54.955963 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-963f2eba-979e-463c-b758-4999e7745543 req-691bbd8f-0564-495c-8f54-33c852b27667 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] show failed (client error): The resource could not be found. Nov 23 21:50:54.968546 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-963f2eba-979e-463c-b758-4999e7745543 req-691bbd8f-0564-495c-8f54-33c852b27667 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "GET /v2.0/security-groups/7ff035a5-ea12-4a31-8b71-aa3b004003e5 HTTP/1.1" status: 404 len: 352 time: 0.0314076 Nov 23 21:50:55.015311 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-a1fd614a-b4a3-4f2c-81ff-72bd8e8105df service neutron] 10.222.0.50 "GET /v2.0/networks/fd7c2d4d-46d1-4106-9963-ef7ecce51bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757688 Nov 23 21:50:55.085317 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52db9f17-0b36-4a74-a7c6-40271e555453 None None] Network fc0de7e7-0340-412d-9ec9-3a12e85e0d3c requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:50:55.209500 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f9ad6461-3612-4235-adbd-e00662842cf9 None None] Provisioning complete for port 844a15ea-30b3-48ec-b240-cb977954ba73 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:55.210320 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6461-3612-4235-adbd-e00662842cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:55.211113 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-00c43497-31d4-47b5-8e22-80cde02d7892 req-e3aea72f-a8f7-4be2-b4ce-1c051539f325 tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.0442162 Nov 23 21:50:55.274442 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-441feedd-d2da-4d7a-b200-94365cf12abf service neutron] 10.222.0.50 "GET /v2.0/networks/fd7c2d4d-46d1-4106-9963-ef7ecce51bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412043 Nov 23 21:50:55.329967 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 844a15ea-30b3-48ec-b240-cb977954ba73 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:55.792797 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 844a15ea-30b3-48ec-b240-cb977954ba73 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:55.794883 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:55.801022 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-3fc512e1-49dd-49d4-afc7-4b281d0bf10b tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:55.810465 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-3fc512e1-49dd-49d4-afc7-4b281d0bf10b tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/networks?id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b HTTP/1.1" status: 200 len: 812 time: 0.1923666 Nov 23 21:50:55.840511 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-7cc96879-130c-4134-be4c-f736cdf69b98 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/quotas/928ed4d0815c4153bc0f232c9e52c223 HTTP/1.1" status: 200 len: 375 time: 0.0288715 Nov 23 21:50:55.846036 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6461-3612-4235-adbd-e00662842cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:55.913357 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f9ad6461-3612-4235-adbd-e00662842cf9 None None] For port 844a15ea-30b3-48ec-b240-cb977954ba73, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=844a15ea-30b3-48ec-b240-cb977954ba73,segment=NetworkSegment(a4b933b3-5487-4f1d-93a9-0eb7632d7280),segment_id=a4b933b3-5487-4f1d-93a9-0eb7632d7280)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:50:55.923635 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f9ad6461-3612-4235-adbd-e00662842cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:55.929425 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-b03ed0fb-2fa7-4d40-8865-4b41dc7b662b tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=928ed4d0815c4153bc0f232c9e52c223&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0878332 Nov 23 21:50:56.036940 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c085e4fb-8789-4be7-b3af-b60749970fa3 req-285659cf-f4c8-445e-8f4d-14dd0e4c2aa8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&device_id=62fed0b5-4693-4025-b72e-b4432b1f9423 HTTP/1.1" status: 200 len: 210 time: 0.1355386 Nov 23 21:50:56.059398 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad6461-3612-4235-adbd-e00662842cf9 None None] Pushing event updated for resources: {'Port': ['ID=844a15ea-30b3-48ec-b240-cb977954ba73,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:56.073852 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 044afc0b-697d-4eb3-a52f-b0ceb39957a3 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:56.146565 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 044afc0b-697d-4eb3-a52f-b0ceb39957a3 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:56.147219 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:56.270678 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-585febcd-3e42-4fe1-bfda-e7e6f2eb8690 req-17e3a0bb-1a86-4152-b45f-97fb98b0f3e7 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "GET /v2.0/security-groups/67604203-c30e-4b00-a414-d8ff8260fcc3 HTTP/1.1" status: 200 len: 1820 time: 0.4078710 Nov 23 21:50:56.283113 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c9404f5e-c6f6-4641-b1a5-632ed9bed3e6 None None] Provisioning complete for port 844a15ea-30b3-48ec-b240-cb977954ba73 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:56.283645 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c9404f5e-c6f6-4641-b1a5-632ed9bed3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:56.352460 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-22b6697a-a717-49fb-9775-2e69040bee02 service neutron] 10.222.0.50 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219909 Nov 23 21:50:56.372181 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085e4fb-8789-4be7-b3af-b60749970fa3 req-6feede54-b8ab-40db-b701-315c818881b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:56.373656 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c085e4fb-8789-4be7-b3af-b60749970fa3 req-6feede54-b8ab-40db-b701-315c818881b5 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3195436 Nov 23 21:50:56.476355 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-585febcd-3e42-4fe1-bfda-e7e6f2eb8690 req-ea225510-f34c-4878-b37a-1c85591dfd5b tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:56.551515 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-585febcd-3e42-4fe1-bfda-e7e6f2eb8690 req-ea225510-f34c-4878-b37a-1c85591dfd5b tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:56.579301 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-bf31f7a9-c479-42ea-be3a-4e455694e514 service neutron] 10.222.0.50 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259405 Nov 23 21:50:56.651764 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085e4fb-8789-4be7-b3af-b60749970fa3 req-752f8773-b0d2-4a9d-92ae-2b800bf1e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:56.654503 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c085e4fb-8789-4be7-b3af-b60749970fa3 req-752f8773-b0d2-4a9d-92ae-2b800bf1e751 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2577267 Nov 23 21:50:56.655381 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-585febcd-3e42-4fe1-bfda-e7e6f2eb8690 req-ea225510-f34c-4878-b37a-1c85591dfd5b tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:56.659276 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-585febcd-3e42-4fe1-bfda-e7e6f2eb8690 req-ea225510-f34c-4878-b37a-1c85591dfd5b tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:56.682504 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-585febcd-3e42-4fe1-bfda-e7e6f2eb8690 req-ea225510-f34c-4878-b37a-1c85591dfd5b tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "DELETE /v2.0/security-groups/67604203-c30e-4b00-a414-d8ff8260fcc3 HTTP/1.1" status: 204 len: 173 time: 0.4001687 Nov 23 21:50:56.704254 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea225510-f34c-4878-b37a-1c85591dfd5b tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67604203-c30e-4b00-a414-d8ff8260fcc3,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:56.791513 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c085e4fb-8789-4be7-b3af-b60749970fa3 req-8bd68738-60e0-4739-94ea-988b9885905e tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.53 "GET /v2.0/ports?device_id=62fed0b5-4693-4025-b72e-b4432b1f9423 HTTP/1.1" status: 200 len: 210 time: 0.0767114 Nov 23 21:50:57.020186 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8d295b23-dcdf-4077-9a51-48921f32af5c req-bcf7bbdf-b810-43e9-a2a8-4019fc919427 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 210 time: 0.1147518 Nov 23 21:50:57.049337 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d0e1b-2e0e-4c9c-a866-efcab360f820 req-6f50c77f-4711-4bf3-8084-e3554d6d308a tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:57.051851 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-858d0e1b-2e0e-4c9c-a866-efcab360f820 req-6f50c77f-4711-4bf3-8084-e3554d6d308a tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 1096 time: 0.2413602 Nov 23 21:50:57.162097 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 844a15ea-30b3-48ec-b240-cb977954ba73 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:50:57.166628 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-858d0e1b-2e0e-4c9c-a866-efcab360f820 req-b2c6fc6d-f392-46eb-a7ea-3b4d4ae99a15 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064684 Nov 23 21:50:57.283600 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 844a15ea-30b3-48ec-b240-cb977954ba73 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:57.283983 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:57.489296 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cc1ad6ca-1e39-42c7-b6a4-b9382e444863 req-168ebd1b-f1e7-4c60-a488-66497761c9ab tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.1570184 Nov 23 21:50:57.557435 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-3cd2e617-4ddf-4159-b0c3-0c61a9b47f4a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:57.564878 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-3cd2e617-4ddf-4159-b0c3-0c61a9b47f4a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:57.566596 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-3cd2e617-4ddf-4159-b0c3-0c61a9b47f4a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.53 "GET /v2.0/networks?id=fd7c2d4d-46d1-4106-9963-ef7ecce51bdb&id=fc0de7e7-0340-412d-9ec9-3a12e85e0d3c&id=fd7c2d4d-46d1-4106-9963-ef7ecce51bdb HTTP/1.1" status: 200 len: 1391 time: 0.3325200 Nov 23 21:50:57.577966 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f387774-cd81-4788-8c4d-dcca09496c6a req-600627c2-866c-4f41-9428-a86e27832d88 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "GET /v2.0/security-groups/cb36d0fa-9c59-478a-8366-15ead5878dc2 HTTP/1.1" status: 200 len: 1821 time: 0.1949241 Nov 23 21:50:57.590138 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-2575f640-92a3-412b-b0ef-b9ea78b8c817 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Request body: {'port': {'device_id': 'd50bcbb5-3fef-42cc-a4a5-71b7c2f8164c', 'network_id': 'fd7c2d4d-46d1-4106-9963-ef7ecce51bdb', 'admin_state_up': True, 'tenant_id': '6444f606253c438ba5895c1d9e591fbd'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:57.696456 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fb547dae-342a-4364-a7da-8ff6d05203f5 req-e158c1a6-a15d-4a82-8413-e513ae9777ab tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ee27013-03a3-477c-8335-5dbf9a2c528e HTTP/1.1" status: 200 len: 210 time: 0.0885451 Nov 23 21:50:57.865788 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-df3ebd87-54cf-424a-bdf1-8e3006a0f2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:58.226890 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8f387774-cd81-4788-8c4d-dcca09496c6a req-901b3f95-8150-4080-b914-4ead5a284d61 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:58.266850 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8f387774-cd81-4788-8c4d-dcca09496c6a req-901b3f95-8150-4080-b914-4ead5a284d61 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:58.330204 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-2575f640-92a3-412b-b0ef-b9ea78b8c817 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Made reservation on behalf of 6444f606253c438ba5895c1d9e591fbd for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:50:58.336242 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-2575f640-92a3-412b-b0ef-b9ea78b8c817 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:58.340477 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8f387774-cd81-4788-8c4d-dcca09496c6a req-901b3f95-8150-4080-b914-4ead5a284d61 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:58.343486 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8f387774-cd81-4788-8c4d-dcca09496c6a req-901b3f95-8150-4080-b914-4ead5a284d61 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:58.349528 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f387774-cd81-4788-8c4d-dcca09496c6a req-901b3f95-8150-4080-b914-4ead5a284d61 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "DELETE /v2.0/security-groups/cb36d0fa-9c59-478a-8366-15ead5878dc2 HTTP/1.1" status: 204 len: 173 time: 0.7705832 Nov 23 21:50:58.414302 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b3f95-8150-4080-b914-4ead5a284d61 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb36d0fa-9c59-478a-8366-15ead5878dc2,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:58.501176 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-907d0689-70ef-4ea5-af52-998d45824003 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:58.504089 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-907d0689-70ef-4ea5-af52-998d45824003 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.60 "GET /v2.0/networks?id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b HTTP/1.1" status: 200 len: 812 time: 0.2568309 Nov 23 21:50:58.533240 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-19bb6449-ec10-485a-b6aa-847424d0affc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Request body: {'port': {'device_id': '1ee27013-03a3-477c-8335-5dbf9a2c528e', 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b', 'admin_state_up': True, 'tenant_id': '928ed4d0815c4153bc0f232c9e52c223'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:58.745710 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-e9c53802-b9e9-4c0d-8bbf-c6a9bbb1438c tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:58.748708 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-e9c53802-b9e9-4c0d-8bbf-c6a9bbb1438c tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/networks?id=670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 200 len: 805 time: 0.2932518 Nov 23 21:50:58.781163 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-2575f640-92a3-412b-b0ef-b9ea78b8c817 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Allocated IP 19.80.0.23 (fd7c2d4d-46d1-4106-9963-ef7ecce51bdb/7a922ac7-4c6f-4cf1-9fd2-c4265557b3bd/e7f89ba0-c52f-4860-af5c-bf7ce0630e91) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:50:58.783024 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-19bb6449-ec10-485a-b6aa-847424d0affc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Made reservation on behalf of 928ed4d0815c4153bc0f232c9e52c223 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:50:58.789258 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-19bb6449-ec10-485a-b6aa-847424d0affc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:58.796238 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-abff25fc-a0b6-4ca0-81b6-34ee2b9a7c38 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/quotas/c71aeb9305cf4bd2a1651a8b5100e309 HTTP/1.1" status: 200 len: 375 time: 0.0360663 Nov 23 21:50:58.801304 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79372c0e-8de7-4c10-8ab2-61bfee02b3b1 req-c7cc2e02-4d7c-4c09-8243-3b3d879340e7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1555171 Nov 23 21:50:58.967870 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-46b45a33-4065-4d89-94b2-6054b805e7f9 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1638377 Nov 23 21:50:59.018843 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-19bb6449-ec10-485a-b6aa-847424d0affc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Allocated IP 172.20.0.14 (47e2de02-96a6-4fca-9bfd-f20c1775fa4b/0056705a-d511-4857-982b-628123088030/f634ca60-9451-433b-ba78-c0aeef0e486d) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:50:59.034996 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79372c0e-8de7-4c10-8ab2-61bfee02b3b1 req-72afac9c-c576-4592-9de7-7f7791bd95af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:59.037087 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79372c0e-8de7-4c10-8ab2-61bfee02b3b1 req-72afac9c-c576-4592-9de7-7f7791bd95af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3841fbf39953415c9a3d2f808ffa28d4&device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 1096 time: 0.1856813 Nov 23 21:50:59.215732 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-2575f640-92a3-412b-b0ef-b9ea78b8c817 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:59.265972 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-19bb6449-ec10-485a-b6aa-847424d0affc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:59.276650 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-efaa28c5-36fe-43c5-9c48-a158f20b6499 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:50:59.285386 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-efaa28c5-36fe-43c5-9c48-a158f20b6499 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1059752 Nov 23 21:50:59.293340 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-58666662-a1ac-45a8-9f0e-567e8d8dc2f2 service neutron] 10.222.0.50 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794051 Nov 23 21:50:59.353928 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-82685aaf-0270-4fb2-9a0f-69fd3ed72795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:59.355727 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-82685aaf-0270-4fb2-9a0f-69fd3ed72795 service neutron] 10.222.0.50 "GET /v2.0/ports/51751ce7-ef29-4a43-9cde-4086304daed5 HTTP/1.1" status: 200 len: 1093 time: 0.0692055 Nov 23 21:50:59.366187 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-63e973aa-4394-4795-be91-0f0b9229cf21 service neutron] Request body: {'binding': {'host': 'n-h1-816206-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:59.366702 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-63e973aa-4394-4795-be91-0f0b9229cf21 service neutron] Unknown quota resources ['binding']. {{(pid=110033) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 21:50:59.390582 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-2575f640-92a3-412b-b0ef-b9ea78b8c817 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:59.390582 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79372c0e-8de7-4c10-8ab2-61bfee02b3b1 req-86340f58-7a02-4238-bd58-ca067894d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:59.390582 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79372c0e-8de7-4c10-8ab2-61bfee02b3b1 req-86340f58-7a02-4238-bd58-ca067894d760 service neutron] 10.222.0.53 "GET /v2.0/networks?id=193ab341-7607-45c0-a20d-874bc57a8e22 HTTP/1.1" status: 200 len: 916 time: 0.3123255 Nov 23 21:50:59.395977 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-19bb6449-ec10-485a-b6aa-847424d0affc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:59.459932 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-19bb6449-ec10-485a-b6aa-847424d0affc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:50:59.470569 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-19bb6449-ec10-485a-b6aa-847424d0affc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:59.476674 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-19bb6449-ec10-485a-b6aa-847424d0affc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:50:59.503127 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb6449-ec10-485a-b6aa-847424d0affc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Pushing event updated for resources: {'Port': ['ID=f634ca60-9451-433b-ba78-c0aeef0e486d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:59.532086 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79372c0e-8de7-4c10-8ab2-61bfee02b3b1 req-1047aaf6-adf8-4687-9250-34454179aec4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70687df2-1006-49bb-8963-cc56573430f7 HTTP/1.1" status: 200 len: 1001 time: 0.1167040 Nov 23 21:50:59.563538 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-2575f640-92a3-412b-b0ef-b9ea78b8c817 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Network fd7c2d4d-46d1-4106-9963-ef7ecce51bdb is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:50:59.572604 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-19bb6449-ec10-485a-b6aa-847424d0affc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:59.573485 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-19bb6449-ec10-485a-b6aa-847424d0affc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:59.592931 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-2575f640-92a3-412b-b0ef-b9ea78b8c817 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:50:59.604629 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-2575f640-92a3-412b-b0ef-b9ea78b8c817 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:50:59.604772 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-19bb6449-ec10-485a-b6aa-847424d0affc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0823274 Nov 23 21:50:59.618780 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575f640-92a3-412b-b0ef-b9ea78b8c817 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event updated for resources: {'Port': ['ID=e7f89ba0-c52f-4860-af5c-bf7ce0630e91,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:50:59.627845 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-f46abbf8-028b-427c-b046-a9dcbf985991 service neutron] Request body: {'port': {'device_id': '1ee27013-03a3-477c-8335-5dbf9a2c528e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:59.634974 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-63e973aa-4394-4795-be91-0f0b9229cf21 service neutron] Attempting to bind port 51751ce7-ef29-4a43-9cde-4086304daed5 on host n-h1-816206-9 for vnic_type normal with profile None {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:50:59.634974 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-63e973aa-4394-4795-be91-0f0b9229cf21 service neutron] Attempting to bind port 51751ce7-ef29-4a43-9cde-4086304daed5 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:50:59.639256 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-63e973aa-4394-4795-be91-0f0b9229cf21 service neutron] Attempting to bind port 51751ce7-ef29-4a43-9cde-4086304daed5 on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:50:59.649207 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-dfd236f2-dbc9-4daa-aba8-31fcc1d92337 service neutron] 10.222.0.50 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409896 Nov 23 21:50:59.669682 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79372c0e-8de7-4c10-8ab2-61bfee02b3b1 req-f90160df-cb58-455d-afdf-5c10cb163f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:59.671198 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79372c0e-8de7-4c10-8ab2-61bfee02b3b1 req-f90160df-cb58-455d-afdf-5c10cb163f0a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a39ba786-79b8-412a-8bb7-270394e1e0b9 HTTP/1.1" status: 200 len: 854 time: 0.1267743 Nov 23 21:50:59.684073 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-2575f640-92a3-412b-b0ef-b9ea78b8c817 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:50:59.684073 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-2575f640-92a3-412b-b0ef-b9ea78b8c817 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:59.711144 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-2575f640-92a3-412b-b0ef-b9ea78b8c817 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1249359 Nov 23 21:50:59.736318 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-d57b2623-569d-4b83-ac36-4bec63bc59a7 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Request body: {'port': {'device_id': 'd50bcbb5-3fef-42cc-a4a5-71b7c2f8164c', 'network_id': 'fc0de7e7-0340-412d-9ec9-3a12e85e0d3c', 'admin_state_up': True, 'tenant_id': '6444f606253c438ba5895c1d9e591fbd'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:50:59.741411 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-63e973aa-4394-4795-be91-0f0b9229cf21 service neutron] Port 51751ce7-ef29-4a43-9cde-4086304daed5 on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:50:59.741750 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-63e973aa-4394-4795-be91-0f0b9229cf21 service neutron] Attempting to bind port 51751ce7-ef29-4a43-9cde-4086304daed5 on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:50:59.745591 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-f46abbf8-028b-427c-b046-a9dcbf985991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:59.746564 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:50:59.763287 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-63e973aa-4394-4795-be91-0f0b9229cf21 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:50:59.763616 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-63e973aa-4394-4795-be91-0f0b9229cf21 service neutron] Checking segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:50:59.764609 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-63e973aa-4394-4795-be91-0f0b9229cf21 service neutron] Bound using segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:50:59.765059 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-63e973aa-4394-4795-be91-0f0b9229cf21 service neutron] Bound port: 51751ce7-ef29-4a43-9cde-4086304daed5, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:50:59.966194 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e799ff19-6059-4359-87fa-fb55c43fd551 None None] Provisioning complete for port e7f89ba0-c52f-4860-af5c-bf7ce0630e91 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:50:59.966580 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e799ff19-6059-4359-87fa-fb55c43fd551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:00.033400 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79372c0e-8de7-4c10-8ab2-61bfee02b3b1 req-725b4bc2-7a89-4e67-8281-a8c76b2e2bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:00.037557 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79372c0e-8de7-4c10-8ab2-61bfee02b3b1 req-725b4bc2-7a89-4e67-8281-a8c76b2e2bff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=193ab341-7607-45c0-a20d-874bc57a8e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3428600 Nov 23 21:51:00.072434 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e799ff19-6059-4359-87fa-fb55c43fd551 None None] Port e7f89ba0-c52f-4860-af5c-bf7ce0630e91 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:51:00.139819 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-f46abbf8-028b-427c-b046-a9dcbf985991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f634ca60-9451-433b-ba78-c0aeef0e486d {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:51:00.153230 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-f46abbf8-028b-427c-b046-a9dcbf985991 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:00.162148 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79372c0e-8de7-4c10-8ab2-61bfee02b3b1 req-9f39ce2a-5e59-4c7d-84ea-51c06b721163 service neutron] 10.222.0.53 "GET /v2.0/networks/193ab341-7607-45c0-a20d-874bc57a8e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137307 Nov 23 21:51:00.164364 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-d57b2623-569d-4b83-ac36-4bec63bc59a7 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Made reservation on behalf of 6444f606253c438ba5895c1d9e591fbd for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:51:00.167911 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-d57b2623-569d-4b83-ac36-4bec63bc59a7 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:00.176641 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-f46abbf8-028b-427c-b046-a9dcbf985991 service neutron] Transition to ACTIVE for port object f634ca60-9451-433b-ba78-c0aeef0e486d will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:51:00.217379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-63e973aa-4394-4795-be91-0f0b9229cf21 service neutron] For port 51751ce7-ef29-4a43-9cde-4086304daed5, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=51751ce7-ef29-4a43-9cde-4086304daed5,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:51:00.219396 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-f46abbf8-028b-427c-b046-a9dcbf985991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:00.229298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af0d5a-2d6d-409a-8de4-2f207602af79 req-3f2f3c0c-7615-4e17-8ffb-35814ea2f5fc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:00.231113 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f7af0d5a-2d6d-409a-8de4-2f207602af79 req-3f2f3c0c-7615-4e17-8ffb-35814ea2f5fc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 931 time: 0.2452095 Nov 23 21:51:00.246499 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-63e973aa-4394-4795-be91-0f0b9229cf21 service neutron] Publish callbacks [] for binding, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:00.248144 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-63e973aa-4394-4795-be91-0f0b9229cf21 service neutron] 10.222.0.50 "POST /v2.0/ports/51751ce7-ef29-4a43-9cde-4086304daed5/bindings HTTP/1.1" status: 201 len: 389 time: 0.8858249 Nov 23 21:51:00.306169 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46abbf8-028b-427c-b046-a9dcbf985991 service neutron] Pushing event updated for resources: {'Port': ['ID=f634ca60-9451-433b-ba78-c0aeef0e486d,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:00.448871 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-004f4694-dcbf-4b5f-8649-86642240022f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:00.469448 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-f46abbf8-028b-427c-b046-a9dcbf985991 service neutron] Attempting to bind port f634ca60-9451-433b-ba78-c0aeef0e486d on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:51:00.469852 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-f46abbf8-028b-427c-b046-a9dcbf985991 service neutron] Attempting to bind port f634ca60-9451-433b-ba78-c0aeef0e486d by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:51:00.470188 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-f46abbf8-028b-427c-b046-a9dcbf985991 service neutron] Attempting to bind port f634ca60-9451-433b-ba78-c0aeef0e486d on network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:00.483468 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-f46abbf8-028b-427c-b046-a9dcbf985991 service neutron] Port f634ca60-9451-433b-ba78-c0aeef0e486d on network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:51:00.483902 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-f46abbf8-028b-427c-b046-a9dcbf985991 service neutron] Attempting to bind port f634ca60-9451-433b-ba78-c0aeef0e486d on network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:00.499590 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-f46abbf8-028b-427c-b046-a9dcbf985991 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:51:00.499972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-f46abbf8-028b-427c-b046-a9dcbf985991 service neutron] Checking segment: {'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:51:00.500519 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-f46abbf8-028b-427c-b046-a9dcbf985991 service neutron] Bound using segment: {'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:51:00.500958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-f46abbf8-028b-427c-b046-a9dcbf985991 service neutron] Bound port: f634ca60-9451-433b-ba78-c0aeef0e486d, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:51:00.501494 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-f46abbf8-028b-427c-b046-a9dcbf985991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:00.594347 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f7af0d5a-2d6d-409a-8de4-2f207602af79 req-fa30f385-c11e-4c55-ad0c-47edabab3cac tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398198 Nov 23 21:51:00.630485 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79372c0e-8de7-4c10-8ab2-61bfee02b3b1 req-20b2d0a0-104a-461c-bf8e-13e6e1703bbb service neutron] 10.222.0.53 "GET /v2.0/networks/193ab341-7607-45c0-a20d-874bc57a8e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576643 Nov 23 21:51:00.637056 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-d57b2623-569d-4b83-ac36-4bec63bc59a7 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Allocated IP 19.86.0.75 (fc0de7e7-0340-412d-9ec9-3a12e85e0d3c/c3330cfe-1e71-4b32-a186-f8d89ed4c2b4/dd49ab44-ddb8-450f-b069-e896f5860cb4) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:51:00.652164 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-f46abbf8-028b-427c-b046-a9dcbf985991 service neutron] For port f634ca60-9451-433b-ba78-c0aeef0e486d, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:51:00.659022 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-14a18d4c-b17d-46ec-beb2-2197ee21b2c1 req-55e8c5aa-dff2-4203-9553-42a88d2d223a tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "GET /v2.0/security-groups/61f46074-40e8-448d-b454-8a1b8758bede HTTP/1.1" status: 200 len: 1822 time: 0.2605786 Nov 23 21:51:00.709107 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-f46abbf8-028b-427c-b046-a9dcbf985991 service neutron] For port f634ca60-9451-433b-ba78-c0aeef0e486d, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f634ca60-9451-433b-ba78-c0aeef0e486d,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:51:00.727695 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-f46abbf8-028b-427c-b046-a9dcbf985991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:00.757727 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-14a18d4c-b17d-46ec-beb2-2197ee21b2c1 req-b065c0e4-bc72-43d9-afcf-37a0267f04b9 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:00.795100 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-cd13e767-ce4d-48c1-a16a-506f01bf642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:00.796696 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-cd13e767-ce4d-48c1-a16a-506f01bf642d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 1096 time: 0.2120628 Nov 23 21:51:00.801904 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46abbf8-028b-427c-b046-a9dcbf985991 service neutron] Pushing event updated for resources: {'Port': ['ID=f634ca60-9451-433b-ba78-c0aeef0e486d,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:00.809279 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-14a18d4c-b17d-46ec-beb2-2197ee21b2c1 req-b065c0e4-bc72-43d9-afcf-37a0267f04b9 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:00.920879 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-14a18d4c-b17d-46ec-beb2-2197ee21b2c1 req-b065c0e4-bc72-43d9-afcf-37a0267f04b9 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:00.924301 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-d0f124be-cbbf-4cda-a883-39e71c157158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:00.925794 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-14a18d4c-b17d-46ec-beb2-2197ee21b2c1 req-b065c0e4-bc72-43d9-afcf-37a0267f04b9 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:00.938629 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-14a18d4c-b17d-46ec-beb2-2197ee21b2c1 req-b065c0e4-bc72-43d9-afcf-37a0267f04b9 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "DELETE /v2.0/security-groups/61f46074-40e8-448d-b454-8a1b8758bede HTTP/1.1" status: 204 len: 173 time: 0.2781193 Nov 23 21:51:00.941490 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-d0f124be-cbbf-4cda-a883-39e71c157158 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 909 time: 0.1302447 Nov 23 21:51:00.943418 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-d57b2623-569d-4b83-ac36-4bec63bc59a7 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:00.958984 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-f46abbf8-028b-427c-b046-a9dcbf985991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:00.959888 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-f46abbf8-028b-427c-b046-a9dcbf985991 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:00.961578 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-f46abbf8-028b-427c-b046-a9dcbf985991 service neutron] 10.222.0.60 "PUT /v2.0/ports/f634ca60-9451-433b-ba78-c0aeef0e486d HTTP/1.1" status: 200 len: 1092 time: 1.3389649 Nov 23 21:51:00.970923 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee27013-03a3-477c-8335-5dbf9a2c528e', 'tag': 'f634ca60-9451-433b-ba78-c0aeef0e486d'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:51:00.974154 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d851816-4b54-4abf-8c69-c9165f6ea913" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee27013-03a3-477c-8335-5dbf9a2c528e", "tag": "f634ca60-9451-433b-ba78-c0aeef0e486d"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:51:00.994610 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065c0e4-bc72-43d9-afcf-37a0267f04b9 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f46074-40e8-448d-b454-8a1b8758bede,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:01.068434 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6588e38e-d48f-41a3-a915-f08821c2c034 req-5476da4f-39b8-4577-9f4e-764d21d0b74d tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.0927763 Nov 23 21:51:01.119587 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-e2c19620-0ded-4575-bac3-fa1c9b738499 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51751ce7-ef29-4a43-9cde-4086304daed5 HTTP/1.1" status: 200 len: 217 time: 0.1568298 Nov 23 21:51:01.140899 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd38207-b094-4473-aed1-11cee3be6115 req-0349c833-c494-4aa6-a4e5-4ad8ba9b58b4 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:01.149564 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfd38207-b094-4473-aed1-11cee3be6115 req-0349c833-c494-4aa6-a4e5-4ad8ba9b58b4 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ee27013-03a3-477c-8335-5dbf9a2c528e HTTP/1.1" status: 200 len: 944 time: 0.1286755 Nov 23 21:51:01.215298 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-5bec6020-0a17-4228-a69d-bb42fc88ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:01.217072 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-5bec6020-0a17-4228-a69d-bb42fc88ee60 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=928ed4d0815c4153bc0f232c9e52c223&device_id=1ee27013-03a3-477c-8335-5dbf9a2c528e HTTP/1.1" status: 200 len: 1095 time: 0.1383355 Nov 23 21:51:01.218262 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-662c6c47-1f95-4d33-90be-9387832111f5 req-3e99ef13-0e9e-4766-82b9-a6706863dbfd tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 210 time: 0.0356879 Nov 23 21:51:01.221123 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-d57b2623-569d-4b83-ac36-4bec63bc59a7 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:01.290609 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-f4650185-54c8-4df1-8449-a6cd98a0ee35 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f634ca60-9451-433b-ba78-c0aeef0e486d HTTP/1.1" status: 200 len: 217 time: 0.0542583 Nov 23 21:51:01.293181 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-f10215f4-09a1-4ad4-8382-5b40d744e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:01.294596 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-f10215f4-09a1-4ad4-8382-5b40d744e6a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.1646504 Nov 23 21:51:01.310161 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfd38207-b094-4473-aed1-11cee3be6115 req-892430a2-866d-4139-b79d-9c8d9f738cd4 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445374 Nov 23 21:51:01.344105 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-d57b2623-569d-4b83-ac36-4bec63bc59a7 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Network fc0de7e7-0340-412d-9ec9-3a12e85e0d3c is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:51:01.360606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-d57b2623-569d-4b83-ac36-4bec63bc59a7 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:51:01.373794 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-adba4a44-07d2-491d-b0a7-8e6be6991829 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536015 Nov 23 21:51:01.459615 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-295c6d6c-3500-4fd7-8b5f-8973613d4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:01.461241 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-295c6d6c-3500-4fd7-8b5f-8973613d4743 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0056705a-d511-4857-982b-628123088030 HTTP/1.1" status: 200 len: 852 time: 0.1547055 Nov 23 21:51:01.507501 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:01.539794 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-cd19af23-1a10-42e0-a308-2d5e32fa8586 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429742 Nov 23 21:51:01.637020 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-2dc044cf-f877-4118-927e-a001302eb8c8 service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477219 Nov 23 21:51:01.713087 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-d57b2623-569d-4b83-ac36-4bec63bc59a7 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:51:01.733382 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-acfc7de7-b50f-41e2-bf52-0fab4231f4a1 None None] Provisioning complete for port dd49ab44-ddb8-450f-b069-e896f5860cb4 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:51:01.734386 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-acfc7de7-b50f-41e2-bf52-0fab4231f4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:01.794395 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-b9e2f686-3b73-4a2d-99e2-1c145674f0c7 service neutron] 10.222.0.60 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406287 Nov 23 21:51:01.808351 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-acfc7de7-b50f-41e2-bf52-0fab4231f4a1 None None] Port dd49ab44-ddb8-450f-b069-e896f5860cb4 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:51:01.828051 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b2623-569d-4b83-ac36-4bec63bc59a7 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event updated for resources: {'Port': ['ID=dd49ab44-ddb8-450f-b069-e896f5860cb4,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:01.860540 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-d57b2623-569d-4b83-ac36-4bec63bc59a7 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:01.861166 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-d57b2623-569d-4b83-ac36-4bec63bc59a7 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:01.905632 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-ab159b9a-14b0-4e5a-b66f-369042bcc53e service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308757 Nov 23 21:51:01.929819 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1e4191c5-b4cf-4c37-9509-2974e6bebb95 req-5062d404-fa30-459b-a704-d1c77d2240d6 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "GET /v2.0/security-groups/7d9ebea3-a26e-489c-b703-c761b53c5105 HTTP/1.1" status: 200 len: 2420 time: 0.5464315 Nov 23 21:51:01.941785 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24c135-a9df-4e10-b764-477dfe3ddfc5 req-4152874a-7e76-45a8-8008-5000416b0445 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:01.943683 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff24c135-a9df-4e10-b764-477dfe3ddfc5 req-4152874a-7e76-45a8-8008-5000416b0445 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 945 time: 0.5935409 Nov 23 21:51:01.951088 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-d57b2623-569d-4b83-ac36-4bec63bc59a7 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2210491 Nov 23 21:51:01.986539 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-e3336579-004c-4b06-920a-9466b4c75e77 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Request body: {'port': {'device_id': 'd50bcbb5-3fef-42cc-a4a5-71b7c2f8164c', 'network_id': 'fd7c2d4d-46d1-4106-9963-ef7ecce51bdb', 'admin_state_up': True, 'tenant_id': '6444f606253c438ba5895c1d9e591fbd'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:02.041465 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-63553d98-a62d-4e25-aea8-48bb6aef52ca tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:02.043007 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-63553d98-a62d-4e25-aea8-48bb6aef52ca tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.60 "GET /v2.0/networks?id=670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 200 len: 805 time: 0.2902381 Nov 23 21:51:02.148240 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-2d56170a-ecda-4d9c-82a8-dc15d224d783 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Request body: {'port': {'device_id': 'ace2cf63-270d-4cfc-86f4-12b72b8c274a', 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c', 'admin_state_up': True, 'tenant_id': 'c71aeb9305cf4bd2a1651a8b5100e309'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:02.198522 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1e4191c5-b4cf-4c37-9509-2974e6bebb95 req-6962ffe9-23c3-474f-9e8b-06b9981192e6 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:02.213977 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff24c135-a9df-4e10-b764-477dfe3ddfc5 req-6e8838c3-d030-49b2-9307-59eefc8a6523 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584076 Nov 23 21:51:02.285166 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6fe298a3-552c-4cc1-a1c2-ac7d3167400c req-6474d749-3669-46d9-ac25-9b1702006cc8 service neutron] 10.222.0.60 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800055 Nov 23 21:51:02.295002 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1e4191c5-b4cf-4c37-9509-2974e6bebb95 req-6962ffe9-23c3-474f-9e8b-06b9981192e6 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:02.344514 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4089515-064b-4325-a6d2-dc3d007f51a7 x-openstack-request-id: req-b4089515-064b-4325-a6d2-dc3d007f51a7 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:51:02.345094 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee27013-03a3-477c-8335-5dbf9a2c528e", "tag": "f634ca60-9451-433b-ba78-c0aeef0e486d", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:51:02.345537 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b4089515-064b-4325-a6d2-dc3d007f51a7 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:51:02.346452 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee27013-03a3-477c-8335-5dbf9a2c528e', 'tag': 'f634ca60-9451-433b-ba78-c0aeef0e486d', 'status': 'completed', 'code': 200} Nov 23 21:51:02.426850 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1e4191c5-b4cf-4c37-9509-2974e6bebb95 req-6962ffe9-23c3-474f-9e8b-06b9981192e6 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:02.429847 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1e4191c5-b4cf-4c37-9509-2974e6bebb95 req-6962ffe9-23c3-474f-9e8b-06b9981192e6 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:02.443291 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1e4191c5-b4cf-4c37-9509-2974e6bebb95 req-6962ffe9-23c3-474f-9e8b-06b9981192e6 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "DELETE /v2.0/security-groups/7d9ebea3-a26e-489c-b703-c761b53c5105 HTTP/1.1" status: 204 len: 173 time: 0.4961858 Nov 23 21:51:02.514927 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d851816-4b54-4abf-8c69-c9165f6ea913 req-b6f91abf-e0cb-4145-a089-88134d82b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:02.517132 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7d851816-4b54-4abf-8c69-c9165f6ea913 req-b6f91abf-e0cb-4145-a089-88134d82b2d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=928ed4d0815c4153bc0f232c9e52c223&device_id=1ee27013-03a3-477c-8335-5dbf9a2c528e HTTP/1.1" status: 200 len: 1095 time: 0.0829613 Nov 23 21:51:02.540863 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962ffe9-23c3-474f-9e8b-06b9981192e6 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9ebea3-a26e-489c-b703-c761b53c5105,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:02.550803 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.db.api [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-e3336579-004c-4b06-920a-9466b4c75e77 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 21:51:02.550803 n-d-816206-9 neutron-server[110034]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 23 21:51:02.550803 n-d-816206-9 neutron-server[110034]: [parameters: {'project_id': '6444f606253c438ba5895c1d9e591fbd', 'id': '778ea357-eaa9-4286-8143-692dd4cfe185', 'expiration': datetime.datetime(2021, 11, 23, 21, 53, 2, 420549)}] Nov 23 21:51:02.550803 n-d-816206-9 neutron-server[110034]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:51:02.551731 n-d-816206-9 neutron-server[110034]: DEBUG oslo_db.api [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-e3336579-004c-4b06-920a-9466b4c75e77 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:51:02.567355 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444d73d-c2bf-4c78-ac7b-9b5de149533f req-1b839a2a-a1d6-46ff-9a37-fef433d1193e tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:02.576295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444d73d-c2bf-4c78-ac7b-9b5de149533f req-1b839a2a-a1d6-46ff-9a37-fef433d1193e tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:02.586860 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e444d73d-c2bf-4c78-ac7b-9b5de149533f req-1b839a2a-a1d6-46ff-9a37-fef433d1193e tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 1653 time: 0.1777096 Nov 23 21:51:02.595760 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-2d56170a-ecda-4d9c-82a8-dc15d224d783 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Made reservation on behalf of c71aeb9305cf4bd2a1651a8b5100e309 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:51:02.600503 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-2d56170a-ecda-4d9c-82a8-dc15d224d783 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:02.670761 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-268860a6-333e-465f-8865-44d49eaed7b7 req-f5a0e798-2d03-4b40-b0c1-6d919d651a12 tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.0347483 Nov 23 21:51:02.772661 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e444d73d-c2bf-4c78-ac7b-9b5de149533f req-07f8259a-bfb1-4f66-a8ac-41d6802f36fd tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848621 Nov 23 21:51:02.810755 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d851816-4b54-4abf-8c69-c9165f6ea913 req-c9d6c9db-d586-499e-89db-b29b3b7f493e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:02.817677 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7d851816-4b54-4abf-8c69-c9165f6ea913 req-c9d6c9db-d586-499e-89db-b29b3b7f493e service neutron] 10.222.0.60 "GET /v2.0/networks?id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b HTTP/1.1" status: 200 len: 913 time: 0.2892814 Nov 23 21:51:02.830418 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee20ec3f-b642-415e-8396-cc60398e73c7 req-d51877ae-97b9-4068-9937-1d7d2a321124 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 210 time: 0.0414264 Nov 23 21:51:02.875426 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:02.890167 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7d851816-4b54-4abf-8c69-c9165f6ea913 req-33d9baea-d1cb-4c6e-92cb-742ffd44e77b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f634ca60-9451-433b-ba78-c0aeef0e486d HTTP/1.1" status: 200 len: 217 time: 0.0635343 Nov 23 21:51:02.957241 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d851816-4b54-4abf-8c69-c9165f6ea913 req-264eeebe-596d-4757-bb8d-0704fd357cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:02.958827 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7d851816-4b54-4abf-8c69-c9165f6ea913 req-264eeebe-596d-4757-bb8d-0704fd357cc5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0056705a-d511-4857-982b-628123088030 HTTP/1.1" status: 200 len: 852 time: 0.0608065 Nov 23 21:51:03.005455 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7d851816-4b54-4abf-8c69-c9165f6ea913 req-31ef7aae-ecc0-4714-a7dd-d10eae952959 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389972 Nov 23 21:51:03.020100 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-2d56170a-ecda-4d9c-82a8-dc15d224d783 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Allocated IP 172.20.0.4 (670396b2-2e17-45a5-b25a-4f315f3df81c/d4009be1-1322-446a-a15b-fa73a68a7e30/e5977457-b291-476f-9f95-2d5562068411) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:51:03.041303 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-837830ee-9fdd-436b-b24d-eb9305b2abb8 req-94fdb7bd-ca76-4d15-8ea7-cae234fc7277 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "GET /v2.0/security-groups/1cd1b5be-6089-4ec8-8056-bef2bd36c457 HTTP/1.1" status: 200 len: 2412 time: 0.1400871 Nov 23 21:51:03.106684 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-e3336579-004c-4b06-920a-9466b4c75e77 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Made reservation on behalf of 6444f606253c438ba5895c1d9e591fbd for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:51:03.112483 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-e3336579-004c-4b06-920a-9466b4c75e77 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:03.138682 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f902a6-10ff-450e-a27b-8ebe23fa6578 req-c25db676-e1f3-4dda-9f17-5cb772e01986 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:03.149000 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79f902a6-10ff-450e-a27b-8ebe23fa6578 req-c25db676-e1f3-4dda-9f17-5cb772e01986 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ee27013-03a3-477c-8335-5dbf9a2c528e HTTP/1.1" status: 200 len: 944 time: 0.2522774 Nov 23 21:51:03.172735 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7d851816-4b54-4abf-8c69-c9165f6ea913 req-f52f7b03-1ee6-407c-8a33-1d85ba8afd21 service neutron] 10.222.0.60 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467872 Nov 23 21:51:03.352258 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7d851816-4b54-4abf-8c69-c9165f6ea913 req-f8c03487-8c21-4c7a-b841-7f4e08e72559 service neutron] 10.222.0.60 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661594 Nov 23 21:51:03.352509 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-837830ee-9fdd-436b-b24d-eb9305b2abb8 req-c554a642-25ec-4976-ab47-ce828a245000 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:03.363289 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79f902a6-10ff-450e-a27b-8ebe23fa6578 req-4b6f2c90-f0bf-49b6-9dfc-5a7ad5538c49 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117610 Nov 23 21:51:03.475320 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-837830ee-9fdd-436b-b24d-eb9305b2abb8 req-c554a642-25ec-4976-ab47-ce828a245000 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:03.580505 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-2d56170a-ecda-4d9c-82a8-dc15d224d783 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:03.598863 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-e3336579-004c-4b06-920a-9466b4c75e77 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Allocated IP 19.80.0.134 (fd7c2d4d-46d1-4106-9963-ef7ecce51bdb/7a922ac7-4c6f-4cf1-9fd2-c4265557b3bd/085c5ecc-4432-40d6-994b-327d6cd83592) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:51:03.633967 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf135a-4b9b-4530-9f35-07deaae4a183 req-5d5f718f-a0dc-4797-8b3a-12bb78440421 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:03.635654 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32cf135a-4b9b-4530-9f35-07deaae4a183 req-5d5f718f-a0dc-4797-8b3a-12bb78440421 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 945 time: 0.1553061 Nov 23 21:51:03.650648 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-837830ee-9fdd-436b-b24d-eb9305b2abb8 req-c554a642-25ec-4976-ab47-ce828a245000 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:03.655885 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-837830ee-9fdd-436b-b24d-eb9305b2abb8 req-c554a642-25ec-4976-ab47-ce828a245000 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:03.661259 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53702) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:03.665335 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-837830ee-9fdd-436b-b24d-eb9305b2abb8 req-c554a642-25ec-4976-ab47-ce828a245000 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] 10.222.0.50 "DELETE /v2.0/security-groups/1cd1b5be-6089-4ec8-8056-bef2bd36c457 HTTP/1.1" status: 204 len: 173 time: 0.6227658 Nov 23 21:51:03.720544 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554a642-25ec-4976-ab47-ce828a245000 tempest-SecurityGroupRulesTestJSON-1183418463 tempest-SecurityGroupRulesTestJSON-1183418463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd1b5be-6089-4ec8-8056-bef2bd36c457,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:03.752736 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-104ed0f4-0e3d-46af-abfc-f5bca27ef2a4 admin admin] Deleting subnet 988ab94b-1eb5-49d1-b718-29456d6e0966 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:51:03.768275 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-104ed0f4-0e3d-46af-abfc-f5bca27ef2a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:03.798854 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:03.805145 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-2d56170a-ecda-4d9c-82a8-dc15d224d783 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:03.848523 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['4a70a9bd-240b-4448-abe5-073150fdd13a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:51:03.856603 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-104ed0f4-0e3d-46af-abfc-f5bca27ef2a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:03.902148 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-104ed0f4-0e3d-46af-abfc-f5bca27ef2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:03.950376 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b8a8dc8-eff5-4c81-9b83-db987e0300ae req-5c007969-2b4a-4510-bae9-0ae53582b72c tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.1096740 Nov 23 21:51:03.965993 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32cf135a-4b9b-4530-9f35-07deaae4a183 req-67ce53a0-32f1-4e9d-81f8-f0db6ea496f7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237226 Nov 23 21:51:04.007337 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-104ed0f4-0e3d-46af-abfc-f5bca27ef2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:04.063463 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ed0f4-0e3d-46af-abfc-f5bca27ef2a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=988ab94b-1eb5-49d1-b718-29456d6e0966,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:04.075401 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-104ed0f4-0e3d-46af-abfc-f5bca27ef2a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:04.077912 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-2d56170a-ecda-4d9c-82a8-dc15d224d783 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Network 670396b2-2e17-45a5-b25a-4f315f3df81c is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:51:04.089646 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-104ed0f4-0e3d-46af-abfc-f5bca27ef2a4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/988ab94b-1eb5-49d1-b718-29456d6e0966 HTTP/1.1" status: 204 len: 168 time: 0.4272234 Nov 23 21:51:04.090312 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53710) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:04.095210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-2d56170a-ecda-4d9c-82a8-dc15d224d783 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:51:04.102371 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56170a-ecda-4d9c-82a8-dc15d224d783 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Pushing event updated for resources: {'Port': ['ID=e5977457-b291-476f-9f95-2d5562068411,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:04.104978 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-2d56170a-ecda-4d9c-82a8-dc15d224d783 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:51:04.225029 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-e3336579-004c-4b06-920a-9466b4c75e77 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:04.236208 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3d58fb53-dd44-49c1-a370-ce672ddca92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:04.248047 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-2d56170a-ecda-4d9c-82a8-dc15d224d783 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:04.248817 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-2d56170a-ecda-4d9c-82a8-dc15d224d783 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:04.263812 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7605b4b-e671-4aa2-a8be-3c82182e504d req-e640c25a-60b7-47ed-8cce-626edac5253c tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:04.270508 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7605b4b-e671-4aa2-a8be-3c82182e504d req-e640c25a-60b7-47ed-8cce-626edac5253c tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:04.278926 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b7605b4b-e671-4aa2-a8be-3c82182e504d req-e640c25a-60b7-47ed-8cce-626edac5253c tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 1653 time: 0.2033763 Nov 23 21:51:04.322153 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7173427-daa2-4ac6-806a-96ffc0cac7b2 req-d4cfe549-0308-4298-9157-dfb5e9e4f4d5 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:04.329738 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7173427-daa2-4ac6-806a-96ffc0cac7b2 req-d4cfe549-0308-4298-9157-dfb5e9e4f4d5 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 931 time: 0.2317600 Nov 23 21:51:04.362883 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-2d56170a-ecda-4d9c-82a8-dc15d224d783 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2394896 Nov 23 21:51:04.390505 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3d58fb53-dd44-49c1-a370-ce672ddca92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:04.396512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-d4f12532-4bf0-4adf-847e-109b66804358 service neutron] Request body: {'port': {'device_id': 'ace2cf63-270d-4cfc-86f4-12b72b8c274a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:04.427410 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3d58fb53-dd44-49c1-a370-ce672ddca92c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbbabe04-41b0-4707-a7e6-d5720d2148bd']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:51:04.439987 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-e3336579-004c-4b06-920a-9466b4c75e77 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:04.441217 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3d58fb53-dd44-49c1-a370-ce672ddca92c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138d3d46-d786-46ec-b96d-684097348161') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:51:04.441537 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3d58fb53-dd44-49c1-a370-ce672ddca92c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138d3d46-d786-46ec-b96d-684097348161') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:51:04.451217 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b7605b4b-e671-4aa2-a8be-3c82182e504d req-140b3abe-3270-4232-9ffb-183b47d2a22f tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712627 Nov 23 21:51:04.463153 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3d58fb53-dd44-49c1-a370-ce672ddca92c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:04.486941 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3d58fb53-dd44-49c1-a370-ce672ddca92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:04.502185 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d58fb53-dd44-49c1-a370-ce672ddca92c admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:51:04.502733 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3d58fb53-dd44-49c1-a370-ce672ddca92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:51:04.505183 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:51:04.512166 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7173427-daa2-4ac6-806a-96ffc0cac7b2 req-1561d1d6-411b-4e4c-bb4b-e123cf266bb5 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774104 Nov 23 21:51:04.567040 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-e3336579-004c-4b06-920a-9466b4c75e77 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Network fd7c2d4d-46d1-4106-9963-ef7ecce51bdb is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:51:04.575312 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-e3336579-004c-4b06-920a-9466b4c75e77 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:51:04.581828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-e3336579-004c-4b06-920a-9466b4c75e77 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:51:04.591877 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-d4f12532-4bf0-4adf-847e-109b66804358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:04.605448 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3336579-004c-4b06-920a-9466b4c75e77 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event updated for resources: {'Port': ['ID=085c5ecc-4432-40d6-994b-327d6cd83592,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:04.616389 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3d58fb53-dd44-49c1-a370-ce672ddca92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:04.629576 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3d58fb53-dd44-49c1-a370-ce672ddca92c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:04.640314 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3d58fb53-dd44-49c1-a370-ce672ddca92c admin admin] 10.222.0.50 "DELETE /v2.0/networks/dbbabe04-41b0-4707-a7e6-d5720d2148bd HTTP/1.1" status: 204 len: 168 time: 0.5431178 Nov 23 21:51:04.667559 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58fb53-dd44-49c1-a370-ce672ddca92c admin admin] Pushing event deleted for resources: {'Network': ['ID=dbbabe04-41b0-4707-a7e6-d5720d2148bd,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:04.862554 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-e3336579-004c-4b06-920a-9466b4c75e77 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:04.864056 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-e3336579-004c-4b06-920a-9466b4c75e77 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:04.944789 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80f78a-1360-42a4-a0c5-65d8f79f4a70 req-51528b46-f9b5-48a7-b044-60414e94522c tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:04.955095 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2c80f78a-1360-42a4-a0c5-65d8f79f4a70 req-51528b46-f9b5-48a7-b044-60414e94522c tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ee27013-03a3-477c-8335-5dbf9a2c528e HTTP/1.1" status: 200 len: 944 time: 0.3830848 Nov 23 21:51:04.972736 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-55e1e705-1e46-4ec8-8d99-d08328f902ec None None] Provisioning complete for port 085c5ecc-4432-40d6-994b-327d6cd83592 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:51:04.973295 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-55e1e705-1e46-4ec8-8d99-d08328f902ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:04.982446 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-e3336579-004c-4b06-920a-9466b4c75e77 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0148790 Nov 23 21:51:04.986921 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53720) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:05.014784 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-b4aece59-a577-4ee8-97a5-7f19cd4a19d5 service neutron] Request body: {'port': {'device_id': 'd50bcbb5-3fef-42cc-a4a5-71b7c2f8164c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:05.074847 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6a5f8757-bd81-41ed-815f-d0262ee843d0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d3ed46a31d1e40c1bc8753372ab9fc41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0817604 Nov 23 21:51:05.075151 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-55e1e705-1e46-4ec8-8d99-d08328f902ec None None] Port 085c5ecc-4432-40d6-994b-327d6cd83592 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:51:05.075528 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53724) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:05.169949 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2a2e702-7dbc-41a5-8d1c-0f217a457c22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:05.194612 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2a2e702-7dbc-41a5-8d1c-0f217a457c22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:05.233112 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-b4aece59-a577-4ee8-97a5-7f19cd4a19d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:05.255922 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2a2e702-7dbc-41a5-8d1c-0f217a457c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:05.258544 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2a2e702-7dbc-41a5-8d1c-0f217a457c22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:05.259901 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e2a2e702-7dbc-41a5-8d1c-0f217a457c22 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/462b9e35-b007-432d-aeff-527d27576cf8 HTTP/1.1" status: 204 len: 168 time: 0.1832235 Nov 23 21:51:05.273045 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2e702-7dbc-41a5-8d1c-0f217a457c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462b9e35-b007-432d-aeff-527d27576cf8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:05.290125 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2c80f78a-1360-42a4-a0c5-65d8f79f4a70 req-67a8979d-969d-4de0-868e-53a6d64b7a61 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336802 Nov 23 21:51:05.346037 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a01362-a15b-455b-830b-ca3a9052f305 req-aa6e7407-527c-4e24-af3b-01f8bf075457 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:05.360694 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3a01362-a15b-455b-830b-ca3a9052f305 req-aa6e7407-527c-4e24-af3b-01f8bf075457 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 945 time: 0.2714972 Nov 23 21:51:05.470451 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-d4f12532-4bf0-4adf-847e-109b66804358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5977457-b291-476f-9f95-2d5562068411 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:51:05.506795 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-d4f12532-4bf0-4adf-847e-109b66804358 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:05.672222 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd0cb2-8bc0-4f95-8e09-2e35c5424407 req-8353692c-ae00-4dca-aed7-e825a2ac82c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:05.677113 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cabd0cb2-8bc0-4f95-8e09-2e35c5424407 req-8353692c-ae00-4dca-aed7-e825a2ac82c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 1096 time: 0.1493249 Nov 23 21:51:05.751362 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-d4f12532-4bf0-4adf-847e-109b66804358 service neutron] Transition to ACTIVE for port object e5977457-b291-476f-9f95-2d5562068411 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:51:05.773320 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-981ba25d-821b-4e69-8f4a-aa09039dd13c req-16da04f1-fa3c-4df8-a1a1-3030cc9e23e2 tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.2912769 Nov 23 21:51:05.797359 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-d4f12532-4bf0-4adf-847e-109b66804358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:05.883501 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3a01362-a15b-455b-830b-ca3a9052f305 req-a3a8aaf7-eb21-4829-a867-7fcba31d3a54 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024904 Nov 23 21:51:05.911379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd0cb2-8bc0-4f95-8e09-2e35c5424407 req-18b2d3bd-55d3-4e8c-9321-6b63eacf63ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:05.912867 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cabd0cb2-8bc0-4f95-8e09-2e35c5424407 req-18b2d3bd-55d3-4e8c-9321-6b63eacf63ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 909 time: 0.1891119 Nov 23 21:51:05.927324 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f12532-4bf0-4adf-847e-109b66804358 service neutron] Pushing event updated for resources: {'Port': ['ID=e5977457-b291-476f-9f95-2d5562068411,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:06.019611 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cabd0cb2-8bc0-4f95-8e09-2e35c5424407 req-c38270e2-445b-45f4-af0c-dc4fd1005a98 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51751ce7-ef29-4a43-9cde-4086304daed5 HTTP/1.1" status: 200 len: 217 time: 0.0805888 Nov 23 21:51:06.138122 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd0cb2-8bc0-4f95-8e09-2e35c5424407 req-db02dc4d-0e17-422f-8e24-36a01f0488f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:06.140002 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cabd0cb2-8bc0-4f95-8e09-2e35c5424407 req-db02dc4d-0e17-422f-8e24-36a01f0488f3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.1194036 Nov 23 21:51:06.183711 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f634ca60-9451-433b-ba78-c0aeef0e486d details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:51:06.245477 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cabd0cb2-8bc0-4f95-8e09-2e35c5424407 req-7d25a93b-005a-463b-859d-3421fa675b13 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917139 Nov 23 21:51:06.430534 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cabd0cb2-8bc0-4f95-8e09-2e35c5424407 req-f83bcd1d-e6ad-4c4c-ad48-0085f5ff33bf service neutron] 10.222.0.60 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747653 Nov 23 21:51:06.480218 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f634ca60-9451-433b-ba78-c0aeef0e486d, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f634ca60-9451-433b-ba78-c0aeef0e486d,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:06.506086 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'f634ca60-9451-433b-ba78-c0aeef0e486d', 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b', 'port_id': 'f634ca60-9451-433b-ba78-c0aeef0e486d', 'mac_address': 'fa:16:3e:dd:d7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0056705a-d511-4857-982b-628123088030', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:51:06.568954 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cabd0cb2-8bc0-4f95-8e09-2e35c5424407 req-4c802d7f-c0cc-4bdf-b1c1-8190c60fa07f service neutron] 10.222.0.60 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243773 Nov 23 21:51:06.578132 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:06.595141 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f634ca60-9451-433b-ba78-c0aeef0e486d {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:51:06.635258 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f634ca60-9451-433b-ba78-c0aeef0e486d, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f634ca60-9451-433b-ba78-c0aeef0e486d,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:06.654034 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:06.764691 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f634ca60-9451-433b-ba78-c0aeef0e486d,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:07.004391 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['f634ca60-9451-433b-ba78-c0aeef0e486d'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:51:07.030846 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-d4f12532-4bf0-4adf-847e-109b66804358 service neutron] Attempting to bind port e5977457-b291-476f-9f95-2d5562068411 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:51:07.032955 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-d4f12532-4bf0-4adf-847e-109b66804358 service neutron] Attempting to bind port e5977457-b291-476f-9f95-2d5562068411 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:51:07.033311 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-d4f12532-4bf0-4adf-847e-109b66804358 service neutron] Attempting to bind port e5977457-b291-476f-9f95-2d5562068411 on network 670396b2-2e17-45a5-b25a-4f315f3df81c {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:07.111846 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-d4f12532-4bf0-4adf-847e-109b66804358 service neutron] Port e5977457-b291-476f-9f95-2d5562068411 on network 670396b2-2e17-45a5-b25a-4f315f3df81c not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:51:07.115013 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-d4f12532-4bf0-4adf-847e-109b66804358 service neutron] Attempting to bind port e5977457-b291-476f-9f95-2d5562068411 on network 670396b2-2e17-45a5-b25a-4f315f3df81c {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:07.122203 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53762) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:07.174075 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25135f-1918-45d4-ae89-2c266152016a req-d0b45e39-aa7c-45ea-9df1-24d9e55043b7 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:07.193383 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25135f-1918-45d4-ae89-2c266152016a req-d0b45e39-aa7c-45ea-9df1-24d9e55043b7 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:07.205061 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25135f-1918-45d4-ae89-2c266152016a req-d0b45e39-aa7c-45ea-9df1-24d9e55043b7 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:07.217387 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e25135f-1918-45d4-ae89-2c266152016a req-d0b45e39-aa7c-45ea-9df1-24d9e55043b7 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 2375 time: 1.2911961 Nov 23 21:51:07.250301 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-d4f12532-4bf0-4adf-847e-109b66804358 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:51:07.250641 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-d4f12532-4bf0-4adf-847e-109b66804358 service neutron] Checking segment: {'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:51:07.251060 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-d4f12532-4bf0-4adf-847e-109b66804358 service neutron] Bound using segment: {'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:51:07.251511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-d4f12532-4bf0-4adf-847e-109b66804358 service neutron] Bound port: e5977457-b291-476f-9f95-2d5562068411, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:51:07.251866 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-d4f12532-4bf0-4adf-847e-109b66804358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:07.337744 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6d301ee3-1414-4a50-b89e-12abdf67a851 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-776429319-network', 'tenant_id': '35455b759473448db64fca2938c8205c'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:07.352932 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cec910-007e-406c-8d73-a3742114d3d9 req-61fdbd55-4f84-4169-b89a-29d31e6609f2 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:07.354449 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b5cec910-007e-406c-8d73-a3742114d3d9 req-61fdbd55-4f84-4169-b89a-29d31e6609f2 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 943 time: 1.2437828 Nov 23 21:51:07.372565 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d301ee3-1414-4a50-b89e-12abdf67a851 admin admin] Made reservation on behalf of 35455b759473448db64fca2938c8205c for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:51:07.377937 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6d301ee3-1414-4a50-b89e-12abdf67a851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:07.390263 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6d301ee3-1414-4a50-b89e-12abdf67a851 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:07.434326 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e25135f-1918-45d4-ae89-2c266152016a req-17ee1cc7-69bb-4e5f-bb81-092a6d925a57 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160037 Nov 23 21:51:07.511140 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-b4aece59-a577-4ee8-97a5-7f19cd4a19d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f89ba0-c52f-4860-af5c-bf7ce0630e91 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:51:07.520033 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b5cec910-007e-406c-8d73-a3742114d3d9 req-300f4ea7-0332-49d5-b360-c9d2818e5936 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582818 Nov 23 21:51:07.521133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-d4f12532-4bf0-4adf-847e-109b66804358 service neutron] For port e5977457-b291-476f-9f95-2d5562068411, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:51:07.527185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-d4f12532-4bf0-4adf-847e-109b66804358 service neutron] For port e5977457-b291-476f-9f95-2d5562068411, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e5977457-b291-476f-9f95-2d5562068411,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:51:07.529335 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-b4aece59-a577-4ee8-97a5-7f19cd4a19d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:07.540048 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-d4f12532-4bf0-4adf-847e-109b66804358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:07.558012 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-b4aece59-a577-4ee8-97a5-7f19cd4a19d5 service neutron] Transition to ACTIVE for port object e7f89ba0-c52f-4860-af5c-bf7ce0630e91 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:51:07.586486 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-b4aece59-a577-4ee8-97a5-7f19cd4a19d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:07.589990 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6d301ee3-1414-4a50-b89e-12abdf67a851 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:07.609746 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6d301ee3-1414-4a50-b89e-12abdf67a851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:07.609906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-d4f12532-4bf0-4adf-847e-109b66804358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:07.609906 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-d4f12532-4bf0-4adf-847e-109b66804358 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:07.609906 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-d4f12532-4bf0-4adf-847e-109b66804358 service neutron] 10.222.0.60 "PUT /v2.0/ports/e5977457-b291-476f-9f95-2d5562068411 HTTP/1.1" status: 200 len: 1091 time: 3.2196236 Nov 23 21:51:07.609906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace2cf63-270d-4cfc-86f4-12b72b8c274a', 'tag': 'e5977457-b291-476f-9f95-2d5562068411'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:51:07.612279 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f046bb-5b57-4dcf-b40e-31952a740547" -d '{"events": [{"name": "network-changed", "server_uuid": "ace2cf63-270d-4cfc-86f4-12b72b8c274a", "tag": "e5977457-b291-476f-9f95-2d5562068411"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:51:07.640958 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f12532-4bf0-4adf-847e-109b66804358 service neutron] Pushing event updated for resources: {'Port': ['ID=e5977457-b291-476f-9f95-2d5562068411,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:07.714632 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d301ee3-1414-4a50-b89e-12abdf67a851 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:51:07.740872 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aece59-a577-4ee8-97a5-7f19cd4a19d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f89ba0-c52f-4860-af5c-bf7ce0630e91,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:07.771222 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d301ee3-1414-4a50-b89e-12abdf67a851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc1c7f8-7ac7-4a7d-b6e3-0404ccbfe43c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:07.780269 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6d301ee3-1414-4a50-b89e-12abdf67a851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:07.780657 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-6d301ee3-1414-4a50-b89e-12abdf67a851 admin admin] Added segment edf445d5-edaa-4fcd-8207-28c2b2465236 of type vlan for network 7c72780e-4da8-46e7-b93d-5e71d95fabe2 Nov 23 21:51:07.855883 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6d301ee3-1414-4a50-b89e-12abdf67a851 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:07.891759 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6d301ee3-1414-4a50-b89e-12abdf67a851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:07.893387 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d301ee3-1414-4a50-b89e-12abdf67a851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:07.899084 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6d301ee3-1414-4a50-b89e-12abdf67a851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:07.951758 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6d301ee3-1414-4a50-b89e-12abdf67a851 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8257647 Nov 23 21:51:07.952354 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53768) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:07.962319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-764933a3-a84d-492a-9eca-8c4d9d3f9c08 admin admin] Request body: {'subnet': {'network_id': '7c72780e-4da8-46e7-b93d-5e71d95fabe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-776429319-subnet', 'tenant_id': '35455b759473448db64fca2938c8205c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:08.016290 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e5b57ac0-c628-4f38-bcd0-cf1e29ce9d7a req-631af901-307e-4e05-8603-32b8b181fbec tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.0796006 Nov 23 21:51:08.067756 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-b4aece59-a577-4ee8-97a5-7f19cd4a19d5 service neutron] Attempting to bind port e7f89ba0-c52f-4860-af5c-bf7ce0630e91 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:51:08.068415 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-b4aece59-a577-4ee8-97a5-7f19cd4a19d5 service neutron] Attempting to bind port e7f89ba0-c52f-4860-af5c-bf7ce0630e91 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '2040ca47-c120-41e9-8eed-e149b99c7800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'fd7c2d4d-46d1-4106-9963-ef7ecce51bdb'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:51:08.068415 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-b4aece59-a577-4ee8-97a5-7f19cd4a19d5 service neutron] Attempting to bind port e7f89ba0-c52f-4860-af5c-bf7ce0630e91 on network fd7c2d4d-46d1-4106-9963-ef7ecce51bdb {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:08.083778 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d301ee3-1414-4a50-b89e-12abdf67a851 admin admin] Pushing event updated for resources: {'Network': ['ID=7c72780e-4da8-46e7-b93d-5e71d95fabe2,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:08.092091 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764933a3-a84d-492a-9eca-8c4d9d3f9c08 admin admin] Made reservation on behalf of 35455b759473448db64fca2938c8205c for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:51:08.097669 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-764933a3-a84d-492a-9eca-8c4d9d3f9c08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:08.100193 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 7c72780e-4da8-46e7-b93d-5e71d95fabe2 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:51:08.115569 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3da66-4d12-48e7-a46a-1bea751969a8 req-1c275fba-c595-4967-aaa1-c6f472d42b29 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:08.118651 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1f3da66-4d12-48e7-a46a-1bea751969a8 req-1c275fba-c595-4967-aaa1-c6f472d42b29 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ee27013-03a3-477c-8335-5dbf9a2c528e HTTP/1.1" status: 200 len: 945 time: 0.3698571 Nov 23 21:51:08.127221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-8782d1c0-8423-4aed-b8eb-7f97c974855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:08.134515 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-8782d1c0-8423-4aed-b8eb-7f97c974855b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 1094 time: 0.3868785 Nov 23 21:51:08.157695 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-b4aece59-a577-4ee8-97a5-7f19cd4a19d5 service neutron] Port e7f89ba0-c52f-4860-af5c-bf7ce0630e91 on network fd7c2d4d-46d1-4106-9963-ef7ecce51bdb not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:51:08.160527 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-b4aece59-a577-4ee8-97a5-7f19cd4a19d5 service neutron] Attempting to bind port e7f89ba0-c52f-4860-af5c-bf7ce0630e91 on network fd7c2d4d-46d1-4106-9963-ef7ecce51bdb {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:08.264450 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-c99de555-6bba-43c6-8ccc-ca3f095915dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5977457-b291-476f-9f95-2d5562068411 HTTP/1.1" status: 200 len: 217 time: 0.0914547 Nov 23 21:51:08.317874 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f634ca60-9451-433b-ba78-c0aeef0e486d up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:51:08.358238 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-b4aece59-a577-4ee8-97a5-7f19cd4a19d5 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:51:08.363144 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-b4aece59-a577-4ee8-97a5-7f19cd4a19d5 service neutron] Checking segment: {'id': '2040ca47-c120-41e9-8eed-e149b99c7800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'fd7c2d4d-46d1-4106-9963-ef7ecce51bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:51:08.364057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-b4aece59-a577-4ee8-97a5-7f19cd4a19d5 service neutron] Bound using segment: {'id': '2040ca47-c120-41e9-8eed-e149b99c7800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'fd7c2d4d-46d1-4106-9963-ef7ecce51bdb'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:51:08.364729 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-b4aece59-a577-4ee8-97a5-7f19cd4a19d5 service neutron] Bound port: e7f89ba0-c52f-4860-af5c-bf7ce0630e91, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2040ca47-c120-41e9-8eed-e149b99c7800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'fd7c2d4d-46d1-4106-9963-ef7ecce51bdb'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:51:08.365400 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-b4aece59-a577-4ee8-97a5-7f19cd4a19d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:08.395606 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-764933a3-a84d-492a-9eca-8c4d9d3f9c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:08.493335 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port f634ca60-9451-433b-ba78-c0aeef0e486d completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:51:08.498608 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port f634ca60-9451-433b-ba78-c0aeef0e486d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:51:08.499301 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:08.562492 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764933a3-a84d-492a-9eca-8c4d9d3f9c08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2670a5b-dbc8-452c-9d3f-1ed9dcb3a3f9,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:08.573275 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764933a3-a84d-492a-9eca-8c4d9d3f9c08 admin admin] Checking segment: {'id': 'edf445d5-edaa-4fcd-8207-28c2b2465236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7c72780e-4da8-46e7-b93d-5e71d95fabe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:51:08.573639 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764933a3-a84d-492a-9eca-8c4d9d3f9c08 admin admin] Network hostable DHCP agents. Network: 7c72780e-4da8-46e7-b93d-5e71d95fabe2, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:51:08.600257 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764933a3-a84d-492a-9eca-8c4d9d3f9c08 admin admin] Network 7c72780e-4da8-46e7-b93d-5e71d95fabe2 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:51:08.627008 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-764933a3-a84d-492a-9eca-8c4d9d3f9c08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 7c72780e-4da8-46e7-b93d-5e71d95fabe2) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:51:08.633719 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764933a3-a84d-492a-9eca-8c4d9d3f9c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:08.634251 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-764933a3-a84d-492a-9eca-8c4d9d3f9c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:08.648372 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f1c2ee-4b1f-43c3-879e-88ffe1a98843 None None] Network 7c72780e-4da8-46e7-b93d-5e71d95fabe2 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:51:08.665050 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-b6bf7ad0-b996-4268-a4e0-111ac0a9f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:08.666444 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-b6bf7ad0-b996-4268-a4e0-111ac0a9f079 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d4009be1-1322-446a-a15b-fa73a68a7e30 HTTP/1.1" status: 200 len: 845 time: 0.3717701 Nov 23 21:51:08.674286 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-764933a3-a84d-492a-9eca-8c4d9d3f9c08 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7198620 Nov 23 21:51:08.774816 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e6848-53b0-4f40-857b-fa39b7d15b18 req-d53b9007-7300-464d-84b9-04fce89745c7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:08.789270 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de8e6848-53b0-4f40-857b-fa39b7d15b18 req-d53b9007-7300-464d-84b9-04fce89745c7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 945 time: 0.4976637 Nov 23 21:51:08.860869 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1f3da66-4d12-48e7-a46a-1bea751969a8 req-67a547e6-0c44-4872-b382-96c4e4464109 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7219844 Nov 23 21:51:08.872518 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:08.872743 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-de28ef1d-63af-4043-95d9-a79957c98372 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=670396b2-2e17-45a5-b25a-4f315f3df81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1899593 Nov 23 21:51:08.978812 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-b4aece59-a577-4ee8-97a5-7f19cd4a19d5 service neutron] For port e7f89ba0-c52f-4860-af5c-bf7ce0630e91, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:51:08.982744 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-b4aece59-a577-4ee8-97a5-7f19cd4a19d5 service neutron] For port e7f89ba0-c52f-4860-af5c-bf7ce0630e91, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e7f89ba0-c52f-4860-af5c-bf7ce0630e91,segment=NetworkSegment(2040ca47-c120-41e9-8eed-e149b99c7800),segment_id=2040ca47-c120-41e9-8eed-e149b99c7800)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:51:08.989515 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de8e6848-53b0-4f40-857b-fa39b7d15b18 req-0aa6e545-d46a-4d27-bce4-ffc2b631baf7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990743 Nov 23 21:51:08.991522 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c5079f-bd61-42a6-851f-d56fbd05d841 x-openstack-request-id: req-44c5079f-bd61-42a6-851f-d56fbd05d841 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:51:08.991824 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace2cf63-270d-4cfc-86f4-12b72b8c274a", "tag": "e5977457-b291-476f-9f95-2d5562068411", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:51:08.992193 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-44c5079f-bd61-42a6-851f-d56fbd05d841 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:51:08.992845 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace2cf63-270d-4cfc-86f4-12b72b8c274a', 'tag': 'e5977457-b291-476f-9f95-2d5562068411', 'status': 'completed', 'code': 200} Nov 23 21:51:09.013147 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-b4aece59-a577-4ee8-97a5-7f19cd4a19d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:09.057497 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee27013-03a3-477c-8335-5dbf9a2c528e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f634ca60-9451-433b-ba78-c0aeef0e486d'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:51:09.059916 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9181240-0425-4a4d-a040-cee91aab7687" -d '{"events": [{"server_uuid": "1ee27013-03a3-477c-8335-5dbf9a2c528e", "name": "network-vif-plugged", "status": "completed", "tag": "f634ca60-9451-433b-ba78-c0aeef0e486d"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:51:09.171425 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-b4aece59-a577-4ee8-97a5-7f19cd4a19d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:09.177113 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-b4aece59-a577-4ee8-97a5-7f19cd4a19d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:09.178826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-b4aece59-a577-4ee8-97a5-7f19cd4a19d5 service neutron] 10.222.0.53 "PUT /v2.0/ports/e7f89ba0-c52f-4860-af5c-bf7ce0630e91 HTTP/1.1" status: 200 len: 1091 time: 4.1703033 Nov 23 21:51:09.212906 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f634ca60-9451-433b-ba78-c0aeef0e486d, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f634ca60-9451-433b-ba78-c0aeef0e486d,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:09.266976 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-daf32d33-8338-47ec-94e7-7de75f9c1aab service neutron] Request body: {'port': {'device_id': 'd50bcbb5-3fef-42cc-a4a5-71b7c2f8164c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:09.275509 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:09.303566 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933693d3-7cc2-4b7b-8fa2-0b07bec4951b None None] Network 7c72780e-4da8-46e7-b93d-5e71d95fabe2 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:51:09.397731 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-daf32d33-8338-47ec-94e7-7de75f9c1aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:09.443372 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aece59-a577-4ee8-97a5-7f19cd4a19d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f89ba0-c52f-4860-af5c-bf7ce0630e91,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:09.448323 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f634ca60-9451-433b-ba78-c0aeef0e486d,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:09.616963 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-c010f304-609a-430f-94b7-0d0340cdbf1f service neutron] 10.222.0.60 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7032542 Nov 23 21:51:09.631251 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ea1a3-c06c-40ca-b6bf-1213669e7bbd req-f45b3671-7f00-45af-942e-f11aa653b636 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:09.638991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ea1a3-c06c-40ca-b6bf-1213669e7bbd req-f45b3671-7f00-45af-942e-f11aa653b636 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:09.646868 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ea1a3-c06c-40ca-b6bf-1213669e7bbd req-f45b3671-7f00-45af-942e-f11aa653b636 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:09.653920 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d0ea1a3-c06c-40ca-b6bf-1213669e7bbd req-f45b3671-7f00-45af-942e-f11aa653b636 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 2387 time: 0.4728632 Nov 23 21:51:09.714829 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da97e9-7474-41fb-aff4-c0c4e4fdf606 req-fbe9b08a-8cfa-4116-9d3a-b94f3a2582ea tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:09.716511 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5da97e9-7474-41fb-aff4-c0c4e4fdf606 req-fbe9b08a-8cfa-4116-9d3a-b94f3a2582ea tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 943 time: 0.5366600 Nov 23 21:51:09.906462 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d0ea1a3-c06c-40ca-b6bf-1213669e7bbd req-30a52495-6edd-47c4-8e9f-fbf838a6874b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497611 Nov 23 21:51:09.930508 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5da97e9-7474-41fb-aff4-c0c4e4fdf606 req-51f3d4d1-1b2c-4067-a875-b63b7a2dca4d tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896601 Nov 23 21:51:09.947296 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4a1a0fe-4539-41f2-a497-4f4c873f2da3 req-316136e7-2107-4aa3-968d-6d1656e0c01b service neutron] 10.222.0.60 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911863 Nov 23 21:51:10.045187 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-daf32d33-8338-47ec-94e7-7de75f9c1aab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd49ab44-ddb8-450f-b069-e896f5860cb4 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:51:10.093039 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-daf32d33-8338-47ec-94e7-7de75f9c1aab service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:10.117762 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec921612-63c0-40c3-8567-74688cc61328 x-openstack-request-id: req-ec921612-63c0-40c3-8567-74688cc61328 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:51:10.118063 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee27013-03a3-477c-8335-5dbf9a2c528e", "name": "network-vif-plugged", "status": "completed", "tag": "f634ca60-9451-433b-ba78-c0aeef0e486d", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:51:10.118327 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ec921612-63c0-40c3-8567-74688cc61328 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:51:10.118738 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee27013-03a3-477c-8335-5dbf9a2c528e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f634ca60-9451-433b-ba78-c0aeef0e486d', 'code': 200} Nov 23 21:51:10.146541 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-995f8c18-d48b-4eb3-8074-085429bc0a39 req-1174e638-43e2-493e-a943-232e657aaa48 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2109616528', 'description': 'tempest-description-1143381326'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:10.152872 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-daf32d33-8338-47ec-94e7-7de75f9c1aab service neutron] Transition to ACTIVE for port object dd49ab44-ddb8-450f-b069-e896f5860cb4 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:51:10.181811 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-daf32d33-8338-47ec-94e7-7de75f9c1aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:10.205878 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f046bb-5b57-4dcf-b40e-31952a740547 req-151d5138-c078-4d2c-9912-1b23a39172ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:10.225759 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-94f046bb-5b57-4dcf-b40e-31952a740547 req-151d5138-c078-4d2c-9912-1b23a39172ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 1094 time: 0.1667149 Nov 23 21:51:10.302992 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-995f8c18-d48b-4eb3-8074-085429bc0a39 req-1174e638-43e2-493e-a943-232e657aaa48 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:10.306300 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d367b623-0adb-43fc-8847-b949c1fc37da req-79aaa793-185d-4c4b-b14a-02af7aacdbfc tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.0584242 Nov 23 21:51:10.313323 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab205e9-ddf2-42b8-9efd-3dc741189675 req-7a52bc52-fb0a-4234-ad2f-4f4eccfd1751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:10.318026 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bab205e9-ddf2-42b8-9efd-3dc741189675 req-7a52bc52-fb0a-4234-ad2f-4f4eccfd1751 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1ee27013-03a3-477c-8335-5dbf9a2c528e HTTP/1.1" status: 200 len: 1097 time: 0.0657659 Nov 23 21:51:10.402399 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf32d33-8338-47ec-94e7-7de75f9c1aab service neutron] Pushing event updated for resources: {'Port': ['ID=dd49ab44-ddb8-450f-b069-e896f5860cb4,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:10.433443 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bab205e9-ddf2-42b8-9efd-3dc741189675 req-dd8976cb-23ab-4f07-97f0-50686506dcf5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050832 Nov 23 21:51:10.603421 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f046bb-5b57-4dcf-b40e-31952a740547 req-396ac027-0dbb-4dfc-b960-990f184dc06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:10.605214 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-94f046bb-5b57-4dcf-b40e-31952a740547 req-396ac027-0dbb-4dfc-b960-990f184dc06b service neutron] 10.222.0.60 "GET /v2.0/networks?id=670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 200 len: 906 time: 0.3496852 Nov 23 21:51:10.680046 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38909a3f-9e60-464e-8674-bd7662a8e2e3 req-a8fbd9e6-54e9-4ae6-8789-2b9fe03b4f21 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:10.688648 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-38909a3f-9e60-464e-8674-bd7662a8e2e3 req-a8fbd9e6-54e9-4ae6-8789-2b9fe03b4f21 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ee27013-03a3-477c-8335-5dbf9a2c528e HTTP/1.1" status: 200 len: 946 time: 0.1784878 Nov 23 21:51:10.796293 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-995f8c18-d48b-4eb3-8074-085429bc0a39 req-1174e638-43e2-493e-a943-232e657aaa48 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:10.797368 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-daf32d33-8338-47ec-94e7-7de75f9c1aab service neutron] Attempting to bind port dd49ab44-ddb8-450f-b069-e896f5860cb4 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:51:10.797703 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-daf32d33-8338-47ec-94e7-7de75f9c1aab service neutron] Attempting to bind port dd49ab44-ddb8-450f-b069-e896f5860cb4 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'a4b933b3-5487-4f1d-93a9-0eb7632d7280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fc0de7e7-0340-412d-9ec9-3a12e85e0d3c'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:51:10.798074 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-daf32d33-8338-47ec-94e7-7de75f9c1aab service neutron] Attempting to bind port dd49ab44-ddb8-450f-b069-e896f5860cb4 on network fc0de7e7-0340-412d-9ec9-3a12e85e0d3c {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:10.809162 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-daf32d33-8338-47ec-94e7-7de75f9c1aab service neutron] Port dd49ab44-ddb8-450f-b069-e896f5860cb4 on network fc0de7e7-0340-412d-9ec9-3a12e85e0d3c not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:51:10.809482 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-daf32d33-8338-47ec-94e7-7de75f9c1aab service neutron] Attempting to bind port dd49ab44-ddb8-450f-b069-e896f5860cb4 on network fc0de7e7-0340-412d-9ec9-3a12e85e0d3c {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:10.816069 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-94f046bb-5b57-4dcf-b40e-31952a740547 req-3d5bbaaf-ff6c-4e43-8edb-1c920aeddf2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5977457-b291-476f-9f95-2d5562068411 HTTP/1.1" status: 200 len: 217 time: 0.0747187 Nov 23 21:51:10.821097 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-995f8c18-d48b-4eb3-8074-085429bc0a39 req-1174e638-43e2-493e-a943-232e657aaa48 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:10.838839 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-daf32d33-8338-47ec-94e7-7de75f9c1aab service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:51:10.839261 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-daf32d33-8338-47ec-94e7-7de75f9c1aab service neutron] Checking segment: {'id': 'a4b933b3-5487-4f1d-93a9-0eb7632d7280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fc0de7e7-0340-412d-9ec9-3a12e85e0d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:51:10.839564 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-daf32d33-8338-47ec-94e7-7de75f9c1aab service neutron] Bound using segment: {'id': 'a4b933b3-5487-4f1d-93a9-0eb7632d7280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fc0de7e7-0340-412d-9ec9-3a12e85e0d3c'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:51:10.840005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-daf32d33-8338-47ec-94e7-7de75f9c1aab service neutron] Bound port: dd49ab44-ddb8-450f-b069-e896f5860cb4, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b933b3-5487-4f1d-93a9-0eb7632d7280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fc0de7e7-0340-412d-9ec9-3a12e85e0d3c'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:51:10.840360 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-daf32d33-8338-47ec-94e7-7de75f9c1aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:10.875507 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-38909a3f-9e60-464e-8674-bd7662a8e2e3 req-0ed3521a-226c-4da7-84ee-e3323e882b8f tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863317 Nov 23 21:51:10.913678 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-995f8c18-d48b-4eb3-8074-085429bc0a39 req-1174e638-43e2-493e-a943-232e657aaa48 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:10.914939 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-995f8c18-d48b-4eb3-8074-085429bc0a39 req-1174e638-43e2-493e-a943-232e657aaa48 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.7772927 Nov 23 21:51:10.943090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174e638-43e2-493e-a943-232e657aaa48 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a98158-0116-4dbb-acdb-9a6194a9a574,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:10.997039 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50bcbb5-3fef-42cc-a4a5-71b7c2f8164c', 'tag': 'e7f89ba0-c52f-4860-af5c-bf7ce0630e91'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:51:10.999372 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb479d3a-6bf0-4536-a4ad-7cd908aa7752" -d '{"events": [{"name": "network-changed", "server_uuid": "d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c", "tag": "e7f89ba0-c52f-4860-af5c-bf7ce0630e91"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:51:11.047894 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f046bb-5b57-4dcf-b40e-31952a740547 req-5dbb2725-a31a-45fd-9a7a-89a30e00e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:11.049409 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-94f046bb-5b57-4dcf-b40e-31952a740547 req-5dbb2725-a31a-45fd-9a7a-89a30e00e48f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d4009be1-1322-446a-a15b-fa73a68a7e30 HTTP/1.1" status: 200 len: 845 time: 0.2139869 Nov 23 21:51:11.087048 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-daf32d33-8338-47ec-94e7-7de75f9c1aab service neutron] For port dd49ab44-ddb8-450f-b069-e896f5860cb4, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:51:11.115680 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-94f046bb-5b57-4dcf-b40e-31952a740547 req-82f68d06-d356-4ac2-a793-c5529502afb0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=670396b2-2e17-45a5-b25a-4f315f3df81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482898 Nov 23 21:51:11.124983 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b0ab8dcd-7d36-4220-a951-64862d4b5cbc req-1382973e-abaa-4e57-a23e-f10a3c146203 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "GET /v2.0/security-groups/04a98158-0116-4dbb-acdb-9a6194a9a574 HTTP/1.1" status: 200 len: 1830 time: 0.1750715 Nov 23 21:51:11.140955 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad296ba-0ed6-4408-92f5-6361d983be14 req-69d27e85-9dd8-4d0d-a101-7fcbecb95cb4 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:11.144511 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5ad296ba-0ed6-4408-92f5-6361d983be14 req-69d27e85-9dd8-4d0d-a101-7fcbecb95cb4 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 945 time: 0.1712382 Nov 23 21:51:11.146596 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-daf32d33-8338-47ec-94e7-7de75f9c1aab service neutron] For port dd49ab44-ddb8-450f-b069-e896f5860cb4, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=dd49ab44-ddb8-450f-b069-e896f5860cb4,segment=NetworkSegment(a4b933b3-5487-4f1d-93a9-0eb7632d7280),segment_id=a4b933b3-5487-4f1d-93a9-0eb7632d7280)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:51:11.162082 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-b0ab8dcd-7d36-4220-a951-64862d4b5cbc req-f76fa466-92f4-4b68-9e02-78e1d182d693 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '04a98158-0116-4dbb-acdb-9a6194a9a574', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:11.162419 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-b0ab8dcd-7d36-4220-a951-64862d4b5cbc req-f76fa466-92f4-4b68-9e02-78e1d182d693 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '04a98158-0116-4dbb-acdb-9a6194a9a574', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:11.174695 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-daf32d33-8338-47ec-94e7-7de75f9c1aab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:11.281571 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:51:11.320131 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-daf32d33-8338-47ec-94e7-7de75f9c1aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:11.320759 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-daf32d33-8338-47ec-94e7-7de75f9c1aab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:11.322234 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-daf32d33-8338-47ec-94e7-7de75f9c1aab service neutron] 10.222.0.53 "PUT /v2.0/ports/dd49ab44-ddb8-450f-b069-e896f5860cb4 HTTP/1.1" status: 200 len: 1091 time: 2.0958195 Nov 23 21:51:11.351897 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf32d33-8338-47ec-94e7-7de75f9c1aab service neutron] Pushing event updated for resources: {'Port': ['ID=dd49ab44-ddb8-450f-b069-e896f5860cb4,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:11.379184 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-5862b856-f83a-4ecf-b326-93adefa5c1cd service neutron] Request body: {'port': {'device_id': 'd50bcbb5-3fef-42cc-a4a5-71b7c2f8164c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:11.409040 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5ad296ba-0ed6-4408-92f5-6361d983be14 req-dc4042fc-9c1e-412e-be1f-e3504593a64d tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559569 Nov 23 21:51:11.774237 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-94f046bb-5b57-4dcf-b40e-31952a740547 req-55b42dec-a894-4842-9e32-a53be4e1be30 service neutron] 10.222.0.60 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6262307 Nov 23 21:51:11.792874 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b0ab8dcd-7d36-4220-a951-64862d4b5cbc req-f76fa466-92f4-4b68-9e02-78e1d182d693 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:11.844079 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-5862b856-f83a-4ecf-b326-93adefa5c1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:11.861860 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b0ab8dcd-7d36-4220-a951-64862d4b5cbc req-f76fa466-92f4-4b68-9e02-78e1d182d693 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:11.903570 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b0ab8dcd-7d36-4220-a951-64862d4b5cbc req-f76fa466-92f4-4b68-9e02-78e1d182d693 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:11.940858 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d11c4c-09e8-4500-aa77-d24fe04c69e3 req-73ef347c-61c1-4edc-b691-3b0a7f66f71d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:11.946954 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d11c4c-09e8-4500-aa77-d24fe04c69e3 req-73ef347c-61c1-4edc-b691-3b0a7f66f71d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:11.953853 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d11c4c-09e8-4500-aa77-d24fe04c69e3 req-73ef347c-61c1-4edc-b691-3b0a7f66f71d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:11.961279 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-02d11c4c-09e8-4500-aa77-d24fe04c69e3 req-73ef347c-61c1-4edc-b691-3b0a7f66f71d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 2399 time: 0.2337518 Nov 23 21:51:12.003715 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76fa466-92f4-4b68-9e02-78e1d182d693 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28fcb778-7144-49a6-9f4e-b074bb1a3d4c,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:12.044963 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b0ab8dcd-7d36-4220-a951-64862d4b5cbc req-f76fa466-92f4-4b68-9e02-78e1d182d693 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:12.046150 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b0ab8dcd-7d36-4220-a951-64862d4b5cbc req-f76fa466-92f4-4b68-9e02-78e1d182d693 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8971376 Nov 23 21:51:12.052167 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-94f046bb-5b57-4dcf-b40e-31952a740547 req-78975cd6-b2a3-4ff6-9fa4-62ba6b5e1b4f service neutron] 10.222.0.60 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555034 Nov 23 21:51:12.144755 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-02d11c4c-09e8-4500-aa77-d24fe04c69e3 req-beec2d96-e209-4686-89bf-757cc5626bd0 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824694 Nov 23 21:51:12.195255 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7fae51-3584-423a-9dae-963721e73417 x-openstack-request-id: req-4b7fae51-3584-423a-9dae-963721e73417 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:51:12.195588 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c", "tag": "e7f89ba0-c52f-4860-af5c-bf7ce0630e91", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:51:12.195794 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b7fae51-3584-423a-9dae-963721e73417 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:51:12.196195 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50bcbb5-3fef-42cc-a4a5-71b7c2f8164c', 'tag': 'e7f89ba0-c52f-4860-af5c-bf7ce0630e91', 'status': 'completed', 'code': 200} Nov 23 21:51:12.265622 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726deea2-91de-4335-984f-6531fff1f926 req-55ef2857-9e5a-4391-bcf5-6f07956e58cc tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:12.267188 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-726deea2-91de-4335-984f-6531fff1f926 req-55ef2857-9e5a-4391-bcf5-6f07956e58cc tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 943 time: 0.1460273 Nov 23 21:51:12.324555 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb479d3a-6bf0-4536-a4ad-7cd908aa7752 req-f6b39b5d-ef29-4e8d-ae48-6b6eb7c6275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:12.325604 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb479d3a-6bf0-4536-a4ad-7cd908aa7752 req-f6b39b5d-ef29-4e8d-ae48-6b6eb7c6275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:12.326851 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb479d3a-6bf0-4536-a4ad-7cd908aa7752 req-f6b39b5d-ef29-4e8d-ae48-6b6eb7c6275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:12.328877 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-eb479d3a-6bf0-4536-a4ad-7cd908aa7752 req-f6b39b5d-ef29-4e8d-ae48-6b6eb7c6275f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6444f606253c438ba5895c1d9e591fbd&device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 2797 time: 0.0691242 Nov 23 21:51:12.357558 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-726deea2-91de-4335-984f-6531fff1f926 req-ae18bd7d-b5b3-4df0-8872-ad2c26d1a6d6 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697088 Nov 23 21:51:12.401206 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d0768f6-f2d3-427c-9f5e-7f0ab120f660 req-b51ff2bf-5879-4a40-8ba2-1d658cd335a3 tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.0511029 Nov 23 21:51:12.468794 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-5862b856-f83a-4ecf-b326-93adefa5c1cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 085c5ecc-4432-40d6-994b-327d6cd83592 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:51:12.513210 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-5862b856-f83a-4ecf-b326-93adefa5c1cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:12.548456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-5862b856-f83a-4ecf-b326-93adefa5c1cd service neutron] Transition to ACTIVE for port object 085c5ecc-4432-40d6-994b-327d6cd83592 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:51:12.558219 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-5862b856-f83a-4ecf-b326-93adefa5c1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:12.582385 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb7e84-f2a7-4cfa-b34b-9f4a56e69b4a req-beeb9234-e882-49b1-8fa5-acc629053701 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:12.583965 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5aeb7e84-f2a7-4cfa-b34b-9f4a56e69b4a req-beeb9234-e882-49b1-8fa5-acc629053701 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ee27013-03a3-477c-8335-5dbf9a2c528e HTTP/1.1" status: 200 len: 946 time: 0.1063056 Nov 23 21:51:12.603961 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb479d3a-6bf0-4536-a4ad-7cd908aa7752 req-f887624e-946c-4bc3-a7c3-26722af5f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:12.604534 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb479d3a-6bf0-4536-a4ad-7cd908aa7752 req-f887624e-946c-4bc3-a7c3-26722af5f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:12.604991 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb479d3a-6bf0-4536-a4ad-7cd908aa7752 req-f887624e-946c-4bc3-a7c3-26722af5f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:12.606559 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-eb479d3a-6bf0-4536-a4ad-7cd908aa7752 req-f887624e-946c-4bc3-a7c3-26722af5f6d9 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=6444f606253c438ba5895c1d9e591fbd&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2662988 Nov 23 21:51:12.614839 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ffa8ceb-4be0-479e-9b0f-ed0bd82d47f1 req-2274bb87-06f0-42d0-9f94-52432d56ebae tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "GET /v2.0/security-groups/04a98158-0116-4dbb-acdb-9a6194a9a574 HTTP/1.1" status: 200 len: 2423 time: 0.1383517 Nov 23 21:51:12.650324 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862b856-f83a-4ecf-b326-93adefa5c1cd service neutron] Pushing event updated for resources: {'Port': ['ID=085c5ecc-4432-40d6-994b-327d6cd83592,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:12.753642 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5aeb7e84-f2a7-4cfa-b34b-9f4a56e69b4a req-56802e0a-6ec7-43f7-bcf4-209467877d46 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466553 Nov 23 21:51:12.792598 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2c415-39b6-4888-9199-81b17c328076 req-a64c37f0-b8e9-42ec-8145-c00fbb97c186 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:12.794179 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fcb2c415-39b6-4888-9199-81b17c328076 req-a64c37f0-b8e9-42ec-8145-c00fbb97c186 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 945 time: 0.1072733 Nov 23 21:51:12.796963 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-5862b856-f83a-4ecf-b326-93adefa5c1cd service neutron] Attempting to bind port 085c5ecc-4432-40d6-994b-327d6cd83592 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:51:12.797300 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-5862b856-f83a-4ecf-b326-93adefa5c1cd service neutron] Attempting to bind port 085c5ecc-4432-40d6-994b-327d6cd83592 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '2040ca47-c120-41e9-8eed-e149b99c7800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'fd7c2d4d-46d1-4106-9963-ef7ecce51bdb'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:51:12.797636 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-5862b856-f83a-4ecf-b326-93adefa5c1cd service neutron] Attempting to bind port 085c5ecc-4432-40d6-994b-327d6cd83592 on network fd7c2d4d-46d1-4106-9963-ef7ecce51bdb {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:12.804397 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-5862b856-f83a-4ecf-b326-93adefa5c1cd service neutron] Port 085c5ecc-4432-40d6-994b-327d6cd83592 on network fd7c2d4d-46d1-4106-9963-ef7ecce51bdb not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:51:12.804776 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-5862b856-f83a-4ecf-b326-93adefa5c1cd service neutron] Attempting to bind port 085c5ecc-4432-40d6-994b-327d6cd83592 on network fd7c2d4d-46d1-4106-9963-ef7ecce51bdb {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:12.812995 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb479d3a-6bf0-4536-a4ad-7cd908aa7752 req-ec5e4080-d6f5-4c94-93b2-b5b72d749c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:12.814936 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-eb479d3a-6bf0-4536-a4ad-7cd908aa7752 req-ec5e4080-d6f5-4c94-93b2-b5b72d749c11 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2011132 Nov 23 21:51:12.822653 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-5862b856-f83a-4ecf-b326-93adefa5c1cd service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:51:12.823145 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-5862b856-f83a-4ecf-b326-93adefa5c1cd service neutron] Checking segment: {'id': '2040ca47-c120-41e9-8eed-e149b99c7800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'fd7c2d4d-46d1-4106-9963-ef7ecce51bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:51:12.823529 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-5862b856-f83a-4ecf-b326-93adefa5c1cd service neutron] Bound using segment: {'id': '2040ca47-c120-41e9-8eed-e149b99c7800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'fd7c2d4d-46d1-4106-9963-ef7ecce51bdb'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:51:12.823981 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-5862b856-f83a-4ecf-b326-93adefa5c1cd service neutron] Bound port: 085c5ecc-4432-40d6-994b-327d6cd83592, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2040ca47-c120-41e9-8eed-e149b99c7800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'fd7c2d4d-46d1-4106-9963-ef7ecce51bdb'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:51:12.824345 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-5862b856-f83a-4ecf-b326-93adefa5c1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:12.892263 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fcb2c415-39b6-4888-9199-81b17c328076 req-501b98e6-16f0-4fa8-83ea-7a92383b88f0 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895624 Nov 23 21:51:12.969299 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-5862b856-f83a-4ecf-b326-93adefa5c1cd service neutron] For port 085c5ecc-4432-40d6-994b-327d6cd83592, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:51:12.975991 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a16c0ee5-aa97-44c5-9327-88c3c9d70a05 req-1f84cf52-ffd7-429e-9c29-094083a6739a tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "GET /v2.0/security-group-rules/28fcb778-7144-49a6-9f4e-b074bb1a3d4c HTTP/1.1" status: 200 len: 778 time: 0.0584683 Nov 23 21:51:13.016402 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-5862b856-f83a-4ecf-b326-93adefa5c1cd service neutron] For port 085c5ecc-4432-40d6-994b-327d6cd83592, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=085c5ecc-4432-40d6-994b-327d6cd83592,segment=NetworkSegment(2040ca47-c120-41e9-8eed-e149b99c7800),segment_id=2040ca47-c120-41e9-8eed-e149b99c7800)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:51:13.032895 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-5862b856-f83a-4ecf-b326-93adefa5c1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:13.087618 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-5862b856-f83a-4ecf-b326-93adefa5c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:13.088272 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-5862b856-f83a-4ecf-b326-93adefa5c1cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:13.089667 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-5862b856-f83a-4ecf-b326-93adefa5c1cd service neutron] 10.222.0.53 "PUT /v2.0/ports/085c5ecc-4432-40d6-994b-327d6cd83592 HTTP/1.1" status: 200 len: 1092 time: 1.7218399 Nov 23 21:51:13.143619 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a16c0ee5-aa97-44c5-9327-88c3c9d70a05 req-68db1b49-d692-4439-a430-fd49b15fa85d tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "GET /v2.0/security-groups/04a98158-0116-4dbb-acdb-9a6194a9a574 HTTP/1.1" status: 200 len: 2423 time: 0.1567092 Nov 23 21:51:13.150988 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862b856-f83a-4ecf-b326-93adefa5c1cd service neutron] Pushing event updated for resources: {'Port': ['ID=085c5ecc-4432-40d6-994b-327d6cd83592,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:13.160335 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-868e5008-c667-4ff0-a9c9-faa7bfa8adcf tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:13.163189 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-868e5008-c667-4ff0-a9c9-faa7bfa8adcf tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/networks?id=07995698-96dc-4c65-8169-cb4d00bc2e07 HTTP/1.1" status: 200 len: 814 time: 0.2445526 Nov 23 21:51:13.210460 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-316b4938-dbdd-4707-b2d2-e5aef910b591 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/quotas/1c2720a093de469487f1a31ae9fe6e84 HTTP/1.1" status: 200 len: 375 time: 0.0383055 Nov 23 21:51:13.233340 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a16c0ee5-aa97-44c5-9327-88c3c9d70a05 req-1d2cfdd2-c433-4a76-bd41-761cf70745c7 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:13.264566 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-e6d78aa8-707f-4246-ab81-3290755085d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:13.264929 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-e6d78aa8-707f-4246-ab81-3290755085d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:13.265463 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-e6d78aa8-707f-4246-ab81-3290755085d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:13.267065 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-e6d78aa8-707f-4246-ab81-3290755085d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6444f606253c438ba5895c1d9e591fbd&device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 2864 time: 0.1272619 Nov 23 21:51:13.269285 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a16c0ee5-aa97-44c5-9327-88c3c9d70a05 req-1d2cfdd2-c433-4a76-bd41-761cf70745c7 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:13.326883 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-091c8ff5-64ee-4670-b0ed-f69d2d204bcc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.23&port_id=e7f89ba0-c52f-4860-af5c-bf7ce0630e91 HTTP/1.1" status: 200 len: 217 time: 0.0496125 Nov 23 21:51:13.341752 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-eb7de8c6-15d9-4745-b086-dc2d5666a034 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1c2720a093de469487f1a31ae9fe6e84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1234732 Nov 23 21:51:13.377354 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a16c0ee5-aa97-44c5-9327-88c3c9d70a05 req-1d2cfdd2-c433-4a76-bd41-761cf70745c7 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:13.396686 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a16c0ee5-aa97-44c5-9327-88c3c9d70a05 req-1d2cfdd2-c433-4a76-bd41-761cf70745c7 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:13.397773 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a16c0ee5-aa97-44c5-9327-88c3c9d70a05 req-1d2cfdd2-c433-4a76-bd41-761cf70745c7 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/28fcb778-7144-49a6-9f4e-b074bb1a3d4c HTTP/1.1" status: 204 len: 173 time: 0.2319272 Nov 23 21:51:13.418166 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2cfdd2-c433-4a76-bd41-761cf70745c7 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28fcb778-7144-49a6-9f4e-b074bb1a3d4c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:13.430632 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-17f86675-586d-43b6-a945-dba928f99a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:13.432145 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-17f86675-586d-43b6-a945-dba928f99a34 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a922ac7-4c6f-4cf1-9fd2-c4265557b3bd HTTP/1.1" status: 200 len: 801 time: 0.0968585 Nov 23 21:51:13.518334 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-88dae9f4-4b1b-40fd-93cd-5d7d7418f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:13.519993 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-88dae9f4-4b1b-40fd-93cd-5d7d7418f145 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fd7c2d4d-46d1-4106-9963-ef7ecce51bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0620563 Nov 23 21:51:13.521740 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-2d81fcd1-261c-4223-9969-61001d48375f service neutron] 10.222.0.50 "GET /v2.0/networks/07995698-96dc-4c65-8169-cb4d00bc2e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719077 Nov 23 21:51:13.656950 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dbcb4acd-f703-453d-87a6-ff0c69e6a279 req-0cfddf51-60ae-40e4-bd9d-6d15d4feaf7f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.0243075 Nov 23 21:51:13.718905 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68cd16-cbec-44a7-8b99-9be2ccaec134 req-898e6aab-07df-45e2-844e-32a2a8038cff tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:13.724868 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68cd16-cbec-44a7-8b99-9be2ccaec134 req-898e6aab-07df-45e2-844e-32a2a8038cff tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:13.731201 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68cd16-cbec-44a7-8b99-9be2ccaec134 req-898e6aab-07df-45e2-844e-32a2a8038cff tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:13.732865 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a68cd16-cbec-44a7-8b99-9be2ccaec134 req-898e6aab-07df-45e2-844e-32a2a8038cff tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 2411 time: 0.1856949 Nov 23 21:51:13.749952 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-62d82049-3b13-413c-953b-81d255574b43 service neutron] 10.222.0.50 "GET /v2.0/networks/07995698-96dc-4c65-8169-cb4d00bc2e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219424 Nov 23 21:51:13.759919 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-5a8f8be8-eed0-4e9d-8d50-6ca7bcf4833f service neutron] 10.222.0.53 "GET /v2.0/networks/fd7c2d4d-46d1-4106-9963-ef7ecce51bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307448 Nov 23 21:51:13.796272 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a68cd16-cbec-44a7-8b99-9be2ccaec134 req-98b8e88e-6325-4551-8058-9a37682f0668 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511346 Nov 23 21:51:13.898809 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-bdae871f-77c2-4431-ad8b-8f6b101c8558 req-30749b96-1864-4341-80d1-5bba5ae9eda3 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1211528269', 'description': 'tempest-description-792276014'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:13.995259 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-bdae871f-77c2-4431-ad8b-8f6b101c8558 req-30749b96-1864-4341-80d1-5bba5ae9eda3 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:14.026068 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6b962-39a2-46a5-b3b6-d5b9be688b22 req-729b5716-599a-4127-8eaa-01ca04f74b8f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:14.027616 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0db6b962-39a2-46a5-b3b6-d5b9be688b22 req-729b5716-599a-4127-8eaa-01ca04f74b8f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 943 time: 0.1220078 Nov 23 21:51:14.033463 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-e0de4595-6311-4abc-a499-b8a34d394bde service neutron] 10.222.0.53 "GET /v2.0/networks/fd7c2d4d-46d1-4106-9963-ef7ecce51bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851146 Nov 23 21:51:14.106433 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-ba79b66c-814f-4eb4-83ca-c72e015a0b31 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.75&port_id=dd49ab44-ddb8-450f-b069-e896f5860cb4 HTTP/1.1" status: 200 len: 217 time: 0.0566485 Nov 23 21:51:14.181121 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0db6b962-39a2-46a5-b3b6-d5b9be688b22 req-b3861fea-381c-4512-b0f2-ecb1341e15b6 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449285 Nov 23 21:51:14.203309 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50bcbb5-3fef-42cc-a4a5-71b7c2f8164c', 'tag': 'dd49ab44-ddb8-450f-b069-e896f5860cb4'}, {'name': 'network-changed', 'server_uuid': 'd50bcbb5-3fef-42cc-a4a5-71b7c2f8164c', 'tag': '085c5ecc-4432-40d6-994b-327d6cd83592'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:51:14.203309 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076a4dbb-172f-430e-bd6b-b5fd9005902c" -d '{"events": [{"name": "network-changed", "server_uuid": "d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c", "tag": "dd49ab44-ddb8-450f-b069-e896f5860cb4"}, {"name": "network-changed", "server_uuid": "d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c", "tag": "085c5ecc-4432-40d6-994b-327d6cd83592"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:51:14.212239 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-bdae871f-77c2-4431-ad8b-8f6b101c8558 req-30749b96-1864-4341-80d1-5bba5ae9eda3 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:14.214347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-75359315-6741-4333-a002-46313da08da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:14.215903 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-75359315-6741-4333-a002-46313da08da2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c3330cfe-1e71-4b32-a186-f8d89ed4c2b4 HTTP/1.1" status: 200 len: 801 time: 0.0989833 Nov 23 21:51:14.217978 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e5977457-b291-476f-9f95-2d5562068411 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:51:14.220046 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-bdae871f-77c2-4431-ad8b-8f6b101c8558 req-30749b96-1864-4341-80d1-5bba5ae9eda3 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:14.294791 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-bdae871f-77c2-4431-ad8b-8f6b101c8558 req-30749b96-1864-4341-80d1-5bba5ae9eda3 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:14.296062 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bdae871f-77c2-4431-ad8b-8f6b101c8558 req-30749b96-1864-4341-80d1-5bba5ae9eda3 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4087892 Nov 23 21:51:14.315871 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b88c7033-c89a-4ac4-b695-2a5050146c38 req-fc8e97b9-c9ba-4431-ac80-dbefb64fbfcd tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.0475605 Nov 23 21:51:14.316526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30749b96-1864-4341-80d1-5bba5ae9eda3 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7f20f6-8e34-4474-95f3-a5d6441b75c4,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:14.334677 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port e5977457-b291-476f-9f95-2d5562068411, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e5977457-b291-476f-9f95-2d5562068411,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:14.350184 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-e130b479-6885-4f22-99cc-30655ca690d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:14.350184 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-e130b479-6885-4f22-99cc-30655ca690d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fc0de7e7-0340-412d-9ec9-3a12e85e0d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1175354 Nov 23 21:51:14.356283 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'e5977457-b291-476f-9f95-2d5562068411', 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c', 'port_id': 'e5977457-b291-476f-9f95-2d5562068411', 'mac_address': 'fa:16:3e:4d:36:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4009be1-1322-446a-a15b-fa73a68a7e30', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:51:14.419055 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:14.433861 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5977457-b291-476f-9f95-2d5562068411 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:51:14.463647 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port e5977457-b291-476f-9f95-2d5562068411, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e5977457-b291-476f-9f95-2d5562068411,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:14.468612 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:14.483655 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f85fe323-996d-4c20-8f3e-7c47b2d2ab71 req-5dbd6421-7f9b-4efe-9b0b-2e4da4d9438c tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/ports?device_id=994ac921-bc65-442f-a7fe-2b54272d7711 HTTP/1.1" status: 200 len: 210 time: 0.0672066 Nov 23 21:51:14.509112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269db522-b8f7-4f74-9b08-3ddc14fe87b5 req-76bdd1fa-8db2-43f5-8c63-b923e8da0feb tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:14.517882 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-269db522-b8f7-4f74-9b08-3ddc14fe87b5 req-76bdd1fa-8db2-43f5-8c63-b923e8da0feb tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ee27013-03a3-477c-8335-5dbf9a2c528e HTTP/1.1" status: 200 len: 946 time: 0.1517291 Nov 23 21:51:14.530983 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=e5977457-b291-476f-9f95-2d5562068411,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:14.782684 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-b1e32645-f7c0-47cf-bd24-0243aedde3cf service neutron] 10.222.0.53 "GET /v2.0/networks/fc0de7e7-0340-412d-9ec9-3a12e85e0d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286745 Nov 23 21:51:14.801145 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['e5977457-b291-476f-9f95-2d5562068411'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:51:14.858558 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-269db522-b8f7-4f74-9b08-3ddc14fe87b5 req-611618dd-25d8-4bda-8926-0bf8b510161a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409019 Nov 23 21:51:14.904891 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65622133-b9a3-4729-8201-d1b84c96361d req-b7f7b7d8-e667-48ee-adcb-d78781debe29 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:14.907157 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-65622133-b9a3-4729-8201-d1b84c96361d req-b7f7b7d8-e667-48ee-adcb-d78781debe29 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 945 time: 0.1461062 Nov 23 21:51:14.918137 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 21:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbd2a8b-9b17-445b-b63d-e065b3847d3d x-openstack-request-id: req-6dbd2a8b-9b17-445b-b63d-e065b3847d3d {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:51:14.918413 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c", "tag": "dd49ab44-ddb8-450f-b069-e896f5860cb4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c", "tag": "085c5ecc-4432-40d6-994b-327d6cd83592", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:51:14.918652 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6dbd2a8b-9b17-445b-b63d-e065b3847d3d {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:51:14.919262 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50bcbb5-3fef-42cc-a4a5-71b7c2f8164c', 'tag': 'dd49ab44-ddb8-450f-b069-e896f5860cb4', 'status': 'completed', 'code': 200} Nov 23 21:51:14.919519 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50bcbb5-3fef-42cc-a4a5-71b7c2f8164c', 'tag': '085c5ecc-4432-40d6-994b-327d6cd83592', 'status': 'completed', 'code': 200} Nov 23 21:51:14.986233 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-524899cf-067d-426f-8008-2c27444e22c5 service neutron] 10.222.0.53 "GET /v2.0/networks/fc0de7e7-0340-412d-9ec9-3a12e85e0d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883819 Nov 23 21:51:15.045414 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-c30bf9a9-5798-4945-b131-8c6725cbe992 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.134&port_id=085c5ecc-4432-40d6-994b-327d6cd83592 HTTP/1.1" status: 200 len: 217 time: 0.0482020 Nov 23 21:51:15.049933 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-65622133-b9a3-4729-8201-d1b84c96361d req-e36ea4c4-ca8b-4665-8930-2a041c427e7c tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362939 Nov 23 21:51:15.053479 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5303eb8-7b4e-4ed7-9887-eb10c8a5c1cf req-49c1e682-eef5-480b-aac4-0cbedd3a54b8 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "GET /v2.0/security-groups/8c7f20f6-8e34-4474-95f3-a5d6441b75c4 HTTP/1.1" status: 200 len: 1829 time: 0.1235080 Nov 23 21:51:15.117917 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-6d7bfa27-4ae3-4881-a329-2a66f7698232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:15.120460 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-6d7bfa27-4ae3-4881-a329-2a66f7698232 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a922ac7-4c6f-4cf1-9fd2-c4265557b3bd HTTP/1.1" status: 200 len: 801 time: 0.0665228 Nov 23 21:51:15.199688 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-a6e80424-2a5b-4b7e-9b74-3ae5364b1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:15.201197 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-a6e80424-2a5b-4b7e-9b74-3ae5364b1acf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fd7c2d4d-46d1-4106-9963-ef7ecce51bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0708752 Nov 23 21:51:15.214465 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a70c5-61b1-431c-a183-45a0f7dd3d62 req-93414f72-152f-48dd-a338-f96cfab8e562 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:15.221668 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a70c5-61b1-431c-a183-45a0f7dd3d62 req-93414f72-152f-48dd-a338-f96cfab8e562 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:15.229494 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a70c5-61b1-431c-a183-45a0f7dd3d62 req-93414f72-152f-48dd-a338-f96cfab8e562 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:15.231646 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-015a70c5-61b1-431c-a183-45a0f7dd3d62 req-93414f72-152f-48dd-a338-f96cfab8e562 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 2411 time: 0.0998383 Nov 23 21:51:15.381220 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-015a70c5-61b1-431c-a183-45a0f7dd3d62 req-4d081a04-4880-432c-99ab-b566b926e723 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400192 Nov 23 21:51:15.420024 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-608a2790-4e0d-4df8-9f6e-b9b897aea875 service neutron] 10.222.0.53 "GET /v2.0/networks/fd7c2d4d-46d1-4106-9963-ef7ecce51bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873169 Nov 23 21:51:15.469938 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8af0dd-dfe7-4b98-900f-95e65d221947 req-bb2d123c-f618-45b4-8054-4180d5bba227 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:15.471944 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe8af0dd-dfe7-4b98-900f-95e65d221947 req-bb2d123c-f618-45b4-8054-4180d5bba227 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 944 time: 0.1380641 Nov 23 21:51:15.641519 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf262e65-8d50-4d07-b2f0-207891e1cb8f req-2dcc59aa-fb79-45e2-ab49-891e54bd7514 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:15.643013 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf262e65-8d50-4d07-b2f0-207891e1cb8f req-2dcc59aa-fb79-45e2-ab49-891e54bd7514 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ee27013-03a3-477c-8335-5dbf9a2c528e HTTP/1.1" status: 200 len: 946 time: 0.2007475 Nov 23 21:51:15.671520 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-e0c0d88f-0c17-45c6-9399-c1157e3a14e2 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:15.672947 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-e0c0d88f-0c17-45c6-9399-c1157e3a14e2 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.60 "GET /v2.0/networks?id=07995698-96dc-4c65-8169-cb4d00bc2e07 HTTP/1.1" status: 200 len: 814 time: 0.2808094 Nov 23 21:51:15.686795 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe8af0dd-dfe7-4b98-900f-95e65d221947 req-ee88ba72-102a-40aa-bc06-a2d163bf6068 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017787 Nov 23 21:51:15.695983 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e0fa6d-5f3d-41d5-a60b-dd1adbb8043e req-a02bc09d-fb21-4193-899f-a201ec47ce83 service neutron] 10.222.0.53 "GET /v2.0/networks/fd7c2d4d-46d1-4106-9963-ef7ecce51bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506227 Nov 23 21:51:15.701157 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-a595a7ca-b7b6-4728-9c4e-dbf9d467f868 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Request body: {'port': {'device_id': '994ac921-bc65-442f-a7fe-2b54272d7711', 'network_id': '07995698-96dc-4c65-8169-cb4d00bc2e07', 'admin_state_up': True, 'tenant_id': '1c2720a093de469487f1a31ae9fe6e84'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:15.745440 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-c57fce83-97f5-4cf7-99e9-56e3548eb598 req-06cd7961-0c52-4a28-90a2-720a51cc2b5a tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1071629954', 'description': 'tempest-description-580787998'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:15.819717 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf262e65-8d50-4d07-b2f0-207891e1cb8f req-6fa73f90-20c6-411e-a195-88d8b07b5f3e tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618667 Nov 23 21:51:15.862093 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c57fce83-97f5-4cf7-99e9-56e3548eb598 req-06cd7961-0c52-4a28-90a2-720a51cc2b5a tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:15.899496 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-a9e12228-a893-4dac-91d6-7b9db59df050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:15.899967 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-a9e12228-a893-4dac-91d6-7b9db59df050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:15.900422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-a9e12228-a893-4dac-91d6-7b9db59df050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:15.902060 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-a9e12228-a893-4dac-91d6-7b9db59df050 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6444f606253c438ba5895c1d9e591fbd&device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 2864 time: 0.1074359 Nov 23 21:51:15.970440 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-23fd3719-9314-4a22-b4e1-2ff1bfb5bf5d req-ef5b140d-913b-4536-8a2a-9bcb9d84c710 tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.0630507 Nov 23 21:51:15.985664 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-a595a7ca-b7b6-4728-9c4e-dbf9d467f868 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Made reservation on behalf of 1c2720a093de469487f1a31ae9fe6e84 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:51:15.989466 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-a595a7ca-b7b6-4728-9c4e-dbf9d467f868 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:16.090933 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c57fce83-97f5-4cf7-99e9-56e3548eb598 req-06cd7961-0c52-4a28-90a2-720a51cc2b5a tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:16.191993 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c57fce83-97f5-4cf7-99e9-56e3548eb598 req-06cd7961-0c52-4a28-90a2-720a51cc2b5a tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:16.226963 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e5977457-b291-476f-9f95-2d5562068411 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:51:16.232514 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-1335b0a6-35a5-4f52-81fd-579158db196e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:16.234370 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-1335b0a6-35a5-4f52-81fd-579158db196e service neutron] 10.222.0.53 "GET /v2.0/networks?id=fc0de7e7-0340-412d-9ec9-3a12e85e0d3c HTTP/1.1" status: 200 len: 902 time: 0.3226433 Nov 23 21:51:16.267429 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6856d555-766b-4443-b8cc-50a89a1b624e req-7563b1ea-580a-4b56-a57c-80198b35317e tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/ports?device_id=994ac921-bc65-442f-a7fe-2b54272d7711 HTTP/1.1" status: 200 len: 210 time: 0.0869701 Nov 23 21:51:16.319083 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c57fce83-97f5-4cf7-99e9-56e3548eb598 req-06cd7961-0c52-4a28-90a2-720a51cc2b5a tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:16.332682 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c57fce83-97f5-4cf7-99e9-56e3548eb598 req-06cd7961-0c52-4a28-90a2-720a51cc2b5a tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.6040757 Nov 23 21:51:16.340430 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port e5977457-b291-476f-9f95-2d5562068411 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:51:16.345206 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port e5977457-b291-476f-9f95-2d5562068411 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:51:16.345800 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:16.360812 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-032a8434-48cf-4230-a35a-e05363b881ba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.75&port_id=dd49ab44-ddb8-450f-b069-e896f5860cb4 HTTP/1.1" status: 200 len: 217 time: 0.1015413 Nov 23 21:51:16.446815 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd7961-0c52-4a28-90a2-720a51cc2b5a tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe900c4-a798-44dc-a78e-c0aa50e1bfb4,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:16.565324 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:16.620990 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace2cf63-270d-4cfc-86f4-12b72b8c274a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5977457-b291-476f-9f95-2d5562068411'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:51:16.631755 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6613a62f-a420-4617-a78a-3b9fee0f965d" -d '{"events": [{"server_uuid": "ace2cf63-270d-4cfc-86f4-12b72b8c274a", "name": "network-vif-plugged", "status": "completed", "tag": "e5977457-b291-476f-9f95-2d5562068411"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:51:16.658000 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-a595a7ca-b7b6-4728-9c4e-dbf9d467f868 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Allocated IP 172.20.0.6 (07995698-96dc-4c65-8169-cb4d00bc2e07/7a324505-ec75-4b9c-9f2b-b3d084ada972/e6e73bde-bbc8-4b84-a397-a13eb8d35c39) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:51:16.663314 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port e5977457-b291-476f-9f95-2d5562068411, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e5977457-b291-476f-9f95-2d5562068411,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:16.665603 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-62a8cf01-fbf2-468e-a747-7ae2873c9720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:16.667218 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-62a8cf01-fbf2-468e-a747-7ae2873c9720 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c3330cfe-1e71-4b32-a186-f8d89ed4c2b4 HTTP/1.1" status: 200 len: 801 time: 0.2903085 Nov 23 21:51:16.676595 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:16.773028 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=e5977457-b291-476f-9f95-2d5562068411,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:16.786113 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:16.786597 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:16.787190 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:16.787626 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:16.788058 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:16.788488 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:16.788915 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:16.789343 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:16.789771 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:16.790194 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:16.790618 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:16.791086 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:16.792626 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d3672-443c-4c9c-b02b-f3b6d21a2017 req-d8ec22ad-ed8e-4765-a926-109aefbd15c6 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:16.796872 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-044d3672-443c-4c9c-b02b-f3b6d21a2017 req-d8ec22ad-ed8e-4765-a926-109aefbd15c6 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 945 time: 0.3418765 Nov 23 21:51:16.879911 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b5378411-a046-40d2-a52a-277b5c2ff506 req-bb816273-1bb3-4988-848f-f63224a74242 tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a&device_id=90654549-4c87-47b4-8259-bbc63ba4fd5e HTTP/1.1" status: 200 len: 210 time: 0.1187088 Nov 23 21:51:16.988535 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-c40f08f8-a3a2-4cf3-a3d5-66ae65e39440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:16.991679 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-c40f08f8-a3a2-4cf3-a3d5-66ae65e39440 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fc0de7e7-0340-412d-9ec9-3a12e85e0d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3022954 Nov 23 21:51:17.055079 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-044d3672-443c-4c9c-b02b-f3b6d21a2017 req-d1f0f678-56b2-48cc-8731-c90a8f3005f7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390447 Nov 23 21:51:17.138162 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d885e710-be94-4f94-ae90-0be202d2090f req-bf386df0-dd9d-43d4-bc84-c42b26af76f4 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "GET /v2.0/security-groups/dfe900c4-a798-44dc-a78e-c0aa50e1bfb4 HTTP/1.1" status: 200 len: 1829 time: 0.1428854 Nov 23 21:51:17.175274 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee265c96-cf53-4a2f-898a-0271e295fbb0 x-openstack-request-id: req-ee265c96-cf53-4a2f-898a-0271e295fbb0 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:51:17.175568 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace2cf63-270d-4cfc-86f4-12b72b8c274a", "name": "network-vif-plugged", "status": "completed", "tag": "e5977457-b291-476f-9f95-2d5562068411", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:51:17.175817 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ee265c96-cf53-4a2f-898a-0271e295fbb0 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:51:17.176208 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace2cf63-270d-4cfc-86f4-12b72b8c274a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5977457-b291-476f-9f95-2d5562068411', 'code': 200} Nov 23 21:51:17.289281 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-a595a7ca-b7b6-4728-9c4e-dbf9d467f868 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:17.325264 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074710b-2aeb-4799-987f-b4e90c8b6c48 req-eca755ca-8e80-45f9-809d-b99cacae80f5 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:17.331922 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074710b-2aeb-4799-987f-b4e90c8b6c48 req-eca755ca-8e80-45f9-809d-b99cacae80f5 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:17.338376 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074710b-2aeb-4799-987f-b4e90c8b6c48 req-eca755ca-8e80-45f9-809d-b99cacae80f5 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:17.340139 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6074710b-2aeb-4799-987f-b4e90c8b6c48 req-eca755ca-8e80-45f9-809d-b99cacae80f5 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 2411 time: 0.2090998 Nov 23 21:51:17.341958 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-73e563ee-ff41-406a-b28b-9aa776ceee9c service neutron] 10.222.0.53 "GET /v2.0/networks/fc0de7e7-0340-412d-9ec9-3a12e85e0d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335159 Nov 23 21:51:17.374755 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1cf3f-7555-4723-a617-8533ab1e0d72 req-8e0b57ac-7ba8-4bce-a32d-44f03c19e3a4 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:17.378324 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2cd1cf3f-7555-4723-a617-8533ab1e0d72 req-8e0b57ac-7ba8-4bce-a32d-44f03c19e3a4 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 945 time: 0.1456852 Nov 23 21:51:17.380311 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-82da53a8-8e14-4724-a5a1-44b0ba9e13f9 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:17.383799 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-82da53a8-8e14-4724-a5a1-44b0ba9e13f9 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29&tenant_id=fbb1d292593848d88a76dda57bbd0633&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 1096 time: 0.0529363 Nov 23 21:51:17.397080 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b870f7ec-59ef-460b-a2d6-b053539d2674 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-9'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:17.475808 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b870f7ec-59ef-460b-a2d6-b053539d2674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:17.505400 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-a595a7ca-b7b6-4728-9c4e-dbf9d467f868 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:17.554309 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6074710b-2aeb-4799-987f-b4e90c8b6c48 req-36c8fd55-ba15-466c-9d3f-359f0d1aa2cc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021649 Nov 23 21:51:17.593864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-a595a7ca-b7b6-4728-9c4e-dbf9d467f868 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Network 07995698-96dc-4c65-8169-cb4d00bc2e07 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:51:17.600448 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2cd1cf3f-7555-4723-a617-8533ab1e0d72 req-d97598eb-2c9e-4d54-bea1-283651c638c2 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035055 Nov 23 21:51:17.601346 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-a595a7ca-b7b6-4728-9c4e-dbf9d467f868 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:51:17.610425 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-a595a7ca-b7b6-4728-9c4e-dbf9d467f868 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:51:17.621499 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-95c05730-d2e7-456c-8ed0-aab714c29947 service neutron] 10.222.0.53 "GET /v2.0/networks/fc0de7e7-0340-412d-9ec9-3a12e85e0d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676187 Nov 23 21:51:17.652889 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b870f7ec-59ef-460b-a2d6-b053539d2674 service neutron] For port 51751ce7-ef29-4a43-9cde-4086304daed5, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=51751ce7-ef29-4a43-9cde-4086304daed5,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:17.670826 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595a7ca-b7b6-4728-9c4e-dbf9d467f868 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Pushing event updated for resources: {'Port': ['ID=e6e73bde-bbc8-4b84-a397-a13eb8d35c39,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:17.739499 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b870f7ec-59ef-460b-a2d6-b053539d2674 service neutron] For port 51751ce7-ef29-4a43-9cde-4086304daed5, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:51:17.741255 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-a595a7ca-b7b6-4728-9c4e-dbf9d467f868 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:17.741985 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-a595a7ca-b7b6-4728-9c4e-dbf9d467f868 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:17.811085 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-a595a7ca-b7b6-4728-9c4e-dbf9d467f868 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1172740 Nov 23 21:51:17.816987 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-853a5b83-c3ef-423e-9c95-83684e6c1b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:17.817454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-853a5b83-c3ef-423e-9c95-83684e6c1b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:17.817913 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-853a5b83-c3ef-423e-9c95-83684e6c1b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:17.819630 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-853a5b83-c3ef-423e-9c95-83684e6c1b80 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6444f606253c438ba5895c1d9e591fbd&device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 2864 time: 0.1371071 Nov 23 21:51:17.836815 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6979c7d-090e-4ab8-a385-5c11cde8ebec req-f01a6aff-e061-4f2d-abde-fb976c03cd73 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:17.838911 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6979c7d-090e-4ab8-a385-5c11cde8ebec req-f01a6aff-e061-4f2d-abde-fb976c03cd73 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ee27013-03a3-477c-8335-5dbf9a2c528e HTTP/1.1" status: 200 len: 946 time: 0.0903251 Nov 23 21:51:17.856559 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee727e1d-420a-4137-acb0-896cdae4eb29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51751ce7-ef29-4a43-9cde-4086304daed5'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:51:17.858925 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0776ec0f-74e7-4bfd-9be1-39e1e2bb561a" -d '{"events": [{"server_uuid": "ee727e1d-420a-4137-acb0-896cdae4eb29", "name": "network-vif-unplugged", "status": "completed", "tag": "51751ce7-ef29-4a43-9cde-4086304daed5"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:51:17.866231 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b870f7ec-59ef-460b-a2d6-b053539d2674 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:17.888056 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b870f7ec-59ef-460b-a2d6-b053539d2674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:18.022126 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870f7ec-59ef-460b-a2d6-b053539d2674 service neutron] Pushing event updated for resources: {'Port': ['ID=51751ce7-ef29-4a43-9cde-4086304daed5,revision_number=7']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:18.079489 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b870f7ec-59ef-460b-a2d6-b053539d2674 service neutron] Attempting to bind port 51751ce7-ef29-4a43-9cde-4086304daed5 on host n-h2-816206-9 for vnic_type normal with profile {"migrating_to": "n-h1-816206-9"} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:51:18.080193 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b870f7ec-59ef-460b-a2d6-b053539d2674 service neutron] Attempting to bind port 51751ce7-ef29-4a43-9cde-4086304daed5 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:51:18.081332 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b870f7ec-59ef-460b-a2d6-b053539d2674 service neutron] Attempting to bind port 51751ce7-ef29-4a43-9cde-4086304daed5 on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:18.087737 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b870f7ec-59ef-460b-a2d6-b053539d2674 service neutron] Port 51751ce7-ef29-4a43-9cde-4086304daed5 on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:51:18.088384 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b870f7ec-59ef-460b-a2d6-b053539d2674 service neutron] Attempting to bind port 51751ce7-ef29-4a43-9cde-4086304daed5 on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:18.095027 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b870f7ec-59ef-460b-a2d6-b053539d2674 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:51:18.095697 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b870f7ec-59ef-460b-a2d6-b053539d2674 service neutron] Checking segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:51:18.097388 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b870f7ec-59ef-460b-a2d6-b053539d2674 service neutron] Bound using segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:51:18.098258 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b870f7ec-59ef-460b-a2d6-b053539d2674 service neutron] Bound port: 51751ce7-ef29-4a43-9cde-4086304daed5, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:51:18.098881 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b870f7ec-59ef-460b-a2d6-b053539d2674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:18.163389 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-de31137e-4901-4634-8947-facbe922560c None None] Provisioning complete for port e6e73bde-bbc8-4b84-a397-a13eb8d35c39 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:51:18.163996 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-de31137e-4901-4634-8947-facbe922560c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:18.188319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b870f7ec-59ef-460b-a2d6-b053539d2674 service neutron] For port 51751ce7-ef29-4a43-9cde-4086304daed5, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:51:18.192269 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b870f7ec-59ef-460b-a2d6-b053539d2674 service neutron] For port 51751ce7-ef29-4a43-9cde-4086304daed5, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=51751ce7-ef29-4a43-9cde-4086304daed5,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:51:18.199888 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b870f7ec-59ef-460b-a2d6-b053539d2674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:18.213287 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-de31137e-4901-4634-8947-facbe922560c None None] Port e6e73bde-bbc8-4b84-a397-a13eb8d35c39 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:51:18.278855 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-d3f14dc5-f717-42ee-ab62-157b71a59cca req-dbb9dc82-7523-48bd-a9a5-f60fcb6115e9 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1771756187', 'description': 'tempest-description-2112579527'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:18.279735 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b870f7ec-59ef-460b-a2d6-b053539d2674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:18.280361 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b870f7ec-59ef-460b-a2d6-b053539d2674 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:18.281899 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b870f7ec-59ef-460b-a2d6-b053539d2674 service neutron] 10.222.0.53 "PUT /v2.0/ports/51751ce7-ef29-4a43-9cde-4086304daed5 HTTP/1.1" status: 200 len: 1121 time: 0.8898153 Nov 23 21:51:18.288594 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c43db185-d8ed-41d9-a7a6-381322d0b9f7 req-363373dd-50fa-4323-83c0-950843ab7653 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6ae11f4659044b67a4239c10526d1fb9&device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.0502303 Nov 23 21:51:18.310944 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870f7ec-59ef-460b-a2d6-b053539d2674 service neutron] Pushing event updated for resources: {'Port': ['ID=51751ce7-ef29-4a43-9cde-4086304daed5,revision_number=8']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:18.372440 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6979c7d-090e-4ab8-a385-5c11cde8ebec req-bd44a682-1922-4a7c-8dd0-191f984e7a73 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333947 Nov 23 21:51:18.374477 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c43db185-d8ed-41d9-a7a6-381322d0b9f7 req-5a93bc22-9bbf-4921-a705-d1d9987e3145 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=6ae11f4659044b67a4239c10526d1fb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745523 Nov 23 21:51:18.386795 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['51751ce7-ef29-4a43-9cde-4086304daed5'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:51:18.411628 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d3f14dc5-f717-42ee-ab62-157b71a59cca req-dbb9dc82-7523-48bd-a9a5-f60fcb6115e9 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:18.433242 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-04868b2b-3a95-4c3f-9ac6-043c240599a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:18.434440 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-04868b2b-3a95-4c3f-9ac6-043c240599a4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fd7c2d4d-46d1-4106-9963-ef7ecce51bdb HTTP/1.1" status: 200 len: 903 time: 0.5946119 Nov 23 21:51:18.466748 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['51751ce7-ef29-4a43-9cde-4086304daed5'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:51:18.505722 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-bf61be32-58b6-4834-b1d0-3880077a664a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.134&port_id=085c5ecc-4432-40d6-994b-327d6cd83592 HTTP/1.1" status: 200 len: 217 time: 0.0553505 Nov 23 21:51:18.669750 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-3f073dcb-d799-47b2-b503-6dcbdf191015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:18.671254 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-3f073dcb-d799-47b2-b503-6dcbdf191015 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7a922ac7-4c6f-4cf1-9fd2-c4265557b3bd HTTP/1.1" status: 200 len: 801 time: 0.1225212 Nov 23 21:51:18.672411 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43db185-d8ed-41d9-a7a6-381322d0b9f7 req-824a07e0-5cc5-47e0-bd68-e06b565bf9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:18.673866 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c43db185-d8ed-41d9-a7a6-381322d0b9f7 req-824a07e0-5cc5-47e0-bd68-e06b565bf9c9 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2762551 Nov 23 21:51:18.682422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36731981-8b5c-4684-b7fe-0fa9109e6960 req-41740326-97b6-42d9-bc7d-0483de81319d tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:18.687220 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-36731981-8b5c-4684-b7fe-0fa9109e6960 req-41740326-97b6-42d9-bc7d-0483de81319d tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/ports?device_id=994ac921-bc65-442f-a7fe-2b54272d7711 HTTP/1.1" status: 200 len: 931 time: 0.2321663 Nov 23 21:51:18.769746 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d3f14dc5-f717-42ee-ab62-157b71a59cca req-dbb9dc82-7523-48bd-a9a5-f60fcb6115e9 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:18.782250 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d3f14dc5-f717-42ee-ab62-157b71a59cca req-dbb9dc82-7523-48bd-a9a5-f60fcb6115e9 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:18.816320 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-5d8ec516-2295-4f26-95fe-08506557ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:18.817800 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-5d8ec516-2295-4f26-95fe-08506557ca98 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fd7c2d4d-46d1-4106-9963-ef7ecce51bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1296701 Nov 23 21:51:18.830606 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d3f14dc5-f717-42ee-ab62-157b71a59cca req-dbb9dc82-7523-48bd-a9a5-f60fcb6115e9 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:18.841189 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d3f14dc5-f717-42ee-ab62-157b71a59cca req-dbb9dc82-7523-48bd-a9a5-f60fcb6115e9 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5995696 Nov 23 21:51:18.854346 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-36731981-8b5c-4684-b7fe-0fa9109e6960 req-6373d1c5-a69f-4eff-9e19-e430fd4933a7 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfe08be-c796-425c-8412-77aa063c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379483 Nov 23 21:51:18.880543 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 21:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f0977d-38db-4c3b-9f42-f37abd31bb20 x-openstack-request-id: req-c4f0977d-38db-4c3b-9f42-f37abd31bb20 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:51:18.881598 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee727e1d-420a-4137-acb0-896cdae4eb29", "name": "network-vif-unplugged", "status": "completed", "tag": "51751ce7-ef29-4a43-9cde-4086304daed5", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:51:18.882075 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c4f0977d-38db-4c3b-9f42-f37abd31bb20 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:51:18.882660 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee727e1d-420a-4137-acb0-896cdae4eb29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51751ce7-ef29-4a43-9cde-4086304daed5', 'code': 200} Nov 23 21:51:18.911510 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9dc82-7523-48bd-a9a5-f60fcb6115e9 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4181002-ed71-4429-a4f0-8e48cd349f0b,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:18.988900 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d088a407-e0d1-4db8-99e1-d50361bb096f req-afdcd1f6-541c-4b4b-ad7f-183e6cd65d82 tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.0400102 Nov 23 21:51:19.029604 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-a4c9f577-fdb9-490d-986e-1fd65919184a service neutron] 10.222.0.53 "GET /v2.0/networks/fd7c2d4d-46d1-4106-9963-ef7ecce51bdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021840 Nov 23 21:51:19.167055 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd0e1f-ee10-4160-8b26-a7adb41d8191 req-5ceef1b1-952c-4ada-814d-242351157dd6 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:19.168558 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-94fd0e1f-ee10-4160-8b26-a7adb41d8191 req-5ceef1b1-952c-4ada-814d-242351157dd6 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 943 time: 0.1556306 Nov 23 21:51:19.208402 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380294a-41e0-4425-b9c7-99f7510a2632 req-1da5fb5b-f053-40f2-bbc3-8ccee38692ab tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:19.214207 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380294a-41e0-4425-b9c7-99f7510a2632 req-1da5fb5b-f053-40f2-bbc3-8ccee38692ab tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:19.220104 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380294a-41e0-4425-b9c7-99f7510a2632 req-1da5fb5b-f053-40f2-bbc3-8ccee38692ab tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:19.222013 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f380294a-41e0-4425-b9c7-99f7510a2632 req-1da5fb5b-f053-40f2-bbc3-8ccee38692ab tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 2411 time: 0.1622281 Nov 23 21:51:19.245881 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-076a4dbb-172f-430e-bd6b-b5fd9005902c req-4ca2395e-f523-4bb2-a000-097da9191b1a service neutron] 10.222.0.53 "GET /v2.0/networks/fd7c2d4d-46d1-4106-9963-ef7ecce51bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957376 Nov 23 21:51:19.290357 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-94fd0e1f-ee10-4160-8b26-a7adb41d8191 req-77dfe57e-6392-4891-ae67-0e7a6bf1882a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102304 Nov 23 21:51:19.324572 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f380294a-41e0-4425-b9c7-99f7510a2632 req-f38de5a9-d5bc-43e4-b4cf-9d8c34c912c0 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772641 Nov 23 21:51:19.379679 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d89b37b6-b1f4-4e33-980a-2873dbe5cd02 req-b762b7d7-3ed3-4820-9987-4636aa2f9dec tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "GET /v2.0/security-groups/a4181002-ed71-4429-a4f0-8e48cd349f0b HTTP/1.1" status: 200 len: 1830 time: 0.0449290 Nov 23 21:51:19.416066 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-2a6bbdd8-55e6-42c2-aeb6-28f844547117 req-74ed9117-08b6-4dcd-bc31-8b53b8b0badd tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-438569263', 'description': 'tempest-description-1229338830'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:19.451727 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0d618-0da7-4d21-85e8-71a36b18e29e req-ab9a78de-8383-40c5-9c75-88baad1a980d tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:19.453224 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-def0d618-0da7-4d21-85e8-71a36b18e29e req-ab9a78de-8383-40c5-9c75-88baad1a980d tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 945 time: 0.0787001 Nov 23 21:51:19.454387 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2a6bbdd8-55e6-42c2-aeb6-28f844547117 req-74ed9117-08b6-4dcd-bc31-8b53b8b0badd tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:19.518358 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device dd49ab44-ddb8-450f-b069-e896f5860cb4 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:51:19.533760 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-def0d618-0da7-4d21-85e8-71a36b18e29e req-4a3b8f37-1f5e-423f-bc14-3c80916c8806 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694745 Nov 23 21:51:19.578977 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2a6bbdd8-55e6-42c2-aeb6-28f844547117 req-74ed9117-08b6-4dcd-bc31-8b53b8b0badd tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:19.585383 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2a6bbdd8-55e6-42c2-aeb6-28f844547117 req-74ed9117-08b6-4dcd-bc31-8b53b8b0badd tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:19.620076 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2a6bbdd8-55e6-42c2-aeb6-28f844547117 req-74ed9117-08b6-4dcd-bc31-8b53b8b0badd tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:19.621546 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2a6bbdd8-55e6-42c2-aeb6-28f844547117 req-74ed9117-08b6-4dcd-bc31-8b53b8b0badd tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2153022 Nov 23 21:51:19.622266 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed9117-08b6-4dcd-bc31-8b53b8b0badd tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3f1151-754d-45c6-b265-5693adbeca9e,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:19.655423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port dd49ab44-ddb8-450f-b069-e896f5860cb4, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=dd49ab44-ddb8-450f-b069-e896f5860cb4,segment=NetworkSegment(a4b933b3-5487-4f1d-93a9-0eb7632d7280),segment_id=a4b933b3-5487-4f1d-93a9-0eb7632d7280)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:19.667657 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'dd49ab44-ddb8-450f-b069-e896f5860cb4', 'network_id': 'fc0de7e7-0340-412d-9ec9-3a12e85e0d3c', 'port_id': 'dd49ab44-ddb8-450f-b069-e896f5860cb4', 'mac_address': 'fa:16:3e:a0:2e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3330cfe-1e71-4b32-a186-f8d89ed4c2b4', 'ip_address': '19.86.0.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:51:19.694827 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bb935-d8f5-4dd0-b82c-942721de88a3 req-71506d50-2ac4-468d-b5ce-fb78d9efcfa4 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:19.702813 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dd5bb935-d8f5-4dd0-b82c-942721de88a3 req-71506d50-2ac4-468d-b5ce-fb78d9efcfa4 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ee27013-03a3-477c-8335-5dbf9a2c528e HTTP/1.1" status: 200 len: 946 time: 0.0777607 Nov 23 21:51:19.712867 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:19.727149 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd49ab44-ddb8-450f-b069-e896f5860cb4 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:51:19.750158 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port dd49ab44-ddb8-450f-b069-e896f5860cb4, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=dd49ab44-ddb8-450f-b069-e896f5860cb4,segment=NetworkSegment(a4b933b3-5487-4f1d-93a9-0eb7632d7280),segment_id=a4b933b3-5487-4f1d-93a9-0eb7632d7280)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:19.755928 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:19.756794 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 085c5ecc-4432-40d6-994b-327d6cd83592 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:51:19.774704 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35a24a7d-75ab-49e2-a3fe-b2f7ab0f55f3 req-17915275-1f5c-486c-bd81-cf20c54c14f9 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "GET /v2.0/security-groups/5a3f1151-754d-45c6-b265-5693adbeca9e HTTP/1.1" status: 200 len: 1829 time: 0.1195698 Nov 23 21:51:19.786150 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dd5bb935-d8f5-4dd0-b82c-942721de88a3 req-3fbbf70e-800b-4a8e-86ab-c3c145fc5906 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820582 Nov 23 21:51:19.811695 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-ddb87492-e7c5-4569-8b79-14d63f2dec54 req-5a23e09f-3756-47c4-b293-02aa462f8c22 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] show failed (client error): The resource could not be found. Nov 23 21:51:19.812798 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ddb87492-e7c5-4569-8b79-14d63f2dec54 req-5a23e09f-3756-47c4-b293-02aa462f8c22 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "GET /v2.0/security-groups/96370ef9-206b-42e4-bcca-28090de9e961 HTTP/1.1" status: 404 len: 352 time: 0.0137577 Nov 23 21:51:19.850133 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-27691286-c3dd-4671-948d-6c6e76d58ef5 req-26696c02-1c69-45f5-a27f-53a019fbc88a tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] show failed (client error): The resource could not be found. Nov 23 21:51:19.851226 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-27691286-c3dd-4671-948d-6c6e76d58ef5 req-26696c02-1c69-45f5-a27f-53a019fbc88a tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "GET /v2.0/security-group-rules/dd0dea52-ec43-41d4-a63c-29431306ff79 HTTP/1.1" status: 404 len: 361 time: 0.0146415 Nov 23 21:51:19.885312 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=dd49ab44-ddb8-450f-b069-e896f5860cb4,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:19.931770 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 085c5ecc-4432-40d6-994b-327d6cd83592, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=085c5ecc-4432-40d6-994b-327d6cd83592,segment=NetworkSegment(2040ca47-c120-41e9-8eed-e149b99c7800),segment_id=2040ca47-c120-41e9-8eed-e149b99c7800)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:19.954086 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '085c5ecc-4432-40d6-994b-327d6cd83592', 'network_id': 'fd7c2d4d-46d1-4106-9963-ef7ecce51bdb', 'port_id': '085c5ecc-4432-40d6-994b-327d6cd83592', 'mac_address': 'fa:16:3e:3d:ac:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a922ac7-4c6f-4cf1-9fd2-c4265557b3bd', 'ip_address': '19.80.0.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:51:19.996593 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:19.999142 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1d784d5-164d-4473-87eb-0da7452339b0 req-e435ac24-4ff9-4bb4-af61-a8e13a9ebd49 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "GET /v2.0/security-groups/5a3f1151-754d-45c6-b265-5693adbeca9e HTTP/1.1" status: 200 len: 1829 time: 0.0819695 Nov 23 21:51:20.011592 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 085c5ecc-4432-40d6-994b-327d6cd83592 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:51:20.032426 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 085c5ecc-4432-40d6-994b-327d6cd83592, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=085c5ecc-4432-40d6-994b-327d6cd83592,segment=NetworkSegment(2040ca47-c120-41e9-8eed-e149b99c7800),segment_id=2040ca47-c120-41e9-8eed-e149b99c7800)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:20.038118 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:20.038856 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 51751ce7-ef29-4a43-9cde-4086304daed5 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:51:20.046676 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce198ed8-414e-4839-837a-16f809115c77 req-19f4244b-a32b-48ce-8585-3b52c360ef89 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:20.048163 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce198ed8-414e-4839-837a-16f809115c77 req-19f4244b-a32b-48ce-8585-3b52c360ef89 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/ports?device_id=994ac921-bc65-442f-a7fe-2b54272d7711 HTTP/1.1" status: 200 len: 931 time: 0.0882695 Nov 23 21:51:20.123029 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=085c5ecc-4432-40d6-994b-327d6cd83592,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:20.139009 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c43db185-d8ed-41d9-a7a6-381322d0b9f7 req-310f8cfb-ccfb-4cce-80f4-65bfb38cfc9d tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.53 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.0580664 Nov 23 21:51:20.150401 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a1d784d5-164d-4473-87eb-0da7452339b0 req-8f9cc4ef-daf9-4b78-887a-fbc8eaf8a22b tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:20.186611 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce198ed8-414e-4839-837a-16f809115c77 req-18b2a605-c20e-46cd-b9cc-40f842b375bd tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfe08be-c796-425c-8412-77aa063c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297524 Nov 23 21:51:20.215488 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 51751ce7-ef29-4a43-9cde-4086304daed5, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=51751ce7-ef29-4a43-9cde-4086304daed5,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:20.231425 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a1d784d5-164d-4473-87eb-0da7452339b0 req-8f9cc4ef-daf9-4b78-887a-fbc8eaf8a22b tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:20.231656 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 51751ce7-ef29-4a43-9cde-4086304daed5 has no active binding in host n-h1-816206-9 {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 21:51:20.231791 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e7f89ba0-c52f-4860-af5c-bf7ce0630e91 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:51:20.269216 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e7f89ba0-c52f-4860-af5c-bf7ce0630e91, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e7f89ba0-c52f-4860-af5c-bf7ce0630e91,segment=NetworkSegment(2040ca47-c120-41e9-8eed-e149b99c7800),segment_id=2040ca47-c120-41e9-8eed-e149b99c7800)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:20.280857 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'e7f89ba0-c52f-4860-af5c-bf7ce0630e91', 'network_id': 'fd7c2d4d-46d1-4106-9963-ef7ecce51bdb', 'port_id': 'e7f89ba0-c52f-4860-af5c-bf7ce0630e91', 'mac_address': 'fa:16:3e:31:98:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a922ac7-4c6f-4cf1-9fd2-c4265557b3bd', 'ip_address': '19.80.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:51:20.309906 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a1d784d5-164d-4473-87eb-0da7452339b0 req-8f9cc4ef-daf9-4b78-887a-fbc8eaf8a22b tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:20.318329 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a1d784d5-164d-4473-87eb-0da7452339b0 req-8f9cc4ef-daf9-4b78-887a-fbc8eaf8a22b tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:20.324461 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1d784d5-164d-4473-87eb-0da7452339b0 req-8f9cc4ef-daf9-4b78-887a-fbc8eaf8a22b tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "DELETE /v2.0/security-groups/5a3f1151-754d-45c6-b265-5693adbeca9e HTTP/1.1" status: 204 len: 173 time: 0.3134685 Nov 23 21:51:20.341778 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:20.348770 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cc4ef-daf9-4b78-887a-fbc8eaf8a22b tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3f1151-754d-45c6-b265-5693adbeca9e,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:20.393743 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f89ba0-c52f-4860-af5c-bf7ce0630e91 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:51:20.443802 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e7f89ba0-c52f-4860-af5c-bf7ce0630e91, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e7f89ba0-c52f-4860-af5c-bf7ce0630e91,segment=NetworkSegment(2040ca47-c120-41e9-8eed-e149b99c7800),segment_id=2040ca47-c120-41e9-8eed-e149b99c7800)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:20.451524 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:20.483713 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b54f10f8-5d46-42b1-8631-26b8252ef519 req-2aeea27a-682f-4863-b6e6-15ec21c25bc1 tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90323bc2-e524-4d2a-b3a7-9c1859301e8a HTTP/1.1" status: 200 len: 210 time: 0.0311813 Nov 23 21:51:20.504126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56889e79-e201-4ac5-8128-3d33f9a05965 req-27c79198-b724-42d3-9441-5ffb4df7afc4 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:20.505663 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-56889e79-e201-4ac5-8128-3d33f9a05965 req-27c79198-b724-42d3-9441-5ffb4df7afc4 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 943 time: 0.0969222 Nov 23 21:51:20.524175 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=e7f89ba0-c52f-4860-af5c-bf7ce0630e91,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:20.574811 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-56889e79-e201-4ac5-8128-3d33f9a05965 req-cc749cbc-73fd-4266-805b-8b997de91e41 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615926 Nov 23 21:51:20.620769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70db198-171a-4318-b4cb-929121347259 req-4739d94b-a0aa-4027-b0d2-a89e8c205a8c tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:20.627062 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70db198-171a-4318-b4cb-929121347259 req-4739d94b-a0aa-4027-b0d2-a89e8c205a8c tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:20.633794 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70db198-171a-4318-b4cb-929121347259 req-4739d94b-a0aa-4027-b0d2-a89e8c205a8c tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:20.635532 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d70db198-171a-4318-b4cb-929121347259 req-4739d94b-a0aa-4027-b0d2-a89e8c205a8c tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 2414 time: 0.0861011 Nov 23 21:51:20.714076 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf61d24b-3016-41c3-bfc7-c74dbfc07956 req-a22dac02-cbbf-46c3-a324-019570097b6d tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "GET /v2.0/security-groups/a4181002-ed71-4429-a4f0-8e48cd349f0b HTTP/1.1" status: 200 len: 1830 time: 0.0775063 Nov 23 21:51:20.739414 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d70db198-171a-4318-b4cb-929121347259 req-fec4e8de-ab74-4c43-9f1b-aaae04a8484e tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962183 Nov 23 21:51:20.804645 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cf61d24b-3016-41c3-bfc7-c74dbfc07956 req-42388c6a-53f1-4df5-b444-683b6233d25f tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:20.809806 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['dd49ab44-ddb8-450f-b069-e896f5860cb4'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:51:20.858759 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['085c5ecc-4432-40d6-994b-327d6cd83592'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:51:20.868387 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['e7f89ba0-c52f-4860-af5c-bf7ce0630e91'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:51:20.872404 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cf61d24b-3016-41c3-bfc7-c74dbfc07956 req-42388c6a-53f1-4df5-b444-683b6233d25f tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:20.883777 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee727e1d-420a-4137-acb0-896cdae4eb29', 'tag': '51751ce7-ef29-4a43-9cde-4086304daed5'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:51:20.886175 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67248c94-8c39-4998-aec8-f29e1a3bd93d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee727e1d-420a-4137-acb0-896cdae4eb29", "tag": "51751ce7-ef29-4a43-9cde-4086304daed5"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:51:20.944465 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5da1c7-2e63-4934-b86a-ab59275259cf req-5cec5eba-6db6-426e-842a-099a903cdbc5 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:20.946057 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a5da1c7-2e63-4934-b86a-ab59275259cf req-5cec5eba-6db6-426e-842a-099a903cdbc5 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 945 time: 0.1357114 Nov 23 21:51:21.005526 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cf61d24b-3016-41c3-bfc7-c74dbfc07956 req-42388c6a-53f1-4df5-b444-683b6233d25f tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:21.009449 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cf61d24b-3016-41c3-bfc7-c74dbfc07956 req-42388c6a-53f1-4df5-b444-683b6233d25f tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:21.011128 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf61d24b-3016-41c3-bfc7-c74dbfc07956 req-42388c6a-53f1-4df5-b444-683b6233d25f tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "DELETE /v2.0/security-groups/a4181002-ed71-4429-a4f0-8e48cd349f0b HTTP/1.1" status: 204 len: 173 time: 0.2866068 Nov 23 21:51:21.033046 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a5da1c7-2e63-4934-b86a-ab59275259cf req-1747b1c8-b7e3-40b5-a3b1-6dedfd0e410f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784302 Nov 23 21:51:21.034192 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42388c6a-53f1-4df5-b444-683b6233d25f tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4181002-ed71-4429-a4f0-8e48cd349f0b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:21.149824 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8595ae-90bc-4107-a47c-0e303640d5dc x-openstack-request-id: req-5c8595ae-90bc-4107-a47c-0e303640d5dc {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:51:21.150116 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee727e1d-420a-4137-acb0-896cdae4eb29", "tag": "51751ce7-ef29-4a43-9cde-4086304daed5", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:51:21.150368 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c8595ae-90bc-4107-a47c-0e303640d5dc {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:51:21.153530 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee727e1d-420a-4137-acb0-896cdae4eb29', 'tag': '51751ce7-ef29-4a43-9cde-4086304daed5', 'status': 'completed', 'code': 200} Nov 23 21:51:21.240795 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f7df5e75-0848-480e-b454-561e45f088ef req-e8fe7932-5c24-497f-8b9c-b4d335e88d71 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "GET /v2.0/security-groups/dfe900c4-a798-44dc-a78e-c0aa50e1bfb4 HTTP/1.1" status: 200 len: 1829 time: 0.0676908 Nov 23 21:51:21.252466 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ed7ae-997c-4603-a0cd-1438ebfca22d req-983efa5a-782c-454a-a572-f7d01d392967 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:21.254201 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-af5ed7ae-997c-4603-a0cd-1438ebfca22d req-983efa5a-782c-454a-a572-f7d01d392967 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ee27013-03a3-477c-8335-5dbf9a2c528e HTTP/1.1" status: 200 len: 946 time: 0.1266344 Nov 23 21:51:21.334912 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-af5ed7ae-997c-4603-a0cd-1438ebfca22d req-b9b1ab02-9ac4-4b22-bb50-b495d35810d0 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727806 Nov 23 21:51:21.347119 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f7df5e75-0848-480e-b454-561e45f088ef req-da5032af-1d44-4d11-8171-057bfd6fba90 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:21.383772 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f7df5e75-0848-480e-b454-561e45f088ef req-da5032af-1d44-4d11-8171-057bfd6fba90 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:21.451736 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f7df5e75-0848-480e-b454-561e45f088ef req-da5032af-1d44-4d11-8171-057bfd6fba90 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:21.454552 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f7df5e75-0848-480e-b454-561e45f088ef req-da5032af-1d44-4d11-8171-057bfd6fba90 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:21.456600 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f7df5e75-0848-480e-b454-561e45f088ef req-da5032af-1d44-4d11-8171-057bfd6fba90 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "DELETE /v2.0/security-groups/dfe900c4-a798-44dc-a78e-c0aa50e1bfb4 HTTP/1.1" status: 204 len: 173 time: 0.2006023 Nov 23 21:51:21.474742 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5032af-1d44-4d11-8171-057bfd6fba90 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe900c4-a798-44dc-a78e-c0aa50e1bfb4,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:21.481993 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a37eb8-df7d-498a-a6e3-9cbe03a60cf8 req-ad2f8987-39a1-4cbd-8e44-60a8393bc73a tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:21.489664 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31a37eb8-df7d-498a-a6e3-9cbe03a60cf8 req-ad2f8987-39a1-4cbd-8e44-60a8393bc73a tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/ports?device_id=994ac921-bc65-442f-a7fe-2b54272d7711 HTTP/1.1" status: 200 len: 931 time: 0.0742743 Nov 23 21:51:21.552223 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31a37eb8-df7d-498a-a6e3-9cbe03a60cf8 req-3d3c733b-6972-418b-89cf-ae33a76ba62c tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfe08be-c796-425c-8412-77aa063c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615652 Nov 23 21:51:21.610350 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b1372b6-9bcc-4948-a23b-b01ae912ee60 req-9b5ce0fc-0a69-4798-87d7-e7af88ea66e8 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "GET /v2.0/security-groups/8c7f20f6-8e34-4474-95f3-a5d6441b75c4 HTTP/1.1" status: 200 len: 1829 time: 0.0408998 Nov 23 21:51:21.692591 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5b1372b6-9bcc-4948-a23b-b01ae912ee60 req-5e6626e7-059b-4fbe-89f8-ffb64047cda4 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:21.724184 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5b1372b6-9bcc-4948-a23b-b01ae912ee60 req-5e6626e7-059b-4fbe-89f8-ffb64047cda4 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:21.775879 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5b1372b6-9bcc-4948-a23b-b01ae912ee60 req-5e6626e7-059b-4fbe-89f8-ffb64047cda4 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:21.778742 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5b1372b6-9bcc-4948-a23b-b01ae912ee60 req-5e6626e7-059b-4fbe-89f8-ffb64047cda4 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:21.779893 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b1372b6-9bcc-4948-a23b-b01ae912ee60 req-5e6626e7-059b-4fbe-89f8-ffb64047cda4 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "DELETE /v2.0/security-groups/8c7f20f6-8e34-4474-95f3-a5d6441b75c4 HTTP/1.1" status: 204 len: 173 time: 0.1630371 Nov 23 21:51:21.792364 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6626e7-059b-4fbe-89f8-ffb64047cda4 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7f20f6-8e34-4474-95f3-a5d6441b75c4,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:21.855968 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fa427-16c4-470b-8d7a-baaaaaf1bfa1 req-0efdf1fb-48b9-4f8d-bf05-cf4329c23561 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:21.857656 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c4fa427-16c4-470b-8d7a-baaaaaf1bfa1 req-0efdf1fb-48b9-4f8d-bf05-cf4329c23561 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 943 time: 0.0558167 Nov 23 21:51:21.898340 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-319c4273-5e9c-435b-9295-cf2778329a0f req-b3edf3d0-b6f2-479c-9696-a341cf86ff4b tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90654549-4c87-47b4-8259-bbc63ba4fd5e HTTP/1.1" status: 200 len: 210 time: 0.0395565 Nov 23 21:51:21.929373 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c4fa427-16c4-470b-8d7a-baaaaaf1bfa1 req-bfc21508-1e28-4f65-96c5-549cafb1e98e tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618250 Nov 23 21:51:22.026053 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c116fcb1-7ecb-47c5-82be-f73fb9718dc7 req-ccc7e84f-0b40-43d3-88c1-707e238c79f7 tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "GET /v2.0/security-groups/04a98158-0116-4dbb-acdb-9a6194a9a574 HTTP/1.1" status: 200 len: 1830 time: 0.0713918 Nov 23 21:51:22.042819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e3d66-0a49-4ff3-9d9b-de611b664f58 req-b3d73c1a-f1e5-4aa9-adfa-e0b34308cde8 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:22.048709 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e3d66-0a49-4ff3-9d9b-de611b664f58 req-b3d73c1a-f1e5-4aa9-adfa-e0b34308cde8 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:22.055629 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e3d66-0a49-4ff3-9d9b-de611b664f58 req-b3d73c1a-f1e5-4aa9-adfa-e0b34308cde8 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:22.057386 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-047e3d66-0a49-4ff3-9d9b-de611b664f58 req-b3d73c1a-f1e5-4aa9-adfa-e0b34308cde8 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 2414 time: 0.0880876 Nov 23 21:51:22.134956 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-047e3d66-0a49-4ff3-9d9b-de611b664f58 req-53bff616-a883-4f3f-b46f-3458fbb010f3 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700448 Nov 23 21:51:22.150078 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c116fcb1-7ecb-47c5-82be-f73fb9718dc7 req-8fdb35c2-c059-4fa9-a586-f589a618d5cb tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:22.174573 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c116fcb1-7ecb-47c5-82be-f73fb9718dc7 req-8fdb35c2-c059-4fa9-a586-f589a618d5cb tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:22.245047 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c116fcb1-7ecb-47c5-82be-f73fb9718dc7 req-8fdb35c2-c059-4fa9-a586-f589a618d5cb tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:22.247637 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c116fcb1-7ecb-47c5-82be-f73fb9718dc7 req-8fdb35c2-c059-4fa9-a586-f589a618d5cb tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:22.248729 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c116fcb1-7ecb-47c5-82be-f73fb9718dc7 req-8fdb35c2-c059-4fa9-a586-f589a618d5cb tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] 10.222.0.50 "DELETE /v2.0/security-groups/04a98158-0116-4dbb-acdb-9a6194a9a574 HTTP/1.1" status: 204 len: 173 time: 0.1904578 Nov 23 21:51:22.255816 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53992) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:22.261161 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dceb6-d1cb-46b3-b907-a02f6c2b62a6 req-9e2c49e4-5eac-4500-a2bb-78dbeb1b1926 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:22.262607 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a6dceb6-d1cb-46b3-b907-a02f6c2b62a6 req-9e2c49e4-5eac-4500-a2bb-78dbeb1b1926 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 945 time: 0.0688376 Nov 23 21:51:22.267657 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb35c2-c059-4fa9-a586-f589a618d5cb tempest-SecurityGroupRulesNegativeTestJSON-1412790134 tempest-SecurityGroupRulesNegativeTestJSON-1412790134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a98158-0116-4dbb-acdb-9a6194a9a574,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:22.316819 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e6f232-1a25-408e-ad16-426bfa26f1b9 admin admin] Deleting subnet c2670a5b-dbc8-452c-9d3f-1ed9dcb3a3f9 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:51:22.320860 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-56e6f232-1a25-408e-ad16-426bfa26f1b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:22.359050 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-56e6f232-1a25-408e-ad16-426bfa26f1b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:22.378806 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a6dceb6-d1cb-46b3-b907-a02f6c2b62a6 req-d0d01433-9c7d-4bd3-b71b-f05855549a3c tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901599 Nov 23 21:51:22.402116 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-56e6f232-1a25-408e-ad16-426bfa26f1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:22.461475 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-56e6f232-1a25-408e-ad16-426bfa26f1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:22.480579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f2e75-6b7e-424b-9586-0138c77f2853 req-ee7a042f-ca4d-495d-ad97-5131ef58816c tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:22.482198 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e80f2e75-6b7e-424b-9586-0138c77f2853 req-ee7a042f-ca4d-495d-ad97-5131ef58816c tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ee27013-03a3-477c-8335-5dbf9a2c528e HTTP/1.1" status: 200 len: 946 time: 0.0624447 Nov 23 21:51:22.491953 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6f232-1a25-408e-ad16-426bfa26f1b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2670a5b-dbc8-452c-9d3f-1ed9dcb3a3f9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:22.499531 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-56e6f232-1a25-408e-ad16-426bfa26f1b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:22.506685 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-56e6f232-1a25-408e-ad16-426bfa26f1b9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c2670a5b-dbc8-452c-9d3f-1ed9dcb3a3f9 HTTP/1.1" status: 204 len: 168 time: 0.2492054 Nov 23 21:51:22.507342 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53996) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:22.547430 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e80f2e75-6b7e-424b-9586-0138c77f2853 req-3e241067-4992-4a5f-abba-c8fe2049f2b6 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578151 Nov 23 21:51:22.590895 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:22.616790 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:22.697612 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b9d75-13ff-4419-8342-602af8174015 req-3c12eb9a-2be5-4ef9-a072-52313474802e tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:22.699867 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d9b9d75-13ff-4419-8342-602af8174015 req-3c12eb9a-2be5-4ef9-a072-52313474802e tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/ports?device_id=994ac921-bc65-442f-a7fe-2b54272d7711 HTTP/1.1" status: 200 len: 931 time: 0.0751026 Nov 23 21:51:22.712796 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:22.740630 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c72780e-4da8-46e7-b93d-5e71d95fabe2']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:51:22.750009 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf445d5-edaa-4fcd-8207-28c2b2465236') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:51:22.750311 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf445d5-edaa-4fcd-8207-28c2b2465236') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:51:22.754334 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d9b9d75-13ff-4419-8342-602af8174015 req-dfab7771-3cae-472d-aa03-4f9bb9ca882e tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfe08be-c796-425c-8412-77aa063c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466223 Nov 23 21:51:22.760521 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:22.774531 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:22.780313 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:51:22.780689 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:51:22.782299 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:51:22.835196 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:22.841453 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:22.849952 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] 10.222.0.50 "DELETE /v2.0/networks/7c72780e-4da8-46e7-b93d-5e71d95fabe2 HTTP/1.1" status: 204 len: 168 time: 0.3391707 Nov 23 21:51:22.863391 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] Pushing event deleted for resources: {'Network': ['ID=7c72780e-4da8-46e7-b93d-5e71d95fabe2,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:22.871396 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:22.871763 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:22.872199 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:22.872805 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:22.873039 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:22.873383 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:22.873719 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:22.874052 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:22.874500 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:22.874867 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:22.875795 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:22.876174 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5722f695-8593-4aa8-8828-0d1a1f68ba3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:22.989837 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54010) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:23.022026 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-80e0d61e-3779-4dc1-b0a4-c67d50f5874d req-9cf94158-3f42-4c11-a658-1c0e83680250 tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90654549-4c87-47b4-8259-bbc63ba4fd5e HTTP/1.1" status: 200 len: 210 time: 0.0282514 Nov 23 21:51:23.036484 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b62f9aba-ed51-4fa8-959e-c798133ad305 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=35455b759473448db64fca2938c8205c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413692 Nov 23 21:51:23.036960 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54012) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:23.077983 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2bedd-bec0-4e2e-80af-4e3205194fee req-e3ebbc97-725a-4b6f-9a09-1be82c8bc4cc tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:23.079581 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79f2bedd-bec0-4e2e-80af-4e3205194fee req-e3ebbc97-725a-4b6f-9a09-1be82c8bc4cc tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 943 time: 0.0599196 Nov 23 21:51:23.089513 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b18ffd8f-dc8d-4e68-88c6-f8ed7046e840 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:23.117852 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b18ffd8f-dc8d-4e68-88c6-f8ed7046e840 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:23.163104 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79f2bedd-bec0-4e2e-80af-4e3205194fee req-8aa3fcc4-e7dc-42d7-b21e-084089ab0186 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773349 Nov 23 21:51:23.201181 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b18ffd8f-dc8d-4e68-88c6-f8ed7046e840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:23.204473 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b18ffd8f-dc8d-4e68-88c6-f8ed7046e840 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:23.206582 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b18ffd8f-dc8d-4e68-88c6-f8ed7046e840 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7bc1c7f8-7ac7-4a7d-b6e3-0404ccbfe43c HTTP/1.1" status: 204 len: 168 time: 0.1677837 Nov 23 21:51:23.218246 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ffd8f-dc8d-4e68-88c6-f8ed7046e840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc1c7f8-7ac7-4a7d-b6e3-0404ccbfe43c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:23.277854 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cf4d4-cbea-4e86-96ec-d3442165e9f5 req-df77d268-f342-4db0-8ee3-029d6704dddc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:23.283866 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cf4d4-cbea-4e86-96ec-d3442165e9f5 req-df77d268-f342-4db0-8ee3-029d6704dddc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:23.289668 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cf4d4-cbea-4e86-96ec-d3442165e9f5 req-df77d268-f342-4db0-8ee3-029d6704dddc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:23.291322 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e51cf4d4-cbea-4e86-96ec-d3442165e9f5 req-df77d268-f342-4db0-8ee3-029d6704dddc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 2414 time: 0.0725584 Nov 23 21:51:23.347131 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e51cf4d4-cbea-4e86-96ec-d3442165e9f5 req-bcef929f-3f5c-454b-a0c4-22f19dd8f0a4 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497305 Nov 23 21:51:23.484819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cc569-7f68-441b-b56a-9e494851bfd3 req-5d551c0a-3073-4751-89e5-ecacdc463655 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:23.488115 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b86cc569-7f68-441b-b56a-9e494851bfd3 req-5d551c0a-3073-4751-89e5-ecacdc463655 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 945 time: 0.0526316 Nov 23 21:51:23.547551 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 085c5ecc-4432-40d6-994b-327d6cd83592 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:51:23.572556 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b86cc569-7f68-441b-b56a-9e494851bfd3 req-f8c624ba-8265-415c-860f-9eef194871de tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766337 Nov 23 21:51:23.633390 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 085c5ecc-4432-40d6-994b-327d6cd83592 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:51:23.638378 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 085c5ecc-4432-40d6-994b-327d6cd83592 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:51:23.639030 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:23.720595 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd35e1c-cf3d-4b8b-8a1a-8315bceae667 req-4acfd94e-9046-4b92-8bcf-3cae3cdbd2c8 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:23.731874 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1fd35e1c-cf3d-4b8b-8a1a-8315bceae667 req-4acfd94e-9046-4b92-8bcf-3cae3cdbd2c8 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ee27013-03a3-477c-8335-5dbf9a2c528e HTTP/1.1" status: 200 len: 946 time: 0.0949733 Nov 23 21:51:23.784397 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:23.829952 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50bcbb5-3fef-42cc-a4a5-71b7c2f8164c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085c5ecc-4432-40d6-994b-327d6cd83592'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:51:23.832323 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1fd35e1c-cf3d-4b8b-8a1a-8315bceae667 req-9e101528-f8ea-45ca-8786-94eecc69976b tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844216 Nov 23 21:51:23.833085 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52403786-2634-4e56-b1f8-e936eb0c40ed" -d '{"events": [{"server_uuid": "d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c", "name": "network-vif-plugged", "status": "completed", "tag": "085c5ecc-4432-40d6-994b-327d6cd83592"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:51:23.857467 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 085c5ecc-4432-40d6-994b-327d6cd83592, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=085c5ecc-4432-40d6-994b-327d6cd83592,segment=NetworkSegment(2040ca47-c120-41e9-8eed-e149b99c7800),segment_id=2040ca47-c120-41e9-8eed-e149b99c7800)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:23.861543 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:23.863074 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device dd49ab44-ddb8-450f-b069-e896f5860cb4 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:51:23.914159 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ea78dd-a89b-49a4-80b2-66afea95f439 x-openstack-request-id: req-58ea78dd-a89b-49a4-80b2-66afea95f439 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:51:23.914452 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c", "name": "network-vif-plugged", "status": "completed", "tag": "085c5ecc-4432-40d6-994b-327d6cd83592", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:51:23.914704 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-58ea78dd-a89b-49a4-80b2-66afea95f439 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:51:23.915134 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50bcbb5-3fef-42cc-a4a5-71b7c2f8164c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085c5ecc-4432-40d6-994b-327d6cd83592', 'code': 200} Nov 23 21:51:23.953435 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd715862-762d-4664-bda0-d40d6b03c3de req-6b309a64-92bb-4a95-8e9e-599632f7c247 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:23.956079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=085c5ecc-4432-40d6-994b-327d6cd83592,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:23.969012 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd715862-762d-4664-bda0-d40d6b03c3de req-6b309a64-92bb-4a95-8e9e-599632f7c247 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/ports?device_id=994ac921-bc65-442f-a7fe-2b54272d7711 HTTP/1.1" status: 200 len: 931 time: 0.1187229 Nov 23 21:51:23.973142 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port dd49ab44-ddb8-450f-b069-e896f5860cb4 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:51:23.982966 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port dd49ab44-ddb8-450f-b069-e896f5860cb4 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:51:23.983453 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:24.061874 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd715862-762d-4664-bda0-d40d6b03c3de req-14785c78-c2af-4db2-8641-7ec9578f9c8f tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfe08be-c796-425c-8412-77aa063c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882256 Nov 23 21:51:24.110061 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:24.153427 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port dd49ab44-ddb8-450f-b069-e896f5860cb4, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=dd49ab44-ddb8-450f-b069-e896f5860cb4,segment=NetworkSegment(a4b933b3-5487-4f1d-93a9-0eb7632d7280),segment_id=a4b933b3-5487-4f1d-93a9-0eb7632d7280)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:24.168236 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:24.169162 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e7f89ba0-c52f-4860-af5c-bf7ce0630e91 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:51:24.201945 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fb87de25-3502-481a-83fd-e0fae6d6becd req-80d51e60-1c6a-4b90-9eff-0eeb9ce55b9b tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90654549-4c87-47b4-8259-bbc63ba4fd5e HTTP/1.1" status: 200 len: 210 time: 0.0480702 Nov 23 21:51:24.222537 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54050) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:24.292476 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port e7f89ba0-c52f-4860-af5c-bf7ce0630e91 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:51:24.315740 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port e7f89ba0-c52f-4860-af5c-bf7ce0630e91 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:51:24.316212 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:24.321394 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=dd49ab44-ddb8-450f-b069-e896f5860cb4,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:24.334450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e39d59-23f5-46ce-a163-301bba3a5fa3 req-25d41222-caa4-44bf-bd93-32bc367a6ab7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:24.342099 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3e39d59-23f5-46ce-a163-301bba3a5fa3 req-25d41222-caa4-44bf-bd93-32bc367a6ab7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 943 time: 0.0744171 Nov 23 21:51:24.364502 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-59e6499c-3650-4c65-9986-397193f88cef admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1411099100-network', 'tenant_id': 'd0c0d566b7f74b42850480d189c3aab2'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:24.398601 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e6499c-3650-4c65-9986-397193f88cef admin admin] Made reservation on behalf of d0c0d566b7f74b42850480d189c3aab2 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:51:24.402870 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-59e6499c-3650-4c65-9986-397193f88cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:24.416800 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-59e6499c-3650-4c65-9986-397193f88cef admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:24.451893 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3e39d59-23f5-46ce-a163-301bba3a5fa3 req-06a5babe-9b1a-425c-9f5b-ff0f177cb40b tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086955 Nov 23 21:51:24.452746 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:24.499072 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e7f89ba0-c52f-4860-af5c-bf7ce0630e91, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e7f89ba0-c52f-4860-af5c-bf7ce0630e91,segment=NetworkSegment(2040ca47-c120-41e9-8eed-e149b99c7800),segment_id=2040ca47-c120-41e9-8eed-e149b99c7800)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:24.507495 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:24.537198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c70793-dd3f-4e44-914e-536a4f05f497 req-8da22f55-aa02-467c-bff1-1d4a7f81608e tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:24.544304 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c70793-dd3f-4e44-914e-536a4f05f497 req-8da22f55-aa02-467c-bff1-1d4a7f81608e tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:24.553212 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c70793-dd3f-4e44-914e-536a4f05f497 req-8da22f55-aa02-467c-bff1-1d4a7f81608e tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:24.561490 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30c70793-dd3f-4e44-914e-536a4f05f497 req-8da22f55-aa02-467c-bff1-1d4a7f81608e tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 2416 time: 0.0841210 Nov 23 21:51:24.575072 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-59e6499c-3650-4c65-9986-397193f88cef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:24.582867 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-59e6499c-3650-4c65-9986-397193f88cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:24.587816 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=e7f89ba0-c52f-4860-af5c-bf7ce0630e91,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:24.615366 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e6499c-3650-4c65-9986-397193f88cef admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:51:24.641707 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30c70793-dd3f-4e44-914e-536a4f05f497 req-39b1f451-5823-487f-85b7-191664cdbfd2 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788732 Nov 23 21:51:24.649103 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6499c-3650-4c65-9986-397193f88cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ada430-e11b-4ba9-a4c3-cf513ee33998,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:24.654189 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-59e6499c-3650-4c65-9986-397193f88cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:24.654510 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-59e6499c-3650-4c65-9986-397193f88cef admin admin] Added segment 39f04445-0129-4516-9c90-f39409b7c78f of type vlan for network dbe6349d-3baa-4c1b-802c-688de1280111 Nov 23 21:51:24.706835 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-59e6499c-3650-4c65-9986-397193f88cef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:24.732076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803d941-4e95-4568-891c-1d19d3b736af req-d465b9fe-369a-489e-aa53-a89793aa3c56 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:24.735237 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d803d941-4e95-4568-891c-1d19d3b736af req-d465b9fe-369a-489e-aa53-a89793aa3c56 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 945 time: 0.0694132 Nov 23 21:51:24.738823 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-59e6499c-3650-4c65-9986-397193f88cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:24.739880 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e6499c-3650-4c65-9986-397193f88cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:24.740700 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-59e6499c-3650-4c65-9986-397193f88cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:24.793162 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-59e6499c-3650-4c65-9986-397193f88cef admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5693452 Nov 23 21:51:24.795286 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d803d941-4e95-4568-891c-1d19d3b736af req-b0efde62-d1c9-4b9f-b5f1-928c06950cb4 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531187 Nov 23 21:51:24.795920 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54060) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:24.801950 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-58181d35-8091-4eba-81f0-24f51ca9ecae admin admin] Request body: {'subnet': {'network_id': 'dbe6349d-3baa-4c1b-802c-688de1280111', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1411099100-subnet', 'tenant_id': 'd0c0d566b7f74b42850480d189c3aab2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:24.824121 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6499c-3650-4c65-9986-397193f88cef admin admin] Pushing event updated for resources: {'Network': ['ID=dbe6349d-3baa-4c1b-802c-688de1280111,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:24.832599 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58181d35-8091-4eba-81f0-24f51ca9ecae admin admin] Made reservation on behalf of d0c0d566b7f74b42850480d189c3aab2 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:51:24.835326 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-58181d35-8091-4eba-81f0-24f51ca9ecae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:24.842753 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network dbe6349d-3baa-4c1b-802c-688de1280111 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:51:25.059714 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea751b06-bb5a-4885-916e-9ec575590fef req-715ec5d0-f0b1-49a8-aafe-ce40e5626f3d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:25.061483 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea751b06-bb5a-4885-916e-9ec575590fef req-715ec5d0-f0b1-49a8-aafe-ce40e5626f3d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ee27013-03a3-477c-8335-5dbf9a2c528e HTTP/1.1" status: 200 len: 946 time: 0.1287446 Nov 23 21:51:25.185170 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea751b06-bb5a-4885-916e-9ec575590fef req-ca24f592-4ae3-4a12-ba73-d63fdf64999d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169367 Nov 23 21:51:25.189206 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-58181d35-8091-4eba-81f0-24f51ca9ecae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:25.248708 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5185f-646c-4ec6-89d9-b0330651727d req-056c51ee-a752-4af2-8595-05af22342197 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:25.250232 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-afd5185f-646c-4ec6-89d9-b0330651727d req-056c51ee-a752-4af2-8595-05af22342197 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/ports?device_id=994ac921-bc65-442f-a7fe-2b54272d7711 HTTP/1.1" status: 200 len: 931 time: 0.1234717 Nov 23 21:51:25.269086 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58181d35-8091-4eba-81f0-24f51ca9ecae admin admin] Pushing event updated for resources: {'Subnet': ['ID=02412913-e9ad-44c9-8a03-c9f8d2417195,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:25.294778 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d35-8091-4eba-81f0-24f51ca9ecae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:25.295139 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d35-8091-4eba-81f0-24f51ca9ecae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:25.295481 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d35-8091-4eba-81f0-24f51ca9ecae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:25.295833 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d35-8091-4eba-81f0-24f51ca9ecae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:25.296154 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d35-8091-4eba-81f0-24f51ca9ecae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:25.296499 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d35-8091-4eba-81f0-24f51ca9ecae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:25.296816 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d35-8091-4eba-81f0-24f51ca9ecae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:25.297143 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d35-8091-4eba-81f0-24f51ca9ecae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:25.297467 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d35-8091-4eba-81f0-24f51ca9ecae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:25.297790 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d35-8091-4eba-81f0-24f51ca9ecae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:25.298114 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d35-8091-4eba-81f0-24f51ca9ecae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:25.298436 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58181d35-8091-4eba-81f0-24f51ca9ecae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:51:25.309321 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58181d35-8091-4eba-81f0-24f51ca9ecae admin admin] Checking segment: {'id': '39f04445-0129-4516-9c90-f39409b7c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dbe6349d-3baa-4c1b-802c-688de1280111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:51:25.309689 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58181d35-8091-4eba-81f0-24f51ca9ecae admin admin] Network hostable DHCP agents. Network: dbe6349d-3baa-4c1b-802c-688de1280111, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:51:25.363908 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c484903c-85a7-4d2e-bac7-5b1dd4705ed2 req-adc474c3-ff8b-4b11-9a8f-dd29f3464656 tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90654549-4c87-47b4-8259-bbc63ba4fd5e HTTP/1.1" status: 200 len: 210 time: 0.0444415 Nov 23 21:51:25.376557 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-afd5185f-646c-4ec6-89d9-b0330651727d req-f613f2ea-3d0f-4d6b-b94d-c978786ec541 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfe08be-c796-425c-8412-77aa063c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115720 Nov 23 21:51:25.386296 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58181d35-8091-4eba-81f0-24f51ca9ecae admin admin] Network dbe6349d-3baa-4c1b-802c-688de1280111 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:51:25.398740 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-58181d35-8091-4eba-81f0-24f51ca9ecae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, dbe6349d-3baa-4c1b-802c-688de1280111) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:51:25.407472 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f497d26-fa6f-474b-bd7a-4f69ed68f408 None None] Network dbe6349d-3baa-4c1b-802c-688de1280111 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:51:25.411855 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58181d35-8091-4eba-81f0-24f51ca9ecae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:25.412459 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-58181d35-8091-4eba-81f0-24f51ca9ecae admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:25.432603 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-58181d35-8091-4eba-81f0-24f51ca9ecae admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6354640 Nov 23 21:51:25.562107 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a9dde7-34f5-42dd-8d6e-6f27f7857d37 None None] Network dbe6349d-3baa-4c1b-802c-688de1280111 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:51:25.630565 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadbb0f-c19e-4e40-b2e7-2b7d57802f7f req-56434590-a81d-46bf-bc07-57164bb6bf1e tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:25.633727 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fcadbb0f-c19e-4e40-b2e7-2b7d57802f7f req-56434590-a81d-46bf-bc07-57164bb6bf1e tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 943 time: 0.0970099 Nov 23 21:51:25.695506 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fcadbb0f-c19e-4e40-b2e7-2b7d57802f7f req-3f75a346-6fc5-4f08-91b9-73051a5d5414 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511165 Nov 23 21:51:25.780803 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f54e0-04d9-47e5-b206-e8627de3defa req-531272cc-ebab-4169-8860-a474c0778c21 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:25.805078 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f54e0-04d9-47e5-b206-e8627de3defa req-531272cc-ebab-4169-8860-a474c0778c21 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:25.824413 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f54e0-04d9-47e5-b206-e8627de3defa req-531272cc-ebab-4169-8860-a474c0778c21 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:25.826858 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f46f54e0-04d9-47e5-b206-e8627de3defa req-531272cc-ebab-4169-8860-a474c0778c21 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 2417 time: 0.1055894 Nov 23 21:51:25.917384 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50bcbb5-3fef-42cc-a4a5-71b7c2f8164c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd49ab44-ddb8-450f-b069-e896f5860cb4'}, {'server_uuid': 'd50bcbb5-3fef-42cc-a4a5-71b7c2f8164c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f89ba0-c52f-4860-af5c-bf7ce0630e91'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:51:25.922932 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9479419-47ca-4772-8d5d-772520dc9b08" -d '{"events": [{"server_uuid": "d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c", "name": "network-vif-plugged", "status": "completed", "tag": "dd49ab44-ddb8-450f-b069-e896f5860cb4"}, {"server_uuid": "d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c", "name": "network-vif-plugged", "status": "completed", "tag": "e7f89ba0-c52f-4860-af5c-bf7ce0630e91"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:51:25.961299 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f46f54e0-04d9-47e5-b206-e8627de3defa req-2b5bce02-086d-4497-a60a-0b9259a33f22 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118851 Nov 23 21:51:26.129629 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-eeadb54f-2b46-49fb-be0f-b2023ab14a03 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:26.131126 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-eeadb54f-2b46-49fb-be0f-b2023ab14a03 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/networks?id=dbe6349d-3baa-4c1b-802c-688de1280111 HTTP/1.1" status: 200 len: 814 time: 0.1345768 Nov 23 21:51:26.138381 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51742e77-5732-49f3-a94c-aad5cf32c13a req-e10037a2-77af-4b45-ac0d-d9df328df079 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:26.139661 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51742e77-5732-49f3-a94c-aad5cf32c13a req-e10037a2-77af-4b45-ac0d-d9df328df079 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 945 time: 0.1049452 Nov 23 21:51:26.156006 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-43539908-d5c3-47f5-9f7b-4d56828f4308 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/quotas/d0c0d566b7f74b42850480d189c3aab2 HTTP/1.1" status: 200 len: 375 time: 0.0153918 Nov 23 21:51:26.194849 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-033aaefb-26d5-4ce6-8f41-0d76c6858357 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d0c0d566b7f74b42850480d189c3aab2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309746 Nov 23 21:51:26.226917 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51742e77-5732-49f3-a94c-aad5cf32c13a req-55552f0c-864e-420c-9ecb-7b40d7b14b1a tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799997 Nov 23 21:51:26.309594 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-8e3f7367-9145-4792-a61f-5e71ca593f05 service neutron] 10.222.0.50 "GET /v2.0/networks/dbe6349d-3baa-4c1b-802c-688de1280111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982831 Nov 23 21:51:26.336489 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 21:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977acb33-ebb6-49a6-aa69-ab081d39dac6 x-openstack-request-id: req-977acb33-ebb6-49a6-aa69-ab081d39dac6 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:51:26.336943 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c", "name": "network-vif-plugged", "status": "completed", "tag": "dd49ab44-ddb8-450f-b069-e896f5860cb4", "code": 200}, {"server_uuid": "d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c", "name": "network-vif-plugged", "status": "completed", "tag": "e7f89ba0-c52f-4860-af5c-bf7ce0630e91", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:51:26.337288 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-977acb33-ebb6-49a6-aa69-ab081d39dac6 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:51:26.337860 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50bcbb5-3fef-42cc-a4a5-71b7c2f8164c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd49ab44-ddb8-450f-b069-e896f5860cb4', 'code': 200} Nov 23 21:51:26.338281 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50bcbb5-3fef-42cc-a4a5-71b7c2f8164c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f89ba0-c52f-4860-af5c-bf7ce0630e91', 'code': 200} Nov 23 21:51:26.710995 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9048bc-7c4d-42b2-b70d-a61616e2e1d6 req-60eecf4c-029f-4772-923d-9be71201f556 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:26.712421 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f9048bc-7c4d-42b2-b70d-a61616e2e1d6 req-60eecf4c-029f-4772-923d-9be71201f556 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ee27013-03a3-477c-8335-5dbf9a2c528e HTTP/1.1" status: 200 len: 946 time: 0.3283761 Nov 23 21:51:26.716835 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-5526240d-eebc-4d72-bfc6-ed8514e74682 service neutron] 10.222.0.50 "GET /v2.0/networks/dbe6349d-3baa-4c1b-802c-688de1280111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007850 Nov 23 21:51:26.754511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31dc4f-e732-4f58-aaa4-f6ab0cf55370 req-d34f2fb4-5ff5-44ea-beeb-9be7c229e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:26.755009 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31dc4f-e732-4f58-aaa4-f6ab0cf55370 req-d34f2fb4-5ff5-44ea-beeb-9be7c229e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:26.755475 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31dc4f-e732-4f58-aaa4-f6ab0cf55370 req-d34f2fb4-5ff5-44ea-beeb-9be7c229e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:26.757124 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a31dc4f-e732-4f58-aaa4-f6ab0cf55370 req-d34f2fb4-5ff5-44ea-beeb-9be7c229e28c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 2870 time: 0.3228953 Nov 23 21:51:26.785719 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f9048bc-7c4d-42b2-b70d-a61616e2e1d6 req-cb648283-8bd5-4550-b804-2121333639e9 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669236 Nov 23 21:51:26.816905 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a31dc4f-e732-4f58-aaa4-f6ab0cf55370 req-6ba1a001-946a-4708-8efb-4cd73dd60330 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500631 Nov 23 21:51:26.919174 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90777d8b-e661-4cc2-9ec6-99c13845a828 req-0baa860b-36e7-4fb5-8b58-d1f409f6219b tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90654549-4c87-47b4-8259-bbc63ba4fd5e HTTP/1.1" status: 200 len: 210 time: 0.0396166 Nov 23 21:51:26.978360 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fed027-bcff-4198-b9ac-49f194537369 req-9c5536b5-508f-431c-a540-8da29cf222dc tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:26.980030 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1fed027-bcff-4198-b9ac-49f194537369 req-9c5536b5-508f-431c-a540-8da29cf222dc tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/ports?device_id=994ac921-bc65-442f-a7fe-2b54272d7711 HTTP/1.1" status: 200 len: 931 time: 0.0597236 Nov 23 21:51:27.072184 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1fed027-bcff-4198-b9ac-49f194537369 req-990912be-1f46-4bb4-b586-976e2876909e tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfe08be-c796-425c-8412-77aa063c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784166 Nov 23 21:51:27.083366 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e116574-b1c0-4357-8185-6ed028546df0 req-d6d42435-bbe5-43a2-89e4-46dfb14a68da tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:27.084747 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e116574-b1c0-4357-8185-6ed028546df0 req-d6d42435-bbe5-43a2-89e4-46dfb14a68da tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 943 time: 0.1038375 Nov 23 21:51:27.157867 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5dc580bd-7e13-4720-bd61-1e3f5b734d7e req-30087fcd-054c-44a0-8369-1f59e75c1a02 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1334f31e-225c-4ef1-b570-856e0c6cd73b HTTP/1.1" status: 200 len: 210 time: 0.0333815 Nov 23 21:51:27.167641 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e116574-b1c0-4357-8185-6ed028546df0 req-cbeab226-1baa-4122-b131-b1eb5d0ea60b tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746057 Nov 23 21:51:27.304377 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c0ac1-4940-4f29-9301-86d1ae5b5471 req-c62ef783-b110-49ec-84b4-b5c55fbde69b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:27.311226 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c0ac1-4940-4f29-9301-86d1ae5b5471 req-c62ef783-b110-49ec-84b4-b5c55fbde69b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:27.318380 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c0ac1-4940-4f29-9301-86d1ae5b5471 req-c62ef783-b110-49ec-84b4-b5c55fbde69b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:27.320174 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a3c0ac1-4940-4f29-9301-86d1ae5b5471 req-c62ef783-b110-49ec-84b4-b5c55fbde69b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 2417 time: 0.0798149 Nov 23 21:51:27.415048 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a3c0ac1-4940-4f29-9301-86d1ae5b5471 req-bf89d53c-85cb-4360-95f4-d2fa32017dbd tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817888 Nov 23 21:51:27.427328 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c99e9a-567f-43bd-bb85-e3140189c035 req-cc66459f-c9ae-4337-ab0b-a582057309da tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:27.436740 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b6c99e9a-567f-43bd-bb85-e3140189c035 req-cc66459f-c9ae-4337-ab0b-a582057309da tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 945 time: 0.0972579 Nov 23 21:51:27.487380 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b6c99e9a-567f-43bd-bb85-e3140189c035 req-fe038dca-e3a0-4529-84a8-30599b0fc56a tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519745 Nov 23 21:51:27.851040 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e6c24cd7-7aa6-45c4-b271-e6dc09caeff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:27.916224 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b72360-b922-4a0e-8d1f-1873f7fb1e46 req-d6a7f2bf-92cf-4716-939c-e274cdd87990 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:27.917684 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24b72360-b922-4a0e-8d1f-1873f7fb1e46 req-d6a7f2bf-92cf-4716-939c-e274cdd87990 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ee27013-03a3-477c-8335-5dbf9a2c528e HTTP/1.1" status: 200 len: 946 time: 0.0496502 Nov 23 21:51:27.973210 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24b72360-b922-4a0e-8d1f-1873f7fb1e46 req-a763801a-5527-42c6-9cee-d734f3886cb7 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492003 Nov 23 21:51:27.999430 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16b255ac-b67c-4d67-8fd1-b5563fac0790 req-70a8c799-de9b-4b3d-8c55-f327fc31a7ac tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90654549-4c87-47b4-8259-bbc63ba4fd5e HTTP/1.1" status: 200 len: 210 time: 0.0314960 Nov 23 21:51:28.185812 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaad039-4a23-47ca-af76-0f6daa8e8474 req-017f156a-e23b-44f4-b307-811b6e14c6d7 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:28.187306 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfaad039-4a23-47ca-af76-0f6daa8e8474 req-017f156a-e23b-44f4-b307-811b6e14c6d7 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/ports?device_id=994ac921-bc65-442f-a7fe-2b54272d7711 HTTP/1.1" status: 200 len: 931 time: 0.0490038 Nov 23 21:51:28.235790 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfaad039-4a23-47ca-af76-0f6daa8e8474 req-8099cc98-f6d4-4aad-9220-10708e7ad006 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfe08be-c796-425c-8412-77aa063c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421081 Nov 23 21:51:28.285450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d03773-2395-4d57-b505-6eda7130ef79 req-e71522dc-77d7-40d0-9cb6-b5977e4ac4d3 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:28.286960 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c9d03773-2395-4d57-b505-6eda7130ef79 req-e71522dc-77d7-40d0-9cb6-b5977e4ac4d3 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 943 time: 0.0502920 Nov 23 21:51:28.327702 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-440c36ae-0ffa-49d3-9afb-dc7c6467082a req-d4b09871-90a0-4900-996e-aa1c56a0420c tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1334f31e-225c-4ef1-b570-856e0c6cd73b HTTP/1.1" status: 200 len: 210 time: 0.0388770 Nov 23 21:51:28.357525 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c9d03773-2395-4d57-b505-6eda7130ef79 req-f131161e-dcba-49a6-a511-f16589a56e9c tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604820 Nov 23 21:51:28.534568 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e215ee-ced3-4efb-a923-8e2fa24809fe req-3b57e329-b969-4775-86e2-510190a1c83c tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:28.540432 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e215ee-ced3-4efb-a923-8e2fa24809fe req-3b57e329-b969-4775-86e2-510190a1c83c tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:28.546266 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e215ee-ced3-4efb-a923-8e2fa24809fe req-3b57e329-b969-4775-86e2-510190a1c83c tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:28.547993 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-57e215ee-ced3-4efb-a923-8e2fa24809fe req-3b57e329-b969-4775-86e2-510190a1c83c tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 2417 time: 0.0642874 Nov 23 21:51:28.581946 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-49fc33f9-309c-44c7-b33e-1c1bc3d44172 service neutron] Request body: {'port': {'device_id': '994ac921-bc65-442f-a7fe-2b54272d7711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:28.624632 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67248c94-8c39-4998-aec8-f29e1a3bd93d req-f8fd249e-a715-4dba-ab14-3b9644eddcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:28.626052 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-67248c94-8c39-4998-aec8-f29e1a3bd93d req-f8fd249e-a715-4dba-ab14-3b9644eddcbc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 1124 time: 0.0423074 Nov 23 21:51:28.696723 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-57e215ee-ced3-4efb-a923-8e2fa24809fe req-10b3b037-c0d8-44d7-ab4c-d4e77b84a9c9 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420906 Nov 23 21:51:28.702585 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c38d7397-ac64-4a8e-a632-4364524b1d2f req-73278690-d893-44c6-b350-a3448ae8f3d2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6ae11f4659044b67a4239c10526d1fb9&device_id=90654549-4c87-47b4-8259-bbc63ba4fd5e HTTP/1.1" status: 200 len: 210 time: 0.0404882 Nov 23 21:51:28.711665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.60', 49522) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:28.730946 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-49fc33f9-309c-44c7-b33e-1c1bc3d44172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:28.757437 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9cf2-7056-4ce1-b504-446036ce945a req-df30f8e3-585f-4537-b5b4-2f0ea4c92527 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:28.764882 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-253e9cf2-7056-4ce1-b504-446036ce945a req-df30f8e3-585f-4537-b5b4-2f0ea4c92527 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 945 time: 0.1428177 Nov 23 21:51:28.795747 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c38d7397-ac64-4a8e-a632-4364524b1d2f req-e0590f82-1a55-48ef-ad2f-9f732d3517b3 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6ae11f4659044b67a4239c10526d1fb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543292 Nov 23 21:51:28.813128 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67248c94-8c39-4998-aec8-f29e1a3bd93d req-788e6700-ca69-4e85-b2b4-9985dba88fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:28.814683 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-67248c94-8c39-4998-aec8-f29e1a3bd93d req-788e6700-ca69-4e85-b2b4-9985dba88fc5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 909 time: 0.1373136 Nov 23 21:51:28.817533 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c052686-cfd2-48b1-bbf6-64422e4ad412 req-649cc3de-0ad6-4a05-9238-561dc5a5a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:28.819014 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1c052686-cfd2-48b1-bbf6-64422e4ad412 req-649cc3de-0ad6-4a05-9238-561dc5a5a4b4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 1096 time: 0.0681207 Nov 23 21:51:28.859642 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-253e9cf2-7056-4ce1-b504-446036ce945a req-0b8b08fb-a81b-4c39-b72e-2e1194ecc4f0 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938928 Nov 23 21:51:28.934708 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-67248c94-8c39-4998-aec8-f29e1a3bd93d req-edfef3d1-cf8e-4587-98e0-cc2301c900cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51751ce7-ef29-4a43-9cde-4086304daed5 HTTP/1.1" status: 200 len: 217 time: 0.0672650 Nov 23 21:51:28.969257 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1c052686-cfd2-48b1-bbf6-64422e4ad412 req-6fd9908d-1183-4492-a769-51cc92110431 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936263 Nov 23 21:51:29.017366 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67248c94-8c39-4998-aec8-f29e1a3bd93d req-4bc9f7ec-d35f-4a45-93f6-cfbe1ea0092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:29.019749 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-67248c94-8c39-4998-aec8-f29e1a3bd93d req-4bc9f7ec-d35f-4a45-93f6-cfbe1ea0092e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.0529761 Nov 23 21:51:29.166501 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a6ad7-a05e-467c-a0fc-b16fbd56b6d4 req-e6908972-bae7-480c-8fe5-8b9a814006d9 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:29.172385 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a6ad7-a05e-467c-a0fc-b16fbd56b6d4 req-e6908972-bae7-480c-8fe5-8b9a814006d9 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:29.178423 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a6ad7-a05e-467c-a0fc-b16fbd56b6d4 req-e6908972-bae7-480c-8fe5-8b9a814006d9 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:29.180062 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c61a6ad7-a05e-467c-a0fc-b16fbd56b6d4 req-e6908972-bae7-480c-8fe5-8b9a814006d9 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 2417 time: 0.1732109 Nov 23 21:51:29.181010 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d7397-ac64-4a8e-a632-4364524b1d2f req-fbef0c60-c8bf-4cc3-b84f-aeb3cd623e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:29.182288 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c38d7397-ac64-4a8e-a632-4364524b1d2f req-fbef0c60-c8bf-4cc3-b84f-aeb3cd623e2e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2694252 Nov 23 21:51:29.225335 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438779d-2d88-4273-ba0a-6be7cc947e7d req-ed517e41-eaab-495f-b295-5d8075e7b239 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:29.226815 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9438779d-2d88-4273-ba0a-6be7cc947e7d req-ed517e41-eaab-495f-b295-5d8075e7b239 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ee27013-03a3-477c-8335-5dbf9a2c528e HTTP/1.1" status: 200 len: 946 time: 0.1469429 Nov 23 21:51:29.295711 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c61a6ad7-a05e-467c-a0fc-b16fbd56b6d4 req-dbac6e0d-91a2-4b6d-9885-69800b27b704 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060314 Nov 23 21:51:29.325220 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-49fc33f9-309c-44c7-b33e-1c1bc3d44172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e73bde-bbc8-4b84-a397-a13eb8d35c39 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:51:29.333248 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-67248c94-8c39-4998-aec8-f29e1a3bd93d req-46fec8bb-66d7-474d-be8e-c614e456f3fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373917 Nov 23 21:51:29.338823 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-49fc33f9-309c-44c7-b33e-1c1bc3d44172 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:29.348030 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9438779d-2d88-4273-ba0a-6be7cc947e7d req-604f4502-86e8-471f-a9a6-0f722a0a28a6 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073492 Nov 23 21:51:29.357890 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-49fc33f9-309c-44c7-b33e-1c1bc3d44172 service neutron] Transition to ACTIVE for port object e6e73bde-bbc8-4b84-a397-a13eb8d35c39 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:51:29.385755 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-286c3934-024b-4850-aa64-ea1eedb51d99 req-151f6a76-8536-4fd5-942e-d61883e3916e tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90654549-4c87-47b4-8259-bbc63ba4fd5e HTTP/1.1" status: 200 len: 210 time: 0.0289526 Nov 23 21:51:29.386279 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-49fc33f9-309c-44c7-b33e-1c1bc3d44172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:29.437160 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc33f9-309c-44c7-b33e-1c1bc3d44172 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e73bde-bbc8-4b84-a397-a13eb8d35c39,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:29.482762 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-67248c94-8c39-4998-aec8-f29e1a3bd93d req-bff36957-c3f9-4a1f-bcbc-9d9a20e5e7e2 service neutron] 10.222.0.60 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382935 Nov 23 21:51:29.537064 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c525437-39d5-426d-8e42-65e2a14b8c13 req-d02bcde8-73ec-4559-8113-40f5d9310911 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1334f31e-225c-4ef1-b570-856e0c6cd73b HTTP/1.1" status: 200 len: 210 time: 0.0707490 Nov 23 21:51:29.582727 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71156ad3-9fb9-4601-945e-39fffc27c731 req-7f1534bb-88d5-49ea-b03c-299f0116837b tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:29.584290 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-71156ad3-9fb9-4601-945e-39fffc27c731 req-7f1534bb-88d5-49ea-b03c-299f0116837b tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/ports?device_id=994ac921-bc65-442f-a7fe-2b54272d7711 HTTP/1.1" status: 200 len: 943 time: 0.1442547 Nov 23 21:51:29.589348 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-49fc33f9-309c-44c7-b33e-1c1bc3d44172 service neutron] Attempting to bind port e6e73bde-bbc8-4b84-a397-a13eb8d35c39 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:51:29.589662 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-49fc33f9-309c-44c7-b33e-1c1bc3d44172 service neutron] Attempting to bind port e6e73bde-bbc8-4b84-a397-a13eb8d35c39 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '7a8955f4-a5c8-4ac8-9aaa-544eb807cb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '07995698-96dc-4c65-8169-cb4d00bc2e07'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:51:29.589985 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-49fc33f9-309c-44c7-b33e-1c1bc3d44172 service neutron] Attempting to bind port e6e73bde-bbc8-4b84-a397-a13eb8d35c39 on network 07995698-96dc-4c65-8169-cb4d00bc2e07 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:29.602135 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-67248c94-8c39-4998-aec8-f29e1a3bd93d req-ef1be728-0ca9-4f6a-a8ce-b48c4421d7f4 service neutron] 10.222.0.60 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098645 Nov 23 21:51:29.602414 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-49fc33f9-309c-44c7-b33e-1c1bc3d44172 service neutron] Port e6e73bde-bbc8-4b84-a397-a13eb8d35c39 on network 07995698-96dc-4c65-8169-cb4d00bc2e07 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:51:29.602614 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-49fc33f9-309c-44c7-b33e-1c1bc3d44172 service neutron] Attempting to bind port e6e73bde-bbc8-4b84-a397-a13eb8d35c39 on network 07995698-96dc-4c65-8169-cb4d00bc2e07 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:29.627861 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-49fc33f9-309c-44c7-b33e-1c1bc3d44172 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:51:29.628238 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-49fc33f9-309c-44c7-b33e-1c1bc3d44172 service neutron] Checking segment: {'id': '7a8955f4-a5c8-4ac8-9aaa-544eb807cb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '07995698-96dc-4c65-8169-cb4d00bc2e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:51:29.628559 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-49fc33f9-309c-44c7-b33e-1c1bc3d44172 service neutron] Bound using segment: {'id': '7a8955f4-a5c8-4ac8-9aaa-544eb807cb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '07995698-96dc-4c65-8169-cb4d00bc2e07'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:51:29.629118 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-49fc33f9-309c-44c7-b33e-1c1bc3d44172 service neutron] Bound port: e6e73bde-bbc8-4b84-a397-a13eb8d35c39, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8955f4-a5c8-4ac8-9aaa-544eb807cb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '07995698-96dc-4c65-8169-cb4d00bc2e07'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:51:29.629340 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-49fc33f9-309c-44c7-b33e-1c1bc3d44172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:29.711345 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-71156ad3-9fb9-4601-945e-39fffc27c731 req-aef0ebc5-db93-464c-ba91-2bead79d47cd tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfe08be-c796-425c-8412-77aa063c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179388 Nov 23 21:51:29.741298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b420bc-353e-4acf-ab88-d01fe7953998 req-cca36528-8717-4a30-a61f-a20f91e5bf3a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:29.742854 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-15b420bc-353e-4acf-ab88-d01fe7953998 req-cca36528-8717-4a30-a61f-a20f91e5bf3a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 943 time: 0.1305511 Nov 23 21:51:29.760964 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-49fc33f9-309c-44c7-b33e-1c1bc3d44172 service neutron] For port e6e73bde-bbc8-4b84-a397-a13eb8d35c39, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:51:29.762665 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:29.771848 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-49fc33f9-309c-44c7-b33e-1c1bc3d44172 service neutron] For port e6e73bde-bbc8-4b84-a397-a13eb8d35c39, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e6e73bde-bbc8-4b84-a397-a13eb8d35c39,segment=NetworkSegment(7a8955f4-a5c8-4ac8-9aaa-544eb807cb33),segment_id=7a8955f4-a5c8-4ac8-9aaa-544eb807cb33)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:51:29.782430 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-49fc33f9-309c-44c7-b33e-1c1bc3d44172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:29.829519 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-49fc33f9-309c-44c7-b33e-1c1bc3d44172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:29.830147 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-49fc33f9-309c-44c7-b33e-1c1bc3d44172 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:29.832354 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-49fc33f9-309c-44c7-b33e-1c1bc3d44172 service neutron] 10.222.0.60 "PUT /v2.0/ports/e6e73bde-bbc8-4b84-a397-a13eb8d35c39 HTTP/1.1" status: 200 len: 1091 time: 1.2550709 Nov 23 21:51:29.834593 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994ac921-bc65-442f-a7fe-2b54272d7711', 'tag': 'e6e73bde-bbc8-4b84-a397-a13eb8d35c39'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:51:29.837133 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca15ef11-4446-4c51-b792-34ad3443cfdc" -d '{"events": [{"name": "network-changed", "server_uuid": "994ac921-bc65-442f-a7fe-2b54272d7711", "tag": "e6e73bde-bbc8-4b84-a397-a13eb8d35c39"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:51:29.890369 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-15b420bc-353e-4acf-ab88-d01fe7953998 req-a768de18-6768-4744-930e-26508be87a09 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305399 Nov 23 21:51:29.908886 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bc64f6-f268-4ce3-96c3-356b4263c5cd x-openstack-request-id: req-d1bc64f6-f268-4ce3-96c3-356b4263c5cd {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:51:29.909428 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994ac921-bc65-442f-a7fe-2b54272d7711", "tag": "e6e73bde-bbc8-4b84-a397-a13eb8d35c39", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:51:29.909621 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1bc64f6-f268-4ce3-96c3-356b4263c5cd {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:51:29.910596 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994ac921-bc65-442f-a7fe-2b54272d7711', 'tag': 'e6e73bde-bbc8-4b84-a397-a13eb8d35c39', 'status': 'completed', 'code': 200} Nov 23 21:51:29.913263 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc33f9-309c-44c7-b33e-1c1bc3d44172 service neutron] Pushing event updated for resources: {'Port': ['ID=e6e73bde-bbc8-4b84-a397-a13eb8d35c39,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:30.045683 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-e4b90e54-de9c-4900-abca-116bcf309888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:30.047260 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-e4b90e54-de9c-4900-abca-116bcf309888 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1c2720a093de469487f1a31ae9fe6e84&device_id=994ac921-bc65-442f-a7fe-2b54272d7711 HTTP/1.1" status: 200 len: 1094 time: 0.0882695 Nov 23 21:51:30.060641 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19504e88-8125-470b-8a33-ef567d01a587 req-86274281-15c5-4592-9a55-c0bb3e359088 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:30.062258 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-19504e88-8125-470b-8a33-ef567d01a587 req-86274281-15c5-4592-9a55-c0bb3e359088 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 945 time: 0.0942466 Nov 23 21:51:30.119927 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-ac610504-8cc0-4445-83a6-7f1e4878fabe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6e73bde-bbc8-4b84-a397-a13eb8d35c39 HTTP/1.1" status: 200 len: 217 time: 0.0484688 Nov 23 21:51:30.149284 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-19504e88-8125-470b-8a33-ef567d01a587 req-8045e919-928f-4530-a4d9-74e4b2fa8686 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798531 Nov 23 21:51:30.228797 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-d0bd5144-da0c-4e75-afcf-f5948fa768a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:30.230308 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-d0bd5144-da0c-4e75-afcf-f5948fa768a6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7a324505-ec75-4b9c-9f2b-b3d084ada972 HTTP/1.1" status: 200 len: 853 time: 0.0596302 Nov 23 21:51:30.255034 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-b9bdecd7-0d8e-41ec-8976-60439f27693a tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:30.256475 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-b9bdecd7-0d8e-41ec-8976-60439f27693a tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.60 "GET /v2.0/networks?id=dbe6349d-3baa-4c1b-802c-688de1280111 HTTP/1.1" status: 200 len: 814 time: 0.4338090 Nov 23 21:51:30.325568 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-9e67f946-8a9b-4eb9-bbf1-b33f84c53053 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Request body: {'port': {'device_id': '1334f31e-225c-4ef1-b570-856e0c6cd73b', 'network_id': 'dbe6349d-3baa-4c1b-802c-688de1280111', 'admin_state_up': True, 'tenant_id': 'd0c0d566b7f74b42850480d189c3aab2'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:30.339972 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-7ff58f4b-0557-4be6-8e2c-f078677667e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:30.341332 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-7ff58f4b-0557-4be6-8e2c-f078677667e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=07995698-96dc-4c65-8169-cb4d00bc2e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472806 Nov 23 21:51:30.436479 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a0f52ff2-0865-4f7b-92d2-49ef3bad5839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:30.472619 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-9e67f946-8a9b-4eb9-bbf1-b33f84c53053 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Made reservation on behalf of d0c0d566b7f74b42850480d189c3aab2 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:51:30.476316 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-9e67f946-8a9b-4eb9-bbf1-b33f84c53053 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:30.550188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f353b-5919-4b7e-b887-c2ed1c9bc1c4 req-ffdce141-8eda-45df-ad84-ffb516098358 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:30.556157 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f353b-5919-4b7e-b887-c2ed1c9bc1c4 req-ffdce141-8eda-45df-ad84-ffb516098358 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:30.562038 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f353b-5919-4b7e-b887-c2ed1c9bc1c4 req-ffdce141-8eda-45df-ad84-ffb516098358 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:30.564046 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a3f353b-5919-4b7e-b887-c2ed1c9bc1c4 req-ffdce141-8eda-45df-ad84-ffb516098358 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 2417 time: 0.1816432 Nov 23 21:51:30.597920 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-a2130d58-b574-4021-9a5d-bc5d71047bf0 service neutron] 10.222.0.60 "GET /v2.0/networks/07995698-96dc-4c65-8169-cb4d00bc2e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166417 Nov 23 21:51:30.607532 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0dfa9-6811-4c0d-b282-2d6b01eed5c4 req-55aa92e7-1104-4311-b7c9-7cde619abe4c tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:30.608918 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89a0dfa9-6811-4c0d-b282-2d6b01eed5c4 req-55aa92e7-1104-4311-b7c9-7cde619abe4c tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ee27013-03a3-477c-8335-5dbf9a2c528e HTTP/1.1" status: 200 len: 946 time: 0.1575172 Nov 23 21:51:30.609729 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-9e67f946-8a9b-4eb9-bbf1-b33f84c53053 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Allocated IP 172.20.0.7 (dbe6349d-3baa-4c1b-802c-688de1280111/02412913-e9ad-44c9-8a03-c9f8d2417195/e40c3dce-ce42-4cb0-a3f6-e8cfb1521217) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:51:30.680532 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a3f353b-5919-4b7e-b887-c2ed1c9bc1c4 req-ce90941d-ff4c-4be9-9cee-6b0b7766b52b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089182 Nov 23 21:51:30.740721 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89a0dfa9-6811-4c0d-b282-2d6b01eed5c4 req-cadd5af6-3cf0-41bc-9726-35893f077573 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186688 Nov 23 21:51:30.766555 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-9e67f946-8a9b-4eb9-bbf1-b33f84c53053 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:30.803903 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ad81a4f7-eaec-4350-86c7-67b7169579d2 req-a25fdd91-c080-4a7b-9e54-8edf4676317a tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.50 "GET /v2.0/ports?device_id=90654549-4c87-47b4-8259-bbc63ba4fd5e HTTP/1.1" status: 200 len: 210 time: 0.0552771 Nov 23 21:51:30.804175 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-9e67f946-8a9b-4eb9-bbf1-b33f84c53053 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:30.806034 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0718a34d-256a-47eb-bda5-fd12aee331e6 req-10078086-4603-4338-8009-524c64fe9075 service neutron] 10.222.0.60 "GET /v2.0/networks/07995698-96dc-4c65-8169-cb4d00bc2e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911552 Nov 23 21:51:30.854426 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-9e67f946-8a9b-4eb9-bbf1-b33f84c53053 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Network dbe6349d-3baa-4c1b-802c-688de1280111 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:51:30.857658 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-9e67f946-8a9b-4eb9-bbf1-b33f84c53053 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:51:30.864421 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-9e67f946-8a9b-4eb9-bbf1-b33f84c53053 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:51:30.899283 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67f946-8a9b-4eb9-bbf1-b33f84c53053 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Pushing event updated for resources: {'Port': ['ID=e40c3dce-ce42-4cb0-a3f6-e8cfb1521217,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:30.927388 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-9e67f946-8a9b-4eb9-bbf1-b33f84c53053 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:30.928031 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-9e67f946-8a9b-4eb9-bbf1-b33f84c53053 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:30.938539 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c9fc4-1210-4738-8b71-63ba18af4e17 req-38497bd0-7018-4b0b-b955-ceeb989a2c7b tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:30.940139 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff7c9fc4-1210-4738-8b71-63ba18af4e17 req-38497bd0-7018-4b0b-b955-ceeb989a2c7b tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ee27013-03a3-477c-8335-5dbf9a2c528e HTTP/1.1" status: 200 len: 946 time: 0.1737378 Nov 23 21:51:30.944751 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-9e67f946-8a9b-4eb9-bbf1-b33f84c53053 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6233449 Nov 23 21:51:30.969621 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-64c103a9-3def-4dcd-99dc-66f9435239cf service neutron] Request body: {'port': {'device_id': '1334f31e-225c-4ef1-b570-856e0c6cd73b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:30.997395 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-cf7d5dba-7ed3-40a5-8ccf-cedd805b886a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:31.003411 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-cf7d5dba-7ed3-40a5-8ccf-cedd805b886a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:31.009210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-cf7d5dba-7ed3-40a5-8ccf-cedd805b886a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:31.010824 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-cf7d5dba-7ed3-40a5-8ccf-cedd805b886a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.53 "GET /v2.0/ports?device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 2417 time: 0.1764643 Nov 23 21:51:31.023125 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ad7f8-cdff-4c70-b1ed-714c9ca5f4b6 req-53d0c513-9515-4633-af41-e2b04ddace24 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:31.024595 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b6ad7f8-cdff-4c70-b1ed-714c9ca5f4b6 req-53d0c513-9515-4633-af41-e2b04ddace24 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1334f31e-225c-4ef1-b570-856e0c6cd73b HTTP/1.1" status: 200 len: 931 time: 0.2088933 Nov 23 21:51:31.029868 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-64c103a9-3def-4dcd-99dc-66f9435239cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:31.094420 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795aeae-714a-46fd-a6df-49a293a121a9 req-c4cebc99-110d-476c-a65a-ca7e7a60a92f tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:31.095916 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5795aeae-714a-46fd-a6df-49a293a121a9 req-c4cebc99-110d-476c-a65a-ca7e7a60a92f tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/ports?device_id=994ac921-bc65-442f-a7fe-2b54272d7711 HTTP/1.1" status: 200 len: 943 time: 0.2079940 Nov 23 21:51:31.165147 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15ef11-4446-4c51-b792-34ad3443cfdc req-b52a35ae-198b-44c6-bbd1-82cc71ec0ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:31.166613 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ca15ef11-4446-4c51-b792-34ad3443cfdc req-b52a35ae-198b-44c6-bbd1-82cc71ec0ef1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1c2720a093de469487f1a31ae9fe6e84&device_id=994ac921-bc65-442f-a7fe-2b54272d7711 HTTP/1.1" status: 200 len: 1094 time: 0.2388279 Nov 23 21:51:31.301997 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-64c103a9-3def-4dcd-99dc-66f9435239cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e40c3dce-ce42-4cb0-a3f6-e8cfb1521217 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:51:31.318610 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-64c103a9-3def-4dcd-99dc-66f9435239cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:31.343006 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c38d7397-ac64-4a8e-a632-4364524b1d2f req-39ee042c-62c4-459a-8b63-d92b345617d7 tempest-ServerShowV247Test-1056595556 tempest-ServerShowV247Test-1056595556-project] 10.222.0.60 "GET /v2.0/ports?device_id=90654549-4c87-47b4-8259-bbc63ba4fd5e HTTP/1.1" status: 200 len: 210 time: 0.0362816 Nov 23 21:51:31.349258 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-64c103a9-3def-4dcd-99dc-66f9435239cf service neutron] Transition to ACTIVE for port object e40c3dce-ce42-4cb0-a3f6-e8cfb1521217 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:51:31.353483 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-64c103a9-3def-4dcd-99dc-66f9435239cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:31.413733 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c103a9-3def-4dcd-99dc-66f9435239cf service neutron] Pushing event updated for resources: {'Port': ['ID=e40c3dce-ce42-4cb0-a3f6-e8cfb1521217,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:31.485913 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-64c103a9-3def-4dcd-99dc-66f9435239cf service neutron] Attempting to bind port e40c3dce-ce42-4cb0-a3f6-e8cfb1521217 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:51:31.488032 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-64c103a9-3def-4dcd-99dc-66f9435239cf service neutron] Attempting to bind port e40c3dce-ce42-4cb0-a3f6-e8cfb1521217 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '39f04445-0129-4516-9c90-f39409b7c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dbe6349d-3baa-4c1b-802c-688de1280111'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:51:31.488465 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-64c103a9-3def-4dcd-99dc-66f9435239cf service neutron] Attempting to bind port e40c3dce-ce42-4cb0-a3f6-e8cfb1521217 on network dbe6349d-3baa-4c1b-802c-688de1280111 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:31.494256 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-64c103a9-3def-4dcd-99dc-66f9435239cf service neutron] Port e40c3dce-ce42-4cb0-a3f6-e8cfb1521217 on network dbe6349d-3baa-4c1b-802c-688de1280111 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:51:31.494464 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-64c103a9-3def-4dcd-99dc-66f9435239cf service neutron] Attempting to bind port e40c3dce-ce42-4cb0-a3f6-e8cfb1521217 on network dbe6349d-3baa-4c1b-802c-688de1280111 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:31.501392 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-64c103a9-3def-4dcd-99dc-66f9435239cf service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:51:31.501881 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-64c103a9-3def-4dcd-99dc-66f9435239cf service neutron] Checking segment: {'id': '39f04445-0129-4516-9c90-f39409b7c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dbe6349d-3baa-4c1b-802c-688de1280111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:51:31.502569 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-64c103a9-3def-4dcd-99dc-66f9435239cf service neutron] Bound using segment: {'id': '39f04445-0129-4516-9c90-f39409b7c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dbe6349d-3baa-4c1b-802c-688de1280111'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:51:31.503222 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-64c103a9-3def-4dcd-99dc-66f9435239cf service neutron] Bound port: e40c3dce-ce42-4cb0-a3f6-e8cfb1521217, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f04445-0129-4516-9c90-f39409b7c78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'dbe6349d-3baa-4c1b-802c-688de1280111'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:51:31.503595 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-64c103a9-3def-4dcd-99dc-66f9435239cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:31.504218 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:31.524678 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b6ad7f8-cdff-4c70-b1ed-714c9ca5f4b6 req-154da14d-be12-4317-8d59-350a4e28d17b tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/security-groups?id=23ada430-e11b-4ba9-a4c3-cf513ee33998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729712 Nov 23 21:51:31.578607 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-64c103a9-3def-4dcd-99dc-66f9435239cf service neutron] For port e40c3dce-ce42-4cb0-a3f6-e8cfb1521217, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:51:31.582592 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-64c103a9-3def-4dcd-99dc-66f9435239cf service neutron] For port e40c3dce-ce42-4cb0-a3f6-e8cfb1521217, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e40c3dce-ce42-4cb0-a3f6-e8cfb1521217,segment=NetworkSegment(39f04445-0129-4516-9c90-f39409b7c78f),segment_id=39f04445-0129-4516-9c90-f39409b7c78f)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:51:31.584630 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5795aeae-714a-46fd-a6df-49a293a121a9 req-5e41ce1a-ddec-414c-bb5b-af8f87bf9d6c tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfe08be-c796-425c-8412-77aa063c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761801 Nov 23 21:51:31.588000 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-64c103a9-3def-4dcd-99dc-66f9435239cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:31.629345 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-ff7c9fc4-1210-4738-8b71-63ba18af4e17 req-226d6c71-517f-401b-ab5b-f1e48dc2ccd9 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Deleting port f634ca60-9451-433b-ba78-c0aeef0e486d {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:51:31.629689 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ff7c9fc4-1210-4738-8b71-63ba18af4e17 req-226d6c71-517f-401b-ab5b-f1e48dc2ccd9 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:31.633264 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-64c103a9-3def-4dcd-99dc-66f9435239cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:31.633904 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-64c103a9-3def-4dcd-99dc-66f9435239cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:31.634449 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-b60bf8e0-3b2c-4828-9f5e-d2d4b952465f tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Deleting port e7f89ba0-c52f-4860-af5c-bf7ce0630e91 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:51:31.634814 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-b60bf8e0-3b2c-4828-9f5e-d2d4b952465f tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:31.635498 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-64c103a9-3def-4dcd-99dc-66f9435239cf service neutron] 10.222.0.60 "PUT /v2.0/ports/e40c3dce-ce42-4cb0-a3f6-e8cfb1521217 HTTP/1.1" status: 200 len: 1091 time: 0.6703551 Nov 23 21:51:31.635942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1334f31e-225c-4ef1-b570-856e0c6cd73b', 'tag': 'e40c3dce-ce42-4cb0-a3f6-e8cfb1521217'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:51:31.638251 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b047726c-be48-45a0-bddc-530e4ae6981f" -d '{"events": [{"name": "network-changed", "server_uuid": "1334f31e-225c-4ef1-b570-856e0c6cd73b", "tag": "e40c3dce-ce42-4cb0-a3f6-e8cfb1521217"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:51:31.674828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15ef11-4446-4c51-b792-34ad3443cfdc req-b05eb94f-272b-41f9-93ad-c6a70acb428a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:31.676762 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ca15ef11-4446-4c51-b792-34ad3443cfdc req-b05eb94f-272b-41f9-93ad-c6a70acb428a service neutron] 10.222.0.60 "GET /v2.0/networks?id=07995698-96dc-4c65-8169-cb4d00bc2e07 HTTP/1.1" status: 200 len: 915 time: 0.4913061 Nov 23 21:51:31.677862 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c103a9-3def-4dcd-99dc-66f9435239cf service neutron] Pushing event updated for resources: {'Port': ['ID=e40c3dce-ce42-4cb0-a3f6-e8cfb1521217,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:31.748726 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-2b3ca35a-3c6f-48ac-aaef-4f0aedbda5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:31.750122 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-2b3ca35a-3c6f-48ac-aaef-4f0aedbda5a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d0c0d566b7f74b42850480d189c3aab2&device_id=1334f31e-225c-4ef1-b570-856e0c6cd73b HTTP/1.1" status: 200 len: 1094 time: 0.0452869 Nov 23 21:51:31.813688 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-8e5b8f93-aa79-4419-9721-90c1e9205ad0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e40c3dce-ce42-4cb0-a3f6-e8cfb1521217 HTTP/1.1" status: 200 len: 217 time: 0.0335147 Nov 23 21:51:31.851534 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ca15ef11-4446-4c51-b792-34ad3443cfdc req-fb2aee76-e61b-4b14-92e1-2f244863d2b7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6e73bde-bbc8-4b84-a397-a13eb8d35c39 HTTP/1.1" status: 200 len: 217 time: 0.1486058 Nov 23 21:51:31.871744 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-7e2e65d9-b275-4b72-9d1c-67b72b9fc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:31.873187 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-7e2e65d9-b275-4b72-9d1c-67b72b9fc360 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02412913-e9ad-44c9-8a03-c9f8d2417195 HTTP/1.1" status: 200 len: 854 time: 0.0485024 Nov 23 21:51:31.913103 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-a2a8dafc-3066-4ff4-8169-d39a19142303 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dbe6349d-3baa-4c1b-802c-688de1280111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258279 Nov 23 21:51:31.958026 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b360212-1f7e-4e4b-bd43-c109da24ba04 req-044c0c0d-11af-40b3-8f0b-998d74a4effb tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:31.959490 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8b360212-1f7e-4e4b-bd43-c109da24ba04 req-044c0c0d-11af-40b3-8f0b-998d74a4effb tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 943 time: 0.2818460 Nov 23 21:51:31.961315 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-ff7c9fc4-1210-4738-8b71-63ba18af4e17 req-226d6c71-517f-401b-ab5b-f1e48dc2ccd9 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] For port f634ca60-9451-433b-ba78-c0aeef0e486d, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f634ca60-9451-433b-ba78-c0aeef0e486d,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:31.961683 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ff7c9fc4-1210-4738-8b71-63ba18af4e17 req-226d6c71-517f-401b-ab5b-f1e48dc2ccd9 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:31.976710 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-b60bf8e0-3b2c-4828-9f5e-d2d4b952465f tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] For port e7f89ba0-c52f-4860-af5c-bf7ce0630e91, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e7f89ba0-c52f-4860-af5c-bf7ce0630e91,segment=NetworkSegment(2040ca47-c120-41e9-8eed-e149b99c7800),segment_id=2040ca47-c120-41e9-8eed-e149b99c7800)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:31.977120 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-b60bf8e0-3b2c-4828-9f5e-d2d4b952465f tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:31.987970 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157903e-869b-41aa-9ddf-d43181eb4754 req-e3012476-307e-4a93-8891-78c9e06ba44f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:31.989483 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3157903e-869b-41aa-9ddf-d43181eb4754 req-e3012476-307e-4a93-8891-78c9e06ba44f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 945 time: 0.3101456 Nov 23 21:51:32.016025 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-ff7c9fc4-1210-4738-8b71-63ba18af4e17 req-226d6c71-517f-401b-ab5b-f1e48dc2ccd9 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Calling delete_port for f634ca60-9451-433b-ba78-c0aeef0e486d owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:51:32.019449 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-b60bf8e0-3b2c-4828-9f5e-d2d4b952465f tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Calling delete_port for e7f89ba0-c52f-4860-af5c-bf7ce0630e91 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:51:32.026317 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-e66fc5e7-0ce3-48b7-a8a0-d4be9ef838f7 service neutron] 10.222.0.60 "GET /v2.0/networks/dbe6349d-3baa-4c1b-802c-688de1280111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894103 Nov 23 21:51:32.037406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15ef11-4446-4c51-b792-34ad3443cfdc req-b9ae0fea-729b-43b2-8e7c-540a94ef653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:32.038903 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ca15ef11-4446-4c51-b792-34ad3443cfdc req-b9ae0fea-729b-43b2-8e7c-540a94ef653e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7a324505-ec75-4b9c-9f2b-b3d084ada972 HTTP/1.1" status: 200 len: 853 time: 0.1741827 Nov 23 21:51:32.156885 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fe8db7cb-ab69-4ea6-b4fb-6c530ced8a8b req-1af3c756-6471-4d09-be9c-4fb5b51367fb service neutron] 10.222.0.60 "GET /v2.0/networks/dbe6349d-3baa-4c1b-802c-688de1280111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998292 Nov 23 21:51:32.221756 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8b360212-1f7e-4e4b-bd43-c109da24ba04 req-997f0aaf-e128-4dee-a413-0fb7d430b543 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416892 Nov 23 21:51:32.242659 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3157903e-869b-41aa-9ddf-d43181eb4754 req-f57d7e0f-a598-473e-b1b2-281295891dbf tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203045 Nov 23 21:51:32.253650 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca15ef11-4446-4c51-b792-34ad3443cfdc req-f152bac0-f1f2-4315-baff-cd13489f461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:32.255218 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ca15ef11-4446-4c51-b792-34ad3443cfdc req-f152bac0-f1f2-4315-baff-cd13489f461b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=07995698-96dc-4c65-8169-cb4d00bc2e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1887941 Nov 23 21:51:32.271124 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9386e18-8d24-40f3-99ab-8fb6854f39ea x-openstack-request-id: req-f9386e18-8d24-40f3-99ab-8fb6854f39ea {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:51:32.271453 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1334f31e-225c-4ef1-b570-856e0c6cd73b", "tag": "e40c3dce-ce42-4cb0-a3f6-e8cfb1521217", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:51:32.271678 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f9386e18-8d24-40f3-99ab-8fb6854f39ea {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:51:32.272107 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1334f31e-225c-4ef1-b570-856e0c6cd73b', 'tag': 'e40c3dce-ce42-4cb0-a3f6-e8cfb1521217', 'status': 'completed', 'code': 200} Nov 23 21:51:32.369246 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047726c-be48-45a0-bddc-530e4ae6981f req-0294fbc2-1a2e-4774-8a4a-4b0573c735ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:32.370765 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b047726c-be48-45a0-bddc-530e4ae6981f req-0294fbc2-1a2e-4774-8a4a-4b0573c735ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d0c0d566b7f74b42850480d189c3aab2&device_id=1334f31e-225c-4ef1-b570-856e0c6cd73b HTTP/1.1" status: 200 len: 1094 time: 0.0415344 Nov 23 21:51:32.469040 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047726c-be48-45a0-bddc-530e4ae6981f req-879c4b0c-79ec-4205-9c4b-23532ac88929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:32.470547 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b047726c-be48-45a0-bddc-530e4ae6981f req-879c4b0c-79ec-4205-9c4b-23532ac88929 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dbe6349d-3baa-4c1b-802c-688de1280111 HTTP/1.1" status: 200 len: 915 time: 0.0896628 Nov 23 21:51:32.506825 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-b60bf8e0-3b2c-4828-9f5e-d2d4b952465f tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:32.508371 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ff7c9fc4-1210-4738-8b71-63ba18af4e17 req-226d6c71-517f-401b-ab5b-f1e48dc2ccd9 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:32.518776 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b047726c-be48-45a0-bddc-530e4ae6981f req-e6d23fdd-2acb-4ea6-b3cb-f8f72670a12b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e40c3dce-ce42-4cb0-a3f6-e8cfb1521217 HTTP/1.1" status: 200 len: 217 time: 0.0399690 Nov 23 21:51:32.520735 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['e7f89ba0-c52f-4860-af5c-bf7ce0630e91', 'dd49ab44-ddb8-450f-b069-e896f5860cb4', '085c5ecc-4432-40d6-994b-327d6cd83592'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:51:32.530424 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7dbe0-ef0f-4869-abf3-55fc516fa1d7 req-80b16174-59e4-44d1-8e9e-013fc1484e4c tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:32.536627 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7dbe0-ef0f-4869-abf3-55fc516fa1d7 req-80b16174-59e4-44d1-8e9e-013fc1484e4c tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:32.543368 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7dbe0-ef0f-4869-abf3-55fc516fa1d7 req-80b16174-59e4-44d1-8e9e-013fc1484e4c tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:32.544285 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0cf7dbe0-ef0f-4869-abf3-55fc516fa1d7 req-80b16174-59e4-44d1-8e9e-013fc1484e4c tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 2417 time: 0.2121658 Nov 23 21:51:32.571487 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047726c-be48-45a0-bddc-530e4ae6981f req-edf17954-4480-4627-9991-6264a99d1210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:32.573067 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b047726c-be48-45a0-bddc-530e4ae6981f req-edf17954-4480-4627-9991-6264a99d1210 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02412913-e9ad-44c9-8a03-c9f8d2417195 HTTP/1.1" status: 200 len: 854 time: 0.0475488 Nov 23 21:51:32.591609 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429d5b3-0dc6-45b1-8f97-223f40b5e62c req-b4b3a4b4-9186-4607-8774-17afaf3e0791 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:32.593125 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c429d5b3-0dc6-45b1-8f97-223f40b5e62c req-b4b3a4b4-9186-4607-8774-17afaf3e0791 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ee27013-03a3-477c-8335-5dbf9a2c528e HTTP/1.1" status: 200 len: 946 time: 0.2488837 Nov 23 21:51:32.593904 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60bf8e0-3b2c-4828-9f5e-d2d4b952465f tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event deleted for resources: {'Port': ['ID=e7f89ba0-c52f-4860-af5c-bf7ce0630e91,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:32.619135 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b047726c-be48-45a0-bddc-530e4ae6981f req-f6a6b495-c4ce-4d65-ba82-c2ddd3d4babb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dbe6349d-3baa-4c1b-802c-688de1280111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371807 Nov 23 21:51:32.654564 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ca15ef11-4446-4c51-b792-34ad3443cfdc req-03298d19-9091-4c76-8ba7-3248f9b3d62c service neutron] 10.222.0.60 "GET /v2.0/networks/07995698-96dc-4c65-8169-cb4d00bc2e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134816 Nov 23 21:51:32.672092 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d6c71-517f-401b-ab5b-f1e48dc2ccd9 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Pushing event deleted for resources: {'Port': ['ID=f634ca60-9451-433b-ba78-c0aeef0e486d,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:32.743241 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-b60bf8e0-3b2c-4828-9f5e-d2d4b952465f tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] No DVR routers for this DVR port e7f89ba0-c52f-4860-af5c-bf7ce0630e91 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:51:32.751790 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b047726c-be48-45a0-bddc-530e4ae6981f req-e90279f7-51d2-48f8-a545-e966b660f353 service neutron] 10.222.0.60 "GET /v2.0/networks/dbe6349d-3baa-4c1b-802c-688de1280111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223989 Nov 23 21:51:32.765718 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-b60bf8e0-3b2c-4828-9f5e-d2d4b952465f tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:32.768957 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-b60bf8e0-3b2c-4828-9f5e-d2d4b952465f tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.53 "DELETE /v2.0/ports/e7f89ba0-c52f-4860-af5c-bf7ce0630e91 HTTP/1.1" status: 204 len: 173 time: 1.7419436 Nov 23 21:51:32.777429 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50bcbb5-3fef-42cc-a4a5-71b7c2f8164c', 'name': 'network-vif-deleted', 'tag': 'e7f89ba0-c52f-4860-af5c-bf7ce0630e91'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:51:32.779745 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b686b76-b80b-4907-8264-14e11ad8e22e" -d '{"events": [{"server_uuid": "d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c", "name": "network-vif-deleted", "tag": "e7f89ba0-c52f-4860-af5c-bf7ce0630e91"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:51:32.783171 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7c9fc4-1210-4738-8b71-63ba18af4e17 req-226d6c71-517f-401b-ab5b-f1e48dc2ccd9 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] No DVR routers for this DVR port f634ca60-9451-433b-ba78-c0aeef0e486d on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:51:32.802248 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ff7c9fc4-1210-4738-8b71-63ba18af4e17 req-226d6c71-517f-401b-ab5b-f1e48dc2ccd9 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:32.809031 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff7c9fc4-1210-4738-8b71-63ba18af4e17 req-226d6c71-517f-401b-ab5b-f1e48dc2ccd9 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.60 "DELETE /v2.0/ports/f634ca60-9451-433b-ba78-c0aeef0e486d HTTP/1.1" status: 204 len: 173 time: 1.8310435 Nov 23 21:51:32.873162 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:32.893535 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b047726c-be48-45a0-bddc-530e4ae6981f req-1e58cca2-7429-4699-b1c7-cb3097d4598b service neutron] 10.222.0.60 "GET /v2.0/networks/dbe6349d-3baa-4c1b-802c-688de1280111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333864 Nov 23 21:51:32.898346 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0cf7dbe0-ef0f-4869-abf3-55fc516fa1d7 req-4500dc60-8d3a-4c0c-965e-2e37f2b05bad tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217471 Nov 23 21:51:32.908047 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c429d5b3-0dc6-45b1-8f97-223f40b5e62c req-0a176459-80ac-4029-932c-f3aece49a79c tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811239 Nov 23 21:51:32.972222 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ca15ef11-4446-4c51-b792-34ad3443cfdc req-cde26aa3-ebdd-4fbf-905e-cb0eccdff02d service neutron] 10.222.0.60 "GET /v2.0/networks/07995698-96dc-4c65-8169-cb4d00bc2e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055038 Nov 23 21:51:33.069859 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-7db819e2-b931-4519-a0a2-c2c1682c700a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Deleting port dd49ab44-ddb8-450f-b069-e896f5860cb4 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:51:33.070198 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-7db819e2-b931-4519-a0a2-c2c1682c700a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:33.153097 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69238f-ab78-48a9-b1eb-3235fe6ee3ea req-1135b69e-5870-4ec5-9277-0c4342e8dac8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:33.154572 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d69238f-ab78-48a9-b1eb-3235fe6ee3ea req-1135b69e-5870-4ec5-9277-0c4342e8dac8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 945 time: 0.1428196 Nov 23 21:51:33.180327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0196c-a20d-4c97-a6cb-2184dd63fd7f req-db573339-3fee-462e-8f7f-ce5af567140b tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:33.181684 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54196) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:33.181846 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e2e0196c-a20d-4c97-a6cb-2184dd63fd7f req-db573339-3fee-462e-8f7f-ce5af567140b tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1334f31e-225c-4ef1-b570-856e0c6cd73b HTTP/1.1" status: 200 len: 943 time: 0.1566706 Nov 23 21:51:33.232349 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-7db819e2-b931-4519-a0a2-c2c1682c700a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] For port dd49ab44-ddb8-450f-b069-e896f5860cb4, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=dd49ab44-ddb8-450f-b069-e896f5860cb4,segment=NetworkSegment(a4b933b3-5487-4f1d-93a9-0eb7632d7280),segment_id=a4b933b3-5487-4f1d-93a9-0eb7632d7280)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:33.232706 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-7db819e2-b931-4519-a0a2-c2c1682c700a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:33.261150 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-7db819e2-b931-4519-a0a2-c2c1682c700a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Calling delete_port for dd49ab44-ddb8-450f-b069-e896f5860cb4 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:51:33.280680 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d69238f-ab78-48a9-b1eb-3235fe6ee3ea req-8a490425-c537-49da-a570-70b58c9bbdca tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174221 Nov 23 21:51:33.299778 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e2e0196c-a20d-4c97-a6cb-2184dd63fd7f req-6b93ae62-fa16-432f-8904-802177e098f4 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/security-groups?id=23ada430-e11b-4ba9-a4c3-cf513ee33998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063266 Nov 23 21:51:33.308039 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b31b4531-76a8-4305-b3f7-386d6b2013ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:33.430751 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b31b4531-76a8-4305-b3f7-386d6b2013ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:33.439987 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673e7724-d02b-446c-9917-40515765e661 x-openstack-request-id: req-673e7724-d02b-446c-9917-40515765e661 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:51:33.440381 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c", "name": "network-vif-deleted", "tag": "e7f89ba0-c52f-4860-af5c-bf7ce0630e91", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:51:33.440632 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-673e7724-d02b-446c-9917-40515765e661 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:51:33.441205 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50bcbb5-3fef-42cc-a4a5-71b7c2f8164c', 'name': 'network-vif-deleted', 'tag': 'e7f89ba0-c52f-4860-af5c-bf7ce0630e91', 'status': 'completed', 'code': 200} Nov 23 21:51:33.442819 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b31b4531-76a8-4305-b3f7-386d6b2013ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:33.453640 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb3c8b-6646-4547-bc71-031246a03c88 req-8dbbec50-ee69-46a5-9375-0da545818e40 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:33.455258 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dadb3c8b-6646-4547-bc71-031246a03c88 req-8dbbec50-ee69-46a5-9375-0da545818e40 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/ports?device_id=994ac921-bc65-442f-a7fe-2b54272d7711 HTTP/1.1" status: 200 len: 943 time: 0.0963228 Nov 23 21:51:33.495493 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b31b4531-76a8-4305-b3f7-386d6b2013ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6ae11f4659044b67a4239c10526d1fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3125916 Nov 23 21:51:33.500652 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b4531-76a8-4305-b3f7-386d6b2013ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ff099a-9255-4ebd-813d-d93b6051e545,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:33.500855 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-7db819e2-b931-4519-a0a2-c2c1682c700a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:33.503081 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54204) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:33.515430 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['e7f89ba0-c52f-4860-af5c-bf7ce0630e91'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:51:33.590050 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db819e2-b931-4519-a0a2-c2c1682c700a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event deleted for resources: {'Port': ['ID=dd49ab44-ddb8-450f-b069-e896f5860cb4,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:33.601743 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dadb3c8b-6646-4547-bc71-031246a03c88 req-5d45cf87-7144-4dd0-a48d-c8fd0ccd34f9 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfe08be-c796-425c-8412-77aa063c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357372 Nov 23 21:51:33.659265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-7db819e2-b931-4519-a0a2-c2c1682c700a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] No DVR routers for this DVR port dd49ab44-ddb8-450f-b069-e896f5860cb4 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:51:33.662797 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-7db819e2-b931-4519-a0a2-c2c1682c700a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:33.666960 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-7db819e2-b931-4519-a0a2-c2c1682c700a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.53 "DELETE /v2.0/ports/dd49ab44-ddb8-450f-b069-e896f5860cb4 HTTP/1.1" status: 204 len: 173 time: 0.8759656 Nov 23 21:51:33.692711 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03be029-b38a-4ad6-a274-1a14461d7db3 req-588b6b81-74bc-4374-b9b2-baac94e52fe8 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:33.694368 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a03be029-b38a-4ad6-a274-1a14461d7db3 req-588b6b81-74bc-4374-b9b2-baac94e52fe8 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 943 time: 0.1809084 Nov 23 21:51:33.742443 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3a278ba9-6198-43a4-a9d3-83cc30153f93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:33.773085 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:33.828663 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3a278ba9-6198-43a4-a9d3-83cc30153f93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:33.880286 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a03be029-b38a-4ad6-a274-1a14461d7db3 req-c5cb20de-b4ba-4ac7-a583-39a42a1f6e20 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565921 Nov 23 21:51:33.923339 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-70f87169-78c0-4ef4-bba1-1037722f0f3b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Deleting port 085c5ecc-4432-40d6-994b-327d6cd83592 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:51:33.923679 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-70f87169-78c0-4ef4-bba1-1037722f0f3b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:33.935527 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d256-cae9-482d-b250-0eb9e87a29b1 req-c3451694-d677-43f5-bbf9-6cc36440d639 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:33.937625 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-37b1d256-cae9-482d-b250-0eb9e87a29b1 req-c3451694-d677-43f5-bbf9-6cc36440d639 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 945 time: 0.1057756 Nov 23 21:51:34.222657 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3a278ba9-6198-43a4-a9d3-83cc30153f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:34.225179 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3a278ba9-6198-43a4-a9d3-83cc30153f93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:34.226260 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3a278ba9-6198-43a4-a9d3-83cc30153f93 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/91ff099a-9255-4ebd-813d-d93b6051e545 HTTP/1.1" status: 204 len: 168 time: 0.7173653 Nov 23 21:51:34.294319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a278ba9-6198-43a4-a9d3-83cc30153f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ff099a-9255-4ebd-813d-d93b6051e545,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:34.332789 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-37b1d256-cae9-482d-b250-0eb9e87a29b1 req-2f082518-9463-44b5-99dc-7f2251f9c57c tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785357 Nov 23 21:51:34.359953 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032fd20-0959-46db-84e5-84dfcb515989 req-440f920c-e74c-4383-b72f-e575a9d1b2f7 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:34.361507 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4032fd20-0959-46db-84e5-84dfcb515989 req-440f920c-e74c-4383-b72f-e575a9d1b2f7 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c HTTP/1.1" status: 200 len: 946 time: 0.1614449 Nov 23 21:51:34.368109 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-70f87169-78c0-4ef4-bba1-1037722f0f3b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] For port 085c5ecc-4432-40d6-994b-327d6cd83592, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=085c5ecc-4432-40d6-994b-327d6cd83592,segment=NetworkSegment(2040ca47-c120-41e9-8eed-e149b99c7800),segment_id=2040ca47-c120-41e9-8eed-e149b99c7800)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:34.368481 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-70f87169-78c0-4ef4-bba1-1037722f0f3b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:34.389165 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-70f87169-78c0-4ef4-bba1-1037722f0f3b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Calling delete_port for 085c5ecc-4432-40d6-994b-327d6cd83592 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:51:34.394323 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e6e73bde-bbc8-4b84-a397-a13eb8d35c39 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:51:34.404226 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f634ca60-9451-433b-ba78-c0aeef0e486d no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:51:34.447835 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: f634ca60-9451-433b-ba78-c0aeef0e486d {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:51:34.448780 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f634ca60-9451-433b-ba78-c0aeef0e486d not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:51:34.504974 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4032fd20-0959-46db-84e5-84dfcb515989 req-067d01ae-281f-45cf-a632-0db0fd799f5d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337504 Nov 23 21:51:34.582113 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port e6e73bde-bbc8-4b84-a397-a13eb8d35c39, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e6e73bde-bbc8-4b84-a397-a13eb8d35c39,segment=NetworkSegment(7a8955f4-a5c8-4ac8-9aaa-544eb807cb33),segment_id=7a8955f4-a5c8-4ac8-9aaa-544eb807cb33)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:34.609821 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165e36d-b7f2-422e-a9ac-39263b9e8e33 req-673b131e-3849-466b-8ad2-a42c1139536e tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:34.611478 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8165e36d-b7f2-422e-a9ac-39263b9e8e33 req-673b131e-3849-466b-8ad2-a42c1139536e tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1334f31e-225c-4ef1-b570-856e0c6cd73b HTTP/1.1" status: 200 len: 943 time: 0.1565359 Nov 23 21:51:34.613490 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'e6e73bde-bbc8-4b84-a397-a13eb8d35c39', 'network_id': '07995698-96dc-4c65-8169-cb4d00bc2e07', 'port_id': 'e6e73bde-bbc8-4b84-a397-a13eb8d35c39', 'mac_address': 'fa:16:3e:36:36:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a324505-ec75-4b9c-9f2b-b3d084ada972', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:51:34.693898 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:34.709329 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e73bde-bbc8-4b84-a397-a13eb8d35c39 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:51:34.732165 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port e6e73bde-bbc8-4b84-a397-a13eb8d35c39, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e6e73bde-bbc8-4b84-a397-a13eb8d35c39,segment=NetworkSegment(7a8955f4-a5c8-4ac8-9aaa-544eb807cb33),segment_id=7a8955f4-a5c8-4ac8-9aaa-544eb807cb33)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:34.737970 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:34.795896 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8165e36d-b7f2-422e-a9ac-39263b9e8e33 req-157311cb-33f0-4db5-a562-4adbba973d92 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/security-groups?id=23ada430-e11b-4ba9-a4c3-cf513ee33998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736083 Nov 23 21:51:34.802420 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-70f87169-78c0-4ef4-bba1-1037722f0f3b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:34.822644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=e6e73bde-bbc8-4b84-a397-a13eb8d35c39,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:34.900738 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f87169-78c0-4ef4-bba1-1037722f0f3b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event deleted for resources: {'Port': ['ID=085c5ecc-4432-40d6-994b-327d6cd83592,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:34.992817 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-70f87169-78c0-4ef4-bba1-1037722f0f3b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] No DVR routers for this DVR port 085c5ecc-4432-40d6-994b-327d6cd83592 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:51:34.996096 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-70f87169-78c0-4ef4-bba1-1037722f0f3b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:34.999779 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd20b5dc-4a83-49a7-a84e-1e08bfe485f9 req-70f87169-78c0-4ef4-bba1-1037722f0f3b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.53 "DELETE /v2.0/ports/085c5ecc-4432-40d6-994b-327d6cd83592 HTTP/1.1" status: 204 len: 173 time: 1.3230102 Nov 23 21:51:35.012598 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-4ace28f3-9622-4542-b877-3aca30615dd2 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:35.014090 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-4ace28f3-9622-4542-b877-3aca30615dd2 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/networks?id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b HTTP/1.1" status: 200 len: 812 time: 0.3117409 Nov 23 21:51:35.045016 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619fea4-624d-4e2f-bb24-2d87528301d2 req-c0d5b342-4493-4778-a03f-a074b7f0a3c4 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:35.055302 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0619fea4-624d-4e2f-bb24-2d87528301d2 req-c0d5b342-4493-4778-a03f-a074b7f0a3c4 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/ports?device_id=994ac921-bc65-442f-a7fe-2b54272d7711 HTTP/1.1" status: 200 len: 944 time: 0.1728203 Nov 23 21:51:35.075655 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['e6e73bde-bbc8-4b84-a397-a13eb8d35c39'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:51:35.098205 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-0e7f7610-a584-4303-9366-b96d0620264e tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/quotas/928ed4d0815c4153bc0f232c9e52c223 HTTP/1.1" status: 200 len: 375 time: 0.0341733 Nov 23 21:51:35.162033 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-ae8eb728-8589-497d-9d8c-cf134086daba tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=928ed4d0815c4153bc0f232c9e52c223&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518320 Nov 23 21:51:35.180684 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0619fea4-624d-4e2f-bb24-2d87528301d2 req-c410b637-6007-4c8c-9313-761928af6cf6 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfe08be-c796-425c-8412-77aa063c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156876 Nov 23 21:51:35.436905 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-2a81f98c-9601-4453-8ec2-2ed93b9ed1fa service neutron] 10.222.0.50 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501662 Nov 23 21:51:35.441943 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee27013-03a3-477c-8335-5dbf9a2c528e', 'name': 'network-vif-deleted', 'tag': 'f634ca60-9451-433b-ba78-c0aeef0e486d'}, {'server_uuid': 'd50bcbb5-3fef-42cc-a4a5-71b7c2f8164c', 'name': 'network-vif-deleted', 'tag': 'dd49ab44-ddb8-450f-b069-e896f5860cb4'}, {'server_uuid': 'd50bcbb5-3fef-42cc-a4a5-71b7c2f8164c', 'name': 'network-vif-deleted', 'tag': '085c5ecc-4432-40d6-994b-327d6cd83592'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:51:35.444487 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655aac73-2197-4164-82bd-066b4f634267" -d '{"events": [{"server_uuid": "1ee27013-03a3-477c-8335-5dbf9a2c528e", "name": "network-vif-deleted", "tag": "f634ca60-9451-433b-ba78-c0aeef0e486d"}, {"server_uuid": "d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c", "name": "network-vif-deleted", "tag": "dd49ab44-ddb8-450f-b069-e896f5860cb4"}, {"server_uuid": "d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c", "name": "network-vif-deleted", "tag": "085c5ecc-4432-40d6-994b-327d6cd83592"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:51:35.501290 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf09416-351d-41b4-9170-a0e7a6054a31 req-0aac874a-a991-4281-bd2e-a9ed6ded1831 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:35.503065 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6cf09416-351d-41b4-9170-a0e7a6054a31 req-0aac874a-a991-4281-bd2e-a9ed6ded1831 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 943 time: 0.1458259 Nov 23 21:51:35.513109 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644e1ad-76a5-4219-b0e1-4aedd2b56bfd req-18ffcefc-309e-4219-85cd-0d91587f924d tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:35.514676 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0644e1ad-76a5-4219-b0e1-4aedd2b56bfd req-18ffcefc-309e-4219-85cd-0d91587f924d tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.60 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 945 time: 0.1417155 Nov 23 21:51:35.624902 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 085c5ecc-4432-40d6-994b-327d6cd83592 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:51:35.667568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 085c5ecc-4432-40d6-994b-327d6cd83592 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:51:35.668239 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 085c5ecc-4432-40d6-994b-327d6cd83592 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:51:35.668868 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device dd49ab44-ddb8-450f-b069-e896f5860cb4 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:51:35.696030 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6cf09416-351d-41b4-9170-a0e7a6054a31 req-a3718633-e98c-497f-ba8f-f70f263fa591 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719115 Nov 23 21:51:35.699020 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-81681655-212f-4b2b-a2cc-d50c1525ad2a service neutron] 10.222.0.50 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510564 Nov 23 21:51:35.723323 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: dd49ab44-ddb8-450f-b069-e896f5860cb4 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:51:35.723819 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device dd49ab44-ddb8-450f-b069-e896f5860cb4 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:51:35.724334 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e7f89ba0-c52f-4860-af5c-bf7ce0630e91 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:51:35.753986 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-0644e1ad-76a5-4219-b0e1-4aedd2b56bfd req-1e103f38-bbef-4fc4-b092-16341d23d614 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Deleting port e5977457-b291-476f-9f95-2d5562068411 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:51:35.754341 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0644e1ad-76a5-4219-b0e1-4aedd2b56bfd req-1e103f38-bbef-4fc4-b092-16341d23d614 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:35.797801 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: e7f89ba0-c52f-4860-af5c-bf7ce0630e91 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:51:35.798500 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e7f89ba0-c52f-4860-af5c-bf7ce0630e91 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:51:35.900016 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dfe40-31cc-417e-9cdd-8060bc4b4e6d req-d1e29515-6ebc-4260-974f-41ee8c3056e0 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:35.907169 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b57dfe40-31cc-417e-9cdd-8060bc4b4e6d req-d1e29515-6ebc-4260-974f-41ee8c3056e0 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 945 time: 0.1140330 Nov 23 21:51:35.933036 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-0644e1ad-76a5-4219-b0e1-4aedd2b56bfd req-1e103f38-bbef-4fc4-b092-16341d23d614 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] For port e5977457-b291-476f-9f95-2d5562068411, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e5977457-b291-476f-9f95-2d5562068411,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:35.933408 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0644e1ad-76a5-4219-b0e1-4aedd2b56bfd req-1e103f38-bbef-4fc4-b092-16341d23d614 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:35.952659 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-0644e1ad-76a5-4219-b0e1-4aedd2b56bfd req-1e103f38-bbef-4fc4-b092-16341d23d614 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Calling delete_port for e5977457-b291-476f-9f95-2d5562068411 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:51:36.020441 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b57dfe40-31cc-417e-9cdd-8060bc4b4e6d req-73cb6990-df2b-428d-8e51-b9d75997a764 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048419 Nov 23 21:51:36.100603 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54278) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:36.107658 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 23 Nov 2021 21:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f3d14a-1cbd-432e-b0ac-175b12724a83 x-openstack-request-id: req-f3f3d14a-1cbd-432e-b0ac-175b12724a83 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:51:36.107965 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee27013-03a3-477c-8335-5dbf9a2c528e", "name": "network-vif-deleted", "tag": "f634ca60-9451-433b-ba78-c0aeef0e486d", "status": "completed", "code": 200}, {"server_uuid": "d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c", "name": "network-vif-deleted", "tag": "dd49ab44-ddb8-450f-b069-e896f5860cb4", "status": "completed", "code": 200}, {"server_uuid": "d50bcbb5-3fef-42cc-a4a5-71b7c2f8164c", "name": "network-vif-deleted", "tag": "085c5ecc-4432-40d6-994b-327d6cd83592", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:51:36.108219 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f3f3d14a-1cbd-432e-b0ac-175b12724a83 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:51:36.110345 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee27013-03a3-477c-8335-5dbf9a2c528e', 'name': 'network-vif-deleted', 'tag': 'f634ca60-9451-433b-ba78-c0aeef0e486d', 'status': 'completed', 'code': 200} Nov 23 21:51:36.110619 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50bcbb5-3fef-42cc-a4a5-71b7c2f8164c', 'name': 'network-vif-deleted', 'tag': 'dd49ab44-ddb8-450f-b069-e896f5860cb4', 'status': 'completed', 'code': 200} Nov 23 21:51:36.110930 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50bcbb5-3fef-42cc-a4a5-71b7c2f8164c', 'name': 'network-vif-deleted', 'tag': '085c5ecc-4432-40d6-994b-327d6cd83592', 'status': 'completed', 'code': 200} Nov 23 21:51:36.250547 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0dc710-7ea5-45d9-8970-af05777c0ef2 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Deleting subnet c3330cfe-1e71-4b32-a186-f8d89ed4c2b4 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:51:36.260766 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc710-7ea5-45d9-8970-af05777c0ef2 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:36.267063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f78fef06-ea05-4a35-a981-f425bef012de req-38978521-8904-4a37-b974-edec5b961d73 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 210 time: 0.0474448 Nov 23 21:51:36.327711 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc710-7ea5-45d9-8970-af05777c0ef2 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:36.379209 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e40c3dce-ce42-4cb0-a3f6-e8cfb1521217 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:51:36.387147 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e6e73bde-bbc8-4b84-a397-a13eb8d35c39 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:51:36.422005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bac227-a981-4c59-8412-d5ea5db473d2 req-580c42bc-043a-4c0c-899f-da2778359f1a tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:36.423880 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61bac227-a981-4c59-8412-d5ea5db473d2 req-580c42bc-043a-4c0c-899f-da2778359f1a tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1334f31e-225c-4ef1-b570-856e0c6cd73b HTTP/1.1" status: 200 len: 943 time: 0.2563004 Nov 23 21:51:36.480067 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848b332-1bb2-45c1-a62d-026d4a2ad8a7 req-79db5208-c175-4af6-a1fd-8ea2bfb501d7 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:36.481608 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5848b332-1bb2-45c1-a62d-026d4a2ad8a7 req-79db5208-c175-4af6-a1fd-8ea2bfb501d7 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/ports?device_id=994ac921-bc65-442f-a7fe-2b54272d7711 HTTP/1.1" status: 200 len: 944 time: 0.1090815 Nov 23 21:51:36.491979 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0644e1ad-76a5-4219-b0e1-4aedd2b56bfd req-1e103f38-bbef-4fc4-b092-16341d23d614 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:36.514082 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc710-7ea5-45d9-8970-af05777c0ef2 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:36.533271 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e103f38-bbef-4fc4-b092-16341d23d614 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Pushing event deleted for resources: {'Port': ['ID=e5977457-b291-476f-9f95-2d5562068411,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:36.645878 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc710-7ea5-45d9-8970-af05777c0ef2 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:36.654040 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port e40c3dce-ce42-4cb0-a3f6-e8cfb1521217, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e40c3dce-ce42-4cb0-a3f6-e8cfb1521217,segment=NetworkSegment(39f04445-0129-4516-9c90-f39409b7c78f),segment_id=39f04445-0129-4516-9c90-f39409b7c78f)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:36.661021 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-0644e1ad-76a5-4219-b0e1-4aedd2b56bfd req-1e103f38-bbef-4fc4-b092-16341d23d614 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] No DVR routers for this DVR port e5977457-b291-476f-9f95-2d5562068411 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:51:36.667103 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['4a70a9bd-240b-4448-abe5-073150fdd13a', 'e5977457-b291-476f-9f95-2d5562068411'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:51:36.674905 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0644e1ad-76a5-4219-b0e1-4aedd2b56bfd req-1e103f38-bbef-4fc4-b092-16341d23d614 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:36.684944 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0644e1ad-76a5-4219-b0e1-4aedd2b56bfd req-1e103f38-bbef-4fc4-b092-16341d23d614 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.60 "DELETE /v2.0/ports/e5977457-b291-476f-9f95-2d5562068411 HTTP/1.1" status: 204 len: 173 time: 1.1404064 Nov 23 21:51:36.693087 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61bac227-a981-4c59-8412-d5ea5db473d2 req-5348714a-97ba-44c3-bd02-223dc7181484 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/security-groups?id=23ada430-e11b-4ba9-a4c3-cf513ee33998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456934 Nov 23 21:51:36.724223 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'e40c3dce-ce42-4cb0-a3f6-e8cfb1521217', 'network_id': 'dbe6349d-3baa-4c1b-802c-688de1280111', 'port_id': 'e40c3dce-ce42-4cb0-a3f6-e8cfb1521217', 'mac_address': 'fa:16:3e:9b:79:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02412913-e9ad-44c9-8a03-c9f8d2417195', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:51:36.753611 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5848b332-1bb2-45c1-a62d-026d4a2ad8a7 req-7d01a102-9949-4739-8671-506d60d9f4d8 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfe08be-c796-425c-8412-77aa063c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626035 Nov 23 21:51:36.770791 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc710-7ea5-45d9-8970-af05777c0ef2 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:36.783314 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54300) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:36.784119 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8d0dc710-7ea5-45d9-8970-af05777c0ef2 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "DELETE /v2.0/subnets/c3330cfe-1e71-4b32-a186-f8d89ed4c2b4 HTTP/1.1" status: 204 len: 168 time: 0.6773114 Nov 23 21:51:36.784972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0dc710-7ea5-45d9-8970-af05777c0ef2 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event deleted for resources: {'Subnet': ['ID=c3330cfe-1e71-4b32-a186-f8d89ed4c2b4,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:37.001994 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-38c052a7-c3e9-4c1b-9ecb-7b3eef2124cc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:37.037154 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b87bbb02-2500-49b1-8a1a-bc230271c34d service neutron] 10.222.0.60 "GET /v2.0/ports/51751ce7-ef29-4a43-9cde-4086304daed5/bindings/n-h1-816206-9 HTTP/1.1" status: 200 len: 384 time: 0.1675580 Nov 23 21:51:37.046583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e097f-a93e-4756-97aa-d25d3b46720c req-f7ec827e-2cda-4675-bb6e-bb9566f88093 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:37.047728 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b227505-0bef-4a5c-8f4a-f145f89b843d None None] Network fc0de7e7-0340-412d-9ec9-3a12e85e0d3c requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:51:37.048121 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a0e097f-a93e-4756-97aa-d25d3b46720c req-f7ec827e-2cda-4675-bb6e-bb9566f88093 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 943 time: 0.1863482 Nov 23 21:51:37.116306 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port e6e73bde-bbc8-4b84-a397-a13eb8d35c39 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:51:37.154092 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port e6e73bde-bbc8-4b84-a397-a13eb8d35c39 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:51:37.154459 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:37.200077 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a0e097f-a93e-4756-97aa-d25d3b46720c req-2debb3a2-ed45-4524-b5cf-cbd3804dacd9 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424623 Nov 23 21:51:37.220520 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:37.322457 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-38c052a7-c3e9-4c1b-9ecb-7b3eef2124cc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Deleting port 844a15ea-30b3-48ec-b240-cb977954ba73 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:51:37.322802 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-38c052a7-c3e9-4c1b-9ecb-7b3eef2124cc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:37.344789 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bc7635cc-d597-4621-8291-f617a1a673a5 req-08efeb37-41c3-4472-8e9b-ad2b14131829 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ace2cf63-270d-4cfc-86f4-12b72b8c274a HTTP/1.1" status: 200 len: 210 time: 0.0743449 Nov 23 21:51:37.370534 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e40c3dce-ce42-4cb0-a3f6-e8cfb1521217 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:51:37.424800 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port e40c3dce-ce42-4cb0-a3f6-e8cfb1521217, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e40c3dce-ce42-4cb0-a3f6-e8cfb1521217,segment=NetworkSegment(39f04445-0129-4516-9c90-f39409b7c78f),segment_id=39f04445-0129-4516-9c90-f39409b7c78f)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:37.465948 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-38c052a7-c3e9-4c1b-9ecb-7b3eef2124cc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] For port 844a15ea-30b3-48ec-b240-cb977954ba73, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=844a15ea-30b3-48ec-b240-cb977954ba73,segment=NetworkSegment(a4b933b3-5487-4f1d-93a9-0eb7632d7280),segment_id=a4b933b3-5487-4f1d-93a9-0eb7632d7280)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:37.466287 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:37.466437 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-38c052a7-c3e9-4c1b-9ecb-7b3eef2124cc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:37.495805 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-38c052a7-c3e9-4c1b-9ecb-7b3eef2124cc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Calling delete_port for 844a15ea-30b3-48ec-b240-cb977954ba73 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:51:37.521852 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d172f8f-c60b-44c8-85a0-7f8bf0e83e4a req-30e7639f-2f0c-4317-8c59-9c70afd314dc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 210 time: 0.0412478 Nov 23 21:51:37.583360 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=e40c3dce-ce42-4cb0-a3f6-e8cfb1521217,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:37.584667 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b9e707aa-89ed-436c-8a25-729f884396b5 service neutron] For port 51751ce7-ef29-4a43-9cde-4086304daed5, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=51751ce7-ef29-4a43-9cde-4086304daed5,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:37.598981 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:37.632879 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b9e707aa-89ed-436c-8a25-729f884396b5 service neutron] For port 51751ce7-ef29-4a43-9cde-4086304daed5, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:51:37.678112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b9e707aa-89ed-436c-8a25-729f884396b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51751ce7-ef29-4a43-9cde-4086304daed5 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:51:37.701547 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b9e707aa-89ed-436c-8a25-729f884396b5 service neutron] For port 51751ce7-ef29-4a43-9cde-4086304daed5, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=51751ce7-ef29-4a43-9cde-4086304daed5,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:37.704185 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-38c052a7-c3e9-4c1b-9ecb-7b3eef2124cc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:37.708602 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994ac921-bc65-442f-a7fe-2b54272d7711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e73bde-bbc8-4b84-a397-a13eb8d35c39'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:51:37.711091 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f0a6b9-d20f-491e-b1ab-95a426b5769a" -d '{"events": [{"server_uuid": "994ac921-bc65-442f-a7fe-2b54272d7711", "name": "network-vif-plugged", "status": "completed", "tag": "e6e73bde-bbc8-4b84-a397-a13eb8d35c39"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:51:37.733909 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port e6e73bde-bbc8-4b84-a397-a13eb8d35c39, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e6e73bde-bbc8-4b84-a397-a13eb8d35c39,segment=NetworkSegment(7a8955f4-a5c8-4ac8-9aaa-544eb807cb33),segment_id=7a8955f4-a5c8-4ac8-9aaa-544eb807cb33)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:37.741429 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:37.742296 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 51751ce7-ef29-4a43-9cde-4086304daed5 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:51:37.812062 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a11bd77-cef1-47f7-a88e-92d649f825e5 x-openstack-request-id: req-1a11bd77-cef1-47f7-a88e-92d649f825e5 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:51:37.812630 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994ac921-bc65-442f-a7fe-2b54272d7711", "name": "network-vif-plugged", "status": "completed", "tag": "e6e73bde-bbc8-4b84-a397-a13eb8d35c39", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:51:37.813097 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a11bd77-cef1-47f7-a88e-92d649f825e5 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:51:37.813707 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994ac921-bc65-442f-a7fe-2b54272d7711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e73bde-bbc8-4b84-a397-a13eb8d35c39', 'code': 200} Nov 23 21:51:37.821838 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06a68e2-3807-40df-9aa6-98cdc15094e6 None None] DHCP port deletion for fc0de7e7-0340-412d-9ec9-3a12e85e0d3c request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:51:37.830939 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c052a7-c3e9-4c1b-9ecb-7b3eef2124cc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event deleted for resources: {'Port': ['ID=844a15ea-30b3-48ec-b240-cb977954ba73,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:37.844025 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c052a7-c3e9-4c1b-9ecb-7b3eef2124cc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] No DVR routers for this DVR port 844a15ea-30b3-48ec-b240-cb977954ba73 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:51:37.864145 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['e40c3dce-ce42-4cb0-a3f6-e8cfb1521217'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:51:37.870803 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b9e707aa-89ed-436c-8a25-729f884396b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:37.934973 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=e6e73bde-bbc8-4b84-a397-a13eb8d35c39,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:37.996991 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a8f4f-d118-4fd0-b007-4fe6b70d3048 req-8da45c2f-2f6d-4e48-ad5e-9866c270990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:37.999160 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-132a8f4f-d118-4fd0-b007-4fe6b70d3048 req-8da45c2f-2f6d-4e48-ad5e-9866c270990c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=994ac921-bc65-442f-a7fe-2b54272d7711 HTTP/1.1" status: 200 len: 1096 time: 0.0577211 Nov 23 21:51:38.063324 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-132a8f4f-d118-4fd0-b007-4fe6b70d3048 req-6ffb2644-32a7-4322-ac91-962048d847bd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bbfe08be-c796-425c-8412-77aa063c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558186 Nov 23 21:51:38.115893 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace2cf63-270d-4cfc-86f4-12b72b8c274a', 'name': 'network-vif-deleted', 'tag': 'e5977457-b291-476f-9f95-2d5562068411'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:51:38.118228 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e9ea02-e750-4cd7-8c65-b35459b96e2a" -d '{"events": [{"server_uuid": "ace2cf63-270d-4cfc-86f4-12b72b8c274a", "name": "network-vif-deleted", "tag": "e5977457-b291-476f-9f95-2d5562068411"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:51:38.157141 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-38c052a7-c3e9-4c1b-9ecb-7b3eef2124cc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:38.165492 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-d7dcc2ef-6892-40e0-960b-8df2a86be8d4 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:38.166962 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-d7dcc2ef-6892-40e0-960b-8df2a86be8d4 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.53 "GET /v2.0/networks?id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b HTTP/1.1" status: 200 len: 812 time: 0.4809372 Nov 23 21:51:38.197090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-988a9f96-75e8-4045-bbc8-7c876d671f4d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Request body: {'port': {'device_id': 'b56e7451-1ba0-4946-9650-b4607b1038fd', 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b', 'admin_state_up': True, 'tenant_id': '928ed4d0815c4153bc0f232c9e52c223'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:38.398410 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e5977457-b291-476f-9f95-2d5562068411 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:51:38.421536 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: e5977457-b291-476f-9f95-2d5562068411 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:51:38.421876 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e5977457-b291-476f-9f95-2d5562068411 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:51:38.451149 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f6278-0038-4a70-b0e7-a562af47533d req-57d04e39-403e-4a0d-902d-9d426e68bcb1 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:38.452609 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-960f6278-0038-4a70-b0e7-a562af47533d req-57d04e39-403e-4a0d-902d-9d426e68bcb1 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1334f31e-225c-4ef1-b570-856e0c6cd73b HTTP/1.1" status: 200 len: 944 time: 0.6054323 Nov 23 21:51:38.454203 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-38c052a7-c3e9-4c1b-9ecb-7b3eef2124cc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0de7e7-0340-412d-9ec9-3a12e85e0d3c']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:51:38.474913 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68b852-3dad-44b3-bddc-10998f3a379f req-e58bba0d-ca5a-4705-8025-e4e0a543592f tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:38.476373 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b68b852-3dad-44b3-bddc-10998f3a379f req-e58bba0d-ca5a-4705-8025-e4e0a543592f tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/ports?device_id=994ac921-bc65-442f-a7fe-2b54272d7711 HTTP/1.1" status: 200 len: 945 time: 0.5303934 Nov 23 21:51:38.506775 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-38c052a7-c3e9-4c1b-9ecb-7b3eef2124cc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b933b3-5487-4f1d-93a9-0eb7632d7280') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:51:38.507130 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-38c052a7-c3e9-4c1b-9ecb-7b3eef2124cc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b933b3-5487-4f1d-93a9-0eb7632d7280') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:51:38.545665 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-38c052a7-c3e9-4c1b-9ecb-7b3eef2124cc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:38.629220 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b9e707aa-89ed-436c-8a25-729f884396b5 service neutron] Transition to ACTIVE for port object 51751ce7-ef29-4a43-9cde-4086304daed5 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:51:38.630487 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-38c052a7-c3e9-4c1b-9ecb-7b3eef2124cc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:38.655998 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b9e707aa-89ed-436c-8a25-729f884396b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:38.660848 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c052a7-c3e9-4c1b-9ecb-7b3eef2124cc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:51:38.661236 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-38c052a7-c3e9-4c1b-9ecb-7b3eef2124cc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:51:38.670742 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:51:38.705096 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54344) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:38.719642 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b68b852-3dad-44b3-bddc-10998f3a379f req-0c102b74-e75b-419b-8443-af8753218a43 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfe08be-c796-425c-8412-77aa063c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219768 Nov 23 21:51:38.739960 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-960f6278-0038-4a70-b0e7-a562af47533d req-bf670d0a-b70c-41ea-a4d8-800f35328f12 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/security-groups?id=23ada430-e11b-4ba9-a4c3-cf513ee33998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527151 Nov 23 21:51:38.798237 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5765ca-b978-4383-a576-25a993f1d650 x-openstack-request-id: req-3a5765ca-b978-4383-a576-25a993f1d650 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:51:38.798540 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace2cf63-270d-4cfc-86f4-12b72b8c274a", "name": "network-vif-deleted", "tag": "e5977457-b291-476f-9f95-2d5562068411", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:51:38.798840 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3a5765ca-b978-4383-a576-25a993f1d650 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:51:38.799436 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace2cf63-270d-4cfc-86f4-12b72b8c274a', 'name': 'network-vif-deleted', 'tag': 'e5977457-b291-476f-9f95-2d5562068411', 'status': 'completed', 'code': 200} Nov 23 21:51:38.855848 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-38c052a7-c3e9-4c1b-9ecb-7b3eef2124cc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:38.857912 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b9e707aa-89ed-436c-8a25-729f884396b5 service neutron] No DVR routers for this DVR port 51751ce7-ef29-4a43-9cde-4086304daed5 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:51:38.866041 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e707aa-89ed-436c-8a25-729f884396b5 service neutron] Pushing event updated for resources: {'Port': ['ID=51751ce7-ef29-4a43-9cde-4086304daed5,revision_number=10']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:38.867121 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-618a619c-8f07-4983-8343-b0a24423e4e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:38.887643 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-38c052a7-c3e9-4c1b-9ecb-7b3eef2124cc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:38.893972 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-38c052a7-c3e9-4c1b-9ecb-7b3eef2124cc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "DELETE /v2.0/networks/fc0de7e7-0340-412d-9ec9-3a12e85e0d3c HTTP/1.1" status: 204 len: 168 time: 2.1087699 Nov 23 21:51:38.895464 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54350) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:38.934572 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c052a7-c3e9-4c1b-9ecb-7b3eef2124cc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event deleted for resources: {'Network': ['ID=fc0de7e7-0340-412d-9ec9-3a12e85e0d3c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:38.961119 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-988a9f96-75e8-4045-bbc8-7c876d671f4d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Made reservation on behalf of 928ed4d0815c4153bc0f232c9e52c223 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:51:38.964607 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-988a9f96-75e8-4045-bbc8-7c876d671f4d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:38.968590 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9597c64-5939-42bf-8159-c7f5a82f9d5a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Deleting subnet 7a922ac7-4c6f-4cf1-9fd2-c4265557b3bd {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:51:38.973096 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a9597c64-5939-42bf-8159-c7f5a82f9d5a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:38.993989 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-b9e707aa-89ed-436c-8a25-729f884396b5 service neutron] 10.222.0.60 "PUT /v2.0/ports/51751ce7-ef29-4a43-9cde-4086304daed5/bindings/n-h1-816206-9/activate HTTP/1.1" status: 200 len: 369 time: 1.9448769 Nov 23 21:51:39.021034 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef96c667-411b-4678-b578-c9e9901507df req-c789b3f9-b92e-4dbe-b9a9-678cecc2fefa tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 210 time: 0.0506370 Nov 23 21:51:39.030742 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a9597c64-5939-42bf-8159-c7f5a82f9d5a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:39.068827 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-618a619c-8f07-4983-8343-b0a24423e4e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:39.074990 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-618a619c-8f07-4983-8343-b0a24423e4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:39.092574 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7dec28-c214-4f71-b2ed-1d01f3cbe45c req-61cfa0ac-f080-4821-8a4d-7aa88fb36a32 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:39.100705 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ad7dec28-c214-4f71-b2ed-1d01f3cbe45c req-61cfa0ac-f080-4821-8a4d-7aa88fb36a32 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 944 time: 0.2743216 Nov 23 21:51:39.103768 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a619c-8f07-4983-8343-b0a24423e4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a30b83-c71c-470e-89a3-a6147cb1464c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:39.166552 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-618a619c-8f07-4983-8343-b0a24423e4e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d2376afe71b44a09ba095effc808866e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4571996 Nov 23 21:51:39.167117 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54354) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:39.208913 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a9597c64-5939-42bf-8159-c7f5a82f9d5a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:39.270022 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-99c6004d-4e68-47c7-b45c-adeafe349411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:39.275618 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-f26148f2-5f1a-41a7-98b9-d045520f63d0 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:39.277686 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-f26148f2-5f1a-41a7-98b9-d045520f63d0 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29&tenant_id=fbb1d292593848d88a76dda57bbd0633&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 1095 time: 0.1649201 Nov 23 21:51:39.287131 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ad7dec28-c214-4f71-b2ed-1d01f3cbe45c req-fbed67a9-5abc-4086-8257-a46c9b19c0d7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855125 Nov 23 21:51:39.301085 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-99c6004d-4e68-47c7-b45c-adeafe349411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:39.306914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e73a26-e31a-48db-ab54-de24074320d8 req-7d98eee9-35f5-470e-93a4-486f0296e7f7 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:39.314971 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9e73a26-e31a-48db-ab54-de24074320d8 req-7d98eee9-35f5-470e-93a4-486f0296e7f7 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 945 time: 0.1703088 Nov 23 21:51:39.329071 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a9597c64-5939-42bf-8159-c7f5a82f9d5a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:39.336179 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 844a15ea-30b3-48ec-b240-cb977954ba73 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:51:39.369388 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-988a9f96-75e8-4045-bbc8-7c876d671f4d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Allocated IP 172.20.0.12 (47e2de02-96a6-4fca-9bfd-f20c1775fa4b/0056705a-d511-4857-982b-628123088030/c32e0b87-92c5-4f14-b432-416a0529c4de) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:51:39.369786 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 844a15ea-30b3-48ec-b240-cb977954ba73 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:51:39.370214 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 844a15ea-30b3-48ec-b240-cb977954ba73 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:51:39.382670 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9597c64-5939-42bf-8159-c7f5a82f9d5a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event deleted for resources: {'Subnet': ['ID=7a922ac7-4c6f-4cf1-9fd2-c4265557b3bd,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:39.395607 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a9597c64-5939-42bf-8159-c7f5a82f9d5a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:39.397431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122c628d-45b4-4486-b2c7-35e3f6de06b0 None None] Network fd7c2d4d-46d1-4106-9963-ef7ecce51bdb requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:51:39.400151 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a9597c64-5939-42bf-8159-c7f5a82f9d5a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "DELETE /v2.0/subnets/7a922ac7-4c6f-4cf1-9fd2-c4265557b3bd HTTP/1.1" status: 204 len: 168 time: 0.5037220 Nov 23 21:51:39.402985 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54356) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:39.423384 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9e73a26-e31a-48db-ab54-de24074320d8 req-aa2acea5-fb4c-4b4a-b095-eb604639f155 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e308cb2-ffb0-4b3a-8d4d-2e488ec4be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059203 Nov 23 21:51:39.425846 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-1f8233ca-19d9-4c62-be6a-b01572445adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:39.427346 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-1f8233ca-19d9-4c62-be6a-b01572445adc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29&tenant_id=fbb1d292593848d88a76dda57bbd0633 HTTP/1.1" status: 200 len: 1095 time: 0.1389143 Nov 23 21:51:39.480309 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-99c6004d-4e68-47c7-b45c-adeafe349411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:39.483661 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-99c6004d-4e68-47c7-b45c-adeafe349411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:39.485665 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-99c6004d-4e68-47c7-b45c-adeafe349411 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d4a30b83-c71c-470e-89a3-a6147cb1464c HTTP/1.1" status: 204 len: 168 time: 0.3174250 Nov 23 21:51:39.582535 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-c8452ea9-3e50-420a-9748-cbf2d07fd56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:39.584064 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-c8452ea9-3e50-420a-9748-cbf2d07fd56b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 1095 time: 0.1203861 Nov 23 21:51:39.602848 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6004d-4e68-47c7-b45c-adeafe349411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a30b83-c71c-470e-89a3-a6147cb1464c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:39.620669 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-81d5a504-f701-4035-a43b-f71f1c848920 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:39.652741 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 51751ce7-ef29-4a43-9cde-4086304daed5 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:51:39.711142 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-988a9f96-75e8-4045-bbc8-7c876d671f4d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:39.718812 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ef417c-0da1-4b08-b76e-0407b450b79a None None] DHCP port deletion for fd7c2d4d-46d1-4106-9963-ef7ecce51bdb request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:51:39.749787 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-684677e8-3705-4902-9ce4-5407f3549765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:39.752565 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-684677e8-3705-4902-9ce4-5407f3549765 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 909 time: 0.1582813 Nov 23 21:51:39.760260 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-81d5a504-f701-4035-a43b-f71f1c848920 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Deleting port 044afc0b-697d-4eb3-a52f-b0ceb39957a3 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:51:39.760651 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-81d5a504-f701-4035-a43b-f71f1c848920 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:39.791055 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-988a9f96-75e8-4045-bbc8-7c876d671f4d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:39.838175 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-713545ab-0e2c-4042-b5ea-60e3d62dd59e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51751ce7-ef29-4a43-9cde-4086304daed5 HTTP/1.1" status: 200 len: 217 time: 0.0580683 Nov 23 21:51:39.853668 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-63ef417c-0da1-4b08-b76e-0407b450b79a None None] Deleting port 044afc0b-697d-4eb3-a52f-b0ceb39957a3 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:51:39.854058 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-63ef417c-0da1-4b08-b76e-0407b450b79a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:39.894805 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-81d5a504-f701-4035-a43b-f71f1c848920 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] For port 044afc0b-697d-4eb3-a52f-b0ceb39957a3, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=044afc0b-697d-4eb3-a52f-b0ceb39957a3,segment=NetworkSegment(2040ca47-c120-41e9-8eed-e149b99c7800),segment_id=2040ca47-c120-41e9-8eed-e149b99c7800)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:39.895175 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-81d5a504-f701-4035-a43b-f71f1c848920 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:39.909470 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-81d5a504-f701-4035-a43b-f71f1c848920 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Calling delete_port for 044afc0b-697d-4eb3-a52f-b0ceb39957a3 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:51:39.950213 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-63ef417c-0da1-4b08-b76e-0407b450b79a None None] For port 044afc0b-697d-4eb3-a52f-b0ceb39957a3, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=044afc0b-697d-4eb3-a52f-b0ceb39957a3,segment=NetworkSegment(2040ca47-c120-41e9-8eed-e149b99c7800),segment_id=2040ca47-c120-41e9-8eed-e149b99c7800)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:39.950727 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-63ef417c-0da1-4b08-b76e-0407b450b79a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:39.964745 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-63ef417c-0da1-4b08-b76e-0407b450b79a None None] Calling delete_port for 044afc0b-697d-4eb3-a52f-b0ceb39957a3 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:51:40.011999 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-81d5a504-f701-4035-a43b-f71f1c848920 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:40.037620 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54368) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:40.049956 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-988a9f96-75e8-4045-bbc8-7c876d671f4d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:51:40.051797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5a504-f701-4035-a43b-f71f1c848920 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event deleted for resources: {'Port': ['ID=044afc0b-697d-4eb3-a52f-b0ceb39957a3,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:40.057362 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d5a504-f701-4035-a43b-f71f1c848920 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] No DVR routers for this DVR port 044afc0b-697d-4eb3-a52f-b0ceb39957a3 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:51:40.065244 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-63ef417c-0da1-4b08-b76e-0407b450b79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:40.084761 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-988a9f96-75e8-4045-bbc8-7c876d671f4d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:51:40.091445 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-988a9f96-75e8-4045-bbc8-7c876d671f4d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:51:40.109555 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ef417c-0da1-4b08-b76e-0407b450b79a None None] No DVR routers for this DVR port 044afc0b-697d-4eb3-a52f-b0ceb39957a3 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:51:40.129711 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef417c-0da1-4b08-b76e-0407b450b79a None None] Pushing event deleted for resources: {'Port': ['ID=044afc0b-697d-4eb3-a52f-b0ceb39957a3,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:40.137166 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a9f96-75e8-4045-bbc8-7c876d671f4d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Pushing event updated for resources: {'Port': ['ID=c32e0b87-92c5-4f14-b432-416a0529c4de,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:40.159982 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d6da15ce-a39c-4359-af31-0d02bcd16080 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:40.175715 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-81d5a504-f701-4035-a43b-f71f1c848920 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:40.185596 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-2f0797d5-a2bb-4f1c-9418-3fb89c7afdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:40.187106 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-2f0797d5-a2bb-4f1c-9418-3fb89c7afdb4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.3238232 Nov 23 21:51:40.193877 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-988a9f96-75e8-4045-bbc8-7c876d671f4d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:40.194487 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-988a9f96-75e8-4045-bbc8-7c876d671f4d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:40.196434 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-81d5a504-f701-4035-a43b-f71f1c848920 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7c2d4d-46d1-4106-9963-ef7ecce51bdb']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:51:40.209762 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-81d5a504-f701-4035-a43b-f71f1c848920 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2040ca47-c120-41e9-8eed-e149b99c7800') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:51:40.210143 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-81d5a504-f701-4035-a43b-f71f1c848920 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2040ca47-c120-41e9-8eed-e149b99c7800') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:51:40.212843 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3cd61-fe60-47db-8b7b-5259b0277cb0 req-99737399-ba8b-49ec-a976-700a6eba7c47 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:40.219239 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1b3cd61-fe60-47db-8b7b-5259b0277cb0 req-99737399-ba8b-49ec-a976-700a6eba7c47 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/ports?device_id=994ac921-bc65-442f-a7fe-2b54272d7711 HTTP/1.1" status: 200 len: 945 time: 0.3582489 Nov 23 21:51:40.220789 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-81d5a504-f701-4035-a43b-f71f1c848920 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:40.234611 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-81d5a504-f701-4035-a43b-f71f1c848920 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:40.240698 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d5a504-f701-4035-a43b-f71f1c848920 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:51:40.241081 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-81d5a504-f701-4035-a43b-f71f1c848920 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:51:40.244070 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:51:40.291327 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-72d067bd-e995-4fbc-9dda-aa9b32193935 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914433 Nov 23 21:51:40.302487 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-988a9f96-75e8-4045-bbc8-7c876d671f4d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1154690 Nov 23 21:51:40.306568 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-81d5a504-f701-4035-a43b-f71f1c848920 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:40.314377 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-81d5a504-f701-4035-a43b-f71f1c848920 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:40.319225 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-81d5a504-f701-4035-a43b-f71f1c848920 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "DELETE /v2.0/networks/fd7c2d4d-46d1-4106-9963-ef7ecce51bdb HTTP/1.1" status: 204 len: 168 time: 0.9149559 Nov 23 21:51:40.331611 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-db97950f-d3db-452c-881a-f589dc2c8a00 service neutron] Request body: {'port': {'device_id': 'b56e7451-1ba0-4946-9650-b4607b1038fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:40.332367 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54376) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:40.337542 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a1f2c72a-0259-4f2a-8f96-4887bb0f4d50 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1381082261'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:40.340903 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5a504-f701-4035-a43b-f71f1c848920 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event deleted for resources: {'Network': ['ID=fd7c2d4d-46d1-4106-9963-ef7ecce51bdb,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:40.363305 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f2c72a-0259-4f2a-8f96-4887bb0f4d50 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Made reservation on behalf of 6444f606253c438ba5895c1d9e591fbd for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:51:40.366852 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c72a-0259-4f2a-8f96-4887bb0f4d50 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:40.391027 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f2c72a-0259-4f2a-8f96-4887bb0f4d50 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:51:40.394521 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e40c3dce-ce42-4cb0-a3f6-e8cfb1521217 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:51:40.402908 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c72a-0259-4f2a-8f96-4887bb0f4d50 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:40.403320 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-a1f2c72a-0259-4f2a-8f96-4887bb0f4d50 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Added segment 54c3daab-1ba6-4599-8345-d24da7c2d665 of type vlan for network 417a1c8c-539d-4eff-b023-3c358954e723 Nov 23 21:51:40.450157 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port e40c3dce-ce42-4cb0-a3f6-e8cfb1521217 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:51:40.453391 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c72a-0259-4f2a-8f96-4887bb0f4d50 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:40.454571 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port e40c3dce-ce42-4cb0-a3f6-e8cfb1521217 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:51:40.455721 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:40.468157 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052837e-16dd-49ea-9b27-3f33ba84cca7 req-beea8b0d-2f9c-4f1c-b3ec-c65c7925d56f tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:40.469651 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5052837e-16dd-49ea-9b27-3f33ba84cca7 req-beea8b0d-2f9c-4f1c-b3ec-c65c7925d56f tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1334f31e-225c-4ef1-b570-856e0c6cd73b HTTP/1.1" status: 200 len: 944 time: 0.3066983 Nov 23 21:51:40.484861 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c72a-0259-4f2a-8f96-4887bb0f4d50 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:40.492767 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f2c72a-0259-4f2a-8f96-4887bb0f4d50 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:40.493389 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a1f2c72a-0259-4f2a-8f96-4887bb0f4d50 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:40.503808 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1b3cd61-fe60-47db-8b7b-5259b0277cb0 req-50c348e4-f065-43e7-a08e-6564f50e0b0b tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfe08be-c796-425c-8412-77aa063c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536099 Nov 23 21:51:40.554707 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:40.562300 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-db97950f-d3db-452c-881a-f589dc2c8a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:40.571839 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a1f2c72a-0259-4f2a-8f96-4887bb0f4d50 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2357254 Nov 23 21:51:40.581253 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54382) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:40.588411 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-d1477ce1-9b0b-4600-9d4b-e226dd297e91 service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831497 Nov 23 21:51:40.594623 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port e40c3dce-ce42-4cb0-a3f6-e8cfb1521217, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e40c3dce-ce42-4cb0-a3f6-e8cfb1521217,segment=NetworkSegment(39f04445-0129-4516-9c90-f39409b7c78f),segment_id=39f04445-0129-4516-9c90-f39409b7c78f)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:40.595680 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1334f31e-225c-4ef1-b570-856e0c6cd73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40c3dce-ce42-4cb0-a3f6-e8cfb1521217'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:51:40.598923 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f562bc2-00bc-44d8-b62b-4ed55b2885a9" -d '{"events": [{"server_uuid": "1334f31e-225c-4ef1-b570-856e0c6cd73b", "name": "network-vif-plugged", "status": "completed", "tag": "e40c3dce-ce42-4cb0-a3f6-e8cfb1521217"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:51:40.604142 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:40.620096 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d6da15ce-a39c-4359-af31-0d02bcd16080 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:40.632252 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-842666df-9338-47af-bff3-d655a8398b2a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Request body: {'subnet': {'network_id': '417a1c8c-539d-4eff-b023-3c358954e723', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:40.655129 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2c72a-0259-4f2a-8f96-4887bb0f4d50 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event updated for resources: {'Network': ['ID=417a1c8c-539d-4eff-b023-3c358954e723,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:40.664590 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=e40c3dce-ce42-4cb0-a3f6-e8cfb1521217,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:40.670076 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 417a1c8c-539d-4eff-b023-3c358954e723 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:51:40.682035 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d6da15ce-a39c-4359-af31-0d02bcd16080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:40.741049 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5052837e-16dd-49ea-9b27-3f33ba84cca7 req-e25bb742-4afb-4bcd-94d4-c9160d61eb96 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/security-groups?id=23ada430-e11b-4ba9-a4c3-cf513ee33998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362046 Nov 23 21:51:40.749850 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842666df-9338-47af-bff3-d655a8398b2a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Made reservation on behalf of 6444f606253c438ba5895c1d9e591fbd for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:51:40.752917 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-842666df-9338-47af-bff3-d655a8398b2a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:40.904531 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d6da15ce-a39c-4359-af31-0d02bcd16080 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=08a16b71fb9a4aa492af12b4afa845dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8461173 Nov 23 21:51:40.907331 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54388) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:41.005317 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da15ce-a39c-4359-af31-0d02bcd16080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ecf370-7193-4451-9ec3-8e1836ebde9f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:41.036609 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105a223-3d29-4ac4-b07f-d6f78e9279af req-ed055f7a-046a-4c4c-bc8f-7c291d6abbdf tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:41.043991 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d105a223-3d29-4ac4-b07f-d6f78e9279af req-ed055f7a-046a-4c4c-bc8f-7c291d6abbdf tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 932 time: 0.4224799 Nov 23 21:51:41.071265 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-842666df-9338-47af-bff3-d655a8398b2a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:41.082087 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e18cf432-3ad9-4d99-8d60-7c64653f0a84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:41.130811 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddcea8d-ac5c-4ddd-a079-09978e6b4b57 req-cf8b7202-ac8c-40e1-811d-546f9271c13d tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:41.132442 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ddcea8d-ac5c-4ddd-a079-09978e6b4b57 req-cf8b7202-ac8c-40e1-811d-546f9271c13d tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 944 time: 0.2164061 Nov 23 21:51:41.141209 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-e535124d-2cc8-4d7d-8520-2e8fa0677f36 service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5412321 Nov 23 21:51:41.152961 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e18cf432-3ad9-4d99-8d60-7c64653f0a84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:41.202152 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842666df-9338-47af-bff3-d655a8398b2a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event updated for resources: {'Subnet': ['ID=72285ab8-4095-4f29-97df-a9bb06edf82e,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:41.216140 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d105a223-3d29-4ac4-b07f-d6f78e9279af req-8bdd161e-aa75-47e9-a41d-11ef7c1a8145 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703627 Nov 23 21:51:41.223666 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842666df-9338-47af-bff3-d655a8398b2a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Checking segment: {'id': '54c3daab-1ba6-4599-8345-d24da7c2d665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '417a1c8c-539d-4eff-b023-3c358954e723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:51:41.223904 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842666df-9338-47af-bff3-d655a8398b2a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Network hostable DHCP agents. Network: 417a1c8c-539d-4eff-b023-3c358954e723, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:51:41.246616 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842666df-9338-47af-bff3-d655a8398b2a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Network 417a1c8c-539d-4eff-b023-3c358954e723 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:51:41.262040 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e18cf432-3ad9-4d99-8d60-7c64653f0a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:41.269630 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e18cf432-3ad9-4d99-8d60-7c64653f0a84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:41.284031 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e18cf432-3ad9-4d99-8d60-7c64653f0a84 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/10ecf370-7193-4451-9ec3-8e1836ebde9f HTTP/1.1" status: 204 len: 168 time: 0.3756955 Nov 23 21:51:41.291553 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-842666df-9338-47af-bff3-d655a8398b2a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 417a1c8c-539d-4eff-b023-3c358954e723) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:51:41.307570 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1057899-78ad-43f4-af3f-642f79ef2f19 None None] Network 417a1c8c-539d-4eff-b023-3c358954e723 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:51:41.307904 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842666df-9338-47af-bff3-d655a8398b2a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:41.308482 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-842666df-9338-47af-bff3-d655a8398b2a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:41.312586 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18cf432-3ad9-4d99-8d60-7c64653f0a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ecf370-7193-4451-9ec3-8e1836ebde9f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:41.352850 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-842666df-9338-47af-bff3-d655a8398b2a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7668996 Nov 23 21:51:41.355254 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54400) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:41.369366 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-61190a80-3886-45ce-bdb0-e1b216ff801a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2071319541'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:41.417883 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61190a80-3886-45ce-bdb0-e1b216ff801a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Made reservation on behalf of 6444f606253c438ba5895c1d9e591fbd for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:51:41.422337 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-61190a80-3886-45ce-bdb0-e1b216ff801a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:41.428906 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 044afc0b-697d-4eb3-a52f-b0ceb39957a3 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:51:41.470562 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ddcea8d-ac5c-4ddd-a079-09978e6b4b57 req-78971750-40a4-4fbc-97d1-8810b2d43bfa tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135240 Nov 23 21:51:41.487900 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61190a80-3886-45ce-bdb0-e1b216ff801a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:51:41.509695 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-61190a80-3886-45ce-bdb0-e1b216ff801a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:41.510063 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-61190a80-3886-45ce-bdb0-e1b216ff801a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Added segment 725ee7a8-d31c-41db-b157-b9e155547ce5 of type vlan for network 6224d16c-8085-4fdb-99a1-d152b18dbfcb Nov 23 21:51:41.570855 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-db97950f-d3db-452c-881a-f589dc2c8a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32e0b87-92c5-4f14-b432-416a0529c4de {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:51:41.584903 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b19d4c-523e-4f12-8810-2416369aded7 x-openstack-request-id: req-65b19d4c-523e-4f12-8810-2416369aded7 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:51:41.585457 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1334f31e-225c-4ef1-b570-856e0c6cd73b", "name": "network-vif-plugged", "status": "completed", "tag": "e40c3dce-ce42-4cb0-a3f6-e8cfb1521217", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:51:41.588537 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-65b19d4c-523e-4f12-8810-2416369aded7 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:51:41.589152 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1334f31e-225c-4ef1-b570-856e0c6cd73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40c3dce-ce42-4cb0-a3f6-e8cfb1521217', 'code': 200} Nov 23 21:51:41.599104 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 044afc0b-697d-4eb3-a52f-b0ceb39957a3 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:51:41.601660 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-db97950f-d3db-452c-881a-f589dc2c8a00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:41.602097 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 044afc0b-697d-4eb3-a52f-b0ceb39957a3 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:51:41.641266 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-61190a80-3886-45ce-bdb0-e1b216ff801a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:41.714924 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-61190a80-3886-45ce-bdb0-e1b216ff801a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:41.717552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-231983b0-7f94-48d8-ad11-04a11d4fd398 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:41.724138 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61190a80-3886-45ce-bdb0-e1b216ff801a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:41.724476 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-61190a80-3886-45ce-bdb0-e1b216ff801a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:41.731668 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-231983b0-7f94-48d8-ad11-04a11d4fd398 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29&tenant_id=fbb1d292593848d88a76dda57bbd0633&binding%3Ahost_id=n-h1-816206-9 HTTP/1.1" status: 200 len: 1095 time: 0.2755811 Nov 23 21:51:41.784543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-db97950f-d3db-452c-881a-f589dc2c8a00 service neutron] Transition to ACTIVE for port object c32e0b87-92c5-4f14-b432-416a0529c4de will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:51:41.809378 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-61190a80-3886-45ce-bdb0-e1b216ff801a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4529035 Nov 23 21:51:41.812645 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54416) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:41.817589 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-2651bc74-a208-41fc-b7af-3d544c4c1d28 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Request body: {'subnet': {'network_id': '6224d16c-8085-4fdb-99a1-d152b18dbfcb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:41.820296 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bb9275-e04c-40f0-91a4-29ae36821fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-417a1c8c-539d-4eff-b023-3c358954e723', 'network_id': '417a1c8c-539d-4eff-b023-3c358954e723', 'tenant_id': '6444f606253c438ba5895c1d9e591fbd', 'fixed_ips': [{'subnet_id': '72285ab8-4095-4f29-97df-a9bb06edf82e'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:51:41.822244 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-24bb9275-e04c-40f0-91a4-29ae36821fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:41.943990 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61190a80-3886-45ce-bdb0-e1b216ff801a tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event updated for resources: {'Network': ['ID=6224d16c-8085-4fdb-99a1-d152b18dbfcb,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:41.961057 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2651bc74-a208-41fc-b7af-3d544c4c1d28 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Made reservation on behalf of 6444f606253c438ba5895c1d9e591fbd for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:51:41.961913 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 6224d16c-8085-4fdb-99a1-d152b18dbfcb details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:51:41.967334 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2651bc74-a208-41fc-b7af-3d544c4c1d28 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:42.198708 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-db97950f-d3db-452c-881a-f589dc2c8a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:42.284023 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-24bb9275-e04c-40f0-91a4-29ae36821fae None None] Allocated IP 19.80.0.2 (417a1c8c-539d-4eff-b023-3c358954e723/72285ab8-4095-4f29-97df-a9bb06edf82e/76eda3e4-eac5-44fc-b458-cfc31432a9d2) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:51:42.315545 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2651bc74-a208-41fc-b7af-3d544c4c1d28 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:42.381508 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45f292-963d-469f-97bb-806ce2381438 req-aca3c3f8-bb8e-48d1-8428-b74d0842f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:42.383071 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b45f292-963d-469f-97bb-806ce2381438 req-aca3c3f8-bb8e-48d1-8428-b74d0842f5c4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1334f31e-225c-4ef1-b570-856e0c6cd73b HTTP/1.1" status: 200 len: 1096 time: 0.6706491 Nov 23 21:51:42.403999 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-1b09d3c6-b8d4-483c-b601-d712f9584479 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:42.413048 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-1b09d3c6-b8d4-483c-b601-d712f9584479 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/networks?id=670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 200 len: 805 time: 0.8051250 Nov 23 21:51:42.419642 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651bc74-a208-41fc-b7af-3d544c4c1d28 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event updated for resources: {'Subnet': ['ID=9acfedce-47e4-4870-81c5-6e0ec7843552,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:42.428349 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2651bc74-a208-41fc-b7af-3d544c4c1d28 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Checking segment: {'id': '725ee7a8-d31c-41db-b157-b9e155547ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6224d16c-8085-4fdb-99a1-d152b18dbfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:51:42.428565 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2651bc74-a208-41fc-b7af-3d544c4c1d28 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Network hostable DHCP agents. Network: 6224d16c-8085-4fdb-99a1-d152b18dbfcb, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:51:42.451376 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2651bc74-a208-41fc-b7af-3d544c4c1d28 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Network 6224d16c-8085-4fdb-99a1-d152b18dbfcb is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:51:42.471806 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-2651bc74-a208-41fc-b7af-3d544c4c1d28 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 6224d16c-8085-4fdb-99a1-d152b18dbfcb) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:51:42.480178 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-9ce33db0-d808-4d60-b341-e38ee4274cd7 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/quotas/c71aeb9305cf4bd2a1651a8b5100e309 HTTP/1.1" status: 200 len: 375 time: 0.0662081 Nov 23 21:51:42.483029 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97950f-d3db-452c-881a-f589dc2c8a00 service neutron] Pushing event updated for resources: {'Port': ['ID=c32e0b87-92c5-4f14-b432-416a0529c4de,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:42.484420 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793ea04b-fb31-476c-86fa-ecf900daf61d None None] Network 6224d16c-8085-4fdb-99a1-d152b18dbfcb requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:51:42.490050 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2651bc74-a208-41fc-b7af-3d544c4c1d28 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:42.491833 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2651bc74-a208-41fc-b7af-3d544c4c1d28 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:42.530928 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2651bc74-a208-41fc-b7af-3d544c4c1d28 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7101891 Nov 23 21:51:42.566782 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c4285-7bc8-411f-9473-0262f8c7e9d8 req-9ea41fd0-990d-4ce2-a60a-c801b162f2e0 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:42.574225 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-736c4285-7bc8-411f-9473-0262f8c7e9d8 req-9ea41fd0-990d-4ce2-a60a-c801b162f2e0 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 945 time: 0.7883780 Nov 23 21:51:42.607810 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-24bb9275-e04c-40f0-91a4-29ae36821fae None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:42.625503 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-24bb9275-e04c-40f0-91a4-29ae36821fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:42.643380 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b45f292-963d-469f-97bb-806ce2381438 req-40b65a95-c199-47b0-a34f-6ad07ab65861 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=23ada430-e11b-4ba9-a4c3-cf513ee33998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516961 Nov 23 21:51:42.692605 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-ab86c467-812e-4921-9401-a851b01db192 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2115510 Nov 23 21:51:42.711201 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bb9275-e04c-40f0-91a4-29ae36821fae None None] Network 417a1c8c-539d-4eff-b023-3c358954e723 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:51:42.718875 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-24bb9275-e04c-40f0-91a4-29ae36821fae None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:51:42.726869 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bb9275-e04c-40f0-91a4-29ae36821fae None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:51:42.729723 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-db97950f-d3db-452c-881a-f589dc2c8a00 service neutron] Attempting to bind port c32e0b87-92c5-4f14-b432-416a0529c4de on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:51:42.730165 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-db97950f-d3db-452c-881a-f589dc2c8a00 service neutron] Attempting to bind port c32e0b87-92c5-4f14-b432-416a0529c4de by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:51:42.730448 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-db97950f-d3db-452c-881a-f589dc2c8a00 service neutron] Attempting to bind port c32e0b87-92c5-4f14-b432-416a0529c4de on network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:42.731418 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb9275-e04c-40f0-91a4-29ae36821fae None None] Pushing event updated for resources: {'Port': ['ID=76eda3e4-eac5-44fc-b458-cfc31432a9d2,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:42.763838 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-db97950f-d3db-452c-881a-f589dc2c8a00 service neutron] Port c32e0b87-92c5-4f14-b432-416a0529c4de on network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:51:42.764457 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-db97950f-d3db-452c-881a-f589dc2c8a00 service neutron] Attempting to bind port c32e0b87-92c5-4f14-b432-416a0529c4de on network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:42.787197 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-736c4285-7bc8-411f-9473-0262f8c7e9d8 req-ccdbec0b-8984-46a5-96df-2092c087c670 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e308cb2-ffb0-4b3a-8d4d-2e488ec4be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104852 Nov 23 21:51:42.788530 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-262d4fec-f640-40ac-8f9b-49d31b9420dd service neutron] For port 51751ce7-ef29-4a43-9cde-4086304daed5, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:51:42.796550 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-db97950f-d3db-452c-881a-f589dc2c8a00 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:51:42.796550 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-db97950f-d3db-452c-881a-f589dc2c8a00 service neutron] Checking segment: {'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:51:42.797307 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-db97950f-d3db-452c-881a-f589dc2c8a00 service neutron] Bound using segment: {'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:51:42.798044 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-db97950f-d3db-452c-881a-f589dc2c8a00 service neutron] Bound port: c32e0b87-92c5-4f14-b432-416a0529c4de, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:51:42.798532 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-db97950f-d3db-452c-881a-f589dc2c8a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:42.806909 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-262d4fec-f640-40ac-8f9b-49d31b9420dd service neutron] Publish callbacks [] for binding, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:42.807215 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706ff3ce-64fd-4c60-a0e3-bfcc9c2137cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-6224d16c-8085-4fdb-99a1-d152b18dbfcb', 'network_id': '6224d16c-8085-4fdb-99a1-d152b18dbfcb', 'tenant_id': '6444f606253c438ba5895c1d9e591fbd', 'fixed_ips': [{'subnet_id': '9acfedce-47e4-4870-81c5-6e0ec7843552'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:51:42.808153 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-706ff3ce-64fd-4c60-a0e3-bfcc9c2137cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:42.808312 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a887bbb6-282e-4120-9888-bebb0f218c30 req-262d4fec-f640-40ac-8f9b-49d31b9420dd service neutron] 10.222.0.53 "DELETE /v2.0/ports/51751ce7-ef29-4a43-9cde-4086304daed5/bindings/n-h2-816206-9 HTTP/1.1" status: 204 len: 173 time: 1.0541418 Nov 23 21:51:42.835064 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-24bb9275-e04c-40f0-91a4-29ae36821fae None None] Attempting to bind port 76eda3e4-eac5-44fc-b458-cfc31432a9d2 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:51:42.835580 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-24bb9275-e04c-40f0-91a4-29ae36821fae None None] Attempting to bind port 76eda3e4-eac5-44fc-b458-cfc31432a9d2 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '54c3daab-1ba6-4599-8345-d24da7c2d665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '417a1c8c-539d-4eff-b023-3c358954e723'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:51:42.836017 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bb9275-e04c-40f0-91a4-29ae36821fae None None] Attempting to bind port 76eda3e4-eac5-44fc-b458-cfc31432a9d2 on network 417a1c8c-539d-4eff-b023-3c358954e723 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:42.850058 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bb9275-e04c-40f0-91a4-29ae36821fae None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:51:42.850598 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bb9275-e04c-40f0-91a4-29ae36821fae None None] Checking segment: {'id': '54c3daab-1ba6-4599-8345-d24da7c2d665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '417a1c8c-539d-4eff-b023-3c358954e723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:51:42.851130 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-24bb9275-e04c-40f0-91a4-29ae36821fae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:42.851724 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bb9275-e04c-40f0-91a4-29ae36821fae None None] Bound using segment: {'id': '54c3daab-1ba6-4599-8345-d24da7c2d665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '417a1c8c-539d-4eff-b023-3c358954e723'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:51:42.852336 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-24bb9275-e04c-40f0-91a4-29ae36821fae None None] Bound port: 76eda3e4-eac5-44fc-b458-cfc31432a9d2, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c3daab-1ba6-4599-8345-d24da7c2d665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '417a1c8c-539d-4eff-b023-3c358954e723'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:51:42.852815 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-24bb9275-e04c-40f0-91a4-29ae36821fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:42.969143 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-efe9591a-8b0b-41ee-b5a4-3632850eb7f7 service neutron] 10.222.0.50 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471232 Nov 23 21:51:42.985341 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383910b9-9055-4d56-a928-329338a821a7 req-c2369753-dff0-4ebe-a585-eb50d59462a9 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:42.988058 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-383910b9-9055-4d56-a928-329338a821a7 req-c2369753-dff0-4ebe-a585-eb50d59462a9 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1334f31e-225c-4ef1-b570-856e0c6cd73b HTTP/1.1" status: 200 len: 945 time: 0.1298881 Nov 23 21:51:43.010678 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-db97950f-d3db-452c-881a-f589dc2c8a00 service neutron] For port c32e0b87-92c5-4f14-b432-416a0529c4de, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:51:43.018751 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-24bb9275-e04c-40f0-91a4-29ae36821fae None None] For port 76eda3e4-eac5-44fc-b458-cfc31432a9d2, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:51:43.024532 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-24bb9275-e04c-40f0-91a4-29ae36821fae None None] For port 76eda3e4-eac5-44fc-b458-cfc31432a9d2, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=76eda3e4-eac5-44fc-b458-cfc31432a9d2,segment=NetworkSegment(54c3daab-1ba6-4599-8345-d24da7c2d665),segment_id=54c3daab-1ba6-4599-8345-d24da7c2d665)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:51:43.025795 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-706ff3ce-64fd-4c60-a0e3-bfcc9c2137cb None None] Allocated IP 19.86.0.2 (6224d16c-8085-4fdb-99a1-d152b18dbfcb/9acfedce-47e4-4870-81c5-6e0ec7843552/fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:51:43.032173 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-24bb9275-e04c-40f0-91a4-29ae36821fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:43.053544 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-db97950f-d3db-452c-881a-f589dc2c8a00 service neutron] For port c32e0b87-92c5-4f14-b432-416a0529c4de, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c32e0b87-92c5-4f14-b432-416a0529c4de,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:51:43.092624 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-db97950f-d3db-452c-881a-f589dc2c8a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:43.157118 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb9275-e04c-40f0-91a4-29ae36821fae None None] Pushing event updated for resources: {'Port': ['ID=76eda3e4-eac5-44fc-b458-cfc31432a9d2,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:43.163709 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-db97950f-d3db-452c-881a-f589dc2c8a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:43.164842 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-db97950f-d3db-452c-881a-f589dc2c8a00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:43.166519 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-db97950f-d3db-452c-881a-f589dc2c8a00 service neutron] 10.222.0.53 "PUT /v2.0/ports/c32e0b87-92c5-4f14-b432-416a0529c4de HTTP/1.1" status: 200 len: 1092 time: 2.8436620 Nov 23 21:51:43.175726 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56e7451-1ba0-4946-9650-b4607b1038fd', 'tag': 'c32e0b87-92c5-4f14-b432-416a0529c4de'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:51:43.178127 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8108eb-2783-4b41-97d0-6c862a238c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "b56e7451-1ba0-4946-9650-b4607b1038fd", "tag": "c32e0b87-92c5-4f14-b432-416a0529c4de"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:51:43.221337 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-383910b9-9055-4d56-a928-329338a821a7 req-dd7d33ae-1ab3-4f8f-934f-4d484114a205 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/security-groups?id=23ada430-e11b-4ba9-a4c3-cf513ee33998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224047 Nov 23 21:51:43.259733 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-706ff3ce-64fd-4c60-a0e3-bfcc9c2137cb None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:43.270292 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-706ff3ce-64fd-4c60-a0e3-bfcc9c2137cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:43.341381 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ff3ce-64fd-4c60-a0e3-bfcc9c2137cb None None] Pushing event updated for resources: {'Port': ['ID=fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:43.350433 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706ff3ce-64fd-4c60-a0e3-bfcc9c2137cb None None] Network 6224d16c-8085-4fdb-99a1-d152b18dbfcb is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:51:43.351935 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-706ff3ce-64fd-4c60-a0e3-bfcc9c2137cb None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:51:43.355084 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706ff3ce-64fd-4c60-a0e3-bfcc9c2137cb None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:51:43.375898 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-e558110f-0b81-478d-b6a7-85cec3d2fda1 service neutron] 10.222.0.50 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002576 Nov 23 21:51:43.401227 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97950f-d3db-452c-881a-f589dc2c8a00 service neutron] Pushing event updated for resources: {'Port': ['ID=c32e0b87-92c5-4f14-b432-416a0529c4de,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:43.436805 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-95d39f1d-91f9-412a-accc-984e7df9ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:43.441566 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-95d39f1d-91f9-412a-accc-984e7df9ba8e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=928ed4d0815c4153bc0f232c9e52c223&device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 1095 time: 0.1730731 Nov 23 21:51:43.481132 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-706ff3ce-64fd-4c60-a0e3-bfcc9c2137cb None None] Attempting to bind port fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:51:43.481514 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-706ff3ce-64fd-4c60-a0e3-bfcc9c2137cb None None] Attempting to bind port fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '725ee7a8-d31c-41db-b157-b9e155547ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6224d16c-8085-4fdb-99a1-d152b18dbfcb'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:51:43.481884 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706ff3ce-64fd-4c60-a0e3-bfcc9c2137cb None None] Attempting to bind port fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e on network 6224d16c-8085-4fdb-99a1-d152b18dbfcb {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:43.489024 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706ff3ce-64fd-4c60-a0e3-bfcc9c2137cb None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:51:43.489750 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706ff3ce-64fd-4c60-a0e3-bfcc9c2137cb None None] Checking segment: {'id': '725ee7a8-d31c-41db-b157-b9e155547ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6224d16c-8085-4fdb-99a1-d152b18dbfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:51:43.489968 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-706ff3ce-64fd-4c60-a0e3-bfcc9c2137cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:43.490442 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706ff3ce-64fd-4c60-a0e3-bfcc9c2137cb None None] Bound using segment: {'id': '725ee7a8-d31c-41db-b157-b9e155547ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6224d16c-8085-4fdb-99a1-d152b18dbfcb'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:51:43.490964 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-706ff3ce-64fd-4c60-a0e3-bfcc9c2137cb None None] Bound port: fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725ee7a8-d31c-41db-b157-b9e155547ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6224d16c-8085-4fdb-99a1-d152b18dbfcb'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:51:43.491350 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-706ff3ce-64fd-4c60-a0e3-bfcc9c2137cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:43.563075 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf1f52-f034-4318-99ed-dd5cdece0838 req-31fed005-dbb7-4552-8269-486de1c68453 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:43.571913 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-27cf1f52-f034-4318-99ed-dd5cdece0838 req-31fed005-dbb7-4552-8269-486de1c68453 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 944 time: 0.2511995 Nov 23 21:51:43.583407 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-42154680-3bdd-44d4-934a-eb4c691aa6d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c32e0b87-92c5-4f14-b432-416a0529c4de HTTP/1.1" status: 200 len: 217 time: 0.1323919 Nov 23 21:51:43.588272 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-706ff3ce-64fd-4c60-a0e3-bfcc9c2137cb None None] For port fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:51:43.593884 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-706ff3ce-64fd-4c60-a0e3-bfcc9c2137cb None None] For port fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e,segment=NetworkSegment(725ee7a8-d31c-41db-b157-b9e155547ce5),segment_id=725ee7a8-d31c-41db-b157-b9e155547ce5)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:51:43.606198 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-706ff3ce-64fd-4c60-a0e3-bfcc9c2137cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:43.702942 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-27cf1f52-f034-4318-99ed-dd5cdece0838 req-2edf4807-ce50-4ffa-a829-2e35ba34930f tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297185 Nov 23 21:51:43.704455 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ff3ce-64fd-4c60-a0e3-bfcc9c2137cb None None] Pushing event updated for resources: {'Port': ['ID=fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:43.706684 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-14fac032-4fdf-4e34-8dc7-bbe1d655d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:43.729884 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-14fac032-4fdf-4e34-8dc7-bbe1d655d839 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0056705a-d511-4857-982b-628123088030 HTTP/1.1" status: 200 len: 852 time: 0.1373670 Nov 23 21:51:43.837131 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-b46fbc07-7dd1-4bd6-b350-8ef3761dd04b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849099 Nov 23 21:51:43.966782 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f777f0a-9715-437b-b180-ab17fc77a237 req-62c6d5ae-3f70-4b56-a90b-692e35ff0b20 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:43.979964 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f777f0a-9715-437b-b180-ab17fc77a237 req-62c6d5ae-3f70-4b56-a90b-692e35ff0b20 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 944 time: 0.2755132 Nov 23 21:51:44.242543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-b1d5dffe-1e30-40cc-8f98-9ea6afe6782c tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:44.249582 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-b1d5dffe-1e30-40cc-8f98-9ea6afe6782c tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:44.257640 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-b1d5dffe-1e30-40cc-8f98-9ea6afe6782c tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/networks?id=417a1c8c-539d-4eff-b023-3c358954e723&id=6224d16c-8085-4fdb-99a1-d152b18dbfcb HTTP/1.1" status: 200 len: 1392 time: 0.4544895 Nov 23 21:51:44.289180 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f777f0a-9715-437b-b180-ab17fc77a237 req-14f97189-3b8d-4f94-bce1-a99dc75cd86e tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050294 Nov 23 21:51:44.305999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-d53b79a0-a1e2-4a33-b7d3-6cba54773162 service neutron] 10.222.0.53 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515646 Nov 23 21:51:44.317305 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-82a62bf4-1c38-40c2-8281-13da8fca75ba tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/quotas/6444f606253c438ba5895c1d9e591fbd HTTP/1.1" status: 200 len: 375 time: 0.0588086 Nov 23 21:51:44.397487 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef71ba06-cbea-46a4-af84-22babc365fec x-openstack-request-id: req-ef71ba06-cbea-46a4-af84-22babc365fec {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:51:44.398178 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56e7451-1ba0-4946-9650-b4607b1038fd", "tag": "c32e0b87-92c5-4f14-b432-416a0529c4de", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:51:44.399283 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ef71ba06-cbea-46a4-af84-22babc365fec {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:51:44.400061 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b56e7451-1ba0-4946-9650-b4607b1038fd', 'tag': 'c32e0b87-92c5-4f14-b432-416a0529c4de', 'status': 'completed', 'code': 200} Nov 23 21:51:44.572215 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-6a9a7f1e-d583-4391-89fe-a133f4b78507 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6444f606253c438ba5895c1d9e591fbd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2533846 Nov 23 21:51:44.635870 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-482b8922-f8df-4b19-9b48-cd70bb79c518 req-a8a10be9-74c3-472b-9ad5-d03285adbee2 service neutron] 10.222.0.53 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147213 Nov 23 21:51:44.729785 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-9a5070ef-8db4-4ffe-b1ed-2afbb73be8bf service neutron] 10.222.0.50 "GET /v2.0/networks/417a1c8c-539d-4eff-b023-3c358954e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460028 Nov 23 21:51:44.859878 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b8c18b-198f-4368-834a-312546b33ec8 None None] Network 417a1c8c-539d-4eff-b023-3c358954e723 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:51:44.885840 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8108eb-2783-4b41-97d0-6c862a238c2e req-edb74309-180e-4dd1-ab8e-15b548640b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:44.887776 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f8108eb-2783-4b41-97d0-6c862a238c2e req-edb74309-180e-4dd1-ab8e-15b548640b8f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=928ed4d0815c4153bc0f232c9e52c223&device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 1095 time: 0.1002891 Nov 23 21:51:44.959139 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-7e9ee9c2-2a40-46d7-8ed4-e1207a48e5e4 service neutron] 10.222.0.50 "GET /v2.0/networks/417a1c8c-539d-4eff-b023-3c358954e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156329 Nov 23 21:51:45.098420 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6460b0cd-8d2d-4080-8bba-db40062b0355 req-51df0f44-7e7f-4971-96d2-571408ced051 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=290fa3d6-85b7-41d7-9e9a-709498b9317c HTTP/1.1" status: 200 len: 210 time: 0.0483336 Nov 23 21:51:45.184453 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8108eb-2783-4b41-97d0-6c862a238c2e req-50496974-3a68-47ac-ad84-3aa989fafa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:45.185915 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f8108eb-2783-4b41-97d0-6c862a238c2e req-50496974-3a68-47ac-ad84-3aa989fafa0c service neutron] 10.222.0.53 "GET /v2.0/networks?id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b HTTP/1.1" status: 200 len: 913 time: 0.2883270 Nov 23 21:51:45.260193 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0b417347-9432-45b3-8991-ada386bd518a None None] Provisioning complete for port 76eda3e4-eac5-44fc-b458-cfc31432a9d2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:51:45.261901 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0b417347-9432-45b3-8991-ada386bd518a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:45.375164 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-f6a6fa3f-7ff5-431a-879a-200688e9110f service neutron] 10.222.0.50 "GET /v2.0/networks/6224d16c-8085-4fdb-99a1-d152b18dbfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123456 Nov 23 21:51:45.421370 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf21abd-b8ce-45f4-9ab3-2682ef020f79 None None] Network 6224d16c-8085-4fdb-99a1-d152b18dbfcb requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:51:45.423425 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f8108eb-2783-4b41-97d0-6c862a238c2e req-f8f4e36c-0b40-4dff-ab82-a9bdd14c8af4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c32e0b87-92c5-4f14-b432-416a0529c4de HTTP/1.1" status: 200 len: 217 time: 0.2254591 Nov 23 21:51:45.583021 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:51:45.675027 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0b417347-9432-45b3-8991-ada386bd518a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:45.718920 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0b417347-9432-45b3-8991-ada386bd518a None None] For port 76eda3e4-eac5-44fc-b458-cfc31432a9d2, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=76eda3e4-eac5-44fc-b458-cfc31432a9d2,segment=NetworkSegment(54c3daab-1ba6-4599-8345-d24da7c2d665),segment_id=54c3daab-1ba6-4599-8345-d24da7c2d665)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:45.726979 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:51:45.727594 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:45.733418 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0b417347-9432-45b3-8991-ada386bd518a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:45.895016 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b417347-9432-45b3-8991-ada386bd518a None None] Pushing event updated for resources: {'Port': ['ID=76eda3e4-eac5-44fc-b458-cfc31432a9d2,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:45.900939 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-687156c4-ee12-47d4-a15e-abd6772b9674 None None] Provisioning complete for port fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:51:45.901360 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-687156c4-ee12-47d4-a15e-abd6772b9674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:46.043357 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-a50855b6-6f71-4c5b-86bf-8b4054c62755 service neutron] 10.222.0.50 "GET /v2.0/networks/6224d16c-8085-4fdb-99a1-d152b18dbfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6105983 Nov 23 21:51:46.082423 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:46.092239 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8108eb-2783-4b41-97d0-6c862a238c2e req-557d8561-3c2e-4cb6-8525-01ef371662c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:46.099894 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f8108eb-2783-4b41-97d0-6c862a238c2e req-557d8561-3c2e-4cb6-8525-01ef371662c8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0056705a-d511-4857-982b-628123088030 HTTP/1.1" status: 200 len: 852 time: 0.6204803 Nov 23 21:51:46.118548 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9304e22-7794-44c6-ab06-5e1bdd69c1a3 req-7a1df477-e67b-46c1-9d37-2986100a997c tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:46.135427 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e9304e22-7794-44c6-ab06-5e1bdd69c1a3 req-7a1df477-e67b-46c1-9d37-2986100a997c tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1334f31e-225c-4ef1-b570-856e0c6cd73b HTTP/1.1" status: 200 len: 945 time: 0.7856832 Nov 23 21:51:46.216831 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f8108eb-2783-4b41-97d0-6c862a238c2e req-0f3ddbc2-e7d7-4907-89c4-d2ebb65721c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703337 Nov 23 21:51:46.228480 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-9777fe30-fff0-4d8b-b1b8-5bf460d5ec84 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:46.230185 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-9777fe30-fff0-4d8b-b1b8-5bf460d5ec84 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.60 "GET /v2.0/networks?id=670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 200 len: 805 time: 0.9873409 Nov 23 21:51:46.329604 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f8108eb-2783-4b41-97d0-6c862a238c2e req-3c7a0d91-bdb4-4431-ab26-842b4988808d service neutron] 10.222.0.53 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968604 Nov 23 21:51:46.337607 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-25f0a8e6-3493-487b-8357-a7c3374b6fd6 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Request body: {'port': {'device_id': '290fa3d6-85b7-41d7-9e9a-709498b9317c', 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c', 'admin_state_up': True, 'tenant_id': 'c71aeb9305cf4bd2a1651a8b5100e309'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:46.345638 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e,segment=NetworkSegment(725ee7a8-d31c-41db-b157-b9e155547ce5),segment_id=725ee7a8-d31c-41db-b157-b9e155547ce5)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:46.353059 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-687156c4-ee12-47d4-a15e-abd6772b9674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:46.423761 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:46.426144 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 76eda3e4-eac5-44fc-b458-cfc31432a9d2 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:51:46.450352 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e9304e22-7794-44c6-ab06-5e1bdd69c1a3 req-27191bc8-2e48-44f4-a984-1489d0402820 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/security-groups?id=23ada430-e11b-4ba9-a4c3-cf513ee33998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138423 Nov 23 21:51:46.727172 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-687156c4-ee12-47d4-a15e-abd6772b9674 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:51:46.727732 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-687156c4-ee12-47d4-a15e-abd6772b9674 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:51:46.728418 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:46.739085 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 76eda3e4-eac5-44fc-b458-cfc31432a9d2 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:51:46.739564 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:46.809777 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f8108eb-2783-4b41-97d0-6c862a238c2e req-767455e1-7755-4818-b184-d5b2f2c0b5b6 service neutron] 10.222.0.53 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675848 Nov 23 21:51:46.854776 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a869eb52-7a21-47f6-9b8c-00950aa39f5f req-8eacfb57-9bf4-47f4-a358-2f10830aad54 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=290fa3d6-85b7-41d7-9e9a-709498b9317c HTTP/1.1" status: 200 len: 210 time: 0.0965812 Nov 23 21:51:46.887650 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46997388-a626-459c-ac90-8f0ae1743ede req-38af7cc9-3928-4273-981a-357708a19b7a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:46.907341 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46997388-a626-459c-ac90-8f0ae1743ede req-38af7cc9-3928-4273-981a-357708a19b7a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 944 time: 0.3267767 Nov 23 21:51:46.976757 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-25f0a8e6-3493-487b-8357-a7c3374b6fd6 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Made reservation on behalf of c71aeb9305cf4bd2a1651a8b5100e309 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:51:46.981733 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-25f0a8e6-3493-487b-8357-a7c3374b6fd6 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:46.990227 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46997388-a626-459c-ac90-8f0ae1743ede req-162042e3-743e-443a-8cd2-afb40d80a78e tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819678 Nov 23 21:51:47.061818 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c9436753-be2f-4c1b-b7ea-8fbe44a80d09 req-ffd3f21a-87f4-4e33-934f-fcb9b275559b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 210 time: 0.0770953 Nov 23 21:51:47.271326 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-25f0a8e6-3493-487b-8357-a7c3374b6fd6 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Allocated IP 172.20.0.10 (670396b2-2e17-45a5-b25a-4f315f3df81c/d4009be1-1322-446a-a15b-fa73a68a7e30/9a9205b1-dda6-433f-a9d4-dce72dcead94) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:51:47.342129 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-687156c4-ee12-47d4-a15e-abd6772b9674 None None] Provisioning complete for port 76eda3e4-eac5-44fc-b458-cfc31432a9d2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:51:47.343389 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-687156c4-ee12-47d4-a15e-abd6772b9674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:47.387349 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:51:47.471410 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-25f0a8e6-3493-487b-8357-a7c3374b6fd6 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:47.494276 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:51:47.496111 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:47.507560 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73563b4a-938b-4183-bab7-73ab805337c1 req-e56e1cce-7b03-4db1-969a-4377b92a50d3 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:47.515394 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-73563b4a-938b-4183-bab7-73ab805337c1 req-e56e1cce-7b03-4db1-969a-4377b92a50d3 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 1095 time: 0.3645260 Nov 23 21:51:47.528683 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-25f0a8e6-3493-487b-8357-a7c3374b6fd6 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:47.581037 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['4a70a9bd-240b-4448-abe5-073150fdd13a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:51:47.641237 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 76eda3e4-eac5-44fc-b458-cfc31432a9d2 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:51:47.701330 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c32e0b87-92c5-4f14-b432-416a0529c4de details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:51:47.729112 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-73563b4a-938b-4183-bab7-73ab805337c1 req-7d0299b5-24b9-42a9-8634-ce189c3fd60e tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075970 Nov 23 21:51:47.770399 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-46b8de64-77aa-49ef-9d63-b19f1e1739bb None None] Provisioning complete for port fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:51:47.773640 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-46b8de64-77aa-49ef-9d63-b19f1e1739bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:47.786424 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-25f0a8e6-3493-487b-8357-a7c3374b6fd6 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Network 670396b2-2e17-45a5-b25a-4f315f3df81c is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:51:47.820836 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab8357-8892-447a-a476-d73cf4c3009e req-3935f156-c337-4523-88c5-e908e55efb22 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:47.831306 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-14ab8357-8892-447a-a476-d73cf4c3009e req-3935f156-c337-4523-88c5-e908e55efb22 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 945 time: 0.5956206 Nov 23 21:51:47.965050 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-25f0a8e6-3493-487b-8357-a7c3374b6fd6 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:51:47.996029 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-14ab8357-8892-447a-a476-d73cf4c3009e req-094be980-7d7f-4bc0-94ed-1fd2faab8fc5 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e308cb2-ffb0-4b3a-8d4d-2e488ec4be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635034 Nov 23 21:51:47.999033 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-25f0a8e6-3493-487b-8357-a7c3374b6fd6 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:51:48.002371 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0a8e6-3493-487b-8357-a7c3374b6fd6 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Pushing event updated for resources: {'Port': ['ID=9a9205b1-dda6-433f-a9d4-dce72dcead94,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:48.020043 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 76eda3e4-eac5-44fc-b458-cfc31432a9d2 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:51:48.021158 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:48.097474 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port c32e0b87-92c5-4f14-b432-416a0529c4de, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c32e0b87-92c5-4f14-b432-416a0529c4de,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:48.134871 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'c32e0b87-92c5-4f14-b432-416a0529c4de', 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b', 'port_id': 'c32e0b87-92c5-4f14-b432-416a0529c4de', 'mac_address': 'fa:16:3e:cb:d4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0056705a-d511-4857-982b-628123088030', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:51:48.219769 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a6632-4022-4a81-91af-c6c38bbce587 req-67aaf6d6-6c30-4bca-a3b2-7562ae8a8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:48.223201 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-780a6632-4022-4a81-91af-c6c38bbce587 req-67aaf6d6-6c30-4bca-a3b2-7562ae8a8553 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d0c0d566b7f74b42850480d189c3aab2&device_id=1334f31e-225c-4ef1-b570-856e0c6cd73b HTTP/1.1" status: 200 len: 1096 time: 0.1284261 Nov 23 21:51:48.283189 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:51:48.354044 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:48.380948 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-25f0a8e6-3493-487b-8357-a7c3374b6fd6 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:48.380948 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-25f0a8e6-3493-487b-8357-a7c3374b6fd6 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:48.427548 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a6632-4022-4a81-91af-c6c38bbce587 req-f1320d79-83de-4425-a541-32eb0e946cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:48.430100 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32e0b87-92c5-4f14-b432-416a0529c4de {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:51:48.431527 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-780a6632-4022-4a81-91af-c6c38bbce587 req-f1320d79-83de-4425-a541-32eb0e946cee service neutron] 10.222.0.60 "GET /v2.0/networks?id=dbe6349d-3baa-4c1b-802c-688de1280111 HTTP/1.1" status: 200 len: 915 time: 0.2012637 Nov 23 21:51:48.491175 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port c32e0b87-92c5-4f14-b432-416a0529c4de, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c32e0b87-92c5-4f14-b432-416a0529c4de,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:48.499153 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-780a6632-4022-4a81-91af-c6c38bbce587 req-ab78ebd1-819e-45bf-bc8f-f6300db2b5d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e40c3dce-ce42-4cb0-a3f6-e8cfb1521217 HTTP/1.1" status: 200 len: 217 time: 0.0576565 Nov 23 21:51:48.502055 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:48.568594 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=c32e0b87-92c5-4f14-b432-416a0529c4de,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:48.581492 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a6632-4022-4a81-91af-c6c38bbce587 req-e1cbafdc-c352-4ad1-8859-f77ea6221b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:48.583243 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-780a6632-4022-4a81-91af-c6c38bbce587 req-e1cbafdc-c352-4ad1-8859-f77ea6221b38 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=02412913-e9ad-44c9-8a03-c9f8d2417195 HTTP/1.1" status: 200 len: 854 time: 0.0707874 Nov 23 21:51:48.615658 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f00115-7284-4b7e-b99d-18791755682f req-599c7d6e-9896-429a-a839-23697d456220 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:48.623658 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5f00115-7284-4b7e-b99d-18791755682f req-599c7d6e-9896-429a-a839-23697d456220 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 1095 time: 0.4305062 Nov 23 21:51:48.636733 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f22c07-687d-4f2f-a5c1-cc4acdbb38aa req-41f7479d-bcd4-4e0c-9b40-5659717f80ef tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:48.637945 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92f22c07-687d-4f2f-a5c1-cc4acdbb38aa req-41f7479d-bcd4-4e0c-9b40-5659717f80ef tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=290fa3d6-85b7-41d7-9e9a-709498b9317c HTTP/1.1" status: 200 len: 932 time: 0.4656146 Nov 23 21:51:48.665154 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-780a6632-4022-4a81-91af-c6c38bbce587 req-091e3467-817b-4db4-91f8-27adbc29b4f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dbe6349d-3baa-4c1b-802c-688de1280111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606010 Nov 23 21:51:48.677495 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-25f0a8e6-3493-487b-8357-a7c3374b6fd6 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3467114 Nov 23 21:51:48.724884 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-92e4f92c-15c8-4479-ab5f-d327055337b4 service neutron] Request body: {'port': {'device_id': '290fa3d6-85b7-41d7-9e9a-709498b9317c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:48.763339 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae82dc9-c0df-483e-92e6-12154bffd562 req-81289c0a-5fef-4db4-8c8f-a4fea0bf37e8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:48.764882 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ae82dc9-c0df-483e-92e6-12154bffd562 req-81289c0a-5fef-4db4-8c8f-a4fea0bf37e8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.53 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 945 time: 0.2401505 Nov 23 21:51:48.777985 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['c32e0b87-92c5-4f14-b432-416a0529c4de'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:51:48.790843 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-780a6632-4022-4a81-91af-c6c38bbce587 req-5f7107d5-634a-4a96-9bc7-37a6326ab574 service neutron] 10.222.0.60 "GET /v2.0/networks/dbe6349d-3baa-4c1b-802c-688de1280111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189077 Nov 23 21:51:48.933372 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5f00115-7284-4b7e-b99d-18791755682f req-a15311c1-b06e-4765-8025-4c5bdf98920a tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086002 Nov 23 21:51:48.935816 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-92e4f92c-15c8-4479-ab5f-d327055337b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:48.983459 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-780a6632-4022-4a81-91af-c6c38bbce587 req-5b47a6f5-2258-498e-90c1-f6a8417c79bc service neutron] 10.222.0.60 "GET /v2.0/networks/dbe6349d-3baa-4c1b-802c-688de1280111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756120 Nov 23 21:51:49.035878 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-589b9e72-9b01-4773-84be-e7f83b29d2d4 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:49.042116 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-589b9e72-9b01-4773-84be-e7f83b29d2d4 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:49.043983 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-589b9e72-9b01-4773-84be-e7f83b29d2d4 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.53 "GET /v2.0/networks?id=417a1c8c-539d-4eff-b023-3c358954e723&id=6224d16c-8085-4fdb-99a1-d152b18dbfcb HTTP/1.1" status: 200 len: 1392 time: 0.7207315 Nov 23 21:51:49.069524 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-944b7ab4-59be-469a-b63f-0745876e1006 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Request body: {'port': {'device_id': '04c9264f-796a-4198-aad8-7b9af64462c1', 'network_id': '417a1c8c-539d-4eff-b023-3c358954e723', 'admin_state_up': True, 'tenant_id': '6444f606253c438ba5895c1d9e591fbd'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:49.147611 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92f22c07-687d-4f2f-a5c1-cc4acdbb38aa req-c28a8992-ce76-46c2-89dc-f7933e63544c tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491208 Nov 23 21:51:49.282017 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-6ae82dc9-c0df-483e-92e6-12154bffd562 req-fe0b8549-9ebe-4a5d-8884-c163de54caa8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Deleting port 70687df2-1006-49bb-8963-cc56573430f7 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:51:49.282425 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6ae82dc9-c0df-483e-92e6-12154bffd562 req-fe0b8549-9ebe-4a5d-8884-c163de54caa8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:49.448888 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f175991-771b-4cef-9ac0-de34ef5be537 req-14501357-eabb-4ef4-b0dc-8130606603e2 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:49.450497 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f175991-771b-4cef-9ac0-de34ef5be537 req-14501357-eabb-4ef4-b0dc-8130606603e2 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1334f31e-225c-4ef1-b570-856e0c6cd73b HTTP/1.1" status: 200 len: 945 time: 0.4016945 Nov 23 21:51:49.593736 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333b939-e594-49e1-af89-c2e99e55621d req-7d2a88ec-bbe7-4b95-83fa-cdb4bcbd67a1 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:49.595157 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d333b939-e594-49e1-af89-c2e99e55621d req-7d2a88ec-bbe7-4b95-83fa-cdb4bcbd67a1 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 945 time: 0.3161306 Nov 23 21:51:49.695426 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c32e0b87-92c5-4f14-b432-416a0529c4de up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:51:49.764188 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port c32e0b87-92c5-4f14-b432-416a0529c4de completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:51:49.771019 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port c32e0b87-92c5-4f14-b432-416a0529c4de triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:51:49.771822 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:49.892804 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:49.897185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-6ae82dc9-c0df-483e-92e6-12154bffd562 req-fe0b8549-9ebe-4a5d-8884-c163de54caa8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] For port 70687df2-1006-49bb-8963-cc56573430f7, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=70687df2-1006-49bb-8963-cc56573430f7,segment=NetworkSegment(1b392de4-80d3-413b-9b66-c12c8417b0c5),segment_id=1b392de4-80d3-413b-9b66-c12c8417b0c5)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:49.897740 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6ae82dc9-c0df-483e-92e6-12154bffd562 req-fe0b8549-9ebe-4a5d-8884-c163de54caa8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:49.932519 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f175991-771b-4cef-9ac0-de34ef5be537 req-a27ff7c7-4d43-4b68-80cb-c9aabd90ce13 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/security-groups?id=23ada430-e11b-4ba9-a4c3-cf513ee33998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626522 Nov 23 21:51:49.960428 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port c32e0b87-92c5-4f14-b432-416a0529c4de, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c32e0b87-92c5-4f14-b432-416a0529c4de,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:49.963705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56e7451-1ba0-4946-9650-b4607b1038fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32e0b87-92c5-4f14-b432-416a0529c4de'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:51:49.968507 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-944b7ab4-59be-469a-b63f-0745876e1006 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Made reservation on behalf of 6444f606253c438ba5895c1d9e591fbd for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:51:49.969510 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf4f7ad-b8f3-46b3-8894-e513409c36ac" -d '{"events": [{"server_uuid": "b56e7451-1ba0-4946-9650-b4607b1038fd", "name": "network-vif-plugged", "status": "completed", "tag": "c32e0b87-92c5-4f14-b432-416a0529c4de"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:51:49.973822 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-944b7ab4-59be-469a-b63f-0745876e1006 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:49.988417 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:50.077820 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=c32e0b87-92c5-4f14-b432-416a0529c4de,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:50.142535 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c824fa2-d469-4fcc-85fb-521759e803b2 req-5e863cab-2e38-43bb-938b-25627b46e99f tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 210 time: 0.0994992 Nov 23 21:51:50.166101 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d333b939-e594-49e1-af89-c2e99e55621d req-3fa79b97-42cb-4ccc-bf59-094a6019ef17 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5543654 Nov 23 21:51:50.407692 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-92e4f92c-15c8-4479-ab5f-d327055337b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9205b1-dda6-433f-a9d4-dce72dcead94 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:51:50.416949 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-92e4f92c-15c8-4479-ab5f-d327055337b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:50.430497 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-92e4f92c-15c8-4479-ab5f-d327055337b4 service neutron] Transition to ACTIVE for port object 9a9205b1-dda6-433f-a9d4-dce72dcead94 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:51:50.446794 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6ae82dc9-c0df-483e-92e6-12154bffd562 req-fe0b8549-9ebe-4a5d-8884-c163de54caa8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:50.451166 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6ae82dc9-c0df-483e-92e6-12154bffd562 req-fe0b8549-9ebe-4a5d-8884-c163de54caa8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:50.451825 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [req-6ae82dc9-c0df-483e-92e6-12154bffd562 req-fe0b8549-9ebe-4a5d-8884-c163de54caa8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Floating IP e1a0ab4d-70a1-4c53-a677-4befadfeff62 disassociated. External IP: 172.25.5.146, port: 70687df2-1006-49bb-8963-cc56573430f7. Nov 23 21:51:50.452288 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-6ae82dc9-c0df-483e-92e6-12154bffd562 req-fe0b8549-9ebe-4a5d-8884-c163de54caa8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Calling delete_port for 70687df2-1006-49bb-8963-cc56573430f7 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:51:50.556139 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-92e4f92c-15c8-4479-ab5f-d327055337b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:50.586401 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c62fecb-e262-4f4c-908d-133cdb806845 x-openstack-request-id: req-8c62fecb-e262-4f4c-908d-133cdb806845 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:51:50.586702 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56e7451-1ba0-4946-9650-b4607b1038fd", "name": "network-vif-plugged", "status": "completed", "tag": "c32e0b87-92c5-4f14-b432-416a0529c4de", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:51:50.586992 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8c62fecb-e262-4f4c-908d-133cdb806845 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:51:50.587408 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56e7451-1ba0-4946-9650-b4607b1038fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32e0b87-92c5-4f14-b432-416a0529c4de', 'code': 200} Nov 23 21:51:50.656017 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4f92c-15c8-4479-ab5f-d327055337b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9205b1-dda6-433f-a9d4-dce72dcead94,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:50.688424 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5f8ea-e06e-4d8e-b61a-5eb7e0761e9f req-3e2ceed9-8fdc-4213-bc99-16a466b1afe9 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:50.690094 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e6c5f8ea-e06e-4d8e-b61a-5eb7e0761e9f req-3e2ceed9-8fdc-4213-bc99-16a466b1afe9 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 945 time: 0.2578719 Nov 23 21:51:50.739315 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af64f3-2f91-4376-b3a1-2751f4b129a2 req-a6525ce2-e141-4ef4-b89d-8db1b51e622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:50.741566 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d4af64f3-2f91-4376-b3a1-2751f4b129a2 req-a6525ce2-e141-4ef4-b89d-8db1b51e622f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 1097 time: 0.0593867 Nov 23 21:51:50.807532 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-944b7ab4-59be-469a-b63f-0745876e1006 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Allocated IP 19.80.0.206 (417a1c8c-539d-4eff-b023-3c358954e723/72285ab8-4095-4f29-97df-a9bb06edf82e/0cf34042-28ad-48bd-94a5-466174b87b32) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:51:50.809791 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d4af64f3-2f91-4376-b3a1-2751f4b129a2 req-11f68c5c-f2a8-4de9-8d1f-63da0818969e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583768 Nov 23 21:51:50.916487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573c5cd-01e1-495f-b276-1f663893aae7 req-663df787-e6a6-43f3-94f2-5a35612a98ff tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:50.917984 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5573c5cd-01e1-495f-b276-1f663893aae7 req-663df787-e6a6-43f3-94f2-5a35612a98ff tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=290fa3d6-85b7-41d7-9e9a-709498b9317c HTTP/1.1" status: 200 len: 944 time: 0.2383463 Nov 23 21:51:50.943258 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e6c5f8ea-e06e-4d8e-b61a-5eb7e0761e9f req-32a94946-87c2-4ea8-a4d4-4638cfc78926 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e308cb2-ffb0-4b3a-8d4d-2e488ec4be5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343218 Nov 23 21:51:51.055987 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-92e4f92c-15c8-4479-ab5f-d327055337b4 service neutron] Attempting to bind port 9a9205b1-dda6-433f-a9d4-dce72dcead94 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:51:51.056474 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-92e4f92c-15c8-4479-ab5f-d327055337b4 service neutron] Attempting to bind port 9a9205b1-dda6-433f-a9d4-dce72dcead94 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:51:51.056983 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-92e4f92c-15c8-4479-ab5f-d327055337b4 service neutron] Attempting to bind port 9a9205b1-dda6-433f-a9d4-dce72dcead94 on network 670396b2-2e17-45a5-b25a-4f315f3df81c {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:51.090012 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6ae82dc9-c0df-483e-92e6-12154bffd562 req-fe0b8549-9ebe-4a5d-8884-c163de54caa8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:51.099455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-92e4f92c-15c8-4479-ab5f-d327055337b4 service neutron] Port 9a9205b1-dda6-433f-a9d4-dce72dcead94 on network 670396b2-2e17-45a5-b25a-4f315f3df81c not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:51:51.099896 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-92e4f92c-15c8-4479-ab5f-d327055337b4 service neutron] Attempting to bind port 9a9205b1-dda6-433f-a9d4-dce72dcead94 on network 670396b2-2e17-45a5-b25a-4f315f3df81c {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:51.189689 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54652) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:51.194889 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-92e4f92c-15c8-4479-ab5f-d327055337b4 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:51:51.195223 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-92e4f92c-15c8-4479-ab5f-d327055337b4 service neutron] Checking segment: {'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:51:51.195607 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-92e4f92c-15c8-4479-ab5f-d327055337b4 service neutron] Bound using segment: {'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:51:51.196042 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-92e4f92c-15c8-4479-ab5f-d327055337b4 service neutron] Bound port: 9a9205b1-dda6-433f-a9d4-dce72dcead94, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:51:51.196392 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-92e4f92c-15c8-4479-ab5f-d327055337b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:51.211657 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5573c5cd-01e1-495f-b276-1f663893aae7 req-d9d16067-6032-4210-8656-db01da22753b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811816 Nov 23 21:51:51.212390 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b8549-9ebe-4a5d-8884-c163de54caa8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Pushing event deleted for resources: {'Port': ['ID=70687df2-1006-49bb-8963-cc56573430f7,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:51.354762 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfaa0cc-cb34-4cc7-bab9-3f2765a0180e req-1f44c7bf-51cc-4a07-bdcc-27a87fdcaa6e tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:51.356492 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4dfaa0cc-cb34-4cc7-bab9-3f2765a0180e req-1f44c7bf-51cc-4a07-bdcc-27a87fdcaa6e tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1334f31e-225c-4ef1-b570-856e0c6cd73b HTTP/1.1" status: 200 len: 945 time: 0.2726464 Nov 23 21:51:51.386766 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-944b7ab4-59be-469a-b63f-0745876e1006 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:51.494490 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fad14222-eb0a-4617-a1ba-097c440145b9 req-27848996-518c-4d36-9fe0-3c302b480459 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 210 time: 0.1286273 Nov 23 21:51:51.510089 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0bf9527a-ddbe-424c-9c54-16960999a79d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:51.537162 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-92e4f92c-15c8-4479-ab5f-d327055337b4 service neutron] For port 9a9205b1-dda6-433f-a9d4-dce72dcead94, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:51:51.591555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-92e4f92c-15c8-4479-ab5f-d327055337b4 service neutron] For port 9a9205b1-dda6-433f-a9d4-dce72dcead94, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=9a9205b1-dda6-433f-a9d4-dce72dcead94,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:51:51.640854 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-92e4f92c-15c8-4479-ab5f-d327055337b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:51.653327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ae82dc9-c0df-483e-92e6-12154bffd562 req-fe0b8549-9ebe-4a5d-8884-c163de54caa8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Router 546aa82a-a3cb-4bed-9736-ba2368d7cae1 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:51:51.664750 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4dfaa0cc-cb34-4cc7-bab9-3f2765a0180e req-bcbf2e7c-ec22-4b24-bed6-d2a3870b681c tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/security-groups?id=23ada430-e11b-4ba9-a4c3-cf513ee33998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930393 Nov 23 21:51:51.665806 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-944b7ab4-59be-469a-b63f-0745876e1006 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:51.742309 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-92e4f92c-15c8-4479-ab5f-d327055337b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:51.743010 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-92e4f92c-15c8-4479-ab5f-d327055337b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:51.744475 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-92e4f92c-15c8-4479-ab5f-d327055337b4 service neutron] 10.222.0.60 "PUT /v2.0/ports/9a9205b1-dda6-433f-a9d4-dce72dcead94 HTTP/1.1" status: 200 len: 1092 time: 3.0361595 Nov 23 21:51:51.750260 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290fa3d6-85b7-41d7-9e9a-709498b9317c', 'tag': '9a9205b1-dda6-433f-a9d4-dce72dcead94'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:51:51.753061 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ac8f74-f1e9-4df0-be42-8ad036d0b901" -d '{"events": [{"name": "network-changed", "server_uuid": "290fa3d6-85b7-41d7-9e9a-709498b9317c", "tag": "9a9205b1-dda6-433f-a9d4-dce72dcead94"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:51:51.774017 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-944b7ab4-59be-469a-b63f-0745876e1006 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Network 417a1c8c-539d-4eff-b023-3c358954e723 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:51:51.785488 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59bedb-15c0-476d-99cc-7162ed39f1e4 req-ee361516-8aaf-4c91-a7a6-bf1f7bcb9469 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:51.787063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b59bedb-15c0-476d-99cc-7162ed39f1e4 req-ee361516-8aaf-4c91-a7a6-bf1f7bcb9469 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.1940908 Nov 23 21:51:51.793951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-944b7ab4-59be-469a-b63f-0745876e1006 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:51:51.808572 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-944b7ab4-59be-469a-b63f-0745876e1006 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:51:51.871257 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ac6b8e-d076-41b2-bcc1-2414642577c0 x-openstack-request-id: req-a6ac6b8e-d076-41b2-bcc1-2414642577c0 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:51:51.871557 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290fa3d6-85b7-41d7-9e9a-709498b9317c", "tag": "9a9205b1-dda6-433f-a9d4-dce72dcead94", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:51:51.871818 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a6ac6b8e-d076-41b2-bcc1-2414642577c0 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:51:51.872226 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290fa3d6-85b7-41d7-9e9a-709498b9317c', 'tag': '9a9205b1-dda6-433f-a9d4-dce72dcead94', 'status': 'completed', 'code': 200} Nov 23 21:51:51.991770 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4f92c-15c8-4479-ab5f-d327055337b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9205b1-dda6-433f-a9d4-dce72dcead94,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:52.143744 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-944b7ab4-59be-469a-b63f-0745876e1006 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:52.144425 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-944b7ab4-59be-469a-b63f-0745876e1006 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:52.203779 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-38894b1b-a608-4998-aad8-67bf97d9d48c None None] Provisioning complete for port 0cf34042-28ad-48bd-94a5-466174b87b32 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:51:52.204966 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-38894b1b-a608-4998-aad8-67bf97d9d48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:52.217740 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ae82dc9-c0df-483e-92e6-12154bffd562 req-fe0b8549-9ebe-4a5d-8884-c163de54caa8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:51:52.239217 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9ca4d-d72e-43e1-94f4-7f6e45503298 None None] Sync routers for ids ['546aa82a-a3cb-4bed-9736-ba2368d7cae1'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:51:52.242217 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c329697-4ca6-4b52-a237-8c035260446d req-f79e0969-9eb3-40f2-940e-0a6e10fa7ea4 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 210 time: 0.0847759 Nov 23 21:51:52.262027 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-944b7ab4-59be-469a-b63f-0745876e1006 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1964335 Nov 23 21:51:52.275150 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9ca4d-d72e-43e1-94f4-7f6e45503298 None None] Routers {'546aa82a-a3cb-4bed-9736-ba2368d7cae1'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:51:52.276063 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-00f9ca4d-d72e-43e1-94f4-7f6e45503298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:51:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['546aa82a-a3cb-4bed-9736-ba2368d7cae1'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:51:52.279339 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-38894b1b-a608-4998-aad8-67bf97d9d48c None None] Port 0cf34042-28ad-48bd-94a5-466174b87b32 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:51:52.279535 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b7ab4-59be-469a-b63f-0745876e1006 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event updated for resources: {'Port': ['ID=0cf34042-28ad-48bd-94a5-466174b87b32,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:52.304619 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b59bedb-15c0-476d-99cc-7162ed39f1e4 req-1e56d0ed-c07d-410d-be02-b0519857a6aa tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631591 Nov 23 21:51:52.309907 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0bf9527a-ddbe-424c-9c54-16960999a79d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:52.324759 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-a5d662d2-92ae-4230-8e02-c7279a35bf1d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Request body: {'port': {'device_id': '04c9264f-796a-4198-aad8-7b9af64462c1', 'network_id': '6224d16c-8085-4fdb-99a1-d152b18dbfcb', 'admin_state_up': True, 'tenant_id': '6444f606253c438ba5895c1d9e591fbd'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:52.344742 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-379de017-e24d-45dc-beae-7d615ce6649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:52.347205 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-379de017-e24d-45dc-beae-7d615ce6649d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&device_id=290fa3d6-85b7-41d7-9e9a-709498b9317c HTTP/1.1" status: 200 len: 1095 time: 0.5269873 Nov 23 21:51:52.350442 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0bf9527a-ddbe-424c-9c54-16960999a79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:52.353083 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae82dc9-c0df-483e-92e6-12154bffd562 req-fe0b8549-9ebe-4a5d-8884-c163de54caa8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] No DVR routers for this DVR port 70687df2-1006-49bb-8963-cc56573430f7 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:51:52.388637 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6ae82dc9-c0df-483e-92e6-12154bffd562 req-fe0b8549-9ebe-4a5d-8884-c163de54caa8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:52.391809 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ae82dc9-c0df-483e-92e6-12154bffd562 req-fe0b8549-9ebe-4a5d-8884-c163de54caa8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.53 "DELETE /v2.0/ports/70687df2-1006-49bb-8963-cc56573430f7 HTTP/1.1" status: 204 len: 173 time: 3.5975094 Nov 23 21:51:52.450805 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-00f9ca4d-d72e-43e1-94f4-7f6e45503298 None None] Set router 546aa82a-a3cb-4bed-9736-ba2368d7cae1 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:51:52.639294 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:52.762339 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-63b1c821-12c4-42a7-a8da-c1714bbb4f50 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a9205b1-dda6-433f-a9d4-dce72dcead94 HTTP/1.1" status: 200 len: 217 time: 0.3756859 Nov 23 21:51:52.781082 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-00f9ca4d-d72e-43e1-94f4-7f6e45503298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'name': 'tempest-ServersTestBootFromVolume-842442178-router', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '316011fd-ed10-4e7d-b12b-87e752682796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:48:40Z', 'updated_at': '2021-11-23T21:48:48Z', 'revision_number': 4, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'gw_port': {'id': '316011fd-ed10-4e7d-b12b-87e752682796', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:41Z', 'updated_at': '2021-11-23T21:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '79536848-ea18-47f6-8ee3-151e564bace6', 'name': '', 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'mac_address': 'fa:16:3e:fb:f7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a39ba786-79b8-412a-8bb7-270394e1e0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:46Z', 'updated_at': '2021-11-23T21:48:52Z', 'revision_number': 5, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'subnets': [{'id': 'a39ba786-79b8-412a-8bb7-270394e1e0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:51:52.807748 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9ca4d-d72e-43e1-94f4-7f6e45503298 None None] Checking router: 546aa82a-a3cb-4bed-9736-ba2368d7cae1 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:51:52.815788 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0bf9527a-ddbe-424c-9c54-16960999a79d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7da1a67e6b4b45b7bbdfac0eedf1e4c8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6188438 Nov 23 21:51:52.816653 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54676) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:52.821205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f9ca4d-d72e-43e1-94f4-7f6e45503298 None None] Routers {'546aa82a-a3cb-4bed-9736-ba2368d7cae1'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:51:52.821903 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-00f9ca4d-d72e-43e1-94f4-7f6e45503298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:51:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['546aa82a-a3cb-4bed-9736-ba2368d7cae1'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:51:52.835033 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9527a-ddbe-424c-9c54-16960999a79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe576a13-7d30-4724-becd-4cef1dd67c98,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:52.898000 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80619c01-3eec-4eb0-940f-999115124c73 req-85cfbc10-3d77-4cf8-adf5-acfbe1f8ddc6 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:52.900017 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-80619c01-3eec-4eb0-940f-999115124c73 req-85cfbc10-3d77-4cf8-adf5-acfbe1f8ddc6 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1334f31e-225c-4ef1-b570-856e0c6cd73b HTTP/1.1" status: 200 len: 945 time: 0.5578899 Nov 23 21:51:52.929693 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-4500f57b-451a-4c42-94df-478892ea305b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:52.930570 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-4500f57b-451a-4c42-94df-478892ea305b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d4009be1-1322-446a-a15b-fa73a68a7e30 HTTP/1.1" status: 200 len: 845 time: 0.1453354 Nov 23 21:51:52.938354 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8453f8-2e20-4426-a134-9fd3363d569a req-19a74100-20ab-4df6-b1b2-3f015ad840ff tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:52.940397 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a8453f8-2e20-4426-a134-9fd3363d569a req-19a74100-20ab-4df6-b1b2-3f015ad840ff tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=290fa3d6-85b7-41d7-9e9a-709498b9317c HTTP/1.1" status: 200 len: 944 time: 0.2404795 Nov 23 21:51:52.953333 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e1ceedc-0c1b-4db4-921a-aa21e94d4833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:52.978292 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e1ceedc-0c1b-4db4-921a-aa21e94d4833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:52.991681 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-bed1ce05-0071-4a33-9102-152805bdb3b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=670396b2-2e17-45a5-b25a-4f315f3df81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502968 Nov 23 21:51:52.996285 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-00f9ca4d-d72e-43e1-94f4-7f6e45503298 None None] Set router 546aa82a-a3cb-4bed-9736-ba2368d7cae1 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:51:53.029744 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e1ceedc-0c1b-4db4-921a-aa21e94d4833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:53.034140 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e1ceedc-0c1b-4db4-921a-aa21e94d4833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:53.036071 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7e1ceedc-0c1b-4db4-921a-aa21e94d4833 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fe576a13-7d30-4724-becd-4cef1dd67c98 HTTP/1.1" status: 204 len: 168 time: 0.2144921 Nov 23 21:51:53.046865 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ceedc-0c1b-4db4-921a-aa21e94d4833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe576a13-7d30-4724-becd-4cef1dd67c98,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:53.070864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-a5d662d2-92ae-4230-8e02-c7279a35bf1d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Made reservation on behalf of 6444f606253c438ba5895c1d9e591fbd for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:51:53.074678 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-a5d662d2-92ae-4230-8e02-c7279a35bf1d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:53.099664 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-80619c01-3eec-4eb0-940f-999115124c73 req-3bd119cc-d071-42ee-bf52-02cddacc1394 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/security-groups?id=23ada430-e11b-4ba9-a4c3-cf513ee33998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809506 Nov 23 21:51:53.273046 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-00f9ca4d-d72e-43e1-94f4-7f6e45503298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'name': 'tempest-ServersTestBootFromVolume-842442178-router', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '316011fd-ed10-4e7d-b12b-87e752682796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:48:40Z', 'updated_at': '2021-11-23T21:48:48Z', 'revision_number': 4, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'gw_port': {'id': '316011fd-ed10-4e7d-b12b-87e752682796', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:41Z', 'updated_at': '2021-11-23T21:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '79536848-ea18-47f6-8ee3-151e564bace6', 'name': '', 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'mac_address': 'fa:16:3e:fb:f7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a39ba786-79b8-412a-8bb7-270394e1e0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:46Z', 'updated_at': '2021-11-23T21:48:52Z', 'revision_number': 5, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'subnets': [{'id': 'a39ba786-79b8-412a-8bb7-270394e1e0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:51:53.316418 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a8453f8-2e20-4426-a134-9fd3363d569a req-948388e1-dc15-41b5-81ba-d3104c8c8f7b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648901 Nov 23 21:51:53.397132 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-94c37e6c-922c-4093-ab5e-628ce4ec646f service neutron] 10.222.0.60 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905401 Nov 23 21:51:53.409918 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ea5b7-4e7a-4eb8-9d6d-1b8cc0091096 req-44f2c095-8fa6-470e-8df5-2a12822f939c tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:53.419041 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae1ea5b7-4e7a-4eb8-9d6d-1b8cc0091096 req-44f2c095-8fa6-470e-8df5-2a12822f939c tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 932 time: 0.2238393 Nov 23 21:51:53.439947 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54688) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:53.461715 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d250fd32-44e6-4fe3-942d-9786a91216fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:53.516447 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f9ca4d-d72e-43e1-94f4-7f6e45503298 None None] The sync data for ids ['546aa82a-a3cb-4bed-9736-ba2368d7cae1'] in n-d-816206-9 is: [{'id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'name': 'tempest-ServersTestBootFromVolume-842442178-router', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '316011fd-ed10-4e7d-b12b-87e752682796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:48:40Z', 'updated_at': '2021-11-23T21:48:48Z', 'revision_number': 4, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'gw_port': {'id': '316011fd-ed10-4e7d-b12b-87e752682796', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:41Z', 'updated_at': '2021-11-23T21:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '79536848-ea18-47f6-8ee3-151e564bace6', 'name': '', 'network_id': '193ab341-7607-45c0-a20d-874bc57a8e22', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'mac_address': 'fa:16:3e:fb:f7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': 'a39ba786-79b8-412a-8bb7-270394e1e0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:46Z', 'updated_at': '2021-11-23T21:48:52Z', 'revision_number': 5, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'subnets': [{'id': 'a39ba786-79b8-412a-8bb7-270394e1e0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:51:53.557611 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e8267166-51b1-4108-aa0b-82779672890e req-f71aeaf8-5694-4a21-9621-83b9b78d6c49 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 210 time: 0.0838454 Nov 23 21:51:53.558962 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d250fd32-44e6-4fe3-942d-9786a91216fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:53.572765 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d250fd32-44e6-4fe3-942d-9786a91216fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:53.628512 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d250fd32-44e6-4fe3-942d-9786a91216fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=774a5f2992f34cad8ba5e61cbd44abc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1852109 Nov 23 21:51:53.630051 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54690) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:53.631408 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250fd32-44e6-4fe3-942d-9786a91216fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784c1f11-f9f7-4461-ae32-9dd54fa31349,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:53.662997 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-a5d662d2-92ae-4230-8e02-c7279a35bf1d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Allocated IP 19.86.0.49 (6224d16c-8085-4fdb-99a1-d152b18dbfcb/9acfedce-47e4-4870-81c5-6e0ec7843552/eecf01ce-8de9-430b-a750-fb653509d35f) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:51:53.670542 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae1ea5b7-4e7a-4eb8-9d6d-1b8cc0091096 req-6a2ddcdc-ae98-4b55-be84-f846d6bacf07 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506452 Nov 23 21:51:53.688849 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 70687df2-1006-49bb-8963-cc56573430f7 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:51:53.700535 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cc38512-e5fe-4fd1-8db1-1ef247375431 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:53.731925 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cc38512-e5fe-4fd1-8db1-1ef247375431 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:53.746616 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 70687df2-1006-49bb-8963-cc56573430f7 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:51:53.748304 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 70687df2-1006-49bb-8963-cc56573430f7 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:51:53.797473 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd41db-48a2-4317-9305-95a032d93c6c req-7b392feb-107e-4410-8d08-ef16dba86b8f tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:53.801197 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-defd41db-48a2-4317-9305-95a032d93c6c req-7b392feb-107e-4410-8d08-ef16dba86b8f tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.1402187 Nov 23 21:51:53.810423 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cc38512-e5fe-4fd1-8db1-1ef247375431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:53.815885 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cc38512-e5fe-4fd1-8db1-1ef247375431 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:53.820087 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8cc38512-e5fe-4fd1-8db1-1ef247375431 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/784c1f11-f9f7-4461-ae32-9dd54fa31349 HTTP/1.1" status: 204 len: 168 time: 0.1854320 Nov 23 21:51:53.824431 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c0a67c1-cb3c-4e73-b7b6-bd29a6c561ca req-ad3c47d4-7d54-41e4-980d-88f536421c6c service neutron] 10.222.0.60 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893547 Nov 23 21:51:53.876295 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc38512-e5fe-4fd1-8db1-1ef247375431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784c1f11-f9f7-4461-ae32-9dd54fa31349,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:53.901825 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877d92b-d50a-4a45-b43c-0254d6789b99 req-8bf96dcf-c43c-4d72-b64b-a399ca18b7e9 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:53.903839 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8877d92b-d50a-4a45-b43c-0254d6789b99 req-8bf96dcf-c43c-4d72-b64b-a399ca18b7e9 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.60 "GET /v2.0/ports?device_id=1334f31e-225c-4ef1-b570-856e0c6cd73b HTTP/1.1" status: 200 len: 945 time: 0.1108060 Nov 23 21:51:53.912503 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11f595d-6099-4954-8680-d62b89f028e7', 'name': 'network-vif-deleted', 'tag': '70687df2-1006-49bb-8963-cc56573430f7'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:51:53.917457 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6de2537-b4bc-4867-879b-2448a09498e5" -d '{"events": [{"server_uuid": "d11f595d-6099-4954-8680-d62b89f028e7", "name": "network-vif-deleted", "tag": "70687df2-1006-49bb-8963-cc56573430f7"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:51:53.987019 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552f236a-f602-4281-852b-18c750f49c1f None None] New status for floating IP e1a0ab4d-70a1-4c53-a677-4befadfeff62: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:51:53.994683 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abe4bb9-99b0-41ce-94e8-c515a0357f52 x-openstack-request-id: req-6abe4bb9-99b0-41ce-94e8-c515a0357f52 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:51:53.994999 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11f595d-6099-4954-8680-d62b89f028e7", "name": "network-vif-deleted", "tag": "70687df2-1006-49bb-8963-cc56573430f7", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:51:53.995251 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6abe4bb9-99b0-41ce-94e8-c515a0357f52 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:51:53.995645 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11f595d-6099-4954-8680-d62b89f028e7', 'name': 'network-vif-deleted', 'tag': '70687df2-1006-49bb-8963-cc56573430f7', 'status': 'completed', 'code': 200} Nov 23 21:51:54.091355 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-a5d662d2-92ae-4230-8e02-c7279a35bf1d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:54.106010 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-8877d92b-d50a-4a45-b43c-0254d6789b99 req-60dfade6-0645-4e39-b9ab-80bdd826116d tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Deleting port e40c3dce-ce42-4cb0-a3f6-e8cfb1521217 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:51:54.112562 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-defd41db-48a2-4317-9305-95a032d93c6c req-b998d36b-9410-43b7-ae43-5055a876b844 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011046 Nov 23 21:51:54.117796 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8877d92b-d50a-4a45-b43c-0254d6789b99 req-60dfade6-0645-4e39-b9ab-80bdd826116d tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:54.125139 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac8f74-f1e9-4df0-be42-8ad036d0b901 req-2f00c659-eec2-48e9-9825-fdc479e2d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:54.127419 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90ac8f74-f1e9-4df0-be42-8ad036d0b901 req-2f00c659-eec2-48e9-9825-fdc479e2d5e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&device_id=290fa3d6-85b7-41d7-9e9a-709498b9317c HTTP/1.1" status: 200 len: 1095 time: 0.1542466 Nov 23 21:51:54.257283 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-8877d92b-d50a-4a45-b43c-0254d6789b99 req-60dfade6-0645-4e39-b9ab-80bdd826116d tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] For port e40c3dce-ce42-4cb0-a3f6-e8cfb1521217, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e40c3dce-ce42-4cb0-a3f6-e8cfb1521217,segment=NetworkSegment(39f04445-0129-4516-9c90-f39409b7c78f),segment_id=39f04445-0129-4516-9c90-f39409b7c78f)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:54.257910 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8877d92b-d50a-4a45-b43c-0254d6789b99 req-60dfade6-0645-4e39-b9ab-80bdd826116d tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:54.275810 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-8877d92b-d50a-4a45-b43c-0254d6789b99 req-60dfade6-0645-4e39-b9ab-80bdd826116d tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Calling delete_port for e40c3dce-ce42-4cb0-a3f6-e8cfb1521217 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:51:54.483380 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac8f74-f1e9-4df0-be42-8ad036d0b901 req-16726d1e-7d44-4966-bbb5-37b7f2b2329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:54.485233 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90ac8f74-f1e9-4df0-be42-8ad036d0b901 req-16726d1e-7d44-4966-bbb5-37b7f2b2329b service neutron] 10.222.0.60 "GET /v2.0/networks?id=670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 200 len: 906 time: 0.3253500 Nov 23 21:51:54.488248 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-a5d662d2-92ae-4230-8e02-c7279a35bf1d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:54.617464 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f0107-174e-484c-8058-be947ae3280d req-a5636cf3-87f0-41ec-b3df-7d85cad43506 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:54.625505 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-747f0107-174e-484c-8058-be947ae3280d req-a5636cf3-87f0-41ec-b3df-7d85cad43506 tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/ports?device_id=1334f31e-225c-4ef1-b570-856e0c6cd73b HTTP/1.1" status: 200 len: 945 time: 0.3311863 Nov 23 21:51:54.638612 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90ac8f74-f1e9-4df0-be42-8ad036d0b901 req-d3566693-cac9-470a-ad1b-823dce813107 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a9205b1-dda6-433f-a9d4-dce72dcead94 HTTP/1.1" status: 200 len: 217 time: 0.1450276 Nov 23 21:51:54.647132 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-a5d662d2-92ae-4230-8e02-c7279a35bf1d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Network 6224d16c-8085-4fdb-99a1-d152b18dbfcb is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:51:54.714916 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac8f74-f1e9-4df0-be42-8ad036d0b901 req-94fde491-764f-46a7-9011-0b73735ebb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:54.716480 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90ac8f74-f1e9-4df0-be42-8ad036d0b901 req-94fde491-764f-46a7-9011-0b73735ebb54 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d4009be1-1322-446a-a15b-fa73a68a7e30 HTTP/1.1" status: 200 len: 845 time: 0.0649233 Nov 23 21:51:54.733760 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-a5d662d2-92ae-4230-8e02-c7279a35bf1d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:51:54.737408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-a5d662d2-92ae-4230-8e02-c7279a35bf1d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:51:54.777050 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90ac8f74-f1e9-4df0-be42-8ad036d0b901 req-e5576f61-cf09-4a32-ab8b-f46f7e37484c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=670396b2-2e17-45a5-b25a-4f315f3df81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307906 Nov 23 21:51:54.853470 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8877d92b-d50a-4a45-b43c-0254d6789b99 req-60dfade6-0645-4e39-b9ab-80bdd826116d tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:54.884031 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfade6-0645-4e39-b9ab-80bdd826116d tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Pushing event deleted for resources: {'Port': ['ID=e40c3dce-ce42-4cb0-a3f6-e8cfb1521217,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:54.927447 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d662d2-92ae-4230-8e02-c7279a35bf1d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event updated for resources: {'Port': ['ID=eecf01ce-8de9-430b-a750-fb653509d35f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:54.932514 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90ac8f74-f1e9-4df0-be42-8ad036d0b901 req-85995816-603e-4797-8058-34b6b8fb19dd service neutron] 10.222.0.60 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144309 Nov 23 21:51:54.974769 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-8877d92b-d50a-4a45-b43c-0254d6789b99 req-60dfade6-0645-4e39-b9ab-80bdd826116d tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] No DVR routers for this DVR port e40c3dce-ce42-4cb0-a3f6-e8cfb1521217 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:51:54.984079 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8877d92b-d50a-4a45-b43c-0254d6789b99 req-60dfade6-0645-4e39-b9ab-80bdd826116d tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:54.990381 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8877d92b-d50a-4a45-b43c-0254d6789b99 req-60dfade6-0645-4e39-b9ab-80bdd826116d tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.60 "DELETE /v2.0/ports/e40c3dce-ce42-4cb0-a3f6-e8cfb1521217 HTTP/1.1" status: 204 len: 173 time: 1.0649076 Nov 23 21:51:54.991255 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1334f31e-225c-4ef1-b570-856e0c6cd73b', 'name': 'network-vif-deleted', 'tag': 'e40c3dce-ce42-4cb0-a3f6-e8cfb1521217'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:51:54.995562 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718593f4-7619-46b7-a0fb-a4503a589555" -d '{"events": [{"server_uuid": "1334f31e-225c-4ef1-b570-856e0c6cd73b", "name": "network-vif-deleted", "tag": "e40c3dce-ce42-4cb0-a3f6-e8cfb1521217"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:51:55.044290 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5aee7b16-97eb-452e-b929-6bc3bb6542f9 None None] Provisioning complete for port eecf01ce-8de9-430b-a750-fb653509d35f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:51:55.044290 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5aee7b16-97eb-452e-b929-6bc3bb6542f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:55.047705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-a5d662d2-92ae-4230-8e02-c7279a35bf1d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:55.048594 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-a5d662d2-92ae-4230-8e02-c7279a35bf1d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:55.097827 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-747f0107-174e-484c-8058-be947ae3280d req-6c55e85e-4d7a-499c-8ee1-d70f3b20b97c tempest-InstanceActionsTestJSON-1315322393 tempest-InstanceActionsTestJSON-1315322393-project] 10.222.0.50 "GET /v2.0/security-groups?id=23ada430-e11b-4ba9-a4c3-cf513ee33998&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684796 Nov 23 21:51:55.162764 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca15405-fac9-4be2-bec8-c578b2157f29 req-f546d761-37f2-4412-8cc9-e42fd525a43f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:55.166062 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5aee7b16-97eb-452e-b929-6bc3bb6542f9 None None] Port eecf01ce-8de9-430b-a750-fb653509d35f cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:51:55.169838 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9ca15405-fac9-4be2-bec8-c578b2157f29 req-f546d761-37f2-4412-8cc9-e42fd525a43f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=290fa3d6-85b7-41d7-9e9a-709498b9317c HTTP/1.1" status: 200 len: 944 time: 0.3718641 Nov 23 21:51:55.182974 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-a5d662d2-92ae-4230-8e02-c7279a35bf1d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8995440 Nov 23 21:51:55.213349 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-074dbbdf-6dcc-4e58-a24f-2bab1ba71d24 service neutron] Request body: {'port': {'device_id': '04c9264f-796a-4198-aad8-7b9af64462c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:55.287946 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90ac8f74-f1e9-4df0-be42-8ad036d0b901 req-2bfe575b-e14a-4755-82a2-2afdc9406816 service neutron] 10.222.0.60 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303809 Nov 23 21:51:55.293295 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-567bd277-6d9e-4e4c-83bd-47f7f75efa29 req-d7ca2097-56ce-413c-98d6-d3c099d56e78 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 210 time: 0.0992746 Nov 23 21:51:55.359767 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9ca15405-fac9-4be2-bec8-c578b2157f29 req-e3810084-bfa3-4b27-bcc0-b60f6b93b1c1 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716945 Nov 23 21:51:55.361014 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-074dbbdf-6dcc-4e58-a24f-2bab1ba71d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:55.617489 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d20795-a965-4468-9a5c-a1e2df8e46c4 req-7bd82ed8-4198-4a75-b2d4-4c3d450a897c tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:55.625407 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-29d20795-a965-4468-9a5c-a1e2df8e46c4 req-7bd82ed8-4198-4a75-b2d4-4c3d450a897c tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.2355280 Nov 23 21:51:55.684359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c026d1-6b7d-462b-a26d-1eb21b8e8200 req-0d1d7ceb-6107-47b7-a809-3084449c0038 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:55.691834 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c026d1-6b7d-462b-a26d-1eb21b8e8200 req-0d1d7ceb-6107-47b7-a809-3084449c0038 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:55.693553 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68c026d1-6b7d-462b-a26d-1eb21b8e8200 req-0d1d7ceb-6107-47b7-a809-3084449c0038 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 1654 time: 0.2393234 Nov 23 21:51:55.801436 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-29d20795-a965-4468-9a5c-a1e2df8e46c4 req-9e05208a-5b2f-45c8-b5fc-ee7bc7c13388 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748898 Nov 23 21:51:55.848800 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68c026d1-6b7d-462b-a26d-1eb21b8e8200 req-cbce21bd-3358-4d27-828a-fc7dee45c8b7 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400113 Nov 23 21:51:55.925828 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0458f509-ef66-4b8f-94ff-2b25d18f1b63 x-openstack-request-id: req-0458f509-ef66-4b8f-94ff-2b25d18f1b63 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:51:55.927441 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1334f31e-225c-4ef1-b570-856e0c6cd73b", "name": "network-vif-deleted", "tag": "e40c3dce-ce42-4cb0-a3f6-e8cfb1521217", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:51:55.927978 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0458f509-ef66-4b8f-94ff-2b25d18f1b63 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:51:55.928585 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1334f31e-225c-4ef1-b570-856e0c6cd73b', 'name': 'network-vif-deleted', 'tag': 'e40c3dce-ce42-4cb0-a3f6-e8cfb1521217', 'status': 'completed', 'code': 200} Nov 23 21:51:55.947112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-074dbbdf-6dcc-4e58-a24f-2bab1ba71d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf34042-28ad-48bd-94a5-466174b87b32 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:51:55.955934 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-074dbbdf-6dcc-4e58-a24f-2bab1ba71d24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:55.968960 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-074dbbdf-6dcc-4e58-a24f-2bab1ba71d24 service neutron] Transition to ACTIVE for port object 0cf34042-28ad-48bd-94a5-466174b87b32 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:51:55.975207 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-074dbbdf-6dcc-4e58-a24f-2bab1ba71d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:56.034571 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074dbbdf-6dcc-4e58-a24f-2bab1ba71d24 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf34042-28ad-48bd-94a5-466174b87b32,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:56.137687 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-074dbbdf-6dcc-4e58-a24f-2bab1ba71d24 service neutron] Attempting to bind port 0cf34042-28ad-48bd-94a5-466174b87b32 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:51:56.138804 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-074dbbdf-6dcc-4e58-a24f-2bab1ba71d24 service neutron] Attempting to bind port 0cf34042-28ad-48bd-94a5-466174b87b32 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '54c3daab-1ba6-4599-8345-d24da7c2d665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '417a1c8c-539d-4eff-b023-3c358954e723'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:51:56.139358 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-074dbbdf-6dcc-4e58-a24f-2bab1ba71d24 service neutron] Attempting to bind port 0cf34042-28ad-48bd-94a5-466174b87b32 on network 417a1c8c-539d-4eff-b023-3c358954e723 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:56.145552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-074dbbdf-6dcc-4e58-a24f-2bab1ba71d24 service neutron] Port 0cf34042-28ad-48bd-94a5-466174b87b32 on network 417a1c8c-539d-4eff-b023-3c358954e723 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:51:56.145888 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-074dbbdf-6dcc-4e58-a24f-2bab1ba71d24 service neutron] Attempting to bind port 0cf34042-28ad-48bd-94a5-466174b87b32 on network 417a1c8c-539d-4eff-b023-3c358954e723 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:56.151530 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-074dbbdf-6dcc-4e58-a24f-2bab1ba71d24 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:51:56.152043 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-074dbbdf-6dcc-4e58-a24f-2bab1ba71d24 service neutron] Checking segment: {'id': '54c3daab-1ba6-4599-8345-d24da7c2d665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '417a1c8c-539d-4eff-b023-3c358954e723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:51:56.155098 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-074dbbdf-6dcc-4e58-a24f-2bab1ba71d24 service neutron] Bound using segment: {'id': '54c3daab-1ba6-4599-8345-d24da7c2d665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '417a1c8c-539d-4eff-b023-3c358954e723'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:51:56.156084 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-074dbbdf-6dcc-4e58-a24f-2bab1ba71d24 service neutron] Bound port: 0cf34042-28ad-48bd-94a5-466174b87b32, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54c3daab-1ba6-4599-8345-d24da7c2d665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '417a1c8c-539d-4eff-b023-3c358954e723'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:51:56.156791 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-074dbbdf-6dcc-4e58-a24f-2bab1ba71d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:56.181597 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54770) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:56.262030 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-38271518-3fa4-4f66-a510-a958efe023ce admin admin] Deleting subnet 02412913-e9ad-44c9-8a03-c9f8d2417195 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:51:56.267244 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38271518-3fa4-4f66-a510-a958efe023ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:56.269315 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-074dbbdf-6dcc-4e58-a24f-2bab1ba71d24 service neutron] For port 0cf34042-28ad-48bd-94a5-466174b87b32, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:51:56.276286 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-074dbbdf-6dcc-4e58-a24f-2bab1ba71d24 service neutron] For port 0cf34042-28ad-48bd-94a5-466174b87b32, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=0cf34042-28ad-48bd-94a5-466174b87b32,segment=NetworkSegment(54c3daab-1ba6-4599-8345-d24da7c2d665),segment_id=54c3daab-1ba6-4599-8345-d24da7c2d665)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:51:56.289643 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-074dbbdf-6dcc-4e58-a24f-2bab1ba71d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:56.346899 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-074dbbdf-6dcc-4e58-a24f-2bab1ba71d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:56.347694 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-074dbbdf-6dcc-4e58-a24f-2bab1ba71d24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:56.348150 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38271518-3fa4-4f66-a510-a958efe023ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:56.350307 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-074dbbdf-6dcc-4e58-a24f-2bab1ba71d24 service neutron] 10.222.0.53 "PUT /v2.0/ports/0cf34042-28ad-48bd-94a5-466174b87b32 HTTP/1.1" status: 200 len: 1092 time: 1.1501670 Nov 23 21:51:56.350798 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c9264f-796a-4198-aad8-7b9af64462c1', 'tag': '0cf34042-28ad-48bd-94a5-466174b87b32'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:51:56.356993 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64cd402-0fce-4883-9a23-521ae3cefcbc" -d '{"events": [{"name": "network-changed", "server_uuid": "04c9264f-796a-4198-aad8-7b9af64462c1", "tag": "0cf34042-28ad-48bd-94a5-466174b87b32"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:51:56.425053 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-f0369a41-4671-4b70-9481-8fcb49c6e9ea service neutron] Request body: {'port': {'device_id': '04c9264f-796a-4198-aad8-7b9af64462c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:56.444526 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38271518-3fa4-4f66-a510-a958efe023ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:56.459132 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e40c3dce-ce42-4cb0-a3f6-e8cfb1521217 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:51:56.462152 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930205ca-0bdf-4e7a-9642-c260d9b3c404 x-openstack-request-id: req-930205ca-0bdf-4e7a-9642-c260d9b3c404 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:51:56.462510 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c9264f-796a-4198-aad8-7b9af64462c1", "tag": "0cf34042-28ad-48bd-94a5-466174b87b32", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:51:56.462791 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-930205ca-0bdf-4e7a-9642-c260d9b3c404 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:51:56.463224 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c9264f-796a-4198-aad8-7b9af64462c1', 'tag': '0cf34042-28ad-48bd-94a5-466174b87b32', 'status': 'completed', 'code': 200} Nov 23 21:51:56.475318 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074dbbdf-6dcc-4e58-a24f-2bab1ba71d24 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf34042-28ad-48bd-94a5-466174b87b32,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:56.541407 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: e40c3dce-ce42-4cb0-a3f6-e8cfb1521217 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:51:56.542501 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e40c3dce-ce42-4cb0-a3f6-e8cfb1521217 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:51:56.591361 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61d7d9ec-d55f-408a-89e7-6d38e4f1e8fc req-c287a3dd-3add-4abf-9f92-bbb27a53a493 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 210 time: 0.0951462 Nov 23 21:51:56.605703 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38271518-3fa4-4f66-a510-a958efe023ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:56.643849 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38271518-3fa4-4f66-a510-a958efe023ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02412913-e9ad-44c9-8a03-c9f8d2417195,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:56.649462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38271518-3fa4-4f66-a510-a958efe023ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:56.654435 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-38271518-3fa4-4f66-a510-a958efe023ce admin admin] 10.222.0.50 "DELETE /v2.0/subnets/02412913-e9ad-44c9-8a03-c9f8d2417195 HTTP/1.1" status: 204 len: 168 time: 0.4714093 Nov 23 21:51:56.656974 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54788) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:56.687127 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd402-0fce-4883-9a23-521ae3cefcbc req-ec1a98e1-0828-4023-b629-a8f3287589fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:56.688621 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd402-0fce-4883-9a23-521ae3cefcbc req-ec1a98e1-0828-4023-b629-a8f3287589fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:56.690896 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f64cd402-0fce-4883-9a23-521ae3cefcbc req-ec1a98e1-0828-4023-b629-a8f3287589fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6444f606253c438ba5895c1d9e591fbd&device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 1913 time: 0.1932344 Nov 23 21:51:56.692769 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-f0369a41-4671-4b70-9481-8fcb49c6e9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:56.741892 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78e44886-b7ca-4a4a-9af6-afe644edc2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:56.772918 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3b486-f3f7-4124-9c44-d13765500909 req-ca7a704a-8d36-4ad2-829c-9e924511ed7c tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:56.775265 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5eb3b486-f3f7-4124-9c44-d13765500909 req-ca7a704a-8d36-4ad2-829c-9e924511ed7c tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=290fa3d6-85b7-41d7-9e9a-709498b9317c HTTP/1.1" status: 200 len: 944 time: 0.1747756 Nov 23 21:51:56.847528 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78e44886-b7ca-4a4a-9af6-afe644edc2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:56.873127 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-78e44886-b7ca-4a4a-9af6-afe644edc2de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe6349d-3baa-4c1b-802c-688de1280111']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:51:56.886361 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-78e44886-b7ca-4a4a-9af6-afe644edc2de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f04445-0129-4516-9c90-f39409b7c78f') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:51:56.886738 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-78e44886-b7ca-4a4a-9af6-afe644edc2de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f04445-0129-4516-9c90-f39409b7c78f') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:51:56.899207 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78e44886-b7ca-4a4a-9af6-afe644edc2de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:56.916959 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78e44886-b7ca-4a4a-9af6-afe644edc2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:56.926590 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e44886-b7ca-4a4a-9af6-afe644edc2de admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:51:56.927954 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78e44886-b7ca-4a4a-9af6-afe644edc2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:51:56.930366 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:51:57.008009 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78e44886-b7ca-4a4a-9af6-afe644edc2de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:57.020781 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78e44886-b7ca-4a4a-9af6-afe644edc2de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:57.024148 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-78e44886-b7ca-4a4a-9af6-afe644edc2de admin admin] 10.222.0.50 "DELETE /v2.0/networks/dbe6349d-3baa-4c1b-802c-688de1280111 HTTP/1.1" status: 204 len: 168 time: 0.3658760 Nov 23 21:51:57.038348 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e44886-b7ca-4a4a-9af6-afe644edc2de admin admin] Pushing event deleted for resources: {'Network': ['ID=dbe6349d-3baa-4c1b-802c-688de1280111,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:57.202120 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54802) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:57.253001 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5eb3b486-f3f7-4124-9c44-d13765500909 req-2d83250a-991b-4bfe-8d7b-81e16c7fd0e1 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620671 Nov 23 21:51:57.270126 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4b5f5d10-a20f-4272-b262-15c564f3878c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d0c0d566b7f74b42850480d189c3aab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0662286 Nov 23 21:51:57.277832 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54804) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:57.285649 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54806) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:57.372398 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd402-0fce-4883-9a23-521ae3cefcbc req-3a7fae9e-e8e5-46c3-ab74-3e079f125c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:57.372892 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd402-0fce-4883-9a23-521ae3cefcbc req-3a7fae9e-e8e5-46c3-ab74-3e079f125c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:57.373347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd402-0fce-4883-9a23-521ae3cefcbc req-3a7fae9e-e8e5-46c3-ab74-3e079f125c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:57.375051 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f64cd402-0fce-4883-9a23-521ae3cefcbc req-3a7fae9e-e8e5-46c3-ab74-3e079f125c7f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=6444f606253c438ba5895c1d9e591fbd&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6663253 Nov 23 21:51:57.387811 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d53af0a8-f535-474f-92f1-f7b8d30b1d91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:57.434110 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d53af0a8-f535-474f-92f1-f7b8d30b1d91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:57.438101 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc39676e-89f2-4e3d-9cbd-1456667d1ef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:57.465097 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7d05e-03d0-43e1-a22b-96324c95b641 req-4f8edb1a-5e0e-478a-b658-216a20a92c22 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:57.466582 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8ed7d05e-03d0-43e1-a22b-96324c95b641 req-4f8edb1a-5e0e-478a-b658-216a20a92c22 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.2822070 Nov 23 21:51:57.554316 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc39676e-89f2-4e3d-9cbd-1456667d1ef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:57.555286 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d53af0a8-f535-474f-92f1-f7b8d30b1d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:57.558060 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d53af0a8-f535-474f-92f1-f7b8d30b1d91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:57.561621 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d53af0a8-f535-474f-92f1-f7b8d30b1d91 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/23ada430-e11b-4ba9-a4c3-cf513ee33998 HTTP/1.1" status: 204 len: 168 time: 0.2636075 Nov 23 21:51:57.562119 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc39676e-89f2-4e3d-9cbd-1456667d1ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:57.592517 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53af0a8-f535-474f-92f1-f7b8d30b1d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ada430-e11b-4ba9-a4c3-cf513ee33998,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:57.602485 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fc39676e-89f2-4e3d-9cbd-1456667d1ef0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c96a15ce546469296dae969759e807b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3229947 Nov 23 21:51:57.605027 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54812) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:57.605754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0310a86-7636-44d7-803c-173e008fe19f req-8c4cfb21-09c6-43f4-b7ba-6f6383a80970 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:57.613107 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0310a86-7636-44d7-803c-173e008fe19f req-8c4cfb21-09c6-43f4-b7ba-6f6383a80970 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:57.615322 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e0310a86-7636-44d7-803c-173e008fe19f req-8c4cfb21-09c6-43f4-b7ba-6f6383a80970 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 1666 time: 0.2598951 Nov 23 21:51:57.664113 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39676e-89f2-4e3d-9cbd-1456667d1ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698a4d40-3439-420f-9ee8-c51f7dc0a069,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:57.707069 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cd402-0fce-4883-9a23-521ae3cefcbc req-25b30dc1-0a6d-4188-867c-d434f9280207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:57.708546 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f64cd402-0fce-4883-9a23-521ae3cefcbc req-25b30dc1-0a6d-4188-867c-d434f9280207 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3050330 Nov 23 21:51:57.710324 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aeb262e4-4349-4a3b-9a4b-cb390aa29413 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:57.728213 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8ed7d05e-03d0-43e1-a22b-96324c95b641 req-4a2b8e02-d1c0-4d04-9ef1-e79272dd9089 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386053 Nov 23 21:51:57.750088 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aeb262e4-4349-4a3b-9a4b-cb390aa29413 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:57.810465 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aeb262e4-4349-4a3b-9a4b-cb390aa29413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:57.830179 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aeb262e4-4349-4a3b-9a4b-cb390aa29413 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:57.831491 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e0310a86-7636-44d7-803c-173e008fe19f req-26f1ed7b-ce23-4258-a835-c153e149f5dc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034631 Nov 23 21:51:57.850648 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-aeb262e4-4349-4a3b-9a4b-cb390aa29413 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/698a4d40-3439-420f-9ee8-c51f7dc0a069 HTTP/1.1" status: 204 len: 168 time: 0.2445736 Nov 23 21:51:57.864947 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-acb7d0cd-1343-406c-9d43-eaf235966dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:57.869336 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb262e4-4349-4a3b-9a4b-cb390aa29413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698a4d40-3439-420f-9ee8-c51f7dc0a069,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:57.964065 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a3635253-a459-4660-ac34-9e504c54fb89 req-a58c4a6a-91af-4429-a1ab-b639956b851a tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 210 time: 0.0586073 Nov 23 21:51:57.969840 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-f0369a41-4671-4b70-9481-8fcb49c6e9ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eecf01ce-8de9-430b-a750-fb653509d35f {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:51:57.978464 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-f0369a41-4671-4b70-9481-8fcb49c6e9ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:58.001244 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-f0369a41-4671-4b70-9481-8fcb49c6e9ea service neutron] Transition to ACTIVE for port object eecf01ce-8de9-430b-a750-fb653509d35f will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:51:58.006682 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-f0369a41-4671-4b70-9481-8fcb49c6e9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:58.063337 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0369a41-4671-4b70-9481-8fcb49c6e9ea service neutron] Pushing event updated for resources: {'Port': ['ID=eecf01ce-8de9-430b-a750-fb653509d35f,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:58.191079 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-f0369a41-4671-4b70-9481-8fcb49c6e9ea service neutron] Attempting to bind port eecf01ce-8de9-430b-a750-fb653509d35f on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:51:58.191523 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-f0369a41-4671-4b70-9481-8fcb49c6e9ea service neutron] Attempting to bind port eecf01ce-8de9-430b-a750-fb653509d35f by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '725ee7a8-d31c-41db-b157-b9e155547ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6224d16c-8085-4fdb-99a1-d152b18dbfcb'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:51:58.191961 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-f0369a41-4671-4b70-9481-8fcb49c6e9ea service neutron] Attempting to bind port eecf01ce-8de9-430b-a750-fb653509d35f on network 6224d16c-8085-4fdb-99a1-d152b18dbfcb {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:58.197758 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-f0369a41-4671-4b70-9481-8fcb49c6e9ea service neutron] Port eecf01ce-8de9-430b-a750-fb653509d35f on network 6224d16c-8085-4fdb-99a1-d152b18dbfcb not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:51:58.198188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-f0369a41-4671-4b70-9481-8fcb49c6e9ea service neutron] Attempting to bind port eecf01ce-8de9-430b-a750-fb653509d35f on network 6224d16c-8085-4fdb-99a1-d152b18dbfcb {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:51:58.204332 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-f0369a41-4671-4b70-9481-8fcb49c6e9ea service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:51:58.204751 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-f0369a41-4671-4b70-9481-8fcb49c6e9ea service neutron] Checking segment: {'id': '725ee7a8-d31c-41db-b157-b9e155547ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6224d16c-8085-4fdb-99a1-d152b18dbfcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:51:58.206635 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-f0369a41-4671-4b70-9481-8fcb49c6e9ea service neutron] Bound using segment: {'id': '725ee7a8-d31c-41db-b157-b9e155547ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6224d16c-8085-4fdb-99a1-d152b18dbfcb'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:51:58.207171 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-f0369a41-4671-4b70-9481-8fcb49c6e9ea service neutron] Bound port: eecf01ce-8de9-430b-a750-fb653509d35f, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '725ee7a8-d31c-41db-b157-b9e155547ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6224d16c-8085-4fdb-99a1-d152b18dbfcb'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:51:58.207601 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-f0369a41-4671-4b70-9481-8fcb49c6e9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:58.308915 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-f0369a41-4671-4b70-9481-8fcb49c6e9ea service neutron] For port eecf01ce-8de9-430b-a750-fb653509d35f, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:51:58.313693 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-f0369a41-4671-4b70-9481-8fcb49c6e9ea service neutron] For port eecf01ce-8de9-430b-a750-fb653509d35f, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=eecf01ce-8de9-430b-a750-fb653509d35f,segment=NetworkSegment(725ee7a8-d31c-41db-b157-b9e155547ce5),segment_id=725ee7a8-d31c-41db-b157-b9e155547ce5)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:51:58.323957 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-f0369a41-4671-4b70-9481-8fcb49c6e9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:58.368818 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54832) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:58.385512 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fe211b1e-de26-4232-b4bb-fc4868ff2821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:58.465455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-f0369a41-4671-4b70-9481-8fcb49c6e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:58.467892 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-f0369a41-4671-4b70-9481-8fcb49c6e9ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:58.469346 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-f0369a41-4671-4b70-9481-8fcb49c6e9ea service neutron] 10.222.0.53 "PUT /v2.0/ports/eecf01ce-8de9-430b-a750-fb653509d35f HTTP/1.1" status: 200 len: 1091 time: 2.0748663 Nov 23 21:51:58.472292 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c9264f-796a-4198-aad8-7b9af64462c1', 'tag': 'eecf01ce-8de9-430b-a750-fb653509d35f'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:51:58.474179 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 9a9205b1-dda6-433f-a9d4-dce72dcead94 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:51:58.480020 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a55fcb-ce6f-4b96-b70b-11a30f992a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "04c9264f-796a-4198-aad8-7b9af64462c1", "tag": "eecf01ce-8de9-430b-a750-fb653509d35f"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:51:58.525724 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0369a41-4671-4b70-9481-8fcb49c6e9ea service neutron] Pushing event updated for resources: {'Port': ['ID=eecf01ce-8de9-430b-a750-fb653509d35f,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:58.654739 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8f58bc-8916-4234-97e7-96d45aafcd54 x-openstack-request-id: req-4c8f58bc-8916-4234-97e7-96d45aafcd54 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:51:58.655187 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c9264f-796a-4198-aad8-7b9af64462c1", "tag": "eecf01ce-8de9-430b-a750-fb653509d35f", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:51:58.655545 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c8f58bc-8916-4234-97e7-96d45aafcd54 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:51:58.656048 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c9264f-796a-4198-aad8-7b9af64462c1', 'tag': 'eecf01ce-8de9-430b-a750-fb653509d35f', 'status': 'completed', 'code': 200} Nov 23 21:51:58.687747 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fe211b1e-de26-4232-b4bb-fc4868ff2821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:58.698051 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede5abf-15b5-4d4d-866f-2ba545f967a2 req-01546095-bf0f-4c31-89b8-15e14e05724e tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:58.700566 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fe211b1e-de26-4232-b4bb-fc4868ff2821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:58.708725 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ede5abf-15b5-4d4d-866f-2ba545f967a2 req-01546095-bf0f-4c31-89b8-15e14e05724e tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=290fa3d6-85b7-41d7-9e9a-709498b9317c HTTP/1.1" status: 200 len: 944 time: 0.3199437 Nov 23 21:51:58.723210 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 9a9205b1-dda6-433f-a9d4-dce72dcead94, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=9a9205b1-dda6-433f-a9d4-dce72dcead94,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:58.752799 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '9a9205b1-dda6-433f-a9d4-dce72dcead94', 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c', 'port_id': '9a9205b1-dda6-433f-a9d4-dce72dcead94', 'mac_address': 'fa:16:3e:d6:be:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4009be1-1322-446a-a15b-fa73a68a7e30', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:51:58.798338 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fe211b1e-de26-4232-b4bb-fc4868ff2821 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2b4dcf71c9884eb4839f5e43600a283f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4284120 Nov 23 21:51:58.801994 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54840) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:58.828701 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ede5abf-15b5-4d4d-866f-2ba545f967a2 req-2cebdd48-0ef8-4a77-a29d-32b9ac328861 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094885 Nov 23 21:51:58.848481 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-a75ecb1e-1abb-4103-9d3f-ba1b6e65de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:58.849129 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-a75ecb1e-1abb-4103-9d3f-ba1b6e65de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:58.867704 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-a75ecb1e-1abb-4103-9d3f-ba1b6e65de15 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6444f606253c438ba5895c1d9e591fbd&device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 1980 time: 0.3246520 Nov 23 21:51:58.877785 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe211b1e-de26-4232-b4bb-fc4868ff2821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb928ed6-ac6d-4768-a275-03cc601400cd,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:58.945631 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:58.960444 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1588595a-aac9-47d5-a524-ff379f3efeaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:58.966833 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9205b1-dda6-433f-a9d4-dce72dcead94 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:51:59.005433 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 9a9205b1-dda6-433f-a9d4-dce72dcead94, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=9a9205b1-dda6-433f-a9d4-dce72dcead94,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:51:59.010119 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1588595a-aac9-47d5-a524-ff379f3efeaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:59.016746 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:59.027958 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-92aab0d4-d65e-47e8-a1b0-fa4ef9125d67 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.206&port_id=0cf34042-28ad-48bd-94a5-466174b87b32 HTTP/1.1" status: 200 len: 217 time: 0.1488531 Nov 23 21:51:59.097956 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=9a9205b1-dda6-433f-a9d4-dce72dcead94,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:59.123817 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1588595a-aac9-47d5-a524-ff379f3efeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:59.128500 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1588595a-aac9-47d5-a524-ff379f3efeaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:59.135158 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1588595a-aac9-47d5-a524-ff379f3efeaf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eb928ed6-ac6d-4768-a275-03cc601400cd HTTP/1.1" status: 204 len: 168 time: 0.3321316 Nov 23 21:51:59.139255 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728a3e5-8d3c-4885-bd18-c3394f410382 req-6a983f61-d0ce-4738-9ce5-ca95c2f185eb tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:59.141022 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6728a3e5-8d3c-4885-bd18-c3394f410382 req-6a983f61-d0ce-4738-9ce5-ca95c2f185eb tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.2685559 Nov 23 21:51:59.157640 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588595a-aac9-47d5-a524-ff379f3efeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb928ed6-ac6d-4768-a275-03cc601400cd,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:59.194812 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763e552-2a01-4ff1-94ed-1b6fb109fb51 req-b3b27be4-bfa3-4fc8-b08c-e7d31a62a50d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:59.201415 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763e552-2a01-4ff1-94ed-1b6fb109fb51 req-b3b27be4-bfa3-4fc8-b08c-e7d31a62a50d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:59.203348 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0763e552-2a01-4ff1-94ed-1b6fb109fb51 req-b3b27be4-bfa3-4fc8-b08c-e7d31a62a50d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 1678 time: 0.1676056 Nov 23 21:51:59.211940 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-4c8fe736-03fb-41d7-86b0-3712f19dc34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:59.213538 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-4c8fe736-03fb-41d7-86b0-3712f19dc34b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=72285ab8-4095-4f29-97df-a9bb06edf82e HTTP/1.1" status: 200 len: 801 time: 0.1761689 Nov 23 21:51:59.292991 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6728a3e5-8d3c-4885-bd18-c3394f410382 req-5fb56936-c50d-4c45-a851-b0500f2f5a32 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380072 Nov 23 21:51:59.310791 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54874) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:51:59.329774 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-b30f5f13-d529-4fc6-8a19-39d483d5beea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:59.331239 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['9a9205b1-dda6-433f-a9d4-dce72dcead94'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:51:59.333033 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-b30f5f13-d529-4fc6-8a19-39d483d5beea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=417a1c8c-539d-4eff-b023-3c358954e723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1017897 Nov 23 21:51:59.346387 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0763e552-2a01-4ff1-94ed-1b6fb109fb51 req-1b7cbc52-09fd-46cc-850d-c5203b2fc41c tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298828 Nov 23 21:51:59.518240 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-dc540c8b-2c1d-407b-ba03-3b8f06769e0d service neutron] 10.222.0.53 "GET /v2.0/networks/417a1c8c-539d-4eff-b023-3c358954e723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633205 Nov 23 21:51:59.520973 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c05989c6-ba2b-4e1b-8847-9308d5aaf8da req-08e1afd0-9374-48be-8552-daa872c290c3 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 210 time: 0.0668235 Nov 23 21:51:59.676970 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f57dd27d-e868-47f5-b8e4-e35f711ed23f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1471700783-network', 'tenant_id': '9e0e602807924473ad0638372ad1c371'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:51:59.708162 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-a206f86b-0ca1-4128-80c7-9858acf627af service neutron] 10.222.0.53 "GET /v2.0/networks/417a1c8c-539d-4eff-b023-3c358954e723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810172 Nov 23 21:51:59.717416 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57dd27d-e868-47f5-b8e4-e35f711ed23f admin admin] Made reservation on behalf of 9e0e602807924473ad0638372ad1c371 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:51:59.720360 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f57dd27d-e868-47f5-b8e4-e35f711ed23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:59.732174 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f57dd27d-e868-47f5-b8e4-e35f711ed23f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:59.754702 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:59.790387 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-036c10aa-2940-482e-b252-7d8ee09196af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.49&port_id=eecf01ce-8de9-430b-a750-fb653509d35f HTTP/1.1" status: 200 len: 217 time: 0.0688889 Nov 23 21:51:59.853852 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f57dd27d-e868-47f5-b8e4-e35f711ed23f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:59.865237 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f57dd27d-e868-47f5-b8e4-e35f711ed23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:59.867436 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-5cb54267-1719-4440-9ad5-77760ba0fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:51:59.869180 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-5cb54267-1719-4440-9ad5-77760ba0fa59 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9acfedce-47e4-4870-81c5-6e0ec7843552 HTTP/1.1" status: 200 len: 801 time: 0.0693257 Nov 23 21:51:59.888935 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57dd27d-e868-47f5-b8e4-e35f711ed23f admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:51:59.920948 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f57dd27d-e868-47f5-b8e4-e35f711ed23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:51:59.922183 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-f57dd27d-e868-47f5-b8e4-e35f711ed23f admin admin] Added segment 0e866f43-ae93-4d52-b5d3-4f4fe3c7011d of type vlan for network 5b39ebb3-223e-4730-9b30-a3cfef1236db Nov 23 21:51:59.932656 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57dd27d-e868-47f5-b8e4-e35f711ed23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a9eef5-67ad-40eb-b34c-8b45fdbc3db8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:51:59.999547 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f57dd27d-e868-47f5-b8e4-e35f711ed23f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:00.043920 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f57dd27d-e868-47f5-b8e4-e35f711ed23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:00.046827 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57dd27d-e868-47f5-b8e4-e35f711ed23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:00.047826 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f57dd27d-e868-47f5-b8e4-e35f711ed23f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:00.049911 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-e0105405-f63a-4ab5-b1ec-cc8342e2f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:00.051474 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-e0105405-f63a-4ab5-b1ec-cc8342e2f019 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6224d16c-8085-4fdb-99a1-d152b18dbfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1746960 Nov 23 21:52:00.143154 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57dd27d-e868-47f5-b8e4-e35f711ed23f admin admin] Pushing event updated for resources: {'Network': ['ID=5b39ebb3-223e-4730-9b30-a3cfef1236db,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:00.157248 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 5b39ebb3-223e-4730-9b30-a3cfef1236db details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:52:00.163954 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f57dd27d-e868-47f5-b8e4-e35f711ed23f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8520148 Nov 23 21:52:00.167931 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54920) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:00.179169 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979e861-9c6b-44bd-8fec-7a4cfe82c0fc req-4d15bd52-d9fc-452f-b828-80970b2ae602 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:00.180728 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4979e861-9c6b-44bd-8fec-7a4cfe82c0fc req-4d15bd52-d9fc-452f-b828-80970b2ae602 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=290fa3d6-85b7-41d7-9e9a-709498b9317c HTTP/1.1" status: 200 len: 945 time: 0.2182503 Nov 23 21:52:00.183516 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ce286f7d-8c2e-4cd6-a877-587375945805 admin admin] Request body: {'subnet': {'network_id': '5b39ebb3-223e-4730-9b30-a3cfef1236db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1471700783-subnet', 'tenant_id': '9e0e602807924473ad0638372ad1c371', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:52:00.242395 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce286f7d-8c2e-4cd6-a877-587375945805 admin admin] Made reservation on behalf of 9e0e602807924473ad0638372ad1c371 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:52:00.253175 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce286f7d-8c2e-4cd6-a877-587375945805 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:00.441553 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4979e861-9c6b-44bd-8fec-7a4cfe82c0fc req-274b55ac-2c52-4433-9fad-7d23b9739bc3 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222327 Nov 23 21:52:00.443454 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9e5538f1-f6d2-48a6-809d-8a90bc65141e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:00.491643 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 9a9205b1-dda6-433f-a9d4-dce72dcead94 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:52:00.549637 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce286f7d-8c2e-4cd6-a877-587375945805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:00.623830 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-cd1b7af0-ca82-40d8-8659-6504c1038947 service neutron] 10.222.0.53 "GET /v2.0/networks/6224d16c-8085-4fdb-99a1-d152b18dbfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5604854 Nov 23 21:52:00.676292 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 9a9205b1-dda6-433f-a9d4-dce72dcead94 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:52:00.686756 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 9a9205b1-dda6-433f-a9d4-dce72dcead94 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:52:00.688513 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:00.713905 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce286f7d-8c2e-4cd6-a877-587375945805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a7bb497-e740-4b18-b602-9f3d6488765f,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:00.717686 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce286f7d-8c2e-4cd6-a877-587375945805 admin admin] Checking segment: {'id': '0e866f43-ae93-4d52-b5d3-4f4fe3c7011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5b39ebb3-223e-4730-9b30-a3cfef1236db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:52:00.718047 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce286f7d-8c2e-4cd6-a877-587375945805 admin admin] Network hostable DHCP agents. Network: 5b39ebb3-223e-4730-9b30-a3cfef1236db, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:52:00.765390 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce286f7d-8c2e-4cd6-a877-587375945805 admin admin] Network 5b39ebb3-223e-4730-9b30-a3cfef1236db is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:52:00.782686 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-ce286f7d-8c2e-4cd6-a877-587375945805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 5b39ebb3-223e-4730-9b30-a3cfef1236db) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:52:00.812513 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce286f7d-8c2e-4cd6-a877-587375945805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:00.813124 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce286f7d-8c2e-4cd6-a877-587375945805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:00.821026 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2e6802-6baa-431f-8ca4-5b6fb30593ee None None] Network 5b39ebb3-223e-4730-9b30-a3cfef1236db requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:52:00.879996 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ce286f7d-8c2e-4cd6-a877-587375945805 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7094114 Nov 23 21:52:01.014974 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:01.058820 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290fa3d6-85b7-41d7-9e9a-709498b9317c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9205b1-dda6-433f-a9d4-dce72dcead94'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:52:01.061485 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecb3153-c5b5-4b09-9b81-1d1db56eb5ac" -d '{"events": [{"server_uuid": "290fa3d6-85b7-41d7-9e9a-709498b9317c", "name": "network-vif-plugged", "status": "completed", "tag": "9a9205b1-dda6-433f-a9d4-dce72dcead94"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:52:01.081404 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 9a9205b1-dda6-433f-a9d4-dce72dcead94, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=9a9205b1-dda6-433f-a9d4-dce72dcead94,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:01.094593 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:01.167500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6624cda-eaf3-4c94-a13f-5d52c28ff366 req-ac3579b0-dc80-41d5-92f4-b0fc4b33517b tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:01.169130 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d6624cda-eaf3-4c94-a13f-5d52c28ff366 req-ac3579b0-dc80-41d5-92f4-b0fc4b33517b tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.7197635 Nov 23 21:52:01.240564 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-619ebfa4-ea33-4c14-aa8f-56dc33627f28 req-3bbbb901-ad46-46c0-bca2-2f9f4e2c4bfd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3818991 Nov 23 21:52:01.249246 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8af93-64d4-4b7c-9676-5e6c6c1e363f req-35d46904-f3d3-458a-a81d-0638a0af9c25 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:01.263773 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8af93-64d4-4b7c-9676-5e6c6c1e363f req-35d46904-f3d3-458a-a81d-0638a0af9c25 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:01.263773 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d2a8af93-64d4-4b7c-9676-5e6c6c1e363f req-35d46904-f3d3-458a-a81d-0638a0af9c25 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 1678 time: 0.2576275 Nov 23 21:52:01.270290 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727957c8-a67f-46d2-b033-e6d70c8912fc req-71781629-c13e-4603-a61c-668c42838a78 service neutron] 10.222.0.53 "GET /v2.0/networks/6224d16c-8085-4fdb-99a1-d152b18dbfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6258492 Nov 23 21:52:01.277700 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20adb6b-9577-428c-8dac-e6215b17334d None None] Network 5b39ebb3-223e-4730-9b30-a3cfef1236db requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:52:01.346913 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d2a8af93-64d4-4b7c-9676-5e6c6c1e363f req-3de087a8-0950-44ec-a5a1-6bfa5ef9f840 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824475 Nov 23 21:52:01.396172 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d6624cda-eaf3-4c94-a13f-5d52c28ff366 req-fd7fed72-b0dd-4134-8fa0-75e814290555 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114770 Nov 23 21:52:01.521572 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d552f33f-030b-4f4f-8643-abf22b6db6cb req-40965db4-e015-49a6-9afe-d01e1c0c9724 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 210 time: 0.0480275 Nov 23 21:52:01.543457 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a55fcb-ce6f-4b96-b70b-11a30f992a1a req-57574d16-c1a2-4506-ad47-5d20e983bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:01.543930 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a55fcb-ce6f-4b96-b70b-11a30f992a1a req-57574d16-c1a2-4506-ad47-5d20e983bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:01.545583 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-15a55fcb-ce6f-4b96-b70b-11a30f992a1a req-57574d16-c1a2-4506-ad47-5d20e983bba6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6444f606253c438ba5895c1d9e591fbd&device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 1980 time: 0.1917758 Nov 23 21:52:01.557834 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1692a5d3-d80b-4c1d-b648-5463a97f2d99 x-openstack-request-id: req-1692a5d3-d80b-4c1d-b648-5463a97f2d99 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:52:01.558127 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290fa3d6-85b7-41d7-9e9a-709498b9317c", "name": "network-vif-plugged", "status": "completed", "tag": "9a9205b1-dda6-433f-a9d4-dce72dcead94", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:52:01.558386 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1692a5d3-d80b-4c1d-b648-5463a97f2d99 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:52:01.558816 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290fa3d6-85b7-41d7-9e9a-709498b9317c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9205b1-dda6-433f-a9d4-dce72dcead94', 'code': 200} Nov 23 21:52:01.572416 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ebfa4-ea33-4c14-aa8f-56dc33627f28 req-612606ff-3289-45f6-b9ec-61e272c71dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:01.575850 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-619ebfa4-ea33-4c14-aa8f-56dc33627f28 req-612606ff-3289-45f6-b9ec-61e272c71dbb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 1095 time: 0.2206795 Nov 23 21:52:01.602891 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=9a9205b1-dda6-433f-a9d4-dce72dcead94,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:01.637645 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:01.959476 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6477aa-703b-4929-bf31-8c75fc963b6c req-b47a773f-c702-452d-bc77-49ea04496c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:01.961139 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7f6477aa-703b-4929-bf31-8c75fc963b6c req-b47a773f-c702-452d-bc77-49ea04496c9a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=290fa3d6-85b7-41d7-9e9a-709498b9317c HTTP/1.1" status: 200 len: 1097 time: 0.2888870 Nov 23 21:52:02.009425 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb83593-e258-4694-950a-a4bcc0416258 req-a45f49af-47c8-459e-bb10-e62a191ac8ec tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:02.017702 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8fb83593-e258-4694-950a-a4bcc0416258 req-a45f49af-47c8-459e-bb10-e62a191ac8ec tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=290fa3d6-85b7-41d7-9e9a-709498b9317c HTTP/1.1" status: 200 len: 946 time: 0.3493445 Nov 23 21:52:02.029073 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a55fcb-ce6f-4b96-b70b-11a30f992a1a req-426737d2-b206-42a1-815b-c1b25fbb7cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:02.030487 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-15a55fcb-ce6f-4b96-b70b-11a30f992a1a req-426737d2-b206-42a1-815b-c1b25fbb7cbd service neutron] 10.222.0.53 "GET /v2.0/networks?id=6224d16c-8085-4fdb-99a1-d152b18dbfcb HTTP/1.1" status: 200 len: 903 time: 0.4394763 Nov 23 21:52:02.135460 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ebfa4-ea33-4c14-aa8f-56dc33627f28 req-caf2e657-a72f-4c6b-a841-8388c9d7e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:02.136903 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-619ebfa4-ea33-4c14-aa8f-56dc33627f28 req-caf2e657-a72f-4c6b-a841-8388c9d7e65c service neutron] 10.222.0.53 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 909 time: 0.5033331 Nov 23 21:52:02.453320 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-15a55fcb-ce6f-4b96-b70b-11a30f992a1a req-5a5ce1ad-31a2-4f9b-8486-46c7b2aadc00 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.49&port_id=eecf01ce-8de9-430b-a750-fb653509d35f HTTP/1.1" status: 200 len: 217 time: 0.3302631 Nov 23 21:52:02.522889 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-619ebfa4-ea33-4c14-aa8f-56dc33627f28 req-0dff0fa1-e58a-455a-9fd2-0f60d637ae86 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a94442c-6d29-48f6-8053-4a4498d90e09 HTTP/1.1" status: 200 len: 217 time: 0.0815103 Nov 23 21:52:02.551499 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-10ba2cd3-dbcb-4faa-aeaf-965b9b4d39a8 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:02.558843 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-10ba2cd3-dbcb-4faa-aeaf-965b9b4d39a8 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/networks?id=5b39ebb3-223e-4730-9b30-a3cfef1236db HTTP/1.1" status: 200 len: 818 time: 0.5310392 Nov 23 21:52:02.587202 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7f6477aa-703b-4929-bf31-8c75fc963b6c req-560ad02f-cc09-4b70-9a80-e669da6bee03 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6115644 Nov 23 21:52:02.637258 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8fb83593-e258-4694-950a-a4bcc0416258 req-fc69bf68-f34b-45d1-b397-11b6112827ff tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6137710 Nov 23 21:52:02.648047 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-5238aac0-dc2b-4883-91f4-ff827db52ad6 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/quotas/9e0e602807924473ad0638372ad1c371 HTTP/1.1" status: 200 len: 375 time: 0.0883234 Nov 23 21:52:02.706351 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a55fcb-ce6f-4b96-b70b-11a30f992a1a req-cc52ba62-92e9-437c-bf43-cb174ffba097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:02.708482 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-15a55fcb-ce6f-4b96-b70b-11a30f992a1a req-cc52ba62-92e9-437c-bf43-cb174ffba097 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9acfedce-47e4-4870-81c5-6e0ec7843552 HTTP/1.1" status: 200 len: 801 time: 0.2111201 Nov 23 21:52:02.728650 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-2b63e0ec-9876-4c8a-a6cd-5711d3b14dc3 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e0e602807924473ad0638372ad1c371&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706799 Nov 23 21:52:02.737737 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ebfa4-ea33-4c14-aa8f-56dc33627f28 req-310e1408-c6a1-40ea-844e-85f78f6e2bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:02.739415 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-619ebfa4-ea33-4c14-aa8f-56dc33627f28 req-310e1408-c6a1-40ea-844e-85f78f6e2bd8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.1783893 Nov 23 21:52:02.841427 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-619ebfa4-ea33-4c14-aa8f-56dc33627f28 req-36d73673-fabb-4df2-89e1-ac05dde341ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754964 Nov 23 21:52:02.872129 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:02.976557 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a55fcb-ce6f-4b96-b70b-11a30f992a1a req-21cbf1c9-460b-4d43-9e04-4754ff77b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:02.978110 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-15a55fcb-ce6f-4b96-b70b-11a30f992a1a req-21cbf1c9-460b-4d43-9e04-4754ff77b55c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6224d16c-8085-4fdb-99a1-d152b18dbfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2522819 Nov 23 21:52:02.993270 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1257ad-7dce-4b8f-bfc5-b0e783a0447e req-a4ac9913-5682-41e7-9956-05b6cb397635 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:02.999605 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1257ad-7dce-4b8f-bfc5-b0e783a0447e req-a4ac9913-5682-41e7-9956-05b6cb397635 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:03.001235 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bd1257ad-7dce-4b8f-bfc5-b0e783a0447e req-a4ac9913-5682-41e7-9956-05b6cb397635 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 1678 time: 0.2608318 Nov 23 21:52:03.042775 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-66c0d219-5cd2-426e-8596-9b06e4e7b27b service neutron] 10.222.0.50 "GET /v2.0/networks/5b39ebb3-223e-4730-9b30-a3cfef1236db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010886 Nov 23 21:52:03.152807 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-619ebfa4-ea33-4c14-aa8f-56dc33627f28 req-0a686e9d-7189-459c-831e-d62340f66850 service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007393 Nov 23 21:52:03.261654 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bd1257ad-7dce-4b8f-bfc5-b0e783a0447e req-dcaf6b8b-d6a7-49c3-bf5c-9fd877d5bfee tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441955 Nov 23 21:52:03.299186 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-15a55fcb-ce6f-4b96-b70b-11a30f992a1a req-294df8be-fb51-4ae7-8e02-467b0580050c service neutron] 10.222.0.53 "GET /v2.0/networks/6224d16c-8085-4fdb-99a1-d152b18dbfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924588 Nov 23 21:52:03.356204 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-5dc556a9-fb3f-49bf-87f4-d65fed50a051 service neutron] 10.222.0.50 "GET /v2.0/networks/5b39ebb3-223e-4730-9b30-a3cfef1236db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979994 Nov 23 21:52:03.462516 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-619ebfa4-ea33-4c14-aa8f-56dc33627f28 req-f0bc6ad4-f0ca-493d-9bab-58cca0b2691c service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002672 Nov 23 21:52:03.531573 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-15a55fcb-ce6f-4b96-b70b-11a30f992a1a req-3802449d-4f46-4325-a2e1-1d27a7e13528 service neutron] 10.222.0.53 "GET /v2.0/networks/6224d16c-8085-4fdb-99a1-d152b18dbfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116053 Nov 23 21:52:03.549217 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52912445-84ba-411a-8646-3f7f2bfcbee0 req-18e724c4-45f1-4e04-9f58-6d4ca38a4735 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:03.551681 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-52912445-84ba-411a-8646-3f7f2bfcbee0 req-18e724c4-45f1-4e04-9f58-6d4ca38a4735 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.1226840 Nov 23 21:52:03.644900 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-52912445-84ba-411a-8646-3f7f2bfcbee0 req-25d48914-4193-4963-890a-d85f6d7af898 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871017 Nov 23 21:52:03.800217 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:03.840324 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bf5b6755-e894-4226-86ef-29f318815bf2 req-4c731cba-c543-47fd-88a4-b167ecc97009 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 210 time: 0.0953047 Nov 23 21:52:03.929290 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137568a-96b2-4ec7-a864-7adbf8774cc9 req-8167741a-b64c-4c8f-ae83-d2631cd60cf9 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:03.939922 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a137568a-96b2-4ec7-a864-7adbf8774cc9 req-8167741a-b64c-4c8f-ae83-d2631cd60cf9 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=290fa3d6-85b7-41d7-9e9a-709498b9317c HTTP/1.1" status: 200 len: 946 time: 0.1089664 Nov 23 21:52:04.054198 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a137568a-96b2-4ec7-a864-7adbf8774cc9 req-08b2f529-2dd2-466d-aa71-4d0d3da85d61 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126103 Nov 23 21:52:04.106144 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cef03b16-50be-44a0-a6bb-dfbc781aa157 req-d127288d-ffbd-4cfe-a0a1-2d7da66a6fb1 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d51d0360-78c7-4503-a3c7-8ff039556d88 HTTP/1.1" status: 200 len: 210 time: 0.0405583 Nov 23 21:52:04.467267 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55074) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:04.504708 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2366b2-8cdf-454e-9159-30bcfe77d6ce req-69d5e9eb-8ec0-43ea-8901-888836ea3b9b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:04.523704 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2366b2-8cdf-454e-9159-30bcfe77d6ce req-69d5e9eb-8ec0-43ea-8901-888836ea3b9b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:04.534094 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e2366b2-8cdf-454e-9159-30bcfe77d6ce req-69d5e9eb-8ec0-43ea-8901-888836ea3b9b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 1678 time: 0.1402943 Nov 23 21:52:04.610664 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f38255a3-1429-4266-8cbb-5578de6fa894 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:04.621605 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e2366b2-8cdf-454e-9159-30bcfe77d6ce req-d4f4f428-ff02-4277-90e5-c1e95c5fa1ac tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865319 Nov 23 21:52:04.715225 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f38255a3-1429-4266-8cbb-5578de6fa894 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:04.720142 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f38255a3-1429-4266-8cbb-5578de6fa894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:04.772506 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f38255a3-1429-4266-8cbb-5578de6fa894 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=61a5234e09704863a63d98643f153b2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3039594 Nov 23 21:52:04.773698 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38255a3-1429-4266-8cbb-5578de6fa894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2870bf-8a74-461e-9297-dded737ac974,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:04.776564 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 55082) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:04.908445 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c580c1-e92f-4235-be51-50b7f7831517 req-c33344f5-ff07-4c7e-bfed-7c67a1c3ed93 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:04.920163 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b5c580c1-e92f-4235-be51-50b7f7831517 req-c33344f5-ff07-4c7e-bfed-7c67a1c3ed93 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.1448405 Nov 23 21:52:04.995087 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50395d3c-6bd9-4620-ac3e-38d756c7faca req-25f81821-de10-4ad0-a7d8-d6e62d5979a7 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 210 time: 0.0536203 Nov 23 21:52:04.998576 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eea82001-1e6c-449c-8cae-0db582710b0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:05.051980 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eea82001-1e6c-449c-8cae-0db582710b0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:05.101696 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b5c580c1-e92f-4235-be51-50b7f7831517 req-f69e1a72-0964-4bab-adad-b603b4ffc524 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751890 Nov 23 21:52:05.152514 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eea82001-1e6c-449c-8cae-0db582710b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:05.156458 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eea82001-1e6c-449c-8cae-0db582710b0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:05.160169 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-eea82001-1e6c-449c-8cae-0db582710b0b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/be2870bf-8a74-461e-9297-dded737ac974 HTTP/1.1" status: 204 len: 168 time: 0.3824053 Nov 23 21:52:05.178937 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea82001-1e6c-449c-8cae-0db582710b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2870bf-8a74-461e-9297-dded737ac974,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:05.425420 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bcf3a66e-5c6d-4a1e-997a-a04783912cd4 req-d3b51709-c976-4c28-9120-2bc2df8c8386 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d51d0360-78c7-4503-a3c7-8ff039556d88 HTTP/1.1" status: 200 len: 210 time: 0.0799327 Nov 23 21:52:05.457850 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b583c-0049-41e8-b7e0-5696d0087378 req-cba7d0a0-6fbb-4e76-9225-bc9264c0ff92 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:05.466306 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f10b583c-0049-41e8-b7e0-5696d0087378 req-cba7d0a0-6fbb-4e76-9225-bc9264c0ff92 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=290fa3d6-85b7-41d7-9e9a-709498b9317c HTTP/1.1" status: 200 len: 946 time: 0.1857080 Nov 23 21:52:05.668301 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f10b583c-0049-41e8-b7e0-5696d0087378 req-907f3b0c-a29d-4b18-a789-b0e3318ce2c8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010546 Nov 23 21:52:05.691069 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9eb11f58-648f-4436-9d61-1e2e2dc08eec req-334b6fe8-5d25-4b45-b1a1-75c019d8e4c6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ac802f4d-fa41-4ac6-bc07-c40312f19078&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2186975 Nov 23 21:52:05.729633 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device eecf01ce-8de9-430b-a750-fb653509d35f details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:52:05.777980 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55098) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:05.804201 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d197d2a9-0ec0-47b8-b298-0453fb0ad61e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:05.873694 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port eecf01ce-8de9-430b-a750-fb653509d35f, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=eecf01ce-8de9-430b-a750-fb653509d35f,segment=NetworkSegment(725ee7a8-d31c-41db-b157-b9e155547ce5),segment_id=725ee7a8-d31c-41db-b157-b9e155547ce5)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:05.895818 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'eecf01ce-8de9-430b-a750-fb653509d35f', 'network_id': '6224d16c-8085-4fdb-99a1-d152b18dbfcb', 'port_id': 'eecf01ce-8de9-430b-a750-fb653509d35f', 'mac_address': 'fa:16:3e:70:0c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acfedce-47e4-4870-81c5-6e0ec7843552', 'ip_address': '19.86.0.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:52:05.909499 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb11f58-648f-4436-9d61-1e2e2dc08eec req-91711b9c-0679-43a0-b191-5c978985973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:05.911089 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9eb11f58-648f-4436-9d61-1e2e2dc08eec req-91711b9c-0679-43a0-b191-5c978985973a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&device_id=ac802f4d-fa41-4ac6-bc07-c40312f19078 HTTP/1.1" status: 200 len: 1097 time: 0.1841037 Nov 23 21:52:05.929282 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b4304-551f-4478-9faa-8730dd61c40d req-09592208-50d5-4a35-8c89-2715505dc302 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:05.937356 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e8b4304-551f-4478-9faa-8730dd61c40d req-09592208-50d5-4a35-8c89-2715505dc302 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=290fa3d6-85b7-41d7-9e9a-709498b9317c HTTP/1.1" status: 200 len: 946 time: 0.1123486 Nov 23 21:52:05.949129 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a18cc4-c0fd-49f2-a92b-9a9e927b6367 req-b4e35e29-7c48-4982-9631-bf9b6c1a389c tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:05.956177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a18cc4-c0fd-49f2-a92b-9a9e927b6367 req-b4e35e29-7c48-4982-9631-bf9b6c1a389c tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:05.958841 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1a18cc4-c0fd-49f2-a92b-9a9e927b6367 req-b4e35e29-7c48-4982-9631-bf9b6c1a389c tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 1678 time: 0.1620703 Nov 23 21:52:06.020562 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:06.062432 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d197d2a9-0ec0-47b8-b298-0453fb0ad61e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:06.065301 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eecf01ce-8de9-430b-a750-fb653509d35f {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:52:06.070855 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d197d2a9-0ec0-47b8-b298-0453fb0ad61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:06.085607 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e8b4304-551f-4478-9faa-8730dd61c40d req-36d919bf-52a3-42a8-bd2f-8d999e6b42a7 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472774 Nov 23 21:52:06.137541 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port eecf01ce-8de9-430b-a750-fb653509d35f, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=eecf01ce-8de9-430b-a750-fb653509d35f,segment=NetworkSegment(725ee7a8-d31c-41db-b157-b9e155547ce5),segment_id=725ee7a8-d31c-41db-b157-b9e155547ce5)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:06.151924 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:06.153362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 0cf34042-28ad-48bd-94a5-466174b87b32 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:52:06.182042 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d197d2a9-0ec0-47b8-b298-0453fb0ad61e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=42dfcd7fc31549aaa4e923437c984b8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4025888 Nov 23 21:52:06.182958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55106) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:06.205136 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1a18cc4-c0fd-49f2-a92b-9a9e927b6367 req-982e6a92-9ba3-46fa-bd43-22076089f589 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298512 Nov 23 21:52:06.226362 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197d2a9-0ec0-47b8-b298-0453fb0ad61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0c1521-4809-44d2-9e56-1a80beb3f60b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:06.252375 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb11f58-648f-4436-9d61-1e2e2dc08eec req-53f93b1b-1399-4867-93ca-ebdf1ba15271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:06.254233 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9eb11f58-648f-4436-9d61-1e2e2dc08eec req-53f93b1b-1399-4867-93ca-ebdf1ba15271 service neutron] 10.222.0.60 "GET /v2.0/networks?id=670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 200 len: 906 time: 0.2445488 Nov 23 21:52:06.333490 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e91403c9-4a87-42b8-bcf5-de0eb5e39557 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:06.363247 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=eecf01ce-8de9-430b-a750-fb653509d35f,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:06.372359 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9eb11f58-648f-4436-9d61-1e2e2dc08eec req-5155d7f3-d58f-44cf-a432-ea690bb267c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a70a9bd-240b-4448-abe5-073150fdd13a HTTP/1.1" status: 200 len: 217 time: 0.1082172 Nov 23 21:52:06.449806 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-6949c4c2-9b27-4da4-86a5-b24be61f6f95 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:06.458947 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-6949c4c2-9b27-4da4-86a5-b24be61f6f95 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.60 "GET /v2.0/networks?id=5b39ebb3-223e-4730-9b30-a3cfef1236db HTTP/1.1" status: 200 len: 818 time: 0.3415518 Nov 23 21:52:06.470023 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e91403c9-4a87-42b8-bcf5-de0eb5e39557 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:06.518173 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-9a063037-b6bf-4e39-98e9-0fb571ac66db tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Request body: {'port': {'device_id': '88afe2c6-1e19-42e2-a922-955314514ab6', 'network_id': '5b39ebb3-223e-4730-9b30-a3cfef1236db', 'admin_state_up': True, 'tenant_id': '9e0e602807924473ad0638372ad1c371'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:52:06.580704 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 0cf34042-28ad-48bd-94a5-466174b87b32, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=0cf34042-28ad-48bd-94a5-466174b87b32,segment=NetworkSegment(54c3daab-1ba6-4599-8345-d24da7c2d665),segment_id=54c3daab-1ba6-4599-8345-d24da7c2d665)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:06.629141 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '0cf34042-28ad-48bd-94a5-466174b87b32', 'network_id': '417a1c8c-539d-4eff-b023-3c358954e723', 'port_id': '0cf34042-28ad-48bd-94a5-466174b87b32', 'mac_address': 'fa:16:3e:58:32:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72285ab8-4095-4f29-97df-a9bb06edf82e', 'ip_address': '19.80.0.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:52:06.633710 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9da60a99-ebf3-45ec-bfa7-e6e5441739f0 req-f7ca7890-d85a-4e7a-bfff-af6ede98c17f tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11f595d-6099-4954-8680-d62b89f028e7 HTTP/1.1" status: 200 len: 210 time: 0.3713448 Nov 23 21:52:06.769649 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:06.812604 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e91403c9-4a87-42b8-bcf5-de0eb5e39557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:06.815370 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf34042-28ad-48bd-94a5-466174b87b32 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:52:06.822926 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e91403c9-4a87-42b8-bcf5-de0eb5e39557 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:06.833406 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e91403c9-4a87-42b8-bcf5-de0eb5e39557 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6a0c1521-4809-44d2-9e56-1a80beb3f60b HTTP/1.1" status: 204 len: 168 time: 0.6320300 Nov 23 21:52:06.864186 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91403c9-4a87-42b8-bcf5-de0eb5e39557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0c1521-4809-44d2-9e56-1a80beb3f60b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:06.873476 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 0cf34042-28ad-48bd-94a5-466174b87b32, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=0cf34042-28ad-48bd-94a5-466174b87b32,segment=NetworkSegment(54c3daab-1ba6-4599-8345-d24da7c2d665),segment_id=54c3daab-1ba6-4599-8345-d24da7c2d665)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:06.893056 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:06.904327 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-9a063037-b6bf-4e39-98e9-0fb571ac66db tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Made reservation on behalf of 9e0e602807924473ad0638372ad1c371 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:52:06.908700 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-9a063037-b6bf-4e39-98e9-0fb571ac66db tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:07.148468 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-9a063037-b6bf-4e39-98e9-0fb571ac66db tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Allocated IP 172.20.0.4 (5b39ebb3-223e-4730-9b30-a3cfef1236db/0a7bb497-e740-4b18-b602-9f3d6488765f/ea92b1a1-301c-4554-b168-3610e85baea8) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:52:07.151088 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=0cf34042-28ad-48bd-94a5-466174b87b32,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:07.187669 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['0cf34042-28ad-48bd-94a5-466174b87b32'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:52:07.208119 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d6cbc0d0-13bd-43cf-a080-ceddf64d0cca tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:07.210246 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d6cbc0d0-13bd-43cf-a080-ceddf64d0cca tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.53 "GET /v2.0/networks?id=5b39ebb3-223e-4730-9b30-a3cfef1236db HTTP/1.1" status: 200 len: 818 time: 0.8107862 Nov 23 21:52:07.245754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb11f58-648f-4436-9d61-1e2e2dc08eec req-7eb70c6f-72a5-4893-ba91-3b8a1e804fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:07.247491 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9eb11f58-648f-4436-9d61-1e2e2dc08eec req-7eb70c6f-72a5-4893-ba91-3b8a1e804fbb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d4009be1-1322-446a-a15b-fa73a68a7e30 HTTP/1.1" status: 200 len: 845 time: 0.8468866 Nov 23 21:52:07.263380 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5c3548e2-ca94-4b04-ad40-eda18681b393 req-460f3f3a-953a-488d-8b4f-864a6395c749 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d51d0360-78c7-4503-a3c7-8ff039556d88 HTTP/1.1" status: 200 len: 210 time: 0.1082821 Nov 23 21:52:07.277887 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-c6acca24-b9ce-4262-bc09-1d01a5dcf0f0 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Request body: {'port': {'device_id': 'd51d0360-78c7-4503-a3c7-8ff039556d88', 'network_id': '5b39ebb3-223e-4730-9b30-a3cfef1236db', 'admin_state_up': True, 'tenant_id': '9e0e602807924473ad0638372ad1c371'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:52:07.513164 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9eb11f58-648f-4436-9d61-1e2e2dc08eec req-fa2f1967-1668-4297-8bbe-f62ce47de6ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=670396b2-2e17-45a5-b25a-4f315f3df81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2297740 Nov 23 21:52:07.545960 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8918d82-4488-4049-91e1-0aa55a46df8c req-57c9f633-02b3-46b4-92cd-ca8a8ee40358 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:07.551196 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8918d82-4488-4049-91e1-0aa55a46df8c req-57c9f633-02b3-46b4-92cd-ca8a8ee40358 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.8177755 Nov 23 21:52:07.610039 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-9a063037-b6bf-4e39-98e9-0fb571ac66db tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:07.666334 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-9a063037-b6bf-4e39-98e9-0fb571ac66db tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:07.712916 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-9a063037-b6bf-4e39-98e9-0fb571ac66db tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Network 5b39ebb3-223e-4730-9b30-a3cfef1236db is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:52:07.717248 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-9a063037-b6bf-4e39-98e9-0fb571ac66db tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:52:07.728234 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-9a063037-b6bf-4e39-98e9-0fb571ac66db tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:52:07.790290 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9eb11f58-648f-4436-9d61-1e2e2dc08eec req-549c8dd5-e01c-4d4c-8d96-7e04e10a8865 service neutron] 10.222.0.60 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583282 Nov 23 21:52:07.799218 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-9a063037-b6bf-4e39-98e9-0fb571ac66db tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:07.800436 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-9a063037-b6bf-4e39-98e9-0fb571ac66db tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:07.829062 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a063037-b6bf-4e39-98e9-0fb571ac66db tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Pushing event updated for resources: {'Port': ['ID=ea92b1a1-301c-4554-b168-3610e85baea8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:07.840578 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-9a063037-b6bf-4e39-98e9-0fb571ac66db tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3381612 Nov 23 21:52:07.867764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-1d34dfc3-29b5-4371-9dc2-ac933de0c0a2 service neutron] Request body: {'port': {'device_id': '88afe2c6-1e19-42e2-a922-955314514ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:52:07.936506 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-1d34dfc3-29b5-4371-9dc2-ac933de0c0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:08.225974 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['eecf01ce-8de9-430b-a750-fb653509d35f'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:52:08.232648 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8918d82-4488-4049-91e1-0aa55a46df8c req-2cc5e083-f766-43d0-8544-f34aec111756 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4393089 Nov 23 21:52:08.248622 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-36f43ddb-f2ed-407f-afaf-c986a22bbacb tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:08.250205 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-36f43ddb-f2ed-407f-afaf-c986a22bbacb tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.60 "GET /v2.0/networks?id=5b39ebb3-223e-4730-9b30-a3cfef1236db HTTP/1.1" status: 200 len: 818 time: 1.5156641 Nov 23 21:52:08.305148 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c1ba7-b446-42c1-ba36-043c60993b0d req-cc675664-76ba-41c4-8a06-462db49d758b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:08.307005 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-df1c1ba7-b446-42c1-ba36-043c60993b0d req-cc675664-76ba-41c4-8a06-462db49d758b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=290fa3d6-85b7-41d7-9e9a-709498b9317c HTTP/1.1" status: 200 len: 946 time: 0.8074436 Nov 23 21:52:08.317774 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-b1fd1d59-9b52-4380-9f1e-b2bfe0f22013 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Request body: {'port': {'device_id': '814dd929-fbea-4bc2-b061-3ad7be17202a', 'network_id': '5b39ebb3-223e-4730-9b30-a3cfef1236db', 'admin_state_up': True, 'tenant_id': '9e0e602807924473ad0638372ad1c371'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:52:08.464487 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-1d34dfc3-29b5-4371-9dc2-ac933de0c0a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea92b1a1-301c-4554-b168-3610e85baea8 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:52:08.485052 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-1d34dfc3-29b5-4371-9dc2-ac933de0c0a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:08.510452 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-df1c1ba7-b446-42c1-ba36-043c60993b0d req-d5aeb6e9-edd1-4931-909b-5ab3941c0a3f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706703 Nov 23 21:52:08.510745 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-1d34dfc3-29b5-4371-9dc2-ac933de0c0a2 service neutron] Transition to ACTIVE for port object ea92b1a1-301c-4554-b168-3610e85baea8 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:52:08.536680 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-1d34dfc3-29b5-4371-9dc2-ac933de0c0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:08.712732 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e19c2d-fb08-4996-b038-ff5f7db88472 req-107bc27c-d8d4-47d9-b34c-7fac860a5ab5 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:08.716776 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-74e19c2d-fb08-4996-b038-ff5f7db88472 req-107bc27c-d8d4-47d9-b34c-7fac860a5ab5 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.60 "GET /v2.0/ports?device_id=290fa3d6-85b7-41d7-9e9a-709498b9317c HTTP/1.1" status: 200 len: 946 time: 0.2044742 Nov 23 21:52:08.773169 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34dfc3-29b5-4371-9dc2-ac933de0c0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea92b1a1-301c-4554-b168-3610e85baea8,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:08.796323 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120fb29-ca47-430f-8868-1fdae657d897 req-3f9e6af6-d6ba-4c48-a7e2-89021f5c8184 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:08.806184 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120fb29-ca47-430f-8868-1fdae657d897 req-3f9e6af6-d6ba-4c48-a7e2-89021f5c8184 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:08.807372 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3120fb29-ca47-430f-8868-1fdae657d897 req-3f9e6af6-d6ba-4c48-a7e2-89021f5c8184 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 1680 time: 0.3245249 Nov 23 21:52:08.824844 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9eb11f58-648f-4436-9d61-1e2e2dc08eec req-34c99691-3688-477c-9bd5-4de82d262705 service neutron] 10.222.0.60 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9979684 Nov 23 21:52:08.845754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-c6acca24-b9ce-4262-bc09-1d01a5dcf0f0 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Made reservation on behalf of 9e0e602807924473ad0638372ad1c371 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:52:08.852343 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-c6acca24-b9ce-4262-bc09-1d01a5dcf0f0 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:08.959348 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7f1ec270-18e3-421f-9917-813853353245 req-c915bec7-1b71-4e1b-89b4-21548ecd9d08 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d51d0360-78c7-4503-a3c7-8ff039556d88 HTTP/1.1" status: 200 len: 210 time: 0.1906180 Nov 23 21:52:09.007404 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-1d34dfc3-29b5-4371-9dc2-ac933de0c0a2 service neutron] Attempting to bind port ea92b1a1-301c-4554-b168-3610e85baea8 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:52:09.007892 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-1d34dfc3-29b5-4371-9dc2-ac933de0c0a2 service neutron] Attempting to bind port ea92b1a1-301c-4554-b168-3610e85baea8 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '0e866f43-ae93-4d52-b5d3-4f4fe3c7011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5b39ebb3-223e-4730-9b30-a3cfef1236db'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:52:09.008205 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-1d34dfc3-29b5-4371-9dc2-ac933de0c0a2 service neutron] Attempting to bind port ea92b1a1-301c-4554-b168-3610e85baea8 on network 5b39ebb3-223e-4730-9b30-a3cfef1236db {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:52:09.023935 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-1d34dfc3-29b5-4371-9dc2-ac933de0c0a2 service neutron] Port ea92b1a1-301c-4554-b168-3610e85baea8 on network 5b39ebb3-223e-4730-9b30-a3cfef1236db not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:52:09.024267 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-1d34dfc3-29b5-4371-9dc2-ac933de0c0a2 service neutron] Attempting to bind port ea92b1a1-301c-4554-b168-3610e85baea8 on network 5b39ebb3-223e-4730-9b30-a3cfef1236db {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:52:09.028656 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 55164) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:09.037813 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-1d34dfc3-29b5-4371-9dc2-ac933de0c0a2 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:52:09.038153 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-1d34dfc3-29b5-4371-9dc2-ac933de0c0a2 service neutron] Checking segment: {'id': '0e866f43-ae93-4d52-b5d3-4f4fe3c7011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5b39ebb3-223e-4730-9b30-a3cfef1236db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:52:09.038539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-1d34dfc3-29b5-4371-9dc2-ac933de0c0a2 service neutron] Bound using segment: {'id': '0e866f43-ae93-4d52-b5d3-4f4fe3c7011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5b39ebb3-223e-4730-9b30-a3cfef1236db'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:52:09.039005 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-1d34dfc3-29b5-4371-9dc2-ac933de0c0a2 service neutron] Bound port: ea92b1a1-301c-4554-b168-3610e85baea8, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e866f43-ae93-4d52-b5d3-4f4fe3c7011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5b39ebb3-223e-4730-9b30-a3cfef1236db'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:52:09.039366 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-1d34dfc3-29b5-4371-9dc2-ac933de0c0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:09.045870 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-74e19c2d-fb08-4996-b038-ff5f7db88472 req-c91f77e3-2be6-45fe-ac79-8592f9e5ca66 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Deleting port 9a9205b1-dda6-433f-a9d4-dce72dcead94 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:52:09.046207 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-74e19c2d-fb08-4996-b038-ff5f7db88472 req-c91f77e3-2be6-45fe-ac79-8592f9e5ca66 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:09.099909 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3120fb29-ca47-430f-8868-1fdae657d897 req-b7da4517-e1ab-4f03-b4cb-75fa934265e8 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648833 Nov 23 21:52:09.185776 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-b1fd1d59-9b52-4380-9f1e-b2bfe0f22013 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Made reservation on behalf of 9e0e602807924473ad0638372ad1c371 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:52:09.190421 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-b1fd1d59-9b52-4380-9f1e-b2bfe0f22013 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:09.258456 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6dd03f4d-8697-4daa-9cae-ff1403737d57 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:09.259942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-1d34dfc3-29b5-4371-9dc2-ac933de0c0a2 service neutron] For port ea92b1a1-301c-4554-b168-3610e85baea8, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:52:09.266402 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-74e19c2d-fb08-4996-b038-ff5f7db88472 req-c91f77e3-2be6-45fe-ac79-8592f9e5ca66 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] For port 9a9205b1-dda6-433f-a9d4-dce72dcead94, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=9a9205b1-dda6-433f-a9d4-dce72dcead94,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:09.266796 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-74e19c2d-fb08-4996-b038-ff5f7db88472 req-c91f77e3-2be6-45fe-ac79-8592f9e5ca66 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:09.276978 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-1d34dfc3-29b5-4371-9dc2-ac933de0c0a2 service neutron] For port ea92b1a1-301c-4554-b168-3610e85baea8, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=ea92b1a1-301c-4554-b168-3610e85baea8,segment=NetworkSegment(0e866f43-ae93-4d52-b5d3-4f4fe3c7011d),segment_id=0e866f43-ae93-4d52-b5d3-4f4fe3c7011d)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:52:09.293823 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-1d34dfc3-29b5-4371-9dc2-ac933de0c0a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:09.372798 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-74e19c2d-fb08-4996-b038-ff5f7db88472 req-c91f77e3-2be6-45fe-ac79-8592f9e5ca66 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Calling delete_port for 9a9205b1-dda6-433f-a9d4-dce72dcead94 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:52:09.456907 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6dd03f4d-8697-4daa-9cae-ff1403737d57 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:09.464617 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34dfc3-29b5-4371-9dc2-ac933de0c0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea92b1a1-301c-4554-b168-3610e85baea8,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:09.468034 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-1d34dfc3-29b5-4371-9dc2-ac933de0c0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:09.468891 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-1d34dfc3-29b5-4371-9dc2-ac933de0c0a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:09.471252 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-1d34dfc3-29b5-4371-9dc2-ac933de0c0a2 service neutron] 10.222.0.60 "PUT /v2.0/ports/ea92b1a1-301c-4554-b168-3610e85baea8 HTTP/1.1" status: 200 len: 1091 time: 1.6105573 Nov 23 21:52:09.475051 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88afe2c6-1e19-42e2-a922-955314514ab6', 'tag': 'ea92b1a1-301c-4554-b168-3610e85baea8'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:52:09.477313 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6ee31e-1c9d-4e03-ad70-ea61482420bc" -d '{"events": [{"name": "network-changed", "server_uuid": "88afe2c6-1e19-42e2-a922-955314514ab6", "tag": "ea92b1a1-301c-4554-b168-3610e85baea8"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:52:09.594316 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81ce06e-e5e8-46bd-94a1-ced85bd39288 x-openstack-request-id: req-a81ce06e-e5e8-46bd-94a1-ced85bd39288 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:52:09.594605 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88afe2c6-1e19-42e2-a922-955314514ab6", "tag": "ea92b1a1-301c-4554-b168-3610e85baea8", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:52:09.599119 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a81ce06e-e5e8-46bd-94a1-ced85bd39288 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:52:09.599688 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88afe2c6-1e19-42e2-a922-955314514ab6', 'tag': 'ea92b1a1-301c-4554-b168-3610e85baea8', 'status': 'completed', 'code': 200} Nov 23 21:52:09.625361 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-c6acca24-b9ce-4262-bc09-1d01a5dcf0f0 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Allocated IP 172.20.0.11 (5b39ebb3-223e-4730-9b30-a3cfef1236db/0a7bb497-e740-4b18-b602-9f3d6488765f/3cf74548-dcc3-4b91-8c64-4af096997d48) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:52:09.665041 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d337367-f7d2-41f7-8fe4-1d40763576b6 req-d8bb52e6-decc-47e6-a01c-4eaf6eda1fd3 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:09.674057 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5d337367-f7d2-41f7-8fe4-1d40763576b6 req-d8bb52e6-decc-47e6-a01c-4eaf6eda1fd3 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.2547235 Nov 23 21:52:09.711284 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ee31e-1c9d-4e03-ad70-ea61482420bc req-3edb9a7e-309b-4d4a-b65e-2a846674b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:09.712438 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1f6ee31e-1c9d-4e03-ad70-ea61482420bc req-3edb9a7e-309b-4d4a-b65e-2a846674b9cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e0e602807924473ad0638372ad1c371&device_id=88afe2c6-1e19-42e2-a922-955314514ab6 HTTP/1.1" status: 200 len: 1094 time: 0.1038394 Nov 23 21:52:09.772857 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device eecf01ce-8de9-430b-a750-fb653509d35f up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:52:09.780129 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6dd03f4d-8697-4daa-9cae-ff1403737d57 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:09.782992 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6dd03f4d-8697-4daa-9cae-ff1403737d57 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:09.787478 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6dd03f4d-8697-4daa-9cae-ff1403737d57 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "DELETE /v2.0/security-groups/3e308cb2-ffb0-4b3a-8d4d-2e488ec4be5a HTTP/1.1" status: 204 len: 168 time: 0.7545073 Nov 23 21:52:09.791111 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55186) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:09.861716 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd03f4d-8697-4daa-9cae-ff1403737d57 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e308cb2-ffb0-4b3a-8d4d-2e488ec4be5a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:09.864125 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port eecf01ce-8de9-430b-a750-fb653509d35f completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:52:09.869798 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port eecf01ce-8de9-430b-a750-fb653509d35f triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:52:09.870383 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:09.882261 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5d337367-f7d2-41f7-8fe4-1d40763576b6 req-c8e24236-f9d0-4a60-bd74-375f64270c1d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068591 Nov 23 21:52:09.906198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4f384-1cab-4b02-bdf7-14146bbe890f req-8ffb6c1d-845d-4d3b-9c9c-3dc882a15b3a tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:09.908704 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-71a4f384-1cab-4b02-bdf7-14146bbe890f req-8ffb6c1d-845d-4d3b-9c9c-3dc882a15b3a tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=290fa3d6-85b7-41d7-9e9a-709498b9317c HTTP/1.1" status: 200 len: 946 time: 0.2212467 Nov 23 21:52:10.009128 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-fcd5902e-ac9a-43cd-a8fe-1ab19c1f2be3 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] show failed (client error): The resource could not be found. Nov 23 21:52:10.016467 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fcd5902e-ac9a-43cd-a8fe-1ab19c1f2be3 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "GET /v2.0/security-groups/3e308cb2-ffb0-4b3a-8d4d-2e488ec4be5a HTTP/1.1" status: 404 len: 347 time: 0.2225738 Nov 23 21:52:10.019910 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 55190) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:10.048939 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:10.107054 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port eecf01ce-8de9-430b-a750-fb653509d35f, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=eecf01ce-8de9-430b-a750-fb653509d35f,segment=NetworkSegment(725ee7a8-d31c-41db-b157-b9e155547ce5),segment_id=725ee7a8-d31c-41db-b157-b9e155547ce5)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:10.108640 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c9264f-796a-4198-aad8-7b9af64462c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecf01ce-8de9-430b-a750-fb653509d35f'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:52:10.113209 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7444779d-7e3f-469b-afb0-e7271487acb5" -d '{"events": [{"server_uuid": "04c9264f-796a-4198-aad8-7b9af64462c1", "name": "network-vif-plugged", "status": "completed", "tag": "eecf01ce-8de9-430b-a750-fb653509d35f"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:52:10.127601 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:10.131490 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 0cf34042-28ad-48bd-94a5-466174b87b32 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:52:10.151458 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ee31e-1c9d-4e03-ad70-ea61482420bc req-53f6d825-8b37-4968-a007-c3485c685824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:10.156637 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1f6ee31e-1c9d-4e03-ad70-ea61482420bc req-53f6d825-8b37-4968-a007-c3485c685824 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=9e0e602807924473ad0638372ad1c371&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4243219 Nov 23 21:52:10.160605 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-74e19c2d-fb08-4996-b038-ff5f7db88472 req-c91f77e3-2be6-45fe-ac79-8592f9e5ca66 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:10.221407 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['4a70a9bd-240b-4448-abe5-073150fdd13a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:52:10.237541 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-85311637-fd10-4fcf-ad90-4be83be49b56 req-a48327ab-d460-4ad4-b4bf-545012d14e16 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d51d0360-78c7-4503-a3c7-8ff039556d88 HTTP/1.1" status: 200 len: 210 time: 0.1167436 Nov 23 21:52:10.304111 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f77e3-2be6-45fe-ac79-8592f9e5ca66 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Pushing event deleted for resources: {'Port': ['ID=9a9205b1-dda6-433f-a9d4-dce72dcead94,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:10.359090 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830660e8-7109-4d4d-9a1b-e5a133e4382d x-openstack-request-id: req-830660e8-7109-4d4d-9a1b-e5a133e4382d {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:52:10.360044 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c9264f-796a-4198-aad8-7b9af64462c1", "name": "network-vif-plugged", "status": "completed", "tag": "eecf01ce-8de9-430b-a750-fb653509d35f", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:52:10.360560 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-830660e8-7109-4d4d-9a1b-e5a133e4382d {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:52:10.361524 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c9264f-796a-4198-aad8-7b9af64462c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecf01ce-8de9-430b-a750-fb653509d35f', 'code': 200} Nov 23 21:52:10.392456 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e19c2d-fb08-4996-b038-ff5f7db88472 req-c91f77e3-2be6-45fe-ac79-8592f9e5ca66 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] No DVR routers for this DVR port 9a9205b1-dda6-433f-a9d4-dce72dcead94 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:52:10.398529 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-74e19c2d-fb08-4996-b038-ff5f7db88472 req-c91f77e3-2be6-45fe-ac79-8592f9e5ca66 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:10.402552 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-74e19c2d-fb08-4996-b038-ff5f7db88472 req-c91f77e3-2be6-45fe-ac79-8592f9e5ca66 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.60 "DELETE /v2.0/ports/9a9205b1-dda6-433f-a9d4-dce72dcead94 HTTP/1.1" status: 204 len: 173 time: 1.6326857 Nov 23 21:52:10.442727 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-71a4f384-1cab-4b02-bdf7-14146bbe890f req-7101f8e1-205a-4edb-8a11-2726fbd0bde8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225704 Nov 23 21:52:10.481142 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=eecf01ce-8de9-430b-a750-fb653509d35f,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:10.481418 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-c6acca24-b9ce-4262-bc09-1d01a5dcf0f0 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:10.489729 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ee31e-1c9d-4e03-ad70-ea61482420bc req-b9243953-760f-406a-a1b6-781b250a53a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:10.493628 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1f6ee31e-1c9d-4e03-ad70-ea61482420bc req-b9243953-760f-406a-a1b6-781b250a53a9 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3202412 Nov 23 21:52:10.546609 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 9a9205b1-dda6-433f-a9d4-dce72dcead94 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:52:10.577590 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-5b65dbf4-b2d6-4c86-a3f1-7d3309f2cee8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Deleting port 6de07705-1e85-4527-b21d-d8276fa09780 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:52:10.577935 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5b65dbf4-b2d6-4c86-a3f1-7d3309f2cee8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:10.585264 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 0cf34042-28ad-48bd-94a5-466174b87b32 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:52:10.591977 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 0cf34042-28ad-48bd-94a5-466174b87b32 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:52:10.592694 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:10.595465 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 9a9205b1-dda6-433f-a9d4-dce72dcead94 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:52:10.596447 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 9a9205b1-dda6-433f-a9d4-dce72dcead94 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:52:10.660875 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e298309-7f97-4b99-9dd1-57d89d828bee req-ba000dfa-b72d-4a8f-90fe-a7a8951a2a03 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:10.667678 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e298309-7f97-4b99-9dd1-57d89d828bee req-ba000dfa-b72d-4a8f-90fe-a7a8951a2a03 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:10.678421 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4e298309-7f97-4b99-9dd1-57d89d828bee req-ba000dfa-b72d-4a8f-90fe-a7a8951a2a03 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 1681 time: 0.1779470 Nov 23 21:52:10.747418 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-b081a8b4-9ef7-40d1-ad20-d27a4bcbd28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:10.749992 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:10.751239 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-b081a8b4-9ef7-40d1-ad20-d27a4bcbd28e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e0e602807924473ad0638372ad1c371&device_id=88afe2c6-1e19-42e2-a922-955314514ab6 HTTP/1.1" status: 200 len: 1094 time: 0.1064618 Nov 23 21:52:10.761523 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-c6acca24-b9ce-4262-bc09-1d01a5dcf0f0 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:10.798268 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-c6acca24-b9ce-4262-bc09-1d01a5dcf0f0 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Network 5b39ebb3-223e-4730-9b30-a3cfef1236db is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:52:10.815721 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 0cf34042-28ad-48bd-94a5-466174b87b32, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=0cf34042-28ad-48bd-94a5-466174b87b32,segment=NetworkSegment(54c3daab-1ba6-4599-8345-d24da7c2d665),segment_id=54c3daab-1ba6-4599-8345-d24da7c2d665)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:10.840286 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:10.840572 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-c6acca24-b9ce-4262-bc09-1d01a5dcf0f0 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:52:10.881952 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d285144b-1295-4451-be44-981fed0e4ef8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea92b1a1-301c-4554-b168-3610e85baea8 HTTP/1.1" status: 200 len: 217 time: 0.1129863 Nov 23 21:52:10.946754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6acca24-b9ce-4262-bc09-1d01a5dcf0f0 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Pushing event updated for resources: {'Port': ['ID=3cf74548-dcc3-4b91-8c64-4af096997d48,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:10.948141 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=0cf34042-28ad-48bd-94a5-466174b87b32,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:10.981112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-c6acca24-b9ce-4262-bc09-1d01a5dcf0f0 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:52:11.021247 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-25a5cda9-1a9f-411c-bdf7-d7d43275049b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:11.028499 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-25a5cda9-1a9f-411c-bdf7-d7d43275049b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a7bb497-e740-4b18-b602-9f3d6488765f HTTP/1.1" status: 200 len: 858 time: 0.1374648 Nov 23 21:52:11.097782 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4e298309-7f97-4b99-9dd1-57d89d828bee req-1a8c1f62-b55b-4724-88c5-a0b9e1a99a75 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183455 Nov 23 21:52:11.120488 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-58fa4f24-c263-4c85-a820-3523a16334f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b39ebb3-223e-4730-9b30-a3cfef1236db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807371 Nov 23 21:52:11.154295 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5b65dbf4-b2d6-4c86-a3f1-7d3309f2cee8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:11.154553 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5b65dbf4-b2d6-4c86-a3f1-7d3309f2cee8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:11.166641 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-b1fd1d59-9b52-4380-9f1e-b2bfe0f22013 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Allocated IP 172.20.0.6 (5b39ebb3-223e-4730-9b30-a3cfef1236db/0a7bb497-e740-4b18-b602-9f3d6488765f/15891091-1887-463d-b8bf-0a692d46fd3d) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:52:11.191346 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-5b65dbf4-b2d6-4c86-a3f1-7d3309f2cee8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Calling delete_port for 6de07705-1e85-4527-b21d-d8276fa09780 owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:52:11.207457 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-c6acca24-b9ce-4262-bc09-1d01a5dcf0f0 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:11.208199 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-c6acca24-b9ce-4262-bc09-1d01a5dcf0f0 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:11.249393 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ecdae-0889-4438-9b7a-19f8fa9cdb8f req-6058b71c-b98a-42f7-a383-d8fb44e0c013 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:11.257631 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f1ecdae-0889-4438-9b7a-19f8fa9cdb8f req-6058b71c-b98a-42f7-a383-d8fb44e0c013 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.1840906 Nov 23 21:52:11.336341 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-c6acca24-b9ce-4262-bc09-1d01a5dcf0f0 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0931973 Nov 23 21:52:11.347256 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-751a439b-c006-483a-9b54-1182cbd8aafb service neutron] 10.222.0.60 "GET /v2.0/networks/5b39ebb3-223e-4730-9b30-a3cfef1236db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168105 Nov 23 21:52:11.365901 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d0b1495d-9912-4b5e-a8d0-7f9b6ed90f15 service neutron] Request body: {'port': {'device_id': 'd51d0360-78c7-4503-a3c7-8ff039556d88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:52:11.516991 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-b0415cac-4262-4c24-9757-bbe22330920d service neutron] 10.222.0.60 "GET /v2.0/networks/5b39ebb3-223e-4730-9b30-a3cfef1236db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611621 Nov 23 21:52:11.550316 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f1ecdae-0889-4438-9b7a-19f8fa9cdb8f req-ce0275d2-6524-4b81-a238-ee489e76e0ff tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917037 Nov 23 21:52:11.601150 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290fa3d6-85b7-41d7-9e9a-709498b9317c', 'name': 'network-vif-deleted', 'tag': '9a9205b1-dda6-433f-a9d4-dce72dcead94'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:52:11.604213 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55388635-5e10-4dcd-b347-46b1c020b181" -d '{"events": [{"server_uuid": "290fa3d6-85b7-41d7-9e9a-709498b9317c", "name": "network-vif-deleted", "tag": "9a9205b1-dda6-433f-a9d4-dce72dcead94"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:52:11.604904 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d0b1495d-9912-4b5e-a8d0-7f9b6ed90f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:11.620337 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1fd1f-aba1-431e-8233-de30052e35b9 req-7f1ad72e-719d-42b6-a5f3-30088b8c3427 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:11.628595 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9c1fd1f-aba1-431e-8233-de30052e35b9 req-7f1ad72e-719d-42b6-a5f3-30088b8c3427 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d51d0360-78c7-4503-a3c7-8ff039556d88 HTTP/1.1" status: 200 len: 932 time: 0.2847192 Nov 23 21:52:11.701938 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f2c842-f3fd-4662-9977-21da0565fcaf x-openstack-request-id: req-57f2c842-f3fd-4662-9977-21da0565fcaf {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:52:11.702242 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290fa3d6-85b7-41d7-9e9a-709498b9317c", "name": "network-vif-deleted", "tag": "9a9205b1-dda6-433f-a9d4-dce72dcead94", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:52:11.702500 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-57f2c842-f3fd-4662-9977-21da0565fcaf {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:52:11.702949 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290fa3d6-85b7-41d7-9e9a-709498b9317c', 'name': 'network-vif-deleted', 'tag': '9a9205b1-dda6-433f-a9d4-dce72dcead94', 'status': 'completed', 'code': 200} Nov 23 21:52:11.781319 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-b1fd1d59-9b52-4380-9f1e-b2bfe0f22013 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:11.997401 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9c1fd1f-aba1-431e-8233-de30052e35b9 req-11b383a1-2f6e-4e5e-88a7-b32acf008551 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/security-groups?id=68a9eef5-67ad-40eb-b34c-8b45fdbc3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626156 Nov 23 21:52:12.089691 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5b65dbf4-b2d6-4c86-a3f1-7d3309f2cee8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:12.227376 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65dbf4-b2d6-4c86-a3f1-7d3309f2cee8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Pushing event deleted for resources: {'Port': ['ID=6de07705-1e85-4527-b21d-d8276fa09780,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:12.311075 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-b1fd1d59-9b52-4380-9f1e-b2bfe0f22013 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:12.363771 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c9264f-796a-4198-aad8-7b9af64462c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf34042-28ad-48bd-94a5-466174b87b32'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:52:12.367157 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4134aa-bdd4-401c-8fb2-74caa490f82e" -d '{"events": [{"server_uuid": "04c9264f-796a-4198-aad8-7b9af64462c1", "name": "network-vif-plugged", "status": "completed", "tag": "0cf34042-28ad-48bd-94a5-466174b87b32"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:52:12.753724 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-b1fd1d59-9b52-4380-9f1e-b2bfe0f22013 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Network 5b39ebb3-223e-4730-9b30-a3cfef1236db is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:52:12.798054 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-b1fd1d59-9b52-4380-9f1e-b2bfe0f22013 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:52:12.804162 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5b65dbf4-b2d6-4c86-a3f1-7d3309f2cee8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:12.806530 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5b65dbf4-b2d6-4c86-a3f1-7d3309f2cee8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:12.807702 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5b65dbf4-b2d6-4c86-a3f1-7d3309f2cee8 tempest-ServersTestBootFromVolume-2119972961 tempest-ServersTestBootFromVolume-2119972961-project] 10.222.0.50 "DELETE /v2.0/floatingips/e1a0ab4d-70a1-4c53-a677-4befadfeff62 HTTP/1.1" status: 204 len: 168 time: 2.7778845 Nov 23 21:52:12.810862 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55258) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:12.814960 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-f9f06537-9e25-4e46-b372-bff38844549c tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:12.816432 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-f9f06537-9e25-4e46-b372-bff38844549c tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/networks?id=670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 200 len: 805 time: 0.7317753 Nov 23 21:52:12.825115 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-b1fd1d59-9b52-4380-9f1e-b2bfe0f22013 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:52:12.881989 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd1d59-9b52-4380-9f1e-b2bfe0f22013 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Pushing event updated for resources: {'Port': ['ID=15891091-1887-463d-b8bf-0a692d46fd3d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:12.905465 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-8c787993-92ea-4bc3-bc08-be5319dc0bea tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/quotas/c71aeb9305cf4bd2a1651a8b5100e309 HTTP/1.1" status: 200 len: 375 time: 0.0758660 Nov 23 21:52:12.920831 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348cafb-01c2-4915-87f0-922981219f53 req-f59eb739-4c70-4f0e-afa9-2ec24db166a6 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:12.928152 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348cafb-01c2-4915-87f0-922981219f53 req-f59eb739-4c70-4f0e-afa9-2ec24db166a6 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:12.930048 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0348cafb-01c2-4915-87f0-922981219f53 req-f59eb739-4c70-4f0e-afa9-2ec24db166a6 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 1682 time: 0.6782572 Nov 23 21:52:12.996402 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-b1fd1d59-9b52-4380-9f1e-b2bfe0f22013 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:12.997014 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-b1fd1d59-9b52-4380-9f1e-b2bfe0f22013 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:13.065891 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-b1fd1d59-9b52-4380-9f1e-b2bfe0f22013 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7577922 Nov 23 21:52:13.105029 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0348cafb-01c2-4915-87f0-922981219f53 req-681f65f2-c247-437c-b72f-77be0eeeeb56 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614602 Nov 23 21:52:13.109552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-37655f94-32ba-4830-8011-9d7bac39b70e service neutron] Request body: {'port': {'device_id': '814dd929-fbea-4bc2-b061-3ad7be17202a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:52:13.125713 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-4ff51838-998b-4c3b-ad62-322b683ca40b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1941133 Nov 23 21:52:13.182184 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d0b1495d-9912-4b5e-a8d0-7f9b6ed90f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf74548-dcc3-4b91-8c64-4af096997d48 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:52:13.208471 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d0b1495d-9912-4b5e-a8d0-7f9b6ed90f15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:13.249389 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e6453b-6ab5-4587-a8fc-53785e3ccb01 x-openstack-request-id: req-c5e6453b-6ab5-4587-a8fc-53785e3ccb01 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:52:13.249898 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c9264f-796a-4198-aad8-7b9af64462c1", "name": "network-vif-plugged", "status": "completed", "tag": "0cf34042-28ad-48bd-94a5-466174b87b32", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:52:13.250405 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c5e6453b-6ab5-4587-a8fc-53785e3ccb01 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:52:13.251531 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c9264f-796a-4198-aad8-7b9af64462c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf34042-28ad-48bd-94a5-466174b87b32', 'code': 200} Nov 23 21:52:13.296481 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d0b1495d-9912-4b5e-a8d0-7f9b6ed90f15 service neutron] Transition to ACTIVE for port object 3cf74548-dcc3-4b91-8c64-4af096997d48 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:52:13.300001 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-37655f94-32ba-4830-8011-9d7bac39b70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:13.322665 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d0b1495d-9912-4b5e-a8d0-7f9b6ed90f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:13.475838 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-c90b7860-bbaf-4f35-8984-10d92e2aceb3 service neutron] 10.222.0.50 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135688 Nov 23 21:52:13.505105 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1495d-9912-4b5e-a8d0-7f9b6ed90f15 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf74548-dcc3-4b91-8c64-4af096997d48,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:13.557320 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-098d10fc-dc90-430b-a601-49f02fcf4f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:13.628492 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e657e52-3688-4f93-8353-03f9c6ac85f7 req-295ba9f2-2664-4d33-80c0-4cf943424ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:13.628961 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e657e52-3688-4f93-8353-03f9c6ac85f7 req-295ba9f2-2664-4d33-80c0-4cf943424ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:13.630537 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e657e52-3688-4f93-8353-03f9c6ac85f7 req-295ba9f2-2664-4d33-80c0-4cf943424ea7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 1984 time: 0.3001790 Nov 23 21:52:13.724036 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81dcbcb-ec08-4248-aad1-c4799e0fea11 req-ac172a4f-5771-4987-898b-5a95748d7223 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:13.725592 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f81dcbcb-ec08-4248-aad1-c4799e0fea11 req-ac172a4f-5771-4987-898b-5a95748d7223 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.3426292 Nov 23 21:52:13.845801 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-99d2d811-9a95-44d9-88a1-e0cb444ba5ce service neutron] 10.222.0.50 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532310 Nov 23 21:52:13.940525 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e657e52-3688-4f93-8353-03f9c6ac85f7 req-ff0d7b9a-8c3d-4c3d-82a3-75d0612f8838 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527533 Nov 23 21:52:13.947177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d0b1495d-9912-4b5e-a8d0-7f9b6ed90f15 service neutron] Attempting to bind port 3cf74548-dcc3-4b91-8c64-4af096997d48 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:52:13.947905 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d0b1495d-9912-4b5e-a8d0-7f9b6ed90f15 service neutron] Attempting to bind port 3cf74548-dcc3-4b91-8c64-4af096997d48 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '0e866f43-ae93-4d52-b5d3-4f4fe3c7011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5b39ebb3-223e-4730-9b30-a3cfef1236db'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:52:13.948479 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d0b1495d-9912-4b5e-a8d0-7f9b6ed90f15 service neutron] Attempting to bind port 3cf74548-dcc3-4b91-8c64-4af096997d48 on network 5b39ebb3-223e-4730-9b30-a3cfef1236db {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:52:13.972035 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f81dcbcb-ec08-4248-aad1-c4799e0fea11 req-ea68d45f-90ae-4e6b-b2ab-e0449bef4a71 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303703 Nov 23 21:52:13.981199 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d0b1495d-9912-4b5e-a8d0-7f9b6ed90f15 service neutron] Port 3cf74548-dcc3-4b91-8c64-4af096997d48 on network 5b39ebb3-223e-4730-9b30-a3cfef1236db not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:52:13.981832 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d0b1495d-9912-4b5e-a8d0-7f9b6ed90f15 service neutron] Attempting to bind port 3cf74548-dcc3-4b91-8c64-4af096997d48 on network 5b39ebb3-223e-4730-9b30-a3cfef1236db {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:52:13.998731 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d0b1495d-9912-4b5e-a8d0-7f9b6ed90f15 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:52:14.000490 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d0b1495d-9912-4b5e-a8d0-7f9b6ed90f15 service neutron] Checking segment: {'id': '0e866f43-ae93-4d52-b5d3-4f4fe3c7011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5b39ebb3-223e-4730-9b30-a3cfef1236db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:52:14.001039 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d0b1495d-9912-4b5e-a8d0-7f9b6ed90f15 service neutron] Bound using segment: {'id': '0e866f43-ae93-4d52-b5d3-4f4fe3c7011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5b39ebb3-223e-4730-9b30-a3cfef1236db'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:52:14.002765 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d0b1495d-9912-4b5e-a8d0-7f9b6ed90f15 service neutron] Bound port: 3cf74548-dcc3-4b91-8c64-4af096997d48, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e866f43-ae93-4d52-b5d3-4f4fe3c7011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5b39ebb3-223e-4730-9b30-a3cfef1236db'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:52:14.003288 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d0b1495d-9912-4b5e-a8d0-7f9b6ed90f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:14.053954 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-098d10fc-dc90-430b-a601-49f02fcf4f54 admin admin] Deleting port 79536848-ea18-47f6-8ee3-151e564bace6 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:52:14.054524 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-098d10fc-dc90-430b-a601-49f02fcf4f54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:14.238502 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d0b1495d-9912-4b5e-a8d0-7f9b6ed90f15 service neutron] For port 3cf74548-dcc3-4b91-8c64-4af096997d48, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:52:14.260378 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d0b1495d-9912-4b5e-a8d0-7f9b6ed90f15 service neutron] For port 3cf74548-dcc3-4b91-8c64-4af096997d48, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=3cf74548-dcc3-4b91-8c64-4af096997d48,segment=NetworkSegment(0e866f43-ae93-4d52-b5d3-4f4fe3c7011d),segment_id=0e866f43-ae93-4d52-b5d3-4f4fe3c7011d)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:52:14.269928 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5a99b-e718-424f-959b-6b6f8b38eb59 req-a708ac17-3e3c-472f-b56f-64f88f51b19d tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:14.277185 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d2e5a99b-e718-424f-959b-6b6f8b38eb59 req-a708ac17-3e3c-472f-b56f-64f88f51b19d tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d51d0360-78c7-4503-a3c7-8ff039556d88 HTTP/1.1" status: 200 len: 944 time: 0.1854150 Nov 23 21:52:14.280700 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-37655f94-32ba-4830-8011-9d7bac39b70e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15891091-1887-463d-b8bf-0a692d46fd3d {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:52:14.317915 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-37655f94-32ba-4830-8011-9d7bac39b70e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:14.324260 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d0b1495d-9912-4b5e-a8d0-7f9b6ed90f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:14.334206 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-098d10fc-dc90-430b-a601-49f02fcf4f54 admin admin] For port 79536848-ea18-47f6-8ee3-151e564bace6, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=79536848-ea18-47f6-8ee3-151e564bace6,segment=NetworkSegment(1b392de4-80d3-413b-9b66-c12c8417b0c5),segment_id=1b392de4-80d3-413b-9b66-c12c8417b0c5)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:14.335137 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-098d10fc-dc90-430b-a601-49f02fcf4f54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:14.357349 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-37655f94-32ba-4830-8011-9d7bac39b70e service neutron] Transition to ACTIVE for port object 15891091-1887-463d-b8bf-0a692d46fd3d will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:52:14.364192 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-098d10fc-dc90-430b-a601-49f02fcf4f54 admin admin] Calling delete_port for 79536848-ea18-47f6-8ee3-151e564bace6 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:52:14.421023 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d0b1495d-9912-4b5e-a8d0-7f9b6ed90f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:14.424958 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d0b1495d-9912-4b5e-a8d0-7f9b6ed90f15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:14.428201 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-d0b1495d-9912-4b5e-a8d0-7f9b6ed90f15 service neutron] 10.222.0.53 "PUT /v2.0/ports/3cf74548-dcc3-4b91-8c64-4af096997d48 HTTP/1.1" status: 200 len: 1092 time: 3.0671604 Nov 23 21:52:14.437099 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-37655f94-32ba-4830-8011-9d7bac39b70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:14.487775 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51d0360-78c7-4503-a3c7-8ff039556d88', 'tag': '3cf74548-dcc3-4b91-8c64-4af096997d48'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:52:14.494165 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72d099a-249a-45c7-928f-bcbbd2f1449f" -d '{"events": [{"name": "network-changed", "server_uuid": "d51d0360-78c7-4503-a3c7-8ff039556d88", "tag": "3cf74548-dcc3-4b91-8c64-4af096997d48"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:52:14.519460 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device ea92b1a1-301c-4554-b168-3610e85baea8 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:52:14.644624 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cba4c83f-35f3-4ae6-96f5-4bd12c0e02d6 req-0935e19a-494b-4ff4-963b-40b9f461bc70 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d6b59c-ef27-44ef-881a-13ce7a1ca556 HTTP/1.1" status: 200 len: 210 time: 0.2603312 Nov 23 21:52:14.655696 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-316dc215-4fe1-4912-834a-364ea9c09907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:14.665919 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-316dc215-4fe1-4912-834a-364ea9c09907 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e0e602807924473ad0638372ad1c371&device_id=d51d0360-78c7-4503-a3c7-8ff039556d88 HTTP/1.1" status: 200 len: 1095 time: 0.1514163 Nov 23 21:52:14.671949 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d2e5a99b-e718-424f-959b-6b6f8b38eb59 req-cda3bef3-fa29-4636-ad8b-ee40de85a271 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/security-groups?id=68a9eef5-67ad-40eb-b34c-8b45fdbc3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939159 Nov 23 21:52:14.757962 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-546e436d-2d70-489d-9fdc-f25f91abd647 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cf74548-dcc3-4b91-8c64-4af096997d48 HTTP/1.1" status: 200 len: 217 time: 0.0829043 Nov 23 21:52:14.810983 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-098d10fc-dc90-430b-a601-49f02fcf4f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:14.888145 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port ea92b1a1-301c-4554-b168-3610e85baea8, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=ea92b1a1-301c-4554-b168-3610e85baea8,segment=NetworkSegment(0e866f43-ae93-4d52-b5d3-4f4fe3c7011d),segment_id=0e866f43-ae93-4d52-b5d3-4f4fe3c7011d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:14.967416 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'ea92b1a1-301c-4554-b168-3610e85baea8', 'network_id': '5b39ebb3-223e-4730-9b30-a3cfef1236db', 'port_id': 'ea92b1a1-301c-4554-b168-3610e85baea8', 'mac_address': 'fa:16:3e:6f:ab:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a7bb497-e740-4b18-b602-9f3d6488765f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:52:15.014751 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-29141bab-ca47-4670-9dec-57daf679dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:15.016658 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-29141bab-ca47-4670-9dec-57daf679dd14 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a7bb497-e740-4b18-b602-9f3d6488765f HTTP/1.1" status: 200 len: 858 time: 0.1130357 Nov 23 21:52:15.025370 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafe3488-8a97-46bc-9769-c9cd9d9eda82 x-openstack-request-id: req-bafe3488-8a97-46bc-9769-c9cd9d9eda82 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:52:15.025773 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51d0360-78c7-4503-a3c7-8ff039556d88", "tag": "3cf74548-dcc3-4b91-8c64-4af096997d48", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:52:15.026242 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bafe3488-8a97-46bc-9769-c9cd9d9eda82 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:52:15.028087 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51d0360-78c7-4503-a3c7-8ff039556d88', 'tag': '3cf74548-dcc3-4b91-8c64-4af096997d48', 'status': 'completed', 'code': 200} Nov 23 21:52:15.038199 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b1495d-9912-4b5e-a8d0-7f9b6ed90f15 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf74548-dcc3-4b91-8c64-4af096997d48,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:15.191356 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:15.200059 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37655f94-32ba-4830-8011-9d7bac39b70e service neutron] Pushing event updated for resources: {'Port': ['ID=15891091-1887-463d-b8bf-0a692d46fd3d,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:15.257338 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea92b1a1-301c-4554-b168-3610e85baea8 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:52:15.290403 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-37655f94-32ba-4830-8011-9d7bac39b70e service neutron] Attempting to bind port 15891091-1887-463d-b8bf-0a692d46fd3d on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:52:15.292382 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-37655f94-32ba-4830-8011-9d7bac39b70e service neutron] Attempting to bind port 15891091-1887-463d-b8bf-0a692d46fd3d by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '0e866f43-ae93-4d52-b5d3-4f4fe3c7011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5b39ebb3-223e-4730-9b30-a3cfef1236db'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:52:15.294642 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-37655f94-32ba-4830-8011-9d7bac39b70e service neutron] Attempting to bind port 15891091-1887-463d-b8bf-0a692d46fd3d on network 5b39ebb3-223e-4730-9b30-a3cfef1236db {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:52:15.389481 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-37655f94-32ba-4830-8011-9d7bac39b70e service neutron] Port 15891091-1887-463d-b8bf-0a692d46fd3d on network 5b39ebb3-223e-4730-9b30-a3cfef1236db not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:52:15.395821 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-37655f94-32ba-4830-8011-9d7bac39b70e service neutron] Attempting to bind port 15891091-1887-463d-b8bf-0a692d46fd3d on network 5b39ebb3-223e-4730-9b30-a3cfef1236db {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:52:15.399785 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port ea92b1a1-301c-4554-b168-3610e85baea8, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=ea92b1a1-301c-4554-b168-3610e85baea8,segment=NetworkSegment(0e866f43-ae93-4d52-b5d3-4f4fe3c7011d),segment_id=0e866f43-ae93-4d52-b5d3-4f4fe3c7011d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:15.421072 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:15.439826 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-37655f94-32ba-4830-8011-9d7bac39b70e service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:52:15.440610 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-37655f94-32ba-4830-8011-9d7bac39b70e service neutron] Checking segment: {'id': '0e866f43-ae93-4d52-b5d3-4f4fe3c7011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5b39ebb3-223e-4730-9b30-a3cfef1236db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:52:15.441177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-37655f94-32ba-4830-8011-9d7bac39b70e service neutron] Bound using segment: {'id': '0e866f43-ae93-4d52-b5d3-4f4fe3c7011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5b39ebb3-223e-4730-9b30-a3cfef1236db'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:52:15.441821 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-37655f94-32ba-4830-8011-9d7bac39b70e service neutron] Bound port: 15891091-1887-463d-b8bf-0a692d46fd3d, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e866f43-ae93-4d52-b5d3-4f4fe3c7011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5b39ebb3-223e-4730-9b30-a3cfef1236db'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:52:15.442371 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-37655f94-32ba-4830-8011-9d7bac39b70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:15.449707 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-b08b1484-5db9-4e09-8f52-c817f433cf45 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b39ebb3-223e-4730-9b30-a3cfef1236db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4041710 Nov 23 21:52:15.598593 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=ea92b1a1-301c-4554-b168-3610e85baea8,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:15.607145 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f46d3-dc2b-405e-ba36-2d850e86c923 req-3bde34c1-4aed-4a9b-86f3-c0247e1a4dfc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:15.622585 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f46d3-dc2b-405e-ba36-2d850e86c923 req-3bde34c1-4aed-4a9b-86f3-c0247e1a4dfc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:15.633984 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-198f46d3-dc2b-405e-ba36-2d850e86c923 req-3bde34c1-4aed-4a9b-86f3-c0247e1a4dfc tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 1682 time: 0.7291846 Nov 23 21:52:15.745226 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['ea92b1a1-301c-4554-b168-3610e85baea8'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:52:15.792714 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-6439d423-80ed-4627-ab45-dcd3b85e89f5 service neutron] 10.222.0.53 "GET /v2.0/networks/5b39ebb3-223e-4730-9b30-a3cfef1236db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264387 Nov 23 21:52:15.820458 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d10fc-dc90-430b-a601-49f02fcf4f54 admin admin] Pushing event deleted for resources: {'Port': ['ID=79536848-ea18-47f6-8ee3-151e564bace6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:15.889751 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc4d88-eee9-4453-bad8-2f2339238fd1 req-dec737d0-eb61-460e-b95b-d426fba0da77 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:15.899092 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-23fc4d88-eee9-4453-bad8-2f2339238fd1 req-dec737d0-eb61-460e-b95b-d426fba0da77 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.6426611 Nov 23 21:52:15.921535 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-198f46d3-dc2b-405e-ba36-2d850e86c923 req-1d5fc0a6-b0cf-4dc2-a1fb-bdc94afecb86 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828205 Nov 23 21:52:16.110081 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-37655f94-32ba-4830-8011-9d7bac39b70e service neutron] For port 15891091-1887-463d-b8bf-0a692d46fd3d, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:52:16.129963 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-098d10fc-dc90-430b-a601-49f02fcf4f54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:16.184772 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-37655f94-32ba-4830-8011-9d7bac39b70e service neutron] For port 15891091-1887-463d-b8bf-0a692d46fd3d, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=15891091-1887-463d-b8bf-0a692d46fd3d,segment=NetworkSegment(0e866f43-ae93-4d52-b5d3-4f4fe3c7011d),segment_id=0e866f43-ae93-4d52-b5d3-4f4fe3c7011d)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:52:16.218518 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-37655f94-32ba-4830-8011-9d7bac39b70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:16.307422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-37655f94-32ba-4830-8011-9d7bac39b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:16.310238 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-37655f94-32ba-4830-8011-9d7bac39b70e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:16.319096 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-37655f94-32ba-4830-8011-9d7bac39b70e service neutron] 10.222.0.60 "PUT /v2.0/ports/15891091-1887-463d-b8bf-0a692d46fd3d HTTP/1.1" status: 200 len: 1091 time: 3.2184901 Nov 23 21:52:16.405280 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-23fc4d88-eee9-4453-bad8-2f2339238fd1 req-9b53f87a-f672-4430-91e7-20ecfe4f04c4 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965117 Nov 23 21:52:16.555202 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-4f8185fb-e7e7-42c4-8728-b018b5511f0f service neutron] 10.222.0.53 "GET /v2.0/networks/5b39ebb3-223e-4730-9b30-a3cfef1236db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7508450 Nov 23 21:52:16.656240 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-8b2533ba-93e4-4a4e-8268-fab6f1d91cbd tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:16.658961 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-8b2533ba-93e4-4a4e-8268-fab6f1d91cbd tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.60 "GET /v2.0/networks?id=670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 200 len: 805 time: 0.4583638 Nov 23 21:52:16.710854 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-983f9248-c8d5-48fa-b5ea-0a3a6ab8a69b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Request body: {'port': {'device_id': '49d6b59c-ef27-44ef-881a-13ce7a1ca556', 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c', 'admin_state_up': True, 'tenant_id': 'c71aeb9305cf4bd2a1651a8b5100e309'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:52:16.783595 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dc42756c-2aa5-4424-9e78-49e0de962ab9 req-3ce3051c-e1e5-460f-8d5a-f75389e347e1 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d6b59c-ef27-44ef-881a-13ce7a1ca556 HTTP/1.1" status: 200 len: 210 time: 0.2464476 Nov 23 21:52:16.851752 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37655f94-32ba-4830-8011-9d7bac39b70e service neutron] Pushing event updated for resources: {'Port': ['ID=15891091-1887-463d-b8bf-0a692d46fd3d,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:16.903109 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-ebc0a5f2-71e6-4b3c-818d-6d6bf42f93d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:16.905508 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-ebc0a5f2-71e6-4b3c-818d-6d6bf42f93d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e0e602807924473ad0638372ad1c371&device_id=814dd929-fbea-4bc2-b061-3ad7be17202a HTTP/1.1" status: 200 len: 1094 time: 0.2778101 Nov 23 21:52:16.912491 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d099a-249a-45c7-928f-bcbbd2f1449f req-ace9999a-3b97-4a22-8c5b-8b27e40cc70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:16.917829 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e72d099a-249a-45c7-928f-bcbbd2f1449f req-ace9999a-3b97-4a22-8c5b-8b27e40cc70e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e0e602807924473ad0638372ad1c371&device_id=d51d0360-78c7-4503-a3c7-8ff039556d88 HTTP/1.1" status: 200 len: 1095 time: 0.2120221 Nov 23 21:52:16.932946 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34337610-1b20-414f-8dab-c3f5f782ae95 req-d9a0bfb8-8813-473b-81c4-b87085028513 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:16.934852 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34337610-1b20-414f-8dab-c3f5f782ae95 req-d9a0bfb8-8813-473b-81c4-b87085028513 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d51d0360-78c7-4503-a3c7-8ff039556d88 HTTP/1.1" status: 200 len: 944 time: 0.2539876 Nov 23 21:52:17.067837 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-983f9248-c8d5-48fa-b5ea-0a3a6ab8a69b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Made reservation on behalf of c71aeb9305cf4bd2a1651a8b5100e309 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:52:17.071489 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-983f9248-c8d5-48fa-b5ea-0a3a6ab8a69b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:17.075455 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098d10fc-dc90-430b-a601-49f02fcf4f54 admin admin] Router 546aa82a-a3cb-4bed-9736-ba2368d7cae1 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:52:17.089915 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814dd929-fbea-4bc2-b061-3ad7be17202a', 'tag': '15891091-1887-463d-b8bf-0a692d46fd3d'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:52:17.093477 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fd36b3-67ab-420a-b2dc-f5d6b913f3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "814dd929-fbea-4bc2-b061-3ad7be17202a", "tag": "15891091-1887-463d-b8bf-0a692d46fd3d"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:52:17.471149 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098d10fc-dc90-430b-a601-49f02fcf4f54 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:52:17.484398 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05153260-76a7-4c04-96fe-78c2c2b16786 None None] Sync routers for ids ['546aa82a-a3cb-4bed-9736-ba2368d7cae1'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:52:17.484985 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-098d10fc-dc90-430b-a601-49f02fcf4f54 admin admin] 10.222.0.50 "PUT /v2.0/routers/546aa82a-a3cb-4bed-9736-ba2368d7cae1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6717825 Nov 23 21:52:17.488494 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55342) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:17.518222 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05153260-76a7-4c04-96fe-78c2c2b16786 None None] Routers {'546aa82a-a3cb-4bed-9736-ba2368d7cae1'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:52:17.522425 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-05153260-76a7-4c04-96fe-78c2c2b16786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:52:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['546aa82a-a3cb-4bed-9736-ba2368d7cae1'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:17.608031 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-983f9248-c8d5-48fa-b5ea-0a3a6ab8a69b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Allocated IP 172.20.0.4 (670396b2-2e17-45a5-b25a-4f315f3df81c/d4009be1-1322-446a-a15b-fa73a68a7e30/e3044ebb-da15-4a13-bc0a-a3faae294a02) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:52:17.683312 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-05153260-76a7-4c04-96fe-78c2c2b16786 None None] Set router 546aa82a-a3cb-4bed-9736-ba2368d7cae1 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:52:17.789652 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce7fae2b-7a0d-43be-936f-8d088945c971 admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:17.906492 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-17386abd-4ec1-4381-9661-c6017d0efcbc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15891091-1887-463d-b8bf-0a692d46fd3d HTTP/1.1" status: 200 len: 217 time: 0.9536579 Nov 23 21:52:17.912042 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d099a-249a-45c7-928f-bcbbd2f1449f req-855d895f-c974-4859-b54a-d988fe45b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:17.913521 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e72d099a-249a-45c7-928f-bcbbd2f1449f req-855d895f-c974-4859-b54a-d988fe45b292 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5b39ebb3-223e-4730-9b30-a3cfef1236db HTTP/1.1" status: 200 len: 919 time: 0.9771895 Nov 23 21:52:17.999027 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-05d16870-f831-4a5d-ba0e-12a91a6bc82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:18.000651 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-05d16870-f831-4a5d-ba0e-12a91a6bc82d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a7bb497-e740-4b18-b602-9f3d6488765f HTTP/1.1" status: 200 len: 858 time: 0.0721037 Nov 23 21:52:18.016889 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-05153260-76a7-4c04-96fe-78c2c2b16786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'name': 'tempest-ServersTestBootFromVolume-842442178-router', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '316011fd-ed10-4e7d-b12b-87e752682796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:48:40Z', 'updated_at': '2021-11-23T21:52:14Z', 'revision_number': 5, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'gw_port': {'id': '316011fd-ed10-4e7d-b12b-87e752682796', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:41Z', 'updated_at': '2021-11-23T21:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:18.024939 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34337610-1b20-414f-8dab-c3f5f782ae95 req-dd473e11-6e39-4294-a51f-9bd9a744737a tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/security-groups?id=68a9eef5-67ad-40eb-b34c-8b45fdbc3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0261042 Nov 23 21:52:18.090596 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550d92f-8c33-4a98-81ec-fd2989e8f5fa req-50cdbe1f-b441-4436-8b05-1a3c023dde62 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:18.092518 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4550d92f-8c33-4a98-81ec-fd2989e8f5fa req-50cdbe1f-b441-4436-8b05-1a3c023dde62 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/ports?device_id=994ac921-bc65-442f-a7fe-2b54272d7711 HTTP/1.1" status: 200 len: 945 time: 1.0911674 Nov 23 21:52:18.100306 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05153260-76a7-4c04-96fe-78c2c2b16786 None None] Checking router: 546aa82a-a3cb-4bed-9736-ba2368d7cae1 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:52:18.120271 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e72d099a-249a-45c7-928f-bcbbd2f1449f req-a8dec484-177a-4380-b260-5149d170f0c0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cf74548-dcc3-4b91-8c64-4af096997d48 HTTP/1.1" status: 200 len: 217 time: 0.1902733 Nov 23 21:52:18.137660 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05153260-76a7-4c04-96fe-78c2c2b16786 None None] Routers {'546aa82a-a3cb-4bed-9736-ba2368d7cae1'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:52:18.138313 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-05153260-76a7-4c04-96fe-78c2c2b16786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:52:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['546aa82a-a3cb-4bed-9736-ba2368d7cae1'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:18.155677 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-7576425d-946d-419f-bea0-e9e2ac65f6a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b39ebb3-223e-4730-9b30-a3cfef1236db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926628 Nov 23 21:52:18.166693 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce7fae2b-7a0d-43be-936f-8d088945c971 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:18.327984 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-05153260-76a7-4c04-96fe-78c2c2b16786 None None] Set router 546aa82a-a3cb-4bed-9736-ba2368d7cae1 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:52:18.335740 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-983f9248-c8d5-48fa-b5ea-0a3a6ab8a69b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:18.399045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4550d92f-8c33-4a98-81ec-fd2989e8f5fa req-b644ef90-e4b6-4156-8ad7-a2785edac3b4 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfe08be-c796-425c-8412-77aa063c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776794 Nov 23 21:52:18.465805 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03903811-3838-4aab-b423-6e4eaf862fcf req-4e2323a4-5c58-48a1-a80b-7e38c190a3db tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:18.468699 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-03903811-3838-4aab-b423-6e4eaf862fcf req-4e2323a4-5c58-48a1-a80b-7e38c190a3db tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.60 "GET /v2.0/ports?device_id=994ac921-bc65-442f-a7fe-2b54272d7711 HTTP/1.1" status: 200 len: 945 time: 0.2505078 Nov 23 21:52:18.472145 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-983f9248-c8d5-48fa-b5ea-0a3a6ab8a69b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:18.480956 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d099a-249a-45c7-928f-bcbbd2f1449f req-3fc44f75-0c8c-4b36-aec3-ab1c04235e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:18.496837 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e72d099a-249a-45c7-928f-bcbbd2f1449f req-3fc44f75-0c8c-4b36-aec3-ab1c04235e25 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a7bb497-e740-4b18-b602-9f3d6488765f HTTP/1.1" status: 200 len: 858 time: 0.3401995 Nov 23 21:52:18.530950 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab8635d-229b-4d33-8d6c-62d0f72fc776 x-openstack-request-id: req-9ab8635d-229b-4d33-8d6c-62d0f72fc776 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:52:18.531246 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814dd929-fbea-4bc2-b061-3ad7be17202a", "tag": "15891091-1887-463d-b8bf-0a692d46fd3d", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:52:18.531502 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ab8635d-229b-4d33-8d6c-62d0f72fc776 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:52:18.531894 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814dd929-fbea-4bc2-b061-3ad7be17202a', 'tag': '15891091-1887-463d-b8bf-0a692d46fd3d', 'status': 'completed', 'code': 200} Nov 23 21:52:18.575280 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b744cc3-ca4b-4e0a-a58c-1311840ceaf2 req-7a69a9a0-4e01-4c72-89e2-30b078361fc7 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:18.581652 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b744cc3-ca4b-4e0a-a58c-1311840ceaf2 req-7a69a9a0-4e01-4c72-89e2-30b078361fc7 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:18.583232 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['4a70a9bd-240b-4448-abe5-073150fdd13a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:52:18.591439 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device ea92b1a1-301c-4554-b168-3610e85baea8 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:52:18.599330 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b744cc3-ca4b-4e0a-a58c-1311840ceaf2 req-7a69a9a0-4e01-4c72-89e2-30b078361fc7 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 1682 time: 0.3926668 Nov 23 21:52:18.606399 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-983f9248-c8d5-48fa-b5ea-0a3a6ab8a69b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Network 670396b2-2e17-45a5-b25a-4f315f3df81c is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:52:18.621643 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-ce7fae2b-7a0d-43be-936f-8d088945c971 admin admin] Deleting port 316011fd-ed10-4e7d-b12b-87e752682796 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:52:18.622008 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce7fae2b-7a0d-43be-936f-8d088945c971 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:18.628549 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-983f9248-c8d5-48fa-b5ea-0a3a6ab8a69b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:52:18.630663 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f9248-c8d5-48fa-b5ea-0a3a6ab8a69b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Pushing event updated for resources: {'Port': ['ID=e3044ebb-da15-4a13-bc0a-a3faae294a02,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:18.641159 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e72d099a-249a-45c7-928f-bcbbd2f1449f req-4652dd33-78e2-47b0-bd98-3afbdf3e1e44 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b39ebb3-223e-4730-9b30-a3cfef1236db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1344364 Nov 23 21:52:18.644124 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-983f9248-c8d5-48fa-b5ea-0a3a6ab8a69b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:52:18.725068 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-983f9248-c8d5-48fa-b5ea-0a3a6ab8a69b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:18.725731 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-983f9248-c8d5-48fa-b5ea-0a3a6ab8a69b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:18.833198 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-5e8a9266-7cda-4b20-b536-29ad4879735e service neutron] 10.222.0.60 "GET /v2.0/networks/5b39ebb3-223e-4730-9b30-a3cfef1236db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6197543 Nov 23 21:52:18.843388 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-983f9248-c8d5-48fa-b5ea-0a3a6ab8a69b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1394773 Nov 23 21:52:18.899945 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port ea92b1a1-301c-4554-b168-3610e85baea8 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:52:18.937862 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-1f10c360-6621-4ffa-b93f-0d773ccec86f service neutron] Request body: {'port': {'device_id': '49d6b59c-ef27-44ef-881a-13ce7a1ca556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:52:18.939809 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port ea92b1a1-301c-4554-b168-3610e85baea8 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:52:18.940439 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:18.967203 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b744cc3-ca4b-4e0a-a58c-1311840ceaf2 req-a7a597f2-e795-4a3c-ad1f-1fa8a1fbedb2 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659689 Nov 23 21:52:19.026449 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bde4da-f9fd-492c-a92a-7cfb205942d6 req-fd2660c5-33d6-4f59-8032-cc74ca627277 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:19.028575 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22bde4da-f9fd-492c-a92a-7cfb205942d6 req-fd2660c5-33d6-4f59-8032-cc74ca627277 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.3986442 Nov 23 21:52:19.076287 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-05153260-76a7-4c04-96fe-78c2c2b16786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'name': 'tempest-ServersTestBootFromVolume-842442178-router', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '316011fd-ed10-4e7d-b12b-87e752682796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:48:40Z', 'updated_at': '2021-11-23T21:52:14Z', 'revision_number': 5, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'gw_port': {'id': '316011fd-ed10-4e7d-b12b-87e752682796', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:41Z', 'updated_at': '2021-11-23T21:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:19.191943 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05153260-76a7-4c04-96fe-78c2c2b16786 None None] The sync data for ids ['546aa82a-a3cb-4bed-9736-ba2368d7cae1'] in n-d-816206-9 is: [{'id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'name': 'tempest-ServersTestBootFromVolume-842442178-router', 'tenant_id': '3841fbf39953415c9a3d2f808ffa28d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': '316011fd-ed10-4e7d-b12b-87e752682796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:48:40Z', 'updated_at': '2021-11-23T21:52:14Z', 'revision_number': 5, 'project_id': '3841fbf39953415c9a3d2f808ffa28d4', 'gw_port': {'id': '316011fd-ed10-4e7d-b12b-87e752682796', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546aa82a-a3cb-4bed-9736-ba2368d7cae1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:48:41Z', 'updated_at': '2021-11-23T21:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:52:19.243617 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-ce7fae2b-7a0d-43be-936f-8d088945c971 admin admin] For port 316011fd-ed10-4e7d-b12b-87e752682796, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=316011fd-ed10-4e7d-b12b-87e752682796,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:19.244139 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce7fae2b-7a0d-43be-936f-8d088945c971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:19.261592 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-1f10c360-6621-4ffa-b93f-0d773ccec86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:19.266108 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-ce7fae2b-7a0d-43be-936f-8d088945c971 admin admin] Calling delete_port for 316011fd-ed10-4e7d-b12b-87e752682796 owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:52:19.292962 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-03903811-3838-4aab-b423-6e4eaf862fcf req-4552589d-89bf-4716-b3db-7a765454fc92 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Deleting port e6e73bde-bbc8-4b84-a397-a13eb8d35c39 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:52:19.293356 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-03903811-3838-4aab-b423-6e4eaf862fcf req-4552589d-89bf-4716-b3db-7a765454fc92 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:19.381826 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:19.422200 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88afe2c6-1e19-42e2-a922-955314514ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea92b1a1-301c-4554-b168-3610e85baea8'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:52:19.428104 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576db589-6f8b-483b-a92a-2afa40ec06c3" -d '{"events": [{"server_uuid": "88afe2c6-1e19-42e2-a922-955314514ab6", "name": "network-vif-plugged", "status": "completed", "tag": "ea92b1a1-301c-4554-b168-3610e85baea8"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:52:19.446166 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port ea92b1a1-301c-4554-b168-3610e85baea8, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=ea92b1a1-301c-4554-b168-3610e85baea8,segment=NetworkSegment(0e866f43-ae93-4d52-b5d3-4f4fe3c7011d),segment_id=0e866f43-ae93-4d52-b5d3-4f4fe3c7011d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:19.463625 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:19.519555 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e72d099a-249a-45c7-928f-bcbbd2f1449f req-7edb7274-2cfc-4452-9ce5-ce8075cff91b service neutron] 10.222.0.53 "GET /v2.0/networks/5b39ebb3-223e-4730-9b30-a3cfef1236db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8375061 Nov 23 21:52:19.598119 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2754e0-b89c-4b1e-a712-bf84f481a2dc req-54f8dfb5-d972-4b42-bd31-c1ea5d06f424 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:19.601439 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa2754e0-b89c-4b1e-a712-bf84f481a2dc req-54f8dfb5-d972-4b42-bd31-c1ea5d06f424 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d6b59c-ef27-44ef-881a-13ce7a1ca556 HTTP/1.1" status: 200 len: 931 time: 0.3560505 Nov 23 21:52:19.609089 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22bde4da-f9fd-492c-a92a-7cfb205942d6 req-573738fe-c586-4fc0-9325-5762493b61e6 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709379 Nov 23 21:52:19.647091 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 79536848-ea18-47f6-8ee3-151e564bace6 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:52:19.666546 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=ea92b1a1-301c-4554-b168-3610e85baea8,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:19.710825 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-03903811-3838-4aab-b423-6e4eaf862fcf req-4552589d-89bf-4716-b3db-7a765454fc92 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] For port e6e73bde-bbc8-4b84-a397-a13eb8d35c39, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e6e73bde-bbc8-4b84-a397-a13eb8d35c39,segment=NetworkSegment(7a8955f4-a5c8-4ac8-9aaa-544eb807cb33),segment_id=7a8955f4-a5c8-4ac8-9aaa-544eb807cb33)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:19.711203 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-03903811-3838-4aab-b423-6e4eaf862fcf req-4552589d-89bf-4716-b3db-7a765454fc92 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:19.719289 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 79536848-ea18-47f6-8ee3-151e564bace6 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:52:19.719552 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 79536848-ea18-47f6-8ee3-151e564bace6 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:52:19.721890 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:19.722291 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:19.722684 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:19.724645 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:19.724645 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:19.724645 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:19.724942 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:19.725688 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:19.725801 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:19.726055 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:19.727117 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:19.727497 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:19.727626 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9333e5f3-6d8e-4e20-906b-b39a9660fed2 req-9984648f-3660-41f2-acd9-fc04ebb139a8 service neutron] 10.222.0.60 "GET /v2.0/networks/5b39ebb3-223e-4730-9b30-a3cfef1236db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8739264 Nov 23 21:52:19.811520 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 3cf74548-dcc3-4b91-8c64-4af096997d48 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:52:19.937239 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa2754e0-b89c-4b1e-a712-bf84f481a2dc req-be450617-b049-46ec-8dd6-ae56b4cb1435 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266890 Nov 23 21:52:20.136937 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 3cf74548-dcc3-4b91-8c64-4af096997d48, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=3cf74548-dcc3-4b91-8c64-4af096997d48,segment=NetworkSegment(0e866f43-ae93-4d52-b5d3-4f4fe3c7011d),segment_id=0e866f43-ae93-4d52-b5d3-4f4fe3c7011d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:20.164010 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '3cf74548-dcc3-4b91-8c64-4af096997d48', 'network_id': '5b39ebb3-223e-4730-9b30-a3cfef1236db', 'port_id': '3cf74548-dcc3-4b91-8c64-4af096997d48', 'mac_address': 'fa:16:3e:8a:8e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a7bb497-e740-4b18-b602-9f3d6488765f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:52:20.211110 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e72d099a-249a-45c7-928f-bcbbd2f1449f req-fcd1adc9-714a-4919-85e5-e7b78aeb010a service neutron] 10.222.0.53 "GET /v2.0/networks/5b39ebb3-223e-4730-9b30-a3cfef1236db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6443279 Nov 23 21:52:20.232521 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:20.240103 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a33ac9-f08a-4aa1-94e1-eb0b727e7164 req-3b5cac88-2091-4182-a38b-cd30b7a021df tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:20.241695 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-11a33ac9-f08a-4aa1-94e1-eb0b727e7164 req-3b5cac88-2091-4182-a38b-cd30b7a021df tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d51d0360-78c7-4503-a3c7-8ff039556d88 HTTP/1.1" status: 200 len: 944 time: 0.3476484 Nov 23 21:52:20.249564 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf74548-dcc3-4b91-8c64-4af096997d48 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:52:20.255389 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd36b3-67ab-420a-b2dc-f5d6b913f3ad req-0b850760-129d-494e-b0b7-dd5ad74910db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:20.266072 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0fd36b3-67ab-420a-b2dc-f5d6b913f3ad req-0b850760-129d-494e-b0b7-dd5ad74910db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9e0e602807924473ad0638372ad1c371&device_id=814dd929-fbea-4bc2-b061-3ad7be17202a HTTP/1.1" status: 200 len: 1094 time: 0.3350477 Nov 23 21:52:20.277429 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 3cf74548-dcc3-4b91-8c64-4af096997d48, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=3cf74548-dcc3-4b91-8c64-4af096997d48,segment=NetworkSegment(0e866f43-ae93-4d52-b5d3-4f4fe3c7011d),segment_id=0e866f43-ae93-4d52-b5d3-4f4fe3c7011d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:20.283641 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:20.367805 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=3cf74548-dcc3-4b91-8c64-4af096997d48,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:20.432943 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-03903811-3838-4aab-b423-6e4eaf862fcf req-4552589d-89bf-4716-b3db-7a765454fc92 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Calling delete_port for e6e73bde-bbc8-4b84-a397-a13eb8d35c39 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:52:20.474051 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2d022-37f2-4af9-abbd-a4951f05a601 req-49766717-77da-4d57-9144-224ea620eabf tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:20.475684 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e7d2d022-37f2-4af9-abbd-a4951f05a601 req-49766717-77da-4d57-9144-224ea620eabf tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/ports?device_id=994ac921-bc65-442f-a7fe-2b54272d7711 HTTP/1.1" status: 200 len: 945 time: 0.3291399 Nov 23 21:52:20.482286 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-11a33ac9-f08a-4aa1-94e1-eb0b727e7164 req-f1f694ec-d0cf-4441-831a-c356e8574647 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/security-groups?id=68a9eef5-67ad-40eb-b34c-8b45fdbc3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892769 Nov 23 21:52:20.544017 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce7fae2b-7a0d-43be-936f-8d088945c971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:20.548931 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d4af53-91db-44cf-8f39-a7c146340bdb x-openstack-request-id: req-70d4af53-91db-44cf-8f39-a7c146340bdb {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:52:20.549652 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88afe2c6-1e19-42e2-a922-955314514ab6", "name": "network-vif-plugged", "status": "completed", "tag": "ea92b1a1-301c-4554-b168-3610e85baea8", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:52:20.550237 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-70d4af53-91db-44cf-8f39-a7c146340bdb {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:52:20.551272 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88afe2c6-1e19-42e2-a922-955314514ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea92b1a1-301c-4554-b168-3610e85baea8', 'code': 200} Nov 23 21:52:20.574987 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd36b3-67ab-420a-b2dc-f5d6b913f3ad req-e3a2a9df-e5fb-45d9-ab60-cc671bc49ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:20.577176 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0fd36b3-67ab-420a-b2dc-f5d6b913f3ad req-e3a2a9df-e5fb-45d9-ab60-cc671bc49ca9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5b39ebb3-223e-4730-9b30-a3cfef1236db HTTP/1.1" status: 200 len: 919 time: 0.2830060 Nov 23 21:52:20.615913 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['3cf74548-dcc3-4b91-8c64-4af096997d48'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:52:20.657667 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fae2b-7a0d-43be-936f-8d088945c971 admin admin] Pushing event deleted for resources: {'Port': ['ID=316011fd-ed10-4e7d-b12b-87e752682796,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:20.702378 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0fd36b3-67ab-420a-b2dc-f5d6b913f3ad req-bef21be0-e3f0-494d-99af-9d4fd331d4c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15891091-1887-463d-b8bf-0a692d46fd3d HTTP/1.1" status: 200 len: 217 time: 0.1005995 Nov 23 21:52:20.710544 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e7d2d022-37f2-4af9-abbd-a4951f05a601 req-52760108-5fe4-48a7-ae1c-112fa18ccf3a tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbfe08be-c796-425c-8412-77aa063c3a14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129481 Nov 23 21:52:20.862248 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0955fea-7f4a-4c46-89d2-1f994cab6313 req-efa85235-d421-4ede-8356-b34a566d883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:20.870823 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0955fea-7f4a-4c46-89d2-1f994cab6313 req-efa85235-d421-4ede-8356-b34a566d883b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=88afe2c6-1e19-42e2-a922-955314514ab6 HTTP/1.1" status: 200 len: 1096 time: 0.1832635 Nov 23 21:52:20.883469 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd36b3-67ab-420a-b2dc-f5d6b913f3ad req-4cdd898c-f3b8-4229-9b48-6aaad7b7a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:20.885302 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0fd36b3-67ab-420a-b2dc-f5d6b913f3ad req-4cdd898c-f3b8-4229-9b48-6aaad7b7a961 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a7bb497-e740-4b18-b602-9f3d6488765f HTTP/1.1" status: 200 len: 858 time: 0.1738396 Nov 23 21:52:20.907545 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-1f10c360-6621-4ffa-b93f-0d773ccec86f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3044ebb-da15-4a13-bc0a-a3faae294a02 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:52:20.928005 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-1f10c360-6621-4ffa-b93f-0d773ccec86f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:20.941887 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce7fae2b-7a0d-43be-936f-8d088945c971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:20.977222 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0fd36b3-67ab-420a-b2dc-f5d6b913f3ad req-8c8838d1-5f6e-485a-ae1a-191ef6f644b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5b39ebb3-223e-4730-9b30-a3cfef1236db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772974 Nov 23 21:52:21.102026 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-1f10c360-6621-4ffa-b93f-0d773ccec86f service neutron] Transition to ACTIVE for port object e3044ebb-da15-4a13-bc0a-a3faae294a02 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:52:21.113593 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce7fae2b-7a0d-43be-936f-8d088945c971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:21.117898 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce7fae2b-7a0d-43be-936f-8d088945c971 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:21.126745 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-1f10c360-6621-4ffa-b93f-0d773ccec86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:21.169648 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0955fea-7f4a-4c46-89d2-1f994cab6313 req-85f8b0a4-ac5d-4c96-af2d-6131e65850d7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=68a9eef5-67ad-40eb-b34c-8b45fdbc3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895498 Nov 23 21:52:21.214650 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-03903811-3838-4aab-b423-6e4eaf862fcf req-4552589d-89bf-4716-b3db-7a765454fc92 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:21.240049 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10c360-6621-4ffa-b93f-0d773ccec86f service neutron] Pushing event updated for resources: {'Port': ['ID=e3044ebb-da15-4a13-bc0a-a3faae294a02,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:21.242829 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce7fae2b-7a0d-43be-936f-8d088945c971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:21.243611 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7fae2b-7a0d-43be-936f-8d088945c971 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 546aa82a-a3cb-4bed-9736-ba2368d7cae1 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 21:52:21.257830 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce7fae2b-7a0d-43be-936f-8d088945c971 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:21.261843 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ce7fae2b-7a0d-43be-936f-8d088945c971 admin admin] 10.222.0.50 "DELETE /v2.0/routers/546aa82a-a3cb-4bed-9736-ba2368d7cae1 HTTP/1.1" status: 204 len: 168 time: 3.7723866 Nov 23 21:52:21.265415 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55414) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:21.304069 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0fd36b3-67ab-420a-b2dc-f5d6b913f3ad req-4246ec9e-6843-469b-998f-cab97fd2f2e8 service neutron] 10.222.0.60 "GET /v2.0/networks/5b39ebb3-223e-4730-9b30-a3cfef1236db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076518 Nov 23 21:52:21.340769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6879c37-694d-4ef4-b324-74819114e1ba req-6ddf2ead-5eb7-4447-aa49-a521b2635f79 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:21.353005 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a6879c37-694d-4ef4-b324-74819114e1ba req-6ddf2ead-5eb7-4447-aa49-a521b2635f79 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.4542150 Nov 23 21:52:21.361338 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552589d-89bf-4716-b3db-7a765454fc92 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Pushing event deleted for resources: {'Port': ['ID=e6e73bde-bbc8-4b84-a397-a13eb8d35c39,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:21.379978 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bed03-50d3-4a21-98a2-247ea0c4b560 req-28e0e7c3-9ce5-46a0-b9f4-9e33e857a87b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:21.393277 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bed03-50d3-4a21-98a2-247ea0c4b560 req-28e0e7c3-9ce5-46a0-b9f4-9e33e857a87b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:21.394932 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-088bed03-50d3-4a21-98a2-247ea0c4b560 req-28e0e7c3-9ce5-46a0-b9f4-9e33e857a87b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 1682 time: 0.4657662 Nov 23 21:52:21.437878 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-03903811-3838-4aab-b423-6e4eaf862fcf req-4552589d-89bf-4716-b3db-7a765454fc92 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] No DVR routers for this DVR port e6e73bde-bbc8-4b84-a397-a13eb8d35c39 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:52:21.466827 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-03903811-3838-4aab-b423-6e4eaf862fcf req-4552589d-89bf-4716-b3db-7a765454fc92 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:21.470032 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-03903811-3838-4aab-b423-6e4eaf862fcf req-4552589d-89bf-4716-b3db-7a765454fc92 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.60 "DELETE /v2.0/ports/e6e73bde-bbc8-4b84-a397-a13eb8d35c39 HTTP/1.1" status: 204 len: 173 time: 2.9935424 Nov 23 21:52:21.473059 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994ac921-bc65-442f-a7fe-2b54272d7711', 'name': 'network-vif-deleted', 'tag': 'e6e73bde-bbc8-4b84-a397-a13eb8d35c39'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:52:21.475459 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4106518c-b231-472f-be8c-bb93dc19b682" -d '{"events": [{"server_uuid": "994ac921-bc65-442f-a7fe-2b54272d7711", "name": "network-vif-deleted", "tag": "e6e73bde-bbc8-4b84-a397-a13eb8d35c39"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:52:21.493612 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3aeb66-98f7-4b53-af33-f3c55d00ef62 admin admin] Deleting subnet a39ba786-79b8-412a-8bb7-270394e1e0b9 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:52:21.504669 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ad3aeb66-98f7-4b53-af33-f3c55d00ef62 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:21.588585 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 55422) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:21.609614 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ad3aeb66-98f7-4b53-af33-f3c55d00ef62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:21.638067 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a6879c37-694d-4ef4-b324-74819114e1ba req-089e56e0-4739-4174-a82c-f3f04e30d1ac tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703373 Nov 23 21:52:21.644358 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-088bed03-50d3-4a21-98a2-247ea0c4b560 req-729456b2-8a9e-4c0c-b375-96e0253b8dd5 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414854 Nov 23 21:52:21.693732 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0fd36b3-67ab-420a-b2dc-f5d6b913f3ad req-f9de5a98-dc60-4a3b-a260-0ae4927a41eb service neutron] 10.222.0.60 "GET /v2.0/networks/5b39ebb3-223e-4730-9b30-a3cfef1236db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586355 Nov 23 21:52:21.711384 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-1f10c360-6621-4ffa-b93f-0d773ccec86f service neutron] Attempting to bind port e3044ebb-da15-4a13-bc0a-a3faae294a02 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:52:21.712373 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-1f10c360-6621-4ffa-b93f-0d773ccec86f service neutron] Attempting to bind port e3044ebb-da15-4a13-bc0a-a3faae294a02 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:52:21.714789 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-1f10c360-6621-4ffa-b93f-0d773ccec86f service neutron] Attempting to bind port e3044ebb-da15-4a13-bc0a-a3faae294a02 on network 670396b2-2e17-45a5-b25a-4f315f3df81c {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:52:21.724779 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f738c8-3c2e-42f5-bd5d-c6e040e22fa0 x-openstack-request-id: req-d5f738c8-3c2e-42f5-bd5d-c6e040e22fa0 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:52:21.724906 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994ac921-bc65-442f-a7fe-2b54272d7711", "name": "network-vif-deleted", "tag": "e6e73bde-bbc8-4b84-a397-a13eb8d35c39", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:52:21.725159 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5f738c8-3c2e-42f5-bd5d-c6e040e22fa0 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:52:21.725568 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994ac921-bc65-442f-a7fe-2b54272d7711', 'name': 'network-vif-deleted', 'tag': 'e6e73bde-bbc8-4b84-a397-a13eb8d35c39', 'status': 'completed', 'code': 200} Nov 23 21:52:21.785764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-1f10c360-6621-4ffa-b93f-0d773ccec86f service neutron] Port e3044ebb-da15-4a13-bc0a-a3faae294a02 on network 670396b2-2e17-45a5-b25a-4f315f3df81c not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:52:21.786096 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-1f10c360-6621-4ffa-b93f-0d773ccec86f service neutron] Attempting to bind port e3044ebb-da15-4a13-bc0a-a3faae294a02 on network 670396b2-2e17-45a5-b25a-4f315f3df81c {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:52:21.788057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa39967-75a4-4336-ba11-3da6fb147867 req-9240b748-efb1-470c-beba-4ef1c007e9d1 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:21.796893 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5aa39967-75a4-4336-ba11-3da6fb147867 req-9240b748-efb1-470c-beba-4ef1c007e9d1 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d6b59c-ef27-44ef-881a-13ce7a1ca556 HTTP/1.1" status: 200 len: 943 time: 0.0643277 Nov 23 21:52:21.821827 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c32e0b87-92c5-4f14-b432-416a0529c4de details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:52:21.822768 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-1f10c360-6621-4ffa-b93f-0d773ccec86f service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:52:21.826249 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-1f10c360-6621-4ffa-b93f-0d773ccec86f service neutron] Checking segment: {'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:52:21.826676 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-1f10c360-6621-4ffa-b93f-0d773ccec86f service neutron] Bound using segment: {'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:52:21.829198 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-1f10c360-6621-4ffa-b93f-0d773ccec86f service neutron] Bound port: e3044ebb-da15-4a13-bc0a-a3faae294a02, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:52:21.831879 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-1f10c360-6621-4ffa-b93f-0d773ccec86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:21.861819 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ad3aeb66-98f7-4b53-af33-f3c55d00ef62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:22.003126 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5aa39967-75a4-4336-ba11-3da6fb147867 req-11e58770-8af0-482c-b48c-21547843d11f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051272 Nov 23 21:52:22.004126 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-1f10c360-6621-4ffa-b93f-0d773ccec86f service neutron] For port e3044ebb-da15-4a13-bc0a-a3faae294a02, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:52:22.008755 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a8aa6de-1280-4374-b759-a25a079779a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:22.021028 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-1f10c360-6621-4ffa-b93f-0d773ccec86f service neutron] For port e3044ebb-da15-4a13-bc0a-a3faae294a02, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e3044ebb-da15-4a13-bc0a-a3faae294a02,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:52:22.031415 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-1f10c360-6621-4ffa-b93f-0d773ccec86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:22.039435 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port c32e0b87-92c5-4f14-b432-416a0529c4de, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c32e0b87-92c5-4f14-b432-416a0529c4de,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:22.056244 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ad3aeb66-98f7-4b53-af33-f3c55d00ef62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:22.070106 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'c32e0b87-92c5-4f14-b432-416a0529c4de', 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b', 'port_id': 'c32e0b87-92c5-4f14-b432-416a0529c4de', 'mac_address': 'fa:16:3e:cb:d4:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0056705a-d511-4857-982b-628123088030', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:52:22.094843 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d56af-6302-4532-af11-b8c391312f0c req-09fd02f1-ad7d-45da-b05c-4e0acdab1ca6 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:22.115807 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf4d56af-6302-4532-af11-b8c391312f0c req-09fd02f1-ad7d-45da-b05c-4e0acdab1ca6 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d51d0360-78c7-4503-a3c7-8ff039556d88 HTTP/1.1" status: 200 len: 945 time: 0.3041198 Nov 23 21:52:22.141703 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-1f10c360-6621-4ffa-b93f-0d773ccec86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:22.142656 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-1f10c360-6621-4ffa-b93f-0d773ccec86f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:22.144747 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-1f10c360-6621-4ffa-b93f-0d773ccec86f service neutron] 10.222.0.60 "PUT /v2.0/ports/e3044ebb-da15-4a13-bc0a-a3faae294a02 HTTP/1.1" status: 200 len: 1091 time: 3.2141495 Nov 23 21:52:22.151310 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ad3aeb66-98f7-4b53-af33-f3c55d00ef62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:22.154994 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ad3aeb66-98f7-4b53-af33-f3c55d00ef62 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a39ba786-79b8-412a-8bb7-270394e1e0b9 HTTP/1.1" status: 204 len: 168 time: 0.8863766 Nov 23 21:52:22.160157 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3aeb66-98f7-4b53-af33-f3c55d00ef62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a39ba786-79b8-412a-8bb7-270394e1e0b9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:22.165772 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55444) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:22.200206 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c0e4f6-9c88-496d-b0d3-7ca03bc3176f None None] Network 193ab341-7607-45c0-a20d-874bc57a8e22 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:52:22.217482 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10c360-6621-4ffa-b93f-0d773ccec86f service neutron] Pushing event updated for resources: {'Port': ['ID=e3044ebb-da15-4a13-bc0a-a3faae294a02,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:22.245623 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed60fc77-268e-45a5-ad17-a8b15f7cf8e0 req-6910b68a-76e8-4d36-ad65-84e19853a082 tempest-AttachSCSIVolumeTestJSON-1469413292 tempest-AttachSCSIVolumeTestJSON-1469413292-project] 10.222.0.50 "GET /v2.0/ports?device_id=994ac921-bc65-442f-a7fe-2b54272d7711 HTTP/1.1" status: 200 len: 210 time: 0.0590332 Nov 23 21:52:22.290303 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf4d56af-6302-4532-af11-b8c391312f0c req-fab4bb89-7d67-40a2-a9a1-a84f5d0d79f2 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/security-groups?id=68a9eef5-67ad-40eb-b34c-8b45fdbc3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735289 Nov 23 21:52:22.346769 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:22.358146 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a8aa6de-1280-4374-b759-a25a079779a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:22.366904 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a8aa6de-1280-4374-b759-a25a079779a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:22.389418 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:22.419030 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-8352e565-43d9-409c-b2d5-30aec1198d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:22.420573 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-8352e565-43d9-409c-b2d5-30aec1198d56 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&device_id=49d6b59c-ef27-44ef-881a-13ce7a1ca556 HTTP/1.1" status: 200 len: 1094 time: 0.0799131 Nov 23 21:52:22.447929 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c32e0b87-92c5-4f14-b432-416a0529c4de {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:52:22.489471 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0a8aa6de-1280-4374-b759-a25a079779a0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2fd716572c4a474d89b236e96d0cc953&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8965127 Nov 23 21:52:22.495110 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8aa6de-1280-4374-b759-a25a079779a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a828e372-6f18-4b50-aff4-982b361a3438,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:22.512345 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port c32e0b87-92c5-4f14-b432-416a0529c4de, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c32e0b87-92c5-4f14-b432-416a0529c4de,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:22.529076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 55452) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:22.535977 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-780773d3-056f-4856-88f3-9384bce803c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3044ebb-da15-4a13-bc0a-a3faae294a02 HTTP/1.1" status: 200 len: 217 time: 0.0808868 Nov 23 21:52:22.538938 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:22.541274 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 15891091-1887-463d-b8bf-0a692d46fd3d details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:52:22.557138 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e6e73bde-bbc8-4b84-a397-a13eb8d35c39 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:52:22.619853 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-ca32c3ee-05af-4b72-a1ab-883e380fa5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:22.621339 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-ca32c3ee-05af-4b72-a1ab-883e380fa5de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d4009be1-1322-446a-a15b-fa73a68a7e30 HTTP/1.1" status: 200 len: 845 time: 0.0705914 Nov 23 21:52:22.674845 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: e6e73bde-bbc8-4b84-a397-a13eb8d35c39 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:52:22.675191 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e6e73bde-bbc8-4b84-a397-a13eb8d35c39 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:52:22.680199 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Deleting port 328bf117-74b7-467b-818c-adc4eaaf149e {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:52:22.680547 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:22.683773 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-17a1114a-e51f-439e-8e94-4e07cefebab1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=670396b2-2e17-45a5-b25a-4f315f3df81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494437 Nov 23 21:52:22.715889 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.resource_extend [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 21:52:22.730607 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['c32e0b87-92c5-4f14-b432-416a0529c4de'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:52:22.748396 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-16d972e8-2957-47d5-87af-5a5417fca1e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:22.799467 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-16d972e8-2957-47d5-87af-5a5417fca1e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:22.875942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] For port 328bf117-74b7-467b-818c-adc4eaaf149e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=328bf117-74b7-467b-818c-adc4eaaf149e,segment=NetworkSegment(1b392de4-80d3-413b-9b66-c12c8417b0c5),segment_id=1b392de4-80d3-413b-9b66-c12c8417b0c5)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:22.876907 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:22.899106 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Calling delete_port for 328bf117-74b7-467b-818c-adc4eaaf149e owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:52:22.939521 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-16d972e8-2957-47d5-87af-5a5417fca1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:22.943020 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-16d972e8-2957-47d5-87af-5a5417fca1e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:22.947174 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-16d972e8-2957-47d5-87af-5a5417fca1e9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a828e372-6f18-4b50-aff4-982b361a3438 HTTP/1.1" status: 204 len: 168 time: 0.4161613 Nov 23 21:52:23.010111 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fbb9b-735c-4ad5-a4dc-6d17885cd109 req-0408ac0f-645c-4b28-a1ed-37c9484a83f2 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:23.018384 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fbb9b-735c-4ad5-a4dc-6d17885cd109 req-0408ac0f-645c-4b28-a1ed-37c9484a83f2 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:23.020397 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b0fbb9b-735c-4ad5-a4dc-6d17885cd109 req-0408ac0f-645c-4b28-a1ed-37c9484a83f2 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.53 "GET /v2.0/ports?device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 1682 time: 0.3583076 Nov 23 21:52:23.023664 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d972e8-2957-47d5-87af-5a5417fca1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a828e372-6f18-4b50-aff4-982b361a3438,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:23.040512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a59e27-6456-466c-93d5-5c39cceb6904 req-ab8bfa43-aea6-4a8e-9edb-aaf41a6edf1d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:23.042145 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c4a59e27-6456-466c-93d5-5c39cceb6904 req-ab8bfa43-aea6-4a8e-9edb-aaf41a6edf1d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 945 time: 0.1929533 Nov 23 21:52:23.081557 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-35f76123-c224-4cf8-a40e-ac2598037cb4 service neutron] 10.222.0.60 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666127 Nov 23 21:52:23.112609 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0941b51-4d2c-4c33-b224-6cfcf0bc0c7a req-c32fd25b-abc3-4463-bf3e-030da22f7684 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:23.119959 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0941b51-4d2c-4c33-b224-6cfcf0bc0c7a req-c32fd25b-abc3-4463-bf3e-030da22f7684 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:23.133517 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0941b51-4d2c-4c33-b224-6cfcf0bc0c7a req-c32fd25b-abc3-4463-bf3e-030da22f7684 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 1682 time: 0.2853854 Nov 23 21:52:23.206000 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:23.307367 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=c32e0b87-92c5-4f14-b432-416a0529c4de,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:23.359484 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9423c318-53c5-44f8-b31d-de6c7b8004fd None None] DHCP port deletion for 193ab341-7607-45c0-a20d-874bc57a8e22 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:52:23.368158 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1146f8cf-313d-45ac-b048-0a794f48aa61 req-8866724c-1ec4-4089-a81b-2981c4b5a112 service neutron] 10.222.0.60 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745721 Nov 23 21:52:23.405906 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 316011fd-ed10-4e7d-b12b-87e752682796 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:52:23.416142 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:23.430750 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c4a59e27-6456-466c-93d5-5c39cceb6904 req-3fb80b38-1b8d-4dab-96eb-da4d14df749a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347218 Nov 23 21:52:23.444169 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0941b51-4d2c-4c33-b224-6cfcf0bc0c7a req-465f0b7f-82eb-4522-99c8-65c7b3a26811 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097851 Nov 23 21:52:23.465114 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-6b0fbb9b-735c-4ad5-a4dc-6d17885cd109 req-e0b5d054-b12f-46ae-90bf-a38f41b58a5f tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Deleting port 0cf34042-28ad-48bd-94a5-466174b87b32 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:52:23.466533 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6b0fbb9b-735c-4ad5-a4dc-6d17885cd109 req-e0b5d054-b12f-46ae-90bf-a38f41b58a5f tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:23.502217 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 316011fd-ed10-4e7d-b12b-87e752682796 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:52:23.502648 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 316011fd-ed10-4e7d-b12b-87e752682796 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:52:23.513838 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-9423c318-53c5-44f8-b31d-de6c7b8004fd None None] The port '328bf117-74b7-467b-818c-adc4eaaf149e' was deleted {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 23 21:52:23.545945 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Pushing event deleted for resources: {'Port': ['ID=328bf117-74b7-467b-818c-adc4eaaf149e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:23.549822 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 15891091-1887-463d-b8bf-0a692d46fd3d, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=15891091-1887-463d-b8bf-0a692d46fd3d,segment=NetworkSegment(0e866f43-ae93-4d52-b5d3-4f4fe3c7011d),segment_id=0e866f43-ae93-4d52-b5d3-4f4fe3c7011d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:23.614132 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] No DVR routers for this DVR port 328bf117-74b7-467b-818c-adc4eaaf149e on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:52:23.621536 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '15891091-1887-463d-b8bf-0a692d46fd3d', 'network_id': '5b39ebb3-223e-4730-9b30-a3cfef1236db', 'port_id': '15891091-1887-463d-b8bf-0a692d46fd3d', 'mac_address': 'fa:16:3e:38:61:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a7bb497-e740-4b18-b602-9f3d6488765f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:52:23.622791 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 55490) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:23.625202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:23.625555 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:23.625927 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:23.626274 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:23.627151 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:23.631827 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:23.632278 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:23.632571 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:23.632910 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:23.633245 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:23.635896 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:23.636262 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:23.746028 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d6b59c-ef27-44ef-881a-13ce7a1ca556', 'tag': 'e3044ebb-da15-4a13-bc0a-a3faae294a02'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:52:23.748524 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ff640fd8-b111-48be-bd39-45c1128209aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:23.749482 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e100f49-711b-4efb-abde-3ab4cd1d0b66" -d '{"events": [{"name": "network-changed", "server_uuid": "49d6b59c-ef27-44ef-881a-13ce7a1ca556", "tag": "e3044ebb-da15-4a13-bc0a-a3faae294a02"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:52:23.752439 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:23.803272 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15891091-1887-463d-b8bf-0a692d46fd3d {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:52:23.838935 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:23.855476 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 3cf74548-dcc3-4b91-8c64-4af096997d48 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:52:23.887320 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193ab341-7607-45c0-a20d-874bc57a8e22']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:23.919332 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b392de4-80d3-413b-9b66-c12c8417b0c5') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:23.919563 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b392de4-80d3-413b-9b66-c12c8417b0c5') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:23.926192 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-6b0fbb9b-735c-4ad5-a4dc-6d17885cd109 req-e0b5d054-b12f-46ae-90bf-a38f41b58a5f tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] For port 0cf34042-28ad-48bd-94a5-466174b87b32, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=0cf34042-28ad-48bd-94a5-466174b87b32,segment=NetworkSegment(54c3daab-1ba6-4599-8345-d24da7c2d665),segment_id=54c3daab-1ba6-4599-8345-d24da7c2d665)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:23.926476 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6b0fbb9b-735c-4ad5-a4dc-6d17885cd109 req-e0b5d054-b12f-46ae-90bf-a38f41b58a5f tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:23.949766 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:23.977747 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:23.991712 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-6b0fbb9b-735c-4ad5-a4dc-6d17885cd109 req-e0b5d054-b12f-46ae-90bf-a38f41b58a5f tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Calling delete_port for 0cf34042-28ad-48bd-94a5-466174b87b32 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:52:23.991978 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:52:23.992097 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:52:23.996029 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:52:24.011611 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 15891091-1887-463d-b8bf-0a692d46fd3d, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=15891091-1887-463d-b8bf-0a692d46fd3d,segment=NetworkSegment(0e866f43-ae93-4d52-b5d3-4f4fe3c7011d),segment_id=0e866f43-ae93-4d52-b5d3-4f4fe3c7011d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:24.020549 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013322f-52b9-4166-ad22-98ba66e3160d req-c68c3a0f-9d40-4b99-9b05-b96e793891b6 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:24.029965 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f013322f-52b9-4166-ad22-98ba66e3160d req-c68c3a0f-9d40-4b99-9b05-b96e793891b6 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d6b59c-ef27-44ef-881a-13ce7a1ca556 HTTP/1.1" status: 200 len: 943 time: 0.4059658 Nov 23 21:52:24.053069 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:24.113263 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d812d4-d3bf-462a-9085-4fa08221b795 req-b2a3c235-f9d6-46ac-a12d-8bbc24d0b612 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:24.114857 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84d812d4-d3bf-462a-9085-4fa08221b795 req-b2a3c235-f9d6-46ac-a12d-8bbc24d0b612 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d51d0360-78c7-4503-a3c7-8ff039556d88 HTTP/1.1" status: 200 len: 945 time: 0.4079883 Nov 23 21:52:24.140242 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 3cf74548-dcc3-4b91-8c64-4af096997d48 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:52:24.145564 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:24.155629 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:24.160347 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] 10.222.0.50 "DELETE /v2.0/networks/193ab341-7607-45c0-a20d-874bc57a8e22 HTTP/1.1" status: 204 len: 168 time: 1.9903517 Nov 23 21:52:24.181303 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 3cf74548-dcc3-4b91-8c64-4af096997d48 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:52:24.181664 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:24.196708 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0050f6c-08c9-4af3-aea5-c1f2ba462091 admin admin] Pushing event deleted for resources: {'Network': ['ID=193ab341-7607-45c0-a20d-874bc57a8e22,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:24.297702 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=15891091-1887-463d-b8bf-0a692d46fd3d,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:24.377694 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:24.416571 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['15891091-1887-463d-b8bf-0a692d46fd3d'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:52:24.525286 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55530) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:24.540745 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 3cf74548-dcc3-4b91-8c64-4af096997d48, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=3cf74548-dcc3-4b91-8c64-4af096997d48,segment=NetworkSegment(0e866f43-ae93-4d52-b5d3-4f4fe3c7011d),segment_id=0e866f43-ae93-4d52-b5d3-4f4fe3c7011d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:24.542335 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51d0360-78c7-4503-a3c7-8ff039556d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf74548-dcc3-4b91-8c64-4af096997d48'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:52:24.545672 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39045584-bed1-4143-8c27-1c6edfb31d21" -d '{"events": [{"server_uuid": "d51d0360-78c7-4503-a3c7-8ff039556d88", "name": "network-vif-plugged", "status": "completed", "tag": "3cf74548-dcc3-4b91-8c64-4af096997d48"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:52:24.574548 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:24.617159 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1c85ec98-9b14-4d00-a05f-74b9d9d6e322 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3841fbf39953415c9a3d2f808ffa28d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0902693 Nov 23 21:52:24.619252 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55538) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:24.643315 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=3cf74548-dcc3-4b91-8c64-4af096997d48,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:24.760995 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-417d9d1a-0286-46ee-9abc-cb6e532a3293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:24.819109 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-417d9d1a-0286-46ee-9abc-cb6e532a3293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:24.836544 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f013322f-52b9-4166-ad22-98ba66e3160d req-2ada8a0f-acc4-440f-b218-4732a6cbe617 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8054967 Nov 23 21:52:24.918226 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e45363-62f5-433f-ac45-108255d23e50 x-openstack-request-id: req-93e45363-62f5-433f-ac45-108255d23e50 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:52:24.919094 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d6b59c-ef27-44ef-881a-13ce7a1ca556", "tag": "e3044ebb-da15-4a13-bc0a-a3faae294a02", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:52:24.919760 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-93e45363-62f5-433f-ac45-108255d23e50 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:52:24.920797 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d6b59c-ef27-44ef-881a-13ce7a1ca556', 'tag': 'e3044ebb-da15-4a13-bc0a-a3faae294a02', 'status': 'completed', 'code': 200} Nov 23 21:52:24.927158 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-417d9d1a-0286-46ee-9abc-cb6e532a3293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:24.930357 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-417d9d1a-0286-46ee-9abc-cb6e532a3293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:24.931732 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-417d9d1a-0286-46ee-9abc-cb6e532a3293 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55a77751-7632-4cb7-8b86-466ab1b6b713 HTTP/1.1" status: 204 len: 168 time: 0.3113348 Nov 23 21:52:24.950263 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d9d1a-0286-46ee-9abc-cb6e532a3293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a77751-7632-4cb7-8b86-466ab1b6b713,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:24.995786 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ff640fd8-b111-48be-bd39-45c1128209aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:25.040027 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84d812d4-d3bf-462a-9085-4fa08221b795 req-0485f2d9-530c-44d7-836c-5830a5544d1a tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/security-groups?id=68a9eef5-67ad-40eb-b34c-8b45fdbc3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8784690 Nov 23 21:52:25.043562 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ff640fd8-b111-48be-bd39-45c1128209aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:25.044093 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e100f49-711b-4efb-abde-3ab4cd1d0b66 req-56293ea3-cccd-48f1-a7c5-dfbc2af14ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:25.049316 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3e100f49-711b-4efb-abde-3ab4cd1d0b66 req-56293ea3-cccd-48f1-a7c5-dfbc2af14ab1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&device_id=49d6b59c-ef27-44ef-881a-13ce7a1ca556 HTTP/1.1" status: 200 len: 1094 time: 0.0901802 Nov 23 21:52:25.191206 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ff640fd8-b111-48be-bd39-45c1128209aa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0fb09fd3b10f4ce190e3ccfa044d7a9a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5658600 Nov 23 21:52:25.223327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 55556) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:25.282379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e100f49-711b-4efb-abde-3ab4cd1d0b66 req-8c17e1e6-7f36-4543-8c75-ee413622f67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:25.287591 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3e100f49-711b-4efb-abde-3ab4cd1d0b66 req-8c17e1e6-7f36-4543-8c75-ee413622f67b service neutron] 10.222.0.60 "GET /v2.0/networks?id=670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 200 len: 906 time: 0.2289250 Nov 23 21:52:25.309342 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:52:25.368027 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff640fd8-b111-48be-bd39-45c1128209aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d269f6-2196-4477-aa31-ebc159f931d3,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:25.388629 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3e100f49-711b-4efb-abde-3ab4cd1d0b66 req-5a73a307-2813-4c1c-a531-ed06897f325a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3044ebb-da15-4a13-bc0a-a3faae294a02 HTTP/1.1" status: 200 len: 217 time: 0.0922575 Nov 23 21:52:25.451836 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff640fd8-b111-48be-bd39-45c1128209aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:25.452479 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff640fd8-b111-48be-bd39-45c1128209aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:25.453012 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff640fd8-b111-48be-bd39-45c1128209aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:25.453530 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff640fd8-b111-48be-bd39-45c1128209aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:25.454226 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff640fd8-b111-48be-bd39-45c1128209aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:25.455149 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff640fd8-b111-48be-bd39-45c1128209aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:25.455661 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff640fd8-b111-48be-bd39-45c1128209aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:25.457178 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff640fd8-b111-48be-bd39-45c1128209aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:25.457705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff640fd8-b111-48be-bd39-45c1128209aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:25.458154 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff640fd8-b111-48be-bd39-45c1128209aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:25.458374 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff640fd8-b111-48be-bd39-45c1128209aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:25.458704 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff640fd8-b111-48be-bd39-45c1128209aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:25.459576 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 328bf117-74b7-467b-818c-adc4eaaf149e no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:52:25.493792 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd656b1-8557-4568-989e-3b06f5c676d8 req-dcbc4630-7e87-4b93-a7ae-5baacd288590 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:25.495595 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0cd656b1-8557-4568-989e-3b06f5c676d8 req-dcbc4630-7e87-4b93-a7ae-5baacd288590 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 945 time: 0.3648210 Nov 23 21:52:25.522038 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 328bf117-74b7-467b-818c-adc4eaaf149e {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:52:25.522287 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 328bf117-74b7-467b-818c-adc4eaaf149e not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:52:25.563578 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e100f49-711b-4efb-abde-3ab4cd1d0b66 req-80140f60-b65e-4b66-bca9-496c1eba22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:25.567975 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3e100f49-711b-4efb-abde-3ab4cd1d0b66 req-80140f60-b65e-4b66-bca9-496c1eba22ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d4009be1-1322-446a-a15b-fa73a68a7e30 HTTP/1.1" status: 200 len: 845 time: 0.1637635 Nov 23 21:52:25.582604 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d50ec-2180-40bd-b35a-fc5c4570d76a req-ca1f6325-5a89-4a32-ae54-859db611779b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:25.604847 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d50ec-2180-40bd-b35a-fc5c4570d76a req-ca1f6325-5a89-4a32-ae54-859db611779b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:25.612463 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-737d50ec-2180-40bd-b35a-fc5c4570d76a req-ca1f6325-5a89-4a32-ae54-859db611779b tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 1682 time: 0.4160130 Nov 23 21:52:25.626227 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6b0fbb9b-735c-4ad5-a4dc-6d17885cd109 req-e0b5d054-b12f-46ae-90bf-a38f41b58a5f tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:25.640133 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3e100f49-711b-4efb-abde-3ab4cd1d0b66 req-b14b794c-7124-467d-b1b1-5f5fda692854 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=670396b2-2e17-45a5-b25a-4f315f3df81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645015 Nov 23 21:52:25.640907 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['0cf34042-28ad-48bd-94a5-466174b87b32', 'eecf01ce-8de9-430b-a750-fb653509d35f'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:52:25.643733 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2f5e8e48-10bf-4aa3-9f92-be824ae7ab65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:25.752228 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5d054-b12f-46ae-90bf-a38f41b58a5f tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event deleted for resources: {'Port': ['ID=0cf34042-28ad-48bd-94a5-466174b87b32,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:25.819416 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c32e0b87-92c5-4f14-b432-416a0529c4de up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:52:25.868630 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0fbb9b-735c-4ad5-a4dc-6d17885cd109 req-e0b5d054-b12f-46ae-90bf-a38f41b58a5f tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] No DVR routers for this DVR port 0cf34042-28ad-48bd-94a5-466174b87b32 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:52:25.884963 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6b0fbb9b-735c-4ad5-a4dc-6d17885cd109 req-e0b5d054-b12f-46ae-90bf-a38f41b58a5f tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:25.887164 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3e100f49-711b-4efb-abde-3ab4cd1d0b66 req-e0c93da2-9f94-4b63-b82d-146b001e9f70 service neutron] 10.222.0.60 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374537 Nov 23 21:52:25.891065 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b0fbb9b-735c-4ad5-a4dc-6d17885cd109 req-e0b5d054-b12f-46ae-90bf-a38f41b58a5f tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.53 "DELETE /v2.0/ports/0cf34042-28ad-48bd-94a5-466174b87b32 HTTP/1.1" status: 204 len: 173 time: 2.8474309 Nov 23 21:52:25.928887 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c9264f-796a-4198-aad8-7b9af64462c1', 'name': 'network-vif-deleted', 'tag': '0cf34042-28ad-48bd-94a5-466174b87b32'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:52:25.931371 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0096b308-76e8-4aac-996d-2c15a3981431" -d '{"events": [{"server_uuid": "04c9264f-796a-4198-aad8-7b9af64462c1", "name": "network-vif-deleted", "tag": "0cf34042-28ad-48bd-94a5-466174b87b32"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:52:25.990207 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2f5e8e48-10bf-4aa3-9f92-be824ae7ab65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:26.044520 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0cd656b1-8557-4568-989e-3b06f5c676d8 req-fb9685eb-f2b3-4510-b1d9-79a357728feb tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5364611 Nov 23 21:52:26.140501 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port c32e0b87-92c5-4f14-b432-416a0529c4de triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:52:26.141239 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:26.171421 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3e100f49-711b-4efb-abde-3ab4cd1d0b66 req-78c0aa21-5008-4b54-9ccb-f583b04fbb9e service neutron] 10.222.0.60 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768681 Nov 23 21:52:26.203319 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-737d50ec-2180-40bd-b35a-fc5c4570d76a req-1cd4876c-6028-4b26-8c52-5fcbdee84baa tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5782518 Nov 23 21:52:26.234949 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3eb3004-2a36-4ff4-a36d-00dd67082298 x-openstack-request-id: req-f3eb3004-2a36-4ff4-a36d-00dd67082298 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:52:26.234949 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51d0360-78c7-4503-a3c7-8ff039556d88", "name": "network-vif-plugged", "status": "completed", "tag": "3cf74548-dcc3-4b91-8c64-4af096997d48", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:52:26.234949 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f3eb3004-2a36-4ff4-a36d-00dd67082298 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:52:26.234949 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51d0360-78c7-4503-a3c7-8ff039556d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf74548-dcc3-4b91-8c64-4af096997d48', 'code': 200} Nov 23 21:52:26.436056 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ec72f0-e005-456e-b85f-5939ac1cf4fe x-openstack-request-id: req-49ec72f0-e005-456e-b85f-5939ac1cf4fe {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:52:26.436364 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c9264f-796a-4198-aad8-7b9af64462c1", "name": "network-vif-deleted", "tag": "0cf34042-28ad-48bd-94a5-466174b87b32", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:52:26.436627 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-49ec72f0-e005-456e-b85f-5939ac1cf4fe {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:52:26.437042 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c9264f-796a-4198-aad8-7b9af64462c1', 'name': 'network-vif-deleted', 'tag': '0cf34042-28ad-48bd-94a5-466174b87b32', 'status': 'completed', 'code': 200} Nov 23 21:52:26.452566 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:26.546190 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e3044ebb-da15-4a13-bc0a-a3faae294a02 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:52:26.652384 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2f5e8e48-10bf-4aa3-9f92-be824ae7ab65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:26.655320 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2f5e8e48-10bf-4aa3-9f92-be824ae7ab65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:26.656459 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2f5e8e48-10bf-4aa3-9f92-be824ae7ab65 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/97d269f6-2196-4477-aa31-ebc159f931d3 HTTP/1.1" status: 204 len: 168 time: 1.4251235 Nov 23 21:52:26.660240 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55592) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:26.674626 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089c070-877f-4fe8-bd1c-2eb209837724 req-a26dc94b-9657-4ef7-9a24-0d0eda8c66c4 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:26.682174 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d089c070-877f-4fe8-bd1c-2eb209837724 req-a26dc94b-9657-4ef7-9a24-0d0eda8c66c4 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d6b59c-ef27-44ef-881a-13ce7a1ca556 HTTP/1.1" status: 200 len: 943 time: 0.3798549 Nov 23 21:52:26.692304 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d437c2-2db5-4554-8e6a-dc67fec89be5 req-8f572ddc-2000-432f-b0e5-10925dd2ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:26.693773 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-69d437c2-2db5-4554-8e6a-dc67fec89be5 req-8f572ddc-2000-432f-b0e5-10925dd2ae09 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d51d0360-78c7-4503-a3c7-8ff039556d88 HTTP/1.1" status: 200 len: 1097 time: 0.2817585 Nov 23 21:52:26.716501 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018d989-5ab7-4721-a5f7-142ca05308a0 req-1e71a673-3fdb-4651-96b2-0c137c43c3fd tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:26.724820 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4018d989-5ab7-4721-a5f7-142ca05308a0 req-1e71a673-3fdb-4651-96b2-0c137c43c3fd tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d51d0360-78c7-4503-a3c7-8ff039556d88 HTTP/1.1" status: 200 len: 946 time: 0.1975844 Nov 23 21:52:26.733432 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-6b0fbb9b-735c-4ad5-a4dc-6d17885cd109 req-ab998458-e59a-4693-8169-d14a60b67d31 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Deleting port eecf01ce-8de9-430b-a750-fb653509d35f {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:52:26.733785 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6b0fbb9b-735c-4ad5-a4dc-6d17885cd109 req-ab998458-e59a-4693-8169-d14a60b67d31 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:26.752313 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e8e48-10bf-4aa3-9f92-be824ae7ab65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d269f6-2196-4477-aa31-ebc159f931d3,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:26.767276 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port e3044ebb-da15-4a13-bc0a-a3faae294a02, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e3044ebb-da15-4a13-bc0a-a3faae294a02,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:26.783832 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port c32e0b87-92c5-4f14-b432-416a0529c4de, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c32e0b87-92c5-4f14-b432-416a0529c4de,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:26.785824 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'e3044ebb-da15-4a13-bc0a-a3faae294a02', 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c', 'port_id': 'e3044ebb-da15-4a13-bc0a-a3faae294a02', 'mac_address': 'fa:16:3e:92:bd:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4009be1-1322-446a-a15b-fa73a68a7e30', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:52:26.787805 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 15891091-1887-463d-b8bf-0a692d46fd3d up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:52:26.887483 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:26.946380 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-af5842bf-b592-423f-a518-67ee99db35e7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-917650347-network', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:52:26.992816 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5842bf-b592-423f-a518-67ee99db35e7 admin admin] Made reservation on behalf of b32d0f34c0cc4ad1b4cbe85726725dc7 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:52:26.995484 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af5842bf-b592-423f-a518-67ee99db35e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:27.011635 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af5842bf-b592-423f-a518-67ee99db35e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:27.082461 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:27.103660 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4018d989-5ab7-4721-a5f7-142ca05308a0 req-6a623eba-9550-4371-89be-ba545cae278c tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/security-groups?id=68a9eef5-67ad-40eb-b34c-8b45fdbc3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779678 Nov 23 21:52:27.117897 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 15891091-1887-463d-b8bf-0a692d46fd3d completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:52:27.129112 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 15891091-1887-463d-b8bf-0a692d46fd3d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:52:27.129885 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:27.144680 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d089c070-877f-4fe8-bd1c-2eb209837724 req-15df57d0-7c19-4f87-b7d5-54af66d61d84 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615893 Nov 23 21:52:27.187973 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3044ebb-da15-4a13-bc0a-a3faae294a02 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:52:27.197628 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=c32e0b87-92c5-4f14-b432-416a0529c4de,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:27.208876 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-69d437c2-2db5-4554-8e6a-dc67fec89be5 req-45a89815-dd2b-4c01-b3f4-6a940c331444 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=68a9eef5-67ad-40eb-b34c-8b45fdbc3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5018418 Nov 23 21:52:27.246455 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port e3044ebb-da15-4a13-bc0a-a3faae294a02, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e3044ebb-da15-4a13-bc0a-a3faae294a02,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:27.249643 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-6b0fbb9b-735c-4ad5-a4dc-6d17885cd109 req-ab998458-e59a-4693-8169-d14a60b67d31 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] For port eecf01ce-8de9-430b-a750-fb653509d35f, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=eecf01ce-8de9-430b-a750-fb653509d35f,segment=NetworkSegment(725ee7a8-d31c-41db-b157-b9e155547ce5),segment_id=725ee7a8-d31c-41db-b157-b9e155547ce5)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:27.251180 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6b0fbb9b-735c-4ad5-a4dc-6d17885cd109 req-ab998458-e59a-4693-8169-d14a60b67d31 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:27.311304 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-6b0fbb9b-735c-4ad5-a4dc-6d17885cd109 req-ab998458-e59a-4693-8169-d14a60b67d31 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Calling delete_port for eecf01ce-8de9-430b-a750-fb653509d35f owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:52:27.327028 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:27.338550 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af5842bf-b592-423f-a518-67ee99db35e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:27.352651 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af5842bf-b592-423f-a518-67ee99db35e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:27.359993 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:27.435303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5842bf-b592-423f-a518-67ee99db35e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:52:27.442295 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5842bf-b592-423f-a518-67ee99db35e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd36900-ecd6-4b6e-bca9-1441fa8b2915,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:27.442745 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 15891091-1887-463d-b8bf-0a692d46fd3d, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=15891091-1887-463d-b8bf-0a692d46fd3d,segment=NetworkSegment(0e866f43-ae93-4d52-b5d3-4f4fe3c7011d),segment_id=0e866f43-ae93-4d52-b5d3-4f4fe3c7011d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:27.451011 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af5842bf-b592-423f-a518-67ee99db35e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:27.451689 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-af5842bf-b592-423f-a518-67ee99db35e7 admin admin] Added segment 04b558a6-0d7e-4457-ad02-a7105ab094c5 of type vlan for network 5b374035-6ec9-4585-9414-d17339221c43 Nov 23 21:52:27.483872 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:27.534271 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af5842bf-b592-423f-a518-67ee99db35e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:27.556648 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=e3044ebb-da15-4a13-bc0a-a3faae294a02,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:27.602114 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af5842bf-b592-423f-a518-67ee99db35e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:27.603764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5842bf-b592-423f-a518-67ee99db35e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:27.604600 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af5842bf-b592-423f-a518-67ee99db35e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:27.672886 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=15891091-1887-463d-b8bf-0a692d46fd3d,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:27.681937 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['e3044ebb-da15-4a13-bc0a-a3faae294a02'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:52:27.685683 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-af5842bf-b592-423f-a518-67ee99db35e7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0243101 Nov 23 21:52:27.693927 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55614) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:27.712516 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-20f9c621-e456-4cfb-bd24-c653b163e955 admin admin] Request body: {'subnet': {'network_id': '5b374035-6ec9-4585-9414-d17339221c43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-917650347-subnet', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:52:27.754375 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5842bf-b592-423f-a518-67ee99db35e7 admin admin] Pushing event updated for resources: {'Network': ['ID=5b374035-6ec9-4585-9414-d17339221c43,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:27.775543 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 5b374035-6ec9-4585-9414-d17339221c43 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:52:27.779720 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f9c621-e456-4cfb-bd24-c653b163e955 admin admin] Made reservation on behalf of b32d0f34c0cc4ad1b4cbe85726725dc7 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:52:27.782777 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20f9c621-e456-4cfb-bd24-c653b163e955 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:27.796863 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db0949-8025-4c83-9653-dac8cbac8b46 req-38c8b42f-5493-4d28-ab1c-71ad891f763d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:27.798583 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1db0949-8025-4c83-9653-dac8cbac8b46 req-38c8b42f-5493-4d28-ab1c-71ad891f763d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.4548316 Nov 23 21:52:27.895878 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ae0cf-76f2-4ee9-ba70-3094e17ef702 req-b5b802d5-a4f5-4bfc-9cb6-9d1e3abf4737 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:27.897841 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a0ae0cf-76f2-4ee9-ba70-3094e17ef702 req-b5b802d5-a4f5-4bfc-9cb6-9d1e3abf4737 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 945 time: 0.4595261 Nov 23 21:52:27.954760 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device eecf01ce-8de9-430b-a750-fb653509d35f no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:52:28.082884 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20f9c621-e456-4cfb-bd24-c653b163e955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:28.113812 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ccfa043a-5ee8-4784-98f6-3e0c5ae5e588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:28.155697 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1db0949-8025-4c83-9653-dac8cbac8b46 req-45089235-317f-49a6-bbba-d5a4b1c3fcce tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300745 Nov 23 21:52:28.257663 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f9c621-e456-4cfb-bd24-c653b163e955 admin admin] Checking segment: {'id': '04b558a6-0d7e-4457-ad02-a7105ab094c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5b374035-6ec9-4585-9414-d17339221c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:52:28.258090 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f9c621-e456-4cfb-bd24-c653b163e955 admin admin] Network hostable DHCP agents. Network: 5b374035-6ec9-4585-9414-d17339221c43, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:52:28.266277 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9c621-e456-4cfb-bd24-c653b163e955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd878f6f-9967-479b-9c9f-bb69cd8c2238,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:28.287531 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6b0fbb9b-735c-4ad5-a4dc-6d17885cd109 req-ab998458-e59a-4693-8169-d14a60b67d31 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:28.295649 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56e7451-1ba0-4946-9650-b4607b1038fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32e0b87-92c5-4f14-b432-416a0529c4de'}, {'server_uuid': '814dd929-fbea-4bc2-b061-3ad7be17202a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15891091-1887-463d-b8bf-0a692d46fd3d'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:52:28.304662 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6035ab2-3005-4a35-89b1-e1d16ddcd7b2" -d '{"events": [{"server_uuid": "b56e7451-1ba0-4946-9650-b4607b1038fd", "name": "network-vif-plugged", "status": "completed", "tag": "c32e0b87-92c5-4f14-b432-416a0529c4de"}, {"server_uuid": "814dd929-fbea-4bc2-b061-3ad7be17202a", "name": "network-vif-plugged", "status": "completed", "tag": "15891091-1887-463d-b8bf-0a692d46fd3d"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:52:28.313169 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f9c621-e456-4cfb-bd24-c653b163e955 admin admin] Network 5b374035-6ec9-4585-9414-d17339221c43 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:52:28.340221 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-20f9c621-e456-4cfb-bd24-c653b163e955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 5b374035-6ec9-4585-9414-d17339221c43) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:52:28.352752 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f9c621-e456-4cfb-bd24-c653b163e955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:28.353404 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20f9c621-e456-4cfb-bd24-c653b163e955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:28.385672 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921afbce-76dd-49e3-9f44-f4d377c13b01 None None] Network 5b374035-6ec9-4585-9414-d17339221c43 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:52:28.396402 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a0ae0cf-76f2-4ee9-ba70-3094e17ef702 req-e26c68d1-01a2-412e-bfbe-b7de5298b401 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/security-groups?id=d81e4b36-0955-4e75-8cb1-d3428ca02e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522734 Nov 23 21:52:28.401252 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-20f9c621-e456-4cfb-bd24-c653b163e955 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7009974 Nov 23 21:52:28.401697 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55630) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:28.406952 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-87535d5b-6202-458f-aca0-1ad120f81455 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-917650347-router', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:52:28.494687 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-87535d5b-6202-458f-aca0-1ad120f81455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:28.495912 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-87535d5b-6202-458f-aca0-1ad120f81455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:28.570472 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab998458-e59a-4693-8169-d14a60b67d31 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event deleted for resources: {'Port': ['ID=eecf01ce-8de9-430b-a750-fb653509d35f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:28.758465 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:28.759069 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-87535d5b-6202-458f-aca0-1ad120f81455 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:28.841380 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0fbb9b-735c-4ad5-a4dc-6d17885cd109 req-ab998458-e59a-4693-8169-d14a60b67d31 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] No DVR routers for this DVR port eecf01ce-8de9-430b-a750-fb653509d35f on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:52:28.847875 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6b0fbb9b-735c-4ad5-a4dc-6d17885cd109 req-ab998458-e59a-4693-8169-d14a60b67d31 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:28.857920 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b0fbb9b-735c-4ad5-a4dc-6d17885cd109 req-ab998458-e59a-4693-8169-d14a60b67d31 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.53 "DELETE /v2.0/ports/eecf01ce-8de9-430b-a750-fb653509d35f HTTP/1.1" status: 204 len: 173 time: 2.8922014 Nov 23 21:52:28.880444 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c9264f-796a-4198-aad8-7b9af64462c1', 'name': 'network-vif-deleted', 'tag': 'eecf01ce-8de9-430b-a750-fb653509d35f'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:52:28.906841 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f932307c-76b4-467e-b881-8891eb8dfca0" -d '{"events": [{"server_uuid": "04c9264f-796a-4198-aad8-7b9af64462c1", "name": "network-vif-deleted", "tag": "eecf01ce-8de9-430b-a750-fb653509d35f"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:52:28.920460 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 0cf34042-28ad-48bd-94a5-466174b87b32 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:52:28.986423 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb414604-a486-4a9e-9846-36bf53c21cc9 req-28a63919-a7b9-4b44-b21a-7e45e9523416 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:28.990623 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fb414604-a486-4a9e-9846-36bf53c21cc9 req-28a63919-a7b9-4b44-b21a-7e45e9523416 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d51d0360-78c7-4503-a3c7-8ff039556d88 HTTP/1.1" status: 200 len: 946 time: 0.6846509 Nov 23 21:52:29.069385 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 0cf34042-28ad-48bd-94a5-466174b87b32 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:52:29.071798 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 0cf34042-28ad-48bd-94a5-466174b87b32 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:52:29.111970 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b274983a-86e7-4a2d-a132-e989c2947b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-5b374035-6ec9-4585-9414-d17339221c43', 'network_id': '5b374035-6ec9-4585-9414-d17339221c43', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'fixed_ips': [{'subnet_id': 'dd878f6f-9967-479b-9c9f-bb69cd8c2238'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:52:29.113121 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b274983a-86e7-4a2d-a132-e989c2947b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:29.122351 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d044d7-b64f-41f2-8d3e-10466a915949 req-6a3d6b2d-9f1a-4b58-9f2f-1397fd609b5d tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:29.134998 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-62d044d7-b64f-41f2-8d3e-10466a915949 req-6a3d6b2d-9f1a-4b58-9f2f-1397fd609b5d tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d6b59c-ef27-44ef-881a-13ce7a1ca556 HTTP/1.1" status: 200 len: 944 time: 0.5899620 Nov 23 21:52:29.256719 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-87535d5b-6202-458f-aca0-1ad120f81455 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:29.273521 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55646) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:29.281427 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fb414604-a486-4a9e-9846-36bf53c21cc9 req-df586da5-bc9d-4047-a473-7b712105780b tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/security-groups?id=68a9eef5-67ad-40eb-b34c-8b45fdbc3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834206 Nov 23 21:52:29.288927 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-62d044d7-b64f-41f2-8d3e-10466a915949 req-6c83d420-06fb-4c55-97f2-eae37c6e9962 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337440 Nov 23 21:52:29.387284 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 21:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3377d2f2-bd75-41c2-aff9-57b4458836e1 x-openstack-request-id: req-3377d2f2-bd75-41c2-aff9-57b4458836e1 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:52:29.387602 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56e7451-1ba0-4946-9650-b4607b1038fd", "name": "network-vif-plugged", "status": "completed", "tag": "c32e0b87-92c5-4f14-b432-416a0529c4de", "code": 200}, {"server_uuid": "814dd929-fbea-4bc2-b061-3ad7be17202a", "name": "network-vif-plugged", "status": "completed", "tag": "15891091-1887-463d-b8bf-0a692d46fd3d", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:52:29.387845 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3377d2f2-bd75-41c2-aff9-57b4458836e1 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:52:29.388228 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b56e7451-1ba0-4946-9650-b4607b1038fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32e0b87-92c5-4f14-b432-416a0529c4de', 'code': 200} Nov 23 21:52:29.388476 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814dd929-fbea-4bc2-b061-3ad7be17202a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15891091-1887-463d-b8bf-0a692d46fd3d', 'code': 200} Nov 23 21:52:29.426581 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-b274983a-86e7-4a2d-a132-e989c2947b0d None None] Allocated IP 172.20.0.2 (5b374035-6ec9-4585-9414-d17339221c43/dd878f6f-9967-479b-9c9f-bb69cd8c2238/fcd520f3-3935-4ff8-9561-c5b4232c38e2) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:52:29.456826 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b60e4d-6fcd-4559-8ce1-9d96f623075d x-openstack-request-id: req-a4b60e4d-6fcd-4559-8ce1-9d96f623075d {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:52:29.457014 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c9264f-796a-4198-aad8-7b9af64462c1", "name": "network-vif-deleted", "tag": "eecf01ce-8de9-430b-a750-fb653509d35f", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:52:29.457134 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a4b60e4d-6fcd-4559-8ce1-9d96f623075d {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:52:29.457691 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c9264f-796a-4198-aad8-7b9af64462c1', 'name': 'network-vif-deleted', 'tag': 'eecf01ce-8de9-430b-a750-fb653509d35f', 'status': 'completed', 'code': 200} Nov 23 21:52:29.728700 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b274983a-86e7-4a2d-a132-e989c2947b0d None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:29.749665 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b6734ca4-f606-4801-bc46-34f4b689d8a9 req-56f31e40-2fc9-4e81-8977-b0f287b5a8a3 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "GET /v2.0/ports?device_id=04c9264f-796a-4198-aad8-7b9af64462c1 HTTP/1.1" status: 200 len: 210 time: 0.1072564 Nov 23 21:52:29.757059 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b274983a-86e7-4a2d-a132-e989c2947b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:29.773651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c511cb-c200-4c3b-86ec-54fb4993272f req-9525bdf8-1241-4dcd-8ecc-d5a5a38096d7 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:29.780600 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5c511cb-c200-4c3b-86ec-54fb4993272f req-9525bdf8-1241-4dcd-8ecc-d5a5a38096d7 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.2369413 Nov 23 21:52:29.849068 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:29.856897 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b274983a-86e7-4a2d-a132-e989c2947b0d None None] Network 5b374035-6ec9-4585-9414-d17339221c43 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:52:29.858604 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-b274983a-86e7-4a2d-a132-e989c2947b0d None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:52:29.864872 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b274983a-86e7-4a2d-a132-e989c2947b0d None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:52:29.871648 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274983a-86e7-4a2d-a132-e989c2947b0d None None] Pushing event updated for resources: {'Port': ['ID=fcd520f3-3935-4ff8-9561-c5b4232c38e2,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:29.887527 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5c511cb-c200-4c3b-86ec-54fb4993272f req-ce87baf8-7f6b-45e8-9558-437dcd0bf674 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060419 Nov 23 21:52:29.901866 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7bbde42-60c6-4165-a17d-5e3c2f7c8a65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:30.029035 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7bbde42-60c6-4165-a17d-5e3c2f7c8a65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:30.037906 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b274983a-86e7-4a2d-a132-e989c2947b0d None None] Attempting to bind port fcd520f3-3935-4ff8-9561-c5b4232c38e2 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:52:30.040192 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b274983a-86e7-4a2d-a132-e989c2947b0d None None] Attempting to bind port fcd520f3-3935-4ff8-9561-c5b4232c38e2 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '04b558a6-0d7e-4457-ad02-a7105ab094c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5b374035-6ec9-4585-9414-d17339221c43'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:52:30.040680 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b274983a-86e7-4a2d-a132-e989c2947b0d None None] Attempting to bind port fcd520f3-3935-4ff8-9561-c5b4232c38e2 on network 5b374035-6ec9-4585-9414-d17339221c43 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:52:30.049135 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b0168-2ce4-4430-818d-473d21a0df29 req-ba638357-96e5-4d68-9eaf-eb5fa109a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:30.053211 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b274983a-86e7-4a2d-a132-e989c2947b0d None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:52:30.054348 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-095b0168-2ce4-4430-818d-473d21a0df29 req-ba638357-96e5-4d68-9eaf-eb5fa109a9b2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=814dd929-fbea-4bc2-b061-3ad7be17202a HTTP/1.1" status: 200 len: 1096 time: 0.5386992 Nov 23 21:52:30.054855 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b274983a-86e7-4a2d-a132-e989c2947b0d None None] Checking segment: {'id': '04b558a6-0d7e-4457-ad02-a7105ab094c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5b374035-6ec9-4585-9414-d17339221c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:52:30.055371 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b274983a-86e7-4a2d-a132-e989c2947b0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:30.055861 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b274983a-86e7-4a2d-a132-e989c2947b0d None None] Bound using segment: {'id': '04b558a6-0d7e-4457-ad02-a7105ab094c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5b374035-6ec9-4585-9414-d17339221c43'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:52:30.056572 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7bbde42-60c6-4165-a17d-5e3c2f7c8a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:30.057179 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b274983a-86e7-4a2d-a132-e989c2947b0d None None] Bound port: fcd520f3-3935-4ff8-9561-c5b4232c38e2, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b558a6-0d7e-4457-ad02-a7105ab094c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5b374035-6ec9-4585-9414-d17339221c43'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:52:30.059521 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b274983a-86e7-4a2d-a132-e989c2947b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:30.099813 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-87535d5b-6202-458f-aca0-1ad120f81455 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:30.145240 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-87535d5b-6202-458f-aca0-1ad120f81455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:30.246687 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b274983a-86e7-4a2d-a132-e989c2947b0d None None] For port fcd520f3-3935-4ff8-9561-c5b4232c38e2, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:52:30.254917 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b274983a-86e7-4a2d-a132-e989c2947b0d None None] For port fcd520f3-3935-4ff8-9561-c5b4232c38e2, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fcd520f3-3935-4ff8-9561-c5b4232c38e2,segment=NetworkSegment(04b558a6-0d7e-4457-ad02-a7105ab094c5),segment_id=04b558a6-0d7e-4457-ad02-a7105ab094c5)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:52:30.276990 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbde42-60c6-4165-a17d-5e3c2f7c8a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abefe5d1-4da1-4580-a99c-98b57da356da,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:30.281630 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b274983a-86e7-4a2d-a132-e989c2947b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:30.303909 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 55656) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:30.305080 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b7bbde42-60c6-4165-a17d-5e3c2f7c8a65 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=34cc31bf50154fdb87990620ddf5e4c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0296667 Nov 23 21:52:30.341735 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-87535d5b-6202-458f-aca0-1ad120f81455 admin admin] Allocated IP 172.25.5.156 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:52:30.348446 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-095b0168-2ce4-4430-818d-473d21a0df29 req-d65e3b5b-85b0-4741-ab3f-814d17170257 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=68a9eef5-67ad-40eb-b34c-8b45fdbc3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829232 Nov 23 21:52:30.418813 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274983a-86e7-4a2d-a132-e989c2947b0d None None] Pushing event updated for resources: {'Port': ['ID=fcd520f3-3935-4ff8-9561-c5b4232c38e2,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:30.472450 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c3df72c7-9df8-488c-a404-3297a08c7423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:30.579162 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-87535d5b-6202-458f-aca0-1ad120f81455 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:30.580666 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e3044ebb-da15-4a13-bc0a-a3faae294a02 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:52:30.641307 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6693f390-d1bf-4d46-a531-2b7bc740df60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:30.668905 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-87535d5b-6202-458f-aca0-1ad120f81455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:30.725794 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87535d5b-6202-458f-aca0-1ad120f81455 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:52:30.729601 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-87535d5b-6202-458f-aca0-1ad120f81455 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:52:30.737270 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87535d5b-6202-458f-aca0-1ad120f81455 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:52:30.757589 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6693f390-d1bf-4d46-a531-2b7bc740df60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:30.781175 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87535d5b-6202-458f-aca0-1ad120f81455 admin admin] Pushing event updated for resources: {'Port': ['ID=60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:30.789485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c104b-0738-4e01-b958-0db19b15fdcc req-b4166ea8-99dd-4104-8018-9706564adf2b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:30.805862 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-703c104b-0738-4e01-b958-0db19b15fdcc req-b4166ea8-99dd-4104-8018-9706564adf2b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d6b59c-ef27-44ef-881a-13ce7a1ca556 HTTP/1.1" status: 200 len: 944 time: 0.3222940 Nov 23 21:52:30.832202 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port e3044ebb-da15-4a13-bc0a-a3faae294a02 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:52:30.840194 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port e3044ebb-da15-4a13-bc0a-a3faae294a02 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:52:30.840816 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:30.899740 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56191a-d07b-45da-980d-bfd36c53f926 req-82a709d1-9c3c-4720-a248-62064a824112 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:30.910394 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b56191a-d07b-45da-980d-bfd36c53f926 req-82a709d1-9c3c-4720-a248-62064a824112 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/ports?device_id=d51d0360-78c7-4503-a3c7-8ff039556d88 HTTP/1.1" status: 200 len: 946 time: 0.4056945 Nov 23 21:52:31.116288 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:31.146336 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b56191a-d07b-45da-980d-bfd36c53f926 req-5c8ee465-feae-47e2-a823-76c71ec41a28 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/security-groups?id=68a9eef5-67ad-40eb-b34c-8b45fdbc3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266045 Nov 23 21:52:31.177163 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-703c104b-0738-4e01-b958-0db19b15fdcc req-929aa23a-2707-4ce8-a3a0-885a3048fea0 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699477 Nov 23 21:52:31.206872 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6693f390-d1bf-4d46-a531-2b7bc740df60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:31.208431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port e3044ebb-da15-4a13-bc0a-a3faae294a02, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e3044ebb-da15-4a13-bc0a-a3faae294a02,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:31.210638 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6693f390-d1bf-4d46-a531-2b7bc740df60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:31.212784 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6693f390-d1bf-4d46-a531-2b7bc740df60 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/abefe5d1-4da1-4580-a99c-98b57da356da HTTP/1.1" status: 204 len: 168 time: 0.9068022 Nov 23 21:52:31.224064 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:31.246785 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693f390-d1bf-4d46-a531-2b7bc740df60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abefe5d1-4da1-4580-a99c-98b57da356da,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:31.271968 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 55674) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:31.405830 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d6b59c-ef27-44ef-881a-13ce7a1ca556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3044ebb-da15-4a13-bc0a-a3faae294a02'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:52:31.421391 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25f115b-dfe1-45f1-9f09-907088c4113e" -d '{"events": [{"server_uuid": "49d6b59c-ef27-44ef-881a-13ce7a1ca556", "name": "network-vif-plugged", "status": "completed", "tag": "e3044ebb-da15-4a13-bc0a-a3faae294a02"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:52:31.453822 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c19c76-8208-4132-bba7-3967fa7a177d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Deleting subnet 9acfedce-47e4-4870-81c5-6e0ec7843552 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:52:31.486944 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-06c19c76-8208-4132-bba7-3967fa7a177d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:31.583394 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fcd520f3-3935-4ff8-9561-c5b4232c38e2 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:52:31.588119 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=e3044ebb-da15-4a13-bc0a-a3faae294a02,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:31.634788 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:31.703252 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port fcd520f3-3935-4ff8-9561-c5b4232c38e2 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:52:31.703834 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:31.857919 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-06c19c76-8208-4132-bba7-3967fa7a177d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:31.986520 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:31.988939 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda576d-94a2-48a8-a552-3e84d0d1d9aa req-8c676c05-52bf-4896-83e9-ee76d7779de5 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:31.990498 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2fda576d-94a2-48a8-a552-3e84d0d1d9aa req-8c676c05-52bf-4896-83e9-ee76d7779de5 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/ports?device_id=814dd929-fbea-4bc2-b061-3ad7be17202a HTTP/1.1" status: 200 len: 945 time: 0.5054212 Nov 23 21:52:31.998311 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371b082-5883-4928-91ac-d8b753729343 req-6a7e831b-e96c-4fc6-96a2-98634f2b6a7e tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:32.012253 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4371b082-5883-4928-91ac-d8b753729343 req-6a7e831b-e96c-4fc6-96a2-98634f2b6a7e tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.5351176 Nov 23 21:52:32.102828 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port fcd520f3-3935-4ff8-9561-c5b4232c38e2, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fcd520f3-3935-4ff8-9561-c5b4232c38e2,segment=NetworkSegment(04b558a6-0d7e-4457-ad02-a7105ab094c5),segment_id=04b558a6-0d7e-4457-ad02-a7105ab094c5)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:32.114914 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:32.293800 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=fcd520f3-3935-4ff8-9561-c5b4232c38e2,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:32.322971 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-06c19c76-8208-4132-bba7-3967fa7a177d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:32.402999 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-87535d5b-6202-458f-aca0-1ad120f81455 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:32.554613 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2fda576d-94a2-48a8-a552-3e84d0d1d9aa req-b8e90668-93de-4e52-8abd-ad271347ef34 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/security-groups?id=68a9eef5-67ad-40eb-b34c-8b45fdbc3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5410755 Nov 23 21:52:32.560429 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4371b082-5883-4928-91ac-d8b753729343 req-556d93fd-9192-4526-a477-032b09a8ede4 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5129061 Nov 23 21:52:32.619065 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-06c19c76-8208-4132-bba7-3967fa7a177d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:32.690516 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c19c76-8208-4132-bba7-3967fa7a177d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event deleted for resources: {'Subnet': ['ID=9acfedce-47e4-4870-81c5-6e0ec7843552,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:32.693436 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-06c19c76-8208-4132-bba7-3967fa7a177d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:32.700063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-06c19c76-8208-4132-bba7-3967fa7a177d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "DELETE /v2.0/subnets/9acfedce-47e4-4870-81c5-6e0ec7843552 HTTP/1.1" status: 204 len: 168 time: 1.4242051 Nov 23 21:52:32.700727 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d29065b-dfeb-4756-a561-543247a7a560 None None] Network 6224d16c-8085-4fdb-99a1-d152b18dbfcb requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:52:32.714250 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 55702) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:32.813945 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1928fb14-287a-4340-aa15-0e63ba137e33 x-openstack-request-id: req-1928fb14-287a-4340-aa15-0e63ba137e33 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:52:32.814631 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d6b59c-ef27-44ef-881a-13ce7a1ca556", "name": "network-vif-plugged", "status": "completed", "tag": "e3044ebb-da15-4a13-bc0a-a3faae294a02", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:52:32.815073 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1928fb14-287a-4340-aa15-0e63ba137e33 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:52:32.817111 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d6b59c-ef27-44ef-881a-13ce7a1ca556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3044ebb-da15-4a13-bc0a-a3faae294a02', 'code': 200} Nov 23 21:52:32.831755 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e996eed-55ac-4219-ba85-4f153086de99 None None] Network 5b374035-6ec9-4585-9414-d17339221c43 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:52:33.060887 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fed06ecf-66ac-44e8-85c2-775e87fde8b1 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:33.101401 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df985b-a8d4-4e87-bd3e-128a1961d6ae req-a97d6d57-a739-4ec6-a6cf-9e5962561ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:33.104979 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b9df985b-a8d4-4e87-bd3e-128a1961d6ae req-a97d6d57-a739-4ec6-a6cf-9e5962561ec6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49d6b59c-ef27-44ef-881a-13ce7a1ca556 HTTP/1.1" status: 200 len: 1096 time: 0.2137194 Nov 23 21:52:33.131547 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c22ce9-8b61-4345-b44d-605fe7c1ea10 req-2074b980-4a1e-4ade-bf78-923634310359 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:33.135299 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91c22ce9-8b61-4345-b44d-605fe7c1ea10 req-2074b980-4a1e-4ade-bf78-923634310359 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d6b59c-ef27-44ef-881a-13ce7a1ca556 HTTP/1.1" status: 200 len: 945 time: 0.1763399 Nov 23 21:52:33.224474 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91c22ce9-8b61-4345-b44d-605fe7c1ea10 req-0c7e74ac-8d21-42f6-99f7-efe04a80bcd9 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631886 Nov 23 21:52:33.266928 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-fed06ecf-66ac-44e8-85c2-775e87fde8b1 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Deleting port fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:52:33.267284 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fed06ecf-66ac-44e8-85c2-775e87fde8b1 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:33.427531 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b9df985b-a8d4-4e87-bd3e-128a1961d6ae req-0439a3ba-b253-4d4c-b09a-ce3309c6c61b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758218 Nov 23 21:52:33.436042 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-87535d5b-6202-458f-aca0-1ad120f81455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:33.516376 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-fed06ecf-66ac-44e8-85c2-775e87fde8b1 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] For port fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e,segment=NetworkSegment(725ee7a8-d31c-41db-b157-b9e155547ce5),segment_id=725ee7a8-d31c-41db-b157-b9e155547ce5)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:33.516770 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fed06ecf-66ac-44e8-85c2-775e87fde8b1 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:33.556728 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-fed06ecf-66ac-44e8-85c2-775e87fde8b1 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Calling delete_port for fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:52:33.666314 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fcd520f3-3935-4ff8-9561-c5b4232c38e2 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:52:33.711378 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87535d5b-6202-458f-aca0-1ad120f81455 admin admin] Router 7fc786bd-c7fc-4a72-b5bc-68a2a5614427 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 21:52:33.748440 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:33.754149 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-83cafab8-95a5-4826-b336-7379f44dc105 None None] Provisioning complete for port fcd520f3-3935-4ff8-9561-c5b4232c38e2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:52:33.754661 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-83cafab8-95a5-4826-b336-7379f44dc105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:33.962554 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:33.982120 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87535d5b-6202-458f-aca0-1ad120f81455 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:52:33.984647 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fed06ecf-66ac-44e8-85c2-775e87fde8b1 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:33.995949 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] Sync routers for ids ['7fc786bd-c7fc-4a72-b5bc-68a2a5614427'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:52:34.013853 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] Routers {'7fc786bd-c7fc-4a72-b5bc-68a2a5614427'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:52:34.018032 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:52:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7fc786bd-c7fc-4a72-b5bc-68a2a5614427'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:34.032617 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-87535d5b-6202-458f-aca0-1ad120f81455 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:34.036831 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-87535d5b-6202-458f-aca0-1ad120f81455 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6315513 Nov 23 21:52:34.037243 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55736) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:34.053807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d39bb9-9453-401f-8ce7-e5a995aaae3f req-273f5e08-a475-4704-848a-3d9971b1a231 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:34.056191 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55d39bb9-9453-401f-8ce7-e5a995aaae3f req-273f5e08-a475-4704-848a-3d9971b1a231 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/ports?device_id=814dd929-fbea-4bc2-b061-3ad7be17202a HTTP/1.1" status: 200 len: 945 time: 0.2341833 Nov 23 21:52:34.077243 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aca0e8-a8d5-4601-9757-35fe7f877b82 req-2cede6e4-ea23-4acc-a278-150fa701ab5b tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:34.083130 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32aca0e8-a8d5-4601-9757-35fe7f877b82 req-2cede6e4-ea23-4acc-a278-150fa701ab5b tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.3466928 Nov 23 21:52:34.192193 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed06ecf-66ac-44e8-85c2-775e87fde8b1 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] No DVR routers for this DVR port fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:52:34.240004 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed06ecf-66ac-44e8-85c2-775e87fde8b1 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event deleted for resources: {'Port': ['ID=fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:34.332481 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port fcd520f3-3935-4ff8-9561-c5b4232c38e2 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:52:34.335104 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:34.337332 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be647d1-a91d-4b01-a89b-d44ece14a158 None None] DHCP port deletion for 6224d16c-8085-4fdb-99a1-d152b18dbfcb request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:52:34.366103 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] Set router 7fc786bd-c7fc-4a72-b5bc-68a2a5614427 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:52:34.652888 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55d39bb9-9453-401f-8ce7-e5a995aaae3f req-4094fd0b-5fd3-46ef-ad0f-2112d115cbc0 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/security-groups?id=68a9eef5-67ad-40eb-b34c-8b45fdbc3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5585437 Nov 23 21:52:34.852258 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32aca0e8-a8d5-4601-9757-35fe7f877b82 req-a84d1c0b-57b1-4cb2-a422-630c87fc7c71 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7005506 Nov 23 21:52:34.991735 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'name': 'tempest-TaggedBootDevicesTest-917650347-router', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:52:28Z', 'updated_at': '2021-11-23T21:52:31Z', 'revision_number': 3, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'gw_port': {'id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:30Z', 'updated_at': '2021-11-23T21:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:35.012566 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fed06ecf-66ac-44e8-85c2-775e87fde8b1 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:35.030539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55754) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:35.060441 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-fed06ecf-66ac-44e8-85c2-775e87fde8b1 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6224d16c-8085-4fdb-99a1-d152b18dbfcb']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:35.074869 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] Checking router: 7fc786bd-c7fc-4a72-b5bc-68a2a5614427 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:52:35.075461 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] Updating router 7fc786bd-c7fc-4a72-b5bc-68a2a5614427 port 60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:52:35.118838 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-fed06ecf-66ac-44e8-85c2-775e87fde8b1 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725ee7a8-d31c-41db-b157-b9e155547ce5') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:35.119266 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-fed06ecf-66ac-44e8-85c2-775e87fde8b1 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725ee7a8-d31c-41db-b157-b9e155547ce5') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:35.155726 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fed06ecf-66ac-44e8-85c2-775e87fde8b1 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:35.164658 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c0522657-cdcd-480f-bbed-8e63893218ec None None] Provisioning complete for port fcd520f3-3935-4ff8-9561-c5b4232c38e2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:52:35.165693 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c0522657-cdcd-480f-bbed-8e63893218ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:35.180688 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:35.191656 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fed06ecf-66ac-44e8-85c2-775e87fde8b1 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:35.206158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed06ecf-66ac-44e8-85c2-775e87fde8b1 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:52:35.206589 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fed06ecf-66ac-44e8-85c2-775e87fde8b1 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:52:35.244319 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:52:35.297784 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cfaaccb4-6192-4858-900d-5024a681ab96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:35.385372 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcac730d-b325-4f72-9ec7-41111cf59bd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:35.453626 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:52:35.516529 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:52:35.518946 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fe7c0d1a-66aa-458a-93c5-85f0b1fd3b2e not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:52:35.567244 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f9709-9087-4896-b8e9-5ac8e13b79c1 req-feb68db1-fc19-40fe-b6bf-8bcdcb1678c6 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:35.573622 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2a9f9709-9087-4896-b8e9-5ac8e13b79c1 req-feb68db1-fc19-40fe-b6bf-8bcdcb1678c6 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d6b59c-ef27-44ef-881a-13ce7a1ca556 HTTP/1.1" status: 200 len: 945 time: 0.3213508 Nov 23 21:52:35.575076 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fed06ecf-66ac-44e8-85c2-775e87fde8b1 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:35.622962 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fed06ecf-66ac-44e8-85c2-775e87fde8b1 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:35.635875 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fed06ecf-66ac-44e8-85c2-775e87fde8b1 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "DELETE /v2.0/networks/6224d16c-8085-4fdb-99a1-d152b18dbfcb HTTP/1.1" status: 204 len: 168 time: 2.9168820 Nov 23 21:52:35.636712 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed06ecf-66ac-44e8-85c2-775e87fde8b1 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event deleted for resources: {'Network': ['ID=6224d16c-8085-4fdb-99a1-d152b18dbfcb,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:35.642600 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55762) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:35.790590 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2a9f9709-9087-4896-b8e9-5ac8e13b79c1 req-67cc74c7-2cbf-482f-97c2-8c0744af94d4 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060621 Nov 23 21:52:35.829761 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63749d53-27f7-4b2b-980e-73f4aa9ba021 req-bd03cf4c-f7f7-4436-8445-3c4b7bd81e81 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:35.850485 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63749d53-27f7-4b2b-980e-73f4aa9ba021 req-bd03cf4c-f7f7-4436-8445-3c4b7bd81e81 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/ports?device_id=88afe2c6-1e19-42e2-a922-955314514ab6 HTTP/1.1" status: 200 len: 945 time: 0.1340191 Nov 23 21:52:35.868683 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:35.890956 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:35.899906 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-3897dcf5-0664-4557-a3e9-1bc14976cb59 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Deleting subnet 72285ab8-4095-4f29-97df-a9bb06edf82e {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:52:35.904228 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3897dcf5-0664-4557-a3e9-1bc14976cb59 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:35.936084 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 55768) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:35.977231 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3897dcf5-0664-4557-a3e9-1bc14976cb59 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:36.030528 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] Attempting to bind port 60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:52:36.031837 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] Attempting to bind port 60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:52:36.032341 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] Attempting to bind port 60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:52:36.036884 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581130a6-f8ce-48c2-96a7-67ef537f196b None None] Pushing event updated for resources: {'Port': ['ID=60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:36.054976 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:52:36.055591 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:52:36.056229 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:36.057866 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:52:36.057866 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] Bound port: 60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:52:36.057866 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:36.063030 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581130a6-f8ce-48c2-96a7-67ef537f196b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:36.065107 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581130a6-f8ce-48c2-96a7-67ef537f196b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:36.066793 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581130a6-f8ce-48c2-96a7-67ef537f196b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:36.067505 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581130a6-f8ce-48c2-96a7-67ef537f196b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:36.067794 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581130a6-f8ce-48c2-96a7-67ef537f196b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:36.068251 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581130a6-f8ce-48c2-96a7-67ef537f196b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:36.068644 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581130a6-f8ce-48c2-96a7-67ef537f196b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:36.069121 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581130a6-f8ce-48c2-96a7-67ef537f196b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:36.069536 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581130a6-f8ce-48c2-96a7-67ef537f196b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:36.069925 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581130a6-f8ce-48c2-96a7-67ef537f196b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:36.070363 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581130a6-f8ce-48c2-96a7-67ef537f196b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:36.071332 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581130a6-f8ce-48c2-96a7-67ef537f196b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:52:36.165491 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] For port 60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:52:36.169735 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] For port 60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:52:36.190171 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:36.233676 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3897dcf5-0664-4557-a3e9-1bc14976cb59 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:36.351205 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] Routers {'7fc786bd-c7fc-4a72-b5bc-68a2a5614427'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:52:36.352311 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:52:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7fc786bd-c7fc-4a72-b5bc-68a2a5614427'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:36.355530 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581130a6-f8ce-48c2-96a7-67ef537f196b None None] Pushing event updated for resources: {'Port': ['ID=60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:36.375079 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcac730d-b325-4f72-9ec7-41111cf59bd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:36.401410 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcac730d-b325-4f72-9ec7-41111cf59bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:36.456317 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63749d53-27f7-4b2b-980e-73f4aa9ba021 req-3ecb7621-c0a6-47d6-92d7-07af5bdb9dd1 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/security-groups?id=68a9eef5-67ad-40eb-b34c-8b45fdbc3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6039240 Nov 23 21:52:36.489007 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-cfaaccb4-6192-4858-900d-5024a681ab96 admin admin] Allocated IP 172.20.0.1 (5b374035-6ec9-4585-9414-d17339221c43/dd878f6f-9967-479b-9c9f-bb69cd8c2238/d1694965-de1e-44a8-bf5b-b9391f9d8853) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:52:36.555129 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3897dcf5-0664-4557-a3e9-1bc14976cb59 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:36.573617 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] Set router 7fc786bd-c7fc-4a72-b5bc-68a2a5614427 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:52:36.581957 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fcac730d-b325-4f72-9ec7-41111cf59bd8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=55698002e3a7430b9714eafbad24a447&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5448771 Nov 23 21:52:36.593587 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16bb98-1a94-4c5a-a0b6-cddffaf5bed6 req-66af0e4c-915e-4c5d-8e0d-beb6723bc599 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:36.601854 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a16bb98-1a94-4c5a-a0b6-cddffaf5bed6 req-66af0e4c-915e-4c5d-8e0d-beb6723bc599 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.2031860 Nov 23 21:52:36.604161 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 55782) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:36.609355 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac730d-b325-4f72-9ec7-41111cf59bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d6457c-47c9-4ec0-a66f-1951c7ae61c2,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:36.638976 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897dcf5-0664-4557-a3e9-1bc14976cb59 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event deleted for resources: {'Subnet': ['ID=72285ab8-4095-4f29-97df-a9bb06edf82e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:36.744704 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b481c8-28f5-4952-91b4-810234ec7c98 None None] Network 417a1c8c-539d-4eff-b023-3c358954e723 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:52:36.771386 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3897dcf5-0664-4557-a3e9-1bc14976cb59 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:36.777009 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3897dcf5-0664-4557-a3e9-1bc14976cb59 tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "DELETE /v2.0/subnets/72285ab8-4095-4f29-97df-a9bb06edf82e HTTP/1.1" status: 204 len: 168 time: 1.1239235 Nov 23 21:52:36.780391 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55790) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:36.837452 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a16bb98-1a94-4c5a-a0b6-cddffaf5bed6 req-c5f9a564-d13b-43ba-bc0d-d9696837f881 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302365 Nov 23 21:52:36.972073 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-127a9ef1-8e3d-419b-94c7-d97860c9292d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:37.054171 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10ce58b4-e146-4baf-a2a6-00672e4ef0c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:37.087104 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b114718-ceb1-41c0-a23f-308a5e2818ed None None] DHCP port deletion for 417a1c8c-539d-4eff-b023-3c358954e723 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:52:37.122274 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'name': 'tempest-TaggedBootDevicesTest-917650347-router', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:52:28Z', 'updated_at': '2021-11-23T21:52:31Z', 'revision_number': 3, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'gw_port': {'id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:30Z', 'updated_at': '2021-11-23T21:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:37.138878 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cb219-837c-4b83-9dcf-935ebede3946 req-dbe1fcba-28fd-4c4d-be05-26313b559ae7 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:37.140377 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-070cb219-837c-4b83-9dcf-935ebede3946 req-dbe1fcba-28fd-4c4d-be05-26313b559ae7 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/networks?id=670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 200 len: 805 time: 0.5351250 Nov 23 21:52:37.155179 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cfaaccb4-6192-4858-900d-5024a681ab96 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:37.171732 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58798561-18e0-4a0d-8c2d-1771bf2f6a1b None None] The sync data for ids ['7fc786bd-c7fc-4a72-b5bc-68a2a5614427'] in n-d-816206-9 is: [{'id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'name': 'tempest-TaggedBootDevicesTest-917650347-router', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:52:28Z', 'updated_at': '2021-11-23T21:52:31Z', 'revision_number': 3, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'gw_port': {'id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:30Z', 'updated_at': '2021-11-23T21:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:52:37.193196 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10ce58b4-e146-4baf-a2a6-00672e4ef0c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:37.202391 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-3b114718-ceb1-41c0-a23f-308a5e2818ed None None] Deleting port 76eda3e4-eac5-44fc-b458-cfc31432a9d2 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:52:37.202803 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3b114718-ceb1-41c0-a23f-308a5e2818ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:37.235137 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-070cb219-837c-4b83-9dcf-935ebede3946 req-43fb8d9a-08b7-4b98-949d-f931cb5120b4 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/quotas/c71aeb9305cf4bd2a1651a8b5100e309 HTTP/1.1" status: 200 len: 375 time: 0.0815194 Nov 23 21:52:37.258004 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-127a9ef1-8e3d-419b-94c7-d97860c9292d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Deleting port 76eda3e4-eac5-44fc-b458-cfc31432a9d2 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:52:37.258763 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-127a9ef1-8e3d-419b-94c7-d97860c9292d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:37.275599 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cfaaccb4-6192-4858-900d-5024a681ab96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:37.374548 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-3b114718-ceb1-41c0-a23f-308a5e2818ed None None] For port 76eda3e4-eac5-44fc-b458-cfc31432a9d2, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=76eda3e4-eac5-44fc-b458-cfc31432a9d2,segment=NetworkSegment(54c3daab-1ba6-4599-8345-d24da7c2d665),segment_id=54c3daab-1ba6-4599-8345-d24da7c2d665)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:37.375076 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3b114718-ceb1-41c0-a23f-308a5e2818ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:37.418451 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-3b114718-ceb1-41c0-a23f-308a5e2818ed None None] Calling delete_port for 76eda3e4-eac5-44fc-b458-cfc31432a9d2 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:52:37.444863 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 76eda3e4-eac5-44fc-b458-cfc31432a9d2 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:52:37.471666 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-127a9ef1-8e3d-419b-94c7-d97860c9292d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] For port 76eda3e4-eac5-44fc-b458-cfc31432a9d2, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=76eda3e4-eac5-44fc-b458-cfc31432a9d2,segment=NetworkSegment(54c3daab-1ba6-4599-8345-d24da7c2d665),segment_id=54c3daab-1ba6-4599-8345-d24da7c2d665)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:37.473699 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-127a9ef1-8e3d-419b-94c7-d97860c9292d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:37.500336 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-127a9ef1-8e3d-419b-94c7-d97860c9292d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Calling delete_port for 76eda3e4-eac5-44fc-b458-cfc31432a9d2 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:52:37.672118 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaaccb4-6192-4858-900d-5024a681ab96 admin admin] Network 5b374035-6ec9-4585-9414-d17339221c43 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:52:37.681817 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-cfaaccb4-6192-4858-900d-5024a681ab96 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:52:37.686014 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaaccb4-6192-4858-900d-5024a681ab96 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:52:37.696529 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:37.732204 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaaccb4-6192-4858-900d-5024a681ab96 admin admin] Pushing event updated for resources: {'Port': ['ID=d1694965-de1e-44a8-bf5b-b9391f9d8853,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:37.763201 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-127a9ef1-8e3d-419b-94c7-d97860c9292d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:37.764104 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-df299b70-5f51-4f6d-b9d8-b7740bf7c75e tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:37.775325 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-df299b70-5f51-4f6d-b9d8-b7740bf7c75e tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 808 time: 0.3946538 Nov 23 21:52:37.793307 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-070cb219-837c-4b83-9dcf-935ebede3946 req-7ecc6294-f1b9-45bb-af7a-41f0112f4d69 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5352046 Nov 23 21:52:37.793904 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3b114718-ceb1-41c0-a23f-308a5e2818ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:37.809599 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127a9ef1-8e3d-419b-94c7-d97860c9292d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] No DVR routers for this DVR port 76eda3e4-eac5-44fc-b458-cfc31432a9d2 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:52:37.825137 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cfaaccb4-6192-4858-900d-5024a681ab96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:37.825416 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10ce58b4-e146-4baf-a2a6-00672e4ef0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:37.825764 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10ce58b4-e146-4baf-a2a6-00672e4ef0c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:37.848640 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-10ce58b4-e146-4baf-a2a6-00672e4ef0c3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4d6457c-47c9-4ec0-a66f-1951c7ae61c2 HTTP/1.1" status: 204 len: 168 time: 1.2294936 Nov 23 21:52:37.877488 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b114718-ceb1-41c0-a23f-308a5e2818ed None None] Pushing event deleted for resources: {'Port': ['ID=76eda3e4-eac5-44fc-b458-cfc31432a9d2,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:37.892422 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b114718-ceb1-41c0-a23f-308a5e2818ed None None] No DVR routers for this DVR port 76eda3e4-eac5-44fc-b458-cfc31432a9d2 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:52:37.915670 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 21:52:37.915670 n-d-816206-9 neutron-server[110035]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Nov 23 21:52:37.915670 n-d-816206-9 neutron-server[110035]: [parameters: {'status': 'DOWN', 'ports_id': '76eda3e4-eac5-44fc-b458-cfc31432a9d2'}] Nov 23 21:52:37.915670 n-d-816206-9 neutron-server[110035]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:52:37.916662 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:52:37.932504 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-50b1cb0b-f9f3-42ed-bb61-ae2b5996c466 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/quotas/fbb1d292593848d88a76dda57bbd0633 HTTP/1.1" status: 200 len: 375 time: 0.1367869 Nov 23 21:52:37.975696 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce58b4-e146-4baf-a2a6-00672e4ef0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d6457c-47c9-4ec0-a66f-1951c7ae61c2,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:38.051616 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a9ef1-8e3d-419b-94c7-d97860c9292d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event deleted for resources: {'Port': ['ID=76eda3e4-eac5-44fc-b458-cfc31432a9d2,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:38.180813 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-127a9ef1-8e3d-419b-94c7-d97860c9292d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:38.190228 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-070cb219-837c-4b83-9dcf-935ebede3946 req-adb6d6f2-81bd-4d37-a6f1-8e14466adc32 service neutron] 10.222.0.50 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954186 Nov 23 21:52:38.201359 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cfaaccb4-6192-4858-900d-5024a681ab96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:38.203063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-e195eb32-fce5-431a-91e9-97261425b17a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2408926 Nov 23 21:52:38.246700 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-127a9ef1-8e3d-419b-94c7-d97860c9292d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417a1c8c-539d-4eff-b023-3c358954e723']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:38.282443 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-644e3aca-cf9f-4543-b0c5-344a5b4f6778 None None] Provisioning complete for port d1694965-de1e-44a8-bf5b-b9391f9d8853 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:52:38.283958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-127a9ef1-8e3d-419b-94c7-d97860c9292d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c3daab-1ba6-4599-8345-d24da7c2d665') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:38.284440 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-127a9ef1-8e3d-419b-94c7-d97860c9292d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c3daab-1ba6-4599-8345-d24da7c2d665') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:38.285573 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-644e3aca-cf9f-4543-b0c5-344a5b4f6778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:38.302372 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-127a9ef1-8e3d-419b-94c7-d97860c9292d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:38.356607 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-127a9ef1-8e3d-419b-94c7-d97860c9292d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:38.367949 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127a9ef1-8e3d-419b-94c7-d97860c9292d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:52:38.368519 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-127a9ef1-8e3d-419b-94c7-d97860c9292d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:38.369079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-644e3aca-cf9f-4543-b0c5-344a5b4f6778 None None] Port d1694965-de1e-44a8-bf5b-b9391f9d8853 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:52:38.372011 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:52:38.468499 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Port 76eda3e4-eac5-44fc-b458-cfc31432a9d2 update to DOWN by agent not found {{(pid=110035) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 21:52:38.563095 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-127a9ef1-8e3d-419b-94c7-d97860c9292d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:38.571965 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-070cb219-837c-4b83-9dcf-935ebede3946 req-8bb0efe6-48ff-4bf3-964c-cb8853f4fae3 service neutron] 10.222.0.50 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665483 Nov 23 21:52:38.583438 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-9270ec43-a352-4490-9904-e978d756e24c service neutron] 10.222.0.50 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696179 Nov 23 21:52:38.594236 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a9ef1-8e3d-419b-94c7-d97860c9292d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Pushing event deleted for resources: {'Network': ['ID=417a1c8c-539d-4eff-b023-3c358954e723,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:38.602565 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-127a9ef1-8e3d-419b-94c7-d97860c9292d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:38.618879 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-127a9ef1-8e3d-419b-94c7-d97860c9292d tempest-ServersTestMultiNic-1885777827 tempest-ServersTestMultiNic-1885777827-project] 10.222.0.50 "DELETE /v2.0/networks/417a1c8c-539d-4eff-b023-3c358954e723 HTTP/1.1" status: 204 len: 168 time: 1.8327603 Nov 23 21:52:38.657002 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cfaaccb4-6192-4858-900d-5024a681ab96 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:38.676141 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cfaaccb4-6192-4858-900d-5024a681ab96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:38.697666 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-03986ea0-3263-477f-a7ba-4d093013fa5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:39.073271 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-2318d866-955d-4ead-9495-415c4c43b0c8 service neutron] 10.222.0.50 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805808 Nov 23 21:52:39.238893 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b736f4-f181-4f1f-95c3-7334d29fbc7a req-20f94e8e-ea5c-4429-a02d-6e764c330d75 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:39.248394 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-13b736f4-f181-4f1f-95c3-7334d29fbc7a req-20f94e8e-ea5c-4429-a02d-6e764c330d75 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/ports?device_id=88afe2c6-1e19-42e2-a922-955314514ab6 HTTP/1.1" status: 200 len: 945 time: 0.3597589 Nov 23 21:52:39.406554 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-13b736f4-f181-4f1f-95c3-7334d29fbc7a req-a2671cc9-eaf4-4e6e-a5ba-375911dcba33 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/security-groups?id=68a9eef5-67ad-40eb-b34c-8b45fdbc3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572435 Nov 23 21:52:39.484184 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cfaaccb4-6192-4858-900d-5024a681ab96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:39.555087 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:52:39.694292 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:52:39.697232 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:39.770418 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaaccb4-6192-4858-900d-5024a681ab96 admin admin] Pushing event updated for resources: {'Port': ['ID=d1694965-de1e-44a8-bf5b-b9391f9d8853,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:39.820161 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affb298-d586-42fc-aa02-93c853a559e1 req-5cfa13a6-55b7-4717-bdc9-2d74cdce9a92 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:39.827540 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8affb298-d586-42fc-aa02-93c853a559e1 req-5cfa13a6-55b7-4717-bdc9-2d74cdce9a92 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.2257059 Nov 23 21:52:39.888812 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-03986ea0-3263-477f-a7ba-4d093013fa5b admin admin] Deleting port 77b43389-abb2-4cf3-8119-28a15d2575b7 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:52:39.889630 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-03986ea0-3263-477f-a7ba-4d093013fa5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:39.926903 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376187a-347e-4a41-b34d-1f5ef5fde966 req-385abc9a-3dfc-4e9f-8ff1-ee1e77c10674 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:39.929153 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f376187a-347e-4a41-b34d-1f5ef5fde966 req-385abc9a-3dfc-4e9f-8ff1-ee1e77c10674 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.60 "GET /v2.0/ports?device_id=88afe2c6-1e19-42e2-a922-955314514ab6 HTTP/1.1" status: 200 len: 945 time: 0.4906309 Nov 23 21:52:40.020535 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:40.074202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaaccb4-6192-4858-900d-5024a681ab96 admin admin] Network 5b374035-6ec9-4585-9414-d17339221c43 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:52:40.077116 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-cfaaccb4-6192-4858-900d-5024a681ab96 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:52:40.090036 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:40.105019 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:40.225017 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-03986ea0-3263-477f-a7ba-4d093013fa5b admin admin] For port 77b43389-abb2-4cf3-8119-28a15d2575b7, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=77b43389-abb2-4cf3-8119-28a15d2575b7,segment=NetworkSegment(7a8955f4-a5c8-4ac8-9aaa-544eb807cb33),segment_id=7a8955f4-a5c8-4ac8-9aaa-544eb807cb33)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:40.225493 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-03986ea0-3263-477f-a7ba-4d093013fa5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:40.292744 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fa12aa84-bbaf-4405-ac52-4d837be6fdc2 req-04879112-2ef4-4ff5-85db-b41a012cb7fb tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff4dc91e-023c-4ac6-aad2-7d330b580d6f HTTP/1.1" status: 200 len: 210 time: 0.0742283 Nov 23 21:52:40.293770 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:40.302646 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-03986ea0-3263-477f-a7ba-4d093013fa5b admin admin] Calling delete_port for 77b43389-abb2-4cf3-8119-28a15d2575b7 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:52:40.348366 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-f376187a-347e-4a41-b34d-1f5ef5fde966 req-5e31a0af-1dc7-48e5-b2b3-c6dde951b3db tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Deleting port ea92b1a1-301c-4554-b168-3610e85baea8 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:52:40.354939 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f376187a-347e-4a41-b34d-1f5ef5fde966 req-5e31a0af-1dc7-48e5-b2b3-c6dde951b3db tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:40.547910 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfaaccb4-6192-4858-900d-5024a681ab96 admin admin] Router 7fc786bd-c7fc-4a72-b5bc-68a2a5614427 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:52:40.587801 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24a6be5e-1cd2-4448-b5fe-5339a4c88d98 req-daf49923-238a-4601-bfae-9d52c9952a3e tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 210 time: 0.0912540 Nov 23 21:52:40.656428 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a5dac218-e3d3-4179-b0c0-326a2513eb2a None None] Provisioning complete for port d1694965-de1e-44a8-bf5b-b9391f9d8853 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:52:40.660388 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a5dac218-e3d3-4179-b0c0-326a2513eb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:40.759446 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-f376187a-347e-4a41-b34d-1f5ef5fde966 req-5e31a0af-1dc7-48e5-b2b3-c6dde951b3db tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] For port ea92b1a1-301c-4554-b168-3610e85baea8, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=ea92b1a1-301c-4554-b168-3610e85baea8,segment=NetworkSegment(0e866f43-ae93-4d52-b5d3-4f4fe3c7011d),segment_id=0e866f43-ae93-4d52-b5d3-4f4fe3c7011d)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:40.760062 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f376187a-347e-4a41-b34d-1f5ef5fde966 req-5e31a0af-1dc7-48e5-b2b3-c6dde951b3db tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:40.773853 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8affb298-d586-42fc-aa02-93c853a559e1 req-77d6011b-7123-4a5c-9ac4-5ac59dcf788f tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9345236 Nov 23 21:52:40.782382 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-f376187a-347e-4a41-b34d-1f5ef5fde966 req-5e31a0af-1dc7-48e5-b2b3-c6dde951b3db tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Calling delete_port for ea92b1a1-301c-4554-b168-3610e85baea8 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:52:40.844407 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a5dac218-e3d3-4179-b0c0-326a2513eb2a None None] Port d1694965-de1e-44a8-bf5b-b9391f9d8853 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:52:41.045014 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cb219-837c-4b83-9dcf-935ebede3946 req-a5a627ca-6494-4345-a01f-71fb8df5dee5 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:41.047638 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-070cb219-837c-4b83-9dcf-935ebede3946 req-a5a627ca-6494-4345-a01f-71fb8df5dee5 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.53 "GET /v2.0/networks?id=670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 200 len: 805 time: 0.3895400 Nov 23 21:52:41.049222 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55874) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:41.063096 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-070cb219-837c-4b83-9dcf-935ebede3946 req-3c85c170-4235-4c4c-b6ee-9fbbdcef3c92 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Request body: {'port': {'device_id': 'ff4dc91e-023c-4ac6-aad2-7d330b580d6f', 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c', 'admin_state_up': True, 'tenant_id': 'c71aeb9305cf4bd2a1651a8b5100e309'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:52:41.096838 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-03986ea0-3263-477f-a7ba-4d093013fa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:41.119162 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d6a65-8119-49c2-94b1-15a6b5e03eb9 req-bd1b4f31-6a77-498c-ba7b-0d17638ce9a8 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:41.121446 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-828d6a65-8119-49c2-94b1-15a6b5e03eb9 req-bd1b4f31-6a77-498c-ba7b-0d17638ce9a8 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/ports?device_id=88afe2c6-1e19-42e2-a922-955314514ab6 HTTP/1.1" status: 200 len: 945 time: 0.1534371 Nov 23 21:52:41.482651 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:52:41.561216 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfaaccb4-6192-4858-900d-5024a681ab96 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:52:41.569438 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cfaaccb4-6192-4858-900d-5024a681ab96 admin admin] 10.222.0.50 "PUT /v2.0/routers/7fc786bd-c7fc-4a72-b5bc-68a2a5614427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5307510 Nov 23 21:52:41.577762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] Sync routers for ids ['7fc786bd-c7fc-4a72-b5bc-68a2a5614427'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:52:41.601227 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] Routers {'7fc786bd-c7fc-4a72-b5bc-68a2a5614427'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:52:41.603002 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:52:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7fc786bd-c7fc-4a72-b5bc-68a2a5614427'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:41.732797 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f376187a-347e-4a41-b34d-1f5ef5fde966 req-5e31a0af-1dc7-48e5-b2b3-c6dde951b3db tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:41.754804 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03986ea0-3263-477f-a7ba-4d093013fa5b admin admin] Pushing event deleted for resources: {'Port': ['ID=77b43389-abb2-4cf3-8119-28a15d2575b7,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:41.816565 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-f376187a-347e-4a41-b34d-1f5ef5fde966 req-5e31a0af-1dc7-48e5-b2b3-c6dde951b3db tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] No DVR routers for this DVR port ea92b1a1-301c-4554-b168-3610e85baea8 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:52:41.823138 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31a0af-1dc7-48e5-b2b3-c6dde951b3db tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Pushing event deleted for resources: {'Port': ['ID=ea92b1a1-301c-4554-b168-3610e85baea8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:41.825699 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f376187a-347e-4a41-b34d-1f5ef5fde966 req-5e31a0af-1dc7-48e5-b2b3-c6dde951b3db tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:41.829786 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f376187a-347e-4a41-b34d-1f5ef5fde966 req-5e31a0af-1dc7-48e5-b2b3-c6dde951b3db tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.60 "DELETE /v2.0/ports/ea92b1a1-301c-4554-b168-3610e85baea8 HTTP/1.1" status: 204 len: 173 time: 1.8926644 Nov 23 21:52:41.832847 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88afe2c6-1e19-42e2-a922-955314514ab6', 'name': 'network-vif-deleted', 'tag': 'ea92b1a1-301c-4554-b168-3610e85baea8'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:52:41.835216 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c374e6ec-1b13-45a3-9751-320ced7f795b" -d '{"events": [{"server_uuid": "88afe2c6-1e19-42e2-a922-955314514ab6", "name": "network-vif-deleted", "tag": "ea92b1a1-301c-4554-b168-3610e85baea8"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:52:41.975118 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9eef-6c21-4a18-b562-5125265ed411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:42.030379 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['3cf74548-dcc3-4b91-8c64-4af096997d48'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:52:42.041017 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['15891091-1887-463d-b8bf-0a692d46fd3d'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:52:42.144141 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] Set router 7fc786bd-c7fc-4a72-b5bc-68a2a5614427 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:52:42.514605 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55922) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:42.516877 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55326622-19b3-4248-8f16-0fbfa14657b0 req-ace24f85-fa2f-4592-b566-f5eec9ae67fa tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff4dc91e-023c-4ac6-aad2-7d330b580d6f HTTP/1.1" status: 200 len: 210 time: 0.7663877 Nov 23 21:52:42.634895 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-828d6a65-8119-49c2-94b1-15a6b5e03eb9 req-ef720320-981c-4015-8191-b84cd547c2a1 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/security-groups?id=68a9eef5-67ad-40eb-b34c-8b45fdbc3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4759228 Nov 23 21:52:42.812437 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-8dbb9eef-6c21-4a18-b562-5125265ed411 admin admin] Deleting port 29b5c6fe-4052-42b6-b786-bdfbb4d0a56e {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:52:42.812437 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9eef-6c21-4a18-b562-5125265ed411 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:42.812974 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cc36f2f4-92ff-48eb-984c-462034a99fcd req-a2660621-ce24-476c-8423-6a83a570d0c7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 210 time: 0.1111174 Nov 23 21:52:42.821276 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-5cf99caf-110d-4586-8a04-68c67263e8e1 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:42.825751 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-5cf99caf-110d-4586-8a04-68c67263e8e1 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.53 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 808 time: 1.0194874 Nov 23 21:52:42.915687 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device ea92b1a1-301c-4554-b168-3610e85baea8 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:52:42.955928 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-8dbb9eef-6c21-4a18-b562-5125265ed411 admin admin] For port 29b5c6fe-4052-42b6-b786-bdfbb4d0a56e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=29b5c6fe-4052-42b6-b786-bdfbb4d0a56e,segment=NetworkSegment(c3317170-38ee-4be2-b962-cb36f07f1cde),segment_id=c3317170-38ee-4be2-b962-cb36f07f1cde)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:42.956294 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9eef-6c21-4a18-b562-5125265ed411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:42.971356 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-8dbb9eef-6c21-4a18-b562-5125265ed411 admin admin] Calling delete_port for 29b5c6fe-4052-42b6-b786-bdfbb4d0a56e owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:52:42.982247 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: ea92b1a1-301c-4554-b168-3610e85baea8 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:52:42.984320 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device ea92b1a1-301c-4554-b168-3610e85baea8 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:52:43.047427 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-eaf7ed92-3f67-4b15-b5c7-b4213635295a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Request body: {'port': {'device_id': '6ff146b5-af68-4c7b-8a8f-d1e5e70f5082', 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e', 'admin_state_up': True, 'tenant_id': 'fbb1d292593848d88a76dda57bbd0633'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:52:43.147857 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:52:43.148835 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:43.276302 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf1e9cb-5a40-4384-b66a-fd13a8e6766f x-openstack-request-id: req-3cf1e9cb-5a40-4384-b66a-fd13a8e6766f {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:52:43.277038 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88afe2c6-1e19-42e2-a922-955314514ab6", "name": "network-vif-deleted", "tag": "ea92b1a1-301c-4554-b168-3610e85baea8", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:52:43.277596 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3cf1e9cb-5a40-4384-b66a-fd13a8e6766f {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:52:43.278185 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88afe2c6-1e19-42e2-a922-955314514ab6', 'name': 'network-vif-deleted', 'tag': 'ea92b1a1-301c-4554-b168-3610e85baea8', 'status': 'completed', 'code': 200} Nov 23 21:52:43.290546 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 55938) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:43.293927 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8f92d25-7e3f-42df-96ae-22216d93e883 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:43.297336 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9eef-6c21-4a18-b562-5125265ed411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:43.299560 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-536aabd3-358f-4c14-b3b6-5cb536e03b5a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-48343456-network', 'tenant_id': 'f1013b29ff6a4de0a08cc6587349ab65'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:52:43.303219 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070cb219-837c-4b83-9dcf-935ebede3946 req-3c85c170-4235-4c4c-b6ee-9fbbdcef3c92 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Made reservation on behalf of c71aeb9305cf4bd2a1651a8b5100e309 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:52:43.309152 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-070cb219-837c-4b83-9dcf-935ebede3946 req-3c85c170-4235-4c4c-b6ee-9fbbdcef3c92 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:43.349011 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb9eef-6c21-4a18-b562-5125265ed411 admin admin] Pushing event deleted for resources: {'Port': ['ID=29b5c6fe-4052-42b6-b786-bdfbb4d0a56e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:43.495886 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75557620-c245-45c3-8a9c-ec3105e2aac9 req-e1a12707-5984-459b-82d6-7256b3bd1c54 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:43.506926 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-75557620-c245-45c3-8a9c-ec3105e2aac9 req-e1a12707-5984-459b-82d6-7256b3bd1c54 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.7289386 Nov 23 21:52:43.605397 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'name': 'tempest-TaggedBootDevicesTest-917650347-router', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:52:28Z', 'updated_at': '2021-11-23T21:52:37Z', 'revision_number': 4, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'gw_port': {'id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:30Z', 'updated_at': '2021-11-23T21:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'd1694965-de1e-44a8-bf5b-b9391f9d8853', 'name': '', 'network_id': '5b374035-6ec9-4585-9414-d17339221c43', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'mac_address': 'fa:16:3e:d9:22:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'dd878f6f-9967-479b-9c9f-bb69cd8c2238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:35Z', 'updated_at': '2021-11-23T21:52:38Z', 'revision_number': 2, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'subnets': [{'id': 'dd878f6f-9967-479b-9c9f-bb69cd8c2238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:43.647724 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] Checking router: 7fc786bd-c7fc-4a72-b5bc-68a2a5614427 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:52:43.648093 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] Updating router 7fc786bd-c7fc-4a72-b5bc-68a2a5614427 port d1694965-de1e-44a8-bf5b-b9391f9d8853 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:52:43.778312 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:43.801821 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-03986ea0-3263-477f-a7ba-4d093013fa5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:43.818339 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8f92d25-7e3f-42df-96ae-22216d93e883 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:43.832525 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9eef-6c21-4a18-b562-5125265ed411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:43.854741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536aabd3-358f-4c14-b3b6-5cb536e03b5a admin admin] Made reservation on behalf of f1013b29ff6a4de0a08cc6587349ab65 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:52:43.862458 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-536aabd3-358f-4c14-b3b6-5cb536e03b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:43.863610 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8f92d25-7e3f-42df-96ae-22216d93e883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:43.910242 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d8f92d25-7e3f-42df-96ae-22216d93e883 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=979d4df208e14adf918fa5a4c133959f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3125122 Nov 23 21:52:43.922515 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55946) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:43.976322 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f8f0fc9e-2277-478a-8789-6f7401229e18 req-702facdb-1253-433a-abaa-4552c54f59b3 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff4dc91e-023c-4ac6-aad2-7d330b580d6f HTTP/1.1" status: 200 len: 210 time: 0.1649907 Nov 23 21:52:44.101015 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fec03171-0de8-4578-b0a1-5a17a67132cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:44.139642 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fec03171-0de8-4578-b0a1-5a17a67132cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:44.152378 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-75557620-c245-45c3-8a9c-ec3105e2aac9 req-daa9d7da-dcb1-41cf-8392-a1ff613c4a68 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6376081 Nov 23 21:52:44.167921 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-536aabd3-358f-4c14-b3b6-5cb536e03b5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:44.171625 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-eaf7ed92-3f67-4b15-b5c7-b4213635295a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Made reservation on behalf of fbb1d292593848d88a76dda57bbd0633 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:52:44.196772 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-eaf7ed92-3f67-4b15-b5c7-b4213635295a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:44.202738 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:44.220713 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:44.309495 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fec03171-0de8-4578-b0a1-5a17a67132cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:44.312244 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fec03171-0de8-4578-b0a1-5a17a67132cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:44.313419 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fec03171-0de8-4578-b0a1-5a17a67132cc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bbe9d379-e792-4012-be62-7b5f63b7e487 HTTP/1.1" status: 204 len: 168 time: 0.3888779 Nov 23 21:52:44.341583 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f92d25-7e3f-42df-96ae-22216d93e883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe9d379-e792-4012-be62-7b5f63b7e487,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:44.385373 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec03171-0de8-4578-b0a1-5a17a67132cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe9d379-e792-4012-be62-7b5f63b7e487,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:44.413273 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c762a18-57dd-44cd-85c6-23afb9858a87 None None] Pushing event updated for resources: {'Port': ['ID=d1694965-de1e-44a8-bf5b-b9391f9d8853,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:44.468548 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] Attempting to bind port d1694965-de1e-44a8-bf5b-b9391f9d8853 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:52:44.469215 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] Attempting to bind port d1694965-de1e-44a8-bf5b-b9391f9d8853 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '04b558a6-0d7e-4457-ad02-a7105ab094c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5b374035-6ec9-4585-9414-d17339221c43'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:52:44.470164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] Attempting to bind port d1694965-de1e-44a8-bf5b-b9391f9d8853 on network 5b374035-6ec9-4585-9414-d17339221c43 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:52:44.479711 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:52:44.480598 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] Checking segment: {'id': '04b558a6-0d7e-4457-ad02-a7105ab094c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5b374035-6ec9-4585-9414-d17339221c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:52:44.481252 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:44.481909 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] Bound using segment: {'id': '04b558a6-0d7e-4457-ad02-a7105ab094c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5b374035-6ec9-4585-9414-d17339221c43'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:52:44.482966 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] Bound port: d1694965-de1e-44a8-bf5b-b9391f9d8853, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b558a6-0d7e-4457-ad02-a7105ab094c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5b374035-6ec9-4585-9414-d17339221c43'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:52:44.483605 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:44.567530 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] For port d1694965-de1e-44a8-bf5b-b9391f9d8853, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:52:44.572048 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] For port d1694965-de1e-44a8-bf5b-b9391f9d8853, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d1694965-de1e-44a8-bf5b-b9391f9d8853,segment=NetworkSegment(04b558a6-0d7e-4457-ad02-a7105ab094c5),segment_id=04b558a6-0d7e-4457-ad02-a7105ab094c5)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:52:44.583201 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:44.647267 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] Routers {'7fc786bd-c7fc-4a72-b5bc-68a2a5614427'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:52:44.649092 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:52:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7fc786bd-c7fc-4a72-b5bc-68a2a5614427'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:44.738860 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fcfbbacd-5b4f-417e-9f49-7a9856612b8b req-8e4863dd-cafc-46a1-9c21-50a4b1f986b7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 210 time: 0.4834738 Nov 23 21:52:44.755171 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c762a18-57dd-44cd-85c6-23afb9858a87 None None] Pushing event updated for resources: {'Port': ['ID=d1694965-de1e-44a8-bf5b-b9391f9d8853,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:44.762404 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-070cb219-837c-4b83-9dcf-935ebede3946 req-3c85c170-4235-4c4c-b6ee-9fbbdcef3c92 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Allocated IP 172.20.0.8 (670396b2-2e17-45a5-b25a-4f315f3df81c/d4009be1-1322-446a-a15b-fa73a68a7e30/ac648084-59fb-40d7-b32c-16053c9e3aee) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:52:44.794831 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d4343cad-0e78-45e5-8676-ca861a790e0b None None] Provisioning complete for port d1694965-de1e-44a8-bf5b-b9391f9d8853 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:52:44.797671 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d4343cad-0e78-45e5-8676-ca861a790e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:44.995507 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbb9eef-6c21-4a18-b562-5125265ed411 admin admin] Router a79dff94-908b-4b74-92e3-60f63210f33e has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:52:45.061173 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-536aabd3-358f-4c14-b3b6-5cb536e03b5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:45.134635 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] Set router 7fc786bd-c7fc-4a72-b5bc-68a2a5614427 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:52:45.190985 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d4343cad-0e78-45e5-8676-ca861a790e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:45.193806 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-536aabd3-358f-4c14-b3b6-5cb536e03b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:45.197778 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 55960) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:45.237717 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d4343cad-0e78-45e5-8676-ca861a790e0b None None] For port d1694965-de1e-44a8-bf5b-b9391f9d8853, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d1694965-de1e-44a8-bf5b-b9391f9d8853,segment=NetworkSegment(04b558a6-0d7e-4457-ad02-a7105ab094c5),segment_id=04b558a6-0d7e-4457-ad02-a7105ab094c5)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:45.244791 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d4343cad-0e78-45e5-8676-ca861a790e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:45.329939 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536aabd3-358f-4c14-b3b6-5cb536e03b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81eb2932-ac6b-4aea-a64d-6b6b12bdc6ce,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:45.335129 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-742ae189-718f-4ae8-b5b5-d7a3970d9717 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:45.390169 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09666211-6ef4-407c-91b0-a30684fdc83b req-75a166de-1be4-4c26-9ad0-5aaef06f4d0c tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff4dc91e-023c-4ac6-aad2-7d330b580d6f HTTP/1.1" status: 200 len: 210 time: 0.1638975 Nov 23 21:52:45.396151 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbb9eef-6c21-4a18-b562-5125265ed411 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:52:45.413353 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc213e99-46a2-41eb-829e-054bc8354e3a None None] Sync routers for ids ['a79dff94-908b-4b74-92e3-60f63210f33e'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:52:45.417212 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8dbb9eef-6c21-4a18-b562-5125265ed411 admin admin] 10.222.0.50 "PUT /v2.0/routers/a79dff94-908b-4b74-92e3-60f63210f33e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3641760 Nov 23 21:52:45.420423 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55968) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:45.431722 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc213e99-46a2-41eb-829e-054bc8354e3a None None] Routers {'a79dff94-908b-4b74-92e3-60f63210f33e'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:52:45.432617 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-bc213e99-46a2-41eb-829e-054bc8354e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:52:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a79dff94-908b-4b74-92e3-60f63210f33e'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:45.483956 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4343cad-0e78-45e5-8676-ca861a790e0b None None] Pushing event updated for resources: {'Port': ['ID=d1694965-de1e-44a8-bf5b-b9391f9d8853,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:45.524479 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2328b47e-aa5b-4929-9d5a-77a8037bd80f None None] Provisioning complete for port d1694965-de1e-44a8-bf5b-b9391f9d8853 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:52:45.524874 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2328b47e-aa5b-4929-9d5a-77a8037bd80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:45.602830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-eaf7ed92-3f67-4b15-b5c7-b4213635295a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Allocated IP 172.20.0.8 (5362e53d-b0aa-442a-93dd-f35dceb0e37e/56c36b75-b2e2-4fac-846f-5aa9ccb1b952/a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:52:45.635727 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'name': 'tempest-TaggedBootDevicesTest-917650347-router', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:52:28Z', 'updated_at': '2021-11-23T21:52:37Z', 'revision_number': 4, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'gw_port': {'id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:30Z', 'updated_at': '2021-11-23T21:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'd1694965-de1e-44a8-bf5b-b9391f9d8853', 'name': '', 'network_id': '5b374035-6ec9-4585-9414-d17339221c43', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'mac_address': 'fa:16:3e:d9:22:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'dd878f6f-9967-479b-9c9f-bb69cd8c2238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:35Z', 'updated_at': '2021-11-23T21:52:44Z', 'revision_number': 4, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'subnets': [{'id': 'dd878f6f-9967-479b-9c9f-bb69cd8c2238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:45.682133 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be71c62-700d-4669-bcba-50341269a6a8 None None] The sync data for ids ['7fc786bd-c7fc-4a72-b5bc-68a2a5614427'] in n-d-816206-9 is: [{'id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'name': 'tempest-TaggedBootDevicesTest-917650347-router', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:52:28Z', 'updated_at': '2021-11-23T21:52:37Z', 'revision_number': 4, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'gw_port': {'id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:30Z', 'updated_at': '2021-11-23T21:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'd1694965-de1e-44a8-bf5b-b9391f9d8853', 'name': '', 'network_id': '5b374035-6ec9-4585-9414-d17339221c43', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'mac_address': 'fa:16:3e:d9:22:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'dd878f6f-9967-479b-9c9f-bb69cd8c2238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:35Z', 'updated_at': '2021-11-23T21:52:44Z', 'revision_number': 4, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'subnets': [{'id': 'dd878f6f-9967-479b-9c9f-bb69cd8c2238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:52:45.799401 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcc1af1d-8d91-4d6a-be3e-d1a0e47e7d9c admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:45.819033 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-bc213e99-46a2-41eb-829e-054bc8354e3a None None] Set router a79dff94-908b-4b74-92e3-60f63210f33e gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:52:45.859013 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536aabd3-358f-4c14-b3b6-5cb536e03b5a admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:52:45.884550 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-536aabd3-358f-4c14-b3b6-5cb536e03b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:45.885142 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-536aabd3-358f-4c14-b3b6-5cb536e03b5a admin admin] Added segment b5a3ca3f-8494-4b4b-be92-381bea60a200 of type vlan for network 0353240a-c162-45bc-a90c-2c88d7362c91 Nov 23 21:52:46.003086 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-536aabd3-358f-4c14-b3b6-5cb536e03b5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:46.118404 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcc1af1d-8d91-4d6a-be3e-d1a0e47e7d9c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:46.170512 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-536aabd3-358f-4c14-b3b6-5cb536e03b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:46.172428 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536aabd3-358f-4c14-b3b6-5cb536e03b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:46.173961 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-536aabd3-358f-4c14-b3b6-5cb536e03b5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:46.208341 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-bc213e99-46a2-41eb-829e-054bc8354e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79dff94-908b-4b74-92e3-60f63210f33e', 'name': 'tempest-ServersTestMultiNic-1063529021-router', 'tenant_id': '6444f606253c438ba5895c1d9e591fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '45851074-f2f1-454c-98e7-8671c3e7237a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:33Z', 'updated_at': '2021-11-23T21:52:43Z', 'revision_number': 5, 'project_id': '6444f606253c438ba5895c1d9e591fbd', 'gw_port': {'id': '45851074-f2f1-454c-98e7-8671c3e7237a', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79dff94-908b-4b74-92e3-60f63210f33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:34Z', 'updated_at': '2021-11-23T21:50:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:46.253901 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-fcc1af1d-8d91-4d6a-be3e-d1a0e47e7d9c admin admin] Deleting port 45851074-f2f1-454c-98e7-8671c3e7237a {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:52:46.253901 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcc1af1d-8d91-4d6a-be3e-d1a0e47e7d9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:46.279998 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc213e99-46a2-41eb-829e-054bc8354e3a None None] Checking router: a79dff94-908b-4b74-92e3-60f63210f33e for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:52:46.290817 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc213e99-46a2-41eb-829e-054bc8354e3a None None] Routers {'a79dff94-908b-4b74-92e3-60f63210f33e'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:52:46.291866 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-bc213e99-46a2-41eb-829e-054bc8354e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:52:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a79dff94-908b-4b74-92e3-60f63210f33e'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:46.352675 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-fcc1af1d-8d91-4d6a-be3e-d1a0e47e7d9c admin admin] For port 45851074-f2f1-454c-98e7-8671c3e7237a, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=45851074-f2f1-454c-98e7-8671c3e7237a,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:46.353209 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcc1af1d-8d91-4d6a-be3e-d1a0e47e7d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:46.370960 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-fcc1af1d-8d91-4d6a-be3e-d1a0e47e7d9c admin admin] Calling delete_port for 45851074-f2f1-454c-98e7-8671c3e7237a owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:52:46.468048 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-bc213e99-46a2-41eb-829e-054bc8354e3a None None] Set router a79dff94-908b-4b74-92e3-60f63210f33e gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:52:46.607843 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-bc213e99-46a2-41eb-829e-054bc8354e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79dff94-908b-4b74-92e3-60f63210f33e', 'name': 'tempest-ServersTestMultiNic-1063529021-router', 'tenant_id': '6444f606253c438ba5895c1d9e591fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:33Z', 'updated_at': '2021-11-23T21:52:46Z', 'revision_number': 6, 'project_id': '6444f606253c438ba5895c1d9e591fbd', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:46.692704 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-070cb219-837c-4b83-9dcf-935ebede3946 req-3c85c170-4235-4c4c-b6ee-9fbbdcef3c92 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:46.711666 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc213e99-46a2-41eb-829e-054bc8354e3a None None] The sync data for ids ['a79dff94-908b-4b74-92e3-60f63210f33e'] in n-d-816206-9 is: [{'id': 'a79dff94-908b-4b74-92e3-60f63210f33e', 'name': 'tempest-ServersTestMultiNic-1063529021-router', 'tenant_id': '6444f606253c438ba5895c1d9e591fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:33Z', 'updated_at': '2021-11-23T21:52:46Z', 'revision_number': 6, 'project_id': '6444f606253c438ba5895c1d9e591fbd', 'gw_port_host': None}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:52:47.315199 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-742ae189-718f-4ae8-b5b5-d7a3970d9717 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:47.355638 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03986ea0-3263-477f-a7ba-4d093013fa5b admin admin] Router 7e82acf6-4352-42dc-ac52-896429dea18a has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:52:47.373712 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b1d1571-e829-4e5b-8d07-567d79fef6da req-14965c52-0686-417c-a9f3-c047139dfa18 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 210 time: 1.2343333 Nov 23 21:52:47.393876 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcc1af1d-8d91-4d6a-be3e-d1a0e47e7d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:47.417185 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-536aabd3-358f-4c14-b3b6-5cb536e03b5a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.1233311 Nov 23 21:52:47.417896 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-742ae189-718f-4ae8-b5b5-d7a3970d9717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:47.435703 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55984) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:47.504474 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-947cf9e8-ca4a-4c2e-a0a5-93041bc4ab1e admin admin] Request body: {'subnet': {'network_id': '0353240a-c162-45bc-a90c-2c88d7362c91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-48343456-subnet', 'tenant_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:52:47.514708 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-742ae189-718f-4ae8-b5b5-d7a3970d9717 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1fbeea674c284ded9d47b32d9e95cc74&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2185397 Nov 23 21:52:47.517803 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-070cb219-837c-4b83-9dcf-935ebede3946 req-3c85c170-4235-4c4c-b6ee-9fbbdcef3c92 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:47.519634 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 55986) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:47.523361 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1af1d-8d91-4d6a-be3e-d1a0e47e7d9c admin admin] Pushing event deleted for resources: {'Port': ['ID=45851074-f2f1-454c-98e7-8671c3e7237a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:47.570248 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['4a70a9bd-240b-4448-abe5-073150fdd13a', 'e3044ebb-da15-4a13-bc0a-a3faae294a02'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:52:47.656764 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ae189-718f-4ae8-b5b5-d7a3970d9717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe9c9a5-5e78-4232-ab0c-a8650d2cc28e,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:47.659967 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536aabd3-358f-4c14-b3b6-5cb536e03b5a admin admin] Pushing event updated for resources: {'Network': ['ID=0353240a-c162-45bc-a90c-2c88d7362c91,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:47.779896 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03986ea0-3263-477f-a7ba-4d093013fa5b admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:52:47.830283 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b023012f-d72a-4fec-bad9-19bf94db4245 None None] Sync routers for ids ['7e82acf6-4352-42dc-ac52-896429dea18a'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:52:47.855335 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947cf9e8-ca4a-4c2e-a0a5-93041bc4ab1e admin admin] Made reservation on behalf of f1013b29ff6a4de0a08cc6587349ab65 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:52:47.862034 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-947cf9e8-ca4a-4c2e-a0a5-93041bc4ab1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:47.871080 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b023012f-d72a-4fec-bad9-19bf94db4245 None None] Routers {'7e82acf6-4352-42dc-ac52-896429dea18a'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:52:47.877811 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b023012f-d72a-4fec-bad9-19bf94db4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:52:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7e82acf6-4352-42dc-ac52-896429dea18a'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:47.886316 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-03986ea0-3263-477f-a7ba-4d093013fa5b admin admin] 10.222.0.50 "PUT /v2.0/routers/7e82acf6-4352-42dc-ac52-896429dea18a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9493823 Nov 23 21:52:47.890541 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55992) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:47.949052 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e0406-4311-40a9-8a7e-fb348015a8ed req-f7282ee4-9eb7-4a7a-8105-73220ae67f59 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:47.962253 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-560e0406-4311-40a9-8a7e-fb348015a8ed req-f7282ee4-9eb7-4a7a-8105-73220ae67f59 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 2.6183236 Nov 23 21:52:48.019922 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcc1af1d-8d91-4d6a-be3e-d1a0e47e7d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:48.109697 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d1694965-de1e-44a8-bf5b-b9391f9d8853 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:52:48.236264 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcc1af1d-8d91-4d6a-be3e-d1a0e47e7d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:48.241667 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcc1af1d-8d91-4d6a-be3e-d1a0e47e7d9c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:48.326665 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b242-e79a-4951-b433-18f17f2450e6 admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:48.391618 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcc1af1d-8d91-4d6a-be3e-d1a0e47e7d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:48.393132 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc1af1d-8d91-4d6a-be3e-d1a0e47e7d9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a79dff94-908b-4b74-92e3-60f63210f33e {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 21:52:48.450376 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcc1af1d-8d91-4d6a-be3e-d1a0e47e7d9c admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:48.458986 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fcc1af1d-8d91-4d6a-be3e-d1a0e47e7d9c admin admin] 10.222.0.50 "DELETE /v2.0/routers/a79dff94-908b-4b74-92e3-60f63210f33e HTTP/1.1" status: 204 len: 168 time: 3.0366342 Nov 23 21:52:48.464075 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55996) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:48.664555 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0e329db7-31cf-455b-b0f9-f3e06d153a0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:48.685355 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf8755df-7f00-42f6-aa4e-48f3cd9019e7 admin admin] Deleting subnet 6a47bf8d-017e-425f-8fb5-c6659a98ae9d {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:52:48.690314 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf8755df-7f00-42f6-aa4e-48f3cd9019e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:48.715759 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0e329db7-31cf-455b-b0f9-f3e06d153a0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:48.732298 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf8755df-7f00-42f6-aa4e-48f3cd9019e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:48.785482 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-b023012f-d72a-4fec-bad9-19bf94db4245 None None] Set router 7e82acf6-4352-42dc-ac52-896429dea18a gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:52:48.792757 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070cb219-837c-4b83-9dcf-935ebede3946 req-3c85c170-4235-4c4c-b6ee-9fbbdcef3c92 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Network 670396b2-2e17-45a5-b25a-4f315f3df81c is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:52:48.811333 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-070cb219-837c-4b83-9dcf-935ebede3946 req-3c85c170-4235-4c4c-b6ee-9fbbdcef3c92 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:52:48.819913 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0e329db7-31cf-455b-b0f9-f3e06d153a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:48.823620 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0e329db7-31cf-455b-b0f9-f3e06d153a0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:48.838579 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0e329db7-31cf-455b-b0f9-f3e06d153a0e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bbe9c9a5-5e78-4232-ab0c-a8650d2cc28e HTTP/1.1" status: 204 len: 168 time: 1.1601152 Nov 23 21:52:48.843845 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf8755df-7f00-42f6-aa4e-48f3cd9019e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:48.915555 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b242-e79a-4951-b433-18f17f2450e6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:48.928415 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf8755df-7f00-42f6-aa4e-48f3cd9019e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:48.968426 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8755df-7f00-42f6-aa4e-48f3cd9019e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a47bf8d-017e-425f-8fb5-c6659a98ae9d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:48.970873 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf8755df-7f00-42f6-aa4e-48f3cd9019e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:48.975802 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port d1694965-de1e-44a8-bf5b-b9391f9d8853 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:52:48.977140 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:48.980414 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cf8755df-7f00-42f6-aa4e-48f3cd9019e7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6a47bf8d-017e-425f-8fb5-c6659a98ae9d HTTP/1.1" status: 204 len: 168 time: 0.5127816 Nov 23 21:52:48.985273 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-eaf7ed92-3f67-4b15-b5c7-b4213635295a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:49.035105 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56000) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:49.061214 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-070cb219-837c-4b83-9dcf-935ebede3946 req-3c85c170-4235-4c4c-b6ee-9fbbdcef3c92 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:52:49.068005 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 0353240a-c162-45bc-a90c-2c88d7362c91 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:52:49.069821 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad10796-4e04-475f-adf7-6f0cfef8e305 None None] Network a75fb50f-9ca7-48f0-9deb-1ae30e96c64b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:52:49.080533 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85c170-4235-4c4c-b6ee-9fbbdcef3c92 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Pushing event updated for resources: {'Port': ['ID=ac648084-59fb-40d7-b32c-16053c9e3aee,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:49.114012 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd5745-597c-424e-9d7e-128e2b33a7ab req-bdcc053e-f9bf-47bd-ae6b-5f2986df3052 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:49.116146 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8ebd5745-597c-424e-9d7e-128e2b33a7ab req-bdcc053e-f9bf-47bd-ae6b-5f2986df3052 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff4dc91e-023c-4ac6-aad2-7d330b580d6f HTTP/1.1" status: 200 len: 931 time: 1.2102702 Nov 23 21:52:49.129725 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-eaf7ed92-3f67-4b15-b5c7-b4213635295a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:49.144096 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af75bcd9-cb97-43e2-badd-19d9dc016fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:49.207161 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e329db7-31cf-455b-b0f9-f3e06d153a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe9c9a5-5e78-4232-ab0c-a8650d2cc28e,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:49.217438 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7ed92-3f67-4b15-b5c7-b4213635295a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Pushing event updated for resources: {'Port': ['ID=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:49.229400 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-947cf9e8-ca4a-4c2e-a0a5-93041bc4ab1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:49.255761 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-eaf7ed92-3f67-4b15-b5c7-b4213635295a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Network 5362e53d-b0aa-442a-93dd-f35dceb0e37e is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:52:49.264699 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-eaf7ed92-3f67-4b15-b5c7-b4213635295a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:52:49.274999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-560e0406-4311-40a9-8a7e-fb348015a8ed req-ae57d916-03f1-45e5-8f16-4327b055ffcf tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3118351 Nov 23 21:52:49.284887 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-eaf7ed92-3f67-4b15-b5c7-b4213635295a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:52:49.289265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-e5a4b242-e79a-4951-b433-18f17f2450e6 admin admin] Deleting port 9151c1d4-f1df-49fd-8548-c936b4dce145 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:52:49.289615 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b242-e79a-4951-b433-18f17f2450e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:49.353274 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-eaf7ed92-3f67-4b15-b5c7-b4213635295a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:49.356281 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-eaf7ed92-3f67-4b15-b5c7-b4213635295a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:49.375281 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cb219-837c-4b83-9dcf-935ebede3946 req-3c85c170-4235-4c4c-b6ee-9fbbdcef3c92 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:49.376537 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-070cb219-837c-4b83-9dcf-935ebede3946 req-3c85c170-4235-4c4c-b6ee-9fbbdcef3c92 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:49.383403 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-e5a4b242-e79a-4951-b433-18f17f2450e6 admin admin] For port 9151c1d4-f1df-49fd-8548-c936b4dce145, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9151c1d4-f1df-49fd-8548-c936b4dce145,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:49.383766 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b242-e79a-4951-b433-18f17f2450e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:49.401556 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-e5a4b242-e79a-4951-b433-18f17f2450e6 admin admin] Calling delete_port for 9151c1d4-f1df-49fd-8548-c936b4dce145 owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:52:49.424960 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-070cb219-837c-4b83-9dcf-935ebede3946 req-3c85c170-4235-4c4c-b6ee-9fbbdcef3c92 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.3661773 Nov 23 21:52:49.449845 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-070cb219-837c-4b83-9dcf-935ebede3946 req-118ec06d-8697-47ac-a670-a144e90aa8f2 service neutron] Request body: {'port': {'device_id': 'ff4dc91e-023c-4ac6-aad2-7d330b580d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:52:49.544809 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8ebd5745-597c-424e-9d7e-128e2b33a7ab req-66de16de-b3eb-440e-9dd2-441f33ac0991 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004688 Nov 23 21:52:49.567858 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-eaf7ed92-3f67-4b15-b5c7-b4213635295a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5652177 Nov 23 21:52:49.618575 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-129729e5-81ba-4747-a8b3-df94ccc1db4f service neutron] Request body: {'port': {'device_id': '6ff146b5-af68-4c7b-8a8f-d1e5e70f5082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:52:49.686746 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cf9e8-ca4a-4c2e-a0a5-93041bc4ab1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb849004-a120-4f16-b85c-5cf6b51b4055,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:49.715650 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b242-e79a-4951-b433-18f17f2450e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:49.828618 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-070cb219-837c-4b83-9dcf-935ebede3946 req-118ec06d-8697-47ac-a670-a144e90aa8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:49.893337 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4b242-e79a-4951-b433-18f17f2450e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9151c1d4-f1df-49fd-8548-c936b4dce145,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:49.992700 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-af75bcd9-cb97-43e2-badd-19d9dc016fd5 admin admin] Deleting port ffff08af-c14a-49a2-9600-c5520ffa93e3 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:52:49.993118 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af75bcd9-cb97-43e2-badd-19d9dc016fd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:50.152359 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-af75bcd9-cb97-43e2-badd-19d9dc016fd5 admin admin] For port ffff08af-c14a-49a2-9600-c5520ffa93e3, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ffff08af-c14a-49a2-9600-c5520ffa93e3,segment=NetworkSegment(c3317170-38ee-4be2-b962-cb36f07f1cde),segment_id=c3317170-38ee-4be2-b962-cb36f07f1cde)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:50.152714 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af75bcd9-cb97-43e2-badd-19d9dc016fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:50.167950 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-af75bcd9-cb97-43e2-badd-19d9dc016fd5 admin admin] Calling delete_port for ffff08af-c14a-49a2-9600-c5520ffa93e3 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:52:50.223643 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-129729e5-81ba-4747-a8b3-df94ccc1db4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:50.377537 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947cf9e8-ca4a-4c2e-a0a5-93041bc4ab1e admin admin] Checking segment: {'id': 'b5a3ca3f-8494-4b4b-be92-381bea60a200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0353240a-c162-45bc-a90c-2c88d7362c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:52:50.378227 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947cf9e8-ca4a-4c2e-a0a5-93041bc4ab1e admin admin] Network hostable DHCP agents. Network: 0353240a-c162-45bc-a90c-2c88d7362c91, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:52:50.380655 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af75bcd9-cb97-43e2-badd-19d9dc016fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:50.428831 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af75bcd9-cb97-43e2-badd-19d9dc016fd5 admin admin] No DVR routers for this DVR port ffff08af-c14a-49a2-9600-c5520ffa93e3 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:52:50.458503 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-070cb219-837c-4b83-9dcf-935ebede3946 req-118ec06d-8697-47ac-a670-a144e90aa8f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac648084-59fb-40d7-b32c-16053c9e3aee {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:52:50.469932 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-070cb219-837c-4b83-9dcf-935ebede3946 req-118ec06d-8697-47ac-a670-a144e90aa8f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:50.486043 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-070cb219-837c-4b83-9dcf-935ebede3946 req-118ec06d-8697-47ac-a670-a144e90aa8f2 service neutron] Transition to ACTIVE for port object ac648084-59fb-40d7-b32c-16053c9e3aee will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:52:50.535554 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-070cb219-837c-4b83-9dcf-935ebede3946 req-118ec06d-8697-47ac-a670-a144e90aa8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:50.565723 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 29b5c6fe-4052-42b6-b786-bdfbb4d0a56e no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:52:50.605416 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31142d4-bbbe-4ff6-b3e9-ba2031c1f204 req-656f5eb3-17ee-4ca8-8dc1-cbcaa53169bd tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:50.618363 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a31142d4-bbbe-4ff6-b3e9-ba2031c1f204 req-656f5eb3-17ee-4ca8-8dc1-cbcaa53169bd tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 931 time: 0.9321144 Nov 23 21:52:50.623130 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 29b5c6fe-4052-42b6-b786-bdfbb4d0a56e {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:52:50.623566 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 29b5c6fe-4052-42b6-b786-bdfbb4d0a56e not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:52:50.624357 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 45851074-f2f1-454c-98e7-8671c3e7237a no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:52:50.630144 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75bcd9-cb97-43e2-badd-19d9dc016fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffff08af-c14a-49a2-9600-c5520ffa93e3,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:50.658185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ec06d-8697-47ac-a670-a144e90aa8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac648084-59fb-40d7-b32c-16053c9e3aee,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:50.663008 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b242-e79a-4951-b433-18f17f2450e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:50.768651 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1943f6fc-2d46-4217-a0c1-9e33b63d8ad8 None None] DHCP port deletion for a75fb50f-9ca7-48f0-9deb-1ae30e96c64b request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:52:50.807302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 45851074-f2f1-454c-98e7-8671c3e7237a {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:52:50.807663 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 45851074-f2f1-454c-98e7-8671c3e7237a not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:52:50.947722 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b023012f-d72a-4fec-bad9-19bf94db4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e82acf6-4352-42dc-ac52-896429dea18a', 'name': 'tempest-AttachSCSIVolumeTestJSON-393072655-router', 'tenant_id': '1c2720a093de469487f1a31ae9fe6e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '9151c1d4-f1df-49fd-8548-c936b4dce145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:14Z', 'updated_at': '2021-11-23T21:52:40Z', 'revision_number': 5, 'project_id': '1c2720a093de469487f1a31ae9fe6e84', 'gw_port': {'id': '9151c1d4-f1df-49fd-8548-c936b4dce145', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e82acf6-4352-42dc-ac52-896429dea18a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:15Z', 'updated_at': '2021-11-23T21:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:50.989410 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b242-e79a-4951-b433-18f17f2450e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:50.994398 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b242-e79a-4951-b433-18f17f2450e6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:51.035428 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b023012f-d72a-4fec-bad9-19bf94db4245 None None] Checking router: 7e82acf6-4352-42dc-ac52-896429dea18a for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:52:51.048940 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b023012f-d72a-4fec-bad9-19bf94db4245 None None] Routers {'7e82acf6-4352-42dc-ac52-896429dea18a'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:52:51.049653 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b023012f-d72a-4fec-bad9-19bf94db4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:52:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7e82acf6-4352-42dc-ac52-896429dea18a'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:51.080989 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-129729e5-81ba-4747-a8b3-df94ccc1db4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:52:51.091415 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-129729e5-81ba-4747-a8b3-df94ccc1db4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:51.108189 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-129729e5-81ba-4747-a8b3-df94ccc1db4f service neutron] Transition to ACTIVE for port object a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:52:51.134206 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a31142d4-bbbe-4ff6-b3e9-ba2031c1f204 req-b13fa92a-f96b-4839-a31b-24bc2ffda2ae tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084565 Nov 23 21:52:51.152178 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-129729e5-81ba-4747-a8b3-df94ccc1db4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:51.156332 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947cf9e8-ca4a-4c2e-a0a5-93041bc4ab1e admin admin] Network 0353240a-c162-45bc-a90c-2c88d7362c91 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:52:51.186399 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ffff08af-c14a-49a2-9600-c5520ffa93e3 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:52:51.235003 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-b023012f-d72a-4fec-bad9-19bf94db4245 None None] Set router 7e82acf6-4352-42dc-ac52-896429dea18a gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:52:51.235003 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: ffff08af-c14a-49a2-9600-c5520ffa93e3 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:52:51.235003 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ffff08af-c14a-49a2-9600-c5520ffa93e3 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:52:51.259250 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af75bcd9-cb97-43e2-badd-19d9dc016fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:51.296682 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-af75bcd9-cb97-43e2-badd-19d9dc016fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75fb50f-9ca7-48f0-9deb-1ae30e96c64b']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:51.307115 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129729e5-81ba-4747-a8b3-df94ccc1db4f service neutron] Pushing event updated for resources: {'Port': ['ID=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:51.310646 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-af75bcd9-cb97-43e2-badd-19d9dc016fd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3317170-38ee-4be2-b962-cb36f07f1cde') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:51.311550 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-af75bcd9-cb97-43e2-badd-19d9dc016fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3317170-38ee-4be2-b962-cb36f07f1cde') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:51.323202 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af75bcd9-cb97-43e2-badd-19d9dc016fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:51.332387 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b023012f-d72a-4fec-bad9-19bf94db4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e82acf6-4352-42dc-ac52-896429dea18a', 'name': 'tempest-AttachSCSIVolumeTestJSON-393072655-router', 'tenant_id': '1c2720a093de469487f1a31ae9fe6e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:14Z', 'updated_at': '2021-11-23T21:52:49Z', 'revision_number': 7, 'project_id': '1c2720a093de469487f1a31ae9fe6e84', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:51.348789 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af75bcd9-cb97-43e2-badd-19d9dc016fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:51.356585 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af75bcd9-cb97-43e2-badd-19d9dc016fd5 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:52:51.357214 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af75bcd9-cb97-43e2-badd-19d9dc016fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:51.400447 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5262648-4857-43c2-9aab-345e003749dd req-97d7391b-ee15-443c-9429-aff38587d91b tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:51.422234 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5262648-4857-43c2-9aab-345e003749dd req-97d7391b-ee15-443c-9429-aff38587d91b tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:52:51.429604 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:52:51.433113 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5262648-4857-43c2-9aab-345e003749dd req-97d7391b-ee15-443c-9429-aff38587d91b tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/ports?device_id=814dd929-fbea-4bc2-b061-3ad7be17202a&device_id=d51d0360-78c7-4503-a3c7-8ff039556d88 HTTP/1.1" status: 200 len: 1682 time: 0.9428205 Nov 23 21:52:51.440628 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af75bcd9-cb97-43e2-badd-19d9dc016fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:51.457035 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af75bcd9-cb97-43e2-badd-19d9dc016fd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:51.466523 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-af75bcd9-cb97-43e2-badd-19d9dc016fd5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a75fb50f-9ca7-48f0-9deb-1ae30e96c64b HTTP/1.1" status: 204 len: 168 time: 2.4260173 Nov 23 21:52:51.471524 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-947cf9e8-ca4a-4c2e-a0a5-93041bc4ab1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 0353240a-c162-45bc-a90c-2c88d7362c91) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:52:51.491835 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b242-e79a-4951-b433-18f17f2450e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:51.492072 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b023012f-d72a-4fec-bad9-19bf94db4245 None None] The sync data for ids ['7e82acf6-4352-42dc-ac52-896429dea18a'] in n-d-816206-9 is: [{'id': '7e82acf6-4352-42dc-ac52-896429dea18a', 'name': 'tempest-AttachSCSIVolumeTestJSON-393072655-router', 'tenant_id': '1c2720a093de469487f1a31ae9fe6e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:14Z', 'updated_at': '2021-11-23T21:52:49Z', 'revision_number': 7, 'project_id': '1c2720a093de469487f1a31ae9fe6e84', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:52:51.492587 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a4b242-e79a-4951-b433-18f17f2450e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e82acf6-4352-42dc-ac52-896429dea18a {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 21:52:51.497520 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b494ccc3-1c4e-4531-ad0c-35f5456ffee5 None None] Network 0353240a-c162-45bc-a90c-2c88d7362c91 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:52:51.534807 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947cf9e8-ca4a-4c2e-a0a5-93041bc4ab1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:51.535598 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-947cf9e8-ca4a-4c2e-a0a5-93041bc4ab1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:51.540581 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b242-e79a-4951-b433-18f17f2450e6 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:51.545833 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e5a4b242-e79a-4951-b433-18f17f2450e6 admin admin] 10.222.0.50 "DELETE /v2.0/routers/7e82acf6-4352-42dc-ac52-896429dea18a HTTP/1.1" status: 204 len: 168 time: 3.6541629 Nov 23 21:52:51.556674 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56040) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:51.607458 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75bcd9-cb97-43e2-badd-19d9dc016fd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a75fb50f-9ca7-48f0-9deb-1ae30e96c64b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:51.749278 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-947cf9e8-ca4a-4c2e-a0a5-93041bc4ab1e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.2561402 Nov 23 21:52:51.753739 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56048) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:51.765265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-070cb219-837c-4b83-9dcf-935ebede3946 req-118ec06d-8697-47ac-a670-a144e90aa8f2 service neutron] Attempting to bind port ac648084-59fb-40d7-b32c-16053c9e3aee on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:52:51.766107 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-070cb219-837c-4b83-9dcf-935ebede3946 req-118ec06d-8697-47ac-a670-a144e90aa8f2 service neutron] Attempting to bind port ac648084-59fb-40d7-b32c-16053c9e3aee by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:52:51.766631 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070cb219-837c-4b83-9dcf-935ebede3946 req-118ec06d-8697-47ac-a670-a144e90aa8f2 service neutron] Attempting to bind port ac648084-59fb-40d7-b32c-16053c9e3aee on network 670396b2-2e17-45a5-b25a-4f315f3df81c {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:52:51.777262 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e7b3813b-0710-4498-8788-a32fc75bb04d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-48343456-router', 'tenant_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:52:51.801821 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2abaa-cfef-4a24-bb3f-2c98d598c13e req-e0ba1fa8-aed8-4a9e-be26-a875ba6108e9 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:51.804671 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-01e2abaa-cfef-4a24-bb3f-2c98d598c13e req-e0ba1fa8-aed8-4a9e-be26-a875ba6108e9 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.5038300 Nov 23 21:52:51.817402 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070cb219-837c-4b83-9dcf-935ebede3946 req-118ec06d-8697-47ac-a670-a144e90aa8f2 service neutron] Port ac648084-59fb-40d7-b32c-16053c9e3aee on network 670396b2-2e17-45a5-b25a-4f315f3df81c not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:52:51.818004 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070cb219-837c-4b83-9dcf-935ebede3946 req-118ec06d-8697-47ac-a670-a144e90aa8f2 service neutron] Attempting to bind port ac648084-59fb-40d7-b32c-16053c9e3aee on network 670396b2-2e17-45a5-b25a-4f315f3df81c {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:52:51.825154 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-129729e5-81ba-4747-a8b3-df94ccc1db4f service neutron] Attempting to bind port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:52:51.825671 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-129729e5-81ba-4747-a8b3-df94ccc1db4f service neutron] Attempting to bind port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:52:51.826172 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-129729e5-81ba-4747-a8b3-df94ccc1db4f service neutron] Attempting to bind port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:52:51.836361 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070cb219-837c-4b83-9dcf-935ebede3946 req-118ec06d-8697-47ac-a670-a144e90aa8f2 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:52:51.837144 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070cb219-837c-4b83-9dcf-935ebede3946 req-118ec06d-8697-47ac-a670-a144e90aa8f2 service neutron] Checking segment: {'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:52:51.837846 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070cb219-837c-4b83-9dcf-935ebede3946 req-118ec06d-8697-47ac-a670-a144e90aa8f2 service neutron] Bound using segment: {'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:52:51.838487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-070cb219-837c-4b83-9dcf-935ebede3946 req-118ec06d-8697-47ac-a670-a144e90aa8f2 service neutron] Bound port: ac648084-59fb-40d7-b32c-16053c9e3aee, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:52:51.839056 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-070cb219-837c-4b83-9dcf-935ebede3946 req-118ec06d-8697-47ac-a670-a144e90aa8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:51.855734 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c82e1cd-1349-450b-b227-8972716a43d6 admin admin] Deleting subnet 7a324505-ec75-4b9c-9f2b-b3d084ada972 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:52:51.862700 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-129729e5-81ba-4747-a8b3-df94ccc1db4f service neutron] Port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:52:51.863272 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-129729e5-81ba-4747-a8b3-df94ccc1db4f service neutron] Attempting to bind port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:52:51.885974 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8c82e1cd-1349-450b-b227-8972716a43d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:51.945868 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d72895-2073-4f61-8355-c540fe53763b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-0353240a-c162-45bc-a90c-2c88d7362c91', 'network_id': '0353240a-c162-45bc-a90c-2c88d7362c91', 'tenant_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'fixed_ips': [{'subnet_id': 'eb849004-a120-4f16-b85c-5cf6b51b4055'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:52:51.947839 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e2d72895-2073-4f61-8355-c540fe53763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:51.950225 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56050) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:52.010709 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e7b3813b-0710-4498-8788-a32fc75bb04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:52.021515 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e7b3813b-0710-4498-8788-a32fc75bb04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:52.066891 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8c82e1cd-1349-450b-b227-8972716a43d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:52.119224 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-567dade2-ec67-4c60-a4bc-cdad0f2f03f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6444f606253c438ba5895c1d9e591fbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1607335 Nov 23 21:52:52.120162 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-129729e5-81ba-4747-a8b3-df94ccc1db4f service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:52:52.120500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-129729e5-81ba-4747-a8b3-df94ccc1db4f service neutron] Checking segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:52:52.120878 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-129729e5-81ba-4747-a8b3-df94ccc1db4f service neutron] Bound using segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:52:52.121327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-129729e5-81ba-4747-a8b3-df94ccc1db4f service neutron] Bound port: a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:52:52.121823 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-129729e5-81ba-4747-a8b3-df94ccc1db4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:52.146556 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56052) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:52.300996 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-129729e5-81ba-4747-a8b3-df94ccc1db4f service neutron] For port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:52:52.303922 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-e2d72895-2073-4f61-8355-c540fe53763b None None] Allocated IP 172.20.0.2 (0353240a-c162-45bc-a90c-2c88d7362c91/eb849004-a120-4f16-b85c-5cf6b51b4055/27ddf423-bfde-4bb7-a80c-4f7a38f2d322) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:52:52.309426 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-129729e5-81ba-4747-a8b3-df94ccc1db4f service neutron] For port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:52:52.331295 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5262648-4857-43c2-9aab-345e003749dd req-1ebe3515-7edf-4a39-8444-e611ab8a5905 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/security-groups?id=68a9eef5-67ad-40eb-b34c-8b45fdbc3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8674095 Nov 23 21:52:52.354129 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-129729e5-81ba-4747-a8b3-df94ccc1db4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:52.461324 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8c82e1cd-1349-450b-b227-8972716a43d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:52.529786 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-129729e5-81ba-4747-a8b3-df94ccc1db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:52.530412 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-129729e5-81ba-4747-a8b3-df94ccc1db4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:52.533770 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-129729e5-81ba-4747-a8b3-df94ccc1db4f service neutron] 10.222.0.53 "PUT /v2.0/ports/a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb HTTP/1.1" status: 200 len: 1091 time: 2.9241164 Nov 23 21:52:52.549090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129729e5-81ba-4747-a8b3-df94ccc1db4f service neutron] Pushing event updated for resources: {'Port': ['ID=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:52.554900 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff146b5-af68-4c7b-8a8f-d1e5e70f5082', 'tag': 'a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:52:52.557260 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb489ce-c413-421f-81b5-9b80435116dc" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff146b5-af68-4c7b-8a8f-d1e5e70f5082", "tag": "a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:52:52.633255 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-01e2abaa-cfef-4a24-bb3f-2c98d598c13e req-afc4adaa-0040-49c4-a360-e92d55e3cca8 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8198276 Nov 23 21:52:52.692617 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8c82e1cd-1349-450b-b227-8972716a43d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:52.696441 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:52.712307 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e2d72895-2073-4f61-8355-c540fe53763b None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:52.726165 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e2d72895-2073-4f61-8355-c540fe53763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:52.746304 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-070cb219-837c-4b83-9dcf-935ebede3946 req-118ec06d-8697-47ac-a670-a144e90aa8f2 service neutron] For port ac648084-59fb-40d7-b32c-16053c9e3aee, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:52:52.757059 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-070cb219-837c-4b83-9dcf-935ebede3946 req-118ec06d-8697-47ac-a670-a144e90aa8f2 service neutron] For port ac648084-59fb-40d7-b32c-16053c9e3aee, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ac648084-59fb-40d7-b32c-16053c9e3aee,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:52:52.780241 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-070cb219-837c-4b83-9dcf-935ebede3946 req-118ec06d-8697-47ac-a670-a144e90aa8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:52.834751 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d72895-2073-4f61-8355-c540fe53763b None None] Pushing event updated for resources: {'Port': ['ID=27ddf423-bfde-4bb7-a80c-4f7a38f2d322,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:52.858288 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d72895-2073-4f61-8355-c540fe53763b None None] Network 0353240a-c162-45bc-a90c-2c88d7362c91 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:52:52.862944 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-e2d72895-2073-4f61-8355-c540fe53763b None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:52:52.867951 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d72895-2073-4f61-8355-c540fe53763b None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:52:52.946123 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 77b43389-abb2-4cf3-8119-28a15d2575b7 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:52:52.977513 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8c82e1cd-1349-450b-b227-8972716a43d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:52.981421 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8c82e1cd-1349-450b-b227-8972716a43d6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7a324505-ec75-4b9c-9f2b-b3d084ada972 HTTP/1.1" status: 204 len: 168 time: 1.4190919 Nov 23 21:52:53.001851 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82e1cd-1349-450b-b227-8972716a43d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a324505-ec75-4b9c-9f2b-b3d084ada972,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:53.013702 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e7b3813b-0710-4498-8788-a32fc75bb04d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:53.020209 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ec06d-8697-47ac-a670-a144e90aa8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac648084-59fb-40d7-b32c-16053c9e3aee,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:53.025756 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56076) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:53.026661 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcde4e9-d5d1-45e7-bd6c-fcf65c50034b None None] Network 07995698-96dc-4c65-8169-cb4d00bc2e07 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:52:53.047604 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-e2d72895-2073-4f61-8355-c540fe53763b None None] Attempting to bind port 27ddf423-bfde-4bb7-a80c-4f7a38f2d322 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:52:53.048012 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-e2d72895-2073-4f61-8355-c540fe53763b None None] Attempting to bind port 27ddf423-bfde-4bb7-a80c-4f7a38f2d322 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'b5a3ca3f-8494-4b4b-be92-381bea60a200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0353240a-c162-45bc-a90c-2c88d7362c91'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:52:53.048937 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d72895-2073-4f61-8355-c540fe53763b None None] Attempting to bind port 27ddf423-bfde-4bb7-a80c-4f7a38f2d322 on network 0353240a-c162-45bc-a90c-2c88d7362c91 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:52:53.074244 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 77b43389-abb2-4cf3-8119-28a15d2575b7 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:52:53.074875 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 77b43389-abb2-4cf3-8119-28a15d2575b7 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:52:53.075309 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9151c1d4-f1df-49fd-8548-c936b4dce145 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:52:53.076135 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cb219-837c-4b83-9dcf-935ebede3946 req-118ec06d-8697-47ac-a670-a144e90aa8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:53.076883 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-070cb219-837c-4b83-9dcf-935ebede3946 req-118ec06d-8697-47ac-a670-a144e90aa8f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:53.078423 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-070cb219-837c-4b83-9dcf-935ebede3946 req-118ec06d-8697-47ac-a670-a144e90aa8f2 service neutron] 10.222.0.53 "PUT /v2.0/ports/ac648084-59fb-40d7-b32c-16053c9e3aee HTTP/1.1" status: 200 len: 1091 time: 3.6437314 Nov 23 21:52:53.180830 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 9151c1d4-f1df-49fd-8548-c936b4dce145 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:52:53.182926 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9151c1d4-f1df-49fd-8548-c936b4dce145 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:52:53.199411 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d72895-2073-4f61-8355-c540fe53763b None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:52:53.202841 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d72895-2073-4f61-8355-c540fe53763b None None] Checking segment: {'id': 'b5a3ca3f-8494-4b4b-be92-381bea60a200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0353240a-c162-45bc-a90c-2c88d7362c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:52:53.206598 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e2d72895-2073-4f61-8355-c540fe53763b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:53.207772 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d72895-2073-4f61-8355-c540fe53763b None None] Bound using segment: {'id': 'b5a3ca3f-8494-4b4b-be92-381bea60a200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0353240a-c162-45bc-a90c-2c88d7362c91'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:52:53.209113 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-e2d72895-2073-4f61-8355-c540fe53763b None None] Bound port: 27ddf423-bfde-4bb7-a80c-4f7a38f2d322, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a3ca3f-8494-4b4b-be92-381bea60a200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0353240a-c162-45bc-a90c-2c88d7362c91'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:52:53.214679 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e2d72895-2073-4f61-8355-c540fe53763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:53.269059 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfe780-99b1-4da0-b932-73d49c0ab486 req-9ab7949f-87e0-4850-89dd-d2b522f54721 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:53.271307 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4cbfe780-99b1-4da0-b932-73d49c0ab486 req-9ab7949f-87e0-4850-89dd-d2b522f54721 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff4dc91e-023c-4ac6-aad2-7d330b580d6f HTTP/1.1" status: 200 len: 943 time: 0.7280586 Nov 23 21:52:53.274915 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-c67b9d14-6cae-462c-97f7-b51d8ddb63bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:53.276954 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-c67b9d14-6cae-462c-97f7-b51d8ddb63bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 1094 time: 0.6709125 Nov 23 21:52:53.385307 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5868e8e-6191-4a0d-90c6-1863ead4fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:53.399080 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc59fc2-c5ae-413d-bd40-76a0e0cc9418 req-77a1a243-5307-41a9-8944-3965df93f3ec tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:53.400826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4dc59fc2-c5ae-413d-bd40-76a0e0cc9418 req-77a1a243-5307-41a9-8944-3965df93f3ec tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 943 time: 0.5201976 Nov 23 21:52:53.402132 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e2d72895-2073-4f61-8355-c540fe53763b None None] For port 27ddf423-bfde-4bb7-a80c-4f7a38f2d322, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:52:53.406358 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-6bde1a14-c1b9-43ab-bdf9-6decff22d1f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb HTTP/1.1" status: 200 len: 217 time: 0.0831127 Nov 23 21:52:53.409624 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e2d72895-2073-4f61-8355-c540fe53763b None None] For port 27ddf423-bfde-4bb7-a80c-4f7a38f2d322, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=27ddf423-bfde-4bb7-a80c-4f7a38f2d322,segment=NetworkSegment(b5a3ca3f-8494-4b4b-be92-381bea60a200),segment_id=b5a3ca3f-8494-4b4b-be92-381bea60a200)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:52:53.415150 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4cbfe780-99b1-4da0-b932-73d49c0ab486 req-2f57a8d3-7deb-4233-9903-4acb125f83b7 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363378 Nov 23 21:52:53.484572 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-65cd6255-f5f5-4ea6-86a1-97c490a99d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:53.486895 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-65cd6255-f5f5-4ea6-86a1-97c490a99d67 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.0695715 Nov 23 21:52:53.493634 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cb219-837c-4b83-9dcf-935ebede3946 req-521119a1-c65a-48c6-9a3f-7e33b04dd3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:53.497628 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-070cb219-837c-4b83-9dcf-935ebede3946 req-521119a1-c65a-48c6-9a3f-7e33b04dd3e9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&device_id=ff4dc91e-023c-4ac6-aad2-7d330b580d6f HTTP/1.1" status: 200 len: 1094 time: 0.3432043 Nov 23 21:52:53.526786 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e2d72895-2073-4f61-8355-c540fe53763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:53.572621 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6bebbdfd-75b0-4837-a004-7603cc2e9848 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:53.606393 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e7b3813b-0710-4498-8788-a32fc75bb04d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:53.649238 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-070cb219-837c-4b83-9dcf-935ebede3946 req-b7fd5aa9-b7ed-4876-9bf4-87e43a880c10 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac648084-59fb-40d7-b32c-16053c9e3aee HTTP/1.1" status: 200 len: 217 time: 0.1409581 Nov 23 21:52:53.656118 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6eefd6-082b-499f-a4de-93afeac8afe5 x-openstack-request-id: req-be6eefd6-082b-499f-a4de-93afeac8afe5 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:52:53.656425 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff146b5-af68-4c7b-8a8f-d1e5e70f5082", "tag": "a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:52:53.656725 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be6eefd6-082b-499f-a4de-93afeac8afe5 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:52:53.660470 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff146b5-af68-4c7b-8a8f-d1e5e70f5082', 'tag': 'a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb', 'status': 'completed', 'code': 200} Nov 23 21:52:53.723418 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-73a714ac-772b-4548-a908-72270255cc31 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2179382 Nov 23 21:52:53.763800 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6bebbdfd-75b0-4837-a004-7603cc2e9848 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:53.792760 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d72895-2073-4f61-8355-c540fe53763b None None] Pushing event updated for resources: {'Port': ['ID=27ddf423-bfde-4bb7-a80c-4f7a38f2d322,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:53.932643 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6014afca-c10a-4b67-8040-cf8c67e42f7f None None] DHCP port deletion for 07995698-96dc-4c65-8169-cb4d00bc2e07 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:52:53.947566 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-b5868e8e-6191-4a0d-90c6-1863ead4fb20 admin admin] Deleting port a41a9d15-4611-4ac9-951c-fea42586e353 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:52:53.948238 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5868e8e-6191-4a0d-90c6-1863ead4fb20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:54.098820 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-6014afca-c10a-4b67-8040-cf8c67e42f7f None None] Deleting port a41a9d15-4611-4ac9-951c-fea42586e353 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:52:54.099236 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6014afca-c10a-4b67-8040-cf8c67e42f7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:54.132467 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6bebbdfd-75b0-4837-a004-7603cc2e9848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:54.137917 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4dc59fc2-c5ae-413d-bd40-76a0e0cc9418 req-04d98ad6-9496-4c96-b6d0-9441ce4e783e tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7215559 Nov 23 21:52:54.143358 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6bebbdfd-75b0-4837-a004-7603cc2e9848 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:54.150494 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6bebbdfd-75b0-4837-a004-7603cc2e9848 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d81e4b36-0955-4e75-8cb1-d3428ca02e1c HTTP/1.1" status: 204 len: 168 time: 1.9882865 Nov 23 21:52:54.256001 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-6014afca-c10a-4b67-8040-cf8c67e42f7f None None] For port a41a9d15-4611-4ac9-951c-fea42586e353, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a41a9d15-4611-4ac9-951c-fea42586e353,segment=NetworkSegment(7a8955f4-a5c8-4ac8-9aaa-544eb807cb33),segment_id=7a8955f4-a5c8-4ac8-9aaa-544eb807cb33)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:54.256432 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6014afca-c10a-4b67-8040-cf8c67e42f7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:54.299851 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-6014afca-c10a-4b67-8040-cf8c67e42f7f None None] Calling delete_port for a41a9d15-4611-4ac9-951c-fea42586e353 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:52:54.322888 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebbdfd-75b0-4837-a004-7603cc2e9848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81e4b36-0955-4e75-8cb1-d3428ca02e1c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:54.367114 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-b5868e8e-6191-4a0d-90c6-1863ead4fb20 admin admin] For port a41a9d15-4611-4ac9-951c-fea42586e353, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a41a9d15-4611-4ac9-951c-fea42586e353,segment=NetworkSegment(7a8955f4-a5c8-4ac8-9aaa-544eb807cb33),segment_id=7a8955f4-a5c8-4ac8-9aaa-544eb807cb33)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:54.367486 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5868e8e-6191-4a0d-90c6-1863ead4fb20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:54.392254 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-b5868e8e-6191-4a0d-90c6-1863ead4fb20 admin admin] Calling delete_port for a41a9d15-4611-4ac9-951c-fea42586e353 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:52:54.467420 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6014afca-c10a-4b67-8040-cf8c67e42f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:54.504425 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014afca-c10a-4b67-8040-cf8c67e42f7f None None] Pushing event deleted for resources: {'Port': ['ID=a41a9d15-4611-4ac9-951c-fea42586e353,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:54.524611 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cb219-837c-4b83-9dcf-935ebede3946 req-e8e55d54-aec7-4577-a0c8-48480ee8380e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:54.534322 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-070cb219-837c-4b83-9dcf-935ebede3946 req-e8e55d54-aec7-4577-a0c8-48480ee8380e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4009be1-1322-446a-a15b-fa73a68a7e30 HTTP/1.1" status: 200 len: 845 time: 0.8237481 Nov 23 21:52:54.539345 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014afca-c10a-4b67-8040-cf8c67e42f7f None None] No DVR routers for this DVR port a41a9d15-4611-4ac9-951c-fea42586e353 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:52:54.540202 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-1d3e0afb-fca3-412c-9d82-3ecd88ec9daa service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7830155 Nov 23 21:52:54.759820 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-070cb219-837c-4b83-9dcf-935ebede3946 req-b23d2a50-3293-46b2-88ae-9b4f5c0af177 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=670396b2-2e17-45a5-b25a-4f315f3df81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1883540 Nov 23 21:52:54.789328 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5868e8e-6191-4a0d-90c6-1863ead4fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:54.836769 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5868e8e-6191-4a0d-90c6-1863ead4fb20 admin admin] Pushing event deleted for resources: {'Port': ['ID=a41a9d15-4611-4ac9-951c-fea42586e353,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:54.838806 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5868e8e-6191-4a0d-90c6-1863ead4fb20 admin admin] No DVR routers for this DVR port a41a9d15-4611-4ac9-951c-fea42586e353 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:52:54.840818 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e7b3813b-0710-4498-8788-a32fc75bb04d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:54.867926 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c0ae6-5475-4341-9b66-961f5f441b09 req-3785b8ba-342e-46d5-8ed3-a4b089050da1 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:54.878196 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-325c0ae6-5475-4341-9b66-961f5f441b09 req-3785b8ba-342e-46d5-8ed3-a4b089050da1 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.9500530 Nov 23 21:52:54.887622 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e7b3813b-0710-4498-8788-a32fc75bb04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:55.023755 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3162ddd6-e7ec-4abb-bca7-0a785134e42a req-bfd4e160-858f-4cb1-829e-f4d19087c37e service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738915 Nov 23 21:52:55.049671 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 27ddf423-bfde-4bb7-a80c-4f7a38f2d322 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:52:55.052330 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5868e8e-6191-4a0d-90c6-1863ead4fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:55.111171 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-b5868e8e-6191-4a0d-90c6-1863ead4fb20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07995698-96dc-4c65-8169-cb4d00bc2e07']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:55.256399 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-325c0ae6-5475-4341-9b66-961f5f441b09 req-e0428441-34e6-4bb4-b088-dc1dd4c5788e tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764966 Nov 23 21:52:55.277239 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 27ddf423-bfde-4bb7-a80c-4f7a38f2d322 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:52:55.277739 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:55.291809 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-070cb219-837c-4b83-9dcf-935ebede3946 req-4c0f6e02-010f-44fd-82f4-f29366169cfd service neutron] 10.222.0.53 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220482 Nov 23 21:52:55.382878 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292f903-81a1-4f98-9698-91a6ff2b5564 req-be21ebfd-969a-4226-add0-178e9baedde8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:55.395463 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d292f903-81a1-4f98-9698-91a6ff2b5564 req-be21ebfd-969a-4226-add0-178e9baedde8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff4dc91e-023c-4ac6-aad2-7d330b580d6f HTTP/1.1" status: 200 len: 943 time: 0.5104101 Nov 23 21:52:55.490346 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb489ce-c413-421f-81b5-9b80435116dc req-23295708-6b12-46d7-bedc-ebb9eaa9153d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:55.491940 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0cb489ce-c413-421f-81b5-9b80435116dc req-23295708-6b12-46d7-bedc-ebb9eaa9153d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 1094 time: 0.3455589 Nov 23 21:52:55.577000 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:55.613797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-b5868e8e-6191-4a0d-90c6-1863ead4fb20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a8955f4-a5c8-4ac8-9aaa-544eb807cb33') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:55.614315 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-b5868e8e-6191-4a0d-90c6-1863ead4fb20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a8955f4-a5c8-4ac8-9aaa-544eb807cb33') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:55.628297 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5868e8e-6191-4a0d-90c6-1863ead4fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:55.629350 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466025b3-4260-4e9c-b0ef-04531642a192 None None] Network 0353240a-c162-45bc-a90c-2c88d7362c91 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:52:55.646977 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5868e8e-6191-4a0d-90c6-1863ead4fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:55.655064 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5868e8e-6191-4a0d-90c6-1863ead4fb20 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:52:55.655724 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5868e8e-6191-4a0d-90c6-1863ead4fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:55.662613 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4dc91e-023c-4ac6-aad2-7d330b580d6f', 'tag': 'ac648084-59fb-40d7-b32c-16053c9e3aee'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:52:55.666360 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81efe58e-aeba-45cf-ad9f-15ba5d760859" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4dc91e-023c-4ac6-aad2-7d330b580d6f", "tag": "ac648084-59fb-40d7-b32c-16053c9e3aee"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:52:55.714191 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d292f903-81a1-4f98-9698-91a6ff2b5564 req-4e6a591f-4615-4c0e-8290-4940acf87cd5 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127201 Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:52:55.727648 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:52:55.730782 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-070cb219-837c-4b83-9dcf-935ebede3946 req-97aa12a2-d4e8-42b9-b01c-65e91796056a service neutron] 10.222.0.53 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092560 Nov 23 21:52:55.768452 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5868e8e-6191-4a0d-90c6-1863ead4fb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:55.785271 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb489ce-c413-421f-81b5-9b80435116dc req-47d787e8-814a-4089-af17-44de335cd45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:55.787125 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0cb489ce-c413-421f-81b5-9b80435116dc req-47d787e8-814a-4089-af17-44de335cd45d service neutron] 10.222.0.53 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 909 time: 0.2828026 Nov 23 21:52:55.799315 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5868e8e-6191-4a0d-90c6-1863ead4fb20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:55.805638 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b5868e8e-6191-4a0d-90c6-1863ead4fb20 admin admin] 10.222.0.50 "DELETE /v2.0/networks/07995698-96dc-4c65-8169-cb4d00bc2e07 HTTP/1.1" status: 204 len: 168 time: 2.7763450 Nov 23 21:52:55.805638 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5868e8e-6191-4a0d-90c6-1863ead4fb20 admin admin] Pushing event deleted for resources: {'Network': ['ID=07995698-96dc-4c65-8169-cb4d00bc2e07,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:55.812777 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56240) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:55.858288 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 27ddf423-bfde-4bb7-a80c-4f7a38f2d322, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=27ddf423-bfde-4bb7-a80c-4f7a38f2d322,segment=NetworkSegment(b5a3ca3f-8494-4b4b-be92-381bea60a200),segment_id=b5a3ca3f-8494-4b4b-be92-381bea60a200)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:55.919433 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:55.928853 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b84bf62f-25ac-4631-a5cd-43e11009bb09 None None] Provisioning complete for port 27ddf423-bfde-4bb7-a80c-4f7a38f2d322 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:52:55.929502 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b84bf62f-25ac-4631-a5cd-43e11009bb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:55.934956 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-e7b3813b-0710-4498-8788-a32fc75bb04d admin admin] Allocated IP 172.25.5.50 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/68177536-82a7-4f4b-a8a5-590fd0c9818d) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:52:55.949491 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f19ae0-6cb0-4b3c-93a7-fc435d527337 req-3c6436ef-f94d-46cd-b2ae-3916833f8b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:55.952082 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-13f19ae0-6cb0-4b3c-93a7-fc435d527337 req-3c6436ef-f94d-46cd-b2ae-3916833f8b0a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=928ed4d0815c4153bc0f232c9e52c223&device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 1097 time: 0.3484867 Nov 23 21:52:55.957463 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56244) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:56.069756 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=27ddf423-bfde-4bb7-a80c-4f7a38f2d322,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:56.082311 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a41a9d15-4611-4ac9-951c-fea42586e353 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:52:56.168915 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: a41a9d15-4611-4ac9-951c-fea42586e353 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:52:56.171896 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a41a9d15-4611-4ac9-951c-fea42586e353 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:52:56.233130 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56252) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:56.342264 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f19ae0-6cb0-4b3c-93a7-fc435d527337 req-514898e8-3a79-447b-8a36-d87222f55171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:56.344041 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-13f19ae0-6cb0-4b3c-93a7-fc435d527337 req-514898e8-3a79-447b-8a36-d87222f55171 service neutron] 10.222.0.53 "GET /v2.0/networks?id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b HTTP/1.1" status: 200 len: 913 time: 0.3357675 Nov 23 21:52:56.367253 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2e38d0-3ce7-43bb-91ea-2c2e6b62e556 x-openstack-request-id: req-5c2e38d0-3ce7-43bb-91ea-2c2e6b62e556 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:52:56.368141 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4dc91e-023c-4ac6-aad2-7d330b580d6f", "tag": "ac648084-59fb-40d7-b32c-16053c9e3aee", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:52:56.368691 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c2e38d0-3ce7-43bb-91ea-2c2e6b62e556 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:52:56.369252 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4dc91e-023c-4ac6-aad2-7d330b580d6f', 'tag': 'ac648084-59fb-40d7-b32c-16053c9e3aee', 'status': 'completed', 'code': 200} Nov 23 21:52:56.369450 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e7b3813b-0710-4498-8788-a32fc75bb04d admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:56.371618 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2ea292f7-8751-4edd-b651-930d1b1c7427 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:56.379519 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0cb489ce-c413-421f-81b5-9b80435116dc req-5f0ad6a1-b903-4ab7-a221-0a1739e862aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb HTTP/1.1" status: 200 len: 217 time: 0.5837069 Nov 23 21:52:56.457579 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-bd5191ee-de73-438e-bd29-446896d403fa admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1465222930-network', 'tenant_id': 'ecc0d3385c5443da8cbb0171a0444bc5'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:52:56.461529 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-13f19ae0-6cb0-4b3c-93a7-fc435d527337 req-a9b7ac09-3aaf-4c61-a3a6-d150168586c0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c32e0b87-92c5-4f14-b432-416a0529c4de HTTP/1.1" status: 200 len: 217 time: 0.0960026 Nov 23 21:52:56.523301 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb489ce-c413-421f-81b5-9b80435116dc req-343d83eb-283a-4247-907d-063de7f62cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:56.524755 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0cb489ce-c413-421f-81b5-9b80435116dc req-343d83eb-283a-4247-907d-063de7f62cb2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.1111219 Nov 23 21:52:56.538309 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967eecb-9bb8-4c86-9524-f5db03c8bba7 req-3b96ee09-4598-49a2-b42c-ebafd3f95f34 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:56.539846 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e967eecb-9bb8-4c86-9524-f5db03c8bba7 req-3b96ee09-4598-49a2-b42c-ebafd3f95f34 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/ports?device_id=814dd929-fbea-4bc2-b061-3ad7be17202a HTTP/1.1" status: 200 len: 945 time: 0.1748950 Nov 23 21:52:56.541759 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efe58e-aeba-45cf-ad9f-15ba5d760859 req-cbf2d58f-2cba-4f7f-99fe-f0809214d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:56.543112 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81efe58e-aeba-45cf-ad9f-15ba5d760859 req-cbf2d58f-2cba-4f7f-99fe-f0809214d36f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&device_id=ff4dc91e-023c-4ac6-aad2-7d330b580d6f HTTP/1.1" status: 200 len: 1094 time: 0.1793728 Nov 23 21:52:56.552639 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b915e65-de2b-43f7-ac4d-461983a83500 req-2b3c0e70-23d3-40d9-8634-0b68fac11b17 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:56.554178 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b915e65-de2b-43f7-ac4d-461983a83500 req-2b3c0e70-23d3-40d9-8634-0b68fac11b17 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 943 time: 0.1915510 Nov 23 21:52:56.612395 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5191ee-de73-438e-bd29-446896d403fa admin admin] Made reservation on behalf of ecc0d3385c5443da8cbb0171a0444bc5 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:52:56.614830 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd5191ee-de73-438e-bd29-446896d403fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:56.617699 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0cb489ce-c413-421f-81b5-9b80435116dc req-90129ebf-65ce-449e-b15c-850872ab8d27 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734739 Nov 23 21:52:56.645404 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd5191ee-de73-438e-bd29-446896d403fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:56.647978 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f19ae0-6cb0-4b3c-93a7-fc435d527337 req-1ee6a225-2ee9-4437-8c35-0747d5c749ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:56.649579 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-13f19ae0-6cb0-4b3c-93a7-fc435d527337 req-1ee6a225-2ee9-4437-8c35-0747d5c749ee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0056705a-d511-4857-982b-628123088030 HTTP/1.1" status: 200 len: 852 time: 0.1542149 Nov 23 21:52:56.681557 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e7b3813b-0710-4498-8788-a32fc75bb04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:56.702973 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5c768ce0-7d7b-48cf-97a3-82921d7b61bb None None] Provisioning complete for port 27ddf423-bfde-4bb7-a80c-4f7a38f2d322 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:52:56.703699 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5c768ce0-7d7b-48cf-97a3-82921d7b61bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:56.716277 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77c4ad-815e-48c2-ae2f-a3e0d12d4474 req-a6a78587-b7cc-4874-9795-21de6e436817 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:56.717756 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7d77c4ad-815e-48c2-ae2f-a3e0d12d4474 req-a6a78587-b7cc-4874-9795-21de6e436817 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.60 "GET /v2.0/ports?device_id=814dd929-fbea-4bc2-b061-3ad7be17202a HTTP/1.1" status: 200 len: 945 time: 0.2823362 Nov 23 21:52:56.745618 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-13f19ae0-6cb0-4b3c-93a7-fc435d527337 req-cbac821c-4502-4599-8f2c-6e2c356d1116 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696607 Nov 23 21:52:56.776619 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e967eecb-9bb8-4c86-9524-f5db03c8bba7 req-c4368e2c-7294-425b-9e80-a8cea54d1045 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/security-groups?id=68a9eef5-67ad-40eb-b34c-8b45fdbc3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138829 Nov 23 21:52:56.802129 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b3813b-0710-4498-8788-a32fc75bb04d admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:52:56.819313 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b915e65-de2b-43f7-ac4d-461983a83500 req-6c38babc-0b7f-4be9-a430-77247ffd7011 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553749 Nov 23 21:52:56.828049 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efe58e-aeba-45cf-ad9f-15ba5d760859 req-4336097f-2b8b-47f2-a28f-7cf6fdfcc113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:56.839820 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81efe58e-aeba-45cf-ad9f-15ba5d760859 req-4336097f-2b8b-47f2-a28f-7cf6fdfcc113 service neutron] 10.222.0.53 "GET /v2.0/networks?id=670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 200 len: 906 time: 0.2680972 Nov 23 21:52:56.867719 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3813b-0710-4498-8788-a32fc75bb04d admin admin] Pushing event updated for resources: {'Port': ['ID=68177536-82a7-4f4b-a8a5-590fd0c9818d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:56.871020 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-e7b3813b-0710-4498-8788-a32fc75bb04d admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:52:56.874686 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b3813b-0710-4498-8788-a32fc75bb04d admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:52:56.909136 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81efe58e-aeba-45cf-ad9f-15ba5d760859 req-216aafbb-4039-4cd0-95a6-fff85691b2d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac648084-59fb-40d7-b32c-16053c9e3aee HTTP/1.1" status: 200 len: 217 time: 0.0703161 Nov 23 21:52:56.963036 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2ea292f7-8751-4edd-b651-930d1b1c7427 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:56.994477 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0cb489ce-c413-421f-81b5-9b80435116dc req-99af2421-d6d2-4e76-b9d6-36002a56edbb service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596418 Nov 23 21:52:57.002928 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 27ddf423-bfde-4bb7-a80c-4f7a38f2d322 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:52:57.064351 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2ea292f7-8751-4edd-b651-930d1b1c7427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:57.068166 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be264e-2f5a-4177-8902-b7b1d83e17d6 req-f7963169-1d13-4a1b-b4ff-8393896d2e2a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:57.075918 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f9be264e-2f5a-4177-8902-b7b1d83e17d6 req-f7963169-1d13-4a1b-b4ff-8393896d2e2a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.1728117 Nov 23 21:52:57.082261 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efe58e-aeba-45cf-ad9f-15ba5d760859 req-02408ae4-f30c-4c93-ad75-6df1b02e535b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:57.083721 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81efe58e-aeba-45cf-ad9f-15ba5d760859 req-02408ae4-f30c-4c93-ad75-6df1b02e535b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4009be1-1322-446a-a15b-fa73a68a7e30 HTTP/1.1" status: 200 len: 845 time: 0.1588480 Nov 23 21:52:57.134291 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2ea292f7-8751-4edd-b651-930d1b1c7427 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cbd44470861a4d65b22c263ad0632882&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1671402 Nov 23 21:52:57.147168 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56266) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:57.149824 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273d8a1-86da-4d7a-88fb-8fe2a9a152c1 req-e736917b-3574-4f3b-ae71-fabd171e0513 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:57.151446 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f273d8a1-86da-4d7a-88fb-8fe2a9a152c1 req-e736917b-3574-4f3b-ae71-fabd171e0513 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff4dc91e-023c-4ac6-aad2-7d330b580d6f HTTP/1.1" status: 200 len: 943 time: 0.2276635 Nov 23 21:52:57.176089 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81efe58e-aeba-45cf-ad9f-15ba5d760859 req-31866f24-8e61-462b-a44c-974d77c4b9d3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=670396b2-2e17-45a5-b25a-4f315f3df81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546556 Nov 23 21:52:57.273316 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0cb489ce-c413-421f-81b5-9b80435116dc req-2b10520b-a48e-41a8-8e48-83a046b5685e service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672832 Nov 23 21:52:57.274225 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 27ddf423-bfde-4bb7-a80c-4f7a38f2d322 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:52:57.274595 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:57.283622 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea292f7-8751-4edd-b651-930d1b1c7427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ca0b9d-a793-4f17-a06c-8918a6c08404,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:57.317712 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f9be264e-2f5a-4177-8902-b7b1d83e17d6 req-6d1ec904-de88-4e77-94be-ba6308965089 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408237 Nov 23 21:52:57.331523 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-13f19ae0-6cb0-4b3c-93a7-fc435d527337 req-ab53cde1-47a4-4f71-a462-f06b73ed7e4a service neutron] 10.222.0.53 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723357 Nov 23 21:52:57.350400 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f273d8a1-86da-4d7a-88fb-8fe2a9a152c1 req-341d8ae9-a346-4add-af65-9917f103139c tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775050 Nov 23 21:52:57.356040 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd5191ee-de73-438e-bd29-446896d403fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:57.376627 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81efe58e-aeba-45cf-ad9f-15ba5d760859 req-e8701825-0456-4263-a832-c020d26d8eef service neutron] 10.222.0.53 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889551 Nov 23 21:52:57.402208 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd5191ee-de73-438e-bd29-446896d403fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:57.490202 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81efe58e-aeba-45cf-ad9f-15ba5d760859 req-8a17d016-d229-476d-83e8-311e11b578b9 service neutron] 10.222.0.53 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973148 Nov 23 21:52:57.499743 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5191ee-de73-438e-bd29-446896d403fa admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:52:57.537574 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ea634bf-c463-4166-b2a5-65f1595804f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:57.540577 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-7d77c4ad-815e-48c2-ae2f-a3e0d12d4474 req-fd02df79-1ab1-4be5-b6ce-b981324702b3 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Deleting port 15891091-1887-463d-b8bf-0a692d46fd3d {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:52:57.540901 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7d77c4ad-815e-48c2-ae2f-a3e0d12d4474 req-fd02df79-1ab1-4be5-b6ce-b981324702b3 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:57.547048 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd01d07-b0b7-4e58-bf52-ca8d78ab05f4 req-3e76db4e-dfd2-4c62-b61d-e6669b56bc02 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:57.548691 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4cd01d07-b0b7-4e58-bf52-ca8d78ab05f4 req-3e76db4e-dfd2-4c62-b61d-e6669b56bc02 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.53 "GET /v2.0/ports?device_id=d51d0360-78c7-4503-a3c7-8ff039556d88 HTTP/1.1" status: 200 len: 946 time: 0.0501888 Nov 23 21:52:57.614968 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd5191ee-de73-438e-bd29-446896d403fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:57.615551 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-bd5191ee-de73-438e-bd29-446896d403fa admin admin] Added segment 5965d2b9-565a-4ad5-95e6-31217bb0b2df of type vlan for network 5160570d-6d7c-4ff7-b392-12038219c1bd Nov 23 21:52:57.623685 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5191ee-de73-438e-bd29-446896d403fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7174432-10ee-4550-afd1-4c42df3004e2,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:57.647387 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-4cd01d07-b0b7-4e58-bf52-ca8d78ab05f4 req-75a6f6fb-30e4-48db-abca-4edb0da55e68 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Deleting port 3cf74548-dcc3-4b91-8c64-4af096997d48 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:52:57.647850 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4cd01d07-b0b7-4e58-bf52-ca8d78ab05f4 req-75a6f6fb-30e4-48db-abca-4edb0da55e68 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:57.686031 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ea634bf-c463-4166-b2a5-65f1595804f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:57.740852 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-4cd01d07-b0b7-4e58-bf52-ca8d78ab05f4 req-75a6f6fb-30e4-48db-abca-4edb0da55e68 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] For port 3cf74548-dcc3-4b91-8c64-4af096997d48, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=3cf74548-dcc3-4b91-8c64-4af096997d48,segment=NetworkSegment(0e866f43-ae93-4d52-b5d3-4f4fe3c7011d),segment_id=0e866f43-ae93-4d52-b5d3-4f4fe3c7011d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:57.741197 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4cd01d07-b0b7-4e58-bf52-ca8d78ab05f4 req-75a6f6fb-30e4-48db-abca-4edb0da55e68 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:57.753343 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-4cd01d07-b0b7-4e58-bf52-ca8d78ab05f4 req-75a6f6fb-30e4-48db-abca-4edb0da55e68 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Calling delete_port for 3cf74548-dcc3-4b91-8c64-4af096997d48 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:52:57.760365 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd5191ee-de73-438e-bd29-446896d403fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:57.796864 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-13f19ae0-6cb0-4b3c-93a7-fc435d527337 req-81f2debc-3a45-4893-b51d-d8edcc570a52 service neutron] 10.222.0.53 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464986 Nov 23 21:52:57.806834 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-08f88fbe-2472-44a7-a158-296927742d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:57.815005 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e7b3813b-0710-4498-8788-a32fc75bb04d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:57.887360 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-06f01aa2-7f3a-43c9-b572-61cb33cd7cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:57.909334 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4cd01d07-b0b7-4e58-bf52-ca8d78ab05f4 req-75a6f6fb-30e4-48db-abca-4edb0da55e68 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:57.924478 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['3cf74548-dcc3-4b91-8c64-4af096997d48'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:52:57.935609 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-7d77c4ad-815e-48c2-ae2f-a3e0d12d4474 req-fd02df79-1ab1-4be5-b6ce-b981324702b3 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] For port 15891091-1887-463d-b8bf-0a692d46fd3d, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=15891091-1887-463d-b8bf-0a692d46fd3d,segment=NetworkSegment(0e866f43-ae93-4d52-b5d3-4f4fe3c7011d),segment_id=0e866f43-ae93-4d52-b5d3-4f4fe3c7011d)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:57.936005 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7d77c4ad-815e-48c2-ae2f-a3e0d12d4474 req-fd02df79-1ab1-4be5-b6ce-b981324702b3 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:57.955400 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6f6fb-30e4-48db-abca-4edb0da55e68 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Pushing event deleted for resources: {'Port': ['ID=3cf74548-dcc3-4b91-8c64-4af096997d48,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:57.957720 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd5191ee-de73-438e-bd29-446896d403fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:57.958902 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5191ee-de73-438e-bd29-446896d403fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:57.959485 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd5191ee-de73-438e-bd29-446896d403fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:57.974117 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['15891091-1887-463d-b8bf-0a692d46fd3d'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:52:58.006887 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-7d77c4ad-815e-48c2-ae2f-a3e0d12d4474 req-fd02df79-1ab1-4be5-b6ce-b981324702b3 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Calling delete_port for 15891091-1887-463d-b8bf-0a692d46fd3d owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:52:58.045350 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd01d07-b0b7-4e58-bf52-ca8d78ab05f4 req-75a6f6fb-30e4-48db-abca-4edb0da55e68 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] No DVR routers for this DVR port 3cf74548-dcc3-4b91-8c64-4af096997d48 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:52:58.053330 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4cd01d07-b0b7-4e58-bf52-ca8d78ab05f4 req-75a6f6fb-30e4-48db-abca-4edb0da55e68 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:58.056634 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4cd01d07-b0b7-4e58-bf52-ca8d78ab05f4 req-75a6f6fb-30e4-48db-abca-4edb0da55e68 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.53 "DELETE /v2.0/ports/3cf74548-dcc3-4b91-8c64-4af096997d48 HTTP/1.1" status: 204 len: 173 time: 0.5008833 Nov 23 21:52:58.074555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e6888-9e36-40cb-b771-6981279a6755 req-552bf3d7-6e02-4ca5-a744-34d3dcc61c3d tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:58.076476 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f3e6888-9e36-40cb-b771-6981279a6755 req-552bf3d7-6e02-4ca5-a744-34d3dcc61c3d tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/ports?device_id=814dd929-fbea-4bc2-b061-3ad7be17202a HTTP/1.1" status: 200 len: 945 time: 0.1580198 Nov 23 21:52:58.085814 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ea398-dd9e-4712-b068-fb77be7cdc48 req-526317f8-ec3a-4888-8fc2-d645055038fe tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:58.086887 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f7ea398-dd9e-4712-b068-fb77be7cdc48 req-526317f8-ec3a-4888-8fc2-d645055038fe tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 943 time: 0.1372986 Nov 23 21:52:58.166924 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f3e6888-9e36-40cb-b771-6981279a6755 req-7b67c9fc-219d-4708-a61e-f756be2395c8 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/security-groups?id=68a9eef5-67ad-40eb-b34c-8b45fdbc3db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789065 Nov 23 21:52:58.189548 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f7ea398-dd9e-4712-b068-fb77be7cdc48 req-52695fd1-e02c-4387-859f-d01b6b124370 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766118 Nov 23 21:52:58.371166 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51d0360-78c7-4503-a3c7-8ff039556d88', 'name': 'network-vif-deleted', 'tag': '3cf74548-dcc3-4b91-8c64-4af096997d48'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:52:58.373659 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a83924-1189-4997-8d58-40dc7692dfd7" -d '{"events": [{"server_uuid": "d51d0360-78c7-4503-a3c7-8ff039556d88", "name": "network-vif-deleted", "tag": "3cf74548-dcc3-4b91-8c64-4af096997d48"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:52:58.374630 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ea634bf-c463-4166-b2a5-65f1595804f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:58.377331 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ea634bf-c463-4166-b2a5-65f1595804f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:58.380954 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6ea634bf-c463-4166-b2a5-65f1595804f1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71ca0b9d-a793-4f17-a06c-8918a6c08404 HTTP/1.1" status: 204 len: 168 time: 1.2160597 Nov 23 21:52:58.399652 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bd5191ee-de73-438e-bd29-446896d403fa admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1619318 Nov 23 21:52:58.412608 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56280) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:58.430288 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-0387789b-5d82-424e-90ee-2fccd1fbbd86 admin admin] Request body: {'subnet': {'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1465222930-subnet', 'tenant_id': 'ecc0d3385c5443da8cbb0171a0444bc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:52:58.479275 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea634bf-c463-4166-b2a5-65f1595804f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ca0b9d-a793-4f17-a06c-8918a6c08404,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:58.487335 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5191ee-de73-438e-bd29-446896d403fa admin admin] Pushing event updated for resources: {'Network': ['ID=5160570d-6d7c-4ff7-b392-12038219c1bd,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:58.532470 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3e016-1c30-4774-a933-fc6d27e62320 req-e9d4df8a-f700-4db2-b789-75a4074b3cde tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:58.540934 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-58f3e016-1c30-4774-a933-fc6d27e62320 req-e9d4df8a-f700-4db2-b789-75a4074b3cde tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.1441057 Nov 23 21:52:58.549931 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5aa1ada-6da0-438e-b689-165dd30581bb x-openstack-request-id: req-d5aa1ada-6da0-438e-b689-165dd30581bb {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:52:58.550447 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51d0360-78c7-4503-a3c7-8ff039556d88", "name": "network-vif-deleted", "tag": "3cf74548-dcc3-4b91-8c64-4af096997d48", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:52:58.551481 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5aa1ada-6da0-438e-b689-165dd30581bb {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:52:58.552822 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51d0360-78c7-4503-a3c7-8ff039556d88', 'name': 'network-vif-deleted', 'tag': '3cf74548-dcc3-4b91-8c64-4af096997d48', 'status': 'completed', 'code': 200} Nov 23 21:52:58.553402 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0387789b-5d82-424e-90ee-2fccd1fbbd86 admin admin] Made reservation on behalf of ecc0d3385c5443da8cbb0171a0444bc5 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:52:58.557740 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0387789b-5d82-424e-90ee-2fccd1fbbd86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:58.577517 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 5160570d-6d7c-4ff7-b392-12038219c1bd details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:52:58.755222 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-58f3e016-1c30-4774-a933-fc6d27e62320 req-705c611d-048a-4fe0-87e4-de745fc065f5 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369057 Nov 23 21:52:58.774996 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e7b3813b-0710-4498-8788-a32fc75bb04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:58.787783 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3214d1-952a-4559-b16c-5e805c87e3f3 req-9146def8-5c2e-4388-88e8-c11c8424fcb0 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:58.789392 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a3214d1-952a-4559-b16c-5e805c87e3f3 req-9146def8-5c2e-4388-88e8-c11c8424fcb0 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff4dc91e-023c-4ac6-aad2-7d330b580d6f HTTP/1.1" status: 200 len: 943 time: 0.2443068 Nov 23 21:52:58.838480 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7d77c4ad-815e-48c2-ae2f-a3e0d12d4474 req-fd02df79-1ab1-4be5-b6ce-b981324702b3 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:58.853960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['3cf74548-dcc3-4b91-8c64-4af096997d48'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:52:58.892996 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56286) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:58.904021 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02df79-1ab1-4be5-b6ce-b981324702b3 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Pushing event deleted for resources: {'Port': ['ID=15891091-1887-463d-b8bf-0a692d46fd3d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:58.937973 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a3214d1-952a-4559-b16c-5e805c87e3f3 req-fa35b6ed-7f34-49b3-9b58-e37e67466e18 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370571 Nov 23 21:52:58.942195 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01772e8a-3760-4273-a73c-f02d64239f9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:58.966563 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0387789b-5d82-424e-90ee-2fccd1fbbd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:59.007068 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d77c4ad-815e-48c2-ae2f-a3e0d12d4474 req-fd02df79-1ab1-4be5-b6ce-b981324702b3 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] No DVR routers for this DVR port 15891091-1887-463d-b8bf-0a692d46fd3d on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:52:59.011325 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7d77c4ad-815e-48c2-ae2f-a3e0d12d4474 req-fd02df79-1ab1-4be5-b6ce-b981324702b3 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:59.014738 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7d77c4ad-815e-48c2-ae2f-a3e0d12d4474 req-fd02df79-1ab1-4be5-b6ce-b981324702b3 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.60 "DELETE /v2.0/ports/15891091-1887-463d-b8bf-0a692d46fd3d HTTP/1.1" status: 204 len: 173 time: 2.2717671 Nov 23 21:52:59.016073 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814dd929-fbea-4bc2-b061-3ad7be17202a', 'name': 'network-vif-deleted', 'tag': '15891091-1887-463d-b8bf-0a692d46fd3d'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:52:59.018895 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2cd412-653e-4bd3-8235-ae78dd8db689" -d '{"events": [{"server_uuid": "814dd929-fbea-4bc2-b061-3ad7be17202a", "name": "network-vif-deleted", "tag": "15891091-1887-463d-b8bf-0a692d46fd3d"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:52:59.040355 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387789b-5d82-424e-90ee-2fccd1fbbd86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fa3428d-71e1-43f4-9dc8-5abc56e5f6ba,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:59.065777 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a07bba9-4082-40ae-bcd6-d921dfe40fb1 x-openstack-request-id: req-1a07bba9-4082-40ae-bcd6-d921dfe40fb1 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:52:59.066466 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814dd929-fbea-4bc2-b061-3ad7be17202a", "name": "network-vif-deleted", "tag": "15891091-1887-463d-b8bf-0a692d46fd3d", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:52:59.067007 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a07bba9-4082-40ae-bcd6-d921dfe40fb1 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:52:59.067651 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814dd929-fbea-4bc2-b061-3ad7be17202a', 'name': 'network-vif-deleted', 'tag': '15891091-1887-463d-b8bf-0a692d46fd3d', 'status': 'completed', 'code': 200} Nov 23 21:52:59.077960 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0387789b-5d82-424e-90ee-2fccd1fbbd86 admin admin] Checking segment: {'id': '5965d2b9-565a-4ad5-95e6-31217bb0b2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:52:59.078588 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0387789b-5d82-424e-90ee-2fccd1fbbd86 admin admin] Network hostable DHCP agents. Network: 5160570d-6d7c-4ff7-b392-12038219c1bd, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:52:59.098405 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-08f88fbe-2472-44a7-a158-296927742d9d admin admin] Deleting port 6fa12364-e74f-4f8c-b4c4-7e1e9591ad33 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:52:59.099001 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-08f88fbe-2472-44a7-a158-296927742d9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:59.120781 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01772e8a-3760-4273-a73c-f02d64239f9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:59.121703 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0387789b-5d82-424e-90ee-2fccd1fbbd86 admin admin] Network 5160570d-6d7c-4ff7-b392-12038219c1bd is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:52:59.137806 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01772e8a-3760-4273-a73c-f02d64239f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:59.158486 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-0387789b-5d82-424e-90ee-2fccd1fbbd86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 5160570d-6d7c-4ff7-b392-12038219c1bd) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:52:59.166993 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bebaef8-180f-4347-bf2e-49b666da8b83 None None] Network 5160570d-6d7c-4ff7-b392-12038219c1bd requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:52:59.178960 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0387789b-5d82-424e-90ee-2fccd1fbbd86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:59.179559 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0387789b-5d82-424e-90ee-2fccd1fbbd86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:59.192945 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-01772e8a-3760-4273-a73c-f02d64239f9b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=17e2b8da8d29468f9e6f964746d63c26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2719507 Nov 23 21:52:59.192945 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01772e8a-3760-4273-a73c-f02d64239f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20d71ed-ad46-4676-8614-c361437f357a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:59.194990 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56290) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:59.239315 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0387789b-5d82-424e-90ee-2fccd1fbbd86 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8142672 Nov 23 21:52:59.255001 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b3813b-0710-4498-8788-a32fc75bb04d admin admin] Router 0aafe52b-1d77-41a3-b63f-bf2158898b7f is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 21:52:59.283257 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-08f88fbe-2472-44a7-a158-296927742d9d admin admin] For port 6fa12364-e74f-4f8c-b4c4-7e1e9591ad33, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6fa12364-e74f-4f8c-b4c4-7e1e9591ad33,segment=NetworkSegment(79298a27-aa07-4136-98dc-aae218d36c93),segment_id=79298a27-aa07-4136-98dc-aae218d36c93)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:52:59.283777 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-08f88fbe-2472-44a7-a158-296927742d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:59.355898 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a03898ad-c701-461c-a3c5-a0fb9eefa1e2 req-6f9a77fa-4f2e-48e6-871f-9c56ebb36595 tempest-ListServersNegativeTestJSON-445161859 tempest-ListServersNegativeTestJSON-445161859-project] 10.222.0.50 "GET /v2.0/ports?device_id=814dd929-fbea-4bc2-b061-3ad7be17202a HTTP/1.1" status: 200 len: 210 time: 0.0561097 Nov 23 21:52:59.361801 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-08f88fbe-2472-44a7-a158-296927742d9d admin admin] Calling delete_port for 6fa12364-e74f-4f8c-b4c4-7e1e9591ad33 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:52:59.385303 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7341ca-7dba-40e2-8f58-1ddc453e8a0c req-484a35af-e10a-4b16-9283-a953196b677e tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:52:59.387041 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a7341ca-7dba-40e2-8f58-1ddc453e8a0c req-484a35af-e10a-4b16-9283-a953196b677e tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 943 time: 0.0762081 Nov 23 21:52:59.415360 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4252070b-4bbd-4e60-aae4-02d62779f14a None None] Network 5160570d-6d7c-4ff7-b392-12038219c1bd requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:52:59.442765 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a7341ca-7dba-40e2-8f58-1ddc453e8a0c req-0c945577-dcc0-4af1-ba4f-065cc74aaa1a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491338 Nov 23 21:52:59.479542 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e64d2b5c-e96c-44eb-9cef-a280962f9ad6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:59.523541 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e64d2b5c-e96c-44eb-9cef-a280962f9ad6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:59.525719 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b3813b-0710-4498-8788-a32fc75bb04d admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:52:59.542828 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] Sync routers for ids ['0aafe52b-1d77-41a3-b63f-bf2158898b7f'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:52:59.554772 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] Routers {'0aafe52b-1d77-41a3-b63f-bf2158898b7f'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:52:59.567875 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:52:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0aafe52b-1d77-41a3-b63f-bf2158898b7f'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:52:59.625168 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e7b3813b-0710-4498-8788-a32fc75bb04d admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:59.627361 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e7b3813b-0710-4498-8788-a32fc75bb04d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.8645673 Nov 23 21:52:59.632183 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56304) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:52:59.668039 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e64d2b5c-e96c-44eb-9cef-a280962f9ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:59.672901 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e64d2b5c-e96c-44eb-9cef-a280962f9ad6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:59.675243 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e64d2b5c-e96c-44eb-9cef-a280962f9ad6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d20d71ed-ad46-4676-8614-c361437f357a HTTP/1.1" status: 204 len: 168 time: 0.4541793 Nov 23 21:52:59.712634 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] Set router 0aafe52b-1d77-41a3-b63f-bf2158898b7f gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:52:59.774072 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-08f88fbe-2472-44a7-a158-296927742d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:59.776518 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d2b5c-e96c-44eb-9cef-a280962f9ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20d71ed-ad46-4676-8614-c361437f357a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:59.869557 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:52:59.897474 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f88fbe-2472-44a7-a158-296927742d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa12364-e74f-4f8c-b4c4-7e1e9591ad33,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:52:59.922074 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device ac648084-59fb-40d7-b32c-16053c9e3aee details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:53:00.076120 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c32e0b87-92c5-4f14-b432-416a0529c4de no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:53:00.159327 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-08f88fbe-2472-44a7-a158-296927742d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:00.184955 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port ac648084-59fb-40d7-b32c-16053c9e3aee, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ac648084-59fb-40d7-b32c-16053c9e3aee,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:00.239954 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aafe52b-1d77-41a3-b63f-bf2158898b7f', 'name': 'tempest-TaggedBootDevicesTest-48343456-router', 'tenant_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '68177536-82a7-4f4b-a8a5-590fd0c9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:52:52Z', 'updated_at': '2021-11-23T21:52:57Z', 'revision_number': 3, 'project_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'gw_port': {'id': '68177536-82a7-4f4b-a8a5-590fd0c9818d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aafe52b-1d77-41a3-b63f-bf2158898b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:54Z', 'updated_at': '2021-11-23T21:52:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:00.241708 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'ac648084-59fb-40d7-b32c-16053c9e3aee', 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c', 'port_id': 'ac648084-59fb-40d7-b32c-16053c9e3aee', 'mac_address': 'fa:16:3e:8d:12:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4009be1-1322-446a-a15b-fa73a68a7e30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:53:00.327077 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] Checking router: 0aafe52b-1d77-41a3-b63f-bf2158898b7f for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:53:00.331967 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] Updating router 0aafe52b-1d77-41a3-b63f-bf2158898b7f port 68177536-82a7-4f4b-a8a5-590fd0c9818d binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:53:00.365638 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:00.367759 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:00.394881 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:00.398703 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac648084-59fb-40d7-b32c-16053c9e3aee {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:53:00.424846 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port ac648084-59fb-40d7-b32c-16053c9e3aee, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ac648084-59fb-40d7-b32c-16053c9e3aee,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:00.442517 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:00.479331 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-db9d8ce6-5ac6-45d0-9a76-afa5a3b16d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:00.487849 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56e7451-1ba0-4946-9650-b4607b1038fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32e0b87-92c5-4f14-b432-416a0529c4de'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:00.490658 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29308da5-a350-4252-b79e-068ebf46aea8" -d '{"events": [{"server_uuid": "b56e7451-1ba0-4946-9650-b4607b1038fd", "name": "network-vif-unplugged", "status": "completed", "tag": "c32e0b87-92c5-4f14-b432-416a0529c4de"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:00.530911 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port c32e0b87-92c5-4f14-b432-416a0529c4de, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c32e0b87-92c5-4f14-b432-416a0529c4de,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:00.541511 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:00.566163 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=ac648084-59fb-40d7-b32c-16053c9e3aee,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:00.569606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ac1e7-7467-4454-a70b-4ee6f17365b2 req-7017375a-755e-4f37-9455-26c70f48b498 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:00.571810 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-475ac1e7-7467-4454-a70b-4ee6f17365b2 req-7017375a-755e-4f37-9455-26c70f48b498 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 946 time: 0.5915589 Nov 23 21:53:00.594039 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f88fbe-2472-44a7-a158-296927742d9d admin admin] Router 3cc37927-01ba-425c-8d96-cd658af22b7b has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:53:00.670588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 15891091-1887-463d-b8bf-0a692d46fd3d no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:53:00.675907 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-69afbb5f-9a3a-463a-9335-e9d343d27973 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:00.683815 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-69afbb5f-9a3a-463a-9335-e9d343d27973 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/networks?id=5160570d-6d7c-4ff7-b392-12038219c1bd HTTP/1.1" status: 200 len: 813 time: 0.7416031 Nov 23 21:53:00.705929 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 15891091-1887-463d-b8bf-0a692d46fd3d {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:53:00.706150 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 15891091-1887-463d-b8bf-0a692d46fd3d not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:53:00.726519 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=c32e0b87-92c5-4f14-b432-416a0529c4de,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:00.727163 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-3b79d4a9-d889-4db6-9d99-bef27774eef2 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/quotas/ecc0d3385c5443da8cbb0171a0444bc5 HTTP/1.1" status: 200 len: 375 time: 0.0424592 Nov 23 21:53:00.753188 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f88fbe-2472-44a7-a158-296927742d9d admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:53:00.763879 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-08f88fbe-2472-44a7-a158-296927742d9d admin admin] 10.222.0.50 "PUT /v2.0/routers/3cc37927-01ba-425c-8d96-cd658af22b7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9473791 Nov 23 21:53:00.764610 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56340) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:00.769199 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['ac648084-59fb-40d7-b32c-16053c9e3aee'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:53:00.845484 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-89183b6d-dde5-49a6-ace1-7078e1624fb4 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ecc0d3385c5443da8cbb0171a0444bc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0940831 Nov 23 21:53:00.849815 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917c81ea-758b-4702-beb0-abc591124bf5 None None] Sync routers for ids ['3cc37927-01ba-425c-8d96-cd658af22b7b'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:53:00.926805 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-79b5a4ff-87e5-48a9-9b46-f770b8555c5d admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:00.968691 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917c81ea-758b-4702-beb0-abc591124bf5 None None] Routers {'3cc37927-01ba-425c-8d96-cd658af22b7b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:53:00.969812 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-917c81ea-758b-4702-beb0-abc591124bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:53:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3cc37927-01ba-425c-8d96-cd658af22b7b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:01.008010 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-475ac1e7-7467-4454-a70b-4ee6f17365b2 req-711c1028-ea39-4eb8-97c5-ee951c75dbbf tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096704 Nov 23 21:53:01.043711 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:01.056824 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:01.101315 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-79b5a4ff-87e5-48a9-9b46-f770b8555c5d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:01.135194 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56348) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:01.136531 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] Attempting to bind port 68177536-82a7-4f4b-a8a5-590fd0c9818d on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:53:01.137176 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] Attempting to bind port 68177536-82a7-4f4b-a8a5-590fd0c9818d by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:53:01.139286 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] Attempting to bind port 68177536-82a7-4f4b-a8a5-590fd0c9818d on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:01.155818 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:53:01.156552 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:01.158180 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:01.158880 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:53:01.159549 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] Bound port: 68177536-82a7-4f4b-a8a5-590fd0c9818d, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:53:01.160466 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:01.193101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-79b5a4ff-87e5-48a9-9b46-f770b8555c5d admin admin] Deleting port b5f040a4-fb60-4eef-bec4-fa2b9235764e {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:53:01.193709 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-79b5a4ff-87e5-48a9-9b46-f770b8555c5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:01.227657 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-917c81ea-758b-4702-beb0-abc591124bf5 None None] Set router 3cc37927-01ba-425c-8d96-cd658af22b7b gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:53:01.240759 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96cf39-9427-44b3-805e-fcfbd55b5bce None None] Pushing event updated for resources: {'Port': ['ID=68177536-82a7-4f4b-a8a5-590fd0c9818d,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:01.269875 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] For port 68177536-82a7-4f4b-a8a5-590fd0c9818d, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:53:01.274684 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] For port 68177536-82a7-4f4b-a8a5-590fd0c9818d, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=68177536-82a7-4f4b-a8a5-590fd0c9818d,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:53:01.284479 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:01.293222 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fbb865c-cdd2-4b81-a310-122ba3627762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:01.316338 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-5ff1906e-5e58-4c48-ab1e-0cff79776116 service neutron] 10.222.0.50 "GET /v2.0/networks/5160570d-6d7c-4ff7-b392-12038219c1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689789 Nov 23 21:53:01.323356 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ba067cc3-a5ea-4d54-a436-34e4c18ec1b8 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1556810906'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:01.335718 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474160f7-ea28-4110-aa92-eba5e72c00cd req-50e4167a-a63a-4d69-bc6c-a074f6aeb4ca tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:01.338440 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-474160f7-ea28-4110-aa92-eba5e72c00cd req-50e4167a-a63a-4d69-bc6c-a074f6aeb4ca tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff4dc91e-023c-4ac6-aad2-7d330b580d6f HTTP/1.1" status: 200 len: 944 time: 0.1617215 Nov 23 21:53:01.339647 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] Routers {'0aafe52b-1d77-41a3-b63f-bf2158898b7f'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:53:01.340275 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:53:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0aafe52b-1d77-41a3-b63f-bf2158898b7f'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:01.364645 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba067cc3-a5ea-4d54-a436-34e4c18ec1b8 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Made reservation on behalf of 52641051005940aabef706a65d604b7e for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:01.368235 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ba067cc3-a5ea-4d54-a436-34e4c18ec1b8 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:01.380214 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ba067cc3-a5ea-4d54-a436-34e4c18ec1b8 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:01.400067 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-79b5a4ff-87e5-48a9-9b46-f770b8555c5d admin admin] For port b5f040a4-fb60-4eef-bec4-fa2b9235764e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b5f040a4-fb60-4eef-bec4-fa2b9235764e,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:01.400484 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-79b5a4ff-87e5-48a9-9b46-f770b8555c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:01.420743 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-79b5a4ff-87e5-48a9-9b46-f770b8555c5d admin admin] Calling delete_port for b5f040a4-fb60-4eef-bec4-fa2b9235764e owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:53:01.462366 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] Set router 0aafe52b-1d77-41a3-b63f-bf2158898b7f gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:53:01.550666 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-474160f7-ea28-4110-aa92-eba5e72c00cd req-3fa413dd-6705-4232-9c2f-4eb99e6f54e3 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972227 Nov 23 21:53:01.552630 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:01.562917 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-917c81ea-758b-4702-beb0-abc591124bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc37927-01ba-425c-8d96-cd658af22b7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1642672370-router', 'tenant_id': 'f686207810ab400a9348bb9c7ba82d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'b5f040a4-fb60-4eef-bec4-fa2b9235764e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:30Z', 'updated_at': '2021-11-23T21:52:59Z', 'revision_number': 5, 'project_id': 'f686207810ab400a9348bb9c7ba82d47', 'gw_port': {'id': 'b5f040a4-fb60-4eef-bec4-fa2b9235764e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:fd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc37927-01ba-425c-8d96-cd658af22b7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:50:31Z', 'updated_at': '2021-11-23T21:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:01.572212 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96cf39-9427-44b3-805e-fcfbd55b5bce None None] Pushing event updated for resources: {'Port': ['ID=68177536-82a7-4f4b-a8a5-590fd0c9818d,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:01.618287 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917c81ea-758b-4702-beb0-abc591124bf5 None None] Checking router: 3cc37927-01ba-425c-8d96-cd658af22b7b for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:53:01.635075 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-0b61c222-6548-402b-ad00-a79f9b2b8825 service neutron] 10.222.0.50 "GET /v2.0/networks/5160570d-6d7c-4ff7-b392-12038219c1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926276 Nov 23 21:53:01.648120 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917c81ea-758b-4702-beb0-abc591124bf5 None None] Routers {'3cc37927-01ba-425c-8d96-cd658af22b7b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:53:01.648768 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-917c81ea-758b-4702-beb0-abc591124bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:53:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3cc37927-01ba-425c-8d96-cd658af22b7b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:01.746986 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aafe52b-1d77-41a3-b63f-bf2158898b7f', 'name': 'tempest-TaggedBootDevicesTest-48343456-router', 'tenant_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '68177536-82a7-4f4b-a8a5-590fd0c9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:52:52Z', 'updated_at': '2021-11-23T21:52:57Z', 'revision_number': 3, 'project_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'gw_port': {'id': '68177536-82a7-4f4b-a8a5-590fd0c9818d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aafe52b-1d77-41a3-b63f-bf2158898b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:54Z', 'updated_at': '2021-11-23T21:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:01.771743 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-7fbb865c-cdd2-4b81-a310-122ba3627762 admin admin] Allocated IP 172.20.0.1 (0353240a-c162-45bc-a90c-2c88d7362c91/eb849004-a120-4f16-b85c-5cf6b51b4055/8bab63d1-9f3a-4c59-8507-925150311f25) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:01.785446 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec50e0c4-921e-46fa-b9c9-e74b9f283724 None None] The sync data for ids ['0aafe52b-1d77-41a3-b63f-bf2158898b7f'] in n-d-816206-9 is: [{'id': '0aafe52b-1d77-41a3-b63f-bf2158898b7f', 'name': 'tempest-TaggedBootDevicesTest-48343456-router', 'tenant_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '68177536-82a7-4f4b-a8a5-590fd0c9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:52:52Z', 'updated_at': '2021-11-23T21:52:57Z', 'revision_number': 3, 'project_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'gw_port': {'id': '68177536-82a7-4f4b-a8a5-590fd0c9818d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aafe52b-1d77-41a3-b63f-bf2158898b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:54Z', 'updated_at': '2021-11-23T21:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:53:01.804834 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332b156-913f-473d-a7e8-10f2b51eb150 req-1fb315f5-4a2e-481a-a4ca-9fb72bd4ca01 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:01.807510 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7332b156-913f-473d-a7e8-10f2b51eb150 req-1fb315f5-4a2e-481a-a4ca-9fb72bd4ca01 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 943 time: 0.1165516 Nov 23 21:53:01.853167 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-917c81ea-758b-4702-beb0-abc591124bf5 None None] Set router 3cc37927-01ba-425c-8d96-cd658af22b7b gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:53:01.959876 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7332b156-913f-473d-a7e8-10f2b51eb150 req-210394ff-dad0-444e-8f40-f76fc3b90bfe tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432862 Nov 23 21:53:02.020310 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fbb865c-cdd2-4b81-a310-122ba3627762 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:02.027710 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ba067cc3-a5ea-4d54-a436-34e4c18ec1b8 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:02.045138 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ba067cc3-a5ea-4d54-a436-34e4c18ec1b8 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:02.074404 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56358) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:02.093657 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba067cc3-a5ea-4d54-a436-34e4c18ec1b8 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:53:02.174829 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fbb865c-cdd2-4b81-a310-122ba3627762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:02.192835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba067cc3-a5ea-4d54-a436-34e4c18ec1b8 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901955bb-122e-4bc5-9854-1f1fd88e7916,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:02.209123 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ba067cc3-a5ea-4d54-a436-34e4c18ec1b8 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:02.209455 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-ba067cc3-a5ea-4d54-a436-34e4c18ec1b8 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Added segment 4ff543c2-7cd6-4abf-be0a-0c2b520c271f of type vlan for network cabc3502-8c15-411f-8c10-783e5be66aca Nov 23 21:53:02.216615 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c171ea4-956f-470c-90de-51d944c95a38 x-openstack-request-id: req-8c171ea4-956f-470c-90de-51d944c95a38 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:02.216905 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56e7451-1ba0-4946-9650-b4607b1038fd", "name": "network-vif-unplugged", "status": "failed", "tag": "c32e0b87-92c5-4f14-b432-416a0529c4de", "code": 422}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:02.217161 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8c171ea4-956f-470c-90de-51d944c95a38 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:02.217570 n-d-816206-9 neutron-server[110035]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b56e7451-1ba0-4946-9650-b4607b1038fd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c32e0b87-92c5-4f14-b432-416a0529c4de', 'code': 422} returned with failed status Nov 23 21:53:02.218307 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c32e0b87-92c5-4f14-b432-416a0529c4de no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:53:02.223552 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-917c81ea-758b-4702-beb0-abc591124bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc37927-01ba-425c-8d96-cd658af22b7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1642672370-router', 'tenant_id': 'f686207810ab400a9348bb9c7ba82d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:30Z', 'updated_at': '2021-11-23T21:53:01Z', 'revision_number': 6, 'project_id': 'f686207810ab400a9348bb9c7ba82d47', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:02.288490 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:53:02.315059 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb865c-cdd2-4b81-a310-122ba3627762 admin admin] Pushing event updated for resources: {'Port': ['ID=8bab63d1-9f3a-4c59-8507-925150311f25,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:02.320296 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-8196bd7f-55ca-4abb-a478-35dd93555ae7 admin admin] Deleting subnet 0a7bb497-e740-4b18-b602-9f3d6488765f {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:53:02.331941 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8196bd7f-55ca-4abb-a478-35dd93555ae7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:02.366057 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ba067cc3-a5ea-4d54-a436-34e4c18ec1b8 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:02.367923 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbb865c-cdd2-4b81-a310-122ba3627762 admin admin] Network 0353240a-c162-45bc-a90c-2c88d7362c91 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:02.389021 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917c81ea-758b-4702-beb0-abc591124bf5 None None] The sync data for ids ['3cc37927-01ba-425c-8d96-cd658af22b7b'] in n-d-816206-9 is: [{'id': '3cc37927-01ba-425c-8d96-cd658af22b7b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1642672370-router', 'tenant_id': 'f686207810ab400a9348bb9c7ba82d47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:50:30Z', 'updated_at': '2021-11-23T21:53:01Z', 'revision_number': 6, 'project_id': 'f686207810ab400a9348bb9c7ba82d47', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:53:02.390525 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-7fbb865c-cdd2-4b81-a310-122ba3627762 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:02.403488 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-79b5a4ff-87e5-48a9-9b46-f770b8555c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:02.496193 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbb865c-cdd2-4b81-a310-122ba3627762 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:02.529931 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b5594c7a-c886-43f5-87ec-84da7420c5e1 req-c80f51eb-5bed-489b-8759-1919bcf9b340 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ac6d8c3-f962-4384-9182-58ba664799ad HTTP/1.1" status: 200 len: 210 time: 0.2005901 Nov 23 21:53:02.538266 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5a4ff-87e5-48a9-9b46-f770b8555c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f040a4-fb60-4eef-bec4-fa2b9235764e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:02.553122 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 3cf74548-dcc3-4b91-8c64-4af096997d48 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:53:02.587565 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8196bd7f-55ca-4abb-a478-35dd93555ae7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:02.599485 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ba067cc3-a5ea-4d54-a436-34e4c18ec1b8 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:02.603892 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 3cf74548-dcc3-4b91-8c64-4af096997d48 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:53:02.609850 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba067cc3-a5ea-4d54-a436-34e4c18ec1b8 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:02.610674 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 3cf74548-dcc3-4b91-8c64-4af096997d48 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:53:02.612724 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ba067cc3-a5ea-4d54-a436-34e4c18ec1b8 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:02.662236 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e2e8c953-94c4-4248-a13a-d9757ec6c276 req-5ecb6f03-cbab-4260-a1bd-1595dc45f24e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2931347 Nov 23 21:53:02.734337 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fbb865c-cdd2-4b81-a310-122ba3627762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:02.775328 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ba067cc3-a5ea-4d54-a436-34e4c18ec1b8 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6369412 Nov 23 21:53:02.793357 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56384) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:02.825645 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-3354bb42-424a-4e61-bc82-79fd08c8a62e tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Request body: {'subnet': {'network_id': 'cabc3502-8c15-411f-8c10-783e5be66aca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:02.846950 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8196bd7f-55ca-4abb-a478-35dd93555ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:02.925637 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:02.927426 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-14e26834-e70e-4347-97c6-733e6b582832 None None] Provisioning complete for port 8bab63d1-9f3a-4c59-8507-925150311f25 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:02.927783 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-14e26834-e70e-4347-97c6-733e6b582832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:03.022238 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-14e26834-e70e-4347-97c6-733e6b582832 None None] Port 8bab63d1-9f3a-4c59-8507-925150311f25 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:53:03.113641 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8196bd7f-55ca-4abb-a478-35dd93555ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:03.160555 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba067cc3-a5ea-4d54-a436-34e4c18ec1b8 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Pushing event updated for resources: {'Network': ['ID=cabc3502-8c15-411f-8c10-783e5be66aca,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:03.163289 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-79b5a4ff-87e5-48a9-9b46-f770b8555c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:03.174981 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network cabc3502-8c15-411f-8c10-783e5be66aca details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:53:03.190483 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c222a-7156-4ca8-bcbf-b8d522a9f02b req-8aa5c256-7fac-490b-bcab-00e3deb7f5f8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:03.198196 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-442c222a-7156-4ca8-bcbf-b8d522a9f02b req-8aa5c256-7fac-490b-bcab-00e3deb7f5f8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff4dc91e-023c-4ac6-aad2-7d330b580d6f HTTP/1.1" status: 200 len: 944 time: 0.5203705 Nov 23 21:53:03.240670 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8c953-94c4-4248-a13a-d9757ec6c276 req-0d9671f9-365c-44d8-9a1d-707035364afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:03.242407 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e2e8c953-94c4-4248-a13a-d9757ec6c276 req-0d9671f9-365c-44d8-9a1d-707035364afc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 1095 time: 0.5471478 Nov 23 21:53:03.258684 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196bd7f-55ca-4abb-a478-35dd93555ae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a7bb497-e740-4b18-b602-9f3d6488765f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:03.263821 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8196bd7f-55ca-4abb-a478-35dd93555ae7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:03.270710 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8196bd7f-55ca-4abb-a478-35dd93555ae7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0a7bb497-e740-4b18-b602-9f3d6488765f HTTP/1.1" status: 204 len: 168 time: 1.1926813 Nov 23 21:53:03.291324 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56414) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:03.369858 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 68177536-82a7-4f4b-a8a5-590fd0c9818d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:03.396998 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-442c222a-7156-4ca8-bcbf-b8d522a9f02b req-db9f106a-2a9e-4ddc-a1b2-05a541cda524 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529684 Nov 23 21:53:03.518887 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-79b5a4ff-87e5-48a9-9b46-f770b8555c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:03.521741 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-79b5a4ff-87e5-48a9-9b46-f770b8555c5d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:03.583105 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fbb865c-cdd2-4b81-a310-122ba3627762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:03.597182 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 68177536-82a7-4f4b-a8a5-590fd0c9818d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:03.597789 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:03.622178 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-94062ff1-78ac-4eae-9c1f-09b760d28d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:03.696154 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-79b5a4ff-87e5-48a9-9b46-f770b8555c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:03.696825 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b5a4ff-87e5-48a9-9b46-f770b8555c5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cc37927-01ba-425c-8d96-cd658af22b7b {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 21:53:03.703360 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-79b5a4ff-87e5-48a9-9b46-f770b8555c5d admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:03.705375 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-79b5a4ff-87e5-48a9-9b46-f770b8555c5d admin admin] 10.222.0.50 "DELETE /v2.0/routers/3cc37927-01ba-425c-8d96-cd658af22b7b HTTP/1.1" status: 204 len: 168 time: 2.9258869 Nov 23 21:53:03.710762 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56418) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:03.711259 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3354bb42-424a-4e61-bc82-79fd08c8a62e tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Made reservation on behalf of 52641051005940aabef706a65d604b7e for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:03.715293 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3354bb42-424a-4e61-bc82-79fd08c8a62e tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:03.733014 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:03.790082 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 68177536-82a7-4f4b-a8a5-590fd0c9818d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=68177536-82a7-4f4b-a8a5-590fd0c9818d,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:03.796075 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:03.800056 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:03.815916 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8c953-94c4-4248-a13a-d9757ec6c276 req-c032d744-52db-4a13-b606-044c7d764462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:03.817653 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e2e8c953-94c4-4248-a13a-d9757ec6c276 req-c032d744-52db-4a13-b606-044c7d764462 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 909 time: 0.4936132 Nov 23 21:53:03.823889 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-9048175b-d97a-46e2-8783-1c4919813b23 admin admin] Deleting subnet 7c2199b8-fb9c-4f8b-8d62-b116ef10ae71 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:53:03.835861 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6fa12364-e74f-4f8c-b4c4-7e1e9591ad33 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:53:03.836100 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9048175b-d97a-46e2-8783-1c4919813b23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:03.866233 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 6fa12364-e74f-4f8c-b4c4-7e1e9591ad33 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:53:03.866958 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6fa12364-e74f-4f8c-b4c4-7e1e9591ad33 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:53:03.887743 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=68177536-82a7-4f4b-a8a5-590fd0c9818d,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:03.938013 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e2e8c953-94c4-4248-a13a-d9757ec6c276 req-d7480a42-56d8-4cc6-85c7-fbe3962ca891 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88d7fc62-37d7-4348-b06a-bbe171e4966b HTTP/1.1" status: 200 len: 217 time: 0.1050031 Nov 23 21:53:03.959654 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:53:03.963015 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device ac648084-59fb-40d7-b32c-16053c9e3aee up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:03.966108 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e47e9-1323-4207-875e-88600087206a req-9b4c7990-d7fe-48d3-9a1f-eea3b9573606 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:03.966322 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-94062ff1-78ac-4eae-9c1f-09b760d28d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:03.968166 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a6e47e9-1323-4207-875e-88600087206a req-9b4c7990-d7fe-48d3-9a1f-eea3b9573606 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 943 time: 0.3889213 Nov 23 21:53:03.992467 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fbb865c-cdd2-4b81-a310-122ba3627762 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:03.997305 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-94062ff1-78ac-4eae-9c1f-09b760d28d10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b39ebb3-223e-4730-9b30-a3cfef1236db']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:04.009633 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-94062ff1-78ac-4eae-9c1f-09b760d28d10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e866f43-ae93-4d52-b5d3-4f4fe3c7011d') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:04.009872 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-94062ff1-78ac-4eae-9c1f-09b760d28d10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e866f43-ae93-4d52-b5d3-4f4fe3c7011d') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:04.021257 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-94062ff1-78ac-4eae-9c1f-09b760d28d10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:04.037395 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-94062ff1-78ac-4eae-9c1f-09b760d28d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:04.043844 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94062ff1-78ac-4eae-9c1f-09b760d28d10 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:53:04.044258 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-94062ff1-78ac-4eae-9c1f-09b760d28d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:04.065320 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8c953-94c4-4248-a13a-d9757ec6c276 req-76691387-488c-4d33-99df-1e104dc1222e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:04.067020 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e2e8c953-94c4-4248-a13a-d9757ec6c276 req-76691387-488c-4d33-99df-1e104dc1222e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.1194737 Nov 23 21:53:04.073068 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fbb865c-cdd2-4b81-a310-122ba3627762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:04.076537 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port ac648084-59fb-40d7-b32c-16053c9e3aee completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:53:04.091495 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port ac648084-59fb-40d7-b32c-16053c9e3aee triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:04.091873 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:53:04.106971 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:53:04.142169 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534cf4e-3deb-40b0-a54e-447e60cb75cb req-1e930b35-2cc3-41cb-85f3-3e29e6b2d45d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:04.144032 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0534cf4e-3deb-40b0-a54e-447e60cb75cb req-1e930b35-2cc3-41cb-85f3-3e29e6b2d45d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=b56e7451-1ba0-4946-9650-b4607b1038fd HTTP/1.1" status: 200 len: 944 time: 0.5029113 Nov 23 21:53:04.147626 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-94062ff1-78ac-4eae-9c1f-09b760d28d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:04.171146 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9048175b-d97a-46e2-8783-1c4919813b23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:04.179261 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-94062ff1-78ac-4eae-9c1f-09b760d28d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:04.183740 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-94062ff1-78ac-4eae-9c1f-09b760d28d10 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5b39ebb3-223e-4730-9b30-a3cfef1236db HTTP/1.1" status: 204 len: 168 time: 0.6574795 Nov 23 21:53:04.261941 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:04.268098 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e2e8c953-94c4-4248-a13a-d9757ec6c276 req-7abf3fb0-b9ad-4ecf-ab98-313376046b61 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1853166 Nov 23 21:53:04.277528 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb', 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e', 'port_id': 'a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb', 'mac_address': 'fa:16:3e:c7:32:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c36b75-b2e2-4fac-846f-5aa9ccb1b952', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:53:04.309769 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94062ff1-78ac-4eae-9c1f-09b760d28d10 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b39ebb3-223e-4730-9b30-a3cfef1236db,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:04.364440 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fbb865c-cdd2-4b81-a310-122ba3627762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:04.373870 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:04.375256 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb865c-cdd2-4b81-a310-122ba3627762 admin admin] Pushing event updated for resources: {'Port': ['ID=8bab63d1-9f3a-4c59-8507-925150311f25,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:04.404557 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:53:04.430921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:04.435659 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-273c8d6f-fc68-4d8f-aa06-9889cf475b1d tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:04.438006 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-273c8d6f-fc68-4d8f-aa06-9889cf475b1d tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.60 "GET /v2.0/networks?id=5160570d-6d7c-4ff7-b392-12038219c1bd HTTP/1.1" status: 200 len: 813 time: 0.3270283 Nov 23 21:53:04.461848 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a6e47e9-1323-4207-875e-88600087206a req-103000a1-afde-4b68-9f99-415f4a0d6da4 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920174 Nov 23 21:53:04.484524 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:04.493101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-be56012e-6a4f-4ff9-8586-2eab5b20452a tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Request body: {'port': {'device_id': '404374b2-5a44-4fc3-8261-5565c85902a8', 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd', 'admin_state_up': True, 'tenant_id': 'ecc0d3385c5443da8cbb0171a0444bc5'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:04.540480 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56424) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:04.574279 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-0534cf4e-3deb-40b0-a54e-447e60cb75cb req-ed296452-6152-4b17-8903-e46018ccd268 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Deleting port c32e0b87-92c5-4f14-b432-416a0529c4de {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:53:04.574778 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0534cf4e-3deb-40b0-a54e-447e60cb75cb req-ed296452-6152-4b17-8903-e46018ccd268 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:04.577284 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:04.624769 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e2e8c953-94c4-4248-a13a-d9757ec6c276 req-aa54ea9f-2116-4012-913c-4dc45b550c53 service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476369 Nov 23 21:53:04.635151 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4dc91e-023c-4ac6-aad2-7d330b580d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac648084-59fb-40d7-b32c-16053c9e3aee'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:04.636758 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa55206-5efd-4e59-a047-4e2473cb3b13" -d '{"events": [{"server_uuid": "ff4dc91e-023c-4ac6-aad2-7d330b580d6f", "name": "network-vif-plugged", "status": "completed", "tag": "ac648084-59fb-40d7-b32c-16053c9e3aee"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:04.650559 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9048175b-d97a-46e2-8783-1c4919813b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:04.656840 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:04.674605 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port ac648084-59fb-40d7-b32c-16053c9e3aee, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ac648084-59fb-40d7-b32c-16053c9e3aee,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:04.679223 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbb865c-cdd2-4b81-a310-122ba3627762 admin admin] Network 0353240a-c162-45bc-a90c-2c88d7362c91 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:04.680771 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:04.706278 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-7fbb865c-cdd2-4b81-a310-122ba3627762 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:04.762992 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3354bb42-424a-4e61-bc82-79fd08c8a62e tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:04.769469 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:53:04.916680 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=ac648084-59fb-40d7-b32c-16053c9e3aee,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:04.988501 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9048175b-d97a-46e2-8783-1c4919813b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:04.990819 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-be56012e-6a4f-4ff9-8586-2eab5b20452a tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Made reservation on behalf of ecc0d3385c5443da8cbb0171a0444bc5 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:04.995502 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-be56012e-6a4f-4ff9-8586-2eab5b20452a tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:04.999089 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354bb42-424a-4e61-bc82-79fd08c8a62e tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Pushing event updated for resources: {'Subnet': ['ID=6c4e83b1-feab-4789-94b8-69eea1abd7a6,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:05.006258 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 68177536-82a7-4f4b-a8a5-590fd0c9818d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:05.036854 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048175b-d97a-46e2-8783-1c4919813b23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c2199b8-fb9c-4f8b-8d62-b116ef10ae71,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:05.050503 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3354bb42-424a-4e61-bc82-79fd08c8a62e tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Checking segment: {'id': '4ff543c2-7cd6-4abf-be0a-0c2b520c271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cabc3502-8c15-411f-8c10-783e5be66aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:05.051171 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3354bb42-424a-4e61-bc82-79fd08c8a62e tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Network hostable DHCP agents. Network: cabc3502-8c15-411f-8c10-783e5be66aca, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:53:05.079690 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9048175b-d97a-46e2-8783-1c4919813b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:05.083764 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9048175b-d97a-46e2-8783-1c4919813b23 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7c2199b8-fb9c-4f8b-8d62-b116ef10ae71 HTTP/1.1" status: 204 len: 168 time: 1.3646266 Nov 23 21:53:05.087503 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a6096690-6a2b-44b6-b862-7e50a65b12c5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e0e602807924473ad0638372ad1c371&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5340033 Nov 23 21:53:05.097853 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d026338d-7657-4f8a-b583-f680b149f80f req-fad0db6b-a33c-4333-a6f5-76a2f528dfae tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ac6d8c3-f962-4384-9182-58ba664799ad HTTP/1.1" status: 200 len: 210 time: 0.4863801 Nov 23 21:53:05.099040 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0af51a9-ca46-4b23-b798-bdb3649030f5 None None] Network 63b8ecd1-bfc9-4c8c-b384-e2d29550e52d requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:53:05.137554 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56428) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:05.137801 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7e9e9482-fcc1-48f7-9924-7e31dd387d56 None None] Provisioning complete for port 8bab63d1-9f3a-4c59-8507-925150311f25 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:05.137954 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56430) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:05.138180 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7e9e9482-fcc1-48f7-9924-7e31dd387d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:05.158619 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3354bb42-424a-4e61-bc82-79fd08c8a62e tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Network cabc3502-8c15-411f-8c10-783e5be66aca is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:53:05.178607 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-3354bb42-424a-4e61-bc82-79fd08c8a62e tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, cabc3502-8c15-411f-8c10-783e5be66aca) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:05.187933 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3354bb42-424a-4e61-bc82-79fd08c8a62e tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:05.190863 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3354bb42-424a-4e61-bc82-79fd08c8a62e tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:05.203373 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a419293a-86f6-4971-ae3b-73d4a81397ab None None] Network cabc3502-8c15-411f-8c10-783e5be66aca requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:53:05.221882 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3354bb42-424a-4e61-bc82-79fd08c8a62e tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4274371 Nov 23 21:53:05.240880 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56432) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:05.248118 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ff86c937-6ccc-4a7b-b212-292a65afd774 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Request body: {'port': {'network_id': 'cabc3502-8c15-411f-8c10-783e5be66aca', 'name': 'tempest-AllowedAddressPairTestJSON-1884519482'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:05.260321 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 68177536-82a7-4f4b-a8a5-590fd0c9818d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:05.260700 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:05.280312 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-7e9e9482-fcc1-48f7-9924-7e31dd387d56 None None] Port 8bab63d1-9f3a-4c59-8507-925150311f25 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:53:05.330249 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-be56012e-6a4f-4ff9-8586-2eab5b20452a tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Allocated IP 172.20.0.6 (5160570d-6d7c-4ff7-b392-12038219c1bd/7fa3428d-71e1-43f4-9dc8-5abc56e5f6ba/00528755-cf4a-4ea7-872c-f3c0ec2fc4ae) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:05.426083 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff86c937-6ccc-4a7b-b212-292a65afd774 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Made reservation on behalf of 52641051005940aabef706a65d604b7e for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:05.430229 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff86c937-6ccc-4a7b-b212-292a65afd774 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:05.453155 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-ff86c937-6ccc-4a7b-b212-292a65afd774 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] device_id is not set on port c0e68faa-6da7-448e-833a-0a2e0c74cca2 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 21:53:05.518219 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b5f040a4-fb60-4eef-bec4-fa2b9235764e no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:53:05.523030 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e563bd9-e071-471c-97c7-51b86d26c02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-cabc3502-8c15-411f-8c10-783e5be66aca', 'network_id': 'cabc3502-8c15-411f-8c10-783e5be66aca', 'tenant_id': '52641051005940aabef706a65d604b7e', 'fixed_ips': [{'subnet_id': '6c4e83b1-feab-4789-94b8-69eea1abd7a6'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:53:05.524725 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4e563bd9-e071-471c-97c7-51b86d26c02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:05.560560 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eaa9ff9a-250c-4671-b2ee-6c558596e9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:05.565640 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0f42c0-4411-4f28-9aff-64014679abf1 None None] DHCP port deletion for 63b8ecd1-bfc9-4c8c-b384-e2d29550e52d request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:53:05.567500 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: b5f040a4-fb60-4eef-bec4-fa2b9235764e {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:53:05.569055 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b5f040a4-fb60-4eef-bec4-fa2b9235764e not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:53:05.572339 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-0534cf4e-3deb-40b0-a54e-447e60cb75cb req-ed296452-6152-4b17-8903-e46018ccd268 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] For port c32e0b87-92c5-4f14-b432-416a0529c4de, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c32e0b87-92c5-4f14-b432-416a0529c4de,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:05.572339 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0534cf4e-3deb-40b0-a54e-447e60cb75cb req-ed296452-6152-4b17-8903-e46018ccd268 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:05.608854 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-8b9c253e-f768-4db3-9fba-4d461c2ac170 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:05.609720 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-8b9c253e-f768-4db3-9fba-4d461c2ac170 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.60 "GET /v2.0/networks?id=5160570d-6d7c-4ff7-b392-12038219c1bd HTTP/1.1" status: 200 len: 813 time: 0.9401116 Nov 23 21:53:05.631351 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-0534cf4e-3deb-40b0-a54e-447e60cb75cb req-ed296452-6152-4b17-8903-e46018ccd268 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Calling delete_port for c32e0b87-92c5-4f14-b432-416a0529c4de owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:53:05.646127 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fda9ac-037e-48b6-9742-38b2c2c15f0b req-13e92f61-1e3d-4d40-9cf4-d53bbe626ffe tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:05.647580 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-10fda9ac-037e-48b6-9742-38b2c2c15f0b req-13e92f61-1e3d-4d40-9cf4-d53bbe626ffe tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff4dc91e-023c-4ac6-aad2-7d330b580d6f HTTP/1.1" status: 200 len: 945 time: 0.4407449 Nov 23 21:53:05.649424 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e2e8c953-94c4-4248-a13a-d9757ec6c276 req-fc7bfa73-b43a-4b4d-b60d-76753cf5a355 service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0154998 Nov 23 21:53:05.655010 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-be56012e-6a4f-4ff9-8586-2eab5b20452a tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:05.665500 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-ff86c937-6ccc-4a7b-b212-292a65afd774 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Allocated IP 172.20.0.5 (cabc3502-8c15-411f-8c10-783e5be66aca/6c4e83b1-feab-4789-94b8-69eea1abd7a6/c0e68faa-6da7-448e-833a-0a2e0c74cca2) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:05.668875 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-0e44ca10-d400-489c-9e3f-c71f9e333189 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Request body: {'port': {'device_id': '9ac6d8c3-f962-4384-9182-58ba664799ad', 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd', 'admin_state_up': True, 'tenant_id': 'ecc0d3385c5443da8cbb0171a0444bc5'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:05.695857 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f42c0-4411-4f28-9aff-64014679abf1 None None] Deleting port da4a3725-a88f-489b-9499-e4faa5a4a348 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:53:05.696918 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8d0f42c0-4411-4f28-9aff-64014679abf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:05.702121 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-75e35fe9-21a5-4bdf-aa5a-a3d20d438990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:05.719650 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-be56012e-6a4f-4ff9-8586-2eab5b20452a tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:05.774390 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8d0f42c0-4411-4f28-9aff-64014679abf1 None None] For port da4a3725-a88f-489b-9499-e4faa5a4a348, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=da4a3725-a88f-489b-9499-e4faa5a4a348,segment=NetworkSegment(79298a27-aa07-4136-98dc-aae218d36c93),segment_id=79298a27-aa07-4136-98dc-aae218d36c93)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:05.774943 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8d0f42c0-4411-4f28-9aff-64014679abf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:05.785872 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-be56012e-6a4f-4ff9-8586-2eab5b20452a tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Network 5160570d-6d7c-4ff7-b392-12038219c1bd is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:05.793220 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8d0f42c0-4411-4f28-9aff-64014679abf1 None None] Calling delete_port for da4a3725-a88f-489b-9499-e4faa5a4a348 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:53:05.796445 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-be56012e-6a4f-4ff9-8586-2eab5b20452a tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:05.803807 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-be56012e-6a4f-4ff9-8586-2eab5b20452a tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:05.809114 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56012e-6a4f-4ff9-8586-2eab5b20452a tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Pushing event updated for resources: {'Port': ['ID=00528755-cf4a-4ea7-872c-f3c0ec2fc4ae,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:05.810497 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbb865c-cdd2-4b81-a310-122ba3627762 admin admin] Router 0aafe52b-1d77-41a3-b63f-bf2158898b7f has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:53:05.822984 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-75e35fe9-21a5-4bdf-aa5a-a3d20d438990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:05.910500 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8d0f42c0-4411-4f28-9aff-64014679abf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:05.914320 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-be56012e-6a4f-4ff9-8586-2eab5b20452a tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:05.914982 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-be56012e-6a4f-4ff9-8586-2eab5b20452a tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:05.943227 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-be56012e-6a4f-4ff9-8586-2eab5b20452a tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4713571 Nov 23 21:53:05.953805 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-10fda9ac-037e-48b6-9742-38b2c2c15f0b req-767cb447-7e74-4399-bcd3-b065e6e4cb57 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733364 Nov 23 21:53:05.961198 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff86c937-6ccc-4a7b-b212-292a65afd774 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:05.969206 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f42c0-4411-4f28-9aff-64014679abf1 None None] Pushing event deleted for resources: {'Port': ['ID=da4a3725-a88f-489b-9499-e4faa5a4a348,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:05.973385 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-3649facd-953f-4ce1-9bc3-f472abccb6dd service neutron] Request body: {'port': {'device_id': '404374b2-5a44-4fc3-8261-5565c85902a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:05.974473 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0f42c0-4411-4f28-9aff-64014679abf1 None None] No DVR routers for this DVR port da4a3725-a88f-489b-9499-e4faa5a4a348 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:53:05.991046 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:06.048755 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-3649facd-953f-4ce1-9bc3-f472abccb6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:06.064792 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c92d43-04dd-4fb5-84aa-9b20dced0905 x-openstack-request-id: req-55c92d43-04dd-4fb5-84aa-9b20dced0905 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:06.064792 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4dc91e-023c-4ac6-aad2-7d330b580d6f", "name": "network-vif-plugged", "status": "completed", "tag": "ac648084-59fb-40d7-b32c-16053c9e3aee", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:06.064792 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-55c92d43-04dd-4fb5-84aa-9b20dced0905 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:06.064792 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4dc91e-023c-4ac6-aad2-7d330b580d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac648084-59fb-40d7-b32c-16053c9e3aee', 'code': 200} Nov 23 21:53:06.096481 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff86c937-6ccc-4a7b-b212-292a65afd774 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:06.140794 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-75e35fe9-21a5-4bdf-aa5a-a3d20d438990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:06.144511 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-75e35fe9-21a5-4bdf-aa5a-a3d20d438990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:06.145714 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-75e35fe9-21a5-4bdf-aa5a-a3d20d438990 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/68a9eef5-67ad-40eb-b34c-8b45fdbc3db8 HTTP/1.1" status: 204 len: 168 time: 1.0017385 Nov 23 21:53:06.177002 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-4e563bd9-e071-471c-97c7-51b86d26c02d None None] Allocated IP 172.20.0.2 (cabc3502-8c15-411f-8c10-783e5be66aca/6c4e83b1-feab-4789-94b8-69eea1abd7a6/9cd5626d-6b05-4d44-8558-4547df2c653e) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:06.177515 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff86c937-6ccc-4a7b-b212-292a65afd774 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Network cabc3502-8c15-411f-8c10-783e5be66aca is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:06.178515 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-eaa9ff9a-250c-4671-b2ee-6c558596e9bc admin admin] Deleting port da4a3725-a88f-489b-9499-e4faa5a4a348 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:53:06.179164 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eaa9ff9a-250c-4671-b2ee-6c558596e9bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:06.185769 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:53:06.199359 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:06.199827 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:06.234835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-ff86c937-6ccc-4a7b-b212-292a65afd774 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:06.252127 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff86c937-6ccc-4a7b-b212-292a65afd774 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:06.258868 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86c937-6ccc-4a7b-b212-292a65afd774 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Pushing event updated for resources: {'Port': ['ID=c0e68faa-6da7-448e-833a-0a2e0c74cca2,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:06.294830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e35fe9-21a5-4bdf-aa5a-a3d20d438990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a9eef5-67ad-40eb-b34c-8b45fdbc3db8,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:06.331611 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-0e44ca10-d400-489c-9e3f-c71f9e333189 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Made reservation on behalf of ecc0d3385c5443da8cbb0171a0444bc5 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:06.335745 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-0e44ca10-d400-489c-9e3f-c71f9e333189 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:06.340108 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff86c937-6ccc-4a7b-b212-292a65afd774 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:06.341013 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff86c937-6ccc-4a7b-b212-292a65afd774 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:06.402060 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ff86c937-6ccc-4a7b-b212-292a65afd774 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1596541 Nov 23 21:53:06.405070 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56440) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:06.413441 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c693030d-8c67-4bf3-965f-23b20a99859a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Request body: {'port': {'network_id': 'cabc3502-8c15-411f-8c10-783e5be66aca', 'name': 'tempest-AllowedAddressPairTestJSON-1079958587', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:72:85:c1'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:06.433624 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbb865c-cdd2-4b81-a310-122ba3627762 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:53:06.451370 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] Sync routers for ids ['0aafe52b-1d77-41a3-b63f-bf2158898b7f'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:53:06.452650 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7fbb865c-cdd2-4b81-a310-122ba3627762 admin admin] 10.222.0.50 "PUT /v2.0/routers/0aafe52b-1d77-41a3-b63f-bf2158898b7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8213542 Nov 23 21:53:06.466649 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:06.474613 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] Routers {'0aafe52b-1d77-41a3-b63f-bf2158898b7f'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:53:06.478342 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:53:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0aafe52b-1d77-41a3-b63f-bf2158898b7f'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:06.510026 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-eaa9ff9a-250c-4671-b2ee-6c558596e9bc admin admin] For port da4a3725-a88f-489b-9499-e4faa5a4a348, host n-d-816206-9, got binding levels [] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:06.510510 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eaa9ff9a-250c-4671-b2ee-6c558596e9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:06.515083 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:06.520856 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6394c7-fc11-4841-9efe-953795a0f6da req-d5c319c9-705b-4181-a7ce-f380615ca91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:06.522901 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8b6394c7-fc11-4841-9efe-953795a0f6da req-d5c319c9-705b-4181-a7ce-f380615ca91e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ff4dc91e-023c-4ac6-aad2-7d330b580d6f HTTP/1.1" status: 200 len: 1096 time: 0.3388450 Nov 23 21:53:06.540849 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:06.547605 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69f214-263e-489e-998b-b9ec14dd0195 req-92640883-cd03-4da2-9a7c-249ba6cbb7c5 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:06.550045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8d69f214-263e-489e-998b-b9ec14dd0195 req-92640883-cd03-4da2-9a7c-249ba6cbb7c5 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 944 time: 0.3641601 Nov 23 21:53:06.588020 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0534cf4e-3deb-40b0-a54e-447e60cb75cb req-ed296452-6152-4b17-8903-e46018ccd268 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:06.659049 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:06.695994 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4e563bd9-e071-471c-97c7-51b86d26c02d None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:06.698328 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-eaa9ff9a-250c-4671-b2ee-6c558596e9bc admin admin] Calling delete_port for da4a3725-a88f-489b-9499-e4faa5a4a348 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:53:06.700655 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed296452-6152-4b17-8903-e46018ccd268 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Pushing event deleted for resources: {'Port': ['ID=c32e0b87-92c5-4f14-b432-416a0529c4de,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:06.704395 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] Set router 0aafe52b-1d77-41a3-b63f-bf2158898b7f gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:53:06.711974 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4e563bd9-e071-471c-97c7-51b86d26c02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:06.739278 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.ipam_backend_mixin [None req-eaa9ff9a-250c-4671-b2ee-6c558596e9bc admin admin] Port da4a3725-a88f-489b-9499-e4faa5a4a348 was not found and therefore no delete operation was performed {{(pid=110034) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 21:53:06.747187 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-3649facd-953f-4ce1-9bc3-f472abccb6dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:53:06.760577 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-3649facd-953f-4ce1-9bc3-f472abccb6dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:06.781118 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-3649facd-953f-4ce1-9bc3-f472abccb6dd service neutron] Transition to ACTIVE for port object 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:53:06.786798 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c693030d-8c67-4bf3-965f-23b20a99859a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Made reservation on behalf of 52641051005940aabef706a65d604b7e for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:06.796773 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eaa9ff9a-250c-4671-b2ee-6c558596e9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:06.801434 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e563bd9-e071-471c-97c7-51b86d26c02d None None] Network cabc3502-8c15-411f-8c10-783e5be66aca is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:06.806350 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-4e563bd9-e071-471c-97c7-51b86d26c02d None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:06.827689 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e563bd9-e071-471c-97c7-51b86d26c02d None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:06.848333 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-0534cf4e-3deb-40b0-a54e-447e60cb75cb req-ed296452-6152-4b17-8903-e46018ccd268 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] No DVR routers for this DVR port c32e0b87-92c5-4f14-b432-416a0529c4de on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:53:06.857009 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e563bd9-e071-471c-97c7-51b86d26c02d None None] Pushing event updated for resources: {'Port': ['ID=9cd5626d-6b05-4d44-8558-4547df2c653e,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:06.875549 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa9ff9a-250c-4671-b2ee-6c558596e9bc admin admin] No DVR routers for this DVR port da4a3725-a88f-489b-9499-e4faa5a4a348 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:53:06.878749 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0534cf4e-3deb-40b0-a54e-447e60cb75cb req-ed296452-6152-4b17-8903-e46018ccd268 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:06.884263 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0534cf4e-3deb-40b0-a54e-447e60cb75cb req-ed296452-6152-4b17-8903-e46018ccd268 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "DELETE /v2.0/ports/c32e0b87-92c5-4f14-b432-416a0529c4de HTTP/1.1" status: 204 len: 173 time: 2.7014687 Nov 23 21:53:06.889147 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9ff9a-250c-4671-b2ee-6c558596e9bc admin admin] Pushing event deleted for resources: {'Port': ['ID=da4a3725-a88f-489b-9499-e4faa5a4a348,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:06.894943 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8b6394c7-fc11-4841-9efe-953795a0f6da req-f079019d-c8bd-4deb-8788-983bea23645b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435154 Nov 23 21:53:06.895735 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56e7451-1ba0-4946-9650-b4607b1038fd', 'name': 'network-vif-deleted', 'tag': 'c32e0b87-92c5-4f14-b432-416a0529c4de'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:06.899282 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6271a2e-f381-423e-82bb-6b02ab96ab80" -d '{"events": [{"server_uuid": "b56e7451-1ba0-4946-9650-b4607b1038fd", "name": "network-vif-deleted", "tag": "c32e0b87-92c5-4f14-b432-416a0529c4de"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:06.900600 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c693030d-8c67-4bf3-965f-23b20a99859a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:06.928724 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-c693030d-8c67-4bf3-965f-23b20a99859a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] device_id is not set on port b8a9f144-9ee6-4588-8267-d68a44c970e3 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 21:53:06.977657 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8d69f214-263e-489e-998b-b9ec14dd0195 req-9ca77942-98a7-436d-9b01-6b9b28475fbd tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806477 Nov 23 21:53:07.016371 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-4e563bd9-e071-471c-97c7-51b86d26c02d None None] Attempting to bind port 9cd5626d-6b05-4d44-8558-4547df2c653e on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:53:07.017238 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-4e563bd9-e071-471c-97c7-51b86d26c02d None None] Attempting to bind port 9cd5626d-6b05-4d44-8558-4547df2c653e by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '4ff543c2-7cd6-4abf-be0a-0c2b520c271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cabc3502-8c15-411f-8c10-783e5be66aca'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:53:07.017609 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e563bd9-e071-471c-97c7-51b86d26c02d None None] Attempting to bind port 9cd5626d-6b05-4d44-8558-4547df2c653e on network cabc3502-8c15-411f-8c10-783e5be66aca {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:07.026610 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e563bd9-e071-471c-97c7-51b86d26c02d None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:53:07.027032 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e563bd9-e071-471c-97c7-51b86d26c02d None None] Checking segment: {'id': '4ff543c2-7cd6-4abf-be0a-0c2b520c271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cabc3502-8c15-411f-8c10-783e5be66aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:07.027433 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4e563bd9-e071-471c-97c7-51b86d26c02d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:07.027822 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e563bd9-e071-471c-97c7-51b86d26c02d None None] Bound using segment: {'id': '4ff543c2-7cd6-4abf-be0a-0c2b520c271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cabc3502-8c15-411f-8c10-783e5be66aca'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:53:07.028297 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-4e563bd9-e071-471c-97c7-51b86d26c02d None None] Bound port: 9cd5626d-6b05-4d44-8558-4547df2c653e, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff543c2-7cd6-4abf-be0a-0c2b520c271f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cabc3502-8c15-411f-8c10-783e5be66aca'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:53:07.028679 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4e563bd9-e071-471c-97c7-51b86d26c02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:07.068094 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device da4a3725-a88f-489b-9499-e4faa5a4a348 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:53:07.195061 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-3649facd-953f-4ce1-9bc3-f472abccb6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:07.229275 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-0e44ca10-d400-489c-9e3f-c71f9e333189 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Allocated IP 172.20.0.9 (5160570d-6d7c-4ff7-b392-12038219c1bd/7fa3428d-71e1-43f4-9dc8-5abc56e5f6ba/1167619b-99f4-4e65-85a8-78d4105107e1) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:07.242283 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eaa9ff9a-250c-4671-b2ee-6c558596e9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:07.307846 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed87cef9-094e-4342-9bd1-e588d1177555 req-84b01ab9-03e8-472f-a6a7-95f4771cddd2 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ac6d8c3-f962-4384-9182-58ba664799ad HTTP/1.1" status: 200 len: 210 time: 0.0883563 Nov 23 21:53:07.324598 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aafe52b-1d77-41a3-b63f-bf2158898b7f', 'name': 'tempest-TaggedBootDevicesTest-48343456-router', 'tenant_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '68177536-82a7-4f4b-a8a5-590fd0c9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:52:52Z', 'updated_at': '2021-11-23T21:53:03Z', 'revision_number': 4, 'project_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'gw_port': {'id': '68177536-82a7-4f4b-a8a5-590fd0c9818d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aafe52b-1d77-41a3-b63f-bf2158898b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:54Z', 'updated_at': '2021-11-23T21:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '8bab63d1-9f3a-4c59-8507-925150311f25', 'name': '', 'network_id': '0353240a-c162-45bc-a90c-2c88d7362c91', 'tenant_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'mac_address': 'fa:16:3e:c0:5d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aafe52b-1d77-41a3-b63f-bf2158898b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eb849004-a120-4f16-b85c-5cf6b51b4055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:01Z', 'updated_at': '2021-11-23T21:53:03Z', 'revision_number': 2, 'project_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'subnets': [{'id': 'eb849004-a120-4f16-b85c-5cf6b51b4055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:07.328605 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-eaa9ff9a-250c-4671-b2ee-6c558596e9bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b8ecd1-bfc9-4c8c-b384-e2d29550e52d']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:07.357181 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-eaa9ff9a-250c-4671-b2ee-6c558596e9bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79298a27-aa07-4136-98dc-aae218d36c93') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:07.357776 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-eaa9ff9a-250c-4671-b2ee-6c558596e9bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79298a27-aa07-4136-98dc-aae218d36c93') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:07.379848 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eaa9ff9a-250c-4671-b2ee-6c558596e9bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:07.400147 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f438ac77-dd79-4bc5-8bb2-db2b68cdf17b x-openstack-request-id: req-f438ac77-dd79-4bc5-8bb2-db2b68cdf17b {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:07.400949 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56e7451-1ba0-4946-9650-b4607b1038fd", "name": "network-vif-deleted", "tag": "c32e0b87-92c5-4f14-b432-416a0529c4de", "status": "failed", "code": 422}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:07.401525 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f438ac77-dd79-4bc5-8bb2-db2b68cdf17b {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:07.402235 n-d-816206-9 neutron-server[110034]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b56e7451-1ba0-4946-9650-b4607b1038fd', 'name': 'network-vif-deleted', 'tag': 'c32e0b87-92c5-4f14-b432-416a0529c4de', 'status': 'failed', 'code': 422} returned with failed status Nov 23 21:53:07.412358 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649facd-953f-4ce1-9bc3-f472abccb6dd service neutron] Pushing event updated for resources: {'Port': ['ID=00528755-cf4a-4ea7-872c-f3c0ec2fc4ae,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:07.416818 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] Checking router: 0aafe52b-1d77-41a3-b63f-bf2158898b7f for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:53:07.417139 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] Updating router 0aafe52b-1d77-41a3-b63f-bf2158898b7f port 8bab63d1-9f3a-4c59-8507-925150311f25 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:53:07.419317 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eaa9ff9a-250c-4671-b2ee-6c558596e9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:07.455272 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa9ff9a-250c-4671-b2ee-6c558596e9bc admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:53:07.456213 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eaa9ff9a-250c-4671-b2ee-6c558596e9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:53:07.458490 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:53:07.475236 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-c693030d-8c67-4bf3-965f-23b20a99859a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Allocated IP 172.20.0.10 (cabc3502-8c15-411f-8c10-783e5be66aca/6c4e83b1-feab-4789-94b8-69eea1abd7a6/b8a9f144-9ee6-4588-8267-d68a44c970e3) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:07.501174 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:07.598527 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: da4a3725-a88f-489b-9499-e4faa5a4a348 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:53:07.598931 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device da4a3725-a88f-489b-9499-e4faa5a4a348 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:53:07.696645 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-3649facd-953f-4ce1-9bc3-f472abccb6dd service neutron] Attempting to bind port 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:53:07.697052 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-3649facd-953f-4ce1-9bc3-f472abccb6dd service neutron] Attempting to bind port 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '5965d2b9-565a-4ad5-95e6-31217bb0b2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:53:07.697397 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-3649facd-953f-4ce1-9bc3-f472abccb6dd service neutron] Attempting to bind port 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae on network 5160570d-6d7c-4ff7-b392-12038219c1bd {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:07.715472 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-3649facd-953f-4ce1-9bc3-f472abccb6dd service neutron] Port 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae on network 5160570d-6d7c-4ff7-b392-12038219c1bd not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:53:07.715860 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-3649facd-953f-4ce1-9bc3-f472abccb6dd service neutron] Attempting to bind port 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae on network 5160570d-6d7c-4ff7-b392-12038219c1bd {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:07.729261 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56518) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:07.748673 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4e563bd9-e071-471c-97c7-51b86d26c02d None None] For port 9cd5626d-6b05-4d44-8558-4547df2c653e, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:53:07.755455 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4e563bd9-e071-471c-97c7-51b86d26c02d None None] For port 9cd5626d-6b05-4d44-8558-4547df2c653e, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9cd5626d-6b05-4d44-8558-4547df2c653e,segment=NetworkSegment(4ff543c2-7cd6-4abf-be0a-0c2b520c271f),segment_id=4ff543c2-7cd6-4abf-be0a-0c2b520c271f)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:53:07.778153 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4e563bd9-e071-471c-97c7-51b86d26c02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:07.779922 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-3649facd-953f-4ce1-9bc3-f472abccb6dd service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:53:07.780354 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-3649facd-953f-4ce1-9bc3-f472abccb6dd service neutron] Checking segment: {'id': '5965d2b9-565a-4ad5-95e6-31217bb0b2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:07.780745 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-3649facd-953f-4ce1-9bc3-f472abccb6dd service neutron] Bound using segment: {'id': '5965d2b9-565a-4ad5-95e6-31217bb0b2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:53:07.781273 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-3649facd-953f-4ce1-9bc3-f472abccb6dd service neutron] Bound port: 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5965d2b9-565a-4ad5-95e6-31217bb0b2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:53:07.781548 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-3649facd-953f-4ce1-9bc3-f472abccb6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:07.797466 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eaa9ff9a-250c-4671-b2ee-6c558596e9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:07.884042 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a58e3-1309-46c0-bf07-c125bbf7d781 req-3cf32afa-eb5e-4123-8202-7d66c5b73a54 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:07.890232 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-739a58e3-1309-46c0-bf07-c125bbf7d781 req-3cf32afa-eb5e-4123-8202-7d66c5b73a54 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff4dc91e-023c-4ac6-aad2-7d330b580d6f HTTP/1.1" status: 200 len: 945 time: 0.3009543 Nov 23 21:53:07.898927 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eaa9ff9a-250c-4671-b2ee-6c558596e9bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:07.908991 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-eaa9ff9a-250c-4671-b2ee-6c558596e9bc admin admin] 10.222.0.50 "DELETE /v2.0/networks/63b8ecd1-bfc9-4c8c-b384-e2d29550e52d HTTP/1.1" status: 204 len: 168 time: 2.7658517 Nov 23 21:53:07.914398 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e563bd9-e071-471c-97c7-51b86d26c02d None None] Pushing event updated for resources: {'Port': ['ID=9cd5626d-6b05-4d44-8558-4547df2c653e,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:07.945105 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9ff9a-250c-4671-b2ee-6c558596e9bc admin admin] Pushing event deleted for resources: {'Network': ['ID=63b8ecd1-bfc9-4c8c-b384-e2d29550e52d,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:08.009867 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-3649facd-953f-4ce1-9bc3-f472abccb6dd service neutron] For port 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:53:08.015685 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-3649facd-953f-4ce1-9bc3-f472abccb6dd service neutron] For port 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=00528755-cf4a-4ea7-872c-f3c0ec2fc4ae,segment=NetworkSegment(5965d2b9-565a-4ad5-95e6-31217bb0b2df),segment_id=5965d2b9-565a-4ad5-95e6-31217bb0b2df)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:53:08.066336 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff146b5-af68-4c7b-8a8f-d1e5e70f5082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:08.069492 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a8f975-393c-456f-b6c8-8f2bfbcbf542" -d '{"events": [{"server_uuid": "6ff146b5-af68-4c7b-8a8f-d1e5e70f5082", "name": "network-vif-plugged", "status": "completed", "tag": "a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:08.141880 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-0e44ca10-d400-489c-9e3f-c71f9e333189 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:08.169570 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c693030d-8c67-4bf3-965f-23b20a99859a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:08.197244 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56536) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:08.208726 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-3649facd-953f-4ce1-9bc3-f472abccb6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:08.214443 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-881731bc-352f-4512-8abc-23fc536c1d9e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-15573087-network', 'tenant_id': '1bd93158f2904a90a3f1c7b0b7b6eb17'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:08.271886 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:08.302218 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:08.326337 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-3649facd-953f-4ce1-9bc3-f472abccb6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:08.326998 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-3649facd-953f-4ce1-9bc3-f472abccb6dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:08.328530 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-3649facd-953f-4ce1-9bc3-f472abccb6dd service neutron] 10.222.0.60 "PUT /v2.0/ports/00528755-cf4a-4ea7-872c-f3c0ec2fc4ae HTTP/1.1" status: 200 len: 1091 time: 2.3618929 Nov 23 21:53:08.336537 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404374b2-5a44-4fc3-8261-5565c85902a8', 'tag': '00528755-cf4a-4ea7-872c-f3c0ec2fc4ae'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:08.340156 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dd834c-a4f0-4eab-9064-81c3faebfaca" -d '{"events": [{"name": "network-changed", "server_uuid": "404374b2-5a44-4fc3-8261-5565c85902a8", "tag": "00528755-cf4a-4ea7-872c-f3c0ec2fc4ae"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:08.371096 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881731bc-352f-4512-8abc-23fc536c1d9e admin admin] Made reservation on behalf of 1bd93158f2904a90a3f1c7b0b7b6eb17 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:08.373507 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-881731bc-352f-4512-8abc-23fc536c1d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:08.398700 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-881731bc-352f-4512-8abc-23fc536c1d9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:08.466968 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] Attempting to bind port 8bab63d1-9f3a-4c59-8507-925150311f25 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:53:08.467332 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] Attempting to bind port 8bab63d1-9f3a-4c59-8507-925150311f25 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'b5a3ca3f-8494-4b4b-be92-381bea60a200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0353240a-c162-45bc-a90c-2c88d7362c91'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:53:08.467901 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] Attempting to bind port 8bab63d1-9f3a-4c59-8507-925150311f25 on network 0353240a-c162-45bc-a90c-2c88d7362c91 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:08.473027 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c693030d-8c67-4bf3-965f-23b20a99859a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:08.478276 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7ccca-a994-48c7-9ec2-a8490bf084ba None None] Pushing event updated for resources: {'Port': ['ID=8bab63d1-9f3a-4c59-8507-925150311f25,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:08.479480 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649facd-953f-4ce1-9bc3-f472abccb6dd service neutron] Pushing event updated for resources: {'Port': ['ID=00528755-cf4a-4ea7-872c-f3c0ec2fc4ae,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:08.481597 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:53:08.482224 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] Checking segment: {'id': 'b5a3ca3f-8494-4b4b-be92-381bea60a200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0353240a-c162-45bc-a90c-2c88d7362c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:08.482823 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:08.483370 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] Bound using segment: {'id': 'b5a3ca3f-8494-4b4b-be92-381bea60a200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0353240a-c162-45bc-a90c-2c88d7362c91'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:53:08.484039 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] Bound port: 8bab63d1-9f3a-4c59-8507-925150311f25, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a3ca3f-8494-4b4b-be92-381bea60a200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0353240a-c162-45bc-a90c-2c88d7362c91'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:53:08.484592 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:08.613863 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] For port 8bab63d1-9f3a-4c59-8507-925150311f25, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:53:08.618557 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] For port 8bab63d1-9f3a-4c59-8507-925150311f25, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8bab63d1-9f3a-4c59-8507-925150311f25,segment=NetworkSegment(b5a3ca3f-8494-4b4b-be92-381bea60a200),segment_id=b5a3ca3f-8494-4b4b-be92-381bea60a200)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:53:08.634364 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:08.701823 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7ccca-a994-48c7-9ec2-a8490bf084ba None None] Pushing event updated for resources: {'Port': ['ID=8bab63d1-9f3a-4c59-8507-925150311f25,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:08.717707 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] Routers {'0aafe52b-1d77-41a3-b63f-bf2158898b7f'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:53:08.718458 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:53:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0aafe52b-1d77-41a3-b63f-bf2158898b7f'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:08.844383 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] Set router 0aafe52b-1d77-41a3-b63f-bf2158898b7f gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:53:08.888159 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-92960406-4249-47aa-92f4-6dfe7fe4dfd6 None None] Provisioning complete for port 8bab63d1-9f3a-4c59-8507-925150311f25 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:08.888668 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-92960406-4249-47aa-92f4-6dfe7fe4dfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:09.022820 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-6725d7a3-6208-437a-82ca-995a5bfc3e99 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:09.024160 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-6725d7a3-6208-437a-82ca-995a5bfc3e99 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/networks?id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b HTTP/1.1" status: 200 len: 812 time: 1.2358625 Nov 23 21:53:09.031301 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c693030d-8c67-4bf3-965f-23b20a99859a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Network cabc3502-8c15-411f-8c10-783e5be66aca is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:09.047527 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-c693030d-8c67-4bf3-965f-23b20a99859a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:09.066289 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c693030d-8c67-4bf3-965f-23b20a99859a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:09.088670 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-739a58e3-1309-46c0-bf07-c125bbf7d781 req-518c1599-a580-4594-b4dd-94578ca532be tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1042402 Nov 23 21:53:09.161084 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-ce26b4f7-91cf-4552-a080-2fbb25ffd80b tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/quotas/928ed4d0815c4153bc0f232c9e52c223 HTTP/1.1" status: 200 len: 375 time: 0.1055565 Nov 23 21:53:09.168791 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9cd5626d-6b05-4d44-8558-4547df2c653e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:09.170462 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c693030d-8c67-4bf3-965f-23b20a99859a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:09.171235 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c693030d-8c67-4bf3-965f-23b20a99859a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:09.188355 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-0a2a5f17-b054-4f98-a2d9-41331fe8fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:09.196812 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-0a2a5f17-b054-4f98-a2d9-41331fe8fdc7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ecc0d3385c5443da8cbb0171a0444bc5&device_id=404374b2-5a44-4fc3-8261-5565c85902a8 HTTP/1.1" status: 200 len: 1094 time: 0.7708180 Nov 23 21:53:09.207935 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693030d-8c67-4bf3-965f-23b20a99859a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Pushing event updated for resources: {'Port': ['ID=b8a9f144-9ee6-4588-8267-d68a44c970e3,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:09.237099 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-c32857b8-d7f8-4743-977f-f3d4d0ef1377 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=928ed4d0815c4153bc0f232c9e52c223&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750790 Nov 23 21:53:09.251719 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-060d2d5b-5938-4cc3-8dc8-21fa092b08dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c2720a093de469487f1a31ae9fe6e84&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0523405 Nov 23 21:53:09.256122 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56574) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:09.260545 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-0e44ca10-d400-489c-9e3f-c71f9e333189 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:09.307639 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-92960406-4249-47aa-92f4-6dfe7fe4dfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:09.335240 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 9cd5626d-6b05-4d44-8558-4547df2c653e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:09.335777 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:09.364830 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c693030d-8c67-4bf3-965f-23b20a99859a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.9563291 Nov 23 21:53:09.377395 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-67c64e89-6b78-471b-8b28-cefc05e7fca0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00528755-cf4a-4ea7-872c-f3c0ec2fc4ae HTTP/1.1" status: 200 len: 217 time: 0.1561489 Nov 23 21:53:09.377879 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56576) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:09.381808 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-92960406-4249-47aa-92f4-6dfe7fe4dfd6 None None] For port 8bab63d1-9f3a-4c59-8507-925150311f25, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8bab63d1-9f3a-4c59-8507-925150311f25,segment=NetworkSegment(b5a3ca3f-8494-4b4b-be92-381bea60a200),segment_id=b5a3ca3f-8494-4b4b-be92-381bea60a200)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:09.390343 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-92960406-4249-47aa-92f4-6dfe7fe4dfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:09.448700 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aafe52b-1d77-41a3-b63f-bf2158898b7f', 'name': 'tempest-TaggedBootDevicesTest-48343456-router', 'tenant_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '68177536-82a7-4f4b-a8a5-590fd0c9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:52:52Z', 'updated_at': '2021-11-23T21:53:03Z', 'revision_number': 4, 'project_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'gw_port': {'id': '68177536-82a7-4f4b-a8a5-590fd0c9818d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aafe52b-1d77-41a3-b63f-bf2158898b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:54Z', 'updated_at': '2021-11-23T21:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '8bab63d1-9f3a-4c59-8507-925150311f25', 'name': '', 'network_id': '0353240a-c162-45bc-a90c-2c88d7362c91', 'tenant_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'mac_address': 'fa:16:3e:c0:5d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aafe52b-1d77-41a3-b63f-bf2158898b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eb849004-a120-4f16-b85c-5cf6b51b4055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:01Z', 'updated_at': '2021-11-23T21:53:08Z', 'revision_number': 4, 'project_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'subnets': [{'id': 'eb849004-a120-4f16-b85c-5cf6b51b4055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:09.484048 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92960406-4249-47aa-92f4-6dfe7fe4dfd6 None None] Pushing event updated for resources: {'Port': ['ID=8bab63d1-9f3a-4c59-8507-925150311f25,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:09.524102 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3270975f-181d-45d3-8e5b-b9df54242f66 None None] The sync data for ids ['0aafe52b-1d77-41a3-b63f-bf2158898b7f'] in n-d-816206-9 is: [{'id': '0aafe52b-1d77-41a3-b63f-bf2158898b7f', 'name': 'tempest-TaggedBootDevicesTest-48343456-router', 'tenant_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '68177536-82a7-4f4b-a8a5-590fd0c9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:52:52Z', 'updated_at': '2021-11-23T21:53:03Z', 'revision_number': 4, 'project_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'gw_port': {'id': '68177536-82a7-4f4b-a8a5-590fd0c9818d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aafe52b-1d77-41a3-b63f-bf2158898b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:54Z', 'updated_at': '2021-11-23T21:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '8bab63d1-9f3a-4c59-8507-925150311f25', 'name': '', 'network_id': '0353240a-c162-45bc-a90c-2c88d7362c91', 'tenant_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'mac_address': 'fa:16:3e:c0:5d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aafe52b-1d77-41a3-b63f-bf2158898b7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'eb849004-a120-4f16-b85c-5cf6b51b4055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:01Z', 'updated_at': '2021-11-23T21:53:08Z', 'revision_number': 4, 'project_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'subnets': [{'id': 'eb849004-a120-4f16-b85c-5cf6b51b4055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:53:09.537464 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-0e44ca10-d400-489c-9e3f-c71f9e333189 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Network 5160570d-6d7c-4ff7-b392-12038219c1bd is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:09.538090 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:09.550907 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-58a5150b-94fe-4e13-a889-311069d1e22c None None] Provisioning complete for port 8bab63d1-9f3a-4c59-8507-925150311f25 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:09.551394 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-58a5150b-94fe-4e13-a889-311069d1e22c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:09.627056 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-1b190283-5742-4958-93ad-5226a571952f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:09.638380 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 9cd5626d-6b05-4d44-8558-4547df2c653e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9cd5626d-6b05-4d44-8558-4547df2c653e,segment=NetworkSegment(4ff543c2-7cd6-4abf-be0a-0c2b520c271f),segment_id=4ff543c2-7cd6-4abf-be0a-0c2b520c271f)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:09.645501 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-1b190283-5742-4958-93ad-5226a571952f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7fa3428d-71e1-43f4-9dc8-5abc56e5f6ba HTTP/1.1" status: 200 len: 853 time: 0.2325635 Nov 23 21:53:09.652544 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:09.672529 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-0e44ca10-d400-489c-9e3f-c71f9e333189 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:09.684411 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44ca10-d400-489c-9e3f-c71f9e333189 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Pushing event updated for resources: {'Port': ['ID=1167619b-99f4-4e65-85a8-78d4105107e1,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:09.697180 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-0e44ca10-d400-489c-9e3f-c71f9e333189 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:09.735892 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-3bde1ac7-9924-4bf8-ada5-e31359f4fbd8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5160570d-6d7c-4ff7-b392-12038219c1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892556 Nov 23 21:53:09.748479 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-881731bc-352f-4512-8abc-23fc536c1d9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:09.766417 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54546d-c9c9-4e4b-a0b7-c4dba9559e58 req-8b948878-f793-4743-a9b0-783bf53ab008 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:09.772494 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e54546d-c9c9-4e4b-a0b7-c4dba9559e58 req-8b948878-f793-4743-a9b0-783bf53ab008 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 945 time: 0.4625440 Nov 23 21:53:09.778446 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f48085c-d93c-4a5e-9be8-efbfe2a6572d tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:09.791248 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f48085c-d93c-4a5e-9be8-efbfe2a6572d tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:09.799405 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f48085c-d93c-4a5e-9be8-efbfe2a6572d tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:09.801391 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9f48085c-d93c-4a5e-9be8-efbfe2a6572d tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.4190800 Nov 23 21:53:09.820012 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56578) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:09.871124 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=9cd5626d-6b05-4d44-8558-4547df2c653e,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:09.897798 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a8d4b4-25ee-41ef-84ae-cbe0ee88d107 None None] Network cabc3502-8c15-411f-8c10-783e5be66aca requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:53:09.908627 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-881731bc-352f-4512-8abc-23fc536c1d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:09.950546 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-1f7e62ed-723f-4918-9bcc-b740ab50f5d9 service neutron] 10.222.0.50 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6970694 Nov 23 21:53:09.989740 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-0e44ca10-d400-489c-9e3f-c71f9e333189 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:09.990132 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-0e44ca10-d400-489c-9e3f-c71f9e333189 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:09.991691 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881731bc-352f-4512-8abc-23fc536c1d9e admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:53:10.006190 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881731bc-352f-4512-8abc-23fc536c1d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5d17f0-6260-4149-a815-6330ccb4e3fe,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:10.007943 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c0b18b07-07bf-497a-9742-d3822debaba5 None None] Provisioning complete for port 9cd5626d-6b05-4d44-8558-4547df2c653e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:10.008355 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c0b18b07-07bf-497a-9742-d3822debaba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:10.014189 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a7865c00-5eda-44b0-90fb-d527d1fc972e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:10.039458 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-881731bc-352f-4512-8abc-23fc536c1d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:10.041109 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-881731bc-352f-4512-8abc-23fc536c1d9e admin admin] Added segment daf9a493-e064-4bd6-aac4-b423143c6ddc of type vlan for network 11695476-7dc0-454d-b462-a8a75d24664d Nov 23 21:53:10.108033 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-c7bbba65-841a-4709-88b6-31a9a806f18e service neutron] 10.222.0.60 "GET /v2.0/networks/5160570d-6d7c-4ff7-b392-12038219c1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052399 Nov 23 21:53:10.150520 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-881731bc-352f-4512-8abc-23fc536c1d9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:10.159790 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-0e44ca10-d400-489c-9e3f-c71f9e333189 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5244482 Nov 23 21:53:10.171434 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a7865c00-5eda-44b0-90fb-d527d1fc972e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:10.232819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-d627ba70-1f97-4b95-8320-07bcfe092fe2 service neutron] Request body: {'port': {'device_id': '9ac6d8c3-f962-4384-9182-58ba664799ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:10.250095 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-881731bc-352f-4512-8abc-23fc536c1d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:10.254028 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881731bc-352f-4512-8abc-23fc536c1d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:10.255567 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-881731bc-352f-4512-8abc-23fc536c1d9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:10.311867 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e54546d-c9c9-4e4b-a0b7-c4dba9559e58 req-1456331b-3911-4873-96e6-b432660a10bc tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014567 Nov 23 21:53:10.417862 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52989e8d-fcb2-461b-9dfd-c420b12fa47c x-openstack-request-id: req-52989e8d-fcb2-461b-9dfd-c420b12fa47c {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:10.418111 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff146b5-af68-4c7b-8a8f-d1e5e70f5082", "name": "network-vif-plugged", "status": "completed", "tag": "a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:10.418351 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-52989e8d-fcb2-461b-9dfd-c420b12fa47c {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:10.419181 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff146b5-af68-4c7b-8a8f-d1e5e70f5082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb', 'code': 200} Nov 23 21:53:10.431311 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-881731bc-352f-4512-8abc-23fc536c1d9e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.6988156 Nov 23 21:53:10.443557 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56584) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:10.454189 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-bd87902c-c798-4658-8549-dcb06527009d service neutron] 10.222.0.60 "GET /v2.0/networks/5160570d-6d7c-4ff7-b392-12038219c1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137045 Nov 23 21:53:10.460817 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881731bc-352f-4512-8abc-23fc536c1d9e admin admin] Pushing event updated for resources: {'Network': ['ID=11695476-7dc0-454d-b462-a8a75d24664d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:10.461040 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-096dae31-5a19-48c4-b36c-bc6b278ee579 admin admin] Request body: {'subnet': {'network_id': '11695476-7dc0-454d-b462-a8a75d24664d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-15573087-subnet', 'tenant_id': '1bd93158f2904a90a3f1c7b0b7b6eb17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:10.481454 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 11695476-7dc0-454d-b462-a8a75d24664d details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:53:10.538925 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-a60c82e5-9b68-4fa1-93e1-7604ad484522 service neutron] 10.222.0.50 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595455 Nov 23 21:53:10.539488 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-d627ba70-1f97-4b95-8320-07bcfe092fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:10.672171 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-b9ee3b92-3f4c-45f0-bea6-bfcc371d15cd tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Deleting port b8a9f144-9ee6-4588-8267-d68a44c970e3 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:53:10.672521 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9ee3b92-3f4c-45f0-bea6-bfcc371d15cd tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:10.726004 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa358e8-e6e2-43e1-88f8-a403ba502dc5 x-openstack-request-id: req-4aa358e8-e6e2-43e1-88f8-a403ba502dc5 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:10.726820 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404374b2-5a44-4fc3-8261-5565c85902a8", "tag": "00528755-cf4a-4ea7-872c-f3c0ec2fc4ae", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:10.727285 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4aa358e8-e6e2-43e1-88f8-a403ba502dc5 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:10.727848 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404374b2-5a44-4fc3-8261-5565c85902a8', 'tag': '00528755-cf4a-4ea7-872c-f3c0ec2fc4ae', 'status': 'completed', 'code': 200} Nov 23 21:53:10.779501 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a7865c00-5eda-44b0-90fb-d527d1fc972e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:10.788188 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ed84bc87-50da-4bdb-8986-cd781870aa15 None None] Provisioning complete for port 9cd5626d-6b05-4d44-8558-4547df2c653e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:10.788188 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ed84bc87-50da-4bdb-8986-cd781870aa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:10.790270 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a7865c00-5eda-44b0-90fb-d527d1fc972e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:10.791576 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a7865c00-5eda-44b0-90fb-d527d1fc972e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bbfe08be-c796-425c-8412-77aa063c3a14 HTTP/1.1" status: 204 len: 168 time: 1.5336416 Nov 23 21:53:10.842582 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096dae31-5a19-48c4-b36c-bc6b278ee579 admin admin] Made reservation on behalf of 1bd93158f2904a90a3f1c7b0b7b6eb17 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:10.852068 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-096dae31-5a19-48c4-b36c-bc6b278ee579 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:10.881092 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd834c-a4f0-4eab-9064-81c3faebfaca req-84ced613-83ca-4b60-88eb-e76aeb9300cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:10.884091 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-79dd834c-a4f0-4eab-9064-81c3faebfaca req-84ced613-83ca-4b60-88eb-e76aeb9300cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ecc0d3385c5443da8cbb0171a0444bc5&device_id=404374b2-5a44-4fc3-8261-5565c85902a8 HTTP/1.1" status: 200 len: 1094 time: 0.1083064 Nov 23 21:53:11.003173 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7865c00-5eda-44b0-90fb-d527d1fc972e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfe08be-c796-425c-8412-77aa063c3a14,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:11.121033 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ed84bc87-50da-4bdb-8986-cd781870aa15 None None] Provisioning complete for port c0e68faa-6da7-448e-833a-0a2e0c74cca2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:11.121644 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ed84bc87-50da-4bdb-8986-cd781870aa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:11.196282 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd834c-a4f0-4eab-9064-81c3faebfaca req-0277381f-979e-4a39-bc41-e7783b312c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:11.199418 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-79dd834c-a4f0-4eab-9064-81c3faebfaca req-0277381f-979e-4a39-bc41-e7783b312c12 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5160570d-6d7c-4ff7-b392-12038219c1bd HTTP/1.1" status: 200 len: 914 time: 0.3070111 Nov 23 21:53:11.210338 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac9955-4909-4250-a8fd-3a935b321f9a req-51c41f84-ad43-4367-9431-bfc17a85ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:11.211896 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-64ac9955-4909-4250-a8fd-3a935b321f9a req-51c41f84-ad43-4367-9431-bfc17a85ba55 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 1096 time: 0.6908431 Nov 23 21:53:11.272940 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-ed84bc87-50da-4bdb-8986-cd781870aa15 None None] Port c0e68faa-6da7-448e-833a-0a2e0c74cca2 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:53:11.302931 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9cd5626d-6b05-4d44-8558-4547df2c653e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:11.306502 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ed84bc87-50da-4bdb-8986-cd781870aa15 None None] Provisioning complete for port b8a9f144-9ee6-4588-8267-d68a44c970e3 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:11.306667 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ed84bc87-50da-4bdb-8986-cd781870aa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:11.319565 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-79dd834c-a4f0-4eab-9064-81c3faebfaca req-0a1e2201-66d3-4998-9c34-261c72fdffb8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=00528755-cf4a-4ea7-872c-f3c0ec2fc4ae HTTP/1.1" status: 200 len: 217 time: 0.1037142 Nov 23 21:53:11.492710 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd834c-a4f0-4eab-9064-81c3faebfaca req-0f52baed-ee51-49bd-9bf3-781bf6fb16af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:11.496553 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-79dd834c-a4f0-4eab-9064-81c3faebfaca req-0f52baed-ee51-49bd-9bf3-781bf6fb16af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7fa3428d-71e1-43f4-9dc8-5abc56e5f6ba HTTP/1.1" status: 200 len: 853 time: 0.1672351 Nov 23 21:53:11.502310 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-ed84bc87-50da-4bdb-8986-cd781870aa15 None None] Port b8a9f144-9ee6-4588-8267-d68a44c970e3 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:53:11.511924 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9ee3b92-3f4c-45f0-bea6-bfcc371d15cd tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:11.523190 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 9cd5626d-6b05-4d44-8558-4547df2c653e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:11.523563 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:11.554288 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-b9ee3b92-3f4c-45f0-bea6-bfcc371d15cd tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Calling delete_port for b8a9f144-9ee6-4588-8267-d68a44c970e3 owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:53:11.586778 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-79dd834c-a4f0-4eab-9064-81c3faebfaca req-05ae2dc4-5c75-4625-a4a0-8e59a9825044 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5160570d-6d7c-4ff7-b392-12038219c1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789471 Nov 23 21:53:11.648043 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56604) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:11.717332 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-94e8666a-265b-4bd0-973c-eebbba395d6f None None] Provisioning complete for port c0e68faa-6da7-448e-833a-0a2e0c74cca2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:11.717710 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-94e8666a-265b-4bd0-973c-eebbba395d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:11.772999 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0b1be496-bb80-4e47-9f9f-0a2a91a1a994 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f686207810ab400a9348bb9c7ba82d47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1203282 Nov 23 21:53:11.774269 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56606) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:11.798973 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-79dd834c-a4f0-4eab-9064-81c3faebfaca req-fa926db0-7417-4b5e-8d02-f621cb474b10 service neutron] 10.222.0.60 "GET /v2.0/networks/5160570d-6d7c-4ff7-b392-12038219c1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042484 Nov 23 21:53:11.841848 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8bab63d1-9f3a-4c59-8507-925150311f25 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:11.859643 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f4612-8ead-433c-af50-dbdb501f81b2 req-3c8f25b9-f5ce-478e-991a-5801037ab01c tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:11.861271 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef7f4612-8ead-433c-af50-dbdb501f81b2 req-3c8f25b9-f5ce-478e-991a-5801037ab01c tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ac6d8c3-f962-4384-9182-58ba664799ad HTTP/1.1" status: 200 len: 931 time: 1.3108435 Nov 23 21:53:11.909562 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-64ac9955-4909-4250-a8fd-3a935b321f9a req-871dc1fc-5e43-4e76-a8bb-dea7089ea383 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6391809 Nov 23 21:53:11.925473 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ee0fa-b876-4a36-8a39-24744e45f636 req-6f49bcc9-9b36-4df6-b2a2-4763befcf65a tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:11.930133 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-94e8666a-265b-4bd0-973c-eebbba395d6f None None] Port c0e68faa-6da7-448e-833a-0a2e0c74cca2 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:53:11.939707 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d1ee0fa-b876-4a36-8a39-24744e45f636 req-6f49bcc9-9b36-4df6-b2a2-4763befcf65a tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff4dc91e-023c-4ac6-aad2-7d330b580d6f HTTP/1.1" status: 200 len: 945 time: 0.9384396 Nov 23 21:53:11.948387 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-891b9c4e-ba67-47ab-a88f-ba2052064521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:11.983491 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-94e8666a-265b-4bd0-973c-eebbba395d6f None None] Provisioning complete for port b8a9f144-9ee6-4588-8267-d68a44c970e3 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:11.983864 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-94e8666a-265b-4bd0-973c-eebbba395d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:11.988664 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-79dd834c-a4f0-4eab-9064-81c3faebfaca req-2cc563d7-d21c-47fb-be2e-b855c06893de service neutron] 10.222.0.60 "GET /v2.0/networks/5160570d-6d7c-4ff7-b392-12038219c1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792853 Nov 23 21:53:11.996538 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-891b9c4e-ba67-47ab-a88f-ba2052064521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:12.025078 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 8bab63d1-9f3a-4c59-8507-925150311f25 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:12.025605 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:12.052515 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-94e8666a-265b-4bd0-973c-eebbba395d6f None None] Port b8a9f144-9ee6-4588-8267-d68a44c970e3 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:53:12.068460 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-891b9c4e-ba67-47ab-a88f-ba2052064521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:12.073463 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-891b9c4e-ba67-47ab-a88f-ba2052064521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:12.076396 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-891b9c4e-ba67-47ab-a88f-ba2052064521 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b98155f0-538a-4676-acd7-0332590d8e64 HTTP/1.1" status: 204 len: 168 time: 0.2913542 Nov 23 21:53:12.121686 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b9c4e-ba67-47ab-a88f-ba2052064521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98155f0-538a-4676-acd7-0332590d8e64,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:12.258540 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d1ee0fa-b876-4a36-8a39-24744e45f636 req-101aa128-4be6-4a94-9b4d-83bfa368571e tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175440 Nov 23 21:53:12.279056 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef7f4612-8ead-433c-af50-dbdb501f81b2 req-bca07f47-4b12-4310-9d24-3ff88959923f tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716125 Nov 23 21:53:12.422449 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8ceac82d-2f2b-4993-80f1-a893724949f8 req-f5d5b879-74a7-4b7c-b76e-7a35df3bde12 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 210 time: 0.0784497 Nov 23 21:53:12.443937 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-096dae31-5a19-48c4-b36c-bc6b278ee579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:12.573310 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9ee3b92-3f4c-45f0-bea6-bfcc371d15cd tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:12.681740 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-d627ba70-1f97-4b95-8320-07bcfe092fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1167619b-99f4-4e65-85a8-78d4105107e1 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:53:12.692345 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-d627ba70-1f97-4b95-8320-07bcfe092fe2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:12.711245 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-d627ba70-1f97-4b95-8320-07bcfe092fe2 service neutron] Transition to ACTIVE for port object 1167619b-99f4-4e65-85a8-78d4105107e1 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:53:12.733195 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee3b92-3f4c-45f0-bea6-bfcc371d15cd tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Pushing event deleted for resources: {'Port': ['ID=b8a9f144-9ee6-4588-8267-d68a44c970e3,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:12.741896 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096dae31-5a19-48c4-b36c-bc6b278ee579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1ea537a-c1e0-4492-8ac2-5c5cd1c76d35,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:12.784656 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1121ec8-8ec2-4e23-a09e-0d76f923d034 req-69393775-a598-4b2a-a6b4-4e09080b7994 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:12.799808 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b1121ec8-8ec2-4e23-a09e-0d76f923d034 req-69393775-a598-4b2a-a6b4-4e09080b7994 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 945 time: 0.3862741 Nov 23 21:53:12.808889 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-d627ba70-1f97-4b95-8320-07bcfe092fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:12.811148 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-6c08e32f-761f-4492-a1f6-58e856cd3ff9 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:12.812690 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-6c08e32f-761f-4492-a1f6-58e856cd3ff9 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.60 "GET /v2.0/networks?id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b HTTP/1.1" status: 200 len: 812 time: 0.1878531 Nov 23 21:53:12.834977 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-96a7092e-7655-4daa-8a63-05792e258864 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Request body: {'port': {'device_id': '548e1b03-5adf-479f-beef-1410c65b3eec', 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b', 'admin_state_up': True, 'tenant_id': '928ed4d0815c4153bc0f232c9e52c223'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:13.082223 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-96a7092e-7655-4daa-8a63-05792e258864 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Made reservation on behalf of 928ed4d0815c4153bc0f232c9e52c223 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:13.086170 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-96a7092e-7655-4daa-8a63-05792e258864 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:13.100788 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096dae31-5a19-48c4-b36c-bc6b278ee579 admin admin] Checking segment: {'id': 'daf9a493-e064-4bd6-aac4-b423143c6ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '11695476-7dc0-454d-b462-a8a75d24664d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:13.101199 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096dae31-5a19-48c4-b36c-bc6b278ee579 admin admin] Network hostable DHCP agents. Network: 11695476-7dc0-454d-b462-a8a75d24664d, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:53:13.110183 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a63a42-15e3-4e8c-bc39-64efa4b084cc req-b37f25fd-e019-4e6a-8b7e-74a3764ac5c8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:13.119052 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7a63a42-15e3-4e8c-bc39-64efa4b084cc req-b37f25fd-e019-4e6a-8b7e-74a3764ac5c8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d6b59c-ef27-44ef-881a-13ce7a1ca556 HTTP/1.1" status: 200 len: 945 time: 0.5341315 Nov 23 21:53:13.185396 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627ba70-1f97-4b95-8320-07bcfe092fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=1167619b-99f4-4e65-85a8-78d4105107e1,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:13.209361 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b1121ec8-8ec2-4e23-a09e-0d76f923d034 req-4747d906-2b3e-4d1e-8d1d-b1150d9d1090 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085321 Nov 23 21:53:13.260693 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-96a7092e-7655-4daa-8a63-05792e258864 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Allocated IP 172.20.0.3 (47e2de02-96a6-4fca-9bfd-f20c1775fa4b/0056705a-d511-4857-982b-628123088030/1140e66c-f8b2-4bfd-bd26-687c80dce65c) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:13.336907 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56634) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:13.359323 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096dae31-5a19-48c4-b36c-bc6b278ee579 admin admin] Network 11695476-7dc0-454d-b462-a8a75d24664d is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:53:13.390753 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7a63a42-15e3-4e8c-bc39-64efa4b084cc req-f65b2d80-2842-4350-a67f-0e3a3d663836 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708025 Nov 23 21:53:13.413973 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-096dae31-5a19-48c4-b36c-bc6b278ee579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 11695476-7dc0-454d-b462-a8a75d24664d) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:13.423509 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036151d5-456f-4073-94da-4a41e6b44f9f None None] Network 11695476-7dc0-454d-b462-a8a75d24664d requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:53:13.440566 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096dae31-5a19-48c4-b36c-bc6b278ee579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:13.441159 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-096dae31-5a19-48c4-b36c-bc6b278ee579 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:13.473902 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9ee3b92-3f4c-45f0-bea6-bfcc371d15cd tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:13.486741 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b9ee3b92-3f4c-45f0-bea6-bfcc371d15cd tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "DELETE /v2.0/ports/b8a9f144-9ee6-4588-8267-d68a44c970e3 HTTP/1.1" status: 204 len: 168 time: 3.6654930 Nov 23 21:53:13.496067 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56642) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:13.534518 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-d627ba70-1f97-4b95-8320-07bcfe092fe2 service neutron] Attempting to bind port 1167619b-99f4-4e65-85a8-78d4105107e1 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:53:13.534957 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-d627ba70-1f97-4b95-8320-07bcfe092fe2 service neutron] Attempting to bind port 1167619b-99f4-4e65-85a8-78d4105107e1 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '5965d2b9-565a-4ad5-95e6-31217bb0b2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:53:13.535240 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-d627ba70-1f97-4b95-8320-07bcfe092fe2 service neutron] Attempting to bind port 1167619b-99f4-4e65-85a8-78d4105107e1 on network 5160570d-6d7c-4ff7-b392-12038219c1bd {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:13.570406 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-096dae31-5a19-48c4-b36c-bc6b278ee579 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.1149242 Nov 23 21:53:13.572227 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7d7716-7e04-4113-9fba-6d11c0417b66 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] GET failed (client error): The resource could not be found. Nov 23 21:53:13.573566 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3e7d7716-7e04-4113-9fba-6d11c0417b66 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "GET /v2.0/ports/b8a9f144-9ee6-4588-8267-d68a44c970e3 HTTP/1.1" status: 404 len: 333 time: 0.0751324 Nov 23 21:53:13.591524 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56648) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:13.606906 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4ff7c03c-971c-4328-83d6-6f2eb39d5170 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-925481569-network', 'tenant_id': '661b7a89edb846f499d797a5d758bf06'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:13.608647 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-d7c3e978-50e6-4290-9335-b8e3561f591b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Request body: {'port': {'network_id': 'cabc3502-8c15-411f-8c10-783e5be66aca', 'name': 'tempest-AllowedAddressPairTestJSON-1122114026'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:13.616466 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b761efbf-2114-4d77-a17e-5debb22af118 None None] Network 11695476-7dc0-454d-b462-a8a75d24664d requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:53:13.619806 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-96a7092e-7655-4daa-8a63-05792e258864 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:13.655018 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6b6d5-eaf0-4199-bcda-729e739d099f req-58e6c5c9-dfbc-4fb0-8425-cc324e49c556 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:13.664843 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e8c6b6d5-eaf0-4199-bcda-729e739d099f req-58e6c5c9-dfbc-4fb0-8425-cc324e49c556 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ac6d8c3-f962-4384-9182-58ba664799ad HTTP/1.1" status: 200 len: 943 time: 0.3029659 Nov 23 21:53:13.697826 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff7c03c-971c-4328-83d6-6f2eb39d5170 admin admin] Made reservation on behalf of 661b7a89edb846f499d797a5d758bf06 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:13.703595 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c03c-971c-4328-83d6-6f2eb39d5170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:13.733527 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c03c-971c-4328-83d6-6f2eb39d5170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:13.780474 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-96a7092e-7655-4daa-8a63-05792e258864 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:13.856308 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-96a7092e-7655-4daa-8a63-05792e258864 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:13.868182 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-96a7092e-7655-4daa-8a63-05792e258864 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:13.874570 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-96a7092e-7655-4daa-8a63-05792e258864 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:13.884195 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7092e-7655-4daa-8a63-05792e258864 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Pushing event updated for resources: {'Port': ['ID=1140e66c-f8b2-4bfd-bd26-687c80dce65c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:13.953450 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-96a7092e-7655-4daa-8a63-05792e258864 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:13.954354 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-96a7092e-7655-4daa-8a63-05792e258864 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:13.967913 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c03c-971c-4328-83d6-6f2eb39d5170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:13.975698 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c03c-971c-4328-83d6-6f2eb39d5170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:13.986465 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-96a7092e-7655-4daa-8a63-05792e258864 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1570137 Nov 23 21:53:14.015529 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-e0bacee6-1d3c-43b8-aa5a-2747ab336691 service neutron] Request body: {'port': {'device_id': '548e1b03-5adf-479f-beef-1410c65b3eec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:14.023785 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-d627ba70-1f97-4b95-8320-07bcfe092fe2 service neutron] Port 1167619b-99f4-4e65-85a8-78d4105107e1 on network 5160570d-6d7c-4ff7-b392-12038219c1bd not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:53:14.024145 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-d627ba70-1f97-4b95-8320-07bcfe092fe2 service neutron] Attempting to bind port 1167619b-99f4-4e65-85a8-78d4105107e1 on network 5160570d-6d7c-4ff7-b392-12038219c1bd {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:14.036397 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff7c03c-971c-4328-83d6-6f2eb39d5170 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:53:14.045382 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7c03c-971c-4328-83d6-6f2eb39d5170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4688c8-82c1-4b54-a417-d4fe70001d1e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:14.048361 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-d627ba70-1f97-4b95-8320-07bcfe092fe2 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:53:14.048973 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-d627ba70-1f97-4b95-8320-07bcfe092fe2 service neutron] Checking segment: {'id': '5965d2b9-565a-4ad5-95e6-31217bb0b2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:14.049112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-d627ba70-1f97-4b95-8320-07bcfe092fe2 service neutron] Bound using segment: {'id': '5965d2b9-565a-4ad5-95e6-31217bb0b2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:53:14.049525 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-d627ba70-1f97-4b95-8320-07bcfe092fe2 service neutron] Bound port: 1167619b-99f4-4e65-85a8-78d4105107e1, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5965d2b9-565a-4ad5-95e6-31217bb0b2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:53:14.049880 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-d627ba70-1f97-4b95-8320-07bcfe092fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:14.057068 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c03c-971c-4328-83d6-6f2eb39d5170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:14.057421 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-4ff7c03c-971c-4328-83d6-6f2eb39d5170 admin admin] Added segment 424a5af0-9696-4588-b06e-68eb94118e29 of type vlan for network 4fbc6412-81fe-4cf2-aa4f-1738ebc73747 Nov 23 21:53:14.097781 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-e0bacee6-1d3c-43b8-aa5a-2747ab336691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:14.143079 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c03c-971c-4328-83d6-6f2eb39d5170 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:14.143960 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2daeb-7faf-47b0-9355-776a26781f1c req-c5d41c5e-3534-44f3-8d54-52d1480e7c40 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:14.151136 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cec2daeb-7faf-47b0-9355-776a26781f1c req-c5d41c5e-3534-44f3-8d54-52d1480e7c40 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff4dc91e-023c-4ac6-aad2-7d330b580d6f HTTP/1.1" status: 200 len: 945 time: 0.6102643 Nov 23 21:53:14.173993 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e8c6b6d5-eaf0-4199-bcda-729e739d099f req-8669a260-8110-449d-83d8-69529a41753a tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024264 Nov 23 21:53:14.235777 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-d627ba70-1f97-4b95-8320-07bcfe092fe2 service neutron] For port 1167619b-99f4-4e65-85a8-78d4105107e1, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:53:14.237834 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c3e978-50e6-4290-9335-b8e3561f591b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Made reservation on behalf of 52641051005940aabef706a65d604b7e for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:14.241476 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e978-50e6-4290-9335-b8e3561f591b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:14.254824 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c03c-971c-4328-83d6-6f2eb39d5170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:14.255783 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff7c03c-971c-4328-83d6-6f2eb39d5170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:14.256376 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c03c-971c-4328-83d6-6f2eb39d5170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:14.270086 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-d627ba70-1f97-4b95-8320-07bcfe092fe2 service neutron] For port 1167619b-99f4-4e65-85a8-78d4105107e1, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=1167619b-99f4-4e65-85a8-78d4105107e1,segment=NetworkSegment(5965d2b9-565a-4ad5-95e6-31217bb0b2df),segment_id=5965d2b9-565a-4ad5-95e6-31217bb0b2df)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:53:14.288989 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cec2daeb-7faf-47b0-9355-776a26781f1c req-3324ef15-7dd8-4910-9f3b-2d0acc076e51 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369057 Nov 23 21:53:14.318767 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-d627ba70-1f97-4b95-8320-07bcfe092fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:14.318767 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-d7c3e978-50e6-4290-9335-b8e3561f591b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] device_id is not set on port bb59dd73-1601-421a-a59a-9020c6b27fce yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 21:53:14.345352 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4ff7c03c-971c-4328-83d6-6f2eb39d5170 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0040877 Nov 23 21:53:14.346709 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56660) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:14.349039 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7c03c-971c-4328-83d6-6f2eb39d5170 admin admin] Pushing event updated for resources: {'Network': ['ID=4fbc6412-81fe-4cf2-aa4f-1738ebc73747,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:14.361186 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 4fbc6412-81fe-4cf2-aa4f-1738ebc73747 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:53:14.379309 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-2d64e720-0fe1-4c7d-a1a5-5fb1b31c81f7 admin admin] Request body: {'subnet': {'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-925481569-subnet', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:14.470236 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-d627ba70-1f97-4b95-8320-07bcfe092fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:14.470958 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-d627ba70-1f97-4b95-8320-07bcfe092fe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:14.472446 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-d627ba70-1f97-4b95-8320-07bcfe092fe2 service neutron] 10.222.0.60 "PUT /v2.0/ports/1167619b-99f4-4e65-85a8-78d4105107e1 HTTP/1.1" status: 200 len: 1091 time: 4.2584350 Nov 23 21:53:14.481023 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac6d8c3-f962-4384-9182-58ba664799ad', 'tag': '1167619b-99f4-4e65-85a8-78d4105107e1'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:14.497091 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2250df84-e80d-484d-9f89-0a496e2a351d" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac6d8c3-f962-4384-9182-58ba664799ad", "tag": "1167619b-99f4-4e65-85a8-78d4105107e1"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:14.572932 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d64e720-0fe1-4c7d-a1a5-5fb1b31c81f7 admin admin] Made reservation on behalf of 661b7a89edb846f499d797a5d758bf06 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:14.573825 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2d64e720-0fe1-4c7d-a1a5-5fb1b31c81f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:14.578859 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-e0bacee6-1d3c-43b8-aa5a-2747ab336691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1140e66c-f8b2-4bfd-bd26-687c80dce65c {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:53:14.588094 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-e0bacee6-1d3c-43b8-aa5a-2747ab336691 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:14.599636 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627ba70-1f97-4b95-8320-07bcfe092fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=1167619b-99f4-4e65-85a8-78d4105107e1,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:14.602033 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-e0bacee6-1d3c-43b8-aa5a-2747ab336691 service neutron] Transition to ACTIVE for port object 1140e66c-f8b2-4bfd-bd26-687c80dce65c will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:53:14.613995 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-e0bacee6-1d3c-43b8-aa5a-2747ab336691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:14.649268 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56073b-0c82-4e85-8eb0-6c4ece7ae2ed req-6a8c25fe-7c70-41e1-97f3-840d910bf9f1 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:14.650837 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bf56073b-0c82-4e85-8eb0-6c4ece7ae2ed req-6a8c25fe-7c70-41e1-97f3-840d910bf9f1 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 931 time: 0.3794432 Nov 23 21:53:14.679604 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bacee6-1d3c-43b8-aa5a-2747ab336691 service neutron] Pushing event updated for resources: {'Port': ['ID=1140e66c-f8b2-4bfd-bd26-687c80dce65c,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:14.688221 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:53:14.762075 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-e0bacee6-1d3c-43b8-aa5a-2747ab336691 service neutron] Attempting to bind port 1140e66c-f8b2-4bfd-bd26-687c80dce65c on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:53:14.762397 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-e0bacee6-1d3c-43b8-aa5a-2747ab336691 service neutron] Attempting to bind port 1140e66c-f8b2-4bfd-bd26-687c80dce65c by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:53:14.762749 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-e0bacee6-1d3c-43b8-aa5a-2747ab336691 service neutron] Attempting to bind port 1140e66c-f8b2-4bfd-bd26-687c80dce65c on network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:14.768370 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-e0bacee6-1d3c-43b8-aa5a-2747ab336691 service neutron] Port 1140e66c-f8b2-4bfd-bd26-687c80dce65c on network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:53:14.768697 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-e0bacee6-1d3c-43b8-aa5a-2747ab336691 service neutron] Attempting to bind port 1140e66c-f8b2-4bfd-bd26-687c80dce65c on network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:14.774227 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-e0bacee6-1d3c-43b8-aa5a-2747ab336691 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:53:14.774583 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-e0bacee6-1d3c-43b8-aa5a-2747ab336691 service neutron] Checking segment: {'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:14.776614 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-e0bacee6-1d3c-43b8-aa5a-2747ab336691 service neutron] Bound using segment: {'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:53:14.776614 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-e0bacee6-1d3c-43b8-aa5a-2747ab336691 service neutron] Bound port: 1140e66c-f8b2-4bfd-bd26-687c80dce65c, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:53:14.776614 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-e0bacee6-1d3c-43b8-aa5a-2747ab336691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:14.802064 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bf56073b-0c82-4e85-8eb0-6c4ece7ae2ed req-1653b029-fa1b-4fc4-8127-eb0139de8a81 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429005 Nov 23 21:53:14.805206 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=00528755-cf4a-4ea7-872c-f3c0ec2fc4ae,segment=NetworkSegment(5965d2b9-565a-4ad5-95e6-31217bb0b2df),segment_id=5965d2b9-565a-4ad5-95e6-31217bb0b2df)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:14.819192 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '00528755-cf4a-4ea7-872c-f3c0ec2fc4ae', 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd', 'port_id': '00528755-cf4a-4ea7-872c-f3c0ec2fc4ae', 'mac_address': 'fa:16:3e:b4:32:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa3428d-71e1-43f4-9dc8-5abc56e5f6ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:53:14.831950 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-f419ded4-dcf0-48bc-8ca0-904f09e302ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:14.835353 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-f419ded4-dcf0-48bc-8ca0-904f09e302ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ecc0d3385c5443da8cbb0171a0444bc5&device_id=9ac6d8c3-f962-4384-9182-58ba664799ad HTTP/1.1" status: 200 len: 1094 time: 0.2841203 Nov 23 21:53:14.859378 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:14.873201 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:53:14.884475 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-e0bacee6-1d3c-43b8-aa5a-2747ab336691 service neutron] For port 1140e66c-f8b2-4bfd-bd26-687c80dce65c, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:53:14.888724 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-e0bacee6-1d3c-43b8-aa5a-2747ab336691 service neutron] For port 1140e66c-f8b2-4bfd-bd26-687c80dce65c, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=1140e66c-f8b2-4bfd-bd26-687c80dce65c,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:53:14.897798 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-e0bacee6-1d3c-43b8-aa5a-2747ab336691 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:14.899045 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=00528755-cf4a-4ea7-872c-f3c0ec2fc4ae,segment=NetworkSegment(5965d2b9-565a-4ad5-95e6-31217bb0b2df),segment_id=5965d2b9-565a-4ad5-95e6-31217bb0b2df)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:14.905464 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:14.944547 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-e0bacee6-1d3c-43b8-aa5a-2747ab336691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:14.945423 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-e0bacee6-1d3c-43b8-aa5a-2747ab336691 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:14.947113 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-e0bacee6-1d3c-43b8-aa5a-2747ab336691 service neutron] 10.222.0.60 "PUT /v2.0/ports/1140e66c-f8b2-4bfd-bd26-687c80dce65c HTTP/1.1" status: 200 len: 1091 time: 0.9411411 Nov 23 21:53:14.947756 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548e1b03-5adf-479f-beef-1410c65b3eec', 'tag': '1140e66c-f8b2-4bfd-bd26-687c80dce65c'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:14.950965 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3530cae-cdda-41f5-957d-06b455ccb68e" -d '{"events": [{"name": "network-changed", "server_uuid": "548e1b03-5adf-479f-beef-1410c65b3eec", "tag": "1140e66c-f8b2-4bfd-bd26-687c80dce65c"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:14.982745 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bacee6-1d3c-43b8-aa5a-2747ab336691 service neutron] Pushing event updated for resources: {'Port': ['ID=1140e66c-f8b2-4bfd-bd26-687c80dce65c,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:14.983525 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-d7c3e978-50e6-4290-9335-b8e3561f591b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Allocated IP 172.20.0.9 (cabc3502-8c15-411f-8c10-783e5be66aca/6c4e83b1-feab-4789-94b8-69eea1abd7a6/bb59dd73-1601-421a-a59a-9020c6b27fce) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:14.989294 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=00528755-cf4a-4ea7-872c-f3c0ec2fc4ae,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:15.073391 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-dbddc284-5438-4df1-8254-8bbc26e868aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:15.074979 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-dbddc284-5438-4df1-8254-8bbc26e868aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=928ed4d0815c4153bc0f232c9e52c223&device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 1094 time: 0.0468779 Nov 23 21:53:15.091230 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-0336a3df-93f8-485f-b729-251114845603 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1167619b-99f4-4e65-85a8-78d4105107e1 HTTP/1.1" status: 200 len: 217 time: 0.1363857 Nov 23 21:53:15.134149 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-2a0e8de8-b420-409c-a7a4-bc53322824fc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1140e66c-f8b2-4bfd-bd26-687c80dce65c HTTP/1.1" status: 200 len: 217 time: 0.0428338 Nov 23 21:53:15.189519 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-42f1d35b-e582-4afb-8b85-3d01f708d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:15.191318 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-42f1d35b-e582-4afb-8b85-3d01f708d0e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0056705a-d511-4857-982b-628123088030 HTTP/1.1" status: 200 len: 852 time: 0.0501215 Nov 23 21:53:15.206403 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['00528755-cf4a-4ea7-872c-f3c0ec2fc4ae'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:53:15.232521 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-4c32dd45-fbeb-47f6-a1d0-0beec0db6f22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340688 Nov 23 21:53:15.265537 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-c6ca9289-1e8e-4602-b220-3118c2c2ec3e tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:15.267785 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-c6ca9289-1e8e-4602-b220-3118c2c2ec3e tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.50 "GET /v2.0/networks?id=11695476-7dc0-454d-b462-a8a75d24664d HTTP/1.1" status: 200 len: 807 time: 0.6544991 Nov 23 21:53:15.290802 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d351e50-2d05-4ee0-855b-fd3e91d54241 req-9510fb78-dd28-426b-a3c7-9c33ab8aa1ca tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:15.300904 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d351e50-2d05-4ee0-855b-fd3e91d54241 req-9510fb78-dd28-426b-a3c7-9c33ab8aa1ca tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 945 time: 0.3445604 Nov 23 21:53:15.328707 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-1e6b9197-6d59-4d19-b8fc-1ac94eb2dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:15.330451 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-1e6b9197-6d59-4d19-b8fc-1ac94eb2dc2c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7fa3428d-71e1-43f4-9dc8-5abc56e5f6ba HTTP/1.1" status: 200 len: 853 time: 0.2264028 Nov 23 21:53:15.367574 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-0305aa2d-a5c5-4887-a74e-3b349b9599f5 service neutron] 10.222.0.60 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273353 Nov 23 21:53:15.369804 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-7d3e4802-c046-4cbb-bfe9-519940694c8f tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.50 "GET /v2.0/quotas/1bd93158f2904a90a3f1c7b0b7b6eb17 HTTP/1.1" status: 200 len: 375 time: 0.0954211 Nov 23 21:53:15.396469 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2d64e720-0fe1-4c7d-a1a5-5fb1b31c81f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:15.407926 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-cb2aa4d0-6fac-4123-a374-ca0c667fd877 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5160570d-6d7c-4ff7-b392-12038219c1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613949 Nov 23 21:53:15.475672 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8602165c-f374-401d-a99a-0a4f6ace7c8d req-18ebafa2-5626-44e4-ab00-deac8e110396 service neutron] 10.222.0.60 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005452 Nov 23 21:53:15.531240 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-78a5e969-3afd-4e8c-9971-3bfcb7045d98 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1bd93158f2904a90a3f1c7b0b7b6eb17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1304123 Nov 23 21:53:15.602194 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d351e50-2d05-4ee0-855b-fd3e91d54241 req-f566341d-89d1-4377-8059-baccd6b238d7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004258 Nov 23 21:53:15.636804 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64e720-0fe1-4c7d-a1a5-5fb1b31c81f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78f06991-0b98-4c87-a752-a357dd9f78db,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:15.724023 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e978-50e6-4290-9335-b8e3561f591b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:15.740798 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d64e720-0fe1-4c7d-a1a5-5fb1b31c81f7 admin admin] Checking segment: {'id': '424a5af0-9696-4588-b06e-68eb94118e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:15.741180 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d64e720-0fe1-4c7d-a1a5-5fb1b31c81f7 admin admin] Network hostable DHCP agents. Network: 4fbc6412-81fe-4cf2-aa4f-1738ebc73747, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:53:15.779000 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-2743fe7a-2d14-4a2d-9221-53bc9757101d service neutron] 10.222.0.60 "GET /v2.0/networks/5160570d-6d7c-4ff7-b392-12038219c1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556314 Nov 23 21:53:15.825000 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa86d4f-19d1-46ec-b38f-56e93e5cae3c x-openstack-request-id: req-7aa86d4f-19d1-46ec-b38f-56e93e5cae3c {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:15.825548 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac6d8c3-f962-4384-9182-58ba664799ad", "tag": "1167619b-99f4-4e65-85a8-78d4105107e1", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:15.825799 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7aa86d4f-19d1-46ec-b38f-56e93e5cae3c {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:15.826200 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac6d8c3-f962-4384-9182-58ba664799ad', 'tag': '1167619b-99f4-4e65-85a8-78d4105107e1', 'status': 'completed', 'code': 200} Nov 23 21:53:15.831927 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d64e720-0fe1-4c7d-a1a5-5fb1b31c81f7 admin admin] Network 4fbc6412-81fe-4cf2-aa4f-1738ebc73747 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:53:15.835617 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-4a5b1705-f5f0-41e9-9a7f-fb19735c375e service neutron] 10.222.0.50 "GET /v2.0/networks/11695476-7dc0-454d-b462-a8a75d24664d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798953 Nov 23 21:53:15.852652 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77077e93-e22a-439e-91b1-20758b12a2d6 x-openstack-request-id: req-77077e93-e22a-439e-91b1-20758b12a2d6 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:15.852952 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548e1b03-5adf-479f-beef-1410c65b3eec", "tag": "1140e66c-f8b2-4bfd-bd26-687c80dce65c", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:15.853211 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-77077e93-e22a-439e-91b1-20758b12a2d6 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:15.853623 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548e1b03-5adf-479f-beef-1410c65b3eec', 'tag': '1140e66c-f8b2-4bfd-bd26-687c80dce65c', 'status': 'completed', 'code': 200} Nov 23 21:53:15.914046 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-2d64e720-0fe1-4c7d-a1a5-5fb1b31c81f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 4fbc6412-81fe-4cf2-aa4f-1738ebc73747) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:15.922324 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c71d76a-cae0-41d2-93fc-c2ac3d66d136 None None] Network 4fbc6412-81fe-4cf2-aa4f-1738ebc73747 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:53:15.928674 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e978-50e6-4290-9335-b8e3561f591b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:15.932190 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64e720-0fe1-4c7d-a1a5-5fb1b31c81f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:15.932779 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2d64e720-0fe1-4c7d-a1a5-5fb1b31c81f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:15.968584 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3530cae-cdda-41f5-957d-06b455ccb68e req-339be062-8aa7-4acb-a7b0-03946e257589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:15.970565 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f3530cae-cdda-41f5-957d-06b455ccb68e req-339be062-8aa7-4acb-a7b0-03946e257589 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=928ed4d0815c4153bc0f232c9e52c223&device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 1094 time: 0.0700638 Nov 23 21:53:16.084710 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2d64e720-0fe1-4c7d-a1a5-5fb1b31c81f7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7303097 Nov 23 21:53:16.085785 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56686) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:16.087739 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c3e978-50e6-4290-9335-b8e3561f591b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Network cabc3502-8c15-411f-8c10-783e5be66aca is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:16.093291 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e781af8a-de4a-4e41-a7c6-ba64b2cb94bc admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-925481569-router', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:16.098842 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61fd7daf-0ec9-4e85-8881-d86cd1fa1ce5 req-522f5e2e-57ba-4fef-9a62-298cbfe64b41 service neutron] 10.222.0.60 "GET /v2.0/networks/5160570d-6d7c-4ff7-b392-12038219c1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019972 Nov 23 21:53:16.109467 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-d7c3e978-50e6-4290-9335-b8e3561f591b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:16.118306 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c3e978-50e6-4290-9335-b8e3561f591b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:16.121192 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3e978-50e6-4290-9335-b8e3561f591b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Pushing event updated for resources: {'Port': ['ID=bb59dd73-1601-421a-a59a-9020c6b27fce,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:16.130970 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-9bee1069-5a33-4ee8-a1b3-7431af26686c service neutron] 10.222.0.50 "GET /v2.0/networks/11695476-7dc0-454d-b462-a8a75d24664d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868264 Nov 23 21:53:16.146874 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e781af8a-de4a-4e41-a7c6-ba64b2cb94bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:16.148136 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e781af8a-de4a-4e41-a7c6-ba64b2cb94bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:16.162290 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33a54f-3b8f-43a1-9ba6-f4d91575fb1d req-c8c2802c-99fd-416b-84d9-d37c3d9c2674 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:16.168924 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3530cae-cdda-41f5-957d-06b455ccb68e req-49b5f6c1-88ab-467a-9d99-98ff7dae890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:16.170740 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f3530cae-cdda-41f5-957d-06b455ccb68e req-49b5f6c1-88ab-467a-9d99-98ff7dae890b service neutron] 10.222.0.60 "GET /v2.0/networks?id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b HTTP/1.1" status: 200 len: 913 time: 0.1924241 Nov 23 21:53:16.174940 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd33a54f-3b8f-43a1-9ba6-f4d91575fb1d req-c8c2802c-99fd-416b-84d9-d37c3d9c2674 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ac6d8c3-f962-4384-9182-58ba664799ad HTTP/1.1" status: 200 len: 943 time: 0.2538812 Nov 23 21:53:16.196691 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99aa24a-80e2-4f2e-95f8-83bc7f757cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-4fbc6412-81fe-4cf2-aa4f-1738ebc73747', 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'fixed_ips': [{'subnet_id': '78f06991-0b98-4c87-a752-a357dd9f78db'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:53:16.197697 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b99aa24a-80e2-4f2e-95f8-83bc7f757cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:16.225743 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c3e978-50e6-4290-9335-b8e3561f591b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:16.226410 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e978-50e6-4290-9335-b8e3561f591b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:16.249788 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f3530cae-cdda-41f5-957d-06b455ccb68e req-ce7bf0f3-8ad6-4b5d-bce6-003d24bb8159 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1140e66c-f8b2-4bfd-bd26-687c80dce65c HTTP/1.1" status: 200 len: 217 time: 0.0706789 Nov 23 21:53:16.328584 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3530cae-cdda-41f5-957d-06b455ccb68e req-0fd0f6f4-c328-4ab9-81f9-b84ff2624cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:16.331184 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f3530cae-cdda-41f5-957d-06b455ccb68e req-0fd0f6f4-c328-4ab9-81f9-b84ff2624cec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0056705a-d511-4857-982b-628123088030 HTTP/1.1" status: 200 len: 852 time: 0.0504529 Nov 23 21:53:16.336699 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e781af8a-de4a-4e41-a7c6-ba64b2cb94bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:16.343273 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d7c3e978-50e6-4290-9335-b8e3561f591b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7477298 Nov 23 21:53:16.366699 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56688) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:16.381271 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-12f574d2-cb62-4d43-ab8c-470cf50a838b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:72:85:c1'}]}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:16.381663 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f3530cae-cdda-41f5-957d-06b455ccb68e req-6343c824-c161-4b2b-b106-0de084903086 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427444 Nov 23 21:53:16.399181 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd33a54f-3b8f-43a1-9ba6-f4d91575fb1d req-edd2599c-fc48-44c9-8275-a0a48a45fc48 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233033 Nov 23 21:53:16.582657 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250df84-e80d-484d-9f89-0a496e2a351d req-87916eeb-9b37-4455-a199-12993da60f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:16.584162 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2250df84-e80d-484d-9f89-0a496e2a351d req-87916eeb-9b37-4455-a199-12993da60f74 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ecc0d3385c5443da8cbb0171a0444bc5&device_id=9ac6d8c3-f962-4384-9182-58ba664799ad HTTP/1.1" status: 200 len: 1094 time: 0.3308384 Nov 23 21:53:16.653493 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-b99aa24a-80e2-4f2e-95f8-83bc7f757cf9 None None] Allocated IP 172.20.0.2 (4fbc6412-81fe-4cf2-aa4f-1738ebc73747/78f06991-0b98-4c87-a752-a357dd9f78db/22b519b0-be67-4c75-a3c5-3397680c452d) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:16.700693 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f1d5a-5e00-40f0-830a-0a9bf94f62df req-f0df6fc5-5030-48e4-b078-4eb30ba8fbf3 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:16.706779 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:16.707411 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b75f1d5a-5e00-40f0-830a-0a9bf94f62df req-f0df6fc5-5030-48e4-b078-4eb30ba8fbf3 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 1096 time: 0.2119460 Nov 23 21:53:16.739573 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9c422a0c-4310-4d8b-a58d-004a9a05c5d5 None None] Provisioning complete for port bb59dd73-1601-421a-a59a-9020c6b27fce triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:16.740412 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9c422a0c-4310-4d8b-a58d-004a9a05c5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:16.794841 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e781af8a-de4a-4e41-a7c6-ba64b2cb94bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:16.842782 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-9c422a0c-4310-4d8b-a58d-004a9a05c5d5 None None] Port bb59dd73-1601-421a-a59a-9020c6b27fce cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:53:16.848348 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f3530cae-cdda-41f5-957d-06b455ccb68e req-8385c6c7-d6d8-4270-b2a4-7be64f8eaae0 service neutron] 10.222.0.60 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625998 Nov 23 21:53:16.883606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ea86d-d1bb-4439-ba37-32beb665ef91 req-3b00cc4c-99a3-4de2-b38b-68b88f965564 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:16.885206 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cb1ea86d-d1bb-4439-ba37-32beb665ef91 req-3b00cc4c-99a3-4de2-b38b-68b88f965564 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff4dc91e-023c-4ac6-aad2-7d330b580d6f HTTP/1.1" status: 200 len: 945 time: 0.3127584 Nov 23 21:53:16.918643 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:53:16.965997 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:16.966743 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:17.025358 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b99aa24a-80e2-4f2e-95f8-83bc7f757cf9 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:17.039104 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b99aa24a-80e2-4f2e-95f8-83bc7f757cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:17.132432 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99aa24a-80e2-4f2e-95f8-83bc7f757cf9 None None] Network 4fbc6412-81fe-4cf2-aa4f-1738ebc73747 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:17.142460 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-b99aa24a-80e2-4f2e-95f8-83bc7f757cf9 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:17.158474 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f3530cae-cdda-41f5-957d-06b455ccb68e req-d8abd4d4-bccb-42d1-b1b0-567079145b65 service neutron] 10.222.0.60 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869878 Nov 23 21:53:17.163653 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99aa24a-80e2-4f2e-95f8-83bc7f757cf9 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:17.177068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99aa24a-80e2-4f2e-95f8-83bc7f757cf9 None None] Pushing event updated for resources: {'Port': ['ID=22b519b0-be67-4c75-a3c5-3397680c452d,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:17.187351 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:17.254928 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b99aa24a-80e2-4f2e-95f8-83bc7f757cf9 None None] Attempting to bind port 22b519b0-be67-4c75-a3c5-3397680c452d on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:53:17.255325 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b99aa24a-80e2-4f2e-95f8-83bc7f757cf9 None None] Attempting to bind port 22b519b0-be67-4c75-a3c5-3397680c452d by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '424a5af0-9696-4588-b06e-68eb94118e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:53:17.255651 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99aa24a-80e2-4f2e-95f8-83bc7f757cf9 None None] Attempting to bind port 22b519b0-be67-4c75-a3c5-3397680c452d on network 4fbc6412-81fe-4cf2-aa4f-1738ebc73747 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:17.262140 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404374b2-5a44-4fc3-8261-5565c85902a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00528755-cf4a-4ea7-872c-f3c0ec2fc4ae'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:17.264779 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5327cc66-eed3-4c6a-ad96-6759b1a72d62" -d '{"events": [{"server_uuid": "404374b2-5a44-4fc3-8261-5565c85902a8", "name": "network-vif-plugged", "status": "completed", "tag": "00528755-cf4a-4ea7-872c-f3c0ec2fc4ae"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:17.278992 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99aa24a-80e2-4f2e-95f8-83bc7f757cf9 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:53:17.279474 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99aa24a-80e2-4f2e-95f8-83bc7f757cf9 None None] Checking segment: {'id': '424a5af0-9696-4588-b06e-68eb94118e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:17.279942 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b99aa24a-80e2-4f2e-95f8-83bc7f757cf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:17.280484 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99aa24a-80e2-4f2e-95f8-83bc7f757cf9 None None] Bound using segment: {'id': '424a5af0-9696-4588-b06e-68eb94118e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:53:17.280979 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b99aa24a-80e2-4f2e-95f8-83bc7f757cf9 None None] Bound port: 22b519b0-be67-4c75-a3c5-3397680c452d, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424a5af0-9696-4588-b06e-68eb94118e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:53:17.281365 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b99aa24a-80e2-4f2e-95f8-83bc7f757cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:17.288305 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=00528755-cf4a-4ea7-872c-f3c0ec2fc4ae,segment=NetworkSegment(5965d2b9-565a-4ad5-95e6-31217bb0b2df),segment_id=5965d2b9-565a-4ad5-95e6-31217bb0b2df)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:17.303497 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:17.404420 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=00528755-cf4a-4ea7-872c-f3c0ec2fc4ae,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:17.408533 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b99aa24a-80e2-4f2e-95f8-83bc7f757cf9 None None] For port 22b519b0-be67-4c75-a3c5-3397680c452d, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:53:17.412217 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b99aa24a-80e2-4f2e-95f8-83bc7f757cf9 None None] For port 22b519b0-be67-4c75-a3c5-3397680c452d, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=22b519b0-be67-4c75-a3c5-3397680c452d,segment=NetworkSegment(424a5af0-9696-4588-b06e-68eb94118e29),segment_id=424a5af0-9696-4588-b06e-68eb94118e29)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:53:17.419393 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b99aa24a-80e2-4f2e-95f8-83bc7f757cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:17.507867 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99aa24a-80e2-4f2e-95f8-83bc7f757cf9 None None] Pushing event updated for resources: {'Port': ['ID=22b519b0-be67-4c75-a3c5-3397680c452d,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:17.598296 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250df84-e80d-484d-9f89-0a496e2a351d req-736bc867-2299-4ea5-81b4-4ee16639d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:17.600748 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2250df84-e80d-484d-9f89-0a496e2a351d req-736bc867-2299-4ea5-81b4-4ee16639d081 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5160570d-6d7c-4ff7-b392-12038219c1bd HTTP/1.1" status: 200 len: 914 time: 1.0006616 Nov 23 21:53:17.686128 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b75f1d5a-5e00-40f0-830a-0a9bf94f62df req-9c461535-9b82-4b18-ac10-d477304167d5 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9209197 Nov 23 21:53:17.790187 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e781af8a-de4a-4e41-a7c6-ba64b2cb94bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:17.816168 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-12f574d2-cb62-4d43-ab8c-470cf50a838b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:17.820554 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e781af8a-de4a-4e41-a7c6-ba64b2cb94bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:17.825064 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2250df84-e80d-484d-9f89-0a496e2a351d req-8ed60f6a-ef8c-430c-a6d4-6d9dce7363c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1167619b-99f4-4e65-85a8-78d4105107e1 HTTP/1.1" status: 200 len: 217 time: 0.2129381 Nov 23 21:53:17.958355 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cb1ea86d-d1bb-4439-ba37-32beb665ef91 req-3ebb7364-46fb-4302-b6d4-b2a50c3acda3 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0569201 Nov 23 21:53:18.078323 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-e781af8a-de4a-4e41-a7c6-ba64b2cb94bc admin admin] Allocated IP 172.25.5.21 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/3e3fc9bd-a5df-452a-ba29-b5de58134420) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:18.134224 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa479f3a-2f6c-48d8-bddf-b641c8ffcc7f req-621f3f19-f15e-4533-b6e7-dbcc0fe49d35 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:18.136967 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa479f3a-2f6c-48d8-bddf-b641c8ffcc7f req-621f3f19-f15e-4533-b6e7-dbcc0fe49d35 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff4dc91e-023c-4ac6-aad2-7d330b580d6f HTTP/1.1" status: 200 len: 945 time: 0.6988087 Nov 23 21:53:18.205753 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-54d6c16a-5f1b-46d5-bb2e-29ea87e27d40 req-9ba95412-a1ef-4a47-9000-6b4bc9d5debb tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.50 "GET /v2.0/ports?device_id=43d91ce3-cd40-4cca-8d4c-c900532ac540 HTTP/1.1" status: 200 len: 210 time: 0.1343145 Nov 23 21:53:18.257712 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-91624ba6-1be7-4848-ae82-c2d78c48653d tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:18.259552 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-91624ba6-1be7-4848-ae82-c2d78c48653d tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.53 "GET /v2.0/networks?id=11695476-7dc0-454d-b462-a8a75d24664d HTTP/1.1" status: 200 len: 807 time: 0.1781175 Nov 23 21:53:18.280303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-b25ab20b-a6b7-4fc4-ac18-e04ce27d0de0 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Request body: {'port': {'device_id': '43d91ce3-cd40-4cca-8d4c-c900532ac540', 'network_id': '11695476-7dc0-454d-b462-a8a75d24664d', 'admin_state_up': True, 'tenant_id': '1bd93158f2904a90a3f1c7b0b7b6eb17'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:18.290997 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250df84-e80d-484d-9f89-0a496e2a351d req-70bd982e-627d-4d0d-9f60-c6ad1774d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:18.292622 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2250df84-e80d-484d-9f89-0a496e2a351d req-70bd982e-627d-4d0d-9f60-c6ad1774d373 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7fa3428d-71e1-43f4-9dc8-5abc56e5f6ba HTTP/1.1" status: 200 len: 853 time: 0.4482431 Nov 23 21:53:18.321290 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9669349-9d02-42e0-80ba-00e7cbf6b5f7 x-openstack-request-id: req-e9669349-9d02-42e0-80ba-00e7cbf6b5f7 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:18.321810 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404374b2-5a44-4fc3-8261-5565c85902a8", "name": "network-vif-plugged", "status": "completed", "tag": "00528755-cf4a-4ea7-872c-f3c0ec2fc4ae", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:18.321912 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e781af8a-de4a-4e41-a7c6-ba64b2cb94bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:18.322028 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e9669349-9d02-42e0-80ba-00e7cbf6b5f7 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:18.322249 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404374b2-5a44-4fc3-8261-5565c85902a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00528755-cf4a-4ea7-872c-f3c0ec2fc4ae', 'code': 200} Nov 23 21:53:18.417363 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b699923-24f7-46f5-a2d0-ba7ce9f7679d req-cc354109-6063-4e90-9f6d-0e380f054485 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:18.419223 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b699923-24f7-46f5-a2d0-ba7ce9f7679d req-cc354109-6063-4e90-9f6d-0e380f054485 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 943 time: 0.5929542 Nov 23 21:53:18.421291 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2250df84-e80d-484d-9f89-0a496e2a351d req-8d6a6a0c-dc27-4aa2-a032-bd1b4e353b40 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5160570d-6d7c-4ff7-b392-12038219c1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166232 Nov 23 21:53:18.441599 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e781af8a-de4a-4e41-a7c6-ba64b2cb94bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:18.531919 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-b25ab20b-a6b7-4fc4-ac18-e04ce27d0de0 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Made reservation on behalf of 1bd93158f2904a90a3f1c7b0b7b6eb17 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:18.536925 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-b25ab20b-a6b7-4fc4-ac18-e04ce27d0de0 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:18.561633 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e781af8a-de4a-4e41-a7c6-ba64b2cb94bc admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:18.572350 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-e781af8a-de4a-4e41-a7c6-ba64b2cb94bc admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:18.583054 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e781af8a-de4a-4e41-a7c6-ba64b2cb94bc admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:18.587751 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744d35e-f8ea-4069-86ce-2370e5713a3e req-7715edf4-7e7d-4219-9289-296119bb5d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:18.589383 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b744d35e-f8ea-4069-86ce-2370e5713a3e req-7715edf4-7e7d-4219-9289-296119bb5d44 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=404374b2-5a44-4fc3-8261-5565c85902a8 HTTP/1.1" status: 200 len: 1096 time: 0.1603878 Nov 23 21:53:18.639833 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3089e-7ce5-45fa-8a2b-1fcd7b44656a req-34147dcf-b241-4512-a950-f9416f9ba8ee tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:18.642146 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781af8a-de4a-4e41-a7c6-ba64b2cb94bc admin admin] Pushing event updated for resources: {'Port': ['ID=3e3fc9bd-a5df-452a-ba29-b5de58134420,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:18.648436 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7b3089e-7ce5-45fa-8a2b-1fcd7b44656a req-34147dcf-b241-4512-a950-f9416f9ba8ee tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ac6d8c3-f962-4384-9182-58ba664799ad HTTP/1.1" status: 200 len: 943 time: 0.2420359 Nov 23 21:53:18.666291 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b699923-24f7-46f5-a2d0-ba7ce9f7679d req-3c010b32-2d23-42c7-99e9-c4ebe788bdbf tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305729 Nov 23 21:53:18.709852 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-12f574d2-cb62-4d43-ab8c-470cf50a838b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:18.713350 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-aa479f3a-2f6c-48d8-bddf-b641c8ffcc7f req-ae19b1d1-ae2e-4503-a1e7-99cfac725359 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Deleting port ac648084-59fb-40d7-b32c-16053c9e3aee {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:53:18.713700 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-aa479f3a-2f6c-48d8-bddf-b641c8ffcc7f req-ae19b1d1-ae2e-4503-a1e7-99cfac725359 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:18.725568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 1140e66c-f8b2-4bfd-bd26-687c80dce65c details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:53:18.754667 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-12f574d2-cb62-4d43-ab8c-470cf50a838b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:18.763099 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b744d35e-f8ea-4069-86ce-2370e5713a3e req-18f3c94f-ed8a-48f4-a677-fd585e84370d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646307 Nov 23 21:53:18.770083 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2250df84-e80d-484d-9f89-0a496e2a351d req-7f42319d-d68b-4d2e-805b-510e855fe3d8 service neutron] 10.222.0.60 "GET /v2.0/networks/5160570d-6d7c-4ff7-b392-12038219c1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321323 Nov 23 21:53:18.910834 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 1140e66c-f8b2-4bfd-bd26-687c80dce65c, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=1140e66c-f8b2-4bfd-bd26-687c80dce65c,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:18.939267 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '1140e66c-f8b2-4bfd-bd26-687c80dce65c', 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b', 'port_id': '1140e66c-f8b2-4bfd-bd26-687c80dce65c', 'mac_address': 'fa:16:3e:d8:3f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0056705a-d511-4857-982b-628123088030', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:53:18.996079 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7b3089e-7ce5-45fa-8a2b-1fcd7b44656a req-0b868001-359d-4d12-9464-3b87dd45f90e tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458126 Nov 23 21:53:18.997248 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-b25ab20b-a6b7-4fc4-ac18-e04ce27d0de0 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Allocated IP 172.20.0.3 (11695476-7dc0-454d-b462-a8a75d24664d/c1ea537a-c1e0-4492-8ac2-5c5cd1c76d35/f5c6fd88-b933-48c0-852f-2e68916f6249) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:19.077330 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:19.084628 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f574d2-cb62-4d43-ab8c-470cf50a838b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Pushing event updated for resources: {'Port': ['ID=bb59dd73-1601-421a-a59a-9020c6b27fce,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:19.130119 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1140e66c-f8b2-4bfd-bd26-687c80dce65c {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:53:19.163509 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 1140e66c-f8b2-4bfd-bd26-687c80dce65c, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=1140e66c-f8b2-4bfd-bd26-687c80dce65c,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:19.167421 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 22b519b0-be67-4c75-a3c5-3397680c452d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:19.195267 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143edc8f-23ad-4419-af2c-2f21eeab3d04 None None] Network 4fbc6412-81fe-4cf2-aa4f-1738ebc73747 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:53:19.202482 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:19.203271 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 1167619b-99f4-4e65-85a8-78d4105107e1 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:53:19.246333 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f3b6d-1466-4027-acb9-a1ea132bb33f req-fede47c9-2620-49bd-8dc1-bd5e64d2e8b6 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:19.254913 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e9f3b6d-1466-4027-acb9-a1ea132bb33f req-fede47c9-2620-49bd-8dc1-bd5e64d2e8b6 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 1096 time: 0.4511597 Nov 23 21:53:19.261756 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-12f574d2-cb62-4d43-ab8c-470cf50a838b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] In _notify_port_updated(), no bound segment for port bb59dd73-1601-421a-a59a-9020c6b27fce on network cabc3502-8c15-411f-8c10-783e5be66aca {{(pid=110034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 21:53:19.267828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f574d2-cb62-4d43-ab8c-470cf50a838b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:19.268827 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-12f574d2-cb62-4d43-ab8c-470cf50a838b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:19.270395 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-12f574d2-cb62-4d43-ab8c-470cf50a838b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "PUT /v2.0/ports/bb59dd73-1601-421a-a59a-9020c6b27fce HTTP/1.1" status: 200 len: 993 time: 2.8999639 Nov 23 21:53:19.287258 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56720) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:19.378704 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-aa479f3a-2f6c-48d8-bddf-b641c8ffcc7f req-ae19b1d1-ae2e-4503-a1e7-99cfac725359 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] For port ac648084-59fb-40d7-b32c-16053c9e3aee, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ac648084-59fb-40d7-b32c-16053c9e3aee,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:19.379103 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-aa479f3a-2f6c-48d8-bddf-b641c8ffcc7f req-ae19b1d1-ae2e-4503-a1e7-99cfac725359 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:19.415774 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c3ee5ee6-a383-4ae7-a64f-7c861f650132 None None] Provisioning complete for port 22b519b0-be67-4c75-a3c5-3397680c452d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:19.416411 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c3ee5ee6-a383-4ae7-a64f-7c861f650132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:19.421737 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-aa479f3a-2f6c-48d8-bddf-b641c8ffcc7f req-ae19b1d1-ae2e-4503-a1e7-99cfac725359 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Calling delete_port for ac648084-59fb-40d7-b32c-16053c9e3aee owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:53:19.479925 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=1140e66c-f8b2-4bfd-bd26-687c80dce65c,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:19.481214 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e781af8a-de4a-4e41-a7c6-ba64b2cb94bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:19.481693 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2250df84-e80d-484d-9f89-0a496e2a351d req-95529555-7b92-4811-9526-695f62a75149 service neutron] 10.222.0.60 "GET /v2.0/networks/5160570d-6d7c-4ff7-b392-12038219c1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381003 Nov 23 21:53:19.500425 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e9f3b6d-1466-4027-acb9-a1ea132bb33f req-7ef8828b-9970-4f8e-9587-ea60514b62c4 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443581 Nov 23 21:53:19.560805 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6a352-977b-48fc-a640-caa08e099b55 req-fb13e192-d8d0-46b7-a5d2-9427cc7a16cd tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:19.569404 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0ef6a352-977b-48fc-a640-caa08e099b55 req-fb13e192-d8d0-46b7-a5d2-9427cc7a16cd tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff4dc91e-023c-4ac6-aad2-7d330b580d6f HTTP/1.1" status: 200 len: 945 time: 0.3858380 Nov 23 21:53:19.609094 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-b25ab20b-a6b7-4fc4-ac18-e04ce27d0de0 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:19.617899 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 22b519b0-be67-4c75-a3c5-3397680c452d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:19.619291 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:19.680488 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dabdf470-6e97-494e-9485-870851a7c006 req-a13f12fd-604c-489f-bbc2-8b6e683535e8 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.50 "GET /v2.0/ports?device_id=43d91ce3-cd40-4cca-8d4c-c900532ac540 HTTP/1.1" status: 200 len: 210 time: 0.0495937 Nov 23 21:53:19.692682 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 1167619b-99f4-4e65-85a8-78d4105107e1, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=1167619b-99f4-4e65-85a8-78d4105107e1,segment=NetworkSegment(5965d2b9-565a-4ad5-95e6-31217bb0b2df),segment_id=5965d2b9-565a-4ad5-95e6-31217bb0b2df)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:19.705050 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0ef6a352-977b-48fc-a640-caa08e099b55 req-9cda96e3-2538-42c3-94c0-d2f2f149cccf tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323175 Nov 23 21:53:19.713304 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-3e483138-a4b5-41d8-83ee-34a94affa62f tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Deleting port bb59dd73-1601-421a-a59a-9020c6b27fce {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:53:19.717485 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e483138-a4b5-41d8-83ee-34a94affa62f tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:19.724955 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '1167619b-99f4-4e65-85a8-78d4105107e1', 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd', 'port_id': '1167619b-99f4-4e65-85a8-78d4105107e1', 'mac_address': 'fa:16:3e:fc:f7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa3428d-71e1-43f4-9dc8-5abc56e5f6ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:53:19.818202 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e781af8a-de4a-4e41-a7c6-ba64b2cb94bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:19.875493 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-b25ab20b-a6b7-4fc4-ac18-e04ce27d0de0 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:19.896954 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c3ee5ee6-a383-4ae7-a64f-7c861f650132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:19.921925 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:19.999596 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-b25ab20b-a6b7-4fc4-ac18-e04ce27d0de0 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Network 11695476-7dc0-454d-b462-a8a75d24664d is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:20.012929 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-b25ab20b-a6b7-4fc4-ac18-e04ce27d0de0 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:20.020073 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-b25ab20b-a6b7-4fc4-ac18-e04ce27d0de0 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:20.023998 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c3ee5ee6-a383-4ae7-a64f-7c861f650132 None None] For port 22b519b0-be67-4c75-a3c5-3397680c452d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=22b519b0-be67-4c75-a3c5-3397680c452d,segment=NetworkSegment(424a5af0-9696-4588-b06e-68eb94118e29),segment_id=424a5af0-9696-4588-b06e-68eb94118e29)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:20.028233 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1167619b-99f4-4e65-85a8-78d4105107e1 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:53:20.036041 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:20.039889 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c3ee5ee6-a383-4ae7-a64f-7c861f650132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:20.078187 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ab20b-a6b7-4fc4-ac18-e04ce27d0de0 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Pushing event updated for resources: {'Port': ['ID=f5c6fd88-b933-48c0-852f-2e68916f6249,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:20.090257 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 1167619b-99f4-4e65-85a8-78d4105107e1, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=1167619b-99f4-4e65-85a8-78d4105107e1,segment=NetworkSegment(5965d2b9-565a-4ad5-95e6-31217bb0b2df),segment_id=5965d2b9-565a-4ad5-95e6-31217bb0b2df)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:20.092559 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e483138-a4b5-41d8-83ee-34a94affa62f tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:20.099577 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:20.122111 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-3e483138-a4b5-41d8-83ee-34a94affa62f tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Calling delete_port for bb59dd73-1601-421a-a59a-9020c6b27fce owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:53:20.170707 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-b25ab20b-a6b7-4fc4-ac18-e04ce27d0de0 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:20.177219 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-b25ab20b-a6b7-4fc4-ac18-e04ce27d0de0 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:20.211311 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee5ee6-a383-4ae7-a64f-7c861f650132 None None] Pushing event updated for resources: {'Port': ['ID=22b519b0-be67-4c75-a3c5-3397680c452d,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:20.227905 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:53:20.228281 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:53:20.230415 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee5ee6-a383-4ae7-a64f-7c861f650132 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:20.230794 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee5ee6-a383-4ae7-a64f-7c861f650132 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:20.231142 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee5ee6-a383-4ae7-a64f-7c861f650132 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:20.231481 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee5ee6-a383-4ae7-a64f-7c861f650132 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:20.231818 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee5ee6-a383-4ae7-a64f-7c861f650132 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:20.232153 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee5ee6-a383-4ae7-a64f-7c861f650132 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:20.232487 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee5ee6-a383-4ae7-a64f-7c861f650132 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:20.232827 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee5ee6-a383-4ae7-a64f-7c861f650132 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:20.233156 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee5ee6-a383-4ae7-a64f-7c861f650132 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:20.233468 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee5ee6-a383-4ae7-a64f-7c861f650132 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:20.233797 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee5ee6-a383-4ae7-a64f-7c861f650132 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:20.234121 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee5ee6-a383-4ae7-a64f-7c861f650132 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:20.234552 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-b25ab20b-a6b7-4fc4-ac18-e04ce27d0de0 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9557676 Nov 23 21:53:20.236261 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e781af8a-de4a-4e41-a7c6-ba64b2cb94bc admin admin] Router d735e7b8-154a-40d1-b15d-bfa43cb6cacf is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 21:53:20.238555 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-bd7b89e6-c535-4647-844c-04daf6138aeb None None] Provisioning complete for port bb59dd73-1601-421a-a59a-9020c6b27fce triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:20.238967 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bd7b89e6-c535-4647-844c-04daf6138aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:20.257230 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-e9a06799-5f94-4133-b8a3-19a2658a1eae tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:53:20.257972 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-e9a06799-5f94-4133-b8a3-19a2658a1eae tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167651 Nov 23 21:53:20.320183 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-bd7b89e6-c535-4647-844c-04daf6138aeb None None] Port bb59dd73-1601-421a-a59a-9020c6b27fce cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:53:20.326218 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=1167619b-99f4-4e65-85a8-78d4105107e1,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:20.348483 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-8fb34f6a-5458-42ae-83fe-1db53bc3e50c service neutron] Request body: {'port': {'device_id': '43d91ce3-cd40-4cca-8d4c-c900532ac540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:20.441634 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-83a343ea-0a12-4d29-a07b-bed45594c635 None None] Provisioning complete for port 22b519b0-be67-4c75-a3c5-3397680c452d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:20.442810 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-83a343ea-0a12-4d29-a07b-bed45594c635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:20.444876 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e483138-a4b5-41d8-83ee-34a94affa62f tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:20.458637 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-aa479f3a-2f6c-48d8-bddf-b641c8ffcc7f req-ae19b1d1-ae2e-4503-a1e7-99cfac725359 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:20.503921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['4a70a9bd-240b-4448-abe5-073150fdd13a', 'e3044ebb-da15-4a13-bc0a-a3faae294a02'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:53:20.504772 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47be33-6410-4892-b4ef-f538eb1c4b2e req-f4a7a94d-07d4-4f21-8acb-8e304e01ea4a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:20.507069 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0c47be33-6410-4892-b4ef-f538eb1c4b2e req-f4a7a94d-07d4-4f21-8acb-8e304e01ea4a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 944 time: 0.6210840 Nov 23 21:53:20.508404 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-8fb34f6a-5458-42ae-83fe-1db53bc3e50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:20.511429 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e483138-a4b5-41d8-83ee-34a94affa62f tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Pushing event deleted for resources: {'Port': ['ID=bb59dd73-1601-421a-a59a-9020c6b27fce,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:20.623233 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19b1d1-ae2e-4503-a1e7-99cfac725359 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Pushing event deleted for resources: {'Port': ['ID=ac648084-59fb-40d7-b32c-16053c9e3aee,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:20.703805 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e781af8a-de4a-4e41-a7c6-ba64b2cb94bc admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:53:20.704690 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa479f3a-2f6c-48d8-bddf-b641c8ffcc7f req-ae19b1d1-ae2e-4503-a1e7-99cfac725359 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] No DVR routers for this DVR port ac648084-59fb-40d7-b32c-16053c9e3aee on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:53:20.708829 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-aa479f3a-2f6c-48d8-bddf-b641c8ffcc7f req-ae19b1d1-ae2e-4503-a1e7-99cfac725359 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:20.719331 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa479f3a-2f6c-48d8-bddf-b641c8ffcc7f req-ae19b1d1-ae2e-4503-a1e7-99cfac725359 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.53 "DELETE /v2.0/ports/ac648084-59fb-40d7-b32c-16053c9e3aee HTTP/1.1" status: 204 len: 173 time: 2.5220575 Nov 23 21:53:20.742149 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4dc91e-023c-4ac6-aad2-7d330b580d6f', 'name': 'network-vif-deleted', 'tag': 'ac648084-59fb-40d7-b32c-16053c9e3aee'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:20.744854 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81f934f-8b09-412d-b3e5-ae0113d32fe2" -d '{"events": [{"server_uuid": "ff4dc91e-023c-4ac6-aad2-7d330b580d6f", "name": "network-vif-deleted", "tag": "ac648084-59fb-40d7-b32c-16053c9e3aee"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:20.821709 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['1167619b-99f4-4e65-85a8-78d4105107e1'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:53:20.835869 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['1140e66c-f8b2-4bfd-bd26-687c80dce65c'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:53:20.841747 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] Sync routers for ids ['d735e7b8-154a-40d1-b15d-bfa43cb6cacf'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:53:20.881367 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e781af8a-de4a-4e41-a7c6-ba64b2cb94bc admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:20.886799 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e781af8a-de4a-4e41-a7c6-ba64b2cb94bc admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.7999640 Nov 23 21:53:20.887682 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56756) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:20.898649 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0c47be33-6410-4892-b4ef-f538eb1c4b2e req-15477350-9970-4d84-a0ab-059927317b6a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843191 Nov 23 21:53:21.002005 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] Routers {'d735e7b8-154a-40d1-b15d-bfa43cb6cacf'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:53:21.004956 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:53:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d735e7b8-154a-40d1-b15d-bfa43cb6cacf'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:21.139527 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e483138-a4b5-41d8-83ee-34a94affa62f tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:21.146990 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3e483138-a4b5-41d8-83ee-34a94affa62f tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "DELETE /v2.0/ports/bb59dd73-1601-421a-a59a-9020c6b27fce HTTP/1.1" status: 204 len: 168 time: 1.8559878 Nov 23 21:53:21.147181 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56762) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:21.236368 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-41bd9bb0-a04f-4078-b9a5-8e05ba162966 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] GET failed (client error): The resource could not be found. Nov 23 21:53:21.244997 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-41bd9bb0-a04f-4078-b9a5-8e05ba162966 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "GET /v2.0/ports/bb59dd73-1601-421a-a59a-9020c6b27fce HTTP/1.1" status: 404 len: 333 time: 0.0926027 Nov 23 21:53:21.277132 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc280a6-67be-4582-96e7-8ddb25533c96 req-ad32381b-f365-46bc-a375-580707ca4df3 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:21.281254 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-efc280a6-67be-4582-96e7-8ddb25533c96 req-ad32381b-f365-46bc-a375-580707ca4df3 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ac6d8c3-f962-4384-9182-58ba664799ad HTTP/1.1" status: 200 len: 944 time: 0.2398994 Nov 23 21:53:21.288416 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56764) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:21.300584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-222b1370-963d-4076-be28-6bb82611adcb tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Request body: {'port': {'network_id': 'cabc3502-8c15-411f-8c10-783e5be66aca', 'name': 'tempest-AllowedAddressPairTestJSON-944441249'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:21.303278 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 22b519b0-be67-4c75-a3c5-3397680c452d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:21.378506 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] Set router d735e7b8-154a-40d1-b15d-bfa43cb6cacf gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:53:21.526910 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-efc280a6-67be-4582-96e7-8ddb25533c96 req-3946113c-cb98-4c74-b57e-671d10ce426d tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192705 Nov 23 21:53:21.624904 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222b1370-963d-4076-be28-6bb82611adcb tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Made reservation on behalf of 52641051005940aabef706a65d604b7e for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:21.630436 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-222b1370-963d-4076-be28-6bb82611adcb tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:21.711006 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-222b1370-963d-4076-be28-6bb82611adcb tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] device_id is not set on port e83330a3-3ef5-4c13-9dbb-05339357a151 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 21:53:21.746621 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 22b519b0-be67-4c75-a3c5-3397680c452d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:21.747230 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:21.837293 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-110acf06-07cf-4079-a38e-9015841d7add tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:53:21.839037 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-110acf06-07cf-4079-a38e-9015841d7add tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065305 Nov 23 21:53:21.860834 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-222b1370-963d-4076-be28-6bb82611adcb tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Allocated IP 172.20.0.8 (cabc3502-8c15-411f-8c10-783e5be66aca/6c4e83b1-feab-4789-94b8-69eea1abd7a6/e83330a3-3ef5-4c13-9dbb-05339357a151) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:21.910425 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582357a-0ac7-41b7-9f09-cf298973f0d0 req-12111968-d07c-4010-8197-3ce483616922 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:21.912237 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9582357a-0ac7-41b7-9f09-cf298973f0d0 req-12111968-d07c-4010-8197-3ce483616922 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.50 "GET /v2.0/ports?device_id=43d91ce3-cd40-4cca-8d4c-c900532ac540 HTTP/1.1" status: 200 len: 931 time: 0.2613313 Nov 23 21:53:22.062169 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device ac648084-59fb-40d7-b32c-16053c9e3aee no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:53:22.071705 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-659a5378-c4d0-4988-81a6-2d3bcb949cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:22.073150 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-659a5378-c4d0-4988-81a6-2d3bcb949cd3 service neutron] 10.222.0.50 "GET /v2.0/ports/a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb HTTP/1.1" status: 200 len: 1093 time: 0.2213376 Nov 23 21:53:22.084330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-c73262a2-866a-4a73-977e-3362eb1ec739 service neutron] Request body: {'binding': {'host': 'n-h2-816206-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:22.084793 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-c73262a2-866a-4a73-977e-3362eb1ec739 service neutron] Unknown quota resources ['binding']. {{(pid=110033) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 21:53:22.109550 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: ac648084-59fb-40d7-b32c-16053c9e3aee {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:53:22.110187 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device ac648084-59fb-40d7-b32c-16053c9e3aee not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:53:22.121036 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'name': 'tempest-ServersTestFqdnHostnames-925481569-router', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:16Z', 'updated_at': '2021-11-23T21:53:18Z', 'revision_number': 3, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'gw_port': {'id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:17Z', 'updated_at': '2021-11-23T21:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:22.169312 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] Checking router: d735e7b8-154a-40d1-b15d-bfa43cb6cacf for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:53:22.169817 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] Updating router d735e7b8-154a-40d1-b15d-bfa43cb6cacf port 3e3fc9bd-a5df-452a-ba29-b5de58134420 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:53:22.211821 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:22.236817 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:22.240620 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-8fb34f6a-5458-42ae-83fe-1db53bc3e50c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c6fd88-b933-48c0-852f-2e68916f6249 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:53:22.250770 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-8fb34f6a-5458-42ae-83fe-1db53bc3e50c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:22.309766 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9582357a-0ac7-41b7-9f09-cf298973f0d0 req-90cb61bd-9823-419b-b2e1-33879763ee36 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c5d17f0-6260-4149-a815-6330ccb4e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911488 Nov 23 21:53:22.338319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-8fb34f6a-5458-42ae-83fe-1db53bc3e50c service neutron] Transition to ACTIVE for port object f5c6fd88-b933-48c0-852f-2e68916f6249 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:53:22.404428 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-8fb34f6a-5458-42ae-83fe-1db53bc3e50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:22.448535 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2446d7af-0e0e-43e5-9e65-47aaeb536310 x-openstack-request-id: req-2446d7af-0e0e-43e5-9e65-47aaeb536310 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:22.449051 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4dc91e-023c-4ac6-aad2-7d330b580d6f", "name": "network-vif-deleted", "tag": "ac648084-59fb-40d7-b32c-16053c9e3aee", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:22.449487 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2446d7af-0e0e-43e5-9e65-47aaeb536310 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:22.450605 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4dc91e-023c-4ac6-aad2-7d330b580d6f', 'name': 'network-vif-deleted', 'tag': 'ac648084-59fb-40d7-b32c-16053c9e3aee', 'status': 'completed', 'code': 200} Nov 23 21:53:22.516243 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb34f6a-5458-42ae-83fe-1db53bc3e50c service neutron] Pushing event updated for resources: {'Port': ['ID=f5c6fd88-b933-48c0-852f-2e68916f6249,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:22.561886 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-c73262a2-866a-4a73-977e-3362eb1ec739 service neutron] Attempting to bind port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb on host n-h2-816206-9 for vnic_type normal with profile None {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:53:22.562164 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-222b1370-963d-4076-be28-6bb82611adcb tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:22.562295 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-c73262a2-866a-4a73-977e-3362eb1ec739 service neutron] Attempting to bind port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:53:22.562555 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-c73262a2-866a-4a73-977e-3362eb1ec739 service neutron] Attempting to bind port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:22.590587 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6641cae-d0a0-4179-9d39-70ea71b86d4f req-4d58031e-2765-4346-87ca-9d343ec601c3 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:22.595877 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e6641cae-d0a0-4179-9d39-70ea71b86d4f req-4d58031e-2765-4346-87ca-9d343ec601c3 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 944 time: 0.0972617 Nov 23 21:53:22.602979 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-c73262a2-866a-4a73-977e-3362eb1ec739 service neutron] Port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:53:22.603315 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-c73262a2-866a-4a73-977e-3362eb1ec739 service neutron] Attempting to bind port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:22.626984 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:22.637224 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-c73262a2-866a-4a73-977e-3362eb1ec739 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:53:22.637642 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-c73262a2-866a-4a73-977e-3362eb1ec739 service neutron] Checking segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:22.638104 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-c73262a2-866a-4a73-977e-3362eb1ec739 service neutron] Bound using segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:53:22.638427 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:22.638573 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-c73262a2-866a-4a73-977e-3362eb1ec739 service neutron] Bound port: a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:53:22.646087 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:22.698845 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e6641cae-d0a0-4179-9d39-70ea71b86d4f req-8f9e0ee8-621f-4ea4-90a1-8cd00f11d9bd tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635138 Nov 23 21:53:22.700660 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-222b1370-963d-4076-be28-6bb82611adcb tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:22.706541 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865044f-4385-4b4b-8868-4f2b3f6360b5 None None] Pushing event updated for resources: {'Port': ['ID=3e3fc9bd-a5df-452a-ba29-b5de58134420,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:22.711103 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] Attempting to bind port 3e3fc9bd-a5df-452a-ba29-b5de58134420 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:53:22.711495 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] Attempting to bind port 3e3fc9bd-a5df-452a-ba29-b5de58134420 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:53:22.711872 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] Attempting to bind port 3e3fc9bd-a5df-452a-ba29-b5de58134420 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:22.718421 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:53:22.718953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:22.719494 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:22.720120 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:53:22.720849 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] Bound port: 3e3fc9bd-a5df-452a-ba29-b5de58134420, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:53:22.721351 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:22.746149 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 1140e66c-f8b2-4bfd-bd26-687c80dce65c up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:22.765474 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Allocated IP 172.20.0.1 (4fbc6412-81fe-4cf2-aa4f-1738ebc73747/78f06991-0b98-4c87-a752-a357dd9f78db/9e82ebd8-b877-4406-9add-08a2f604cd4a) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:22.768307 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-8fb34f6a-5458-42ae-83fe-1db53bc3e50c service neutron] Attempting to bind port f5c6fd88-b933-48c0-852f-2e68916f6249 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:53:22.769475 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-8fb34f6a-5458-42ae-83fe-1db53bc3e50c service neutron] Attempting to bind port f5c6fd88-b933-48c0-852f-2e68916f6249 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'daf9a493-e064-4bd6-aac4-b423143c6ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '11695476-7dc0-454d-b462-a8a75d24664d'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:53:22.769475 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-8fb34f6a-5458-42ae-83fe-1db53bc3e50c service neutron] Attempting to bind port f5c6fd88-b933-48c0-852f-2e68916f6249 on network 11695476-7dc0-454d-b462-a8a75d24664d {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:22.789542 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-8fb34f6a-5458-42ae-83fe-1db53bc3e50c service neutron] Port f5c6fd88-b933-48c0-852f-2e68916f6249 on network 11695476-7dc0-454d-b462-a8a75d24664d not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:53:22.789876 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-8fb34f6a-5458-42ae-83fe-1db53bc3e50c service neutron] Attempting to bind port f5c6fd88-b933-48c0-852f-2e68916f6249 on network 11695476-7dc0-454d-b462-a8a75d24664d {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:22.802112 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-c73262a2-866a-4a73-977e-3362eb1ec739 service neutron] For port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:53:22.807127 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-8fb34f6a-5458-42ae-83fe-1db53bc3e50c service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:53:22.807365 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-8fb34f6a-5458-42ae-83fe-1db53bc3e50c service neutron] Checking segment: {'id': 'daf9a493-e064-4bd6-aac4-b423143c6ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '11695476-7dc0-454d-b462-a8a75d24664d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:22.807763 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-8fb34f6a-5458-42ae-83fe-1db53bc3e50c service neutron] Bound using segment: {'id': 'daf9a493-e064-4bd6-aac4-b423143c6ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '11695476-7dc0-454d-b462-a8a75d24664d'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:53:22.808204 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-8fb34f6a-5458-42ae-83fe-1db53bc3e50c service neutron] Bound port: f5c6fd88-b933-48c0-852f-2e68916f6249, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf9a493-e064-4bd6-aac4-b423143c6ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '11695476-7dc0-454d-b462-a8a75d24664d'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:53:22.808563 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-8fb34f6a-5458-42ae-83fe-1db53bc3e50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:22.811163 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222b1370-963d-4076-be28-6bb82611adcb tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Network cabc3502-8c15-411f-8c10-783e5be66aca is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:22.817369 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-c73262a2-866a-4a73-977e-3362eb1ec739 service neutron] Publish callbacks [] for binding, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:22.818637 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-c73262a2-866a-4a73-977e-3362eb1ec739 service neutron] 10.222.0.50 "POST /v2.0/ports/a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb/bindings HTTP/1.1" status: 201 len: 389 time: 0.7379646 Nov 23 21:53:22.819845 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-222b1370-963d-4076-be28-6bb82611adcb tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:22.832563 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222b1370-963d-4076-be28-6bb82611adcb tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:22.837624 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b1370-963d-4076-be28-6bb82611adcb tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Pushing event updated for resources: {'Port': ['ID=e83330a3-3ef5-4c13-9dbb-05339357a151,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:22.846117 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] For port 3e3fc9bd-a5df-452a-ba29-b5de58134420, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:53:22.852023 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] For port 3e3fc9bd-a5df-452a-ba29-b5de58134420, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3e3fc9bd-a5df-452a-ba29-b5de58134420,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:53:22.873415 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:22.895510 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222b1370-963d-4076-be28-6bb82611adcb tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:22.896441 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-222b1370-963d-4076-be28-6bb82611adcb tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:22.939353 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-222b1370-963d-4076-be28-6bb82611adcb tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6469405 Nov 23 21:53:22.939628 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56778) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:22.945846 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-209efccd-2664-4505-81ab-3a11c4ba6121 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:72:85:c1'}]}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:22.950817 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 1140e66c-f8b2-4bfd-bd26-687c80dce65c completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:53:23.077009 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 1140e66c-f8b2-4bfd-bd26-687c80dce65c triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:23.077959 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:23.155242 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865044f-4385-4b4b-8868-4f2b3f6360b5 None None] Pushing event updated for resources: {'Port': ['ID=3e3fc9bd-a5df-452a-ba29-b5de58134420,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:23.159947 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-8fb34f6a-5458-42ae-83fe-1db53bc3e50c service neutron] For port f5c6fd88-b933-48c0-852f-2e68916f6249, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:53:23.169462 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-8fb34f6a-5458-42ae-83fe-1db53bc3e50c service neutron] For port f5c6fd88-b933-48c0-852f-2e68916f6249, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f5c6fd88-b933-48c0-852f-2e68916f6249,segment=NetworkSegment(daf9a493-e064-4bd6-aac4-b423143c6ddc),segment_id=daf9a493-e064-4bd6-aac4-b423143c6ddc)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:53:23.179403 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] Routers {'d735e7b8-154a-40d1-b15d-bfa43cb6cacf'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:53:23.181029 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:53:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d735e7b8-154a-40d1-b15d-bfa43cb6cacf'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:23.193707 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:23.202909 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-8fb34f6a-5458-42ae-83fe-1db53bc3e50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:23.332125 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-8fb34f6a-5458-42ae-83fe-1db53bc3e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:23.333132 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-8fb34f6a-5458-42ae-83fe-1db53bc3e50c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:23.334556 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-8fb34f6a-5458-42ae-83fe-1db53bc3e50c service neutron] 10.222.0.53 "PUT /v2.0/ports/f5c6fd88-b933-48c0-852f-2e68916f6249 HTTP/1.1" status: 200 len: 1091 time: 3.0652776 Nov 23 21:53:23.338215 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d91ce3-cd40-4cca-8d4c-c900532ac540', 'tag': 'f5c6fd88-b933-48c0-852f-2e68916f6249'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:23.341474 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d594d88-39ea-445c-afcb-7f240d16425d" -d '{"events": [{"name": "network-changed", "server_uuid": "43d91ce3-cd40-4cca-8d4c-c900532ac540", "tag": "f5c6fd88-b933-48c0-852f-2e68916f6249"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:23.388369 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb34f6a-5458-42ae-83fe-1db53bc3e50c service neutron] Pushing event updated for resources: {'Port': ['ID=f5c6fd88-b933-48c0-852f-2e68916f6249,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:23.408704 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00557518-2742-4f1d-a4b7-f088a6e97403 req-0d973128-8b5e-4d9f-88df-e6517e5a4abd tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:23.410346 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-00557518-2742-4f1d-a4b7-f088a6e97403 req-0d973128-8b5e-4d9f-88df-e6517e5a4abd tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ac6d8c3-f962-4384-9182-58ba664799ad HTTP/1.1" status: 200 len: 944 time: 0.1833553 Nov 23 21:53:23.428658 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] Set router d735e7b8-154a-40d1-b15d-bfa43cb6cacf gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:53:23.444667 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:23.449222 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-209efccd-2664-4505-81ab-3a11c4ba6121 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:23.463474 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-80a2c245-b4a6-4fb0-82b3-7fd661de5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:23.465363 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-80a2c245-b4a6-4fb0-82b3-7fd661de5b51 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1bd93158f2904a90a3f1c7b0b7b6eb17&device_id=43d91ce3-cd40-4cca-8d4c-c900532ac540 HTTP/1.1" status: 200 len: 1094 time: 0.0656888 Nov 23 21:53:23.521582 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-4a3d9d86-84b4-460a-97ee-3ec4a7704994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:23.523483 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-4a3d9d86-84b4-460a-97ee-3ec4a7704994 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 1096 time: 0.2310798 Nov 23 21:53:23.538660 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150ad5b-3c12-48be-b239-690d07f85e71 req-ff09172e-89e7-4f58-a588-31bb800c7cdd tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:23.542183 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-630b24e4-a302-4483-af50-a243aad68f75 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5c6fd88-b933-48c0-852f-2e68916f6249 HTTP/1.1" status: 200 len: 217 time: 0.0525932 Nov 23 21:53:23.546171 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7150ad5b-3c12-48be-b239-690d07f85e71 req-ff09172e-89e7-4f58-a588-31bb800c7cdd tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 945 time: 0.2143795 Nov 23 21:53:23.551851 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Network 4fbc6412-81fe-4cf2-aa4f-1738ebc73747 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:23.556651 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:23.578163 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:23.640367 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-00557518-2742-4f1d-a4b7-f088a6e97403 req-24da0b30-415e-4b04-990d-3e2912d29033 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154763 Nov 23 21:53:23.653263 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Pushing event updated for resources: {'Port': ['ID=9e82ebd8-b877-4406-9add-08a2f604cd4a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:23.675211 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:23.676071 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:23.676666 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:23.677542 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:23.678063 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:23.683139 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:23.683747 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:23.684310 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:23.684742 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:23.685170 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:23.685608 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:23.686157 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:23.717801 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-593e1f9b-c4f8-4ed8-8f43-3a68bda7de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:23.719852 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-593e1f9b-c4f8-4ed8-8f43-3a68bda7de91 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c1ea537a-c1e0-4492-8ac2-5c5cd1c76d35 HTTP/1.1" status: 200 len: 847 time: 0.1644344 Nov 23 21:53:23.720814 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:23.795824 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-10f582a3-183a-4e63-a197-99a5fe5d62e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=11695476-7dc0-454d-b462-a8a75d24664d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288043 Nov 23 21:53:23.797278 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ae1ef443-50b8-41e6-9eef-9c7b777546aa None None] Provisioning complete for port e83330a3-3ef5-4c13-9dbb-05339357a151 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:23.798395 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ae1ef443-50b8-41e6-9eef-9c7b777546aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:23.872972 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7150ad5b-3c12-48be-b239-690d07f85e71 req-33a5b105-d77b-4605-9b9b-29614a85127d tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258278 Nov 23 21:53:23.989086 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-16cb0346-c87f-40d8-9326-38b6c82292c3 service neutron] 10.222.0.53 "GET /v2.0/networks/11695476-7dc0-454d-b462-a8a75d24664d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843503 Nov 23 21:53:23.994824 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:24.019622 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ef443-50b8-41e6-9eef-9c7b777546aa None None] Port e83330a3-3ef5-4c13-9dbb-05339357a151 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:53:24.030122 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:24.046765 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548e1b03-5adf-479f-beef-1410c65b3eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1140e66c-f8b2-4bfd-bd26-687c80dce65c'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:24.050339 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc31d7b-1f88-4d9d-a87c-26d64921617d" -d '{"events": [{"server_uuid": "548e1b03-5adf-479f-beef-1410c65b3eec", "name": "network-vif-plugged", "status": "completed", "tag": "1140e66c-f8b2-4bfd-bd26-687c80dce65c"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:24.060149 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-209efccd-2664-4505-81ab-3a11c4ba6121 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:24.083490 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 1140e66c-f8b2-4bfd-bd26-687c80dce65c, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=1140e66c-f8b2-4bfd-bd26-687c80dce65c,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:24.086428 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-a41012ce-9649-4e96-bd90-6ea100c3acca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:24.088467 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-a41012ce-9649-4e96-bd90-6ea100c3acca service neutron] 10.222.0.60 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 909 time: 0.5344985 Nov 23 21:53:24.106766 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-209efccd-2664-4505-81ab-3a11c4ba6121 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:24.114555 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:24.116113 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 1167619b-99f4-4e65-85a8-78d4105107e1 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:24.216917 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-91932bf8-01f4-40b7-a993-1f4d6af3b0bf req-8c57b5a0-44ed-4606-a14c-9a12a09f491d service neutron] 10.222.0.53 "GET /v2.0/networks/11695476-7dc0-454d-b462-a8a75d24664d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946802 Nov 23 21:53:24.241249 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f9a20357-e0d7-4394-92b8-ea2819947315 None None] Provisioning complete for port 9e82ebd8-b877-4406-9add-08a2f604cd4a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:24.241733 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f9a20357-e0d7-4394-92b8-ea2819947315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:24.247058 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-7ee53c00-ba70-490d-8864-1a0d31c8133a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb HTTP/1.1" status: 200 len: 217 time: 0.1230617 Nov 23 21:53:24.280393 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-209efccd-2664-4505-81ab-3a11c4ba6121 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] In _notify_port_updated(), no bound segment for port e83330a3-3ef5-4c13-9dbb-05339357a151 on network cabc3502-8c15-411f-8c10-783e5be66aca {{(pid=110034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 21:53:24.286305 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209efccd-2664-4505-81ab-3a11c4ba6121 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:24.287470 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-209efccd-2664-4505-81ab-3a11c4ba6121 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:24.288100 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=1140e66c-f8b2-4bfd-bd26-687c80dce65c,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:24.293136 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-209efccd-2664-4505-81ab-3a11c4ba6121 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "PUT /v2.0/ports/e83330a3-3ef5-4c13-9dbb-05339357a151 HTTP/1.1" status: 200 len: 995 time: 1.3501949 Nov 23 21:53:24.294473 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56794) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:24.324865 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 1167619b-99f4-4e65-85a8-78d4105107e1 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:53:24.333344 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f9a20357-e0d7-4394-92b8-ea2819947315 None None] Port 9e82ebd8-b877-4406-9add-08a2f604cd4a cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:53:24.337008 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 1167619b-99f4-4e65-85a8-78d4105107e1 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:24.337677 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:24.369291 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'name': 'tempest-ServersTestFqdnHostnames-925481569-router', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:16Z', 'updated_at': '2021-11-23T21:53:18Z', 'revision_number': 3, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'gw_port': {'id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:17Z', 'updated_at': '2021-11-23T21:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:24.424900 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2871aec8-f135-45d8-855a-8b2248f1b76a None None] The sync data for ids ['d735e7b8-154a-40d1-b15d-bfa43cb6cacf'] in n-d-816206-9 is: [{'id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'name': 'tempest-ServersTestFqdnHostnames-925481569-router', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:16Z', 'updated_at': '2021-11-23T21:53:18Z', 'revision_number': 3, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'gw_port': {'id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:17Z', 'updated_at': '2021-11-23T21:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:53:24.442114 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:24.461736 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:24.503061 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:24.514597 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-3d973d36-7440-4808-8846-65cb25ef42bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:24.516245 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-3d973d36-7440-4808-8846-65cb25ef42bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.1555972 Nov 23 21:53:24.536129 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f7647-83d6-41b1-bdbb-52f81b22187d req-27cc4d8b-fdc0-43fa-97cd-b0ae76e06c36 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:24.539099 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b8f7647-83d6-41b1-bdbb-52f81b22187d req-27cc4d8b-fdc0-43fa-97cd-b0ae76e06c36 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d6b59c-ef27-44ef-881a-13ce7a1ca556 HTTP/1.1" status: 200 len: 945 time: 0.7595470 Nov 23 21:53:24.577580 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 1167619b-99f4-4e65-85a8-78d4105107e1, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=1167619b-99f4-4e65-85a8-78d4105107e1,segment=NetworkSegment(5965d2b9-565a-4ad5-95e6-31217bb0b2df),segment_id=5965d2b9-565a-4ad5-95e6-31217bb0b2df)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:24.595958 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-dfdb47c2-4538-4a99-89f2-84f2e7b12863 None None] Provisioning complete for port e83330a3-3ef5-4c13-9dbb-05339357a151 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:24.596426 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dfdb47c2-4538-4a99-89f2-84f2e7b12863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:24.598407 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:24.611897 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-7fc7a27f-0f40-41bc-89e9-035f5e2322a2 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Deleting port e83330a3-3ef5-4c13-9dbb-05339357a151 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:53:24.612248 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7fc7a27f-0f40-41bc-89e9-035f5e2322a2 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:24.615605 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:24.624171 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Pushing event updated for resources: {'Port': ['ID=9e82ebd8-b877-4406-9add-08a2f604cd4a,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:24.635984 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-3f8f89e0-ef13-466b-ad44-b196f49c81ec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772345 Nov 23 21:53:24.675786 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91503236-63da-4bb9-8ca7-b22aba9eff17 req-1038dfe4-ff2f-406f-b131-74e79d60853a tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:24.679142 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91503236-63da-4bb9-8ca7-b22aba9eff17 req-1038dfe4-ff2f-406f-b131-74e79d60853a tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.50 "GET /v2.0/ports?device_id=43d91ce3-cd40-4cca-8d4c-c900532ac540 HTTP/1.1" status: 200 len: 943 time: 0.5891728 Nov 23 21:53:24.702587 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-dfdb47c2-4538-4a99-89f2-84f2e7b12863 None None] Port e83330a3-3ef5-4c13-9dbb-05339357a151 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:53:24.727017 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=1167619b-99f4-4e65-85a8-78d4105107e1,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:24.816775 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-725ea310-8f35-44d0-9cff-601d6c165445 service neutron] 10.222.0.60 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244199 Nov 23 21:53:24.854968 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7fc7a27f-0f40-41bc-89e9-035f5e2322a2 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:24.877702 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-7fc7a27f-0f40-41bc-89e9-035f5e2322a2 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Calling delete_port for e83330a3-3ef5-4c13-9dbb-05339357a151 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:53:24.886536 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8a69a-8e31-46d5-8421-11843684b054 req-5b27933c-b818-440f-aa5e-c399b74a8171 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:24.888406 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-34c8a69a-8e31-46d5-8421-11843684b054 req-5b27933c-b818-440f-aa5e-c399b74a8171 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.60 "GET /v2.0/ports?device_id=49d6b59c-ef27-44ef-881a-13ce7a1ca556 HTTP/1.1" status: 200 len: 945 time: 0.2018697 Nov 23 21:53:24.933857 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91503236-63da-4bb9-8ca7-b22aba9eff17 req-9742a5ed-61b1-43eb-bec3-6a01b5c9a6e8 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c5d17f0-6260-4149-a815-6330ccb4e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166191 Nov 23 21:53:24.934438 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Network 4fbc6412-81fe-4cf2-aa4f-1738ebc73747 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:24.949729 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209efccd-2664-4505-81ab-3a11c4ba6121 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Pushing event updated for resources: {'Port': ['ID=e83330a3-3ef5-4c13-9dbb-05339357a151,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:24.991147 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:25.014012 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb157903-e518-4817-8787-2fcaa97e7c43 x-openstack-request-id: req-eb157903-e518-4817-8787-2fcaa97e7c43 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:25.014304 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d91ce3-cd40-4cca-8d4c-c900532ac540", "tag": "f5c6fd88-b933-48c0-852f-2e68916f6249", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:25.014553 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eb157903-e518-4817-8787-2fcaa97e7c43 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:25.014985 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d91ce3-cd40-4cca-8d4c-c900532ac540', 'tag': 'f5c6fd88-b933-48c0-852f-2e68916f6249', 'status': 'completed', 'code': 200} Nov 23 21:53:25.052600 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b8f7647-83d6-41b1-bdbb-52f81b22187d req-8616ae0b-bc63-4eb5-bea5-272d4463e9e2 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143305 Nov 23 21:53:25.097581 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-d5197848-2824-4f96-8e0d-ff9d91540223 service neutron] 10.222.0.60 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204251 Nov 23 21:53:25.256867 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254bda90-344a-41c8-9ed8-d8f740394acd x-openstack-request-id: req-254bda90-344a-41c8-9ed8-d8f740394acd {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:25.256867 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548e1b03-5adf-479f-beef-1410c65b3eec", "name": "network-vif-plugged", "status": "completed", "tag": "1140e66c-f8b2-4bfd-bd26-687c80dce65c", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:25.256867 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-254bda90-344a-41c8-9ed8-d8f740394acd {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:25.256867 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548e1b03-5adf-479f-beef-1410c65b3eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1140e66c-f8b2-4bfd-bd26-687c80dce65c', 'code': 200} Nov 23 21:53:25.330927 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3e3fc9bd-a5df-452a-ba29-b5de58134420 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:25.387952 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d594d88-39ea-445c-afcb-7f240d16425d req-9328bc68-ee30-4a21-b500-aa7de98d13e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:25.389708 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5d594d88-39ea-445c-afcb-7f240d16425d req-9328bc68-ee30-4a21-b500-aa7de98d13e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1bd93158f2904a90a3f1c7b0b7b6eb17&device_id=43d91ce3-cd40-4cca-8d4c-c900532ac540 HTTP/1.1" status: 200 len: 1094 time: 0.3179874 Nov 23 21:53:25.469611 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 3e3fc9bd-a5df-452a-ba29-b5de58134420 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:25.469611 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:25.480880 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-34c8a69a-8e31-46d5-8421-11843684b054 req-ff93ce02-9bf5-4f9d-9736-83419b0debb8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Deleting port e3044ebb-da15-4a13-bc0a-a3faae294a02 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:53:25.480880 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-34c8a69a-8e31-46d5-8421-11843684b054 req-ff93ce02-9bf5-4f9d-9736-83419b0debb8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:25.493939 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6c469-bed6-45b5-983a-91c226a979e5 req-c020a105-ad3d-4058-b9c8-9270a49ec1da tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:25.495589 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4e6c469-bed6-45b5-983a-91c226a979e5 req-c020a105-ad3d-4058-b9c8-9270a49ec1da tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 945 time: 0.3403277 Nov 23 21:53:25.559191 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14d1e2-93b9-4728-9c58-3214c70b3e2d req-70e10713-94e4-4b34-8f7c-40bd3b10289b tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:25.561500 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e14d1e2-93b9-4728-9c58-3214c70b3e2d req-70e10713-94e4-4b34-8f7c-40bd3b10289b tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ac6d8c3-f962-4384-9182-58ba664799ad HTTP/1.1" status: 200 len: 945 time: 0.2779541 Nov 23 21:53:25.582688 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-fb453bdc-912c-49fb-8b59-5145ae4d2930 None None] Provisioning complete for port 9e82ebd8-b877-4406-9add-08a2f604cd4a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:25.583300 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fb453bdc-912c-49fb-8b59-5145ae4d2930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:25.601323 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d594d88-39ea-445c-afcb-7f240d16425d req-ba8a682b-adab-4a46-9c43-13b0adcff014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:25.607675 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5d594d88-39ea-445c-afcb-7f240d16425d req-ba8a682b-adab-4a46-9c43-13b0adcff014 service neutron] 10.222.0.53 "GET /v2.0/networks?id=11695476-7dc0-454d-b462-a8a75d24664d HTTP/1.1" status: 200 len: 908 time: 0.2096345 Nov 23 21:53:25.615101 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7fc7a27f-0f40-41bc-89e9-035f5e2322a2 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:25.619325 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Router d735e7b8-154a-40d1-b15d-bfa43cb6cacf has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:53:25.621143 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:25.645429 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-fb453bdc-912c-49fb-8b59-5145ae4d2930 None None] Port 9e82ebd8-b877-4406-9add-08a2f604cd4a cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:53:25.659223 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 3e3fc9bd-a5df-452a-ba29-b5de58134420, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3e3fc9bd-a5df-452a-ba29-b5de58134420,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:25.665768 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:25.736377 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e14d1e2-93b9-4728-9c58-3214c70b3e2d req-8800401d-a6ca-4ece-babc-3d235a4a15b6 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380539 Nov 23 21:53:25.752319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f391ab2-66dc-4db1-96c9-d24ab3d51274 req-cb2dcca9-5943-406f-8929-f6e6691531b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:25.763118 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=3e3fc9bd-a5df-452a-ba29-b5de58134420,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:25.767306 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f391ab2-66dc-4db1-96c9-d24ab3d51274 req-cb2dcca9-5943-406f-8929-f6e6691531b4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 1096 time: 0.3940492 Nov 23 21:53:25.842855 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5d594d88-39ea-445c-afcb-7f240d16425d req-7ada1864-8ac8-470e-accd-266b5b9fb696 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5c6fd88-b933-48c0-852f-2e68916f6249 HTTP/1.1" status: 200 len: 217 time: 0.2222202 Nov 23 21:53:25.874493 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4e6c469-bed6-45b5-983a-91c226a979e5 req-981574a5-2a22-4194-8883-621dfcc2d387 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558955 Nov 23 21:53:25.907914 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7a27f-0f40-41bc-89e9-035f5e2322a2 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Pushing event deleted for resources: {'Port': ['ID=e83330a3-3ef5-4c13-9dbb-05339357a151,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:25.936125 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f391ab2-66dc-4db1-96c9-d24ab3d51274 req-c0ffbf83-97bc-4218-8df3-96014707dae5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465909 Nov 23 21:53:25.979713 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac14be-55e5-4224-96cb-1c5da67067d4 req-b32d93b1-3f99-4ebf-a5fe-23755361d0de tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:25.993847 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-57ac14be-55e5-4224-96cb-1c5da67067d4 req-b32d93b1-3f99-4ebf-a5fe-23755361d0de tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 945 time: 0.1179125 Nov 23 21:53:26.038942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-34c8a69a-8e31-46d5-8421-11843684b054 req-ff93ce02-9bf5-4f9d-9736-83419b0debb8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] For port e3044ebb-da15-4a13-bc0a-a3faae294a02, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e3044ebb-da15-4a13-bc0a-a3faae294a02,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:26.039324 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-34c8a69a-8e31-46d5-8421-11843684b054 req-ff93ce02-9bf5-4f9d-9736-83419b0debb8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:26.093595 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-34c8a69a-8e31-46d5-8421-11843684b054 req-ff93ce02-9bf5-4f9d-9736-83419b0debb8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Calling delete_port for e3044ebb-da15-4a13-bc0a-a3faae294a02 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:53:26.137361 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-57ac14be-55e5-4224-96cb-1c5da67067d4 req-3ccf37ea-186b-4441-b687-e36e98e9075c tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422906 Nov 23 21:53:26.192873 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb467f3-4533-457b-83d6-98827b48fc5c req-64ed1bd9-8a2e-4e73-a55e-92b8eabaff59 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:26.199316 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7fb467f3-4533-457b-83d6-98827b48fc5c req-64ed1bd9-8a2e-4e73-a55e-92b8eabaff59 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.50 "GET /v2.0/ports?device_id=43d91ce3-cd40-4cca-8d4c-c900532ac540 HTTP/1.1" status: 200 len: 943 time: 0.1483488 Nov 23 21:53:26.306910 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7fb467f3-4533-457b-83d6-98827b48fc5c req-7f6e17e5-b502-46db-9aec-b348fbb2ca89 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c5d17f0-6260-4149-a815-6330ccb4e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039486 Nov 23 21:53:26.331361 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338a379-b797-45b8-b9a7-b7fee3f25286 req-d3e3a6b3-0734-43dc-a629-d902f4b168f2 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:26.333838 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e338a379-b797-45b8-b9a7-b7fee3f25286 req-d3e3a6b3-0734-43dc-a629-d902f4b168f2 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d6b59c-ef27-44ef-881a-13ce7a1ca556 HTTP/1.1" status: 200 len: 945 time: 0.0769362 Nov 23 21:53:26.396034 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e338a379-b797-45b8-b9a7-b7fee3f25286 req-26a3ae1d-5059-4d88-a10c-235bf6c94ba7 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556304 Nov 23 21:53:26.666112 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d594d88-39ea-445c-afcb-7f240d16425d req-04cc76bb-76e2-4d50-ae00-6705b5a67e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:26.667698 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5d594d88-39ea-445c-afcb-7f240d16425d req-04cc76bb-76e2-4d50-ae00-6705b5a67e7f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c1ea537a-c1e0-4492-8ac2-5c5cd1c76d35 HTTP/1.1" status: 200 len: 847 time: 0.7768769 Nov 23 21:53:26.717878 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7fc7a27f-0f40-41bc-89e9-035f5e2322a2 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:26.722275 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7fc7a27f-0f40-41bc-89e9-035f5e2322a2 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "DELETE /v2.0/ports/e83330a3-3ef5-4c13-9dbb-05339357a151 HTTP/1.1" status: 204 len: 168 time: 2.4265196 Nov 23 21:53:26.725132 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56808) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:26.754687 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5d594d88-39ea-445c-afcb-7f240d16425d req-2c2e1f02-99cc-4035-b163-b6ef6de00336 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=11695476-7dc0-454d-b462-a8a75d24664d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782309 Nov 23 21:53:26.787270 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6d15fb-8574-41ce-af12-fe23f2ec01af tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] GET failed (client error): The resource could not be found. Nov 23 21:53:26.794463 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5c6d15fb-8574-41ce-af12-fe23f2ec01af tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "GET /v2.0/ports/e83330a3-3ef5-4c13-9dbb-05339357a151 HTTP/1.1" status: 404 len: 333 time: 0.0680995 Nov 23 21:53:26.795382 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56814) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:26.807773 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-fad124f2-4280-4d34-b71c-4f7f836cddb6 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Request body: {'port': {'network_id': 'cabc3502-8c15-411f-8c10-783e5be66aca', 'name': 'tempest-AllowedAddressPairTestJSON-155396501'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:27.011633 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:53:27.044571 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-90671883-90f0-4efd-8beb-4bbbaadbc4ce admin admin] 10.222.0.50 "PUT /v2.0/routers/d735e7b8-154a-40d1-b15d-bfa43cb6cacf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1517596 Nov 23 21:53:27.161778 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3d52b-bdbe-496c-9b35-09b928be2eb9 req-117baeb3-812a-4a3f-a845-eb1a3af8983a tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:27.167499 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8a3d52b-bdbe-496c-9b35-09b928be2eb9 req-117baeb3-812a-4a3f-a845-eb1a3af8983a tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ac6d8c3-f962-4384-9182-58ba664799ad HTTP/1.1" status: 200 len: 945 time: 0.2092152 Nov 23 21:53:27.175027 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac6d8c3-f962-4384-9182-58ba664799ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1167619b-99f4-4e65-85a8-78d4105107e1'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:27.177567 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57939d69-34dd-4f79-a071-4c0c60cdc87b" -d '{"events": [{"server_uuid": "9ac6d8c3-f962-4384-9182-58ba664799ad", "name": "network-vif-plugged", "status": "completed", "tag": "1167619b-99f4-4e65-85a8-78d4105107e1"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:27.227295 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3e3fc9bd-a5df-452a-ba29-b5de58134420 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:27.229936 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e67c8-bfdb-4b8e-b8ca-cffd607f65f5 req-4b4bbc74-9c99-47a5-80f1-61d71a01551e tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:27.241609 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-211e67c8-bfdb-4b8e-b8ca-cffd607f65f5 req-4b4bbc74-9c99-47a5-80f1-61d71a01551e tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 945 time: 0.2283802 Nov 23 21:53:27.300044 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad124f2-4280-4d34-b71c-4f7f836cddb6 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Made reservation on behalf of 52641051005940aabef706a65d604b7e for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:27.301720 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 3e3fc9bd-a5df-452a-ba29-b5de58134420 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:27.302092 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:27.304214 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fad124f2-4280-4d34-b71c-4f7f836cddb6 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:27.319291 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5d594d88-39ea-445c-afcb-7f240d16425d req-ff90834f-4c50-4bd4-a6e4-798ba764359d service neutron] 10.222.0.53 "GET /v2.0/networks/11695476-7dc0-454d-b462-a8a75d24664d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5450397 Nov 23 21:53:27.364086 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8a3d52b-bdbe-496c-9b35-09b928be2eb9 req-e9e34ac1-a114-49e3-9c6d-5275d6d55abc tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574161 Nov 23 21:53:27.370142 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-fad124f2-4280-4d34-b71c-4f7f836cddb6 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] device_id is not set on port 7dfa36cf-1d5a-4403-89b2-5456962ec6a3 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 21:53:27.386069 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-211e67c8-bfdb-4b8e-b8ca-cffd607f65f5 req-714fc36b-99a0-4497-9a24-2fb5cbf12f8d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293004 Nov 23 21:53:27.435830 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] Sync routers for ids ['d735e7b8-154a-40d1-b15d-bfa43cb6cacf'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:53:27.455652 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] Routers {'d735e7b8-154a-40d1-b15d-bfa43cb6cacf'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:53:27.456535 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:53:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d735e7b8-154a-40d1-b15d-bfa43cb6cacf'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:27.488260 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c16fd7-4fcd-4963-bbf0-35d68b7bbf41 x-openstack-request-id: req-16c16fd7-4fcd-4963-bbf0-35d68b7bbf41 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:27.488561 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac6d8c3-f962-4384-9182-58ba664799ad", "name": "network-vif-plugged", "status": "completed", "tag": "1167619b-99f4-4e65-85a8-78d4105107e1", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:27.488821 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-16c16fd7-4fcd-4963-bbf0-35d68b7bbf41 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:27.490913 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac6d8c3-f962-4384-9182-58ba664799ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1167619b-99f4-4e65-85a8-78d4105107e1', 'code': 200} Nov 23 21:53:27.541259 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5d594d88-39ea-445c-afcb-7f240d16425d req-76689216-dce9-47d1-88ac-93cfb2c36006 service neutron] 10.222.0.53 "GET /v2.0/networks/11695476-7dc0-454d-b462-a8a75d24664d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112939 Nov 23 21:53:27.542185 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-34c8a69a-8e31-46d5-8421-11843684b054 req-ff93ce02-9bf5-4f9d-9736-83419b0debb8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:27.574271 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93ce02-9bf5-4f9d-9736-83419b0debb8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Pushing event deleted for resources: {'Port': ['ID=e3044ebb-da15-4a13-bc0a-a3faae294a02,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:27.576530 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['4a70a9bd-240b-4448-abe5-073150fdd13a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:53:27.612410 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] Set router d735e7b8-154a-40d1-b15d-bfa43cb6cacf gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:53:27.659731 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c8a69a-8e31-46d5-8421-11843684b054 req-ff93ce02-9bf5-4f9d-9736-83419b0debb8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] No DVR routers for this DVR port e3044ebb-da15-4a13-bc0a-a3faae294a02 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:53:27.663843 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-34c8a69a-8e31-46d5-8421-11843684b054 req-ff93ce02-9bf5-4f9d-9736-83419b0debb8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:27.668475 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-34c8a69a-8e31-46d5-8421-11843684b054 req-ff93ce02-9bf5-4f9d-9736-83419b0debb8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.60 "DELETE /v2.0/ports/e3044ebb-da15-4a13-bc0a-a3faae294a02 HTTP/1.1" status: 204 len: 173 time: 2.7721579 Nov 23 21:53:27.669064 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d6b59c-ef27-44ef-881a-13ce7a1ca556', 'name': 'network-vif-deleted', 'tag': 'e3044ebb-da15-4a13-bc0a-a3faae294a02'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:27.677162 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94590519-bb17-4007-84d7-ccf6a9e14839" -d '{"events": [{"server_uuid": "49d6b59c-ef27-44ef-881a-13ce7a1ca556", "name": "network-vif-deleted", "tag": "e3044ebb-da15-4a13-bc0a-a3faae294a02"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:27.868248 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-fad124f2-4280-4d34-b71c-4f7f836cddb6 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Allocated IP 172.20.0.14 (cabc3502-8c15-411f-8c10-783e5be66aca/6c4e83b1-feab-4789-94b8-69eea1abd7a6/7dfa36cf-1d5a-4403-89b2-5456962ec6a3) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:27.886218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e42129-d41a-4cf4-803f-597d1d171394 req-7a74a249-98f2-47a7-9066-81534d8b6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:27.887819 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09e42129-d41a-4cf4-803f-597d1d171394 req-7a74a249-98f2-47a7-9066-81534d8b6a18 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9ac6d8c3-f962-4384-9182-58ba664799ad HTTP/1.1" status: 200 len: 1096 time: 0.0763521 Nov 23 21:53:27.903426 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e5fe6d3a-1aaa-475a-bc80-7f172e01fe6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:27.946250 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f3ca8-ed4f-426b-8774-cd4cbc257df2 req-f90ca9e4-78e8-4a68-beb4-b259bceac8af tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:27.947911 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b35f3ca8-ed4f-426b-8774-cd4cbc257df2 req-f90ca9e4-78e8-4a68-beb4-b259bceac8af tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 945 time: 0.4226573 Nov 23 21:53:27.987396 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09e42129-d41a-4cf4-803f-597d1d171394 req-37d6d131-7b57-4ab0-ba95-d80ef47f471c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716026 Nov 23 21:53:28.063079 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'name': 'tempest-ServersTestFqdnHostnames-925481569-router', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:16Z', 'updated_at': '2021-11-23T21:53:23Z', 'revision_number': 4, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'gw_port': {'id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:17Z', 'updated_at': '2021-11-23T21:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '9e82ebd8-b877-4406-9add-08a2f604cd4a', 'name': '', 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'mac_address': 'fa:16:3e:c6:41:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '78f06991-0b98-4c87-a752-a357dd9f78db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:22Z', 'updated_at': '2021-11-23T21:53:24Z', 'revision_number': 2, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'subnets': [{'id': '78f06991-0b98-4c87-a752-a357dd9f78db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:28.065855 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b35f3ca8-ed4f-426b-8774-cd4cbc257df2 req-5b3c674f-0e79-4e27-9eed-89420665658f tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893102 Nov 23 21:53:28.097365 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f5c6fd88-b933-48c0-852f-2e68916f6249 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:53:28.127014 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] Checking router: d735e7b8-154a-40d1-b15d-bfa43cb6cacf for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:53:28.127683 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] Updating router d735e7b8-154a-40d1-b15d-bfa43cb6cacf port 9e82ebd8-b877-4406-9add-08a2f604cd4a binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:53:28.169468 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56844) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:28.176096 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-1ec4a50e-584a-4a38-b9b8-f5f5cd41c4d3 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Request body: {'security_group': {'name': 'tempest-securitygroup--154004857', 'description': 'tempest-description--1876411872'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:28.187856 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:28.257769 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a50e-584a-4a38-b9b8-f5f5cd41c4d3 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:28.321854 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee914bd1-4923-4bba-9f62-abaa927d27cc req-7f481095-426a-4f8d-b3cd-1e9a24f3d129 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:28.331835 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee914bd1-4923-4bba-9f62-abaa927d27cc req-7f481095-426a-4f8d-b3cd-1e9a24f3d129 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.50 "GET /v2.0/ports?device_id=43d91ce3-cd40-4cca-8d4c-c900532ac540 HTTP/1.1" status: 200 len: 943 time: 0.1319678 Nov 23 21:53:28.357470 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port f5c6fd88-b933-48c0-852f-2e68916f6249, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f5c6fd88-b933-48c0-852f-2e68916f6249,segment=NetworkSegment(daf9a493-e064-4bd6-aac4-b423143c6ddc),segment_id=daf9a493-e064-4bd6-aac4-b423143c6ddc)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:28.381345 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'f5c6fd88-b933-48c0-852f-2e68916f6249', 'network_id': '11695476-7dc0-454d-b462-a8a75d24664d', 'port_id': 'f5c6fd88-b933-48c0-852f-2e68916f6249', 'mac_address': 'fa:16:3e:6b:2a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1ea537a-c1e0-4492-8ac2-5c5cd1c76d35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:53:28.396809 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-01eea8cb-0f6f-4c3d-b913-79e15990cdcd req-fadb66c5-545a-47ab-9556-81261b4bdfcf tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d6b59c-ef27-44ef-881a-13ce7a1ca556 HTTP/1.1" status: 200 len: 210 time: 0.0999951 Nov 23 21:53:28.416584 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a50e-584a-4a38-b9b8-f5f5cd41c4d3 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:28.440118 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a50e-584a-4a38-b9b8-f5f5cd41c4d3 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:28.471754 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:28.475676 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee914bd1-4923-4bba-9f62-abaa927d27cc req-f94db9cb-fa02-4ad9-a5bb-c11461906f5e tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c5d17f0-6260-4149-a815-6330ccb4e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427438 Nov 23 21:53:28.491108 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0a9632-2f01-4fb8-846f-015f23970773 x-openstack-request-id: req-6c0a9632-2f01-4fb8-846f-015f23970773 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:28.491413 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d6b59c-ef27-44ef-881a-13ce7a1ca556", "name": "network-vif-deleted", "tag": "e3044ebb-da15-4a13-bc0a-a3faae294a02", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:28.495093 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c0a9632-2f01-4fb8-846f-015f23970773 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:28.495543 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d6b59c-ef27-44ef-881a-13ce7a1ca556', 'name': 'network-vif-deleted', 'tag': 'e3044ebb-da15-4a13-bc0a-a3faae294a02', 'status': 'completed', 'code': 200} Nov 23 21:53:28.534324 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c6fd88-b933-48c0-852f-2e68916f6249 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:53:28.549103 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fad124f2-4280-4d34-b71c-4f7f836cddb6 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:28.549334 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1ec4a50e-584a-4a38-b9b8-f5f5cd41c4d3 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:28.554681 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1ec4a50e-584a-4a38-b9b8-f5f5cd41c4d3 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3813219 Nov 23 21:53:28.557008 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56850) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:28.558944 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4a50e-584a-4a38-b9b8-f5f5cd41c4d3 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76fbecbd-33c3-4f0d-ac00-e9120c1fd26b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:28.566406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-f6f62d03-a0b0-4ac1-b07d-1531f7dfe8e1 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Request body: {'security_group_rule': {'security_group_id': '76fbecbd-33c3-4f0d-ac00-e9120c1fd26b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:28.597132 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port f5c6fd88-b933-48c0-852f-2e68916f6249, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f5c6fd88-b933-48c0-852f-2e68916f6249,segment=NetworkSegment(daf9a493-e064-4bd6-aac4-b423143c6ddc),segment_id=daf9a493-e064-4bd6-aac4-b423143c6ddc)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:28.602749 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:28.693671 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=f5c6fd88-b933-48c0-852f-2e68916f6249,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:28.737614 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e3044ebb-da15-4a13-bc0a-a3faae294a02 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:53:28.747085 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f6f62d03-a0b0-4ac1-b07d-1531f7dfe8e1 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:28.749636 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:28.758081 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:28.787458 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: e3044ebb-da15-4a13-bc0a-a3faae294a02 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:53:28.787970 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e3044ebb-da15-4a13-bc0a-a3faae294a02 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:53:28.838577 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ea76d-1257-4494-8caf-2b7d078210e9 req-28a50692-b25d-4228-b79a-03e2ed139289 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:28.842222 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-943ea76d-1257-4494-8caf-2b7d078210e9 req-28a50692-b25d-4228-b79a-03e2ed139289 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ac6d8c3-f962-4384-9182-58ba664799ad HTTP/1.1" status: 200 len: 945 time: 0.2237711 Nov 23 21:53:28.851149 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f6f62d03-a0b0-4ac1-b07d-1531f7dfe8e1 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:28.882326 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c816b27-ea46-4659-b8b4-0a5f0b67b3e2 None None] Pushing event updated for resources: {'Port': ['ID=9e82ebd8-b877-4406-9add-08a2f604cd4a,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:28.894417 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['f5c6fd88-b933-48c0-852f-2e68916f6249'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:53:28.913551 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] Attempting to bind port 9e82ebd8-b877-4406-9add-08a2f604cd4a on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:53:28.913981 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] Attempting to bind port 9e82ebd8-b877-4406-9add-08a2f604cd4a by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '424a5af0-9696-4588-b06e-68eb94118e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:53:28.914357 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] Attempting to bind port 9e82ebd8-b877-4406-9add-08a2f604cd4a on network 4fbc6412-81fe-4cf2-aa4f-1738ebc73747 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:28.920316 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f6f62d03-a0b0-4ac1-b07d-1531f7dfe8e1 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:28.928192 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:53:28.928870 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] Checking segment: {'id': '424a5af0-9696-4588-b06e-68eb94118e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:28.929280 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:28.929760 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] Bound using segment: {'id': '424a5af0-9696-4588-b06e-68eb94118e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:53:28.930349 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] Bound port: 9e82ebd8-b877-4406-9add-08a2f604cd4a, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424a5af0-9696-4588-b06e-68eb94118e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:53:28.930807 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:29.020195 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] For port 9e82ebd8-b877-4406-9add-08a2f604cd4a, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:53:29.024370 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] For port 9e82ebd8-b877-4406-9add-08a2f604cd4a, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9e82ebd8-b877-4406-9add-08a2f604cd4a,segment=NetworkSegment(424a5af0-9696-4588-b06e-68eb94118e29),segment_id=424a5af0-9696-4588-b06e-68eb94118e29)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:53:29.041652 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:29.127618 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] Routers {'d735e7b8-154a-40d1-b15d-bfa43cb6cacf'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:53:29.129003 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:53:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d735e7b8-154a-40d1-b15d-bfa43cb6cacf'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:29.244328 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3e83f9cb-20ef-4051-be27-2c004c730245 None None] Provisioning complete for port 9e82ebd8-b877-4406-9add-08a2f604cd4a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:29.257130 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3e83f9cb-20ef-4051-be27-2c004c730245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:29.326877 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] Set router d735e7b8-154a-40d1-b15d-bfa43cb6cacf gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:53:29.411506 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f62d03-a0b0-4ac1-b07d-1531f7dfe8e1 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d0d123-4ab8-4f74-9f78-ba4c090b5d5b,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:29.418548 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3e83f9cb-20ef-4051-be27-2c004c730245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:29.434762 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8400a4-a2fe-44d3-b51e-3d8a680b7c46 req-dc70009a-6160-45be-80a3-b99160fbf595 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:29.444485 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b8400a4-a2fe-44d3-b51e-3d8a680b7c46 req-dc70009a-6160-45be-80a3-b99160fbf595 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 945 time: 0.7878251 Nov 23 21:53:29.455060 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f6f62d03-a0b0-4ac1-b07d-1531f7dfe8e1 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:29.459620 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56866) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:29.460239 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f6f62d03-a0b0-4ac1-b07d-1531f7dfe8e1 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9014585 Nov 23 21:53:29.466840 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-98853e0c-b038-4e6e-8fe1-ab1401b4a4dc tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Request body: {'security_group_rule': {'security_group_id': '76fbecbd-33c3-4f0d-ac00-e9120c1fd26b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:29.488829 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c816b27-ea46-4659-b8b4-0a5f0b67b3e2 None None] Pushing event updated for resources: {'Port': ['ID=9e82ebd8-b877-4406-9add-08a2f604cd4a,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:29.489882 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f62d03-a0b0-4ac1-b07d-1531f7dfe8e1 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:29.490380 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f62d03-a0b0-4ac1-b07d-1531f7dfe8e1 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:29.492348 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f62d03-a0b0-4ac1-b07d-1531f7dfe8e1 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:29.493032 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f62d03-a0b0-4ac1-b07d-1531f7dfe8e1 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:29.493512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f62d03-a0b0-4ac1-b07d-1531f7dfe8e1 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:29.493994 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f62d03-a0b0-4ac1-b07d-1531f7dfe8e1 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:29.495052 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f62d03-a0b0-4ac1-b07d-1531f7dfe8e1 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:29.495565 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f62d03-a0b0-4ac1-b07d-1531f7dfe8e1 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:29.496039 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f62d03-a0b0-4ac1-b07d-1531f7dfe8e1 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:29.496508 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f62d03-a0b0-4ac1-b07d-1531f7dfe8e1 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:29.497411 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f62d03-a0b0-4ac1-b07d-1531f7dfe8e1 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:29.497896 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f62d03-a0b0-4ac1-b07d-1531f7dfe8e1 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:53:29.499439 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-3e83f9cb-20ef-4051-be27-2c004c730245 None None] For port 9e82ebd8-b877-4406-9add-08a2f604cd4a, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9e82ebd8-b877-4406-9add-08a2f604cd4a,segment=NetworkSegment(424a5af0-9696-4588-b06e-68eb94118e29),segment_id=424a5af0-9696-4588-b06e-68eb94118e29)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:29.509202 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3e83f9cb-20ef-4051-be27-2c004c730245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:29.510640 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-943ea76d-1257-4494-8caf-2b7d078210e9 req-75b8e150-037a-4fa4-aad5-cfc528c0cdfa tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6583211 Nov 23 21:53:29.563910 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b8400a4-a2fe-44d3-b51e-3d8a680b7c46 req-990774b2-a673-4eef-a438-d0472f6ce070 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178257 Nov 23 21:53:29.564164 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98853e0c-b038-4e6e-8fe1-ab1401b4a4dc tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:29.574018 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fad124f2-4280-4d34-b71c-4f7f836cddb6 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:29.606746 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e83f9cb-20ef-4051-be27-2c004c730245 None None] Pushing event updated for resources: {'Port': ['ID=9e82ebd8-b877-4406-9add-08a2f604cd4a,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:29.637878 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad124f2-4280-4d34-b71c-4f7f836cddb6 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Pushing event updated for resources: {'Port': ['ID=7dfa36cf-1d5a-4403-89b2-5456962ec6a3,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:29.649562 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8c4436cc-b143-4e01-873f-748b4a012e88 None None] Provisioning complete for port 9e82ebd8-b877-4406-9add-08a2f604cd4a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:29.650293 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8c4436cc-b143-4e01-873f-748b4a012e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:29.675351 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad124f2-4280-4d34-b71c-4f7f836cddb6 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Network cabc3502-8c15-411f-8c10-783e5be66aca is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:29.675351 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-fad124f2-4280-4d34-b71c-4f7f836cddb6 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:29.683130 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad124f2-4280-4d34-b71c-4f7f836cddb6 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:29.792205 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98853e0c-b038-4e6e-8fe1-ab1401b4a4dc tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:29.808129 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98853e0c-b038-4e6e-8fe1-ab1401b4a4dc tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:29.829545 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:29.836393 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad124f2-4280-4d34-b71c-4f7f836cddb6 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:29.837430 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fad124f2-4280-4d34-b71c-4f7f836cddb6 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:29.882952 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98853e0c-b038-4e6e-8fe1-ab1401b4a4dc tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da743b5-80c7-4f6e-907c-5a25806356aa,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:29.901723 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fad124f2-4280-4d34-b71c-4f7f836cddb6 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1050761 Nov 23 21:53:29.904388 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56874) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:29.911991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec53bd9-8b37-46e7-9a70-6e7d2dcf7f68 req-7b3704c9-404e-4b43-92f0-f16a1a8ccef5 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:29.921010 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3ec53bd9-8b37-46e7-9a70-6e7d2dcf7f68 req-7b3704c9-404e-4b43-92f0-f16a1a8ccef5 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.50 "GET /v2.0/ports?device_id=43d91ce3-cd40-4cca-8d4c-c900532ac540 HTTP/1.1" status: 200 len: 944 time: 0.1201410 Nov 23 21:53:29.926035 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-65ea98d5-4096-4ad8-8f5c-26b8548a1459 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Request body: {'port': {'network_id': 'cabc3502-8c15-411f-8c10-783e5be66aca', 'name': 'tempest-AllowedAddressPairTestJSON-359888345'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:29.943963 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'name': 'tempest-ServersTestFqdnHostnames-925481569-router', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:16Z', 'updated_at': '2021-11-23T21:53:23Z', 'revision_number': 4, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'gw_port': {'id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:17Z', 'updated_at': '2021-11-23T21:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '9e82ebd8-b877-4406-9add-08a2f604cd4a', 'name': '', 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'mac_address': 'fa:16:3e:c6:41:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '78f06991-0b98-4c87-a752-a357dd9f78db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:22Z', 'updated_at': '2021-11-23T21:53:29Z', 'revision_number': 4, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'subnets': [{'id': '78f06991-0b98-4c87-a752-a357dd9f78db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:29.950343 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98853e0c-b038-4e6e-8fe1-ab1401b4a4dc tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:29.956242 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f65456-2704-4bf0-9f9b-6dfe6963a163 req-8b54c138-35b2-43f2-91ec-ac50c97938ae tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:29.957170 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-98853e0c-b038-4e6e-8fe1-ab1401b4a4dc tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4964502 Nov 23 21:53:29.967682 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-01f65456-2704-4bf0-9f9b-6dfe6963a163 req-8b54c138-35b2-43f2-91ec-ac50c97938ae tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 945 time: 0.2361839 Nov 23 21:53:29.982614 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56876) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:29.983016 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ca1ec3-01bf-44fd-b61c-0f7f6a290e09 None None] The sync data for ids ['d735e7b8-154a-40d1-b15d-bfa43cb6cacf'] in n-d-816206-9 is: [{'id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'name': 'tempest-ServersTestFqdnHostnames-925481569-router', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:16Z', 'updated_at': '2021-11-23T21:53:23Z', 'revision_number': 4, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'gw_port': {'id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:17Z', 'updated_at': '2021-11-23T21:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '9e82ebd8-b877-4406-9add-08a2f604cd4a', 'name': '', 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'mac_address': 'fa:16:3e:c6:41:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '78f06991-0b98-4c87-a752-a357dd9f78db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:22Z', 'updated_at': '2021-11-23T21:53:29Z', 'revision_number': 4, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'subnets': [{'id': '78f06991-0b98-4c87-a752-a357dd9f78db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:53:29.990694 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d901ebe0-9c29-4d61-bc98-8b601b167912 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:30.046944 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d901ebe0-9c29-4d61-bc98-8b601b167912 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:30.109965 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f5c6fd88-b933-48c0-852f-2e68916f6249 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:30.168490 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-01f65456-2704-4bf0-9f9b-6dfe6963a163 req-6e105184-eb47-4e46-9fb3-f9da50c11e7b tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938977 Nov 23 21:53:30.210360 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3ec53bd9-8b37-46e7-9a70-6e7d2dcf7f68 req-bf969c94-d1d6-4721-8959-ae935652d62b tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c5d17f0-6260-4149-a815-6330ccb4e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828922 Nov 23 21:53:30.254523 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8ea7c6fc-33f2-4f60-8d58-2293d327ccbb None None] Provisioning complete for port 7dfa36cf-1d5a-4403-89b2-5456962ec6a3 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:30.259577 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8ea7c6fc-33f2-4f60-8d58-2293d327ccbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:30.269567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port f5c6fd88-b933-48c0-852f-2e68916f6249 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:53:30.302337 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port f5c6fd88-b933-48c0-852f-2e68916f6249 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:30.302972 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:30.401038 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ea98d5-4096-4ad8-8f5c-26b8548a1459 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Made reservation on behalf of 52641051005940aabef706a65d604b7e for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:30.413221 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-65ea98d5-4096-4ad8-8f5c-26b8548a1459 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:30.488095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8ea7c6fc-33f2-4f60-8d58-2293d327ccbb None None] Port 7dfa36cf-1d5a-4403-89b2-5456962ec6a3 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:53:30.492954 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9f30cd12-f056-41e3-ac2c-c3eed93e6236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:30.500650 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-65ea98d5-4096-4ad8-8f5c-26b8548a1459 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] device_id is not set on port 256fe4f0-f0ba-45d7-a8e5-1cbe746e1bce yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 21:53:30.581404 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:30.588942 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-6dcfc5ba-5927-41bf-8eec-889d194cf718 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:30.598986 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-6dcfc5ba-5927-41bf-8eec-889d194cf718 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/networks?id=670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 200 len: 805 time: 0.2479746 Nov 23 21:53:30.626237 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d901ebe0-9c29-4d61-bc98-8b601b167912 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:30.630071 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port f5c6fd88-b933-48c0-852f-2e68916f6249, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f5c6fd88-b933-48c0-852f-2e68916f6249,segment=NetworkSegment(daf9a493-e064-4bd6-aac4-b423143c6ddc),segment_id=daf9a493-e064-4bd6-aac4-b423143c6ddc)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:30.631125 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d91ce3-cd40-4cca-8d4c-c900532ac540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c6fd88-b933-48c0-852f-2e68916f6249'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:30.633594 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab50783-f569-460f-b7d9-cf363390a053" -d '{"events": [{"server_uuid": "43d91ce3-cd40-4cca-8d4c-c900532ac540", "name": "network-vif-plugged", "status": "completed", "tag": "f5c6fd88-b933-48c0-852f-2e68916f6249"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:30.638867 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-3b7c2eea-2600-411e-98e5-291627a2c2b2 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/quotas/c71aeb9305cf4bd2a1651a8b5100e309 HTTP/1.1" status: 200 len: 375 time: 0.0382097 Nov 23 21:53:30.643877 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:30.734639 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=f5c6fd88-b933-48c0-852f-2e68916f6249,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:30.742852 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400376c-ff04-4905-a308-5ff81ae55c39 req-b90c68ae-145b-4478-b6ff-c9419d3b96fd tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:30.750277 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6400376c-ff04-4905-a308-5ff81ae55c39 req-b90c68ae-145b-4478-b6ff-c9419d3b96fd tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 945 time: 0.1276765 Nov 23 21:53:30.777093 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-58000d26-bbf3-4f1c-845b-44c633073831 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1130903 Nov 23 21:53:30.817586 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6400376c-ff04-4905-a308-5ff81ae55c39 req-21ec9b48-903f-4875-834f-1570e60ffd61 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663769 Nov 23 21:53:30.866262 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-65ea98d5-4096-4ad8-8f5c-26b8548a1459 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Allocated IP 172.20.0.9 (cabc3502-8c15-411f-8c10-783e5be66aca/6c4e83b1-feab-4789-94b8-69eea1abd7a6/256fe4f0-f0ba-45d7-a8e5-1cbe746e1bce) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:30.962119 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-2c0b01c7-a902-4440-9a93-722aafcece75 service neutron] 10.222.0.50 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491864 Nov 23 21:53:31.089568 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-65ea98d5-4096-4ad8-8f5c-26b8548a1459 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:31.110884 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-3170cbf2-74f2-40c5-b44c-cd3b5a90914f service neutron] 10.222.0.50 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435750 Nov 23 21:53:31.164956 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-65ea98d5-4096-4ad8-8f5c-26b8548a1459 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:31.175874 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18366a-4edf-47f9-b00e-f3cc3dddf992 req-5c2eba45-a6d0-4033-ba7b-ae1ece81be37 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:31.187414 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab18366a-4edf-47f9-b00e-f3cc3dddf992 req-5c2eba45-a6d0-4033-ba7b-ae1ece81be37 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ac6d8c3-f962-4384-9182-58ba664799ad HTTP/1.1" status: 200 len: 945 time: 0.1247017 Nov 23 21:53:31.227632 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea98d5-4096-4ad8-8f5c-26b8548a1459 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Pushing event updated for resources: {'Port': ['ID=256fe4f0-f0ba-45d7-a8e5-1cbe746e1bce,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:31.269412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-d901ebe0-9c29-4d61-bc98-8b601b167912 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Allocated IP 172.25.5.148 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/11fcfb9c-0df4-4824-ba6e-57dfa1470274) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:31.300167 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ea98d5-4096-4ad8-8f5c-26b8548a1459 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Network cabc3502-8c15-411f-8c10-783e5be66aca is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:31.304027 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-65ea98d5-4096-4ad8-8f5c-26b8548a1459 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:31.316403 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab18366a-4edf-47f9-b00e-f3cc3dddf992 req-f12bfafe-293a-4714-ba30-54826441e8df tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266651 Nov 23 21:53:31.324815 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ea98d5-4096-4ad8-8f5c-26b8548a1459 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:31.349362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9e82ebd8-b877-4406-9add-08a2f604cd4a up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:31.500395 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ea98d5-4096-4ad8-8f5c-26b8548a1459 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:31.509645 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-65ea98d5-4096-4ad8-8f5c-26b8548a1459 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:31.526845 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a160ec-bf2f-4288-89c6-bfea16566e60 x-openstack-request-id: req-70a160ec-bf2f-4288-89c6-bfea16566e60 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:31.527419 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d91ce3-cd40-4cca-8d4c-c900532ac540", "name": "network-vif-plugged", "status": "completed", "tag": "f5c6fd88-b933-48c0-852f-2e68916f6249", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:31.527419 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-70a160ec-bf2f-4288-89c6-bfea16566e60 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:31.527800 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d91ce3-cd40-4cca-8d4c-c900532ac540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c6fd88-b933-48c0-852f-2e68916f6249', 'code': 200} Nov 23 21:53:31.670831 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:31.697578 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 9e82ebd8-b877-4406-9add-08a2f604cd4a triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:31.697958 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:31.741055 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-65ea98d5-4096-4ad8-8f5c-26b8548a1459 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8279736 Nov 23 21:53:31.750436 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56912) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:31.777951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-55ba7ee2-6234-4823-824f-462773d13b9e tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:72:85:c1'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:1b:60:d1'}]}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:31.863301 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e3a84-7715-45be-8af2-587e181e8565 req-fba99677-3d95-4dca-87a6-6dbf7c0c0651 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:31.874387 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c23e3a84-7715-45be-8af2-587e181e8565 req-fba99677-3d95-4dca-87a6-6dbf7c0c0651 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 945 time: 0.3084927 Nov 23 21:53:31.879017 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-22ef4e02-cebb-400d-9fee-571b0050f9d0 None None] Provisioning complete for port 256fe4f0-f0ba-45d7-a8e5-1cbe746e1bce triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:31.879396 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-22ef4e02-cebb-400d-9fee-571b0050f9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:31.956397 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-22ef4e02-cebb-400d-9fee-571b0050f9d0 None None] Port 256fe4f0-f0ba-45d7-a8e5-1cbe746e1bce cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:53:31.976503 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d901ebe0-9c29-4d61-bc98-8b601b167912 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:31.993058 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c6072-ff63-446e-865f-a966e21af616 req-ee5891bb-3e84-4133-b3d1-8c1461769f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:31.999028 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b39c6072-ff63-446e-865f-a966e21af616 req-ee5891bb-3e84-4133-b3d1-8c1461769f54 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=43d91ce3-cd40-4cca-8d4c-c900532ac540 HTTP/1.1" status: 200 len: 1096 time: 0.4133475 Nov 23 21:53:32.083337 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c23e3a84-7715-45be-8af2-587e181e8565 req-552d7c23-b732-4778-9cc2-0e25a046c705 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071817 Nov 23 21:53:32.143350 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4218161-6af8-460f-b94d-c68807fd6a79 req-8456115a-7d57-47fe-b766-1ae72c72d01e tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:32.148899 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4218161-6af8-460f-b94d-c68807fd6a79 req-8456115a-7d57-47fe-b766-1ae72c72d01e tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.50 "GET /v2.0/ports?device_id=43d91ce3-cd40-4cca-8d4c-c900532ac540 HTTP/1.1" status: 200 len: 945 time: 0.4696169 Nov 23 21:53:32.190256 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b39c6072-ff63-446e-865f-a966e21af616 req-e9014d0b-d77d-4337-bfaa-09d4f16a8e91 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8c5d17f0-6260-4149-a815-6330ccb4e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755669 Nov 23 21:53:32.227451 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d901ebe0-9c29-4d61-bc98-8b601b167912 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:32.314625 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d901ebe0-9c29-4d61-bc98-8b601b167912 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:32.318992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-d901ebe0-9c29-4d61-bc98-8b601b167912 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:32.331881 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d901ebe0-9c29-4d61-bc98-8b601b167912 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:32.402587 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901ebe0-9c29-4d61-bc98-8b601b167912 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Pushing event updated for resources: {'Port': ['ID=11fcfb9c-0df4-4824-ba6e-57dfa1470274,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:32.410827 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4218161-6af8-460f-b94d-c68807fd6a79 req-3cabcdcf-8c3a-41b4-be63-4772e2c382d2 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c5d17f0-6260-4149-a815-6330ccb4e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483637 Nov 23 21:53:32.529363 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d901ebe0-9c29-4d61-bc98-8b601b167912 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:32.541385 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-13d9b906-b06d-4aae-810f-fb936af7df59 req-b38bad0b-a95f-41e2-9d85-2d9595004037 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=8734c8a0-34cb-4292-a4e4-cb36ac12205c HTTP/1.1" status: 200 len: 210 time: 0.0403841 Nov 23 21:53:32.553380 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c13b4f-9fda-4a53-bcfc-c9adbf59b763 req-937efdbc-8a72-41aa-88bd-e69137e1cf72 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:32.571351 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d6c13b4f-9fda-4a53-bcfc-c9adbf59b763 req-937efdbc-8a72-41aa-88bd-e69137e1cf72 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=404374b2-5a44-4fc3-8261-5565c85902a8 HTTP/1.1" status: 200 len: 945 time: 0.3327806 Nov 23 21:53:32.573164 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-55ba7ee2-6234-4823-824f-462773d13b9e tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:32.637611 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d901ebe0-9c29-4d61-bc98-8b601b167912 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:32.668321 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d6c13b4f-9fda-4a53-bcfc-c9adbf59b763 req-ee20d9cf-bd40-42ff-83b2-5651513ab71b tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030951 Nov 23 21:53:32.804858 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bd156-87cd-4b2c-8b1b-9722b642fd47 req-32e6ee91-b142-49f7-a855-88548b509d92 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:32.806635 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-901bd156-87cd-4b2c-8b1b-9722b642fd47 req-32e6ee91-b142-49f7-a855-88548b509d92 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 945 time: 0.1268578 Nov 23 21:53:32.899556 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:32.965766 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-901bd156-87cd-4b2c-8b1b-9722b642fd47 req-48e8fc40-13cd-4418-b66a-f5a40f2a16e9 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220560 Nov 23 21:53:32.997289 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d901ebe0-9c29-4d61-bc98-8b601b167912 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:33.004884 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d901ebe0-9c29-4d61-bc98-8b601b167912 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:33.006393 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-55ba7ee2-6234-4823-824f-462773d13b9e tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:33.013892 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-55ba7ee2-6234-4823-824f-462773d13b9e tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:33.128323 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901ebe0-9c29-4d61-bc98-8b601b167912 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Pushing event updated for resources: {'Port': ['ID=11fcfb9c-0df4-4824-ba6e-57dfa1470274,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:33.150672 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d901ebe0-9c29-4d61-bc98-8b601b167912 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:33.183501 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d901ebe0-9c29-4d61-bc98-8b601b167912 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:33.197059 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d901ebe0-9c29-4d61-bc98-8b601b167912 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2128763 Nov 23 21:53:33.257481 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba7ee2-6234-4823-824f-462773d13b9e tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Pushing event updated for resources: {'Port': ['ID=256fe4f0-f0ba-45d7-a8e5-1cbe746e1bce,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:33.314457 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-55ba7ee2-6234-4823-824f-462773d13b9e tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] In _notify_port_updated(), no bound segment for port 256fe4f0-f0ba-45d7-a8e5-1cbe746e1bce on network cabc3502-8c15-411f-8c10-783e5be66aca {{(pid=110034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 21:53:33.333880 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ba7ee2-6234-4823-824f-462773d13b9e tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:33.334577 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-55ba7ee2-6234-4823-824f-462773d13b9e tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:33.335934 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-55ba7ee2-6234-4823-824f-462773d13b9e tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "PUT /v2.0/ports/256fe4f0-f0ba-45d7-a8e5-1cbe746e1bce HTTP/1.1" status: 200 len: 1055 time: 1.5707097 Nov 23 21:53:33.339119 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56952) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:33.382986 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03ffa5-5ac3-4589-890c-b568b0438b8b req-9ee68355-ead3-4992-b175-38221952a05a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:33.397269 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4e03ffa5-5ac3-4589-890c-b568b0438b8b req-9ee68355-ead3-4992-b175-38221952a05a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 945 time: 0.1593857 Nov 23 21:53:33.513339 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1c014d77-8268-4fbe-94bb-53546cc49709 None None] Provisioning complete for port 256fe4f0-f0ba-45d7-a8e5-1cbe746e1bce triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:33.513814 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1c014d77-8268-4fbe-94bb-53546cc49709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:33.546400 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4e03ffa5-5ac3-4589-890c-b568b0438b8b req-55213f54-15ae-41af-a643-2c2b51090a3b tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458418 Nov 23 21:53:33.599417 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-8d153f53-51a3-4fb6-ac76-d9a5e42562d4 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--154004857&fields=id&tenant_id=661b7a89edb846f499d797a5d758bf06 HTTP/1.1" status: 200 len: 267 time: 0.1827497 Nov 23 21:53:33.616160 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1c014d77-8268-4fbe-94bb-53546cc49709 None None] Port 256fe4f0-f0ba-45d7-a8e5-1cbe746e1bce cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:53:33.721527 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-ac33db69-97c2-4546-80b0-8b3de5440d9a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Deleting port 256fe4f0-f0ba-45d7-a8e5-1cbe746e1bce {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:53:33.722048 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac33db69-97c2-4546-80b0-8b3de5440d9a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:33.745453 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-b0fd0cf2-f004-48ed-8689-09072f7779d8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:33.747487 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-b0fd0cf2-f004-48ed-8689-09072f7779d8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.53 "GET /v2.0/networks?id=670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 200 len: 805 time: 0.2693450 Nov 23 21:53:33.767222 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-d1bd9e59-d866-48ad-9011-a503088d601f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Request body: {'port': {'device_id': '8734c8a0-34cb-4292-a4e4-cb36ac12205c', 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c', 'admin_state_up': True, 'tenant_id': 'c71aeb9305cf4bd2a1651a8b5100e309'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:33.780501 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:33.866973 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-88cc6e0c-581c-41ed-8771-09b1ca4fdbae tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:33.868444 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-88cc6e0c-581c-41ed-8771-09b1ca4fdbae tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/networks?id=4fbc6412-81fe-4cf2-aa4f-1738ebc73747 HTTP/1.1" status: 200 len: 814 time: 0.2682512 Nov 23 21:53:33.909392 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-62736d8d-399c-4621-8d8f-734e244dcf50 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:33.911690 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-62736d8d-399c-4621-8d8f-734e244dcf50 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/networks?id=5160570d-6d7c-4ff7-b392-12038219c1bd HTTP/1.1" status: 200 len: 813 time: 0.2321358 Nov 23 21:53:33.911806 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac33db69-97c2-4546-80b0-8b3de5440d9a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:33.913506 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-a49979e2-a5be-4442-a3d2-986b24620e1d tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/quotas/661b7a89edb846f499d797a5d758bf06 HTTP/1.1" status: 200 len: 375 time: 0.0375330 Nov 23 21:53:33.930110 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-837a6024-8d8f-41af-9db2-992f7ea0011e tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/quotas/ecc0d3385c5443da8cbb0171a0444bc5 HTTP/1.1" status: 200 len: 375 time: 0.0108531 Nov 23 21:53:33.944448 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-ac33db69-97c2-4546-80b0-8b3de5440d9a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Calling delete_port for 256fe4f0-f0ba-45d7-a8e5-1cbe746e1bce owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:53:34.024038 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-d1bd9e59-d866-48ad-9011-a503088d601f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Made reservation on behalf of c71aeb9305cf4bd2a1651a8b5100e309 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:34.024890 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-7b24ae50-7884-4ab8-a844-70fbb7ec6b5f tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ecc0d3385c5443da8cbb0171a0444bc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826380 Nov 23 21:53:34.027875 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-d1bd9e59-d866-48ad-9011-a503088d601f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:34.032930 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-78dd925a-ec10-49db-b9d0-0bd1b72adcdf tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=661b7a89edb846f499d797a5d758bf06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1016495 Nov 23 21:53:34.038274 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-ebc0d092-7d0e-4a25-a5b4-2ff61a031a58 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:53:34.039372 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-ebc0d092-7d0e-4a25-a5b4-2ff61a031a58 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055602 Nov 23 21:53:34.059695 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-44fbb2db-9455-46dd-b137-123048160b54 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:53:34.061043 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-44fbb2db-9455-46dd-b137-123048160b54 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057838 Nov 23 21:53:34.257511 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-7db8b0df-45c3-4740-8c21-a2c9d6e45e4a service neutron] 10.222.0.50 "GET /v2.0/networks/5160570d-6d7c-4ff7-b392-12038219c1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105942 Nov 23 21:53:34.273872 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-d1bd9e59-d866-48ad-9011-a503088d601f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Allocated IP 172.20.0.10 (670396b2-2e17-45a5-b25a-4f315f3df81c/d4009be1-1322-446a-a15b-fa73a68a7e30/21ccf0c7-7163-46b0-9b5d-c148d7abeb06) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:34.285479 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac33db69-97c2-4546-80b0-8b3de5440d9a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:34.306977 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-117d7cde-1ecc-41d3-a349-3075388d29eb service neutron] 10.222.0.50 "GET /v2.0/networks/4fbc6412-81fe-4cf2-aa4f-1738ebc73747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333314 Nov 23 21:53:34.346230 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33db69-97c2-4546-80b0-8b3de5440d9a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Pushing event deleted for resources: {'Port': ['ID=256fe4f0-f0ba-45d7-a8e5-1cbe746e1bce,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:34.430615 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-d271fe3c-3622-4c68-9db6-79107d3ac248 service neutron] 10.222.0.50 "GET /v2.0/networks/5160570d-6d7c-4ff7-b392-12038219c1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717188 Nov 23 21:53:34.648657 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-62b31acf-35ca-484e-b2ea-f1f7220e5348 service neutron] 10.222.0.50 "GET /v2.0/networks/4fbc6412-81fe-4cf2-aa4f-1738ebc73747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316574 Nov 23 21:53:34.795092 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-d1bd9e59-d866-48ad-9011-a503088d601f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:34.852060 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac33db69-97c2-4546-80b0-8b3de5440d9a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:34.858418 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ac33db69-97c2-4546-80b0-8b3de5440d9a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "DELETE /v2.0/ports/256fe4f0-f0ba-45d7-a8e5-1cbe746e1bce HTTP/1.1" status: 204 len: 168 time: 1.5180740 Nov 23 21:53:34.859202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56980) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:34.914534 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-4222b8fc-bb08-41a4-bc28-dddad1781bc4 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] GET failed (client error): The resource could not be found. Nov 23 21:53:34.918982 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4222b8fc-bb08-41a4-bc28-dddad1781bc4 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "GET /v2.0/ports/256fe4f0-f0ba-45d7-a8e5-1cbe746e1bce HTTP/1.1" status: 404 len: 333 time: 0.0478382 Nov 23 21:53:34.919628 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56984) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:34.967253 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04946882-dd13-4657-b7cb-e0079bf694d3 req-665bb2ab-575a-4059-ac7a-ab3423a67b9c tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:34.969138 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-04946882-dd13-4657-b7cb-e0079bf694d3 req-665bb2ab-575a-4059-ac7a-ab3423a67b9c tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.60 "GET /v2.0/ports?device_id=404374b2-5a44-4fc3-8261-5565c85902a8 HTTP/1.1" status: 200 len: 945 time: 0.1562819 Nov 23 21:53:34.981416 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cbb98-840a-416d-8195-f25ca0fa6444 req-8f95e815-065b-45c0-a765-5c648fbb7a54 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:34.982661 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-362cbb98-840a-416d-8195-f25ca0fa6444 req-8f95e815-065b-45c0-a765-5c648fbb7a54 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.50 "GET /v2.0/ports?device_id=43d91ce3-cd40-4cca-8d4c-c900532ac540 HTTP/1.1" status: 200 len: 945 time: 0.1025465 Nov 23 21:53:35.045586 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-d1bd9e59-d866-48ad-9011-a503088d601f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:35.056541 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2328791-a28e-47cc-bc02-935cf6d8408a req-8f216318-cd9a-44eb-bd1d-4487c3a73b93 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:35.058160 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b2328791-a28e-47cc-bc02-935cf6d8408a req-8f216318-cd9a-44eb-bd1d-4487c3a73b93 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ac6d8c3-f962-4384-9182-58ba664799ad HTTP/1.1" status: 200 len: 945 time: 0.1570718 Nov 23 21:53:35.076956 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d60b3eb-9ca7-44eb-976a-0fe20aa22cfe req-8a5be270-bb9e-4722-9cae-008cf06e6457 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=8734c8a0-34cb-4292-a4e4-cb36ac12205c HTTP/1.1" status: 200 len: 210 time: 0.0926037 Nov 23 21:53:35.080102 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['4a70a9bd-240b-4448-abe5-073150fdd13a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:53:35.236676 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-d1bd9e59-d866-48ad-9011-a503088d601f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Network 670396b2-2e17-45a5-b25a-4f315f3df81c is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:35.245147 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-d1bd9e59-d866-48ad-9011-a503088d601f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:35.253311 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd9e59-d866-48ad-9011-a503088d601f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Pushing event updated for resources: {'Port': ['ID=21ccf0c7-7163-46b0-9b5d-c148d7abeb06,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:35.257589 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-d1bd9e59-d866-48ad-9011-a503088d601f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:35.261054 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-1de7d163-3418-49e0-88ac-921555da651c tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Deleting port 7dfa36cf-1d5a-4403-89b2-5456962ec6a3 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:53:35.261391 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1de7d163-3418-49e0-88ac-921555da651c tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:35.321924 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-362cbb98-840a-416d-8195-f25ca0fa6444 req-a31dc107-954e-4e33-82cd-81ff07d6476c tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c5d17f0-6260-4149-a815-6330ccb4e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244343 Nov 23 21:53:35.356130 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1de7d163-3418-49e0-88ac-921555da651c tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:35.370032 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-1de7d163-3418-49e0-88ac-921555da651c tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Calling delete_port for 7dfa36cf-1d5a-4403-89b2-5456962ec6a3 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:53:35.478258 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea117282-7529-4c86-8d47-182dec5b84b4 req-037af247-04ac-460a-b383-df952655da0c tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:35.485845 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea117282-7529-4c86-8d47-182dec5b84b4 req-037af247-04ac-460a-b383-df952655da0c tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 945 time: 0.1945059 Nov 23 21:53:35.519296 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-04946882-dd13-4657-b7cb-e0079bf694d3 req-09ecf8d7-e823-4346-ba83-8155f871281f tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Deleting port 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:53:35.519822 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-04946882-dd13-4657-b7cb-e0079bf694d3 req-09ecf8d7-e823-4346-ba83-8155f871281f tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:35.571104 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1de7d163-3418-49e0-88ac-921555da651c tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:35.638743 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7d163-3418-49e0-88ac-921555da651c tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Pushing event deleted for resources: {'Port': ['ID=7dfa36cf-1d5a-4403-89b2-5456962ec6a3,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:35.742799 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-d1bd9e59-d866-48ad-9011-a503088d601f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:35.743611 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-d1bd9e59-d866-48ad-9011-a503088d601f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:35.781859 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adbf8e-2427-40e8-b665-2bc93fe03091 req-69887447-ae1b-42f6-90f4-561ea4c2f10a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:35.784602 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-69adbf8e-2427-40e8-b665-2bc93fe03091 req-69887447-ae1b-42f6-90f4-561ea4c2f10a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 945 time: 0.2969797 Nov 23 21:53:35.807450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-04946882-dd13-4657-b7cb-e0079bf694d3 req-09ecf8d7-e823-4346-ba83-8155f871281f tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] For port 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=00528755-cf4a-4ea7-872c-f3c0ec2fc4ae,segment=NetworkSegment(5965d2b9-565a-4ad5-95e6-31217bb0b2df),segment_id=5965d2b9-565a-4ad5-95e6-31217bb0b2df)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:35.807961 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-04946882-dd13-4657-b7cb-e0079bf694d3 req-09ecf8d7-e823-4346-ba83-8155f871281f tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:35.810872 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-d1bd9e59-d866-48ad-9011-a503088d601f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0480387 Nov 23 21:53:35.827509 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-b2328791-a28e-47cc-bc02-935cf6d8408a req-1accfa4a-7868-45f1-8eee-8f0162893ad9 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Deleting port 1167619b-99f4-4e65-85a8-78d4105107e1 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:53:35.827779 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b2328791-a28e-47cc-bc02-935cf6d8408a req-1accfa4a-7868-45f1-8eee-8f0162893ad9 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:35.833500 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1de7d163-3418-49e0-88ac-921555da651c tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:35.840219 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1de7d163-3418-49e0-88ac-921555da651c tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "DELETE /v2.0/ports/7dfa36cf-1d5a-4403-89b2-5456962ec6a3 HTTP/1.1" status: 204 len: 168 time: 0.9015913 Nov 23 21:53:35.843890 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea117282-7529-4c86-8d47-182dec5b84b4 req-6394673f-70cd-48b3-975c-a0999dbfdc9d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521032 Nov 23 21:53:35.844518 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57008) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:35.852786 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-1adb40c2-834c-42a4-a607-c01dccc5cfbc service neutron] Request body: {'port': {'device_id': '8734c8a0-34cb-4292-a4e4-cb36ac12205c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:35.877436 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-04946882-dd13-4657-b7cb-e0079bf694d3 req-09ecf8d7-e823-4346-ba83-8155f871281f tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Calling delete_port for 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:53:35.913234 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93b1636-b4f4-426e-840c-f3cf47197500 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] GET failed (client error): The resource could not be found. Nov 23 21:53:35.918748 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f93b1636-b4f4-426e-840c-f3cf47197500 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "GET /v2.0/ports/7dfa36cf-1d5a-4403-89b2-5456962ec6a3 HTTP/1.1" status: 404 len: 333 time: 0.0674763 Nov 23 21:53:35.919371 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57010) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:36.101809 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-69adbf8e-2427-40e8-b665-2bc93fe03091 req-e1fd9ae8-ee62-4ab7-9ab3-9ebc38c97dbe tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910411 Nov 23 21:53:36.167406 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-1adb40c2-834c-42a4-a607-c01dccc5cfbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:36.232167 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-41fddee1-cc38-4419-802c-313b46a6a23d req-92e233ab-4425-4e4b-b242-8b7e9abecfde tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/ports?device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b HTTP/1.1" status: 200 len: 210 time: 0.0776412 Nov 23 21:53:36.263271 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b2328791-a28e-47cc-bc02-935cf6d8408a req-1accfa4a-7868-45f1-8eee-8f0162893ad9 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] For port 1167619b-99f4-4e65-85a8-78d4105107e1, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=1167619b-99f4-4e65-85a8-78d4105107e1,segment=NetworkSegment(5965d2b9-565a-4ad5-95e6-31217bb0b2df),segment_id=5965d2b9-565a-4ad5-95e6-31217bb0b2df)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:36.267454 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b2328791-a28e-47cc-bc02-935cf6d8408a req-1accfa4a-7868-45f1-8eee-8f0162893ad9 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:36.303025 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-b2328791-a28e-47cc-bc02-935cf6d8408a req-1accfa4a-7868-45f1-8eee-8f0162893ad9 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Calling delete_port for 1167619b-99f4-4e65-85a8-78d4105107e1 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:53:36.519131 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-04946882-dd13-4657-b7cb-e0079bf694d3 req-09ecf8d7-e823-4346-ba83-8155f871281f tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:36.560411 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['00528755-cf4a-4ea7-872c-f3c0ec2fc4ae', '1167619b-99f4-4e65-85a8-78d4105107e1'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:53:36.695627 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b2328791-a28e-47cc-bc02-935cf6d8408a req-1accfa4a-7868-45f1-8eee-8f0162893ad9 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:36.729894 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['00528755-cf4a-4ea7-872c-f3c0ec2fc4ae'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:53:36.764864 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1accfa4a-7868-45f1-8eee-8f0162893ad9 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Pushing event deleted for resources: {'Port': ['ID=1167619b-99f4-4e65-85a8-78d4105107e1,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:36.769517 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-1adb40c2-834c-42a4-a607-c01dccc5cfbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ccf0c7-7163-46b0-9b5d-c148d7abeb06 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:53:36.794542 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-1adb40c2-834c-42a4-a607-c01dccc5cfbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:36.904008 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2328791-a28e-47cc-bc02-935cf6d8408a req-1accfa4a-7868-45f1-8eee-8f0162893ad9 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] No DVR routers for this DVR port 1167619b-99f4-4e65-85a8-78d4105107e1 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:53:36.920441 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b2328791-a28e-47cc-bc02-935cf6d8408a req-1accfa4a-7868-45f1-8eee-8f0162893ad9 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:36.930693 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b2328791-a28e-47cc-bc02-935cf6d8408a req-1accfa4a-7868-45f1-8eee-8f0162893ad9 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.60 "DELETE /v2.0/ports/1167619b-99f4-4e65-85a8-78d4105107e1 HTTP/1.1" status: 204 len: 173 time: 1.8609939 Nov 23 21:53:36.941263 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac6d8c3-f962-4384-9182-58ba664799ad', 'name': 'network-vif-deleted', 'tag': '1167619b-99f4-4e65-85a8-78d4105107e1'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:36.944634 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914e9f35-4e5f-4b80-9edc-37aec4f07fb0" -d '{"events": [{"server_uuid": "9ac6d8c3-f962-4384-9182-58ba664799ad", "name": "network-vif-deleted", "tag": "1167619b-99f4-4e65-85a8-78d4105107e1"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:36.949452 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-169f19ea-f40c-463c-a1b0-753c3091ac52 req-5b441a24-ef04-4edc-826e-c6a858902e0d tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=16b98b74-641f-4e6b-8116-39ee98c69688 HTTP/1.1" status: 200 len: 210 time: 0.4687574 Nov 23 21:53:36.961047 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecf8d7-e823-4346-ba83-8155f871281f tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Pushing event deleted for resources: {'Port': ['ID=00528755-cf4a-4ea7-872c-f3c0ec2fc4ae,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:36.970935 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-1adb40c2-834c-42a4-a607-c01dccc5cfbc service neutron] Transition to ACTIVE for port object 21ccf0c7-7163-46b0-9b5d-c148d7abeb06 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:53:36.976093 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-c68e1e17-1edb-4406-9df0-8ceb5640167a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Deleting port c0e68faa-6da7-448e-833a-0a2e0c74cca2 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:53:36.976469 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c68e1e17-1edb-4406-9df0-8ceb5640167a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:37.011470 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-1adb40c2-834c-42a4-a607-c01dccc5cfbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:37.082599 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c68e1e17-1edb-4406-9df0-8ceb5640167a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:37.099808 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-c68e1e17-1edb-4406-9df0-8ceb5640167a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Calling delete_port for c0e68faa-6da7-448e-833a-0a2e0c74cca2 owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:53:37.291482 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c68e1e17-1edb-4406-9df0-8ceb5640167a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:37.327061 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb40c2-834c-42a4-a607-c01dccc5cfbc service neutron] Pushing event updated for resources: {'Port': ['ID=21ccf0c7-7163-46b0-9b5d-c148d7abeb06,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:37.358889 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-edd88d78-e3b8-4659-af74-25e756e2922a tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:37.361844 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-edd88d78-e3b8-4659-af74-25e756e2922a tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.60 "GET /v2.0/networks?id=4fbc6412-81fe-4cf2-aa4f-1738ebc73747 HTTP/1.1" status: 200 len: 814 time: 0.4253504 Nov 23 21:53:37.382457 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f1604-ac0b-44e0-8f97-0dac12c10a05 req-f022269f-752e-4102-a9f5-cbd9c96fcda3 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:37.389186 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e53f1604-ac0b-44e0-8f97-0dac12c10a05 req-f022269f-752e-4102-a9f5-cbd9c96fcda3 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=8734c8a0-34cb-4292-a4e4-cb36ac12205c HTTP/1.1" status: 200 len: 932 time: 0.9053125 Nov 23 21:53:37.446864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-04946882-dd13-4657-b7cb-e0079bf694d3 req-09ecf8d7-e823-4346-ba83-8155f871281f tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] No DVR routers for this DVR port 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:53:37.449885 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-04946882-dd13-4657-b7cb-e0079bf694d3 req-09ecf8d7-e823-4346-ba83-8155f871281f tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:37.453742 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-04946882-dd13-4657-b7cb-e0079bf694d3 req-09ecf8d7-e823-4346-ba83-8155f871281f tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.60 "DELETE /v2.0/ports/00528755-cf4a-4ea7-872c-f3c0ec2fc4ae HTTP/1.1" status: 204 len: 173 time: 2.4584351 Nov 23 21:53:37.480673 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-1adb40c2-834c-42a4-a607-c01dccc5cfbc service neutron] Attempting to bind port 21ccf0c7-7163-46b0-9b5d-c148d7abeb06 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:53:37.481043 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-1adb40c2-834c-42a4-a607-c01dccc5cfbc service neutron] Attempting to bind port 21ccf0c7-7163-46b0-9b5d-c148d7abeb06 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:53:37.481322 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-1adb40c2-834c-42a4-a607-c01dccc5cfbc service neutron] Attempting to bind port 21ccf0c7-7163-46b0-9b5d-c148d7abeb06 on network 670396b2-2e17-45a5-b25a-4f315f3df81c {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:37.512358 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-ad519b63-2262-4258-82d7-e3d180145294 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=661b7a89edb846f499d797a5d758bf06 HTTP/1.1" status: 200 len: 379 time: 0.1292207 Nov 23 21:53:37.512986 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-1adb40c2-834c-42a4-a607-c01dccc5cfbc service neutron] Port 21ccf0c7-7163-46b0-9b5d-c148d7abeb06 on network 670396b2-2e17-45a5-b25a-4f315f3df81c not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:53:37.513505 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-1adb40c2-834c-42a4-a607-c01dccc5cfbc service neutron] Attempting to bind port 21ccf0c7-7163-46b0-9b5d-c148d7abeb06 on network 670396b2-2e17-45a5-b25a-4f315f3df81c {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:37.527646 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-6adc07cd-6b42-423d-a610-d390d30b17e3 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Request body: {'port': {'device_id': '64a8e5dc-1e44-45fa-8617-9030ade2781b', 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747', 'admin_state_up': True, 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'security_groups': ['76fbecbd-33c3-4f0d-ac00-e9120c1fd26b']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:37.539436 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-1adb40c2-834c-42a4-a607-c01dccc5cfbc service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:53:37.539787 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-1adb40c2-834c-42a4-a607-c01dccc5cfbc service neutron] Checking segment: {'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:37.540150 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-1adb40c2-834c-42a4-a607-c01dccc5cfbc service neutron] Bound using segment: {'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:53:37.540602 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-1adb40c2-834c-42a4-a607-c01dccc5cfbc service neutron] Bound port: 21ccf0c7-7163-46b0-9b5d-c148d7abeb06, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:53:37.540958 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-1adb40c2-834c-42a4-a607-c01dccc5cfbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:37.542903 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404374b2-5a44-4fc3-8261-5565c85902a8', 'name': 'network-vif-deleted', 'tag': '00528755-cf4a-4ea7-872c-f3c0ec2fc4ae'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:37.545759 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bae9a09-2349-4fa1-a9ba-765b829aa62b" -d '{"events": [{"server_uuid": "404374b2-5a44-4fc3-8261-5565c85902a8", "name": "network-vif-deleted", "tag": "00528755-cf4a-4ea7-872c-f3c0ec2fc4ae"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:37.549355 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e1e17-1edb-4406-9df0-8ceb5640167a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Pushing event deleted for resources: {'Port': ['ID=c0e68faa-6da7-448e-833a-0a2e0c74cca2,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:37.745572 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79718880-1e51-4953-a621-52c8eb05c19d req-94e1c2cf-3c9a-4778-a163-ad7386d3f188 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:37.753464 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79718880-1e51-4953-a621-52c8eb05c19d req-94e1c2cf-3c9a-4778-a163-ad7386d3f188 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 945 time: 0.4813411 Nov 23 21:53:37.836868 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e53f1604-ac0b-44e0-8f97-0dac12c10a05 req-8eb29e31-420b-452e-8cf1-49386677a89e tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317370 Nov 23 21:53:37.875029 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-16d7394a-d38e-494d-b4af-49a76ef1b18d tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:37.877438 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-16d7394a-d38e-494d-b4af-49a76ef1b18d tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.53 "GET /v2.0/networks?id=5160570d-6d7c-4ff7-b392-12038219c1bd HTTP/1.1" status: 200 len: 813 time: 0.9183049 Nov 23 21:53:37.898291 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-c5135cd7-1646-479d-85a1-9d46b1ff7988 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Request body: {'port': {'device_id': '16b98b74-641f-4e6b-8116-39ee98c69688', 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd', 'admin_state_up': True, 'tenant_id': 'ecc0d3385c5443da8cbb0171a0444bc5'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:37.902193 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c68e1e17-1edb-4406-9df0-8ceb5640167a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:37.909354 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c68e1e17-1edb-4406-9df0-8ceb5640167a tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "DELETE /v2.0/ports/c0e68faa-6da7-448e-833a-0a2e0c74cca2 HTTP/1.1" status: 204 len: 168 time: 1.9851213 Nov 23 21:53:37.921754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57034) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:38.023918 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79718880-1e51-4953-a621-52c8eb05c19d req-41c84de6-4627-47b9-9527-3daeec063a95 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695405 Nov 23 21:53:38.096060 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db12c64-eed4-437a-8cb0-7eec9ea9ec28 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Deleting subnet 6c4e83b1-feab-4789-94b8-69eea1abd7a6 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:53:38.103966 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0db12c64-eed4-437a-8cb0-7eec9ea9ec28 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:38.121195 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563ff028-6b42-411c-8ea2-36cbe29a7820 x-openstack-request-id: req-563ff028-6b42-411c-8ea2-36cbe29a7820 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:38.122211 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac6d8c3-f962-4384-9182-58ba664799ad", "name": "network-vif-deleted", "tag": "1167619b-99f4-4e65-85a8-78d4105107e1", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:38.122873 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-563ff028-6b42-411c-8ea2-36cbe29a7820 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:38.123446 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac6d8c3-f962-4384-9182-58ba664799ad', 'name': 'network-vif-deleted', 'tag': '1167619b-99f4-4e65-85a8-78d4105107e1', 'status': 'completed', 'code': 200} Nov 23 21:53:38.163205 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0db12c64-eed4-437a-8cb0-7eec9ea9ec28 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:38.279324 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-b3cad436-c082-419c-929b-84215faad28b tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:38.282560 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-b3cad436-c082-419c-929b-84215faad28b tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.60 "GET /v2.0/networks?id=5160570d-6d7c-4ff7-b392-12038219c1bd HTTP/1.1" status: 200 len: 813 time: 0.8214028 Nov 23 21:53:38.310917 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-e7557e94-969a-445f-9832-5c67226f5c46 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Request body: {'port': {'device_id': '778cf25a-9ec2-4f50-8496-b2e88a31343c', 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd', 'admin_state_up': True, 'tenant_id': 'ecc0d3385c5443da8cbb0171a0444bc5'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:38.320916 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cb897dcd-7e07-41c1-b300-9ae1bc6d60cc req-682958cc-eb91-4c76-b48f-e5d47dc16467 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/ports?device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b HTTP/1.1" status: 200 len: 210 time: 0.0607462 Nov 23 21:53:38.326347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-c5135cd7-1646-479d-85a1-9d46b1ff7988 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Made reservation on behalf of ecc0d3385c5443da8cbb0171a0444bc5 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:38.330604 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-c5135cd7-1646-479d-85a1-9d46b1ff7988 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:38.445466 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4040391-e2a5-40b9-a481-b2d5f9b5eb6c req-274a87f6-27aa-44f8-8b6a-07df3e7d11b0 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:38.455120 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4040391-e2a5-40b9-a481-b2d5f9b5eb6c req-274a87f6-27aa-44f8-8b6a-07df3e7d11b0 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 945 time: 0.2348061 Nov 23 21:53:38.470650 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-e7557e94-969a-445f-9832-5c67226f5c46 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Made reservation on behalf of ecc0d3385c5443da8cbb0171a0444bc5 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:38.474224 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-e7557e94-969a-445f-9832-5c67226f5c46 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:38.495430 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-1adb40c2-834c-42a4-a607-c01dccc5cfbc service neutron] For port 21ccf0c7-7163-46b0-9b5d-c148d7abeb06, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:53:38.517662 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0db12c64-eed4-437a-8cb0-7eec9ea9ec28 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:38.522754 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-1adb40c2-834c-42a4-a607-c01dccc5cfbc service neutron] For port 21ccf0c7-7163-46b0-9b5d-c148d7abeb06, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=21ccf0c7-7163-46b0-9b5d-c148d7abeb06,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:53:38.538244 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-1adb40c2-834c-42a4-a607-c01dccc5cfbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:38.569926 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e803bcc3-c7b6-4802-aee0-8e0835b99d81 x-openstack-request-id: req-e803bcc3-c7b6-4802-aee0-8e0835b99d81 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:38.570346 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404374b2-5a44-4fc3-8261-5565c85902a8", "name": "network-vif-deleted", "tag": "00528755-cf4a-4ea7-872c-f3c0ec2fc4ae", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:38.570703 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e803bcc3-c7b6-4802-aee0-8e0835b99d81 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:38.571227 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404374b2-5a44-4fc3-8261-5565c85902a8', 'name': 'network-vif-deleted', 'tag': '00528755-cf4a-4ea7-872c-f3c0ec2fc4ae', 'status': 'completed', 'code': 200} Nov 23 21:53:38.639378 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4040391-e2a5-40b9-a481-b2d5f9b5eb6c req-05c595c9-c73f-4f5a-b93b-e2c553e2a984 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782739 Nov 23 21:53:38.643057 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb40c2-834c-42a4-a607-c01dccc5cfbc service neutron] Pushing event updated for resources: {'Port': ['ID=21ccf0c7-7163-46b0-9b5d-c148d7abeb06,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:38.654699 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-6adc07cd-6b42-423d-a610-d390d30b17e3 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Made reservation on behalf of 661b7a89edb846f499d797a5d758bf06 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:38.658817 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-6adc07cd-6b42-423d-a610-d390d30b17e3 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:38.664786 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-c5135cd7-1646-479d-85a1-9d46b1ff7988 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Allocated IP 172.20.0.9 (5160570d-6d7c-4ff7-b392-12038219c1bd/7fa3428d-71e1-43f4-9dc8-5abc56e5f6ba/340ea7c3-e043-46e4-840b-d07fa9289844) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:38.682033 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-1adb40c2-834c-42a4-a607-c01dccc5cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:38.682725 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-1adb40c2-834c-42a4-a607-c01dccc5cfbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:38.684157 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-1adb40c2-834c-42a4-a607-c01dccc5cfbc service neutron] 10.222.0.53 "PUT /v2.0/ports/21ccf0c7-7163-46b0-9b5d-c148d7abeb06 HTTP/1.1" status: 200 len: 1092 time: 2.8431280 Nov 23 21:53:38.744931 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b3a85355-f49d-4e59-9d22-758f78346405 req-bf758718-ffc4-44f2-9068-cc6f92d093dc tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=16b98b74-641f-4e6b-8116-39ee98c69688 HTTP/1.1" status: 200 len: 210 time: 0.0696003 Nov 23 21:53:38.800767 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 1167619b-99f4-4e65-85a8-78d4105107e1 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:53:38.812539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-4a1d7972-0b8e-4e91-b756-b80a9c080da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:38.814519 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-4a1d7972-0b8e-4e91-b756-b80a9c080da4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&device_id=8734c8a0-34cb-4292-a4e4-cb36ac12205c HTTP/1.1" status: 200 len: 1095 time: 0.0702155 Nov 23 21:53:38.840506 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0db12c64-eed4-437a-8cb0-7eec9ea9ec28 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:38.868011 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 1167619b-99f4-4e65-85a8-78d4105107e1 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:53:38.868585 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 1167619b-99f4-4e65-85a8-78d4105107e1 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:53:38.869144 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:53:38.892955 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0db12c64-eed4-437a-8cb0-7eec9ea9ec28 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:38.900562 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0db12c64-eed4-437a-8cb0-7eec9ea9ec28 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "DELETE /v2.0/subnets/6c4e83b1-feab-4789-94b8-69eea1abd7a6 HTTP/1.1" status: 204 len: 168 time: 0.9777620 Nov 23 21:53:38.901684 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db12c64-eed4-437a-8cb0-7eec9ea9ec28 tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Pushing event deleted for resources: {'Subnet': ['ID=6c4e83b1-feab-4789-94b8-69eea1abd7a6,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:38.915964 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57048) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:38.939384 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:53:38.943116 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 00528755-cf4a-4ea7-872c-f3c0ec2fc4ae not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:53:38.951928 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-83c00c2d-9894-4b86-a916-7ffd18ce81bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21ccf0c7-7163-46b0-9b5d-c148d7abeb06 HTTP/1.1" status: 200 len: 217 time: 0.1253490 Nov 23 21:53:38.955910 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24a4727-64dc-4586-a006-78d2f20e1e8b None None] Network cabc3502-8c15-411f-8c10-783e5be66aca requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:53:39.034562 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-6adc07cd-6b42-423d-a610-d390d30b17e3 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Allocated IP 172.20.0.12 (4fbc6412-81fe-4cf2-aa4f-1738ebc73747/78f06991-0b98-4c87-a752-a357dd9f78db/2cd14c13-4f88-4aef-befd-dfcb3add4154) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:39.051619 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-c5135cd7-1646-479d-85a1-9d46b1ff7988 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:39.066102 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8e7bf-3a41-4a97-bea8-c6d37195e5c4 req-56031eec-d441-47ed-b8be-52089a65770b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:39.067991 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-01d8e7bf-3a41-4a97-bea8-c6d37195e5c4 req-56031eec-d441-47ed-b8be-52089a65770b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=8734c8a0-34cb-4292-a4e4-cb36ac12205c HTTP/1.1" status: 200 len: 944 time: 0.0926421 Nov 23 21:53:39.107442 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-cfa337d4-776b-4b01-b6fa-48507121b6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:39.112690 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-cfa337d4-776b-4b01-b6fa-48507121b6e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4009be1-1322-446a-a15b-fa73a68a7e30 HTTP/1.1" status: 200 len: 845 time: 0.1410367 Nov 23 21:53:39.126770 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0b313c0-0e68-46c8-9dfd-8403d5cfc16b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:39.155422 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-c5135cd7-1646-479d-85a1-9d46b1ff7988 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:39.160846 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-7226be7d-4f59-430f-be2e-39d6ab8c4fe1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=670396b2-2e17-45a5-b25a-4f315f3df81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414915 Nov 23 21:53:39.178449 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-01d8e7bf-3a41-4a97-bea8-c6d37195e5c4 req-4fcd6431-f1fa-4078-91db-63b5425ba75d tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005726 Nov 23 21:53:39.225162 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-e7557e94-969a-445f-9832-5c67226f5c46 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Allocated IP 172.20.0.6 (5160570d-6d7c-4ff7-b392-12038219c1bd/7fa3428d-71e1-43f4-9dc8-5abc56e5f6ba/3dd1fa47-0d1d-4647-9635-c540e2e99f16) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:39.290072 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:53:39.302611 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-c5135cd7-1646-479d-85a1-9d46b1ff7988 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Network 5160570d-6d7c-4ff7-b392-12038219c1bd is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:39.331273 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-c5135cd7-1646-479d-85a1-9d46b1ff7988 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:39.336604 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-c5135cd7-1646-479d-85a1-9d46b1ff7988 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:39.373668 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126690a3-62d3-4c5e-83b8-506f681f292d None None] DHCP port deletion for cabc3502-8c15-411f-8c10-783e5be66aca request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:53:39.383861 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5135cd7-1646-479d-85a1-9d46b1ff7988 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Pushing event updated for resources: {'Port': ['ID=340ea7c3-e043-46e4-840b-d07fa9289844,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:39.429486 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-c5135cd7-1646-479d-85a1-9d46b1ff7988 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:39.430106 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-c5135cd7-1646-479d-85a1-9d46b1ff7988 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:39.447133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a35f26-32fa-4f9c-a0dd-01aa84ff5ef0 req-17253264-6445-47ab-af67-9416e348eaaa tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:39.455921 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86a35f26-32fa-4f9c-a0dd-01aa84ff5ef0 req-17253264-6445-47ab-af67-9416e348eaaa tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 945 time: 0.1554420 Nov 23 21:53:39.483697 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-c5135cd7-1646-479d-85a1-9d46b1ff7988 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5930283 Nov 23 21:53:39.500579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-ee26b7f9-bab8-482a-92c4-55c5c1bd1a6e service neutron] Request body: {'port': {'device_id': '16b98b74-641f-4e6b-8116-39ee98c69688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:39.558870 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4564150a-8461-4ce4-8b7f-1e7ce88e9520 req-cd06e8af-8ae5-4e71-b07a-f0346c2217be tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/ports?device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b HTTP/1.1" status: 200 len: 210 time: 0.0537794 Nov 23 21:53:39.580856 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-126690a3-62d3-4c5e-83b8-506f681f292d None None] Deleting port 9cd5626d-6b05-4d44-8558-4547df2c653e {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:53:39.581410 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-126690a3-62d3-4c5e-83b8-506f681f292d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:39.582990 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86a35f26-32fa-4f9c-a0dd-01aa84ff5ef0 req-0a29d928-abfd-423e-bce8-51fa72963035 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236062 Nov 23 21:53:39.636009 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-ee26b7f9-bab8-482a-92c4-55c5c1bd1a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:39.655840 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-6adc07cd-6b42-423d-a610-d390d30b17e3 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:39.660131 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-c4501025-93ef-4f0b-86ef-df4b8cb29bc5 service neutron] 10.222.0.53 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923180 Nov 23 21:53:39.684341 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-126690a3-62d3-4c5e-83b8-506f681f292d None None] For port 9cd5626d-6b05-4d44-8558-4547df2c653e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9cd5626d-6b05-4d44-8558-4547df2c653e,segment=NetworkSegment(4ff543c2-7cd6-4abf-be0a-0c2b520c271f),segment_id=4ff543c2-7cd6-4abf-be0a-0c2b520c271f)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:39.684341 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-126690a3-62d3-4c5e-83b8-506f681f292d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:39.686927 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-b0b313c0-0e68-46c8-9dfd-8403d5cfc16b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Deleting port 9cd5626d-6b05-4d44-8558-4547df2c653e {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:53:39.687271 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0b313c0-0e68-46c8-9dfd-8403d5cfc16b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:39.727244 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-126690a3-62d3-4c5e-83b8-506f681f292d None None] Calling delete_port for 9cd5626d-6b05-4d44-8558-4547df2c653e owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:53:39.829957 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-126690a3-62d3-4c5e-83b8-506f681f292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:39.840422 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-e7557e94-969a-445f-9832-5c67226f5c46 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:39.843819 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126690a3-62d3-4c5e-83b8-506f681f292d None None] No DVR routers for this DVR port 9cd5626d-6b05-4d44-8558-4547df2c653e on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:53:39.851132 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d7d92-6330-477e-9049-b4767acf3ba4 req-d942943c-979a-416e-8dea-bc93adf3121e tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:39.852691 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b63d7d92-6330-477e-9049-b4767acf3ba4 req-d942943c-979a-416e-8dea-bc93adf3121e tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 945 time: 0.0815871 Nov 23 21:53:39.875557 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126690a3-62d3-4c5e-83b8-506f681f292d None None] Pushing event deleted for resources: {'Port': ['ID=9cd5626d-6b05-4d44-8558-4547df2c653e,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:39.890275 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-b0b313c0-0e68-46c8-9dfd-8403d5cfc16b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] For port 9cd5626d-6b05-4d44-8558-4547df2c653e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9cd5626d-6b05-4d44-8558-4547df2c653e,segment=NetworkSegment(4ff543c2-7cd6-4abf-be0a-0c2b520c271f),segment_id=4ff543c2-7cd6-4abf-be0a-0c2b520c271f)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:39.891169 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0b313c0-0e68-46c8-9dfd-8403d5cfc16b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:39.904576 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-6adc07cd-6b42-423d-a610-d390d30b17e3 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:39.936126 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b63d7d92-6330-477e-9049-b4767acf3ba4 req-9977750c-d210-4416-aaed-1bb4283b1839 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760450 Nov 23 21:53:39.965122 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-b0b313c0-0e68-46c8-9dfd-8403d5cfc16b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Calling delete_port for 9cd5626d-6b05-4d44-8558-4547df2c653e owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:53:39.977203 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-faebbd64-6fd0-4afd-93ff-c86a3055a2f0 req-bdbb08b0-20b5-4ae4-a84f-ab90a029c951 service neutron] 10.222.0.53 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048115 Nov 23 21:53:40.013963 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-6adc07cd-6b42-423d-a610-d390d30b17e3 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Network 4fbc6412-81fe-4cf2-aa4f-1738ebc73747 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:40.053867 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-e7557e94-969a-445f-9832-5c67226f5c46 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:40.057644 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-6adc07cd-6b42-423d-a610-d390d30b17e3 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:40.062452 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-6adc07cd-6b42-423d-a610-d390d30b17e3 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:40.069500 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc07cd-6b42-423d-a610-d390d30b17e3 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Pushing event updated for resources: {'Port': ['ID=2cd14c13-4f88-4aef-befd-dfcb3add4154,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:40.148671 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8734c8a0-34cb-4292-a4e4-cb36ac12205c', 'tag': '21ccf0c7-7163-46b0-9b5d-c148d7abeb06'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:40.151203 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe895006-f6f2-42c4-a370-8003aa453c68" -d '{"events": [{"name": "network-changed", "server_uuid": "8734c8a0-34cb-4292-a4e4-cb36ac12205c", "tag": "21ccf0c7-7163-46b0-9b5d-c148d7abeb06"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:40.187896 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-e7557e94-969a-445f-9832-5c67226f5c46 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Network 5160570d-6d7c-4ff7-b392-12038219c1bd is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:40.195086 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-e7557e94-969a-445f-9832-5c67226f5c46 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:40.205485 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-e7557e94-969a-445f-9832-5c67226f5c46 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:40.223488 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a865c-058c-4f96-9e2e-cb8d794c2f93 req-3e6ce656-db1c-42af-a460-ed9136405b76 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:40.225280 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-389a865c-058c-4f96-9e2e-cb8d794c2f93 req-3e6ce656-db1c-42af-a460-ed9136405b76 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=16b98b74-641f-4e6b-8116-39ee98c69688 HTTP/1.1" status: 200 len: 931 time: 0.1985526 Nov 23 21:53:40.236239 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-6adc07cd-6b42-423d-a610-d390d30b17e3 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:40.236943 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-6adc07cd-6b42-423d-a610-d390d30b17e3 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:40.239451 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7557e94-969a-445f-9832-5c67226f5c46 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Pushing event updated for resources: {'Port': ['ID=3dd1fa47-0d1d-4647-9635-c540e2e99f16,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:40.315271 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c43487-4978-445c-b708-f2a06efa315b x-openstack-request-id: req-f6c43487-4978-445c-b708-f2a06efa315b {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:40.315591 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8734c8a0-34cb-4292-a4e4-cb36ac12205c", "tag": "21ccf0c7-7163-46b0-9b5d-c148d7abeb06", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:40.315869 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f6c43487-4978-445c-b708-f2a06efa315b {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:40.316270 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8734c8a0-34cb-4292-a4e4-cb36ac12205c', 'tag': '21ccf0c7-7163-46b0-9b5d-c148d7abeb06', 'status': 'completed', 'code': 200} Nov 23 21:53:40.353576 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-6adc07cd-6b42-423d-a610-d390d30b17e3 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8319316 Nov 23 21:53:40.375341 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0b313c0-0e68-46c8-9dfd-8403d5cfc16b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:40.382251 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-460043fd-bb6f-4e75-b37c-2b483782e577 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:53:40.383623 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-460043fd-bb6f-4e75-b37c-2b483782e577 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112786 Nov 23 21:53:40.398082 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-389a865c-058c-4f96-9e2e-cb8d794c2f93 req-92771bcf-fa3c-438b-930d-5dbc13c6fd20 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525536 Nov 23 21:53:40.418790 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-ee26b7f9-bab8-482a-92c4-55c5c1bd1a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 340ea7c3-e043-46e4-840b-d07fa9289844 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:53:40.431934 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-e7557e94-969a-445f-9832-5c67226f5c46 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:40.432774 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-e7557e94-969a-445f-9832-5c67226f5c46 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:40.439069 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-ee26b7f9-bab8-482a-92c4-55c5c1bd1a6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:40.441956 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b313c0-0e68-46c8-9dfd-8403d5cfc16b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Pushing event deleted for resources: {'Port': ['ID=9cd5626d-6b05-4d44-8558-4547df2c653e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:40.484778 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-ee26b7f9-bab8-482a-92c4-55c5c1bd1a6e service neutron] Transition to ACTIVE for port object 340ea7c3-e043-46e4-840b-d07fa9289844 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:53:40.487004 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b313c0-0e68-46c8-9dfd-8403d5cfc16b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] No DVR routers for this DVR port 9cd5626d-6b05-4d44-8558-4547df2c653e on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:53:40.519192 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e41f3597-b1f7-4916-a838-5a5414c7b43b None None] Provisioning complete for port 2cd14c13-4f88-4aef-befd-dfcb3add4154 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:40.519586 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e41f3597-b1f7-4916-a838-5a5414c7b43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:40.539186 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857040e-6f5a-4850-a6c5-813fafc1d163 req-03cc037d-10fc-426f-85ee-6756ee56b6e8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:40.540807 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b857040e-6f5a-4850-a6c5-813fafc1d163 req-03cc037d-10fc-426f-85ee-6756ee56b6e8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=8734c8a0-34cb-4292-a4e4-cb36ac12205c HTTP/1.1" status: 200 len: 944 time: 0.1166110 Nov 23 21:53:40.542331 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-ee26b7f9-bab8-482a-92c4-55c5c1bd1a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:40.556160 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-e7557e94-969a-445f-9832-5c67226f5c46 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2501512 Nov 23 21:53:40.571922 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-01ed9291-6f16-4e0b-b928-65d8a75e0f1b service neutron] Request body: {'port': {'device_id': '64a8e5dc-1e44-45fa-8617-9030ade2781b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:40.601297 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e41f3597-b1f7-4916-a838-5a5414c7b43b None None] Port 2cd14c13-4f88-4aef-befd-dfcb3add4154 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:53:40.629864 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-6ba9863c-cb03-4c8a-957d-e02af1076da8 service neutron] Request body: {'port': {'device_id': '778cf25a-9ec2-4f50-8496-b2e88a31343c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:40.656367 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26b7f9-bab8-482a-92c4-55c5c1bd1a6e service neutron] Pushing event updated for resources: {'Port': ['ID=340ea7c3-e043-46e4-840b-d07fa9289844,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:40.708281 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe895006-f6f2-42c4-a370-8003aa453c68 req-641ac5e0-5cf4-439c-aff9-fef1e96bd9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:40.709784 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fe895006-f6f2-42c4-a370-8003aa453c68 req-641ac5e0-5cf4-439c-aff9-fef1e96bd9de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&device_id=8734c8a0-34cb-4292-a4e4-cb36ac12205c HTTP/1.1" status: 200 len: 1095 time: 0.3611646 Nov 23 21:53:40.743276 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b857040e-6f5a-4850-a6c5-813fafc1d163 req-a61aef16-82d7-484e-ae1b-ed4886e6d9a3 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951909 Nov 23 21:53:40.790993 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-ee26b7f9-bab8-482a-92c4-55c5c1bd1a6e service neutron] Attempting to bind port 340ea7c3-e043-46e4-840b-d07fa9289844 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:53:40.791361 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-ee26b7f9-bab8-482a-92c4-55c5c1bd1a6e service neutron] Attempting to bind port 340ea7c3-e043-46e4-840b-d07fa9289844 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '5965d2b9-565a-4ad5-95e6-31217bb0b2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:53:40.791667 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-ee26b7f9-bab8-482a-92c4-55c5c1bd1a6e service neutron] Attempting to bind port 340ea7c3-e043-46e4-840b-d07fa9289844 on network 5160570d-6d7c-4ff7-b392-12038219c1bd {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:40.798345 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0b313c0-0e68-46c8-9dfd-8403d5cfc16b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:40.805757 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7c8a5-3a1c-444d-ad5c-0ff73a84e520 req-7fa7e68e-537a-426b-ba47-ac595efd40cc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:40.813432 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90c7c8a5-3a1c-444d-ad5c-0ff73a84e520 req-7fa7e68e-537a-426b-ba47-ac595efd40cc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 945 time: 0.0920591 Nov 23 21:53:40.816036 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-ee26b7f9-bab8-482a-92c4-55c5c1bd1a6e service neutron] Port 340ea7c3-e043-46e4-840b-d07fa9289844 on network 5160570d-6d7c-4ff7-b392-12038219c1bd not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:53:40.816361 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-ee26b7f9-bab8-482a-92c4-55c5c1bd1a6e service neutron] Attempting to bind port 340ea7c3-e043-46e4-840b-d07fa9289844 on network 5160570d-6d7c-4ff7-b392-12038219c1bd {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:40.835342 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-01ed9291-6f16-4e0b-b928-65d8a75e0f1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:40.853379 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-ee26b7f9-bab8-482a-92c4-55c5c1bd1a6e service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:53:40.853379 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-ee26b7f9-bab8-482a-92c4-55c5c1bd1a6e service neutron] Checking segment: {'id': '5965d2b9-565a-4ad5-95e6-31217bb0b2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:40.853379 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-ee26b7f9-bab8-482a-92c4-55c5c1bd1a6e service neutron] Bound using segment: {'id': '5965d2b9-565a-4ad5-95e6-31217bb0b2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:53:40.853379 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-ee26b7f9-bab8-482a-92c4-55c5c1bd1a6e service neutron] Bound port: 340ea7c3-e043-46e4-840b-d07fa9289844, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5965d2b9-565a-4ad5-95e6-31217bb0b2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:53:40.853379 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-ee26b7f9-bab8-482a-92c4-55c5c1bd1a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:40.858196 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-6ba9863c-cb03-4c8a-957d-e02af1076da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:40.893485 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-b0b313c0-0e68-46c8-9dfd-8403d5cfc16b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabc3502-8c15-411f-8c10-783e5be66aca']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:40.948340 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90c7c8a5-3a1c-444d-ad5c-0ff73a84e520 req-9803b964-18d4-4b00-9ec8-39c37bc7ce4b tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340175 Nov 23 21:53:40.952564 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-b0b313c0-0e68-46c8-9dfd-8403d5cfc16b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff543c2-7cd6-4abf-be0a-0c2b520c271f') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:40.953007 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-b0b313c0-0e68-46c8-9dfd-8403d5cfc16b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff543c2-7cd6-4abf-be0a-0c2b520c271f') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:40.970457 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6b3b4-d5fd-4609-9c73-129bf80febf1 req-4875fe01-adcb-41b5-a06a-24371680874a tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:40.971733 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06c6b3b4-d5fd-4609-9c73-129bf80febf1 req-4875fe01-adcb-41b5-a06a-24371680874a tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/ports?device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b HTTP/1.1" status: 200 len: 932 time: 0.1398394 Nov 23 21:53:40.987233 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0b313c0-0e68-46c8-9dfd-8403d5cfc16b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:41.008390 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-ee26b7f9-bab8-482a-92c4-55c5c1bd1a6e service neutron] For port 340ea7c3-e043-46e4-840b-d07fa9289844, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:53:41.031652 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-ee26b7f9-bab8-482a-92c4-55c5c1bd1a6e service neutron] For port 340ea7c3-e043-46e4-840b-d07fa9289844, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=340ea7c3-e043-46e4-840b-d07fa9289844,segment=NetworkSegment(5965d2b9-565a-4ad5-95e6-31217bb0b2df),segment_id=5965d2b9-565a-4ad5-95e6-31217bb0b2df)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:53:41.036730 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe895006-f6f2-42c4-a370-8003aa453c68 req-cbe4b210-dca2-4b1c-8cb6-6def9b46abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:41.038361 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fe895006-f6f2-42c4-a370-8003aa453c68 req-cbe4b210-dca2-4b1c-8cb6-6def9b46abf3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 200 len: 906 time: 0.3173950 Nov 23 21:53:41.051336 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0b313c0-0e68-46c8-9dfd-8403d5cfc16b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:41.077030 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-ee26b7f9-bab8-482a-92c4-55c5c1bd1a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:41.103209 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fe895006-f6f2-42c4-a370-8003aa453c68 req-2427f458-ce35-4dd9-b6e5-ab4e0b9165cc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21ccf0c7-7163-46b0-9b5d-c148d7abeb06 HTTP/1.1" status: 200 len: 217 time: 0.0489709 Nov 23 21:53:41.118921 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06c6b3b4-d5fd-4609-9c73-129bf80febf1 req-dcdaa763-137d-4d82-9bc1-326077e79386 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/security-groups?id=76fbecbd-33c3-4f0d-ac00-e9120c1fd26b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403773 Nov 23 21:53:41.159419 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-ee26b7f9-bab8-482a-92c4-55c5c1bd1a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:41.160052 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-ee26b7f9-bab8-482a-92c4-55c5c1bd1a6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:41.161453 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-ee26b7f9-bab8-482a-92c4-55c5c1bd1a6e service neutron] 10.222.0.53 "PUT /v2.0/ports/340ea7c3-e043-46e4-840b-d07fa9289844 HTTP/1.1" status: 200 len: 1091 time: 1.6662903 Nov 23 21:53:41.161937 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b98b74-641f-4e6b-8116-39ee98c69688', 'tag': '340ea7c3-e043-46e4-840b-d07fa9289844'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:41.174069 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eaa30bb-8eb5-4817-9de2-20626cb6d855" -d '{"events": [{"name": "network-changed", "server_uuid": "16b98b74-641f-4e6b-8116-39ee98c69688", "tag": "340ea7c3-e043-46e4-840b-d07fa9289844"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:41.202690 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-4ae219f7-d6a9-4cf3-933a-d1628928a058 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:41.205016 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-4ae219f7-d6a9-4cf3-933a-d1628928a058 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082&tenant_id=fbb1d292593848d88a76dda57bbd0633&binding%3Ahost_id=n-h1-816206-9 HTTP/1.1" status: 200 len: 1096 time: 0.1680675 Nov 23 21:53:41.231920 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-9'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:41.234649 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26b7f9-bab8-482a-92c4-55c5c1bd1a6e service neutron] Pushing event updated for resources: {'Port': ['ID=340ea7c3-e043-46e4-840b-d07fa9289844,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:41.284731 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b313c0-0e68-46c8-9dfd-8403d5cfc16b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:53:41.285297 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0b313c0-0e68-46c8-9dfd-8403d5cfc16b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:53:41.291227 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:53:41.333136 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9cd5626d-6b05-4d44-8558-4547df2c653e no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:53:41.377312 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d626a57d-8563-43f6-bff7-10c4929add86 x-openstack-request-id: req-d626a57d-8563-43f6-bff7-10c4929add86 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:41.377692 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b98b74-641f-4e6b-8116-39ee98c69688", "tag": "340ea7c3-e043-46e4-840b-d07fa9289844", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:41.377839 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d626a57d-8563-43f6-bff7-10c4929add86 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:41.378604 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b98b74-641f-4e6b-8116-39ee98c69688', 'tag': '340ea7c3-e043-46e4-840b-d07fa9289844', 'status': 'completed', 'code': 200} Nov 23 21:53:41.383255 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 9cd5626d-6b05-4d44-8558-4547df2c653e {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:53:41.383692 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9cd5626d-6b05-4d44-8558-4547df2c653e not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:53:41.402123 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:41.414749 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840d40c-d43f-4589-8878-29b9de31c4e8 req-36b36b55-1af6-439d-8f8d-bd3d3ebe9db2 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:41.423559 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d840d40c-d43f-4589-8878-29b9de31c4e8 req-36b36b55-1af6-439d-8f8d-bd3d3ebe9db2 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 945 time: 0.1754694 Nov 23 21:53:41.426552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-22a5edfb-49a6-48d0-95c5-9e8365a42a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:41.428034 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-22a5edfb-49a6-48d0-95c5-9e8365a42a29 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ecc0d3385c5443da8cbb0171a0444bc5&device_id=16b98b74-641f-4e6b-8116-39ee98c69688 HTTP/1.1" status: 200 len: 1094 time: 0.1799808 Nov 23 21:53:41.461137 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0b313c0-0e68-46c8-9dfd-8403d5cfc16b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:41.468576 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0b313c0-0e68-46c8-9dfd-8403d5cfc16b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:41.475818 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b0b313c0-0e68-46c8-9dfd-8403d5cfc16b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] 10.222.0.50 "DELETE /v2.0/networks/cabc3502-8c15-411f-8c10-783e5be66aca HTTP/1.1" status: 204 len: 168 time: 2.5478690 Nov 23 21:53:41.477768 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe895006-f6f2-42c4-a370-8003aa453c68 req-d6e65aa4-1f6d-40ea-84d9-d8e1b769787e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:41.479742 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fe895006-f6f2-42c4-a370-8003aa453c68 req-d6e65aa4-1f6d-40ea-84d9-d8e1b769787e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4009be1-1322-446a-a15b-fa73a68a7e30 HTTP/1.1" status: 200 len: 845 time: 0.2837601 Nov 23 21:53:41.490911 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-239f550f-22b8-45a5-9562-408f976ac338 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=340ea7c3-e043-46e4-840b-d07fa9289844 HTTP/1.1" status: 200 len: 217 time: 0.0472057 Nov 23 21:53:41.610999 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b313c0-0e68-46c8-9dfd-8403d5cfc16b tempest-AllowedAddressPairTestJSON-2131447402 tempest-AllowedAddressPairTestJSON-2131447402-project] Pushing event deleted for resources: {'Network': ['ID=cabc3502-8c15-411f-8c10-783e5be66aca,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:41.622309 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fe895006-f6f2-42c4-a370-8003aa453c68 req-87989d57-6886-49d0-9ee3-d83e40c99cc6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=670396b2-2e17-45a5-b25a-4f315f3df81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916302 Nov 23 21:53:41.638873 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d840d40c-d43f-4589-8878-29b9de31c4e8 req-167afcf7-521c-4cc2-94f9-c5722ba0f475 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113640 Nov 23 21:53:41.640692 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-2e179929-a4cb-4c09-9e70-80e678c89f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:41.643400 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-2e179929-a4cb-4c09-9e70-80e678c89f00 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fa3428d-71e1-43f4-9dc8-5abc56e5f6ba HTTP/1.1" status: 200 len: 853 time: 0.1280987 Nov 23 21:53:41.762436 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-f2c1e98d-2921-49cd-8c82-fc9b54e746ea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5160570d-6d7c-4ff7-b392-12038219c1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449808 Nov 23 21:53:41.906176 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667eceb-d631-4365-8dbc-8282e12836c8 req-8e208c68-cd94-4a45-9667-00b2d19a4124 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:41.915228 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9667eceb-d631-4365-8dbc-8282e12836c8 req-8e208c68-cd94-4a45-9667-00b2d19a4124 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=16b98b74-641f-4e6b-8116-39ee98c69688 HTTP/1.1" status: 200 len: 943 time: 0.2650404 Nov 23 21:53:41.945256 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] For port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:42.027325 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9667eceb-d631-4365-8dbc-8282e12836c8 req-914fce0a-32fd-4088-a127-db822364b7b6 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111572 Nov 23 21:53:42.033604 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57126) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:42.055720 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] For port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:53:42.088338 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-1a2c8aa6-5317-475e-ac7f-aa5ddf1cdd58 service neutron] 10.222.0.53 "GET /v2.0/networks/5160570d-6d7c-4ff7-b392-12038219c1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914462 Nov 23 21:53:42.262196 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fe895006-f6f2-42c4-a370-8003aa453c68 req-6cf3d627-dbc4-4cc2-809a-86a7ef71097a service neutron] 10.222.0.53 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6233063 Nov 23 21:53:42.289431 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-01ed9291-6f16-4e0b-b928-65d8a75e0f1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd14c13-4f88-4aef-befd-dfcb3add4154 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:53:42.296189 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-6ba9863c-cb03-4c8a-957d-e02af1076da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dd1fa47-0d1d-4647-9635-c540e2e99f16 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:53:42.317105 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-01ed9291-6f16-4e0b-b928-65d8a75e0f1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:42.320475 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-6ba9863c-cb03-4c8a-957d-e02af1076da8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:42.353837 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-01ed9291-6f16-4e0b-b928-65d8a75e0f1b service neutron] Transition to ACTIVE for port object 2cd14c13-4f88-4aef-befd-dfcb3add4154 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:53:42.383956 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-6ba9863c-cb03-4c8a-957d-e02af1076da8 service neutron] Transition to ACTIVE for port object 3dd1fa47-0d1d-4647-9635-c540e2e99f16 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:53:42.386540 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-01ed9291-6f16-4e0b-b928-65d8a75e0f1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:42.405077 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-6ba9863c-cb03-4c8a-957d-e02af1076da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:42.492203 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fe895006-f6f2-42c4-a370-8003aa453c68 req-8c922303-40a1-48fc-b8eb-33f13e44bb9a service neutron] 10.222.0.53 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176335 Nov 23 21:53:42.495647 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed9291-6f16-4e0b-b928-65d8a75e0f1b service neutron] Pushing event updated for resources: {'Port': ['ID=2cd14c13-4f88-4aef-befd-dfcb3add4154,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:42.502798 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:42.534593 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:42.561040 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c67c50-33ba-4686-bbe5-2262a840044b req-58e6267c-7c98-4edc-bda3-07192984b60e tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:42.563198 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46c67c50-33ba-4686-bbe5-2262a840044b req-58e6267c-7c98-4edc-bda3-07192984b60e tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=8734c8a0-34cb-4292-a4e4-cb36ac12205c HTTP/1.1" status: 200 len: 944 time: 0.5056324 Nov 23 21:53:42.624687 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645c62e-72c5-461e-9de0-470b7c8450d5 req-1a148aed-d092-4b50-9ec3-014f6bff2c05 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:42.626383 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c645c62e-72c5-461e-9de0-470b7c8450d5 req-1a148aed-d092-4b50-9ec3-014f6bff2c05 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.50 "GET /v2.0/ports?device_id=43d91ce3-cd40-4cca-8d4c-c900532ac540 HTTP/1.1" status: 200 len: 945 time: 0.4889619 Nov 23 21:53:42.635234 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9863c-cb03-4c8a-957d-e02af1076da8 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd1fa47-0d1d-4647-9635-c540e2e99f16,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:42.676628 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-6ba9863c-cb03-4c8a-957d-e02af1076da8 service neutron] Attempting to bind port 3dd1fa47-0d1d-4647-9635-c540e2e99f16 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:53:42.678321 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-6ba9863c-cb03-4c8a-957d-e02af1076da8 service neutron] Attempting to bind port 3dd1fa47-0d1d-4647-9635-c540e2e99f16 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '5965d2b9-565a-4ad5-95e6-31217bb0b2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:53:42.678321 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-6ba9863c-cb03-4c8a-957d-e02af1076da8 service neutron] Attempting to bind port 3dd1fa47-0d1d-4647-9635-c540e2e99f16 on network 5160570d-6d7c-4ff7-b392-12038219c1bd {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:42.679850 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-01ed9291-6f16-4e0b-b928-65d8a75e0f1b service neutron] Attempting to bind port 2cd14c13-4f88-4aef-befd-dfcb3add4154 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:53:42.680162 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-01ed9291-6f16-4e0b-b928-65d8a75e0f1b service neutron] Attempting to bind port 2cd14c13-4f88-4aef-befd-dfcb3add4154 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '424a5af0-9696-4588-b06e-68eb94118e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:53:42.680489 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-01ed9291-6f16-4e0b-b928-65d8a75e0f1b service neutron] Attempting to bind port 2cd14c13-4f88-4aef-befd-dfcb3add4154 on network 4fbc6412-81fe-4cf2-aa4f-1738ebc73747 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:42.691870 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-01ed9291-6f16-4e0b-b928-65d8a75e0f1b service neutron] Port 2cd14c13-4f88-4aef-befd-dfcb3add4154 on network 4fbc6412-81fe-4cf2-aa4f-1738ebc73747 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:53:42.692293 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-01ed9291-6f16-4e0b-b928-65d8a75e0f1b service neutron] Attempting to bind port 2cd14c13-4f88-4aef-befd-dfcb3add4154 on network 4fbc6412-81fe-4cf2-aa4f-1738ebc73747 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:42.695492 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-6ba9863c-cb03-4c8a-957d-e02af1076da8 service neutron] Port 3dd1fa47-0d1d-4647-9635-c540e2e99f16 on network 5160570d-6d7c-4ff7-b392-12038219c1bd not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:53:42.695825 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-6ba9863c-cb03-4c8a-957d-e02af1076da8 service neutron] Attempting to bind port 3dd1fa47-0d1d-4647-9635-c540e2e99f16 on network 5160570d-6d7c-4ff7-b392-12038219c1bd {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:42.702552 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-01ed9291-6f16-4e0b-b928-65d8a75e0f1b service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:53:42.705011 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-01ed9291-6f16-4e0b-b928-65d8a75e0f1b service neutron] Checking segment: {'id': '424a5af0-9696-4588-b06e-68eb94118e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:42.705428 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-01ed9291-6f16-4e0b-b928-65d8a75e0f1b service neutron] Bound using segment: {'id': '424a5af0-9696-4588-b06e-68eb94118e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:53:42.705979 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-01ed9291-6f16-4e0b-b928-65d8a75e0f1b service neutron] Bound port: 2cd14c13-4f88-4aef-befd-dfcb3add4154, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '424a5af0-9696-4588-b06e-68eb94118e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:53:42.709796 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-01ed9291-6f16-4e0b-b928-65d8a75e0f1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:42.713383 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-82aa3030-c9ae-4c1f-b64c-abfe39922a7d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=52641051005940aabef706a65d604b7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6763010 Nov 23 21:53:42.719576 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57136) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:42.723447 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-6ba9863c-cb03-4c8a-957d-e02af1076da8 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:53:42.723787 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-6ba9863c-cb03-4c8a-957d-e02af1076da8 service neutron] Checking segment: {'id': '5965d2b9-565a-4ad5-95e6-31217bb0b2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:42.724165 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-6ba9863c-cb03-4c8a-957d-e02af1076da8 service neutron] Bound using segment: {'id': '5965d2b9-565a-4ad5-95e6-31217bb0b2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:53:42.724604 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-6ba9863c-cb03-4c8a-957d-e02af1076da8 service neutron] Bound port: 3dd1fa47-0d1d-4647-9635-c540e2e99f16, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5965d2b9-565a-4ad5-95e6-31217bb0b2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:53:42.725219 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-6ba9863c-cb03-4c8a-957d-e02af1076da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:42.738943 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-6390fd04-a6dd-459f-a0e9-c5bf4d8cf4cc service neutron] 10.222.0.53 "GET /v2.0/networks/5160570d-6d7c-4ff7-b392-12038219c1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6135893 Nov 23 21:53:42.781115 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb,revision_number=7']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:42.813170 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:53:42.839061 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Attempting to bind port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb on host n-h1-816206-9 for vnic_type normal with profile {"migrating_to": "n-h2-816206-9"} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:53:42.839398 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Attempting to bind port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:53:42.839732 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Attempting to bind port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:42.867187 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46c67c50-33ba-4686-bbe5-2262a840044b req-251cc8e3-a31d-47b4-baa9-f8d8291969a2 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489989 Nov 23 21:53:42.891779 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c645c62e-72c5-461e-9de0-470b7c8450d5 req-9e52d88c-58aa-4ee4-b733-b2b4488eb1d0 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c5d17f0-6260-4149-a815-6330ccb4e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323413 Nov 23 21:53:42.893071 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:53:42.893399 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Attempting to bind port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:42.910839 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-03b3ceba-55f0-49ae-afa4-5b752c234b8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:42.912807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:53:42.913357 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Checking segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:42.913742 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Bound using segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:53:42.914182 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Bound port: a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:53:42.914532 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:42.917664 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-01ed9291-6f16-4e0b-b928-65d8a75e0f1b service neutron] For port 2cd14c13-4f88-4aef-befd-dfcb3add4154, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:53:42.922204 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-6ba9863c-cb03-4c8a-957d-e02af1076da8 service neutron] For port 3dd1fa47-0d1d-4647-9635-c540e2e99f16, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:53:42.927252 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-01ed9291-6f16-4e0b-b928-65d8a75e0f1b service neutron] For port 2cd14c13-4f88-4aef-befd-dfcb3add4154, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2cd14c13-4f88-4aef-befd-dfcb3add4154,segment=NetworkSegment(424a5af0-9696-4588-b06e-68eb94118e29),segment_id=424a5af0-9696-4588-b06e-68eb94118e29)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:53:42.935901 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-6ba9863c-cb03-4c8a-957d-e02af1076da8 service neutron] For port 3dd1fa47-0d1d-4647-9635-c540e2e99f16, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=3dd1fa47-0d1d-4647-9635-c540e2e99f16,segment=NetworkSegment(5965d2b9-565a-4ad5-95e6-31217bb0b2df),segment_id=5965d2b9-565a-4ad5-95e6-31217bb0b2df)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:53:42.940470 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa30bb-8eb5-4817-9de2-20626cb6d855 req-d51e28de-908b-4402-ba57-fd6c0ae02da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:42.941408 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-01ed9291-6f16-4e0b-b928-65d8a75e0f1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:42.942019 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1eaa30bb-8eb5-4817-9de2-20626cb6d855 req-d51e28de-908b-4402-ba57-fd6c0ae02da4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ecc0d3385c5443da8cbb0171a0444bc5&device_id=16b98b74-641f-4e6b-8116-39ee98c69688 HTTP/1.1" status: 200 len: 1094 time: 0.1388865 Nov 23 21:53:42.962428 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb, host n-h1-816206-9, got binding levels [] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:42.963159 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-6ba9863c-cb03-4c8a-957d-e02af1076da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:42.968212 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-03b3ceba-55f0-49ae-afa4-5b752c234b8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:42.998662 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Attempting to bind port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb on host n-h1-816206-9 for vnic_type normal with profile {"migrating_to": "n-h2-816206-9"} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:53:42.999482 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Attempting to bind port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:53:43.000278 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Attempting to bind port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:43.008087 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:53:43.008770 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Attempting to bind port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:43.017876 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:53:43.018854 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Checking segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:43.019766 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Bound using segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:53:43.020496 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Bound port: a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:53:43.022854 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:43.024608 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-01ed9291-6f16-4e0b-b928-65d8a75e0f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:43.025265 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-01ed9291-6f16-4e0b-b928-65d8a75e0f1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:43.027142 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-01ed9291-6f16-4e0b-b928-65d8a75e0f1b service neutron] 10.222.0.60 "PUT /v2.0/ports/2cd14c13-4f88-4aef-befd-dfcb3add4154 HTTP/1.1" status: 200 len: 1092 time: 2.5864313 Nov 23 21:53:43.039402 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a8e5dc-1e44-45fa-8617-9030ade2781b', 'tag': '2cd14c13-4f88-4aef-befd-dfcb3add4154'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:43.041895 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b659625-0447-477b-91a9-83755c169363" -d '{"events": [{"name": "network-changed", "server_uuid": "64a8e5dc-1e44-45fa-8617-9030ade2781b", "tag": "2cd14c13-4f88-4aef-befd-dfcb3add4154"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:43.049851 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-6ba9863c-cb03-4c8a-957d-e02af1076da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:43.050466 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-6ba9863c-cb03-4c8a-957d-e02af1076da8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:43.052201 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-6ba9863c-cb03-4c8a-957d-e02af1076da8 service neutron] 10.222.0.60 "PUT /v2.0/ports/3dd1fa47-0d1d-4647-9635-c540e2e99f16 HTTP/1.1" status: 200 len: 1091 time: 2.4294894 Nov 23 21:53:43.098761 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed9291-6f16-4e0b-b928-65d8a75e0f1b service neutron] Pushing event updated for resources: {'Port': ['ID=2cd14c13-4f88-4aef-befd-dfcb3add4154,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:43.200210 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb, host n-h1-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:53:43.228746 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:53:43.239960 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-03b3ceba-55f0-49ae-afa4-5b752c234b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:43.240312 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:43.244419 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-03b3ceba-55f0-49ae-afa4-5b752c234b8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:43.245648 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-03b3ceba-55f0-49ae-afa4-5b752c234b8c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/901955bb-122e-4bc5-9854-1f1fd88e7916 HTTP/1.1" status: 204 len: 168 time: 0.5233610 Nov 23 21:53:43.291236 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa30bb-8eb5-4817-9de2-20626cb6d855 req-29c80238-0bde-4482-b9f1-d1347f4c8f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:43.292827 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1eaa30bb-8eb5-4817-9de2-20626cb6d855 req-29c80238-0bde-4482-b9f1-d1347f4c8f8c service neutron] 10.222.0.53 "GET /v2.0/networks?id=5160570d-6d7c-4ff7-b392-12038219c1bd HTTP/1.1" status: 200 len: 914 time: 0.3376532 Nov 23 21:53:43.313711 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3ceba-55f0-49ae-afa4-5b752c234b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901955bb-122e-4bc5-9854-1f1fd88e7916,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:43.320804 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9863c-cb03-4c8a-957d-e02af1076da8 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd1fa47-0d1d-4647-9635-c540e2e99f16,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:43.331625 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-02627dcd-73f8-482e-a558-d5da5bc237cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:43.333396 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-02627dcd-73f8-482e-a558-d5da5bc237cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=661b7a89edb846f499d797a5d758bf06&device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b HTTP/1.1" status: 200 len: 1095 time: 0.1668203 Nov 23 21:53:43.339486 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-f5dc2674-2b96-4848-a979-78e56e4d31a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:43.341215 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-f5dc2674-2b96-4848-a979-78e56e4d31a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ecc0d3385c5443da8cbb0171a0444bc5&device_id=778cf25a-9ec2-4f50-8496-b2e88a31343c HTTP/1.1" status: 200 len: 1094 time: 0.1760557 Nov 23 21:53:43.408138 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff146b5-af68-4c7b-8a8f-d1e5e70f5082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:43.410828 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2727a7-c622-48bd-a00e-0c16577a714d" -d '{"events": [{"server_uuid": "6ff146b5-af68-4c7b-8a8f-d1e5e70f5082", "name": "network-vif-unplugged", "status": "completed", "tag": "a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:43.421929 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019eb75-da06-47b6-9a57-442129b5fe57 req-f0e226ad-68d8-44ab-8317-6608883fa3f6 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:43.431974 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6019eb75-da06-47b6-9a57-442129b5fe57 req-f0e226ad-68d8-44ab-8317-6608883fa3f6 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 945 time: 0.4478769 Nov 23 21:53:43.444570 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-09d29f0e-767b-4066-8d68-139dffe9371b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dd1fa47-0d1d-4647-9635-c540e2e99f16 HTTP/1.1" status: 200 len: 217 time: 0.0781200 Nov 23 21:53:43.445956 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-53e2b482-800c-4d6c-b38c-f557ea37c65c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cd14c13-4f88-4aef-befd-dfcb3add4154 HTTP/1.1" status: 200 len: 217 time: 0.0865905 Nov 23 21:53:43.448314 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:43.494997 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1eaa30bb-8eb5-4817-9de2-20626cb6d855 req-46d35076-5929-4d9d-9e94-3369fea104f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=340ea7c3-e043-46e4-840b-d07fa9289844 HTTP/1.1" status: 200 len: 217 time: 0.1471674 Nov 23 21:53:43.520446 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb has no active binding in host n-h2-816206-9 {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 21:53:43.591409 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] For port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:53:43.612025 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-a1a50e9a-5a66-4f7d-93fc-ea57960bbc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:43.613615 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-a1a50e9a-5a66-4f7d-93fc-ea57960bbc36 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7fa3428d-71e1-43f4-9dc8-5abc56e5f6ba HTTP/1.1" status: 200 len: 853 time: 0.1570880 Nov 23 21:53:43.617867 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6019eb75-da06-47b6-9a57-442129b5fe57 req-4e5f1cb9-f6c0-4571-a360-e8e92d5167f0 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843483 Nov 23 21:53:43.620257 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-cb2395d5-4869-486d-9ca5-629191281ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:43.621757 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-cb2395d5-4869-486d-9ca5-629191281ccb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78f06991-0b98-4c87-a752-a357dd9f78db HTTP/1.1" status: 200 len: 853 time: 0.1642549 Nov 23 21:53:43.640358 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90fa39-4644-4e3a-8bc0-ab347b00d641 req-a4d4313b-01da-4e4f-9555-78f513732d62 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:43.642832 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0d90fa39-4644-4e3a-8bc0-ab347b00d641 req-a4d4313b-01da-4e4f-9555-78f513732d62 tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.53 "GET /v2.0/ports?device_id=43d91ce3-cd40-4cca-8d4c-c900532ac540 HTTP/1.1" status: 200 len: 945 time: 0.1872184 Nov 23 21:53:43.647273 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cb4c2-1d45-4b0f-a12a-e964399e1395 req-0aa0edc1-6dd9-46b2-a931-000717037efd tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:43.648911 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a32cb4c2-1d45-4b0f-a12a-e964399e1395 req-0aa0edc1-6dd9-46b2-a931-000717037efd tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/ports?device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b HTTP/1.1" status: 200 len: 944 time: 0.4725466 Nov 23 21:53:43.651696 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.db.api [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb-n-h1-816206-9-0 {{(pid=110034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:53:43.651813 n-d-816206-9 neutron-server[110034]: DEBUG oslo_db.api [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:53:43.687834 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa30bb-8eb5-4817-9de2-20626cb6d855 req-9c657b97-e303-497d-adbc-31723c49acad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:43.690100 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1eaa30bb-8eb5-4817-9de2-20626cb6d855 req-9c657b97-e303-497d-adbc-31723c49acad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7fa3428d-71e1-43f4-9dc8-5abc56e5f6ba HTTP/1.1" status: 200 len: 853 time: 0.1779230 Nov 23 21:53:43.731333 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-37b357aa-f5a4-48f9-8522-36bb18deb6d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5160570d-6d7c-4ff7-b392-12038219c1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876772 Nov 23 21:53:43.737511 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1eaa30bb-8eb5-4817-9de2-20626cb6d855 req-ecd2eb22-210f-4095-bd39-a3911fa8f65f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5160570d-6d7c-4ff7-b392-12038219c1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369811 Nov 23 21:53:43.843912 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a32cb4c2-1d45-4b0f-a12a-e964399e1395 req-a2a604ce-b713-42c6-9127-b225ff93bc9f tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/security-groups?id=76fbecbd-33c3-4f0d-ac00-e9120c1fd26b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803291 Nov 23 21:53:43.910706 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-f26ff3e9-a1a7-4538-96f7-220c6c7229c9 service neutron] 10.222.0.60 "GET /v2.0/networks/5160570d-6d7c-4ff7-b392-12038219c1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578014 Nov 23 21:53:43.914256 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-dab0f425-ffb7-42a5-ad70-afafcb32b93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:43.916019 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-dab0f425-ffb7-42a5-ad70-afafcb32b93e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4fbc6412-81fe-4cf2-aa4f-1738ebc73747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2713790 Nov 23 21:53:43.992701 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828df0d-41cb-4006-b468-ce6fe3d3c5f1 req-821beb06-5313-4296-863a-f4edbeb5684b tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:44.000337 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4828df0d-41cb-4006-b468-ce6fe3d3c5f1 req-821beb06-5313-4296-863a-f4edbeb5684b tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 943 time: 0.2664111 Nov 23 21:53:44.043197 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a4d304df-a1eb-4d9d-af9f-d0a185fe729d req-8e681e90-cea4-4d08-aa17-83121f827350 service neutron] 10.222.0.60 "GET /v2.0/networks/5160570d-6d7c-4ff7-b392-12038219c1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173933 Nov 23 21:53:44.054442 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cbee66-3485-4b72-9de4-c22a12463e93 x-openstack-request-id: req-22cbee66-3485-4b72-9de4-c22a12463e93 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:44.055093 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a8e5dc-1e44-45fa-8617-9030ade2781b", "tag": "2cd14c13-4f88-4aef-befd-dfcb3add4154", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:44.055545 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-22cbee66-3485-4b72-9de4-c22a12463e93 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:44.056253 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a8e5dc-1e44-45fa-8617-9030ade2781b', 'tag': '2cd14c13-4f88-4aef-befd-dfcb3add4154', 'status': 'completed', 'code': 200} Nov 23 21:53:44.067772 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1eaa30bb-8eb5-4817-9de2-20626cb6d855 req-7d8a51b1-1e71-450c-909a-d9bf45c4757b service neutron] 10.222.0.53 "GET /v2.0/networks/5160570d-6d7c-4ff7-b392-12038219c1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113430 Nov 23 21:53:44.148310 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-0d90fa39-4644-4e3a-8bc0-ab347b00d641 req-51a225fc-5cbf-4ac2-b0be-5289ed70b8aa tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Deleting port f5c6fd88-b933-48c0-852f-2e68916f6249 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:53:44.148490 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0d90fa39-4644-4e3a-8bc0-ab347b00d641 req-51a225fc-5cbf-4ac2-b0be-5289ed70b8aa tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:44.150385 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4828df0d-41cb-4006-b468-ce6fe3d3c5f1 req-55bad3ff-3843-4020-a745-3b2531355965 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480427 Nov 23 21:53:44.161322 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 21ccf0c7-7163-46b0-9b5d-c148d7abeb06 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:53:44.264202 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd96bf25-471e-4bbf-93fb-fc83fb9ed536 x-openstack-request-id: req-cd96bf25-471e-4bbf-93fb-fc83fb9ed536 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:44.264811 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff146b5-af68-4c7b-8a8f-d1e5e70f5082", "name": "network-vif-unplugged", "status": "completed", "tag": "a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:44.265308 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd96bf25-471e-4bbf-93fb-fc83fb9ed536 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:44.265987 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff146b5-af68-4c7b-8a8f-d1e5e70f5082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb', 'code': 200} Nov 23 21:53:44.270427 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-e6006fd9-1444-48dc-8681-28dc354d3d23 service neutron] 10.222.0.60 "GET /v2.0/networks/4fbc6412-81fe-4cf2-aa4f-1738ebc73747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337689 Nov 23 21:53:44.292920 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7937e6-ef62-4688-bdcf-a981b60799bd req-ab3aa244-8d28-4084-840c-097a74a9222c tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:44.302647 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c7937e6-ef62-4688-bdcf-a981b60799bd req-ab3aa244-8d28-4084-840c-097a74a9222c tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=16b98b74-641f-4e6b-8116-39ee98c69688 HTTP/1.1" status: 200 len: 943 time: 0.2786260 Nov 23 21:53:44.371249 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 21ccf0c7-7163-46b0-9b5d-c148d7abeb06, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=21ccf0c7-7163-46b0-9b5d-c148d7abeb06,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:44.377100 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Attempting to bind port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb on host n-h1-816206-9 for vnic_type normal with profile {"migrating_to": "n-h2-816206-9"} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:53:44.377432 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Attempting to bind port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:53:44.377759 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Attempting to bind port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:44.384253 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1eaa30bb-8eb5-4817-9de2-20626cb6d855 req-b45325eb-0869-47ee-9334-777a1831f7e2 service neutron] 10.222.0.53 "GET /v2.0/networks/5160570d-6d7c-4ff7-b392-12038219c1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063538 Nov 23 21:53:44.389817 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '21ccf0c7-7163-46b0-9b5d-c148d7abeb06', 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c', 'port_id': '21ccf0c7-7163-46b0-9b5d-c148d7abeb06', 'mac_address': 'fa:16:3e:14:b0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4009be1-1322-446a-a15b-fa73a68a7e30', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:53:44.392369 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b2ccd25f-2266-4030-91a0-7b34c624ad14 req-f28df95d-4d8d-4967-a82f-b73e186ba545 service neutron] 10.222.0.60 "GET /v2.0/networks/4fbc6412-81fe-4cf2-aa4f-1738ebc73747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128423 Nov 23 21:53:44.419908 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57180) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:44.428212 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-0d90fa39-4644-4e3a-8bc0-ab347b00d641 req-51a225fc-5cbf-4ac2-b0be-5289ed70b8aa tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] For port f5c6fd88-b933-48c0-852f-2e68916f6249, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f5c6fd88-b933-48c0-852f-2e68916f6249,segment=NetworkSegment(daf9a493-e064-4bd6-aac4-b423143c6ddc),segment_id=daf9a493-e064-4bd6-aac4-b423143c6ddc)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:44.428766 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0d90fa39-4644-4e3a-8bc0-ab347b00d641 req-51a225fc-5cbf-4ac2-b0be-5289ed70b8aa tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:44.431582 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:53:44.432120 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Attempting to bind port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb on network 5362e53d-b0aa-442a-93dd-f35dceb0e37e {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:44.446126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:53:44.446506 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Checking segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:44.447328 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Bound using segment: {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:53:44.447786 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Bound port: a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5362e53d-b0aa-442a-93dd-f35dceb0e37e'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:53:44.448143 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:44.450207 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-0d90fa39-4644-4e3a-8bc0-ab347b00d641 req-51a225fc-5cbf-4ac2-b0be-5289ed70b8aa tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Calling delete_port for f5c6fd88-b933-48c0-852f-2e68916f6249 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:53:44.464416 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:44.507422 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ccf0c7-7163-46b0-9b5d-c148d7abeb06 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:53:44.528019 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8414712-70de-4fc1-88aa-f44feb346246 req-7985832f-1033-487b-8378-edc5ac089a7d tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:44.529539 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e8414712-70de-4fc1-88aa-f44feb346246 req-7985832f-1033-487b-8378-edc5ac089a7d tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=8734c8a0-34cb-4292-a4e4-cb36ac12205c HTTP/1.1" status: 200 len: 944 time: 0.2551301 Nov 23 21:53:44.540723 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 21ccf0c7-7163-46b0-9b5d-c148d7abeb06, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=21ccf0c7-7163-46b0-9b5d-c148d7abeb06,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:44.549888 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:44.597656 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c7937e6-ef62-4688-bdcf-a981b60799bd req-9622edcd-bd2e-4883-aeed-e1c200811288 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938275 Nov 23 21:53:44.645706 n-d-816206-9 neutron-server[110034]: WARNING neutron.plugins.ml2.plugin [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Concurrent port binding operations failed on port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb Nov 23 21:53:44.653919 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] For port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:44.659959 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=21ccf0c7-7163-46b0-9b5d-c148d7abeb06,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:44.666384 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e8414712-70de-4fc1-88aa-f44feb346246 req-4b5a6b11-e0d0-423f-89d4-d445af1349dc tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125839 Nov 23 21:53:44.667471 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Attempt 2 to bind port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb Nov 23 21:53:44.670076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:44.670796 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:44.673740 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-6f32d161-274c-4b25-8fb2-4e8d1402f355 service neutron] 10.222.0.60 "PUT /v2.0/ports/a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb HTTP/1.1" status: 200 len: 1121 time: 3.4596484 Nov 23 21:53:44.741906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-c321047e-dde8-487c-8efa-7527c496d786 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-875156941'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:44.758533 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0d90fa39-4644-4e3a-8bc0-ab347b00d641 req-51a225fc-5cbf-4ac2-b0be-5289ed70b8aa tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:44.767012 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b659625-0447-477b-91a9-83755c169363 req-992c2c1f-917a-4b73-be63-645720d04f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:44.767286 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:53:44.768589 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8b659625-0447-477b-91a9-83755c169363 req-992c2c1f-917a-4b73-be63-645720d04f43 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=661b7a89edb846f499d797a5d758bf06&device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b HTTP/1.1" status: 200 len: 1095 time: 0.2096412 Nov 23 21:53:44.781490 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1899b-0437-4bc1-a8a4-b487a3f788a1 req-f91dc77f-3249-4111-bdf7-8948218c5eda tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:44.784033 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bbd1899b-0437-4bc1-a8a4-b487a3f788a1 req-f91dc77f-3249-4111-bdf7-8948218c5eda tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.50 "GET /v2.0/ports?device_id=43d91ce3-cd40-4cca-8d4c-c900532ac540 HTTP/1.1" status: 200 len: 867 time: 0.0957198 Nov 23 21:53:44.785260 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c321047e-dde8-487c-8efa-7527c496d786 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Made reservation on behalf of c399027dbb0d40b9b49a9dbb58f8268c for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:44.788631 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c321047e-dde8-487c-8efa-7527c496d786 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:44.807399 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c321047e-dde8-487c-8efa-7527c496d786 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:44.834333 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['21ccf0c7-7163-46b0-9b5d-c148d7abeb06'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:53:44.886843 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a225fc-5cbf-4ac2-b0be-5289ed70b8aa tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Pushing event deleted for resources: {'Port': ['ID=f5c6fd88-b933-48c0-852f-2e68916f6249,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:44.905589 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:53:44.918093 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bbd1899b-0437-4bc1-a8a4-b487a3f788a1 req-5946d11e-f7a1-457d-bbf9-08e8f860445a tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.50 "GET /v2.0/security-groups?id=8c5d17f0-6260-4149-a815-6330ccb4e3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247997 Nov 23 21:53:44.934957 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dcb3b-c379-4e06-bcc9-a26e2bc8f6b0 req-5764bd20-c397-46e5-931a-3cb3e575f638 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:44.944664 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d90fa39-4644-4e3a-8bc0-ab347b00d641 req-51a225fc-5cbf-4ac2-b0be-5289ed70b8aa tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] No DVR routers for this DVR port f5c6fd88-b933-48c0-852f-2e68916f6249 on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:53:44.947313 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0d90fa39-4644-4e3a-8bc0-ab347b00d641 req-51a225fc-5cbf-4ac2-b0be-5289ed70b8aa tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:44.951231 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0d90fa39-4644-4e3a-8bc0-ab347b00d641 req-51a225fc-5cbf-4ac2-b0be-5289ed70b8aa tempest-ServerTagsTestJSON-974469115 tempest-ServerTagsTestJSON-974469115-project] 10.222.0.53 "DELETE /v2.0/ports/f5c6fd88-b933-48c0-852f-2e68916f6249 HTTP/1.1" status: 204 len: 173 time: 1.2819602 Nov 23 21:53:44.952535 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c10dcb3b-c379-4e06-bcc9-a26e2bc8f6b0 req-5764bd20-c397-46e5-931a-3cb3e575f638 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 945 time: 0.1477461 Nov 23 21:53:44.952657 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b659625-0447-477b-91a9-83755c169363 req-0ede9b95-dd7b-461f-af5d-70531ad09e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:44.955097 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8b659625-0447-477b-91a9-83755c169363 req-0ede9b95-dd7b-461f-af5d-70531ad09e46 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4fbc6412-81fe-4cf2-aa4f-1738ebc73747 HTTP/1.1" status: 200 len: 915 time: 0.1464317 Nov 23 21:53:45.006671 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8b659625-0447-477b-91a9-83755c169363 req-f9374438-1e37-4602-a399-3dae4a791b8d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cd14c13-4f88-4aef-befd-dfcb3add4154 HTTP/1.1" status: 200 len: 217 time: 0.0421362 Nov 23 21:53:45.029915 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c10dcb3b-c379-4e06-bcc9-a26e2bc8f6b0 req-ab2666f3-b063-497c-9067-22fee6e23cca tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764673 Nov 23 21:53:45.070497 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c321047e-dde8-487c-8efa-7527c496d786 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:45.078988 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c321047e-dde8-487c-8efa-7527c496d786 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:45.080518 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b659625-0447-477b-91a9-83755c169363 req-8c83d6c2-ea39-4cd8-8650-b352b292b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:45.082771 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8b659625-0447-477b-91a9-83755c169363 req-8c83d6c2-ea39-4cd8-8650-b352b292b467 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78f06991-0b98-4c87-a752-a357dd9f78db HTTP/1.1" status: 200 len: 853 time: 0.0689118 Nov 23 21:53:45.122488 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c321047e-dde8-487c-8efa-7527c496d786 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:53:45.141843 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d1ad6-2eb9-44a7-b006-d22e4959b24e req-24b08b33-c04b-4afb-819b-c436c67f8669 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:45.144344 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-170d1ad6-2eb9-44a7-b006-d22e4959b24e req-24b08b33-c04b-4afb-819b-c436c67f8669 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/ports?device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b HTTP/1.1" status: 200 len: 944 time: 0.1184368 Nov 23 21:53:45.151374 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321047e-dde8-487c-8efa-7527c496d786 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23fe532b-3fe8-49fd-abdb-ee03981a6258,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:45.152907 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b659625-0447-477b-91a9-83755c169363 req-0f312e05-6c97-4289-aaf6-5a34a890d29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:45.154651 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8b659625-0447-477b-91a9-83755c169363 req-0f312e05-6c97-4289-aaf6-5a34a890d29c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4fbc6412-81fe-4cf2-aa4f-1738ebc73747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624027 Nov 23 21:53:45.159351 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c321047e-dde8-487c-8efa-7527c496d786 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:45.159890 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-c321047e-dde8-487c-8efa-7527c496d786 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Added segment 352fd83f-31d1-464b-b023-2ce68c7af91d of type vlan for network eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7 Nov 23 21:53:45.244428 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c321047e-dde8-487c-8efa-7527c496d786 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:45.286396 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8b659625-0447-477b-91a9-83755c169363 req-9167d0f9-31b6-4994-b2af-d4c07d708859 service neutron] 10.222.0.60 "GET /v2.0/networks/4fbc6412-81fe-4cf2-aa4f-1738ebc73747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216662 Nov 23 21:53:45.311141 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-170d1ad6-2eb9-44a7-b006-d22e4959b24e req-02d4d8ad-453e-4395-8db0-c551daf37c74 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/security-groups?id=76fbecbd-33c3-4f0d-ac00-e9120c1fd26b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563179 Nov 23 21:53:45.326944 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c321047e-dde8-487c-8efa-7527c496d786 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:45.339487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c321047e-dde8-487c-8efa-7527c496d786 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:45.340143 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c321047e-dde8-487c-8efa-7527c496d786 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:45.348799 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['f5c6fd88-b933-48c0-852f-2e68916f6249'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:53:45.368823 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b9d7b-c9a2-4c4a-b620-c565b6486ff8 req-1fcf606d-ab8e-4bca-a040-fd06eecc3bc8 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:45.370423 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-139b9d7b-c9a2-4c4a-b620-c565b6486ff8 req-1fcf606d-ab8e-4bca-a040-fd06eecc3bc8 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 943 time: 0.1226957 Nov 23 21:53:45.395041 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8b659625-0447-477b-91a9-83755c169363 req-c7282c78-6ee6-4bfb-97ba-2f647e447f3d service neutron] 10.222.0.60 "GET /v2.0/networks/4fbc6412-81fe-4cf2-aa4f-1738ebc73747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998962 Nov 23 21:53:45.434981 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57192) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:45.441563 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-99a25a52-bbba-4433-ace3-7d750f2dc076 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-276698567'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:45.447477 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c321047e-dde8-487c-8efa-7527c496d786 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0259960 Nov 23 21:53:45.448116 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57194) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:45.455696 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-1928edc2-76d7-4724-adc7-0029b08ffd6e tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Request body: {'subnet': {'network_id': 'eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:45.519451 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321047e-dde8-487c-8efa-7527c496d786 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Pushing event updated for resources: {'Network': ['ID=eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:45.526021 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a25a52-bbba-4433-ace3-7d750f2dc076 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Made reservation on behalf of b32d0f34c0cc4ad1b4cbe85726725dc7 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:45.529897 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-99a25a52-bbba-4433-ace3-7d750f2dc076 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:45.539547 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:53:45.557808 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-139b9d7b-c9a2-4c4a-b620-c565b6486ff8 req-338ec003-b99d-4c70-8b93-fb26a2ecbd3e tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597648 Nov 23 21:53:45.574829 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a25a52-bbba-4433-ace3-7d750f2dc076 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:53:45.599500 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-99a25a52-bbba-4433-ace3-7d750f2dc076 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:45.599881 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-99a25a52-bbba-4433-ace3-7d750f2dc076 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Added segment 58b520fc-ac31-40cf-a40c-a5ec7f20b775 of type vlan for network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 Nov 23 21:53:45.601753 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1928edc2-76d7-4724-adc7-0029b08ffd6e tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Made reservation on behalf of c399027dbb0d40b9b49a9dbb58f8268c for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:45.605557 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1928edc2-76d7-4724-adc7-0029b08ffd6e tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:45.710981 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-99a25a52-bbba-4433-ace3-7d750f2dc076 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:45.737816 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f985d-9369-496c-a991-4d8a13544783 req-9553b72c-7a55-4bc7-887d-4f8a82b1b911 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:45.739648 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e99f985d-9369-496c-a991-4d8a13544783 req-9553b72c-7a55-4bc7-887d-4f8a82b1b911 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=16b98b74-641f-4e6b-8116-39ee98c69688 HTTP/1.1" status: 200 len: 943 time: 0.0611236 Nov 23 21:53:45.756606 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-99a25a52-bbba-4433-ace3-7d750f2dc076 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:45.762651 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a25a52-bbba-4433-ace3-7d750f2dc076 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:45.763292 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-99a25a52-bbba-4433-ace3-7d750f2dc076 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:45.831358 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e99f985d-9369-496c-a991-4d8a13544783 req-61ec85e8-1cbb-4b22-93c9-2852d9e3056c tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848808 Nov 23 21:53:45.839447 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-99a25a52-bbba-4433-ace3-7d750f2dc076 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4033537 Nov 23 21:53:45.843570 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b70ccb-18d3-4421-9cb7-5293d7f3d28e req-e2cf1be4-cbb5-46d2-8aba-630cf2ba2535 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:45.845133 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e2b70ccb-18d3-4421-9cb7-5293d7f3d28e req-e2cf1be4-cbb5-46d2-8aba-630cf2ba2535 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=8734c8a0-34cb-4292-a4e4-cb36ac12205c HTTP/1.1" status: 200 len: 945 time: 0.0815363 Nov 23 21:53:45.845700 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57200) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:45.860644 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-bb58b8a0-15f7-455e-b1d3-9e6c8eccbece tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-495144732'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:45.874953 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a25a52-bbba-4433-ace3-7d750f2dc076 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event updated for resources: {'Network': ['ID=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:45.888379 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:53:45.911608 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb58b8a0-15f7-455e-b1d3-9e6c8eccbece tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Made reservation on behalf of b32d0f34c0cc4ad1b4cbe85726725dc7 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:45.915373 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bb58b8a0-15f7-455e-b1d3-9e6c8eccbece tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:45.928892 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e2b70ccb-18d3-4421-9cb7-5293d7f3d28e req-90d08e2e-5b71-4008-941e-432dfaff170b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771196 Nov 23 21:53:45.945644 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1928edc2-76d7-4724-adc7-0029b08ffd6e tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:45.951018 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb58b8a0-15f7-455e-b1d3-9e6c8eccbece tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:53:45.975522 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bb58b8a0-15f7-455e-b1d3-9e6c8eccbece tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:45.976060 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-bb58b8a0-15f7-455e-b1d3-9e6c8eccbece tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Added segment 5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a of type vlan for network da4238c6-b353-4586-8707-c40d3aada134 Nov 23 21:53:45.998438 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57204) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:46.035475 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bb58b8a0-15f7-455e-b1d3-9e6c8eccbece tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:46.057919 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778cf25a-9ec2-4f50-8496-b2e88a31343c', 'tag': '3dd1fa47-0d1d-4647-9635-c540e2e99f16'}, {'server_uuid': '43d91ce3-cd40-4cca-8d4c-c900532ac540', 'name': 'network-vif-deleted', 'tag': 'f5c6fd88-b933-48c0-852f-2e68916f6249'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:46.060204 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b552e0a-e5aa-43dc-91f3-cd0b1d2dcd10" -d '{"events": [{"name": "network-changed", "server_uuid": "778cf25a-9ec2-4f50-8496-b2e88a31343c", "tag": "3dd1fa47-0d1d-4647-9635-c540e2e99f16"}, {"server_uuid": "43d91ce3-cd40-4cca-8d4c-c900532ac540", "name": "network-vif-deleted", "tag": "f5c6fd88-b933-48c0-852f-2e68916f6249"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:46.065640 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928edc2-76d7-4724-adc7-0029b08ffd6e tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Pushing event updated for resources: {'Subnet': ['ID=87b4c0c0-dbd9-40f3-b5b6-30009f441bf5,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:46.070403 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1928edc2-76d7-4724-adc7-0029b08ffd6e tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Checking segment: {'id': '352fd83f-31d1-464b-b023-2ce68c7af91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:46.070791 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1928edc2-76d7-4724-adc7-0029b08ffd6e tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Network hostable DHCP agents. Network: eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:53:46.090037 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e7c687-2fb3-43c8-afd3-13e5de002388 admin admin] Deleting subnet c1ea537a-c1e0-4492-8ac2-5c5cd1c76d35 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:53:46.092026 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bb58b8a0-15f7-455e-b1d3-9e6c8eccbece tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:46.098459 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb58b8a0-15f7-455e-b1d3-9e6c8eccbece tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:46.099156 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bb58b8a0-15f7-455e-b1d3-9e6c8eccbece tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:46.103312 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-65e7c687-2fb3-43c8-afd3-13e5de002388 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:46.149952 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-bb58b8a0-15f7-455e-b1d3-9e6c8eccbece tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3031781 Nov 23 21:53:46.151121 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57210) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:46.159814 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-1364c098-206a-4b52-839e-a0c27e9a818a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Request body: {'subnet': {'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:46.184580 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1928edc2-76d7-4724-adc7-0029b08ffd6e tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Network eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:53:46.186899 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 340ea7c3-e043-46e4-840b-d07fa9289844 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:53:46.193071 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 21ccf0c7-7163-46b0-9b5d-c148d7abeb06 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:46.218374 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58b8a0-15f7-455e-b1d3-9e6c8eccbece tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event updated for resources: {'Network': ['ID=da4238c6-b353-4586-8707-c40d3aada134,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:46.242430 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed96439-6262-4d63-b644-165dbd6f69e4 req-31f5845e-c994-4b04-a33a-63592f45bd98 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:46.244018 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aed96439-6262-4d63-b644-165dbd6f69e4 req-31f5845e-c994-4b04-a33a-63592f45bd98 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 945 time: 0.0860393 Nov 23 21:53:46.249870 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network da4238c6-b353-4586-8707-c40d3aada134 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:53:46.271454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff146b5-af68-4c7b-8a8f-d1e5e70f5082', 'tag': 'a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:46.273945 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3543c86c-e462-4cfb-9b1f-79382e25d246" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff146b5-af68-4c7b-8a8f-d1e5e70f5082", "tag": "a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:46.294997 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d971bfb-a42d-4b30-b061-b187a2ee909d x-openstack-request-id: req-1d971bfb-a42d-4b30-b061-b187a2ee909d {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:46.295297 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778cf25a-9ec2-4f50-8496-b2e88a31343c", "tag": "3dd1fa47-0d1d-4647-9635-c540e2e99f16", "status": "completed", "code": 200}, {"server_uuid": "43d91ce3-cd40-4cca-8d4c-c900532ac540", "name": "network-vif-deleted", "tag": "f5c6fd88-b933-48c0-852f-2e68916f6249", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:46.295650 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d971bfb-a42d-4b30-b061-b187a2ee909d {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:46.296107 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778cf25a-9ec2-4f50-8496-b2e88a31343c', 'tag': '3dd1fa47-0d1d-4647-9635-c540e2e99f16', 'status': 'completed', 'code': 200} Nov 23 21:53:46.296370 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d91ce3-cd40-4cca-8d4c-c900532ac540', 'name': 'network-vif-deleted', 'tag': 'f5c6fd88-b933-48c0-852f-2e68916f6249', 'status': 'completed', 'code': 200} Nov 23 21:53:46.317992 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aed96439-6262-4d63-b644-165dbd6f69e4 req-5adc26ea-319c-406f-a1bb-a1a697deeb81 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651700 Nov 23 21:53:46.337442 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f235e43-ec68-4fbf-bfd7-530c88e6c00a x-openstack-request-id: req-9f235e43-ec68-4fbf-bfd7-530c88e6c00a {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:46.338171 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff146b5-af68-4c7b-8a8f-d1e5e70f5082", "tag": "a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:46.338171 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9f235e43-ec68-4fbf-bfd7-530c88e6c00a {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:46.338395 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff146b5-af68-4c7b-8a8f-d1e5e70f5082', 'tag': 'a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb', 'status': 'completed', 'code': 200} Nov 23 21:53:46.383014 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 21ccf0c7-7163-46b0-9b5d-c148d7abeb06 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:53:46.392019 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-65e7c687-2fb3-43c8-afd3-13e5de002388 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:46.404124 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-1928edc2-76d7-4724-adc7-0029b08ffd6e tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:46.411550 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1928edc2-76d7-4724-adc7-0029b08ffd6e tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:46.411848 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1928edc2-76d7-4724-adc7-0029b08ffd6e tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:46.418126 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06be11d7-142a-4b0f-9e62-629d09db7d2f None None] Network eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:53:46.420107 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 21ccf0c7-7163-46b0-9b5d-c148d7abeb06 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:46.421015 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:46.498467 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a06b1b-97ed-4e7e-a43b-c1f0ec7bfa89 req-5cdae7de-f4ff-4feb-875f-7edb6a01491b tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:46.501158 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78a06b1b-97ed-4e7e-a43b-c1f0ec7bfa89 req-5cdae7de-f4ff-4feb-875f-7edb6a01491b tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/ports?device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b HTTP/1.1" status: 200 len: 944 time: 0.0736439 Nov 23 21:53:46.510169 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b552e0a-e5aa-43dc-91f3-cd0b1d2dcd10 req-76d2103e-0ad2-4883-923b-bc36a2e7f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:46.512092 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1b552e0a-e5aa-43dc-91f3-cd0b1d2dcd10 req-76d2103e-0ad2-4883-923b-bc36a2e7f9f6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ecc0d3385c5443da8cbb0171a0444bc5&device_id=778cf25a-9ec2-4f50-8496-b2e88a31343c HTTP/1.1" status: 200 len: 1094 time: 0.2063272 Nov 23 21:53:46.512675 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1364c098-206a-4b52-839e-a0c27e9a818a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Made reservation on behalf of b32d0f34c0cc4ad1b4cbe85726725dc7 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:46.516903 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1364c098-206a-4b52-839e-a0c27e9a818a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:46.551020 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 340ea7c3-e043-46e4-840b-d07fa9289844, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=340ea7c3-e043-46e4-840b-d07fa9289844,segment=NetworkSegment(5965d2b9-565a-4ad5-95e6-31217bb0b2df),segment_id=5965d2b9-565a-4ad5-95e6-31217bb0b2df)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:46.570285 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78a06b1b-97ed-4e7e-a43b-c1f0ec7bfa89 req-3fe284a3-c2dd-4c30-aa6b-f5d52c7eeab3 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/security-groups?id=76fbecbd-33c3-4f0d-ac00-e9120c1fd26b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600402 Nov 23 21:53:46.585001 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '340ea7c3-e043-46e4-840b-d07fa9289844', 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd', 'port_id': '340ea7c3-e043-46e4-840b-d07fa9289844', 'mac_address': 'fa:16:3e:15:83:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa3428d-71e1-43f4-9dc8-5abc56e5f6ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:53:46.601985 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1928edc2-76d7-4724-adc7-0029b08ffd6e tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1528344 Nov 23 21:53:46.605408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57218) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:46.612096 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-082d293e-e3de-4a30-9474-b7517b6fc9fa tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1371486373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:46.642947 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-082d293e-e3de-4a30-9474-b7517b6fc9fa tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:46.644642 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-082d293e-e3de-4a30-9474-b7517b6fc9fa tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:46.698286 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:46.705726 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:46.755723 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 340ea7c3-e043-46e4-840b-d07fa9289844 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:53:46.764804 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8734c8a0-34cb-4292-a4e4-cb36ac12205c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ccf0c7-7163-46b0-9b5d-c148d7abeb06'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:46.767603 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482cd00c-98ee-412b-a833-e9c281423d0a" -d '{"events": [{"server_uuid": "8734c8a0-34cb-4292-a4e4-cb36ac12205c", "name": "network-vif-plugged", "status": "completed", "tag": "21ccf0c7-7163-46b0-9b5d-c148d7abeb06"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:46.768581 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-082d293e-e3de-4a30-9474-b7517b6fc9fa tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:46.775888 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e24a51a-e62d-4ada-b919-635a167abc57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7', 'network_id': 'eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7', 'tenant_id': 'c399027dbb0d40b9b49a9dbb58f8268c', 'fixed_ips': [{'subnet_id': '87b4c0c0-dbd9-40f3-b5b6-30009f441bf5'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:53:46.776892 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3e24a51a-e62d-4ada-b919-635a167abc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:46.788617 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a3c26-5a8f-465e-b177-ae800808618f req-2f6230c9-0ffe-4770-80d1-65f395ba59d8 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:46.796922 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-620a3c26-5a8f-465e-b177-ae800808618f req-2f6230c9-0ffe-4770-80d1-65f395ba59d8 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 943 time: 0.1309726 Nov 23 21:53:46.800831 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-082d293e-e3de-4a30-9474-b7517b6fc9fa tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:46.803735 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 21ccf0c7-7163-46b0-9b5d-c148d7abeb06, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=21ccf0c7-7163-46b0-9b5d-c148d7abeb06,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:46.821210 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 340ea7c3-e043-46e4-840b-d07fa9289844, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=340ea7c3-e043-46e4-840b-d07fa9289844,segment=NetworkSegment(5965d2b9-565a-4ad5-95e6-31217bb0b2df),segment_id=5965d2b9-565a-4ad5-95e6-31217bb0b2df)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:46.822486 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:46.850637 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-082d293e-e3de-4a30-9474-b7517b6fc9fa tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:46.854853 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-082d293e-e3de-4a30-9474-b7517b6fc9fa tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2478280 Nov 23 21:53:46.858187 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57224) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:46.862029 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:46.868577 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 3dd1fa47-0d1d-4647-9635-c540e2e99f16 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:53:47.105838 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37fa973-6007-4f30-9c4d-01dae9c51708 x-openstack-request-id: req-b37fa973-6007-4f30-9c4d-01dae9c51708 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:47.106075 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8734c8a0-34cb-4292-a4e4-cb36ac12205c", "name": "network-vif-plugged", "status": "completed", "tag": "21ccf0c7-7163-46b0-9b5d-c148d7abeb06", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:47.106328 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b37fa973-6007-4f30-9c4d-01dae9c51708 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:47.106738 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8734c8a0-34cb-4292-a4e4-cb36ac12205c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ccf0c7-7163-46b0-9b5d-c148d7abeb06', 'code': 200} Nov 23 21:53:47.109845 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-620a3c26-5a8f-465e-b177-ae800808618f req-0768ae8d-dad4-468c-8e82-bb4e090d60ae tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061576 Nov 23 21:53:47.184261 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543c86c-e462-4cfb-9b1f-79382e25d246 req-c6d7756d-d1d1-4c74-8e63-537164aad81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:47.192365 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3543c86c-e462-4cfb-9b1f-79382e25d246 req-c6d7756d-d1d1-4c74-8e63-537164aad81f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 1124 time: 0.7949729 Nov 23 21:53:47.211554 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=21ccf0c7-7163-46b0-9b5d-c148d7abeb06,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:47.259028 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['340ea7c3-e043-46e4-840b-d07fa9289844'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:53:47.440963 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-3e24a51a-e62d-4ada-b919-635a167abc57 None None] Allocated IP 172.20.0.2 (eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7/87b4c0c0-dbd9-40f3-b5b6-30009f441bf5/1d737003-18e1-4750-bce3-6d0e0992b19c) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:47.444344 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 3dd1fa47-0d1d-4647-9635-c540e2e99f16, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=3dd1fa47-0d1d-4647-9635-c540e2e99f16,segment=NetworkSegment(5965d2b9-565a-4ad5-95e6-31217bb0b2df),segment_id=5965d2b9-565a-4ad5-95e6-31217bb0b2df)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:47.457049 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=340ea7c3-e043-46e4-840b-d07fa9289844,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:47.482526 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '3dd1fa47-0d1d-4647-9635-c540e2e99f16', 'network_id': '5160570d-6d7c-4ff7-b392-12038219c1bd', 'port_id': '3dd1fa47-0d1d-4647-9635-c540e2e99f16', 'mac_address': 'fa:16:3e:63:28:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa3428d-71e1-43f4-9dc8-5abc56e5f6ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:53:47.486608 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b552e0a-e5aa-43dc-91f3-cd0b1d2dcd10 req-717fb55c-3bd1-408b-ac59-bc80153a773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:47.489255 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1b552e0a-e5aa-43dc-91f3-cd0b1d2dcd10 req-717fb55c-3bd1-408b-ac59-bc80153a773f service neutron] 10.222.0.60 "GET /v2.0/networks?id=5160570d-6d7c-4ff7-b392-12038219c1bd HTTP/1.1" status: 200 len: 914 time: 0.9505861 Nov 23 21:53:47.501169 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-65e7c687-2fb3-43c8-afd3-13e5de002388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:47.546705 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:47.561643 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1b552e0a-e5aa-43dc-91f3-cd0b1d2dcd10 req-4074fdcb-373d-45dd-a3f1-de0f8ff29840 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dd1fa47-0d1d-4647-9635-c540e2e99f16 HTTP/1.1" status: 200 len: 217 time: 0.0455904 Nov 23 21:53:47.602053 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dd1fa47-0d1d-4647-9635-c540e2e99f16 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:53:47.632135 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10855a63-9857-4974-af50-8d4542a37e10 req-648125e3-10a3-4e22-b0ec-05e9b85b4964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:47.633816 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-10855a63-9857-4974-af50-8d4542a37e10 req-648125e3-10a3-4e22-b0ec-05e9b85b4964 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8734c8a0-34cb-4292-a4e4-cb36ac12205c HTTP/1.1" status: 200 len: 1097 time: 0.5222414 Nov 23 21:53:47.647027 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311023d2-c1f5-4be5-808d-1301dcd002fa req-1ee457a5-32b7-4db8-8ff5-f6981ad5020b tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:47.655139 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-311023d2-c1f5-4be5-808d-1301dcd002fa req-1ee457a5-32b7-4db8-8ff5-f6981ad5020b tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=16b98b74-641f-4e6b-8116-39ee98c69688 HTTP/1.1" status: 200 len: 944 time: 0.5422614 Nov 23 21:53:47.677117 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 3dd1fa47-0d1d-4647-9635-c540e2e99f16, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=3dd1fa47-0d1d-4647-9635-c540e2e99f16,segment=NetworkSegment(5965d2b9-565a-4ad5-95e6-31217bb0b2df),segment_id=5965d2b9-565a-4ad5-95e6-31217bb0b2df)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:47.692421 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:47.693027 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2cd14c13-4f88-4aef-befd-dfcb3add4154 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:53:47.695707 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fafb10-8082-4cc0-8c35-bf19674a2a76 req-41feefd5-b6c4-44b1-b077-3fecbb448ecf tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:47.697862 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93fafb10-8082-4cc0-8c35-bf19674a2a76 req-41feefd5-b6c4-44b1-b077-3fecbb448ecf tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=8734c8a0-34cb-4292-a4e4-cb36ac12205c HTTP/1.1" status: 200 len: 946 time: 0.4860251 Nov 23 21:53:47.706602 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1364c098-206a-4b52-839e-a0c27e9a818a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:47.804495 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1b6aca6e-7f9e-4852-add2-e208282b56ed tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:47.824891 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b552e0a-e5aa-43dc-91f3-cd0b1d2dcd10 req-93b7b670-75c0-4ac7-b69d-398465ca9ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:47.826777 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1b552e0a-e5aa-43dc-91f3-cd0b1d2dcd10 req-93b7b670-75c0-4ac7-b69d-398465ca9ce9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7fa3428d-71e1-43f4-9dc8-5abc56e5f6ba HTTP/1.1" status: 200 len: 853 time: 0.2344713 Nov 23 21:53:47.835331 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 2cd14c13-4f88-4aef-befd-dfcb3add4154, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2cd14c13-4f88-4aef-befd-dfcb3add4154,segment=NetworkSegment(424a5af0-9696-4588-b06e-68eb94118e29),segment_id=424a5af0-9696-4588-b06e-68eb94118e29)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:47.853396 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-10855a63-9857-4974-af50-8d4542a37e10 req-6bf98ae7-e886-4faa-bf58-a2323ab80266 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909721 Nov 23 21:53:47.868284 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-311023d2-c1f5-4be5-808d-1301dcd002fa req-70f205aa-f6f9-4faf-837a-d7dde3e5502b tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120738 Nov 23 21:53:47.926338 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '2cd14c13-4f88-4aef-befd-dfcb3add4154', 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747', 'port_id': '2cd14c13-4f88-4aef-befd-dfcb3add4154', 'mac_address': 'fa:16:3e:d6:ad:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f06991-0b98-4c87-a752-a357dd9f78db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:53:47.938834 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=3dd1fa47-0d1d-4647-9635-c540e2e99f16,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:47.976661 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1b552e0a-e5aa-43dc-91f3-cd0b1d2dcd10 req-62882f48-83ee-4904-9eaa-2134ffae0964 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5160570d-6d7c-4ff7-b392-12038219c1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263885 Nov 23 21:53:48.005333 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364c098-206a-4b52-839e-a0c27e9a818a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event updated for resources: {'Subnet': ['ID=d3f7f1b0-3707-4638-b7a3-e427077abc41,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:48.059789 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93fafb10-8082-4cc0-8c35-bf19674a2a76 req-8ae9c95a-c7b2-47b4-a6d0-5419fc5fe176 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467939 Nov 23 21:53:48.064222 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:48.083903 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd14c13-4f88-4aef-befd-dfcb3add4154 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:53:48.099016 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543c86c-e462-4cfb-9b1f-79382e25d246 req-c4d1a1f4-eb50-4acd-bd52-76ff22b5d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:48.104871 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3543c86c-e462-4cfb-9b1f-79382e25d246 req-c4d1a1f4-eb50-4acd-bd52-76ff22b5d043 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 909 time: 0.6039000 Nov 23 21:53:48.115242 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 2cd14c13-4f88-4aef-befd-dfcb3add4154, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2cd14c13-4f88-4aef-befd-dfcb3add4154,segment=NetworkSegment(424a5af0-9696-4588-b06e-68eb94118e29),segment_id=424a5af0-9696-4588-b06e-68eb94118e29)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:48.116353 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:48.118704 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3e24a51a-e62d-4ada-b919-635a167abc57 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:48.122574 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-65e7c687-2fb3-43c8-afd3-13e5de002388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:48.185721 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3e24a51a-e62d-4ada-b919-635a167abc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:48.223873 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f5c6fd88-b933-48c0-852f-2e68916f6249 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:53:48.241543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29028d27-8005-4acd-a9cb-174ee145d009 req-f0dff86e-a364-4635-bab8-bd9aea7da4c7 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:48.249230 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-29028d27-8005-4acd-a9cb-174ee145d009 req-f0dff86e-a364-4635-bab8-bd9aea7da4c7 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 945 time: 0.2099729 Nov 23 21:53:48.266981 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: f5c6fd88-b933-48c0-852f-2e68916f6249 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:53:48.267387 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f5c6fd88-b933-48c0-852f-2e68916f6249 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:53:48.270870 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e24a51a-e62d-4ada-b919-635a167abc57 None None] Network eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:48.279098 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-3e24a51a-e62d-4ada-b919-635a167abc57 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:48.283112 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=2cd14c13-4f88-4aef-befd-dfcb3add4154,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:48.286466 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e24a51a-e62d-4ada-b919-635a167abc57 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:48.305887 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7c687-2fb3-43c8-afd3-13e5de002388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1ea537a-c1e0-4492-8ac2-5c5cd1c76d35,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:48.317652 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3543c86c-e462-4cfb-9b1f-79382e25d246 req-8f8473bb-0437-4e9b-bebd-ad62aaeff03f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb HTTP/1.1" status: 200 len: 217 time: 0.1768532 Nov 23 21:53:48.340068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24a51a-e62d-4ada-b919-635a167abc57 None None] Pushing event updated for resources: {'Port': ['ID=1d737003-18e1-4750-bce3-6d0e0992b19c,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:48.388636 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-65e7c687-2fb3-43c8-afd3-13e5de002388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:48.395368 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-65e7c687-2fb3-43c8-afd3-13e5de002388 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c1ea537a-c1e0-4492-8ac2-5c5cd1c76d35 HTTP/1.1" status: 204 len: 168 time: 2.3932953 Nov 23 21:53:48.397499 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57236) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:48.401934 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-29028d27-8005-4acd-a9cb-174ee145d009 req-3a30d98f-d9b7-4721-a083-76408d2134d0 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515222 Nov 23 21:53:48.421275 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796e8ac-eaec-4825-a61a-d97ba83287f1 req-c28f1749-e0e9-488d-b65a-c29bcd18d55d tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:48.431216 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6796e8ac-eaec-4825-a61a-d97ba83287f1 req-c28f1749-e0e9-488d-b65a-c29bcd18d55d tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/ports?device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b HTTP/1.1" status: 200 len: 945 time: 0.2083559 Nov 23 21:53:48.457562 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-3e24a51a-e62d-4ada-b919-635a167abc57 None None] Attempting to bind port 1d737003-18e1-4750-bce3-6d0e0992b19c on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:53:48.458097 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-3e24a51a-e62d-4ada-b919-635a167abc57 None None] Attempting to bind port 1d737003-18e1-4750-bce3-6d0e0992b19c by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '352fd83f-31d1-464b-b023-2ce68c7af91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:53:48.458519 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e24a51a-e62d-4ada-b919-635a167abc57 None None] Attempting to bind port 1d737003-18e1-4750-bce3-6d0e0992b19c on network eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:48.465911 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e24a51a-e62d-4ada-b919-635a167abc57 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:53:48.466992 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e24a51a-e62d-4ada-b919-635a167abc57 None None] Checking segment: {'id': '352fd83f-31d1-464b-b023-2ce68c7af91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:48.467702 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3e24a51a-e62d-4ada-b919-635a167abc57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:48.468204 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e24a51a-e62d-4ada-b919-635a167abc57 None None] Bound using segment: {'id': '352fd83f-31d1-464b-b023-2ce68c7af91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:53:48.468958 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-3e24a51a-e62d-4ada-b919-635a167abc57 None None] Bound port: 1d737003-18e1-4750-bce3-6d0e0992b19c, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352fd83f-31d1-464b-b023-2ce68c7af91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:53:48.470572 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3e24a51a-e62d-4ada-b919-635a167abc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:48.549360 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['3dd1fa47-0d1d-4647-9635-c540e2e99f16'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:53:48.572517 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1364c098-206a-4b52-839e-a0c27e9a818a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Checking segment: {'id': '58b520fc-ac31-40cf-a40c-a5ec7f20b775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:48.573320 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1364c098-206a-4b52-839e-a0c27e9a818a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Network hostable DHCP agents. Network: 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:53:48.581489 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543c86c-e462-4cfb-9b1f-79382e25d246 req-f178e476-2515-441b-9b0a-2cb26fb7eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:48.583872 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3543c86c-e462-4cfb-9b1f-79382e25d246 req-f178e476-2515-441b-9b0a-2cb26fb7eac2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.2227802 Nov 23 21:53:48.585563 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-1b6aca6e-7f9e-4852-add2-e208282b56ed tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Allocated IP 172.20.0.1 (eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7/87b4c0c0-dbd9-40f3-b5b6-30009f441bf5/1bbdd42b-9d2d-4ad4-9b3d-bf0b2c598118) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:48.614261 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6796e8ac-eaec-4825-a61a-d97ba83287f1 req-ee1f1629-c1ca-40cd-8749-03e28e4baf13 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/security-groups?id=76fbecbd-33c3-4f0d-ac00-e9120c1fd26b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734459 Nov 23 21:53:48.616715 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['2cd14c13-4f88-4aef-befd-dfcb3add4154'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:53:48.672142 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d64ee-4033-45c0-8cbc-2dc517c2689e req-6b2d5d27-fac1-4262-b297-605c76c482ce tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:48.682746 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-024d64ee-4033-45c0-8cbc-2dc517c2689e req-6b2d5d27-fac1-4262-b297-605c76c482ce tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 943 time: 0.1643515 Nov 23 21:53:48.712369 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-3e24a51a-e62d-4ada-b919-635a167abc57 None None] For port 1d737003-18e1-4750-bce3-6d0e0992b19c, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:53:48.716116 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3725b2eb-66cf-4355-94da-c94c852e5c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:48.722341 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1364c098-206a-4b52-839e-a0c27e9a818a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:53:48.732582 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3543c86c-e462-4cfb-9b1f-79382e25d246 req-c200649c-cf81-4b0f-be54-fcc1f13f171b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772467 Nov 23 21:53:48.762195 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-1364c098-206a-4b52-839e-a0c27e9a818a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:48.793206 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1364c098-206a-4b52-839e-a0c27e9a818a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:48.794131 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1364c098-206a-4b52-839e-a0c27e9a818a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:48.794247 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f594bb-242d-4397-97fc-26c2b3bbba93 None None] Network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:53:48.797128 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-3e24a51a-e62d-4ada-b919-635a167abc57 None None] For port 1d737003-18e1-4750-bce3-6d0e0992b19c, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=1d737003-18e1-4750-bce3-6d0e0992b19c,segment=NetworkSegment(352fd83f-31d1-464b-b023-2ce68c7af91d),segment_id=352fd83f-31d1-464b-b023-2ce68c7af91d)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:53:48.833846 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-024d64ee-4033-45c0-8cbc-2dc517c2689e req-ad614e0c-effc-4122-a815-8144719e1210 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491809 Nov 23 21:53:48.838107 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3e24a51a-e62d-4ada-b919-635a167abc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:48.869243 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1b6aca6e-7f9e-4852-add2-e208282b56ed tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:48.917427 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1b6aca6e-7f9e-4852-add2-e208282b56ed tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:48.947904 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1b552e0a-e5aa-43dc-91f3-cd0b1d2dcd10 req-54dbad2d-737c-43dd-a689-36e6e59c441a service neutron] 10.222.0.60 "GET /v2.0/networks/5160570d-6d7c-4ff7-b392-12038219c1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9053061 Nov 23 21:53:48.951279 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3725b2eb-66cf-4355-94da-c94c852e5c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:49.007496 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6aca6e-7f9e-4852-add2-e208282b56ed tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Pushing event updated for resources: {'Port': ['ID=1bbdd42b-9d2d-4ad4-9b3d-bf0b2c598118,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:49.041661 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6aca6e-7f9e-4852-add2-e208282b56ed tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Network eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:49.059614 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3725b2eb-66cf-4355-94da-c94c852e5c51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11695476-7dc0-454d-b462-a8a75d24664d']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:49.070629 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-1b6aca6e-7f9e-4852-add2-e208282b56ed tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:49.073325 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6aca6e-7f9e-4852-add2-e208282b56ed tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:49.073862 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3725b2eb-66cf-4355-94da-c94c852e5c51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf9a493-e064-4bd6-aac4-b423143c6ddc') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:49.074527 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3725b2eb-66cf-4355-94da-c94c852e5c51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf9a493-e064-4bd6-aac4-b423143c6ddc') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:49.089058 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3725b2eb-66cf-4355-94da-c94c852e5c51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:49.114486 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3725b2eb-66cf-4355-94da-c94c852e5c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:49.135094 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3725b2eb-66cf-4355-94da-c94c852e5c51 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:53:49.135560 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3725b2eb-66cf-4355-94da-c94c852e5c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:49.184391 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24a51a-e62d-4ada-b919-635a167abc57 None None] Pushing event updated for resources: {'Port': ['ID=1d737003-18e1-4750-bce3-6d0e0992b19c,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:49.209834 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1b6aca6e-7f9e-4852-add2-e208282b56ed tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:53:49.255954 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:53:49.285847 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06cee72-b7cf-4160-8d80-25b7bb1c2cc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8dd75ee3-4f52-46a0-bdd9-f335d6206cc8', 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'fixed_ips': [{'subnet_id': 'd3f7f1b0-3707-4638-b7a3-e427077abc41'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:53:49.286878 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c06cee72-b7cf-4160-8d80-25b7bb1c2cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:49.295098 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3725b2eb-66cf-4355-94da-c94c852e5c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:49.319068 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3725b2eb-66cf-4355-94da-c94c852e5c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:49.323876 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3725b2eb-66cf-4355-94da-c94c852e5c51 admin admin] 10.222.0.50 "DELETE /v2.0/networks/11695476-7dc0-454d-b462-a8a75d24664d HTTP/1.1" status: 204 len: 168 time: 0.9234657 Nov 23 21:53:49.444126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58929caa-f789-4ac5-a5b8-8bbd28a177d2 req-47af59c5-62f5-455f-8163-5e25175a0f58 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:49.448335 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-58929caa-f789-4ac5-a5b8-8bbd28a177d2 req-47af59c5-62f5-455f-8163-5e25175a0f58 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=8734c8a0-34cb-4292-a4e4-cb36ac12205c HTTP/1.1" status: 200 len: 946 time: 0.1609044 Nov 23 21:53:49.475332 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637a5a0-27d8-4311-8dad-1ddfddb7a55c req-ed2f3607-2c01-46bf-9c0b-2f8db3361025 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:49.480706 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5637a5a0-27d8-4311-8dad-1ddfddb7a55c req-ed2f3607-2c01-46bf-9c0b-2f8db3361025 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=16b98b74-641f-4e6b-8116-39ee98c69688 HTTP/1.1" status: 200 len: 944 time: 0.4695857 Nov 23 21:53:49.550159 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3543c86c-e462-4cfb-9b1f-79382e25d246 req-2e9a87a5-da9c-4856-be57-2679b73cc900 service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8050888 Nov 23 21:53:49.556215 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1364c098-206a-4b52-839e-a0c27e9a818a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.4013031 Nov 23 21:53:49.556215 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725b2eb-66cf-4355-94da-c94c852e5c51 admin admin] Pushing event deleted for resources: {'Network': ['ID=11695476-7dc0-454d-b462-a8a75d24664d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:49.558475 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1b552e0a-e5aa-43dc-91f3-cd0b1d2dcd10 req-3e3d9026-2fbf-4b0b-afd7-644863788cb0 service neutron] 10.222.0.60 "GET /v2.0/networks/5160570d-6d7c-4ff7-b392-12038219c1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292926 Nov 23 21:53:49.561143 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57246) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:49.574707 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-164a96b6-680c-47b0-9fa2-2bbaae08525c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Request body: {'subnet': {'network_id': 'da4238c6-b353-4586-8707-c40d3aada134', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:49.643419 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-58929caa-f789-4ac5-a5b8-8bbd28a177d2 req-b7f532fc-1d98-41b2-9e43-dbf1163427c2 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519415 Nov 23 21:53:49.653636 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-c06cee72-b7cf-4160-8d80-25b7bb1c2cc5 None None] Allocated IP 10.1.1.2 (8dd75ee3-4f52-46a0-bdd9-f335d6206cc8/d3f7f1b0-3707-4638-b7a3-e427077abc41/ee2c323f-1bc3-4024-8f23-fb41981f7903) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:49.726597 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5637a5a0-27d8-4311-8dad-1ddfddb7a55c req-86a52392-0f92-4384-923f-8b65446a9b3e tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186594 Nov 23 21:53:49.727399 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57252) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:49.730296 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1b6aca6e-7f9e-4852-add2-e208282b56ed tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:49.873531 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3543c86c-e462-4cfb-9b1f-79382e25d246 req-5fd735fc-f70c-40d1-9b8e-ae7c78ad79a7 service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131835 Nov 23 21:53:49.933082 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164a96b6-680c-47b0-9fa2-2bbaae08525c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Made reservation on behalf of b32d0f34c0cc4ad1b4cbe85726725dc7 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:49.939548 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-164a96b6-680c-47b0-9fa2-2bbaae08525c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:49.972404 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c06cee72-b7cf-4160-8d80-25b7bb1c2cc5 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:49.978309 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1c58745a-a1bb-422a-93e7-ab926c5dc282 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1bd93158f2904a90a3f1c7b0b7b6eb17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2488837 Nov 23 21:53:49.983500 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57256) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:49.986816 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c06cee72-b7cf-4160-8d80-25b7bb1c2cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:50.040859 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06cee72-b7cf-4160-8d80-25b7bb1c2cc5 None None] Network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:50.061984 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06cee72-b7cf-4160-8d80-25b7bb1c2cc5 None None] Pushing event updated for resources: {'Port': ['ID=ee2c323f-1bc3-4024-8f23-fb41981f7903,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:50.068144 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-c06cee72-b7cf-4160-8d80-25b7bb1c2cc5 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:50.075507 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06cee72-b7cf-4160-8d80-25b7bb1c2cc5 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:50.081741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095319b-a918-4d4a-a601-0a7a6f6765c6 req-31dd9e54-6a09-4715-937d-5b37ad220fbe tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:50.083337 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5095319b-a918-4d4a-a601-0a7a6f6765c6 req-31dd9e54-6a09-4715-937d-5b37ad220fbe tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/ports?device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b HTTP/1.1" status: 200 len: 945 time: 0.1473956 Nov 23 21:53:50.095532 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20313933-d03c-44ec-8b51-6c5320c7c570 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:50.095950 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7986069-edcf-4c11-8c55-6f19c7dcf0fa req-e8703d05-715d-458b-ba21-a862400ede28 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:50.097727 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f7986069-edcf-4c11-8c55-6f19c7dcf0fa req-e8703d05-715d-458b-ba21-a862400ede28 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 945 time: 0.1678267 Nov 23 21:53:50.156112 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c06cee72-b7cf-4160-8d80-25b7bb1c2cc5 None None] Attempting to bind port ee2c323f-1bc3-4024-8f23-fb41981f7903 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:53:50.156565 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c06cee72-b7cf-4160-8d80-25b7bb1c2cc5 None None] Attempting to bind port ee2c323f-1bc3-4024-8f23-fb41981f7903 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '58b520fc-ac31-40cf-a40c-a5ec7f20b775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:53:50.158053 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06cee72-b7cf-4160-8d80-25b7bb1c2cc5 None None] Attempting to bind port ee2c323f-1bc3-4024-8f23-fb41981f7903 on network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:50.167332 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06cee72-b7cf-4160-8d80-25b7bb1c2cc5 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:53:50.167644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06cee72-b7cf-4160-8d80-25b7bb1c2cc5 None None] Checking segment: {'id': '58b520fc-ac31-40cf-a40c-a5ec7f20b775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:50.168116 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c06cee72-b7cf-4160-8d80-25b7bb1c2cc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:50.168525 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06cee72-b7cf-4160-8d80-25b7bb1c2cc5 None None] Bound using segment: {'id': '58b520fc-ac31-40cf-a40c-a5ec7f20b775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:53:50.170080 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c06cee72-b7cf-4160-8d80-25b7bb1c2cc5 None None] Bound port: ee2c323f-1bc3-4024-8f23-fb41981f7903, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58b520fc-ac31-40cf-a40c-a5ec7f20b775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:53:50.170595 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c06cee72-b7cf-4160-8d80-25b7bb1c2cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:50.182793 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5095319b-a918-4d4a-a601-0a7a6f6765c6 req-e542d060-3130-4890-b6a9-16a9fa0cb12c tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/security-groups?id=76fbecbd-33c3-4f0d-ac00-e9120c1fd26b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814178 Nov 23 21:53:50.289321 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c06cee72-b7cf-4160-8d80-25b7bb1c2cc5 None None] For port ee2c323f-1bc3-4024-8f23-fb41981f7903, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:53:50.295765 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c06cee72-b7cf-4160-8d80-25b7bb1c2cc5 None None] For port ee2c323f-1bc3-4024-8f23-fb41981f7903, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ee2c323f-1bc3-4024-8f23-fb41981f7903,segment=NetworkSegment(58b520fc-ac31-40cf-a40c-a5ec7f20b775),segment_id=58b520fc-ac31-40cf-a40c-a5ec7f20b775)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:53:50.310641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 340ea7c3-e043-46e4-840b-d07fa9289844 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:50.317828 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c06cee72-b7cf-4160-8d80-25b7bb1c2cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:50.339651 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f7986069-edcf-4c11-8c55-6f19c7dcf0fa req-d0572724-6d2a-445b-ae74-ccfba99bc7d5 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731353 Nov 23 21:53:50.389361 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1b6aca6e-7f9e-4852-add2-e208282b56ed tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:50.395670 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1b6aca6e-7f9e-4852-add2-e208282b56ed tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:50.430995 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-164a96b6-680c-47b0-9fa2-2bbaae08525c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:50.461982 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20313933-d03c-44ec-8b51-6c5320c7c570 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:50.466158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6aca6e-7f9e-4852-add2-e208282b56ed tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Pushing event updated for resources: {'Port': ['ID=1bbdd42b-9d2d-4ad4-9b3d-bf0b2c598118,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:50.476567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06cee72-b7cf-4160-8d80-25b7bb1c2cc5 None None] Pushing event updated for resources: {'Port': ['ID=ee2c323f-1bc3-4024-8f23-fb41981f7903,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:50.488689 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 340ea7c3-e043-46e4-840b-d07fa9289844 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:53:50.494705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 340ea7c3-e043-46e4-840b-d07fa9289844 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:50.495171 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:50.554421 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1b6aca6e-7f9e-4852-add2-e208282b56ed tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:50.620117 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:50.661367 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a96b6-680c-47b0-9fa2-2bbaae08525c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event updated for resources: {'Subnet': ['ID=894a547e-38e5-4870-bda6-a43a8f7f2b67,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:50.681070 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 340ea7c3-e043-46e4-840b-d07fa9289844, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=340ea7c3-e043-46e4-840b-d07fa9289844,segment=NetworkSegment(5965d2b9-565a-4ad5-95e6-31217bb0b2df),segment_id=5965d2b9-565a-4ad5-95e6-31217bb0b2df)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:50.685663 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6aca6e-7f9e-4852-add2-e208282b56ed tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Network eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:50.689892 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-1b6aca6e-7f9e-4852-add2-e208282b56ed tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:50.690800 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b98b74-641f-4e6b-8116-39ee98c69688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340ea7c3-e043-46e4-840b-d07fa9289844'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:50.702770 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9688268a-ca70-43a6-9529-ddf852af038c" -d '{"events": [{"server_uuid": "16b98b74-641f-4e6b-8116-39ee98c69688", "name": "network-vif-plugged", "status": "completed", "tag": "340ea7c3-e043-46e4-840b-d07fa9289844"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:50.724645 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:50.725675 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:53:50.752202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164a96b6-680c-47b0-9fa2-2bbaae08525c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Checking segment: {'id': '5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'da4238c6-b353-4586-8707-c40d3aada134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:50.752604 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164a96b6-680c-47b0-9fa2-2bbaae08525c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Network hostable DHCP agents. Network: da4238c6-b353-4586-8707-c40d3aada134, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:53:50.789766 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20313933-d03c-44ec-8b51-6c5320c7c570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:50.792611 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20313933-d03c-44ec-8b51-6c5320c7c570 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:50.797118 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-20313933-d03c-44ec-8b51-6c5320c7c570 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c5d17f0-6260-4149-a815-6330ccb4e3fe HTTP/1.1" status: 204 len: 168 time: 0.8121696 Nov 23 21:53:50.832075 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20313933-d03c-44ec-8b51-6c5320c7c570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5d17f0-6260-4149-a815-6330ccb4e3fe,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:50.837260 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164a96b6-680c-47b0-9fa2-2bbaae08525c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Network da4238c6-b353-4586-8707-c40d3aada134 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:53:50.852652 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-164a96b6-680c-47b0-9fa2-2bbaae08525c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, da4238c6-b353-4586-8707-c40d3aada134) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:50.857701 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164a96b6-680c-47b0-9fa2-2bbaae08525c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:50.858622 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-164a96b6-680c-47b0-9fa2-2bbaae08525c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:50.886671 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-164a96b6-680c-47b0-9fa2-2bbaae08525c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3239946 Nov 23 21:53:50.889525 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57266) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:50.904693 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a5f9210c-9d7c-45ac-a0ff-3a81ebdca3ca tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Request body: {'port': {'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8', 'name': 'tempest-TaggedBootDevicesTest-1270052885', 'fixed_ips': [{'subnet_id': 'd3f7f1b0-3707-4638-b7a3-e427077abc41'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:50.941702 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=340ea7c3-e043-46e4-840b-d07fa9289844,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:50.948191 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 3dd1fa47-0d1d-4647-9635-c540e2e99f16 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:50.950497 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7492e0c7-855e-4290-9805-8bb9d46af7f1 None None] Network da4238c6-b353-4586-8707-c40d3aada134 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:53:51.027751 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008a4dc-c648-46e1-bca3-e7f19c334277 req-2587a5c9-067d-4625-b6bc-8b6788409c17 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:51.046297 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4008a4dc-c648-46e1-bca3-e7f19c334277 req-2587a5c9-067d-4625-b6bc-8b6788409c17 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 943 time: 0.3691902 Nov 23 21:53:51.091085 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559a4e2-75ed-416e-abd2-8885f87d02fb req-6b712091-2e59-431f-a83c-27565d012593 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:51.100722 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5559a4e2-75ed-416e-abd2-8885f87d02fb req-6b712091-2e59-431f-a83c-27565d012593 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=8734c8a0-34cb-4292-a4e4-cb36ac12205c HTTP/1.1" status: 200 len: 946 time: 0.4236262 Nov 23 21:53:51.189112 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b725aa2b-657d-43b9-97ef-87f3921a625e None None] Network eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:53:51.289982 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f9210c-9d7c-45ac-a0ff-3a81ebdca3ca tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Made reservation on behalf of b32d0f34c0cc4ad1b4cbe85726725dc7 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:51.299594 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4008a4dc-c648-46e1-bca3-e7f19c334277 req-cb83d999-6e70-4966-9f9d-9d1099c6ceca tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460816 Nov 23 21:53:51.390752 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-7e6431a3-6608-4519-92b2-9d67d80113a4 service neutron] 10.222.0.53 "GET /v2.0/ports/a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb/bindings/n-h2-816206-9 HTTP/1.1" status: 200 len: 384 time: 0.2213335 Nov 23 21:53:51.391056 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5559a4e2-75ed-416e-abd2-8885f87d02fb req-26008112-0e39-4113-94ec-0bc1e1a2a7f7 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013218 Nov 23 21:53:51.426750 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6aca6e-7f9e-4852-add2-e208282b56ed tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Router 04f43a28-ae13-4856-bc7d-6c6641c5dc55 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 21:53:51.467296 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2ca48457-8067-49ef-82aa-de3347b7b624 None None] Provisioning complete for port 1d737003-18e1-4750-bce3-6d0e0992b19c triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:51.474037 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2ca48457-8067-49ef-82aa-de3347b7b624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:51.486171 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7e547d-8c33-495d-bccf-e39b7129f61d x-openstack-request-id: req-ac7e547d-8c33-495d-bccf-e39b7129f61d {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:51.486700 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b98b74-641f-4e6b-8116-39ee98c69688", "name": "network-vif-plugged", "status": "completed", "tag": "340ea7c3-e043-46e4-840b-d07fa9289844", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:51.487153 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ac7e547d-8c33-495d-bccf-e39b7129f61d {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:51.487724 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b98b74-641f-4e6b-8116-39ee98c69688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340ea7c3-e043-46e4-840b-d07fa9289844', 'code': 200} Nov 23 21:53:51.497309 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 1d737003-18e1-4750-bce3-6d0e0992b19c up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:51.680282 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 3dd1fa47-0d1d-4647-9635-c540e2e99f16 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:53:51.708982 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5f9210c-9d7c-45ac-a0ff-3a81ebdca3ca tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:51.723512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6aca6e-7f9e-4852-add2-e208282b56ed tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:53:51.738311 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1b6aca6e-7f9e-4852-add2-e208282b56ed tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] 10.222.0.50 "PUT /v2.0/routers/04f43a28-ae13-4856-bc7d-6c6641c5dc55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8788109 Nov 23 21:53:51.746389 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57284) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:51.762826 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9541083-a16f-48ba-8344-e6893fd1689f None None] Sync routers for ids ['04f43a28-ae13-4856-bc7d-6c6641c5dc55'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:53:51.766025 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 3dd1fa47-0d1d-4647-9635-c540e2e99f16 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:51.767094 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-a5f9210c-9d7c-45ac-a0ff-3a81ebdca3ca tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] device_id is not set on port b6f8e53c-884b-4d04-8718-3995b74448ac yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 21:53:51.767280 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:51.767921 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-d9a7b4b3-564a-4dd6-af80-2810983885b8 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Request body: {'port': {'network_id': 'eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7', 'name': 'tempest-FloatingIPNegativeTestJSON-695112373'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:51.923272 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1215c-a53d-4fbe-8680-296ea091b21c req-f46946b2-aa54-48d4-8aae-3f6cc77d897e tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:51.924966 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24d1215c-a53d-4fbe-8680-296ea091b21c req-f46946b2-aa54-48d4-8aae-3f6cc77d897e tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/ports?device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b HTTP/1.1" status: 200 len: 945 time: 0.3990705 Nov 23 21:53:51.935785 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9b3ab9-d3a0-46d9-bc56-8b8486049d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-da4238c6-b353-4586-8707-c40d3aada134', 'network_id': 'da4238c6-b353-4586-8707-c40d3aada134', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'fixed_ips': [{'subnet_id': '894a547e-38e5-4870-bda6-a43a8f7f2b67'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:53:51.937903 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ee9b3ab9-d3a0-46d9-bc56-8b8486049d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:51.953280 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096ed9f-2414-4cbb-83df-a28d45f19cf9 req-6d7e8594-1d90-4827-99f6-8692728ed94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:51.956045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1096ed9f-2414-4cbb-83df-a28d45f19cf9 req-6d7e8594-1d90-4827-99f6-8692728ed94f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=16b98b74-641f-4e6b-8116-39ee98c69688 HTTP/1.1" status: 200 len: 1096 time: 0.4290509 Nov 23 21:53:51.981626 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a7b4b3-564a-4dd6-af80-2810983885b8 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Made reservation on behalf of c399027dbb0d40b9b49a9dbb58f8268c for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:51.985725 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b4b3-564a-4dd6-af80-2810983885b8 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:52.004618 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9541083-a16f-48ba-8344-e6893fd1689f None None] Routers {'04f43a28-ae13-4856-bc7d-6c6641c5dc55'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:53:52.005589 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d9541083-a16f-48ba-8344-e6893fd1689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:53:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['04f43a28-ae13-4856-bc7d-6c6641c5dc55'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:52.018592 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-d9a7b4b3-564a-4dd6-af80-2810983885b8 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] device_id is not set on port af2ae524-d11b-4ee3-86d8-b4b345f80810 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 21:53:52.059793 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d9541083-a16f-48ba-8344-e6893fd1689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:52.080219 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-3cd72e9f-7ef2-42c2-a12b-95959cf9cbef service neutron] For port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:52.084032 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 1d737003-18e1-4750-bce3-6d0e0992b19c triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:52.084615 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:52.156120 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-3cd72e9f-7ef2-42c2-a12b-95959cf9cbef service neutron] For port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:53:52.228732 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-3cd72e9f-7ef2-42c2-a12b-95959cf9cbef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:53:52.236938 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2ca48457-8067-49ef-82aa-de3347b7b624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:52.254313 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-3cd72e9f-7ef2-42c2-a12b-95959cf9cbef service neutron] For port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:52.259084 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-a5f9210c-9d7c-45ac-a0ff-3a81ebdca3ca tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Allocated IP 10.1.1.250 (8dd75ee3-4f52-46a0-bdd9-f335d6206cc8/d3f7f1b0-3707-4638-b7a3-e427077abc41/b6f8e53c-884b-4d04-8718-3995b74448ac) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:52.278043 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9541083-a16f-48ba-8344-e6893fd1689f None None] Routers {'04f43a28-ae13-4856-bc7d-6c6641c5dc55'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:53:52.279017 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d9541083-a16f-48ba-8344-e6893fd1689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:53:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['04f43a28-ae13-4856-bc7d-6c6641c5dc55'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:52.285206 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-3cd72e9f-7ef2-42c2-a12b-95959cf9cbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:52.347507 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d9541083-a16f-48ba-8344-e6893fd1689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:53:52.348338 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9541083-a16f-48ba-8344-e6893fd1689f None None] The sync data for ids ['04f43a28-ae13-4856-bc7d-6c6641c5dc55'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:53:52.395409 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:52.444198 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d98549-bbd3-487b-a0d5-5a5a7363811a None None] Network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:53:52.479143 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2ca48457-8067-49ef-82aa-de3347b7b624 None None] For port 1d737003-18e1-4750-bce3-6d0e0992b19c, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=1d737003-18e1-4750-bce3-6d0e0992b19c,segment=NetworkSegment(352fd83f-31d1-464b-b023-2ce68c7af91d),segment_id=352fd83f-31d1-464b-b023-2ce68c7af91d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:52.500053 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b41bf6-bdcc-4db0-ba96-8811c973e6ec req-598e7f99-f26e-46c6-8424-8152f4998410 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:52.509851 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2ca48457-8067-49ef-82aa-de3347b7b624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:52.510703 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22b41bf6-bdcc-4db0-ba96-8811c973e6ec req-598e7f99-f26e-46c6-8424-8152f4998410 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=16b98b74-641f-4e6b-8116-39ee98c69688 HTTP/1.1" status: 200 len: 945 time: 0.9859471 Nov 23 21:53:52.519669 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-3cd72e9f-7ef2-42c2-a12b-95959cf9cbef service neutron] Transition to ACTIVE for port object a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:53:52.536298 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-3cd72e9f-7ef2-42c2-a12b-95959cf9cbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:52.576553 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24d1215c-a53d-4fbe-8680-296ea091b21c req-9575230d-62bb-4a9c-982d-8a72b8c76383 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/security-groups?id=76fbecbd-33c3-4f0d-ac00-e9120c1fd26b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6277208 Nov 23 21:53:52.622087 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5f9210c-9d7c-45ac-a0ff-3a81ebdca3ca tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:52.657813 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-3cd72e9f-7ef2-42c2-a12b-95959cf9cbef service neutron] No DVR routers for this DVR port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:53:52.664576 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 3dd1fa47-0d1d-4647-9635-c540e2e99f16, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=3dd1fa47-0d1d-4647-9635-c540e2e99f16,segment=NetworkSegment(5965d2b9-565a-4ad5-95e6-31217bb0b2df),segment_id=5965d2b9-565a-4ad5-95e6-31217bb0b2df)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:52.668561 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-ee9b3ab9-d3a0-46d9-bc56-8b8486049d9e None None] Allocated IP 10.2.2.2 (da4238c6-b353-4586-8707-c40d3aada134/894a547e-38e5-4870-bda6-a43a8f7f2b67/2969a71d-7a3f-42ca-8f12-75da04efdec6) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:52.679818 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd72e9f-7ef2-42c2-a12b-95959cf9cbef service neutron] Pushing event updated for resources: {'Port': ['ID=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb,revision_number=10']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:52.717274 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:52.719066 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2cd14c13-4f88-4aef-befd-dfcb3add4154 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:52.724803 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-3cd72e9f-7ef2-42c2-a12b-95959cf9cbef service neutron] 10.222.0.53 "PUT /v2.0/ports/a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb/bindings/n-h2-816206-9/activate HTTP/1.1" status: 200 len: 369 time: 1.2291858 Nov 23 21:53:52.737524 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5f9210c-9d7c-45ac-a0ff-3a81ebdca3ca tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:52.738121 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ee2c323f-1bc3-4024-8f23-fb41981f7903 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:52.741667 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1096ed9f-2414-4cbb-83df-a28d45f19cf9 req-13a63f88-7042-4de6-b4a9-6072ad07b004 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7293508 Nov 23 21:53:52.753838 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:52.803911 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22b41bf6-bdcc-4db0-ba96-8811c973e6ec req-d5e04126-7794-4b27-b033-d77d98e47723 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921395 Nov 23 21:53:52.809729 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9210c-9d7c-45ac-a0ff-3a81ebdca3ca tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event updated for resources: {'Port': ['ID=b6f8e53c-884b-4d04-8718-3995b74448ac,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:52.833692 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f9210c-9d7c-45ac-a0ff-3a81ebdca3ca tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:52.835547 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-a5f9210c-9d7c-45ac-a0ff-3a81ebdca3ca tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:52.839611 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f9210c-9d7c-45ac-a0ff-3a81ebdca3ca tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:52.852532 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3d6e801d-d6b9-4a24-98d3-5753060d708a None None] Provisioning complete for port 1bbdd42b-9d2d-4ad4-9b3d-bf0b2c598118 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:52.853044 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3d6e801d-d6b9-4a24-98d3-5753060d708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:52.854558 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca48457-8067-49ef-82aa-de3347b7b624 None None] Pushing event updated for resources: {'Port': ['ID=1d737003-18e1-4750-bce3-6d0e0992b19c,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:52.866881 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-d9a7b4b3-564a-4dd6-af80-2810983885b8 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Allocated IP 172.20.0.4 (eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7/87b4c0c0-dbd9-40f3-b5b6-30009f441bf5/af2ae524-d11b-4ee3-86d8-b4b345f80810) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:52.884879 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd152eb-75cf-429d-8315-6eebbd060839 req-45c4d7ef-8602-4693-818e-ea147e1b1c4c tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:52.886876 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6bd152eb-75cf-429d-8315-6eebbd060839 req-45c4d7ef-8602-4693-818e-ea147e1b1c4c tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 945 time: 0.1587868 Nov 23 21:53:52.929989 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f9210c-9d7c-45ac-a0ff-3a81ebdca3ca tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:52.930747 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5f9210c-9d7c-45ac-a0ff-3a81ebdca3ca tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:52.962626 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a5f9210c-9d7c-45ac-a0ff-3a81ebdca3ca tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0686986 Nov 23 21:53:52.967191 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57298) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:52.973800 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-2129e2aa-c43d-4150-9af6-2a0280273b5b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Request body: {'port': {'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8', 'name': 'tempest-TaggedBootDevicesTest-1690060202', 'fixed_ips': [{'subnet_id': 'd3f7f1b0-3707-4638-b7a3-e427077abc41'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:53.063909 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea15b9-ef14-4440-a049-f95e0326bbf8 req-b500bc7f-d535-460b-ab68-f8ca761f9691 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:53.065713 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78ea15b9-ef14-4440-a049-f95e0326bbf8 req-b500bc7f-d535-460b-ab68-f8ca761f9691 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=8734c8a0-34cb-4292-a4e4-cb36ac12205c HTTP/1.1" status: 200 len: 946 time: 0.1615009 Nov 23 21:53:53.069648 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6bd152eb-75cf-429d-8315-6eebbd060839 req-6ce2aa2d-5df4-476b-9a45-71aad2d075cb tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706264 Nov 23 21:53:53.082325 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e801d-d6b9-4a24-98d3-5753060d708a None None] Port 1bbdd42b-9d2d-4ad4-9b3d-bf0b2c598118 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:53:53.114705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=3dd1fa47-0d1d-4647-9635-c540e2e99f16,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:53.180572 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port ee2c323f-1bc3-4024-8f23-fb41981f7903 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:53.180945 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:53.197484 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3d6e801d-d6b9-4a24-98d3-5753060d708a None None] Provisioning complete for port 1d737003-18e1-4750-bce3-6d0e0992b19c triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:53.198543 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3d6e801d-d6b9-4a24-98d3-5753060d708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:53.201455 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-cc24a065-2356-4b60-91fe-fef42f168cb5 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:53.203269 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-cc24a065-2356-4b60-91fe-fef42f168cb5 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082&tenant_id=fbb1d292593848d88a76dda57bbd0633&binding%3Ahost_id=n-h1-816206-9 HTTP/1.1" status: 200 len: 1095 time: 0.2037108 Nov 23 21:53:53.209572 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2129e2aa-c43d-4150-9af6-2a0280273b5b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Made reservation on behalf of b32d0f34c0cc4ad1b4cbe85726725dc7 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:53.215861 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2129e2aa-c43d-4150-9af6-2a0280273b5b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:53.223727 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 2cd14c13-4f88-4aef-befd-dfcb3add4154 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:53:53.234959 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78ea15b9-ef14-4440-a049-f95e0326bbf8 req-8a63b042-8b26-42d2-8367-db51b161df7e tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344442 Nov 23 21:53:53.247180 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-2129e2aa-c43d-4150-9af6-2a0280273b5b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] device_id is not set on port ec919349-dd55-4ec4-806b-052e3784ad8c yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 21:53:53.294873 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 2cd14c13-4f88-4aef-befd-dfcb3add4154 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:53.295252 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:53.300879 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b4b3-564a-4dd6-af80-2810983885b8 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:53.381039 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ee9b3ab9-d3a0-46d9-bc56-8b8486049d9e None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:53.391013 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b4b3-564a-4dd6-af80-2810983885b8 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:53.401266 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ee9b3ab9-d3a0-46d9-bc56-8b8486049d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:53.413009 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede8031-47cc-4520-8fb5-d67560de39b8 req-15958d76-1f47-4919-842e-a35e195c3c5a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:53.420621 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3ede8031-47cc-4520-8fb5-d67560de39b8 req-15958d76-1f47-4919-842e-a35e195c3c5a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 944 time: 0.0936193 Nov 23 21:53:53.447238 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-2129e2aa-c43d-4150-9af6-2a0280273b5b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Allocated IP 10.1.1.117 (8dd75ee3-4f52-46a0-bdd9-f335d6206cc8/d3f7f1b0-3707-4638-b7a3-e427077abc41/ec919349-dd55-4ec4-806b-052e3784ad8c) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:53.503292 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a7b4b3-564a-4dd6-af80-2810983885b8 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Network eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:53.517654 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-d9a7b4b3-564a-4dd6-af80-2810983885b8 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:53.527095 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a7b4b3-564a-4dd6-af80-2810983885b8 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:53.545679 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778cf25a-9ec2-4f50-8496-b2e88a31343c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd1fa47-0d1d-4647-9635-c540e2e99f16'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:53.549560 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8edb427-5c1e-4a84-aec5-67562a0488ad" -d '{"events": [{"server_uuid": "778cf25a-9ec2-4f50-8496-b2e88a31343c", "name": "network-vif-plugged", "status": "completed", "tag": "3dd1fa47-0d1d-4647-9635-c540e2e99f16"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:53.556822 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7b4b3-564a-4dd6-af80-2810983885b8 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Pushing event updated for resources: {'Port': ['ID=af2ae524-d11b-4ee3-86d8-b4b345f80810,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:53.559360 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b3ab9-d3a0-46d9-bc56-8b8486049d9e None None] Pushing event updated for resources: {'Port': ['ID=2969a71d-7a3f-42ca-8f12-75da04efdec6,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:53.592086 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9b3ab9-d3a0-46d9-bc56-8b8486049d9e None None] Network da4238c6-b353-4586-8707-c40d3aada134 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:53.615298 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-ee9b3ab9-d3a0-46d9-bc56-8b8486049d9e None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:53.682075 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3ede8031-47cc-4520-8fb5-d67560de39b8 req-32c9ac63-e153-45d5-8f78-55912ba0873d tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604115 Nov 23 21:53:53.774110 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a7b4b3-564a-4dd6-af80-2810983885b8 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:53.774918 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b4b3-564a-4dd6-af80-2810983885b8 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:53.848771 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2129e2aa-c43d-4150-9af6-2a0280273b5b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:53.895151 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-f33fcf22-2505-4496-b545-9f5213ae2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:53.896820 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-f33fcf22-2505-4496-b545-9f5213ae2832 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082&tenant_id=fbb1d292593848d88a76dda57bbd0633 HTTP/1.1" status: 200 len: 1095 time: 0.6551828 Nov 23 21:53:53.903337 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d9a7b4b3-564a-4dd6-af80-2810983885b8 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1435475 Nov 23 21:53:53.903613 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57316) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:53.909918 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-fbbe849e-8395-44a0-bdac-e56c3911824f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:53.981323 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de75356d-adb9-4771-a4ee-d407314d016c x-openstack-request-id: req-de75356d-adb9-4771-a4ee-d407314d016c {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:53.981919 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778cf25a-9ec2-4f50-8496-b2e88a31343c", "name": "network-vif-plugged", "status": "completed", "tag": "3dd1fa47-0d1d-4647-9635-c540e2e99f16", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:53.982952 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-de75356d-adb9-4771-a4ee-d407314d016c {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:53.983554 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778cf25a-9ec2-4f50-8496-b2e88a31343c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd1fa47-0d1d-4647-9635-c540e2e99f16', 'code': 200} Nov 23 21:53:53.985126 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9b3ab9-d3a0-46d9-bc56-8b8486049d9e None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:54.097043 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2129e2aa-c43d-4150-9af6-2a0280273b5b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:54.104920 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66dc206-20be-407e-a92f-d04b831eda6d req-c927f689-c281-49f6-8259-e6a54a7831c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:54.106602 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a66dc206-20be-407e-a92f-d04b831eda6d req-c927f689-c281-49f6-8259-e6a54a7831c3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=778cf25a-9ec2-4f50-8496-b2e88a31343c HTTP/1.1" status: 200 len: 1096 time: 0.2743156 Nov 23 21:53:54.161035 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57322) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:54.179482 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ee9b3ab9-d3a0-46d9-bc56-8b8486049d9e None None] Attempting to bind port 2969a71d-7a3f-42ca-8f12-75da04efdec6 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:53:54.179870 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ee9b3ab9-d3a0-46d9-bc56-8b8486049d9e None None] Attempting to bind port 2969a71d-7a3f-42ca-8f12-75da04efdec6 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'da4238c6-b353-4586-8707-c40d3aada134'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:53:54.180241 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9b3ab9-d3a0-46d9-bc56-8b8486049d9e None None] Attempting to bind port 2969a71d-7a3f-42ca-8f12-75da04efdec6 on network da4238c6-b353-4586-8707-c40d3aada134 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:53:54.187243 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbbe849e-8395-44a0-bdac-e56c3911824f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:54.195904 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:54.200454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b677f6-338d-4f9f-a7c5-0acabcab8704 req-19fc85c7-7aae-4958-ac00-bbb664510e77 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:54.203958 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9b3ab9-d3a0-46d9-bc56-8b8486049d9e None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:53:54.204530 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9b3ab9-d3a0-46d9-bc56-8b8486049d9e None None] Checking segment: {'id': '5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'da4238c6-b353-4586-8707-c40d3aada134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:54.204927 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ee9b3ab9-d3a0-46d9-bc56-8b8486049d9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:54.205172 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2129e2aa-c43d-4150-9af6-2a0280273b5b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:54.205460 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9b3ab9-d3a0-46d9-bc56-8b8486049d9e None None] Bound using segment: {'id': '5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'da4238c6-b353-4586-8707-c40d3aada134'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:53:54.205960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ee9b3ab9-d3a0-46d9-bc56-8b8486049d9e None None] Bound port: 2969a71d-7a3f-42ca-8f12-75da04efdec6, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'da4238c6-b353-4586-8707-c40d3aada134'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:53:54.206348 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ee9b3ab9-d3a0-46d9-bc56-8b8486049d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:54.211126 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-10b677f6-338d-4f9f-a7c5-0acabcab8704 req-19fc85c7-7aae-4958-ac00-bbb664510e77 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=8734c8a0-34cb-4292-a4e4-cb36ac12205c HTTP/1.1" status: 200 len: 946 time: 0.3856721 Nov 23 21:53:54.216292 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129e2aa-c43d-4150-9af6-2a0280273b5b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event updated for resources: {'Port': ['ID=ec919349-dd55-4ec4-806b-052e3784ad8c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:54.223568 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-2129e2aa-c43d-4150-9af6-2a0280273b5b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:54.226168 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3d6e801d-d6b9-4a24-98d3-5753060d708a None None] Provisioning complete for port ee2c323f-1bc3-4024-8f23-fb41981f7903 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:54.226614 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2129e2aa-c43d-4150-9af6-2a0280273b5b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:54.227239 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3d6e801d-d6b9-4a24-98d3-5753060d708a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:54.228790 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:54.243166 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f3d86-1da9-430b-be3b-5b27a4cd47f5 req-9c296eb2-f819-4e18-b055-c47e661918cb tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:54.256214 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b87f3d86-1da9-430b-be3b-5b27a4cd47f5 req-9c296eb2-f819-4e18-b055-c47e661918cb tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/ports?device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b HTTP/1.1" status: 200 len: 945 time: 0.3715863 Nov 23 21:53:54.291587 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2129e2aa-c43d-4150-9af6-2a0280273b5b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:54.292244 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2129e2aa-c43d-4150-9af6-2a0280273b5b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:54.323001 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-e5be9f91-bd8b-421d-b166-478f7ae1246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:54.324749 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-e5be9f91-bd8b-421d-b166-478f7ae1246c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 1095 time: 0.3017967 Nov 23 21:53:54.337150 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2129e2aa-c43d-4150-9af6-2a0280273b5b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3686330 Nov 23 21:53:54.372887 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port ee2c323f-1bc3-4024-8f23-fb41981f7903, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ee2c323f-1bc3-4024-8f23-fb41981f7903,segment=NetworkSegment(58b520fc-ac31-40cf-a40c-a5ec7f20b775),segment_id=58b520fc-ac31-40cf-a40c-a5ec7f20b775)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:54.385810 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-10b677f6-338d-4f9f-a7c5-0acabcab8704 req-a9442aa1-1ba6-41ea-8fc7-9be9c3131c83 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734283 Nov 23 21:53:54.430164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ee9b3ab9-d3a0-46d9-bc56-8b8486049d9e None None] For port 2969a71d-7a3f-42ca-8f12-75da04efdec6, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:53:54.437313 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ee9b3ab9-d3a0-46d9-bc56-8b8486049d9e None None] For port 2969a71d-7a3f-42ca-8f12-75da04efdec6, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2969a71d-7a3f-42ca-8f12-75da04efdec6,segment=NetworkSegment(5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a),segment_id=5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:53:54.439200 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a66dc206-20be-407e-a92f-d04b831eda6d req-d85e4a93-8fb3-4f16-84c9-68ff5bfb1cde service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904818 Nov 23 21:53:54.463353 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 2cd14c13-4f88-4aef-befd-dfcb3add4154, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2cd14c13-4f88-4aef-befd-dfcb3add4154,segment=NetworkSegment(424a5af0-9696-4588-b06e-68eb94118e29),segment_id=424a5af0-9696-4588-b06e-68eb94118e29)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:54.463353 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:54.464017 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b87f3d86-1da9-430b-be3b-5b27a4cd47f5 req-055c6f1d-a7d9-4ce4-b995-ebaeeeccf13c tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/security-groups?id=76fbecbd-33c3-4f0d-ac00-e9120c1fd26b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908131 Nov 23 21:53:54.490058 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-500cab9b-8a2e-415e-847c-9f9d35a8fc3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:54.494517 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ee9b3ab9-d3a0-46d9-bc56-8b8486049d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:54.557151 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:54.638800 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=ee2c323f-1bc3-4024-8f23-fb41981f7903,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:54.647960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 1d737003-18e1-4750-bce3-6d0e0992b19c up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:54.648863 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3f890-fc60-4df6-9b21-96ca6a6e4b5e req-c7c6f368-7619-4b85-aa06-6500000ebe97 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:54.657294 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bcb3f890-fc60-4df6-9b21-96ca6a6e4b5e req-c7c6f368-7619-4b85-aa06-6500000ebe97 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=16b98b74-641f-4e6b-8116-39ee98c69688 HTTP/1.1" status: 200 len: 945 time: 0.1416166 Nov 23 21:53:54.696055 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ec17a-9b00-4901-9662-58e8cd62b223 req-de78031c-3862-49fb-aad4-48ed114bff8f tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:54.703970 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c30ec17a-9b00-4901-9662-58e8cd62b223 req-de78031c-3862-49fb-aad4-48ed114bff8f tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 945 time: 0.1235142 Nov 23 21:53:54.756664 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bcb3f890-fc60-4df6-9b21-96ca6a6e4b5e req-4472f3ca-f2a2-4635-bfeb-7f92acc884fa tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983315 Nov 23 21:53:54.769121 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 1d737003-18e1-4750-bce3-6d0e0992b19c triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:54.769502 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:54.793330 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c30ec17a-9b00-4901-9662-58e8cd62b223 req-947b75c1-4b52-4cda-ae7e-7b9b097643f7 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882757 Nov 23 21:53:54.837864 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b3ab9-d3a0-46d9-bc56-8b8486049d9e None None] Pushing event updated for resources: {'Port': ['ID=2969a71d-7a3f-42ca-8f12-75da04efdec6,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:54.879026 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8c08d1fc-4945-4521-aeb1-a7ac6c472e08 None None] Provisioning complete for port 1bbdd42b-9d2d-4ad4-9b3d-bf0b2c598118 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:54.879429 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8c08d1fc-4945-4521-aeb1-a7ac6c472e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:54.985842 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-d5efb12a-7891-4a4b-9bde-6d3430eddad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:54.987976 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-d5efb12a-7891-4a4b-9bde-6d3430eddad5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 909 time: 0.6483967 Nov 23 21:53:54.989237 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8c08d1fc-4945-4521-aeb1-a7ac6c472e08 None None] Port 1bbdd42b-9d2d-4ad4-9b3d-bf0b2c598118 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:53:55.063667 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbbe849e-8395-44a0-bdac-e56c3911824f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:55.066859 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=2cd14c13-4f88-4aef-befd-dfcb3add4154,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:55.070778 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-ec4405a3-a85c-4458-b0ff-9c151fed0743 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb HTTP/1.1" status: 200 len: 217 time: 0.0722032 Nov 23 21:53:55.100471 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8c08d1fc-4945-4521-aeb1-a7ac6c472e08 None None] Provisioning complete for port ee2c323f-1bc3-4024-8f23-fb41981f7903 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:55.100840 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8c08d1fc-4945-4521-aeb1-a7ac6c472e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:55.163156 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57334) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:55.167616 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-340eef5b-99f9-4a07-8a25-b44c540544bb tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--8147550', 'description': 'tempest-description--327441206'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:55.188295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb0d90-2414-4512-924f-b30c85a6dda7 req-5a8fbaaa-6a7e-43a0-9298-1817f4c98847 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:55.190107 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-adcb0d90-2414-4512-924f-b30c85a6dda7 req-5a8fbaaa-6a7e-43a0-9298-1817f4c98847 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.53 "GET /v2.0/ports?device_id=8734c8a0-34cb-4292-a4e4-cb36ac12205c HTTP/1.1" status: 200 len: 946 time: 0.1167450 Nov 23 21:53:55.260761 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-340eef5b-99f9-4a07-8a25-b44c540544bb tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:55.274342 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-500cab9b-8a2e-415e-847c-9f9d35a8fc3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:55.277343 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8c08d1fc-4945-4521-aeb1-a7ac6c472e08 None None] Provisioning complete for port b6f8e53c-884b-4d04-8718-3995b74448ac triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:55.277653 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8c08d1fc-4945-4521-aeb1-a7ac6c472e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:55.278340 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-67cbc4df-0901-4dca-a00a-aa3084fe68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:55.280089 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-67cbc4df-0901-4dca-a00a-aa3084fe68e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.1935027 Nov 23 21:53:55.284481 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-500cab9b-8a2e-415e-847c-9f9d35a8fc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:55.320939 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8c08d1fc-4945-4521-aeb1-a7ac6c472e08 None None] Port b6f8e53c-884b-4d04-8718-3995b74448ac cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:53:55.336257 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8c08d1fc-4945-4521-aeb1-a7ac6c472e08 None None] Provisioning complete for port ec919349-dd55-4ec4-806b-052e3784ad8c triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:55.336634 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8c08d1fc-4945-4521-aeb1-a7ac6c472e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:55.357567 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-c9baba8d-8560-4bfd-9e85-135c980f8659 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439560 Nov 23 21:53:55.373924 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8c08d1fc-4945-4521-aeb1-a7ac6c472e08 None None] Port ec919349-dd55-4ec4-806b-052e3784ad8c cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:53:55.386638 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500cab9b-8a2e-415e-847c-9f9d35a8fc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d03db64-3934-4eb0-b763-e80f2bd13bbe,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:55.387000 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8c08d1fc-4945-4521-aeb1-a7ac6c472e08 None None] Provisioning complete for port af2ae524-d11b-4ee3-86d8-b4b345f80810 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:55.387327 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8c08d1fc-4945-4521-aeb1-a7ac6c472e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:55.393947 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f53b22-cedf-41f1-b7e6-97d0ac974245 req-33a7e516-1c9b-470f-a0c8-2ea3a028c627 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:55.395520 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-70f53b22-cedf-41f1-b7e6-97d0ac974245 req-33a7e516-1c9b-470f-a0c8-2ea3a028c627 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=778cf25a-9ec2-4f50-8496-b2e88a31343c HTTP/1.1" status: 200 len: 945 time: 0.1568868 Nov 23 21:53:55.418444 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-500cab9b-8a2e-415e-847c-9f9d35a8fc3a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4242e62afe6647118c94bdc0746e06f5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2509894 Nov 23 21:53:55.423444 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e1f73-f51d-413b-9797-22da78f6379e req-2b8f372e-fba1-4881-b185-203e090cf8ce tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:55.424959 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b95e1f73-f51d-413b-9797-22da78f6379e req-2b8f372e-fba1-4881-b185-203e090cf8ce tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 944 time: 0.1684129 Nov 23 21:53:55.431814 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8c08d1fc-4945-4521-aeb1-a7ac6c472e08 None None] Port af2ae524-d11b-4ee3-86d8-b4b345f80810 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:53:55.431989 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57338) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:55.463348 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-fbbe849e-8395-44a0-bdac-e56c3911824f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Allocated IP 172.25.5.83 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/f8610ea8-0a45-44b9-861f-e39adea42b22) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:55.480427 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-adcb0d90-2414-4512-924f-b30c85a6dda7 req-f3d4df8c-4730-4af8-bb72-d0e8267c4194 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Deleting port 21ccf0c7-7163-46b0-9b5d-c148d7abeb06 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:53:55.480771 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-adcb0d90-2414-4512-924f-b30c85a6dda7 req-f3d4df8c-4730-4af8-bb72-d0e8267c4194 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:55.583385 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-43eb9bcb-dfd8-4dbe-a9f6-56cc95dcbe15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:55.601603 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-340eef5b-99f9-4a07-8a25-b44c540544bb tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:55.605564 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-70f53b22-cedf-41f1-b7e6-97d0ac974245 req-9586e6d5-d3c9-4c7f-829b-6654d5a2bba1 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974921 Nov 23 21:53:55.622284 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b95e1f73-f51d-413b-9797-22da78f6379e req-da763319-8f6e-42dc-9614-378fa430786f tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785431 Nov 23 21:53:55.630462 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-340eef5b-99f9-4a07-8a25-b44c540544bb tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:55.650495 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-01a251d7-ee82-4046-880b-dc0dad4663c1 service neutron] 10.222.0.60 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731917 Nov 23 21:53:55.727768 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-340eef5b-99f9-4a07-8a25-b44c540544bb tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:55.729032 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-340eef5b-99f9-4a07-8a25-b44c540544bb tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5649035 Nov 23 21:53:55.740218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57342) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:55.757188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-814b0c10-c522-4d9d-a78e-cd63e235c7f4 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Request body: {'security_group_rule': {'security_group_id': 'd0414a87-20a8-4b7e-854e-1cf574a2716d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:55.761736 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-a68598d2-dcff-4000-8ee1-b571fbe7411a service neutron] 10.222.0.60 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000614 Nov 23 21:53:55.765148 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-43eb9bcb-dfd8-4dbe-a9f6-56cc95dcbe15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:55.789133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340eef5b-99f9-4a07-8a25-b44c540544bb tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0414a87-20a8-4b7e-854e-1cf574a2716d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:55.802921 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-adcb0d90-2414-4512-924f-b30c85a6dda7 req-f3d4df8c-4730-4af8-bb72-d0e8267c4194 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] For port 21ccf0c7-7163-46b0-9b5d-c148d7abeb06, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=21ccf0c7-7163-46b0-9b5d-c148d7abeb06,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:55.803189 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-adcb0d90-2414-4512-924f-b30c85a6dda7 req-f3d4df8c-4730-4af8-bb72-d0e8267c4194 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:55.821443 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-adcb0d90-2414-4512-924f-b30c85a6dda7 req-f3d4df8c-4730-4af8-bb72-d0e8267c4194 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Calling delete_port for 21ccf0c7-7163-46b0-9b5d-c148d7abeb06 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:53:55.829555 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbbe849e-8395-44a0-bdac-e56c3911824f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:55.876841 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-43eb9bcb-dfd8-4dbe-a9f6-56cc95dcbe15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:55.879812 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-43eb9bcb-dfd8-4dbe-a9f6-56cc95dcbe15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:55.881202 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-43eb9bcb-dfd8-4dbe-a9f6-56cc95dcbe15 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5d03db64-3934-4eb0-b763-e80f2bd13bbe HTTP/1.1" status: 204 len: 168 time: 0.4479821 Nov 23 21:53:55.890108 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b12e3-f8d1-4592-9d82-074e18a39db2 req-0f4debdc-791f-4419-aaa3-8e242a44304d tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:55.899270 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa6b12e3-f8d1-4592-9d82-074e18a39db2 req-0f4debdc-791f-4419-aaa3-8e242a44304d tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=8734c8a0-34cb-4292-a4e4-cb36ac12205c HTTP/1.1" status: 200 len: 946 time: 0.1639965 Nov 23 21:53:55.899787 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb9bcb-dfd8-4dbe-a9f6-56cc95dcbe15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d03db64-3934-4eb0-b763-e80f2bd13bbe,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:55.909618 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbbe849e-8395-44a0-bdac-e56c3911824f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:55.948145 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-814b0c10-c522-4d9d-a78e-cd63e235c7f4 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:55.972202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbe849e-8395-44a0-bdac-e56c3911824f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:55.976889 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-fbbe849e-8395-44a0-bdac-e56c3911824f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:55.982434 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe849e-8395-44a0-bdac-e56c3911824f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:55.986312 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a8e5dc-1e44-45fa-8617-9030ade2781b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd14c13-4f88-4aef-befd-dfcb3add4154'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:55.990169 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499a8417-d56f-4ad3-8c50-77b8313a4598" -d '{"events": [{"server_uuid": "64a8e5dc-1e44-45fa-8617-9030ade2781b", "name": "network-vif-plugged", "status": "completed", "tag": "2cd14c13-4f88-4aef-befd-dfcb3add4154"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:56.025362 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe849e-8395-44a0-bdac-e56c3911824f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Pushing event updated for resources: {'Port': ['ID=f8610ea8-0a45-44b9-861f-e39adea42b22,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:56.067504 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7df628-ce53-43ab-81e4-6f6ccf1a0743 req-69da58a3-77af-4ca0-ab8f-30275e0bdda8 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:56.075174 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8b7df628-ce53-43ab-81e4-6f6ccf1a0743 req-69da58a3-77af-4ca0-ab8f-30275e0bdda8 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/ports?device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b HTTP/1.1" status: 200 len: 946 time: 0.2381496 Nov 23 21:53:56.095823 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa6b12e3-f8d1-4592-9d82-074e18a39db2 req-f9e26f25-d641-4d77-b464-9a71c1369538 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905041 Nov 23 21:53:56.110809 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbbe849e-8395-44a0-bdac-e56c3911824f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:56.150893 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b322bb-4634-47d7-8789-f218925b8e43 None None] Network da4238c6-b353-4586-8707-c40d3aada134 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:53:56.169768 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbbe849e-8395-44a0-bdac-e56c3911824f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:56.176129 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-814b0c10-c522-4d9d-a78e-cd63e235c7f4 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:56.196166 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-814b0c10-c522-4d9d-a78e-cd63e235c7f4 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:56.244907 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8b7df628-ce53-43ab-81e4-6f6ccf1a0743 req-c010172b-fbda-458c-967a-31f893a20596 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/security-groups?id=76fbecbd-33c3-4f0d-ac00-e9120c1fd26b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686921 Nov 23 21:53:56.302510 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b55775dd-adef-420f-906f-0a66ff3118da None None] Provisioning complete for port 2969a71d-7a3f-42ca-8f12-75da04efdec6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:56.303103 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b55775dd-adef-420f-906f-0a66ff3118da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:56.304084 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b0c10-c522-4d9d-a78e-cd63e235c7f4 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8ad3ca-b8e8-4455-b5e2-4c48474b731f,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:56.340547 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fb07fc-fbff-4003-aa1f-292347fa8519 x-openstack-request-id: req-e0fb07fc-fbff-4003-aa1f-292347fa8519 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:56.340846 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a8e5dc-1e44-45fa-8617-9030ade2781b", "name": "network-vif-plugged", "status": "completed", "tag": "2cd14c13-4f88-4aef-befd-dfcb3add4154", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:56.341695 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0fb07fc-fbff-4003-aa1f-292347fa8519 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:56.341806 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-978d8578-9d62-431c-a433-d1f86d9ae869 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:56.342105 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a8e5dc-1e44-45fa-8617-9030ade2781b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd14c13-4f88-4aef-befd-dfcb3add4154', 'code': 200} Nov 23 21:53:56.343489 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-978d8578-9d62-431c-a433-d1f86d9ae869 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082&tenant_id=fbb1d292593848d88a76dda57bbd0633&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 1095 time: 0.1751294 Nov 23 21:53:56.345741 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-814b0c10-c522-4d9d-a78e-cd63e235c7f4 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:56.347168 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-814b0c10-c522-4d9d-a78e-cd63e235c7f4 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6038065 Nov 23 21:53:56.352332 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57354) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:56.362270 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-3f4dab30-c55d-4021-a55a-8d98f6f51e8a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Request body: {'security_group_rule': {'security_group_id': 'd0414a87-20a8-4b7e-854e-1cf574a2716d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:56.364705 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-adcb0d90-2414-4512-924f-b30c85a6dda7 req-f3d4df8c-4730-4af8-bb72-d0e8267c4194 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:56.400849 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4df8c-4730-4af8-bb72-d0e8267c4194 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Pushing event deleted for resources: {'Port': ['ID=21ccf0c7-7163-46b0-9b5d-c148d7abeb06,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:56.406534 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['4a70a9bd-240b-4448-abe5-073150fdd13a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:53:56.412934 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304df75-55ad-47f7-9f26-3e617aea38f6 req-77a6e0b9-db12-4865-b7cf-4fdcb6e96e9e tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:56.421015 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7304df75-55ad-47f7-9f26-3e617aea38f6 req-77a6e0b9-db12-4865-b7cf-4fdcb6e96e9e tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 945 time: 0.1747375 Nov 23 21:53:56.512071 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3f4dab30-c55d-4021-a55a-8d98f6f51e8a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:56.591052 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b55775dd-adef-420f-906f-0a66ff3118da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:56.630343 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7304df75-55ad-47f7-9f26-3e617aea38f6 req-46a028c2-f418-460d-be9f-67b42db2c052 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081726 Nov 23 21:53:56.631731 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcb0d90-2414-4512-924f-b30c85a6dda7 req-f3d4df8c-4730-4af8-bb72-d0e8267c4194 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] No DVR routers for this DVR port 21ccf0c7-7163-46b0-9b5d-c148d7abeb06 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:53:56.634661 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-adcb0d90-2414-4512-924f-b30c85a6dda7 req-f3d4df8c-4730-4af8-bb72-d0e8267c4194 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:56.650404 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-adcb0d90-2414-4512-924f-b30c85a6dda7 req-f3d4df8c-4730-4af8-bb72-d0e8267c4194 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.53 "DELETE /v2.0/ports/21ccf0c7-7163-46b0-9b5d-c148d7abeb06 HTTP/1.1" status: 204 len: 173 time: 1.4505134 Nov 23 21:53:56.667174 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8734c8a0-34cb-4292-a4e4-cb36ac12205c', 'name': 'network-vif-deleted', 'tag': '21ccf0c7-7163-46b0-9b5d-c148d7abeb06'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:53:56.668704 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b55775dd-adef-420f-906f-0a66ff3118da None None] For port 2969a71d-7a3f-42ca-8f12-75da04efdec6, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2969a71d-7a3f-42ca-8f12-75da04efdec6,segment=NetworkSegment(5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a),segment_id=5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:53:56.677372 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d40423-ae22-4bf3-867a-194af0564205" -d '{"events": [{"server_uuid": "8734c8a0-34cb-4292-a4e4-cb36ac12205c", "name": "network-vif-deleted", "tag": "21ccf0c7-7163-46b0-9b5d-c148d7abeb06"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:53:56.702843 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b55775dd-adef-420f-906f-0a66ff3118da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:56.710804 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbbe849e-8395-44a0-bdac-e56c3911824f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:56.762381 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af35bf7-9d18-4002-9f53-b892ed6d4da3 req-9584f3de-9310-4275-8740-48a37aa90460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:56.772121 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0af35bf7-9d18-4002-9f53-b892ed6d4da3 req-9584f3de-9310-4275-8740-48a37aa90460 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b HTTP/1.1" status: 200 len: 1097 time: 0.3093090 Nov 23 21:53:56.800841 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2969a71d-7a3f-42ca-8f12-75da04efdec6 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:56.803097 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbbe849e-8395-44a0-bdac-e56c3911824f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:56.913081 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3f4dab30-c55d-4021-a55a-8d98f6f51e8a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:56.918437 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55775dd-adef-420f-906f-0a66ff3118da None None] Pushing event updated for resources: {'Port': ['ID=2969a71d-7a3f-42ca-8f12-75da04efdec6,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:56.948231 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 2969a71d-7a3f-42ca-8f12-75da04efdec6 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:56.948712 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:56.973306 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbbe849e-8395-44a0-bdac-e56c3911824f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:56.992235 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3f4dab30-c55d-4021-a55a-8d98f6f51e8a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:56.996616 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a2208-b17b-45aa-9152-bf893cad02e3 req-15a30016-4297-4d85-8769-0d24af53df09 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:57.010519 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be2a2208-b17b-45aa-9152-bf893cad02e3 req-15a30016-4297-4d85-8769-0d24af53df09 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=778cf25a-9ec2-4f50-8496-b2e88a31343c HTTP/1.1" status: 200 len: 945 time: 0.1851909 Nov 23 21:53:57.026349 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbbe849e-8395-44a0-bdac-e56c3911824f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:57.026801 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0af35bf7-9d18-4002-9f53-b892ed6d4da3 req-007ba70b-00b6-4ff2-9778-b29f3750239f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=76fbecbd-33c3-4f0d-ac00-e9120c1fd26b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460642 Nov 23 21:53:57.028489 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fbbe849e-8395-44a0-bdac-e56c3911824f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1225808 Nov 23 21:53:57.032984 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57374) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:57.040858 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3f4dab30-c55d-4021-a55a-8d98f6f51e8a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:57.045539 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3f4dab30-c55d-4021-a55a-8d98f6f51e8a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6915736 Nov 23 21:53:57.045671 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8e2f6-4bb8-45c1-90f3-84007bafbed0 req-2b152ae5-9106-42fb-ad7b-b2056ed38000 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:57.046177 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57376) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:57.049030 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-29c8e2f6-4bb8-45c1-90f3-84007bafbed0 req-2b152ae5-9106-42fb-ad7b-b2056ed38000 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 944 time: 0.2481742 Nov 23 21:53:57.055332 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-29acd907-c954-4364-a0da-f706efd00496 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Request body: {'floatingip': {'port_id': 'af2ae524-d11b-4ee3-86d8-b4b345f80810', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:57.058134 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f6f83f77-8050-4bef-a2e2-9f8493bca9c5 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:57.070379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe849e-8395-44a0-bdac-e56c3911824f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Pushing event updated for resources: {'Port': ['ID=f8610ea8-0a45-44b9-861f-e39adea42b22,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:57.073589 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4dab30-c55d-4021-a55a-8d98f6f51e8a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4ed454-9897-4e57-b773-d4c454198e52,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:57.097850 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-815027f6-4a55-4efe-8260-1ef8a281b221 service neutron] For port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:53:57.099210 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f6f83f77-8050-4bef-a2e2-9f8493bca9c5 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:57.100921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ee2c323f-1bc3-4024-8f23-fb41981f7903 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:57.103973 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-815027f6-4a55-4efe-8260-1ef8a281b221 service neutron] Publish callbacks [] for binding, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:57.105070 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-395cb8bf-b92f-4e35-a51b-382ec7018fe3 req-815027f6-4a55-4efe-8260-1ef8a281b221 service neutron] 10.222.0.60 "DELETE /v2.0/ports/a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb/bindings/n-h1-816206-9 HTTP/1.1" status: 204 len: 173 time: 0.7043159 Nov 23 21:53:57.139361 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-29acd907-c954-4364-a0da-f706efd00496 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks [] for floatingip, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:57.193194 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0a6ad041-310b-40bd-b178-2ff1920e2b1f None None] Provisioning complete for port 2969a71d-7a3f-42ca-8f12-75da04efdec6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:57.193578 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0a6ad041-310b-40bd-b178-2ff1920e2b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:57.200208 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port ee2c323f-1bc3-4024-8f23-fb41981f7903 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:57.200581 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:57.222791 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57382) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:57.293806 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be2a2208-b17b-45aa-9152-bf893cad02e3 req-2f53b8cd-7078-467c-a0f2-31c3fe3eb56d tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811837 Nov 23 21:53:57.312694 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-29c8e2f6-4bb8-45c1-90f3-84007bafbed0 req-ca73c0fd-422b-4a76-ae5c-573be1f60d4d tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503617 Nov 23 21:53:57.315782 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f6f83f77-8050-4bef-a2e2-9f8493bca9c5 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:57.424653 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-29acd907-c954-4364-a0da-f706efd00496 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] update failed (client error): The resource could not be found. Nov 23 21:53:57.426012 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-29acd907-c954-4364-a0da-f706efd00496 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] 10.222.0.50 "PUT /v2.0/floatingips/fa763e0a-f379-47f3-9666-f373a9b15454 HTTP/1.1" status: 404 len: 507 time: 0.3758841 Nov 23 21:53:57.428818 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57394) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:57.457832 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ead229-2170-4ce0-91e1-3e8fb858c8ee x-openstack-request-id: req-d7ead229-2170-4ce0-91e1-3e8fb858c8ee {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:53:57.458130 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8734c8a0-34cb-4292-a4e4-cb36ac12205c", "name": "network-vif-deleted", "tag": "21ccf0c7-7163-46b0-9b5d-c148d7abeb06", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:53:57.458385 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d7ead229-2170-4ce0-91e1-3e8fb858c8ee {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:53:57.458811 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8734c8a0-34cb-4292-a4e4-cb36ac12205c', 'name': 'network-vif-deleted', 'tag': '21ccf0c7-7163-46b0-9b5d-c148d7abeb06', 'status': 'completed', 'code': 200} Nov 23 21:53:57.488531 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-28a44ee1-ec63-424c-90a2-5c4195b4a1fe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-142463830-network', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:57.571167 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a44ee1-ec63-424c-90a2-5c4195b4a1fe admin admin] Made reservation on behalf of 32839c3e63d04827b470d0a106b18e8e for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:57.573478 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-28a44ee1-ec63-424c-90a2-5c4195b4a1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:57.587185 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-28a44ee1-ec63-424c-90a2-5c4195b4a1fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:57.628785 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-f6f83f77-8050-4bef-a2e2-9f8493bca9c5 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Allocated IP 172.25.5.161 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/e9eb94fb-d1af-4d65-bb29-07b74ee9e9ce) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:57.647244 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab1d23-c496-4f9e-8f52-6d948a05c2b5 req-a1a4ec4a-89e6-482f-b13a-4f2f0ce10fa3 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:57.648691 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ffab1d23-c496-4f9e-8f52-6d948a05c2b5 req-a1a4ec4a-89e6-482f-b13a-4f2f0ce10fa3 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/ports?device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b HTTP/1.1" status: 200 len: 946 time: 0.1495292 Nov 23 21:53:57.700656 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-c272775f-518e-43b1-9e4f-2a99ddeae553 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Deleting port f8610ea8-0a45-44b9-861f-e39adea42b22 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:53:57.701003 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c272775f-518e-43b1-9e4f-2a99ddeae553 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:57.751474 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ffab1d23-c496-4f9e-8f52-6d948a05c2b5 req-52f58572-d956-4842-bc57-c08571dd683b tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/security-groups?id=76fbecbd-33c3-4f0d-ac00-e9120c1fd26b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877151 Nov 23 21:53:57.795421 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-28a44ee1-ec63-424c-90a2-5c4195b4a1fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:57.811184 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-28a44ee1-ec63-424c-90a2-5c4195b4a1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:57.834026 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f6f83f77-8050-4bef-a2e2-9f8493bca9c5 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:57.852256 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a44ee1-ec63-424c-90a2-5c4195b4a1fe admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:53:57.874923 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7763ea2c-734c-4aa3-acee-5cc90a025ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:57.875169 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-28a44ee1-ec63-424c-90a2-5c4195b4a1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:57.876226 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-28a44ee1-ec63-424c-90a2-5c4195b4a1fe admin admin] Added segment 43fb8f7b-a278-4efd-8a5a-5110658f3b45 of type vlan for network 14f777ba-77da-410e-897f-1430639bb0d7 Nov 23 21:53:57.879833 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a44ee1-ec63-424c-90a2-5c4195b4a1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6913e22b-05b7-47c0-bf2a-1f2dbf86e4f9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:57.901483 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c272775f-518e-43b1-9e4f-2a99ddeae553 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:57.902013 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c272775f-518e-43b1-9e4f-2a99ddeae553 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:57.936968 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-28a44ee1-ec63-424c-90a2-5c4195b4a1fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:57.943586 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-c272775f-518e-43b1-9e4f-2a99ddeae553 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Calling delete_port for f8610ea8-0a45-44b9-861f-e39adea42b22 owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:53:57.948839 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353b08f-69f7-4686-8b0a-ff76650cc5ee req-3997c776-9b84-40e3-952f-04bbb4b7a131 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:57.950353 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4353b08f-69f7-4686-8b0a-ff76650cc5ee req-3997c776-9b84-40e3-952f-04bbb4b7a131 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 1095 time: 0.1547778 Nov 23 21:53:57.950981 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f6f83f77-8050-4bef-a2e2-9f8493bca9c5 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:58.009502 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-28a44ee1-ec63-424c-90a2-5c4195b4a1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:58.010466 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a44ee1-ec63-424c-90a2-5c4195b4a1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:58.011077 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-28a44ee1-ec63-424c-90a2-5c4195b4a1fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:58.017091 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f83f77-8050-4bef-a2e2-9f8493bca9c5 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:58.035506 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-f6f83f77-8050-4bef-a2e2-9f8493bca9c5 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:58.041400 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f83f77-8050-4bef-a2e2-9f8493bca9c5 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event updated for resources: {'Port': ['ID=e9eb94fb-d1af-4d65-bb29-07b74ee9e9ce,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:58.044271 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f83f77-8050-4bef-a2e2-9f8493bca9c5 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:58.074670 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee8998-b314-46a4-a168-76126106af68 req-ac0568ba-6e28-4d40-b82d-75ce4aac2beb tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:58.077367 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fcee8998-b314-46a4-a168-76126106af68 req-ac0568ba-6e28-4d40-b82d-75ce4aac2beb tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/networks?id=670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 200 len: 805 time: 0.2405207 Nov 23 21:53:58.081851 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-28a44ee1-ec63-424c-90a2-5c4195b4a1fe admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8545547 Nov 23 21:53:58.082567 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57412) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:58.087031 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-caf139bb-b843-44c2-8b01-8d640ac87b07 admin admin] Request body: {'subnet': {'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-142463830-subnet', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:58.097573 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4353b08f-69f7-4686-8b0a-ff76650cc5ee req-a4ad049c-bb74-4504-a16c-320b0e8aed37 tempest-LiveMigrationTest-89943593 tempest-LiveMigrationTest-89943593-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385641 Nov 23 21:53:58.123824 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fcee8998-b314-46a4-a168-76126106af68 req-9be9cd6f-c9a3-4a99-8957-99ec73eceb66 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/quotas/c71aeb9305cf4bd2a1651a8b5100e309 HTTP/1.1" status: 200 len: 375 time: 0.0252917 Nov 23 21:53:58.124886 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a44ee1-ec63-424c-90a2-5c4195b4a1fe admin admin] Pushing event updated for resources: {'Network': ['ID=14f777ba-77da-410e-897f-1430639bb0d7,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:58.148104 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf139bb-b843-44c2-8b01-8d640ac87b07 admin admin] Made reservation on behalf of 32839c3e63d04827b470d0a106b18e8e for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:53:58.150294 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-caf139bb-b843-44c2-8b01-8d640ac87b07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:58.163100 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 14f777ba-77da-410e-897f-1430639bb0d7 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:53:58.218900 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f6f83f77-8050-4bef-a2e2-9f8493bca9c5 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:58.227682 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 21ccf0c7-7163-46b0-9b5d-c148d7abeb06 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:53:58.258272 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f6f83f77-8050-4bef-a2e2-9f8493bca9c5 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:58.302391 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 21ccf0c7-7163-46b0-9b5d-c148d7abeb06 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:53:58.302764 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 21ccf0c7-7163-46b0-9b5d-c148d7abeb06 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:53:58.436702 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f6f83f77-8050-4bef-a2e2-9f8493bca9c5 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:58.442223 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f6f83f77-8050-4bef-a2e2-9f8493bca9c5 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:58.522216 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f83f77-8050-4bef-a2e2-9f8493bca9c5 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event updated for resources: {'Port': ['ID=e9eb94fb-d1af-4d65-bb29-07b74ee9e9ce,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:58.530889 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f6f83f77-8050-4bef-a2e2-9f8493bca9c5 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:58.553346 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f6f83f77-8050-4bef-a2e2-9f8493bca9c5 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:58.564911 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f6f83f77-8050-4bef-a2e2-9f8493bca9c5 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5005341 Nov 23 21:53:58.588664 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2969a71d-7a3f-42ca-8f12-75da04efdec6 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:53:58.640837 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 2969a71d-7a3f-42ca-8f12-75da04efdec6 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:53:58.641627 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:58.648882 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fcee8998-b314-46a4-a168-76126106af68 req-38509dea-9a4e-4bba-ba60-ebac73124b7a tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5038640 Nov 23 21:53:58.670248 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c272775f-518e-43b1-9e4f-2a99ddeae553 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:58.732036 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6acc85a-9c95-4475-bc8c-f705488074f7 req-d0e2cb41-5c36-4467-8844-f41ef4ef5a45 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:58.733590 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d6acc85a-9c95-4475-bc8c-f705488074f7 req-d0e2cb41-5c36-4467-8844-f41ef4ef5a45 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 945 time: 0.1916881 Nov 23 21:53:58.734617 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272775f-518e-43b1-9e4f-2a99ddeae553 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Pushing event deleted for resources: {'Port': ['ID=f8610ea8-0a45-44b9-861f-e39adea42b22,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:58.934682 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c272775f-518e-43b1-9e4f-2a99ddeae553 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:58.937236 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c272775f-518e-43b1-9e4f-2a99ddeae553 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:58.938734 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c272775f-518e-43b1-9e4f-2a99ddeae553 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] 10.222.0.50 "DELETE /v2.0/floatingips/fa763e0a-f379-47f3-9666-f373a9b15454 HTTP/1.1" status: 204 len: 168 time: 1.5087876 Nov 23 21:53:58.942547 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57426) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:58.947369 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c9ead222-1785-4717-aa47-f1d82099fc38 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Request body: {'floatingip': {'floating_network_id': 'eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7', 'port_id': 'af2ae524-d11b-4ee3-86d8-b4b345f80810', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:58.967622 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d6acc85a-9c95-4475-bc8c-f705488074f7 req-f0926439-cce9-4892-bd57-9dd2c0a88d89 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043409 Nov 23 21:53:58.972342 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c9ead222-1785-4717-aa47-f1d82099fc38 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:59.003797 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fcee8998-b314-46a4-a168-76126106af68 req-51f0b04a-ae17-4979-98f4-7ef7aa6b820f service neutron] 10.222.0.50 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540347 Nov 23 21:53:59.005240 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-caf139bb-b843-44c2-8b01-8d640ac87b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:59.091349 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf139bb-b843-44c2-8b01-8d640ac87b07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec95087-31a0-4067-927d-a3091c147250,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:59.113371 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-c9ead222-1785-4717-aa47-f1d82099fc38 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 21:53:59.113371 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c9ead222-1785-4717-aa47-f1d82099fc38 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1653972 Nov 23 21:53:59.114152 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57428) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:59.125652 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5b017cf7-e417-4794-9d89-5b54000a2ec9 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': 'af2ae524-d11b-4ee3-86d8-b4b345f80810', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:59.152958 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf139bb-b843-44c2-8b01-8d640ac87b07 admin admin] Checking segment: {'id': '43fb8f7b-a278-4efd-8a5a-5110658f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:53:59.153328 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf139bb-b843-44c2-8b01-8d640ac87b07 admin admin] Network hostable DHCP agents. Network: 14f777ba-77da-410e-897f-1430639bb0d7, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:53:59.163709 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5b017cf7-e417-4794-9d89-5b54000a2ec9 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:59.185354 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fcee8998-b314-46a4-a168-76126106af68 req-9a0f23a9-817d-425e-8898-781865f357a6 service neutron] 10.222.0.50 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519704 Nov 23 21:53:59.190433 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf139bb-b843-44c2-8b01-8d640ac87b07 admin admin] Network 14f777ba-77da-410e-897f-1430639bb0d7 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:53:59.204174 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-caf139bb-b843-44c2-8b01-8d640ac87b07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 14f777ba-77da-410e-897f-1430639bb0d7) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:59.209461 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf139bb-b843-44c2-8b01-8d640ac87b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:59.210159 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-caf139bb-b843-44c2-8b01-8d640ac87b07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:59.215006 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa44fe39-8364-4be5-897d-df7a271f1fa9 None None] Network 14f777ba-77da-410e-897f-1430639bb0d7 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:53:59.238494 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-caf139bb-b843-44c2-8b01-8d640ac87b07 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1552250 Nov 23 21:53:59.240337 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57432) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:53:59.250026 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-22e18f70-dfc4-4586-8096-902847dc7277 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-142463830-router', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:53:59.289793 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-22e18f70-dfc4-4586-8096-902847dc7277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:59.290937 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-22e18f70-dfc4-4586-8096-902847dc7277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:59.339993 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5b017cf7-e417-4794-9d89-5b54000a2ec9 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:59.455495 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196a9db4-9823-4ddf-aad8-bc57907fbe30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-14f777ba-77da-410e-897f-1430639bb0d7', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'fixed_ips': [{'subnet_id': '9ec95087-31a0-4067-927d-a3091c147250'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:53:59.456470 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-196a9db4-9823-4ddf-aad8-bc57907fbe30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:59.472658 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-22e18f70-dfc4-4586-8096-902847dc7277 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:59.497781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-5b017cf7-e417-4794-9d89-5b54000a2ec9 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Allocated IP 172.25.5.123 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/eb61b9c6-0055-4bbb-a699-43197c564dd9) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:59.643484 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-196a9db4-9823-4ddf-aad8-bc57907fbe30 None None] Allocated IP 172.20.0.2 (14f777ba-77da-410e-897f-1430639bb0d7/9ec95087-31a0-4067-927d-a3091c147250/afa1efc4-57a7-418f-95fb-ad7e3a10cc33) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:53:59.649446 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-fe55f097-5570-4060-b86b-9468ca888ad6 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--8147550&fields=id&tenant_id=b32d0f34c0cc4ad1b4cbe85726725dc7 HTTP/1.1" status: 200 len: 267 time: 0.2213900 Nov 23 21:53:59.658617 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d5ced-b802-44ad-8add-9f459ae0ae0c req-c47c1bbe-5450-4089-880e-efe7738c7351 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:59.660473 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a51d5ced-b802-44ad-8add-9f459ae0ae0c req-c47c1bbe-5450-4089-880e-efe7738c7351 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.60 "GET /v2.0/ports?device_id=778cf25a-9ec2-4f50-8496-b2e88a31343c HTTP/1.1" status: 200 len: 945 time: 0.1504843 Nov 23 21:53:59.706592 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5b017cf7-e417-4794-9d89-5b54000a2ec9 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:59.754250 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048426d-164f-49af-86ad-82eef94fead6 req-6a89b33c-474b-4ff0-9cc7-94d47a20730f tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:59.761636 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0048426d-164f-49af-86ad-82eef94fead6 req-6a89b33c-474b-4ff0-9cc7-94d47a20730f tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/ports?device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b HTTP/1.1" status: 200 len: 946 time: 0.2231293 Nov 23 21:53:59.781020 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:59.789527 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-22e18f70-dfc4-4586-8096-902847dc7277 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:59.800820 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-a009f2fa-4cd9-4f3c-a78e-db21ac0a13b9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:59.802422 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5b017cf7-e417-4794-9d89-5b54000a2ec9 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:59.807927 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-a009f2fa-4cd9-4f3c-a78e-db21ac0a13b9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports/b6f8e53c-884b-4d04-8718-3995b74448ac HTTP/1.1" status: 200 len: 932 time: 0.1576233 Nov 23 21:53:59.854667 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-196a9db4-9823-4ddf-aad8-bc57907fbe30 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:59.863498 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-196a9db4-9823-4ddf-aad8-bc57907fbe30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:53:59.879164 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b017cf7-e417-4794-9d89-5b54000a2ec9 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:59.884681 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-5b017cf7-e417-4794-9d89-5b54000a2ec9 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:59.897600 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b017cf7-e417-4794-9d89-5b54000a2ec9 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:59.910586 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-d3138759-d795-4c84-b48c-bdd6cc9c0cda tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:53:59.917887 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-d3138759-d795-4c84-b48c-bdd6cc9c0cda tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports/ec919349-dd55-4ec4-806b-052e3784ad8c HTTP/1.1" status: 200 len: 932 time: 0.1091084 Nov 23 21:53:59.918558 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196a9db4-9823-4ddf-aad8-bc57907fbe30 None None] Network 14f777ba-77da-410e-897f-1430639bb0d7 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:53:59.922561 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-196a9db4-9823-4ddf-aad8-bc57907fbe30 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:53:59.927743 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196a9db4-9823-4ddf-aad8-bc57907fbe30 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:53:59.931010 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a9db4-9823-4ddf-aad8-bc57907fbe30 None None] Pushing event updated for resources: {'Port': ['ID=afa1efc4-57a7-418f-95fb-ad7e3a10cc33,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:53:59.951527 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0048426d-164f-49af-86ad-82eef94fead6 req-a1dd2cd0-b1f2-4519-bb4c-513859265f6e tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/security-groups?id=76fbecbd-33c3-4f0d-ac00-e9120c1fd26b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887305 Nov 23 21:54:00.012823 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-196a9db4-9823-4ddf-aad8-bc57907fbe30 None None] Attempting to bind port afa1efc4-57a7-418f-95fb-ad7e3a10cc33 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:54:00.013192 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-196a9db4-9823-4ddf-aad8-bc57907fbe30 None None] Attempting to bind port afa1efc4-57a7-418f-95fb-ad7e3a10cc33 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '43fb8f7b-a278-4efd-8a5a-5110658f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:54:00.013551 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196a9db4-9823-4ddf-aad8-bc57907fbe30 None None] Attempting to bind port afa1efc4-57a7-418f-95fb-ad7e3a10cc33 on network 14f777ba-77da-410e-897f-1430639bb0d7 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:00.023479 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-ba339c8d-eeed-4585-93f7-52ba130ec02e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?network_id=da4238c6-b353-4586-8707-c40d3aada134&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1045091 Nov 23 21:54:00.025082 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196a9db4-9823-4ddf-aad8-bc57907fbe30 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:54:00.025467 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196a9db4-9823-4ddf-aad8-bc57907fbe30 None None] Checking segment: {'id': '43fb8f7b-a278-4efd-8a5a-5110658f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:00.025870 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-196a9db4-9823-4ddf-aad8-bc57907fbe30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:00.026265 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196a9db4-9823-4ddf-aad8-bc57907fbe30 None None] Bound using segment: {'id': '43fb8f7b-a278-4efd-8a5a-5110658f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:54:00.034954 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-196a9db4-9823-4ddf-aad8-bc57907fbe30 None None] Bound port: afa1efc4-57a7-418f-95fb-ad7e3a10cc33, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fb8f7b-a278-4efd-8a5a-5110658f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:54:00.035519 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-196a9db4-9823-4ddf-aad8-bc57907fbe30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:00.036027 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b017cf7-e417-4794-9d89-5b54000a2ec9 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Pushing event updated for resources: {'Port': ['ID=eb61b9c6-0055-4bbb-a699-43197c564dd9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:00.081014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-e4f97ef9-8ae7-485d-b003-6f525971ded9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?network_id=da4238c6-b353-4586-8707-c40d3aada134&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0557733 Nov 23 21:54:00.111418 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-a51d5ced-b802-44ad-8add-9f459ae0ae0c req-742f9656-80ac-41a1-ac2f-48cef8be942f tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Deleting port 3dd1fa47-0d1d-4647-9635-c540e2e99f16 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:54:00.111418 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a51d5ced-b802-44ad-8add-9f459ae0ae0c req-742f9656-80ac-41a1-ac2f-48cef8be942f tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:00.120973 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-196a9db4-9823-4ddf-aad8-bc57907fbe30 None None] For port afa1efc4-57a7-418f-95fb-ad7e3a10cc33, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:54:00.127047 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-196a9db4-9823-4ddf-aad8-bc57907fbe30 None None] For port afa1efc4-57a7-418f-95fb-ad7e3a10cc33, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=afa1efc4-57a7-418f-95fb-ad7e3a10cc33,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:54:00.141876 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-196a9db4-9823-4ddf-aad8-bc57907fbe30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:00.233138 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a9db4-9823-4ddf-aad8-bc57907fbe30 None None] Pushing event updated for resources: {'Port': ['ID=afa1efc4-57a7-418f-95fb-ad7e3a10cc33,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:00.276764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a51d5ced-b802-44ad-8add-9f459ae0ae0c req-742f9656-80ac-41a1-ac2f-48cef8be942f tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] For port 3dd1fa47-0d1d-4647-9635-c540e2e99f16, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=3dd1fa47-0d1d-4647-9635-c540e2e99f16,segment=NetworkSegment(5965d2b9-565a-4ad5-95e6-31217bb0b2df),segment_id=5965d2b9-565a-4ad5-95e6-31217bb0b2df)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:00.276764 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a51d5ced-b802-44ad-8add-9f459ae0ae0c req-742f9656-80ac-41a1-ac2f-48cef8be942f tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:00.292709 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-a51d5ced-b802-44ad-8add-9f459ae0ae0c req-742f9656-80ac-41a1-ac2f-48cef8be942f tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Calling delete_port for 3dd1fa47-0d1d-4647-9635-c540e2e99f16 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:54:00.299037 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-5b017cf7-e417-4794-9d89-5b54000a2ec9 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Deleting port eb61b9c6-0055-4bbb-a699-43197c564dd9 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:54:00.299468 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5b017cf7-e417-4794-9d89-5b54000a2ec9 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:00.319420 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4932db-09e5-40ee-9405-6b6931dfc2da req-b980645b-c188-4bc5-9e95-88aa3ff0f65c tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:00.320953 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da4932db-09e5-40ee-9405-6b6931dfc2da req-b980645b-c188-4bc5-9e95-88aa3ff0f65c tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/ports?device_id=778cf25a-9ec2-4f50-8496-b2e88a31343c HTTP/1.1" status: 200 len: 945 time: 0.2822857 Nov 23 21:54:00.378686 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-c10be970-2979-4f72-9e36-e98a10c6f3cb tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:00.384483 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-c10be970-2979-4f72-9e36-e98a10c6f3cb tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:00.390207 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-c10be970-2979-4f72-9e36-e98a10c6f3cb tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:00.392027 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-c10be970-2979-4f72-9e36-e98a10c6f3cb tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/networks?id=5b374035-6ec9-4585-9414-d17339221c43&id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&id=da4238c6-b353-4586-8707-c40d3aada134&id=da4238c6-b353-4586-8707-c40d3aada134 HTTP/1.1" status: 200 len: 1988 time: 0.3102334 Nov 23 21:54:00.412497 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2a2a2-0965-4153-9294-b077dea9fb8d req-196096eb-475e-4e7f-8dc1-41e3040420c8 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:00.413985 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9ab2a2a2-0965-4153-9294-b077dea9fb8d req-196096eb-475e-4e7f-8dc1-41e3040420c8 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 944 time: 0.1544104 Nov 23 21:54:00.481249 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5b017cf7-e417-4794-9d89-5b54000a2ec9 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:00.481908 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5b017cf7-e417-4794-9d89-5b54000a2ec9 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:00.488221 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f6607aca-5bb5-4612-90db-2832d98ad160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:00.503573 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-5b017cf7-e417-4794-9d89-5b54000a2ec9 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Calling delete_port for eb61b9c6-0055-4bbb-a699-43197c564dd9 owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:54:00.514943 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-ba897bfb-3fcb-4bcf-941b-3ebd0d8336d6 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/quotas/b32d0f34c0cc4ad1b4cbe85726725dc7 HTTP/1.1" status: 200 len: 375 time: 0.1139584 Nov 23 21:54:00.546747 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da4932db-09e5-40ee-9405-6b6931dfc2da req-fedf5c21-df6a-4360-a39d-7d7815ec2931 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7174432-10ee-4550-afd1-4c42df3004e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054272 Nov 23 21:54:00.673330 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device afa1efc4-57a7-418f-95fb-ad7e3a10cc33 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:54:00.742936 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a51d5ced-b802-44ad-8add-9f459ae0ae0c req-742f9656-80ac-41a1-ac2f-48cef8be942f tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:00.760174 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['340ea7c3-e043-46e4-840b-d07fa9289844'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:54:00.806237 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['3dd1fa47-0d1d-4647-9635-c540e2e99f16'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:54:00.842815 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-25812584-8f0a-4755-b2b2-759b0f25d0f1 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b32d0f34c0cc4ad1b4cbe85726725dc7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3192375 Nov 23 21:54:00.864836 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port afa1efc4-57a7-418f-95fb-ad7e3a10cc33 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:00.865215 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:00.865534 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f9656-80ac-41a1-ac2f-48cef8be942f tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Pushing event deleted for resources: {'Port': ['ID=3dd1fa47-0d1d-4647-9635-c540e2e99f16,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:00.867672 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51d5ced-b802-44ad-8add-9f459ae0ae0c req-742f9656-80ac-41a1-ac2f-48cef8be942f tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] No DVR routers for this DVR port 3dd1fa47-0d1d-4647-9635-c540e2e99f16 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:54:00.871022 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-22e18f70-dfc4-4586-8096-902847dc7277 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:00.873731 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a51d5ced-b802-44ad-8add-9f459ae0ae0c req-742f9656-80ac-41a1-ac2f-48cef8be942f tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:00.877898 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a51d5ced-b802-44ad-8add-9f459ae0ae0c req-742f9656-80ac-41a1-ac2f-48cef8be942f tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.60 "DELETE /v2.0/ports/3dd1fa47-0d1d-4647-9635-c540e2e99f16 HTTP/1.1" status: 204 len: 173 time: 1.1417208 Nov 23 21:54:00.878512 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778cf25a-9ec2-4f50-8496-b2e88a31343c', 'name': 'network-vif-deleted', 'tag': '3dd1fa47-0d1d-4647-9635-c540e2e99f16'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:00.881177 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb89506a-1561-48bd-8add-b9b5af0a3715" -d '{"events": [{"server_uuid": "778cf25a-9ec2-4f50-8496-b2e88a31343c", "name": "network-vif-deleted", "tag": "3dd1fa47-0d1d-4647-9635-c540e2e99f16"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:00.884347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d32b33-6bbf-4b4f-951e-b47ff11ebea7 req-24dad996-b371-48b5-95d6-a5705e648bc4 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:00.886055 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8d32b33-6bbf-4b4f-951e-b47ff11ebea7 req-24dad996-b371-48b5-95d6-a5705e648bc4 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.53 "GET /v2.0/ports?device_id=16b98b74-641f-4e6b-8116-39ee98c69688 HTTP/1.1" status: 200 len: 945 time: 0.2041292 Nov 23 21:54:00.919935 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-22e18f70-dfc4-4586-8096-902847dc7277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:00.968236 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-9ab2a2a2-0965-4153-9294-b077dea9fb8d req-a0d7413d-55ec-4251-a722-06f04dbf27f7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Deleting port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:54:00.968809 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9ab2a2a2-0965-4153-9294-b077dea9fb8d req-a0d7413d-55ec-4251-a722-06f04dbf27f7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:00.973851 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee8998-b314-46a4-a168-76126106af68 req-1e946b4d-7296-4c66-9fe1-8f25a5058676 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:00.976826 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fcee8998-b314-46a4-a168-76126106af68 req-1e946b4d-7296-4c66-9fe1-8f25a5058676 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.53 "GET /v2.0/networks?id=670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 200 len: 805 time: 0.2933590 Nov 23 21:54:00.999065 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-fcee8998-b314-46a4-a168-76126106af68 req-a4917935-71cf-45d2-8176-54e13197aa85 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Request body: {'port': {'device_id': '1ef72df6-7845-40aa-82d9-b1b3051ea8f5', 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c', 'admin_state_up': True, 'tenant_id': 'c71aeb9305cf4bd2a1651a8b5100e309'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:01.021099 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5b017cf7-e417-4794-9d89-5b54000a2ec9 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:01.124331 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:01.137846 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b017cf7-e417-4794-9d89-5b54000a2ec9 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Pushing event deleted for resources: {'Port': ['ID=eb61b9c6-0055-4bbb-a699-43197c564dd9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:01.178976 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port afa1efc4-57a7-418f-95fb-ad7e3a10cc33, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=afa1efc4-57a7-418f-95fb-ad7e3a10cc33,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:01.185458 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:01.193027 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-9ab2a2a2-0965-4153-9294-b077dea9fb8d req-a0d7413d-55ec-4251-a722-06f04dbf27f7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] For port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:01.196687 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9ab2a2a2-0965-4153-9294-b077dea9fb8d req-a0d7413d-55ec-4251-a722-06f04dbf27f7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:01.259856 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=afa1efc4-57a7-418f-95fb-ad7e3a10cc33,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:01.267167 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-5b017cf7-e417-4794-9d89-5b54000a2ec9 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] create failed (client error): The resource could not be found. Nov 23 21:54:01.272373 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5b017cf7-e417-4794-9d89-5b54000a2ec9 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1574066 Nov 23 21:54:01.272975 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57462) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:01.287114 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-9ab2a2a2-0965-4153-9294-b077dea9fb8d req-a0d7413d-55ec-4251-a722-06f04dbf27f7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Calling delete_port for a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:54:01.295843 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe290a-7dec-42fd-a51a-1e83bf52a942 req-276643e6-64c3-4e85-ac4f-d175d60c636b tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:01.297863 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ecbe290a-7dec-42fd-a51a-1e83bf52a942 req-276643e6-64c3-4e85-ac4f-d175d60c636b tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 944 time: 0.5739496 Nov 23 21:54:01.319224 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcee8998-b314-46a4-a168-76126106af68 req-a4917935-71cf-45d2-8176-54e13197aa85 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Made reservation on behalf of c71aeb9305cf4bd2a1651a8b5100e309 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:01.322677 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fcee8998-b314-46a4-a168-76126106af68 req-a4917935-71cf-45d2-8176-54e13197aa85 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:01.481222 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-8eea64a7-e054-41e6-bcca-7c4bda97fc2d tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Deleting port af2ae524-d11b-4ee3-86d8-b4b345f80810 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:54:01.481555 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8eea64a7-e054-41e6-bcca-7c4bda97fc2d tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:01.525259 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:01.537805 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-fcee8998-b314-46a4-a168-76126106af68 req-a4917935-71cf-45d2-8176-54e13197aa85 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Allocated IP 172.20.0.10 (670396b2-2e17-45a5-b25a-4f315f3df81c/d4009be1-1322-446a-a15b-fa73a68a7e30/ed34ab6a-4afa-459c-8537-e5c1b90a1751) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:54:01.663866 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d4b6e5-c00b-43cf-ab1a-7947d44af7d9 None None] Network 14f777ba-77da-410e-897f-1430639bb0d7 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:54:01.721930 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-03f86a85-a1e6-4462-9ba1-7d550de5b8b9 None None] Provisioning complete for port afa1efc4-57a7-418f-95fb-ad7e3a10cc33 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:01.722559 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-03f86a85-a1e6-4462-9ba1-7d550de5b8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:01.917418 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ecbe290a-7dec-42fd-a51a-1e83bf52a942 req-879392ed-49fb-44cf-bf7d-c51e2a96a94c tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5920658 Nov 23 21:54:01.924068 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8eea64a7-e054-41e6-bcca-7c4bda97fc2d tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:01.931408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-a8d32b33-6bbf-4b4f-951e-b47ff11ebea7 req-7a7e044c-6af8-4200-86c2-5acdb2d668a9 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Deleting port 340ea7c3-e043-46e4-840b-d07fa9289844 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:54:01.931612 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a8d32b33-6bbf-4b4f-951e-b47ff11ebea7 req-7a7e044c-6af8-4200-86c2-5acdb2d668a9 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:01.935874 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-ff617a2e-230a-4002-aa14-ef06456468d9 service neutron] 10.222.0.50 "GET /v2.0/networks/5b374035-6ec9-4585-9414-d17339221c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0922532 Nov 23 21:54:01.957342 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-8eea64a7-e054-41e6-bcca-7c4bda97fc2d tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Calling delete_port for af2ae524-d11b-4ee3-86d8-b4b345f80810 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:54:02.034133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-22e18f70-dfc4-4586-8096-902847dc7277 admin admin] Allocated IP 172.25.5.99 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/b93be2ce-1b37-48e1-a0d2-ea04fe1c2884) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:54:02.106924 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fcee8998-b314-46a4-a168-76126106af68 req-a4917935-71cf-45d2-8176-54e13197aa85 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:02.125975 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f8257284-b8d5-4580-ad2d-2d4f5b7ad5b2 req-556db1f9-f12e-4328-b19e-67ccce5a5bfc tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 210 time: 0.1158042 Nov 23 21:54:02.194121 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fcee8998-b314-46a4-a168-76126106af68 req-a4917935-71cf-45d2-8176-54e13197aa85 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:02.225322 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8eea64a7-e054-41e6-bcca-7c4bda97fc2d tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:02.228999 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['4a70a9bd-240b-4448-abe5-073150fdd13a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:54:02.258459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcee8998-b314-46a4-a168-76126106af68 req-a4917935-71cf-45d2-8176-54e13197aa85 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Network 670396b2-2e17-45a5-b25a-4f315f3df81c is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:54:02.280146 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-fcee8998-b314-46a4-a168-76126106af68 req-a4917935-71cf-45d2-8176-54e13197aa85 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:02.286001 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcee8998-b314-46a4-a168-76126106af68 req-a4917935-71cf-45d2-8176-54e13197aa85 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:54:02.327099 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4917935-71cf-45d2-8176-54e13197aa85 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Pushing event updated for resources: {'Port': ['ID=ed34ab6a-4afa-459c-8537-e5c1b90a1751,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:02.327769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-a8d32b33-6bbf-4b4f-951e-b47ff11ebea7 req-7a7e044c-6af8-4200-86c2-5acdb2d668a9 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] For port 340ea7c3-e043-46e4-840b-d07fa9289844, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=340ea7c3-e043-46e4-840b-d07fa9289844,segment=NetworkSegment(5965d2b9-565a-4ad5-95e6-31217bb0b2df),segment_id=5965d2b9-565a-4ad5-95e6-31217bb0b2df)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:02.328100 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a8d32b33-6bbf-4b4f-951e-b47ff11ebea7 req-7a7e044c-6af8-4200-86c2-5acdb2d668a9 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:02.361902 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-22a88eae-23ab-4781-af56-f17fcbc21edd service neutron] 10.222.0.50 "GET /v2.0/networks/5b374035-6ec9-4585-9414-d17339221c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007676 Nov 23 21:54:02.364757 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea64a7-e054-41e6-bcca-7c4bda97fc2d tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Pushing event deleted for resources: {'Port': ['ID=af2ae524-d11b-4ee3-86d8-b4b345f80810,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:02.390779 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee8998-b314-46a4-a168-76126106af68 req-a4917935-71cf-45d2-8176-54e13197aa85 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:02.392265 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fcee8998-b314-46a4-a168-76126106af68 req-a4917935-71cf-45d2-8176-54e13197aa85 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:02.400109 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8eea64a7-e054-41e6-bcca-7c4bda97fc2d tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:02.403719 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-15f3de1f-3ca6-4862-8b3d-62f2bbde6ae8 None None] Provisioning complete for port afa1efc4-57a7-418f-95fb-ad7e3a10cc33 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:02.404211 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15f3de1f-3ca6-4862-8b3d-62f2bbde6ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:02.404842 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8eea64a7-e054-41e6-bcca-7c4bda97fc2d tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] 10.222.0.50 "DELETE /v2.0/ports/af2ae524-d11b-4ee3-86d8-b4b345f80810 HTTP/1.1" status: 204 len: 168 time: 1.1268609 Nov 23 21:54:02.411246 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57466) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:02.426492 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-9cdcf5f5-bee5-48b2-9925-f6ef188d92ca service neutron] 10.222.0.50 "GET /v2.0/ports/b6f8e53c-884b-4d04-8718-3995b74448ac?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0636241 Nov 23 21:54:02.451748 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fcee8998-b314-46a4-a168-76126106af68 req-a4917935-71cf-45d2-8176-54e13197aa85 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4585631 Nov 23 21:54:02.465834 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-a8d32b33-6bbf-4b4f-951e-b47ff11ebea7 req-7a7e044c-6af8-4200-86c2-5acdb2d668a9 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Calling delete_port for 340ea7c3-e043-46e4-840b-d07fa9289844 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:54:02.475702 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-fcee8998-b314-46a4-a168-76126106af68 req-850279da-de2e-43da-8691-5c45b272fac1 service neutron] Request body: {'port': {'device_id': '1ef72df6-7845-40aa-82d9-b1b3051ea8f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:02.509309 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a603f1d-10d7-4025-8a36-f186e558c655 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:02.513836 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2a603f1d-10d7-4025-8a36-f186e558c655 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] 10.222.0.50 "GET /v2.0/ports?device_id=04f43a28-ae13-4856-bc7d-6c6641c5dc55 HTTP/1.1" status: 200 len: 913 time: 0.1011398 Nov 23 21:54:02.517161 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57468) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:02.602746 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device afa1efc4-57a7-418f-95fb-ad7e3a10cc33 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:54:02.607097 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-17e48568-e35d-43ce-91a8-5c1cb4b3c871 req-ce4ccd25-a97c-43e1-bf08-135647658f55 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4885433 Nov 23 21:54:02.663517 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47415b33-77b4-4c9b-b631-b7e2c3736294 req-4e054ad6-9842-4f80-b7a3-8844735395fe tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:02.669611 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-47415b33-77b4-4c9b-b631-b7e2c3736294 req-4e054ad6-9842-4f80-b7a3-8844735395fe tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/ports?device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b HTTP/1.1" status: 200 len: 946 time: 0.4316978 Nov 23 21:54:02.673635 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-22e18f70-dfc4-4586-8096-902847dc7277 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:02.678219 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57470) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:02.679830 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port afa1efc4-57a7-418f-95fb-ad7e3a10cc33 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:02.680209 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:02.684776 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-084d30fa-6fdc-41d9-b298-c316bfc57e67 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Request body: {'floatingip': {'port_id': '2cd14c13-4f88-4aef-befd-dfcb3add4154'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:02.695551 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fcee8998-b314-46a4-a168-76126106af68 req-850279da-de2e-43da-8691-5c45b272fac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:02.754506 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-084d30fa-6fdc-41d9-b298-c316bfc57e67 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks [] for floatingip, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:02.780979 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9ab2a2a2-0965-4153-9294-b077dea9fb8d req-a0d7413d-55ec-4251-a722-06f04dbf27f7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:02.800493 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-22e18f70-dfc4-4586-8096-902847dc7277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:02.818398 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:54:02.847075 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7413d-55ec-4251-a722-06f04dbf27f7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Pushing event deleted for resources: {'Port': ['ID=a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:02.881017 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:02.910559 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 3dd1fa47-0d1d-4647-9635-c540e2e99f16 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:54:02.926776 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-193bd634-1d59-4346-857b-80bd3809b2c1 service neutron] 10.222.0.50 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844966 Nov 23 21:54:02.931649 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 3dd1fa47-0d1d-4647-9635-c540e2e99f16 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:54:02.931929 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 3dd1fa47-0d1d-4647-9635-c540e2e99f16 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:54:02.945899 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e18f70-dfc4-4586-8096-902847dc7277 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:54:02.963579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-22e18f70-dfc4-4586-8096-902847dc7277 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:02.965996 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e18f70-dfc4-4586-8096-902847dc7277 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:54:03.021840 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab2a2a2-0965-4153-9294-b077dea9fb8d req-a0d7413d-55ec-4251-a722-06f04dbf27f7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] No DVR routers for this DVR port a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:54:03.024660 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9ab2a2a2-0965-4153-9294-b077dea9fb8d req-a0d7413d-55ec-4251-a722-06f04dbf27f7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:03.028779 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9ab2a2a2-0965-4153-9294-b077dea9fb8d req-a0d7413d-55ec-4251-a722-06f04dbf27f7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.60 "DELETE /v2.0/ports/a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb HTTP/1.1" status: 204 len: 173 time: 2.5780621 Nov 23 21:54:03.048920 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff146b5-af68-4c7b-8a8f-d1e5e70f5082', 'name': 'network-vif-deleted', 'tag': 'a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:03.051610 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f307a747-254a-4b24-aa7d-bfb37183f49f" -d '{"events": [{"server_uuid": "6ff146b5-af68-4c7b-8a8f-d1e5e70f5082", "name": "network-vif-deleted", "tag": "a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:03.077819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e48568-e35d-43ce-91a8-5c1cb4b3c871 req-97fc3f58-8248-4047-944e-a80001c9a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:03.081128 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-17e48568-e35d-43ce-91a8-5c1cb4b3c871 req-97fc3f58-8248-4047-944e-a80001c9a25b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fbb1d292593848d88a76dda57bbd0633&device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 1095 time: 0.4478707 Nov 23 21:54:03.112069 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a303c3b-8dd2-40d7-bc97-5aa7ed32619c req-549a0c30-6f2b-4ff6-afd5-4a538e68cd0a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:03.116329 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a303c3b-8dd2-40d7-bc97-5aa7ed32619c req-549a0c30-6f2b-4ff6-afd5-4a538e68cd0a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 945 time: 0.3399889 Nov 23 21:54:03.117058 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e18f70-dfc4-4586-8096-902847dc7277 admin admin] Pushing event updated for resources: {'Port': ['ID=b93be2ce-1b37-48e1-a0d2-ea04fe1c2884,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:03.421413 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-fcee8998-b314-46a4-a168-76126106af68 req-850279da-de2e-43da-8691-5c45b272fac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed34ab6a-4afa-459c-8537-e5c1b90a1751 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:54:03.425495 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-88fbbed6-3bc3-4bb4-b65f-792a975cfbd6 service neutron] 10.222.0.50 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734216 Nov 23 21:54:03.430379 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fcee8998-b314-46a4-a168-76126106af68 req-850279da-de2e-43da-8691-5c45b272fac1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:03.457668 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ccba5b4-ac82-44fc-8e4a-95f49ff16348 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:03.460830 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a303c3b-8dd2-40d7-bc97-5aa7ed32619c req-9f8b0e1d-7c1f-4c6e-9e06-29c4cc0909c9 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849264 Nov 23 21:54:03.510847 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e48568-e35d-43ce-91a8-5c1cb4b3c871 req-db625e75-717e-4dc4-bf18-62a749538605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:03.512668 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-17e48568-e35d-43ce-91a8-5c1cb4b3c871 req-db625e75-717e-4dc4-bf18-62a749538605 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 200 len: 909 time: 0.3926854 Nov 23 21:54:03.522220 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-174a5b94-bcf3-4421-b854-b74e84313734 service neutron] 10.222.0.50 "GET /v2.0/ports/ec919349-dd55-4ec4-806b-052e3784ad8c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0843568 Nov 23 21:54:03.588495 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a8d32b33-6bbf-4b4f-951e-b47ff11ebea7 req-7a7e044c-6af8-4200-86c2-5acdb2d668a9 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:03.609464 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-fcee8998-b314-46a4-a168-76126106af68 req-850279da-de2e-43da-8691-5c45b272fac1 service neutron] Transition to ACTIVE for port object ed34ab6a-4afa-459c-8537-e5c1b90a1751 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:54:03.614168 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1258b5e0-fe53-4b43-8d8f-aded6322b9f6 x-openstack-request-id: req-1258b5e0-fe53-4b43-8d8f-aded6322b9f6 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:03.614489 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778cf25a-9ec2-4f50-8496-b2e88a31343c", "name": "network-vif-deleted", "tag": "3dd1fa47-0d1d-4647-9635-c540e2e99f16", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:03.614810 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1258b5e0-fe53-4b43-8d8f-aded6322b9f6 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:03.615265 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778cf25a-9ec2-4f50-8496-b2e88a31343c', 'name': 'network-vif-deleted', 'tag': '3dd1fa47-0d1d-4647-9635-c540e2e99f16', 'status': 'completed', 'code': 200} Nov 23 21:54:03.622313 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fcee8998-b314-46a4-a168-76126106af68 req-850279da-de2e-43da-8691-5c45b272fac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:03.642838 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-17e48568-e35d-43ce-91a8-5c1cb4b3c871 req-2c666969-dada-4731-a730-cf095a887c07 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51751ce7-ef29-4a43-9cde-4086304daed5 HTTP/1.1" status: 200 len: 217 time: 0.1082382 Nov 23 21:54:03.721229 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e044c-6af8-4200-86c2-5acdb2d668a9 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Pushing event deleted for resources: {'Port': ['ID=340ea7c3-e043-46e4-840b-d07fa9289844,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:03.745156 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b7f5294-adaa-4cca-a24a-d4d24a3fb078 req-2efb1c76-1780-4e6c-9d64-01cbb579643a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 210 time: 0.1095364 Nov 23 21:54:03.806497 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:03.892137 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-c3cae394-fd66-454f-a716-c3bc9df5224a service neutron] 10.222.0.50 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500686 Nov 23 21:54:03.893159 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-22e18f70-dfc4-4586-8096-902847dc7277 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:03.898285 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0cd663-a805-42d8-82a7-8334eb8b65df x-openstack-request-id: req-4d0cd663-a805-42d8-82a7-8334eb8b65df {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:03.898605 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff146b5-af68-4c7b-8a8f-d1e5e70f5082", "name": "network-vif-deleted", "tag": "a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:03.899029 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4d0cd663-a805-42d8-82a7-8334eb8b65df {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:03.899315 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff146b5-af68-4c7b-8a8f-d1e5e70f5082', 'name': 'network-vif-deleted', 'tag': 'a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb', 'status': 'completed', 'code': 200} Nov 23 21:54:03.982621 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e48568-e35d-43ce-91a8-5c1cb4b3c871 req-a41d7760-d6ed-4088-bd87-86d49cff5f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:03.984209 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-17e48568-e35d-43ce-91a8-5c1cb4b3c871 req-a41d7760-d6ed-4088-bd87-86d49cff5f3e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 200 len: 848 time: 0.2897286 Nov 23 21:54:03.996701 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d32b33-6bbf-4b4f-951e-b47ff11ebea7 req-7a7e044c-6af8-4200-86c2-5acdb2d668a9 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] No DVR routers for this DVR port 340ea7c3-e043-46e4-840b-d07fa9289844 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:54:04.004011 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a8d32b33-6bbf-4b4f-951e-b47ff11ebea7 req-7a7e044c-6af8-4200-86c2-5acdb2d668a9 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:04.007282 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8d32b33-6bbf-4b4f-951e-b47ff11ebea7 req-7a7e044c-6af8-4200-86c2-5acdb2d668a9 tempest-MultipleCreateTestJSON-1835031108 tempest-MultipleCreateTestJSON-1835031108-project] 10.222.0.53 "DELETE /v2.0/ports/340ea7c3-e043-46e4-840b-d07fa9289844 HTTP/1.1" status: 204 len: 173 time: 3.0918839 Nov 23 21:54:04.030393 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850279da-de2e-43da-8691-5c45b272fac1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed34ab6a-4afa-459c-8537-e5c1b90a1751,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:04.063945 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-17e48568-e35d-43ce-91a8-5c1cb4b3c871 req-f98f77f5-4bf7-461d-95cc-cb32d9a4b6de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5362e53d-b0aa-442a-93dd-f35dceb0e37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612066 Nov 23 21:54:04.187923 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.db.resource_extend [None req-084d30fa-6fdc-41d9-b298-c316bfc57e67 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 21:54:04.221970 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 340ea7c3-e043-46e4-840b-d07fa9289844 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:54:04.251879 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-fcee8998-b314-46a4-a168-76126106af68 req-850279da-de2e-43da-8691-5c45b272fac1 service neutron] Attempting to bind port ed34ab6a-4afa-459c-8537-e5c1b90a1751 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:54:04.252198 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-fcee8998-b314-46a4-a168-76126106af68 req-850279da-de2e-43da-8691-5c45b272fac1 service neutron] Attempting to bind port ed34ab6a-4afa-459c-8537-e5c1b90a1751 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:54:04.252491 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcee8998-b314-46a4-a168-76126106af68 req-850279da-de2e-43da-8691-5c45b272fac1 service neutron] Attempting to bind port ed34ab6a-4afa-459c-8537-e5c1b90a1751 on network 670396b2-2e17-45a5-b25a-4f315f3df81c {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:04.257841 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 340ea7c3-e043-46e4-840b-d07fa9289844 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:54:04.258655 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 340ea7c3-e043-46e4-840b-d07fa9289844 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:54:04.271974 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcee8998-b314-46a4-a168-76126106af68 req-850279da-de2e-43da-8691-5c45b272fac1 service neutron] Port ed34ab6a-4afa-459c-8537-e5c1b90a1751 on network 670396b2-2e17-45a5-b25a-4f315f3df81c not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:54:04.272306 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcee8998-b314-46a4-a168-76126106af68 req-850279da-de2e-43da-8691-5c45b272fac1 service neutron] Attempting to bind port ed34ab6a-4afa-459c-8537-e5c1b90a1751 on network 670396b2-2e17-45a5-b25a-4f315f3df81c {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:04.275590 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-084d30fa-6fdc-41d9-b298-c316bfc57e67 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:04.283459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcee8998-b314-46a4-a168-76126106af68 req-850279da-de2e-43da-8691-5c45b272fac1 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:54:04.283942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcee8998-b314-46a4-a168-76126106af68 req-850279da-de2e-43da-8691-5c45b272fac1 service neutron] Checking segment: {'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:04.284318 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcee8998-b314-46a4-a168-76126106af68 req-850279da-de2e-43da-8691-5c45b272fac1 service neutron] Bound using segment: {'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:54:04.284829 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-fcee8998-b314-46a4-a168-76126106af68 req-850279da-de2e-43da-8691-5c45b272fac1 service neutron] Bound port: ed34ab6a-4afa-459c-8537-e5c1b90a1751, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7761591-3a5f-4a53-a218-707c91b22fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:54:04.285195 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fcee8998-b314-46a4-a168-76126106af68 req-850279da-de2e-43da-8691-5c45b272fac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:04.289538 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-084d30fa-6fdc-41d9-b298-c316bfc57e67 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:04.499513 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-fcee8998-b314-46a4-a168-76126106af68 req-850279da-de2e-43da-8691-5c45b272fac1 service neutron] For port ed34ab6a-4afa-459c-8537-e5c1b90a1751, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:54:04.504038 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-fcee8998-b314-46a4-a168-76126106af68 req-850279da-de2e-43da-8691-5c45b272fac1 service neutron] For port ed34ab6a-4afa-459c-8537-e5c1b90a1751, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ed34ab6a-4afa-459c-8537-e5c1b90a1751,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:54:04.506341 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-084d30fa-6fdc-41d9-b298-c316bfc57e67 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Floating IP 4748906b-5d6f-418a-a31b-b99301995596 associated. External IP: 172.25.5.148, port: 2cd14c13-4f88-4aef-befd-dfcb3add4154. Nov 23 21:54:04.508548 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293820c-0427-4db3-a997-a579fc345b57 req-d7a84d08-cc0d-4fc9-9da5-81cc51b40533 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:04.516878 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8293820c-0427-4db3-a997-a579fc345b57 req-d7a84d08-cc0d-4fc9-9da5-81cc51b40533 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 944 time: 0.6019585 Nov 23 21:54:04.535207 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-366576f2-1c8f-4368-9171-56637c5b02fc service neutron] 10.222.0.50 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6169446 Nov 23 21:54:04.568367 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fcee8998-b314-46a4-a168-76126106af68 req-850279da-de2e-43da-8691-5c45b272fac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:04.627552 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee8998-b314-46a4-a168-76126106af68 req-850279da-de2e-43da-8691-5c45b272fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:04.627831 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fcee8998-b314-46a4-a168-76126106af68 req-850279da-de2e-43da-8691-5c45b272fac1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:04.629274 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fcee8998-b314-46a4-a168-76126106af68 req-850279da-de2e-43da-8691-5c45b272fac1 service neutron] 10.222.0.53 "PUT /v2.0/ports/ed34ab6a-4afa-459c-8537-e5c1b90a1751 HTTP/1.1" status: 200 len: 1092 time: 2.1688685 Nov 23 21:54:04.659662 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-17e48568-e35d-43ce-91a8-5c1cb4b3c871 req-4b4c489e-7915-4cb1-8303-3eacf473bc2a service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905352 Nov 23 21:54:04.705953 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-0ccba5b4-ac82-44fc-8e4a-95f49ff16348 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Deleting port 1bbdd42b-9d2d-4ad4-9b3d-bf0b2c598118 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:54:04.706337 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ccba5b4-ac82-44fc-8e4a-95f49ff16348 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:04.714476 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850279da-de2e-43da-8691-5c45b272fac1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed34ab6a-4afa-459c-8537-e5c1b90a1751,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:04.775123 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8293820c-0427-4db3-a997-a579fc345b57 req-53b2690d-26d9-41b7-9e91-59f085e23170 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572534 Nov 23 21:54:04.837398 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-22e18f70-dfc4-4586-8096-902847dc7277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:04.876795 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee8998-b314-46a4-a168-76126106af68 req-96000576-2010-46a0-870e-2667db9ba5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:04.878333 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fcee8998-b314-46a4-a168-76126106af68 req-96000576-2010-46a0-870e-2667db9ba5fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 1095 time: 0.1688898 Nov 23 21:54:04.910393 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ccba5b4-ac82-44fc-8e4a-95f49ff16348 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:04.924316 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:54:04.970335 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:54:04.971164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device a1ecb2bd-cc0f-4ccf-a72c-ac005b2285eb not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:54:04.978970 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fcee8998-b314-46a4-a168-76126106af68 req-4fc54a88-e36d-40c7-a4a2-a27144233387 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed34ab6a-4afa-459c-8537-e5c1b90a1751 HTTP/1.1" status: 200 len: 217 time: 0.0873334 Nov 23 21:54:04.988836 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-0ccba5b4-ac82-44fc-8e4a-95f49ff16348 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Calling delete_port for 1bbdd42b-9d2d-4ad4-9b3d-bf0b2c598118 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:54:05.042365 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57486) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:05.083601 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-07e73c33-5265-43b1-a181-c7c563047c8a service neutron] 10.222.0.50 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371869 Nov 23 21:54:05.093147 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-17e48568-e35d-43ce-91a8-5c1cb4b3c871 req-eb2b74b3-e8c2-41b0-81fc-3bf1a93e7a50 service neutron] 10.222.0.53 "GET /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702779 Nov 23 21:54:05.134697 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084d30fa-6fdc-41d9-b298-c316bfc57e67 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Router d735e7b8-154a-40d1-b15d-bfa43cb6cacf has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:54:05.146406 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee8998-b314-46a4-a168-76126106af68 req-df197284-a06e-420a-96cd-a21e9fbda50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:05.147922 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fcee8998-b314-46a4-a168-76126106af68 req-df197284-a06e-420a-96cd-a21e9fbda50c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4009be1-1322-446a-a15b-fa73a68a7e30 HTTP/1.1" status: 200 len: 845 time: 0.1571248 Nov 23 21:54:05.170510 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24d460d8-df2d-49f3-b907-fef65d2a4e06 req-7e9c3648-4c40-4a7e-b76c-124a405cce5a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 210 time: 0.0527194 Nov 23 21:54:05.202349 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d50813f-97d2-49ba-8972-00f7676fc8af admin admin] Deleting subnet 7fa3428d-71e1-43f4-9dc8-5abc56e5f6ba {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:54:05.207207 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fcee8998-b314-46a4-a168-76126106af68 req-72e4d9c0-2812-4d90-8f81-1e55272049e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=670396b2-2e17-45a5-b25a-4f315f3df81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440521 Nov 23 21:54:05.242970 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e18f70-dfc4-4586-8096-902847dc7277 admin admin] Router d2c8aace-6d5a-4432-886e-fccaa35c01b1 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 21:54:05.244927 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7d50813f-97d2-49ba-8972-00f7676fc8af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:05.252140 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-084265cc-9f77-4837-9ae5-3fcf5d48439f service neutron] 10.222.0.50 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670377 Nov 23 21:54:05.419996 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7d50813f-97d2-49ba-8972-00f7676fc8af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:05.455054 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1caa0-b938-4a7e-b252-0c11c5c31bc1 req-ddc6f8e9-095f-4991-9d6a-379b5658bdc6 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:05.456577 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6cf1caa0-b938-4a7e-b252-0c11c5c31bc1 req-ddc6f8e9-095f-4991-9d6a-379b5658bdc6 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 945 time: 0.1878254 Nov 23 21:54:05.474770 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-1ee857c8-9434-4d0f-b4e6-7aed2f66c745 service neutron] 10.222.0.50 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164626 Nov 23 21:54:05.510838 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e18f70-dfc4-4586-8096-902847dc7277 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:54:05.531028 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] Sync routers for ids ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:54:05.549631 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fcee8998-b314-46a4-a168-76126106af68 req-31718d13-76c4-47c8-ac47-443bb4944658 service neutron] 10.222.0.53 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057904 Nov 23 21:54:05.550679 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084d30fa-6fdc-41d9-b298-c316bfc57e67 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:54:05.553392 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7d50813f-97d2-49ba-8972-00f7676fc8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:05.558400 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-084d30fa-6fdc-41d9-b298-c316bfc57e67 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:05.563357 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] Routers {'d2c8aace-6d5a-4432-886e-fccaa35c01b1'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:54:05.566676 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:54:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:05.569265 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e161b7-7645-43fd-8c3a-0e86bed43f1a None None] Sync routers for ids ['d735e7b8-154a-40d1-b15d-bfa43cb6cacf'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:54:05.588050 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-22e18f70-dfc4-4586-8096-902847dc7277 admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:05.589295 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-22e18f70-dfc4-4586-8096-902847dc7277 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3472679 Nov 23 21:54:05.594103 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e161b7-7645-43fd-8c3a-0e86bed43f1a None None] Routers {'d735e7b8-154a-40d1-b15d-bfa43cb6cacf'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:54:05.595809 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-84e161b7-7645-43fd-8c3a-0e86bed43f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:54:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d735e7b8-154a-40d1-b15d-bfa43cb6cacf'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:05.595969 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6cf1caa0-b938-4a7e-b252-0c11c5c31bc1 req-1f0007aa-eff2-431b-860c-e88ed5100429 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254017 Nov 23 21:54:05.595969 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57488) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:05.611209 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ccba5b4-ac82-44fc-8e4a-95f49ff16348 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:05.628056 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef72df6-7845-40aa-82d9-b1b3051ea8f5', 'tag': 'ed34ab6a-4afa-459c-8537-e5c1b90a1751'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:05.630286 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5262579-bf9c-4aeb-9c1f-a8cbf4956b21" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef72df6-7845-40aa-82d9-b1b3051ea8f5", "tag": "ed34ab6a-4afa-459c-8537-e5c1b90a1751"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:05.683461 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccba5b4-ac82-44fc-8e4a-95f49ff16348 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Pushing event deleted for resources: {'Port': ['ID=1bbdd42b-9d2d-4ad4-9b3d-bf0b2c598118,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:05.721322 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-084d30fa-6fdc-41d9-b298-c316bfc57e67 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "PUT /v2.0/floatingips/4748906b-5d6f-418a-a31b-b99301995596 HTTP/1.1" status: 200 len: 992 time: 3.0371754 Nov 23 21:54:05.726009 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-fd97e6c5-ea25-4cd1-b83c-bd0dd8444989 service neutron] 10.222.0.50 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344100 Nov 23 21:54:05.746560 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb977b1a-850d-4ac6-bb0d-3df7bf3620a0 x-openstack-request-id: req-eb977b1a-850d-4ac6-bb0d-3df7bf3620a0 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:05.746898 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef72df6-7845-40aa-82d9-b1b3051ea8f5", "tag": "ed34ab6a-4afa-459c-8537-e5c1b90a1751", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:05.747158 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eb977b1a-850d-4ac6-bb0d-3df7bf3620a0 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:05.747548 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef72df6-7845-40aa-82d9-b1b3051ea8f5', 'tag': 'ed34ab6a-4afa-459c-8537-e5c1b90a1751', 'status': 'completed', 'code': 200} Nov 23 21:54:05.852547 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7d50813f-97d2-49ba-8972-00f7676fc8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:05.910687 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] Set router d2c8aace-6d5a-4432-886e-fccaa35c01b1 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:54:05.918443 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fcee8998-b314-46a4-a168-76126106af68 req-fa0f1222-daad-4d4b-8d54-51f6ec89d242 service neutron] 10.222.0.53 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575990 Nov 23 21:54:05.921230 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50813f-97d2-49ba-8972-00f7676fc8af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fa3428d-71e1-43f4-9dc8-5abc56e5f6ba,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:05.928255 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7d50813f-97d2-49ba-8972-00f7676fc8af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:05.932925 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7d50813f-97d2-49ba-8972-00f7676fc8af admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7fa3428d-71e1-43f4-9dc8-5abc56e5f6ba HTTP/1.1" status: 204 len: 168 time: 0.8862870 Nov 23 21:54:05.933526 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57496) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:05.958730 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b98b74-641f-4e6b-8116-39ee98c69688', 'name': 'network-vif-deleted', 'tag': '340ea7c3-e043-46e4-840b-d07fa9289844'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:05.968084 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff820808-65f4-41a5-a6ed-0689e69a7b04" -d '{"events": [{"server_uuid": "16b98b74-641f-4e6b-8116-39ee98c69688", "name": "network-vif-deleted", "tag": "340ea7c3-e043-46e4-840b-d07fa9289844"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:06.085221 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-84e161b7-7645-43fd-8c3a-0e86bed43f1a None None] Set router d735e7b8-154a-40d1-b15d-bfa43cb6cacf gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:54:06.236769 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-e3263a07-81ff-4048-b717-19d458210301 service neutron] 10.222.0.50 "GET /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969528 Nov 23 21:54:06.253247 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa662c-bc02-4a53-9129-6ee71c7248cd req-e5cf3770-a476-4e27-a6fe-0bc0eede3979 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:06.265737 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2eaa662c-bc02-4a53-9129-6ee71c7248cd req-e5cf3770-a476-4e27-a6fe-0bc0eede3979 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 944 time: 0.2283630 Nov 23 21:54:06.358829 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'name': 'tempest-AttachVolumeShelveTestJSON-142463830-router', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:59Z', 'updated_at': '2021-11-23T21:54:03Z', 'revision_number': 3, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'gw_port': {'id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:01Z', 'updated_at': '2021-11-23T21:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:06.387593 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] Checking router: d2c8aace-6d5a-4432-886e-fccaa35c01b1 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:54:06.388240 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] Updating router d2c8aace-6d5a-4432-886e-fccaa35c01b1 port b93be2ce-1b37-48e1-a0d2-ea04fe1c2884 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:54:06.424262 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:06.434580 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-84e161b7-7645-43fd-8c3a-0e86bed43f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'name': 'tempest-ServersTestFqdnHostnames-925481569-router', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:16Z', 'updated_at': '2021-11-23T21:53:23Z', 'revision_number': 4, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'gw_port': {'id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:17Z', 'updated_at': '2021-11-23T21:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '4748906b-5d6f-418a-a31b-b99301995596', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'port_id': '2cd14c13-4f88-4aef-befd-dfcb3add4154', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747', 'mac_address': 'fa:16:3e:d6:ad:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a8e5dc-1e44-45fa-8617-9030ade2781b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:53:32Z', 'updated_at': '2021-11-23T21:54:04Z', 'revision_number': 1, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e82ebd8-b877-4406-9add-08a2f604cd4a', 'name': '', 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'mac_address': 'fa:16:3e:c6:41:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '78f06991-0b98-4c87-a752-a357dd9f78db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:22Z', 'updated_at': '2021-11-23T21:53:29Z', 'revision_number': 5, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'subnets': [{'id': '78f06991-0b98-4c87-a752-a357dd9f78db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:06.486941 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e161b7-7645-43fd-8c3a-0e86bed43f1a None None] Checking router: d735e7b8-154a-40d1-b15d-bfa43cb6cacf for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:54:06.515159 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e161b7-7645-43fd-8c3a-0e86bed43f1a None None] Routers {'d735e7b8-154a-40d1-b15d-bfa43cb6cacf'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:54:06.516147 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-84e161b7-7645-43fd-8c3a-0e86bed43f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:54:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d735e7b8-154a-40d1-b15d-bfa43cb6cacf'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:06.644257 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2eaa662c-bc02-4a53-9129-6ee71c7248cd req-ae182462-c9b7-4392-a287-e47bbd5666ce tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859046 Nov 23 21:54:06.674203 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ccba5b4-ac82-44fc-8e4a-95f49ff16348 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:06.682909 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d8428-49ed-43f1-9c83-5a60a9da43cf req-b885312d-aa19-46b2-98ef-ae35a8cbb6d0 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:06.690818 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d2d8428-49ed-43f1-9c83-5a60a9da43cf req-b885312d-aa19-46b2-98ef-ae35a8cbb6d0 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.60 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 945 time: 0.2581286 Nov 23 21:54:06.710603 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-62a3fa01-b0f3-4681-b66f-c7bd3fec3e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:06.723517 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-4042c137-e428-40ab-b665-255f16ec7832 service neutron] 10.222.0.50 "GET /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668737 Nov 23 21:54:06.732536 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d05ac79-85da-4138-8337-f8d7d3610ee6 x-openstack-request-id: req-5d05ac79-85da-4138-8337-f8d7d3610ee6 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:06.733173 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b98b74-641f-4e6b-8116-39ee98c69688", "name": "network-vif-deleted", "tag": "340ea7c3-e043-46e4-840b-d07fa9289844", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:06.735592 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d05ac79-85da-4138-8337-f8d7d3610ee6 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:06.736586 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b98b74-641f-4e6b-8116-39ee98c69688', 'name': 'network-vif-deleted', 'tag': '340ea7c3-e043-46e4-840b-d07fa9289844', 'status': 'completed', 'code': 200} Nov 23 21:54:06.737395 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2088c27a-9613-40b3-ba2e-13b79802de08 req-3e7ac9a4-1018-4e85-b2f2-c632585debb0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ac802f4d-fa41-4ac6-bc07-c40312f19078&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2263777 Nov 23 21:54:06.740496 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5262579-bf9c-4aeb-9c1f-a8cbf4956b21 req-776da2e9-818f-44aa-b155-74605634f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:06.740669 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e5262579-bf9c-4aeb-9c1f-a8cbf4956b21 req-776da2e9-818f-44aa-b155-74605634f2b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 1095 time: 0.7402582 Nov 23 21:54:06.756663 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-84e161b7-7645-43fd-8c3a-0e86bed43f1a None None] Set router d735e7b8-154a-40d1-b15d-bfa43cb6cacf gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:54:06.779700 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:06.789389 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:06.861771 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] Attempting to bind port b93be2ce-1b37-48e1-a0d2-ea04fe1c2884 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:54:06.862397 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] Attempting to bind port b93be2ce-1b37-48e1-a0d2-ea04fe1c2884 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:54:06.862939 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] Attempting to bind port b93be2ce-1b37-48e1-a0d2-ea04fe1c2884 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:06.873783 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:54:06.874433 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:06.875004 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:06.875774 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:54:06.876584 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] Bound port: b93be2ce-1b37-48e1-a0d2-ea04fe1c2884, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:54:06.877117 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:06.948745 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] For port b93be2ce-1b37-48e1-a0d2-ea04fe1c2884, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:54:06.952478 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] For port b93be2ce-1b37-48e1-a0d2-ea04fe1c2884, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b93be2ce-1b37-48e1-a0d2-ea04fe1c2884,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:54:06.954308 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f1462-da89-4826-9e2f-4111c67d37d9 None None] Pushing event updated for resources: {'Port': ['ID=b93be2ce-1b37-48e1-a0d2-ea04fe1c2884,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:06.963261 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:06.967481 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f1462-da89-4826-9e2f-4111c67d37d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:06.968068 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f1462-da89-4826-9e2f-4111c67d37d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:06.968553 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f1462-da89-4826-9e2f-4111c67d37d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:06.969095 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f1462-da89-4826-9e2f-4111c67d37d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:06.969677 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f1462-da89-4826-9e2f-4111c67d37d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:06.970242 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f1462-da89-4826-9e2f-4111c67d37d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:06.970706 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f1462-da89-4826-9e2f-4111c67d37d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:06.971256 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f1462-da89-4826-9e2f-4111c67d37d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:06.971716 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f1462-da89-4826-9e2f-4111c67d37d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:06.972238 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f1462-da89-4826-9e2f-4111c67d37d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:06.972698 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f1462-da89-4826-9e2f-4111c67d37d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:06.973155 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817f1462-da89-4826-9e2f-4111c67d37d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:07.047791 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] Routers {'d2c8aace-6d5a-4432-886e-fccaa35c01b1'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:54:07.049264 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:54:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:07.087868 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f1462-da89-4826-9e2f-4111c67d37d9 None None] Pushing event updated for resources: {'Port': ['ID=b93be2ce-1b37-48e1-a0d2-ea04fe1c2884,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:07.170564 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088c27a-9613-40b3-ba2e-13b79802de08 req-25e88b23-a78a-4594-915f-d76e5bf992fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:07.172123 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2088c27a-9613-40b3-ba2e-13b79802de08 req-25e88b23-a78a-4594-915f-d76e5bf992fb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&device_id=ac802f4d-fa41-4ac6-bc07-c40312f19078 HTTP/1.1" status: 200 len: 1097 time: 0.2330818 Nov 23 21:54:07.178746 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-84e161b7-7645-43fd-8c3a-0e86bed43f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'name': 'tempest-ServersTestFqdnHostnames-925481569-router', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:16Z', 'updated_at': '2021-11-23T21:53:23Z', 'revision_number': 4, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'gw_port': {'id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:17Z', 'updated_at': '2021-11-23T21:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '4748906b-5d6f-418a-a31b-b99301995596', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'port_id': '2cd14c13-4f88-4aef-befd-dfcb3add4154', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747', 'mac_address': 'fa:16:3e:d6:ad:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a8e5dc-1e44-45fa-8617-9030ade2781b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:53:32Z', 'updated_at': '2021-11-23T21:54:04Z', 'revision_number': 1, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e82ebd8-b877-4406-9add-08a2f604cd4a', 'name': '', 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'mac_address': 'fa:16:3e:c6:41:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '78f06991-0b98-4c87-a752-a357dd9f78db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:22Z', 'updated_at': '2021-11-23T21:53:29Z', 'revision_number': 5, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'subnets': [{'id': '78f06991-0b98-4c87-a752-a357dd9f78db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:07.192515 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] Set router d2c8aace-6d5a-4432-886e-fccaa35c01b1 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:54:07.251004 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-62a3fa01-b0f3-4681-b66f-c7bd3fec3e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:07.259295 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e161b7-7645-43fd-8c3a-0e86bed43f1a None None] The sync data for ids ['d735e7b8-154a-40d1-b15d-bfa43cb6cacf'] in n-d-816206-9 is: [{'id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'name': 'tempest-ServersTestFqdnHostnames-925481569-router', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:16Z', 'updated_at': '2021-11-23T21:53:23Z', 'revision_number': 4, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'gw_port': {'id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:17Z', 'updated_at': '2021-11-23T21:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '4748906b-5d6f-418a-a31b-b99301995596', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'port_id': '2cd14c13-4f88-4aef-befd-dfcb3add4154', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747', 'mac_address': 'fa:16:3e:d6:ad:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a8e5dc-1e44-45fa-8617-9030ade2781b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:53:32Z', 'updated_at': '2021-11-23T21:54:04Z', 'revision_number': 1, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e82ebd8-b877-4406-9add-08a2f604cd4a', 'name': '', 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'mac_address': 'fa:16:3e:c6:41:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '78f06991-0b98-4c87-a752-a357dd9f78db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:22Z', 'updated_at': '2021-11-23T21:53:29Z', 'revision_number': 5, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'subnets': [{'id': '78f06991-0b98-4c87-a752-a357dd9f78db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:54:07.274614 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5262579-bf9c-4aeb-9c1f-a8cbf4956b21 req-a28c5815-1c59-46f2-be45-7e07870aaae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:07.279576 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e5262579-bf9c-4aeb-9c1f-a8cbf4956b21 req-a28c5815-1c59-46f2-be45-7e07870aaae9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 200 len: 906 time: 0.5174930 Nov 23 21:54:07.289272 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccba5b4-ac82-44fc-8e4a-95f49ff16348 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Router 04f43a28-ae13-4856-bc7d-6c6641c5dc55 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:54:07.342953 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-62a3fa01-b0f3-4681-b66f-c7bd3fec3e67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5160570d-6d7c-4ff7-b392-12038219c1bd']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:07.424574 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-62a3fa01-b0f3-4681-b66f-c7bd3fec3e67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5965d2b9-565a-4ad5-95e6-31217bb0b2df') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:07.425063 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-62a3fa01-b0f3-4681-b66f-c7bd3fec3e67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5965d2b9-565a-4ad5-95e6-31217bb0b2df') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:07.433915 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'name': 'tempest-AttachVolumeShelveTestJSON-142463830-router', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:59Z', 'updated_at': '2021-11-23T21:54:03Z', 'revision_number': 3, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'gw_port': {'id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:01Z', 'updated_at': '2021-11-23T21:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:07.435653 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-62a3fa01-b0f3-4681-b66f-c7bd3fec3e67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:07.459917 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-62a3fa01-b0f3-4681-b66f-c7bd3fec3e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:07.466580 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a3fa01-b0f3-4681-b66f-c7bd3fec3e67 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:54:07.467170 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-62a3fa01-b0f3-4681-b66f-c7bd3fec3e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:07.473147 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84510fd-ccd5-4584-b9bb-c9c56a355cd1 None None] The sync data for ids ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'] in n-d-816206-9 is: [{'id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'name': 'tempest-AttachVolumeShelveTestJSON-142463830-router', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:59Z', 'updated_at': '2021-11-23T21:54:03Z', 'revision_number': 3, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'gw_port': {'id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:01Z', 'updated_at': '2021-11-23T21:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:54:07.534297 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:54:07.543271 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-045285e7-4c6c-4a6d-b04b-3e61b536e2a8 service neutron] 10.222.0.50 "GET /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8030801 Nov 23 21:54:07.582115 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e5262579-bf9c-4aeb-9c1f-a8cbf4956b21 req-badd738b-b3f0-486d-b2f5-3b403fba02fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed34ab6a-4afa-459c-8537-e5c1b90a1751 HTTP/1.1" status: 200 len: 217 time: 0.2678802 Nov 23 21:54:07.594168 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6790af0-b1eb-4a3e-8405-d6d55d67cead None None] New status for floating IP 4748906b-5d6f-418a-a31b-b99301995596: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:54:07.671551 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-62a3fa01-b0f3-4681-b66f-c7bd3fec3e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:07.685466 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fbbca74b-fc2a-4f26-b635-90e8434f493f req-8bcfe8ca-a7ea-4f29-8292-55fcff9c932f tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 210 time: 0.6106780 Nov 23 21:54:07.768325 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-62a3fa01-b0f3-4681-b66f-c7bd3fec3e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:07.771647 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc5bea57-6198-475b-bde9-92584d693245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:07.774734 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-62a3fa01-b0f3-4681-b66f-c7bd3fec3e67 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5160570d-6d7c-4ff7-b392-12038219c1bd HTTP/1.1" status: 204 len: 168 time: 1.8391106 Nov 23 21:54:07.777267 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a8e5dc-1e44-45fa-8617-9030ade2781b', 'tag': '2cd14c13-4f88-4aef-befd-dfcb3add4154'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:07.779662 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a4c6b8-95c6-42ef-8ee9-ee38bd0a391a" -d '{"events": [{"name": "network-changed", "server_uuid": "64a8e5dc-1e44-45fa-8617-9030ade2781b", "tag": "2cd14c13-4f88-4aef-befd-dfcb3add4154"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:07.804065 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088c27a-9613-40b3-ba2e-13b79802de08 req-74ed5096-20df-4514-a9e9-f71f3a9a8cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:07.805967 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2088c27a-9613-40b3-ba2e-13b79802de08 req-74ed5096-20df-4514-a9e9-f71f3a9a8cad service neutron] 10.222.0.60 "GET /v2.0/networks?id=670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 200 len: 906 time: 0.6078477 Nov 23 21:54:07.812064 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3fa01-b0f3-4681-b66f-c7bd3fec3e67 admin admin] Pushing event deleted for resources: {'Network': ['ID=5160570d-6d7c-4ff7-b392-12038219c1bd,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:07.829683 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccba5b4-ac82-44fc-8e4a-95f49ff16348 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:54:07.839860 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5262579-bf9c-4aeb-9c1f-a8cbf4956b21 req-f968a0da-5f97-4c61-8d47-2904f8dd6c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:07.841134 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2f3670-aa35-488a-a6fa-c13008b876eb None None] Sync routers for ids ['04f43a28-ae13-4856-bc7d-6c6641c5dc55'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:54:07.842001 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e5262579-bf9c-4aeb-9c1f-a8cbf4956b21 req-f968a0da-5f97-4c61-8d47-2904f8dd6c4e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d4009be1-1322-446a-a15b-fa73a68a7e30 HTTP/1.1" status: 200 len: 845 time: 0.2427490 Nov 23 21:54:07.849817 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0ccba5b4-ac82-44fc-8e4a-95f49ff16348 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] 10.222.0.50 "PUT /v2.0/routers/04f43a28-ae13-4856-bc7d-6c6641c5dc55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3315847 Nov 23 21:54:07.852676 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2f3670-aa35-488a-a6fa-c13008b876eb None None] Routers {'04f43a28-ae13-4856-bc7d-6c6641c5dc55'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:54:07.857586 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-6d2f3670-aa35-488a-a6fa-c13008b876eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:54:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['04f43a28-ae13-4856-bc7d-6c6641c5dc55'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:07.861796 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57512) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:07.883452 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-c04e8a6f-0d2e-4e66-8dbd-0d982e7e7bc8 service neutron] 10.222.0.50 "GET /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393159 Nov 23 21:54:07.897571 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2088c27a-9613-40b3-ba2e-13b79802de08 req-96792dc6-ff1e-4ada-a172-312ede7a324e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a70a9bd-240b-4448-abe5-073150fdd13a HTTP/1.1" status: 200 len: 217 time: 0.0821004 Nov 23 21:54:07.943770 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-6d2f3670-aa35-488a-a6fa-c13008b876eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:07.959053 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e5262579-bf9c-4aeb-9c1f-a8cbf4956b21 req-58e376f6-f116-4a32-9c2d-c8e234cac659 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=670396b2-2e17-45a5-b25a-4f315f3df81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716083 Nov 23 21:54:07.971836 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2f3670-aa35-488a-a6fa-c13008b876eb None None] Routers {'04f43a28-ae13-4856-bc7d-6c6641c5dc55'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:54:07.972731 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-6d2f3670-aa35-488a-a6fa-c13008b876eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:54:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['04f43a28-ae13-4856-bc7d-6c6641c5dc55'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:07.997145 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-3d2d8428-49ed-43f1-9c83-5a60a9da43cf req-aed1d685-8421-455f-bc9c-f0d637086e73 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Deleting port 1140e66c-f8b2-4bfd-bd26-687c80dce65c {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:54:08.010692 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3d2d8428-49ed-43f1-9c83-5a60a9da43cf req-aed1d685-8421-455f-bc9c-f0d637086e73 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:08.095879 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-6d2f3670-aa35-488a-a6fa-c13008b876eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:08.096689 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2f3670-aa35-488a-a6fa-c13008b876eb None None] The sync data for ids ['04f43a28-ae13-4856-bc7d-6c6641c5dc55'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:54:08.165603 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088c27a-9613-40b3-ba2e-13b79802de08 req-da8361dc-4c90-4151-825f-f109c0b8d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:08.174453 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2088c27a-9613-40b3-ba2e-13b79802de08 req-da8361dc-4c90-4151-825f-f109c0b8d664 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d4009be1-1322-446a-a15b-fa73a68a7e30 HTTP/1.1" status: 200 len: 845 time: 0.2437115 Nov 23 21:54:08.208489 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57518) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:08.224471 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-444cfaae-e7f6-42b8-b4d4-a7f600cf9482 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:08.249437 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2088c27a-9613-40b3-ba2e-13b79802de08 req-7199d435-721f-42e1-9ff2-d2a2f3180399 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=670396b2-2e17-45a5-b25a-4f315f3df81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480924 Nov 23 21:54:08.259375 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf5a23-f9e6-4bab-ba34-63f9c9a7ab01 req-489019a1-ff0e-489e-b25a-29c64e06bc4a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:08.264533 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device ed34ab6a-4afa-459c-8537-e5c1b90a1751 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:54:08.278033 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06cf5a23-f9e6-4bab-ba34-63f9c9a7ab01 req-489019a1-ff0e-489e-b25a-29c64e06bc4a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 945 time: 0.4843516 Nov 23 21:54:08.284668 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e5262579-bf9c-4aeb-9c1f-a8cbf4956b21 req-89436bea-bdb6-42fd-bf0d-f4a1497ffa9d service neutron] 10.222.0.53 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247924 Nov 23 21:54:08.474405 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port ed34ab6a-4afa-459c-8537-e5c1b90a1751, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ed34ab6a-4afa-459c-8537-e5c1b90a1751,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:08.535569 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2088c27a-9613-40b3-ba2e-13b79802de08 req-352c852d-e4fc-4e78-898d-bf7a7d760255 service neutron] 10.222.0.60 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497916 Nov 23 21:54:08.543658 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'ed34ab6a-4afa-459c-8537-e5c1b90a1751', 'network_id': '670396b2-2e17-45a5-b25a-4f315f3df81c', 'port_id': 'ed34ab6a-4afa-459c-8537-e5c1b90a1751', 'mac_address': 'fa:16:3e:c4:10:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4009be1-1322-446a-a15b-fa73a68a7e30', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:54:08.598804 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e5262579-bf9c-4aeb-9c1f-a8cbf4956b21 req-f68a9975-20fa-4561-842b-7e57e6ebdc6b service neutron] 10.222.0.53 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014538 Nov 23 21:54:08.706025 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b93be2ce-1b37-48e1-a0d2-ea04fe1c2884 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:54:08.747751 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:08.774969 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-813d3817-7779-4ba5-affd-19b8b8a1f5b5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ecc0d3385c5443da8cbb0171a0444bc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5608203 Nov 23 21:54:08.786139 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed34ab6a-4afa-459c-8537-e5c1b90a1751 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:54:08.811051 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port ed34ab6a-4afa-459c-8537-e5c1b90a1751, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ed34ab6a-4afa-459c-8537-e5c1b90a1751,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:08.820893 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:08.839782 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2088c27a-9613-40b3-ba2e-13b79802de08 req-484e59ae-12ba-45ad-a80e-3747a818e6bd service neutron] 10.222.0.60 "GET /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397797 Nov 23 21:54:08.840321 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57536) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:08.881781 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port b93be2ce-1b37-48e1-a0d2-ea04fe1c2884 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:08.882566 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:08.929563 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-de3068bb-22f6-451d-8501-a17ad562e696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:08.949167 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=ed34ab6a-4afa-459c-8537-e5c1b90a1751,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:08.995006 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-de3068bb-22f6-451d-8501-a17ad562e696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:09.084874 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06cf5a23-f9e6-4bab-ba34-63f9c9a7ab01 req-739f9e7b-1350-4832-a767-17913992d8d3 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8058152 Nov 23 21:54:09.091716 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-444cfaae-e7f6-42b8-b4d4-a7f600cf9482 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:09.104156 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-444cfaae-e7f6-42b8-b4d4-a7f600cf9482 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:09.108271 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-de3068bb-22f6-451d-8501-a17ad562e696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:09.111544 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-de3068bb-22f6-451d-8501-a17ad562e696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:09.112737 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-de3068bb-22f6-451d-8501-a17ad562e696 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d7174432-10ee-4550-afd1-4c42df3004e2 HTTP/1.1" status: 204 len: 168 time: 0.2715025 Nov 23 21:54:09.132252 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3068bb-22f6-451d-8501-a17ad562e696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7174432-10ee-4550-afd1-4c42df3004e2,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:09.137044 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['ed34ab6a-4afa-459c-8537-e5c1b90a1751'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:54:09.157832 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-3d2d8428-49ed-43f1-9c83-5a60a9da43cf req-aed1d685-8421-455f-bc9c-f0d637086e73 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] For port 1140e66c-f8b2-4bfd-bd26-687c80dce65c, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=1140e66c-f8b2-4bfd-bd26-687c80dce65c,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:09.158230 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3d2d8428-49ed-43f1-9c83-5a60a9da43cf req-aed1d685-8421-455f-bc9c-f0d637086e73 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:09.160560 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab558a0d-027e-45d4-bbd1-979582f7c0f3 x-openstack-request-id: req-ab558a0d-027e-45d4-bbd1-979582f7c0f3 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:09.161088 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a8e5dc-1e44-45fa-8617-9030ade2781b", "tag": "2cd14c13-4f88-4aef-befd-dfcb3add4154", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:09.161537 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ab558a0d-027e-45d4-bbd1-979582f7c0f3 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:09.162265 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a8e5dc-1e44-45fa-8617-9030ade2781b', 'tag': '2cd14c13-4f88-4aef-befd-dfcb3add4154', 'status': 'completed', 'code': 200} Nov 23 21:54:09.245591 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:09.296902 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port b93be2ce-1b37-48e1-a0d2-ea04fe1c2884, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b93be2ce-1b37-48e1-a0d2-ea04fe1c2884,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:09.310835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4c6b8-95c6-42ef-8ee9-ee38bd0a391a req-1a20f8c7-a7b7-476e-b5c4-fda845aba922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:09.315129 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-28a4c6b8-95c6-42ef-8ee9-ee38bd0a391a req-1a20f8c7-a7b7-476e-b5c4-fda845aba922 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=661b7a89edb846f499d797a5d758bf06&device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b HTTP/1.1" status: 200 len: 1097 time: 0.0997374 Nov 23 21:54:09.315930 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:09.426300 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-444cfaae-e7f6-42b8-b4d4-a7f600cf9482 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:09.426866 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444cfaae-e7f6-42b8-b4d4-a7f600cf9482 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Fanout notify agent at l3_agent the message router_deleted on router 04f43a28-ae13-4856-bc7d-6c6641c5dc55 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 21:54:09.457695 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-dc5bea57-6198-475b-bde9-92584d693245 admin admin] Allocated IP 172.20.0.1 (14f777ba-77da-410e-897f-1430639bb0d7/9ec95087-31a0-4067-927d-a3091c147250/beeb11e4-409a-465a-a78f-f751d06071de) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:54:09.518778 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4c6b8-95c6-42ef-8ee9-ee38bd0a391a req-0743e069-db9c-4140-8e5c-04b41e520c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:09.520754 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-28a4c6b8-95c6-42ef-8ee9-ee38bd0a391a req-0743e069-db9c-4140-8e5c-04b41e520c3a service neutron] 10.222.0.60 "GET /v2.0/networks?id=4fbc6412-81fe-4cf2-aa4f-1738ebc73747 HTTP/1.1" status: 200 len: 915 time: 0.1930997 Nov 23 21:54:09.523131 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=b93be2ce-1b37-48e1-a0d2-ea04fe1c2884,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:09.558622 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-444cfaae-e7f6-42b8-b4d4-a7f600cf9482 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:09.561854 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-444cfaae-e7f6-42b8-b4d4-a7f600cf9482 tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] 10.222.0.50 "DELETE /v2.0/routers/04f43a28-ae13-4856-bc7d-6c6641c5dc55 HTTP/1.1" status: 204 len: 168 time: 1.6939278 Nov 23 21:54:09.575299 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-3d2d8428-49ed-43f1-9c83-5a60a9da43cf req-aed1d685-8421-455f-bc9c-f0d637086e73 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Calling delete_port for 1140e66c-f8b2-4bfd-bd26-687c80dce65c owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:54:09.612493 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57552) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:09.723499 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-28a4c6b8-95c6-42ef-8ee9-ee38bd0a391a req-0a683227-e690-4a1a-ab52-d610827578f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cd14c13-4f88-4aef-befd-dfcb3add4154 HTTP/1.1" status: 200 len: 1002 time: 0.1915939 Nov 23 21:54:09.728551 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f812a6-020d-4b7a-9eae-66e6cc4f082f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Deleting subnet 87b4c0c0-dbd9-40f3-b5b6-30009f441bf5 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:54:09.742485 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-94f812a6-020d-4b7a-9eae-66e6cc4f082f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:09.785441 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7102868e-2326-450d-8481-649173d03df9 req-0467736c-7533-4bfd-9fea-9d93f891e93b tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 210 time: 0.3764460 Nov 23 21:54:09.843064 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-94f812a6-020d-4b7a-9eae-66e6cc4f082f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:09.847998 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4c6b8-95c6-42ef-8ee9-ee38bd0a391a req-5d6a8562-1225-4ad6-85c3-e92a0c29d18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:09.849703 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-28a4c6b8-95c6-42ef-8ee9-ee38bd0a391a req-5d6a8562-1225-4ad6-85c3-e92a0c29d18a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78f06991-0b98-4c87-a752-a357dd9f78db HTTP/1.1" status: 200 len: 853 time: 0.1171432 Nov 23 21:54:09.897422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec94880-f91e-4843-a3a9-542bc3d72164 req-a9d5a4f2-cec2-4d03-bd0d-555aea903184 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:09.919464 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bec94880-f91e-4843-a3a9-542bc3d72164 req-a9d5a4f2-cec2-4d03-bd0d-555aea903184 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 945 time: 0.5354578 Nov 23 21:54:09.959407 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc5bea57-6198-475b-bde9-92584d693245 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:10.024400 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3d2d8428-49ed-43f1-9c83-5a60a9da43cf req-aed1d685-8421-455f-bc9c-f0d637086e73 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:10.114336 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4c6b8-95c6-42ef-8ee9-ee38bd0a391a req-9876cfd3-ddc6-4720-bdee-4dad4eaa5133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:10.116180 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-28a4c6b8-95c6-42ef-8ee9-ee38bd0a391a req-9876cfd3-ddc6-4720-bdee-4dad4eaa5133 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4fbc6412-81fe-4cf2-aa4f-1738ebc73747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2406609 Nov 23 21:54:10.167724 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1d685-8421-455f-bc9c-f0d637086e73 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Pushing event deleted for resources: {'Port': ['ID=1140e66c-f8b2-4bfd-bd26-687c80dce65c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:10.178378 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f19454e-8407-4be5-8226-dca7c6cc7050 req-3fb91e2f-8171-42e2-aae8-ec380958920a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.1841569 Nov 23 21:54:10.179149 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-94f812a6-020d-4b7a-9eae-66e6cc4f082f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:10.276479 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc5bea57-6198-475b-bde9-92584d693245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:10.281048 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device ed34ab6a-4afa-459c-8537-e5c1b90a1751 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:54:10.323736 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2d8428-49ed-43f1-9c83-5a60a9da43cf req-aed1d685-8421-455f-bc9c-f0d637086e73 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] No DVR routers for this DVR port 1140e66c-f8b2-4bfd-bd26-687c80dce65c on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:54:10.328322 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3d2d8428-49ed-43f1-9c83-5a60a9da43cf req-aed1d685-8421-455f-bc9c-f0d637086e73 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:10.332024 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d2d8428-49ed-43f1-9c83-5a60a9da43cf req-aed1d685-8421-455f-bc9c-f0d637086e73 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.60 "DELETE /v2.0/ports/1140e66c-f8b2-4bfd-bd26-687c80dce65c HTTP/1.1" status: 204 len: 173 time: 3.6291070 Nov 23 21:54:10.336713 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548e1b03-5adf-479f-beef-1410c65b3eec', 'name': 'network-vif-deleted', 'tag': '1140e66c-f8b2-4bfd-bd26-687c80dce65c'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:10.340197 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488d2195-09cb-47f8-9f92-c53aa808b08a" -d '{"events": [{"server_uuid": "548e1b03-5adf-479f-beef-1410c65b3eec", "name": "network-vif-deleted", "tag": "1140e66c-f8b2-4bfd-bd26-687c80dce65c"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:10.405504 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bec94880-f91e-4843-a3a9-542bc3d72164 req-ef739ee4-d4dd-452f-9d86-7d7ad873ab41 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012260 Nov 23 21:54:10.413202 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-28a4c6b8-95c6-42ef-8ee9-ee38bd0a391a req-3551e3c2-caed-4731-9eeb-5afb0c9adff3 service neutron] 10.222.0.60 "GET /v2.0/networks/4fbc6412-81fe-4cf2-aa4f-1738ebc73747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875509 Nov 23 21:54:10.434886 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port ed34ab6a-4afa-459c-8537-e5c1b90a1751 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:54:10.440219 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port ed34ab6a-4afa-459c-8537-e5c1b90a1751 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:10.440590 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:10.449903 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-94f812a6-020d-4b7a-9eae-66e6cc4f082f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:10.466416 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5bea57-6198-475b-bde9-92584d693245 admin admin] Network 14f777ba-77da-410e-897f-1430639bb0d7 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:54:10.521412 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-036db655-f792-4af0-a682-831c084089bb req-cdc5b236-4a17-4c3e-8480-d060d25c1300 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=548e1b03-5adf-479f-beef-1410c65b3eec HTTP/1.1" status: 200 len: 210 time: 0.1515985 Nov 23 21:54:10.533359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-dc5bea57-6198-475b-bde9-92584d693245 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:10.566781 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-94f812a6-020d-4b7a-9eae-66e6cc4f082f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:10.572978 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-94f812a6-020d-4b7a-9eae-66e6cc4f082f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] 10.222.0.50 "DELETE /v2.0/subnets/87b4c0c0-dbd9-40f3-b5b6-30009f441bf5 HTTP/1.1" status: 204 len: 168 time: 0.9569998 Nov 23 21:54:10.573086 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5bea57-6198-475b-bde9-92584d693245 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:54:10.574118 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f812a6-020d-4b7a-9eae-66e6cc4f082f tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Pushing event deleted for resources: {'Subnet': ['ID=87b4c0c0-dbd9-40f3-b5b6-30009f441bf5,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:10.577023 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57574) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:10.595097 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bea57-6198-475b-bde9-92584d693245 admin admin] Pushing event updated for resources: {'Port': ['ID=beeb11e4-409a-465a-a78f-f751d06071de,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:10.601466 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0258be30-ae45-49fa-83d6-7141d45512d3 None None] Network eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:54:10.680585 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cd19c9-a01c-4190-ad92-59c0efe0e701 x-openstack-request-id: req-d8cd19c9-a01c-4190-ad92-59c0efe0e701 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:10.680874 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548e1b03-5adf-479f-beef-1410c65b3eec", "name": "network-vif-deleted", "tag": "1140e66c-f8b2-4bfd-bd26-687c80dce65c", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:10.684970 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d8cd19c9-a01c-4190-ad92-59c0efe0e701 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:10.686042 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548e1b03-5adf-479f-beef-1410c65b3eec', 'name': 'network-vif-deleted', 'tag': '1140e66c-f8b2-4bfd-bd26-687c80dce65c', 'status': 'completed', 'code': 200} Nov 23 21:54:10.736325 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc5bea57-6198-475b-bde9-92584d693245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:10.787594 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b93be2ce-1b37-48e1-a0d2-ea04fe1c2884 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:54:10.907410 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc5bea57-6198-475b-bde9-92584d693245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:10.957295 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 1140e66c-f8b2-4bfd-bd26-687c80dce65c no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:54:10.991965 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57580) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:11.003946 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-28a4c6b8-95c6-42ef-8ee9-ee38bd0a391a req-7d8d0d0b-7408-4bf6-92dd-d7a9ead7c0e2 service neutron] 10.222.0.60 "GET /v2.0/networks/4fbc6412-81fe-4cf2-aa4f-1738ebc73747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5710282 Nov 23 21:54:11.015784 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-811c2bb5-cc37-40da-a9a7-cacb0a4f1d4b tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:11.025265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-fdd66e5b-3a75-4c9c-ad0e-1fd03042bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:11.028725 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-fdd66e5b-3a75-4c9c-ad0e-1fd03042bbc2 service neutron] 10.222.0.53 "GET /v2.0/ports/b6f8e53c-884b-4d04-8718-3995b74448ac HTTP/1.1" status: 200 len: 1028 time: 0.2696712 Nov 23 21:54:11.037894 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:11.112309 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-873e09c7-b63c-4ec7-8143-73e21d7c7e3e req-1f6d0864-91da-486d-af3e-27583837a8fa tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ff146b5-af68-4c7b-8a8f-d1e5e70f5082 HTTP/1.1" status: 200 len: 210 time: 0.0808108 Nov 23 21:54:11.184441 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 1140e66c-f8b2-4bfd-bd26-687c80dce65c {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:54:11.184441 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 1140e66c-f8b2-4bfd-bd26-687c80dce65c not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:54:11.213308 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-b12de9d1-73ab-401e-99a7-0747a9ee93b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:11.214932 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-b12de9d1-73ab-401e-99a7-0747a9ee93b9 service neutron] 10.222.0.53 "GET /v2.0/ports/ec919349-dd55-4ec4-806b-052e3784ad8c HTTP/1.1" status: 200 len: 1028 time: 0.1774604 Nov 23 21:54:11.242900 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef72df6-7845-40aa-82d9-b1b3051ea8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed34ab6a-4afa-459c-8537-e5c1b90a1751'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:11.257003 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39a466c-d199-47ee-af38-e53b447d8454" -d '{"events": [{"server_uuid": "1ef72df6-7845-40aa-82d9-b1b3051ea8f5", "name": "network-vif-plugged", "status": "completed", "tag": "ed34ab6a-4afa-459c-8537-e5c1b90a1751"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:11.272139 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9b616ea6-c869-4dde-9e9f-aab736a6b655 None None] Provisioning complete for port beeb11e4-409a-465a-a78f-f751d06071de triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:11.275394 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9b616ea6-c869-4dde-9e9f-aab736a6b655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:11.293962 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc5bea57-6198-475b-bde9-92584d693245 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:11.336189 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-8d80558f-80ff-400d-90d6-a8c10416c8b7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-347313043-network', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:11.345060 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc5bea57-6198-475b-bde9-92584d693245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:11.354604 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port ed34ab6a-4afa-459c-8537-e5c1b90a1751, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ed34ab6a-4afa-459c-8537-e5c1b90a1751,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:11.359290 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720cf8b3-87f0-466c-8b82-0bd6f438f483 x-openstack-request-id: req-720cf8b3-87f0-466c-8b82-0bd6f438f483 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:11.359583 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef72df6-7845-40aa-82d9-b1b3051ea8f5", "name": "network-vif-plugged", "status": "completed", "tag": "ed34ab6a-4afa-459c-8537-e5c1b90a1751", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:11.373574 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-720cf8b3-87f0-466c-8b82-0bd6f438f483 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:11.374055 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef72df6-7845-40aa-82d9-b1b3051ea8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed34ab6a-4afa-459c-8537-e5c1b90a1751', 'code': 200} Nov 23 21:54:11.376979 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port b93be2ce-1b37-48e1-a0d2-ea04fe1c2884 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:11.377508 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:11.388293 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed8f9849-c39a-4e05-923b-19fd0dcd46ae req-356aa75b-a8bc-4dec-a26e-a668e69ac9bd tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.0920408 Nov 23 21:54:11.390426 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:11.454703 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-811c2bb5-cc37-40da-a9a7-cacb0a4f1d4b tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Deleting port 1d737003-18e1-4750-bce3-6d0e0992b19c {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:54:11.455411 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-811c2bb5-cc37-40da-a9a7-cacb0a4f1d4b tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:11.520084 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-9b616ea6-c869-4dde-9e9f-aab736a6b655 None None] Port beeb11e4-409a-465a-a78f-f751d06071de cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:54:11.567285 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713476e9-0d7a-495e-a958-162178f6078a None None] DHCP port deletion for eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:54:11.576937 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-706e3e5b-e07a-4999-beaa-6a1d2e3af533 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:11.583438 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-706e3e5b-e07a-4999-beaa-6a1d2e3af533 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:11.588635 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d80558f-80ff-400d-90d6-a8c10416c8b7 admin admin] Made reservation on behalf of e0a0bf8995194df794b65596ff42d910 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:11.591420 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d80558f-80ff-400d-90d6-a8c10416c8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:11.591707 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-706e3e5b-e07a-4999-beaa-6a1d2e3af533 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:11.593524 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-706e3e5b-e07a-4999-beaa-6a1d2e3af533 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.53 "GET /v2.0/networks?id=5b374035-6ec9-4585-9414-d17339221c43&id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&id=da4238c6-b353-4586-8707-c40d3aada134&id=da4238c6-b353-4586-8707-c40d3aada134 HTTP/1.1" status: 200 len: 1988 time: 0.3702271 Nov 23 21:54:11.616984 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=ed34ab6a-4afa-459c-8537-e5c1b90a1751,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:11.662875 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-811c2bb5-cc37-40da-a9a7-cacb0a4f1d4b tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] For port 1d737003-18e1-4750-bce3-6d0e0992b19c, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=1d737003-18e1-4750-bce3-6d0e0992b19c,segment=NetworkSegment(352fd83f-31d1-464b-b023-2ce68c7af91d),segment_id=352fd83f-31d1-464b-b023-2ce68c7af91d)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:11.663445 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-811c2bb5-cc37-40da-a9a7-cacb0a4f1d4b tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:11.691797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-811c2bb5-cc37-40da-a9a7-cacb0a4f1d4b tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Calling delete_port for 1d737003-18e1-4750-bce3-6d0e0992b19c owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:54:11.749061 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d80558f-80ff-400d-90d6-a8c10416c8b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:11.752048 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc5bea57-6198-475b-bde9-92584d693245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:11.760349 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-a0c7cd3e-4a12-47de-a01b-b21d7218291d tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b32d0f34c0cc4ad1b4cbe85726725dc7 HTTP/1.1" status: 200 len: 377 time: 0.1303723 Nov 23 21:54:11.773906 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-7bcb1dd8-aeaa-4702-aa25-f541764d14f9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Request body: {'port': {'device_id': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'network_id': '5b374035-6ec9-4585-9414-d17339221c43', 'admin_state_up': True, 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'security_groups': ['d0414a87-20a8-4b7e-854e-1cf574a2716d']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:11.792185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bea57-6198-475b-bde9-92584d693245 admin admin] Pushing event updated for resources: {'Port': ['ID=beeb11e4-409a-465a-a78f-f751d06071de,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:11.898621 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-713476e9-0d7a-495e-a958-162178f6078a None None] Deleting port 1d737003-18e1-4750-bce3-6d0e0992b19c {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:54:11.899207 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-713476e9-0d7a-495e-a958-162178f6078a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:11.928194 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-811c2bb5-cc37-40da-a9a7-cacb0a4f1d4b tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:11.973784 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c2bb5-cc37-40da-a9a7-cacb0a4f1d4b tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Pushing event deleted for resources: {'Port': ['ID=1d737003-18e1-4750-bce3-6d0e0992b19c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:11.998857 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811c2bb5-cc37-40da-a9a7-cacb0a4f1d4b tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] No DVR routers for this DVR port 1d737003-18e1-4750-bce3-6d0e0992b19c on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:54:12.039315 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-7bcb1dd8-aeaa-4702-aa25-f541764d14f9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Made reservation on behalf of b32d0f34c0cc4ad1b4cbe85726725dc7 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:12.044994 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-7bcb1dd8-aeaa-4702-aa25-f541764d14f9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:12.218680 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-713476e9-0d7a-495e-a958-162178f6078a None None] For port 1d737003-18e1-4750-bce3-6d0e0992b19c, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=1d737003-18e1-4750-bce3-6d0e0992b19c,segment=NetworkSegment(352fd83f-31d1-464b-b023-2ce68c7af91d),segment_id=352fd83f-31d1-464b-b023-2ce68c7af91d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:12.219654 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-713476e9-0d7a-495e-a958-162178f6078a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:12.238877 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-713476e9-0d7a-495e-a958-162178f6078a None None] Calling delete_port for 1d737003-18e1-4750-bce3-6d0e0992b19c owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:54:12.346398 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-713476e9-0d7a-495e-a958-162178f6078a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:12.372404 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713476e9-0d7a-495e-a958-162178f6078a None None] Pushing event deleted for resources: {'Port': ['ID=1d737003-18e1-4750-bce3-6d0e0992b19c,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:12.378208 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713476e9-0d7a-495e-a958-162178f6078a None None] No DVR routers for this DVR port 1d737003-18e1-4750-bce3-6d0e0992b19c on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:54:12.444084 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ec30f-3ffb-4199-b316-36649eede5c0 req-09541cdc-46f9-4a59-80f8-686f10a0eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:12.445581 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-464ec30f-3ffb-4199-b316-36649eede5c0 req-09541cdc-46f9-4a59-80f8-686f10a0eb13 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 1097 time: 0.9424720 Nov 23 21:54:12.556987 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e56af-c071-46a9-811f-3997d6c04b15 req-d3d8c2f9-d48c-47c2-b9ca-5ed382dc1ab1 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:12.565568 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-406e56af-c071-46a9-811f-3997d6c04b15 req-d3d8c2f9-d48c-47c2-b9ca-5ed382dc1ab1 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 946 time: 1.0027564 Nov 23 21:54:12.575878 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 1d737003-18e1-4750-bce3-6d0e0992b19c no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:54:12.599341 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-811c2bb5-cc37-40da-a9a7-cacb0a4f1d4b tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:12.614503 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 1d737003-18e1-4750-bce3-6d0e0992b19c {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:54:12.615218 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 1d737003-18e1-4750-bce3-6d0e0992b19c not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:54:12.660038 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-811c2bb5-cc37-40da-a9a7-cacb0a4f1d4b tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:12.678490 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-811c2bb5-cc37-40da-a9a7-cacb0a4f1d4b tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352fd83f-31d1-464b-b023-2ce68c7af91d') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:12.678815 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-811c2bb5-cc37-40da-a9a7-cacb0a4f1d4b tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352fd83f-31d1-464b-b023-2ce68c7af91d') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:12.695271 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5bea57-6198-475b-bde9-92584d693245 admin admin] Network 14f777ba-77da-410e-897f-1430639bb0d7 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:54:12.695938 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-811c2bb5-cc37-40da-a9a7-cacb0a4f1d4b tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:12.704058 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133b245-376f-46b6-87a3-68ff5e073315 req-40e571e2-3113-4621-a045-889dba40ccfc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:12.712400 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6133b245-376f-46b6-87a3-68ff5e073315 req-40e571e2-3113-4621-a045-889dba40ccfc tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/networks?id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b HTTP/1.1" status: 200 len: 812 time: 0.6957815 Nov 23 21:54:12.723516 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-464ec30f-3ffb-4199-b316-36649eede5c0 req-5a416371-ae34-469b-b588-316b491daf21 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428157 Nov 23 21:54:12.724485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-dc5bea57-6198-475b-bde9-92584d693245 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:12.736692 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-811c2bb5-cc37-40da-a9a7-cacb0a4f1d4b tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:12.743505 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6133b245-376f-46b6-87a3-68ff5e073315 req-11f89067-d672-4f26-8507-9d0614121286 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/quotas/928ed4d0815c4153bc0f232c9e52c223 HTTP/1.1" status: 200 len: 375 time: 0.0293963 Nov 23 21:54:12.755781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811c2bb5-cc37-40da-a9a7-cacb0a4f1d4b tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:54:12.756252 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-811c2bb5-cc37-40da-a9a7-cacb0a4f1d4b tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:54:12.760063 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:54:12.777135 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d80558f-80ff-400d-90d6-a8c10416c8b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:12.810562 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6133b245-376f-46b6-87a3-68ff5e073315 req-9dfa6086-b4d0-4740-b17a-de36298cba31 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=928ed4d0815c4153bc0f232c9e52c223&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659082 Nov 23 21:54:12.818599 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d80558f-80ff-400d-90d6-a8c10416c8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:12.829539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-7bcb1dd8-aeaa-4702-aa25-f541764d14f9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Allocated IP 172.20.0.9 (5b374035-6ec9-4585-9414-d17339221c43/dd878f6f-9967-479b-9c9f-bb69cd8c2238/d424e8e0-16b4-44c7-83b5-3077daab21d3) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:54:12.905667 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-811c2bb5-cc37-40da-a9a7-cacb0a4f1d4b tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:12.930104 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-811c2bb5-cc37-40da-a9a7-cacb0a4f1d4b tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:12.937678 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-811c2bb5-cc37-40da-a9a7-cacb0a4f1d4b tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] 10.222.0.50 "DELETE /v2.0/networks/eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7 HTTP/1.1" status: 204 len: 168 time: 2.3546677 Nov 23 21:54:12.968835 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-406e56af-c071-46a9-811f-3997d6c04b15 req-10fa01e7-80b3-4d43-b53d-c705054148d8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020047 Nov 23 21:54:12.972532 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d80558f-80ff-400d-90d6-a8c10416c8b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:54:12.979181 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c2bb5-cc37-40da-a9a7-cacb0a4f1d4b tempest-FloatingIPNegativeTestJSON-2020263494 tempest-FloatingIPNegativeTestJSON-2020263494-project] Pushing event deleted for resources: {'Network': ['ID=eafcdc81-d00b-4cb6-a2fb-0c0fc413a6c7,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:13.128832 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80558f-80ff-400d-90d6-a8c10416c8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9761512-ad9f-4682-9df7-be1f867441a6,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:13.140552 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d80558f-80ff-400d-90d6-a8c10416c8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:13.141023 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-8d80558f-80ff-400d-90d6-a8c10416c8b7 admin admin] Added segment 41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac of type vlan for network 1f34eebc-f88f-4362-9a35-3496c9faad72 Nov 23 21:54:13.276294 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-83976647-f1d4-48ab-b099-8f615e69783c None None] Provisioning complete for port beeb11e4-409a-465a-a78f-f751d06071de triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:13.276879 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-83976647-f1d4-48ab-b099-8f615e69783c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:13.300471 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d80558f-80ff-400d-90d6-a8c10416c8b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:13.304308 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-7bcb1dd8-aeaa-4702-aa25-f541764d14f9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:13.355197 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-83976647-f1d4-48ab-b099-8f615e69783c None None] Port beeb11e4-409a-465a-a78f-f751d06071de cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:54:13.380919 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-7bcb1dd8-aeaa-4702-aa25-f541764d14f9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:13.381861 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84381e54-fa27-46ab-a893-04ad350e18d6 req-33f52015-bf24-4a32-a5c1-3dc16374c30c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.2051458 Nov 23 21:54:13.398096 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5bea57-6198-475b-bde9-92584d693245 admin admin] Router d2c8aace-6d5a-4432-886e-fccaa35c01b1 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:54:13.413568 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.db.resource_extend [None req-8d80558f-80ff-400d-90d6-a8c10416c8b7 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 21:54:13.437451 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6133b245-376f-46b6-87a3-68ff5e073315 req-6e7cb1dd-717f-431e-9545-7a8e56f2a87a service neutron] 10.222.0.50 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5698028 Nov 23 21:54:13.439739 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57620) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:13.491976 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-7bcb1dd8-aeaa-4702-aa25-f541764d14f9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Network 5b374035-6ec9-4585-9414-d17339221c43 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:54:13.495301 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-7bcb1dd8-aeaa-4702-aa25-f541764d14f9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:13.517666 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-7bcb1dd8-aeaa-4702-aa25-f541764d14f9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:54:13.549004 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6133b245-376f-46b6-87a3-68ff5e073315 req-8c557e09-9c20-4a11-be2b-8d6e9804f652 service neutron] 10.222.0.50 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110692 Nov 23 21:54:13.588483 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb1dd8-aeaa-4702-aa25-f541764d14f9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event updated for resources: {'Port': ['ID=d424e8e0-16b4-44c7-83b5-3077daab21d3,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:13.639281 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-7bcb1dd8-aeaa-4702-aa25-f541764d14f9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:13.642368 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-7bcb1dd8-aeaa-4702-aa25-f541764d14f9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:13.655597 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d80558f-80ff-400d-90d6-a8c10416c8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:13.657015 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d80558f-80ff-400d-90d6-a8c10416c8b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:13.657921 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d80558f-80ff-400d-90d6-a8c10416c8b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:13.681911 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-7bcb1dd8-aeaa-4702-aa25-f541764d14f9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9117870 Nov 23 21:54:13.701215 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-079c3521-9a17-4735-a2bc-952c84ddb2ea tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Request body: {'port': {'device_id': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8', 'admin_state_up': True, 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'security_groups': ['d0414a87-20a8-4b7e-854e-1cf574a2716d']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:13.756314 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80558f-80ff-400d-90d6-a8c10416c8b7 admin admin] Pushing event updated for resources: {'Network': ['ID=1f34eebc-f88f-4362-9a35-3496c9faad72,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:13.763963 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8d80558f-80ff-400d-90d6-a8c10416c8b7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7679138 Nov 23 21:54:13.766313 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57624) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:13.774921 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-babfe8c3-a94f-46db-953d-352146b31309 admin admin] Request body: {'subnet': {'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-347313043-subnet', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:13.775131 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 1f34eebc-f88f-4362-9a35-3496c9faad72 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:54:13.880777 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babfe8c3-a94f-46db-953d-352146b31309 admin admin] Made reservation on behalf of e0a0bf8995194df794b65596ff42d910 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:13.888960 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-babfe8c3-a94f-46db-953d-352146b31309 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:13.996636 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d9fc6586-3a1c-4673-94e2-ddfcd4c0597c None None] Provisioning complete for port d424e8e0-16b4-44c7-83b5-3077daab21d3 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:13.997001 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d9fc6586-3a1c-4673-94e2-ddfcd4c0597c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:14.098691 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5bea57-6198-475b-bde9-92584d693245 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:54:14.100431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc6586-3a1c-4673-94e2-ddfcd4c0597c None None] Port d424e8e0-16b4-44c7-83b5-3077daab21d3 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:54:14.115088 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] Sync routers for ids ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:54:14.136047 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-079c3521-9a17-4735-a2bc-952c84ddb2ea tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Made reservation on behalf of b32d0f34c0cc4ad1b4cbe85726725dc7 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:14.140335 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-079c3521-9a17-4735-a2bc-952c84ddb2ea tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:14.145282 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] Routers {'d2c8aace-6d5a-4432-886e-fccaa35c01b1'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:54:14.145931 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:54:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:14.166381 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-dc5bea57-6198-475b-bde9-92584d693245 admin admin] 10.222.0.50 "PUT /v2.0/routers/d2c8aace-6d5a-4432-886e-fccaa35c01b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5679321 Nov 23 21:54:14.191647 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2ba5378e-1699-4c22-8c1a-97fe4ff5e659 req-8009f3ae-3885-4523-815a-3091083833a8 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ea09a7-1734-4054-b456-3a6fce99be27 HTTP/1.1" status: 200 len: 210 time: 0.2131848 Nov 23 21:54:14.222582 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-847f5aea-5321-4a3a-a970-736c065cf2a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c399027dbb0d40b9b49a9dbb58f8268c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7795620 Nov 23 21:54:14.227300 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57638) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:14.420266 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06689ac-ef94-42ee-ad6b-ed7ecf8dd7ae req-6c9a4e21-bad4-446c-8161-84b2c69f2c2d tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:14.428307 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] Set router d2c8aace-6d5a-4432-886e-fccaa35c01b1 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:54:14.428778 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c06689ac-ef94-42ee-ad6b-ed7ecf8dd7ae req-6c9a4e21-bad4-446c-8161-84b2c69f2c2d tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 946 time: 0.2734501 Nov 23 21:54:14.444254 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-079c3521-9a17-4735-a2bc-952c84ddb2ea tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Allocated IP 10.1.1.187 (8dd75ee3-4f52-46a0-bdd9-f335d6206cc8/d3f7f1b0-3707-4638-b7a3-e427077abc41/8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:54:14.598999 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3b2a7f50-7a21-4042-b69e-649c973fb2fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:14.634542 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c06689ac-ef94-42ee-ad6b-ed7ecf8dd7ae req-ceeadd98-2424-4896-86b0-266139eee185 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845844 Nov 23 21:54:14.713338 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3b2a7f50-7a21-4042-b69e-649c973fb2fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:14.773586 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-079c3521-9a17-4735-a2bc-952c84ddb2ea tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:14.852681 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-079c3521-9a17-4735-a2bc-952c84ddb2ea tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:14.867572 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-babfe8c3-a94f-46db-953d-352146b31309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:14.893483 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'name': 'tempest-AttachVolumeShelveTestJSON-142463830-router', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:59Z', 'updated_at': '2021-11-23T21:54:10Z', 'revision_number': 4, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'gw_port': {'id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:01Z', 'updated_at': '2021-11-23T21:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'beeb11e4-409a-465a-a78f-f751d06071de', 'name': '', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'mac_address': 'fa:16:3e:9a:da:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '9ec95087-31a0-4067-927d-a3091c147250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:08Z', 'updated_at': '2021-11-23T21:54:10Z', 'revision_number': 2, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'subnets': [{'id': '9ec95087-31a0-4067-927d-a3091c147250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:14.926422 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] Checking router: d2c8aace-6d5a-4432-886e-fccaa35c01b1 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:54:14.927043 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] Updating router d2c8aace-6d5a-4432-886e-fccaa35c01b1 port beeb11e4-409a-465a-a78f-f751d06071de binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:54:14.948347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfe8c3-a94f-46db-953d-352146b31309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ee598eb-2a1d-4204-a47b-609e766d3330,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:14.967646 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c3521-9a17-4735-a2bc-952c84ddb2ea tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event updated for resources: {'Port': ['ID=8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:14.983621 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:14.985930 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90ee60-ae7a-4516-b661-959efd038212 req-accd05ce-be84-49fc-8b40-994fff83a7bb tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:14.987355 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-079c3521-9a17-4735-a2bc-952c84ddb2ea tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:54:14.988238 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d90ee60-ae7a-4516-b661-959efd038212 req-accd05ce-be84-49fc-8b40-994fff83a7bb tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 931 time: 0.2059872 Nov 23 21:54:14.995491 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-079c3521-9a17-4735-a2bc-952c84ddb2ea tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:15.005753 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-079c3521-9a17-4735-a2bc-952c84ddb2ea tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:54:15.083558 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57654) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:15.091326 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-577e28af-1b0e-49b5-b9de-b83088f9573e tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1109793845', 'description': 'tempest-description--1325931318'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:15.095332 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3b2a7f50-7a21-4042-b69e-649c973fb2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:15.102417 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3b2a7f50-7a21-4042-b69e-649c973fb2fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:15.106960 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3b2a7f50-7a21-4042-b69e-649c973fb2fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/23fe532b-3fe8-49fd-abdb-ee03981a6258 HTTP/1.1" status: 204 len: 168 time: 0.8327482 Nov 23 21:54:15.179872 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babfe8c3-a94f-46db-953d-352146b31309 admin admin] Checking segment: {'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:15.180639 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babfe8c3-a94f-46db-953d-352146b31309 admin admin] Network hostable DHCP agents. Network: 1f34eebc-f88f-4362-9a35-3496c9faad72, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:54:15.213775 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-079c3521-9a17-4735-a2bc-952c84ddb2ea tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:15.214470 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-079c3521-9a17-4735-a2bc-952c84ddb2ea tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:15.218051 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a7f50-7a21-4042-b69e-649c973fb2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fe532b-3fe8-49fd-abdb-ee03981a6258,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:15.255984 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d90ee60-ae7a-4516-b661-959efd038212 req-9a14ca70-ee2a-47fb-a730-d84937486c79 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2331269 Nov 23 21:54:15.278246 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-577e28af-1b0e-49b5-b9de-b83088f9573e tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:15.314486 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-079c3521-9a17-4735-a2bc-952c84ddb2ea tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6245935 Nov 23 21:54:15.317471 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babfe8c3-a94f-46db-953d-352146b31309 admin admin] Network 1f34eebc-f88f-4362-9a35-3496c9faad72 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:54:15.335772 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-babfe8c3-a94f-46db-953d-352146b31309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 1f34eebc-f88f-4362-9a35-3496c9faad72) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:15.348439 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-22eaf9e0-85c6-4d0b-87a6-893b902163c9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Request body: {'port': {'device_id': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8', 'admin_state_up': True, 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'security_groups': ['d0414a87-20a8-4b7e-854e-1cf574a2716d']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:15.348618 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babfe8c3-a94f-46db-953d-352146b31309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:15.349113 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-babfe8c3-a94f-46db-953d-352146b31309 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:15.355362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00a6a71-717d-45d2-8f97-3540649f722c None None] Network 1f34eebc-f88f-4362-9a35-3496c9faad72 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:54:15.396903 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-babfe8c3-a94f-46db-953d-352146b31309 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6293745 Nov 23 21:54:15.401004 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57660) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:15.411104 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-27e8851a-3c60-48ee-9193-7221d2ee1fea admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-347313043-router', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:15.519830 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27e8851a-3c60-48ee-9193-7221d2ee1fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:15.521007 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27e8851a-3c60-48ee-9193-7221d2ee1fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:15.703829 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27e8851a-3c60-48ee-9193-7221d2ee1fea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:15.764036 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-577e28af-1b0e-49b5-b9de-b83088f9573e tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:15.770866 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d5765416-f44e-4cfc-98be-c4f50a3c832a None None] Provisioning complete for port 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:15.771929 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d5765416-f44e-4cfc-98be-c4f50a3c832a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:15.778076 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-577e28af-1b0e-49b5-b9de-b83088f9573e tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:15.853716 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-23223b79-df61-4cf4-99c7-a10d7c76fa36 req-583f4a3d-58f9-40c6-a113-ad2cc72e2fed tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ea09a7-1734-4054-b456-3a6fce99be27 HTTP/1.1" status: 200 len: 210 time: 0.2027392 Nov 23 21:54:15.881795 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-22eaf9e0-85c6-4d0b-87a6-893b902163c9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Made reservation on behalf of b32d0f34c0cc4ad1b4cbe85726725dc7 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:15.885409 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-22eaf9e0-85c6-4d0b-87a6-893b902163c9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:15.890484 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e28af-1b0e-49b5-b9de-b83088f9573e tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:15.926532 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-577e28af-1b0e-49b5-b9de-b83088f9573e tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:15.930444 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17696539-38fe-4213-84e3-5998cf94f815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-1f34eebc-f88f-4362-9a35-3496c9faad72', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'fixed_ips': [{'subnet_id': '0ee598eb-2a1d-4204-a47b-609e766d3330'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:54:15.931637 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-577e28af-1b0e-49b5-b9de-b83088f9573e tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8455417 Nov 23 21:54:15.932307 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57672) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:15.935533 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-17696539-38fe-4213-84e3-5998cf94f815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:15.952702 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-41a9c5bc-0fd1-40b2-b24e-1e374913f8b2 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Request body: {'security_group_rule': {'security_group_id': '14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:15.989962 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-d5765416-f44e-4cfc-98be-c4f50a3c832a None None] Port 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:54:16.019835 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:16.022564 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133b245-376f-46b6-87a3-68ff5e073315 req-b6abc4dc-5860-4ffb-bb1f-3481d4cfa68b tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:16.024264 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6133b245-376f-46b6-87a3-68ff5e073315 req-b6abc4dc-5860-4ffb-bb1f-3481d4cfa68b tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.60 "GET /v2.0/networks?id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b HTTP/1.1" status: 200 len: 812 time: 0.3272581 Nov 23 21:54:16.033594 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:16.060579 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-6133b245-376f-46b6-87a3-68ff5e073315 req-51109abd-e7e5-4838-a5e1-f763fc239633 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Request body: {'port': {'device_id': '41ea09a7-1734-4054-b456-3a6fce99be27', 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b', 'admin_state_up': True, 'tenant_id': '928ed4d0815c4153bc0f232c9e52c223'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:16.133100 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf04761-091a-4931-a92b-2f672f1ddd1f req-234d10f0-aead-47d8-ac27-e4033c4172f6 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:16.139849 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-abf04761-091a-4931-a92b-2f672f1ddd1f req-234d10f0-aead-47d8-ac27-e4033c4172f6 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 946 time: 0.4391191 Nov 23 21:54:16.202291 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee51b27-2270-4d97-9b4b-4f77594c711c None None] Pushing event updated for resources: {'Port': ['ID=beeb11e4-409a-465a-a78f-f751d06071de,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:16.353296 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27e8851a-3c60-48ee-9193-7221d2ee1fea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:16.382176 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-17696539-38fe-4213-84e3-5998cf94f815 None None] Allocated IP 172.20.0.2 (1f34eebc-f88f-4362-9a35-3496c9faad72/0ee598eb-2a1d-4204-a47b-609e766d3330/fcdabf51-5574-4f63-9460-d6160a8245a6) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:54:16.393067 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:54:16.396873 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] Attempting to bind port beeb11e4-409a-465a-a78f-f751d06071de on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:54:16.397834 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] Attempting to bind port beeb11e4-409a-465a-a78f-f751d06071de by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '43fb8f7b-a278-4efd-8a5a-5110658f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:54:16.398011 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41a9c5bc-0fd1-40b2-b24e-1e374913f8b2 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:16.403340 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6133b245-376f-46b6-87a3-68ff5e073315 req-51109abd-e7e5-4838-a5e1-f763fc239633 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Made reservation on behalf of 928ed4d0815c4153bc0f232c9e52c223 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:16.403751 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] Attempting to bind port beeb11e4-409a-465a-a78f-f751d06071de on network 14f777ba-77da-410e-897f-1430639bb0d7 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:16.413555 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:54:16.415902 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6133b245-376f-46b6-87a3-68ff5e073315 req-51109abd-e7e5-4838-a5e1-f763fc239633 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:16.424092 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] Checking segment: {'id': '43fb8f7b-a278-4efd-8a5a-5110658f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:16.424893 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:16.426158 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] Bound using segment: {'id': '43fb8f7b-a278-4efd-8a5a-5110658f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:54:16.427904 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] Bound port: beeb11e4-409a-465a-a78f-f751d06071de, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43fb8f7b-a278-4efd-8a5a-5110658f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:54:16.432922 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:16.578949 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-22eaf9e0-85c6-4d0b-87a6-893b902163c9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Allocated IP 10.1.1.120 (8dd75ee3-4f52-46a0-bdd9-f335d6206cc8/d3f7f1b0-3707-4638-b7a3-e427077abc41/fbf87d98-58c1-485f-b0ec-76cb1954f419) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:54:16.582985 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-abf04761-091a-4931-a92b-2f672f1ddd1f req-60d69288-325f-435e-b8e3-0080118f9242 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975281 Nov 23 21:54:16.625647 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] For port beeb11e4-409a-465a-a78f-f751d06071de, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:54:16.636762 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] For port beeb11e4-409a-465a-a78f-f751d06071de, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=beeb11e4-409a-465a-a78f-f751d06071de,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:54:16.659926 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:16.691364 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7331d812-1fbc-44e2-b813-f3412e582efd None None] Provisioning complete for port beeb11e4-409a-465a-a78f-f751d06071de triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:16.691734 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7331d812-1fbc-44e2-b813-f3412e582efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:16.782684 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee51b27-2270-4d97-9b4b-4f77594c711c None None] Pushing event updated for resources: {'Port': ['ID=beeb11e4-409a-465a-a78f-f751d06071de,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:16.804722 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0bbdd-a7a5-431e-9b4e-a07b93488cea req-44ba26d1-09f8-4414-a63e-a1328c548296 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:16.811994 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0bbdd-a7a5-431e-9b4e-a07b93488cea req-44ba26d1-09f8-4414-a63e-a1328c548296 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:16.820506 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f2a0bbdd-a7a5-431e-9b4e-a07b93488cea req-44ba26d1-09f8-4414-a63e-a1328c548296 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 1653 time: 0.2306631 Nov 23 21:54:16.829893 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] Routers {'d2c8aace-6d5a-4432-886e-fccaa35c01b1'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:54:16.830516 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:54:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:16.886636 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffde9a1-fa28-4a8a-9fe5-495b2f84b047 req-5f71b50b-c507-4a95-8d2a-fd45eab1b16d tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:16.895431 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2ffde9a1-fa28-4a8a-9fe5-495b2f84b047 req-5f71b50b-c507-4a95-8d2a-fd45eab1b16d tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 946 time: 0.1626968 Nov 23 21:54:16.901402 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57696) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:16.923966 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7331d812-1fbc-44e2-b813-f3412e582efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:16.954378 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-22eaf9e0-85c6-4d0b-87a6-893b902163c9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:17.029664 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7331d812-1fbc-44e2-b813-f3412e582efd None None] For port beeb11e4-409a-465a-a78f-f751d06071de, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=beeb11e4-409a-465a-a78f-f751d06071de,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:17.046430 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-17696539-38fe-4213-84e3-5998cf94f815 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:17.056488 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7331d812-1fbc-44e2-b813-f3412e582efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:17.110899 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f2a0bbdd-a7a5-431e-9b4e-a07b93488cea req-2576b3b4-b506-48c3-8028-0991ebfc99f4 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2876747 Nov 23 21:54:17.181265 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331d812-1fbc-44e2-b813-f3412e582efd None None] Pushing event updated for resources: {'Port': ['ID=beeb11e4-409a-465a-a78f-f751d06071de,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:17.184765 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-17696539-38fe-4213-84e3-5998cf94f815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:17.260185 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17696539-38fe-4213-84e3-5998cf94f815 None None] Pushing event updated for resources: {'Port': ['ID=fcdabf51-5574-4f63-9460-d6160a8245a6,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:17.300815 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6b5189e8-82ec-4dfb-b795-a43f979a840f None None] Provisioning complete for port beeb11e4-409a-465a-a78f-f751d06071de triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:17.302702 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6b5189e8-82ec-4dfb-b795-a43f979a840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:17.342334 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17696539-38fe-4213-84e3-5998cf94f815 None None] Network 1f34eebc-f88f-4362-9a35-3496c9faad72 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:54:17.346687 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-17696539-38fe-4213-84e3-5998cf94f815 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:17.353022 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17696539-38fe-4213-84e3-5998cf94f815 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:54:17.380361 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-a24c0afe-a17a-4bce-9acd-83e3e529f3ff tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-230953945'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:17.383255 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] Set router d2c8aace-6d5a-4432-886e-fccaa35c01b1 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:54:17.384458 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-6133b245-376f-46b6-87a3-68ff5e073315 req-51109abd-e7e5-4838-a5e1-f763fc239633 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Allocated IP 172.20.0.5 (47e2de02-96a6-4fca-9bfd-f20c1775fa4b/0056705a-d511-4857-982b-628123088030/b9f56501-0ae5-4e60-abb1-9a7795ed9cf8) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:54:17.475585 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2c671bdf-6561-432d-8f77-bb1399fdb2ca req-fb1bed02-aa6a-4907-ad57-c641d88fef0a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ea09a7-1734-4054-b456-3a6fce99be27 HTTP/1.1" status: 200 len: 210 time: 0.0913539 Nov 23 21:54:17.478512 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-17696539-38fe-4213-84e3-5998cf94f815 None None] Attempting to bind port fcdabf51-5574-4f63-9460-d6160a8245a6 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:54:17.479020 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-17696539-38fe-4213-84e3-5998cf94f815 None None] Attempting to bind port fcdabf51-5574-4f63-9460-d6160a8245a6 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:54:17.479264 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17696539-38fe-4213-84e3-5998cf94f815 None None] Attempting to bind port fcdabf51-5574-4f63-9460-d6160a8245a6 on network 1f34eebc-f88f-4362-9a35-3496c9faad72 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:17.494069 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17696539-38fe-4213-84e3-5998cf94f815 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:54:17.494929 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17696539-38fe-4213-84e3-5998cf94f815 None None] Checking segment: {'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:17.495144 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-17696539-38fe-4213-84e3-5998cf94f815 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:17.495500 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17696539-38fe-4213-84e3-5998cf94f815 None None] Bound using segment: {'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:54:17.495984 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-17696539-38fe-4213-84e3-5998cf94f815 None None] Bound port: fcdabf51-5574-4f63-9460-d6160a8245a6, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:54:17.498886 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-17696539-38fe-4213-84e3-5998cf94f815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:17.557337 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2ffde9a1-fa28-4a8a-9fe5-495b2f84b047 req-1d99f5ed-6726-4b02-a47d-db7a1a75c7e8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6594877 Nov 23 21:54:17.640353 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6133b245-376f-46b6-87a3-68ff5e073315 req-51109abd-e7e5-4838-a5e1-f763fc239633 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:17.669010 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24c0afe-a17a-4bce-9acd-83e3e529f3ff tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Made reservation on behalf of a90a63493e2d4f24bf817b2e8511c45b for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:17.678909 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a24c0afe-a17a-4bce-9acd-83e3e529f3ff tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:17.721669 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a24c0afe-a17a-4bce-9acd-83e3e529f3ff tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:17.728153 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6133b245-376f-46b6-87a3-68ff5e073315 req-51109abd-e7e5-4838-a5e1-f763fc239633 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:17.741577 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-17696539-38fe-4213-84e3-5998cf94f815 None None] For port fcdabf51-5574-4f63-9460-d6160a8245a6, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:54:17.745327 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-17696539-38fe-4213-84e3-5998cf94f815 None None] For port fcdabf51-5574-4f63-9460-d6160a8245a6, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fcdabf51-5574-4f63-9460-d6160a8245a6,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:54:17.747976 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27e8851a-3c60-48ee-9193-7221d2ee1fea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:17.768994 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-17696539-38fe-4213-84e3-5998cf94f815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:17.885915 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51109abd-e7e5-4838-a5e1-f763fc239633 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Pushing event updated for resources: {'Port': ['ID=b9f56501-0ae5-4e60-abb1-9a7795ed9cf8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:17.891641 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27e8851a-3c60-48ee-9193-7221d2ee1fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:17.913269 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6133b245-376f-46b6-87a3-68ff5e073315 req-51109abd-e7e5-4838-a5e1-f763fc239633 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:54:17.923246 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-6133b245-376f-46b6-87a3-68ff5e073315 req-51109abd-e7e5-4838-a5e1-f763fc239633 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:17.932968 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-6133b245-376f-46b6-87a3-68ff5e073315 req-51109abd-e7e5-4838-a5e1-f763fc239633 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:54:17.951195 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'name': 'tempest-AttachVolumeShelveTestJSON-142463830-router', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:59Z', 'updated_at': '2021-11-23T21:54:10Z', 'revision_number': 4, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'gw_port': {'id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:01Z', 'updated_at': '2021-11-23T21:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'beeb11e4-409a-465a-a78f-f751d06071de', 'name': '', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'mac_address': 'fa:16:3e:9a:da:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '9ec95087-31a0-4067-927d-a3091c147250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:08Z', 'updated_at': '2021-11-23T21:54:16Z', 'revision_number': 4, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'subnets': [{'id': '9ec95087-31a0-4067-927d-a3091c147250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:17.967517 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17696539-38fe-4213-84e3-5998cf94f815 None None] Pushing event updated for resources: {'Port': ['ID=fcdabf51-5574-4f63-9460-d6160a8245a6,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:18.003231 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cebf75-3e5d-4b7d-8f49-29fc24dbe942 None None] The sync data for ids ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'] in n-d-816206-9 is: [{'id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'name': 'tempest-AttachVolumeShelveTestJSON-142463830-router', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:59Z', 'updated_at': '2021-11-23T21:54:10Z', 'revision_number': 4, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'gw_port': {'id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:01Z', 'updated_at': '2021-11-23T21:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'beeb11e4-409a-465a-a78f-f751d06071de', 'name': '', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'mac_address': 'fa:16:3e:9a:da:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '9ec95087-31a0-4067-927d-a3091c147250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:08Z', 'updated_at': '2021-11-23T21:54:16Z', 'revision_number': 4, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'subnets': [{'id': '9ec95087-31a0-4067-927d-a3091c147250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:54:18.041114 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133b245-376f-46b6-87a3-68ff5e073315 req-51109abd-e7e5-4838-a5e1-f763fc239633 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:18.045186 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6133b245-376f-46b6-87a3-68ff5e073315 req-51109abd-e7e5-4838-a5e1-f763fc239633 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:18.050174 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-22eaf9e0-85c6-4d0b-87a6-893b902163c9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:18.207005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd28c8b-7889-4561-83f6-af5bebf77a01 req-14ec33bc-7329-49dd-ad63-72e6d8c08f49 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:18.218605 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-22eaf9e0-85c6-4d0b-87a6-893b902163c9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:54:18.221523 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9bd28c8b-7889-4561-83f6-af5bebf77a01 req-14ec33bc-7329-49dd-ad63-72e6d8c08f49 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 946 time: 0.2970691 Nov 23 21:54:18.248065 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-22eaf9e0-85c6-4d0b-87a6-893b902163c9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:18.279748 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41a9c5bc-0fd1-40b2-b24e-1e374913f8b2 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:18.288616 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-22eaf9e0-85c6-4d0b-87a6-893b902163c9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:54:18.346930 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a24c0afe-a17a-4bce-9acd-83e3e529f3ff tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:18.352200 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6133b245-376f-46b6-87a3-68ff5e073315 req-51109abd-e7e5-4838-a5e1-f763fc239633 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2997482 Nov 23 21:54:18.355911 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41a9c5bc-0fd1-40b2-b24e-1e374913f8b2 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:18.380838 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-27e8851a-3c60-48ee-9193-7221d2ee1fea admin admin] Allocated IP 172.25.5.154 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:54:18.429066 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9bd28c8b-7889-4561-83f6-af5bebf77a01 req-3f9a1652-6f39-46e5-a9c3-105526c2afc1 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045016 Nov 23 21:54:18.434326 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a24c0afe-a17a-4bce-9acd-83e3e529f3ff tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:18.474164 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24c0afe-a17a-4bce-9acd-83e3e529f3ff tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:54:18.617842 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a24c0afe-a17a-4bce-9acd-83e3e529f3ff tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:18.619533 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-a24c0afe-a17a-4bce-9acd-83e3e529f3ff tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Added segment 8b5abdb0-5d37-4d2c-aa8c-043e0d03e4bf of type vlan for network 60cd6def-1bc6-465e-8aa3-94b31c9d79fc Nov 23 21:54:18.623807 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-6133b245-376f-46b6-87a3-68ff5e073315 req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Request body: {'port': {'device_id': '41ea09a7-1734-4054-b456-3a6fce99be27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:18.624934 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c0afe-a17a-4bce-9acd-83e3e529f3ff tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fbd468-9ad0-41f5-9646-57fa0bcb7ce8,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:18.636811 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eaf9e0-85c6-4d0b-87a6-893b902163c9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event updated for resources: {'Port': ['ID=fbf87d98-58c1-485f-b0ec-76cb1954f419,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:18.737487 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9c5bc-0fd1-40b2-b24e-1e374913f8b2 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1651f85-9013-4b8e-97d4-8b7ce8d4c15c,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:18.773732 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41a9c5bc-0fd1-40b2-b24e-1e374913f8b2 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:18.775288 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-41a9c5bc-0fd1-40b2-b24e-1e374913f8b2 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8268557 Nov 23 21:54:18.784206 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-22eaf9e0-85c6-4d0b-87a6-893b902163c9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:18.785533 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-22eaf9e0-85c6-4d0b-87a6-893b902163c9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:18.795306 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57716) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:18.841781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c2bbb66c-da83-457e-aad7-c54d4c1a38c7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Request body: {'security_group_rule': {'security_group_id': '14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:18.851405 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c0578-6cee-48bd-ae49-5bc66f0ab2fc req-81b9ba37-8434-4e90-8d19-a8ef4fd6703c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:18.854431 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c0578-6cee-48bd-ae49-5bc66f0ab2fc req-81b9ba37-8434-4e90-8d19-a8ef4fd6703c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:18.862666 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c0578-6cee-48bd-ae49-5bc66f0ab2fc req-81b9ba37-8434-4e90-8d19-a8ef4fd6703c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:18.883304 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-045c0578-6cee-48bd-ae49-5bc66f0ab2fc req-81b9ba37-8434-4e90-8d19-a8ef4fd6703c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 2374 time: 0.5759497 Nov 23 21:54:18.893856 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a24c0afe-a17a-4bce-9acd-83e3e529f3ff tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:18.894456 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fcdabf51-5574-4f63-9460-d6160a8245a6 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:54:18.972153 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6133b245-376f-46b6-87a3-68ff5e073315 req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:18.996417 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-22eaf9e0-85c6-4d0b-87a6-893b902163c9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6707945 Nov 23 21:54:19.023620 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-366451c0-a72c-4066-9c43-0d71ec175f83 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Request body: {'port': {'device_id': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'da4238c6-b353-4586-8707-c40d3aada134', 'admin_state_up': True, 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'security_groups': ['d0414a87-20a8-4b7e-854e-1cf574a2716d']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:19.027286 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27e8851a-3c60-48ee-9193-7221d2ee1fea admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:19.038706 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8891bcbd-cb62-4f2f-9da4-6dddd2b7a53a None None] Provisioning complete for port fbf87d98-58c1-485f-b0ec-76cb1954f419 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:19.039095 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8891bcbd-cb62-4f2f-9da4-6dddd2b7a53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:19.097393 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.db.resource_extend [None req-a24c0afe-a17a-4bce-9acd-83e3e529f3ff tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 21:54:19.111005 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27e8851a-3c60-48ee-9193-7221d2ee1fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:19.124765 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8891bcbd-cb62-4f2f-9da4-6dddd2b7a53a None None] Port fbf87d98-58c1-485f-b0ec-76cb1954f419 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:54:19.143729 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port fcdabf51-5574-4f63-9460-d6160a8245a6 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:19.144108 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:19.188813 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33c124-af38-4029-bdca-8ee36ac6038f req-58d509ed-a99a-4f9c-bb96-48e117ac41d6 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:19.190422 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b33c124-af38-4029-bdca-8ee36ac6038f req-58d509ed-a99a-4f9c-bb96-48e117ac41d6 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ea09a7-1734-4054-b456-3a6fce99be27 HTTP/1.1" status: 200 len: 931 time: 0.5338626 Nov 23 21:54:19.213017 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c2bbb66c-da83-457e-aad7-c54d4c1a38c7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:19.333007 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:19.394358 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b33c124-af38-4029-bdca-8ee36ac6038f req-7d27f731-7c42-4654-92d5-f3b1cbb2bc94 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329734 Nov 23 21:54:19.404305 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port fcdabf51-5574-4f63-9460-d6160a8245a6, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fcdabf51-5574-4f63-9460-d6160a8245a6,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:19.423933 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:19.425016 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device beeb11e4-409a-465a-a78f-f751d06071de up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:54:19.443663 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a24c0afe-a17a-4bce-9acd-83e3e529f3ff tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:19.459287 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24c0afe-a17a-4bce-9acd-83e3e529f3ff tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:19.471518 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a24c0afe-a17a-4bce-9acd-83e3e529f3ff tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:19.593083 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=fcdabf51-5574-4f63-9460-d6160a8245a6,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:19.623999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-045c0578-6cee-48bd-ae49-5bc66f0ab2fc req-31540758-8a2e-4b46-92b3-bd0498d8b4ff tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.7381742 Nov 23 21:54:19.636070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e8851a-3c60-48ee-9193-7221d2ee1fea admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:54:19.643231 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a24c0afe-a17a-4bce-9acd-83e3e529f3ff tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.7297587 Nov 23 21:54:19.644316 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-27e8851a-3c60-48ee-9193-7221d2ee1fea admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:19.665683 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e8851a-3c60-48ee-9193-7221d2ee1fea admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:54:19.692061 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port beeb11e4-409a-465a-a78f-f751d06071de triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:19.692685 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:19.727125 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8851a-3c60-48ee-9193-7221d2ee1fea admin admin] Pushing event updated for resources: {'Port': ['ID=6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:19.733751 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c2bbb66c-da83-457e-aad7-c54d4c1a38c7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:19.787613 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c2bbb66c-da83-457e-aad7-c54d4c1a38c7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:19.965784 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-366451c0-a72c-4066-9c43-0d71ec175f83 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Made reservation on behalf of b32d0f34c0cc4ad1b4cbe85726725dc7 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:19.989324 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bbb66c-da83-457e-aad7-c54d4c1a38c7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1c1fca-d8c9-4918-8544-3f1749f8a7f2,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:20.013002 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c0afe-a17a-4bce-9acd-83e3e529f3ff tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'Network': ['ID=60cd6def-1bc6-465e-8aa3-94b31c9d79fc,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:20.028754 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 60cd6def-1bc6-465e-8aa3-94b31c9d79fc details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:54:20.068989 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c2bbb66c-da83-457e-aad7-c54d4c1a38c7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:20.073629 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c2bbb66c-da83-457e-aad7-c54d4c1a38c7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2432721 Nov 23 21:54:20.074865 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57722) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:20.135638 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b17feba8-78a5-4459-84a0-22c351bcb12d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:20.169198 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf4d4e2-c21d-463e-913f-6e05dbe0b8d4 None None] Network 1f34eebc-f88f-4362-9a35-3496c9faad72 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:54:20.248746 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b17feba8-78a5-4459-84a0-22c351bcb12d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:20.251220 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-357061ff-2cf9-4c18-8ffb-8eeccebebcc4 None None] Provisioning complete for port fcdabf51-5574-4f63-9460-d6160a8245a6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:20.251692 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-357061ff-2cf9-4c18-8ffb-8eeccebebcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:20.363999 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-366451c0-a72c-4066-9c43-0d71ec175f83 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:20.669050 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-6133b245-376f-46b6-87a3-68ff5e073315 req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f56501-0ae5-4e60-abb1-9a7795ed9cf8 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:54:20.678622 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fcdabf51-5574-4f63-9460-d6160a8245a6 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:54:20.756188 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port fcdabf51-5574-4f63-9460-d6160a8245a6 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:20.756803 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:20.858561 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6133b245-376f-46b6-87a3-68ff5e073315 req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:21.037671 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa7001-9fd8-46a4-b8d1-c679ff71a46e req-ca4d6a22-ef6c-48ab-a1ef-272c15a7aa2a tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:21.040926 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24fa7001-9fd8-46a4-b8d1-c679ff71a46e req-ca4d6a22-ef6c-48ab-a1ef-272c15a7aa2a tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 946 time: 1.1316769 Nov 23 21:54:21.055280 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-6133b245-376f-46b6-87a3-68ff5e073315 req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Transition to ACTIVE for port object b9f56501-0ae5-4e60-abb1-9a7795ed9cf8 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:54:21.101590 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6133b245-376f-46b6-87a3-68ff5e073315 req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:21.168226 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbcb70-a0ac-4970-8d1e-d90d9bb6d522 req-faca4bbc-1746-4203-81b6-2f7c4f5dcfdd tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:21.176734 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5fcbcb70-a0ac-4970-8d1e-d90d9bb6d522 req-faca4bbc-1746-4203-81b6-2f7c4f5dcfdd tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ea09a7-1734-4054-b456-3a6fce99be27 HTTP/1.1" status: 200 len: 931 time: 0.3519540 Nov 23 21:54:21.216340 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-cc6c4c52-7eec-46c4-a9cf-487f8ea33038 None None] Provisioning complete for port fcdabf51-5574-4f63-9460-d6160a8245a6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:21.216892 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cc6c4c52-7eec-46c4-a9cf-487f8ea33038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:21.304717 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24fa7001-9fd8-46a4-b8d1-c679ff71a46e req-bb0a0776-e004-41d8-9606-b01bb2a8c68f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487967 Nov 23 21:54:21.330236 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5fcbcb70-a0ac-4970-8d1e-d90d9bb6d522 req-f55ef014-f699-4778-b770-d5a6251afb7d tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523352 Nov 23 21:54:21.345663 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-366451c0-a72c-4066-9c43-0d71ec175f83 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Allocated IP 10.2.2.100 (da4238c6-b353-4586-8707-c40d3aada134/894a547e-38e5-4870-bda6-a43a8f7f2b67/f304a4f3-98a7-481a-b024-fa9ac11528de) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:54:21.577862 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41b7aa-fc4b-4ccb-a258-5208c151a366 req-f9855776-8e67-47fa-9e69-f3172cd6c346 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:21.592044 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41b7aa-fc4b-4ccb-a258-5208c151a366 req-f9855776-8e67-47fa-9e69-f3172cd6c346 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:21.599586 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41b7aa-fc4b-4ccb-a258-5208c151a366 req-f9855776-8e67-47fa-9e69-f3172cd6c346 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:21.602864 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-366451c0-a72c-4066-9c43-0d71ec175f83 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:21.607743 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5d41b7aa-fc4b-4ccb-a258-5208c151a366 req-f9855776-8e67-47fa-9e69-f3172cd6c346 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 2374 time: 0.1436620 Nov 23 21:54:21.623544 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27e8851a-3c60-48ee-9193-7221d2ee1fea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:21.712659 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5d41b7aa-fc4b-4ccb-a258-5208c151a366 req-cb44e7b2-f72f-422d-af52-2d207f52e529 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1037805 Nov 23 21:54:21.720304 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f56501-0ae5-4e60-abb1-9a7795ed9cf8,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:21.752568 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-366451c0-a72c-4066-9c43-0d71ec175f83 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:21.764095 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b17feba8-78a5-4459-84a0-22c351bcb12d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:21.898674 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27e8851a-3c60-48ee-9193-7221d2ee1fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:21.996716 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366451c0-a72c-4066-9c43-0d71ec175f83 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event updated for resources: {'Port': ['ID=f304a4f3-98a7-481a-b024-fa9ac11528de,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:22.064902 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e8851a-3c60-48ee-9193-7221d2ee1fea admin admin] Router 18668eb5-38ba-4d10-9003-4f942d9be40c is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 21:54:22.128291 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-b17feba8-78a5-4459-84a0-22c351bcb12d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Allocated IP 172.25.5.128 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/0973e1bc-3713-43a4-b7fe-e996f13219b6) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:54:22.340236 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-366451c0-a72c-4066-9c43-0d71ec175f83 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Network da4238c6-b353-4586-8707-c40d3aada134 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:54:22.366798 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e8851a-3c60-48ee-9193-7221d2ee1fea admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:54:22.386810 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] Sync routers for ids ['18668eb5-38ba-4d10-9003-4f942d9be40c'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:54:22.390192 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-366451c0-a72c-4066-9c43-0d71ec175f83 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:22.409217 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] Routers {'18668eb5-38ba-4d10-9003-4f942d9be40c'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:54:22.410221 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:54:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['18668eb5-38ba-4d10-9003-4f942d9be40c'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:22.421027 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27e8851a-3c60-48ee-9193-7221d2ee1fea admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:22.427540 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-27e8851a-3c60-48ee-9193-7221d2ee1fea admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0254412 Nov 23 21:54:22.432112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57738) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:22.442587 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-366451c0-a72c-4066-9c43-0d71ec175f83 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:54:22.577259 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b17feba8-78a5-4459-84a0-22c351bcb12d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:22.627373 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] Set router 18668eb5-38ba-4d10-9003-4f942d9be40c gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:54:22.665319 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b17feba8-78a5-4459-84a0-22c351bcb12d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:22.815344 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17feba8-78a5-4459-84a0-22c351bcb12d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:54:22.822235 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-366451c0-a72c-4066-9c43-0d71ec175f83 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:22.823253 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-366451c0-a72c-4066-9c43-0d71ec175f83 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:22.847877 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-b17feba8-78a5-4459-84a0-22c351bcb12d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:22.863734 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-366451c0-a72c-4066-9c43-0d71ec175f83 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8465989 Nov 23 21:54:22.865303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17feba8-78a5-4459-84a0-22c351bcb12d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:54:22.869255 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17feba8-78a5-4459-84a0-22c351bcb12d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Pushing event updated for resources: {'Port': ['ID=0973e1bc-3713-43a4-b7fe-e996f13219b6,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:22.872766 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-6133b245-376f-46b6-87a3-68ff5e073315 req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Attempting to bind port b9f56501-0ae5-4e60-abb1-9a7795ed9cf8 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:54:22.873683 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-6133b245-376f-46b6-87a3-68ff5e073315 req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Attempting to bind port b9f56501-0ae5-4e60-abb1-9a7795ed9cf8 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:54:22.874296 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6133b245-376f-46b6-87a3-68ff5e073315 req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Attempting to bind port b9f56501-0ae5-4e60-abb1-9a7795ed9cf8 on network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:22.904399 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-ebf6de39-be4b-411c-9bad-7f69abaf9a2b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Request body: {'port': {'device_id': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'da4238c6-b353-4586-8707-c40d3aada134', 'admin_state_up': True, 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'security_groups': ['d0414a87-20a8-4b7e-854e-1cf574a2716d']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:22.914354 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57744) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:22.931762 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-af4d30fa-17f0-437d-bb3b-017b10b7af1b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Request body: {'subnet': {'network_id': '60cd6def-1bc6-465e-8aa3-94b31c9d79fc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:22.958023 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6133b245-376f-46b6-87a3-68ff5e073315 req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Port b9f56501-0ae5-4e60-abb1-9a7795ed9cf8 on network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:54:22.958812 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6133b245-376f-46b6-87a3-68ff5e073315 req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Attempting to bind port b9f56501-0ae5-4e60-abb1-9a7795ed9cf8 on network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:22.989800 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6133b245-376f-46b6-87a3-68ff5e073315 req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:54:22.990525 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6133b245-376f-46b6-87a3-68ff5e073315 req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Checking segment: {'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:22.991173 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6133b245-376f-46b6-87a3-68ff5e073315 req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Bound using segment: {'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:54:22.991837 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-6133b245-376f-46b6-87a3-68ff5e073315 req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Bound port: b9f56501-0ae5-4e60-abb1-9a7795ed9cf8, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1613be-0c74-4c84-a492-d27c8d682fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:54:22.992546 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6133b245-376f-46b6-87a3-68ff5e073315 req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:23.045584 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:23.049844 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-81f73771-d0ee-431d-b841-3a94fd66b033 None None] Provisioning complete for port f304a4f3-98a7-481a-b024-fa9ac11528de triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:23.050207 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-81f73771-d0ee-431d-b841-3a94fd66b033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:23.103702 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-81f73771-d0ee-431d-b841-3a94fd66b033 None None] Port f304a4f3-98a7-481a-b024-fa9ac11528de cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:54:23.132749 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ffb7b-f1d8-4351-861b-89d373359c5c req-e6677234-f354-4ad4-9286-ff4b1bb05230 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:23.134284 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-407ffb7b-f1d8-4351-861b-89d373359c5c req-e6677234-f354-4ad4-9286-ff4b1bb05230 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 946 time: 0.2647364 Nov 23 21:54:23.225473 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f0f37-8699-4bed-bb0a-5453ce17ccfb req-5253cc07-95a7-4700-b780-cf4b75967f45 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:23.231499 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d73f0f37-8699-4bed-bb0a-5453ce17ccfb req-5253cc07-95a7-4700-b780-cf4b75967f45 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ea09a7-1734-4054-b456-3a6fce99be27 HTTP/1.1" status: 200 len: 943 time: 0.4261069 Nov 23 21:54:23.260702 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'name': 'tempest-ServerActionsTestJSON-347313043-router', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:54:15Z', 'updated_at': '2021-11-23T21:54:21Z', 'revision_number': 3, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'gw_port': {'id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:21:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:17Z', 'updated_at': '2021-11-23T21:54:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:23.326468 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d73f0f37-8699-4bed-bb0a-5453ce17ccfb req-dddc49b0-7c67-4be7-a7b0-58bb93bc3af3 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715408 Nov 23 21:54:23.339589 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] Checking router: 18668eb5-38ba-4d10-9003-4f942d9be40c for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:54:23.340956 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] Updating router 18668eb5-38ba-4d10-9003-4f942d9be40c port 6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:54:23.383278 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-407ffb7b-f1d8-4351-861b-89d373359c5c req-8bbf2892-a87e-4790-83d4-a37505cc28f5 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147863 Nov 23 21:54:23.397945 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:23.620802 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8158945-9771-4297-8db7-fae556cd546e req-430ac74a-9a13-4d62-944f-03cf6c29da1c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:23.629684 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8158945-9771-4297-8db7-fae556cd546e req-430ac74a-9a13-4d62-944f-03cf6c29da1c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:23.636252 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8158945-9771-4297-8db7-fae556cd546e req-430ac74a-9a13-4d62-944f-03cf6c29da1c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:23.643719 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8158945-9771-4297-8db7-fae556cd546e req-430ac74a-9a13-4d62-944f-03cf6c29da1c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:23.653897 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8158945-9771-4297-8db7-fae556cd546e req-430ac74a-9a13-4d62-944f-03cf6c29da1c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 3095 time: 0.1500552 Nov 23 21:54:23.690947 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-6133b245-376f-46b6-87a3-68ff5e073315 req-219097a6-8301-4075-be7c-d468a9487028 service neutron] For port b9f56501-0ae5-4e60-abb1-9a7795ed9cf8, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:54:23.706859 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b17feba8-78a5-4459-84a0-22c351bcb12d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:23.713654 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-6133b245-376f-46b6-87a3-68ff5e073315 req-219097a6-8301-4075-be7c-d468a9487028 service neutron] For port b9f56501-0ae5-4e60-abb1-9a7795ed9cf8, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=b9f56501-0ae5-4e60-abb1-9a7795ed9cf8,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:54:23.724194 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4d30fa-17f0-437d-bb3b-017b10b7af1b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Made reservation on behalf of a90a63493e2d4f24bf817b2e8511c45b for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:23.730222 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af4d30fa-17f0-437d-bb3b-017b10b7af1b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:23.738651 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6133b245-376f-46b6-87a3-68ff5e073315 req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:23.765557 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8158945-9771-4297-8db7-fae556cd546e req-d977866b-bdc5-4912-94c0-e16f2f3f175e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1034100 Nov 23 21:54:23.855204 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:23.873134 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:23.878448 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e7ed76ed-794b-444f-a0df-e2401a597ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:23.913427 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133b245-376f-46b6-87a3-68ff5e073315 req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:23.914769 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6133b245-376f-46b6-87a3-68ff5e073315 req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:23.916679 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6133b245-376f-46b6-87a3-68ff5e073315 req-219097a6-8301-4075-be7c-d468a9487028 service neutron] 10.222.0.60 "PUT /v2.0/ports/b9f56501-0ae5-4e60-abb1-9a7795ed9cf8 HTTP/1.1" status: 200 len: 1091 time: 5.3820603 Nov 23 21:54:23.919463 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-ebf6de39-be4b-411c-9bad-7f69abaf9a2b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Made reservation on behalf of b32d0f34c0cc4ad1b4cbe85726725dc7 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:23.924970 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-ebf6de39-be4b-411c-9bad-7f69abaf9a2b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:23.926375 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c8b79-c97e-4a38-96fe-e6cadc7c8ce7 None None] Pushing event updated for resources: {'Port': ['ID=6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:23.942246 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ea09a7-1734-4054-b456-3a6fce99be27', 'tag': 'b9f56501-0ae5-4e60-abb1-9a7795ed9cf8'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:23.945568 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48806c83-80b6-47aa-8822-ee1e32ce19d7" -d '{"events": [{"name": "network-changed", "server_uuid": "41ea09a7-1734-4054-b456-3a6fce99be27", "tag": "b9f56501-0ae5-4e60-abb1-9a7795ed9cf8"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:23.957416 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] Attempting to bind port 6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:54:23.958024 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] Attempting to bind port 6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:54:23.958494 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] Attempting to bind port 6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:23.962698 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c8b79-c97e-4a38-96fe-e6cadc7c8ce7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:23.963308 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c8b79-c97e-4a38-96fe-e6cadc7c8ce7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:23.963746 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c8b79-c97e-4a38-96fe-e6cadc7c8ce7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:23.964181 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c8b79-c97e-4a38-96fe-e6cadc7c8ce7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:23.964762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c8b79-c97e-4a38-96fe-e6cadc7c8ce7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:23.964974 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b17feba8-78a5-4459-84a0-22c351bcb12d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:23.965436 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c8b79-c97e-4a38-96fe-e6cadc7c8ce7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:23.965870 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c8b79-c97e-4a38-96fe-e6cadc7c8ce7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:23.966465 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c8b79-c97e-4a38-96fe-e6cadc7c8ce7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:23.967024 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c8b79-c97e-4a38-96fe-e6cadc7c8ce7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:23.967493 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c8b79-c97e-4a38-96fe-e6cadc7c8ce7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:23.967908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c8b79-c97e-4a38-96fe-e6cadc7c8ce7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:23.968344 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495c8b79-c97e-4a38-96fe-e6cadc7c8ce7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:23.977464 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:54:23.978534 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:23.978999 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:23.979600 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:54:23.980189 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] Bound port: 6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:54:23.980672 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:24.048342 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] For port 6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:54:24.049906 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513e5955-0c8d-4d69-b5eb-c0888da5ac55 x-openstack-request-id: req-513e5955-0c8d-4d69-b5eb-c0888da5ac55 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:24.050360 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ea09a7-1734-4054-b456-3a6fce99be27", "tag": "b9f56501-0ae5-4e60-abb1-9a7795ed9cf8", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:24.050790 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-513e5955-0c8d-4d69-b5eb-c0888da5ac55 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:24.051352 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ea09a7-1734-4054-b456-3a6fce99be27', 'tag': 'b9f56501-0ae5-4e60-abb1-9a7795ed9cf8', 'status': 'completed', 'code': 200} Nov 23 21:54:24.053890 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] For port 6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:54:24.063092 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:24.128809 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f56501-0ae5-4e60-abb1-9a7795ed9cf8,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:24.139437 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] Routers {'18668eb5-38ba-4d10-9003-4f942d9be40c'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:54:24.140161 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:54:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['18668eb5-38ba-4d10-9003-4f942d9be40c'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:24.178849 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:24.179262 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:24.179544 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:24.179885 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:24.180258 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:24.180713 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:24.181050 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:24.181501 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:24.181835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:24.182162 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:24.182484 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:24.182848 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219097a6-8301-4075-be7c-d468a9487028 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:24.217237 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c8b79-c97e-4a38-96fe-e6cadc7c8ce7 None None] Pushing event updated for resources: {'Port': ['ID=6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:24.232217 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133b245-376f-46b6-87a3-68ff5e073315 req-602a4ff4-3f7e-40aa-ae2e-1e8e86817f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:24.233742 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6133b245-376f-46b6-87a3-68ff5e073315 req-602a4ff4-3f7e-40aa-ae2e-1e8e86817f45 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=928ed4d0815c4153bc0f232c9e52c223&device_id=41ea09a7-1734-4054-b456-3a6fce99be27 HTTP/1.1" status: 200 len: 1094 time: 0.2179675 Nov 23 21:54:24.252101 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-e7ed76ed-794b-444f-a0df-e2401a597ddf admin admin] Allocated IP 172.20.0.1 (1f34eebc-f88f-4362-9a35-3496c9faad72/0ee598eb-2a1d-4204-a47b-609e766d3330/aba63743-d2e3-4555-9bb3-eb198f0e9813) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:54:24.385847 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6133b245-376f-46b6-87a3-68ff5e073315 req-8997486e-70c8-4bff-89dd-e475cecde8d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9f56501-0ae5-4e60-abb1-9a7795ed9cf8 HTTP/1.1" status: 200 len: 217 time: 0.1351731 Nov 23 21:54:24.395415 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] Set router 18668eb5-38ba-4d10-9003-4f942d9be40c gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:54:24.450706 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e7ed76ed-794b-444f-a0df-e2401a597ddf admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:24.519088 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133b245-376f-46b6-87a3-68ff5e073315 req-786b7432-7900-4914-b6a7-40502897f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:24.520631 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6133b245-376f-46b6-87a3-68ff5e073315 req-786b7432-7900-4914-b6a7-40502897f4dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0056705a-d511-4857-982b-628123088030 HTTP/1.1" status: 200 len: 852 time: 0.1201470 Nov 23 21:54:24.581802 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e7ed76ed-794b-444f-a0df-e2401a597ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:24.593400 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6133b245-376f-46b6-87a3-68ff5e073315 req-3863f78c-a830-402b-82e0-6d6a18fef0d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575120 Nov 23 21:54:24.625417 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-ebf6de39-be4b-411c-9bad-7f69abaf9a2b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Allocated IP 10.2.2.200 (da4238c6-b353-4586-8707-c40d3aada134/894a547e-38e5-4870-bda6-a43a8f7f2b67/247b2c22-bf5b-4a93-af05-80b974a24c48) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:54:24.637106 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af4d30fa-17f0-437d-bb3b-017b10b7af1b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:24.659519 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ed76ed-794b-444f-a0df-e2401a597ddf admin admin] Network 1f34eebc-f88f-4362-9a35-3496c9faad72 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:54:24.772896 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b17feba8-78a5-4459-84a0-22c351bcb12d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:24.798619 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b17feba8-78a5-4459-84a0-22c351bcb12d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:24.818957 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'name': 'tempest-ServerActionsTestJSON-347313043-router', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:54:15Z', 'updated_at': '2021-11-23T21:54:21Z', 'revision_number': 3, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'gw_port': {'id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:21:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:17Z', 'updated_at': '2021-11-23T21:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:24.857824 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d30fa-17f0-437d-bb3b-017b10b7af1b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'Subnet': ['ID=d8ed7757-5dd2-4cb6-b20d-c41479aceac3,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:24.869553 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e268236c-a010-4987-987d-45cf00ba3b20 None None] The sync data for ids ['18668eb5-38ba-4d10-9003-4f942d9be40c'] in n-d-816206-9 is: [{'id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'name': 'tempest-ServerActionsTestJSON-347313043-router', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:54:15Z', 'updated_at': '2021-11-23T21:54:21Z', 'revision_number': 3, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'gw_port': {'id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:21:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:17Z', 'updated_at': '2021-11-23T21:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:54:24.921355 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6133b245-376f-46b6-87a3-68ff5e073315 req-f3855d28-e8eb-431b-b6eb-8b1780521c0c service neutron] 10.222.0.60 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163455 Nov 23 21:54:24.984257 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17feba8-78a5-4459-84a0-22c351bcb12d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Pushing event updated for resources: {'Port': ['ID=0973e1bc-3713-43a4-b7fe-e996f13219b6,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:25.004411 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d30fa-17f0-437d-bb3b-017b10b7af1b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Checking segment: {'id': '8b5abdb0-5d37-4d2c-aa8c-043e0d03e4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '60cd6def-1bc6-465e-8aa3-94b31c9d79fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:25.004783 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4d30fa-17f0-437d-bb3b-017b10b7af1b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Network hostable DHCP agents. Network: 60cd6def-1bc6-465e-8aa3-94b31c9d79fc, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:54:25.088609 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b17feba8-78a5-4459-84a0-22c351bcb12d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:25.102401 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-e7ed76ed-794b-444f-a0df-e2401a597ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:25.130207 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ed76ed-794b-444f-a0df-e2401a597ddf admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:54:25.171125 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4d30fa-17f0-437d-bb3b-017b10b7af1b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Network 60cd6def-1bc6-465e-8aa3-94b31c9d79fc is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:54:25.220760 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6133b245-376f-46b6-87a3-68ff5e073315 req-6948299e-42ec-4bfd-b8b5-89cdbabc6b8b service neutron] 10.222.0.60 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553282 Nov 23 21:54:25.224277 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b17feba8-78a5-4459-84a0-22c351bcb12d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:25.225763 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b17feba8-78a5-4459-84a0-22c351bcb12d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1481926 Nov 23 21:54:25.264487 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-ebf6de39-be4b-411c-9bad-7f69abaf9a2b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:25.335832 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81863c2-58a1-499d-993f-1e2c3bd7b775 req-87d42af6-89a2-40eb-a70a-8dec95cc4de1 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:25.353875 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a81863c2-58a1-499d-993f-1e2c3bd7b775 req-87d42af6-89a2-40eb-a70a-8dec95cc4de1 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 946 time: 0.6929133 Nov 23 21:54:25.364192 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed76ed-794b-444f-a0df-e2401a597ddf admin admin] Pushing event updated for resources: {'Port': ['ID=aba63743-d2e3-4555-9bb3-eb198f0e9813,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:25.385417 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-af4d30fa-17f0-437d-bb3b-017b10b7af1b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 60cd6def-1bc6-465e-8aa3-94b31c9d79fc) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:25.408412 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25b45ce-d49c-4e6f-a640-01ec081a2ff8 None None] Network 60cd6def-1bc6-465e-8aa3-94b31c9d79fc requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:54:25.412144 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25ab45-0555-4929-8bae-99358165c91e req-69864ada-9f50-4a4c-853d-5914cb6646d6 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:25.413826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b25ab45-0555-4929-8bae-99358165c91e req-69864ada-9f50-4a4c-853d-5914cb6646d6 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ea09a7-1734-4054-b456-3a6fce99be27 HTTP/1.1" status: 200 len: 943 time: 0.8717599 Nov 23 21:54:25.418553 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e7ed76ed-794b-444f-a0df-e2401a597ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:25.466539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4d30fa-17f0-437d-bb3b-017b10b7af1b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:25.467510 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af4d30fa-17f0-437d-bb3b-017b10b7af1b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:25.490368 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-ebf6de39-be4b-411c-9bad-7f69abaf9a2b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:25.577925 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6de39-be4b-411c-9bad-7f69abaf9a2b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event updated for resources: {'Port': ['ID=247b2c22-bf5b-4a93-af05-80b974a24c48,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:25.598837 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48806c83-80b6-47aa-8822-ee1e32ce19d7 req-0c8f31f2-771b-4cf1-b277-bcf8ae3291ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:25.600639 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-48806c83-80b6-47aa-8822-ee1e32ce19d7 req-0c8f31f2-771b-4cf1-b277-bcf8ae3291ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=928ed4d0815c4153bc0f232c9e52c223&device_id=41ea09a7-1734-4054-b456-3a6fce99be27 HTTP/1.1" status: 200 len: 1094 time: 0.2424881 Nov 23 21:54:25.604561 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-af4d30fa-17f0-437d-bb3b-017b10b7af1b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6885164 Nov 23 21:54:25.615844 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-ebf6de39-be4b-411c-9bad-7f69abaf9a2b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Network da4238c6-b353-4586-8707-c40d3aada134 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:54:25.617012 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57770) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:25.620046 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-ebf6de39-be4b-411c-9bad-7f69abaf9a2b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:25.636096 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-ebf6de39-be4b-411c-9bad-7f69abaf9a2b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:54:25.645834 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-2566cac4-1d85-48a3-80b3-9ad42c4c7b4d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1683066938'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:25.689389 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b25ab45-0555-4929-8bae-99358165c91e req-f81e2e14-65bc-4c5d-8d1a-d903ca0eed1e tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699520 Nov 23 21:54:25.765025 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e7ed76ed-794b-444f-a0df-e2401a597ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:25.799078 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48806c83-80b6-47aa-8822-ee1e32ce19d7 req-ba065640-30d3-407b-bbf0-f7111c9a27db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:25.801198 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-48806c83-80b6-47aa-8822-ee1e32ce19d7 req-ba065640-30d3-407b-bbf0-f7111c9a27db service neutron] 10.222.0.60 "GET /v2.0/networks?id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b HTTP/1.1" status: 200 len: 913 time: 0.1832287 Nov 23 21:54:25.804335 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-31738b5a-82c1-46a0-a414-63d468360fc7 None None] Provisioning complete for port aba63743-d2e3-4555-9bb3-eb198f0e9813 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:25.804719 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-31738b5a-82c1-46a0-a414-63d468360fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:25.823772 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2566cac4-1d85-48a3-80b3-9ad42c4c7b4d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Made reservation on behalf of a90a63493e2d4f24bf817b2e8511c45b for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:25.828192 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2566cac4-1d85-48a3-80b3-9ad42c4c7b4d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:25.867266 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a81863c2-58a1-499d-993f-1e2c3bd7b775 req-002e8e43-a48c-43ec-8d84-e6e3d88f5e6b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122740 Nov 23 21:54:25.935030 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8ec39-9166-40da-bd1b-f6f24257e84e req-800e26d1-7755-42f2-9e73-345182cfc8d8 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:25.936900 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ebf8ec39-9166-40da-bd1b-f6f24257e84e req-800e26d1-7755-42f2-9e73-345182cfc8d8 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 944 time: 0.7462220 Nov 23 21:54:26.005584 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-48806c83-80b6-47aa-8822-ee1e32ce19d7 req-83885b89-976e-4fcf-bffe-3d3ec7163d86 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9f56501-0ae5-4e60-abb1-9a7795ed9cf8 HTTP/1.1" status: 200 len: 217 time: 0.1611738 Nov 23 21:54:26.030531 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2566cac4-1d85-48a3-80b3-9ad42c4c7b4d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:54:26.121258 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e2ce64-c3a7-431e-9325-f8d3116ed536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-60cd6def-1bc6-465e-8aa3-94b31c9d79fc', 'network_id': '60cd6def-1bc6-465e-8aa3-94b31c9d79fc', 'tenant_id': 'a90a63493e2d4f24bf817b2e8511c45b', 'fixed_ips': [{'subnet_id': 'd8ed7757-5dd2-4cb6-b20d-c41479aceac3'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:54:26.122173 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-01e2ce64-c3a7-431e-9325-f8d3116ed536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:26.164266 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-31738b5a-82c1-46a0-a414-63d468360fc7 None None] Port aba63743-d2e3-4555-9bb3-eb198f0e9813 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:54:26.190351 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48806c83-80b6-47aa-8822-ee1e32ce19d7 req-4c6969c4-0d95-4079-abb5-8a24baed107e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:26.193073 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-48806c83-80b6-47aa-8822-ee1e32ce19d7 req-4c6969c4-0d95-4079-abb5-8a24baed107e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0056705a-d511-4857-982b-628123088030 HTTP/1.1" status: 200 len: 852 time: 0.1551800 Nov 23 21:54:26.266688 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-48806c83-80b6-47aa-8822-ee1e32ce19d7 req-a0430a14-cb05-4a87-bb61-b615e161d961 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=47e2de02-96a6-4fca-9bfd-f20c1775fa4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566046 Nov 23 21:54:26.287282 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-ebf6de39-be4b-411c-9bad-7f69abaf9a2b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:26.291511 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-ebf6de39-be4b-411c-9bad-7f69abaf9a2b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:26.319441 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2566cac4-1d85-48a3-80b3-9ad42c4c7b4d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:26.320372 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-2566cac4-1d85-48a3-80b3-9ad42c4c7b4d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Added segment 613052ab-1a6e-4256-9005-fbede30090f1 of type vlan for network 38cba3a3-3086-4d55-8198-89517fca2eec Nov 23 21:54:26.357987 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-ebf6de39-be4b-411c-9bad-7f69abaf9a2b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4584332 Nov 23 21:54:26.372587 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-fa0e3077-788f-4fc9-9d2f-3d4e356005fa None None] Provisioning complete for port 247b2c22-bf5b-4a93-af05-80b974a24c48 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:26.372985 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3077-788f-4fc9-9d2f-3d4e356005fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:26.376371 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-068c5ccd-e034-404e-9f49-4bf4ab6629dd service neutron] Request body: {'port': {'device_id': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:26.389865 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e7ed76ed-794b-444f-a0df-e2401a597ddf admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:26.417055 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e7ed76ed-794b-444f-a0df-e2401a597ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:26.419248 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-fa0e3077-788f-4fc9-9d2f-3d4e356005fa None None] Port 247b2c22-bf5b-4a93-af05-80b974a24c48 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:54:26.483727 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-01e2ce64-c3a7-431e-9325-f8d3116ed536 None None] Allocated IP 2001:db8:0:ffff::2 (60cd6def-1bc6-465e-8aa3-94b31c9d79fc/d8ed7757-5dd2-4cb6-b20d-c41479aceac3/e507bbad-14f1-4e75-9441-c0cf657e2408) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:54:26.500938 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e7ed76ed-794b-444f-a0df-e2401a597ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:26.534541 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a732a2-721b-4f34-bb9a-18f2d42244ab req-6e5060ce-9f69-4d3d-bd63-8cef2a025efc tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:26.541707 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a732a2-721b-4f34-bb9a-18f2d42244ab req-6e5060ce-9f69-4d3d-bd63-8cef2a025efc tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:26.549991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a732a2-721b-4f34-bb9a-18f2d42244ab req-6e5060ce-9f69-4d3d-bd63-8cef2a025efc tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:26.564024 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a732a2-721b-4f34-bb9a-18f2d42244ab req-6e5060ce-9f69-4d3d-bd63-8cef2a025efc tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:26.577926 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a732a2-721b-4f34-bb9a-18f2d42244ab req-6e5060ce-9f69-4d3d-bd63-8cef2a025efc tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:26.584219 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-00a732a2-721b-4f34-bb9a-18f2d42244ab req-6e5060ce-9f69-4d3d-bd63-8cef2a025efc tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 3816 time: 0.5282781 Nov 23 21:54:26.618447 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1867676-acbe-4435-926a-0d9b810115f7 req-4e8ecbfa-21a0-4609-9135-8223405c92ce tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:26.620050 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1867676-acbe-4435-926a-0d9b810115f7 req-4e8ecbfa-21a0-4609-9135-8223405c92ce tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee727e1d-420a-4137-acb0-896cdae4eb29 HTTP/1.1" status: 200 len: 944 time: 0.5477238 Nov 23 21:54:26.633581 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2566cac4-1d85-48a3-80b3-9ad42c4c7b4d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:26.702317 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-068c5ccd-e034-404e-9f49-4bf4ab6629dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:26.710532 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-ebf8ec39-9166-40da-bd1b-f6f24257e84e req-a611fa89-f8e0-43c3-a5d0-07da0ed8b326 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Deleting port 51751ce7-ef29-4a43-9cde-4086304daed5 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:54:26.711022 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ebf8ec39-9166-40da-bd1b-f6f24257e84e req-a611fa89-f8e0-43c3-a5d0-07da0ed8b326 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:26.718543 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:54:26.723272 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-48806c83-80b6-47aa-8822-ee1e32ce19d7 req-c52160bf-ca00-4999-afe3-6fe245e9a9f1 service neutron] 10.222.0.60 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091523 Nov 23 21:54:26.727031 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2566cac4-1d85-48a3-80b3-9ad42c4c7b4d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:26.733759 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2566cac4-1d85-48a3-80b3-9ad42c4c7b4d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:26.735336 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2566cac4-1d85-48a3-80b3-9ad42c4c7b4d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:26.776398 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-01e2ce64-c3a7-431e-9325-f8d3116ed536 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:26.795912 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-01e2ce64-c3a7-431e-9325-f8d3116ed536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:26.800806 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:26.801365 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:26.830107 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566cac4-1d85-48a3-80b3-9ad42c4c7b4d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'Network': ['ID=38cba3a3-3086-4d55-8198-89517fca2eec,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:26.873418 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 38cba3a3-3086-4d55-8198-89517fca2eec details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:54:26.883154 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed76ed-794b-444f-a0df-e2401a597ddf admin admin] Pushing event updated for resources: {'Port': ['ID=aba63743-d2e3-4555-9bb3-eb198f0e9813,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:26.900837 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2566cac4-1d85-48a3-80b3-9ad42c4c7b4d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2601869 Nov 23 21:54:26.901756 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57776) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:26.911623 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f3b740d7-44a9-4ad0-962c-136ca665aec1 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Request body: {'subnet': {'network_id': '38cba3a3-3086-4d55-8198-89517fca2eec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:26.943667 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-00a732a2-721b-4f34-bb9a-18f2d42244ab req-d74a7627-d412-46ba-bfc6-9c7e6ad7ae6d tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3225830 Nov 23 21:54:26.951001 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1867676-acbe-4435-926a-0d9b810115f7 req-a0e15f67-0779-43bc-80d7-6898dce0a8ae tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199690 Nov 23 21:54:27.011641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e2ce64-c3a7-431e-9325-f8d3116ed536 None None] Network 60cd6def-1bc6-465e-8aa3-94b31c9d79fc is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:54:27.013164 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-ebf8ec39-9166-40da-bd1b-f6f24257e84e req-a611fa89-f8e0-43c3-a5d0-07da0ed8b326 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] For port 51751ce7-ef29-4a43-9cde-4086304daed5, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=51751ce7-ef29-4a43-9cde-4086304daed5,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:27.013827 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ebf8ec39-9166-40da-bd1b-f6f24257e84e req-a611fa89-f8e0-43c3-a5d0-07da0ed8b326 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:27.032342 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ed76ed-794b-444f-a0df-e2401a597ddf admin admin] Network 1f34eebc-f88f-4362-9a35-3496c9faad72 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:54:27.036421 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-e7ed76ed-794b-444f-a0df-e2401a597ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:27.044478 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-ebf8ec39-9166-40da-bd1b-f6f24257e84e req-a611fa89-f8e0-43c3-a5d0-07da0ed8b326 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Calling delete_port for 51751ce7-ef29-4a43-9cde-4086304daed5 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:54:27.055229 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-01e2ce64-c3a7-431e-9325-f8d3116ed536 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:27.084995 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e2ce64-c3a7-431e-9325-f8d3116ed536 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:54:27.143312 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2ce64-c3a7-431e-9325-f8d3116ed536 None None] Pushing event updated for resources: {'Port': ['ID=e507bbad-14f1-4e75-9441-c0cf657e2408,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:27.219257 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-48806c83-80b6-47aa-8822-ee1e32ce19d7 req-41ec8f38-e31b-4bdb-b34f-96f68182bfb4 service neutron] 10.222.0.60 "GET /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806466 Nov 23 21:54:27.241363 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-01e2ce64-c3a7-431e-9325-f8d3116ed536 None None] Attempting to bind port e507bbad-14f1-4e75-9441-c0cf657e2408 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:54:27.242018 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-01e2ce64-c3a7-431e-9325-f8d3116ed536 None None] Attempting to bind port e507bbad-14f1-4e75-9441-c0cf657e2408 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '8b5abdb0-5d37-4d2c-aa8c-043e0d03e4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '60cd6def-1bc6-465e-8aa3-94b31c9d79fc'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:54:27.242545 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e2ce64-c3a7-431e-9325-f8d3116ed536 None None] Attempting to bind port e507bbad-14f1-4e75-9441-c0cf657e2408 on network 60cd6def-1bc6-465e-8aa3-94b31c9d79fc {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:27.260128 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e2ce64-c3a7-431e-9325-f8d3116ed536 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:54:27.260513 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e2ce64-c3a7-431e-9325-f8d3116ed536 None None] Checking segment: {'id': '8b5abdb0-5d37-4d2c-aa8c-043e0d03e4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '60cd6def-1bc6-465e-8aa3-94b31c9d79fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:27.260923 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-01e2ce64-c3a7-431e-9325-f8d3116ed536 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:27.261321 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e2ce64-c3a7-431e-9325-f8d3116ed536 None None] Bound using segment: {'id': '8b5abdb0-5d37-4d2c-aa8c-043e0d03e4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '60cd6def-1bc6-465e-8aa3-94b31c9d79fc'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:54:27.262008 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-01e2ce64-c3a7-431e-9325-f8d3116ed536 None None] Bound port: e507bbad-14f1-4e75-9441-c0cf657e2408, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b5abdb0-5d37-4d2c-aa8c-043e0d03e4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '60cd6def-1bc6-465e-8aa3-94b31c9d79fc'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:54:27.262194 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-01e2ce64-c3a7-431e-9325-f8d3116ed536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:27.348804 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b740d7-44a9-4ad0-962c-136ca665aec1 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Made reservation on behalf of a90a63493e2d4f24bf817b2e8511c45b for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:27.353620 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3b740d7-44a9-4ad0-962c-136ca665aec1 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:27.367700 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:27.401089 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:27.436290 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:27.489680 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-01e2ce64-c3a7-431e-9325-f8d3116ed536 None None] For port e507bbad-14f1-4e75-9441-c0cf657e2408, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:54:27.492027 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-01e2ce64-c3a7-431e-9325-f8d3116ed536 None None] For port e507bbad-14f1-4e75-9441-c0cf657e2408, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e507bbad-14f1-4e75-9441-c0cf657e2408,segment=NetworkSegment(8b5abdb0-5d37-4d2c-aa8c-043e0d03e4bf),segment_id=8b5abdb0-5d37-4d2c-aa8c-043e0d03e4bf)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:54:27.509340 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-01e2ce64-c3a7-431e-9325-f8d3116ed536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:27.522684 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:27.620999 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2e03cf33-a366-4c19-9870-19cdc7a0e519 None None] Provisioning complete for port aba63743-d2e3-4555-9bb3-eb198f0e9813 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:27.621400 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2e03cf33-a366-4c19-9870-19cdc7a0e519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:27.629447 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-e2586c3b-79f3-4e57-b42b-b5ad68b76f94 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1109793845&fields=id&tenant_id=32839c3e63d04827b470d0a106b18e8e HTTP/1.1" status: 200 len: 267 time: 0.5411580 Nov 23 21:54:27.630158 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ebf8ec39-9166-40da-bd1b-f6f24257e84e req-a611fa89-f8e0-43c3-a5d0-07da0ed8b326 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:27.670879 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-2e03cf33-a366-4c19-9870-19cdc7a0e519 None None] Port aba63743-d2e3-4555-9bb3-eb198f0e9813 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:54:27.672580 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2ce64-c3a7-431e-9325-f8d3116ed536 None None] Pushing event updated for resources: {'Port': ['ID=e507bbad-14f1-4e75-9441-c0cf657e2408,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:27.714187 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-068c5ccd-e034-404e-9f49-4bf4ab6629dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d424e8e0-16b4-44c7-83b5-3077daab21d3 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:54:27.722454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ed76ed-794b-444f-a0df-e2401a597ddf admin admin] Router 18668eb5-38ba-4d10-9003-4f942d9be40c has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:54:27.726459 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-068c5ccd-e034-404e-9f49-4bf4ab6629dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:27.728564 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611fa89-f8e0-43c3-a5d0-07da0ed8b326 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Pushing event deleted for resources: {'Port': ['ID=51751ce7-ef29-4a43-9cde-4086304daed5,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:27.749992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-068c5ccd-e034-404e-9f49-4bf4ab6629dd service neutron] Transition to ACTIVE for port object d424e8e0-16b4-44c7-83b5-3077daab21d3 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:54:27.755090 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-068c5ccd-e034-404e-9f49-4bf4ab6629dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:27.808490 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf8ec39-9166-40da-bd1b-f6f24257e84e req-a611fa89-f8e0-43c3-a5d0-07da0ed8b326 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] No DVR routers for this DVR port 51751ce7-ef29-4a43-9cde-4086304daed5 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:54:27.838071 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ebf8ec39-9166-40da-bd1b-f6f24257e84e req-a611fa89-f8e0-43c3-a5d0-07da0ed8b326 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:27.842873 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ebf8ec39-9166-40da-bd1b-f6f24257e84e req-a611fa89-f8e0-43c3-a5d0-07da0ed8b326 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.53 "DELETE /v2.0/ports/51751ce7-ef29-4a43-9cde-4086304daed5 HTTP/1.1" status: 204 len: 173 time: 1.8967454 Nov 23 21:54:27.842873 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee727e1d-420a-4137-acb0-896cdae4eb29', 'name': 'network-vif-deleted', 'tag': '51751ce7-ef29-4a43-9cde-4086304daed5'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:27.845947 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f21d68a-3062-421c-b5dd-bf9d08d62ae7" -d '{"events": [{"server_uuid": "ee727e1d-420a-4137-acb0-896cdae4eb29", "name": "network-vif-deleted", "tag": "51751ce7-ef29-4a43-9cde-4086304daed5"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:27.865756 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3199d-81c3-4356-9565-947039d327a2 req-6f1d4ecd-7e36-4ee3-917c-72ab775fab82 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:27.867353 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2de3199d-81c3-4356-9565-947039d327a2 req-6f1d4ecd-7e36-4ee3-917c-72ab775fab82 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ea09a7-1734-4054-b456-3a6fce99be27 HTTP/1.1" status: 200 len: 943 time: 0.3946199 Nov 23 21:54:27.912520 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ead0b506-c511-4b6a-8686-efc47da91ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:27.926352 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c5ccd-e034-404e-9f49-4bf4ab6629dd service neutron] Pushing event updated for resources: {'Port': ['ID=d424e8e0-16b4-44c7-83b5-3077daab21d3,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:27.945862 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3b740d7-44a9-4ad0-962c-136ca665aec1 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:28.032310 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b740d7-44a9-4ad0-962c-136ca665aec1 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'Subnet': ['ID=6dc39e58-1755-4f7e-9119-9e4b2f11f70b,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:28.105036 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-fd1c07d4-a27b-4901-a590-d81bfa9150b4 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:28.106290 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-fd1c07d4-a27b-4901-a590-d81bfa9150b4 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/networks?id=14f777ba-77da-410e-897f-1430639bb0d7 HTTP/1.1" status: 200 len: 816 time: 0.4559286 Nov 23 21:54:28.142912 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b740d7-44a9-4ad0-962c-136ca665aec1 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Checking segment: {'id': '613052ab-1a6e-4256-9005-fbede30090f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '38cba3a3-3086-4d55-8198-89517fca2eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:28.143190 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b740d7-44a9-4ad0-962c-136ca665aec1 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Network hostable DHCP agents. Network: 38cba3a3-3086-4d55-8198-89517fca2eec, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:54:28.145709 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-068c5ccd-e034-404e-9f49-4bf4ab6629dd service neutron] Attempting to bind port d424e8e0-16b4-44c7-83b5-3077daab21d3 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:54:28.146052 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-068c5ccd-e034-404e-9f49-4bf4ab6629dd service neutron] Attempting to bind port d424e8e0-16b4-44c7-83b5-3077daab21d3 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '04b558a6-0d7e-4457-ad02-a7105ab094c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5b374035-6ec9-4585-9414-d17339221c43'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:54:28.146394 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-068c5ccd-e034-404e-9f49-4bf4ab6629dd service neutron] Attempting to bind port d424e8e0-16b4-44c7-83b5-3077daab21d3 on network 5b374035-6ec9-4585-9414-d17339221c43 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:28.156271 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2de3199d-81c3-4356-9565-947039d327a2 req-e3613aa7-f468-4de0-9712-6fb45044438b tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107491 Nov 23 21:54:28.160745 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-d66b6725-7563-468d-bfe7-b05bcb5f3208 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/quotas/32839c3e63d04827b470d0a106b18e8e HTTP/1.1" status: 200 len: 375 time: 0.0387304 Nov 23 21:54:28.169289 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-068c5ccd-e034-404e-9f49-4bf4ab6629dd service neutron] Port d424e8e0-16b4-44c7-83b5-3077daab21d3 on network 5b374035-6ec9-4585-9414-d17339221c43 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:54:28.179277 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-068c5ccd-e034-404e-9f49-4bf4ab6629dd service neutron] Attempting to bind port d424e8e0-16b4-44c7-83b5-3077daab21d3 on network 5b374035-6ec9-4585-9414-d17339221c43 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:28.207354 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-068c5ccd-e034-404e-9f49-4bf4ab6629dd service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:54:28.211663 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-068c5ccd-e034-404e-9f49-4bf4ab6629dd service neutron] Checking segment: {'id': '04b558a6-0d7e-4457-ad02-a7105ab094c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5b374035-6ec9-4585-9414-d17339221c43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:28.213112 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-068c5ccd-e034-404e-9f49-4bf4ab6629dd service neutron] Bound using segment: {'id': '04b558a6-0d7e-4457-ad02-a7105ab094c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5b374035-6ec9-4585-9414-d17339221c43'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:54:28.214666 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-068c5ccd-e034-404e-9f49-4bf4ab6629dd service neutron] Bound port: d424e8e0-16b4-44c7-83b5-3077daab21d3, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b558a6-0d7e-4457-ad02-a7105ab094c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '5b374035-6ec9-4585-9414-d17339221c43'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:54:28.217801 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-068c5ccd-e034-404e-9f49-4bf4ab6629dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:28.235292 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ed76ed-794b-444f-a0df-e2401a597ddf admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:54:28.246750 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] Sync routers for ids ['18668eb5-38ba-4d10-9003-4f942d9be40c'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:54:28.264460 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e7ed76ed-794b-444f-a0df-e2401a597ddf admin admin] 10.222.0.50 "PUT /v2.0/routers/18668eb5-38ba-4d10-9003-4f942d9be40c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8300552 Nov 23 21:54:28.278502 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] Routers {'18668eb5-38ba-4d10-9003-4f942d9be40c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:54:28.279168 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:54:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['18668eb5-38ba-4d10-9003-4f942d9be40c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:28.288113 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b740d7-44a9-4ad0-962c-136ca665aec1 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Network 38cba3a3-3086-4d55-8198-89517fca2eec is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:54:28.305595 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-1a05b419-67b6-44c5-aeef-415359b135b4 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=32839c3e63d04827b470d0a106b18e8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1371348 Nov 23 21:54:28.323343 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 51751ce7-ef29-4a43-9cde-4086304daed5 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:54:28.383821 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-f3b740d7-44a9-4ad0-962c-136ca665aec1 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 38cba3a3-3086-4d55-8198-89517fca2eec) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:28.397994 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd7c683-ab90-44d3-be09-650b9b57d348 None None] Network 38cba3a3-3086-4d55-8198-89517fca2eec requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:54:28.401917 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 51751ce7-ef29-4a43-9cde-4086304daed5 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:54:28.402329 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 51751ce7-ef29-4a43-9cde-4086304daed5 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:54:28.408919 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b740d7-44a9-4ad0-962c-136ca665aec1 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:28.409520 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3b740d7-44a9-4ad0-962c-136ca665aec1 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:28.447648 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] Set router 18668eb5-38ba-4d10-9003-4f942d9be40c gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:54:28.518392 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f3b740d7-44a9-4ad0-962c-136ca665aec1 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6118324 Nov 23 21:54:28.525722 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57798) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:28.569712 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-068c5ccd-e034-404e-9f49-4bf4ab6629dd service neutron] For port d424e8e0-16b4-44c7-83b5-3077daab21d3, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:54:28.573370 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-068c5ccd-e034-404e-9f49-4bf4ab6629dd service neutron] For port d424e8e0-16b4-44c7-83b5-3077daab21d3, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=d424e8e0-16b4-44c7-83b5-3077daab21d3,segment=NetworkSegment(04b558a6-0d7e-4457-ad02-a7105ab094c5),segment_id=04b558a6-0d7e-4457-ad02-a7105ab094c5)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:54:28.589817 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-068c5ccd-e034-404e-9f49-4bf4ab6629dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:28.781073 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c5ccd-e034-404e-9f49-4bf4ab6629dd service neutron] Pushing event updated for resources: {'Port': ['ID=d424e8e0-16b4-44c7-83b5-3077daab21d3,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:28.815646 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-068c5ccd-e034-404e-9f49-4bf4ab6629dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:28.818590 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-068c5ccd-e034-404e-9f49-4bf4ab6629dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:28.830934 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-068c5ccd-e034-404e-9f49-4bf4ab6629dd service neutron] 10.222.0.53 "PUT /v2.0/ports/d424e8e0-16b4-44c7-83b5-3077daab21d3 HTTP/1.1" status: 200 len: 1091 time: 2.4610369 Nov 23 21:54:28.831451 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'tag': 'd424e8e0-16b4-44c7-83b5-3077daab21d3'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:28.834121 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c42f71-27eb-49f7-9681-a125c3c9ab0f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "tag": "d424e8e0-16b4-44c7-83b5-3077daab21d3"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:28.871600 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-582e4a6f-b10b-48f6-9a61-d0f7faa02eba service neutron] Request body: {'port': {'device_id': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:28.944345 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:28.964026 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef8e93-29aa-4932-9c2e-e46833e22612 req-919f778f-d4ee-4b8d-b76a-585da632733b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:28.975334 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1aef8e93-29aa-4932-9c2e-e46833e22612 req-919f778f-d4ee-4b8d-b76a-585da632733b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 946 time: 0.5858660 Nov 23 21:54:28.987984 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-0c542dc7-6e5c-4330-b91c-f3d4db430f7e service neutron] 10.222.0.50 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6586556 Nov 23 21:54:28.998336 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e507bbad-14f1-4e75-9441-c0cf657e2408 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:54:29.049618 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'name': 'tempest-ServerActionsTestJSON-347313043-router', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:54:15Z', 'updated_at': '2021-11-23T21:54:25Z', 'revision_number': 4, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'gw_port': {'id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:17Z', 'updated_at': '2021-11-23T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'aba63743-d2e3-4555-9bb3-eb198f0e9813', 'name': '', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'mac_address': 'fa:16:3e:22:f0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:23Z', 'updated_at': '2021-11-23T21:54:26Z', 'revision_number': 2, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'subnets': [{'id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:29.052389 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device b9f56501-0ae5-4e60-abb1-9a7795ed9cf8 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:54:29.098056 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:29.112554 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] Checking router: 18668eb5-38ba-4d10-9003-4f942d9be40c for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:54:29.120160 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] Updating router 18668eb5-38ba-4d10-9003-4f942d9be40c port aba63743-d2e3-4555-9bb3-eb198f0e9813 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:54:29.139865 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f87f73b-d1e1-44e1-8ba4-62a14b593231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-38cba3a3-3086-4d55-8198-89517fca2eec', 'network_id': '38cba3a3-3086-4d55-8198-89517fca2eec', 'tenant_id': 'a90a63493e2d4f24bf817b2e8511c45b', 'fixed_ips': [{'subnet_id': '6dc39e58-1755-4f7e-9119-9e4b2f11f70b'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:54:29.140944 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5f87f73b-d1e1-44e1-8ba4-62a14b593231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:29.201197 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:29.204103 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server [None req-5f87f73b-d1e1-44e1-8ba4-62a14b593231 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6dc39e58-1755-4f7e-9119-9e4b2f11f70b: This subnet is being modified by another concurrent operation. Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 21:54:29.365738 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise exception Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6dc39e58-1755-4f7e-9119-9e4b2f11f70b: This subnet is being modified by another concurrent operation. Nov 23 21:54:29.369402 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server Nov 23 21:54:29.379361 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.resource_extend [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 21:54:29.395800 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:29.436026 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38cba3a3-3086-4d55-8198-89517fca2eec']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:29.447971 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613052ab-1a6e-4256-9005-fbede30090f1') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:29.448324 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613052ab-1a6e-4256-9005-fbede30090f1') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:29.462159 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:29.473069 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d62d93-426c-442d-a90d-21dbd06aa80d None None] Network 38cba3a3-3086-4d55-8198-89517fca2eec requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:54:29.474906 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4680094e-4633-4461-9295-3922da3b30a7 None None] Network 60cd6def-1bc6-465e-8aa3-94b31c9d79fc requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:54:29.480327 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:29.489078 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:54:29.489907 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:29.562073 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Subnet': ['ID=6dc39e58-1755-4f7e-9119-9e4b2f11f70b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:29.565360 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-582e4a6f-b10b-48f6-9a61-d0f7faa02eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:54:29.571027 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:54:29.577976 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:29.579028 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:29.579624 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:29.580153 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:29.580533 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:29.580875 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:29.581209 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:29.581873 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:29.582207 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:29.582533 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:29.582924 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:29.583254 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:54:29.611282 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1aef8e93-29aa-4932-9c2e-e46833e22612 req-df35bd22-07b3-448f-911a-b0d61f7b26c1 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6336973 Nov 23 21:54:29.622452 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:29.681264 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:29.692613 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/networks/38cba3a3-3086-4d55-8198-89517fca2eec HTTP/1.1" status: 204 len: 168 time: 1.1090076 Nov 23 21:54:29.697252 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57804) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:29.710193 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-885d88a5-231e-4b91-a0be-8db673c76ad9 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1202196958'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:29.738689 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede32676-2632-4308-ab40-5863f2f9022c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Network': ['ID=38cba3a3-3086-4d55-8198-89517fca2eec,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:29.793430 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885d88a5-231e-4b91-a0be-8db673c76ad9 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Made reservation on behalf of a90a63493e2d4f24bf817b2e8511c45b for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:29.796716 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-97c095e4-14f4-4a35-b9b3-ec31c7bbd511 None None] Provisioning complete for port e507bbad-14f1-4e75-9441-c0cf657e2408 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:29.797537 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-97c095e4-14f4-4a35-b9b3-ec31c7bbd511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:29.800256 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port e507bbad-14f1-4e75-9441-c0cf657e2408 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:29.800622 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:29.805963 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-885d88a5-231e-4b91-a0be-8db673c76ad9 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:29.821631 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:29.823111 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-3d5480ca-b69e-4cc7-8328-7bef2848d25e service neutron] 10.222.0.50 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8145666 Nov 23 21:54:29.837889 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:29.853960 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885d88a5-231e-4b91-a0be-8db673c76ad9 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:54:29.862433 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81aec3fa-c983-48fd-baf2-8c5967767c70 x-openstack-request-id: req-81aec3fa-c983-48fd-baf2-8c5967767c70 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:29.866421 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee727e1d-420a-4137-acb0-896cdae4eb29", "name": "network-vif-deleted", "tag": "51751ce7-ef29-4a43-9cde-4086304daed5", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:29.866857 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-81aec3fa-c983-48fd-baf2-8c5967767c70 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:29.868012 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee727e1d-420a-4137-acb0-896cdae4eb29', 'name': 'network-vif-deleted', 'tag': '51751ce7-ef29-4a43-9cde-4086304daed5', 'status': 'completed', 'code': 200} Nov 23 21:54:29.888415 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-885d88a5-231e-4b91-a0be-8db673c76ad9 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:29.889024 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-885d88a5-231e-4b91-a0be-8db673c76ad9 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Added segment 02b1bacb-0cb3-4eef-9848-2c37eb3c14e9 of type vlan for network 6061858e-81e5-4936-a58c-638e9782e99f Nov 23 21:54:29.907144 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d88b43-5b1b-48b9-a259-6b80f3ecd625 None None] Pushing event updated for resources: {'Port': ['ID=aba63743-d2e3-4555-9bb3-eb198f0e9813,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:29.948764 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port b9f56501-0ae5-4e60-abb1-9a7795ed9cf8, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=b9f56501-0ae5-4e60-abb1-9a7795ed9cf8,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:30.004688 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:30.024783 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-885d88a5-231e-4b91-a0be-8db673c76ad9 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:30.102341 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'b9f56501-0ae5-4e60-abb1-9a7795ed9cf8', 'network_id': '47e2de02-96a6-4fca-9bfd-f20c1775fa4b', 'port_id': 'b9f56501-0ae5-4e60-abb1-9a7795ed9cf8', 'mac_address': 'fa:16:3e:ae:26:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0056705a-d511-4857-982b-628123088030', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:54:30.180820 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-885d88a5-231e-4b91-a0be-8db673c76ad9 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:30.181768 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-582e4a6f-b10b-48f6-9a61-d0f7faa02eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f8e53c-884b-4d04-8718-3995b74448ac {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:54:30.195071 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-582e4a6f-b10b-48f6-9a61-d0f7faa02eba service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:30.199328 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885d88a5-231e-4b91-a0be-8db673c76ad9 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:30.201628 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-885d88a5-231e-4b91-a0be-8db673c76ad9 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:30.214151 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-582e4a6f-b10b-48f6-9a61-d0f7faa02eba service neutron] Transition to ACTIVE for port object b6f8e53c-884b-4d04-8718-3995b74448ac will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:54:30.229558 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-582e4a6f-b10b-48f6-9a61-d0f7faa02eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:30.301927 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] Attempting to bind port aba63743-d2e3-4555-9bb3-eb198f0e9813 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:54:30.302533 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] Attempting to bind port aba63743-d2e3-4555-9bb3-eb198f0e9813 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:54:30.303964 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] Attempting to bind port aba63743-d2e3-4555-9bb3-eb198f0e9813 on network 1f34eebc-f88f-4362-9a35-3496c9faad72 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:30.322665 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:54:30.323829 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] Checking segment: {'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:30.324559 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:30.325157 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] Bound using segment: {'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:54:30.325782 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] Bound port: aba63743-d2e3-4555-9bb3-eb198f0e9813, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:54:30.326321 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:30.348750 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:30.376486 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:30.450155 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] For port aba63743-d2e3-4555-9bb3-eb198f0e9813, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:54:30.454423 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] For port aba63743-d2e3-4555-9bb3-eb198f0e9813, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=aba63743-d2e3-4555-9bb3-eb198f0e9813,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:54:30.474040 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:30.548803 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f56501-0ae5-4e60-abb1-9a7795ed9cf8 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:54:30.581882 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e4a6f-b10b-48f6-9a61-d0f7faa02eba service neutron] Pushing event updated for resources: {'Port': ['ID=b6f8e53c-884b-4d04-8718-3995b74448ac,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:30.585853 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port e507bbad-14f1-4e75-9441-c0cf657e2408, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e507bbad-14f1-4e75-9441-c0cf657e2408,segment=NetworkSegment(8b5abdb0-5d37-4d2c-aa8c-043e0d03e4bf),segment_id=8b5abdb0-5d37-4d2c-aa8c-043e0d03e4bf)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:30.602384 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-97c095e4-14f4-4a35-b9b3-ec31c7bbd511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:30.607036 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d88b43-5b1b-48b9-a259-6b80f3ecd625 None None] Pushing event updated for resources: {'Port': ['ID=aba63743-d2e3-4555-9bb3-eb198f0e9813,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:30.636633 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] Routers {'18668eb5-38ba-4d10-9003-4f942d9be40c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:54:30.637322 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:54:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['18668eb5-38ba-4d10-9003-4f942d9be40c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:30.655522 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6ff05851-0930-46ef-bf0e-411ae6923f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:30.682581 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-582e4a6f-b10b-48f6-9a61-d0f7faa02eba service neutron] Attempting to bind port b6f8e53c-884b-4d04-8718-3995b74448ac on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:54:30.684213 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port b9f56501-0ae5-4e60-abb1-9a7795ed9cf8, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=b9f56501-0ae5-4e60-abb1-9a7795ed9cf8,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:30.686884 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-582e4a6f-b10b-48f6-9a61-d0f7faa02eba service neutron] Attempting to bind port b6f8e53c-884b-4d04-8718-3995b74448ac by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '58b520fc-ac31-40cf-a40c-a5ec7f20b775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:54:30.692199 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-582e4a6f-b10b-48f6-9a61-d0f7faa02eba service neutron] Attempting to bind port b6f8e53c-884b-4d04-8718-3995b74448ac on network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:30.709235 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-582e4a6f-b10b-48f6-9a61-d0f7faa02eba service neutron] Port b6f8e53c-884b-4d04-8718-3995b74448ac on network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:54:30.713365 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-582e4a6f-b10b-48f6-9a61-d0f7faa02eba service neutron] Attempting to bind port b6f8e53c-884b-4d04-8718-3995b74448ac on network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:30.719874 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:30.721007 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:54:30.728371 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:30.745805 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-582e4a6f-b10b-48f6-9a61-d0f7faa02eba service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:54:30.746158 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-582e4a6f-b10b-48f6-9a61-d0f7faa02eba service neutron] Checking segment: {'id': '58b520fc-ac31-40cf-a40c-a5ec7f20b775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:30.746557 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-582e4a6f-b10b-48f6-9a61-d0f7faa02eba service neutron] Bound using segment: {'id': '58b520fc-ac31-40cf-a40c-a5ec7f20b775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:54:30.747118 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-582e4a6f-b10b-48f6-9a61-d0f7faa02eba service neutron] Bound port: b6f8e53c-884b-4d04-8718-3995b74448ac, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b520fc-ac31-40cf-a40c-a5ec7f20b775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:54:30.747481 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-582e4a6f-b10b-48f6-9a61-d0f7faa02eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:30.900798 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57824) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:30.911302 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f42a8248-704b-4dbc-ad4b-1f291376bdac tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Request body: {'security_group': {'name': 'tempest-securitygroup--328106955', 'description': 'tempest-description--1318582346'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:30.919775 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] Set router 18668eb5-38ba-4d10-9003-4f942d9be40c gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:54:30.977873 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3179c6fd-f651-47d1-a974-db4714cb24d0 x-openstack-request-id: req-3179c6fd-f651-47d1-a974-db4714cb24d0 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:30.978164 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "tag": "d424e8e0-16b4-44c7-83b5-3077daab21d3", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:30.978423 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3179c6fd-f651-47d1-a974-db4714cb24d0 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:30.983657 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'tag': 'd424e8e0-16b4-44c7-83b5-3077daab21d3', 'status': 'completed', 'code': 200} Nov 23 21:54:31.019419 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-582e4a6f-b10b-48f6-9a61-d0f7faa02eba service neutron] For port b6f8e53c-884b-4d04-8718-3995b74448ac, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:54:31.029732 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-582e4a6f-b10b-48f6-9a61-d0f7faa02eba service neutron] For port b6f8e53c-884b-4d04-8718-3995b74448ac, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b6f8e53c-884b-4d04-8718-3995b74448ac,segment=NetworkSegment(58b520fc-ac31-40cf-a40c-a5ec7f20b775),segment_id=58b520fc-ac31-40cf-a40c-a5ec7f20b775)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:54:31.073899 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-582e4a6f-b10b-48f6-9a61-d0f7faa02eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:31.099533 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f42a8248-704b-4dbc-ad4b-1f291376bdac tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:31.105607 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84cd39-d725-45df-9387-3a5c45e0c6bd req-d4822d7f-e3cf-40e2-8b9c-ed2b9173c719 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:31.115059 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84cd39-d725-45df-9387-3a5c45e0c6bd req-d4822d7f-e3cf-40e2-8b9c-ed2b9173c719 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:31.124212 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84cd39-d725-45df-9387-3a5c45e0c6bd req-d4822d7f-e3cf-40e2-8b9c-ed2b9173c719 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:31.136049 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84cd39-d725-45df-9387-3a5c45e0c6bd req-d4822d7f-e3cf-40e2-8b9c-ed2b9173c719 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:31.145765 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84cd39-d725-45df-9387-3a5c45e0c6bd req-d4822d7f-e3cf-40e2-8b9c-ed2b9173c719 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:31.147917 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d84cd39-d725-45df-9387-3a5c45e0c6bd req-d4822d7f-e3cf-40e2-8b9c-ed2b9173c719 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 3828 time: 1.0616143 Nov 23 21:54:31.151606 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-885d88a5-231e-4b91-a0be-8db673c76ad9 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4512210 Nov 23 21:54:31.154640 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d88a5-231e-4b91-a0be-8db673c76ad9 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'Network': ['ID=6061858e-81e5-4936-a58c-638e9782e99f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:31.169128 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57828) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:31.177720 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['b9f56501-0ae5-4e60-abb1-9a7795ed9cf8'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:54:31.189724 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c888d28a-24ca-47b1-a043-b81a5b408d0a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Request body: {'subnet': {'network_id': '6061858e-81e5-4936-a58c-638e9782e99f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:31.202618 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 6061858e-81e5-4936-a58c-638e9782e99f details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:54:31.252740 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-97c095e4-14f4-4a35-b9b3-ec31c7bbd511 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:54:31.253453 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-97c095e4-14f4-4a35-b9b3-ec31c7bbd511 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:54:31.259695 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=e507bbad-14f1-4e75-9441-c0cf657e2408,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:31.307983 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d84cd39-d725-45df-9387-3a5c45e0c6bd req-dccb0103-c316-426a-b36a-fa2a7400a41d tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1238859 Nov 23 21:54:31.320089 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c42f71-27eb-49f7-9681-a125c3c9ab0f req-ce7dafc8-b8c7-412e-a271-c48d9bb57aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:31.320619 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c42f71-27eb-49f7-9681-a125c3c9ab0f req-ce7dafc8-b8c7-412e-a271-c48d9bb57aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:31.321087 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c42f71-27eb-49f7-9681-a125c3c9ab0f req-ce7dafc8-b8c7-412e-a271-c48d9bb57aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:31.321592 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c42f71-27eb-49f7-9681-a125c3c9ab0f req-ce7dafc8-b8c7-412e-a271-c48d9bb57aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:31.322177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c42f71-27eb-49f7-9681-a125c3c9ab0f req-ce7dafc8-b8c7-412e-a271-c48d9bb57aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:31.322688 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c42f71-27eb-49f7-9681-a125c3c9ab0f req-ce7dafc8-b8c7-412e-a271-c48d9bb57aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:31.324824 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06c42f71-27eb-49f7-9681-a125c3c9ab0f req-ce7dafc8-b8c7-412e-a271-c48d9bb57aa7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b32d0f34c0cc4ad1b4cbe85726725dc7&device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5287 time: 0.2502999 Nov 23 21:54:31.448282 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-582e4a6f-b10b-48f6-9a61-d0f7faa02eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:31.448919 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-582e4a6f-b10b-48f6-9a61-d0f7faa02eba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:31.454809 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-582e4a6f-b10b-48f6-9a61-d0f7faa02eba service neutron] 10.222.0.53 "PUT /v2.0/ports/b6f8e53c-884b-4d04-8718-3995b74448ac HTTP/1.1" status: 200 len: 1131 time: 2.5883775 Nov 23 21:54:31.466090 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c888d28a-24ca-47b1-a043-b81a5b408d0a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Made reservation on behalf of a90a63493e2d4f24bf817b2e8511c45b for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:31.487813 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c888d28a-24ca-47b1-a043-b81a5b408d0a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:31.513895 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-4da2aeaa-e2ca-4200-b879-e0de7286439e service neutron] Request body: {'port': {'device_id': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:31.620128 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724e651-5813-4569-acd7-b6fe5321a66f req-c6238d71-b6e6-4589-9342-8f1d26a51c14 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:31.622825 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:31.623853 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:31.635790 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b724e651-5813-4569-acd7-b6fe5321a66f req-c6238d71-b6e6-4589-9342-8f1d26a51c14 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ea09a7-1734-4054-b456-3a6fce99be27 HTTP/1.1" status: 200 len: 944 time: 0.1885905 Nov 23 21:54:31.711085 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:31.743906 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=b9f56501-0ae5-4e60-abb1-9a7795ed9cf8,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:31.744940 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'name': 'tempest-ServerActionsTestJSON-347313043-router', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:54:15Z', 'updated_at': '2021-11-23T21:54:25Z', 'revision_number': 4, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'gw_port': {'id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:17Z', 'updated_at': '2021-11-23T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'aba63743-d2e3-4555-9bb3-eb198f0e9813', 'name': '', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'mac_address': 'fa:16:3e:22:f0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:23Z', 'updated_at': '2021-11-23T21:54:30Z', 'revision_number': 4, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'subnets': [{'id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:31.753164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee14fa9-0d62-413b-a6fc-642191c616bd None None] get_active_networks_info from n-d-816206-9 {{(pid=110035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 21:54:31.757678 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b724e651-5813-4569-acd7-b6fe5321a66f req-72d0fc59-ffbe-475d-acb1-488d025ea575 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180062 Nov 23 21:54:31.764771 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c42f71-27eb-49f7-9681-a125c3c9ab0f req-58445067-5078-4ed9-93a8-0386332582d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:31.768184 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c42f71-27eb-49f7-9681-a125c3c9ab0f req-58445067-5078-4ed9-93a8-0386332582d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:31.768893 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c42f71-27eb-49f7-9681-a125c3c9ab0f req-58445067-5078-4ed9-93a8-0386332582d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:31.770822 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e4a6f-b10b-48f6-9a61-d0f7faa02eba service neutron] Pushing event updated for resources: {'Port': ['ID=b6f8e53c-884b-4d04-8718-3995b74448ac,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:31.774205 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06c42f71-27eb-49f7-9681-a125c3c9ab0f req-58445067-5078-4ed9-93a8-0386332582d2 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b32d0f34c0cc4ad1b4cbe85726725dc7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4400032 Nov 23 21:54:31.828144 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0793978-dd5f-4d4b-8671-7a61752b3e39 None None] The sync data for ids ['18668eb5-38ba-4d10-9003-4f942d9be40c'] in n-d-816206-9 is: [{'id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'name': 'tempest-ServerActionsTestJSON-347313043-router', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:54:15Z', 'updated_at': '2021-11-23T21:54:25Z', 'revision_number': 4, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'gw_port': {'id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:17Z', 'updated_at': '2021-11-23T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'aba63743-d2e3-4555-9bb3-eb198f0e9813', 'name': '', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'mac_address': 'fa:16:3e:22:f0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:23Z', 'updated_at': '2021-11-23T21:54:30Z', 'revision_number': 4, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'subnets': [{'id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:54:31.885182 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-4da2aeaa-e2ca-4200-b879-e0de7286439e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:32.069127 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0395e32f-7972-414a-8175-f3ecb73cafe3 req-b59876a6-127e-4199-996e-08f3c8168f13 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 210 time: 0.1343968 Nov 23 21:54:32.162756 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd5d16-0693-4a6d-8a28-dc5f91e99430 req-f70ddb21-2d82-4d6b-bd58-1452c50e6875 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:32.164542 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1fcd5d16-0693-4a6d-8a28-dc5f91e99430 req-f70ddb21-2d82-4d6b-bd58-1452c50e6875 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 946 time: 0.1999145 Nov 23 21:54:32.169243 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c42f71-27eb-49f7-9681-a125c3c9ab0f req-33ffcefe-e604-4fd0-869c-97d508ce0da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:32.170842 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06c42f71-27eb-49f7-9681-a125c3c9ab0f req-33ffcefe-e604-4fd0-869c-97d508ce0da3 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3866148 Nov 23 21:54:32.260268 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1fcd5d16-0693-4a6d-8a28-dc5f91e99430 req-1fc0bc41-7811-4d2f-9b43-eda59a055e6f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877309 Nov 23 21:54:32.299563 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0e9e3e43-8ad6-4b9b-8779-dc85a6d72903 None None] Provisioning complete for port e507bbad-14f1-4e75-9441-c0cf657e2408 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:32.299921 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3e43-8ad6-4b9b-8779-dc85a6d72903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:32.411845 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee14fa9-0d62-413b-a6fc-642191c616bd None None] Resources bound (agent type, host, resource id): {{(pid=110035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 21:54:32.596688 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ecbe2-92ba-42a4-9303-875af54e21ec req-bf11ca12-c726-4db6-8214-473d59739780 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:32.598468 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b1ecbe2-92ba-42a4-9303-875af54e21ec req-bf11ca12-c726-4db6-8214-473d59739780 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.53 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 944 time: 0.3132172 Nov 23 21:54:32.679560 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0cd9a-cde6-47be-9a34-099ce9d9c1db req-05deef09-9281-4047-b568-e6f8f5fa2f33 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:32.686083 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0cd9a-cde6-47be-9a34-099ce9d9c1db req-05deef09-9281-4047-b568-e6f8f5fa2f33 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:32.694499 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0cd9a-cde6-47be-9a34-099ce9d9c1db req-05deef09-9281-4047-b568-e6f8f5fa2f33 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:32.701298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0cd9a-cde6-47be-9a34-099ce9d9c1db req-05deef09-9281-4047-b568-e6f8f5fa2f33 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:32.708337 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0cd9a-cde6-47be-9a34-099ce9d9c1db req-05deef09-9281-4047-b568-e6f8f5fa2f33 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:32.715236 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0cd9a-cde6-47be-9a34-099ce9d9c1db req-05deef09-9281-4047-b568-e6f8f5fa2f33 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:32.717173 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9b0cd9a-cde6-47be-9a34-099ce9d9c1db req-05deef09-9281-4047-b568-e6f8f5fa2f33 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 4601 time: 0.2079644 Nov 23 21:54:32.752072 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9abe0-872d-4378-b9d6-1731009da209 req-02d1eece-7be0-4117-ae5a-f7fbede2a0a8 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:32.758651 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-4da2aeaa-e2ca-4200-b879-e0de7286439e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec919349-dd55-4ec4-806b-052e3784ad8c {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:54:32.760971 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5ac9abe0-872d-4378-b9d6-1731009da209 req-02d1eece-7be0-4117-ae5a-f7fbede2a0a8 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 944 time: 0.3640916 Nov 23 21:54:32.771637 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e507bbad-14f1-4e75-9441-c0cf657e2408 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:54:32.786561 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-4da2aeaa-e2ca-4200-b879-e0de7286439e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:32.806061 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-4da2aeaa-e2ca-4200-b879-e0de7286439e service neutron] Transition to ACTIVE for port object ec919349-dd55-4ec4-806b-052e3784ad8c will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:54:32.928836 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-493fc740-92dc-43e6-84ed-3d5e1ed290aa tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:32.930493 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-493fc740-92dc-43e6-84ed-3d5e1ed290aa tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.60 "GET /v2.0/networks?id=14f777ba-77da-410e-897f-1430639bb0d7 HTTP/1.1" status: 200 len: 816 time: 0.6834297 Nov 23 21:54:32.939754 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-4da2aeaa-e2ca-4200-b879-e0de7286439e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:32.954449 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f42a8248-704b-4dbc-ad4b-1f291376bdac tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:32.972442 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5ac9abe0-872d-4378-b9d6-1731009da209 req-9158171e-9d2e-448c-92fc-0b5e05fac392 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898508 Nov 23 21:54:33.016781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'tag': 'b6f8e53c-884b-4d04-8718-3995b74448ac'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:33.019192 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511ba56a-a502-41d3-99da-f8513ecff140" -d '{"events": [{"name": "network-changed", "server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "tag": "b6f8e53c-884b-4d04-8718-3995b74448ac"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:33.027737 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9b0cd9a-cde6-47be-9a34-099ce9d9c1db req-af463f0c-bb5b-4977-abcc-703374d3fcca tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.3000114 Nov 23 21:54:33.041914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-6b1ecbe2-92ba-42a4-9303-875af54e21ec req-a1f6c7c2-69f9-4337-86d0-8645efc67316 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Deleting port 88d7fc62-37d7-4348-b06a-bbe171e4966b {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:54:33.043948 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f42a8248-704b-4dbc-ad4b-1f291376bdac tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:33.048657 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6b1ecbe2-92ba-42a4-9303-875af54e21ec req-a1f6c7c2-69f9-4337-86d0-8645efc67316 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:33.090817 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:33.194148 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f42a8248-704b-4dbc-ad4b-1f291376bdac tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:33.196527 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f42a8248-704b-4dbc-ad4b-1f291376bdac tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 2.2939806 Nov 23 21:54:33.206814 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0e9e3e43-8ad6-4b9b-8779-dc85a6d72903 None None] Provisioning complete for port aba63743-d2e3-4555-9bb3-eb198f0e9813 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:33.207197 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3e43-8ad6-4b9b-8779-dc85a6d72903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:33.207712 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57842) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:33.215762 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-d7c90fe1-b8b9-4784-99b0-ae4c6db52edb tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Request body: {'security_group_rule': {'security_group_id': '420fed80-ef85-4344-8bec-cb84de9b99d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:33.252778 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port e507bbad-14f1-4e75-9441-c0cf657e2408 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:33.253163 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:33.303212 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a8248-704b-4dbc-ad4b-1f291376bdac tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420fed80-ef85-4344-8bec-cb84de9b99d1,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:33.366412 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e3eb90-4581-4900-9a2f-7f578b11037d x-openstack-request-id: req-17e3eb90-4581-4900-9a2f-7f578b11037d {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:33.366707 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "tag": "b6f8e53c-884b-4d04-8718-3995b74448ac", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:33.371824 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-17e3eb90-4581-4900-9a2f-7f578b11037d {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:33.379132 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'tag': 'b6f8e53c-884b-4d04-8718-3995b74448ac', 'status': 'completed', 'code': 200} Nov 23 21:54:33.404770 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-7b2fa790-0507-442f-a3c6-096b69902062 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32839c3e63d04827b470d0a106b18e8e HTTP/1.1" status: 200 len: 380 time: 0.4559050 Nov 23 21:54:33.411095 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2aeaa-e2ca-4200-b879-e0de7286439e service neutron] Pushing event updated for resources: {'Port': ['ID=ec919349-dd55-4ec4-806b-052e3784ad8c,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:33.421775 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-20d7bae6-c96e-4a1f-ac0a-450529ca10e8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Request body: {'port': {'device_id': '02280246-b831-4042-aacc-1192904a3c7e', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'admin_state_up': True, 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'security_groups': ['14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:33.451228 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c888d28a-24ca-47b1-a043-b81a5b408d0a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:33.452175 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5298fe-e5d2-4f7a-b7cf-cee18c73d162 req-1360e9b4-1d75-4652-9905-9f295d81092c tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:33.464440 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f5298fe-e5d2-4f7a-b7cf-cee18c73d162 req-1360e9b4-1d75-4652-9905-9f295d81092c tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ea09a7-1734-4054-b456-3a6fce99be27 HTTP/1.1" status: 200 len: 944 time: 0.3462110 Nov 23 21:54:33.494863 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68c8f610-8450-4ef7-acf2-ad054463d88e req-51f625b8-5e6b-4cf7-ad1b-d9415a25d3df tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 210 time: 0.1011610 Nov 23 21:54:33.495672 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d7c90fe1-b8b9-4784-99b0-ae4c6db52edb tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:33.582402 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-6b1ecbe2-92ba-42a4-9303-875af54e21ec req-a1f6c7c2-69f9-4337-86d0-8645efc67316 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] For port 88d7fc62-37d7-4348-b06a-bbe171e4966b, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=88d7fc62-37d7-4348-b06a-bbe171e4966b,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:33.582402 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6b1ecbe2-92ba-42a4-9303-875af54e21ec req-a1f6c7c2-69f9-4337-86d0-8645efc67316 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:33.585366 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888d28a-24ca-47b1-a043-b81a5b408d0a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'Subnet': ['ID=35c824c6-66c4-4ab5-b0d1-24c545e9dbc5,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:33.630769 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device aba63743-d2e3-4555-9bb3-eb198f0e9813 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:54:33.642169 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d7c90fe1-b8b9-4784-99b0-ae4c6db52edb tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:33.648906 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-4da2aeaa-e2ca-4200-b879-e0de7286439e service neutron] Attempting to bind port ec919349-dd55-4ec4-806b-052e3784ad8c on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:54:33.649242 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-4da2aeaa-e2ca-4200-b879-e0de7286439e service neutron] Attempting to bind port ec919349-dd55-4ec4-806b-052e3784ad8c by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '58b520fc-ac31-40cf-a40c-a5ec7f20b775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:54:33.651822 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-4da2aeaa-e2ca-4200-b879-e0de7286439e service neutron] Attempting to bind port ec919349-dd55-4ec4-806b-052e3784ad8c on network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:33.654958 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ba56a-a502-41d3-99da-f8513ecff140 req-5a077bff-9a61-4e0a-b35d-c00962f30c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:33.655438 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ba56a-a502-41d3-99da-f8513ecff140 req-5a077bff-9a61-4e0a-b35d-c00962f30c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:33.657201 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ba56a-a502-41d3-99da-f8513ecff140 req-5a077bff-9a61-4e0a-b35d-c00962f30c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:33.657630 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ba56a-a502-41d3-99da-f8513ecff140 req-5a077bff-9a61-4e0a-b35d-c00962f30c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:33.658105 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ba56a-a502-41d3-99da-f8513ecff140 req-5a077bff-9a61-4e0a-b35d-c00962f30c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:33.658570 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ba56a-a502-41d3-99da-f8513ecff140 req-5a077bff-9a61-4e0a-b35d-c00962f30c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:33.659359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ba56a-a502-41d3-99da-f8513ecff140 req-5a077bff-9a61-4e0a-b35d-c00962f30c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:33.661821 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-511ba56a-a502-41d3-99da-f8513ecff140 req-5a077bff-9a61-4e0a-b35d-c00962f30c0f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b32d0f34c0cc4ad1b4cbe85726725dc7&device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 6169 time: 0.3191929 Nov 23 21:54:33.680964 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d7c90fe1-b8b9-4784-99b0-ae4c6db52edb tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:33.696147 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3e43-8ad6-4b9b-8779-dc85a6d72903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:33.705093 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-4da2aeaa-e2ca-4200-b879-e0de7286439e service neutron] Port ec919349-dd55-4ec4-806b-052e3784ad8c on network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:54:33.705404 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-4da2aeaa-e2ca-4200-b879-e0de7286439e service neutron] Attempting to bind port ec919349-dd55-4ec4-806b-052e3784ad8c on network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:33.727345 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-4da2aeaa-e2ca-4200-b879-e0de7286439e service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:54:33.727694 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-4da2aeaa-e2ca-4200-b879-e0de7286439e service neutron] Checking segment: {'id': '58b520fc-ac31-40cf-a40c-a5ec7f20b775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:33.728064 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-4da2aeaa-e2ca-4200-b879-e0de7286439e service neutron] Bound using segment: {'id': '58b520fc-ac31-40cf-a40c-a5ec7f20b775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:54:33.728646 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-4da2aeaa-e2ca-4200-b879-e0de7286439e service neutron] Bound port: ec919349-dd55-4ec4-806b-052e3784ad8c, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b520fc-ac31-40cf-a40c-a5ec7f20b775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:54:33.729165 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-4da2aeaa-e2ca-4200-b879-e0de7286439e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:33.739679 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-6b1ecbe2-92ba-42a4-9303-875af54e21ec req-a1f6c7c2-69f9-4337-86d0-8645efc67316 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Calling delete_port for 88d7fc62-37d7-4348-b06a-bbe171e4966b owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:54:33.772748 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f5298fe-e5d2-4f7a-b7cf-cee18c73d162 req-f06724b1-3393-4a08-a8a4-361d409231ec tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222936 Nov 23 21:54:33.818077 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-4da2aeaa-e2ca-4200-b879-e0de7286439e service neutron] For port ec919349-dd55-4ec4-806b-052e3784ad8c, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:54:33.821421 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-4da2aeaa-e2ca-4200-b879-e0de7286439e service neutron] For port ec919349-dd55-4ec4-806b-052e3784ad8c, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ec919349-dd55-4ec4-806b-052e3784ad8c,segment=NetworkSegment(58b520fc-ac31-40cf-a40c-a5ec7f20b775),segment_id=58b520fc-ac31-40cf-a40c-a5ec7f20b775)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:54:33.840944 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-4da2aeaa-e2ca-4200-b879-e0de7286439e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:33.846664 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c90fe1-b8b9-4784-99b0-ae4c6db52edb tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be26982-f71d-4162-907b-cba629d9575f,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:33.905376 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0e9e3e43-8ad6-4b9b-8779-dc85a6d72903 None None] For port aba63743-d2e3-4555-9bb3-eb198f0e9813, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=aba63743-d2e3-4555-9bb3-eb198f0e9813,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:33.906636 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:33.924678 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3e43-8ad6-4b9b-8779-dc85a6d72903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:33.932505 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d7c90fe1-b8b9-4784-99b0-ae4c6db52edb tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:33.941727 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d7c90fe1-b8b9-4784-99b0-ae4c6db52edb tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7281229 Nov 23 21:54:33.954299 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57848) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:33.976440 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2aeaa-e2ca-4200-b879-e0de7286439e service neutron] Pushing event updated for resources: {'Port': ['ID=ec919349-dd55-4ec4-806b-052e3784ad8c,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:33.991655 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port aba63743-d2e3-4555-9bb3-eb198f0e9813 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:33.991846 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c888d28a-24ca-47b1-a043-b81a5b408d0a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Checking segment: {'id': '02b1bacb-0cb3-4eef-9848-2c37eb3c14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6061858e-81e5-4936-a58c-638e9782e99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:33.992024 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:33.992139 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c888d28a-24ca-47b1-a043-b81a5b408d0a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Network hostable DHCP agents. Network: 6061858e-81e5-4936-a58c-638e9782e99f, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:54:34.047648 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-4da2aeaa-e2ca-4200-b879-e0de7286439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:34.048643 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-4da2aeaa-e2ca-4200-b879-e0de7286439e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:34.055232 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-4da2aeaa-e2ca-4200-b879-e0de7286439e service neutron] 10.222.0.53 "PUT /v2.0/ports/ec919349-dd55-4ec4-806b-052e3784ad8c HTTP/1.1" status: 200 len: 1131 time: 2.5466831 Nov 23 21:54:34.120912 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e3e43-8ad6-4b9b-8779-dc85a6d72903 None None] Pushing event updated for resources: {'Port': ['ID=aba63743-d2e3-4555-9bb3-eb198f0e9813,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:34.121064 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-0465c7d0-9b6e-4e34-a946-f97bfe2fda24 service neutron] Request body: {'port': {'device_id': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:34.159224 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c888d28a-24ca-47b1-a043-b81a5b408d0a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Network 6061858e-81e5-4936-a58c-638e9782e99f is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:54:34.171446 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-f3b137c9-3e02-42c4-a30d-48fe1ce4f6c8 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Request body: {'security_group_rule': {'security_group_id': '420fed80-ef85-4344-8bec-cb84de9b99d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:34.218033 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-0465c7d0-9b6e-4e34-a946-f97bfe2fda24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:34.226899 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-20d7bae6-c96e-4a1f-ac0a-450529ca10e8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Made reservation on behalf of 32839c3e63d04827b470d0a106b18e8e for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:34.231449 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-20d7bae6-c96e-4a1f-ac0a-450529ca10e8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:34.234012 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-c888d28a-24ca-47b1-a043-b81a5b408d0a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 6061858e-81e5-4936-a58c-638e9782e99f) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:34.242596 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c888d28a-24ca-47b1-a043-b81a5b408d0a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:34.243689 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c888d28a-24ca-47b1-a043-b81a5b408d0a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:34.244232 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e67e11-75b0-4bd5-945f-e2394d73cdf2 None None] Network 6061858e-81e5-4936-a58c-638e9782e99f requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:54:34.264658 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Provisioning complete for port 3e3fc9bd-a5df-452a-ba29-b5de58134420 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:34.264962 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:34.277926 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c888d28a-24ca-47b1-a043-b81a5b408d0a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0985007 Nov 23 21:54:34.287658 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57854) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:34.294745 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-59583475-439e-41ad-b4f9-67c425d0f5bb tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1774294405'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:34.324014 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ba56a-a502-41d3-99da-f8513ecff140 req-2bdec9b6-761a-4b49-ab3f-5f94949a2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:34.325398 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ba56a-a502-41d3-99da-f8513ecff140 req-2bdec9b6-761a-4b49-ab3f-5f94949a2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:34.326070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ba56a-a502-41d3-99da-f8513ecff140 req-2bdec9b6-761a-4b49-ab3f-5f94949a2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:34.328958 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-511ba56a-a502-41d3-99da-f8513ecff140 req-2bdec9b6-761a-4b49-ab3f-5f94949a2ec9 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b32d0f34c0cc4ad1b4cbe85726725dc7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6024997 Nov 23 21:54:34.330029 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6b1ecbe2-92ba-42a4-9303-875af54e21ec req-a1f6c7c2-69f9-4337-86d0-8645efc67316 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:34.374647 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c59cd2a-60b2-4988-a39a-8e17f26b38ee req-254d483b-1229-407d-9239-e18bf8c64dc4 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e HTTP/1.1" status: 200 len: 210 time: 0.1776042 Nov 23 21:54:34.407403 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6c7c2-69f9-4337-86d0-8645efc67316 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Pushing event deleted for resources: {'Port': ['ID=88d7fc62-37d7-4348-b06a-bbe171e4966b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:34.431474 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca497a8-05e9-4818-835d-5176530d49f1 None None] DHCP port deletion for 5362e53d-b0aa-442a-93dd-f35dceb0e37e request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:54:34.460303 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd02640-7986-4116-9dca-76b39d66661f req-f721924c-a4c3-4270-9c58-acc4be5f3997 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:34.462152 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ddd02640-7986-4116-9dca-76b39d66661f req-f721924c-a4c3-4270-9c58-acc4be5f3997 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 946 time: 0.7911928 Nov 23 21:54:34.520514 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1ecbe2-92ba-42a4-9303-875af54e21ec req-a1f6c7c2-69f9-4337-86d0-8645efc67316 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] No DVR routers for this DVR port 88d7fc62-37d7-4348-b06a-bbe171e4966b on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:54:34.530743 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6b1ecbe2-92ba-42a4-9303-875af54e21ec req-a1f6c7c2-69f9-4337-86d0-8645efc67316 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:34.549204 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b1ecbe2-92ba-42a4-9303-875af54e21ec req-a1f6c7c2-69f9-4337-86d0-8645efc67316 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.53 "DELETE /v2.0/ports/88d7fc62-37d7-4348-b06a-bbe171e4966b HTTP/1.1" status: 204 len: 173 time: 1.9365311 Nov 23 21:54:34.552210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e', 'name': 'network-vif-deleted', 'tag': '88d7fc62-37d7-4348-b06a-bbe171e4966b'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:34.567468 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91920857-07b2-4f8c-b2e7-541b42575af4" -d '{"events": [{"server_uuid": "5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e", "name": "network-vif-deleted", "tag": "88d7fc62-37d7-4348-b06a-bbe171e4966b"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:34.592556 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device aba63743-d2e3-4555-9bb3-eb198f0e9813 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:54:34.644839 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cae2e3-8d14-4580-bc47-ff2eee2c7817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-6061858e-81e5-4936-a58c-638e9782e99f', 'network_id': '6061858e-81e5-4936-a58c-638e9782e99f', 'tenant_id': 'a90a63493e2d4f24bf817b2e8511c45b', 'fixed_ips': [{'subnet_id': '35c824c6-66c4-4ab5-b0d1-24c545e9dbc5'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:54:34.645631 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d7cae2e3-8d14-4580-bc47-ff2eee2c7817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:34.673896 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Provisioning complete for port 60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:34.674272 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:34.811563 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59583475-439e-41ad-b4f9-67c425d0f5bb tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Made reservation on behalf of a90a63493e2d4f24bf817b2e8511c45b for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:34.815562 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-59583475-439e-41ad-b4f9-67c425d0f5bb tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:34.848109 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f3b137c9-3e02-42c4-a30d-48fe1ce4f6c8 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:34.853801 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ddd02640-7986-4116-9dca-76b39d66661f req-6318222c-5eed-4bb6-b31d-2d2f139d992f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519428 Nov 23 21:54:34.870946 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4ff42-8c4d-4750-82b8-ef73f6ee7357 req-358ded97-234b-45fc-8674-c58831ae0bbe tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:34.878655 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4ff42-8c4d-4750-82b8-ef73f6ee7357 req-358ded97-234b-45fc-8674-c58831ae0bbe tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:34.886298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4ff42-8c4d-4750-82b8-ef73f6ee7357 req-358ded97-234b-45fc-8674-c58831ae0bbe tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:34.886926 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-d7cae2e3-8d14-4580-bc47-ff2eee2c7817 None None] Allocated IP 2001:db8::3 (6061858e-81e5-4936-a58c-638e9782e99f/35c824c6-66c4-4ab5-b0d1-24c545e9dbc5/4fcdfc50-e520-41ff-8807-dfc25b734259) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:54:34.899738 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4ff42-8c4d-4750-82b8-ef73f6ee7357 req-358ded97-234b-45fc-8674-c58831ae0bbe tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:34.908515 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4ff42-8c4d-4750-82b8-ef73f6ee7357 req-358ded97-234b-45fc-8674-c58831ae0bbe tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:34.918406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4ff42-8c4d-4750-82b8-ef73f6ee7357 req-358ded97-234b-45fc-8674-c58831ae0bbe tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:34.927174 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4ff42-8c4d-4750-82b8-ef73f6ee7357 req-358ded97-234b-45fc-8674-c58831ae0bbe tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:34.936275 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8fb4ff42-8c4d-4750-82b8-ef73f6ee7357 req-358ded97-234b-45fc-8674-c58831ae0bbe tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5374 time: 0.3245656 Nov 23 21:54:34.949043 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port aba63743-d2e3-4555-9bb3-eb198f0e9813 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:34.950106 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:34.955520 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ba56a-a502-41d3-99da-f8513ecff140 req-75188d51-a847-46e0-bc26-4079a3151835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:34.957140 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-511ba56a-a502-41d3-99da-f8513ecff140 req-75188d51-a847-46e0-bc26-4079a3151835 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6061738 Nov 23 21:54:34.982820 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device b9f56501-0ae5-4e60-abb1-9a7795ed9cf8 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:54:35.009742 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d388db9c-c4b2-4620-82f5-b71358f142c6 req-ead9ba47-8540-4886-90e5-af7dbba994f9 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 210 time: 0.0371830 Nov 23 21:54:35.088785 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6234ade4-ac66-4091-bacb-86abe8712486 x-openstack-request-id: req-6234ade4-ac66-4091-bacb-86abe8712486 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:35.089074 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e", "name": "network-vif-deleted", "tag": "88d7fc62-37d7-4348-b06a-bbe171e4966b", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:35.090681 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6234ade4-ac66-4091-bacb-86abe8712486 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:35.091122 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5656d1f6-4a2b-41e5-bb6e-d9d65ae6cb8e', 'name': 'network-vif-deleted', 'tag': '88d7fc62-37d7-4348-b06a-bbe171e4966b', 'status': 'completed', 'code': 200} Nov 23 21:54:35.116848 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-20d7bae6-c96e-4a1f-ac0a-450529ca10e8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Allocated IP 172.20.0.5 (14f777ba-77da-410e-897f-1430639bb0d7/9ec95087-31a0-4067-927d-a3091c147250/2cae4ce6-3e46-4535-9cba-9c01e53da176) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:54:35.121806 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f3b137c9-3e02-42c4-a30d-48fe1ce4f6c8 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:35.134463 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8fb4ff42-8c4d-4750-82b8-ef73f6ee7357 req-a460f46f-2f60-4d05-a4b8-8a8930a78a89 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1972394 Nov 23 21:54:35.135713 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f3b137c9-3e02-42c4-a30d-48fe1ce4f6c8 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:35.153074 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b137c9-3e02-42c4-a30d-48fe1ce4f6c8 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f18d271-87f5-4f8a-a335-53129d90a46d,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:35.166428 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59583475-439e-41ad-b4f9-67c425d0f5bb tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:54:35.287691 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f3b137c9-3e02-42c4-a30d-48fe1ce4f6c8 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:35.292080 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f3b137c9-3e02-42c4-a30d-48fe1ce4f6c8 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1266968 Nov 23 21:54:35.294484 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57864) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:35.301265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-3cb9cf70-91a5-47cc-a3d9-267a6ef009e4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:35.318619 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-0465c7d0-9b6e-4e34-a946-f97bfe2fda24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:54:35.336042 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1381f38-e4b6-4431-8040-188891b271da req-1f6ff4a5-4948-4a73-99c0-a33a1c8384b3 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:35.336598 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-59583475-439e-41ad-b4f9-67c425d0f5bb tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:35.336598 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-59583475-439e-41ad-b4f9-67c425d0f5bb tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Added segment a9732b55-b7d0-46e2-9ec5-07710765843d of type vlan for network 49e7dcd4-56dc-42c2-ab79-803a2f7c4977 Nov 23 21:54:35.339080 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-0465c7d0-9b6e-4e34-a946-f97bfe2fda24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:35.344744 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1381f38-e4b6-4431-8040-188891b271da req-1f6ff4a5-4948-4a73-99c0-a33a1c8384b3 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ea09a7-1734-4054-b456-3a6fce99be27 HTTP/1.1" status: 200 len: 944 time: 0.1674008 Nov 23 21:54:35.370338 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port b9f56501-0ae5-4e60-abb1-9a7795ed9cf8 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:54:35.389580 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'tag': 'ec919349-dd55-4ec4-806b-052e3784ad8c'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:35.392295 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fae8283-98f8-4784-85ce-3444ed9ccf0d" -d '{"events": [{"name": "network-changed", "server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "tag": "ec919349-dd55-4ec4-806b-052e3784ad8c"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:35.403806 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Provisioning complete for port b93be2ce-1b37-48e1-a0d2-ea04fe1c2884 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:35.404185 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:35.415294 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-0465c7d0-9b6e-4e34-a946-f97bfe2fda24 service neutron] Transition to ACTIVE for port object 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:54:35.419484 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port b9f56501-0ae5-4e60-abb1-9a7795ed9cf8 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:35.419892 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:35.425777 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3cb9cf70-91a5-47cc-a3d9-267a6ef009e4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:35.428304 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-20d7bae6-c96e-4a1f-ac0a-450529ca10e8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:35.434913 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-59583475-439e-41ad-b4f9-67c425d0f5bb tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:35.441607 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-0465c7d0-9b6e-4e34-a946-f97bfe2fda24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:35.460578 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1381f38-e4b6-4431-8040-188891b271da req-7c7b3def-a2b2-4c66-a00f-6bcb3d8715c4 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148741 Nov 23 21:54:35.612221 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e7d0ef-08ad-4773-b91d-20eaa38f4657 x-openstack-request-id: req-a4e7d0ef-08ad-4773-b91d-20eaa38f4657 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:35.612524 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "tag": "ec919349-dd55-4ec4-806b-052e3784ad8c", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:35.612782 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a4e7d0ef-08ad-4773-b91d-20eaa38f4657 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:35.613426 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'tag': 'ec919349-dd55-4ec4-806b-052e3784ad8c', 'status': 'completed', 'code': 200} Nov 23 21:54:35.613785 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-59583475-439e-41ad-b4f9-67c425d0f5bb tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:35.620772 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59583475-439e-41ad-b4f9-67c425d0f5bb tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:35.621601 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-59583475-439e-41ad-b4f9-67c425d0f5bb tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:35.642549 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae8283-98f8-4784-85ce-3444ed9ccf0d req-7f390643-7605-462e-abcc-ff1bbb87b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:35.647649 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae8283-98f8-4784-85ce-3444ed9ccf0d req-7f390643-7605-462e-abcc-ff1bbb87b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:35.648353 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae8283-98f8-4784-85ce-3444ed9ccf0d req-7f390643-7605-462e-abcc-ff1bbb87b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:35.648956 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae8283-98f8-4784-85ce-3444ed9ccf0d req-7f390643-7605-462e-abcc-ff1bbb87b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:35.649556 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae8283-98f8-4784-85ce-3444ed9ccf0d req-7f390643-7605-462e-abcc-ff1bbb87b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:35.650158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae8283-98f8-4784-85ce-3444ed9ccf0d req-7f390643-7605-462e-abcc-ff1bbb87b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:35.650781 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae8283-98f8-4784-85ce-3444ed9ccf0d req-7f390643-7605-462e-abcc-ff1bbb87b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:35.659241 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9fae8283-98f8-4784-85ce-3444ed9ccf0d req-7f390643-7605-462e-abcc-ff1bbb87b0f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b32d0f34c0cc4ad1b4cbe85726725dc7&device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 6236 time: 0.1494579 Nov 23 21:54:35.674893 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d7cae2e3-8d14-4580-bc47-ff2eee2c7817 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:35.727301 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:35.730220 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d7cae2e3-8d14-4580-bc47-ff2eee2c7817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:35.732493 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-20d7bae6-c96e-4a1f-ac0a-450529ca10e8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:35.738917 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-59583475-439e-41ad-b4f9-67c425d0f5bb tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4485729 Nov 23 21:54:35.758311 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57872) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:35.763281 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-8a83706c-df2a-4427-8b66-fc51cdd116cc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Request body: {'subnet': {'network_id': '49e7dcd4-56dc-42c2-ab79-803a2f7c4977', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:35.793815 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cae2e3-8d14-4580-bc47-ff2eee2c7817 None None] Network 6061858e-81e5-4936-a58c-638e9782e99f is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:54:35.799376 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-d7cae2e3-8d14-4580-bc47-ff2eee2c7817 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:35.803192 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cae2e3-8d14-4580-bc47-ff2eee2c7817 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:54:35.870188 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-20d7bae6-c96e-4a1f-ac0a-450529ca10e8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Network 14f777ba-77da-410e-897f-1430639bb0d7 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:54:35.898524 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ea09a7-1734-4054-b456-3a6fce99be27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f56501-0ae5-4e60-abb1-9a7795ed9cf8'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:35.901196 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7b1f42-8caf-4689-96ea-cd4dfd99d8e7" -d '{"events": [{"server_uuid": "41ea09a7-1734-4054-b456-3a6fce99be27", "name": "network-vif-plugged", "status": "completed", "tag": "b9f56501-0ae5-4e60-abb1-9a7795ed9cf8"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:35.906801 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-20d7bae6-c96e-4a1f-ac0a-450529ca10e8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:35.937124 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3cb9cf70-91a5-47cc-a3d9-267a6ef009e4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:35.988110 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-20d7bae6-c96e-4a1f-ac0a-450529ca10e8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:54:36.019942 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae8283-98f8-4784-85ce-3444ed9ccf0d req-78bb5970-f33c-48f2-837d-0a4ee4c4cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:36.020271 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port b9f56501-0ae5-4e60-abb1-9a7795ed9cf8, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=b9f56501-0ae5-4e60-abb1-9a7795ed9cf8,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:36.020734 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae8283-98f8-4784-85ce-3444ed9ccf0d req-78bb5970-f33c-48f2-837d-0a4ee4c4cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:36.020814 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae8283-98f8-4784-85ce-3444ed9ccf0d req-78bb5970-f33c-48f2-837d-0a4ee4c4cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:36.022564 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9fae8283-98f8-4784-85ce-3444ed9ccf0d req-78bb5970-f33c-48f2-837d-0a4ee4c4cafc service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b32d0f34c0cc4ad1b4cbe85726725dc7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3505259 Nov 23 21:54:36.027195 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cae2e3-8d14-4580-bc47-ff2eee2c7817 None None] Pushing event updated for resources: {'Port': ['ID=4fcdfc50-e520-41ff-8807-dfc25b734259,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:36.044156 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465c7d0-9b6e-4e34-a946-f97bfe2fda24 service neutron] Pushing event updated for resources: {'Port': ['ID=8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:36.075561 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-0465c7d0-9b6e-4e34-a946-f97bfe2fda24 service neutron] Attempting to bind port 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:54:36.075915 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-0465c7d0-9b6e-4e34-a946-f97bfe2fda24 service neutron] Attempting to bind port 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '58b520fc-ac31-40cf-a40c-a5ec7f20b775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:54:36.076252 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-0465c7d0-9b6e-4e34-a946-f97bfe2fda24 service neutron] Attempting to bind port 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 on network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:36.077905 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:36.103805 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d7cae2e3-8d14-4580-bc47-ff2eee2c7817 None None] Attempting to bind port 4fcdfc50-e520-41ff-8807-dfc25b734259 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:54:36.104861 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d7cae2e3-8d14-4580-bc47-ff2eee2c7817 None None] Attempting to bind port 4fcdfc50-e520-41ff-8807-dfc25b734259 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '02b1bacb-0cb3-4eef-9848-2c37eb3c14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6061858e-81e5-4936-a58c-638e9782e99f'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:54:36.105724 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cae2e3-8d14-4580-bc47-ff2eee2c7817 None None] Attempting to bind port 4fcdfc50-e520-41ff-8807-dfc25b734259 on network 6061858e-81e5-4936-a58c-638e9782e99f {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:36.157031 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cae2e3-8d14-4580-bc47-ff2eee2c7817 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:54:36.157422 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cae2e3-8d14-4580-bc47-ff2eee2c7817 None None] Checking segment: {'id': '02b1bacb-0cb3-4eef-9848-2c37eb3c14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6061858e-81e5-4936-a58c-638e9782e99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:36.158754 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d7cae2e3-8d14-4580-bc47-ff2eee2c7817 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:36.159170 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cae2e3-8d14-4580-bc47-ff2eee2c7817 None None] Bound using segment: {'id': '02b1bacb-0cb3-4eef-9848-2c37eb3c14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6061858e-81e5-4936-a58c-638e9782e99f'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:54:36.159676 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d7cae2e3-8d14-4580-bc47-ff2eee2c7817 None None] Bound port: 4fcdfc50-e520-41ff-8807-dfc25b734259, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b1bacb-0cb3-4eef-9848-2c37eb3c14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '6061858e-81e5-4936-a58c-638e9782e99f'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:54:36.160076 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d7cae2e3-8d14-4580-bc47-ff2eee2c7817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:36.160443 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a83706c-df2a-4427-8b66-fc51cdd116cc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Made reservation on behalf of a90a63493e2d4f24bf817b2e8511c45b for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:36.164075 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8a83706c-df2a-4427-8b66-fc51cdd116cc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:36.207859 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7bae6-c96e-4a1f-ac0a-450529ca10e8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Pushing event updated for resources: {'Port': ['ID=2cae4ce6-3e46-4535-9cba-9c01e53da176,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:36.229583 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-0465c7d0-9b6e-4e34-a946-f97bfe2fda24 service neutron] Port 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 on network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:54:36.230060 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-0465c7d0-9b6e-4e34-a946-f97bfe2fda24 service neutron] Attempting to bind port 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 on network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:36.238501 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-20d7bae6-c96e-4a1f-ac0a-450529ca10e8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:36.239740 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-20d7bae6-c96e-4a1f-ac0a-450529ca10e8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:36.250990 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59583475-439e-41ad-b4f9-67c425d0f5bb tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'Network': ['ID=49e7dcd4-56dc-42c2-ab79-803a2f7c4977,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:36.266841 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-0465c7d0-9b6e-4e34-a946-f97bfe2fda24 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:54:36.268256 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-0465c7d0-9b6e-4e34-a946-f97bfe2fda24 service neutron] Checking segment: {'id': '58b520fc-ac31-40cf-a40c-a5ec7f20b775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:36.269358 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-0465c7d0-9b6e-4e34-a946-f97bfe2fda24 service neutron] Bound using segment: {'id': '58b520fc-ac31-40cf-a40c-a5ec7f20b775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:54:36.269984 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-0465c7d0-9b6e-4e34-a946-f97bfe2fda24 service neutron] Bound port: 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b520fc-ac31-40cf-a40c-a5ec7f20b775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:54:36.270513 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-0465c7d0-9b6e-4e34-a946-f97bfe2fda24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:36.290522 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-20d7bae6-c96e-4a1f-ac0a-450529ca10e8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8735218 Nov 23 21:54:36.309607 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d7cae2e3-8d14-4580-bc47-ff2eee2c7817 None None] For port 4fcdfc50-e520-41ff-8807-dfc25b734259, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:54:36.311642 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb7a47-5b2d-4433-a05d-bd01619f688e req-9a40d825-b8c1-4641-8c1c-de116056086a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:36.313421 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2fcb7a47-5b2d-4433-a05d-bd01619f688e req-9a40d825-b8c1-4641-8c1c-de116056086a tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 944 time: 0.3033004 Nov 23 21:54:36.313660 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d7cae2e3-8d14-4580-bc47-ff2eee2c7817 None None] For port 4fcdfc50-e520-41ff-8807-dfc25b734259, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4fcdfc50-e520-41ff-8807-dfc25b734259,segment=NetworkSegment(02b1bacb-0cb3-4eef-9848-2c37eb3c14e9),segment_id=02b1bacb-0cb3-4eef-9848-2c37eb3c14e9)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:54:36.317295 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Provisioning complete for port 68177536-82a7-4f4b-a8a5-590fd0c9818d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:36.317878 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:36.321770 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-f07a0730-1008-425d-acdb-b48f7dafa1f9 service neutron] Request body: {'port': {'device_id': '02280246-b831-4042-aacc-1192904a3c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:36.325758 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 49e7dcd4-56dc-42c2-ab79-803a2f7c4977 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:54:36.330471 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe981230-050b-468a-a35d-7c48a9a31cf0 req-564bddd8-3045-4875-85c4-0b89f53a6a0f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:36.338085 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe981230-050b-468a-a35d-7c48a9a31cf0 req-564bddd8-3045-4875-85c4-0b89f53a6a0f tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 946 time: 0.3144407 Nov 23 21:54:36.409237 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 88d7fc62-37d7-4348-b06a-bbe171e4966b no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:54:36.428716 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-0465c7d0-9b6e-4e34-a946-f97bfe2fda24 service neutron] For port 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:54:36.431510 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-f07a0730-1008-425d-acdb-b48f7dafa1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:36.434795 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-0465c7d0-9b6e-4e34-a946-f97bfe2fda24 service neutron] For port 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3,segment=NetworkSegment(58b520fc-ac31-40cf-a40c-a5ec7f20b775),segment_id=58b520fc-ac31-40cf-a40c-a5ec7f20b775)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:54:36.449390 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 88d7fc62-37d7-4348-b06a-bbe171e4966b {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:54:36.449916 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 88d7fc62-37d7-4348-b06a-bbe171e4966b not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:54:36.452615 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d7cae2e3-8d14-4580-bc47-ff2eee2c7817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:36.455894 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-0465c7d0-9b6e-4e34-a946-f97bfe2fda24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:36.501654 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=b9f56501-0ae5-4e60-abb1-9a7795ed9cf8,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:36.530360 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-0465c7d0-9b6e-4e34-a946-f97bfe2fda24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:36.531042 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-0465c7d0-9b6e-4e34-a946-f97bfe2fda24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:36.533829 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-0465c7d0-9b6e-4e34-a946-f97bfe2fda24 service neutron] 10.222.0.53 "PUT /v2.0/ports/8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 HTTP/1.1" status: 200 len: 1091 time: 2.4344091 Nov 23 21:54:36.587022 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cae2e3-8d14-4580-bc47-ff2eee2c7817 None None] Pushing event updated for resources: {'Port': ['ID=4fcdfc50-e520-41ff-8807-dfc25b734259,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:36.595381 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-47090a07-e17d-46ef-9474-6414d94c57af service neutron] Request body: {'port': {'device_id': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:36.683267 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Could not find standard attr ID for object 88d7fc62-37d7-4348-b06a-bbe171e4966b. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 21:54:36.696552 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Provisioning complete for port 6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:36.697072 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:36.707274 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465c7d0-9b6e-4e34-a946-f97bfe2fda24 service neutron] Pushing event updated for resources: {'Port': ['ID=8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:36.809624 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Provisioning complete for port b9f56501-0ae5-4e60-abb1-9a7795ed9cf8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:36.809986 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:36.837975 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.ipam_backend_mixin [None req-8a83706c-df2a-4427-8b66-fc51cdd116cc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Performing IP validity checks on allocation pools {{(pid=110034) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 21:54:36.838416 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.ipam_backend_mixin [None req-8a83706c-df2a-4427-8b66-fc51cdd116cc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110034) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 21:54:36.850245 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-47090a07-e17d-46ef-9474-6414d94c57af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:36.893884 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-3cb9cf70-91a5-47cc-a3d9-267a6ef009e4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Allocated IP 172.25.5.78 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/ff4f5ed0-bb6c-4f01-8e10-267c0df476bc) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:54:36.953809 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Provisioning complete for port 0973e1bc-3713-43a4-b7fe-e996f13219b6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:36.954728 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:37.010975 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2fcb7a47-5b2d-4433-a05d-bd01619f688e req-14167550-ac65-4884-bb35-c85c35b9d411 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6414006 Nov 23 21:54:37.022912 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Port 0973e1bc-3713-43a4-b7fe-e996f13219b6 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:54:37.039286 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Provisioning complete for port ed34ab6a-4afa-459c-8537-e5c1b90a1751 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:37.039669 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:37.071754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae8283-98f8-4784-85ce-3444ed9ccf0d req-dea2c509-2721-4e24-b9e9-eb1b2c8d78e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:37.083167 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9fae8283-98f8-4784-85ce-3444ed9ccf0d req-dea2c509-2721-4e24-b9e9-eb1b2c8d78e1 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0311081 Nov 23 21:54:37.115038 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b80aa8-ac2e-4e48-acf6-f2644ea93bef x-openstack-request-id: req-73b80aa8-ac2e-4e48-acf6-f2644ea93bef {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:37.115336 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ea09a7-1734-4054-b456-3a6fce99be27", "name": "network-vif-plugged", "status": "completed", "tag": "b9f56501-0ae5-4e60-abb1-9a7795ed9cf8", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:37.115592 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-73b80aa8-ac2e-4e48-acf6-f2644ea93bef {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:37.115989 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ea09a7-1734-4054-b456-3a6fce99be27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f56501-0ae5-4e60-abb1-9a7795ed9cf8', 'code': 200} Nov 23 21:54:37.133224 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe981230-050b-468a-a35d-7c48a9a31cf0 req-c567a38f-724e-4fd4-b1f3-3f6b3792a6d6 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7938039 Nov 23 21:54:37.196869 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26e35a-eb14-4a7f-966d-911c2fbd3065 req-48797e9a-1138-4848-a030-4bbb2ef2ccb7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:37.218152 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d26e35a-eb14-4a7f-966d-911c2fbd3065 req-48797e9a-1138-4848-a030-4bbb2ef2ccb7 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.53 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 944 time: 0.9559696 Nov 23 21:54:37.239678 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Provisioning complete for port 11fcfb9c-0df4-4824-ba6e-57dfa1470274 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:37.239678 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:37.284171 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Port 11fcfb9c-0df4-4824-ba6e-57dfa1470274 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:54:37.295546 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Provisioning complete for port 4a70a9bd-240b-4448-abe5-073150fdd13a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:37.295913 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:37.418696 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Provisioning complete for port c239b9dd-0100-4cc8-9737-28e50427c415 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:37.419319 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:37.455456 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-f07a0730-1008-425d-acdb-b48f7dafa1f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cae4ce6-3e46-4535-9cba-9c01e53da176 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:54:37.471744 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-f07a0730-1008-425d-acdb-b48f7dafa1f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:37.492613 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-f07a0730-1008-425d-acdb-b48f7dafa1f9 service neutron] Transition to ACTIVE for port object 2cae4ce6-3e46-4535-9cba-9c01e53da176 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:54:37.507886 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-f07a0730-1008-425d-acdb-b48f7dafa1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:37.551482 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Provisioning complete for port e9eb94fb-d1af-4d65-bb29-07b74ee9e9ce triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:37.552161 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:37.584660 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-47090a07-e17d-46ef-9474-6414d94c57af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf87d98-58c1-485f-b0ec-76cb1954f419 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:54:37.604787 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-47090a07-e17d-46ef-9474-6414d94c57af service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:37.610698 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a0730-1008-425d-acdb-b48f7dafa1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=2cae4ce6-3e46-4535-9cba-9c01e53da176,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:37.622982 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb5a13-77eb-4cdd-ad98-329bc181a286 None None] Port e9eb94fb-d1af-4d65-bb29-07b74ee9e9ce cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:54:37.631696 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3cb9cf70-91a5-47cc-a3d9-267a6ef009e4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:37.634930 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'tag': '8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:37.637414 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a21106-a37b-475a-aa3f-fdc250d124d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "tag": "8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:37.669407 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-47090a07-e17d-46ef-9474-6414d94c57af service neutron] Transition to ACTIVE for port object fbf87d98-58c1-485f-b0ec-76cb1954f419 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:54:37.680521 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-47090a07-e17d-46ef-9474-6414d94c57af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:37.738675 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8db382-a608-4f85-aa1b-24fb4e95692f req-c97e08ae-6064-43ee-95a0-eaa4a3dc6f94 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:37.745561 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8db382-a608-4f85-aa1b-24fb4e95692f req-c97e08ae-6064-43ee-95a0-eaa4a3dc6f94 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:37.753048 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8db382-a608-4f85-aa1b-24fb4e95692f req-c97e08ae-6064-43ee-95a0-eaa4a3dc6f94 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:37.759177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8db382-a608-4f85-aa1b-24fb4e95692f req-c97e08ae-6064-43ee-95a0-eaa4a3dc6f94 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:37.765156 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8db382-a608-4f85-aa1b-24fb4e95692f req-c97e08ae-6064-43ee-95a0-eaa4a3dc6f94 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:37.772237 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8db382-a608-4f85-aa1b-24fb4e95692f req-c97e08ae-6064-43ee-95a0-eaa4a3dc6f94 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:37.772416 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-f07a0730-1008-425d-acdb-b48f7dafa1f9 service neutron] Attempting to bind port 2cae4ce6-3e46-4535-9cba-9c01e53da176 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:54:37.772867 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-f07a0730-1008-425d-acdb-b48f7dafa1f9 service neutron] Attempting to bind port 2cae4ce6-3e46-4535-9cba-9c01e53da176 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '43fb8f7b-a278-4efd-8a5a-5110658f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:54:37.773281 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-f07a0730-1008-425d-acdb-b48f7dafa1f9 service neutron] Attempting to bind port 2cae4ce6-3e46-4535-9cba-9c01e53da176 on network 14f777ba-77da-410e-897f-1430639bb0d7 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:37.783588 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8db382-a608-4f85-aa1b-24fb4e95692f req-c97e08ae-6064-43ee-95a0-eaa4a3dc6f94 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:37.784400 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47090a07-e17d-46ef-9474-6414d94c57af service neutron] Pushing event updated for resources: {'Port': ['ID=fbf87d98-58c1-485f-b0ec-76cb1954f419,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:37.789653 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-f07a0730-1008-425d-acdb-b48f7dafa1f9 service neutron] Port 2cae4ce6-3e46-4535-9cba-9c01e53da176 on network 14f777ba-77da-410e-897f-1430639bb0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:54:37.790091 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-f07a0730-1008-425d-acdb-b48f7dafa1f9 service neutron] Attempting to bind port 2cae4ce6-3e46-4535-9cba-9c01e53da176 on network 14f777ba-77da-410e-897f-1430639bb0d7 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:37.794957 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5d8db382-a608-4f85-aa1b-24fb4e95692f req-c97e08ae-6064-43ee-95a0-eaa4a3dc6f94 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5386 time: 0.5087624 Nov 23 21:54:37.812989 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-f07a0730-1008-425d-acdb-b48f7dafa1f9 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:54:37.813425 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-f07a0730-1008-425d-acdb-b48f7dafa1f9 service neutron] Checking segment: {'id': '43fb8f7b-a278-4efd-8a5a-5110658f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:37.813905 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-f07a0730-1008-425d-acdb-b48f7dafa1f9 service neutron] Bound using segment: {'id': '43fb8f7b-a278-4efd-8a5a-5110658f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:54:37.814433 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-f07a0730-1008-425d-acdb-b48f7dafa1f9 service neutron] Bound port: 2cae4ce6-3e46-4535-9cba-9c01e53da176, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43fb8f7b-a278-4efd-8a5a-5110658f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:54:37.814968 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-f07a0730-1008-425d-acdb-b48f7dafa1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:37.877169 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8a83706c-df2a-4427-8b66-fc51cdd116cc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:37.935211 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea2555-f0d3-4e8c-be7e-af5d81dd66e5 req-5d1076b5-fe26-4252-8e2f-c9d524ed929f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:37.936637 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cbea2555-f0d3-4e8c-be7e-af5d81dd66e5 req-5d1076b5-fe26-4252-8e2f-c9d524ed929f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=41ea09a7-1734-4054-b456-3a6fce99be27 HTTP/1.1" status: 200 len: 1096 time: 0.6311021 Nov 23 21:54:38.005809 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3cb9cf70-91a5-47cc-a3d9-267a6ef009e4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:38.031142 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c9d17-e7d1-41e7-b1bc-0c22dc08440c req-2c5c5ebf-7a19-48a7-9566-4846299a29dc tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:38.037993 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a9c9d17-e7d1-41e7-b1bc-0c22dc08440c req-2c5c5ebf-7a19-48a7-9566-4846299a29dc tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.7434483 Nov 23 21:54:38.041520 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-f07a0730-1008-425d-acdb-b48f7dafa1f9 service neutron] For port 2cae4ce6-3e46-4535-9cba-9c01e53da176, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:54:38.048745 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-f07a0730-1008-425d-acdb-b48f7dafa1f9 service neutron] For port 2cae4ce6-3e46-4535-9cba-9c01e53da176, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2cae4ce6-3e46-4535-9cba-9c01e53da176,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:54:38.050459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-47090a07-e17d-46ef-9474-6414d94c57af service neutron] Attempting to bind port fbf87d98-58c1-485f-b0ec-76cb1954f419 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:54:38.050946 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-47090a07-e17d-46ef-9474-6414d94c57af service neutron] Attempting to bind port fbf87d98-58c1-485f-b0ec-76cb1954f419 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '58b520fc-ac31-40cf-a40c-a5ec7f20b775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:54:38.051335 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-47090a07-e17d-46ef-9474-6414d94c57af service neutron] Attempting to bind port fbf87d98-58c1-485f-b0ec-76cb1954f419 on network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:38.059728 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-47090a07-e17d-46ef-9474-6414d94c57af service neutron] Port fbf87d98-58c1-485f-b0ec-76cb1954f419 on network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:54:38.060240 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-47090a07-e17d-46ef-9474-6414d94c57af service neutron] Attempting to bind port fbf87d98-58c1-485f-b0ec-76cb1954f419 on network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:38.070798 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-f07a0730-1008-425d-acdb-b48f7dafa1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:38.122247 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-47090a07-e17d-46ef-9474-6414d94c57af service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:54:38.122920 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-47090a07-e17d-46ef-9474-6414d94c57af service neutron] Checking segment: {'id': '58b520fc-ac31-40cf-a40c-a5ec7f20b775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:38.123484 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-47090a07-e17d-46ef-9474-6414d94c57af service neutron] Bound using segment: {'id': '58b520fc-ac31-40cf-a40c-a5ec7f20b775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:54:38.124101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-47090a07-e17d-46ef-9474-6414d94c57af service neutron] Bound port: fbf87d98-58c1-485f-b0ec-76cb1954f419, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58b520fc-ac31-40cf-a40c-a5ec7f20b775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:54:38.124667 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-47090a07-e17d-46ef-9474-6414d94c57af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:38.147418 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-f07a0730-1008-425d-acdb-b48f7dafa1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:38.149321 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-f07a0730-1008-425d-acdb-b48f7dafa1f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:38.150796 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-f07a0730-1008-425d-acdb-b48f7dafa1f9 service neutron] 10.222.0.60 "PUT /v2.0/ports/2cae4ce6-3e46-4535-9cba-9c01e53da176 HTTP/1.1" status: 200 len: 1091 time: 1.8352184 Nov 23 21:54:38.224257 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9cf70-91a5-47cc-a3d9-267a6ef009e4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Pushing event updated for resources: {'Port': ['ID=ff4f5ed0-bb6c-4f01-8e10-267c0df476bc,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:38.318820 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb9cf70-91a5-47cc-a3d9-267a6ef009e4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:54:38.322731 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83706c-df2a-4427-8b66-fc51cdd116cc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Checking segment: {'id': 'a9732b55-b7d0-46e2-9ec5-07710765843d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '49e7dcd4-56dc-42c2-ab79-803a2f7c4977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:38.323506 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a83706c-df2a-4427-8b66-fc51cdd116cc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Network hostable DHCP agents. Network: 49e7dcd4-56dc-42c2-ab79-803a2f7c4977, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:54:38.327853 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cbea2555-f0d3-4e8c-be7e-af5d81dd66e5 req-199f326a-9894-4bb0-a0f9-af0a81e1f8ca service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482251 Nov 23 21:54:38.356159 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5d8db382-a608-4f85-aa1b-24fb4e95692f req-76ad2976-8d41-43e0-9343-8e6d33c85bd3 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.5604379 Nov 23 21:54:38.379772 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a9c9d17-e7d1-41e7-b1bc-0c22dc08440c req-ec4be5cc-edcc-4f43-a350-a4c487b28625 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2990849 Nov 23 21:54:38.398352 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-3cb9cf70-91a5-47cc-a3d9-267a6ef009e4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:38.400334 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83706c-df2a-4427-8b66-fc51cdd116cc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'Subnet': ['ID=09e09257-99ac-41d5-ace5-726113dc9d2d,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:38.403967 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb9cf70-91a5-47cc-a3d9-267a6ef009e4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:54:38.529326 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d24f24c-d3a7-4136-bb7d-63782d1d8640 None None] Network 6061858e-81e5-4936-a58c-638e9782e99f requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:54:38.573139 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a83706c-df2a-4427-8b66-fc51cdd116cc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Network 49e7dcd4-56dc-42c2-ab79-803a2f7c4977 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:54:38.579253 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-7d26e35a-eb14-4a7f-966d-911c2fbd3065 req-c833503f-4c39-498b-a40f-9e1a351f6c9c tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Deleting port 2a94442c-6d29-48f6-8053-4a4498d90e09 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:54:38.579798 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7d26e35a-eb14-4a7f-966d-911c2fbd3065 req-c833503f-4c39-498b-a40f-9e1a351f6c9c tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:38.681635 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4fcdfc50-e520-41ff-8807-dfc25b734259 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:54:38.693039 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-7d26e35a-eb14-4a7f-966d-911c2fbd3065 req-c833503f-4c39-498b-a40f-9e1a351f6c9c tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] For port 2a94442c-6d29-48f6-8053-4a4498d90e09, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=2a94442c-6d29-48f6-8053-4a4498d90e09,segment=NetworkSegment(4c9861c7-2f5b-4f5f-b2f6-02dd4942c746),segment_id=4c9861c7-2f5b-4f5f-b2f6-02dd4942c746)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:38.693522 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7d26e35a-eb14-4a7f-966d-911c2fbd3065 req-c833503f-4c39-498b-a40f-9e1a351f6c9c tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:38.710412 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-7d26e35a-eb14-4a7f-966d-911c2fbd3065 req-c833503f-4c39-498b-a40f-9e1a351f6c9c tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Calling delete_port for 2a94442c-6d29-48f6-8053-4a4498d90e09 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:54:38.820945 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-953989aa-60c3-4c88-b9e5-45825f1903f8 None None] Provisioning complete for port 4fcdfc50-e520-41ff-8807-dfc25b734259 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:38.821598 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-953989aa-60c3-4c88-b9e5-45825f1903f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:38.844466 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76b375b-b453-4a4d-b47b-648c739b8cdb x-openstack-request-id: req-a76b375b-b453-4a4d-b47b-648c739b8cdb {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:38.845098 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "tag": "8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:38.845777 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a76b375b-b453-4a4d-b47b-648c739b8cdb {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:38.846418 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'tag': '8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3', 'status': 'completed', 'code': 200} Nov 23 21:54:38.887404 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-8a83706c-df2a-4427-8b66-fc51cdd116cc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 49e7dcd4-56dc-42c2-ab79-803a2f7c4977) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:38.900697 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a0730-1008-425d-acdb-b48f7dafa1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=2cae4ce6-3e46-4535-9cba-9c01e53da176,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:38.912359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a83706c-df2a-4427-8b66-fc51cdd116cc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:38.912954 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8a83706c-df2a-4427-8b66-fc51cdd116cc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:38.925357 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aede300-f551-4179-914e-2a2d950cd003 None None] Network 49e7dcd4-56dc-42c2-ab79-803a2f7c4977 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:54:38.925574 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-96fcfa85-041c-4d5b-8614-2a7041467655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:38.927366 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-96fcfa85-041c-4d5b-8614-2a7041467655 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32839c3e63d04827b470d0a106b18e8e&device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 1094 time: 0.6561856 Nov 23 21:54:38.928979 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 4fcdfc50-e520-41ff-8807-dfc25b734259 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:38.929643 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:38.990200 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-f0ce2852-55f1-4468-b609-c20c214ee71c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cae4ce6-3e46-4535-9cba-9c01e53da176 HTTP/1.1" status: 200 len: 217 time: 0.0440433 Nov 23 21:54:38.998400 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-47090a07-e17d-46ef-9474-6414d94c57af service neutron] For port fbf87d98-58c1-485f-b0ec-76cb1954f419, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:54:39.020985 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12375ee1-55fb-454d-8fa4-2eb4a2277eb1 req-2610143d-7af4-44fd-89a2-96011fcaf105 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:39.028444 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-12375ee1-55fb-454d-8fa4-2eb4a2277eb1 req-2610143d-7af4-44fd-89a2-96011fcaf105 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ea09a7-1734-4054-b456-3a6fce99be27 HTTP/1.1" status: 200 len: 945 time: 0.4669931 Nov 23 21:54:39.054017 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8a83706c-df2a-4427-8b66-fc51cdd116cc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.2945063 Nov 23 21:54:39.057955 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57896) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:39.074349 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-47090a07-e17d-46ef-9474-6414d94c57af service neutron] For port fbf87d98-58c1-485f-b0ec-76cb1954f419, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=fbf87d98-58c1-485f-b0ec-76cb1954f419,segment=NetworkSegment(58b520fc-ac31-40cf-a40c-a5ec7f20b775),segment_id=58b520fc-ac31-40cf-a40c-a5ec7f20b775)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:54:39.084892 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a21106-a37b-475a-aa3f-fdc250d124d5 req-34d69000-9df9-4a32-9995-7ff5b50c74e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:39.085364 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a21106-a37b-475a-aa3f-fdc250d124d5 req-34d69000-9df9-4a32-9995-7ff5b50c74e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:39.085824 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a21106-a37b-475a-aa3f-fdc250d124d5 req-34d69000-9df9-4a32-9995-7ff5b50c74e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:39.086284 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a21106-a37b-475a-aa3f-fdc250d124d5 req-34d69000-9df9-4a32-9995-7ff5b50c74e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:39.086745 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a21106-a37b-475a-aa3f-fdc250d124d5 req-34d69000-9df9-4a32-9995-7ff5b50c74e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:39.087223 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a21106-a37b-475a-aa3f-fdc250d124d5 req-34d69000-9df9-4a32-9995-7ff5b50c74e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:39.087674 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a21106-a37b-475a-aa3f-fdc250d124d5 req-34d69000-9df9-4a32-9995-7ff5b50c74e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:39.089621 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92a21106-a37b-475a-aa3f-fdc250d124d5 req-34d69000-9df9-4a32-9995-7ff5b50c74e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b32d0f34c0cc4ad1b4cbe85726725dc7&device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 6303 time: 0.3062558 Nov 23 21:54:39.103071 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-47090a07-e17d-46ef-9474-6414d94c57af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:39.104298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39335eaf-06aa-43fc-b6e7-ef3feb3bdb00 req-bed321e4-2383-4a13-ba2e-40123c35ae0b tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:39.112874 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-39335eaf-06aa-43fc-b6e7-ef3feb3bdb00 req-bed321e4-2383-4a13-ba2e-40123c35ae0b tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 944 time: 0.3086507 Nov 23 21:54:39.153921 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-47090a07-e17d-46ef-9474-6414d94c57af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:39.154737 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-47090a07-e17d-46ef-9474-6414d94c57af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:39.157962 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-47090a07-e17d-46ef-9474-6414d94c57af service neutron] 10.222.0.53 "PUT /v2.0/ports/fbf87d98-58c1-485f-b0ec-76cb1954f419 HTTP/1.1" status: 200 len: 1091 time: 2.5825927 Nov 23 21:54:39.166750 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3cb9cf70-91a5-47cc-a3d9-267a6ef009e4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:39.269545 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5d0af80b-f7c2-44a9-b73d-dd917a7a6606 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:39.287596 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-39335eaf-06aa-43fc-b6e7-ef3feb3bdb00 req-5824cf62-6d35-4f61-a39e-c485d54d2b31 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a4b235fc-b743-4147-89aa-a1617552ccd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737227 Nov 23 21:54:39.296479 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-9dac6f8e-9d6f-4f95-b849-3d2e377fe626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:39.303166 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-9dac6f8e-9d6f-4f95-b849-3d2e377fe626 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ec95087-31a0-4067-927d-a3091c147250 HTTP/1.1" status: 200 len: 855 time: 0.2986925 Nov 23 21:54:39.319642 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-3c025d14-54e2-49fe-873c-15ed514dbc48 service neutron] Request body: {'port': {'device_id': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:39.350839 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-953989aa-60c3-4c88-b9e5-45825f1903f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:39.389719 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3cb9cf70-91a5-47cc-a3d9-267a6ef009e4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:39.433396 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-953989aa-60c3-4c88-b9e5-45825f1903f8 None None] For port 4fcdfc50-e520-41ff-8807-dfc25b734259, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4fcdfc50-e520-41ff-8807-dfc25b734259,segment=NetworkSegment(02b1bacb-0cb3-4eef-9848-2c37eb3c14e9),segment_id=02b1bacb-0cb3-4eef-9848-2c37eb3c14e9)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:39.435327 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fe8aff-aee7-4f10-8fd4-3536b323aa7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-49e7dcd4-56dc-42c2-ab79-803a2f7c4977', 'network_id': '49e7dcd4-56dc-42c2-ab79-803a2f7c4977', 'tenant_id': 'a90a63493e2d4f24bf817b2e8511c45b', 'fixed_ips': [{'subnet_id': '09e09257-99ac-41d5-ace5-726113dc9d2d'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:54:39.436270 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b2fe8aff-aee7-4f10-8fd4-3536b323aa7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:39.474544 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-953989aa-60c3-4c88-b9e5-45825f1903f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:39.495563 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:39.569537 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953989aa-60c3-4c88-b9e5-45825f1903f8 None None] Pushing event updated for resources: {'Port': ['ID=4fcdfc50-e520-41ff-8807-dfc25b734259,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:39.624533 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-12375ee1-55fb-454d-8fa4-2eb4a2277eb1 req-485b7335-ca9e-483a-9763-2c2239485b40 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5951922 Nov 23 21:54:39.636359 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7d26e35a-eb14-4a7f-966d-911c2fbd3065 req-c833503f-4c39-498b-a40f-9e1a351f6c9c tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:39.647294 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5d0af80b-f7c2-44a9-b73d-dd917a7a6606 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:39.696204 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a21106-a37b-475a-aa3f-fdc250d124d5 req-78d15328-38cb-45c1-9c48-2b6cd585a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:39.696738 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a21106-a37b-475a-aa3f-fdc250d124d5 req-78d15328-38cb-45c1-9c48-2b6cd585a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:39.697189 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a21106-a37b-475a-aa3f-fdc250d124d5 req-78d15328-38cb-45c1-9c48-2b6cd585a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:39.699225 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92a21106-a37b-475a-aa3f-fdc250d124d5 req-78d15328-38cb-45c1-9c48-2b6cd585a760 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b32d0f34c0cc4ad1b4cbe85726725dc7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5729175 Nov 23 21:54:39.740797 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-3c025d14-54e2-49fe-873c-15ed514dbc48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:39.772320 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:54:39.772630 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:54:39.782765 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5d0af80b-f7c2-44a9-b73d-dd917a7a6606 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:39.791806 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-5b062393-b866-4c61-8514-68bc79ab822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:39.793484 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-5b062393-b866-4c61-8514-68bc79ab822d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f777ba-77da-410e-897f-1430639bb0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4650223 Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server [None req-b2fe8aff-aee7-4f10-8fd4-3536b323aa7d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09e09257-99ac-41d5-ace5-726113dc9d2d: This subnet is being modified by another concurrent operation. Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 21:54:39.799694 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise exception Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 09e09257-99ac-41d5-ace5-726113dc9d2d: This subnet is being modified by another concurrent operation. Nov 23 21:54:39.802653 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server Nov 23 21:54:39.806438 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47090a07-e17d-46ef-9474-6414d94c57af service neutron] Pushing event updated for resources: {'Port': ['ID=fbf87d98-58c1-485f-b0ec-76cb1954f419,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:39.826285 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a3cd87-cdd2-45e1-87cb-d7d3a49c1fbf None None] Network 49e7dcd4-56dc-42c2-ab79-803a2f7c4977 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:54:39.856871 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0af80b-f7c2-44a9-b73d-dd917a7a6606 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Subnet': ['ID=09e09257-99ac-41d5-ace5-726113dc9d2d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:39.890500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a21106-a37b-475a-aa3f-fdc250d124d5 req-7d508840-5994-4258-9e93-68eb1ceb3bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:39.893559 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92a21106-a37b-475a-aa3f-fdc250d124d5 req-7d508840-5994-4258-9e93-68eb1ceb3bc5 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1374154 Nov 23 21:54:39.920780 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833503f-4c39-498b-a40f-9e1a351f6c9c tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Pushing event deleted for resources: {'Port': ['ID=2a94442c-6d29-48f6-8053-4a4498d90e09,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:39.939694 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5d0af80b-f7c2-44a9-b73d-dd917a7a6606 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:39.942218 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6c0447-90cf-4150-ab81-7f8dad653221 None None] DHCP port deletion for 5362e53d-b0aa-442a-93dd-f35dceb0e37e request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:54:39.957315 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2acda896-2b8c-4891-b772-d7ac85de4352 None None] Provisioning complete for port 4fcdfc50-e520-41ff-8807-dfc25b734259 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:39.957688 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2acda896-2b8c-4891-b772-d7ac85de4352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:39.965642 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbd2e7-312d-4338-af9b-c0590dcb8e57 req-4548209f-b936-4d28-8997-8a2117eafae5 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:39.967240 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63bbd2e7-312d-4338-af9b-c0590dcb8e57 req-4548209f-b936-4d28-8997-8a2117eafae5 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 946 time: 0.5571930 Nov 23 21:54:39.977250 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-5d0af80b-f7c2-44a9-b73d-dd917a7a6606 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49e7dcd4-56dc-42c2-ab79-803a2f7c4977']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:39.994393 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10f870e-89b8-4a8b-bbb8-be277b0d54bf None None] get_active_networks_info from n-d-816206-9 {{(pid=110035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 21:54:40.066971 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d26e35a-eb14-4a7f-966d-911c2fbd3065 req-c833503f-4c39-498b-a40f-9e1a351f6c9c tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] No DVR routers for this DVR port 2a94442c-6d29-48f6-8053-4a4498d90e09 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:54:40.076373 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-5d0af80b-f7c2-44a9-b73d-dd917a7a6606 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9732b55-b7d0-46e2-9ec5-07710765843d') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:40.076699 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-5d0af80b-f7c2-44a9-b73d-dd917a7a6606 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9732b55-b7d0-46e2-9ec5-07710765843d') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:40.103267 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7d26e35a-eb14-4a7f-966d-911c2fbd3065 req-c833503f-4c39-498b-a40f-9e1a351f6c9c tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:40.105622 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5d0af80b-f7c2-44a9-b73d-dd917a7a6606 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:40.116295 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d26e35a-eb14-4a7f-966d-911c2fbd3065 req-c833503f-4c39-498b-a40f-9e1a351f6c9c tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.53 "DELETE /v2.0/ports/2a94442c-6d29-48f6-8053-4a4498d90e09 HTTP/1.1" status: 204 len: 173 time: 2.8119810 Nov 23 21:54:40.117428 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc', 'name': 'network-vif-deleted', 'tag': '2a94442c-6d29-48f6-8053-4a4498d90e09'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:40.119153 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212cbc51-2a33-425c-a174-950d08cd2383" -d '{"events": [{"server_uuid": "cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc", "name": "network-vif-deleted", "tag": "2a94442c-6d29-48f6-8053-4a4498d90e09"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:40.145550 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5d0af80b-f7c2-44a9-b73d-dd917a7a6606 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:40.147001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3e1cd-0251-4666-891d-621cbb6ffd47 req-9d18690a-0d69-4851-9d1b-a0431389cfef tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:40.154503 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3e1cd-0251-4666-891d-621cbb6ffd47 req-9d18690a-0d69-4851-9d1b-a0431389cfef tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:40.161838 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3e1cd-0251-4666-891d-621cbb6ffd47 req-9d18690a-0d69-4851-9d1b-a0431389cfef tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:40.166390 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0af80b-f7c2-44a9-b73d-dd917a7a6606 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:54:40.166834 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5d0af80b-f7c2-44a9-b73d-dd917a7a6606 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:40.168789 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3e1cd-0251-4666-891d-621cbb6ffd47 req-9d18690a-0d69-4851-9d1b-a0431389cfef tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:54:40.171537 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:54:40.176426 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3e1cd-0251-4666-891d-621cbb6ffd47 req-9d18690a-0d69-4851-9d1b-a0431389cfef tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:40.183880 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3e1cd-0251-4666-891d-621cbb6ffd47 req-9d18690a-0d69-4851-9d1b-a0431389cfef tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:40.191909 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-a6b064ed-ea1e-468a-a954-71f939e7274d service neutron] 10.222.0.60 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877509 Nov 23 21:54:40.192305 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3e1cd-0251-4666-891d-621cbb6ffd47 req-9d18690a-0d69-4851-9d1b-a0431389cfef tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:40.194597 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-abd3e1cd-0251-4666-891d-621cbb6ffd47 req-9d18690a-0d69-4851-9d1b-a0431389cfef tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5398 time: 0.2978504 Nov 23 21:54:40.247762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10f870e-89b8-4a8b-bbb8-be277b0d54bf None None] Resources bound (agent type, host, resource id): {{(pid=110035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 21:54:40.280941 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63bbd2e7-312d-4338-af9b-c0590dcb8e57 req-c939184c-1ec8-4c6c-8b35-d3da7ca7b18b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724726 Nov 23 21:54:40.359055 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-abd3e1cd-0251-4666-891d-621cbb6ffd47 req-b97218e0-3b49-475e-aff0-484bd0c11da1 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1478083 Nov 23 21:54:40.362094 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3cb9cf70-91a5-47cc-a3d9-267a6ef009e4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:40.370268 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3cb9cf70-91a5-47cc-a3d9-267a6ef009e4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:40.374803 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 2a94442c-6d29-48f6-8053-4a4498d90e09 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:54:40.442261 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5d0af80b-f7c2-44a9-b73d-dd917a7a6606 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:40.460913 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5d0af80b-f7c2-44a9-b73d-dd917a7a6606 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:40.464325 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5d0af80b-f7c2-44a9-b73d-dd917a7a6606 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/networks/49e7dcd4-56dc-42c2-ab79-803a2f7c4977 HTTP/1.1" status: 204 len: 168 time: 1.4036453 Nov 23 21:54:40.467906 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 2a94442c-6d29-48f6-8053-4a4498d90e09 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:54:40.468502 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 2a94442c-6d29-48f6-8053-4a4498d90e09 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:54:40.474589 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57908) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:40.487881 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-064535cb-910a-4db2-8071-aee4d88d6616 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-855959922'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:40.504435 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0af80b-f7c2-44a9-b73d-dd917a7a6606 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Network': ['ID=49e7dcd4-56dc-42c2-ab79-803a2f7c4977,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:40.555534 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064535cb-910a-4db2-8071-aee4d88d6616 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Made reservation on behalf of a90a63493e2d4f24bf817b2e8511c45b for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:40.559089 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-064535cb-910a-4db2-8071-aee4d88d6616 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:40.564597 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ce13eb40-f20f-46d8-b5d0-cbef069ca712 req-351e596d-357e-418d-b82a-6d4785bcbd87 service neutron] 10.222.0.60 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578935 Nov 23 21:54:40.570439 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9cf70-91a5-47cc-a3d9-267a6ef009e4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Pushing event updated for resources: {'Port': ['ID=ff4f5ed0-bb6c-4f01-8e10-267c0df476bc,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:40.603135 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3cb9cf70-91a5-47cc-a3d9-267a6ef009e4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:40.642468 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c249ae-1115-461f-a485-7519801bdd3d req-205aefcb-c36c-437d-b519-69b35b4b0b42 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:40.644159 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-49c249ae-1115-461f-a485-7519801bdd3d req-205aefcb-c36c-437d-b519-69b35b4b0b42 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.1792862 Nov 23 21:54:40.648566 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3cb9cf70-91a5-47cc-a3d9-267a6ef009e4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:40.649774 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3cb9cf70-91a5-47cc-a3d9-267a6ef009e4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3535888 Nov 23 21:54:40.662495 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498d8fd5-e6bb-4369-9333-0c7eec602452 x-openstack-request-id: req-498d8fd5-e6bb-4369-9333-0c7eec602452 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:40.662794 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc", "name": "network-vif-deleted", "tag": "2a94442c-6d29-48f6-8053-4a4498d90e09", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:40.663050 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-498d8fd5-e6bb-4369-9333-0c7eec602452 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:40.663452 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc', 'name': 'network-vif-deleted', 'tag': '2a94442c-6d29-48f6-8053-4a4498d90e09', 'status': 'completed', 'code': 200} Nov 23 21:54:40.681298 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-3c025d14-54e2-49fe-873c-15ed514dbc48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f304a4f3-98a7-481a-b024-fa9ac11528de {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:54:40.710000 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064535cb-910a-4db2-8071-aee4d88d6616 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:54:40.713285 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-3c025d14-54e2-49fe-873c-15ed514dbc48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:40.738835 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-49c249ae-1115-461f-a485-7519801bdd3d req-73534b47-d7f9-4be9-8442-f7b01c21cf15 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848424 Nov 23 21:54:40.746474 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-064535cb-910a-4db2-8071-aee4d88d6616 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:40.756140 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-064535cb-910a-4db2-8071-aee4d88d6616 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Added segment e3640b36-3392-4b00-87bc-d22dec526b73 of type vlan for network 2cab08b7-4511-4683-af62-5711009541ae Nov 23 21:54:40.767793 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-3c025d14-54e2-49fe-873c-15ed514dbc48 service neutron] Transition to ACTIVE for port object f304a4f3-98a7-481a-b024-fa9ac11528de will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:54:40.835165 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4fcdfc50-e520-41ff-8807-dfc25b734259 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:54:40.836983 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f533d2d-4195-43d0-a695-b57819f95680 req-7e7795b7-a7b7-4783-932c-dc71e558aea2 tempest-LiveMigrationTest-1152737172 tempest-LiveMigrationTest-1152737172-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfe37717-e47b-4a31-9bd5-6d8a59c5d4fc HTTP/1.1" status: 200 len: 210 time: 0.0664961 Nov 23 21:54:40.853190 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-064535cb-910a-4db2-8071-aee4d88d6616 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:40.888984 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02280246-b831-4042-aacc-1192904a3c7e', 'tag': '2cae4ce6-3e46-4535-9cba-9c01e53da176'}, {'name': 'network-changed', 'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'tag': 'fbf87d98-58c1-485f-b0ec-76cb1954f419'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:40.909690 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e0f89d-1058-4224-90ca-2081606e03c6" -d '{"events": [{"name": "network-changed", "server_uuid": "02280246-b831-4042-aacc-1192904a3c7e", "tag": "2cae4ce6-3e46-4535-9cba-9c01e53da176"}, {"name": "network-changed", "server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "tag": "fbf87d98-58c1-485f-b0ec-76cb1954f419"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:40.912505 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-064535cb-910a-4db2-8071-aee4d88d6616 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:40.940770 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064535cb-910a-4db2-8071-aee4d88d6616 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:40.945065 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 4fcdfc50-e520-41ff-8807-dfc25b734259 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:40.945260 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-064535cb-910a-4db2-8071-aee4d88d6616 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:40.945438 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:40.955971 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-3c025d14-54e2-49fe-873c-15ed514dbc48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:41.018155 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0776e1-77d1-4b7c-8d55-a1f23edb1276 req-aa25dcef-63df-4b67-aebd-80a7e21c6e81 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:41.020136 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ca0776e1-77d1-4b7c-8d55-a1f23edb1276 req-aa25dcef-63df-4b67-aebd-80a7e21c6e81 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ea09a7-1734-4054-b456-3a6fce99be27 HTTP/1.1" status: 200 len: 945 time: 0.1296303 Nov 23 21:54:41.068938 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-44f1991c-e8b3-4fe2-8900-11567699ae15 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--328106955&fields=id&tenant_id=e0a0bf8995194df794b65596ff42d910 HTTP/1.1" status: 200 len: 267 time: 0.0850487 Nov 23 21:54:41.099796 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-064535cb-910a-4db2-8071-aee4d88d6616 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6157188 Nov 23 21:54:41.102835 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57926) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:41.129609 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-73f0890b-1003-4a9d-bb11-5e7249d9110d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Request body: {'subnet': {'network_id': '2cab08b7-4511-4683-af62-5711009541ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:41.131823 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064535cb-910a-4db2-8071-aee4d88d6616 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'Network': ['ID=2cab08b7-4511-4683-af62-5711009541ae,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:41.143049 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c025d14-54e2-49fe-873c-15ed514dbc48 service neutron] Pushing event updated for resources: {'Port': ['ID=f304a4f3-98a7-481a-b024-fa9ac11528de,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:41.147784 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 2cab08b7-4511-4683-af62-5711009541ae details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:54:41.215345 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-3c025d14-54e2-49fe-873c-15ed514dbc48 service neutron] Attempting to bind port f304a4f3-98a7-481a-b024-fa9ac11528de on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:54:41.215942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-3c025d14-54e2-49fe-873c-15ed514dbc48 service neutron] Attempting to bind port f304a4f3-98a7-481a-b024-fa9ac11528de by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'da4238c6-b353-4586-8707-c40d3aada134'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:54:41.216445 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-3c025d14-54e2-49fe-873c-15ed514dbc48 service neutron] Attempting to bind port f304a4f3-98a7-481a-b024-fa9ac11528de on network da4238c6-b353-4586-8707-c40d3aada134 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:41.225627 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-3c025d14-54e2-49fe-873c-15ed514dbc48 service neutron] Port f304a4f3-98a7-481a-b024-fa9ac11528de on network da4238c6-b353-4586-8707-c40d3aada134 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:54:41.226173 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-3c025d14-54e2-49fe-873c-15ed514dbc48 service neutron] Attempting to bind port f304a4f3-98a7-481a-b024-fa9ac11528de on network da4238c6-b353-4586-8707-c40d3aada134 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:41.232932 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-3c025d14-54e2-49fe-873c-15ed514dbc48 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:54:41.233724 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-3c025d14-54e2-49fe-873c-15ed514dbc48 service neutron] Checking segment: {'id': '5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'da4238c6-b353-4586-8707-c40d3aada134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:41.234314 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-3c025d14-54e2-49fe-873c-15ed514dbc48 service neutron] Bound using segment: {'id': '5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'da4238c6-b353-4586-8707-c40d3aada134'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:54:41.235437 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-3c025d14-54e2-49fe-873c-15ed514dbc48 service neutron] Bound port: f304a4f3-98a7-481a-b024-fa9ac11528de, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'da4238c6-b353-4586-8707-c40d3aada134'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:54:41.235973 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-3c025d14-54e2-49fe-873c-15ed514dbc48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:41.275798 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ca0776e1-77d1-4b7c-8d55-a1f23edb1276 req-0bfb1519-4c42-4ca7-86e0-666dfb68d1ef tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193854 Nov 23 21:54:41.282842 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-a3524a13-71ed-46f8-a45a-967934f9444d tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:41.284450 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-a3524a13-71ed-46f8-a45a-967934f9444d tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 811 time: 0.2144747 Nov 23 21:54:41.340515 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-3c025d14-54e2-49fe-873c-15ed514dbc48 service neutron] For port f304a4f3-98a7-481a-b024-fa9ac11528de, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:54:41.346250 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-3c025d14-54e2-49fe-873c-15ed514dbc48 service neutron] For port f304a4f3-98a7-481a-b024-fa9ac11528de, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f304a4f3-98a7-481a-b024-fa9ac11528de,segment=NetworkSegment(5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a),segment_id=5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:54:41.348364 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-745e8ebc-7610-4d40-9494-d17c24b794fa tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/quotas/e0a0bf8995194df794b65596ff42d910 HTTP/1.1" status: 200 len: 375 time: 0.0446155 Nov 23 21:54:41.357213 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9dfcf4-a875-4f1e-a717-e217e27bce0c x-openstack-request-id: req-fd9dfcf4-a875-4f1e-a717-e217e27bce0c {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:41.357521 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02280246-b831-4042-aacc-1192904a3c7e", "tag": "2cae4ce6-3e46-4535-9cba-9c01e53da176", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "tag": "fbf87d98-58c1-485f-b0ec-76cb1954f419", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:41.357950 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fd9dfcf4-a875-4f1e-a717-e217e27bce0c {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:41.358363 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02280246-b831-4042-aacc-1192904a3c7e', 'tag': '2cae4ce6-3e46-4535-9cba-9c01e53da176', 'status': 'completed', 'code': 200} Nov 23 21:54:41.358627 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'tag': 'fbf87d98-58c1-485f-b0ec-76cb1954f419', 'status': 'completed', 'code': 200} Nov 23 21:54:41.361475 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-3c025d14-54e2-49fe-873c-15ed514dbc48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:41.464863 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-3c025d14-54e2-49fe-873c-15ed514dbc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:41.465496 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-3c025d14-54e2-49fe-873c-15ed514dbc48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:41.467446 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-3c025d14-54e2-49fe-873c-15ed514dbc48 service neutron] 10.222.0.53 "PUT /v2.0/ports/f304a4f3-98a7-481a-b024-fa9ac11528de HTTP/1.1" status: 200 len: 1091 time: 2.1752882 Nov 23 21:54:41.524570 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-377cc992-a3c0-4b3b-a36f-d911c26dcfed service neutron] Request body: {'port': {'device_id': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:41.551032 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-75b57209-f54f-4b35-b186-f926bf8988f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:41.551512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-75b57209-f54f-4b35-b186-f926bf8988f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:41.551976 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-75b57209-f54f-4b35-b186-f926bf8988f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:41.552480 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-75b57209-f54f-4b35-b186-f926bf8988f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:41.552942 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-75b57209-f54f-4b35-b186-f926bf8988f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:41.553395 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-75b57209-f54f-4b35-b186-f926bf8988f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:41.553926 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-75b57209-f54f-4b35-b186-f926bf8988f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:41.555901 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-75b57209-f54f-4b35-b186-f926bf8988f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b32d0f34c0cc4ad1b4cbe85726725dc7&device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 6412 time: 0.1401181 Nov 23 21:54:41.577520 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-ef25baa9-a449-431f-b801-f94322ed0bc3 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1701233 Nov 23 21:54:41.614481 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-bc3ab603-6186-4585-8740-f4e7631f568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:41.616739 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-bc3ab603-6186-4585-8740-f4e7631f568d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32839c3e63d04827b470d0a106b18e8e&device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 1094 time: 0.2126546 Nov 23 21:54:41.619523 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c025d14-54e2-49fe-873c-15ed514dbc48 service neutron] Pushing event updated for resources: {'Port': ['ID=f304a4f3-98a7-481a-b024-fa9ac11528de,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:41.767676 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-377cc992-a3c0-4b3b-a36f-d911c26dcfed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:41.821782 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-9025f12a-9051-45ee-8344-361d2e155465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:41.822348 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-9025f12a-9051-45ee-8344-361d2e155465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:41.822778 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-9025f12a-9051-45ee-8344-361d2e155465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:41.824329 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-9025f12a-9051-45ee-8344-361d2e155465 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b32d0f34c0cc4ad1b4cbe85726725dc7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2421107 Nov 23 21:54:41.827896 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-dcbcadd7-049a-4f43-9580-24804e44b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:41.830007 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-dcbcadd7-049a-4f43-9580-24804e44b4d2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f777ba-77da-410e-897f-1430639bb0d7 HTTP/1.1" status: 200 len: 917 time: 0.1892364 Nov 23 21:54:41.833158 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-04627d44-75ef-4500-8f00-f27c49e020ae service neutron] 10.222.0.50 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549418 Nov 23 21:54:41.892321 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-a63718b7-6893-458f-a01d-3129b3dc072b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cae4ce6-3e46-4535-9cba-9c01e53da176 HTTP/1.1" status: 200 len: 217 time: 0.0520580 Nov 23 21:54:42.040819 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-0f07106b-37f3-4887-8953-227c47bd1825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:42.042343 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-0f07106b-37f3-4887-8953-227c47bd1825 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ec95087-31a0-4067-927d-a3091c147250 HTTP/1.1" status: 200 len: 855 time: 0.0948813 Nov 23 21:54:42.150984 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-e142650f-c012-4a4f-a1cd-8d0ba7b62eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:42.152183 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-e142650f-c012-4a4f-a1cd-8d0ba7b62eb8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f777ba-77da-410e-897f-1430639bb0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774508 Nov 23 21:54:42.219864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f0890b-1003-4a9d-bb11-5e7249d9110d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Made reservation on behalf of a90a63493e2d4f24bf817b2e8511c45b for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:42.223505 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73f0890b-1003-4a9d-bb11-5e7249d9110d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:42.275606 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-377cc992-a3c0-4b3b-a36f-d911c26dcfed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 247b2c22-bf5b-4a93-af05-80b974a24c48 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:54:42.287457 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-377cc992-a3c0-4b3b-a36f-d911c26dcfed service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:42.305964 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-c1e430ef-67c6-4899-936f-07b50e510261 service neutron] 10.222.0.60 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433735 Nov 23 21:54:42.308419 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-377cc992-a3c0-4b3b-a36f-d911c26dcfed service neutron] Transition to ACTIVE for port object 247b2c22-bf5b-4a93-af05-80b974a24c48 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:54:42.332432 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-377cc992-a3c0-4b3b-a36f-d911c26dcfed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:42.390152 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5bc9b-5786-4797-9ef5-1a01993a648f req-e66e073e-f781-4342-8e87-582084b207f4 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:42.392534 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-74b5bc9b-5786-4797-9ef5-1a01993a648f req-e66e073e-f781-4342-8e87-582084b207f4 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 946 time: 0.7055533 Nov 23 21:54:42.426262 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377cc992-a3c0-4b3b-a36f-d911c26dcfed service neutron] Pushing event updated for resources: {'Port': ['ID=247b2c22-bf5b-4a93-af05-80b974a24c48,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:42.445739 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-e2a74ada-f866-4401-9dae-9ce38f83d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:42.447388 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-e2a74ada-f866-4401-9dae-9ce38f83d0fe service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6035488 Nov 23 21:54:42.494377 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-d3d88e12-8d9d-4c84-9bf2-54aa0d14c220 service neutron] 10.222.0.50 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6602683 Nov 23 21:54:42.517700 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b6e0f89d-1058-4224-90ca-2081606e03c6 req-adb32637-b236-4275-ae77-37d494b4d68c service neutron] 10.222.0.60 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049410 Nov 23 21:54:42.549445 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-74b5bc9b-5786-4797-9ef5-1a01993a648f req-12225347-4045-4478-a8ea-86f876f15c87 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349182 Nov 23 21:54:42.578763 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-377cc992-a3c0-4b3b-a36f-d911c26dcfed service neutron] Attempting to bind port 247b2c22-bf5b-4a93-af05-80b974a24c48 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:54:42.579765 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-377cc992-a3c0-4b3b-a36f-d911c26dcfed service neutron] Attempting to bind port 247b2c22-bf5b-4a93-af05-80b974a24c48 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'da4238c6-b353-4586-8707-c40d3aada134'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:54:42.580346 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-377cc992-a3c0-4b3b-a36f-d911c26dcfed service neutron] Attempting to bind port 247b2c22-bf5b-4a93-af05-80b974a24c48 on network da4238c6-b353-4586-8707-c40d3aada134 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:42.585548 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-377cc992-a3c0-4b3b-a36f-d911c26dcfed service neutron] Port 247b2c22-bf5b-4a93-af05-80b974a24c48 on network da4238c6-b353-4586-8707-c40d3aada134 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:54:42.586003 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-377cc992-a3c0-4b3b-a36f-d911c26dcfed service neutron] Attempting to bind port 247b2c22-bf5b-4a93-af05-80b974a24c48 on network da4238c6-b353-4586-8707-c40d3aada134 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:42.592476 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-377cc992-a3c0-4b3b-a36f-d911c26dcfed service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:54:42.592990 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-377cc992-a3c0-4b3b-a36f-d911c26dcfed service neutron] Checking segment: {'id': '5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'da4238c6-b353-4586-8707-c40d3aada134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:42.593478 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-377cc992-a3c0-4b3b-a36f-d911c26dcfed service neutron] Bound using segment: {'id': '5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'da4238c6-b353-4586-8707-c40d3aada134'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:54:42.595026 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-377cc992-a3c0-4b3b-a36f-d911c26dcfed service neutron] Bound port: 247b2c22-bf5b-4a93-af05-80b974a24c48, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'da4238c6-b353-4586-8707-c40d3aada134'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:54:42.595570 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-377cc992-a3c0-4b3b-a36f-d911c26dcfed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:42.707922 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-377cc992-a3c0-4b3b-a36f-d911c26dcfed service neutron] For port 247b2c22-bf5b-4a93-af05-80b974a24c48, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:54:42.711862 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-377cc992-a3c0-4b3b-a36f-d911c26dcfed service neutron] For port 247b2c22-bf5b-4a93-af05-80b974a24c48, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=247b2c22-bf5b-4a93-af05-80b974a24c48,segment=NetworkSegment(5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a),segment_id=5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:54:42.718310 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-377cc992-a3c0-4b3b-a36f-d911c26dcfed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:42.762580 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-377cc992-a3c0-4b3b-a36f-d911c26dcfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:42.763992 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-377cc992-a3c0-4b3b-a36f-d911c26dcfed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:42.767799 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-377cc992-a3c0-4b3b-a36f-d911c26dcfed service neutron] 10.222.0.53 "PUT /v2.0/ports/247b2c22-bf5b-4a93-af05-80b974a24c48 HTTP/1.1" status: 200 len: 1091 time: 1.2641764 Nov 23 21:54:42.809187 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73f0890b-1003-4a9d-bb11-5e7249d9110d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:42.842877 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377cc992-a3c0-4b3b-a36f-d911c26dcfed service neutron] Pushing event updated for resources: {'Port': ['ID=247b2c22-bf5b-4a93-af05-80b974a24c48,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:42.904217 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7e5f7-901e-4be8-898a-22d36b36a4f1 req-e217926e-be87-4749-ad6e-9f7bf558691f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:42.918829 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7e5f7-901e-4be8-898a-22d36b36a4f1 req-e217926e-be87-4749-ad6e-9f7bf558691f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:42.925042 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7e5f7-901e-4be8-898a-22d36b36a4f1 req-e217926e-be87-4749-ad6e-9f7bf558691f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:42.933202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-cf284cfc-fd37-4279-abf7-74ef1bee2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:42.933722 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-cf284cfc-fd37-4279-abf7-74ef1bee2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:42.934156 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-cf284cfc-fd37-4279-abf7-74ef1bee2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:42.934682 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-cf284cfc-fd37-4279-abf7-74ef1bee2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:42.935228 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-cf284cfc-fd37-4279-abf7-74ef1bee2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:42.935732 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-cf284cfc-fd37-4279-abf7-74ef1bee2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:42.936243 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-cf284cfc-fd37-4279-abf7-74ef1bee2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:42.940003 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-cf284cfc-fd37-4279-abf7-74ef1bee2de5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b32d0f34c0cc4ad1b4cbe85726725dc7&device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 6479 time: 0.1053553 Nov 23 21:54:42.940992 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7e5f7-901e-4be8-898a-22d36b36a4f1 req-e217926e-be87-4749-ad6e-9f7bf558691f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:42.946882 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7e5f7-901e-4be8-898a-22d36b36a4f1 req-e217926e-be87-4749-ad6e-9f7bf558691f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:42.953584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7e5f7-901e-4be8-898a-22d36b36a4f1 req-e217926e-be87-4749-ad6e-9f7bf558691f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:42.960349 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7e5f7-901e-4be8-898a-22d36b36a4f1 req-e217926e-be87-4749-ad6e-9f7bf558691f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:42.968196 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-97a7e5f7-901e-4be8-898a-22d36b36a4f1 req-e217926e-be87-4749-ad6e-9f7bf558691f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5422 time: 0.2673707 Nov 23 21:54:43.012225 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-2edb001d-342f-43a5-b3b1-4e4a6ba578d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d424e8e0-16b4-44c7-83b5-3077daab21d3 HTTP/1.1" status: 200 len: 217 time: 0.0568631 Nov 23 21:54:43.019603 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2cae4ce6-3e46-4535-9cba-9c01e53da176 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:54:43.020796 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0890b-1003-4a9d-bb11-5e7249d9110d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'Subnet': ['ID=2a2707e2-a9f3-4bbf-b101-f6a7f1af1c10,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:43.030546 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e89c0-2dc2-4fa0-ade9-157d69ba90f1 req-38bb9260-eece-4397-9344-7fec82407a6f tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:43.033006 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-568e89c0-2dc2-4fa0-ade9-157d69ba90f1 req-38bb9260-eece-4397-9344-7fec82407a6f tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ea09a7-1734-4054-b456-3a6fce99be27 HTTP/1.1" status: 200 len: 945 time: 0.2437630 Nov 23 21:54:43.092636 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f0890b-1003-4a9d-bb11-5e7249d9110d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Checking segment: {'id': 'e3640b36-3392-4b00-87bc-d22dec526b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2cab08b7-4511-4683-af62-5711009541ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:43.092922 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f0890b-1003-4a9d-bb11-5e7249d9110d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Network hostable DHCP agents. Network: 2cab08b7-4511-4683-af62-5711009541ae, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:54:43.101318 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-045bb3f2-9652-48ee-a662-558f4c1f4cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:43.108925 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-045bb3f2-9652-48ee-a662-558f4c1f4cdf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd878f6f-9967-479b-9c9f-bb69cd8c2238 HTTP/1.1" status: 200 len: 850 time: 0.0851295 Nov 23 21:54:43.177722 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-97a7e5f7-901e-4be8-898a-22d36b36a4f1 req-26ed7a08-c045-4199-ab15-5b6b058cba03 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2085869 Nov 23 21:54:43.183196 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f0890b-1003-4a9d-bb11-5e7249d9110d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Network 2cab08b7-4511-4683-af62-5711009541ae is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:54:43.229037 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-d03c19da-8467-4f7f-bd92-23490cc105c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:43.231062 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-d03c19da-8467-4f7f-bd92-23490cc105c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b374035-6ec9-4585-9414-d17339221c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138453 Nov 23 21:54:43.232585 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-568e89c0-2dc2-4fa0-ade9-157d69ba90f1 req-953990f7-a3b2-4b1c-ae40-a79af2ea0c64 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883337 Nov 23 21:54:43.259275 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-73f0890b-1003-4a9d-bb11-5e7249d9110d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 2cab08b7-4511-4683-af62-5711009541ae) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:43.271492 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c98a6a-706e-40ba-a528-dbdd6f0d20ed None None] Network 2cab08b7-4511-4683-af62-5711009541ae requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:54:43.279165 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 2cae4ce6-3e46-4535-9cba-9c01e53da176, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2cae4ce6-3e46-4535-9cba-9c01e53da176,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:43.285241 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f0890b-1003-4a9d-bb11-5e7249d9110d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:43.287339 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73f0890b-1003-4a9d-bb11-5e7249d9110d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:43.317377 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '2cae4ce6-3e46-4535-9cba-9c01e53da176', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'port_id': '2cae4ce6-3e46-4535-9cba-9c01e53da176', 'mac_address': 'fa:16:3e:09:b6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec95087-31a0-4067-927d-a3091c147250', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:54:43.346788 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-73f0890b-1003-4a9d-bb11-5e7249d9110d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2208092 Nov 23 21:54:43.351241 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57952) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:43.386887 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'tag': 'f304a4f3-98a7-481a-b024-fa9ac11528de'}, {'name': 'network-changed', 'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'tag': '247b2c22-bf5b-4a93-af05-80b974a24c48'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:43.407892 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2cb779-04f4-4b1c-a3e4-d37718489598" -d '{"events": [{"name": "network-changed", "server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "tag": "f304a4f3-98a7-481a-b024-fa9ac11528de"}, {"name": "network-changed", "server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "tag": "247b2c22-bf5b-4a93-af05-80b974a24c48"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:43.460438 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:43.464876 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-cbb96969-5d6e-4b69-9865-ebcafbcf828b service neutron] 10.222.0.53 "GET /v2.0/networks/5b374035-6ec9-4585-9414-d17339221c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204220 Nov 23 21:54:43.469887 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57958) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:43.540243 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ba16d-9756-4b48-a6f3-fc379019778e req-65fc3ff4-2e2c-413a-b00c-50266d3a4861 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:43.541699 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-402ba16d-9756-4b48-a6f3-fc379019778e req-65fc3ff4-2e2c-413a-b00c-50266d3a4861 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.0850053 Nov 23 21:54:43.553977 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cae4ce6-3e46-4535-9cba-9c01e53da176 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:54:43.587225 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 2cae4ce6-3e46-4535-9cba-9c01e53da176, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2cae4ce6-3e46-4535-9cba-9c01e53da176,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:43.608799 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-91897cf1-504e-480f-a1e4-90e41a65a5dc service neutron] 10.222.0.53 "GET /v2.0/networks/5b374035-6ec9-4585-9414-d17339221c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290898 Nov 23 21:54:43.617815 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:43.670703 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1158808c-87f5-4fba-8fe7-109cae287e61 req-b3250291-2d69-4dc5-b080-823de5ca0183 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 210 time: 0.1082175 Nov 23 21:54:43.681069 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-bbeba1f9-493d-4f9d-9bbe-26ba1e2fb2f4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=b6f8e53c-884b-4d04-8718-3995b74448ac HTTP/1.1" status: 200 len: 217 time: 0.0571642 Nov 23 21:54:43.721465 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f905d7-a559-4fed-b431-9c14b22ae582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-2cab08b7-4511-4683-af62-5711009541ae', 'network_id': '2cab08b7-4511-4683-af62-5711009541ae', 'tenant_id': 'a90a63493e2d4f24bf817b2e8511c45b', 'fixed_ips': [{'subnet_id': '2a2707e2-a9f3-4bbf-b101-f6a7f1af1c10'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:54:43.722340 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-41f905d7-a559-4fed-b431-9c14b22ae582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:43.725945 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=2cae4ce6-3e46-4535-9cba-9c01e53da176,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:43.738522 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:43.782571 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-402ba16d-9756-4b48-a6f3-fc379019778e req-144affaa-3de2-45dd-9179-d93751467849 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248309 Nov 23 21:54:43.807131 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-9ce35835-885a-43ab-88b8-01159063a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:43.807131 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-9ce35835-885a-43ab-88b8-01159063a34f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3f7f1b0-3707-4638-b7a3-e427077abc41 HTTP/1.1" status: 200 len: 797 time: 0.1123447 Nov 23 21:54:43.856140 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08a347b-0c17-4139-ae78-44a768b85ee1 x-openstack-request-id: req-a08a347b-0c17-4139-ae78-44a768b85ee1 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:43.856523 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "tag": "f304a4f3-98a7-481a-b024-fa9ac11528de", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "tag": "247b2c22-bf5b-4a93-af05-80b974a24c48", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:43.856846 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a08a347b-0c17-4139-ae78-44a768b85ee1 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:43.857309 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'tag': 'f304a4f3-98a7-481a-b024-fa9ac11528de', 'status': 'completed', 'code': 200} Nov 23 21:54:43.857665 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'tag': '247b2c22-bf5b-4a93-af05-80b974a24c48', 'status': 'completed', 'code': 200} Nov 23 21:54:43.900057 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:43.926968 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-06626578-4d72-498f-9754-6fcd0acde42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:43.928893 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-06626578-4d72-498f-9754-6fcd0acde42e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1132214 Nov 23 21:54:43.940715 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['2cae4ce6-3e46-4535-9cba-9c01e53da176'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:54:44.023620 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6b4650-64ce-433e-a408-f5239227c785 admin admin] Deleting subnet 56c36b75-b2e2-4fac-846f-5aa9ccb1b952 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:54:44.030149 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a6b4650-64ce-433e-a408-f5239227c785 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:44.041789 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823c5e9-cc16-4551-a528-40a3c3b8d597 req-27ab5b56-0891-440b-b2c0-afbcb6e8db03 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:44.043614 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0823c5e9-cc16-4551-a528-40a3c3b8d597 req-27ab5b56-0891-440b-b2c0-afbcb6e8db03 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 946 time: 0.0854056 Nov 23 21:54:44.112801 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0823c5e9-cc16-4551-a528-40a3c3b8d597 req-8a23d24c-6941-49a2-80f9-1aaf0eab7476 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607998 Nov 23 21:54:44.120188 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-41f905d7-a559-4fed-b431-9c14b22ae582 None None] Allocated IP 2001:db8::1 (2cab08b7-4511-4683-af62-5711009541ae/2a2707e2-a9f3-4bbf-b101-f6a7f1af1c10/a5605427-d4a5-400b-b948-6ec407f16232) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:54:44.168462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a6b4650-64ce-433e-a408-f5239227c785 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:44.224398 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-2e33e3e7-996f-4528-9374-fe3b063a2dda service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648261 Nov 23 21:54:44.227040 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a6b4650-64ce-433e-a408-f5239227c785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:44.243100 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a3942-6a5e-4cc1-ae69-c9461d33b8dc req-4369faca-69bf-4d20-88a6-3269d0a2f6b8 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:44.244813 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b09a3942-6a5e-4cc1-ae69-c9461d33b8dc req-4369faca-69bf-4d20-88a6-3269d0a2f6b8 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ea09a7-1734-4054-b456-3a6fce99be27 HTTP/1.1" status: 200 len: 945 time: 0.0834544 Nov 23 21:54:44.321963 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-41f905d7-a559-4fed-b431-9c14b22ae582 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:44.337309 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-41f905d7-a559-4fed-b431-9c14b22ae582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:44.344944 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b09a3942-6a5e-4cc1-ae69-c9461d33b8dc req-bf1764a6-62b3-4889-88cc-1652f49acaac tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900381 Nov 23 21:54:44.410399 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f905d7-a559-4fed-b431-9c14b22ae582 None None] Pushing event updated for resources: {'Port': ['ID=a5605427-d4a5-400b-b948-6ec407f16232,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:44.429715 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:44.438275 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f905d7-a559-4fed-b431-9c14b22ae582 None None] Network 2cab08b7-4511-4683-af62-5711009541ae is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:54:44.440159 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-41f905d7-a559-4fed-b431-9c14b22ae582 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:44.442816 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f905d7-a559-4fed-b431-9c14b22ae582 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:54:44.466584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed305ed-44c7-49a5-a459-c289bd3bd2a4 req-32c40f75-be11-42fd-baf5-bc619a90cc42 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:44.473820 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed305ed-44c7-49a5-a459-c289bd3bd2a4 req-32c40f75-be11-42fd-baf5-bc619a90cc42 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:44.483302 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed305ed-44c7-49a5-a459-c289bd3bd2a4 req-32c40f75-be11-42fd-baf5-bc619a90cc42 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:44.492021 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed305ed-44c7-49a5-a459-c289bd3bd2a4 req-32c40f75-be11-42fd-baf5-bc619a90cc42 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:44.515279 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed305ed-44c7-49a5-a459-c289bd3bd2a4 req-32c40f75-be11-42fd-baf5-bc619a90cc42 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:44.522876 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed305ed-44c7-49a5-a459-c289bd3bd2a4 req-32c40f75-be11-42fd-baf5-bc619a90cc42 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:44.529089 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed305ed-44c7-49a5-a459-c289bd3bd2a4 req-32c40f75-be11-42fd-baf5-bc619a90cc42 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:44.530019 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-41f905d7-a559-4fed-b431-9c14b22ae582 None None] Attempting to bind port a5605427-d4a5-400b-b948-6ec407f16232 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:54:44.530854 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-41f905d7-a559-4fed-b431-9c14b22ae582 None None] Attempting to bind port a5605427-d4a5-400b-b948-6ec407f16232 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'e3640b36-3392-4b00-87bc-d22dec526b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2cab08b7-4511-4683-af62-5711009541ae'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:54:44.531399 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f905d7-a559-4fed-b431-9c14b22ae582 None None] Attempting to bind port a5605427-d4a5-400b-b948-6ec407f16232 on network 2cab08b7-4511-4683-af62-5711009541ae {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:44.537580 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2ed305ed-44c7-49a5-a459-c289bd3bd2a4 req-32c40f75-be11-42fd-baf5-bc619a90cc42 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5422 time: 0.2189407 Nov 23 21:54:44.537989 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f905d7-a559-4fed-b431-9c14b22ae582 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:54:44.538445 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f905d7-a559-4fed-b431-9c14b22ae582 None None] Checking segment: {'id': 'e3640b36-3392-4b00-87bc-d22dec526b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2cab08b7-4511-4683-af62-5711009541ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:44.538902 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-41f905d7-a559-4fed-b431-9c14b22ae582 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:44.539292 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f905d7-a559-4fed-b431-9c14b22ae582 None None] Bound using segment: {'id': 'e3640b36-3392-4b00-87bc-d22dec526b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2cab08b7-4511-4683-af62-5711009541ae'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:54:44.539780 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-41f905d7-a559-4fed-b431-9c14b22ae582 None None] Bound port: a5605427-d4a5-400b-b948-6ec407f16232, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3640b36-3392-4b00-87bc-d22dec526b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2cab08b7-4511-4683-af62-5711009541ae'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:54:44.541038 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-41f905d7-a559-4fed-b431-9c14b22ae582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:44.574818 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Subnet': ['ID=2a2707e2-a9f3-4bbf-b101-f6a7f1af1c10,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:44.615604 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-41f905d7-a559-4fed-b431-9c14b22ae582 None None] For port a5605427-d4a5-400b-b948-6ec407f16232, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:54:44.619344 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-41f905d7-a559-4fed-b431-9c14b22ae582 None None] For port a5605427-d4a5-400b-b948-6ec407f16232, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a5605427-d4a5-400b-b948-6ec407f16232,segment=NetworkSegment(e3640b36-3392-4b00-87bc-d22dec526b73),segment_id=e3640b36-3392-4b00-87bc-d22dec526b73)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:54:44.627324 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-41f905d7-a559-4fed-b431-9c14b22ae582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:44.705297 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a6b4650-64ce-433e-a408-f5239227c785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:44.716897 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46d71f-e692-48af-a6fc-cfd54c85ec61 req-e9d43a27-3fb1-430c-b812-51b762b884b8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:44.718431 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a46d71f-e692-48af-a6fc-cfd54c85ec61 req-e9d43a27-3fb1-430c-b812-51b762b884b8 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 946 time: 0.2699351 Nov 23 21:54:44.732504 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f905d7-a559-4fed-b431-9c14b22ae582 None None] Pushing event updated for resources: {'Port': ['ID=a5605427-d4a5-400b-b948-6ec407f16232,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:44.736829 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-053975ff-ae68-4ce7-8612-8ae1e184e4ec service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749146 Nov 23 21:54:44.737435 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b4650-64ce-433e-a408-f5239227c785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56c36b75-b2e2-4fac-846f-5aa9ccb1b952,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:44.741006 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a6b4650-64ce-433e-a408-f5239227c785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:44.746658 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6a6b4650-64ce-433e-a408-f5239227c785 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/56c36b75-b2e2-4fac-846f-5aa9ccb1b952 HTTP/1.1" status: 204 len: 168 time: 1.2754278 Nov 23 21:54:44.747302 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57976) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:44.756467 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8b3ba0-6dcc-4fdd-bcdf-5b4386b6a568 None None] Network 5362e53d-b0aa-442a-93dd-f35dceb0e37e requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:54:44.775897 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c38813-9076-4dee-ba89-14aacedf3061 None None] Network 2cab08b7-4511-4683-af62-5711009541ae requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:54:44.800559 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:44.803496 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-27d028e7-8e69-453a-baf6-f71852047a90 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=ec919349-dd55-4ec4-806b-052e3784ad8c HTTP/1.1" status: 200 len: 217 time: 0.0479591 Nov 23 21:54:44.855306 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2ed305ed-44c7-49a5-a459-c289bd3bd2a4 req-9373275f-0729-4a5e-ba4a-4f54aa5cd7e2 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.3166771 Nov 23 21:54:44.857759 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cab08b7-4511-4683-af62-5711009541ae']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:44.882126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3640b36-3392-4b00-87bc-d22dec526b73') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:44.882126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3640b36-3392-4b00-87bc-d22dec526b73') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:44.889959 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:44.890100 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a90744c0-587c-4206-993f-cb858f599278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:44.900521 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-453dd303-b868-4138-83b4-c1e10482fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:44.902002 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-453dd303-b868-4138-83b4-c1e10482fd5a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3f7f1b0-3707-4638-b7a3-e427077abc41 HTTP/1.1" status: 200 len: 797 time: 0.0894160 Nov 23 21:54:44.938074 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-b67e76e1-a515-4a8b-ae35-85d9bba01a38 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:44.939930 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-b67e76e1-a515-4a8b-ae35-85d9bba01a38 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.53 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 811 time: 0.4975686 Nov 23 21:54:44.962749 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:45.000171 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:54:45.000734 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:54:45.005864 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:54:45.013776 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a90744c0-587c-4206-993f-cb858f599278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:45.013949 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7770c3c-c58b-4890-9cae-dc9348a03a69 None None] DHCP port deletion for 5362e53d-b0aa-442a-93dd-f35dceb0e37e request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:54:45.026124 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a46d71f-e692-48af-a6fc-cfd54c85ec61 req-f8a97078-b061-4a6b-bc13-ee3e66cc4557 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726243 Nov 23 21:54:45.030557 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-a4a4565c-0a8e-4cab-bb9d-231253167538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:45.033002 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-a4a4565c-0a8e-4cab-bb9d-231253167538 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1004114 Nov 23 21:54:45.040277 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e7e540-10f7-4669-885e-f3691f417701 None None] get_active_networks_info from n-d-816206-9 {{(pid=110035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 21:54:45.041481 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-a90744c0-587c-4206-993f-cb858f599278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5362e53d-b0aa-442a-93dd-f35dceb0e37e']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:45.054462 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2cae4ce6-3e46-4535-9cba-9c01e53da176 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:54:45.083526 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-a90744c0-587c-4206-993f-cb858f599278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:45.083526 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-a90744c0-587c-4206-993f-cb858f599278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9861c7-2f5b-4f5f-b2f6-02dd4942c746') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:45.104279 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a90744c0-587c-4206-993f-cb858f599278 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:45.136212 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51a8b50a-bc98-4e19-b4b3-2ed309374c70 req-045c2452-2313-448c-9783-e1e117c844bb tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 210 time: 0.0395551 Nov 23 21:54:45.151430 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a90744c0-587c-4206-993f-cb858f599278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:45.163023 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90744c0-587c-4206-993f-cb858f599278 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:54:45.163784 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a90744c0-587c-4206-993f-cb858f599278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:54:45.165728 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:54:45.199982 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.db.api [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 21:54:45.199982 n-d-816206-9 neutron-server[110034]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 21:54:45.199982 n-d-816206-9 neutron-server[110034]: [parameters: {'id': '2cab08b7-4511-4683-af62-5711009541ae'}] Nov 23 21:54:45.199982 n-d-816206-9 neutron-server[110034]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:54:45.203528 n-d-816206-9 neutron-server[110034]: DEBUG oslo_db.api [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:54:45.211982 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-d6d9cc8b-19f4-41f5-8800-6a8db202cf7d tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0a0bf8995194df794b65596ff42d910 HTTP/1.1" status: 200 len: 379 time: 0.2584124 Nov 23 21:54:45.229225 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-86cb0734-b8c3-4204-8e34-aed0ea7caa90 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Request body: {'port': {'device_id': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'admin_state_up': True, 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'security_groups': ['420fed80-ef85-4344-8bec-cb84de9b99d1']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:45.235632 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-5a7469cb-2b9a-415d-a0a0-0e0ff42baac1 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806340 Nov 23 21:54:45.247394 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 2cae4ce6-3e46-4535-9cba-9c01e53da176 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:54:45.252414 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a90744c0-587c-4206-993f-cb858f599278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:45.259957 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a90744c0-587c-4206-993f-cb858f599278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:45.262921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 2cae4ce6-3e46-4535-9cba-9c01e53da176 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:45.263287 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:45.267204 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a90744c0-587c-4206-993f-cb858f599278 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5362e53d-b0aa-442a-93dd-f35dceb0e37e HTTP/1.1" status: 204 len: 168 time: 0.5158954 Nov 23 21:54:45.279201 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57982) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:45.304872 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90744c0-587c-4206-993f-cb858f599278 admin admin] Pushing event deleted for resources: {'Network': ['ID=5362e53d-b0aa-442a-93dd-f35dceb0e37e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:45.319295 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e7e540-10f7-4669-885e-f3691f417701 None None] Resources bound (agent type, host, resource id): {{(pid=110035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 21:54:45.347691 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d0d7c-80d4-47f9-9b4c-aba2af3563e1 req-5ad139fd-3b8c-4a56-b99e-c4825eb0033b tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:45.349283 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b2d0d7c-80d4-47f9-9b4c-aba2af3563e1 req-5ad139fd-3b8c-4a56-b99e-c4825eb0033b tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 944 time: 0.1957197 Nov 23 21:54:45.375237 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-2b475bb1-7695-46e8-9cda-abb0b1fff6ad service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324568 Nov 23 21:54:45.421563 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-d7337ed5-a3c2-4d14-8957-eebf2d1a6265 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 HTTP/1.1" status: 200 len: 217 time: 0.0391152 Nov 23 21:54:45.440106 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:45.446705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd8d671-b6d1-4e37-9261-859b7adb649f admin admin] Deleting subnet 738a0569-a8d9-4fc0-b0b8-fb0b5abd5eab {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:54:45.465598 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0dd8d671-b6d1-4e37-9261-859b7adb649f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:45.482578 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02280246-b831-4042-aacc-1192904a3c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cae4ce6-3e46-4535-9cba-9c01e53da176'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:45.483315 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1f4a27-4149-4c6e-aaaf-272784eaa633" -d '{"events": [{"server_uuid": "02280246-b831-4042-aacc-1192904a3c7e", "name": "network-vif-plugged", "status": "completed", "tag": "2cae4ce6-3e46-4535-9cba-9c01e53da176"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:45.493558 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-d96dc320-530b-4039-aff9-5dbc42a8ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:45.495557 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-d96dc320-530b-4039-aff9-5dbc42a8ebb7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3f7f1b0-3707-4638-b7a3-e427077abc41 HTTP/1.1" status: 200 len: 797 time: 0.0623651 Nov 23 21:54:45.506168 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac3852-a21e-4dec-bd55-927ca9d16c94 req-e105fb12-59c1-487f-b005-eb33010f4a5e tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:45.511189 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8fac3852-a21e-4dec-bd55-927ca9d16c94 req-e105fb12-59c1-487f-b005-eb33010f4a5e tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 946 time: 0.2597229 Nov 23 21:54:45.515450 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 2cae4ce6-3e46-4535-9cba-9c01e53da176, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2cae4ce6-3e46-4535-9cba-9c01e53da176,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:45.529354 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:45.556934 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-e5240212-b500-4752-aae1-b9c043f20104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:45.558466 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-e5240212-b500-4752-aae1-b9c043f20104 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0497029 Nov 23 21:54:45.565088 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b2d0d7c-80d4-47f9-9b4c-aba2af3563e1 req-b4e84fa5-af0b-4d68-aeb8-36c87d23fd0a tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741166 Nov 23 21:54:45.575362 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0dd8d671-b6d1-4e37-9261-859b7adb649f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:45.612784 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=2cae4ce6-3e46-4535-9cba-9c01e53da176,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:45.635317 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-86cb0734-b8c3-4204-8e34-aed0ea7caa90 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Made reservation on behalf of e0a0bf8995194df794b65596ff42d910 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:45.639867 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-86cb0734-b8c3-4204-8e34-aed0ea7caa90 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:45.713151 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:45.717495 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8fac3852-a21e-4dec-bd55-927ca9d16c94 req-2784fae2-f627-4da0-adb9-c5c7875ce039 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873174 Nov 23 21:54:45.726588 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-af98c54e-d7cf-416b-93e6-3a56da5dd513 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539199 Nov 23 21:54:45.734172 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0dd8d671-b6d1-4e37-9261-859b7adb649f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:45.737618 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d64ec-fd6c-45b0-aca0-0c7f169fd484 req-d77afc44-ccd4-4d65-ba90-444a0b347862 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:45.739198 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e89d64ec-fd6c-45b0-aca0-0c7f169fd484 req-d77afc44-ccd4-4d65-ba90-444a0b347862 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.60 "GET /v2.0/ports?device_id=41ea09a7-1734-4054-b456-3a6fce99be27 HTTP/1.1" status: 200 len: 945 time: 0.0835593 Nov 23 21:54:45.844649 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112edb2-9b59-4d36-8b7e-7d54fd3ef06a req-4fa12325-07be-40f3-a58a-e7d903290e5a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:45.853024 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c112edb2-9b59-4d36-8b7e-7d54fd3ef06a req-4fa12325-07be-40f3-a58a-e7d903290e5a tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ea09a7-1734-4054-b456-3a6fce99be27 HTTP/1.1" status: 200 len: 945 time: 0.2059553 Nov 23 21:54:45.874726 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8362e36-c7c2-47ee-ac03-3d1391499779 x-openstack-request-id: req-d8362e36-c7c2-47ee-ac03-3d1391499779 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:45.875684 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02280246-b831-4042-aacc-1192904a3c7e", "name": "network-vif-plugged", "status": "completed", "tag": "2cae4ce6-3e46-4535-9cba-9c01e53da176", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:45.875827 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d8362e36-c7c2-47ee-ac03-3d1391499779 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:45.876207 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02280246-b831-4042-aacc-1192904a3c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cae4ce6-3e46-4535-9cba-9c01e53da176', 'code': 200} Nov 23 21:54:46.006981 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-e89d64ec-fd6c-45b0-aca0-0c7f169fd484 req-75ef15db-5247-4ee4-be37-0ae8ddf95567 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Deleting port b9f56501-0ae5-4e60-abb1-9a7795ed9cf8 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:54:46.006981 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-e89d64ec-fd6c-45b0-aca0-0c7f169fd484 req-75ef15db-5247-4ee4-be37-0ae8ddf95567 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:46.032151 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0dd8d671-b6d1-4e37-9261-859b7adb649f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:46.034870 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-f3a9ae0d-7994-4f16-9963-f3583f44b4b0 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821128 Nov 23 21:54:46.051721 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c112edb2-9b59-4d36-8b7e-7d54fd3ef06a req-84bd0197-b53f-4ece-bc85-7e26abd6ab11 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/security-groups?id=73528d99-1ef0-4910-a240-f31a358fc862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977746 Nov 23 21:54:46.071131 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-86cb0734-b8c3-4204-8e34-aed0ea7caa90 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Allocated IP 172.20.0.3 (1f34eebc-f88f-4362-9a35-3496c9faad72/0ee598eb-2a1d-4204-a47b-609e766d3330/6e60ff4c-08c6-484b-a2fe-70fc7894dd69) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:54:46.121810 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8d671-b6d1-4e37-9261-859b7adb649f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=738a0569-a8d9-4fc0-b0b8-fb0b5abd5eab,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:46.124807 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0dd8d671-b6d1-4e37-9261-859b7adb649f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:46.129520 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0dd8d671-b6d1-4e37-9261-859b7adb649f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/738a0569-a8d9-4fc0-b0b8-fb0b5abd5eab HTTP/1.1" status: 204 len: 168 time: 0.8459034 Nov 23 21:54:46.135314 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481bdad5-0049-4581-a416-afa61f6339d7 None None] Network d5e54214-c2d0-4204-b9e4-d7a5925b0843 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:54:46.149585 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57996) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:46.157332 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-f44235c0-6767-41e9-a48c-1b46c428a723 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=fbf87d98-58c1-485f-b0ec-76cb1954f419 HTTP/1.1" status: 200 len: 217 time: 0.1112013 Nov 23 21:54:46.188397 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88810a-542c-4824-ae10-ef5d2283c0da req-a12cf616-eedb-427a-b998-1400fa94c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:46.189954 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff88810a-542c-4824-ae10-ef5d2283c0da req-a12cf616-eedb-427a-b998-1400fa94c749 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 1096 time: 0.2797694 Nov 23 21:54:46.214421 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-27bd0d0a-8997-41c4-bbab-60097a62c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:46.216566 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-27bd0d0a-8997-41c4-bbab-60097a62c902 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3f7f1b0-3707-4638-b7a3-e427077abc41 HTTP/1.1" status: 200 len: 797 time: 0.0492182 Nov 23 21:54:46.275571 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-e89d64ec-fd6c-45b0-aca0-0c7f169fd484 req-75ef15db-5247-4ee4-be37-0ae8ddf95567 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] For port b9f56501-0ae5-4e60-abb1-9a7795ed9cf8, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=b9f56501-0ae5-4e60-abb1-9a7795ed9cf8,segment=NetworkSegment(5d1613be-0c74-4c84-a492-d27c8d682fc0),segment_id=5d1613be-0c74-4c84-a492-d27c8d682fc0)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:46.275863 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-e89d64ec-fd6c-45b0-aca0-0c7f169fd484 req-75ef15db-5247-4ee4-be37-0ae8ddf95567 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:46.293453 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-e89d64ec-fd6c-45b0-aca0-0c7f169fd484 req-75ef15db-5247-4ee4-be37-0ae8ddf95567 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Calling delete_port for b9f56501-0ae5-4e60-abb1-9a7795ed9cf8 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:54:46.302793 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-2fa0a22b-2389-4a6d-bfb4-3a065cec5fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:46.304325 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-2fa0a22b-2389-4a6d-bfb4-3a065cec5fab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0766430 Nov 23 21:54:46.319789 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Deleting port a5605427-d4a5-400b-b948-6ec407f16232 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:54:46.320048 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:46.343323 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d079411-aeb7-4992-b951-4bc4f77fd1c0 None None] DHCP port deletion for d5e54214-c2d0-4204-b9e4-d7a5925b0843 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:54:46.446118 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d557d3-9f78-43ee-a48a-06a7374b67a4 req-f07593be-882c-4390-806a-f007231cf81e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:46.452341 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d557d3-9f78-43ee-a48a-06a7374b67a4 req-f07593be-882c-4390-806a-f007231cf81e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:46.458739 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d557d3-9f78-43ee-a48a-06a7374b67a4 req-f07593be-882c-4390-806a-f007231cf81e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:46.465259 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d557d3-9f78-43ee-a48a-06a7374b67a4 req-f07593be-882c-4390-806a-f007231cf81e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:46.471779 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d557d3-9f78-43ee-a48a-06a7374b67a4 req-f07593be-882c-4390-806a-f007231cf81e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:46.477603 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-fd39d336-6f83-4ae5-a650-c1949f22e156 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170387 Nov 23 21:54:46.477909 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d557d3-9f78-43ee-a48a-06a7374b67a4 req-f07593be-882c-4390-806a-f007231cf81e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:46.484051 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d557d3-9f78-43ee-a48a-06a7374b67a4 req-f07593be-882c-4390-806a-f007231cf81e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:46.486740 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-00d557d3-9f78-43ee-a48a-06a7374b67a4 req-f07593be-882c-4390-806a-f007231cf81e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5422 time: 0.4131296 Nov 23 21:54:46.590017 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-e89d64ec-fd6c-45b0-aca0-0c7f169fd484 req-75ef15db-5247-4ee4-be37-0ae8ddf95567 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:46.629837 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['b9f56501-0ae5-4e60-abb1-9a7795ed9cf8'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:54:46.632557 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef15db-5247-4ee4-be37-0ae8ddf95567 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Pushing event deleted for resources: {'Port': ['ID=b9f56501-0ae5-4e60-abb1-9a7795ed9cf8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:46.646297 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-eb863e7f-af5b-4ca4-a33e-9af0d7628be4 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395192 Nov 23 21:54:46.673386 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c19ad5-f6d4-4570-8f59-088c080be068 None None] DHCP port deletion for 47e2de02-96a6-4fca-9bfd-f20c1775fa4b request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:54:46.719175 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89d64ec-fd6c-45b0-aca0-0c7f169fd484 req-75ef15db-5247-4ee4-be37-0ae8ddf95567 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] No DVR routers for this DVR port b9f56501-0ae5-4e60-abb1-9a7795ed9cf8 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:54:46.721803 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-edd0130d-1d8d-44ef-b191-1e4198f7bf20 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f304a4f3-98a7-481a-b024-fa9ac11528de HTTP/1.1" status: 200 len: 217 time: 0.0559914 Nov 23 21:54:46.723010 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-e89d64ec-fd6c-45b0-aca0-0c7f169fd484 req-75ef15db-5247-4ee4-be37-0ae8ddf95567 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:46.726706 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e89d64ec-fd6c-45b0-aca0-0c7f169fd484 req-75ef15db-5247-4ee4-be37-0ae8ddf95567 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.60 "DELETE /v2.0/ports/b9f56501-0ae5-4e60-abb1-9a7795ed9cf8 HTTP/1.1" status: 204 len: 173 time: 0.9651413 Nov 23 21:54:46.727235 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ea09a7-1734-4054-b456-3a6fce99be27', 'name': 'network-vif-deleted', 'tag': 'b9f56501-0ae5-4e60-abb1-9a7795ed9cf8'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:46.729710 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cf489f-3c98-4e33-b8a5-fe1ba4e0c991" -d '{"events": [{"server_uuid": "41ea09a7-1734-4054-b456-3a6fce99be27", "name": "network-vif-deleted", "tag": "b9f56501-0ae5-4e60-abb1-9a7795ed9cf8"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:46.802396 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-33b01c94-1a23-4018-9bf4-4d97288912ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:46.804141 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-33b01c94-1a23-4018-9bf4-4d97288912ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=894a547e-38e5-4870-bda6-a43a8f7f2b67 HTTP/1.1" status: 200 len: 797 time: 0.0641322 Nov 23 21:54:46.875538 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-51bb701c-3565-41fd-a4ef-9b1dd4bdc99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:46.877212 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-51bb701c-3565-41fd-a4ef-9b1dd4bdc99e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da4238c6-b353-4586-8707-c40d3aada134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0627580 Nov 23 21:54:46.919555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] For port a5605427-d4a5-400b-b948-6ec407f16232, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a5605427-d4a5-400b-b948-6ec407f16232,segment=NetworkSegment(e3640b36-3392-4b00-87bc-d22dec526b73),segment_id=e3640b36-3392-4b00-87bc-d22dec526b73)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:46.919924 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:46.934943 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Calling delete_port for a5605427-d4a5-400b-b948-6ec407f16232 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:54:46.995292 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-21c7d72e-fa42-4c31-a12e-0cef5ae5d41c service neutron] 10.222.0.53 "GET /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077957 Nov 23 21:54:47.000408 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d7962f3-aeb6-4ebc-a735-b19ef569b8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:47.018226 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff88810a-542c-4824-ae10-ef5d2283c0da req-fb4f280d-868c-49f8-a167-ae11578cc641 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7942884 Nov 23 21:54:47.063963 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-00d557d3-9f78-43ee-a48a-06a7374b67a4 req-f0b6c46e-7f9c-4cd4-b720-50eaa5a2244b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.5565994 Nov 23 21:54:47.075392 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11d879-1e8d-4d2c-8a6d-cbb54de6d1d2 req-92b9ff8c-c461-4f4a-9898-7c324873e2ad tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:47.077010 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cb11d879-1e8d-4d2c-8a6d-cbb54de6d1d2 req-92b9ff8c-c461-4f4a-9898-7c324873e2ad tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 946 time: 0.7460604 Nov 23 21:54:47.094945 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-85d56f4d-d93e-4d43-ab5d-426d1f7f0b97 service neutron] 10.222.0.53 "GET /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908527 Nov 23 21:54:47.180086 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-78baa1d7-01e5-4af2-b6cc-60633af82838 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=247b2c22-bf5b-4a93-af05-80b974a24c48 HTTP/1.1" status: 200 len: 217 time: 0.0644624 Nov 23 21:54:47.189346 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-86cb0734-b8c3-4204-8e34-aed0ea7caa90 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:47.242068 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-be326813-a20e-4647-bb22-d6a654dbd98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:47.243624 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-be326813-a20e-4647-bb22-d6a654dbd98b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=894a547e-38e5-4870-bda6-a43a8f7f2b67 HTTP/1.1" status: 200 len: 797 time: 0.0533926 Nov 23 21:54:47.252467 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:47.255767 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7007f4e9-23b7-41c7-a436-c0086460c3b7 req-cca4cf43-a325-43b3-bd18-6b912bcf73d4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 210 time: 0.0775554 Nov 23 21:54:47.332041 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d7962f3-aeb6-4ebc-a735-b19ef569b8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:47.333295 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-a1b96846-16e7-485b-bda8-e047cc543e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:47.334844 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-a1b96846-16e7-485b-bda8-e047cc543e84 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da4238c6-b353-4586-8707-c40d3aada134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0833819 Nov 23 21:54:47.336353 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] No DVR routers for this DVR port a5605427-d4a5-400b-b948-6ec407f16232 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:54:47.338697 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Port': ['ID=a5605427-d4a5-400b-b948-6ec407f16232,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:47.353389 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cb11d879-1e8d-4d2c-8a6d-cbb54de6d1d2 req-f40a2f15-9543-4bd9-936e-550a4230ba3b tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608631 Nov 23 21:54:47.410264 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-7d7962f3-aeb6-4ebc-a735-b19ef569b8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e54214-c2d0-4204-b9e4-d7a5925b0843']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:47.426110 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae180a1-f449-47c1-a37f-24562df27dc7 x-openstack-request-id: req-9ae180a1-f449-47c1-a37f-24562df27dc7 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:47.426564 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ea09a7-1734-4054-b456-3a6fce99be27", "name": "network-vif-deleted", "tag": "b9f56501-0ae5-4e60-abb1-9a7795ed9cf8", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:47.426952 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ae180a1-f449-47c1-a37f-24562df27dc7 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:47.427623 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ea09a7-1734-4054-b456-3a6fce99be27', 'name': 'network-vif-deleted', 'tag': 'b9f56501-0ae5-4e60-abb1-9a7795ed9cf8', 'status': 'completed', 'code': 200} Nov 23 21:54:47.447922 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-7d7962f3-aeb6-4ebc-a735-b19ef569b8e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75dfc812-8ecd-4f55-a5f2-bec0158cd876') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:47.448271 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-7d7962f3-aeb6-4ebc-a735-b19ef569b8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75dfc812-8ecd-4f55-a5f2-bec0158cd876') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:47.460535 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-cd169086-eaf7-4c1a-b4f5-546e0cb12006 service neutron] 10.222.0.53 "GET /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169200 Nov 23 21:54:47.480085 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d7962f3-aeb6-4ebc-a735-b19ef569b8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:47.525016 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:47.530220 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-86cb0734-b8c3-4204-8e34-aed0ea7caa90 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:47.579723 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d7962f3-aeb6-4ebc-a735-b19ef569b8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:47.599112 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2aaef4a7-20ac-4c10-b04b-934a2fa42670 req-56b34560-a9be-420d-a672-f3209eee9b72 service neutron] 10.222.0.53 "GET /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103420 Nov 23 21:54:47.631147 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-895275d6-baaf-42a8-ab77-a87b69bcb3bf req-96a91c13-c674-4700-83b4-595963ea37a1 tempest-DeleteServersTestJSON-404785823 tempest-DeleteServersTestJSON-404785823-project] 10.222.0.50 "GET /v2.0/ports?device_id=41ea09a7-1734-4054-b456-3a6fce99be27 HTTP/1.1" status: 200 len: 210 time: 0.1446431 Nov 23 21:54:47.645875 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d7962f3-aeb6-4ebc-a735-b19ef569b8e3 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:54:47.646284 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d7962f3-aeb6-4ebc-a735-b19ef569b8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:54:47.649976 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:54:47.653302 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cab08b7-4511-4683-af62-5711009541ae']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:47.672788 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba94df-d641-47ed-894a-37716d1f7791 req-b30b87aa-06c7-461c-a84c-3385502a4a77 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:47.674316 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1aba94df-d641-47ed-894a-37716d1f7791 req-b30b87aa-06c7-461c-a84c-3385502a4a77 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 945 time: 0.3283956 Nov 23 21:54:47.710211 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3640b36-3392-4b00-87bc-d22dec526b73') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:47.710505 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3640b36-3392-4b00-87bc-d22dec526b73') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:47.724488 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-e1673480-daae-4e63-becb-68ac33b14571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:47.725125 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-e1673480-daae-4e63-becb-68ac33b14571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:47.725596 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-e1673480-daae-4e63-becb-68ac33b14571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:47.726057 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-e1673480-daae-4e63-becb-68ac33b14571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:47.726517 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-e1673480-daae-4e63-becb-68ac33b14571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:47.727412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-e1673480-daae-4e63-becb-68ac33b14571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:47.727570 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-e1673480-daae-4e63-becb-68ac33b14571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:47.729957 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-e1673480-daae-4e63-becb-68ac33b14571 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b32d0f34c0cc4ad1b4cbe85726725dc7&device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 6479 time: 0.0535738 Nov 23 21:54:47.734675 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-86cb0734-b8c3-4204-8e34-aed0ea7caa90 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Network 1f34eebc-f88f-4362-9a35-3496c9faad72 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:54:47.760688 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:47.769987 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb0734-b8c3-4204-8e34-aed0ea7caa90 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Pushing event updated for resources: {'Port': ['ID=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:47.782794 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-86cb0734-b8c3-4204-8e34-aed0ea7caa90 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:47.788429 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-86cb0734-b8c3-4204-8e34-aed0ea7caa90 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:54:47.825950 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:47.826888 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-e687ff35-de06-40da-b472-650bf5793857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:47.829247 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-e687ff35-de06-40da-b472-650bf5793857 service neutron] 10.222.0.53 "GET /v2.0/networks?id=da4238c6-b353-4586-8707-c40d3aada134 HTTP/1.1" status: 200 len: 902 time: 0.0899732 Nov 23 21:54:47.840732 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58a25d-9bae-47c0-ab89-386fc8a34f34 req-7f95def3-e667-4644-8a7d-6c01131f6b00 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:47.842216 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a58a25d-9bae-47c0-ab89-386fc8a34f34 req-7f95def3-e667-4644-8a7d-6c01131f6b00 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 946 time: 0.3146784 Nov 23 21:54:47.848823 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d7962f3-aeb6-4ebc-a735-b19ef569b8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:47.878772 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-4fca0fac-769e-4984-a9ed-c10664f670c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f304a4f3-98a7-481a-b024-fa9ac11528de HTTP/1.1" status: 200 len: 217 time: 0.0420794 Nov 23 21:54:47.889997 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:54:47.891478 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:54:47.913339 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:54:47.916979 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d7962f3-aeb6-4ebc-a735-b19ef569b8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:47.924717 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7d7962f3-aeb6-4ebc-a735-b19ef569b8e3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d5e54214-c2d0-4204-b9e4-d7a5925b0843 HTTP/1.1" status: 204 len: 168 time: 1.7692029 Nov 23 21:54:47.939773 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-8ff13f5f-36a8-4fde-b053-5f582ba92e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:47.941269 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-8ff13f5f-36a8-4fde-b053-5f582ba92e6e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=894a547e-38e5-4870-bda6-a43a8f7f2b67 HTTP/1.1" status: 200 len: 797 time: 0.0556312 Nov 23 21:54:48.004562 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-194e22cd-0642-4984-b080-1ebc5e46f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:48.006365 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-194e22cd-0642-4984-b080-1ebc5e46f4b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da4238c6-b353-4586-8707-c40d3aada134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0544393 Nov 23 21:54:48.009809 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-86cb0734-b8c3-4204-8e34-aed0ea7caa90 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:48.010578 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-86cb0734-b8c3-4204-8e34-aed0ea7caa90 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:48.032417 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7962f3-aeb6-4ebc-a735-b19ef569b8e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5e54214-c2d0-4204-b9e4-d7a5925b0843,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:48.068960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-448cc4bd-c9c9-4a9d-9b03-2ee2abe52b0c None None] Provisioning complete for port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:48.069877 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1aba94df-d641-47ed-894a-37716d1f7791 req-1d4b0333-251b-4599-adf1-bea638b31e06 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3713942 Nov 23 21:54:48.070201 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-448cc4bd-c9c9-4a9d-9b03-2ee2abe52b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:48.095198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58010) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:48.102768 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:48.110703 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-86cb0734-b8c3-4204-8e34-aed0ea7caa90 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8859348 Nov 23 21:54:48.135506 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-448cc4bd-c9c9-4a9d-9b03-2ee2abe52b0c None None] Port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:54:48.141712 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:48.145534 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/networks/2cab08b7-4511-4683-af62-5711009541ae HTTP/1.1" status: 204 len: 168 time: 4.7929819 Nov 23 21:54:48.148945 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58014) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:48.161248 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-9e5f2885-4fb9-46bf-a215-4e62245d22b7 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-611775927'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:48.169609 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-d141fc05-6611-495e-9401-14088c4ec7e2 service neutron] Request body: {'port': {'device_id': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:48.184221 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-cdc1eb19-b72a-4b6d-87dd-6857ed7eaedc service neutron] 10.222.0.53 "GET /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687176 Nov 23 21:54:48.217535 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5f2885-4fb9-46bf-a215-4e62245d22b7 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Made reservation on behalf of a90a63493e2d4f24bf817b2e8511c45b for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:48.221442 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e5f2885-4fb9-46bf-a215-4e62245d22b7 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:48.237412 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022f877-a62d-4f2e-aa53-c410a58f45d8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Network': ['ID=2cab08b7-4511-4683-af62-5711009541ae,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:48.282339 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4787a3da-1a7a-49b5-84d4-dfd1f1c0acfb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fbb1d292593848d88a76dda57bbd0633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1857712 Nov 23 21:54:48.284454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58018) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:48.292631 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5f2885-4fb9-46bf-a215-4e62245d22b7 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:54:48.310385 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e5f2885-4fb9-46bf-a215-4e62245d22b7 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:48.310776 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-9e5f2885-4fb9-46bf-a215-4e62245d22b7 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Added segment 77730f25-3a73-4689-be42-c21c74422c95 of type vlan for network 5efd68a0-6f5e-4242-98c3-de7941a1691c Nov 23 21:54:48.316566 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-5a58a25d-9bae-47c0-ab89-386fc8a34f34 req-79abb2b6-90df-41bc-96b4-40eaecf56d4a tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Deleting port ed34ab6a-4afa-459c-8537-e5c1b90a1751 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:54:48.316910 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5a58a25d-9bae-47c0-ab89-386fc8a34f34 req-79abb2b6-90df-41bc-96b4-40eaecf56d4a tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:48.353769 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-6c0ec8a8-edc4-4ce5-af9c-3379962a58a0 service neutron] 10.222.0.53 "GET /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582932 Nov 23 21:54:48.366949 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e5f2885-4fb9-46bf-a215-4e62245d22b7 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:48.378015 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-d141fc05-6611-495e-9401-14088c4ec7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:48.397209 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e5f2885-4fb9-46bf-a215-4e62245d22b7 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:48.398100 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b427bbd-b2cb-455f-b5e6-41af718f5b88 req-167ec42f-f6b2-42c3-bb71-43501d072c81 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:48.404067 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b427bbd-b2cb-455f-b5e6-41af718f5b88 req-167ec42f-f6b2-42c3-bb71-43501d072c81 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:48.404232 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5f2885-4fb9-46bf-a215-4e62245d22b7 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:48.404836 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e5f2885-4fb9-46bf-a215-4e62245d22b7 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:48.409936 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b427bbd-b2cb-455f-b5e6-41af718f5b88 req-167ec42f-f6b2-42c3-bb71-43501d072c81 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:48.416101 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b427bbd-b2cb-455f-b5e6-41af718f5b88 req-167ec42f-f6b2-42c3-bb71-43501d072c81 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:48.422048 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b427bbd-b2cb-455f-b5e6-41af718f5b88 req-167ec42f-f6b2-42c3-bb71-43501d072c81 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:48.427893 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b427bbd-b2cb-455f-b5e6-41af718f5b88 req-167ec42f-f6b2-42c3-bb71-43501d072c81 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:48.433704 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b427bbd-b2cb-455f-b5e6-41af718f5b88 req-167ec42f-f6b2-42c3-bb71-43501d072c81 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:48.435664 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b427bbd-b2cb-455f-b5e6-41af718f5b88 req-167ec42f-f6b2-42c3-bb71-43501d072c81 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5422 time: 0.2517977 Nov 23 21:54:48.476614 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9e5f2885-4fb9-46bf-a215-4e62245d22b7 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3245072 Nov 23 21:54:48.490586 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58022) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:48.509676 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-6c3bc14a-6e8e-42ae-b66d-c929e4ebdf6b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Request body: {'subnet': {'network_id': '5efd68a0-6f5e-4242-98c3-de7941a1691c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:48.516007 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f2885-4fb9-46bf-a215-4e62245d22b7 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'Network': ['ID=5efd68a0-6f5e-4242-98c3-de7941a1691c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:48.523924 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-a3bda625-0dd1-48e0-b45b-b7a995134fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:48.524803 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-a3bda625-0dd1-48e0-b45b-b7a995134fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:48.525220 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-a3bda625-0dd1-48e0-b45b-b7a995134fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:48.525707 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-a3bda625-0dd1-48e0-b45b-b7a995134fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:48.526150 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-a3bda625-0dd1-48e0-b45b-b7a995134fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:48.526599 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-a3bda625-0dd1-48e0-b45b-b7a995134fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:48.527074 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-a3bda625-0dd1-48e0-b45b-b7a995134fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:48.528980 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-a3bda625-0dd1-48e0-b45b-b7a995134fcf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b32d0f34c0cc4ad1b4cbe85726725dc7&device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 6479 time: 0.1161227 Nov 23 21:54:48.533719 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 5efd68a0-6f5e-4242-98c3-de7941a1691c details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:54:48.633153 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-02a4b25f-6140-4df3-b846-5f1b87735036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:48.635155 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-02a4b25f-6140-4df3-b846-5f1b87735036 service neutron] 10.222.0.53 "GET /v2.0/networks?id=da4238c6-b353-4586-8707-c40d3aada134 HTTP/1.1" status: 200 len: 902 time: 0.0937934 Nov 23 21:54:48.689750 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-216dbffe-f8c1-4df8-9a2f-0c83b14c32d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=247b2c22-bf5b-4a93-af05-80b974a24c48 HTTP/1.1" status: 200 len: 217 time: 0.0418875 Nov 23 21:54:48.693043 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-5a58a25d-9bae-47c0-ab89-386fc8a34f34 req-79abb2b6-90df-41bc-96b4-40eaecf56d4a tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] For port ed34ab6a-4afa-459c-8537-e5c1b90a1751, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ed34ab6a-4afa-459c-8537-e5c1b90a1751,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:48.693409 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5a58a25d-9bae-47c0-ab89-386fc8a34f34 req-79abb2b6-90df-41bc-96b4-40eaecf56d4a tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:48.703375 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820186fd-5384-46b4-a7e4-0b3aca3d5e52 req-4323ddfb-9ea1-4e24-9ed9-9b750e592812 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:48.704857 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-820186fd-5384-46b4-a7e4-0b3aca3d5e52 req-4323ddfb-9ea1-4e24-9ed9-9b750e592812 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 931 time: 0.3584940 Nov 23 21:54:48.717428 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-252c7109-027f-41e3-b676-e3879b269a28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:48.745029 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-1b8fcdc9-67b6-4228-9754-de28bfe0e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:48.746537 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-1b8fcdc9-67b6-4228-9754-de28bfe0e4e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=894a547e-38e5-4870-bda6-a43a8f7f2b67 HTTP/1.1" status: 200 len: 797 time: 0.0454724 Nov 23 21:54:48.782687 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-5a58a25d-9bae-47c0-ab89-386fc8a34f34 req-79abb2b6-90df-41bc-96b4-40eaecf56d4a tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Calling delete_port for ed34ab6a-4afa-459c-8537-e5c1b90a1751 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:54:48.797859 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-394b246f-d9ab-4e8d-a9cd-3d0ac40b117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:48.799573 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-394b246f-d9ab-4e8d-a9cd-3d0ac40b117a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da4238c6-b353-4586-8707-c40d3aada134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0418985 Nov 23 21:54:48.852180 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b427bbd-b2cb-455f-b5e6-41af718f5b88 req-9f4941ef-b743-44bc-bbf9-e868ee53e472 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.3889647 Nov 23 21:54:48.856091 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-252c7109-027f-41e3-b676-e3879b269a28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:48.907643 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-1fd89971-3115-4f7b-8b3c-f998a4603ca8 service neutron] 10.222.0.53 "GET /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953567 Nov 23 21:54:48.991828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3bc14a-6e8e-42ae-b66d-c929e4ebdf6b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Made reservation on behalf of a90a63493e2d4f24bf817b2e8511c45b for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:48.995146 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c3bc14a-6e8e-42ae-b66d-c929e4ebdf6b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:49.008776 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ab2cb779-04f4-4b1c-a3e4-d37718489598 req-17883259-ada2-4e48-96f9-725bb6b28a33 service neutron] 10.222.0.53 "GET /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897307 Nov 23 21:54:49.040605 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-820186fd-5384-46b4-a7e4-0b3aca3d5e52 req-c3dfa96a-abe8-4429-90ca-ce3cae6e1f6b tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2763393 Nov 23 21:54:49.098192 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device b9f56501-0ae5-4e60-abb1-9a7795ed9cf8 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:54:49.119306 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: b9f56501-0ae5-4e60-abb1-9a7795ed9cf8 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:54:49.119659 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device b9f56501-0ae5-4e60-abb1-9a7795ed9cf8 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:54:49.204774 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-252c7109-027f-41e3-b676-e3879b269a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:49.207427 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-252c7109-027f-41e3-b676-e3879b269a28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:49.208598 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-252c7109-027f-41e3-b676-e3879b269a28 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a4b235fc-b743-4147-89aa-a1617552ccd8 HTTP/1.1" status: 204 len: 168 time: 0.9202268 Nov 23 21:54:49.221387 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379097b-ca3e-45bf-b6ca-68de6a78aa7d req-4ec6f157-8d3a-489c-bc43-96a5f806ed46 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:49.223029 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6379097b-ca3e-45bf-b6ca-68de6a78aa7d req-4ec6f157-8d3a-489c-bc43-96a5f806ed46 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ef72df6-7845-40aa-82d9-b1b3051ea8f5 HTTP/1.1" status: 200 len: 946 time: 0.2676711 Nov 23 21:54:49.264516 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c7109-027f-41e3-b676-e3879b269a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b235fc-b743-4147-89aa-a1617552ccd8,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:49.391166 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5a58a25d-9bae-47c0-ab89-386fc8a34f34 req-79abb2b6-90df-41bc-96b4-40eaecf56d4a tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:49.424798 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['4a70a9bd-240b-4448-abe5-073150fdd13a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:54:49.477864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-d141fc05-6611-495e-9401-14088c4ec7e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:54:49.494443 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79abb2b6-90df-41bc-96b4-40eaecf56d4a tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Pushing event deleted for resources: {'Port': ['ID=ed34ab6a-4afa-459c-8537-e5c1b90a1751,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:49.497928 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-d141fc05-6611-495e-9401-14088c4ec7e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:49.508537 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6379097b-ca3e-45bf-b6ca-68de6a78aa7d req-7a7a33ce-a5c1-4aba-b186-d58fce0a1000 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506309 Nov 23 21:54:49.526067 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aefc845-4e02-4c2d-80ad-a8b7f64f4fea None None] DHCP port deletion for 670396b2-2e17-45a5-b25a-4f315f3df81c request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:54:49.556511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-d141fc05-6611-495e-9401-14088c4ec7e2 service neutron] Transition to ACTIVE for port object 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:54:49.582372 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31098710-979b-436f-b7b8-4b26adde035b req-ffe4688f-9db1-4eb4-889f-f0eb7cd2cdf9 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:49.583999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31098710-979b-436f-b7b8-4b26adde035b req-ffe4688f-9db1-4eb4-889f-f0eb7cd2cdf9 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 945 time: 0.2760973 Nov 23 21:54:49.605678 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a58a25d-9bae-47c0-ab89-386fc8a34f34 req-79abb2b6-90df-41bc-96b4-40eaecf56d4a tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] No DVR routers for this DVR port ed34ab6a-4afa-459c-8537-e5c1b90a1751 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:54:49.608935 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-d141fc05-6611-495e-9401-14088c4ec7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:49.617247 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5a58a25d-9bae-47c0-ab89-386fc8a34f34 req-79abb2b6-90df-41bc-96b4-40eaecf56d4a tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:49.620663 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a58a25d-9bae-47c0-ab89-386fc8a34f34 req-79abb2b6-90df-41bc-96b4-40eaecf56d4a tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.53 "DELETE /v2.0/ports/ed34ab6a-4afa-459c-8537-e5c1b90a1751 HTTP/1.1" status: 204 len: 173 time: 1.7603323 Nov 23 21:54:49.622693 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef72df6-7845-40aa-82d9-b1b3051ea8f5', 'name': 'network-vif-deleted', 'tag': 'ed34ab6a-4afa-459c-8537-e5c1b90a1751'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:49.625169 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf23442-6b3a-473f-a0fb-4570928f0db3" -d '{"events": [{"server_uuid": "1ef72df6-7845-40aa-82d9-b1b3051ea8f5", "name": "network-vif-deleted", "tag": "ed34ab6a-4afa-459c-8537-e5c1b90a1751"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:49.716624 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fc1b52-eb1b-4e38-8723-4e9a590818f9 x-openstack-request-id: req-37fc1b52-eb1b-4e38-8723-4e9a590818f9 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:49.716975 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef72df6-7845-40aa-82d9-b1b3051ea8f5", "name": "network-vif-deleted", "tag": "ed34ab6a-4afa-459c-8537-e5c1b90a1751", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:49.717163 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-37fc1b52-eb1b-4e38-8723-4e9a590818f9 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:49.717620 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef72df6-7845-40aa-82d9-b1b3051ea8f5', 'name': 'network-vif-deleted', 'tag': 'ed34ab6a-4afa-459c-8537-e5c1b90a1751', 'status': 'completed', 'code': 200} Nov 23 21:54:49.719341 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c3bc14a-6e8e-42ae-b66d-c929e4ebdf6b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:49.738457 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58044) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:49.757555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141fc05-6611-495e-9401-14088c4ec7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:49.831976 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a3a80809-a17a-4cdd-a761-8a1722c41e4d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b61d306d4ba74e68943fd8e9a2ba5fac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0902421 Nov 23 21:54:49.833910 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58050) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:49.912614 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31098710-979b-436f-b7b8-4b26adde035b req-bdfe9aec-ecec-456d-8d61-3c590d602f08 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046572 Nov 23 21:54:49.934486 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f309ef20-3938-42b4-bae6-03d3bfef0f52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:49.975770 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f309ef20-3938-42b4-bae6-03d3bfef0f52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:50.033586 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f309ef20-3938-42b4-bae6-03d3bfef0f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:50.036537 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f309ef20-3938-42b4-bae6-03d3bfef0f52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:50.037741 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f309ef20-3938-42b4-bae6-03d3bfef0f52 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9ef48cb9-6b91-409a-8773-9a41de17807f HTTP/1.1" status: 204 len: 168 time: 0.2028699 Nov 23 21:54:50.045934 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309ef20-3938-42b4-bae6-03d3bfef0f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef48cb9-6b91-409a-8773-9a41de17807f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:50.319176 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-d141fc05-6611-495e-9401-14088c4ec7e2 service neutron] Attempting to bind port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:54:50.319796 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-d141fc05-6611-495e-9401-14088c4ec7e2 service neutron] Attempting to bind port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:54:50.319796 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-d141fc05-6611-495e-9401-14088c4ec7e2 service neutron] Attempting to bind port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 on network 1f34eebc-f88f-4362-9a35-3496c9faad72 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:50.337741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bc14a-6e8e-42ae-b66d-c929e4ebdf6b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'Subnet': ['ID=54912d34-4d02-4a08-8468-fb399ca427db,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:50.349202 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-d141fc05-6611-495e-9401-14088c4ec7e2 service neutron] Port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 on network 1f34eebc-f88f-4362-9a35-3496c9faad72 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:54:50.349524 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-d141fc05-6611-495e-9401-14088c4ec7e2 service neutron] Attempting to bind port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 on network 1f34eebc-f88f-4362-9a35-3496c9faad72 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:50.364368 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-d141fc05-6611-495e-9401-14088c4ec7e2 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:54:50.364694 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-d141fc05-6611-495e-9401-14088c4ec7e2 service neutron] Checking segment: {'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:50.365111 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-d141fc05-6611-495e-9401-14088c4ec7e2 service neutron] Bound using segment: {'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:54:50.365485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-d141fc05-6611-495e-9401-14088c4ec7e2 service neutron] Bound port: 6e60ff4c-08c6-484b-a2fe-70fc7894dd69, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:54:50.365833 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-d141fc05-6611-495e-9401-14088c4ec7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:50.369442 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3bc14a-6e8e-42ae-b66d-c929e4ebdf6b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Checking segment: {'id': '77730f25-3a73-4689-be42-c21c74422c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5efd68a0-6f5e-4242-98c3-de7941a1691c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:50.369794 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3bc14a-6e8e-42ae-b66d-c929e4ebdf6b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Network hostable DHCP agents. Network: 5efd68a0-6f5e-4242-98c3-de7941a1691c, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:54:50.400368 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device ed34ab6a-4afa-459c-8537-e5c1b90a1751 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:54:50.407989 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61e3e0-b5e7-421f-b67f-eac857a6a918 req-eb010a9d-3e46-4edd-8634-992f1911be88 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:50.409503 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd61e3e0-b5e7-421f-b67f-eac857a6a918 req-eb010a9d-3e46-4edd-8634-992f1911be88 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 945 time: 0.1298709 Nov 23 21:54:50.419051 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58074) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:50.423618 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e1024dca-ff95-4b56-b252-f4168bc14ad6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Request body: {'floatingip': {'port_id': '2cae4ce6-3e46-4535-9cba-9c01e53da176'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:50.424958 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: ed34ab6a-4afa-459c-8537-e5c1b90a1751 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:54:50.425670 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device ed34ab6a-4afa-459c-8537-e5c1b90a1751 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:54:50.431848 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fdae3-7265-474a-a199-f2f3eb9d0a3e req-01b3f507-2850-4c42-ac0d-3ad121c74c41 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:50.437949 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fdae3-7265-474a-a199-f2f3eb9d0a3e req-01b3f507-2850-4c42-ac0d-3ad121c74c41 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:50.443840 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fdae3-7265-474a-a199-f2f3eb9d0a3e req-01b3f507-2850-4c42-ac0d-3ad121c74c41 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:50.449712 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fdae3-7265-474a-a199-f2f3eb9d0a3e req-01b3f507-2850-4c42-ac0d-3ad121c74c41 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:50.456437 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fdae3-7265-474a-a199-f2f3eb9d0a3e req-01b3f507-2850-4c42-ac0d-3ad121c74c41 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:50.462350 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fdae3-7265-474a-a199-f2f3eb9d0a3e req-01b3f507-2850-4c42-ac0d-3ad121c74c41 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:50.470432 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fdae3-7265-474a-a199-f2f3eb9d0a3e req-01b3f507-2850-4c42-ac0d-3ad121c74c41 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:50.478184 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-384fdae3-7265-474a-a199-f2f3eb9d0a3e req-01b3f507-2850-4c42-ac0d-3ad121c74c41 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5422 time: 0.5053575 Nov 23 21:54:50.479150 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e1024dca-ff95-4b56-b252-f4168bc14ad6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for floatingip, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:50.534413 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3bc14a-6e8e-42ae-b66d-c929e4ebdf6b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Network 5efd68a0-6f5e-4242-98c3-de7941a1691c is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:54:50.574618 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-6c3bc14a-6e8e-42ae-b66d-c929e4ebdf6b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 5efd68a0-6f5e-4242-98c3-de7941a1691c) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:50.587146 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7924b4ab-4e9b-43fe-9e99-27d572a41ee2 None None] Network 5efd68a0-6f5e-4242-98c3-de7941a1691c requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:54:50.602739 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3bc14a-6e8e-42ae-b66d-c929e4ebdf6b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:50.603340 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c3bc14a-6e8e-42ae-b66d-c929e4ebdf6b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:50.614418 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-d141fc05-6611-495e-9401-14088c4ec7e2 service neutron] For port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:54:50.642964 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-d141fc05-6611-495e-9401-14088c4ec7e2 service neutron] For port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:54:50.657536 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-384fdae3-7265-474a-a199-f2f3eb9d0a3e req-4e0ec735-16e4-4006-8f69-f8ce4bbba0e3 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1782503 Nov 23 21:54:50.680727 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-d141fc05-6611-495e-9401-14088c4ec7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:50.681466 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6c3bc14a-6e8e-42ae-b66d-c929e4ebdf6b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1762731 Nov 23 21:54:50.688555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58086) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:50.765240 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26fdde-36da-4005-85e2-2fe6313ad720 req-b97dbd7f-627b-4501-aba3-9cd1fec52a3c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:50.770308 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f26fdde-36da-4005-85e2-2fe6313ad720 req-b97dbd7f-627b-4501-aba3-9cd1fec52a3c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 943 time: 0.2216387 Nov 23 21:54:50.787452 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-d141fc05-6611-495e-9401-14088c4ec7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:50.788236 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-d141fc05-6611-495e-9401-14088c4ec7e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:50.789416 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-d141fc05-6611-495e-9401-14088c4ec7e2 service neutron] 10.222.0.53 "PUT /v2.0/ports/6e60ff4c-08c6-484b-a2fe-70fc7894dd69 HTTP/1.1" status: 200 len: 1091 time: 2.6428208 Nov 23 21:54:50.893914 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2019069-2996-47a9-b153-7bf09292e78d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-5efd68a0-6f5e-4242-98c3-de7941a1691c', 'network_id': '5efd68a0-6f5e-4242-98c3-de7941a1691c', 'tenant_id': 'a90a63493e2d4f24bf817b2e8511c45b', 'fixed_ips': [{'subnet_id': '54912d34-4d02-4a08-8468-fb399ca427db'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:54:50.894814 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e2019069-2996-47a9-b153-7bf09292e78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:51.019566 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141fc05-6611-495e-9401-14088c4ec7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:51.062841 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:51.082317 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f26fdde-36da-4005-85e2-2fe6313ad720 req-7e772cd7-1715-4b63-8350-5f58d20e622b tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2865827 Nov 23 21:54:51.098847 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-6c6c9210-7818-463c-b937-a457e2d015af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:51.098847 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-6c6c9210-7818-463c-b937-a457e2d015af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 1094 time: 0.2200115 Nov 23 21:54:51.189972 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-1481bb70-d38a-4aa2-a1e6-0b8297ac9881 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69 HTTP/1.1" status: 200 len: 217 time: 0.0763354 Nov 23 21:54:51.278955 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:51.295472 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e1024dca-ff95-4b56-b252-f4168bc14ad6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:51.306383 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e1024dca-ff95-4b56-b252-f4168bc14ad6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:51.320644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-e2019069-2996-47a9-b153-7bf09292e78d None None] Allocated IP 2001:db8::1 (5efd68a0-6f5e-4242-98c3-de7941a1691c/54912d34-4d02-4a08-8468-fb399ca427db/1acf4a53-f11e-49a5-ba7a-ab98645be228) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:54:51.347958 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-2f653ea5-12e6-467f-a0f3-a3b582812e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:51.349646 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-2f653ea5-12e6-467f-a0f3-a3b582812e65 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 0.1361265 Nov 23 21:54:51.458264 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-6fb3778a-3807-43c8-a09b-493981aecc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:51.460158 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-6fb3778a-3807-43c8-a09b-493981aecc76 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977163 Nov 23 21:54:51.505658 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-e1024dca-ff95-4b56-b252-f4168bc14ad6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Floating IP 76c43f7b-e6bd-4d4e-887f-251fe82fde52 associated. External IP: 172.25.5.128, port: 2cae4ce6-3e46-4535-9cba-9c01e53da176. Nov 23 21:54:51.645628 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e2019069-2996-47a9-b153-7bf09292e78d None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:51.661184 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-65834a37-56c0-4077-aa9b-a38a0af00030 service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844394 Nov 23 21:54:51.661370 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e2019069-2996-47a9-b153-7bf09292e78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:51.734961 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'tag': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:51.737860 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd85b0f-b835-43b0-ab92-4f2599b99d78" -d '{"events": [{"name": "network-changed", "server_uuid": "6b268ada-a37f-4c80-b9c3-999c2cac8c75", "tag": "6e60ff4c-08c6-484b-a2fe-70fc7894dd69"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:51.746167 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:51.746966 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2019069-2996-47a9-b153-7bf09292e78d None None] Network 5efd68a0-6f5e-4242-98c3-de7941a1691c is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:54:51.765038 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-e2019069-2996-47a9-b153-7bf09292e78d None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:51.771302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2019069-2996-47a9-b153-7bf09292e78d None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:54:51.800469 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2019069-2996-47a9-b153-7bf09292e78d None None] Pushing event updated for resources: {'Port': ['ID=1acf4a53-f11e-49a5-ba7a-ab98645be228,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:51.875972 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68fb124a-d6bb-4e41-9a36-386c4d88d654 req-1464943e-02d9-4b36-9e17-4e7f15258f73 service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886683 Nov 23 21:54:51.877680 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8446a219-fdf9-4857-9a92-463e3e47ad15 x-openstack-request-id: req-8446a219-fdf9-4857-9a92-463e3e47ad15 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:51.877980 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b268ada-a37f-4c80-b9c3-999c2cac8c75", "tag": "6e60ff4c-08c6-484b-a2fe-70fc7894dd69", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:51.878291 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8446a219-fdf9-4857-9a92-463e3e47ad15 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:51.878695 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'tag': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69', 'status': 'completed', 'code': 200} Nov 23 21:54:51.894217 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Subnet': ['ID=54912d34-4d02-4a08-8468-fb399ca427db,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:51.916255 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-e2019069-2996-47a9-b153-7bf09292e78d None None] Attempting to bind port 1acf4a53-f11e-49a5-ba7a-ab98645be228 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:54:51.927216 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-e2019069-2996-47a9-b153-7bf09292e78d None None] Attempting to bind port 1acf4a53-f11e-49a5-ba7a-ab98645be228 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '77730f25-3a73-4689-be42-c21c74422c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5efd68a0-6f5e-4242-98c3-de7941a1691c'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:54:51.927762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2019069-2996-47a9-b153-7bf09292e78d None None] Attempting to bind port 1acf4a53-f11e-49a5-ba7a-ab98645be228 on network 5efd68a0-6f5e-4242-98c3-de7941a1691c {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:51.933852 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2019069-2996-47a9-b153-7bf09292e78d None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:54:51.937975 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2019069-2996-47a9-b153-7bf09292e78d None None] Checking segment: {'id': '77730f25-3a73-4689-be42-c21c74422c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5efd68a0-6f5e-4242-98c3-de7941a1691c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:51.938589 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e2019069-2996-47a9-b153-7bf09292e78d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:51.939110 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2019069-2996-47a9-b153-7bf09292e78d None None] Bound using segment: {'id': '77730f25-3a73-4689-be42-c21c74422c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5efd68a0-6f5e-4242-98c3-de7941a1691c'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:54:51.939882 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-e2019069-2996-47a9-b153-7bf09292e78d None None] Bound port: 1acf4a53-f11e-49a5-ba7a-ab98645be228, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77730f25-3a73-4689-be42-c21c74422c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5efd68a0-6f5e-4242-98c3-de7941a1691c'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:54:51.940442 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e2019069-2996-47a9-b153-7bf09292e78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:52.042760 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1024dca-ff95-4b56-b252-f4168bc14ad6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Router d2c8aace-6d5a-4432-886e-fccaa35c01b1 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:54:52.080004 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e2019069-2996-47a9-b153-7bf09292e78d None None] For port 1acf4a53-f11e-49a5-ba7a-ab98645be228, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:54:52.083655 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e2019069-2996-47a9-b153-7bf09292e78d None None] For port 1acf4a53-f11e-49a5-ba7a-ab98645be228, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=1acf4a53-f11e-49a5-ba7a-ab98645be228,segment=NetworkSegment(77730f25-3a73-4689-be42-c21c74422c95),segment_id=77730f25-3a73-4689-be42-c21c74422c95)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:54:52.097313 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e2019069-2996-47a9-b153-7bf09292e78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:52.100158 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:52.140062 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5efd68a0-6f5e-4242-98c3-de7941a1691c']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:52.152464 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77730f25-3a73-4689-be42-c21c74422c95') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:52.152763 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77730f25-3a73-4689-be42-c21c74422c95') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:52.167591 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:52.197239 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:52.204766 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:54:52.205196 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:54:52.251073 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:54:52.260714 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2019069-2996-47a9-b153-7bf09292e78d None None] Pushing event updated for resources: {'Port': ['ID=1acf4a53-f11e-49a5-ba7a-ab98645be228,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:52.263931 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1024dca-ff95-4b56-b252-f4168bc14ad6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:54:52.273487 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e1024dca-ff95-4b56-b252-f4168bc14ad6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:52.295059 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9951c68-b961-4450-b2aa-c33bae0d7e6f None None] Sync routers for ids ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:54:52.316936 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9951c68-b961-4450-b2aa-c33bae0d7e6f None None] Routers {'d2c8aace-6d5a-4432-886e-fccaa35c01b1'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:54:52.319891 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b9951c68-b961-4450-b2aa-c33bae0d7e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:54:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:52.335003 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e1024dca-ff95-4b56-b252-f4168bc14ad6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "PUT /v2.0/floatingips/76c43f7b-e6bd-4d4e-887f-251fe82fde52 HTTP/1.1" status: 200 len: 991 time: 1.9148209 Nov 23 21:54:52.336182 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02280246-b831-4042-aacc-1192904a3c7e', 'tag': '2cae4ce6-3e46-4535-9cba-9c01e53da176'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:52.338671 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6499149-d9ef-4c8f-a3f0-df0736c812af" -d '{"events": [{"name": "network-changed", "server_uuid": "02280246-b831-4042-aacc-1192904a3c7e", "tag": "2cae4ce6-3e46-4535-9cba-9c01e53da176"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:52.366157 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd85b0f-b835-43b0-ab92-4f2599b99d78 req-e86f80c8-4bab-4e49-bcbd-9eb3bf7c9385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:52.368433 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dbd85b0f-b835-43b0-ab92-4f2599b99d78 req-e86f80c8-4bab-4e49-bcbd-9eb3bf7c9385 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 1094 time: 0.4087696 Nov 23 21:54:52.373484 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c57ab0-a011-44e0-bdb7-8c047d2242c9 None None] Network 5efd68a0-6f5e-4242-98c3-de7941a1691c requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:54:52.391077 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644d590-c3ef-4bb2-9a25-c081024f6adf req-dfe39752-ae23-4678-af18-28d6add91e3f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:52.399905 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644d590-c3ef-4bb2-9a25-c081024f6adf req-dfe39752-ae23-4678-af18-28d6add91e3f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:52.409200 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644d590-c3ef-4bb2-9a25-c081024f6adf req-dfe39752-ae23-4678-af18-28d6add91e3f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:52.418946 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644d590-c3ef-4bb2-9a25-c081024f6adf req-dfe39752-ae23-4678-af18-28d6add91e3f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:52.436932 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644d590-c3ef-4bb2-9a25-c081024f6adf req-dfe39752-ae23-4678-af18-28d6add91e3f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:52.457638 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644d590-c3ef-4bb2-9a25-c081024f6adf req-dfe39752-ae23-4678-af18-28d6add91e3f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:52.469379 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644d590-c3ef-4bb2-9a25-c081024f6adf req-dfe39752-ae23-4678-af18-28d6add91e3f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:52.472028 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9644d590-c3ef-4bb2-9a25-c081024f6adf req-dfe39752-ae23-4678-af18-28d6add91e3f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5422 time: 0.5873137 Nov 23 21:54:52.562352 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.db.api [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 21:54:52.562352 n-d-816206-9 neutron-server[110034]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 21:54:52.562352 n-d-816206-9 neutron-server[110034]: [parameters: {'id': '5efd68a0-6f5e-4242-98c3-de7941a1691c'}] Nov 23 21:54:52.562352 n-d-816206-9 neutron-server[110034]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:54:52.563026 n-d-816206-9 neutron-server[110034]: DEBUG oslo_db.api [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:54:52.582123 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-b9951c68-b961-4450-b2aa-c33bae0d7e6f None None] Set router d2c8aace-6d5a-4432-886e-fccaa35c01b1 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:54:52.635204 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84737d1-b32d-4a56-b818-d73ccbc5b792 req-8d742514-643c-4607-8a4e-972cd293923e tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:52.636787 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c84737d1-b32d-4a56-b818-d73ccbc5b792 req-8d742514-643c-4607-8a4e-972cd293923e tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 943 time: 0.1638148 Nov 23 21:54:52.687217 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d53c5ba-4b5c-45bc-838e-c2a074145387 None None] get_active_networks_info from n-d-816206-9 {{(pid=110035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 21:54:52.701992 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9644d590-c3ef-4bb2-9a25-c081024f6adf req-597e63af-2d3d-490e-a8e3-d2b2151a6233 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1797693 Nov 23 21:54:52.703948 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd85b0f-b835-43b0-ab92-4f2599b99d78 req-cc608712-bcd3-4c7a-97c9-7df3a4c76546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:52.705399 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dbd85b0f-b835-43b0-ab92-4f2599b99d78 req-cc608712-bcd3-4c7a-97c9-7df3a4c76546 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 912 time: 0.2180960 Nov 23 21:54:52.722858 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:52.763857 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dbd85b0f-b835-43b0-ab92-4f2599b99d78 req-08953c59-0cbb-40a3-8a1e-6b85704f9814 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69 HTTP/1.1" status: 200 len: 217 time: 0.0480816 Nov 23 21:54:52.772001 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c84737d1-b32d-4a56-b818-d73ccbc5b792 req-52a58aca-05c8-4a4f-8d4c-82c6ab0dafed tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255264 Nov 23 21:54:52.832026 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd85b0f-b835-43b0-ab92-4f2599b99d78 req-407ecb1d-4002-4241-9c70-8e43f3a949b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:52.833521 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dbd85b0f-b835-43b0-ab92-4f2599b99d78 req-407ecb1d-4002-4241-9c70-8e43f3a949b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 0.0598202 Nov 23 21:54:52.857011 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69040039-2121-4ae0-b036-97b65a8356d7 x-openstack-request-id: req-69040039-2121-4ae0-b036-97b65a8356d7 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:52.857311 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02280246-b831-4042-aacc-1192904a3c7e", "tag": "2cae4ce6-3e46-4535-9cba-9c01e53da176", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:52.857574 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-69040039-2121-4ae0-b036-97b65a8356d7 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:52.858007 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02280246-b831-4042-aacc-1192904a3c7e', 'tag': '2cae4ce6-3e46-4535-9cba-9c01e53da176', 'status': 'completed', 'code': 200} Nov 23 21:54:52.928191 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd85b0f-b835-43b0-ab92-4f2599b99d78 req-62b176a8-4ed7-410b-95d7-6b8ed78db7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:52.930084 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dbd85b0f-b835-43b0-ab92-4f2599b99d78 req-62b176a8-4ed7-410b-95d7-6b8ed78db7c5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883958 Nov 23 21:54:52.987094 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d53c5ba-4b5c-45bc-838e-c2a074145387 None None] Resources bound (agent type, host, resource id): {{(pid=110035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 21:54:53.033543 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b9951c68-b961-4450-b2aa-c33bae0d7e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'name': 'tempest-AttachVolumeShelveTestJSON-142463830-router', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:59Z', 'updated_at': '2021-11-23T21:54:10Z', 'revision_number': 4, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'gw_port': {'id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:01Z', 'updated_at': '2021-11-23T21:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '76c43f7b-e6bd-4d4e-887f-251fe82fde52', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'port_id': '2cae4ce6-3e46-4535-9cba-9c01e53da176', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'mac_address': 'fa:16:3e:09:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02280246-b831-4042-aacc-1192904a3c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:54:23Z', 'updated_at': '2021-11-23T21:54:51Z', 'revision_number': 1, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beeb11e4-409a-465a-a78f-f751d06071de', 'name': '', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'mac_address': 'fa:16:3e:9a:da:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '9ec95087-31a0-4067-927d-a3091c147250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:08Z', 'updated_at': '2021-11-23T21:54:16Z', 'revision_number': 5, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'subnets': [{'id': '9ec95087-31a0-4067-927d-a3091c147250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:53.072377 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:53.083969 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9951c68-b961-4450-b2aa-c33bae0d7e6f None None] Checking router: d2c8aace-6d5a-4432-886e-fccaa35c01b1 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:54:53.087163 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6499149-d9ef-4c8f-a3f0-df0736c812af req-3d7f3265-d234-4b08-b755-3dc91ac821c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:53.088899 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a6499149-d9ef-4c8f-a3f0-df0736c812af req-3d7f3265-d234-4b08-b755-3dc91ac821c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32839c3e63d04827b470d0a106b18e8e&device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 1096 time: 0.1642342 Nov 23 21:54:53.130129 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9951c68-b961-4450-b2aa-c33bae0d7e6f None None] Routers {'d2c8aace-6d5a-4432-886e-fccaa35c01b1'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:54:53.130786 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b9951c68-b961-4450-b2aa-c33bae0d7e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:54:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:53.146633 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c94f5-dc3a-4b3d-8fe5-7960ccae626e req-45f6f123-7c57-4517-844c-b5c06e9af134 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:53.148162 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-650c94f5-dc3a-4b3d-8fe5-7960ccae626e req-45f6f123-7c57-4517-844c-b5c06e9af134 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac802f4d-fa41-4ac6-bc07-c40312f19078 HTTP/1.1" status: 200 len: 946 time: 0.1907611 Nov 23 21:54:53.195651 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dbd85b0f-b835-43b0-ab92-4f2599b99d78 req-1caf7a6c-c909-4881-8064-d4e2e2af3d26 service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557898 Nov 23 21:54:53.282057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6499149-d9ef-4c8f-a3f0-df0736c812af req-34f3f276-df93-4e1d-b3c2-4b340fd28563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:53.283878 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a6499149-d9ef-4c8f-a3f0-df0736c812af req-34f3f276-df93-4e1d-b3c2-4b340fd28563 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f777ba-77da-410e-897f-1430639bb0d7 HTTP/1.1" status: 200 len: 917 time: 0.1831057 Nov 23 21:54:53.346084 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:54:53.454806 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-650c94f5-dc3a-4b3d-8fe5-7960ccae626e req-2f0638c9-76fe-4ac3-aa6d-92aaf5c89983 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940478 Nov 23 21:54:53.495334 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-b9951c68-b961-4450-b2aa-c33bae0d7e6f None None] Set router d2c8aace-6d5a-4432-886e-fccaa35c01b1 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:54:53.587301 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a6499149-d9ef-4c8f-a3f0-df0736c812af req-e824ccb3-11a7-4aeb-b77c-ddf5b40c6d4a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cae4ce6-3e46-4535-9cba-9c01e53da176 HTTP/1.1" status: 200 len: 999 time: 0.2724209 Nov 23 21:54:53.597000 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Deleting port 1acf4a53-f11e-49a5-ba7a-ab98645be228 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:54:53.597303 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:53.670896 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dbd85b0f-b835-43b0-ab92-4f2599b99d78 req-31a640df-33ea-4004-9de2-db16bb920d4d service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653059 Nov 23 21:54:53.672634 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6499149-d9ef-4c8f-a3f0-df0736c812af req-c7d25cf9-d4b7-4f5d-9efe-008ae2177a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:53.674382 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a6499149-d9ef-4c8f-a3f0-df0736c812af req-c7d25cf9-d4b7-4f5d-9efe-008ae2177a11 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ec95087-31a0-4067-927d-a3091c147250 HTTP/1.1" status: 200 len: 855 time: 0.0604489 Nov 23 21:54:53.796226 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] For port 1acf4a53-f11e-49a5-ba7a-ab98645be228, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=1acf4a53-f11e-49a5-ba7a-ab98645be228,segment=NetworkSegment(77730f25-3a73-4689-be42-c21c74422c95),segment_id=77730f25-3a73-4689-be42-c21c74422c95)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:53.796629 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:53.833359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Calling delete_port for 1acf4a53-f11e-49a5-ba7a-ab98645be228 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:54:53.866650 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6499149-d9ef-4c8f-a3f0-df0736c812af req-079c63ce-b138-4887-b061-fa52ef3d8d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:53.868481 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a6499149-d9ef-4c8f-a3f0-df0736c812af req-079c63ce-b138-4887-b061-fa52ef3d8d98 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f777ba-77da-410e-897f-1430639bb0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1783638 Nov 23 21:54:53.879684 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b9951c68-b961-4450-b2aa-c33bae0d7e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'name': 'tempest-AttachVolumeShelveTestJSON-142463830-router', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:59Z', 'updated_at': '2021-11-23T21:54:10Z', 'revision_number': 4, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'gw_port': {'id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:01Z', 'updated_at': '2021-11-23T21:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '76c43f7b-e6bd-4d4e-887f-251fe82fde52', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'port_id': '2cae4ce6-3e46-4535-9cba-9c01e53da176', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'mac_address': 'fa:16:3e:09:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02280246-b831-4042-aacc-1192904a3c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:54:23Z', 'updated_at': '2021-11-23T21:54:51Z', 'revision_number': 1, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beeb11e4-409a-465a-a78f-f751d06071de', 'name': '', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'mac_address': 'fa:16:3e:9a:da:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '9ec95087-31a0-4067-927d-a3091c147250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:08Z', 'updated_at': '2021-11-23T21:54:16Z', 'revision_number': 5, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'subnets': [{'id': '9ec95087-31a0-4067-927d-a3091c147250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:53.912260 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9951c68-b961-4450-b2aa-c33bae0d7e6f None None] The sync data for ids ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'] in n-d-816206-9 is: [{'id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'name': 'tempest-AttachVolumeShelveTestJSON-142463830-router', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:59Z', 'updated_at': '2021-11-23T21:54:10Z', 'revision_number': 4, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'gw_port': {'id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:01Z', 'updated_at': '2021-11-23T21:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '76c43f7b-e6bd-4d4e-887f-251fe82fde52', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'port_id': '2cae4ce6-3e46-4535-9cba-9c01e53da176', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'mac_address': 'fa:16:3e:09:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02280246-b831-4042-aacc-1192904a3c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:54:23Z', 'updated_at': '2021-11-23T21:54:51Z', 'revision_number': 1, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beeb11e4-409a-465a-a78f-f751d06071de', 'name': '', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'mac_address': 'fa:16:3e:9a:da:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '9ec95087-31a0-4067-927d-a3091c147250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:08Z', 'updated_at': '2021-11-23T21:54:16Z', 'revision_number': 5, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'subnets': [{'id': '9ec95087-31a0-4067-927d-a3091c147250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:54:54.043882 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4961c-ccd0-44f3-934d-8bac99a66cde req-8a81ff07-e02f-4f00-b4dd-30eb59591890 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:54.047338 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-73b4961c-ccd0-44f3-934d-8bac99a66cde req-8a81ff07-e02f-4f00-b4dd-30eb59591890 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac802f4d-fa41-4ac6-bc07-c40312f19078 HTTP/1.1" status: 200 len: 946 time: 0.0722420 Nov 23 21:54:54.059616 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279be859-3b20-4a56-978d-b9b96c852874 req-5f3dcb63-7749-4ed3-b0bb-d6c89c3ecbc9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:54.066359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279be859-3b20-4a56-978d-b9b96c852874 req-5f3dcb63-7749-4ed3-b0bb-d6c89c3ecbc9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:54.072485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279be859-3b20-4a56-978d-b9b96c852874 req-5f3dcb63-7749-4ed3-b0bb-d6c89c3ecbc9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:54.079771 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279be859-3b20-4a56-978d-b9b96c852874 req-5f3dcb63-7749-4ed3-b0bb-d6c89c3ecbc9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:54.085858 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279be859-3b20-4a56-978d-b9b96c852874 req-5f3dcb63-7749-4ed3-b0bb-d6c89c3ecbc9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:54.092190 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279be859-3b20-4a56-978d-b9b96c852874 req-5f3dcb63-7749-4ed3-b0bb-d6c89c3ecbc9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:54.098289 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279be859-3b20-4a56-978d-b9b96c852874 req-5f3dcb63-7749-4ed3-b0bb-d6c89c3ecbc9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:54.106369 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-279be859-3b20-4a56-978d-b9b96c852874 req-5f3dcb63-7749-4ed3-b0bb-d6c89c3ecbc9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5422 time: 0.2589417 Nov 23 21:54:54.230005 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:54.249240 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91bd23-6c2b-449e-b6e8-d2557edbf71b req-e460bbc3-52f2-4091-af68-93b813659841 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:54.257664 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fb91bd23-6c2b-449e-b6e8-d2557edbf71b req-e460bbc3-52f2-4091-af68-93b813659841 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 943 time: 0.2887604 Nov 23 21:54:54.321313 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-279be859-3b20-4a56-978d-b9b96c852874 req-90910499-65b8-4b6b-80c9-c7e48d93030d tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2138557 Nov 23 21:54:54.337880 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Port': ['ID=1acf4a53-f11e-49a5-ba7a-ab98645be228,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:54.349400 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a6499149-d9ef-4c8f-a3f0-df0736c812af req-986f7163-8045-4768-b9df-849566f77ce9 service neutron] 10.222.0.60 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219255 Nov 23 21:54:54.371145 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] No DVR routers for this DVR port 1acf4a53-f11e-49a5-ba7a-ab98645be228 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:54:54.412517 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b923500f-1f35-41a6-8033-a1093b3693ac None None] New status for floating IP 76c43f7b-e6bd-4d4e-887f-251fe82fde52: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:54:54.421951 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:54:54.506252 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fb91bd23-6c2b-449e-b6e8-d2557edbf71b req-1b511848-76d4-41bf-b19b-b034106b35ad tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477007 Nov 23 21:54:54.607400 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-73b4961c-ccd0-44f3-934d-8bac99a66cde req-ca2bedc8-002c-48bf-99b8-8f024b9e32ca tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Deleting port 4a70a9bd-240b-4448-abe5-073150fdd13a {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:54:54.607769 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-73b4961c-ccd0-44f3-934d-8bac99a66cde req-ca2bedc8-002c-48bf-99b8-8f024b9e32ca tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:54.650327 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:54.698254 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'port_id': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69', 'mac_address': 'fa:16:3e:f6:77:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:54:54.797588 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:54.828240 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:54.858943 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:54:54.925921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:54.937079 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-73b4961c-ccd0-44f3-934d-8bac99a66cde req-ca2bedc8-002c-48bf-99b8-8f024b9e32ca tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] For port 4a70a9bd-240b-4448-abe5-073150fdd13a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=4a70a9bd-240b-4448-abe5-073150fdd13a,segment=NetworkSegment(e7761591-3a5f-4a53-a218-707c91b22fee),segment_id=e7761591-3a5f-4a53-a218-707c91b22fee)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:54.937253 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:54.937999 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-73b4961c-ccd0-44f3-934d-8bac99a66cde req-ca2bedc8-002c-48bf-99b8-8f024b9e32ca tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:54.956749 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5efd68a0-6f5e-4242-98c3-de7941a1691c']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:54.960640 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-73b4961c-ccd0-44f3-934d-8bac99a66cde req-ca2bedc8-002c-48bf-99b8-8f024b9e32ca tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Calling delete_port for 4a70a9bd-240b-4448-abe5-073150fdd13a owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:54:54.995015 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77730f25-3a73-4689-be42-c21c74422c95') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:54.995834 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77730f25-3a73-4689-be42-c21c74422c95') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:55.055269 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:55.065959 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:55.079407 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a6499149-d9ef-4c8f-a3f0-df0736c812af req-fcc0715c-bbc8-4154-82de-d95feca10f5f service neutron] 10.222.0.60 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6961093 Nov 23 21:54:55.099118 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0632e-182b-493d-8e7c-09ef5ca6ec88 req-1b0fd3d3-6ce1-46d3-9558-721406a688e2 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:55.103590 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-48d0632e-182b-493d-8e7c-09ef5ca6ec88 req-1b0fd3d3-6ce1-46d3-9558-721406a688e2 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac802f4d-fa41-4ac6-bc07-c40312f19078 HTTP/1.1" status: 200 len: 946 time: 0.3125556 Nov 23 21:54:55.121357 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:55.164770 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-73b4961c-ccd0-44f3-934d-8bac99a66cde req-ca2bedc8-002c-48bf-99b8-8f024b9e32ca tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:55.242950 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['6e60ff4c-08c6-484b-a2fe-70fc7894dd69'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:54:55.247370 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dd4839-fdae-44f3-bec9-e1d8db8aeb0e None None] DHCP port deletion for 670396b2-2e17-45a5-b25a-4f315f3df81c request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:54:55.304810 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2bedc8-002c-48bf-99b8-8f024b9e32ca tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Pushing event deleted for resources: {'Port': ['ID=4a70a9bd-240b-4448-abe5-073150fdd13a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:55.310042 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b4961c-ccd0-44f3-934d-8bac99a66cde req-ca2bedc8-002c-48bf-99b8-8f024b9e32ca tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] No DVR routers for this DVR port 4a70a9bd-240b-4448-abe5-073150fdd13a on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:54:55.317111 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-73b4961c-ccd0-44f3-934d-8bac99a66cde req-ca2bedc8-002c-48bf-99b8-8f024b9e32ca tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:55.324245 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-73b4961c-ccd0-44f3-934d-8bac99a66cde req-ca2bedc8-002c-48bf-99b8-8f024b9e32ca tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.60 "DELETE /v2.0/ports/4a70a9bd-240b-4448-abe5-073150fdd13a HTTP/1.1" status: 204 len: 173 time: 1.2703381 Nov 23 21:54:55.325135 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac802f4d-fa41-4ac6-bc07-c40312f19078', 'name': 'network-vif-deleted', 'tag': '4a70a9bd-240b-4448-abe5-073150fdd13a'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:55.347440 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eda0688-0fa5-43ca-a9d3-6fa706c1124a" -d '{"events": [{"server_uuid": "ac802f4d-fa41-4ac6-bc07-c40312f19078", "name": "network-vif-deleted", "tag": "4a70a9bd-240b-4448-abe5-073150fdd13a"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:55.686066 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:54:55.686637 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:54:55.690367 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:54:55.729936 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58232) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:55.786922 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-48d0632e-182b-493d-8e7c-09ef5ca6ec88 req-e5322442-212f-47c6-82d8-f97103119505 tempest-ServersTestJSON-1097183536 tempest-ServersTestJSON-1097183536-project] 10.222.0.50 "GET /v2.0/security-groups?id=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6764808 Nov 23 21:54:55.795198 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:55.810849 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce7657-12ee-46d4-8ee4-d89371c66b59 req-47135f1d-4887-4913-ad57-81d50121b38a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:55.814440 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce7657-12ee-46d4-8ee4-d89371c66b59 req-47135f1d-4887-4913-ad57-81d50121b38a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:55.821809 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce7657-12ee-46d4-8ee4-d89371c66b59 req-47135f1d-4887-4913-ad57-81d50121b38a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:55.828544 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce7657-12ee-46d4-8ee4-d89371c66b59 req-47135f1d-4887-4913-ad57-81d50121b38a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:55.834437 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce7657-12ee-46d4-8ee4-d89371c66b59 req-47135f1d-4887-4913-ad57-81d50121b38a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:55.840539 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce7657-12ee-46d4-8ee4-d89371c66b59 req-47135f1d-4887-4913-ad57-81d50121b38a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:55.844625 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d57ef77-5cc6-4f08-b309-840f1b2f78d1 x-openstack-request-id: req-6d57ef77-5cc6-4f08-b309-840f1b2f78d1 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:55.845297 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac802f4d-fa41-4ac6-bc07-c40312f19078", "name": "network-vif-deleted", "tag": "4a70a9bd-240b-4448-abe5-073150fdd13a", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:55.845789 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6d57ef77-5cc6-4f08-b309-840f1b2f78d1 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:55.846697 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce7657-12ee-46d4-8ee4-d89371c66b59 req-47135f1d-4887-4913-ad57-81d50121b38a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:55.847798 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac802f4d-fa41-4ac6-bc07-c40312f19078', 'name': 'network-vif-deleted', 'tag': '4a70a9bd-240b-4448-abe5-073150fdd13a', 'status': 'completed', 'code': 200} Nov 23 21:54:55.848738 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0dce7657-12ee-46d4-8ee4-d89371c66b59 req-47135f1d-4887-4913-ad57-81d50121b38a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5422 time: 0.1755559 Nov 23 21:54:55.854448 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:55.861158 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/networks/5efd68a0-6f5e-4242-98c3-de7941a1691c HTTP/1.1" status: 204 len: 168 time: 5.1647251 Nov 23 21:54:55.861350 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58238) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:55.867937 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-750cd741-16e9-4977-8301-d0ddeb8ed0e9 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2011917995'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:55.887528 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df339c49-f3c9-4249-ab87-c74616e94e15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:55.895206 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e7d2a-b392-44a4-977a-6f907eccf188 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Network': ['ID=5efd68a0-6f5e-4242-98c3-de7941a1691c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:55.973010 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750cd741-16e9-4977-8301-d0ddeb8ed0e9 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Made reservation on behalf of a90a63493e2d4f24bf817b2e8511c45b for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:55.979130 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-750cd741-16e9-4977-8301-d0ddeb8ed0e9 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:55.995269 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df339c49-f3c9-4249-ab87-c74616e94e15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:56.001133 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df339c49-f3c9-4249-ab87-c74616e94e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:56.039377 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750cd741-16e9-4977-8301-d0ddeb8ed0e9 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:54:56.039589 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df339c49-f3c9-4249-ab87-c74616e94e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df39427-739f-4cd3-84f2-e823a78180f3,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:56.051612 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-750cd741-16e9-4977-8301-d0ddeb8ed0e9 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:56.051967 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-750cd741-16e9-4977-8301-d0ddeb8ed0e9 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Added segment e667df77-7e55-4f85-bfab-f964acab04c4 of type vlan for network aeda631b-0b23-4075-b53f-b4c7fb6c6524 Nov 23 21:54:56.073791 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-df339c49-f3c9-4249-ab87-c74616e94e15 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=facfca8c697d4b06ad94c416a09fd476&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3424366 Nov 23 21:54:56.074576 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58242) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:56.075749 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0dce7657-12ee-46d4-8ee4-d89371c66b59 req-8c1cb70d-4763-433d-b272-cb4ba452461c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2167764 Nov 23 21:54:56.151505 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-750cd741-16e9-4977-8301-d0ddeb8ed0e9 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:56.171026 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7af47058-a4f4-426d-b5af-550f6576d76c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:56.189176 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28edda2-674f-4e60-9163-d0a3b9fd0fb4 req-6efa6c65-e53b-4a41-aee7-ba3e05c9b72b tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:56.190967 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c28edda2-674f-4e60-9163-d0a3b9fd0fb4 req-6efa6c65-e53b-4a41-aee7-ba3e05c9b72b tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.2092330 Nov 23 21:54:56.196904 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7af47058-a4f4-426d-b5af-550f6576d76c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:56.216007 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-750cd741-16e9-4977-8301-d0ddeb8ed0e9 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:56.225408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750cd741-16e9-4977-8301-d0ddeb8ed0e9 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:56.225408 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-750cd741-16e9-4977-8301-d0ddeb8ed0e9 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:56.278798 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7af47058-a4f4-426d-b5af-550f6576d76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:56.288277 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-750cd741-16e9-4977-8301-d0ddeb8ed0e9 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4233549 Nov 23 21:54:56.288277 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58244) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:56.289734 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7af47058-a4f4-426d-b5af-550f6576d76c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:56.290929 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7af47058-a4f4-426d-b5af-550f6576d76c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8df39427-739f-4cd3-84f2-e823a78180f3 HTTP/1.1" status: 204 len: 168 time: 0.2152472 Nov 23 21:54:56.298114 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-a6f844d3-aa71-467d-8800-25a4090589bc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Request body: {'subnet': {'network_id': 'aeda631b-0b23-4075-b53f-b4c7fb6c6524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:56.317408 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af47058-a4f4-426d-b5af-550f6576d76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df39427-739f-4cd3-84f2-e823a78180f3,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:56.384718 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750cd741-16e9-4977-8301-d0ddeb8ed0e9 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'Network': ['ID=aeda631b-0b23-4075-b53f-b4c7fb6c6524,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:56.399796 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network aeda631b-0b23-4075-b53f-b4c7fb6c6524 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:54:56.411174 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c28edda2-674f-4e60-9163-d0a3b9fd0fb4 req-03996b44-4c47-4c92-98f8-7a305ad84451 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976089 Nov 23 21:54:56.438357 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:54:56.439403 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58252) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:56.507685 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f844d3-aa71-467d-8800-25a4090589bc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Made reservation on behalf of a90a63493e2d4f24bf817b2e8511c45b for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:56.513269 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a6f844d3-aa71-467d-8800-25a4090589bc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:56.581092 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:54:56.588646 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:54:56.588646 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:56.694830 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:56.723342 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:54:56.725466 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af21a75-fed9-4e1c-93fe-7868cace3105" -d '{"events": [{"server_uuid": "6b268ada-a37f-4c80-b9c3-999c2cac8c75", "name": "network-vif-plugged", "status": "completed", "tag": "6e60ff4c-08c6-484b-a2fe-70fc7894dd69"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:54:56.744703 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:54:56.750511 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:56.768693 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58260) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:56.783610 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2f4fcf-0323-49a7-9a43-dcf4aeed8d13 x-openstack-request-id: req-ef2f4fcf-0323-49a7-9a43-dcf4aeed8d13 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:54:56.784147 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b268ada-a37f-4c80-b9c3-999c2cac8c75", "name": "network-vif-plugged", "status": "completed", "tag": "6e60ff4c-08c6-484b-a2fe-70fc7894dd69", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:54:56.784609 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ef2f4fcf-0323-49a7-9a43-dcf4aeed8d13 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:54:56.785189 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69', 'code': 200} Nov 23 21:54:56.792285 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e0f0bb5a-0a4e-4ca8-9781-b8d5eb7a388b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:56.805571 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-60424322-c67e-477b-9f38-219b4ff743a2 admin admin] Deleting subnet 0056705a-d511-4857-982b-628123088030 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:54:56.813926 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-60424322-c67e-477b-9f38-219b4ff743a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:56.817756 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a6f844d3-aa71-467d-8800-25a4090589bc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:56.824606 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:56.877696 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-60424322-c67e-477b-9f38-219b4ff743a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:56.910298 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58264) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:56.959700 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f844d3-aa71-467d-8800-25a4090589bc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'Subnet': ['ID=33b0c76f-0633-40d7-85ab-d60117ad294c,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:56.972785 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-60424322-c67e-477b-9f38-219b4ff743a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:56.986466 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f844d3-aa71-467d-8800-25a4090589bc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Checking segment: {'id': 'e667df77-7e55-4f85-bfab-f964acab04c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'aeda631b-0b23-4075-b53f-b4c7fb6c6524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:56.986865 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f844d3-aa71-467d-8800-25a4090589bc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Network hostable DHCP agents. Network: aeda631b-0b23-4075-b53f-b4c7fb6c6524, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:54:57.003186 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-1725f1fa-1e75-42ba-a3c5-ef4357649346 admin admin] Deleting subnet d4009be1-1322-446a-a15b-fa73a68a7e30 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:54:57.007776 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe85ce2-3d87-470c-882e-3fa7c63d3c14 req-51e799cc-dafd-42a2-8846-6fbaf63d6be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:57.007935 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1725f1fa-1e75-42ba-a3c5-ef4357649346 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.009424 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4fe85ce2-3d87-470c-882e-3fa7c63d3c14 req-51e799cc-dafd-42a2-8846-6fbaf63d6be7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 1096 time: 0.1090040 Nov 23 21:54:57.051743 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f844d3-aa71-467d-8800-25a4090589bc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Network aeda631b-0b23-4075-b53f-b4c7fb6c6524 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:54:57.057699 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1725f1fa-1e75-42ba-a3c5-ef4357649346 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.059952 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e0f0bb5a-0a4e-4ca8-9781-b8d5eb7a388b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.067573 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e0f0bb5a-0a4e-4ca8-9781-b8d5eb7a388b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.088798 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-a6f844d3-aa71-467d-8800-25a4090589bc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, aeda631b-0b23-4075-b53f-b4c7fb6c6524) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:57.096046 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-60424322-c67e-477b-9f38-219b4ff743a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.101374 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7f952e-6107-4b0c-baae-acb056fc1bbd None None] Network aeda631b-0b23-4075-b53f-b4c7fb6c6524 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:54:57.128313 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 4a70a9bd-240b-4448-abe5-073150fdd13a no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:54:57.133802 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f844d3-aa71-467d-8800-25a4090589bc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:57.134401 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a6f844d3-aa71-467d-8800-25a4090589bc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.139200 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60424322-c67e-477b-9f38-219b4ff743a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0056705a-d511-4857-982b-628123088030,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:57.143824 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1725f1fa-1e75-42ba-a3c5-ef4357649346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.148915 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-60424322-c67e-477b-9f38-219b4ff743a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.151119 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0bb5a-0a4e-4ca8-9781-b8d5eb7a388b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c305553c-275c-4679-890e-f42063e2467a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:57.156371 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4fe85ce2-3d87-470c-882e-3fa7c63d3c14 req-cef26181-0104-426d-9792-f88d2bf08a10 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288512 Nov 23 21:54:57.157210 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-60424322-c67e-477b-9f38-219b4ff743a2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0056705a-d511-4857-982b-628123088030 HTTP/1.1" status: 204 len: 168 time: 0.7166848 Nov 23 21:54:57.158388 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58268) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:57.162371 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e0f0bb5a-0a4e-4ca8-9781-b8d5eb7a388b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=228ce0e6d4594f058e958d571726798a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3926549 Nov 23 21:54:57.165353 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58270) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:57.169873 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fc0bcb-149e-4b62-8ee2-21feeb224ce0 None None] Network 47e2de02-96a6-4fca-9bfd-f20c1775fa4b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:54:57.176360 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 4a70a9bd-240b-4448-abe5-073150fdd13a {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:54:57.176803 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 4a70a9bd-240b-4448-abe5-073150fdd13a not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:54:57.183645 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a6f844d3-aa71-467d-8800-25a4090589bc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8928638 Nov 23 21:54:57.186528 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58272) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:57.192717 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-a14ac89c-b3d9-49e0-b4ca-fc9b3ecf08b5 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Request body: {'subnet': {'network_id': 'aeda631b-0b23-4075-b53f-b4c7fb6c6524', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:57.285617 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d2464449-eb29-457a-9eb1-96d13b163f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.299293 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1725f1fa-1e75-42ba-a3c5-ef4357649346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.341105 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c0eb477e-2060-4d6d-8a98-9e25b77abb75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.357605 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1725f1fa-1e75-42ba-a3c5-ef4357649346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.364888 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1725f1fa-1e75-42ba-a3c5-ef4357649346 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d4009be1-1322-446a-a15b-fa73a68a7e30 HTTP/1.1" status: 204 len: 168 time: 0.4533610 Nov 23 21:54:57.367098 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58278) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:57.368639 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725f1fa-1e75-42ba-a3c5-ef4357649346 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4009be1-1322-446a-a15b-fa73a68a7e30,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:57.390739 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c0eb477e-2060-4d6d-8a98-9e25b77abb75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.392346 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d44fd6-48b1-4c93-a344-81b06126e630 None None] Network 670396b2-2e17-45a5-b25a-4f315f3df81c requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:54:57.412450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2534bc4-64cc-4717-8500-afb032ef832e req-c6590c85-0d0b-4fc0-ad6c-71b7df12ab18 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:57.418526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2534bc4-64cc-4717-8500-afb032ef832e req-c6590c85-0d0b-4fc0-ad6c-71b7df12ab18 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:57.424849 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2534bc4-64cc-4717-8500-afb032ef832e req-c6590c85-0d0b-4fc0-ad6c-71b7df12ab18 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:57.430999 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2534bc4-64cc-4717-8500-afb032ef832e req-c6590c85-0d0b-4fc0-ad6c-71b7df12ab18 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:57.438042 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2534bc4-64cc-4717-8500-afb032ef832e req-c6590c85-0d0b-4fc0-ad6c-71b7df12ab18 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:57.448773 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2534bc4-64cc-4717-8500-afb032ef832e req-c6590c85-0d0b-4fc0-ad6c-71b7df12ab18 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:57.455731 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2534bc4-64cc-4717-8500-afb032ef832e req-c6590c85-0d0b-4fc0-ad6c-71b7df12ab18 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:57.457198 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c2534bc4-64cc-4717-8500-afb032ef832e req-c6590c85-0d0b-4fc0-ad6c-71b7df12ab18 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5422 time: 0.1700511 Nov 23 21:54:57.460422 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5a63ce-91b3-4d27-b7a6-39a1a66ea734 None None] DHCP port deletion for 47e2de02-96a6-4fca-9bfd-f20c1775fa4b request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:54:57.489570 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d2464449-eb29-457a-9eb1-96d13b163f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.527520 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14ac89c-b3d9-49e0-b4ca-fc9b3ecf08b5 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Made reservation on behalf of a90a63493e2d4f24bf817b2e8511c45b for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:57.532041 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a14ac89c-b3d9-49e0-b4ca-fc9b3ecf08b5 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.552789 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-d2464449-eb29-457a-9eb1-96d13b163f5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e2de02-96a6-4fca-9bfd-f20c1775fa4b']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:57.568191 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-d2464449-eb29-457a-9eb1-96d13b163f5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1613be-0c74-4c84-a492-d27c8d682fc0') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:57.568608 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-d2464449-eb29-457a-9eb1-96d13b163f5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1613be-0c74-4c84-a492-d27c8d682fc0') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:57.572566 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4833b505-2ebe-4e9b-8728-c07d03ec6c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.586452 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d2464449-eb29-457a-9eb1-96d13b163f5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.608137 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d2464449-eb29-457a-9eb1-96d13b163f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.613630 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be862fa-8e50-41e6-88dc-d61c929717d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-aeda631b-0b23-4075-b53f-b4c7fb6c6524', 'network_id': 'aeda631b-0b23-4075-b53f-b4c7fb6c6524', 'tenant_id': 'a90a63493e2d4f24bf817b2e8511c45b', 'fixed_ips': [{'subnet_id': '33b0c76f-0633-40d7-85ab-d60117ad294c'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:54:57.614481 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5be862fa-8e50-41e6-88dc-d61c929717d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.617138 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2464449-eb29-457a-9eb1-96d13b163f5a admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:54:57.617632 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d2464449-eb29-457a-9eb1-96d13b163f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:54:57.620321 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:54:57.650323 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c2534bc4-64cc-4717-8500-afb032ef832e req-2a4d04fc-b54a-4225-b47b-dcdff7093e00 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1781063 Nov 23 21:54:57.654415 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c0eb477e-2060-4d6d-8a98-9e25b77abb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.657904 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c0eb477e-2060-4d6d-8a98-9e25b77abb75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.661295 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c0eb477e-2060-4d6d-8a98-9e25b77abb75 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c305553c-275c-4679-890e-f42063e2467a HTTP/1.1" status: 204 len: 168 time: 0.4925818 Nov 23 21:54:57.684385 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb477e-2060-4d6d-8a98-9e25b77abb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c305553c-275c-4679-890e-f42063e2467a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:57.758519 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4833b505-2ebe-4e9b-8728-c07d03ec6c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.771748 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d2464449-eb29-457a-9eb1-96d13b163f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.776761 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d2464449-eb29-457a-9eb1-96d13b163f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.784737 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d2464449-eb29-457a-9eb1-96d13b163f5a admin admin] 10.222.0.50 "DELETE /v2.0/networks/47e2de02-96a6-4fca-9bfd-f20c1775fa4b HTTP/1.1" status: 204 len: 168 time: 0.5940466 Nov 23 21:54:57.806677 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464449-eb29-457a-9eb1-96d13b163f5a admin admin] Pushing event deleted for resources: {'Network': ['ID=47e2de02-96a6-4fca-9bfd-f20c1775fa4b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:57.814051 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-4833b505-2ebe-4e9b-8728-c07d03ec6c45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['670396b2-2e17-45a5-b25a-4f315f3df81c']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:57.821461 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-5be862fa-8e50-41e6-88dc-d61c929717d7 None None] Allocated IP 2001:db8::2 (aeda631b-0b23-4075-b53f-b4c7fb6c6524/33b0c76f-0633-40d7-85ab-d60117ad294c/096818d3-0b6a-4e90-82eb-9df1e29a61a1) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:54:57.827798 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-4833b505-2ebe-4e9b-8728-c07d03ec6c45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7761591-3a5f-4a53-a218-707c91b22fee') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:57.828881 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-4833b505-2ebe-4e9b-8728-c07d03ec6c45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7761591-3a5f-4a53-a218-707c91b22fee') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:54:57.842937 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4833b505-2ebe-4e9b-8728-c07d03ec6c45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.860044 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4833b505-2ebe-4e9b-8728-c07d03ec6c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.869658 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4833b505-2ebe-4e9b-8728-c07d03ec6c45 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:54:57.870426 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4833b505-2ebe-4e9b-8728-c07d03ec6c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:54:57.874211 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:54:57.921507 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e55bf5-995d-4dab-b268-5a09e7d7b931 None None] DHCP port deletion for 670396b2-2e17-45a5-b25a-4f315f3df81c request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:54:57.960201 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-456eec3d-1cc9-46da-8d94-45c729da535d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.990388 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4833b505-2ebe-4e9b-8728-c07d03ec6c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:57.996633 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b5b77-1c1d-4856-abb4-c504d7ba989f req-155b4518-1ff0-42c0-9a28-17886b7e7bc6 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:58.006747 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9d8b5b77-1c1d-4856-abb4-c504d7ba989f req-155b4518-1ff0-42c0-9a28-17886b7e7bc6 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 945 time: 0.4246924 Nov 23 21:54:58.007718 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4833b505-2ebe-4e9b-8728-c07d03ec6c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:58.014359 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4833b505-2ebe-4e9b-8728-c07d03ec6c45 admin admin] 10.222.0.50 "DELETE /v2.0/networks/670396b2-2e17-45a5-b25a-4f315f3df81c HTTP/1.1" status: 204 len: 168 time: 0.6423855 Nov 23 21:54:58.016753 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a14ac89c-b3d9-49e0-b4ca-fc9b3ecf08b5 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:58.026343 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5be862fa-8e50-41e6-88dc-d61c929717d7 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:58.030165 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833b505-2ebe-4e9b-8728-c07d03ec6c45 admin admin] Pushing event deleted for resources: {'Network': ['ID=670396b2-2e17-45a5-b25a-4f315f3df81c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:58.036992 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5be862fa-8e50-41e6-88dc-d61c929717d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:58.049094 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58290) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:58.089380 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be862fa-8e50-41e6-88dc-d61c929717d7 None None] Network aeda631b-0b23-4075-b53f-b4c7fb6c6524 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:54:58.095301 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-5be862fa-8e50-41e6-88dc-d61c929717d7 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:58.101199 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be862fa-8e50-41e6-88dc-d61c929717d7 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:54:58.104712 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be862fa-8e50-41e6-88dc-d61c929717d7 None None] Pushing event updated for resources: {'Port': ['ID=096818d3-0b6a-4e90-82eb-9df1e29a61a1,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:58.112337 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dcd54f67-2b3e-450a-b7a7-5e1a1731f039 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=928ed4d0815c4153bc0f232c9e52c223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0617781 Nov 23 21:54:58.119262 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58294) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:58.140444 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ac89c-b3d9-49e0-b4ca-fc9b3ecf08b5 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'Subnet': ['ID=9b2bd010-bebe-4160-99cc-6514bde11f03,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:58.168626 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-5be862fa-8e50-41e6-88dc-d61c929717d7 None None] Attempting to bind port 096818d3-0b6a-4e90-82eb-9df1e29a61a1 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:54:58.169017 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-5be862fa-8e50-41e6-88dc-d61c929717d7 None None] Attempting to bind port 096818d3-0b6a-4e90-82eb-9df1e29a61a1 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'e667df77-7e55-4f85-bfab-f964acab04c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'aeda631b-0b23-4075-b53f-b4c7fb6c6524'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:54:58.169391 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be862fa-8e50-41e6-88dc-d61c929717d7 None None] Attempting to bind port 096818d3-0b6a-4e90-82eb-9df1e29a61a1 on network aeda631b-0b23-4075-b53f-b4c7fb6c6524 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:54:58.172672 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14ac89c-b3d9-49e0-b4ca-fc9b3ecf08b5 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Network aeda631b-0b23-4075-b53f-b4c7fb6c6524 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:54:58.175315 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be862fa-8e50-41e6-88dc-d61c929717d7 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:54:58.175706 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be862fa-8e50-41e6-88dc-d61c929717d7 None None] Checking segment: {'id': 'e667df77-7e55-4f85-bfab-f964acab04c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'aeda631b-0b23-4075-b53f-b4c7fb6c6524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:58.176115 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5be862fa-8e50-41e6-88dc-d61c929717d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:58.176519 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be862fa-8e50-41e6-88dc-d61c929717d7 None None] Bound using segment: {'id': 'e667df77-7e55-4f85-bfab-f964acab04c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'aeda631b-0b23-4075-b53f-b4c7fb6c6524'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:54:58.177068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-5be862fa-8e50-41e6-88dc-d61c929717d7 None None] Bound port: 096818d3-0b6a-4e90-82eb-9df1e29a61a1, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e667df77-7e55-4f85-bfab-f964acab04c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'aeda631b-0b23-4075-b53f-b4c7fb6c6524'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:54:58.177754 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5be862fa-8e50-41e6-88dc-d61c929717d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:58.179704 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-a14ac89c-b3d9-49e0-b4ca-fc9b3ecf08b5 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:58.184763 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14ac89c-b3d9-49e0-b4ca-fc9b3ecf08b5 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:58.185439 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a14ac89c-b3d9-49e0-b4ca-fc9b3ecf08b5 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:58.213211 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9d8b5b77-1c1d-4856-abb4-c504d7ba989f req-6b3e43a5-6e4b-4b5d-a02e-b2265402deb4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014158 Nov 23 21:54:58.225868 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a14ac89c-b3d9-49e0-b4ca-fc9b3ecf08b5 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0372407 Nov 23 21:54:58.227875 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58296) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:58.273978 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-5be862fa-8e50-41e6-88dc-d61c929717d7 None None] For port 096818d3-0b6a-4e90-82eb-9df1e29a61a1, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:54:58.274235 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5109bea3-13a9-4942-968d-25622783976e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:58.277723 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-5be862fa-8e50-41e6-88dc-d61c929717d7 None None] For port 096818d3-0b6a-4e90-82eb-9df1e29a61a1, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=096818d3-0b6a-4e90-82eb-9df1e29a61a1,segment=NetworkSegment(e667df77-7e55-4f85-bfab-f964acab04c4),segment_id=e667df77-7e55-4f85-bfab-f964acab04c4)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:54:58.282734 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5be862fa-8e50-41e6-88dc-d61c929717d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:58.333877 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5109bea3-13a9-4942-968d-25622783976e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:58.365641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be862fa-8e50-41e6-88dc-d61c929717d7 None None] Pushing event updated for resources: {'Port': ['ID=096818d3-0b6a-4e90-82eb-9df1e29a61a1,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:58.393089 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53a4f90-7be4-49f1-9470-bf8faae629e6 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:58.396256 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53a4f90-7be4-49f1-9470-bf8faae629e6 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:58.398255 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53a4f90-7be4-49f1-9470-bf8faae629e6 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:58.411216 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53a4f90-7be4-49f1-9470-bf8faae629e6 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:58.413435 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53a4f90-7be4-49f1-9470-bf8faae629e6 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:58.415816 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a53a4f90-7be4-49f1-9470-bf8faae629e6 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1867433 Nov 23 21:54:58.420103 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5109bea3-13a9-4942-968d-25622783976e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:58.420260 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58304) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:58.424084 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5109bea3-13a9-4942-968d-25622783976e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:58.424240 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58306) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:58.427728 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5109bea3-13a9-4942-968d-25622783976e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/73528d99-1ef0-4910-a240-f31a358fc862 HTTP/1.1" status: 204 len: 168 time: 0.3050179 Nov 23 21:54:58.437749 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-edc0e2b1-cfb9-4a89-931b-b17d94890879 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-369026977'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:58.438282 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109bea3-13a9-4942-968d-25622783976e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73528d99-1ef0-4910-a240-f31a358fc862,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:58.526934 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc0e2b1-cfb9-4a89-931b-b17d94890879 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Made reservation on behalf of a90a63493e2d4f24bf817b2e8511c45b for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:58.532242 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-edc0e2b1-cfb9-4a89-931b-b17d94890879 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:58.557980 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-67b306ce-d070-42f7-9e68-4e62b3fcad27 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c71aeb9305cf4bd2a1651a8b5100e309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0988345 Nov 23 21:54:58.560915 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58314) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:58.574914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc0e2b1-cfb9-4a89-931b-b17d94890879 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:54:58.590955 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-edc0e2b1-cfb9-4a89-931b-b17d94890879 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:58.591293 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-edc0e2b1-cfb9-4a89-931b-b17d94890879 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Added segment 78707c8a-8366-40a4-9526-2ed63f5db72a of type vlan for network bdbaad4e-0d82-4df1-9f58-acf4cd584b6b Nov 23 21:54:58.653682 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-edc0e2b1-cfb9-4a89-931b-b17d94890879 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:58.657858 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9cc024ab-dfc3-4ce0-a09e-63ea8ce07137 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:58.710299 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-edc0e2b1-cfb9-4a89-931b-b17d94890879 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:58.717042 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc0e2b1-cfb9-4a89-931b-b17d94890879 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:58.717217 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-edc0e2b1-cfb9-4a89-931b-b17d94890879 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:58.733062 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9cc024ab-dfc3-4ce0-a09e-63ea8ce07137 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:58.765965 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-edc0e2b1-cfb9-4a89-931b-b17d94890879 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3417277 Nov 23 21:54:58.769138 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58320) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:58.791728 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-464c0818-28be-478f-aff1-3e0a8e2bc94a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:58.838152 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0e2b1-cfb9-4a89-931b-b17d94890879 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'Network': ['ID=bdbaad4e-0d82-4df1-9f58-acf4cd584b6b,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:58.849680 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network bdbaad4e-0d82-4df1-9f58-acf4cd584b6b details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:54:58.938126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7c3e8-8921-4405-b75f-ab916d7dfd6c req-9377936a-8327-4a84-8498-6a5de1eda62b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:58.947837 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7c3e8-8921-4405-b75f-ab916d7dfd6c req-9377936a-8327-4a84-8498-6a5de1eda62b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:58.962853 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7c3e8-8921-4405-b75f-ab916d7dfd6c req-9377936a-8327-4a84-8498-6a5de1eda62b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:58.978381 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7c3e8-8921-4405-b75f-ab916d7dfd6c req-9377936a-8327-4a84-8498-6a5de1eda62b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:58.991929 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7c3e8-8921-4405-b75f-ab916d7dfd6c req-9377936a-8327-4a84-8498-6a5de1eda62b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:59.003101 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7c3e8-8921-4405-b75f-ab916d7dfd6c req-9377936a-8327-4a84-8498-6a5de1eda62b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:59.007214 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9cc024ab-dfc3-4ce0-a09e-63ea8ce07137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:59.009842 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9cc024ab-dfc3-4ce0-a09e-63ea8ce07137 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:59.011192 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9cc024ab-dfc3-4ce0-a09e-63ea8ce07137 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e2e05f07-fa83-4d33-8e0f-5e8c69a434c1 HTTP/1.1" status: 204 len: 168 time: 0.4494808 Nov 23 21:54:59.011526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7c3e8-8921-4405-b75f-ab916d7dfd6c req-9377936a-8327-4a84-8498-6a5de1eda62b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:59.024000 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fbf7c3e8-8921-4405-b75f-ab916d7dfd6c req-9377936a-8327-4a84-8498-6a5de1eda62b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5422 time: 0.2005486 Nov 23 21:54:59.026190 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc024ab-dfc3-4ce0-a09e-63ea8ce07137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e05f07-fa83-4d33-8e0f-5e8c69a434c1,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:59.126774 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fbf7c3e8-8921-4405-b75f-ab916d7dfd6c req-541ea308-0970-48c7-a33c-961195f412e5 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1012094 Nov 23 21:54:59.150979 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-464c0818-28be-478f-aff1-3e0a8e2bc94a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:59.171379 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-464c0818-28be-478f-aff1-3e0a8e2bc94a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:59.194183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-464c0818-28be-478f-aff1-3e0a8e2bc94a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Network bdbaad4e-0d82-4df1-9f58-acf4cd584b6b is not hosted by any dhcp agent {{(pid=110033) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 21:54:59.200913 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464c0818-28be-478f-aff1-3e0a8e2bc94a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:59.201802 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-464c0818-28be-478f-aff1-3e0a8e2bc94a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:59.204549 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-464c0818-28be-478f-aff1-3e0a8e2bc94a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "PUT /v2.0/networks/bdbaad4e-0d82-4df1-9f58-acf4cd584b6b HTTP/1.1" status: 200 len: 723 time: 0.4291706 Nov 23 21:54:59.208084 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58334) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:59.213428 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-38de01d7-5a6f-4b4d-97da-082467ac6007 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Request body: {'subnet': {'network_id': 'bdbaad4e-0d82-4df1-9f58-acf4cd584b6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:59.260002 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c0818-28be-478f-aff1-3e0a8e2bc94a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'Network': ['ID=bdbaad4e-0d82-4df1-9f58-acf4cd584b6b,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:59.272855 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network bdbaad4e-0d82-4df1-9f58-acf4cd584b6b details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:54:59.369557 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ad2ee-2ffc-4071-b1f3-a1e99f89e978 req-94bf0d77-8bdf-4dd7-8f4e-f3f4a51ada7a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:59.371674 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf7ad2ee-2ffc-4071-b1f3-a1e99f89e978 req-94bf0d77-8bdf-4dd7-8f4e-f3f4a51ada7a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 945 time: 0.0821128 Nov 23 21:54:59.429352 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38de01d7-5a6f-4b4d-97da-082467ac6007 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Made reservation on behalf of a90a63493e2d4f24bf817b2e8511c45b for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:54:59.433111 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-38de01d7-5a6f-4b4d-97da-082467ac6007 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:59.487793 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf7ad2ee-2ffc-4071-b1f3-a1e99f89e978 req-458d5154-d093-4848-b16a-091b40d8abe2 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068480 Nov 23 21:54:59.744945 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54622ee8-527b-453a-85f7-e4261bcde1c7 req-69ef4719-ca2b-4b76-b920-82588c5dd82f tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:59.746387 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-54622ee8-527b-453a-85f7-e4261bcde1c7 req-69ef4719-ca2b-4b76-b920-82588c5dd82f tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 945 time: 0.1087532 Nov 23 21:54:59.754998 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-38de01d7-5a6f-4b4d-97da-082467ac6007 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:59.758423 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58360) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:59.763866 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-7a158bd1-1f0a-4d97-ad83-c694b9e4fcf2 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Request body: {'floatingip': {'port_id': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:54:59.808841 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:59.839483 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de01d7-5a6f-4b4d-97da-082467ac6007 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'Subnet': ['ID=2ab29333-cfef-4e6a-8125-c5179430b5af,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:54:59.848314 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38de01d7-5a6f-4b4d-97da-082467ac6007 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Checking segment: {'id': '78707c8a-8366-40a4-9526-2ed63f5db72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bdbaad4e-0d82-4df1-9f58-acf4cd584b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:54:59.848662 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38de01d7-5a6f-4b4d-97da-082467ac6007 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Network hostable DHCP agents. Network: bdbaad4e-0d82-4df1-9f58-acf4cd584b6b, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:54:59.858382 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a158bd1-1f0a-4d97-ad83-c694b9e4fcf2 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for floatingip, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:59.879470 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38de01d7-5a6f-4b4d-97da-082467ac6007 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Network bdbaad4e-0d82-4df1-9f58-acf4cd584b6b is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:54:59.880606 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c2420c-aab5-43dd-98d1-468a0014ad5e None None] Network aeda631b-0b23-4075-b53f-b4c7fb6c6524 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:54:59.903488 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-38de01d7-5a6f-4b4d-97da-082467ac6007 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, bdbaad4e-0d82-4df1-9f58-acf4cd584b6b) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:54:59.914514 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38de01d7-5a6f-4b4d-97da-082467ac6007 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:54:59.917089 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-38de01d7-5a6f-4b4d-97da-082467ac6007 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:54:59.934842 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1f0ae4-1f58-48dd-bc90-154f1e5dbbe4 None None] Network bdbaad4e-0d82-4df1-9f58-acf4cd584b6b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:54:59.954034 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-38de01d7-5a6f-4b4d-97da-082467ac6007 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7445905 Nov 23 21:54:59.958217 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58370) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:54:59.971261 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-b5e33a9c-75bc-463b-81b8-42adf264d854 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:00.116386 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b5e33a9c-75bc-463b-81b8-42adf264d854 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9191698'] for subnet, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:00.159666 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-01eee943-6e58-4905-a6aa-e146a233fd77 None None] Provisioning complete for port 096818d3-0b6a-4e90-82eb-9df1e29a61a1 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:00.160420 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-01eee943-6e58-4905-a6aa-e146a233fd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:00.435693 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676929-9316-41a8-80ba-a89cc44823ae req-6e1e671d-d4df-4c18-8535-de7c233c39ea tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:00.442118 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676929-9316-41a8-80ba-a89cc44823ae req-6e1e671d-d4df-4c18-8535-de7c233c39ea tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:00.448066 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676929-9316-41a8-80ba-a89cc44823ae req-6e1e671d-d4df-4c18-8535-de7c233c39ea tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:00.454779 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676929-9316-41a8-80ba-a89cc44823ae req-6e1e671d-d4df-4c18-8535-de7c233c39ea tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:00.460663 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676929-9316-41a8-80ba-a89cc44823ae req-6e1e671d-d4df-4c18-8535-de7c233c39ea tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:00.470209 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676929-9316-41a8-80ba-a89cc44823ae req-6e1e671d-d4df-4c18-8535-de7c233c39ea tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:00.476221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76676929-9316-41a8-80ba-a89cc44823ae req-6e1e671d-d4df-4c18-8535-de7c233c39ea tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:00.484182 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76676929-9316-41a8-80ba-a89cc44823ae req-6e1e671d-d4df-4c18-8535-de7c233c39ea tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5422 time: 0.1987545 Nov 23 21:55:00.514762 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b5e33a9c-75bc-463b-81b8-42adf264d854 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786760448121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8874405'] for subnet, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:00.525530 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-01eee943-6e58-4905-a6aa-e146a233fd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:00.543008 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2b615a-9659-46ad-ad46-5620d0578e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-bdbaad4e-0d82-4df1-9f58-acf4cd584b6b', 'network_id': 'bdbaad4e-0d82-4df1-9f58-acf4cd584b6b', 'tenant_id': 'a90a63493e2d4f24bf817b2e8511c45b', 'fixed_ips': [{'subnet_id': '2ab29333-cfef-4e6a-8125-c5179430b5af'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:55:00.544147 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9a2b615a-9659-46ad-ad46-5620d0578e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:00.569266 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e33a9c-75bc-463b-81b8-42adf264d854 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'Subnet': ['ID=2ab29333-cfef-4e6a-8125-c5179430b5af,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:00.603070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e33a9c-75bc-463b-81b8-42adf264d854 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:00.603653 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b5e33a9c-75bc-463b-81b8-42adf264d854 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:00.605006 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b5e33a9c-75bc-463b-81b8-42adf264d854 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "PUT /v2.0/subnets/2ab29333-cfef-4e6a-8125-c5179430b5af HTTP/1.1" status: 200 len: 826 time: 0.6455600 Nov 23 21:55:00.614128 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58392) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:00.632597 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7d2176e9-c8b0-466e-ad41-f08fb64cd9a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:00.695111 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a158bd1-1f0a-4d97-ad83-c694b9e4fcf2 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:00.705749 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a158bd1-1f0a-4d97-ad83-c694b9e4fcf2 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:00.716541 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76676929-9316-41a8-80ba-a89cc44823ae req-14384008-cd55-49a1-ac76-041d4cbb6f67 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2312057 Nov 23 21:55:00.733246 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-01eee943-6e58-4905-a6aa-e146a233fd77 None None] For port 096818d3-0b6a-4e90-82eb-9df1e29a61a1, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=096818d3-0b6a-4e90-82eb-9df1e29a61a1,segment=NetworkSegment(e667df77-7e55-4f85-bfab-f964acab04c4),segment_id=e667df77-7e55-4f85-bfab-f964acab04c4)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:00.768992 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-01eee943-6e58-4905-a6aa-e146a233fd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:00.882303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58402) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:00.889442 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 096818d3-0b6a-4e90-82eb-9df1e29a61a1 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:00.924124 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-7a158bd1-1f0a-4d97-ad83-c694b9e4fcf2 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Floating IP 7c81f513-f1f7-4af8-84b7-94ebdf844e30 associated. External IP: 172.25.5.78, port: 6e60ff4c-08c6-484b-a2fe-70fc7894dd69. Nov 23 21:55:00.978474 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:01.046705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-9a2b615a-9659-46ad-ad46-5620d0578e60 None None] Allocated IP 2001:db8::2 (bdbaad4e-0d82-4df1-9f58-acf4cd584b6b/2ab29333-cfef-4e6a-8125-c5179430b5af/5cce8d38-4964-43db-8bc7-b598369173dc) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:55:01.057162 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eee943-6e58-4905-a6aa-e146a233fd77 None None] Pushing event updated for resources: {'Port': ['ID=096818d3-0b6a-4e90-82eb-9df1e29a61a1,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:01.068390 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924d835a-276a-4836-b575-479d3f6b5ddb None None] Update dhcp port {'port': {'network_id': 'aeda631b-0b23-4075-b53f-b4c7fb6c6524', 'fixed_ips': [{'subnet_id': '33b0c76f-0633-40d7-85ab-d60117ad294c', 'ip_address': '2001:db8::2'}, {'subnet_id': '9b2bd010-bebe-4160-99cc-6514bde11f03'}], 'binding:host_id': 'n-d-816206-9'}, 'id': '096818d3-0b6a-4e90-82eb-9df1e29a61a1'} from n-d-816206-9. {{(pid=110035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 21:55:01.123509 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 096818d3-0b6a-4e90-82eb-9df1e29a61a1 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:01.124104 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:01.146927 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:01.153918 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-924d835a-276a-4836-b575-479d3f6b5ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:01.305950 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-97f84d07-e320-4eb0-bc94-808a5a678ba4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1870970885-network', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:01.327749 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a158bd1-1f0a-4d97-ad83-c694b9e4fcf2 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Router 18668eb5-38ba-4d10-9003-4f942d9be40c has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:55:01.354150 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f84d07-e320-4eb0-bc94-808a5a678ba4 admin admin] Made reservation on behalf of 9b6ed703ef174b4d8c2560021ab2bd8c for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:01.365188 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97f84d07-e320-4eb0-bc94-808a5a678ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:01.423921 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97f84d07-e320-4eb0-bc94-808a5a678ba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:01.503118 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9a2b615a-9659-46ad-ad46-5620d0578e60 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:01.540688 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9a2b615a-9659-46ad-ad46-5620d0578e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:01.549265 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97f84d07-e320-4eb0-bc94-808a5a678ba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:01.575633 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97f84d07-e320-4eb0-bc94-808a5a678ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:01.579777 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:01.603557 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:01.618869 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2b615a-9659-46ad-ad46-5620d0578e60 None None] Network bdbaad4e-0d82-4df1-9f58-acf4cd584b6b is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:55:01.620341 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f84d07-e320-4eb0-bc94-808a5a678ba4 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:55:01.640172 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-924d835a-276a-4836-b575-479d3f6b5ddb None None] Allocated IP 172.20.0.1 (aeda631b-0b23-4075-b53f-b4c7fb6c6524/9b2bd010-bebe-4160-99cc-6514bde11f03/096818d3-0b6a-4e90-82eb-9df1e29a61a1) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:55:01.647884 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-9a2b615a-9659-46ad-ad46-5620d0578e60 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:01.650828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Subnet': ['ID=2ab29333-cfef-4e6a-8125-c5179430b5af,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:01.658881 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2b615a-9659-46ad-ad46-5620d0578e60 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:55:01.673352 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b615a-9659-46ad-ad46-5620d0578e60 None None] Pushing event updated for resources: {'Port': ['ID=5cce8d38-4964-43db-8bc7-b598369173dc,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:01.744095 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f84d07-e320-4eb0-bc94-808a5a678ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28e65ce-eba8-4d5a-8712-987f683c675f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:01.754626 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-9a2b615a-9659-46ad-ad46-5620d0578e60 None None] Attempting to bind port 5cce8d38-4964-43db-8bc7-b598369173dc on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:55:01.755036 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-9a2b615a-9659-46ad-ad46-5620d0578e60 None None] Attempting to bind port 5cce8d38-4964-43db-8bc7-b598369173dc by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '78707c8a-8366-40a4-9526-2ed63f5db72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bdbaad4e-0d82-4df1-9f58-acf4cd584b6b'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:55:01.755414 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b615a-9659-46ad-ad46-5620d0578e60 None None] Attempting to bind port 5cce8d38-4964-43db-8bc7-b598369173dc on network bdbaad4e-0d82-4df1-9f58-acf4cd584b6b {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:55:01.760341 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97f84d07-e320-4eb0-bc94-808a5a678ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:01.760651 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-97f84d07-e320-4eb0-bc94-808a5a678ba4 admin admin] Added segment 991faeff-44de-485b-8e34-be807e87bd11 of type vlan for network 538e1e97-92a3-4d18-ba4d-eab4d961092b Nov 23 21:55:01.769649 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b615a-9659-46ad-ad46-5620d0578e60 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:55:01.770025 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b615a-9659-46ad-ad46-5620d0578e60 None None] Checking segment: {'id': '78707c8a-8366-40a4-9526-2ed63f5db72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bdbaad4e-0d82-4df1-9f58-acf4cd584b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:01.770772 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9a2b615a-9659-46ad-ad46-5620d0578e60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:01.771182 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b615a-9659-46ad-ad46-5620d0578e60 None None] Bound using segment: {'id': '78707c8a-8366-40a4-9526-2ed63f5db72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bdbaad4e-0d82-4df1-9f58-acf4cd584b6b'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:55:01.771671 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-9a2b615a-9659-46ad-ad46-5620d0578e60 None None] Bound port: 5cce8d38-4964-43db-8bc7-b598369173dc, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78707c8a-8366-40a4-9526-2ed63f5db72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'bdbaad4e-0d82-4df1-9f58-acf4cd584b6b'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:55:01.772054 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9a2b615a-9659-46ad-ad46-5620d0578e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:01.830499 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:01.847577 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97f84d07-e320-4eb0-bc94-808a5a678ba4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:01.852670 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a158bd1-1f0a-4d97-ad83-c694b9e4fcf2 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:55:01.861317 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a158bd1-1f0a-4d97-ad83-c694b9e4fcf2 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:01.880802 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbaad4e-0d82-4df1-9f58-acf4cd584b6b']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:01.907534 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7a158bd1-1f0a-4d97-ad83-c694b9e4fcf2 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "PUT /v2.0/floatingips/7c81f513-f1f7-4af8-84b7-94ebdf844e30 HTTP/1.1" status: 200 len: 990 time: 2.1477904 Nov 23 21:55:01.909645 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'tag': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:55:01.913071 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8197ed-2489-495c-9713-1e533783bd0f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b268ada-a37f-4c80-b9c3-999c2cac8c75", "tag": "6e60ff4c-08c6-484b-a2fe-70fc7894dd69"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:55:01.929516 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78707c8a-8366-40a4-9526-2ed63f5db72a') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:01.930555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78707c8a-8366-40a4-9526-2ed63f5db72a') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:01.948635 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97f84d07-e320-4eb0-bc94-808a5a678ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:01.950115 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f84d07-e320-4eb0-bc94-808a5a678ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:01.952272 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97f84d07-e320-4eb0-bc94-808a5a678ba4 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:01.978251 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:01.978698 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-9a2b615a-9659-46ad-ad46-5620d0578e60 None None] For port 5cce8d38-4964-43db-8bc7-b598369173dc, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:55:01.984692 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-9a2b615a-9659-46ad-ad46-5620d0578e60 None None] For port 5cce8d38-4964-43db-8bc7-b598369173dc, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5cce8d38-4964-43db-8bc7-b598369173dc,segment=NetworkSegment(78707c8a-8366-40a4-9526-2ed63f5db72a),segment_id=78707c8a-8366-40a4-9526-2ed63f5db72a)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:55:02.001244 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-97f84d07-e320-4eb0-bc94-808a5a678ba4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1142781 Nov 23 21:55:02.004272 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58448) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:02.011811 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e77d9e0a-07cd-4884-9c39-23a67581fdab admin admin] Request body: {'subnet': {'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1870970885-subnet', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:02.013222 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4241e2c-7fed-4b8b-aaf4-8d2635b4d498 None None] Sync routers for ids ['18668eb5-38ba-4d10-9003-4f942d9be40c'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:55:02.023132 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:02.037352 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:55:02.037751 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:02.045097 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9a2b615a-9659-46ad-ad46-5620d0578e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:02.066242 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77d9e0a-07cd-4884-9c39-23a67581fdab admin admin] Made reservation on behalf of 9b6ed703ef174b4d8c2560021ab2bd8c for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:02.071515 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e77d9e0a-07cd-4884-9c39-23a67581fdab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:55:02.074459 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:55:02.092195 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4241e2c-7fed-4b8b-aaf4-8d2635b4d498 None None] Routers {'18668eb5-38ba-4d10-9003-4f942d9be40c'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:55:02.092830 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e4241e2c-7fed-4b8b-aaf4-8d2635b4d498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:55:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['18668eb5-38ba-4d10-9003-4f942d9be40c'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:02.164297 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-924d835a-276a-4836-b575-479d3f6b5ddb None None] For port 096818d3-0b6a-4e90-82eb-9df1e29a61a1, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=096818d3-0b6a-4e90-82eb-9df1e29a61a1,segment=NetworkSegment(e667df77-7e55-4f85-bfab-f964acab04c4),segment_id=e667df77-7e55-4f85-bfab-f964acab04c4)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:02.209653 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-b693f3bd-cc3a-4fb5-b01f-4b071622502f tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b4733351b1964cddbb8217c475119123&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5183859 Nov 23 21:55:02.210920 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f84d07-e320-4eb0-bc94-808a5a678ba4 admin admin] Pushing event updated for resources: {'Network': ['ID=538e1e97-92a3-4d18-ba4d-eab4d961092b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:02.233440 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.db.api [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 21:55:02.233440 n-d-816206-9 neutron-server[110034]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 21:55:02.233440 n-d-816206-9 neutron-server[110034]: [parameters: {'id': 'bdbaad4e-0d82-4df1-9f58-acf4cd584b6b'}] Nov 23 21:55:02.233440 n-d-816206-9 neutron-server[110034]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:55:02.233852 n-d-816206-9 neutron-server[110034]: DEBUG oslo_db.api [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:55:02.268234 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 538e1e97-92a3-4d18-ba4d-eab4d961092b details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:55:02.289310 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e77d9e0a-07cd-4884-9c39-23a67581fdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:02.301941 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec96b0-8856-4d32-9957-d4da5b0d1a5b req-45779f7d-5143-4266-a60f-c97bc61b7688 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:02.307829 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec96b0-8856-4d32-9957-d4da5b0d1a5b req-45779f7d-5143-4266-a60f-c97bc61b7688 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:02.315107 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec96b0-8856-4d32-9957-d4da5b0d1a5b req-45779f7d-5143-4266-a60f-c97bc61b7688 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:02.321244 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec96b0-8856-4d32-9957-d4da5b0d1a5b req-45779f7d-5143-4266-a60f-c97bc61b7688 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:02.327274 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec96b0-8856-4d32-9957-d4da5b0d1a5b req-45779f7d-5143-4266-a60f-c97bc61b7688 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:02.334245 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec96b0-8856-4d32-9957-d4da5b0d1a5b req-45779f7d-5143-4266-a60f-c97bc61b7688 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:02.340067 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec96b0-8856-4d32-9957-d4da5b0d1a5b req-45779f7d-5143-4266-a60f-c97bc61b7688 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:02.341326 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b615a-9659-46ad-ad46-5620d0578e60 None None] Pushing event updated for resources: {'Port': ['ID=5cce8d38-4964-43db-8bc7-b598369173dc,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:02.348549 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32ec96b0-8856-4d32-9957-d4da5b0d1a5b req-45779f7d-5143-4266-a60f-c97bc61b7688 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5422 time: 0.2689078 Nov 23 21:55:02.349952 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d9e0a-07cd-4884-9c39-23a67581fdab admin admin] Pushing event updated for resources: {'Subnet': ['ID=3849cc79-f357-4360-89e3-62e41d0cfdca,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:02.350297 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-924d835a-276a-4836-b575-479d3f6b5ddb None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:02.385669 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77d9e0a-07cd-4884-9c39-23a67581fdab admin admin] Checking segment: {'id': '991faeff-44de-485b-8e34-be807e87bd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:02.386030 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77d9e0a-07cd-4884-9c39-23a67581fdab admin admin] Network hostable DHCP agents. Network: 538e1e97-92a3-4d18-ba4d-eab4d961092b, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:55:02.400417 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfb2373-0634-45f9-b3c9-70236a24a1b4 None None] Network bdbaad4e-0d82-4df1-9f58-acf4cd584b6b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:02.408622 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77d9e0a-07cd-4884-9c39-23a67581fdab admin admin] Network 538e1e97-92a3-4d18-ba4d-eab4d961092b is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:55:02.414890 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-924d835a-276a-4836-b575-479d3f6b5ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:02.425112 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-e77d9e0a-07cd-4884-9c39-23a67581fdab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 538e1e97-92a3-4d18-ba4d-eab4d961092b) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:02.434080 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77d9e0a-07cd-4884-9c39-23a67581fdab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:02.434961 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e77d9e0a-07cd-4884-9c39-23a67581fdab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:02.460763 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9448da-909f-400d-9ec0-d0e58406f3c8 None None] Network 538e1e97-92a3-4d18-ba4d-eab4d961092b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:02.462760 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e77d9e0a-07cd-4884-9c39-23a67581fdab admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4567292 Nov 23 21:55:02.464884 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58456) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:02.470766 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-9f1d28b8-6112-45a5-a366-124410cfb94e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1870970885-router', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:02.473381 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32ec96b0-8856-4d32-9957-d4da5b0d1a5b req-fccace14-49b7-4801-b9d7-3ca6626ec8eb tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1238282 Nov 23 21:55:02.480514 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-2780f6f5-50c9-4a41-bcbc-aad1d42c6d04 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:02.481976 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-2780f6f5-50c9-4a41-bcbc-aad1d42c6d04 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2496386 Nov 23 21:55:02.503972 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9f1d28b8-6112-45a5-a366-124410cfb94e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:02.505840 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9f1d28b8-6112-45a5-a366-124410cfb94e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:02.511024 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-32a41900-3977-45b5-b08c-024cc245d818 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/quotas/b4733351b1964cddbb8217c475119123 HTTP/1.1" status: 200 len: 375 time: 0.0104656 Nov 23 21:55:02.551121 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-e4241e2c-7fed-4b8b-aaf4-8d2635b4d498 None None] Set router 18668eb5-38ba-4d10-9003-4f942d9be40c gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:55:02.580076 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-48b6cb46-2d12-49c7-bd11-9dfb49a2683d tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4733351b1964cddbb8217c475119123&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572598 Nov 23 21:55:02.624879 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9f1d28b8-6112-45a5-a366-124410cfb94e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:02.735748 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c4c17125-31e1-4b8a-8246-dd8c22a061f3 req-aaf018cc-0f8d-494a-af47-b1cb063359fd tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0415409 Nov 23 21:55:02.738754 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:02.923913 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Deleting port 5cce8d38-4964-43db-8bc7-b598369173dc {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:55:02.924602 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:02.944034 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 096818d3-0b6a-4e90-82eb-9df1e29a61a1 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:02.972514 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de0c30f-f76a-4544-8480-7b7934b14d22 x-openstack-request-id: req-7de0c30f-f76a-4544-8480-7b7934b14d22 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:55:02.973028 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b268ada-a37f-4c80-b9c3-999c2cac8c75", "tag": "6e60ff4c-08c6-484b-a2fe-70fc7894dd69", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:55:02.973028 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7de0c30f-f76a-4544-8480-7b7934b14d22 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:55:02.973450 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'tag': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69', 'status': 'completed', 'code': 200} Nov 23 21:55:02.981355 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9f1d28b8-6112-45a5-a366-124410cfb94e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:03.050886 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b363aaa-c7ea-4260-84b0-27d7243abe69 req-d7f10d34-85dd-4e33-95ae-781ff95fabfd tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 210 time: 0.0753071 Nov 23 21:55:03.140231 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] For port 5cce8d38-4964-43db-8bc7-b598369173dc, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5cce8d38-4964-43db-8bc7-b598369173dc,segment=NetworkSegment(78707c8a-8366-40a4-9526-2ed63f5db72a),segment_id=78707c8a-8366-40a4-9526-2ed63f5db72a)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:03.140628 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:03.160423 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Calling delete_port for 5cce8d38-4964-43db-8bc7-b598369173dc owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:55:03.169416 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8197ed-2489-495c-9713-1e533783bd0f req-70fa710b-8b16-446c-b370-a5e670e0f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:03.171089 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab8197ed-2489-495c-9713-1e533783bd0f req-70fa710b-8b16-446c-b370-a5e670e0f5f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 1096 time: 0.1458290 Nov 23 21:55:03.174030 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:03.261094 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9f1d28b8-6112-45a5-a366-124410cfb94e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:03.282762 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9f1d28b8-6112-45a5-a366-124410cfb94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:03.350177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8197ed-2489-495c-9713-1e533783bd0f req-46eaceb2-8b4f-4a7d-82cb-1721ae7e78a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:03.351844 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab8197ed-2489-495c-9713-1e533783bd0f req-46eaceb2-8b4f-4a7d-82cb-1721ae7e78a7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 912 time: 0.1714025 Nov 23 21:55:03.370318 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:03.420658 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-9f1d28b8-6112-45a5-a366-124410cfb94e admin admin] Allocated IP 172.25.5.64 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:55:03.428351 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d835a-276a-4836-b575-479d3f6b5ddb None None] Pushing event updated for resources: {'Port': ['ID=096818d3-0b6a-4e90-82eb-9df1e29a61a1,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:03.473272 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 096818d3-0b6a-4e90-82eb-9df1e29a61a1 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:03.473272 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:03.588582 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9f1d28b8-6112-45a5-a366-124410cfb94e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:03.658957 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9f1d28b8-6112-45a5-a366-124410cfb94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:03.676030 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f48dce-9fdb-4fee-b18d-e6179b04ba35 None None] Network bdbaad4e-0d82-4df1-9f58-acf4cd584b6b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:03.742370 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1d28b8-6112-45a5-a366-124410cfb94e admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:55:03.746913 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-9f1d28b8-6112-45a5-a366-124410cfb94e admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:03.749292 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1d28b8-6112-45a5-a366-124410cfb94e admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:55:03.752510 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d28b8-6112-45a5-a366-124410cfb94e admin admin] Pushing event updated for resources: {'Port': ['ID=a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:03.790764 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132320c0-4e57-48a1-8922-8396d8052280 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:55:03.859783 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3897bb7-f334-4960-9a7a-6671b76e6c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-538e1e97-92a3-4d18-ba4d-eab4d961092b', 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'fixed_ips': [{'subnet_id': '3849cc79-f357-4360-89e3-62e41d0cfdca'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:55:03.861833 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3897bb7-f334-4960-9a7a-6671b76e6c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:04.006398 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:04.050178 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Port': ['ID=5cce8d38-4964-43db-8bc7-b598369173dc,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:04.082989 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] No DVR routers for this DVR port 5cce8d38-4964-43db-8bc7-b598369173dc on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:55:04.139076 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-45eafd3c-a722-440b-af02-fabc18b80add req-4124b02c-916f-436f-8aba-5bda789b8e01 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.1148186 Nov 23 21:55:04.173600 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8546304b-6c68-47f2-97fc-9d1883d95abb None None] Network aeda631b-0b23-4075-b53f-b4c7fb6c6524 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:04.189370 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-24e79bce-4982-4c09-832f-90b2f7b5e5f7 None None] Provisioning complete for port a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:04.190032 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-24e79bce-4982-4c09-832f-90b2f7b5e5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:04.208458 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab8197ed-2489-495c-9713-1e533783bd0f req-6dc5558b-275c-42aa-98c4-927109d63933 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69 HTTP/1.1" status: 200 len: 998 time: 0.8460732 Nov 23 21:55:04.234579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440eefb-f39e-4d31-9db5-dc452919e564 req-e7861265-3250-4d62-b9d5-dd59e4a5986e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:04.243705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440eefb-f39e-4d31-9db5-dc452919e564 req-e7861265-3250-4d62-b9d5-dd59e4a5986e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:04.251840 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440eefb-f39e-4d31-9db5-dc452919e564 req-e7861265-3250-4d62-b9d5-dd59e4a5986e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:04.259653 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440eefb-f39e-4d31-9db5-dc452919e564 req-e7861265-3250-4d62-b9d5-dd59e4a5986e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:04.267219 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440eefb-f39e-4d31-9db5-dc452919e564 req-e7861265-3250-4d62-b9d5-dd59e4a5986e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:04.273973 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440eefb-f39e-4d31-9db5-dc452919e564 req-e7861265-3250-4d62-b9d5-dd59e4a5986e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:04.280298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440eefb-f39e-4d31-9db5-dc452919e564 req-e7861265-3250-4d62-b9d5-dd59e4a5986e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:04.283474 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7440eefb-f39e-4d31-9db5-dc452919e564 req-e7861265-3250-4d62-b9d5-dd59e4a5986e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5422 time: 0.2576189 Nov 23 21:55:04.320897 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:04.353154 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbaad4e-0d82-4df1-9f58-acf4cd584b6b']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:04.364807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78707c8a-8366-40a4-9526-2ed63f5db72a') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:04.365254 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78707c8a-8366-40a4-9526-2ed63f5db72a') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:04.377327 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:04.450891 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:04.451114 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-24e79bce-4982-4c09-832f-90b2f7b5e5f7 None None] Port a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:55:04.502045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b035b6e-5291-49e0-a1e3-8aa34c50dfbe req-c603678b-8aa9-4daf-849f-f866fe4d0b0a tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 210 time: 0.1077986 Nov 23 21:55:04.506608 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-71b0d603-5747-4fb6-a373-9f9638043762 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b4733351b1964cddbb8217c475119123&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937183 Nov 23 21:55:04.508756 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:55:04.509377 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:04.509510 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-b3897bb7-f334-4960-9a7a-6671b76e6c60 None None] Allocated IP 172.20.0.2 (538e1e97-92a3-4d18-ba4d-eab4d961092b/3849cc79-f357-4360-89e3-62e41d0cfdca/3e842d80-d2b7-415a-b427-b14593f58d9e) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:55:04.516137 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:55:04.536309 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e4241e2c-7fed-4b8b-aaf4-8d2635b4d498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'name': 'tempest-ServerActionsTestJSON-347313043-router', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:54:15Z', 'updated_at': '2021-11-23T21:54:25Z', 'revision_number': 4, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'gw_port': {'id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:17Z', 'updated_at': '2021-11-23T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '7c81f513-f1f7-4af8-84b7-94ebdf844e30', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'port_id': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'mac_address': 'fa:16:3e:f6:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:54:38Z', 'updated_at': '2021-11-23T21:55:00Z', 'revision_number': 1, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aba63743-d2e3-4555-9bb3-eb198f0e9813', 'name': '', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'mac_address': 'fa:16:3e:22:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:23Z', 'updated_at': '2021-11-23T21:54:33Z', 'revision_number': 5, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'subnets': [{'id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:04.555651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8197ed-2489-495c-9713-1e533783bd0f req-8cd105de-ee1e-4bb5-99b6-2a3383cc9c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:04.557243 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab8197ed-2489-495c-9713-1e533783bd0f req-8cd105de-ee1e-4bb5-99b6-2a3383cc9c9c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 0.3370850 Nov 23 21:55:04.634231 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4241e2c-7fed-4b8b-aaf4-8d2635b4d498 None None] Checking router: 18668eb5-38ba-4d10-9003-4f942d9be40c for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:55:04.643660 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9f1d28b8-6112-45a5-a366-124410cfb94e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:04.652335 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 096818d3-0b6a-4e90-82eb-9df1e29a61a1 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:04.721968 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:04.738417 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7440eefb-f39e-4d31-9db5-dc452919e564 req-424f7d9b-124b-49f9-b077-b66048cc4c18 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.3467891 Nov 23 21:55:04.748849 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:04.760518 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/networks/bdbaad4e-0d82-4df1-9f58-acf4cd584b6b HTTP/1.1" status: 204 len: 168 time: 4.1449206 Nov 23 21:55:04.760660 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58482) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:04.781720 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4241e2c-7fed-4b8b-aaf4-8d2635b4d498 None None] Routers {'18668eb5-38ba-4d10-9003-4f942d9be40c'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:55:04.782374 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e4241e2c-7fed-4b8b-aaf4-8d2635b4d498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:55:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['18668eb5-38ba-4d10-9003-4f942d9be40c'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:04.788217 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4b2ef-ac6d-4dc8-8155-7a134e31d392 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Network': ['ID=bdbaad4e-0d82-4df1-9f58-acf4cd584b6b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:04.792958 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-33d04c96-f75f-4fc6-8735-d419f1ad0829 None None] Provisioning complete for port 096818d3-0b6a-4e90-82eb-9df1e29a61a1 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:04.792958 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-33d04c96-f75f-4fc6-8735-d419f1ad0829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:04.799935 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8197ed-2489-495c-9713-1e533783bd0f req-1f6bdee1-bbfd-4192-8f1f-1085fb9d1e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:04.801456 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab8197ed-2489-495c-9713-1e533783bd0f req-1f6bdee1-bbfd-4192-8f1f-1085fb9d1e52 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2184229 Nov 23 21:55:04.817749 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-5fc4faee-e32b-4c2c-9d56-b299555b4ab6 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:04.819319 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-5fc4faee-e32b-4c2c-9d56-b299555b4ab6 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2877204 Nov 23 21:55:04.822388 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f394f4f-b7b8-43a5-97da-773076028cb1 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] DELETE failed (client error): The resource could not be found. Nov 23 21:55:04.823050 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f394f4f-b7b8-43a5-97da-773076028cb1 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:55:04.826842 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1f394f4f-b7b8-43a5-97da-773076028cb1 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/networks/bdbaad4e-0d82-4df1-9f58-acf4cd584b6b HTTP/1.1" status: 404 len: 339 time: 0.0645006 Nov 23 21:55:04.833542 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58484) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:04.840230 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-961ceb0e-e602-4bb9-b474-7c4e7d428b18 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1877390870', 'description': 'd1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:04.872527 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-cce32e3a-d27e-47c9-8435-0993701557c9 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Request body: {'port': {'device_id': '942f9e7c-1643-4980-98f3-0bf9d288c230', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': 'b4733351b1964cddbb8217c475119123'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:04.933921 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9f1d28b8-6112-45a5-a366-124410cfb94e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:04.936992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961ceb0e-e602-4bb9-b474-7c4e7d428b18 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Made reservation on behalf of a90a63493e2d4f24bf817b2e8511c45b for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:04.943118 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-961ceb0e-e602-4bb9-b474-7c4e7d428b18 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:05.011446 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab8197ed-2489-495c-9713-1e533783bd0f req-871fa953-a23a-4618-9980-3345656ca600 service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910009 Nov 23 21:55:05.017202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961ceb0e-e602-4bb9-b474-7c4e7d428b18 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:55:05.027066 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 096818d3-0b6a-4e90-82eb-9df1e29a61a1 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:05.027451 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:05.033202 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-961ceb0e-e602-4bb9-b474-7c4e7d428b18 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:05.033386 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-961ceb0e-e602-4bb9-b474-7c4e7d428b18 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Added segment f086e7a6-33f9-40c5-80d9-a39673f7105d of type vlan for network 014f615a-f8df-4e44-86c6-1d103651934a Nov 23 21:55:05.081871 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-961ceb0e-e602-4bb9-b474-7c4e7d428b18 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:05.108145 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3897bb7-f334-4960-9a7a-6671b76e6c60 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:05.117809 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-e4241e2c-7fed-4b8b-aaf4-8d2635b4d498 None None] Set router 18668eb5-38ba-4d10-9003-4f942d9be40c gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:55:05.142351 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-cce32e3a-d27e-47c9-8435-0993701557c9 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Made reservation on behalf of b4733351b1964cddbb8217c475119123 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:05.142793 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-961ceb0e-e602-4bb9-b474-7c4e7d428b18 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:05.147253 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-cce32e3a-d27e-47c9-8435-0993701557c9 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:05.149002 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961ceb0e-e602-4bb9-b474-7c4e7d428b18 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:05.149770 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-961ceb0e-e602-4bb9-b474-7c4e7d428b18 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:05.169182 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-cce32e3a-d27e-47c9-8435-0993701557c9 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:05.175165 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab8197ed-2489-495c-9713-1e533783bd0f req-44744d37-765e-4c12-b8d2-bde94ca1d0aa service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533620 Nov 23 21:55:05.200983 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3897bb7-f334-4960-9a7a-6671b76e6c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:05.243630 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b9169ca1-14b6-4498-aece-cbafc248d1d3 req-7a01e31d-5bf1-42b6-896f-11f1bc54c279 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0711846 Nov 23 21:55:05.257613 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-961ceb0e-e602-4bb9-b474-7c4e7d428b18 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4230132 Nov 23 21:55:05.262093 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58490) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:05.285267 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc990df4-4000-45ff-a6e3-f2261e072169 req-cc5979ad-5a5e-404d-a008-02dbdfddabe0 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0404282 Nov 23 21:55:05.314370 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3897bb7-f334-4960-9a7a-6671b76e6c60 None None] Pushing event updated for resources: {'Port': ['ID=3e842d80-d2b7-415a-b427-b14593f58d9e,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:05.329577 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-cce32e3a-d27e-47c9-8435-0993701557c9 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:05.334999 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-cce32e3a-d27e-47c9-8435-0993701557c9 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:05.393468 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ceb0e-e602-4bb9-b474-7c4e7d428b18 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'Network': ['ID=014f615a-f8df-4e44-86c6-1d103651934a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:05.433726 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce32e3a-d27e-47c9-8435-0993701557c9 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234d8162-d656-4211-a27e-841b1d50fc78,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:05.469532 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f3c704-03c7-401f-b66a-a0845f5239ab tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:05.471007 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-23f3c704-03c7-401f-b66a-a0845f5239ab tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "GET /v2.0/networks?id=014f615a-f8df-4e44-86c6-1d103651934a HTTP/1.1" status: 200 len: 765 time: 0.1977074 Nov 23 21:55:05.474867 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58494) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:05.480302 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-cc4cdac9-2d00-4527-882a-f1155c71ffbb tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Request body: {'network': {'description': 'd2'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:05.527939 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-cce32e3a-d27e-47c9-8435-0993701557c9 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Allocated IP 192.168.233.98 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/7b07ebe4-8eae-4e0e-8e19-a36211a61bbb) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:55:05.561468 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 014f615a-f8df-4e44-86c6-1d103651934a details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:55:05.571861 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1d28b8-6112-45a5-a366-124410cfb94e admin admin] Router 0097417b-3ca8-4545-bde7-a102d071bd09 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 21:55:05.573929 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3897bb7-f334-4960-9a7a-6671b76e6c60 None None] Network 538e1e97-92a3-4d18-ba4d-eab4d961092b is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:55:05.599655 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-b3897bb7-f334-4960-9a7a-6671b76e6c60 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:05.631232 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3897bb7-f334-4960-9a7a-6671b76e6c60 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:55:05.658254 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-def5d785-a693-4384-af3a-4c7d6a0d2f23 req-aa13d39e-4f26-4fac-a2a2-8e36176af642 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 210 time: 0.0418279 Nov 23 21:55:05.716154 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-35701a45-6f69-4d48-b7d8-9b736d4cb1ce None None] Provisioning complete for port 096818d3-0b6a-4e90-82eb-9df1e29a61a1 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:05.716545 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-35701a45-6f69-4d48-b7d8-9b736d4cb1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:05.737473 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-cce32e3a-d27e-47c9-8435-0993701557c9 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:05.765086 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cc4cdac9-2d00-4527-882a-f1155c71ffbb tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:05.780511 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-cce32e3a-d27e-47c9-8435-0993701557c9 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:05.798880 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1d28b8-6112-45a5-a366-124410cfb94e admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:55:05.805533 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cc4cdac9-2d00-4527-882a-f1155c71ffbb tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:05.819850 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] Sync routers for ids ['0097417b-3ca8-4545-bde7-a102d071bd09'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:55:05.841762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b3897bb7-f334-4960-9a7a-6671b76e6c60 None None] Attempting to bind port 3e842d80-d2b7-415a-b427-b14593f58d9e on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:55:05.842171 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b3897bb7-f334-4960-9a7a-6671b76e6c60 None None] Attempting to bind port 3e842d80-d2b7-415a-b427-b14593f58d9e by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '991faeff-44de-485b-8e34-be807e87bd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:55:05.842509 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3897bb7-f334-4960-9a7a-6671b76e6c60 None None] Attempting to bind port 3e842d80-d2b7-415a-b427-b14593f58d9e on network 538e1e97-92a3-4d18-ba4d-eab4d961092b {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:55:05.842985 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] Routers {'0097417b-3ca8-4545-bde7-a102d071bd09'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:55:05.845305 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:55:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0097417b-3ca8-4545-bde7-a102d071bd09'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:05.856244 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3897bb7-f334-4960-9a7a-6671b76e6c60 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:55:05.856674 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3897bb7-f334-4960-9a7a-6671b76e6c60 None None] Checking segment: {'id': '991faeff-44de-485b-8e34-be807e87bd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:05.857036 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3897bb7-f334-4960-9a7a-6671b76e6c60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:05.857435 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3897bb7-f334-4960-9a7a-6671b76e6c60 None None] Bound using segment: {'id': '991faeff-44de-485b-8e34-be807e87bd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:55:05.857927 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b3897bb7-f334-4960-9a7a-6671b76e6c60 None None] Bound port: 3e842d80-d2b7-415a-b427-b14593f58d9e, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991faeff-44de-485b-8e34-be807e87bd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:55:05.858316 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3897bb7-f334-4960-9a7a-6671b76e6c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:05.880770 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce32e3a-d27e-47c9-8435-0993701557c9 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Pushing event updated for resources: {'Port': ['ID=7b07ebe4-8eae-4e0e-8e19-a36211a61bbb,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:05.889934 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-cce32e3a-d27e-47c9-8435-0993701557c9 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:55:05.892868 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-cce32e3a-d27e-47c9-8435-0993701557c9 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:05.912020 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cdac9-2d00-4527-882a-f1155c71ffbb tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'Network': ['ID=014f615a-f8df-4e44-86c6-1d103651934a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:05.926620 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc4cdac9-2d00-4527-882a-f1155c71ffbb tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Network 014f615a-f8df-4e44-86c6-1d103651934a is not hosted by any dhcp agent {{(pid=110033) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 21:55:05.938308 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-cce32e3a-d27e-47c9-8435-0993701557c9 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:55:05.938968 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4cdac9-2d00-4527-882a-f1155c71ffbb tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:05.939760 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cc4cdac9-2d00-4527-882a-f1155c71ffbb tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:05.945728 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cc4cdac9-2d00-4527-882a-f1155c71ffbb tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "PUT /v2.0/networks/014f615a-f8df-4e44-86c6-1d103651934a HTTP/1.1" status: 200 len: 762 time: 0.4698291 Nov 23 21:55:05.948599 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58502) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:05.973218 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9f1d28b8-6112-45a5-a366-124410cfb94e admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:05.974828 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9f1d28b8-6112-45a5-a366-124410cfb94e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5087256 Nov 23 21:55:05.977530 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58504) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:06.001526 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 014f615a-f8df-4e44-86c6-1d103651934a details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:55:06.017475 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-cce32e3a-d27e-47c9-8435-0993701557c9 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:06.018120 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-cce32e3a-d27e-47c9-8435-0993701557c9 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:06.077715 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b80d13-61b2-422e-beff-0d643713decf req-4c799e20-5197-49c2-abc2-38a5b738c2df tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:06.084412 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b80d13-61b2-422e-beff-0d643713decf req-4c799e20-5197-49c2-abc2-38a5b738c2df tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:06.090521 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b80d13-61b2-422e-beff-0d643713decf req-4c799e20-5197-49c2-abc2-38a5b738c2df tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:06.096616 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b80d13-61b2-422e-beff-0d643713decf req-4c799e20-5197-49c2-abc2-38a5b738c2df tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:06.102112 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] Set router 0097417b-3ca8-4545-bde7-a102d071bd09 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:55:06.102621 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b80d13-61b2-422e-beff-0d643713decf req-4c799e20-5197-49c2-abc2-38a5b738c2df tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:06.110537 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b80d13-61b2-422e-beff-0d643713decf req-4c799e20-5197-49c2-abc2-38a5b738c2df tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:06.121274 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b80d13-61b2-422e-beff-0d643713decf req-4c799e20-5197-49c2-abc2-38a5b738c2df tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:06.132857 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-12b80d13-61b2-422e-beff-0d643713decf req-4c799e20-5197-49c2-abc2-38a5b738c2df tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5422 time: 0.2600768 Nov 23 21:55:06.154612 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b3897bb7-f334-4960-9a7a-6671b76e6c60 None None] For port 3e842d80-d2b7-415a-b427-b14593f58d9e, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:55:06.167504 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cabcaf-c5e5-4b5f-a15e-51bae7d8fa8c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:06.169225 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-91cabcaf-c5e5-4b5f-a15e-51bae7d8fa8c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "GET /v2.0/networks?id=014f615a-f8df-4e44-86c6-1d103651934a HTTP/1.1" status: 200 len: 765 time: 0.2190311 Nov 23 21:55:06.175344 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58506) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:06.180662 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b3897bb7-f334-4960-9a7a-6671b76e6c60 None None] For port 3e842d80-d2b7-415a-b427-b14593f58d9e, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3e842d80-d2b7-415a-b427-b14593f58d9e,segment=NetworkSegment(991faeff-44de-485b-8e34-be807e87bd11),segment_id=991faeff-44de-485b-8e34-be807e87bd11)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:55:06.189741 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-cce32e3a-d27e-47c9-8435-0993701557c9 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3224781 Nov 23 21:55:06.208688 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3897bb7-f334-4960-9a7a-6671b76e6c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:06.219668 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-e91b8bd3-e476-4ea9-8916-365d3f1c3c5e service neutron] Request body: {'port': {'device_id': '942f9e7c-1643-4980-98f3-0bf9d288c230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:06.267581 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e4241e2c-7fed-4b8b-aaf4-8d2635b4d498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'name': 'tempest-ServerActionsTestJSON-347313043-router', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:54:15Z', 'updated_at': '2021-11-23T21:54:25Z', 'revision_number': 4, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'gw_port': {'id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:17Z', 'updated_at': '2021-11-23T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '7c81f513-f1f7-4af8-84b7-94ebdf844e30', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'port_id': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'mac_address': 'fa:16:3e:f6:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:54:38Z', 'updated_at': '2021-11-23T21:55:00Z', 'revision_number': 1, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aba63743-d2e3-4555-9bb3-eb198f0e9813', 'name': '', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'mac_address': 'fa:16:3e:22:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:23Z', 'updated_at': '2021-11-23T21:54:33Z', 'revision_number': 5, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'subnets': [{'id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:06.314347 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-12b80d13-61b2-422e-beff-0d643713decf req-5430eea1-36ac-4637-b262-b9f84e3dbdf2 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1804693 Nov 23 21:55:06.317006 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4241e2c-7fed-4b8b-aaf4-8d2635b4d498 None None] The sync data for ids ['18668eb5-38ba-4d10-9003-4f942d9be40c'] in n-d-816206-9 is: [{'id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'name': 'tempest-ServerActionsTestJSON-347313043-router', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:54:15Z', 'updated_at': '2021-11-23T21:54:25Z', 'revision_number': 4, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'gw_port': {'id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:17Z', 'updated_at': '2021-11-23T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '7c81f513-f1f7-4af8-84b7-94ebdf844e30', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'port_id': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'mac_address': 'fa:16:3e:f6:77:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:54:38Z', 'updated_at': '2021-11-23T21:55:00Z', 'revision_number': 1, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aba63743-d2e3-4555-9bb3-eb198f0e9813', 'name': '', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'mac_address': 'fa:16:3e:22:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:23Z', 'updated_at': '2021-11-23T21:54:33Z', 'revision_number': 5, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'subnets': [{'id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:55:06.327279 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-e91b8bd3-e476-4ea9-8916-365d3f1c3c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:06.389949 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3897bb7-f334-4960-9a7a-6671b76e6c60 None None] Pushing event updated for resources: {'Port': ['ID=3e842d80-d2b7-415a-b427-b14593f58d9e,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:06.433313 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-00d0a1f9-971f-4287-bba6-59f58cc768e7 None None] Provisioning complete for port 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:06.435087 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-00d0a1f9-971f-4287-bba6-59f58cc768e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:06.545567 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab0f7c03-3339-4156-9ab2-ae495ddef8c4 req-b8eb106e-4003-4ae2-9201-56082301a0df tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0727642 Nov 23 21:55:06.585826 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 247b2c22-bf5b-4a93-af05-80b974a24c48 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:55:06.639272 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-00d0a1f9-971f-4287-bba6-59f58cc768e7 None None] Port 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:55:06.659779 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'name': 'tempest-TaggedBootDevicesTest_v242-1870970885-router', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:55:02Z', 'updated_at': '2021-11-23T21:55:04Z', 'revision_number': 3, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'gw_port': {'id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:62:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:03Z', 'updated_at': '2021-11-23T21:55:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:06.769432 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] Checking router: 0097417b-3ca8-4545-bde7-a102d071bd09 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:55:06.769940 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] Updating router 0097417b-3ca8-4545-bde7-a102d071bd09 port a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:55:06.800615 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:06.816006 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baca4c3-b0c6-41d3-9d56-580e485d5136 None None] New status for floating IP 7c81f513-f1f7-4af8-84b7-94ebdf844e30: ACTIVE {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:55:06.918506 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 247b2c22-bf5b-4a93-af05-80b974a24c48, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=247b2c22-bf5b-4a93-af05-80b974a24c48,segment=NetworkSegment(5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a),segment_id=5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:06.931429 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff620e-62ad-404f-8775-158512198681 req-04b9312e-1161-42da-9b11-04c2a67295dc tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:06.933324 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2ff620e-62ad-404f-8775-158512198681 req-04b9312e-1161-42da-9b11-04c2a67295dc tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 935 time: 0.1145568 Nov 23 21:55:06.954368 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76662b1-b9b1-43d8-a9a1-589d753ee84b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:06.958370 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b76662b1-b9b1-43d8-a9a1-589d753ee84b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7740078 Nov 23 21:55:06.961199 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58516) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:06.965503 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e182b7c0-508c-4edc-8ca2-e00af3231cb3 req-ad18c61e-c641-4823-bbab-0181ba0222a9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4840376 Nov 23 21:55:06.981608 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '247b2c22-bf5b-4a93-af05-80b974a24c48', 'network_id': 'da4238c6-b353-4586-8707-c40d3aada134', 'port_id': '247b2c22-bf5b-4a93-af05-80b974a24c48', 'mac_address': 'fa:16:3e:9c:b9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '894a547e-38e5-4870-bda6-a43a8f7f2b67', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:55:07.037336 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ddc1e553-6b72-4f1e-89a5-e7eb02c48d81 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "GET /v2.0/subnets?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 207 time: 0.0715115 Nov 23 21:55:07.045922 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58520) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:07.073363 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-e91b8bd3-e476-4ea9-8916-365d3f1c3c5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:55:07.088617 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:07.095146 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-e91b8bd3-e476-4ea9-8916-365d3f1c3c5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:07.112318 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 247b2c22-bf5b-4a93-af05-80b974a24c48 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:55:07.131499 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-e91b8bd3-e476-4ea9-8916-365d3f1c3c5e service neutron] Transition to ACTIVE for port object 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:55:07.151246 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 247b2c22-bf5b-4a93-af05-80b974a24c48, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=247b2c22-bf5b-4a93-af05-80b974a24c48,segment=NetworkSegment(5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a),segment_id=5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:07.159316 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:07.160101 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:55:07.167946 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-e91b8bd3-e476-4ea9-8916-365d3f1c3c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:07.260667 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2ff620e-62ad-404f-8775-158512198681 req-bbb98aee-702e-4d1f-82d6-16965168882f tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175530 Nov 23 21:55:07.281785 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b8bd3-e476-4ea9-8916-365d3f1c3c5e service neutron] Pushing event updated for resources: {'Port': ['ID=7b07ebe4-8eae-4e0e-8e19-a36211a61bbb,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:07.290792 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:07.292654 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=247b2c22-bf5b-4a93-af05-80b974a24c48,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:07.302009 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:07.392519 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edaa9fb-2554-49b5-b0a0-50adf5891e30 None None] Pushing event updated for resources: {'Port': ['ID=a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:07.400641 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] Attempting to bind port a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:55:07.401013 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] Attempting to bind port a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:55:07.401757 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] Attempting to bind port a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:55:07.410294 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edaa9fb-2554-49b5-b0a0-50adf5891e30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:07.410649 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edaa9fb-2554-49b5-b0a0-50adf5891e30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:07.411017 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edaa9fb-2554-49b5-b0a0-50adf5891e30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:07.411502 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edaa9fb-2554-49b5-b0a0-50adf5891e30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:07.411894 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edaa9fb-2554-49b5-b0a0-50adf5891e30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:07.412234 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edaa9fb-2554-49b5-b0a0-50adf5891e30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:07.412409 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade8a4f3-7e0f-4d8d-96ae-6d5b998d7bfa None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:55:07.412769 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edaa9fb-2554-49b5-b0a0-50adf5891e30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:07.413099 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edaa9fb-2554-49b5-b0a0-50adf5891e30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:07.413549 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edaa9fb-2554-49b5-b0a0-50adf5891e30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:07.413874 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edaa9fb-2554-49b5-b0a0-50adf5891e30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:07.414194 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edaa9fb-2554-49b5-b0a0-50adf5891e30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:07.414511 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8edaa9fb-2554-49b5-b0a0-50adf5891e30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:07.421093 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:55:07.421660 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:07.422093 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:07.422485 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:55:07.423120 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] Bound port: a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:55:07.423737 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:07.469818 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-e91b8bd3-e476-4ea9-8916-365d3f1c3c5e service neutron] Attempting to bind port 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:55:07.470319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-e91b8bd3-e476-4ea9-8916-365d3f1c3c5e service neutron] Attempting to bind port 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:55:07.470654 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-e91b8bd3-e476-4ea9-8916-365d3f1c3c5e service neutron] Attempting to bind port 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:55:07.475787 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-e91b8bd3-e476-4ea9-8916-365d3f1c3c5e service neutron] Port 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:55:07.476107 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-e91b8bd3-e476-4ea9-8916-365d3f1c3c5e service neutron] Attempting to bind port 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:55:07.486046 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3,segment=NetworkSegment(58b520fc-ac31-40cf-a40c-a5ec7f20b775),segment_id=58b520fc-ac31-40cf-a40c-a5ec7f20b775)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:07.516599 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3', 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8', 'port_id': '8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3', 'mac_address': 'fa:16:3e:08:42:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f7f1b0-3707-4638-b7a3-e427077abc41', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:55:07.525597 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-e91b8bd3-e476-4ea9-8916-365d3f1c3c5e service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:55:07.526196 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-e91b8bd3-e476-4ea9-8916-365d3f1c3c5e service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:07.526646 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-e91b8bd3-e476-4ea9-8916-365d3f1c3c5e service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:55:07.527294 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-e91b8bd3-e476-4ea9-8916-365d3f1c3c5e service neutron] Bound port: 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:55:07.527751 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-e91b8bd3-e476-4ea9-8916-365d3f1c3c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:07.549638 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] For port a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:55:07.553567 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] For port a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:55:07.569201 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:07.575571 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-408911d2-9f65-405b-8329-01ecfc8c6cf2 None None] Provisioning complete for port a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:07.575951 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-408911d2-9f65-405b-8329-01ecfc8c6cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:07.607593 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b153a-fdcf-4611-b7cc-1520bcfef235 req-97eaaab2-ad0d-4d79-9e15-43a6f233205c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:07.615734 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b153a-fdcf-4611-b7cc-1520bcfef235 req-97eaaab2-ad0d-4d79-9e15-43a6f233205c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:07.622418 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b153a-fdcf-4611-b7cc-1520bcfef235 req-97eaaab2-ad0d-4d79-9e15-43a6f233205c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:07.629443 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b153a-fdcf-4611-b7cc-1520bcfef235 req-97eaaab2-ad0d-4d79-9e15-43a6f233205c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:07.635542 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:07.636264 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b153a-fdcf-4611-b7cc-1520bcfef235 req-97eaaab2-ad0d-4d79-9e15-43a6f233205c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:07.643100 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b153a-fdcf-4611-b7cc-1520bcfef235 req-97eaaab2-ad0d-4d79-9e15-43a6f233205c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:07.661105 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edaa9fb-2554-49b5-b0a0-50adf5891e30 None None] Pushing event updated for resources: {'Port': ['ID=a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:07.669465 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b153a-fdcf-4611-b7cc-1520bcfef235 req-97eaaab2-ad0d-4d79-9e15-43a6f233205c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:07.677210 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d6f68b-f130-494c-bfc4-2d1fff7fd94c None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:55:07.682212 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] Routers {'0097417b-3ca8-4545-bde7-a102d071bd09'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:55:07.683134 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a47b153a-fdcf-4611-b7cc-1520bcfef235 req-97eaaab2-ad0d-4d79-9e15-43a6f233205c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5423 time: 0.2016277 Nov 23 21:55:07.683602 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:55:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0097417b-3ca8-4545-bde7-a102d071bd09'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:07.713753 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:55:07.773767 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3,segment=NetworkSegment(58b520fc-ac31-40cf-a40c-a5ec7f20b775),segment_id=58b520fc-ac31-40cf-a40c-a5ec7f20b775)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:07.851424 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-408911d2-9f65-405b-8329-01ecfc8c6cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:07.866797 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b4a6be8-dbf0-4e10-a324-e4ef48b1952a req-76c4c127-2602-414c-8270-239f9f315851 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0619626 Nov 23 21:55:07.877030 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182b7c0-508c-4edc-8ca2-e00af3231cb3 req-07867fa9-af21-4b18-82a7-f8710bd33cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:07.879542 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e182b7c0-508c-4edc-8ca2-e00af3231cb3 req-07867fa9-af21-4b18-82a7-f8710bd33cfd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=661b7a89edb846f499d797a5d758bf06&device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b HTTP/1.1" status: 200 len: 1097 time: 0.8487792 Nov 23 21:55:07.902512 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-408911d2-9f65-405b-8329-01ecfc8c6cf2 None None] For port a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:07.904813 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:07.907962 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device fbf87d98-58c1-485f-b0ec-76cb1954f419 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:55:07.921842 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-e91b8bd3-e476-4ea9-8916-365d3f1c3c5e service neutron] For port 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:55:07.960977 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port fbf87d98-58c1-485f-b0ec-76cb1954f419, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=fbf87d98-58c1-485f-b0ec-76cb1954f419,segment=NetworkSegment(58b520fc-ac31-40cf-a40c-a5ec7f20b775),segment_id=58b520fc-ac31-40cf-a40c-a5ec7f20b775)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:07.971705 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a47b153a-fdcf-4611-b7cc-1520bcfef235 req-eddf2b1b-f628-402c-988a-abe6ff3a6eb3 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2815063 Nov 23 21:55:07.974479 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-e91b8bd3-e476-4ea9-8916-365d3f1c3c5e service neutron] For port 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7b07ebe4-8eae-4e0e-8e19-a36211a61bbb,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:55:07.987482 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-e91b8bd3-e476-4ea9-8916-365d3f1c3c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:08.001084 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'fbf87d98-58c1-485f-b0ec-76cb1954f419', 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8', 'port_id': 'fbf87d98-58c1-485f-b0ec-76cb1954f419', 'mac_address': 'fa:16:3e:ec:34:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f7f1b0-3707-4638-b7a3-e427077abc41', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:55:08.008501 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-408911d2-9f65-405b-8329-01ecfc8c6cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:08.028528 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182b7c0-508c-4edc-8ca2-e00af3231cb3 req-e314f8b6-36b5-414e-aef7-5f93bc79b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:08.029955 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e182b7c0-508c-4edc-8ca2-e00af3231cb3 req-e314f8b6-36b5-414e-aef7-5f93bc79b584 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4fbc6412-81fe-4cf2-aa4f-1738ebc73747 HTTP/1.1" status: 200 len: 915 time: 0.1090541 Nov 23 21:55:08.055460 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] Set router 0097417b-3ca8-4545-bde7-a102d071bd09 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:55:08.066570 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-e91b8bd3-e476-4ea9-8916-365d3f1c3c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:08.067350 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-e91b8bd3-e476-4ea9-8916-365d3f1c3c5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:08.069728 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-e91b8bd3-e476-4ea9-8916-365d3f1c3c5e service neutron] 10.222.0.53 "PUT /v2.0/ports/7b07ebe4-8eae-4e0e-8e19-a36211a61bbb HTTP/1.1" status: 200 len: 1095 time: 1.8585632 Nov 23 21:55:08.124519 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4056c6ea-d172-4029-8843-5fdbdedabf5f None None] Network 538e1e97-92a3-4d18-ba4d-eab4d961092b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:08.145318 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942f9e7c-1643-4980-98f3-0bf9d288c230', 'tag': '7b07ebe4-8eae-4e0e-8e19-a36211a61bbb'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:55:08.153524 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c308ae31-3a5b-426f-8841-445e07ed62c0" -d '{"events": [{"name": "network-changed", "server_uuid": "942f9e7c-1643-4980-98f3-0bf9d288c230", "tag": "7b07ebe4-8eae-4e0e-8e19-a36211a61bbb"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:55:08.159594 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b8bd3-e476-4ea9-8916-365d3f1c3c5e service neutron] Pushing event updated for resources: {'Port': ['ID=7b07ebe4-8eae-4e0e-8e19-a36211a61bbb,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:08.208419 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d2582d-1d94-40b5-b73b-54a5e391dfd6 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:08.217083 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d2582d-1d94-40b5-b73b-54a5e391dfd6 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:08.225615 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d2582d-1d94-40b5-b73b-54a5e391dfd6 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:08.237651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-b081f61e-956e-4bbd-aaa9-27d93e657762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:08.240505 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d2582d-1d94-40b5-b73b-54a5e391dfd6 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:08.245741 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-b081f61e-956e-4bbd-aaa9-27d93e657762 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4733351b1964cddbb8217c475119123&device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 1098 time: 0.0879214 Nov 23 21:55:08.247843 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7709004-2cbb-46ec-adb2-7ec457f348ef x-openstack-request-id: req-d7709004-2cbb-46ec-adb2-7ec457f348ef {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:55:08.248138 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942f9e7c-1643-4980-98f3-0bf9d288c230", "tag": "7b07ebe4-8eae-4e0e-8e19-a36211a61bbb", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:55:08.248386 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d7709004-2cbb-46ec-adb2-7ec457f348ef {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:55:08.248775 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942f9e7c-1643-4980-98f3-0bf9d288c230', 'tag': '7b07ebe4-8eae-4e0e-8e19-a36211a61bbb', 'status': 'completed', 'code': 200} Nov 23 21:55:08.249129 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d2582d-1d94-40b5-b73b-54a5e391dfd6 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:08.256475 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d2582d-1d94-40b5-b73b-54a5e391dfd6 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:08.264826 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f7d2582d-1d94-40b5-b73b-54a5e391dfd6 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 1.2178042 Nov 23 21:55:08.268736 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:08.278464 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58544) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:08.328878 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e182b7c0-508c-4edc-8ca2-e00af3231cb3 req-c427a188-dcaa-470e-9480-d214ac63f990 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cd14c13-4f88-4aef-befd-dfcb3add4154 HTTP/1.1" status: 200 len: 1002 time: 0.2616103 Nov 23 21:55:08.383839 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-a6bd79bd-dc15-4028-b47e-1e8b03ca838e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7b07ebe4-8eae-4e0e-8e19-a36211a61bbb HTTP/1.1" status: 200 len: 217 time: 0.1262953 Nov 23 21:55:08.396333 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:08.468266 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a472eba0-0c7b-4c09-9d86-f6ccd161ef41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:08.518502 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182b7c0-508c-4edc-8ca2-e00af3231cb3 req-ebfd21c4-0862-4ef3-bed5-e16886608bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:08.520410 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e182b7c0-508c-4edc-8ca2-e00af3231cb3 req-ebfd21c4-0862-4ef3-bed5-e16886608bd7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78f06991-0b98-4c87-a752-a357dd9f78db HTTP/1.1" status: 200 len: 853 time: 0.1669757 Nov 23 21:55:08.527574 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'name': 'tempest-TaggedBootDevicesTest_v242-1870970885-router', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:55:02Z', 'updated_at': '2021-11-23T21:55:04Z', 'revision_number': 3, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'gw_port': {'id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:62:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:03Z', 'updated_at': '2021-11-23T21:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:08.573647 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6067259b-b059-467e-a18e-5bb6fb1ec93a None None] The sync data for ids ['0097417b-3ca8-4545-bde7-a102d071bd09'] in n-d-816206-9 is: [{'id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'name': 'tempest-TaggedBootDevicesTest_v242-1870970885-router', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:55:02Z', 'updated_at': '2021-11-23T21:55:04Z', 'revision_number': 3, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'gw_port': {'id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:62:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:03Z', 'updated_at': '2021-11-23T21:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:55:08.726534 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182b7c0-508c-4edc-8ca2-e00af3231cb3 req-7d25d2d7-b262-47fc-b47f-e8de34cfa1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:08.728731 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e182b7c0-508c-4edc-8ca2-e00af3231cb3 req-7d25d2d7-b262-47fc-b47f-e8de34cfa1f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4fbc6412-81fe-4cf2-aa4f-1738ebc73747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1989741 Nov 23 21:55:08.732991 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ac24d1d-709e-4757-bd21-63e502094ead req-722df540-05b9-436a-9136-44ca22eb0f8c tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.1291914 Nov 23 21:55:08.761128 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-fc6d7c62-cd48-4107-bfc4-bcc59dd485a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:08.762640 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-fc6d7c62-cd48-4107-bfc4-bcc59dd485a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.3621602 Nov 23 21:55:08.867806 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf87d98-58c1-485f-b0ec-76cb1954f419 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:55:08.878466 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-a472eba0-0c7b-4c09-9d86-f6ccd161ef41 admin admin] Allocated IP 172.20.0.1 (538e1e97-92a3-4d18-ba4d-eab4d961092b/3849cc79-f357-4360-89e3-62e41d0cfdca/29c0ebd5-b552-4257-8adc-95a72d9d6831) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:55:08.902929 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965f6c8-3a16-48ea-b11f-bed8f3ea0842 req-021691c6-a75f-4a19-8a03-acc7c4be1ae2 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:08.911897 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a965f6c8-3a16-48ea-b11f-bed8f3ea0842 req-021691c6-a75f-4a19-8a03-acc7c4be1ae2 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 947 time: 0.3379052 Nov 23 21:55:08.924454 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e182b7c0-508c-4edc-8ca2-e00af3231cb3 req-7e3c43f3-0aff-4dfd-a51d-eea1bd9eafb0 service neutron] 10.222.0.60 "GET /v2.0/networks/4fbc6412-81fe-4cf2-aa4f-1738ebc73747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870313 Nov 23 21:55:08.941876 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3e842d80-d2b7-415a-b427-b14593f58d9e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:08.975933 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0a746445-8d37-4e03-a2e6-ddc02c88760d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.6948934 Nov 23 21:55:08.982913 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58556) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:09.002399 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-9a653844-04fa-4d13-89b7-cdaf16743a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:09.005698 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-9a653844-04fa-4d13-89b7-cdaf16743a54 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2120690 Nov 23 21:55:09.055214 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a965f6c8-3a16-48ea-b11f-bed8f3ea0842 req-aaff6fcd-a6b1-4cf1-8f59-6120f9ed49fa tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422839 Nov 23 21:55:09.063164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port fbf87d98-58c1-485f-b0ec-76cb1954f419, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=fbf87d98-58c1-485f-b0ec-76cb1954f419,segment=NetworkSegment(58b520fc-ac31-40cf-a40c-a5ec7f20b775),segment_id=58b520fc-ac31-40cf-a40c-a5ec7f20b775)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:09.094809 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-15f40c8b-65a6-4a02-a073-c0ef85d04b2d None None] Provisioning complete for port a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:09.095200 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15f40c8b-65a6-4a02-a073-c0ef85d04b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:09.104202 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:09.104870 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device d424e8e0-16b4-44c7-83b5-3077daab21d3 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:55:09.191698 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408911d2-9f65-405b-8329-01ecfc8c6cf2 None None] Pushing event updated for resources: {'Port': ['ID=a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:09.192221 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a472eba0-0c7b-4c09-9d86-f6ccd161ef41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:09.268759 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-80e1aa19-8be0-4580-ae30-2ae2c6390fd7 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454479 Nov 23 21:55:09.282570 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e42dba-59d0-454b-b009-830c4ba8c384 req-6f11fda5-2e31-46c8-abe9-d8d6ea5b87ab tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:09.289184 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e42dba-59d0-454b-b009-830c4ba8c384 req-6f11fda5-2e31-46c8-abe9-d8d6ea5b87ab tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:09.302474 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e42dba-59d0-454b-b009-830c4ba8c384 req-6f11fda5-2e31-46c8-abe9-d8d6ea5b87ab tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:09.308509 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e42dba-59d0-454b-b009-830c4ba8c384 req-6f11fda5-2e31-46c8-abe9-d8d6ea5b87ab tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:09.320503 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e42dba-59d0-454b-b009-830c4ba8c384 req-6f11fda5-2e31-46c8-abe9-d8d6ea5b87ab tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:09.326528 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e42dba-59d0-454b-b009-830c4ba8c384 req-6f11fda5-2e31-46c8-abe9-d8d6ea5b87ab tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:09.332839 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e42dba-59d0-454b-b009-830c4ba8c384 req-6f11fda5-2e31-46c8-abe9-d8d6ea5b87ab tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:09.339259 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-66e42dba-59d0-454b-b009-830c4ba8c384 req-6f11fda5-2e31-46c8-abe9-d8d6ea5b87ab tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5425 time: 0.1564772 Nov 23 21:55:09.378113 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d70b11-8f45-48ab-b9db-2fa680a050df tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:09.379815 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d70b11-8f45-48ab-b9db-2fa680a050df tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:09.389680 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d70b11-8f45-48ab-b9db-2fa680a050df tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:09.401401 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 3e842d80-d2b7-415a-b427-b14593f58d9e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:09.401953 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:09.402802 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d70b11-8f45-48ab-b9db-2fa680a050df tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:09.404668 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d70b11-8f45-48ab-b9db-2fa680a050df tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:09.407273 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-74d70b11-8f45-48ab-b9db-2fa680a050df tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2887654 Nov 23 21:55:09.412565 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58564) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:09.503410 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae8c41cd-d945-4fdc-996d-8b4b6bce441f req-f4533daa-063a-4a23-8a2b-e03d2de2f76e service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628814 Nov 23 21:55:09.515309 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5710c520-2441-4913-94f6-0fece5ccad01 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:09.517533 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5710c520-2441-4913-94f6-0fece5ccad01 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:09.519189 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5710c520-2441-4913-94f6-0fece5ccad01 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:09.521192 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5710c520-2441-4913-94f6-0fece5ccad01 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:09.522617 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5710c520-2441-4913-94f6-0fece5ccad01 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:09.525049 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5710c520-2441-4913-94f6-0fece5ccad01 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1112649 Nov 23 21:55:09.528601 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58566) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:09.529301 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e182b7c0-508c-4edc-8ca2-e00af3231cb3 req-44fd3ff1-8405-4d84-ade2-3f236f4fef5c service neutron] 10.222.0.60 "GET /v2.0/networks/4fbc6412-81fe-4cf2-aa4f-1738ebc73747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5888143 Nov 23 21:55:09.560015 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a472eba0-0c7b-4c09-9d86-f6ccd161ef41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:09.560532 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port d424e8e0-16b4-44c7-83b5-3077daab21d3, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=d424e8e0-16b4-44c7-83b5-3077daab21d3,segment=NetworkSegment(04b558a6-0d7e-4457-ad02-a7105ab094c5),segment_id=04b558a6-0d7e-4457-ad02-a7105ab094c5)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:09.585462 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'd424e8e0-16b4-44c7-83b5-3077daab21d3', 'network_id': '5b374035-6ec9-4585-9414-d17339221c43', 'port_id': 'd424e8e0-16b4-44c7-83b5-3077daab21d3', 'mac_address': 'fa:16:3e:44:02:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd878f6f-9967-479b-9c9f-bb69cd8c2238', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:55:09.589321 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0836689a-d541-4671-a3a1-7a6602fcb3bb None None] get_active_networks_info from n-d-816206-9 {{(pid=110035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 21:55:09.605906 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=fbf87d98-58c1-485f-b0ec-76cb1954f419,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:09.608079 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a472eba0-0c7b-4c09-9d86-f6ccd161ef41 admin admin] Network 538e1e97-92a3-4d18-ba4d-eab4d961092b is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:55:09.612865 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-a472eba0-0c7b-4c09-9d86-f6ccd161ef41 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:09.615338 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a472eba0-0c7b-4c09-9d86-f6ccd161ef41 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:55:09.667412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472eba0-0c7b-4c09-9d86-f6ccd161ef41 admin admin] Pushing event updated for resources: {'Port': ['ID=29c0ebd5-b552-4257-8adc-95a72d9d6831,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:09.673713 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-66e42dba-59d0-454b-b009-830c4ba8c384 req-96260931-24c3-4a92-becf-a1b8b039ce68 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1688368 Nov 23 21:55:09.683230 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a472eba0-0c7b-4c09-9d86-f6ccd161ef41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:09.709133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308ae31-3a5b-426f-8841-445e07ed62c0 req-6019f303-b70d-49c4-a670-13b6a7632f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:09.710643 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c308ae31-3a5b-426f-8841-445e07ed62c0 req-6019f303-b70d-49c4-a670-13b6a7632f11 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4733351b1964cddbb8217c475119123&device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 1098 time: 0.0883307 Nov 23 21:55:09.723009 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1966ee-cadb-4738-89ab-5ecc2b968a20 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:09.725316 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1e1966ee-cadb-4738-89ab-5ecc2b968a20 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "GET /v2.0/networks/60cd6def-1bc6-465e-8aa3-94b31c9d79fc HTTP/1.1" status: 200 len: 803 time: 0.1952531 Nov 23 21:55:09.729349 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58568) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:09.810154 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:09.887066 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:09.918780 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308ae31-3a5b-426f-8841-445e07ed62c0 req-808a688a-c65f-4df9-a044-45c91b21f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:09.920277 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c308ae31-3a5b-426f-8841-445e07ed62c0 req-808a688a-c65f-4df9-a044-45c91b21f79d service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.1943660 Nov 23 21:55:09.934264 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-15f40c8b-65a6-4a02-a073-c0ef85d04b2d None None] Provisioning complete for port 3e842d80-d2b7-415a-b427-b14593f58d9e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:09.934653 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15f40c8b-65a6-4a02-a073-c0ef85d04b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:09.941153 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c19d392c-69b1-45a9-afe6-018b7abb2632 req-059f6416-29c1-4aa5-accf-f89b091af646 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0478256 Nov 23 21:55:09.948511 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b7829b6c-1687-40f4-8c13-b14f16e0a8e6 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "GET /v2.0/networks/60cd6def-1bc6-465e-8aa3-94b31c9d79fc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2177556 Nov 23 21:55:09.956236 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58574) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:09.957894 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d424e8e0-16b4-44c7-83b5-3077daab21d3 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:55:09.983776 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 3e842d80-d2b7-415a-b427-b14593f58d9e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3e842d80-d2b7-415a-b427-b14593f58d9e,segment=NetworkSegment(991faeff-44de-485b-8e34-be807e87bd11),segment_id=991faeff-44de-485b-8e34-be807e87bd11)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:09.989975 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a472eba0-0c7b-4c09-9d86-f6ccd161ef41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:10.017113 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:10.056059 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c308ae31-3a5b-426f-8841-445e07ed62c0 req-96a01f83-f731-4e21-a4df-f288076ede09 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7b07ebe4-8eae-4e0e-8e19-a36211a61bbb HTTP/1.1" status: 200 len: 217 time: 0.1172717 Nov 23 21:55:10.067997 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port d424e8e0-16b4-44c7-83b5-3077daab21d3, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=d424e8e0-16b4-44c7-83b5-3077daab21d3,segment=NetworkSegment(04b558a6-0d7e-4457-ad02-a7105ab094c5),segment_id=04b558a6-0d7e-4457-ad02-a7105ab094c5)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:10.084614 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:10.085265 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device b6f8e53c-884b-4d04-8718-3995b74448ac details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:55:10.121866 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed227def-d7d8-4a45-b2e8-90dc0f4df410 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:10.127613 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ed227def-d7d8-4a45-b2e8-90dc0f4df410 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "GET /v2.0/subnets/d8ed7757-5dd2-4cb6-b20d-c41479aceac3 HTTP/1.1" status: 200 len: 843 time: 0.1673667 Nov 23 21:55:10.127909 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58578) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:10.177718 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0836689a-d541-4671-a3a1-7a6602fcb3bb None None] Resources bound (agent type, host, resource id): {{(pid=110035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 21:55:10.215021 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308ae31-3a5b-426f-8841-445e07ed62c0 req-c7b03950-c73a-493d-b938-8d16e12a506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:10.216568 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c308ae31-3a5b-426f-8841-445e07ed62c0 req-c7b03950-c73a-493d-b938-8d16e12a506c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1493237 Nov 23 21:55:10.227261 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4becec5a-de9f-476f-af1f-12fb3af5ffb5 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['shared'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:10.228635 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4becec5a-de9f-476f-af1f-12fb3af5ffb5 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "GET /v2.0/subnets/d8ed7757-5dd2-4cb6-b20d-c41479aceac3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0998800 Nov 23 21:55:10.229219 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port b6f8e53c-884b-4d04-8718-3995b74448ac, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b6f8e53c-884b-4d04-8718-3995b74448ac,segment=NetworkSegment(58b520fc-ac31-40cf-a40c-a5ec7f20b775),segment_id=58b520fc-ac31-40cf-a40c-a5ec7f20b775)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:10.233605 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58582) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:10.241307 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-1761cf1a-24e6-4ae0-a6c1-0f8ea49c82a8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1624532632'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:10.299229 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a472eba0-0c7b-4c09-9d86-f6ccd161ef41 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:10.302344 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1761cf1a-24e6-4ae0-a6c1-0f8ea49c82a8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Made reservation on behalf of a90a63493e2d4f24bf817b2e8511c45b for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:10.307618 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1761cf1a-24e6-4ae0-a6c1-0f8ea49c82a8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:10.321496 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a472eba0-0c7b-4c09-9d86-f6ccd161ef41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:10.329265 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'b6f8e53c-884b-4d04-8718-3995b74448ac', 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8', 'port_id': 'b6f8e53c-884b-4d04-8718-3995b74448ac', 'mac_address': 'fa:16:3e:c2:6a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f7f1b0-3707-4638-b7a3-e427077abc41', 'ip_address': '10.1.1.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:55:10.332285 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=3e842d80-d2b7-415a-b427-b14593f58d9e,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:10.421976 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1761cf1a-24e6-4ae0-a6c1-0f8ea49c82a8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:55:10.434798 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1761cf1a-24e6-4ae0-a6c1-0f8ea49c82a8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:10.435436 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-1761cf1a-24e6-4ae0-a6c1-0f8ea49c82a8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Added segment 79bd1440-6975-4aff-a8d1-6ac8fdc273dc of type vlan for network addfa980-a60f-4c17-8fbd-79bef518fdfb Nov 23 21:55:10.475799 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a472eba0-0c7b-4c09-9d86-f6ccd161ef41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:10.481311 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472eba0-0c7b-4c09-9d86-f6ccd161ef41 admin admin] Pushing event updated for resources: {'Port': ['ID=29c0ebd5-b552-4257-8adc-95a72d9d6831,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:10.503228 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1761cf1a-24e6-4ae0-a6c1-0f8ea49c82a8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:10.576585 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129051f-a314-4aa6-b14a-8e7d0044f0c7 req-4d8b2730-7857-4d66-98d8-658ee8090e8a tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:10.588175 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2129051f-a314-4aa6-b14a-8e7d0044f0c7 req-4d8b2730-7857-4d66-98d8-658ee8090e8a tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 947 time: 0.4190993 Nov 23 21:55:10.611493 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1761cf1a-24e6-4ae0-a6c1-0f8ea49c82a8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:10.619351 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1761cf1a-24e6-4ae0-a6c1-0f8ea49c82a8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:10.620237 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1761cf1a-24e6-4ae0-a6c1-0f8ea49c82a8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:10.643436 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308ae31-3a5b-426f-8841-445e07ed62c0 req-7c9761ed-cabb-4997-814a-ca6b67d621fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:10.644928 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c308ae31-3a5b-426f-8841-445e07ed62c0 req-7c9761ed-cabb-4997-814a-ca6b67d621fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4153481 Nov 23 21:55:10.669911 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1761cf1a-24e6-4ae0-a6c1-0f8ea49c82a8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4341652 Nov 23 21:55:10.677966 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58586) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:10.679347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-95ff6f8c-4abf-4c3a-a756-225e8a11e900 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Request body: {'subnet': {'network_id': 'addfa980-a60f-4c17-8fbd-79bef518fdfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:10.681568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=d424e8e0-16b4-44c7-83b5-3077daab21d3,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:10.684943 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:10.692031 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a472eba0-0c7b-4c09-9d86-f6ccd161ef41 admin admin] Network 538e1e97-92a3-4d18-ba4d-eab4d961092b is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:55:10.695834 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-a472eba0-0c7b-4c09-9d86-f6ccd161ef41 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:10.743251 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761cf1a-24e6-4ae0-a6c1-0f8ea49c82a8 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'Network': ['ID=addfa980-a60f-4c17-8fbd-79bef518fdfb,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:10.745667 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f8e53c-884b-4d04-8718-3995b74448ac {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:55:10.762304 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2129051f-a314-4aa6-b14a-8e7d0044f0c7 req-a5ab9cfa-6b18-4326-a2f3-3289895c04d6 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734695 Nov 23 21:55:10.785140 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port b6f8e53c-884b-4d04-8718-3995b74448ac, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b6f8e53c-884b-4d04-8718-3995b74448ac,segment=NetworkSegment(58b520fc-ac31-40cf-a40c-a5ec7f20b775),segment_id=58b520fc-ac31-40cf-a40c-a5ec7f20b775)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:10.788695 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network addfa980-a60f-4c17-8fbd-79bef518fdfb details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:55:10.845893 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:10.848146 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:10.848796 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f304a4f3-98a7-481a-b024-fa9ac11528de details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:55:10.916774 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a472eba0-0c7b-4c09-9d86-f6ccd161ef41 admin admin] Router 0097417b-3ca8-4545-bde7-a102d071bd09 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:55:10.979300 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c308ae31-3a5b-426f-8841-445e07ed62c0 req-0df8ca87-a26b-4f7a-83f2-8b1f374cea56 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200293 Nov 23 21:55:10.980995 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ff6f8c-4abf-4c3a-a756-225e8a11e900 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Made reservation on behalf of a90a63493e2d4f24bf817b2e8511c45b for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:10.985207 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-95ff6f8c-4abf-4c3a-a756-225e8a11e900 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:11.009550 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064dd02-349e-4e6d-b7f4-1ec696ee7df1 req-41c3a3dc-75fe-4471-8c5a-c5da1906a755 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:11.015563 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064dd02-349e-4e6d-b7f4-1ec696ee7df1 req-41c3a3dc-75fe-4471-8c5a-c5da1906a755 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:11.023433 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064dd02-349e-4e6d-b7f4-1ec696ee7df1 req-41c3a3dc-75fe-4471-8c5a-c5da1906a755 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:11.029340 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064dd02-349e-4e6d-b7f4-1ec696ee7df1 req-41c3a3dc-75fe-4471-8c5a-c5da1906a755 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:11.036262 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064dd02-349e-4e6d-b7f4-1ec696ee7df1 req-41c3a3dc-75fe-4471-8c5a-c5da1906a755 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:11.041896 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064dd02-349e-4e6d-b7f4-1ec696ee7df1 req-41c3a3dc-75fe-4471-8c5a-c5da1906a755 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:11.048796 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064dd02-349e-4e6d-b7f4-1ec696ee7df1 req-41c3a3dc-75fe-4471-8c5a-c5da1906a755 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:11.057589 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0064dd02-349e-4e6d-b7f4-1ec696ee7df1 req-41c3a3dc-75fe-4471-8c5a-c5da1906a755 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5427 time: 0.2089391 Nov 23 21:55:11.073089 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a472eba0-0c7b-4c09-9d86-f6ccd161ef41 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:55:11.076599 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2ecbb786-ed71-46d7-b9d5-d2c82010e6bb None None] Provisioning complete for port 3e842d80-d2b7-415a-b427-b14593f58d9e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:11.076980 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2ecbb786-ed71-46d7-b9d5-d2c82010e6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:11.101198 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port f304a4f3-98a7-481a-b024-fa9ac11528de, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f304a4f3-98a7-481a-b024-fa9ac11528de,segment=NetworkSegment(5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a),segment_id=5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:11.104437 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a472eba0-0c7b-4c09-9d86-f6ccd161ef41 admin admin] 10.222.0.50 "PUT /v2.0/routers/0097417b-3ca8-4545-bde7-a102d071bd09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1255960 Nov 23 21:55:11.148756 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=b6f8e53c-884b-4d04-8718-3995b74448ac,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:11.174894 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'f304a4f3-98a7-481a-b024-fa9ac11528de', 'network_id': 'da4238c6-b353-4586-8707-c40d3aada134', 'port_id': 'f304a4f3-98a7-481a-b024-fa9ac11528de', 'mac_address': 'fa:16:3e:03:db:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '894a547e-38e5-4870-bda6-a43a8f7f2b67', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:55:11.186045 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.ipam_backend_mixin [None req-95ff6f8c-4abf-4c3a-a756-225e8a11e900 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Performing IP validity checks on allocation pools {{(pid=110034) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 21:55:11.186569 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.ipam_backend_mixin [None req-95ff6f8c-4abf-4c3a-a756-225e8a11e900 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110034) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 21:55:11.198546 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:11.198976 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:11.246114 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] Sync routers for ids ['0097417b-3ca8-4545-bde7-a102d071bd09'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:55:11.267677 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] Routers {'0097417b-3ca8-4545-bde7-a102d071bd09'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:55:11.268357 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:55:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0097417b-3ca8-4545-bde7-a102d071bd09'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:11.315783 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a47aa4b0-0e90-4581-9a1d-de080431623b req-0befbf46-51c7-4433-adb2-fb70513fd844 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0834892 Nov 23 21:55:11.339970 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:11.349661 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0064dd02-349e-4e6d-b7f4-1ec696ee7df1 req-dddcc26e-9af1-4e08-a267-78cbab234a78 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2911615 Nov 23 21:55:11.364042 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c308ae31-3a5b-426f-8841-445e07ed62c0 req-ab376178-b7ad-43b0-af71-d801b197fb5f service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040500 Nov 23 21:55:11.451174 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f304a4f3-98a7-481a-b024-fa9ac11528de {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:55:11.499963 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] Set router 0097417b-3ca8-4545-bde7-a102d071bd09 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:55:11.520090 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-95ff6f8c-4abf-4c3a-a756-225e8a11e900 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:11.529889 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port f304a4f3-98a7-481a-b024-fa9ac11528de, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f304a4f3-98a7-481a-b024-fa9ac11528de,segment=NetworkSegment(5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a),segment_id=5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:11.540804 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:11.542984 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device ec919349-dd55-4ec4-806b-052e3784ad8c details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:55:11.606367 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3e842d80-d2b7-415a-b427-b14593f58d9e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:11.612898 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff6f8c-4abf-4c3a-a756-225e8a11e900 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'Subnet': ['ID=5f41e6ad-4258-4a61-8415-0a0b6606ec83,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:11.652372 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ff6f8c-4abf-4c3a-a756-225e8a11e900 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Checking segment: {'id': '79bd1440-6975-4aff-a8d1-6ac8fdc273dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'addfa980-a60f-4c17-8fbd-79bef518fdfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:11.652860 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ff6f8c-4abf-4c3a-a756-225e8a11e900 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Network hostable DHCP agents. Network: addfa980-a60f-4c17-8fbd-79bef518fdfb, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:55:11.694668 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ff6f8c-4abf-4c3a-a756-225e8a11e900 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Network addfa980-a60f-4c17-8fbd-79bef518fdfb is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:55:11.695876 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port ec919349-dd55-4ec4-806b-052e3784ad8c, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ec919349-dd55-4ec4-806b-052e3784ad8c,segment=NetworkSegment(58b520fc-ac31-40cf-a40c-a5ec7f20b775),segment_id=58b520fc-ac31-40cf-a40c-a5ec7f20b775)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:11.709453 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'ec919349-dd55-4ec4-806b-052e3784ad8c', 'network_id': '8dd75ee3-4f52-46a0-bdd9-f335d6206cc8', 'port_id': 'ec919349-dd55-4ec4-806b-052e3784ad8c', 'mac_address': 'fa:16:3e:a0:6d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f7f1b0-3707-4638-b7a3-e427077abc41', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:55:11.720188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-95ff6f8c-4abf-4c3a-a756-225e8a11e900 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, addfa980-a60f-4c17-8fbd-79bef518fdfb) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:11.724080 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=f304a4f3-98a7-481a-b024-fa9ac11528de,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:11.725498 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ff6f8c-4abf-4c3a-a756-225e8a11e900 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:11.726615 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-95ff6f8c-4abf-4c3a-a756-225e8a11e900 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:11.762204 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58610) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:11.769506 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c43b0423-a84a-49ee-ad10-07b4ab75854a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:11.770380 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-95ff6f8c-4abf-4c3a-a756-225e8a11e900 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0946848 Nov 23 21:55:11.771886 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fcc2d9-458c-4d8f-8f11-0c5cd0877f9d None None] Network addfa980-a60f-4c17-8fbd-79bef518fdfb requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:11.854672 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'name': 'tempest-TaggedBootDevicesTest_v242-1870970885-router', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:55:02Z', 'updated_at': '2021-11-23T21:55:09Z', 'revision_number': 4, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'gw_port': {'id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:03Z', 'updated_at': '2021-11-23T21:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '29c0ebd5-b552-4257-8adc-95a72d9d6831', 'name': '', 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'mac_address': 'fa:16:3e:6d:0a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '3849cc79-f357-4360-89e3-62e41d0cfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:08Z', 'updated_at': '2021-11-23T21:55:10Z', 'revision_number': 2, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'subnets': [{'id': '3849cc79-f357-4360-89e3-62e41d0cfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:11.926910 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] Checking router: 0097417b-3ca8-4545-bde7-a102d071bd09 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:55:11.927147 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] Updating router 0097417b-3ca8-4545-bde7-a102d071bd09 port 29c0ebd5-b552-4257-8adc-95a72d9d6831 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:55:11.940705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a25a6-3e0c-4a31-9a66-184d874a8e3e req-a706fd32-4fd9-47e2-ab03-67a63c217719 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:11.947897 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-715a25a6-3e0c-4a31-9a66-184d874a8e3e req-a706fd32-4fd9-47e2-ab03-67a63c217719 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 947 time: 0.0840251 Nov 23 21:55:11.954893 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c43b0423-a84a-49ee-ad10-07b4ab75854a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9059668'] for subnet, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:11.968570 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:11.982062 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58616) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:11.996683 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-fbcf6e20-cf54-4de6-8427-2fe2689bf12c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-692607455-network', 'tenant_id': 'dd56ef8725ce47068b9fd762d8efd743'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:12.009912 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-715a25a6-3e0c-4a31-9a66-184d874a8e3e req-e5578e00-5b15-47fb-8109-a771132d329f tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596654 Nov 23 21:55:12.067313 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcf6e20-cf54-4de6-8427-2fe2689bf12c admin admin] Made reservation on behalf of dd56ef8725ce47068b9fd762d8efd743 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:12.069966 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbcf6e20-cf54-4de6-8427-2fe2689bf12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.086773 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbcf6e20-cf54-4de6-8427-2fe2689bf12c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.113304 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.170176 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-361a8818-5747-46d9-a8f2-b0041256c6f7 None None] Provisioning complete for port 29c0ebd5-b552-4257-8adc-95a72d9d6831 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:12.170774 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-361a8818-5747-46d9-a8f2-b0041256c6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.219814 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-361a8818-5747-46d9-a8f2-b0041256c6f7 None None] Port 29c0ebd5-b552-4257-8adc-95a72d9d6831 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:55:12.249498 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec919349-dd55-4ec4-806b-052e3784ad8c {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:55:12.256446 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c43b0423-a84a-49ee-ad10-07b4ab75854a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786760448121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8516385'] for subnet, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.277530 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 3e842d80-d2b7-415a-b427-b14593f58d9e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:12.277893 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.299323 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbcf6e20-cf54-4de6-8427-2fe2689bf12c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.309623 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port ec919349-dd55-4ec4-806b-052e3784ad8c, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ec919349-dd55-4ec4-806b-052e3784ad8c,segment=NetworkSegment(58b520fc-ac31-40cf-a40c-a5ec7f20b775),segment_id=58b520fc-ac31-40cf-a40c-a5ec7f20b775)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:12.309981 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.314306 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbcf6e20-cf54-4de6-8427-2fe2689bf12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.322049 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.322526 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b0423-a84a-49ee-ad10-07b4ab75854a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:12.323269 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c43b0423-a84a-49ee-ad10-07b4ab75854a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.324577 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c43b0423-a84a-49ee-ad10-07b4ab75854a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "PUT /v2.0/subnets/5f41e6ad-4258-4a61-8415-0a0b6606ec83 HTTP/1.1" status: 200 len: 900 time: 0.5607724 Nov 23 21:55:12.328812 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.330758 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58620) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:12.364619 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b0423-a84a-49ee-ad10-07b4ab75854a tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event updated for resources: {'Subnet': ['ID=5f41e6ad-4258-4a61-8415-0a0b6606ec83,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:12.367823 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbcf6e20-cf54-4de6-8427-2fe2689bf12c admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:55:12.374199 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf6e20-cf54-4de6-8427-2fe2689bf12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289fa8f2-992d-4a85-9548-ee2d5d3f59ef,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:12.375958 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:55:12.389742 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbcf6e20-cf54-4de6-8427-2fe2689bf12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.391421 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-fbcf6e20-cf54-4de6-8427-2fe2689bf12c admin admin] Added segment 65521b9b-264f-4051-a2da-c51cabca93fa of type vlan for network 0ed18002-fcc7-4992-8ff8-4fd99afec607 Nov 23 21:55:12.405262 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a61ca3-c925-46cd-8436-16daf43eecad None None] Pushing event updated for resources: {'Port': ['ID=29c0ebd5-b552-4257-8adc-95a72d9d6831,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:12.491905 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbcf6e20-cf54-4de6-8427-2fe2689bf12c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.511094 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-29ada5ee-15f0-4e60-82ba-044d8cba41ae None None] Provisioning complete for port 29c0ebd5-b552-4257-8adc-95a72d9d6831 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:12.511476 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-29ada5ee-15f0-4e60-82ba-044d8cba41ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.548066 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbcf6e20-cf54-4de6-8427-2fe2689bf12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.549954 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcf6e20-cf54-4de6-8427-2fe2689bf12c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:12.550703 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbcf6e20-cf54-4de6-8427-2fe2689bf12c admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.565332 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] Attempting to bind port 29c0ebd5-b552-4257-8adc-95a72d9d6831 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:55:12.565699 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] Attempting to bind port 29c0ebd5-b552-4257-8adc-95a72d9d6831 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '991faeff-44de-485b-8e34-be807e87bd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:55:12.566100 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] Attempting to bind port 29c0ebd5-b552-4257-8adc-95a72d9d6831 on network 538e1e97-92a3-4d18-ba4d-eab4d961092b {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:55:12.566611 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fae68587-0c2a-40b6-a408-51fa0843de60 req-4a45d774-cfc3-4798-bda0-cd399f9049ba tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0621169 Nov 23 21:55:12.578640 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:55:12.579426 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] Checking segment: {'id': '991faeff-44de-485b-8e34-be807e87bd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:12.579983 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.580099 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.resource_extend [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 21:55:12.580928 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] Bound using segment: {'id': '991faeff-44de-485b-8e34-be807e87bd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:55:12.581686 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] Bound port: 29c0ebd5-b552-4257-8adc-95a72d9d6831, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991faeff-44de-485b-8e34-be807e87bd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:55:12.582230 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.596792 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=ec919349-dd55-4ec4-806b-052e3784ad8c,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:12.663580 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf6e20-cf54-4de6-8427-2fe2689bf12c admin admin] Pushing event updated for resources: {'Network': ['ID=0ed18002-fcc7-4992-8ff8-4fd99afec607,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:12.678338 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fbcf6e20-cf54-4de6-8427-2fe2689bf12c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6898603 Nov 23 21:55:12.678577 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58628) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:12.679563 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-283d26e9-56da-4657-9df4-9929a06278a2 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.685016 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-cb066206-ac6e-4bc8-801b-d1b8aacc1bfe admin admin] Request body: {'subnet': {'network_id': '0ed18002-fcc7-4992-8ff8-4fd99afec607', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-692607455-subnet', 'tenant_id': 'dd56ef8725ce47068b9fd762d8efd743', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:12.717674 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 0ed18002-fcc7-4992-8ff8-4fd99afec607 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:55:12.721005 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb066206-ac6e-4bc8-801b-d1b8aacc1bfe admin admin] Made reservation on behalf of dd56ef8725ce47068b9fd762d8efd743 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:12.725463 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cb066206-ac6e-4bc8-801b-d1b8aacc1bfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.739618 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] For port 29c0ebd5-b552-4257-8adc-95a72d9d6831, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:55:12.749624 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] For port 29c0ebd5-b552-4257-8adc-95a72d9d6831, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=29c0ebd5-b552-4257-8adc-95a72d9d6831,segment=NetworkSegment(991faeff-44de-485b-8e34-be807e87bd11),segment_id=991faeff-44de-485b-8e34-be807e87bd11)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:55:12.752827 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a79e77-6092-4872-bb8b-c0ad6ce3615b req-011e9fc2-7d7c-4163-a8f5-e3e64425e0c6 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:12.759098 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e87c115-0752-4519-9c41-21f2e7e6d8e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-addfa980-a60f-4c17-8fbd-79bef518fdfb', 'network_id': 'addfa980-a60f-4c17-8fbd-79bef518fdfb', 'tenant_id': 'a90a63493e2d4f24bf817b2e8511c45b', 'fixed_ips': [{'subnet_id': '5f41e6ad-4258-4a61-8415-0a0b6606ec83'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:55:12.759766 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2e87c115-0752-4519-9c41-21f2e7e6d8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.760741 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.761348 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a79e77-6092-4872-bb8b-c0ad6ce3615b req-011e9fc2-7d7c-4163-a8f5-e3e64425e0c6 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:12.768572 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a79e77-6092-4872-bb8b-c0ad6ce3615b req-011e9fc2-7d7c-4163-a8f5-e3e64425e0c6 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:12.776304 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a79e77-6092-4872-bb8b-c0ad6ce3615b req-011e9fc2-7d7c-4163-a8f5-e3e64425e0c6 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:12.781286 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a79e77-6092-4872-bb8b-c0ad6ce3615b req-011e9fc2-7d7c-4163-a8f5-e3e64425e0c6 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:12.787563 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a79e77-6092-4872-bb8b-c0ad6ce3615b req-011e9fc2-7d7c-4163-a8f5-e3e64425e0c6 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:12.794753 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a79e77-6092-4872-bb8b-c0ad6ce3615b req-011e9fc2-7d7c-4163-a8f5-e3e64425e0c6 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:12.796173 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33a79e77-6092-4872-bb8b-c0ad6ce3615b req-011e9fc2-7d7c-4163-a8f5-e3e64425e0c6 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5429 time: 0.2454200 Nov 23 21:55:12.816997 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-29ada5ee-15f0-4e60-82ba-044d8cba41ae None None] Port 29c0ebd5-b552-4257-8adc-95a72d9d6831 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:55:12.894747 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a61ca3-c925-46cd-8436-16daf43eecad None None] Pushing event updated for resources: {'Port': ['ID=29c0ebd5-b552-4257-8adc-95a72d9d6831,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:12.900325 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-283d26e9-56da-4657-9df4-9929a06278a2 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.928767 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] Routers {'0097417b-3ca8-4545-bde7-a102d071bd09'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:55:12.931051 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:55:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0097417b-3ca8-4545-bde7-a102d071bd09'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:12.973111 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cb066206-ac6e-4bc8-801b-d1b8aacc1bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:12.990471 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33a79e77-6092-4872-bb8b-c0ad6ce3615b req-5a3a52bc-70f2-4d33-af8f-1a868fd95587 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1600592 Nov 23 21:55:13.010992 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['fbf87d98-58c1-485f-b0ec-76cb1954f419'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:55:13.061054 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-283d26e9-56da-4657-9df4-9929a06278a2 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:13.103112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d26e9-56da-4657-9df4-9929a06278a2 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Subnet': ['ID=5f41e6ad-4258-4a61-8415-0a0b6606ec83,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:13.106997 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb066206-ac6e-4bc8-801b-d1b8aacc1bfe admin admin] Checking segment: {'id': '65521b9b-264f-4051-a2da-c51cabca93fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ed18002-fcc7-4992-8ff8-4fd99afec607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:13.107377 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb066206-ac6e-4bc8-801b-d1b8aacc1bfe admin admin] Network hostable DHCP agents. Network: 0ed18002-fcc7-4992-8ff8-4fd99afec607, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:55:13.116976 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:55:13.132746 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['ec919349-dd55-4ec4-806b-052e3784ad8c'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:55:13.136267 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['b6f8e53c-884b-4d04-8718-3995b74448ac'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:55:13.137675 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb066206-ac6e-4bc8-801b-d1b8aacc1bfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5e03f6d-99d0-415e-ad7d-a069da2c1e5a,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:13.186060 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb066206-ac6e-4bc8-801b-d1b8aacc1bfe admin admin] Network 0ed18002-fcc7-4992-8ff8-4fd99afec607 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:55:13.192249 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] Set router 0097417b-3ca8-4545-bde7-a102d071bd09 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:55:13.225344 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-cb066206-ac6e-4bc8-801b-d1b8aacc1bfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 0ed18002-fcc7-4992-8ff8-4fd99afec607) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:13.233478 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb066206-ac6e-4bc8-801b-d1b8aacc1bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:13.234671 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cb066206-ac6e-4bc8-801b-d1b8aacc1bfe admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:13.258910 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cb066206-ac6e-4bc8-801b-d1b8aacc1bfe admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5787890 Nov 23 21:55:13.262197 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58636) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:13.273894 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-283d26e9-56da-4657-9df4-9929a06278a2 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:13.282903 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-fa380f30-5259-4557-8655-2e293d304399 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-692607455-router', 'tenant_id': 'dd56ef8725ce47068b9fd762d8efd743', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:13.288538 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7b07ebe4-8eae-4e0e-8e19-a36211a61bbb,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:13.302933 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-283d26e9-56da-4657-9df4-9929a06278a2 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['addfa980-a60f-4c17-8fbd-79bef518fdfb']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:13.310516 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fa380f30-5259-4557-8655-2e293d304399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:13.313105 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fa380f30-5259-4557-8655-2e293d304399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:13.321704 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-283d26e9-56da-4657-9df4-9929a06278a2 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79bd1440-6975-4aff-a8d1-6ac8fdc273dc') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:13.322971 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-283d26e9-56da-4657-9df4-9929a06278a2 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79bd1440-6975-4aff-a8d1-6ac8fdc273dc') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:13.335029 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18ebfb-6635-442b-bf50-6a336e54f9b6 req-ac806222-6f16-4b80-a290-deb6caa4c918 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:13.337219 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bc18ebfb-6635-442b-bf50-6a336e54f9b6 req-ac806222-6f16-4b80-a290-deb6caa4c918 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 947 time: 0.1684070 Nov 23 21:55:13.355981 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-283d26e9-56da-4657-9df4-9929a06278a2 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:13.358675 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '7b07ebe4-8eae-4e0e-8e19-a36211a61bbb', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '7b07ebe4-8eae-4e0e-8e19-a36211a61bbb', 'mac_address': 'fa:16:3e:12:97:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:55:13.381504 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fa380f30-5259-4557-8655-2e293d304399 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:13.383809 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-283d26e9-56da-4657-9df4-9929a06278a2 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:13.385171 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62a74c2-a5d3-463e-ace2-0642440396e0 None None] Network 0ed18002-fcc7-4992-8ff8-4fd99afec607 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:13.388294 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b9e0c105-195e-4682-8a9a-0d6198cc8060 None None] Provisioning complete for port 29c0ebd5-b552-4257-8adc-95a72d9d6831 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:13.388836 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b9e0c105-195e-4682-8a9a-0d6198cc8060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:13.399766 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283d26e9-56da-4657-9df4-9929a06278a2 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:55:13.400250 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-283d26e9-56da-4657-9df4-9929a06278a2 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:55:13.403426 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:55:13.444435 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bc18ebfb-6635-442b-bf50-6a336e54f9b6 req-8cfd73ab-7885-48b7-a042-8440bf2b0ebe tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973597 Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server [None req-2e87c115-0752-4519-9c41-21f2e7e6d8e0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f41e6ad-4258-4a61-8415-0a0b6606ec83: This subnet is being modified by another concurrent operation. Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 21:55:13.475677 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise exception Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f41e6ad-4258-4a61-8415-0a0b6606ec83: This subnet is being modified by another concurrent operation. Nov 23 21:55:13.479239 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server Nov 23 21:55:13.497698 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-283d26e9-56da-4657-9df4-9929a06278a2 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:13.503903 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'name': 'tempest-TaggedBootDevicesTest_v242-1870970885-router', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:55:02Z', 'updated_at': '2021-11-23T21:55:09Z', 'revision_number': 4, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'gw_port': {'id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:03Z', 'updated_at': '2021-11-23T21:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '29c0ebd5-b552-4257-8adc-95a72d9d6831', 'name': '', 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'mac_address': 'fa:16:3e:6d:0a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '3849cc79-f357-4360-89e3-62e41d0cfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:08Z', 'updated_at': '2021-11-23T21:55:12Z', 'revision_number': 4, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'subnets': [{'id': '3849cc79-f357-4360-89e3-62e41d0cfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:13.507795 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-283d26e9-56da-4657-9df4-9929a06278a2 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:13.521876 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-283d26e9-56da-4657-9df4-9929a06278a2 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/networks/addfa980-a60f-4c17-8fbd-79bef518fdfb HTTP/1.1" status: 204 len: 168 time: 1.1859887 Nov 23 21:55:13.523874 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58638) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:13.528499 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e353fed-b3c6-4c61-ad17-705241d04899 None None] Network addfa980-a60f-4c17-8fbd-79bef518fdfb requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:13.543839 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f830c2-d622-41db-b54c-ab6d19a1ad19 None None] The sync data for ids ['0097417b-3ca8-4545-bde7-a102d071bd09'] in n-d-816206-9 is: [{'id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'name': 'tempest-TaggedBootDevicesTest_v242-1870970885-router', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:55:02Z', 'updated_at': '2021-11-23T21:55:09Z', 'revision_number': 4, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'gw_port': {'id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:03Z', 'updated_at': '2021-11-23T21:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '29c0ebd5-b552-4257-8adc-95a72d9d6831', 'name': '', 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'mac_address': 'fa:16:3e:6d:0a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '3849cc79-f357-4360-89e3-62e41d0cfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:08Z', 'updated_at': '2021-11-23T21:55:12Z', 'revision_number': 4, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'subnets': [{'id': '3849cc79-f357-4360-89e3-62e41d0cfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:55:13.561790 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbde9c67-ec9d-421a-b125-9c4193d3c53e tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] DELETE failed (client error): The resource could not be found. Nov 23 21:55:13.562171 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbde9c67-ec9d-421a-b125-9c4193d3c53e tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:55:13.567570 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cbde9c67-ec9d-421a-b125-9c4193d3c53e tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/subnets/5f41e6ad-4258-4a61-8415-0a0b6606ec83 HTTP/1.1" status: 404 len: 337 time: 0.0403142 Nov 23 21:55:13.571381 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58640) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:13.572474 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d26e9-56da-4657-9df4-9929a06278a2 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Network': ['ID=addfa980-a60f-4c17-8fbd-79bef518fdfb,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:13.592030 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fa380f30-5259-4557-8655-2e293d304399 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:13.606575 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-805b42f6-39f6-4b50-bb80-1e59e6ec568b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] DELETE failed (client error): The resource could not be found. Nov 23 21:55:13.607561 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805b42f6-39f6-4b50-bb80-1e59e6ec568b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:55:13.631833 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58644) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:13.635337 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-805b42f6-39f6-4b50-bb80-1e59e6ec568b tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/networks/addfa980-a60f-4c17-8fbd-79bef518fdfb HTTP/1.1" status: 404 len: 339 time: 0.0390429 Nov 23 21:55:13.670800 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e353fed-b3c6-4c61-ad17-705241d04899 None None] Network addfa980-a60f-4c17-8fbd-79bef518fdfb could not be found, it might have been deleted concurrently. {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 21:55:13.713700 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:13.740229 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef3998f0-e7a6-441d-a0cd-54fd4e0a15d3 req-a059e4be-f264-4bc6-8004-62e1924784e6 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0421662 Nov 23 21:55:13.762815 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:55:13.769986 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9658edc0-8a66-4d26-80d3-2a9873a8a8dc None None] Network addfa980-a60f-4c17-8fbd-79bef518fdfb requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:13.804405 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-763f7f13-b3c4-4492-a465-ad0aafead447 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:13.867052 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9658edc0-8a66-4d26-80d3-2a9873a8a8dc None None] Network addfa980-a60f-4c17-8fbd-79bef518fdfb could not be found, it might have been deleted concurrently. {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 21:55:13.885426 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7b07ebe4-8eae-4e0e-8e19-a36211a61bbb,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:13.922194 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-763f7f13-b3c4-4492-a465-ad0aafead447 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:13.924760 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['247b2c22-bf5b-4a93-af05-80b974a24c48'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:55:13.926989 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:13.976242 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-763f7f13-b3c4-4492-a465-ad0aafead447 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014f615a-f8df-4e44-86c6-1d103651934a']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:14.046156 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['d424e8e0-16b4-44c7-83b5-3077daab21d3'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:55:14.183158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b7961-5f03-4f54-855e-dfd9e9060435 req-f56a829e-cf7d-4689-8a27-63e98c3163e9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:14.191397 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b7961-5f03-4f54-855e-dfd9e9060435 req-f56a829e-cf7d-4689-8a27-63e98c3163e9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:14.199176 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b7961-5f03-4f54-855e-dfd9e9060435 req-f56a829e-cf7d-4689-8a27-63e98c3163e9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:14.212497 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b7961-5f03-4f54-855e-dfd9e9060435 req-f56a829e-cf7d-4689-8a27-63e98c3163e9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:14.222322 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b7961-5f03-4f54-855e-dfd9e9060435 req-f56a829e-cf7d-4689-8a27-63e98c3163e9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:14.223120 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['f304a4f3-98a7-481a-b024-fa9ac11528de'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:55:14.228707 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b7961-5f03-4f54-855e-dfd9e9060435 req-f56a829e-cf7d-4689-8a27-63e98c3163e9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:14.236384 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b7961-5f03-4f54-855e-dfd9e9060435 req-f56a829e-cf7d-4689-8a27-63e98c3163e9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:14.238534 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-577b7961-5f03-4f54-855e-dfd9e9060435 req-f56a829e-cf7d-4689-8a27-63e98c3163e9 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5429 time: 0.1449776 Nov 23 21:55:14.313877 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-577b7961-5f03-4f54-855e-dfd9e9060435 req-24775a2f-5c26-42d5-b4d9-6086592e11d6 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0677037 Nov 23 21:55:14.360352 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-763f7f13-b3c4-4492-a465-ad0aafead447 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f086e7a6-33f9-40c5-80d9-a39673f7105d') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:14.361106 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-763f7f13-b3c4-4492-a465-ad0aafead447 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f086e7a6-33f9-40c5-80d9-a39673f7105d') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:14.376300 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-763f7f13-b3c4-4492-a465-ad0aafead447 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:14.380926 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfff38d2-4ed9-4f2a-9502-fce90540297d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-0ed18002-fcc7-4992-8ff8-4fd99afec607', 'network_id': '0ed18002-fcc7-4992-8ff8-4fd99afec607', 'tenant_id': 'dd56ef8725ce47068b9fd762d8efd743', 'fixed_ips': [{'subnet_id': 'c5e03f6d-99d0-415e-ad7d-a069da2c1e5a'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:55:14.381811 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dfff38d2-4ed9-4f2a-9502-fce90540297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:14.411599 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-763f7f13-b3c4-4492-a465-ad0aafead447 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:14.422029 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763f7f13-b3c4-4492-a465-ad0aafead447 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:55:14.422667 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-763f7f13-b3c4-4492-a465-ad0aafead447 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:55:14.425748 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:55:14.453553 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fa380f30-5259-4557-8655-2e293d304399 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:14.504871 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['7b07ebe4-8eae-4e0e-8e19-a36211a61bbb'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:55:14.508673 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fa380f30-5259-4557-8655-2e293d304399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:14.552653 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-763f7f13-b3c4-4492-a465-ad0aafead447 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:14.566649 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-763f7f13-b3c4-4492-a465-ad0aafead447 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:14.572463 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-763f7f13-b3c4-4492-a465-ad0aafead447 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/networks/014f615a-f8df-4e44-86c6-1d103651934a HTTP/1.1" status: 204 len: 168 time: 0.9392204 Nov 23 21:55:14.576380 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58662) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:14.616492 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b9e0c105-195e-4682-8a9a-0d6198cc8060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:14.619111 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f7f13-b3c4-4492-a465-ad0aafead447 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Network': ['ID=014f615a-f8df-4e44-86c6-1d103651934a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:14.623912 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d397dd-b43b-4219-8408-63bffb1690e0 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] DELETE failed (client error): The resource could not be found. Nov 23 21:55:14.624372 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d397dd-b43b-4219-8408-63bffb1690e0 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:55:14.631111 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e8d397dd-b43b-4219-8408-63bffb1690e0 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/subnets/2ab29333-cfef-4e6a-8125-c5179430b5af HTTP/1.1" status: 404 len: 337 time: 0.0538166 Nov 23 21:55:14.631723 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58664) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:14.648699 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a460a6c-1240-4399-81d8-b4f96ba8114a req-1d8cc0d6-f37c-46e5-9722-e934bf6c650f tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:14.650604 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=7b07ebe4-8eae-4e0e-8e19-a36211a61bbb,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:14.651286 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a460a6c-1240-4399-81d8-b4f96ba8114a req-1d8cc0d6-f37c-46e5-9722-e934bf6c650f tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 948 time: 0.0814600 Nov 23 21:55:14.662219 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-cebd0dbb-b99e-4d03-b3a7-8f4d4fe0c960 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] DELETE failed (client error): The resource could not be found. Nov 23 21:55:14.663213 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cebd0dbb-b99e-4d03-b3a7-8f4d4fe0c960 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:55:14.668397 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cebd0dbb-b99e-4d03-b3a7-8f4d4fe0c960 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/networks/bdbaad4e-0d82-4df1-9f58-acf4cd584b6b HTTP/1.1" status: 404 len: 339 time: 0.0326817 Nov 23 21:55:14.668992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58666) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:14.756741 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a87e253-ce78-496b-9d40-072304b72d3c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Deleting subnet 9b2bd010-bebe-4160-99cc-6514bde11f03 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:55:14.765020 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a87e253-ce78-496b-9d40-072304b72d3c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:14.767696 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a460a6c-1240-4399-81d8-b4f96ba8114a req-b10931d7-5fcb-4c57-a507-4803622b42d5 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013110 Nov 23 21:55:14.873230 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-fa380f30-5259-4557-8655-2e293d304399 admin admin] Allocated IP 172.25.5.168 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/234b7f1c-be9e-418a-928c-9c3a03c6308f) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:55:14.881516 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a87e253-ce78-496b-9d40-072304b72d3c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:14.933579 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 29c0ebd5-b552-4257-8adc-95a72d9d6831 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:14.943427 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8dbdf092-2bc0-4bdc-9677-ce434aa1c976 req-804af5bb-dcab-483c-890b-a314931a7ed6 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0727131 Nov 23 21:55:15.004333 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b9e0c105-195e-4682-8a9a-0d6198cc8060 None None] For port 29c0ebd5-b552-4257-8adc-95a72d9d6831, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=29c0ebd5-b552-4257-8adc-95a72d9d6831,segment=NetworkSegment(991faeff-44de-485b-8e34-be807e87bd11),segment_id=991faeff-44de-485b-8e34-be807e87bd11)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:15.048344 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a87e253-ce78-496b-9d40-072304b72d3c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:15.072836 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b9e0c105-195e-4682-8a9a-0d6198cc8060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:15.095624 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fa380f30-5259-4557-8655-2e293d304399 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:15.144242 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a87e253-ce78-496b-9d40-072304b72d3c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:15.176690 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fa380f30-5259-4557-8655-2e293d304399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:15.186487 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87e253-ce78-496b-9d40-072304b72d3c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Subnet': ['ID=9b2bd010-bebe-4160-99cc-6514bde11f03,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:15.220448 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a87e253-ce78-496b-9d40-072304b72d3c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:15.228026 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6a87e253-ce78-496b-9d40-072304b72d3c tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/subnets/9b2bd010-bebe-4160-99cc-6514bde11f03 HTTP/1.1" status: 204 len: 168 time: 0.5341423 Nov 23 21:55:15.228419 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58674) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:15.242184 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa380f30-5259-4557-8655-2e293d304399 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:55:15.245116 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-fa380f30-5259-4557-8655-2e293d304399 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:15.252721 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f56cc8-3f9a-4e4d-a1c1-b5a9e2898547 None None] Network aeda631b-0b23-4075-b53f-b4c7fb6c6524 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:15.255909 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa380f30-5259-4557-8655-2e293d304399 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:55:15.259231 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa380f30-5259-4557-8655-2e293d304399 admin admin] Pushing event updated for resources: {'Port': ['ID=234b7f1c-be9e-418a-928c-9c3a03c6308f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:15.315670 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbaa341-9505-4cf2-b2cb-cae70db643e9 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:55:15.329699 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd6f16e-b932-46a4-a7a6-499194f6d35f tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Deleting subnet 33b0c76f-0633-40d7-85ab-d60117ad294c {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:55:15.332935 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2bd6f16e-b932-46a4-a7a6-499194f6d35f tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:15.376564 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2bd6f16e-b932-46a4-a7a6-499194f6d35f tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:15.396528 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0c105-195e-4682-8a9a-0d6198cc8060 None None] Pushing event updated for resources: {'Port': ['ID=29c0ebd5-b552-4257-8adc-95a72d9d6831,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:15.414483 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f653f198-b8d4-4143-b8a1-76b7fc359901 None None] Provisioning complete for port 29c0ebd5-b552-4257-8adc-95a72d9d6831 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:15.414889 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f653f198-b8d4-4143-b8a1-76b7fc359901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:15.542828 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2bd6f16e-b932-46a4-a7a6-499194f6d35f tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:15.550367 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-dfff38d2-4ed9-4f2a-9502-fce90540297d None None] Allocated IP 172.20.0.2 (0ed18002-fcc7-4992-8ff8-4fd99afec607/c5e03f6d-99d0-415e-ad7d-a069da2c1e5a/c5230998-e711-491d-8853-40069b6fca10) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:55:15.568234 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 29c0ebd5-b552-4257-8adc-95a72d9d6831 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:15.568605 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:15.583695 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fa380f30-5259-4557-8655-2e293d304399 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:15.588418 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d00811-2732-49f5-b6cf-f60e4ad5c88e req-2e3b1463-171b-4884-861c-829714752d7a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:15.595210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d00811-2732-49f5-b6cf-f60e4ad5c88e req-2e3b1463-171b-4884-861c-829714752d7a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:15.601279 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d00811-2732-49f5-b6cf-f60e4ad5c88e req-2e3b1463-171b-4884-861c-829714752d7a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:15.607299 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d00811-2732-49f5-b6cf-f60e4ad5c88e req-2e3b1463-171b-4884-861c-829714752d7a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:15.614009 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d00811-2732-49f5-b6cf-f60e4ad5c88e req-2e3b1463-171b-4884-861c-829714752d7a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:15.619942 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d00811-2732-49f5-b6cf-f60e4ad5c88e req-2e3b1463-171b-4884-861c-829714752d7a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:15.626084 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d00811-2732-49f5-b6cf-f60e4ad5c88e req-2e3b1463-171b-4884-861c-829714752d7a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:15.627958 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-28d00811-2732-49f5-b6cf-f60e4ad5c88e req-2e3b1463-171b-4884-861c-829714752d7a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5429 time: 0.1466291 Nov 23 21:55:15.704129 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2bd6f16e-b932-46a4-a7a6-499194f6d35f tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:15.720294 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-28d00811-2732-49f5-b6cf-f60e4ad5c88e req-e8538e75-b725-4b10-8e30-cb5087b2b189 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0847144 Nov 23 21:55:15.742116 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6f16e-b932-46a4-a7a6-499194f6d35f tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Subnet': ['ID=33b0c76f-0633-40d7-85ab-d60117ad294c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:15.753474 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2bd6f16e-b932-46a4-a7a6-499194f6d35f tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:15.757641 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2bd6f16e-b932-46a4-a7a6-499194f6d35f tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/subnets/33b0c76f-0633-40d7-85ab-d60117ad294c HTTP/1.1" status: 204 len: 168 time: 0.5268998 Nov 23 21:55:15.760055 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58680) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:15.852231 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d014060a-68ed-4329-8206-6be1b3399b85 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:15.871848 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fa380f30-5259-4557-8655-2e293d304399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:15.942934 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18636d-8e1d-4bae-8bcc-d31f0e29abe8 req-6691d7f6-f4c1-476e-bc4e-4b0acc8093e8 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:15.944361 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dfff38d2-4ed9-4f2a-9502-fce90540297d None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:15.947204 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bb18636d-8e1d-4bae-8bcc-d31f0e29abe8 req-6691d7f6-f4c1-476e-bc4e-4b0acc8093e8 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 948 time: 0.0866632 Nov 23 21:55:15.960798 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dfff38d2-4ed9-4f2a-9502-fce90540297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:15.984748 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-d014060a-68ed-4329-8206-6be1b3399b85 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Deleting port 096818d3-0b6a-4e90-82eb-9df1e29a61a1 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:55:15.985108 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d014060a-68ed-4329-8206-6be1b3399b85 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:16.041908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-19dd5caa-efba-4eae-a7a9-0982d0980129 None None] Provisioning complete for port 234b7f1c-be9e-418a-928c-9c3a03c6308f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:16.042291 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-19dd5caa-efba-4eae-a7a9-0982d0980129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:16.057586 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa380f30-5259-4557-8655-2e293d304399 admin admin] Router 1b36b144-3604-4e65-9a8f-26cc1322e742 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 21:55:16.084395 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfff38d2-4ed9-4f2a-9502-fce90540297d None None] Network 0ed18002-fcc7-4992-8ff8-4fd99afec607 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:55:16.104506 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-dfff38d2-4ed9-4f2a-9502-fce90540297d None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:16.116216 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1941da62-d40f-456b-b512-ba26de9b0e68 None None] Update dhcp port {'port': {'network_id': 'aeda631b-0b23-4075-b53f-b4c7fb6c6524', 'fixed_ips': [{'subnet_id': '33b0c76f-0633-40d7-85ab-d60117ad294c'}], 'binding:host_id': 'n-d-816206-9'}, 'id': '096818d3-0b6a-4e90-82eb-9df1e29a61a1'} from n-d-816206-9. {{(pid=110035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 21:55:16.121201 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfff38d2-4ed9-4f2a-9502-fce90540297d None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:55:16.128967 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff38d2-4ed9-4f2a-9502-fce90540297d None None] Pushing event updated for resources: {'Port': ['ID=c5230998-e711-491d-8853-40069b6fca10,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:16.137906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-d014060a-68ed-4329-8206-6be1b3399b85 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] For port 096818d3-0b6a-4e90-82eb-9df1e29a61a1, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=096818d3-0b6a-4e90-82eb-9df1e29a61a1,segment=NetworkSegment(e667df77-7e55-4f85-bfab-f964acab04c4),segment_id=e667df77-7e55-4f85-bfab-f964acab04c4)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:16.138280 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d014060a-68ed-4329-8206-6be1b3399b85 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:16.144653 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bb18636d-8e1d-4bae-8bcc-d31f0e29abe8 req-d9c0a24b-3439-424a-90d8-84168e48ded0 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931009 Nov 23 21:55:16.162916 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-19dd5caa-efba-4eae-a7a9-0982d0980129 None None] Port 234b7f1c-be9e-418a-928c-9c3a03c6308f cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:55:16.170012 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1941da62-d40f-456b-b512-ba26de9b0e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:16.181731 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-d014060a-68ed-4329-8206-6be1b3399b85 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Calling delete_port for 096818d3-0b6a-4e90-82eb-9df1e29a61a1 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:55:16.245928 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9c4a7eb8-7d3d-4b57-a167-15210a459ed4 req-8a93afca-3f78-4812-b09b-baa6eb2a4ac7 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.1314111 Nov 23 21:55:16.250539 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-dfff38d2-4ed9-4f2a-9502-fce90540297d None None] Attempting to bind port c5230998-e711-491d-8853-40069b6fca10 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:55:16.250940 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-dfff38d2-4ed9-4f2a-9502-fce90540297d None None] Attempting to bind port c5230998-e711-491d-8853-40069b6fca10 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '65521b9b-264f-4051-a2da-c51cabca93fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ed18002-fcc7-4992-8ff8-4fd99afec607'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:55:16.251306 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfff38d2-4ed9-4f2a-9502-fce90540297d None None] Attempting to bind port c5230998-e711-491d-8853-40069b6fca10 on network 0ed18002-fcc7-4992-8ff8-4fd99afec607 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:55:16.253052 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa380f30-5259-4557-8655-2e293d304399 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:55:16.268598 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] Sync routers for ids ['1b36b144-3604-4e65-9a8f-26cc1322e742'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:55:16.273641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfff38d2-4ed9-4f2a-9502-fce90540297d None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:55:16.274029 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfff38d2-4ed9-4f2a-9502-fce90540297d None None] Checking segment: {'id': '65521b9b-264f-4051-a2da-c51cabca93fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ed18002-fcc7-4992-8ff8-4fd99afec607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:16.274495 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dfff38d2-4ed9-4f2a-9502-fce90540297d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:16.274914 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfff38d2-4ed9-4f2a-9502-fce90540297d None None] Bound using segment: {'id': '65521b9b-264f-4051-a2da-c51cabca93fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ed18002-fcc7-4992-8ff8-4fd99afec607'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:55:16.275408 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-dfff38d2-4ed9-4f2a-9502-fce90540297d None None] Bound port: c5230998-e711-491d-8853-40069b6fca10, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65521b9b-264f-4051-a2da-c51cabca93fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ed18002-fcc7-4992-8ff8-4fd99afec607'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:55:16.275895 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dfff38d2-4ed9-4f2a-9502-fce90540297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:16.284775 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fa380f30-5259-4557-8655-2e293d304399 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:16.288776 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fa380f30-5259-4557-8655-2e293d304399 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0225737 Nov 23 21:55:16.288898 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58690) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:16.317903 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d014060a-68ed-4329-8206-6be1b3399b85 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:16.353121 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014060a-68ed-4329-8206-6be1b3399b85 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Port': ['ID=096818d3-0b6a-4e90-82eb-9df1e29a61a1,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:16.356786 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d014060a-68ed-4329-8206-6be1b3399b85 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] No DVR routers for this DVR port 096818d3-0b6a-4e90-82eb-9df1e29a61a1 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:55:16.364903 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device fbf87d98-58c1-485f-b0ec-76cb1954f419 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:16.394762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] Routers {'1b36b144-3604-4e65-9a8f-26cc1322e742'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:55:16.395326 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:55:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['1b36b144-3604-4e65-9a8f-26cc1322e742'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:16.472704 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d014060a-68ed-4329-8206-6be1b3399b85 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:16.511846 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-d014060a-68ed-4329-8206-6be1b3399b85 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeda631b-0b23-4075-b53f-b4c7fb6c6524']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:16.522064 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-d014060a-68ed-4329-8206-6be1b3399b85 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e667df77-7e55-4f85-bfab-f964acab04c4') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:16.522349 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-d014060a-68ed-4329-8206-6be1b3399b85 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e667df77-7e55-4f85-bfab-f964acab04c4') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:16.532571 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d014060a-68ed-4329-8206-6be1b3399b85 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:16.534560 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369072e4-6f1c-4480-8575-8734fd0fd9f0 None None] Network aeda631b-0b23-4075-b53f-b4c7fb6c6524 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:16.554647 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d014060a-68ed-4329-8206-6be1b3399b85 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:16.566750 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d014060a-68ed-4329-8206-6be1b3399b85 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:55:16.571381 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-dfff38d2-4ed9-4f2a-9502-fce90540297d None None] For port c5230998-e711-491d-8853-40069b6fca10, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:55:16.571525 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d014060a-68ed-4329-8206-6be1b3399b85 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:55:16.575482 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:55:16.635199 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-dfff38d2-4ed9-4f2a-9502-fce90540297d None None] For port c5230998-e711-491d-8853-40069b6fca10, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c5230998-e711-491d-8853-40069b6fca10,segment=NetworkSegment(65521b9b-264f-4051-a2da-c51cabca93fa),segment_id=65521b9b-264f-4051-a2da-c51cabca93fa)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:55:16.639364 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-be1290d7-5e4a-4a10-abab-e18898d217d2 None None] Could not find standard attr ID for object 096818d3-0b6a-4e90-82eb-9df1e29a61a1. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 21:55:16.650966 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d014060a-68ed-4329-8206-6be1b3399b85 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:16.656610 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dfff38d2-4ed9-4f2a-9502-fce90540297d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:16.663230 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port fbf87d98-58c1-485f-b0ec-76cb1954f419 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:55:16.666931 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] Set router 1b36b144-3604-4e65-9a8f-26cc1322e742 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:55:16.683649 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d014060a-68ed-4329-8206-6be1b3399b85 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:16.689684 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d014060a-68ed-4329-8206-6be1b3399b85 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/networks/aeda631b-0b23-4075-b53f-b4c7fb6c6524 HTTP/1.1" status: 204 len: 168 time: 0.9284799 Nov 23 21:55:16.690345 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58694) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:16.691159 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014060a-68ed-4329-8206-6be1b3399b85 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Network': ['ID=aeda631b-0b23-4075-b53f-b4c7fb6c6524,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:16.726025 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dcebc2c-ea9f-4caf-b611-251cbfa53d13 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] DELETE failed (client error): The resource could not be found. Nov 23 21:55:16.726484 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dcebc2c-ea9f-4caf-b611-251cbfa53d13 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:55:16.732686 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8dcebc2c-ea9f-4caf-b611-251cbfa53d13 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/subnets/54912d34-4d02-4a08-8468-fb399ca427db HTTP/1.1" status: 404 len: 337 time: 0.0394759 Nov 23 21:55:16.733287 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58696) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:16.754145 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a29e5a6-b78d-4346-ad08-1209bb8943fc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] DELETE failed (client error): The resource could not be found. Nov 23 21:55:16.754362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port fbf87d98-58c1-485f-b0ec-76cb1954f419 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:16.754577 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a29e5a6-b78d-4346-ad08-1209bb8943fc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:55:16.754680 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:16.760216 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6a29e5a6-b78d-4346-ad08-1209bb8943fc tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/networks/5efd68a0-6f5e-4242-98c3-de7941a1691c HTTP/1.1" status: 404 len: 339 time: 0.0231566 Nov 23 21:55:16.760901 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58700) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:16.795624 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-4353fdf2-dcac-47c7-bad6-3257f0df5b83 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] DELETE failed (client error): The resource could not be found. Nov 23 21:55:16.796098 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4353fdf2-dcac-47c7-bad6-3257f0df5b83 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:55:16.799907 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4353fdf2-dcac-47c7-bad6-3257f0df5b83 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/subnets/2a2707e2-a9f3-4bbf-b101-f6a7f1af1c10 HTTP/1.1" status: 404 len: 337 time: 0.0383530 Nov 23 21:55:16.802527 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58702) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:16.821708 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dae37a1-79ea-4049-83fd-ddd4cb139a90 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] DELETE failed (client error): The resource could not be found. Nov 23 21:55:16.822222 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dae37a1-79ea-4049-83fd-ddd4cb139a90 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:55:16.825338 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8dae37a1-79ea-4049-83fd-ddd4cb139a90 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/networks/2cab08b7-4511-4683-af62-5711009541ae HTTP/1.1" status: 404 len: 339 time: 0.0217588 Nov 23 21:55:16.828201 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58704) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:16.846643 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3692776c-4ffd-4afa-8a32-59c4f0c3ebb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:16.856195 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63fbd5f-203f-4624-87dc-d30e424bc26e tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] DELETE failed (client error): The resource could not be found. Nov 23 21:55:16.856632 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f63fbd5f-203f-4624-87dc-d30e424bc26e tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:55:16.860641 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f63fbd5f-203f-4624-87dc-d30e424bc26e tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/subnets/09e09257-99ac-41d5-ace5-726113dc9d2d HTTP/1.1" status: 404 len: 337 time: 0.0313478 Nov 23 21:55:16.863655 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58706) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:16.889276 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ef6e9d-4e73-4b7b-89fb-66f1b7fcd772 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] DELETE failed (client error): The resource could not be found. Nov 23 21:55:16.889674 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ef6e9d-4e73-4b7b-89fb-66f1b7fcd772 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:55:16.895314 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a3ef6e9d-4e73-4b7b-89fb-66f1b7fcd772 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/networks/49e7dcd4-56dc-42c2-ab79-803a2f7c4977 HTTP/1.1" status: 404 len: 339 time: 0.0284040 Nov 23 21:55:16.895882 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58708) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:16.926077 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deac113-f091-4f48-9063-966d8f84cb15 req-d3492505-61d8-4fa4-9eca-52176b3402e8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:16.932366 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deac113-f091-4f48-9063-966d8f84cb15 req-d3492505-61d8-4fa4-9eca-52176b3402e8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:16.939233 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deac113-f091-4f48-9063-966d8f84cb15 req-d3492505-61d8-4fa4-9eca-52176b3402e8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:16.945286 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deac113-f091-4f48-9063-966d8f84cb15 req-d3492505-61d8-4fa4-9eca-52176b3402e8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:16.951910 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deac113-f091-4f48-9063-966d8f84cb15 req-d3492505-61d8-4fa4-9eca-52176b3402e8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:16.959038 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deac113-f091-4f48-9063-966d8f84cb15 req-d3492505-61d8-4fa4-9eca-52176b3402e8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:16.965478 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deac113-f091-4f48-9063-966d8f84cb15 req-d3492505-61d8-4fa4-9eca-52176b3402e8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:16.967089 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9deac113-f091-4f48-9063-966d8f84cb15 req-d3492505-61d8-4fa4-9eca-52176b3402e8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5429 time: 0.1401508 Nov 23 21:55:17.014140 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 29c0ebd5-b552-4257-8adc-95a72d9d6831 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:17.025940 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e64a36b-46b2-4af4-9fd4-5a772801ffd3 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Deleting subnet 35c824c6-66c4-4ab5-b0d1-24c545e9dbc5 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:55:17.033280 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6e64a36b-46b2-4af4-9fd4-5a772801ffd3 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:17.076404 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9deac113-f091-4f48-9063-966d8f84cb15 req-f04d0c8e-b16b-4f7e-9d3c-69ff15ef313b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0937648 Nov 23 21:55:17.139000 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6e64a36b-46b2-4af4-9fd4-5a772801ffd3 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:17.213731 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-3692776c-4ffd-4afa-8a32-59c4f0c3ebb8 admin admin] Allocated IP 172.20.0.1 (0ed18002-fcc7-4992-8ff8-4fd99afec607/c5e03f6d-99d0-415e-ad7d-a069da2c1e5a/4fbd9852-eed2-400a-99e3-66a8bc998a69) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:55:17.241604 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc857b5-30e2-460c-a7c0-22d0a080f034 None None] DHCP port deletion for aeda631b-0b23-4075-b53f-b4c7fb6c6524 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:55:17.247238 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff38d2-4ed9-4f2a-9502-fce90540297d None None] Pushing event updated for resources: {'Port': ['ID=c5230998-e711-491d-8853-40069b6fca10,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:17.312258 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 29c0ebd5-b552-4257-8adc-95a72d9d6831 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:17.314107 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:17.364837 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c6a96-5a0f-4034-a65a-63fd526148b3 req-64a77274-c1f4-4c1b-9462-e274e9c5c860 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:17.367875 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-621c6a96-5a0f-4034-a65a-63fd526148b3 req-64a77274-c1f4-4c1b-9462-e274e9c5c860 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 948 time: 0.1147265 Nov 23 21:55:17.415241 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6e64a36b-46b2-4af4-9fd4-5a772801ffd3 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:17.423612 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:17.428692 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-621c6a96-5a0f-4034-a65a-63fd526148b3 req-b8d208e1-aafd-402c-9a46-eea2cb7a0ffe tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546918 Nov 23 21:55:17.462585 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3692776c-4ffd-4afa-8a32-59c4f0c3ebb8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:17.466349 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf87d98-58c1-485f-b0ec-76cb1954f419'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:55:17.469438 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33b666f-f777-441e-a998-822f91fad7e9" -d '{"events": [{"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-plugged", "status": "completed", "tag": "fbf87d98-58c1-485f-b0ec-76cb1954f419"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:55:17.490429 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port fbf87d98-58c1-485f-b0ec-76cb1954f419, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=fbf87d98-58c1-485f-b0ec-76cb1954f419,segment=NetworkSegment(58b520fc-ac31-40cf-a40c-a5ec7f20b775),segment_id=58b520fc-ac31-40cf-a40c-a5ec7f20b775)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:17.513395 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1a411f5-13ff-4073-84d4-a20d21105d54 req-895729cd-dda4-4da3-a88c-3748eb561bb2 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0405617 Nov 23 21:55:17.514996 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:17.515887 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device b6f8e53c-884b-4d04-8718-3995b74448ac up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:17.522657 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b36b144-3604-4e65-9a8f-26cc1322e742', 'name': 'tempest-TaggedBootDevicesTest_v242-692607455-router', 'tenant_id': 'dd56ef8725ce47068b9fd762d8efd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '234b7f1c-be9e-418a-928c-9c3a03c6308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:55:13Z', 'updated_at': '2021-11-23T21:55:15Z', 'revision_number': 3, 'project_id': 'dd56ef8725ce47068b9fd762d8efd743', 'gw_port': {'id': '234b7f1c-be9e-418a-928c-9c3a03c6308f', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b36b144-3604-4e65-9a8f-26cc1322e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:14Z', 'updated_at': '2021-11-23T21:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:17.548727 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97776fb9-88d5-47ba-8aee-d36240276947 x-openstack-request-id: req-97776fb9-88d5-47ba-8aee-d36240276947 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:55:17.549027 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-plugged", "status": "completed", "tag": "fbf87d98-58c1-485f-b0ec-76cb1954f419", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:55:17.549281 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-97776fb9-88d5-47ba-8aee-d36240276947 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:55:17.549677 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf87d98-58c1-485f-b0ec-76cb1954f419', 'code': 200} Nov 23 21:55:17.553218 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6e64a36b-46b2-4af4-9fd4-5a772801ffd3 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:17.564626 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3692776c-4ffd-4afa-8a32-59c4f0c3ebb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:17.606322 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] Checking router: 1b36b144-3604-4e65-9a8f-26cc1322e742 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:55:17.606677 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] Updating router 1b36b144-3604-4e65-9a8f-26cc1322e742 port 234b7f1c-be9e-418a-928c-9c3a03c6308f binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:55:17.607467 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64a36b-46b2-4af4-9fd4-5a772801ffd3 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Subnet': ['ID=35c824c6-66c4-4ab5-b0d1-24c545e9dbc5,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:17.615565 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6e64a36b-46b2-4af4-9fd4-5a772801ffd3 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:17.619143 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6e64a36b-46b2-4af4-9fd4-5a772801ffd3 tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/subnets/35c824c6-66c4-4ab5-b0d1-24c545e9dbc5 HTTP/1.1" status: 204 len: 168 time: 0.7222202 Nov 23 21:55:17.621669 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58720) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:17.644249 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461d45a8-0e12-4469-9870-8ebd7f32832d None None] Network 6061858e-81e5-4936-a58c-638e9782e99f requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:17.661255 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3692776c-4ffd-4afa-8a32-59c4f0c3ebb8 admin admin] Network 0ed18002-fcc7-4992-8ff8-4fd99afec607 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:55:17.674732 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-3692776c-4ffd-4afa-8a32-59c4f0c3ebb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:17.679449 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3692776c-4ffd-4afa-8a32-59c4f0c3ebb8 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:55:17.680939 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692776c-4ffd-4afa-8a32-59c4f0c3ebb8 admin admin] Pushing event updated for resources: {'Port': ['ID=4fbd9852-eed2-400a-99e3-66a8bc998a69,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:17.693824 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:17.701667 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 096818d3-0b6a-4e90-82eb-9df1e29a61a1 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:55:17.750702 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-709d5f3c-3d0c-41c8-975f-b2db121918fa tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:17.751537 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=fbf87d98-58c1-485f-b0ec-76cb1954f419,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:17.764311 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3692776c-4ffd-4afa-8a32-59c4f0c3ebb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:17.796774 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port b6f8e53c-884b-4d04-8718-3995b74448ac completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:55:17.798609 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 096818d3-0b6a-4e90-82eb-9df1e29a61a1 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:55:17.798999 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 096818d3-0b6a-4e90-82eb-9df1e29a61a1 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:55:17.813579 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port b6f8e53c-884b-4d04-8718-3995b74448ac triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:17.813579 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:17.913098 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-709d5f3c-3d0c-41c8-975f-b2db121918fa tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Deleting port 4fcdfc50-e520-41ff-8807-dfc25b734259 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:55:17.913464 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-709d5f3c-3d0c-41c8-975f-b2db121918fa tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:17.991081 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3692776c-4ffd-4afa-8a32-59c4f0c3ebb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:18.016856 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-709d5f3c-3d0c-41c8-975f-b2db121918fa tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] For port 4fcdfc50-e520-41ff-8807-dfc25b734259, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4fcdfc50-e520-41ff-8807-dfc25b734259,segment=NetworkSegment(02b1bacb-0cb3-4eef-9848-2c37eb3c14e9),segment_id=02b1bacb-0cb3-4eef-9848-2c37eb3c14e9)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:18.017235 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-709d5f3c-3d0c-41c8-975f-b2db121918fa tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:18.060441 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-709d5f3c-3d0c-41c8-975f-b2db121918fa tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Calling delete_port for 4fcdfc50-e520-41ff-8807-dfc25b734259 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:55:18.081445 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f1e312-489f-4d16-a3ff-731906b6e218 None None] DHCP port deletion for 6061858e-81e5-4936-a58c-638e9782e99f request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:55:18.087827 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:18.197636 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port b6f8e53c-884b-4d04-8718-3995b74448ac, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b6f8e53c-884b-4d04-8718-3995b74448ac,segment=NetworkSegment(58b520fc-ac31-40cf-a40c-a5ec7f20b775),segment_id=58b520fc-ac31-40cf-a40c-a5ec7f20b775)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:18.211688 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:18.231302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2717b85-c55c-436a-bc3a-4eeca88798f2 None None] Network 0ed18002-fcc7-4992-8ff8-4fd99afec607 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:18.252844 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:18.260516 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7cab0-cfc1-4e22-b6ac-77eb50d8da47 req-08633fc6-0dcb-4be7-ac90-81b25a7f8457 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:18.264804 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-709d5f3c-3d0c-41c8-975f-b2db121918fa tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:18.268363 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7cab0-cfc1-4e22-b6ac-77eb50d8da47 req-08633fc6-0dcb-4be7-ac90-81b25a7f8457 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:18.275066 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7cab0-cfc1-4e22-b6ac-77eb50d8da47 req-08633fc6-0dcb-4be7-ac90-81b25a7f8457 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:18.283382 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7cab0-cfc1-4e22-b6ac-77eb50d8da47 req-08633fc6-0dcb-4be7-ac90-81b25a7f8457 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:18.289479 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7cab0-cfc1-4e22-b6ac-77eb50d8da47 req-08633fc6-0dcb-4be7-ac90-81b25a7f8457 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:18.295780 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:18.297308 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7cab0-cfc1-4e22-b6ac-77eb50d8da47 req-08633fc6-0dcb-4be7-ac90-81b25a7f8457 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:18.303663 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7cab0-cfc1-4e22-b6ac-77eb50d8da47 req-08633fc6-0dcb-4be7-ac90-81b25a7f8457 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:18.306217 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-10f7cab0-cfc1-4e22-b6ac-77eb50d8da47 req-08633fc6-0dcb-4be7-ac90-81b25a7f8457 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5431 time: 0.1140096 Nov 23 21:55:18.307866 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709d5f3c-3d0c-41c8-975f-b2db121918fa tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] No DVR routers for this DVR port 4fcdfc50-e520-41ff-8807-dfc25b734259 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:55:18.316357 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d5f3c-3d0c-41c8-975f-b2db121918fa tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Port': ['ID=4fcdfc50-e520-41ff-8807-dfc25b734259,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:18.356947 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a7f1e312-489f-4d16-a3ff-731906b6e218 None None] Deleting port 4fcdfc50-e520-41ff-8807-dfc25b734259 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:55:18.357324 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a7f1e312-489f-4d16-a3ff-731906b6e218 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:18.364493 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3692776c-4ffd-4afa-8a32-59c4f0c3ebb8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:18.379819 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 247b2c22-bf5b-4a93-af05-80b974a24c48 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:18.390726 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-10f7cab0-cfc1-4e22-b6ac-77eb50d8da47 req-16a2b5c7-a28c-4735-80bf-cdb6f7080e43 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0711834 Nov 23 21:55:18.393809 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=b6f8e53c-884b-4d04-8718-3995b74448ac,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:18.395836 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3692776c-4ffd-4afa-8a32-59c4f0c3ebb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:18.424715 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6273d3-8c46-402f-b508-403e1fe926fd None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:55:18.440042 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-18c3d9ff-35b6-4d6f-9aa7-ccfca1821a03 None None] Provisioning complete for port c5230998-e711-491d-8853-40069b6fca10 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:18.440413 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-18c3d9ff-35b6-4d6f-9aa7-ccfca1821a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:18.531969 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-709d5f3c-3d0c-41c8-975f-b2db121918fa tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:18.545908 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692776c-4ffd-4afa-8a32-59c4f0c3ebb8 admin admin] Pushing event updated for resources: {'Port': ['ID=4fbd9852-eed2-400a-99e3-66a8bc998a69,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:18.552027 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3692776c-4ffd-4afa-8a32-59c4f0c3ebb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:18.566462 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d4a24-ec74-4c60-a2a1-45a7b8f7fed2 req-f677050a-5ac8-4883-a372-d49a497ff065 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:18.568361 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-213d4a24-ec74-4c60-a2a1-45a7b8f7fed2 req-f677050a-5ac8-4883-a372-d49a497ff065 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 948 time: 0.0666142 Nov 23 21:55:18.584838 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] Attempting to bind port 234b7f1c-be9e-418a-928c-9c3a03c6308f on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:55:18.585221 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] Attempting to bind port 234b7f1c-be9e-418a-928c-9c3a03c6308f by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:55:18.585590 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] Attempting to bind port 234b7f1c-be9e-418a-928c-9c3a03c6308f on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:55:18.641929 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-213d4a24-ec74-4c60-a2a1-45a7b8f7fed2 req-ef8de086-ac33-4018-912e-210bc929928a tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664613 Nov 23 21:55:18.677938 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e33a17c-b3ac-45a9-b384-584913cafdc7 req-e0efa033-df4a-4fdb-9233-7a4e9b13e03f tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0481887 Nov 23 21:55:18.693510 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:55:18.693510 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:18.693925 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:18.694326 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:55:18.694950 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] Bound port: 234b7f1c-be9e-418a-928c-9c3a03c6308f, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:55:18.695308 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:18.772564 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a7f1e312-489f-4d16-a3ff-731906b6e218 None None] For port 4fcdfc50-e520-41ff-8807-dfc25b734259, host n-d-816206-9, got binding levels [] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:18.772965 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a7f1e312-489f-4d16-a3ff-731906b6e218 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:18.799767 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb0170-c4a4-4e48-aafc-964d8617ab8a None None] Pushing event updated for resources: {'Port': ['ID=234b7f1c-be9e-418a-928c-9c3a03c6308f,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:18.847900 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a7f1e312-489f-4d16-a3ff-731906b6e218 None None] Calling delete_port for 4fcdfc50-e520-41ff-8807-dfc25b734259 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:55:18.859685 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.ipam_backend_mixin [None req-a7f1e312-489f-4d16-a3ff-731906b6e218 None None] Port 4fcdfc50-e520-41ff-8807-dfc25b734259 was not found and therefore no delete operation was performed {{(pid=110035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 21:55:18.877894 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c5230998-e711-491d-8853-40069b6fca10 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:18.882228 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a7f1e312-489f-4d16-a3ff-731906b6e218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:18.975542 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-709d5f3c-3d0c-41c8-975f-b2db121918fa tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6061858e-81e5-4936-a58c-638e9782e99f']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:18.992139 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-709d5f3c-3d0c-41c8-975f-b2db121918fa tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b1bacb-0cb3-4eef-9848-2c37eb3c14e9') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:18.992444 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-709d5f3c-3d0c-41c8-975f-b2db121918fa tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b1bacb-0cb3-4eef-9848-2c37eb3c14e9') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:19.013193 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-709d5f3c-3d0c-41c8-975f-b2db121918fa tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:19.059099 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-709d5f3c-3d0c-41c8-975f-b2db121918fa tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:19.072205 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709d5f3c-3d0c-41c8-975f-b2db121918fa tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:55:19.072205 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-709d5f3c-3d0c-41c8-975f-b2db121918fa tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:55:19.075836 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:55:19.140697 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f1e312-489f-4d16-a3ff-731906b6e218 None None] No DVR routers for this DVR port 4fcdfc50-e520-41ff-8807-dfc25b734259 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:55:19.145106 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 247b2c22-bf5b-4a93-af05-80b974a24c48 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:55:19.158527 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3692776c-4ffd-4afa-8a32-59c4f0c3ebb8 admin admin] Network 0ed18002-fcc7-4992-8ff8-4fd99afec607 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:55:19.160976 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-709d5f3c-3d0c-41c8-975f-b2db121918fa tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:19.162848 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-3692776c-4ffd-4afa-8a32-59c4f0c3ebb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:19.162975 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] For port 234b7f1c-be9e-418a-928c-9c3a03c6308f, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:55:19.170494 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1e312-489f-4d16-a3ff-731906b6e218 None None] Pushing event deleted for resources: {'Port': ['ID=4fcdfc50-e520-41ff-8807-dfc25b734259,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:19.173623 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 247b2c22-bf5b-4a93-af05-80b974a24c48 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:19.173829 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-709d5f3c-3d0c-41c8-975f-b2db121918fa tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:19.174023 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:19.181548 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58736) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:19.184413 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-709d5f3c-3d0c-41c8-975f-b2db121918fa tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/networks/6061858e-81e5-4936-a58c-638e9782e99f HTTP/1.1" status: 204 len: 168 time: 1.5616462 Nov 23 21:55:19.198084 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d5f3c-3d0c-41c8-975f-b2db121918fa tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Network': ['ID=6061858e-81e5-4936-a58c-638e9782e99f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:19.212464 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-83684410-6985-4acc-a0dd-aba88a804e5d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] DELETE failed (client error): The resource could not be found. Nov 23 21:55:19.212898 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83684410-6985-4acc-a0dd-aba88a804e5d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:55:19.213706 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] For port 234b7f1c-be9e-418a-928c-9c3a03c6308f, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=234b7f1c-be9e-418a-928c-9c3a03c6308f,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:55:19.217969 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-18c3d9ff-35b6-4d6f-9aa7-ccfca1821a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:19.220019 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-83684410-6985-4acc-a0dd-aba88a804e5d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/subnets/6dc39e58-1755-4f7e-9119-9e4b2f11f70b HTTP/1.1" status: 404 len: 337 time: 0.0371099 Nov 23 21:55:19.220889 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58738) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:19.236174 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:19.243904 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e1e37d-72a7-4732-b3dd-7febb8c3d19e tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] DELETE failed (client error): The resource could not be found. Nov 23 21:55:19.244436 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e1e37d-72a7-4732-b3dd-7febb8c3d19e tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:55:19.250938 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58740) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:19.251125 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-78e1e37d-72a7-4732-b3dd-7febb8c3d19e tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/networks/38cba3a3-3086-4d55-8198-89517fca2eec HTTP/1.1" status: 404 len: 339 time: 0.0288558 Nov 23 21:55:19.310400 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56d7a7a-3599-48f4-9367-fea8e626ae2f None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:55:19.347676 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a66caf-2d97-490c-bdad-17922a338d1f tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Deleting subnet d8ed7757-5dd2-4cb6-b20d-c41479aceac3 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:55:19.352185 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-53a66caf-2d97-490c-bdad-17922a338d1f tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:19.364986 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-18c3d9ff-35b6-4d6f-9aa7-ccfca1821a03 None None] For port c5230998-e711-491d-8853-40069b6fca10, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c5230998-e711-491d-8853-40069b6fca10,segment=NetworkSegment(65521b9b-264f-4051-a2da-c51cabca93fa),segment_id=65521b9b-264f-4051-a2da-c51cabca93fa)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:19.369365 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] Routers {'1b36b144-3604-4e65-9a8f-26cc1322e742'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:55:19.370374 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:55:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['1b36b144-3604-4e65-9a8f-26cc1322e742'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:19.375857 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port c5230998-e711-491d-8853-40069b6fca10 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:19.376346 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:19.386004 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-18c3d9ff-35b6-4d6f-9aa7-ccfca1821a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:19.388192 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3692776c-4ffd-4afa-8a32-59c4f0c3ebb8 admin admin] Router 1b36b144-3604-4e65-9a8f-26cc1322e742 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:55:19.428117 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-53a66caf-2d97-490c-bdad-17922a338d1f tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:19.456754 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb0170-c4a4-4e48-aafc-964d8617ab8a None None] Pushing event updated for resources: {'Port': ['ID=234b7f1c-be9e-418a-928c-9c3a03c6308f,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:19.560312 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dfaf1-dc89-4e80-a537-dbf080ae0bc3 req-51791f6e-180a-4e98-99d3-551f4f437abe tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:19.561426 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f8e53c-884b-4d04-8718-3995b74448ac'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:55:19.564303 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f22a6d2-250c-4fd8-9857-e6d256deda0c" -d '{"events": [{"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-plugged", "status": "completed", "tag": "b6f8e53c-884b-4d04-8718-3995b74448ac"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:55:19.569605 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dfaf1-dc89-4e80-a537-dbf080ae0bc3 req-51791f6e-180a-4e98-99d3-551f4f437abe tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:19.579218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dfaf1-dc89-4e80-a537-dbf080ae0bc3 req-51791f6e-180a-4e98-99d3-551f4f437abe tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:19.587156 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dfaf1-dc89-4e80-a537-dbf080ae0bc3 req-51791f6e-180a-4e98-99d3-551f4f437abe tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:19.609407 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dfaf1-dc89-4e80-a537-dbf080ae0bc3 req-51791f6e-180a-4e98-99d3-551f4f437abe tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:19.620979 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3692776c-4ffd-4afa-8a32-59c4f0c3ebb8 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:55:19.621456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dfaf1-dc89-4e80-a537-dbf080ae0bc3 req-51791f6e-180a-4e98-99d3-551f4f437abe tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:19.627649 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3692776c-4ffd-4afa-8a32-59c4f0c3ebb8 admin admin] 10.222.0.50 "PUT /v2.0/routers/1b36b144-3604-4e65-9a8f-26cc1322e742/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3376346 Nov 23 21:55:19.629107 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-53a66caf-2d97-490c-bdad-17922a338d1f tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:19.661093 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:19.670849 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dfaf1-dc89-4e80-a537-dbf080ae0bc3 req-51791f6e-180a-4e98-99d3-551f4f437abe tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:19.675559 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-464dfaf1-dc89-4e80-a537-dbf080ae0bc3 req-51791f6e-180a-4e98-99d3-551f4f437abe tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5431 time: 0.1825235 Nov 23 21:55:19.682262 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3d9ff-35b6-4d6f-9aa7-ccfca1821a03 None None] Pushing event updated for resources: {'Port': ['ID=c5230998-e711-491d-8853-40069b6fca10,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:19.708520 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a94d03b4-713d-432a-a8de-79a143f19ab1 None None] Provisioning complete for port 234b7f1c-be9e-418a-928c-9c3a03c6308f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:19.708765 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a94d03b4-713d-432a-a8de-79a143f19ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:19.736046 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-53a66caf-2d97-490c-bdad-17922a338d1f tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:19.755770 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789f46fe-a565-42d7-9e5f-9a9b2c60f8b9 x-openstack-request-id: req-789f46fe-a565-42d7-9e5f-9a9b2c60f8b9 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:55:19.756247 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-plugged", "status": "completed", "tag": "b6f8e53c-884b-4d04-8718-3995b74448ac", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:55:19.756652 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-789f46fe-a565-42d7-9e5f-9a9b2c60f8b9 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:55:19.757219 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f8e53c-884b-4d04-8718-3995b74448ac', 'code': 200} Nov 23 21:55:19.784181 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a66caf-2d97-490c-bdad-17922a338d1f tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ed7757-5dd2-4cb6-b20d-c41479aceac3,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:19.786914 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-53a66caf-2d97-490c-bdad-17922a338d1f tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:19.790939 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-53a66caf-2d97-490c-bdad-17922a338d1f tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/subnets/d8ed7757-5dd2-4cb6-b20d-c41479aceac3 HTTP/1.1" status: 204 len: 168 time: 0.5385990 Nov 23 21:55:19.793595 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58756) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:19.822034 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5e224c-ea72-4ba2-a0fa-91d925e44ace None None] Network 60cd6def-1bc6-465e-8aa3-94b31c9d79fc requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:19.824452 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-464dfaf1-dc89-4e80-a537-dbf080ae0bc3 req-a64b38ff-44fb-403a-b773-624a762c0c71 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1389506 Nov 23 21:55:19.923516 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] Set router 1b36b144-3604-4e65-9a8f-26cc1322e742 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:55:19.936031 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102241a-2588-4334-b55c-73a3e62f1c76 req-bd476e77-4fe0-4996-92d1-38c27e2cb5cf tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:19.946875 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8102241a-2588-4334-b55c-73a3e62f1c76 req-bd476e77-4fe0-4996-92d1-38c27e2cb5cf tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 948 time: 0.0883653 Nov 23 21:55:19.996772 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3025bcf2-d465-4b27-956a-ea634203925d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:20.008027 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-58507ce2-05fb-44d8-b3d6-c46fbe6d1228 req-9758a477-20c9-4153-aed3-0ddee50846d4 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0421011 Nov 23 21:55:20.045026 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 247b2c22-bf5b-4a93-af05-80b974a24c48, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=247b2c22-bf5b-4a93-af05-80b974a24c48,segment=NetworkSegment(5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a),segment_id=5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:20.060571 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8102241a-2588-4334-b55c-73a3e62f1c76 req-4de293e7-cb53-4d83-afff-8b7b9dd1cbf3 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127000 Nov 23 21:55:20.105562 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:20.106372 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f304a4f3-98a7-481a-b024-fa9ac11528de up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:20.132324 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-3025bcf2-d465-4b27-956a-ea634203925d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Deleting port e507bbad-14f1-4e75-9441-c0cf657e2408 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:55:20.132324 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3025bcf2-d465-4b27-956a-ea634203925d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:20.206209 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-3025bcf2-d465-4b27-956a-ea634203925d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] For port e507bbad-14f1-4e75-9441-c0cf657e2408, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e507bbad-14f1-4e75-9441-c0cf657e2408,segment=NetworkSegment(8b5abdb0-5d37-4d2c-aa8c-043e0d03e4bf),segment_id=8b5abdb0-5d37-4d2c-aa8c-043e0d03e4bf)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:20.206584 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3025bcf2-d465-4b27-956a-ea634203925d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:20.239890 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a94d03b4-713d-432a-a8de-79a143f19ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:20.248281 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-3025bcf2-d465-4b27-956a-ea634203925d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Calling delete_port for e507bbad-14f1-4e75-9441-c0cf657e2408 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:55:20.352398 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a94d03b4-713d-432a-a8de-79a143f19ab1 None None] For port 234b7f1c-be9e-418a-928c-9c3a03c6308f, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=234b7f1c-be9e-418a-928c-9c3a03c6308f,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:20.364249 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4fcdfc50-e520-41ff-8807-dfc25b734259 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:55:20.371231 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3025bcf2-d465-4b27-956a-ea634203925d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:20.398666 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025bcf2-d465-4b27-956a-ea634203925d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Port': ['ID=e507bbad-14f1-4e75-9441-c0cf657e2408,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:20.402059 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a94d03b4-713d-432a-a8de-79a143f19ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:20.411598 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3025bcf2-d465-4b27-956a-ea634203925d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] No DVR routers for this DVR port e507bbad-14f1-4e75-9441-c0cf657e2408 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:55:20.432457 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=247b2c22-bf5b-4a93-af05-80b974a24c48,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:20.439022 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 4fcdfc50-e520-41ff-8807-dfc25b734259 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:55:20.439699 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4fcdfc50-e520-41ff-8807-dfc25b734259 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:55:20.501011 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port f304a4f3-98a7-481a-b024-fa9ac11528de completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:55:20.516135 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3025bcf2-d465-4b27-956a-ea634203925d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:20.525416 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port f304a4f3-98a7-481a-b024-fa9ac11528de triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:20.526522 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:20.542310 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3025bcf2-d465-4b27-956a-ea634203925d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60cd6def-1bc6-465e-8aa3-94b31c9d79fc']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:20.560855 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3025bcf2-d465-4b27-956a-ea634203925d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b5abdb0-5d37-4d2c-aa8c-043e0d03e4bf') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:20.561496 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3025bcf2-d465-4b27-956a-ea634203925d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b5abdb0-5d37-4d2c-aa8c-043e0d03e4bf') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:20.583793 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3025bcf2-d465-4b27-956a-ea634203925d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:20.595241 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2ef58a-6b62-4e4c-b538-736edba24a31 None None] DHCP port deletion for 60cd6def-1bc6-465e-8aa3-94b31c9d79fc request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:55:20.598581 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3025bcf2-d465-4b27-956a-ea634203925d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:20.605937 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3025bcf2-d465-4b27-956a-ea634203925d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:55:20.606267 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3025bcf2-d465-4b27-956a-ea634203925d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:55:20.611619 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:55:20.620214 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d03b4-713d-432a-a8de-79a143f19ab1 None None] Pushing event updated for resources: {'Port': ['ID=234b7f1c-be9e-418a-928c-9c3a03c6308f,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:20.635870 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2e5f3685-fe4e-4d81-959c-0f201426f1f1 None None] Provisioning complete for port c5230998-e711-491d-8853-40069b6fca10 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:20.635870 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3685-fe4e-4d81-959c-0f201426f1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:20.678956 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a107dd3-330d-4e73-985b-40858f360da6 None None] get_active_networks_info from n-d-816206-9 {{(pid=110035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 21:55:20.685606 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3025bcf2-d465-4b27-956a-ea634203925d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:20.732682 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3025bcf2-d465-4b27-956a-ea634203925d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:20.743457 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3025bcf2-d465-4b27-956a-ea634203925d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] 10.222.0.50 "DELETE /v2.0/networks/60cd6def-1bc6-465e-8aa3-94b31c9d79fc HTTP/1.1" status: 204 len: 168 time: 0.9485242 Nov 23 21:55:20.744580 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025bcf2-d465-4b27-956a-ea634203925d tempest-NetworksIpV6Test-1061152163 tempest-NetworksIpV6Test-1061152163-project] Pushing event deleted for resources: {'Network': ['ID=60cd6def-1bc6-465e-8aa3-94b31c9d79fc,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:20.834931 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b36b144-3604-4e65-9a8f-26cc1322e742', 'name': 'tempest-TaggedBootDevicesTest_v242-692607455-router', 'tenant_id': 'dd56ef8725ce47068b9fd762d8efd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '234b7f1c-be9e-418a-928c-9c3a03c6308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:55:13Z', 'updated_at': '2021-11-23T21:55:17Z', 'revision_number': 4, 'project_id': 'dd56ef8725ce47068b9fd762d8efd743', 'gw_port': {'id': '234b7f1c-be9e-418a-928c-9c3a03c6308f', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b36b144-3604-4e65-9a8f-26cc1322e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:14Z', 'updated_at': '2021-11-23T21:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '4fbd9852-eed2-400a-99e3-66a8bc998a69', 'name': '', 'network_id': '0ed18002-fcc7-4992-8ff8-4fd99afec607', 'tenant_id': 'dd56ef8725ce47068b9fd762d8efd743', 'mac_address': 'fa:16:3e:04:d3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b36b144-3604-4e65-9a8f-26cc1322e742', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'c5e03f6d-99d0-415e-ad7d-a069da2c1e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:16Z', 'updated_at': '2021-11-23T21:55:18Z', 'revision_number': 2, 'project_id': 'dd56ef8725ce47068b9fd762d8efd743', 'subnets': [{'id': 'c5e03f6d-99d0-415e-ad7d-a069da2c1e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:20.836687 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:20.909997 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c5230998-e711-491d-8853-40069b6fca10 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:20.921602 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873f05ca-9d32-4d45-b623-00a4fd7e7e8a None None] The sync data for ids ['1b36b144-3604-4e65-9a8f-26cc1322e742'] in n-d-816206-9 is: [{'id': '1b36b144-3604-4e65-9a8f-26cc1322e742', 'name': 'tempest-TaggedBootDevicesTest_v242-692607455-router', 'tenant_id': 'dd56ef8725ce47068b9fd762d8efd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '234b7f1c-be9e-418a-928c-9c3a03c6308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:55:13Z', 'updated_at': '2021-11-23T21:55:17Z', 'revision_number': 4, 'project_id': 'dd56ef8725ce47068b9fd762d8efd743', 'gw_port': {'id': '234b7f1c-be9e-418a-928c-9c3a03c6308f', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b36b144-3604-4e65-9a8f-26cc1322e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:14Z', 'updated_at': '2021-11-23T21:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '4fbd9852-eed2-400a-99e3-66a8bc998a69', 'name': '', 'network_id': '0ed18002-fcc7-4992-8ff8-4fd99afec607', 'tenant_id': 'dd56ef8725ce47068b9fd762d8efd743', 'mac_address': 'fa:16:3e:04:d3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b36b144-3604-4e65-9a8f-26cc1322e742', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'c5e03f6d-99d0-415e-ad7d-a069da2c1e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:16Z', 'updated_at': '2021-11-23T21:55:18Z', 'revision_number': 2, 'project_id': 'dd56ef8725ce47068b9fd762d8efd743', 'subnets': [{'id': 'c5e03f6d-99d0-415e-ad7d-a069da2c1e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:55:21.026623 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port f304a4f3-98a7-481a-b024-fa9ac11528de, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f304a4f3-98a7-481a-b024-fa9ac11528de,segment=NetworkSegment(5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a),segment_id=5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:21.049564 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:21.050539 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device ec919349-dd55-4ec4-806b-052e3784ad8c up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:21.052004 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b12fa-2446-489a-b4d7-b7666dd25c89 req-d8320fc3-49ae-4965-a75c-d6791504d1a0 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:21.063811 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b12fa-2446-489a-b4d7-b7666dd25c89 req-d8320fc3-49ae-4965-a75c-d6791504d1a0 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:21.072283 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b12fa-2446-489a-b4d7-b7666dd25c89 req-d8320fc3-49ae-4965-a75c-d6791504d1a0 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:21.079259 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b12fa-2446-489a-b4d7-b7666dd25c89 req-d8320fc3-49ae-4965-a75c-d6791504d1a0 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:21.086336 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b12fa-2446-489a-b4d7-b7666dd25c89 req-d8320fc3-49ae-4965-a75c-d6791504d1a0 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:21.097505 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b12fa-2446-489a-b4d7-b7666dd25c89 req-d8320fc3-49ae-4965-a75c-d6791504d1a0 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:21.104686 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b12fa-2446-489a-b4d7-b7666dd25c89 req-d8320fc3-49ae-4965-a75c-d6791504d1a0 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:21.118510 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-859b12fa-2446-489a-b4d7-b7666dd25c89 req-d8320fc3-49ae-4965-a75c-d6791504d1a0 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5432 time: 0.1849775 Nov 23 21:55:21.171248 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2e5f3685-fe4e-4d81-959c-0f201426f1f1 None None] Provisioning complete for port 4fbd9852-eed2-400a-99e3-66a8bc998a69 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:21.172314 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3685-fe4e-4d81-959c-0f201426f1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:21.173893 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a107dd3-330d-4e73-985b-40858f360da6 None None] Resources bound (agent type, host, resource id): {{(pid=110035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 21:55:21.188458 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09876ea7-cb05-4ed9-b3b3-ee9a150ac7c5 req-71ffd1e9-2caa-4838-a22e-2bc315b3973e tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0568550 Nov 23 21:55:21.224017 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58846) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:21.269961 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port c5230998-e711-491d-8853-40069b6fca10 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:21.270446 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:21.271285 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-859b12fa-2446-489a-b4d7-b7666dd25c89 req-3a7c02e9-d329-445f-9402-c523cfb7c6a6 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1497610 Nov 23 21:55:21.272136 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-2e5f3685-fe4e-4d81-959c-0f201426f1f1 None None] Port 4fbd9852-eed2-400a-99e3-66a8bc998a69 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:55:21.274469 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=f304a4f3-98a7-481a-b024-fa9ac11528de,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:21.441279 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f54ce-a402-48b7-88b2-1ebf14d2a242 req-ef1fc893-04d0-4b46-9291-5ff65cd99d7d tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:21.442833 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-925f54ce-a402-48b7-88b2-1ebf14d2a242 req-ef1fc893-04d0-4b46-9291-5ff65cd99d7d tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 948 time: 0.0909319 Nov 23 21:55:21.525265 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-925f54ce-a402-48b7-88b2-1ebf14d2a242 req-f207b512-1fbe-4320-81dc-222dec2e200a tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685043 Nov 23 21:55:21.536919 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5ebe2f1f-f537-451d-b51e-80b426108914 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a90a63493e2d4f24bf817b2e8511c45b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3114364 Nov 23 21:55:21.539390 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58850) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:21.626577 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6e616697-1925-4b51-9ef6-e56a80151739 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:21.656638 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6e616697-1925-4b51-9ef6-e56a80151739 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:21.666918 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port ec919349-dd55-4ec4-806b-052e3784ad8c completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:55:21.681661 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port ec919349-dd55-4ec4-806b-052e3784ad8c triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:21.682158 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:21.721920 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6e616697-1925-4b51-9ef6-e56a80151739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:21.724560 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6e616697-1925-4b51-9ef6-e56a80151739 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:21.725708 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6e616697-1925-4b51-9ef6-e56a80151739 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b6fbd468-9ad0-41f5-9646-57fa0bcb7ce8 HTTP/1.1" status: 204 len: 168 time: 0.1851542 Nov 23 21:55:21.750524 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e616697-1925-4b51-9ef6-e56a80151739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fbd468-9ad0-41f5-9646-57fa0bcb7ce8,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:21.766381 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247b2c22-bf5b-4a93-af05-80b974a24c48'}, {'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f304a4f3-98a7-481a-b024-fa9ac11528de'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:55:21.769231 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b047cbb5-df09-430e-811a-cd4cfc6f3239" -d '{"events": [{"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-plugged", "status": "completed", "tag": "247b2c22-bf5b-4a93-af05-80b974a24c48"}, {"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-plugged", "status": "completed", "tag": "f304a4f3-98a7-481a-b024-fa9ac11528de"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:55:21.898296 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 21:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9891e6-34c4-4e48-9876-69e81984eebc x-openstack-request-id: req-7b9891e6-34c4-4e48-9876-69e81984eebc {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:55:21.898488 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-plugged", "status": "completed", "tag": "247b2c22-bf5b-4a93-af05-80b974a24c48", "code": 200}, {"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-plugged", "status": "completed", "tag": "f304a4f3-98a7-481a-b024-fa9ac11528de", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:55:21.899679 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7b9891e6-34c4-4e48-9876-69e81984eebc {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:55:21.900537 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247b2c22-bf5b-4a93-af05-80b974a24c48', 'code': 200} Nov 23 21:55:21.903740 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f304a4f3-98a7-481a-b024-fa9ac11528de', 'code': 200} Nov 23 21:55:22.008180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e507bbad-14f1-4e75-9441-c0cf657e2408 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:55:22.070245 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: e507bbad-14f1-4e75-9441-c0cf657e2408 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:55:22.070591 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e507bbad-14f1-4e75-9441-c0cf657e2408 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:55:22.076284 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:22.179782 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port ec919349-dd55-4ec4-806b-052e3784ad8c, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ec919349-dd55-4ec4-806b-052e3784ad8c,segment=NetworkSegment(58b520fc-ac31-40cf-a40c-a5ec7f20b775),segment_id=58b520fc-ac31-40cf-a40c-a5ec7f20b775)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:22.188375 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:22.190668 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:22.291789 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=ec919349-dd55-4ec4-806b-052e3784ad8c,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:22.323094 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:55:22.344370 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:22.345089 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:22.356595 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d8c2ce3-d11b-4770-99c3-9898603c2e6f req-bba448e7-400d-45e1-8527-7350ee190495 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0574999 Nov 23 21:55:22.503641 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:22.521841 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28038e0c-df4b-470e-bb63-afb8eaab6d85 req-db1f03ce-b127-4458-92a9-8ccd7f525f4f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:22.530850 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28038e0c-df4b-470e-bb63-afb8eaab6d85 req-db1f03ce-b127-4458-92a9-8ccd7f525f4f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:22.538278 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28038e0c-df4b-470e-bb63-afb8eaab6d85 req-db1f03ce-b127-4458-92a9-8ccd7f525f4f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:22.546178 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28038e0c-df4b-470e-bb63-afb8eaab6d85 req-db1f03ce-b127-4458-92a9-8ccd7f525f4f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:22.553344 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28038e0c-df4b-470e-bb63-afb8eaab6d85 req-db1f03ce-b127-4458-92a9-8ccd7f525f4f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:22.571483 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7b07ebe4-8eae-4e0e-8e19-a36211a61bbb,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:22.580108 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28038e0c-df4b-470e-bb63-afb8eaab6d85 req-db1f03ce-b127-4458-92a9-8ccd7f525f4f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:22.582423 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:22.583393 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:22.606023 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28038e0c-df4b-470e-bb63-afb8eaab6d85 req-db1f03ce-b127-4458-92a9-8ccd7f525f4f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:22.615451 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-28038e0c-df4b-470e-bb63-afb8eaab6d85 req-db1f03ce-b127-4458-92a9-8ccd7f525f4f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5434 time: 0.2164116 Nov 23 21:55:22.725852 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:22.740595 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=7b07ebe4-8eae-4e0e-8e19-a36211a61bbb,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:22.767608 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:55:22.778562 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:22.779066 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:22.793434 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119b1ed-ee61-4456-8b83-a44bcd5e9dbb req-0fe4859f-cce3-49b5-9d30-b1b3d36da962 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:22.801781 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b119b1ed-ee61-4456-8b83-a44bcd5e9dbb req-0fe4859f-cce3-49b5-9d30-b1b3d36da962 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 949 time: 0.1778443 Nov 23 21:55:22.871816 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-28038e0c-df4b-470e-bb63-afb8eaab6d85 req-50704cb6-db84-4378-a0d3-430f69acc894 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2544670 Nov 23 21:55:22.885381 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 234b7f1c-be9e-418a-928c-9c3a03c6308f up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:22.942453 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b119b1ed-ee61-4456-8b83-a44bcd5e9dbb req-8088084e-be0e-4fb6-bd51-3bc5d40f2ccf tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380572 Nov 23 21:55:23.003890 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:23.018612 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58894) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:23.062745 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 234b7f1c-be9e-418a-928c-9c3a03c6308f triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:23.063167 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:23.125975 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3,segment=NetworkSegment(58b520fc-ac31-40cf-a40c-a5ec7f20b775),segment_id=58b520fc-ac31-40cf-a40c-a5ec7f20b775)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:23.130854 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:23.131412 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device d424e8e0-16b4-44c7-83b5-3077daab21d3 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:23.183066 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-f4c1e731-b920-4c3d-a401-95190ee2a31e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-423173078'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:23.208903 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c1e731-b920-4c3d-a401-95190ee2a31e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Made reservation on behalf of 7ad543d4b3d44333a61cd3397efebfe3 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:23.213579 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e731-b920-4c3d-a401-95190ee2a31e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:23.223713 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e731-b920-4c3d-a401-95190ee2a31e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:23.236010 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:23.263830 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port d424e8e0-16b4-44c7-83b5-3077daab21d3 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:55:23.271693 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port d424e8e0-16b4-44c7-83b5-3077daab21d3 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:23.272065 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:23.320084 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e731-b920-4c3d-a401-95190ee2a31e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:23.325243 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e731-b920-4c3d-a401-95190ee2a31e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:23.353817 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c1e731-b920-4c3d-a401-95190ee2a31e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:55:23.370824 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:23.372102 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1e731-b920-4c3d-a401-95190ee2a31e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e697f7ea-e0d5-4be7-b0c6-7e05869dbb13,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:23.376630 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e731-b920-4c3d-a401-95190ee2a31e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:23.376978 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-f4c1e731-b920-4c3d-a401-95190ee2a31e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Added segment 658817d1-27ba-4534-a7c1-fc60a36e3564 of type vlan for network 85cbab34-6970-4304-a6b6-198594d298d8 Nov 23 21:55:23.411946 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port d424e8e0-16b4-44c7-83b5-3077daab21d3, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=d424e8e0-16b4-44c7-83b5-3077daab21d3,segment=NetworkSegment(04b558a6-0d7e-4457-ad02-a7105ab094c5),segment_id=04b558a6-0d7e-4457-ad02-a7105ab094c5)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:23.419422 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:23.432195 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e731-b920-4c3d-a401-95190ee2a31e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:23.471403 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e731-b920-4c3d-a401-95190ee2a31e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:23.476665 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c1e731-b920-4c3d-a401-95190ee2a31e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:23.476973 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=d424e8e0-16b4-44c7-83b5-3077daab21d3,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:23.479508 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e731-b920-4c3d-a401-95190ee2a31e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:23.504136 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f2a851c5-3a24-49cf-b6c7-2f206fd36381 req-67cb4c37-1256-4fc9-9727-8afec54b0572 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0435512 Nov 23 21:55:23.534595 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f4c1e731-b920-4c3d-a401-95190ee2a31e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5147288 Nov 23 21:55:23.579438 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1e731-b920-4c3d-a401-95190ee2a31e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event updated for resources: {'Network': ['ID=85cbab34-6970-4304-a6b6-198594d298d8,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:23.590518 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 85cbab34-6970-4304-a6b6-198594d298d8 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:55:23.905257 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec919349-dd55-4ec4-806b-052e3784ad8c'}, {'server_uuid': '942f9e7c-1643-4980-98f3-0bf9d288c230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b07ebe4-8eae-4e0e-8e19-a36211a61bbb'}, {'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3'}, {'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd424e8e0-16b4-44c7-83b5-3077daab21d3'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:55:23.907952 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210631e2-f3ad-4d32-b610-61f976a97014" -d '{"events": [{"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-plugged", "status": "completed", "tag": "ec919349-dd55-4ec4-806b-052e3784ad8c"}, {"server_uuid": "942f9e7c-1643-4980-98f3-0bf9d288c230", "name": "network-vif-plugged", "status": "completed", "tag": "7b07ebe4-8eae-4e0e-8e19-a36211a61bbb"}, {"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-plugged", "status": "completed", "tag": "8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3"}, {"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-plugged", "status": "completed", "tag": "d424e8e0-16b4-44c7-83b5-3077daab21d3"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:55:23.961646 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 23 Nov 2021 21:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801ac54b-c15c-4a52-bdb5-2ad8a3edaf77 x-openstack-request-id: req-801ac54b-c15c-4a52-bdb5-2ad8a3edaf77 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:55:23.962158 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-plugged", "status": "completed", "tag": "ec919349-dd55-4ec4-806b-052e3784ad8c", "code": 200}, {"server_uuid": "942f9e7c-1643-4980-98f3-0bf9d288c230", "name": "network-vif-plugged", "status": "completed", "tag": "7b07ebe4-8eae-4e0e-8e19-a36211a61bbb", "code": 200}, {"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-plugged", "status": "completed", "tag": "8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3", "code": 200}, {"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-plugged", "status": "completed", "tag": "d424e8e0-16b4-44c7-83b5-3077daab21d3", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:55:23.962618 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-801ac54b-c15c-4a52-bdb5-2ad8a3edaf77 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:55:23.963147 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec919349-dd55-4ec4-806b-052e3784ad8c', 'code': 200} Nov 23 21:55:23.963503 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942f9e7c-1643-4980-98f3-0bf9d288c230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b07ebe4-8eae-4e0e-8e19-a36211a61bbb', 'code': 200} Nov 23 21:55:23.963968 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3', 'code': 200} Nov 23 21:55:23.964328 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd424e8e0-16b4-44c7-83b5-3077daab21d3', 'code': 200} Nov 23 21:55:24.138909 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e73d5-c7cc-4704-84e7-0b99cb1a6ef9 req-e48a7494-3e85-46ae-848d-d451f0e71881 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:24.145356 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e73d5-c7cc-4704-84e7-0b99cb1a6ef9 req-e48a7494-3e85-46ae-848d-d451f0e71881 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:24.151595 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e73d5-c7cc-4704-84e7-0b99cb1a6ef9 req-e48a7494-3e85-46ae-848d-d451f0e71881 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:24.161759 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e73d5-c7cc-4704-84e7-0b99cb1a6ef9 req-e48a7494-3e85-46ae-848d-d451f0e71881 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:24.169367 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e73d5-c7cc-4704-84e7-0b99cb1a6ef9 req-e48a7494-3e85-46ae-848d-d451f0e71881 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:24.177029 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e73d5-c7cc-4704-84e7-0b99cb1a6ef9 req-e48a7494-3e85-46ae-848d-d451f0e71881 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:24.186970 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e73d5-c7cc-4704-84e7-0b99cb1a6ef9 req-e48a7494-3e85-46ae-848d-d451f0e71881 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:24.189705 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d8e73d5-c7cc-4704-84e7-0b99cb1a6ef9 req-e48a7494-3e85-46ae-848d-d451f0e71881 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5436 time: 0.1862411 Nov 23 21:55:24.194346 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb790ed-7e8e-45a1-ac02-edb5722bd762 req-878c75ee-e3a5-45c6-ae31-e8598baafa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:24.195866 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6bb790ed-7e8e-45a1-ac02-edb5722bd762 req-878c75ee-e3a5-45c6-ae31-e8598baafa8b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 1100 time: 0.0798807 Nov 23 21:55:24.258252 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6bb790ed-7e8e-45a1-ac02-edb5722bd762 req-da5ec441-0ba7-4a1f-ae38-ba5fc533a44f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537179 Nov 23 21:55:24.274644 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252361d-c2d7-4f88-b0b6-bbc980964362 req-6cbf4a93-4afd-4fa1-b382-dadda83adb77 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:24.276343 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7252361d-c2d7-4f88-b0b6-bbc980964362 req-6cbf4a93-4afd-4fa1-b382-dadda83adb77 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 949 time: 0.2056277 Nov 23 21:55:24.287697 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cc2f8-57d0-46b7-a779-058e6bc30090 req-e9b569a9-da59-457b-939d-335708db0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:24.288262 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cc2f8-57d0-46b7-a779-058e6bc30090 req-e9b569a9-da59-457b-939d-335708db0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:24.289033 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cc2f8-57d0-46b7-a779-058e6bc30090 req-e9b569a9-da59-457b-939d-335708db0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:24.289556 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cc2f8-57d0-46b7-a779-058e6bc30090 req-e9b569a9-da59-457b-939d-335708db0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:24.290079 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cc2f8-57d0-46b7-a779-058e6bc30090 req-e9b569a9-da59-457b-939d-335708db0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:24.290596 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cc2f8-57d0-46b7-a779-058e6bc30090 req-e9b569a9-da59-457b-939d-335708db0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:24.291137 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cc2f8-57d0-46b7-a779-058e6bc30090 req-e9b569a9-da59-457b-939d-335708db0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:24.293014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b2cc2f8-57d0-46b7-a779-058e6bc30090 req-e9b569a9-da59-457b-939d-335708db0812 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 6493 time: 0.1783195 Nov 23 21:55:24.380145 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7252361d-c2d7-4f88-b0b6-bbc980964362 req-ea05a6f4-fddf-4c2e-be77-b27651b576b0 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833642 Nov 23 21:55:24.433214 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d8e73d5-c7cc-4704-84e7-0b99cb1a6ef9 req-9c3172da-d9d3-4ef1-aa23-75b96bc818e5 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2016299 Nov 23 21:55:24.584144 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b2cc2f8-57d0-46b7-a779-058e6bc30090 req-4b3d2321-8436-41cc-942d-1684c64cd991 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1247368 Nov 23 21:55:24.684971 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-15ed57af-d0ee-4f52-a49d-4c3709a2f371 req-3365b49e-1a7c-45dd-9439-7fe13025b8c0 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0507636 Nov 23 21:55:24.825152 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] Sync routers for ids ['1b36b144-3604-4e65-9a8f-26cc1322e742'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:55:24.841720 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] Routers {'1b36b144-3604-4e65-9a8f-26cc1322e742'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:55:24.841720 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:55:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['1b36b144-3604-4e65-9a8f-26cc1322e742'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:24.959178 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] Set router 1b36b144-3604-4e65-9a8f-26cc1322e742 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:55:25.179697 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b36b144-3604-4e65-9a8f-26cc1322e742', 'name': 'tempest-TaggedBootDevicesTest_v242-692607455-router', 'tenant_id': 'dd56ef8725ce47068b9fd762d8efd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '234b7f1c-be9e-418a-928c-9c3a03c6308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:55:13Z', 'updated_at': '2021-11-23T21:55:17Z', 'revision_number': 4, 'project_id': 'dd56ef8725ce47068b9fd762d8efd743', 'gw_port': {'id': '234b7f1c-be9e-418a-928c-9c3a03c6308f', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36b144-3604-4e65-9a8f-26cc1322e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:14Z', 'updated_at': '2021-11-23T21:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '4fbd9852-eed2-400a-99e3-66a8bc998a69', 'name': '', 'network_id': '0ed18002-fcc7-4992-8ff8-4fd99afec607', 'tenant_id': 'dd56ef8725ce47068b9fd762d8efd743', 'mac_address': 'fa:16:3e:04:d3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b36b144-3604-4e65-9a8f-26cc1322e742', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'c5e03f6d-99d0-415e-ad7d-a069da2c1e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:16Z', 'updated_at': '2021-11-23T21:55:18Z', 'revision_number': 2, 'project_id': 'dd56ef8725ce47068b9fd762d8efd743', 'subnets': [{'id': 'c5e03f6d-99d0-415e-ad7d-a069da2c1e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:25.299690 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] Checking router: 1b36b144-3604-4e65-9a8f-26cc1322e742 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:55:25.300043 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] Updating router 1b36b144-3604-4e65-9a8f-26cc1322e742 port 4fbd9852-eed2-400a-99e3-66a8bc998a69 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:55:25.325633 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:25.537472 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f822dc-85c6-401a-8af5-12fd376c2133 req-4f353deb-b190-43ea-99b2-b60175baff14 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:25.547026 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92f822dc-85c6-401a-8af5-12fd376c2133 req-4f353deb-b190-43ea-99b2-b60175baff14 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 949 time: 0.0899980 Nov 23 21:55:25.619252 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92f822dc-85c6-401a-8af5-12fd376c2133 req-61b11a30-2573-4fd5-9c30-344a5bd180ca tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709584 Nov 23 21:55:25.664156 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:25.674326 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:25.713842 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63de38-e254-4a70-9862-e8b9af9978ca req-f8c3c585-b6c2-4813-b4ed-0452872ed57c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:25.721489 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63de38-e254-4a70-9862-e8b9af9978ca req-f8c3c585-b6c2-4813-b4ed-0452872ed57c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:25.729800 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63de38-e254-4a70-9862-e8b9af9978ca req-f8c3c585-b6c2-4813-b4ed-0452872ed57c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:25.744463 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63de38-e254-4a70-9862-e8b9af9978ca req-f8c3c585-b6c2-4813-b4ed-0452872ed57c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:25.761628 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63de38-e254-4a70-9862-e8b9af9978ca req-f8c3c585-b6c2-4813-b4ed-0452872ed57c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:25.783210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63de38-e254-4a70-9862-e8b9af9978ca req-f8c3c585-b6c2-4813-b4ed-0452872ed57c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:25.804938 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63de38-e254-4a70-9862-e8b9af9978ca req-f8c3c585-b6c2-4813-b4ed-0452872ed57c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:25.818263 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dd63de38-e254-4a70-9862-e8b9af9978ca req-f8c3c585-b6c2-4813-b4ed-0452872ed57c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5436 time: 0.1960530 Nov 23 21:55:25.851376 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] Attempting to bind port 4fbd9852-eed2-400a-99e3-66a8bc998a69 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:55:25.852513 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] Attempting to bind port 4fbd9852-eed2-400a-99e3-66a8bc998a69 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '65521b9b-264f-4051-a2da-c51cabca93fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ed18002-fcc7-4992-8ff8-4fd99afec607'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:55:25.853071 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] Attempting to bind port 4fbd9852-eed2-400a-99e3-66a8bc998a69 on network 0ed18002-fcc7-4992-8ff8-4fd99afec607 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:55:25.869612 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:55:25.870346 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] Checking segment: {'id': '65521b9b-264f-4051-a2da-c51cabca93fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ed18002-fcc7-4992-8ff8-4fd99afec607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:25.870976 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:25.871947 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] Bound using segment: {'id': '65521b9b-264f-4051-a2da-c51cabca93fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ed18002-fcc7-4992-8ff8-4fd99afec607'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:55:25.872648 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] Bound port: 4fbd9852-eed2-400a-99e3-66a8bc998a69, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65521b9b-264f-4051-a2da-c51cabca93fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0ed18002-fcc7-4992-8ff8-4fd99afec607'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:55:25.873232 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:25.943251 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dd63de38-e254-4a70-9862-e8b9af9978ca req-d14ae609-0935-4cc9-a85e-a55e6ac3fb0d tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1238012 Nov 23 21:55:25.974707 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] For port 4fbd9852-eed2-400a-99e3-66a8bc998a69, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:55:25.987638 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] For port 4fbd9852-eed2-400a-99e3-66a8bc998a69, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4fbd9852-eed2-400a-99e3-66a8bc998a69,segment=NetworkSegment(65521b9b-264f-4051-a2da-c51cabca93fa),segment_id=65521b9b-264f-4051-a2da-c51cabca93fa)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:55:25.993765 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00c44a-797d-4959-b754-ec7cfaa47819 None None] Pushing event updated for resources: {'Port': ['ID=4fbd9852-eed2-400a-99e3-66a8bc998a69,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:25.999238 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:26.082653 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] Routers {'1b36b144-3604-4e65-9a8f-26cc1322e742'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:55:26.083399 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:55:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['1b36b144-3604-4e65-9a8f-26cc1322e742'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:26.139529 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4e9ee0b5-fbeb-44e8-9cc2-1d8d0ab37e22 req-4c09e5d9-a173-4bce-b3ea-f4679105f8a8 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0420718 Nov 23 21:55:26.195744 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5bd308f2-0f1a-4ac0-9303-5e19a67af744 None None] Provisioning complete for port 4fbd9852-eed2-400a-99e3-66a8bc998a69 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:26.196175 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5bd308f2-0f1a-4ac0-9303-5e19a67af744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:26.375173 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] Set router 1b36b144-3604-4e65-9a8f-26cc1322e742 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:55:26.416068 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5bd308f2-0f1a-4ac0-9303-5e19a67af744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:26.460883 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-5bd308f2-0f1a-4ac0-9303-5e19a67af744 None None] For port 4fbd9852-eed2-400a-99e3-66a8bc998a69, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4fbd9852-eed2-400a-99e3-66a8bc998a69,segment=NetworkSegment(65521b9b-264f-4051-a2da-c51cabca93fa),segment_id=65521b9b-264f-4051-a2da-c51cabca93fa)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:26.466039 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5bd308f2-0f1a-4ac0-9303-5e19a67af744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:26.539559 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd308f2-0f1a-4ac0-9303-5e19a67af744 None None] Pushing event updated for resources: {'Port': ['ID=4fbd9852-eed2-400a-99e3-66a8bc998a69,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:26.550335 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd308f2-0f1a-4ac0-9303-5e19a67af744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:26.551025 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd308f2-0f1a-4ac0-9303-5e19a67af744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:26.551873 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd308f2-0f1a-4ac0-9303-5e19a67af744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:26.552766 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd308f2-0f1a-4ac0-9303-5e19a67af744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:26.553309 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd308f2-0f1a-4ac0-9303-5e19a67af744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:26.554123 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd308f2-0f1a-4ac0-9303-5e19a67af744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:26.554694 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd308f2-0f1a-4ac0-9303-5e19a67af744 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:26.555257 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd308f2-0f1a-4ac0-9303-5e19a67af744 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:26.555789 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd308f2-0f1a-4ac0-9303-5e19a67af744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:26.556322 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd308f2-0f1a-4ac0-9303-5e19a67af744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:26.556854 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd308f2-0f1a-4ac0-9303-5e19a67af744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:26.557441 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd308f2-0f1a-4ac0-9303-5e19a67af744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:26.597571 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9bfa2fde-cb8b-4af6-92e2-bb341807ae5e None None] Provisioning complete for port 4fbd9852-eed2-400a-99e3-66a8bc998a69 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:26.598353 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9bfa2fde-cb8b-4af6-92e2-bb341807ae5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:26.607365 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00c44a-797d-4959-b754-ec7cfaa47819 None None] Pushing event updated for resources: {'Port': ['ID=4fbd9852-eed2-400a-99e3-66a8bc998a69,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:26.762979 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b36b144-3604-4e65-9a8f-26cc1322e742', 'name': 'tempest-TaggedBootDevicesTest_v242-692607455-router', 'tenant_id': 'dd56ef8725ce47068b9fd762d8efd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '234b7f1c-be9e-418a-928c-9c3a03c6308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:55:13Z', 'updated_at': '2021-11-23T21:55:17Z', 'revision_number': 4, 'project_id': 'dd56ef8725ce47068b9fd762d8efd743', 'gw_port': {'id': '234b7f1c-be9e-418a-928c-9c3a03c6308f', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36b144-3604-4e65-9a8f-26cc1322e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:14Z', 'updated_at': '2021-11-23T21:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '4fbd9852-eed2-400a-99e3-66a8bc998a69', 'name': '', 'network_id': '0ed18002-fcc7-4992-8ff8-4fd99afec607', 'tenant_id': 'dd56ef8725ce47068b9fd762d8efd743', 'mac_address': 'fa:16:3e:04:d3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b36b144-3604-4e65-9a8f-26cc1322e742', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'c5e03f6d-99d0-415e-ad7d-a069da2c1e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:16Z', 'updated_at': '2021-11-23T21:55:25Z', 'revision_number': 4, 'project_id': 'dd56ef8725ce47068b9fd762d8efd743', 'subnets': [{'id': 'c5e03f6d-99d0-415e-ad7d-a069da2c1e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:26.800307 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c3f6f-384e-414b-9d72-ef421b3e3b04 req-79529700-2924-4ff7-919e-031b855c2429 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:26.810561 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f0c3f6f-384e-414b-9d72-ef421b3e3b04 req-79529700-2924-4ff7-919e-031b855c2429 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 949 time: 0.0996225 Nov 23 21:55:26.868251 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58938) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:26.869809 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98975f60-4d15-4b25-86ae-ee654813efba None None] The sync data for ids ['1b36b144-3604-4e65-9a8f-26cc1322e742'] in n-d-816206-9 is: [{'id': '1b36b144-3604-4e65-9a8f-26cc1322e742', 'name': 'tempest-TaggedBootDevicesTest_v242-692607455-router', 'tenant_id': 'dd56ef8725ce47068b9fd762d8efd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '234b7f1c-be9e-418a-928c-9c3a03c6308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:55:13Z', 'updated_at': '2021-11-23T21:55:17Z', 'revision_number': 4, 'project_id': 'dd56ef8725ce47068b9fd762d8efd743', 'gw_port': {'id': '234b7f1c-be9e-418a-928c-9c3a03c6308f', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36b144-3604-4e65-9a8f-26cc1322e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:14Z', 'updated_at': '2021-11-23T21:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '4fbd9852-eed2-400a-99e3-66a8bc998a69', 'name': '', 'network_id': '0ed18002-fcc7-4992-8ff8-4fd99afec607', 'tenant_id': 'dd56ef8725ce47068b9fd762d8efd743', 'mac_address': 'fa:16:3e:04:d3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b36b144-3604-4e65-9a8f-26cc1322e742', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'c5e03f6d-99d0-415e-ad7d-a069da2c1e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:16Z', 'updated_at': '2021-11-23T21:55:25Z', 'revision_number': 4, 'project_id': 'dd56ef8725ce47068b9fd762d8efd743', 'subnets': [{'id': 'c5e03f6d-99d0-415e-ad7d-a069da2c1e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:55:26.871562 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4fbd9852-eed2-400a-99e3-66a8bc998a69 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:26.880835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-29b9680c-8670-4a71-8d66-3df71ae698df tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Request body: {'subnet': {'network_id': '85cbab34-6970-4304-a6b6-198594d298d8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:26.892606 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f0c3f6f-384e-414b-9d72-ef421b3e3b04 req-5ab26b55-2d34-4bd1-9449-427331291db9 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804865 Nov 23 21:55:26.975635 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 4fbd9852-eed2-400a-99e3-66a8bc998a69 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:26.975938 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:27.033802 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b9680c-8670-4a71-8d66-3df71ae698df tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Made reservation on behalf of 7ad543d4b3d44333a61cd3397efebfe3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:27.040334 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-29b9680c-8670-4a71-8d66-3df71ae698df tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:27.278139 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde529d6-4040-4ed1-aa91-846c7f6aee31 req-ce3b576a-c3b6-4e5f-bab3-a55711389267 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:27.288999 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde529d6-4040-4ed1-aa91-846c7f6aee31 req-ce3b576a-c3b6-4e5f-bab3-a55711389267 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:27.316194 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde529d6-4040-4ed1-aa91-846c7f6aee31 req-ce3b576a-c3b6-4e5f-bab3-a55711389267 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:27.332228 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde529d6-4040-4ed1-aa91-846c7f6aee31 req-ce3b576a-c3b6-4e5f-bab3-a55711389267 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:27.342657 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde529d6-4040-4ed1-aa91-846c7f6aee31 req-ce3b576a-c3b6-4e5f-bab3-a55711389267 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:27.352068 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde529d6-4040-4ed1-aa91-846c7f6aee31 req-ce3b576a-c3b6-4e5f-bab3-a55711389267 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:27.358344 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde529d6-4040-4ed1-aa91-846c7f6aee31 req-ce3b576a-c3b6-4e5f-bab3-a55711389267 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:27.370486 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cde529d6-4040-4ed1-aa91-846c7f6aee31 req-ce3b576a-c3b6-4e5f-bab3-a55711389267 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5436 time: 0.2046466 Nov 23 21:55:27.413195 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-29b9680c-8670-4a71-8d66-3df71ae698df tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:27.477671 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cde529d6-4040-4ed1-aa91-846c7f6aee31 req-f98d1cf6-782b-420e-9852-b1e2a3f7bc87 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1060061 Nov 23 21:55:27.524308 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b9680c-8670-4a71-8d66-3df71ae698df tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Checking segment: {'id': '658817d1-27ba-4534-a7c1-fc60a36e3564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '85cbab34-6970-4304-a6b6-198594d298d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:27.526486 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b9680c-8670-4a71-8d66-3df71ae698df tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Network hostable DHCP agents. Network: 85cbab34-6970-4304-a6b6-198594d298d8, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:55:27.527407 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9680c-8670-4a71-8d66-3df71ae698df tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event updated for resources: {'Subnet': ['ID=1adee72e-f11b-4bdd-b1b7-b7b676e0d7a4,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:27.545399 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9680c-8670-4a71-8d66-3df71ae698df tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:27.546568 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f02d84c-2fd7-41fd-945a-13ebd36a173e req-5b9aca60-a639-439a-8b35-ab4a07d96400 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0647044 Nov 23 21:55:27.550828 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9680c-8670-4a71-8d66-3df71ae698df tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:27.551214 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9680c-8670-4a71-8d66-3df71ae698df tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:27.551570 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9680c-8670-4a71-8d66-3df71ae698df tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:27.551989 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9680c-8670-4a71-8d66-3df71ae698df tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:27.552250 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9680c-8670-4a71-8d66-3df71ae698df tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:27.552577 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9680c-8670-4a71-8d66-3df71ae698df tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:27.552915 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9680c-8670-4a71-8d66-3df71ae698df tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:27.553252 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9680c-8670-4a71-8d66-3df71ae698df tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:27.553581 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9680c-8670-4a71-8d66-3df71ae698df tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:27.553918 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9680c-8670-4a71-8d66-3df71ae698df tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:27.554257 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9680c-8670-4a71-8d66-3df71ae698df tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:27.587570 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b9680c-8670-4a71-8d66-3df71ae698df tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Network 85cbab34-6970-4304-a6b6-198594d298d8 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:55:27.608838 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-29b9680c-8670-4a71-8d66-3df71ae698df tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 85cbab34-6970-4304-a6b6-198594d298d8) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:27.617544 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c040e347-66b3-4f84-9617-7c31a7c0428b None None] Network 85cbab34-6970-4304-a6b6-198594d298d8 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:27.621724 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b9680c-8670-4a71-8d66-3df71ae698df tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:27.622348 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-29b9680c-8670-4a71-8d66-3df71ae698df tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:27.637799 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-3e8530e0-23fe-4dbb-9631-b8248e6d410d tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b4733351b1964cddbb8217c475119123&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418072 Nov 23 21:55:27.659314 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-29b9680c-8670-4a71-8d66-3df71ae698df tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7890553 Nov 23 21:55:27.660231 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58968) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:27.667031 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-302ccc19-8c60-471c-8b74-3075f12d980f tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-221273761'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:27.697920 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302ccc19-8c60-471c-8b74-3075f12d980f tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Made reservation on behalf of 7ad543d4b3d44333a61cd3397efebfe3 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:27.702703 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-302ccc19-8c60-471c-8b74-3075f12d980f tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:27.762101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-302ccc19-8c60-471c-8b74-3075f12d980f tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:55:27.784699 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-302ccc19-8c60-471c-8b74-3075f12d980f tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:27.785276 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-302ccc19-8c60-471c-8b74-3075f12d980f tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Added segment 1499a31a-46bd-429a-9340-2540b7270226 of type vlan for network 3e43cd77-dd27-42dc-8fdc-8a43b98194d9 Nov 23 21:55:27.826434 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f9771-67ad-4c05-aaa3-d5b1a7ef36e8 req-2452ada7-fd25-4bc6-94e9-033bffba5a3a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:27.833703 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f9771-67ad-4c05-aaa3-d5b1a7ef36e8 req-2452ada7-fd25-4bc6-94e9-033bffba5a3a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:27.844912 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f9771-67ad-4c05-aaa3-d5b1a7ef36e8 req-2452ada7-fd25-4bc6-94e9-033bffba5a3a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:27.850977 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f9771-67ad-4c05-aaa3-d5b1a7ef36e8 req-2452ada7-fd25-4bc6-94e9-033bffba5a3a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:27.858832 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f9771-67ad-4c05-aaa3-d5b1a7ef36e8 req-2452ada7-fd25-4bc6-94e9-033bffba5a3a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:27.865043 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f9771-67ad-4c05-aaa3-d5b1a7ef36e8 req-2452ada7-fd25-4bc6-94e9-033bffba5a3a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:27.872727 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd969d8b-395a-4150-b8d2-b2b087c6a610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-85cbab34-6970-4304-a6b6-198594d298d8', 'network_id': '85cbab34-6970-4304-a6b6-198594d298d8', 'tenant_id': '7ad543d4b3d44333a61cd3397efebfe3', 'fixed_ips': [{'subnet_id': '1adee72e-f11b-4bdd-b1b7-b7b676e0d7a4'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:55:27.873039 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f9771-67ad-4c05-aaa3-d5b1a7ef36e8 req-2452ada7-fd25-4bc6-94e9-033bffba5a3a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:27.873977 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bd969d8b-395a-4150-b8d2-b2b087c6a610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:27.880491 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-301f9771-67ad-4c05-aaa3-d5b1a7ef36e8 req-2452ada7-fd25-4bc6-94e9-033bffba5a3a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5436 time: 0.1509621 Nov 23 21:55:27.881617 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-59437ba9-b5b7-4a8d-a41c-db72c9171a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:27.886985 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58970) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:27.887127 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-302ccc19-8c60-471c-8b74-3075f12d980f tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:27.897770 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-250195c3-204e-4ca4-8b5f-f8a39653f116 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Request body: {'floatingip': {'port_id': 'd424e8e0-16b4-44c7-83b5-3077daab21d3'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:27.911388 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e155fa3e-8575-4089-a325-c5de7fa0666b tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:27.919379 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e155fa3e-8575-4089-a325-c5de7fa0666b tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2780151 Nov 23 21:55:27.924125 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-302ccc19-8c60-471c-8b74-3075f12d980f tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:27.932295 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302ccc19-8c60-471c-8b74-3075f12d980f tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:27.934178 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-302ccc19-8c60-471c-8b74-3075f12d980f tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:27.972286 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-cd2b2b98-e711-4ebe-ba59-ba9c00301435 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/quotas/b4733351b1964cddbb8217c475119123 HTTP/1.1" status: 200 len: 375 time: 0.0518408 Nov 23 21:55:27.984077 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-250195c3-204e-4ca4-8b5f-f8a39653f116 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for floatingip, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:28.001693 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-302ccc19-8c60-471c-8b74-3075f12d980f tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3398926 Nov 23 21:55:28.040099 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58974) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:28.052466 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4e6f8107-4c09-4b19-b21d-0facadfc589e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Request body: {'subnet': {'network_id': '3e43cd77-dd27-42dc-8fdc-8a43b98194d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:28.082246 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ccc19-8c60-471c-8b74-3075f12d980f tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event updated for resources: {'Network': ['ID=3e43cd77-dd27-42dc-8fdc-8a43b98194d9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:28.119398 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 3e43cd77-dd27-42dc-8fdc-8a43b98194d9 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:55:28.220776 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6f8107-4c09-4b19-b21d-0facadfc589e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Made reservation on behalf of 7ad543d4b3d44333a61cd3397efebfe3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:28.226144 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4e6f8107-4c09-4b19-b21d-0facadfc589e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:28.229003 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-bd969d8b-395a-4150-b8d2-b2b087c6a610 None None] Allocated IP 2001:db8:0:ffff::2 (85cbab34-6970-4304-a6b6-198594d298d8/1adee72e-f11b-4bdd-b1b7-b7b676e0d7a4/39805280-7170-489a-8642-ee8f1032d5b7) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:55:28.331905 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-2c406a23-3045-41db-a2f8-101480457727 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b4733351b1964cddbb8217c475119123&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3586013 Nov 23 21:55:28.523024 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bd969d8b-395a-4150-b8d2-b2b087c6a610 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:28.542888 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bd969d8b-395a-4150-b8d2-b2b087c6a610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:28.644913 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd969d8b-395a-4150-b8d2-b2b087c6a610 None None] Pushing event updated for resources: {'Port': ['ID=39805280-7170-489a-8642-ee8f1032d5b7,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:28.673515 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd969d8b-395a-4150-b8d2-b2b087c6a610 None None] Network 85cbab34-6970-4304-a6b6-198594d298d8 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:55:28.675640 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-bd969d8b-395a-4150-b8d2-b2b087c6a610 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:28.701281 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd969d8b-395a-4150-b8d2-b2b087c6a610 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:55:28.753149 n-d-816206-9 neutron-server[110033]: DEBUG neutron.objects.ports [None req-4e6f8107-4c09-4b19-b21d-0facadfc589e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110033) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 21:55:28.754918 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4e6f8107-4c09-4b19-b21d-0facadfc589e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:28.829105 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f8107-4c09-4b19-b21d-0facadfc589e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event updated for resources: {'Subnet': ['ID=a99a5ddd-d421-4bbc-96f4-d77f5cb752da,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:28.836597 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6f8107-4c09-4b19-b21d-0facadfc589e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Checking segment: {'id': '1499a31a-46bd-429a-9340-2540b7270226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3e43cd77-dd27-42dc-8fdc-8a43b98194d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:28.836917 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6f8107-4c09-4b19-b21d-0facadfc589e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Network hostable DHCP agents. Network: 3e43cd77-dd27-42dc-8fdc-8a43b98194d9, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:55:28.838504 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-bd969d8b-395a-4150-b8d2-b2b087c6a610 None None] Attempting to bind port 39805280-7170-489a-8642-ee8f1032d5b7 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:55:28.840739 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-bd969d8b-395a-4150-b8d2-b2b087c6a610 None None] Attempting to bind port 39805280-7170-489a-8642-ee8f1032d5b7 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '658817d1-27ba-4534-a7c1-fc60a36e3564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '85cbab34-6970-4304-a6b6-198594d298d8'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:55:28.846324 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd969d8b-395a-4150-b8d2-b2b087c6a610 None None] Attempting to bind port 39805280-7170-489a-8642-ee8f1032d5b7 on network 85cbab34-6970-4304-a6b6-198594d298d8 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:55:28.858468 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6f8107-4c09-4b19-b21d-0facadfc589e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Network 3e43cd77-dd27-42dc-8fdc-8a43b98194d9 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:55:28.865372 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd969d8b-395a-4150-b8d2-b2b087c6a610 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:55:28.866945 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd969d8b-395a-4150-b8d2-b2b087c6a610 None None] Checking segment: {'id': '658817d1-27ba-4534-a7c1-fc60a36e3564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '85cbab34-6970-4304-a6b6-198594d298d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:28.868356 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bd969d8b-395a-4150-b8d2-b2b087c6a610 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:28.869042 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8babd0a4-07ef-4dac-ad7e-a91ec3debdae req-9934af14-b90d-4302-8924-1eaac2023634 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=026c7c12-be53-40b3-9343-a6bfd330b3e1 HTTP/1.1" status: 200 len: 210 time: 0.0948102 Nov 23 21:55:28.869572 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd969d8b-395a-4150-b8d2-b2b087c6a610 None None] Bound using segment: {'id': '658817d1-27ba-4534-a7c1-fc60a36e3564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '85cbab34-6970-4304-a6b6-198594d298d8'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:55:28.871591 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-bd969d8b-395a-4150-b8d2-b2b087c6a610 None None] Bound port: 39805280-7170-489a-8642-ee8f1032d5b7, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658817d1-27ba-4534-a7c1-fc60a36e3564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '85cbab34-6970-4304-a6b6-198594d298d8'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:55:28.872023 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bd969d8b-395a-4150-b8d2-b2b087c6a610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:28.873570 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-4e6f8107-4c09-4b19-b21d-0facadfc589e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 3e43cd77-dd27-42dc-8fdc-8a43b98194d9) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:28.886691 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6f8107-4c09-4b19-b21d-0facadfc589e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:28.886691 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4e6f8107-4c09-4b19-b21d-0facadfc589e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:28.904963 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4e6f8107-4c09-4b19-b21d-0facadfc589e tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8632083 Nov 23 21:55:28.906174 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58992) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:28.912637 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f01871e7-7b4c-4ccb-aecd-a06fd9a66185 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Request body: {'port': {'network_id': '3e43cd77-dd27-42dc-8fdc-8a43b98194d9', 'name': 'tempest-NetworksIpV6TestAttrs-1476018912'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:28.954008 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4074bb75-bd1c-4b4a-8d83-29a6e8bd5856 None None] Network 3e43cd77-dd27-42dc-8fdc-8a43b98194d9 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:28.963329 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d61847d4-c667-46d2-bc7c-a1df7dcb21d5 req-9b4cada7-d1cf-4710-855a-5317d23b6571 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.1899691 Nov 23 21:55:29.070021 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01871e7-7b4c-4ccb-aecd-a06fd9a66185 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Made reservation on behalf of 7ad543d4b3d44333a61cd3397efebfe3 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:29.081141 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f01871e7-7b4c-4ccb-aecd-a06fd9a66185 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:29.104552 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-bd969d8b-395a-4150-b8d2-b2b087c6a610 None None] For port 39805280-7170-489a-8642-ee8f1032d5b7, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:55:29.112659 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-bd969d8b-395a-4150-b8d2-b2b087c6a610 None None] For port 39805280-7170-489a-8642-ee8f1032d5b7, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=39805280-7170-489a-8642-ee8f1032d5b7,segment=NetworkSegment(658817d1-27ba-4534-a7c1-fc60a36e3564),segment_id=658817d1-27ba-4534-a7c1-fc60a36e3564)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:55:29.119530 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-f01871e7-7b4c-4ccb-aecd-a06fd9a66185 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] device_id is not set on port afe7b019-c2a9-4fd0-9d6c-2c5abf4838a4 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 21:55:29.130206 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bd969d8b-395a-4150-b8d2-b2b087c6a610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:29.331867 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd969d8b-395a-4150-b8d2-b2b087c6a610 None None] Pushing event updated for resources: {'Port': ['ID=39805280-7170-489a-8642-ee8f1032d5b7,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:29.334827 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-f01871e7-7b4c-4ccb-aecd-a06fd9a66185 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Allocated IP 2001:db8::f816:3eff:fe08:7a92 (3e43cd77-dd27-42dc-8fdc-8a43b98194d9/a99a5ddd-d421-4bbc-96f4-d77f5cb752da/afe7b019-c2a9-4fd0-9d6c-2c5abf4838a4) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:55:29.351587 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca0496e-6477-4e8f-a24e-3fe8a1218a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-3e43cd77-dd27-42dc-8fdc-8a43b98194d9', 'network_id': '3e43cd77-dd27-42dc-8fdc-8a43b98194d9', 'tenant_id': '7ad543d4b3d44333a61cd3397efebfe3', 'fixed_ips': [{'subnet_id': 'a99a5ddd-d421-4bbc-96f4-d77f5cb752da'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:55:29.352616 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2ca0496e-6477-4e8f-a24e-3fe8a1218a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:29.474349 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.db.resource_extend [None req-250195c3-204e-4ca4-8b5f-f8a39653f116 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 21:55:29.589939 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-250195c3-204e-4ca4-8b5f-f8a39653f116 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:29.601236 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-250195c3-204e-4ca4-8b5f-f8a39653f116 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:29.646615 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f01871e7-7b4c-4ccb-aecd-a06fd9a66185 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:29.722007 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f01871e7-7b4c-4ccb-aecd-a06fd9a66185 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:29.798760 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-250195c3-204e-4ca4-8b5f-f8a39653f116 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Floating IP 3d3c77a8-6b04-4e76-bf59-efbeed39d9ce associated. External IP: 172.25.5.161, port: d424e8e0-16b4-44c7-83b5-3077daab21d3. Nov 23 21:55:29.820262 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01871e7-7b4c-4ccb-aecd-a06fd9a66185 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Network 3e43cd77-dd27-42dc-8fdc-8a43b98194d9 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:55:29.825698 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-f01871e7-7b4c-4ccb-aecd-a06fd9a66185 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:29.831859 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01871e7-7b4c-4ccb-aecd-a06fd9a66185 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:55:29.841652 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01871e7-7b4c-4ccb-aecd-a06fd9a66185 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:29.844383 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f01871e7-7b4c-4ccb-aecd-a06fd9a66185 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:29.852129 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:29.880029 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f01871e7-7b4c-4ccb-aecd-a06fd9a66185 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9723394 Nov 23 21:55:29.881410 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01871e7-7b4c-4ccb-aecd-a06fd9a66185 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event updated for resources: {'Port': ['ID=afe7b019-c2a9-4fd0-9d6c-2c5abf4838a4,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:29.884801 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59004) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:29.920811 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-2ca0496e-6477-4e8f-a24e-3fe8a1218a31 None None] Allocated IP 2001:db8::f816:3eff:fefb:9a35 (3e43cd77-dd27-42dc-8fdc-8a43b98194d9/a99a5ddd-d421-4bbc-96f4-d77f5cb752da/19cf3cdc-11e4-4c08-8594-986c4638e590) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:55:29.978773 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-e82a043c-77ca-4269-aff4-ff94ce17c5b2 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Deleting subnet a99a5ddd-d421-4bbc-96f4-d77f5cb752da {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:55:30.067890 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1831201-a218-4c63-887e-82008826b1a5 req-33f25004-cbc0-4f8f-9123-d5a6815b41c4 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=026c7c12-be53-40b3-9343-a6bfd330b3e1 HTTP/1.1" status: 200 len: 210 time: 0.0854313 Nov 23 21:55:30.099061 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-49e7e290-0363-4c5e-a9c1-e3f90fd587d2 req-cd2bf98e-3ff2-46d9-bce4-4b941a6f903e tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0335166 Nov 23 21:55:30.136489 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2ca0496e-6477-4e8f-a24e-3fe8a1218a31 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:30.147955 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e82a043c-77ca-4269-aff4-ff94ce17c5b2 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:30.148110 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2ca0496e-6477-4e8f-a24e-3fe8a1218a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:30.198622 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250195c3-204e-4ca4-8b5f-f8a39653f116 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Router 7fc786bd-c7fc-4a72-b5bc-68a2a5614427 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:55:30.221652 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e82a043c-77ca-4269-aff4-ff94ce17c5b2 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:30.268825 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0496e-6477-4e8f-a24e-3fe8a1218a31 None None] Pushing event updated for resources: {'Port': ['ID=19cf3cdc-11e4-4c08-8594-986c4638e590,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:30.303456 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca0496e-6477-4e8f-a24e-3fe8a1218a31 None None] Network 3e43cd77-dd27-42dc-8fdc-8a43b98194d9 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:55:30.305189 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-2ca0496e-6477-4e8f-a24e-3fe8a1218a31 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:30.310930 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca0496e-6477-4e8f-a24e-3fe8a1218a31 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:55:30.347941 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:55:30.365905 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-511ba0fb-a0a5-4f2f-9ca4-bc0f8aac0e17 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b4733351b1964cddbb8217c475119123&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1021490 Nov 23 21:55:30.412777 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250195c3-204e-4ca4-8b5f-f8a39653f116 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:55:30.445566 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b49e79-e5d8-4c41-99ab-e6f42c421eb1 None None] Sync routers for ids ['7fc786bd-c7fc-4a72-b5bc-68a2a5614427'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:55:30.448507 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-250195c3-204e-4ca4-8b5f-f8a39653f116 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:30.463381 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2ca0496e-6477-4e8f-a24e-3fe8a1218a31 None None] Attempting to bind port 19cf3cdc-11e4-4c08-8594-986c4638e590 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:55:30.464053 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2ca0496e-6477-4e8f-a24e-3fe8a1218a31 None None] Attempting to bind port 19cf3cdc-11e4-4c08-8594-986c4638e590 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '1499a31a-46bd-429a-9340-2540b7270226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3e43cd77-dd27-42dc-8fdc-8a43b98194d9'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:55:30.464618 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0496e-6477-4e8f-a24e-3fe8a1218a31 None None] Attempting to bind port 19cf3cdc-11e4-4c08-8594-986c4638e590 on network 3e43cd77-dd27-42dc-8fdc-8a43b98194d9 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:55:30.476362 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7d77b6a8-1302-4912-85e4-73e61fe242b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:30.480981 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0496e-6477-4e8f-a24e-3fe8a1218a31 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:55:30.481804 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0496e-6477-4e8f-a24e-3fe8a1218a31 None None] Checking segment: {'id': '1499a31a-46bd-429a-9340-2540b7270226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3e43cd77-dd27-42dc-8fdc-8a43b98194d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:30.482233 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2ca0496e-6477-4e8f-a24e-3fe8a1218a31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:30.482600 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca0496e-6477-4e8f-a24e-3fe8a1218a31 None None] Bound using segment: {'id': '1499a31a-46bd-429a-9340-2540b7270226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3e43cd77-dd27-42dc-8fdc-8a43b98194d9'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:55:30.483128 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2ca0496e-6477-4e8f-a24e-3fe8a1218a31 None None] Bound port: 19cf3cdc-11e4-4c08-8594-986c4638e590, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1499a31a-46bd-429a-9340-2540b7270226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3e43cd77-dd27-42dc-8fdc-8a43b98194d9'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:55:30.483578 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2ca0496e-6477-4e8f-a24e-3fe8a1218a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:30.500725 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b49e79-e5d8-4c41-99ab-e6f42c421eb1 None None] Routers {'7fc786bd-c7fc-4a72-b5bc-68a2a5614427'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:55:30.501302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-36b49e79-e5d8-4c41-99ab-e6f42c421eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:55:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7fc786bd-c7fc-4a72-b5bc-68a2a5614427'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:30.521537 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-250195c3-204e-4ca4-8b5f-f8a39653f116 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "PUT /v2.0/floatingips/3d3c77a8-6b04-4e76-bf59-efbeed39d9ce HTTP/1.1" status: 200 len: 991 time: 2.6323056 Nov 23 21:55:30.522125 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'tag': 'd424e8e0-16b4-44c7-83b5-3077daab21d3'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:55:30.527371 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18aed35-925d-4a47-803c-cadaa85d2e70" -d '{"events": [{"name": "network-changed", "server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "tag": "d424e8e0-16b4-44c7-83b5-3077daab21d3"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:55:30.609666 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137fba6a-f99e-4b4a-8c7f-5b3215a0ac16 x-openstack-request-id: req-137fba6a-f99e-4b4a-8c7f-5b3215a0ac16 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:55:30.610338 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "tag": "d424e8e0-16b4-44c7-83b5-3077daab21d3", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:55:30.610831 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-137fba6a-f99e-4b4a-8c7f-5b3215a0ac16 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:55:30.611455 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'tag': 'd424e8e0-16b4-44c7-83b5-3077daab21d3', 'status': 'completed', 'code': 200} Nov 23 21:55:30.696542 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-ae9e342f-93f9-4550-acef-0f595cc737e8 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:30.698994 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-ae9e342f-93f9-4550-acef-0f595cc737e8 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3291793 Nov 23 21:55:30.721046 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2ca0496e-6477-4e8f-a24e-3fe8a1218a31 None None] For port 19cf3cdc-11e4-4c08-8594-986c4638e590, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:55:30.727321 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2ca0496e-6477-4e8f-a24e-3fe8a1218a31 None None] For port 19cf3cdc-11e4-4c08-8594-986c4638e590, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=19cf3cdc-11e4-4c08-8594-986c4638e590,segment=NetworkSegment(1499a31a-46bd-429a-9340-2540b7270226),segment_id=1499a31a-46bd-429a-9340-2540b7270226)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:55:30.735029 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-0f373abb-23d5-49f0-8f8c-e029153fb5b0 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Request body: {'port': {'device_id': '026c7c12-be53-40b3-9343-a6bfd330b3e1', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': 'b4733351b1964cddbb8217c475119123'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:30.745842 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-36b49e79-e5d8-4c41-99ab-e6f42c421eb1 None None] Set router 7fc786bd-c7fc-4a72-b5bc-68a2a5614427 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:55:30.774217 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aed35-925d-4a47-803c-cadaa85d2e70 req-c5b7b5a1-a44f-451b-acc1-f4a5b7416fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:30.774728 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aed35-925d-4a47-803c-cadaa85d2e70 req-c5b7b5a1-a44f-451b-acc1-f4a5b7416fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:30.775202 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aed35-925d-4a47-803c-cadaa85d2e70 req-c5b7b5a1-a44f-451b-acc1-f4a5b7416fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:30.775664 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aed35-925d-4a47-803c-cadaa85d2e70 req-c5b7b5a1-a44f-451b-acc1-f4a5b7416fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:30.777143 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aed35-925d-4a47-803c-cadaa85d2e70 req-c5b7b5a1-a44f-451b-acc1-f4a5b7416fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:30.777608 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aed35-925d-4a47-803c-cadaa85d2e70 req-c5b7b5a1-a44f-451b-acc1-f4a5b7416fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:30.779842 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aed35-925d-4a47-803c-cadaa85d2e70 req-c5b7b5a1-a44f-451b-acc1-f4a5b7416fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:30.785645 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c18aed35-925d-4a47-803c-cadaa85d2e70 req-c5b7b5a1-a44f-451b-acc1-f4a5b7416fb1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b32d0f34c0cc4ad1b4cbe85726725dc7&device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 6493 time: 0.1379414 Nov 23 21:55:30.786221 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e82a043c-77ca-4269-aff4-ff94ce17c5b2 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:30.816708 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2ca0496e-6477-4e8f-a24e-3fe8a1218a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:30.942129 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5bcdee-2bcf-4d24-8d6f-7fec61cf55f1 None None] Network 85cbab34-6970-4304-a6b6-198594d298d8 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:30.981107 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aed35-925d-4a47-803c-cadaa85d2e70 req-d33c405b-f1b0-4f1f-aebe-5c013e82f00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:30.986898 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c18aed35-925d-4a47-803c-cadaa85d2e70 req-d33c405b-f1b0-4f1f-aebe-5c013e82f00c service neutron] 10.222.0.53 "GET /v2.0/networks?id=5b374035-6ec9-4585-9414-d17339221c43 HTTP/1.1" status: 200 len: 912 time: 0.1893711 Nov 23 21:55:30.987312 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 39805280-7170-489a-8642-ee8f1032d5b7 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:31.009517 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e82a043c-77ca-4269-aff4-ff94ce17c5b2 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:31.045726 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a043c-77ca-4269-aff4-ff94ce17c5b2 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event deleted for resources: {'Subnet': ['ID=a99a5ddd-d421-4bbc-96f4-d77f5cb752da,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:31.054064 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e82a043c-77ca-4269-aff4-ff94ce17c5b2 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:31.059976 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e82a043c-77ca-4269-aff4-ff94ce17c5b2 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "DELETE /v2.0/subnets/a99a5ddd-d421-4bbc-96f4-d77f5cb752da HTTP/1.1" status: 204 len: 168 time: 1.1716936 Nov 23 21:55:31.060265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59022) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:31.121077 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c18aed35-925d-4a47-803c-cadaa85d2e70 req-f6646c07-68c6-469f-b196-9185b152c9bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d424e8e0-16b4-44c7-83b5-3077daab21d3 HTTP/1.1" status: 200 len: 999 time: 0.1245296 Nov 23 21:55:31.126599 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-0f373abb-23d5-49f0-8f8c-e029153fb5b0 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Made reservation on behalf of b4733351b1964cddbb8217c475119123 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:31.140451 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-0f373abb-23d5-49f0-8f8c-e029153fb5b0 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:31.185658 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0496e-6477-4e8f-a24e-3fe8a1218a31 None None] Pushing event updated for resources: {'Port': ['ID=19cf3cdc-11e4-4c08-8594-986c4638e590,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:31.196915 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ade0f73b-5c6d-4860-800b-4646dbbd8293 None None] Provisioning complete for port 39805280-7170-489a-8642-ee8f1032d5b7 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:31.196915 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ade0f73b-5c6d-4860-800b-4646dbbd8293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:31.229450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aed35-925d-4a47-803c-cadaa85d2e70 req-39b21e2b-6e44-4217-9119-74ee64b88f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:31.235321 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c18aed35-925d-4a47-803c-cadaa85d2e70 req-39b21e2b-6e44-4217-9119-74ee64b88f7f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd878f6f-9967-479b-9c9f-bb69cd8c2238 HTTP/1.1" status: 200 len: 850 time: 0.1044462 Nov 23 21:55:31.243132 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03d86b4-f8e2-4b40-8bc1-d20cc75433e0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:31.244813 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03d86b4-f8e2-4b40-8bc1-d20cc75433e0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:31.250024 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b03d86b4-f8e2-4b40-8bc1-d20cc75433e0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1852586 Nov 23 21:55:31.254433 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59028) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:31.433635 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7301d92a-34fd-4f74-b7d0-dd2c497c9228 req-bb6a0ae3-07d4-4dc6-84b0-1c43c0753598 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.1002645 Nov 23 21:55:31.458710 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 39805280-7170-489a-8642-ee8f1032d5b7 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:31.459116 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:31.475140 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f9d00793-60f5-4c91-8952-fad208a867b9 req-182840fe-6a98-4bd2-beb4-e97fb1889115 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=026c7c12-be53-40b3-9343-a6bfd330b3e1 HTTP/1.1" status: 200 len: 210 time: 0.1125827 Nov 23 21:55:31.495239 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aed35-925d-4a47-803c-cadaa85d2e70 req-1cfd1159-b37f-4252-bead-13bc67ac4cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:31.499111 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c18aed35-925d-4a47-803c-cadaa85d2e70 req-1cfd1159-b37f-4252-bead-13bc67ac4cfe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b374035-6ec9-4585-9414-d17339221c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2542243 Nov 23 21:55:31.557671 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e6617661-aaa8-4e3a-9bb6-d95be457e1d6 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:31.575189 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6617661-aaa8-4e3a-9bb6-d95be457e1d6 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 23 21:55:31.575668 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6617661-aaa8-4e3a-9bb6-d95be457e1d6 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:55:31.580087 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e6617661-aaa8-4e3a-9bb6-d95be457e1d6 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "DELETE /v2.0/networks/3e43cd77-dd27-42dc-8fdc-8a43b98194d9 HTTP/1.1" status: 409 len: 405 time: 0.3213677 Nov 23 21:55:31.585659 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59034) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:31.590566 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-0eb0c19e-5186-4138-b9b8-08d21697f2e1 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-371813789'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:31.605615 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-0f373abb-23d5-49f0-8f8c-e029153fb5b0 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Allocated IP 192.168.233.32 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/257cd322-31a7-49e6-9b67-f88c88ae65f6) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:55:31.648817 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb0c19e-5186-4138-b9b8-08d21697f2e1 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Made reservation on behalf of 7ad543d4b3d44333a61cd3397efebfe3 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:31.659797 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0eb0c19e-5186-4138-b9b8-08d21697f2e1 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:31.671934 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ade0f73b-5c6d-4860-800b-4646dbbd8293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:31.689861 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c18aed35-925d-4a47-803c-cadaa85d2e70 req-34ae4821-d485-4e7f-b8d1-3f705da490be service neutron] 10.222.0.53 "GET /v2.0/networks/5b374035-6ec9-4585-9414-d17339221c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772299 Nov 23 21:55:31.698517 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:31.726385 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb0c19e-5186-4138-b9b8-08d21697f2e1 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:55:31.756915 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0eb0c19e-5186-4138-b9b8-08d21697f2e1 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:31.757326 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-0eb0c19e-5186-4138-b9b8-08d21697f2e1 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Added segment f633924d-aa79-44c0-a607-2653697a5ed6 of type vlan for network 1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8 Nov 23 21:55:31.801105 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ade0f73b-5c6d-4860-800b-4646dbbd8293 None None] For port 39805280-7170-489a-8642-ee8f1032d5b7, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=39805280-7170-489a-8642-ee8f1032d5b7,segment=NetworkSegment(658817d1-27ba-4534-a7c1-fc60a36e3564),segment_id=658817d1-27ba-4534-a7c1-fc60a36e3564)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:31.820372 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ade0f73b-5c6d-4860-800b-4646dbbd8293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:31.837426 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c18aed35-925d-4a47-803c-cadaa85d2e70 req-5c98e83e-abbd-4cc8-8ae1-bcd2b9e0b27f service neutron] 10.222.0.53 "GET /v2.0/networks/5b374035-6ec9-4585-9414-d17339221c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297274 Nov 23 21:55:31.897177 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-36b49e79-e5d8-4c41-99ab-e6f42c421eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'name': 'tempest-TaggedBootDevicesTest-917650347-router', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:52:28Z', 'updated_at': '2021-11-23T21:52:37Z', 'revision_number': 4, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'gw_port': {'id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:30Z', 'updated_at': '2021-11-23T21:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '3d3c77a8-6b04-4e76-bf59-efbeed39d9ce', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'floating_ip_address': '172.25.5.161', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'port_id': 'd424e8e0-16b4-44c7-83b5-3077daab21d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b374035-6ec9-4585-9414-d17339221c43', 'mac_address': 'fa:16:3e:44:02:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:53:58Z', 'updated_at': '2021-11-23T21:55:29Z', 'revision_number': 1, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1694965-de1e-44a8-bf5b-b9391f9d8853', 'name': '', 'network_id': '5b374035-6ec9-4585-9414-d17339221c43', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'mac_address': 'fa:16:3e:d9:22:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'dd878f6f-9967-479b-9c9f-bb69cd8c2238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:35Z', 'updated_at': '2021-11-23T21:52:45Z', 'revision_number': 5, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'subnets': [{'id': 'dd878f6f-9967-479b-9c9f-bb69cd8c2238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:31.901025 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0eb0c19e-5186-4138-b9b8-08d21697f2e1 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:31.901200 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:31.977339 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-0f373abb-23d5-49f0-8f8c-e029153fb5b0 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:31.987067 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b49e79-e5d8-4c41-99ab-e6f42c421eb1 None None] Checking router: 7fc786bd-c7fc-4a72-b5bc-68a2a5614427 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:55:32.009697 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0eb0c19e-5186-4138-b9b8-08d21697f2e1 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:32.017289 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb0c19e-5186-4138-b9b8-08d21697f2e1 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:32.018012 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0eb0c19e-5186-4138-b9b8-08d21697f2e1 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:32.075249 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b49e79-e5d8-4c41-99ab-e6f42c421eb1 None None] Routers {'7fc786bd-c7fc-4a72-b5bc-68a2a5614427'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:55:32.076369 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-36b49e79-e5d8-4c41-99ab-e6f42c421eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:55:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7fc786bd-c7fc-4a72-b5bc-68a2a5614427'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:32.089066 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0eb0c19e-5186-4138-b9b8-08d21697f2e1 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4997802 Nov 23 21:55:32.090150 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59042) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:32.096566 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Request body: {'subnet': {'network_id': '1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:32.131091 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0c19e-5186-4138-b9b8-08d21697f2e1 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event updated for resources: {'Network': ['ID=1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:32.140916 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0f73b-5c6d-4860-800b-4646dbbd8293 None None] Pushing event updated for resources: {'Port': ['ID=39805280-7170-489a-8642-ee8f1032d5b7,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:32.145489 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-0f373abb-23d5-49f0-8f8c-e029153fb5b0 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:32.178545 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-0f373abb-23d5-49f0-8f8c-e029153fb5b0 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:55:32.194517 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:55:32.194906 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:55:32.197559 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:55:32.199413 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['7b07ebe4-8eae-4e0e-8e19-a36211a61bbb'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:55:32.227552 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-0f373abb-23d5-49f0-8f8c-e029153fb5b0 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:32.240002 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-0f373abb-23d5-49f0-8f8c-e029153fb5b0 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:55:32.266350 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Made reservation on behalf of 7ad543d4b3d44333a61cd3397efebfe3 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:32.270746 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:32.330957 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-0f373abb-23d5-49f0-8f8c-e029153fb5b0 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:32.331777 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-0f373abb-23d5-49f0-8f8c-e029153fb5b0 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:32.371255 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-0f373abb-23d5-49f0-8f8c-e029153fb5b0 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6556365 Nov 23 21:55:32.372012 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f373abb-23d5-49f0-8f8c-e029153fb5b0 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Pushing event updated for resources: {'Port': ['ID=257cd322-31a7-49e6-9b67-f88c88ae65f6,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:32.390451 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e6281294-4099-4941-9aaf-dc24ee2bff20 service neutron] Request body: {'port': {'device_id': '026c7c12-be53-40b3-9343-a6bfd330b3e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:32.483229 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e6281294-4099-4941-9aaf-dc24ee2bff20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:32.690921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc53f64-66f9-440b-8463-c68d8d9990c3 None None] Network 3e43cd77-dd27-42dc-8fdc-8a43b98194d9 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:32.732071 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f277e87a-2fef-4bea-87ed-404e479a4a96 None None] Provisioning complete for port 39805280-7170-489a-8642-ee8f1032d5b7 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:32.732725 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f277e87a-2fef-4bea-87ed-404e479a4a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:32.753201 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d1a9b17-c2e3-4730-b4e2-845620bd2b31 req-594012cd-6c49-4e79-93a7-4bf3eb7b1c97 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0533793 Nov 23 21:55:32.815117 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69600e52-71f3-4129-94e0-c94c00a83407 req-4d937d4b-0f3f-45bb-a1c8-5d08e0bf0f8b tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:32.822916 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-69600e52-71f3-4129-94e0-c94c00a83407 req-4d937d4b-0f3f-45bb-a1c8-5d08e0bf0f8b tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=026c7c12-be53-40b3-9343-a6bfd330b3e1 HTTP/1.1" status: 200 len: 935 time: 0.1396213 Nov 23 21:55:32.892072 n-d-816206-9 neutron-server[110034]: DEBUG neutron.objects.ports [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110034) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 21:55:32.894068 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:32.987342 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e6281294-4099-4941-9aaf-dc24ee2bff20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257cd322-31a7-49e6-9b67-f88c88ae65f6 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:55:32.997914 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-69600e52-71f3-4129-94e0-c94c00a83407 req-6f2fdeb1-8719-4173-8374-101fa0118adc tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648600 Nov 23 21:55:32.999909 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e6281294-4099-4941-9aaf-dc24ee2bff20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:33.018860 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-36b49e79-e5d8-4c41-99ab-e6f42c421eb1 None None] Set router 7fc786bd-c7fc-4a72-b5bc-68a2a5614427 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:55:33.023998 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e6281294-4099-4941-9aaf-dc24ee2bff20 service neutron] Transition to ACTIVE for port object 257cd322-31a7-49e6-9b67-f88c88ae65f6 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:55:33.032440 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e6281294-4099-4941-9aaf-dc24ee2bff20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:33.082369 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event updated for resources: {'Subnet': ['ID=5a367b84-0310-4ce6-9cb1-511a9873d4f3,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:33.099556 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:33.102074 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:33.104203 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:33.112142 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:33.112746 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:33.113792 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:33.114333 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:33.115036 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:33.115489 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:33.115932 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:33.116376 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:33.117059 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:55:33.120727 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Checking segment: {'id': 'f633924d-aa79-44c0-a607-2653697a5ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:33.121210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Network hostable DHCP agents. Network: 1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:55:33.133452 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:33.162985 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Network 1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:55:33.190385 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6281294-4099-4941-9aaf-dc24ee2bff20 service neutron] Pushing event updated for resources: {'Port': ['ID=257cd322-31a7-49e6-9b67-f88c88ae65f6,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:33.215052 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:33.228395 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:33.231185 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:33.265938 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9a4e21-c384-4acd-81e0-71382c7917d0 None None] Network 1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:33.304086 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-16f6ccfc-2e3f-457c-a6cd-44dbfb67eca5 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2120168 Nov 23 21:55:33.309237 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59058) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:33.315579 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-3e8e0373-8a56-4a01-bc02-143a17034582 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Request body: {'port': {'network_id': '1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8', 'name': 'tempest-NetworksIpV6TestAttrs-339023351'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:33.319818 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e6281294-4099-4941-9aaf-dc24ee2bff20 service neutron] Attempting to bind port 257cd322-31a7-49e6-9b67-f88c88ae65f6 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:55:33.320153 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e6281294-4099-4941-9aaf-dc24ee2bff20 service neutron] Attempting to bind port 257cd322-31a7-49e6-9b67-f88c88ae65f6 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:55:33.320477 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e6281294-4099-4941-9aaf-dc24ee2bff20 service neutron] Attempting to bind port 257cd322-31a7-49e6-9b67-f88c88ae65f6 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:55:33.344504 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e6281294-4099-4941-9aaf-dc24ee2bff20 service neutron] Port 257cd322-31a7-49e6-9b67-f88c88ae65f6 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:55:33.344829 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e6281294-4099-4941-9aaf-dc24ee2bff20 service neutron] Attempting to bind port 257cd322-31a7-49e6-9b67-f88c88ae65f6 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:55:33.356058 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e6281294-4099-4941-9aaf-dc24ee2bff20 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:55:33.356410 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e6281294-4099-4941-9aaf-dc24ee2bff20 service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:33.356783 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e6281294-4099-4941-9aaf-dc24ee2bff20 service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:55:33.357220 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e6281294-4099-4941-9aaf-dc24ee2bff20 service neutron] Bound port: 257cd322-31a7-49e6-9b67-f88c88ae65f6, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:55:33.357593 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e6281294-4099-4941-9aaf-dc24ee2bff20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:33.416211 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 39805280-7170-489a-8642-ee8f1032d5b7 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:33.486805 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e6281294-4099-4941-9aaf-dc24ee2bff20 service neutron] For port 257cd322-31a7-49e6-9b67-f88c88ae65f6, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:55:33.492034 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e6281294-4099-4941-9aaf-dc24ee2bff20 service neutron] For port 257cd322-31a7-49e6-9b67-f88c88ae65f6, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=257cd322-31a7-49e6-9b67-f88c88ae65f6,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:55:33.501413 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e6281294-4099-4941-9aaf-dc24ee2bff20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:33.537335 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8e0373-8a56-4a01-bc02-143a17034582 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Made reservation on behalf of 7ad543d4b3d44333a61cd3397efebfe3 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:33.540779 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0373-8a56-4a01-bc02-143a17034582 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:33.550754 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e6281294-4099-4941-9aaf-dc24ee2bff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:33.551378 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e6281294-4099-4941-9aaf-dc24ee2bff20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:33.552774 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e6281294-4099-4941-9aaf-dc24ee2bff20 service neutron] 10.222.0.60 "PUT /v2.0/ports/257cd322-31a7-49e6-9b67-f88c88ae65f6 HTTP/1.1" status: 200 len: 1095 time: 1.1676290 Nov 23 21:55:33.553223 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026c7c12-be53-40b3-9343-a6bfd330b3e1', 'tag': '257cd322-31a7-49e6-9b67-f88c88ae65f6'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:55:33.556043 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583176bc-ab64-41ed-b1a8-8a24cfaed054" -d '{"events": [{"name": "network-changed", "server_uuid": "026c7c12-be53-40b3-9343-a6bfd330b3e1", "tag": "257cd322-31a7-49e6-9b67-f88c88ae65f6"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:55:33.581140 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-3e8e0373-8a56-4a01-bc02-143a17034582 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] device_id is not set on port b7d1192b-bcc1-4e17-9d87-d53b2a6bb362 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 21:55:33.652589 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-808dd553-1170-42b5-82fe-fa98d3362f03 None None] Provisioning complete for port 19cf3cdc-11e4-4c08-8594-986c4638e590 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:33.652974 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-808dd553-1170-42b5-82fe-fa98d3362f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:33.664948 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7f4506-8935-4a83-a507-182a5b23ec90 None None] DHCP port deletion for 3e43cd77-dd27-42dc-8fdc-8a43b98194d9 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:55:33.698856 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-3e8e0373-8a56-4a01-bc02-143a17034582 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Allocated IP 2001:db8::f816:3eff:fedc:3748 (1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8/5a367b84-0310-4ce6-9cb1-511a9873d4f3/b7d1192b-bcc1-4e17-9d87-d53b2a6bb362) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:55:33.709669 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdc5fd2-64bf-4aee-8503-2af6fd01f937 x-openstack-request-id: req-5cdc5fd2-64bf-4aee-8503-2af6fd01f937 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:55:33.709959 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026c7c12-be53-40b3-9343-a6bfd330b3e1", "tag": "257cd322-31a7-49e6-9b67-f88c88ae65f6", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:55:33.710215 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5cdc5fd2-64bf-4aee-8503-2af6fd01f937 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:55:33.710623 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026c7c12-be53-40b3-9343-a6bfd330b3e1', 'tag': '257cd322-31a7-49e6-9b67-f88c88ae65f6', 'status': 'completed', 'code': 200} Nov 23 21:55:33.773178 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6281294-4099-4941-9aaf-dc24ee2bff20 service neutron] Pushing event updated for resources: {'Port': ['ID=257cd322-31a7-49e6-9b67-f88c88ae65f6,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:33.789726 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 39805280-7170-489a-8642-ee8f1032d5b7 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:33.790107 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:33.857723 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-5519ba71-36d5-45a5-9170-a6b4ed1242ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:33.859436 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-5519ba71-36d5-45a5-9170-a6b4ed1242ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b4733351b1964cddbb8217c475119123&device_id=026c7c12-be53-40b3-9343-a6bfd330b3e1 HTTP/1.1" status: 200 len: 1098 time: 0.1479969 Nov 23 21:55:33.899168 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:33.972892 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d2859250-e8fc-4caf-96a3-aa323d02eeae req-5e51faaf-c728-4eaf-9b61-4edde60bfa40 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0649474 Nov 23 21:55:33.998514 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8a7f4506-8935-4a83-a507-182a5b23ec90 None None] Deleting port 19cf3cdc-11e4-4c08-8594-986c4638e590 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:55:33.998863 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8a7f4506-8935-4a83-a507-182a5b23ec90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:34.006190 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735fd50b-20f9-4644-820a-d0c350c1d8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8', 'network_id': '1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8', 'tenant_id': '7ad543d4b3d44333a61cd3397efebfe3', 'fixed_ips': [{'subnet_id': '5a367b84-0310-4ce6-9cb1-511a9873d4f3'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:55:34.007094 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-735fd50b-20f9-4644-820a-d0c350c1d8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:34.141742 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-36b49e79-e5d8-4c41-99ab-e6f42c421eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'name': 'tempest-TaggedBootDevicesTest-917650347-router', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:52:28Z', 'updated_at': '2021-11-23T21:52:37Z', 'revision_number': 4, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'gw_port': {'id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:30Z', 'updated_at': '2021-11-23T21:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '3d3c77a8-6b04-4e76-bf59-efbeed39d9ce', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'floating_ip_address': '172.25.5.161', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'port_id': 'd424e8e0-16b4-44c7-83b5-3077daab21d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b374035-6ec9-4585-9414-d17339221c43', 'mac_address': 'fa:16:3e:44:02:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:53:58Z', 'updated_at': '2021-11-23T21:55:29Z', 'revision_number': 1, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1694965-de1e-44a8-bf5b-b9391f9d8853', 'name': '', 'network_id': '5b374035-6ec9-4585-9414-d17339221c43', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'mac_address': 'fa:16:3e:d9:22:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'dd878f6f-9967-479b-9c9f-bb69cd8c2238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:35Z', 'updated_at': '2021-11-23T21:52:45Z', 'revision_number': 5, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'subnets': [{'id': 'dd878f6f-9967-479b-9c9f-bb69cd8c2238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:34.152870 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-808dd553-1170-42b5-82fe-fa98d3362f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:34.159597 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef691a-268c-4aa0-8a45-5fdb66c29115 req-aac133da-0f49-4780-9e39-6d4c5b20964f tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:34.169472 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-73ef691a-268c-4aa0-8a45-5fdb66c29115 req-aac133da-0f49-4780-9e39-6d4c5b20964f tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=026c7c12-be53-40b3-9343-a6bfd330b3e1 HTTP/1.1" status: 200 len: 947 time: 0.0864670 Nov 23 21:55:34.197031 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 19cf3cdc-11e4-4c08-8594-986c4638e590 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:34.271386 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-73ef691a-268c-4aa0-8a45-5fdb66c29115 req-939a42db-f6d9-4c5f-b929-018059860346 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988371 Nov 23 21:55:34.276779 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b49e79-e5d8-4c41-99ab-e6f42c421eb1 None None] The sync data for ids ['7fc786bd-c7fc-4a72-b5bc-68a2a5614427'] in n-d-816206-9 is: [{'id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'name': 'tempest-TaggedBootDevicesTest-917650347-router', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:52:28Z', 'updated_at': '2021-11-23T21:52:37Z', 'revision_number': 4, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'gw_port': {'id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:30Z', 'updated_at': '2021-11-23T21:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '3d3c77a8-6b04-4e76-bf59-efbeed39d9ce', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'floating_ip_address': '172.25.5.161', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'port_id': 'd424e8e0-16b4-44c7-83b5-3077daab21d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b374035-6ec9-4585-9414-d17339221c43', 'mac_address': 'fa:16:3e:44:02:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:53:58Z', 'updated_at': '2021-11-23T21:55:29Z', 'revision_number': 1, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1694965-de1e-44a8-bf5b-b9391f9d8853', 'name': '', 'network_id': '5b374035-6ec9-4585-9414-d17339221c43', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'mac_address': 'fa:16:3e:d9:22:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'dd878f6f-9967-479b-9c9f-bb69cd8c2238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:35Z', 'updated_at': '2021-11-23T21:52:45Z', 'revision_number': 5, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'subnets': [{'id': 'dd878f6f-9967-479b-9c9f-bb69cd8c2238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:55:34.325371 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8a7f4506-8935-4a83-a507-182a5b23ec90 None None] For port 19cf3cdc-11e4-4c08-8594-986c4638e590, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=19cf3cdc-11e4-4c08-8594-986c4638e590,segment=NetworkSegment(1499a31a-46bd-429a-9340-2540b7270226),segment_id=1499a31a-46bd-429a-9340-2540b7270226)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:34.325761 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8a7f4506-8935-4a83-a507-182a5b23ec90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:34.432856 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8a7f4506-8935-4a83-a507-182a5b23ec90 None None] Calling delete_port for 19cf3cdc-11e4-4c08-8594-986c4638e590 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:55:34.459908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-808dd553-1170-42b5-82fe-fa98d3362f03 None None] For port 19cf3cdc-11e4-4c08-8594-986c4638e590, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=19cf3cdc-11e4-4c08-8594-986c4638e590,segment=NetworkSegment(1499a31a-46bd-429a-9340-2540b7270226),segment_id=1499a31a-46bd-429a-9340-2540b7270226)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:34.462306 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 19cf3cdc-11e4-4c08-8594-986c4638e590 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:34.462686 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:34.470017 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-700cccc8-53fb-4a74-b26e-3c2f3f593003 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=257cd322-31a7-49e6-9b67-f88c88ae65f6 HTTP/1.1" status: 200 len: 217 time: 0.5555086 Nov 23 21:55:34.515535 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0373-8a56-4a01-bc02-143a17034582 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:34.535043 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-808dd553-1170-42b5-82fe-fa98d3362f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:34.547299 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-891d617c-c1c8-48cd-bc53-d08d65e1370e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:34.548771 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-891d617c-c1c8-48cd-bc53-d08d65e1370e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0716159 Nov 23 21:55:34.602258 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503258f9-031d-48ca-8a62-a38bf01bbfe7 None None] New status for floating IP 3d3c77a8-6b04-4e76-bf59-efbeed39d9ce: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:55:34.605144 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0373-8a56-4a01-bc02-143a17034582 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:34.666142 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e265dcf3-1a5b-4aa7-919c-a6197af8ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:34.667672 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-e265dcf3-1a5b-4aa7-919c-a6197af8ad0c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1095772 Nov 23 21:55:34.690035 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8e0373-8a56-4a01-bc02-143a17034582 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Network 1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:55:34.692606 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e0373-8a56-4a01-bc02-143a17034582 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event updated for resources: {'Port': ['ID=b7d1192b-bcc1-4e17-9d87-d53b2a6bb362,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:34.706869 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-3e8e0373-8a56-4a01-bc02-143a17034582 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:34.711377 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dd553-1170-42b5-82fe-fa98d3362f03 None None] Pushing event updated for resources: {'Port': ['ID=19cf3cdc-11e4-4c08-8594-986c4638e590,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:34.712139 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8e0373-8a56-4a01-bc02-143a17034582 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:55:34.719349 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8e0373-8a56-4a01-bc02-143a17034582 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:34.719937 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3e8e0373-8a56-4a01-bc02-143a17034582 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:34.770433 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-735fd50b-20f9-4644-820a-d0c350c1d8d7 None None] Allocated IP 2001:db8::f816:3eff:fe08:d5c8 (1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8/5a367b84-0310-4ce6-9cb1-511a9873d4f3/66e6419f-79a6-4e1f-9bc1-8a28d478f68d) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:55:34.771757 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3e8e0373-8a56-4a01-bc02-143a17034582 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4614542 Nov 23 21:55:34.774654 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59076) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:34.782600 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8a7f4506-8935-4a83-a507-182a5b23ec90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:34.817675 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-c97c4582-67a1-4b46-8e6d-16d7d322f4b0 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394763 Nov 23 21:55:34.833896 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7f4506-8935-4a83-a507-182a5b23ec90 None None] No DVR routers for this DVR port 19cf3cdc-11e4-4c08-8594-986c4638e590 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:55:34.837177 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f4506-8935-4a83-a507-182a5b23ec90 None None] Pushing event deleted for resources: {'Port': ['ID=19cf3cdc-11e4-4c08-8594-986c4638e590,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:34.916236 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2be290a-c13f-4fad-a6e7-df5cf8ce0769 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Deleting subnet 5a367b84-0310-4ce6-9cb1-511a9873d4f3 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:55:34.968565 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2ab73ef6-7fcc-4930-a839-4abaf6f6007c req-26ec19a3-81d4-47d3-9f1e-62e16d8fb6ba service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439936 Nov 23 21:55:35.150704 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bbb93ae1-7f62-4e21-a846-af7b46dcff16 req-cc3574c8-ad82-4d82-a2f3-f55c8cd51496 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0757656 Nov 23 21:55:35.158198 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583176bc-ab64-41ed-b1a8-8a24cfaed054 req-a3f3b47d-f9de-4382-813b-216dfffe8b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:35.160011 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-583176bc-ab64-41ed-b1a8-8a24cfaed054 req-a3f3b47d-f9de-4382-813b-216dfffe8b2c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b4733351b1964cddbb8217c475119123&device_id=026c7c12-be53-40b3-9343-a6bfd330b3e1 HTTP/1.1" status: 200 len: 1098 time: 0.0964112 Nov 23 21:55:35.198640 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 19cf3cdc-11e4-4c08-8594-986c4638e590 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:55:35.236583 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 19cf3cdc-11e4-4c08-8594-986c4638e590 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:55:35.237019 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 19cf3cdc-11e4-4c08-8594-986c4638e590 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:55:35.254471 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-735fd50b-20f9-4644-820a-d0c350c1d8d7 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:35.263661 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b2be290a-c13f-4fad-a6e7-df5cf8ce0769 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:35.265811 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-735fd50b-20f9-4644-820a-d0c350c1d8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:35.315194 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583176bc-ab64-41ed-b1a8-8a24cfaed054 req-0ebc0048-0f75-4d49-9554-8b5a2a06bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:35.316713 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-583176bc-ab64-41ed-b1a8-8a24cfaed054 req-0ebc0048-0f75-4d49-9554-8b5a2a06bc7e service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.1413443 Nov 23 21:55:35.319199 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b2be290a-c13f-4fad-a6e7-df5cf8ce0769 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:35.370829 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fd50b-20f9-4644-820a-d0c350c1d8d7 None None] Pushing event updated for resources: {'Port': ['ID=66e6419f-79a6-4e1f-9bc1-8a28d478f68d,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:35.377809 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-583176bc-ab64-41ed-b1a8-8a24cfaed054 req-af54a785-2d58-4dc6-8e2f-93e0954dc8ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=257cd322-31a7-49e6-9b67-f88c88ae65f6 HTTP/1.1" status: 200 len: 217 time: 0.0516956 Nov 23 21:55:35.382135 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735fd50b-20f9-4644-820a-d0c350c1d8d7 None None] Network 1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:55:35.383725 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-735fd50b-20f9-4644-820a-d0c350c1d8d7 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:35.386420 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735fd50b-20f9-4644-820a-d0c350c1d8d7 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:55:35.460011 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583176bc-ab64-41ed-b1a8-8a24cfaed054 req-e173d292-2d75-4ad9-9d08-4bbc0b13f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:35.461806 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-583176bc-ab64-41ed-b1a8-8a24cfaed054 req-e173d292-2d75-4ad9-9d08-4bbc0b13f8ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0726359 Nov 23 21:55:35.490505 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-735fd50b-20f9-4644-820a-d0c350c1d8d7 None None] Attempting to bind port 66e6419f-79a6-4e1f-9bc1-8a28d478f68d on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:55:35.491105 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-735fd50b-20f9-4644-820a-d0c350c1d8d7 None None] Attempting to bind port 66e6419f-79a6-4e1f-9bc1-8a28d478f68d by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'f633924d-aa79-44c0-a607-2653697a5ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:55:35.491560 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735fd50b-20f9-4644-820a-d0c350c1d8d7 None None] Attempting to bind port 66e6419f-79a6-4e1f-9bc1-8a28d478f68d on network 1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:55:35.492648 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b97f23-7b8f-424c-82ce-84d35622bef7 req-89608dbf-d6d5-4723-937a-fe2f2caa758d tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:35.494198 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b5b97f23-7b8f-424c-82ce-84d35622bef7 req-89608dbf-d6d5-4723-937a-fe2f2caa758d tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=026c7c12-be53-40b3-9343-a6bfd330b3e1 HTTP/1.1" status: 200 len: 947 time: 0.1112390 Nov 23 21:55:35.506557 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735fd50b-20f9-4644-820a-d0c350c1d8d7 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:55:35.507072 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735fd50b-20f9-4644-820a-d0c350c1d8d7 None None] Checking segment: {'id': 'f633924d-aa79-44c0-a607-2653697a5ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:35.507551 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-735fd50b-20f9-4644-820a-d0c350c1d8d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:35.508011 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735fd50b-20f9-4644-820a-d0c350c1d8d7 None None] Bound using segment: {'id': 'f633924d-aa79-44c0-a607-2653697a5ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:55:35.508572 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-735fd50b-20f9-4644-820a-d0c350c1d8d7 None None] Bound port: 66e6419f-79a6-4e1f-9bc1-8a28d478f68d, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f633924d-aa79-44c0-a607-2653697a5ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:55:35.509032 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-735fd50b-20f9-4644-820a-d0c350c1d8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:35.526001 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583176bc-ab64-41ed-b1a8-8a24cfaed054 req-212275a0-b23e-48d1-91c2-d893012cbc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:35.528466 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-583176bc-ab64-41ed-b1a8-8a24cfaed054 req-212275a0-b23e-48d1-91c2-d893012cbc5b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0583978 Nov 23 21:55:35.583076 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b5b97f23-7b8f-424c-82ce-84d35622bef7 req-0a490ab7-4d3c-4253-9b6d-62109ae43317 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804777 Nov 23 21:55:35.597607 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b2be290a-c13f-4fad-a6e7-df5cf8ce0769 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:35.657982 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-583176bc-ab64-41ed-b1a8-8a24cfaed054 req-65ba7cdc-224f-46ef-b039-b93fb2016168 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223602 Nov 23 21:55:35.674953 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b2be290a-c13f-4fad-a6e7-df5cf8ce0769 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:35.675708 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-735fd50b-20f9-4644-820a-d0c350c1d8d7 None None] For port 66e6419f-79a6-4e1f-9bc1-8a28d478f68d, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:55:35.680306 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-735fd50b-20f9-4644-820a-d0c350c1d8d7 None None] For port 66e6419f-79a6-4e1f-9bc1-8a28d478f68d, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=66e6419f-79a6-4e1f-9bc1-8a28d478f68d,segment=NetworkSegment(f633924d-aa79-44c0-a607-2653697a5ed6),segment_id=f633924d-aa79-44c0-a607-2653697a5ed6)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:55:35.685871 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-735fd50b-20f9-4644-820a-d0c350c1d8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:35.706062 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be290a-c13f-4fad-a6e7-df5cf8ce0769 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event deleted for resources: {'Subnet': ['ID=5a367b84-0310-4ce6-9cb1-511a9873d4f3,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:35.712698 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b2be290a-c13f-4fad-a6e7-df5cf8ce0769 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:35.720082 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b2be290a-c13f-4fad-a6e7-df5cf8ce0769 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "DELETE /v2.0/subnets/5a367b84-0310-4ce6-9cb1-511a9873d4f3 HTTP/1.1" status: 204 len: 168 time: 0.9367023 Nov 23 21:55:35.720893 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59092) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:35.767043 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fd50b-20f9-4644-820a-d0c350c1d8d7 None None] Pushing event updated for resources: {'Port': ['ID=66e6419f-79a6-4e1f-9bc1-8a28d478f68d,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:35.778386 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fc4890-91c6-4051-8dd7-97ad640746dc tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:35.780048 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fc4890-91c6-4051-8dd7-97ad640746dc tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:35.785347 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-84fc4890-91c6-4051-8dd7-97ad640746dc tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0633178 Nov 23 21:55:35.785924 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59094) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:35.789066 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-583176bc-ab64-41ed-b1a8-8a24cfaed054 req-0566509d-7f98-4d92-9b64-941461a7a5e2 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237447 Nov 23 21:55:35.882400 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b362dd8e-23a4-4a53-8b7a-620da8cbb924 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:35.890494 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-b362dd8e-23a4-4a53-8b7a-620da8cbb924 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 23 21:55:35.891249 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b362dd8e-23a4-4a53-8b7a-620da8cbb924 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:55:35.894411 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b362dd8e-23a4-4a53-8b7a-620da8cbb924 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "DELETE /v2.0/networks/1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8 HTTP/1.1" status: 409 len: 405 time: 0.1075504 Nov 23 21:55:35.898582 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59096) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:35.904295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-0bd8789b-e103-4557-a16e-e52a37c8f4f0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1738670672'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:35.932500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd8789b-e103-4557-a16e-e52a37c8f4f0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Made reservation on behalf of 7ad543d4b3d44333a61cd3397efebfe3 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:35.940589 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0bd8789b-e103-4557-a16e-e52a37c8f4f0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:35.976446 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd8789b-e103-4557-a16e-e52a37c8f4f0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:55:35.986472 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0bd8789b-e103-4557-a16e-e52a37c8f4f0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:35.987012 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-0bd8789b-e103-4557-a16e-e52a37c8f4f0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Added segment 3cfa324c-8ac7-40b1-9e67-3dab0157e574 of type vlan for network dec550f4-5387-427a-b008-f764525e87de Nov 23 21:55:36.052412 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0bd8789b-e103-4557-a16e-e52a37c8f4f0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:36.092646 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0bd8789b-e103-4557-a16e-e52a37c8f4f0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:36.100394 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd8789b-e103-4557-a16e-e52a37c8f4f0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:36.101312 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0bd8789b-e103-4557-a16e-e52a37c8f4f0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:36.147497 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0bd8789b-e103-4557-a16e-e52a37c8f4f0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2477355 Nov 23 21:55:36.150182 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59098) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:36.157368 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-373a4302-01d1-4559-9ad2-a2e22aeb634c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Request body: {'subnet': {'network_id': 'dec550f4-5387-427a-b008-f764525e87de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:36.217151 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8789b-e103-4557-a16e-e52a37c8f4f0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event updated for resources: {'Network': ['ID=dec550f4-5387-427a-b008-f764525e87de,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:36.239667 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network dec550f4-5387-427a-b008-f764525e87de details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:55:36.367952 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dd772e95-e34b-4cd0-a272-fb7f87441b9f req-21b00e3e-c542-49fb-a3ce-661b41bc60bd tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0354471 Nov 23 21:55:36.382206 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373a4302-01d1-4559-9ad2-a2e22aeb634c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Made reservation on behalf of 7ad543d4b3d44333a61cd3397efebfe3 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:36.386238 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-373a4302-01d1-4559-9ad2-a2e22aeb634c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:36.707667 n-d-816206-9 neutron-server[110034]: DEBUG neutron.objects.ports [None req-373a4302-01d1-4559-9ad2-a2e22aeb634c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110034) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 21:55:36.710532 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-373a4302-01d1-4559-9ad2-a2e22aeb634c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:36.791265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a4302-01d1-4559-9ad2-a2e22aeb634c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event updated for resources: {'Subnet': ['ID=950925ff-6288-4879-a35b-8e44a5805bc9,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:36.816234 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ab285-b8e9-43a8-940c-5024e1a0b216 req-66ae0cf6-10a7-44b3-9faa-6dce7a3639a4 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:36.817770 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b2ab285-b8e9-43a8-940c-5024e1a0b216 req-66ae0cf6-10a7-44b3-9faa-6dce7a3639a4 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=026c7c12-be53-40b3-9343-a6bfd330b3e1 HTTP/1.1" status: 200 len: 947 time: 0.1424952 Nov 23 21:55:36.822069 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373a4302-01d1-4559-9ad2-a2e22aeb634c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Checking segment: {'id': '3cfa324c-8ac7-40b1-9e67-3dab0157e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dec550f4-5387-427a-b008-f764525e87de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:36.822449 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373a4302-01d1-4559-9ad2-a2e22aeb634c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Network hostable DHCP agents. Network: dec550f4-5387-427a-b008-f764525e87de, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:55:36.838837 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf65bf7-606c-4f44-aef7-69d078c160c5 None None] Network 1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:36.864883 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373a4302-01d1-4559-9ad2-a2e22aeb634c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Network dec550f4-5387-427a-b008-f764525e87de is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:55:36.885831 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b2ab285-b8e9-43a8-940c-5024e1a0b216 req-14a318b9-2e8c-44c7-81fe-9a1b299f4cdd tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608265 Nov 23 21:55:36.886942 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-373a4302-01d1-4559-9ad2-a2e22aeb634c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, dec550f4-5387-427a-b008-f764525e87de) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:36.891978 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373a4302-01d1-4559-9ad2-a2e22aeb634c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:36.892700 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-373a4302-01d1-4559-9ad2-a2e22aeb634c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:36.909836 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8365a0e7-f6e4-46ea-b4ad-8f20f67aed17 None None] Network dec550f4-5387-427a-b008-f764525e87de requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:36.917733 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-373a4302-01d1-4559-9ad2-a2e22aeb634c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7640505 Nov 23 21:55:36.918085 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59114) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:37.029081 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b02a9e3e-e66d-416f-b917-00c185bd369d tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:37.030039 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3d3fddd3-8bf4-4517-b58e-ab769fd628f0 None None] Provisioning complete for port 66e6419f-79a6-4e1f-9bc1-8a28d478f68d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:37.030535 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3d3fddd3-8bf4-4517-b58e-ab769fd628f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:37.095752 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b02a9e3e-e66d-416f-b917-00c185bd369d tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:37.192794 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b02a9e3e-e66d-416f-b917-00c185bd369d tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:37.209343 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 66e6419f-79a6-4e1f-9bc1-8a28d478f68d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:37.215464 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3d3fddd3-8bf4-4517-b58e-ab769fd628f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:37.244661 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a9e3e-e66d-416f-b917-00c185bd369d tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event deleted for resources: {'Subnet': ['ID=950925ff-6288-4879-a35b-8e44a5805bc9,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:37.250520 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e527fc4-c7fb-4286-890a-aa12af72901c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-dec550f4-5387-427a-b008-f764525e87de', 'network_id': 'dec550f4-5387-427a-b008-f764525e87de', 'tenant_id': '7ad543d4b3d44333a61cd3397efebfe3', 'fixed_ips': [{'subnet_id': '950925ff-6288-4879-a35b-8e44a5805bc9'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:55:37.251425 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3e527fc4-c7fb-4286-890a-aa12af72901c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:37.273311 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c4d658-b882-423b-ae75-783981a8eae0 None None] DHCP port deletion for 1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:55:37.300870 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 257cd322-31a7-49e6-9b67-f88c88ae65f6 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:55:37.324352 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b02a9e3e-e66d-416f-b917-00c185bd369d tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:37.356711 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-b02a9e3e-e66d-416f-b917-00c185bd369d tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec550f4-5387-427a-b008-f764525e87de']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:37.357885 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-3d3fddd3-8bf4-4517-b58e-ab769fd628f0 None None] For port 66e6419f-79a6-4e1f-9bc1-8a28d478f68d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=66e6419f-79a6-4e1f-9bc1-8a28d478f68d,segment=NetworkSegment(f633924d-aa79-44c0-a607-2653697a5ed6),segment_id=f633924d-aa79-44c0-a607-2653697a5ed6)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:37.378943 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-b02a9e3e-e66d-416f-b917-00c185bd369d tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cfa324c-8ac7-40b1-9e67-3dab0157e574') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:37.379347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-b02a9e3e-e66d-416f-b917-00c185bd369d tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cfa324c-8ac7-40b1-9e67-3dab0157e574') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:37.394513 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b02a9e3e-e66d-416f-b917-00c185bd369d tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:37.411100 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3d3fddd3-8bf4-4517-b58e-ab769fd628f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:37.420690 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b02a9e3e-e66d-416f-b917-00c185bd369d tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:37.438199 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02a9e3e-e66d-416f-b917-00c185bd369d tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:55:37.438843 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b02a9e3e-e66d-416f-b917-00c185bd369d tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:55:37.443021 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:55:37.473124 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82d1caa-4dc3-45dd-8be8-5c46270e54c1 None None] Network dec550f4-5387-427a-b008-f764525e87de requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:37.564193 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 66e6419f-79a6-4e1f-9bc1-8a28d478f68d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:37.564572 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:37.565596 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99f1ee0d-e13a-43c4-a9cd-488dc432d56f req-a94dbc2f-2a86-4dcd-9b28-924bc170809c tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0762935 Nov 23 21:55:37.581600 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b02a9e3e-e66d-416f-b917-00c185bd369d tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:37.594784 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b02a9e3e-e66d-416f-b917-00c185bd369d tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:37.615304 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b02a9e3e-e66d-416f-b917-00c185bd369d tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "DELETE /v2.0/networks/dec550f4-5387-427a-b008-f764525e87de HTTP/1.1" status: 204 len: 168 time: 0.6960511 Nov 23 21:55:37.617042 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59128) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:37.625989 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-12adf81b-f623-4f98-b489-e940f2edfa0c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1139096455'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:37.636515 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a9e3e-e66d-416f-b917-00c185bd369d tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event deleted for resources: {'Network': ['ID=dec550f4-5387-427a-b008-f764525e87de,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:37.648158 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fddd3-8bf4-4517-b58e-ab769fd628f0 None None] Pushing event updated for resources: {'Port': ['ID=66e6419f-79a6-4e1f-9bc1-8a28d478f68d,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:37.667299 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-90c4d658-b882-423b-ae75-783981a8eae0 None None] Deleting port 66e6419f-79a6-4e1f-9bc1-8a28d478f68d {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:55:37.667780 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-90c4d658-b882-423b-ae75-783981a8eae0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:37.672878 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12adf81b-f623-4f98-b489-e940f2edfa0c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Made reservation on behalf of 7ad543d4b3d44333a61cd3397efebfe3 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:37.679077 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12adf81b-f623-4f98-b489-e940f2edfa0c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:37.724908 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12adf81b-f623-4f98-b489-e940f2edfa0c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:55:37.742894 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 257cd322-31a7-49e6-9b67-f88c88ae65f6, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=257cd322-31a7-49e6-9b67-f88c88ae65f6,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:37.745359 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12adf81b-f623-4f98-b489-e940f2edfa0c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:37.745896 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-12adf81b-f623-4f98-b489-e940f2edfa0c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Added segment 63fa1489-a76c-40a8-9471-a9d81d0ea6c8 of type vlan for network d55da6e0-3abd-45f2-9ae5-cb872ffa5bef Nov 23 21:55:37.831192 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12adf81b-f623-4f98-b489-e940f2edfa0c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:37.831324 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '257cd322-31a7-49e6-9b67-f88c88ae65f6', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '257cd322-31a7-49e6-9b67-f88c88ae65f6', 'mac_address': 'fa:16:3e:da:a6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:55:37.831324 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-90c4d658-b882-423b-ae75-783981a8eae0 None None] For port 66e6419f-79a6-4e1f-9bc1-8a28d478f68d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=66e6419f-79a6-4e1f-9bc1-8a28d478f68d,segment=NetworkSegment(f633924d-aa79-44c0-a607-2653697a5ed6),segment_id=f633924d-aa79-44c0-a607-2653697a5ed6)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:37.831324 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-90c4d658-b882-423b-ae75-783981a8eae0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:37.856872 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12adf81b-f623-4f98-b489-e940f2edfa0c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:37.864687 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12adf81b-f623-4f98-b489-e940f2edfa0c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:37.865300 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12adf81b-f623-4f98-b489-e940f2edfa0c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:37.881777 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-90c4d658-b882-423b-ae75-783981a8eae0 None None] Calling delete_port for 66e6419f-79a6-4e1f-9bc1-8a28d478f68d owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:55:37.944969 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-12adf81b-f623-4f98-b489-e940f2edfa0c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3270156 Nov 23 21:55:37.945584 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:37.948286 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59140) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:37.953877 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-2817cc4b-3ba5-4f52-b24e-ec4627974e1c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Request body: {'subnet': {'network_id': 'd55da6e0-3abd-45f2-9ae5-cb872ffa5bef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:37.957647 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12adf81b-f623-4f98-b489-e940f2edfa0c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event updated for resources: {'Network': ['ID=d55da6e0-3abd-45f2-9ae5-cb872ffa5bef,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:37.971972 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network d55da6e0-3abd-45f2-9ae5-cb872ffa5bef details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:55:37.979849 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257cd322-31a7-49e6-9b67-f88c88ae65f6 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:55:38.053181 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9488b53-63ce-42d9-96f0-88f31779d9f6 req-1ff7e270-ad36-4ba3-b8a8-02873a30e249 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:38.062280 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e9488b53-63ce-42d9-96f0-88f31779d9f6 req-1ff7e270-ad36-4ba3-b8a8-02873a30e249 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=026c7c12-be53-40b3-9343-a6bfd330b3e1 HTTP/1.1" status: 200 len: 947 time: 0.0629981 Nov 23 21:55:38.085601 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2817cc4b-3ba5-4f52-b24e-ec4627974e1c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Made reservation on behalf of 7ad543d4b3d44333a61cd3397efebfe3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:38.090505 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2817cc4b-3ba5-4f52-b24e-ec4627974e1c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:38.095244 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 257cd322-31a7-49e6-9b67-f88c88ae65f6, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=257cd322-31a7-49e6-9b67-f88c88ae65f6,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:38.106815 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:38.157719 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e9488b53-63ce-42d9-96f0-88f31779d9f6 req-8b599045-9261-4362-a6da-6233e1b5c23c tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886164 Nov 23 21:55:38.162117 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=257cd322-31a7-49e6-9b67-f88c88ae65f6,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:38.177454 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-90c4d658-b882-423b-ae75-783981a8eae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:38.209523 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4d658-b882-423b-ae75-783981a8eae0 None None] Pushing event deleted for resources: {'Port': ['ID=66e6419f-79a6-4e1f-9bc1-8a28d478f68d,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:38.213495 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c4d658-b882-423b-ae75-783981a8eae0 None None] No DVR routers for this DVR port 66e6419f-79a6-4e1f-9bc1-8a28d478f68d on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:55:38.323555 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2817cc4b-3ba5-4f52-b24e-ec4627974e1c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:38.392533 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817cc4b-3ba5-4f52-b24e-ec4627974e1c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event updated for resources: {'Subnet': ['ID=c40f1d5b-34e5-43f6-aa27-21a128869b27,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:38.399798 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2817cc4b-3ba5-4f52-b24e-ec4627974e1c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Checking segment: {'id': '63fa1489-a76c-40a8-9471-a9d81d0ea6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'd55da6e0-3abd-45f2-9ae5-cb872ffa5bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:38.400163 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2817cc4b-3ba5-4f52-b24e-ec4627974e1c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Network hostable DHCP agents. Network: d55da6e0-3abd-45f2-9ae5-cb872ffa5bef, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:55:38.419751 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2817cc4b-3ba5-4f52-b24e-ec4627974e1c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Network d55da6e0-3abd-45f2-9ae5-cb872ffa5bef is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:55:38.434846 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-2817cc4b-3ba5-4f52-b24e-ec4627974e1c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, d55da6e0-3abd-45f2-9ae5-cb872ffa5bef) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:38.444510 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901d65f9-0981-402f-8b22-d05200dfa8bb None None] Network d55da6e0-3abd-45f2-9ae5-cb872ffa5bef requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:38.456975 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2817cc4b-3ba5-4f52-b24e-ec4627974e1c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:38.457580 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2817cc4b-3ba5-4f52-b24e-ec4627974e1c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:38.470977 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['257cd322-31a7-49e6-9b67-f88c88ae65f6'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:55:38.482742 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2817cc4b-3ba5-4f52-b24e-ec4627974e1c tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5310903 Nov 23 21:55:38.483416 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59146) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:38.628659 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f138514d-e0c9-4094-8bf9-bc93d1442968 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:38.736115 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a55fe66-3517-4886-a7d2-726422bad22d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-d55da6e0-3abd-45f2-9ae5-cb872ffa5bef', 'network_id': 'd55da6e0-3abd-45f2-9ae5-cb872ffa5bef', 'tenant_id': '7ad543d4b3d44333a61cd3397efebfe3', 'fixed_ips': [{'subnet_id': 'c40f1d5b-34e5-43f6-aa27-21a128869b27'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:55:38.737069 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2a55fe66-3517-4886-a7d2-726422bad22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:38.746314 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f138514d-e0c9-4094-8bf9-bc93d1442968 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:38.804563 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16773f99-96a8-4373-aa37-bc26380b843c req-0b6358a4-1074-4fcc-bfae-570ac6e259a5 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0830133 Nov 23 21:55:38.868980 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f138514d-e0c9-4094-8bf9-bc93d1442968 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:38.899621 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138514d-e0c9-4094-8bf9-bc93d1442968 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event deleted for resources: {'Subnet': ['ID=c40f1d5b-34e5-43f6-aa27-21a128869b27,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server [None req-2a55fe66-3517-4886-a7d2-726422bad22d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c40f1d5b-34e5-43f6-aa27-21a128869b27: This subnet is being modified by another concurrent operation. Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 21:55:38.909590 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise exception Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c40f1d5b-34e5-43f6-aa27-21a128869b27: This subnet is being modified by another concurrent operation. Nov 23 21:55:38.912880 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server Nov 23 21:55:38.938622 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553c4e49-7b01-4fb7-bb58-1e5ad49ca43b None None] Network d55da6e0-3abd-45f2-9ae5-cb872ffa5bef requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:38.974968 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f138514d-e0c9-4094-8bf9-bc93d1442968 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:38.997221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-f138514d-e0c9-4094-8bf9-bc93d1442968 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55da6e0-3abd-45f2-9ae5-cb872ffa5bef']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:39.009410 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-f138514d-e0c9-4094-8bf9-bc93d1442968 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63fa1489-a76c-40a8-9471-a9d81d0ea6c8') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:39.009800 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-f138514d-e0c9-4094-8bf9-bc93d1442968 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63fa1489-a76c-40a8-9471-a9d81d0ea6c8') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:39.022231 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f138514d-e0c9-4094-8bf9-bc93d1442968 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:39.039728 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f138514d-e0c9-4094-8bf9-bc93d1442968 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:39.046553 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f138514d-e0c9-4094-8bf9-bc93d1442968 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:55:39.047002 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f138514d-e0c9-4094-8bf9-bc93d1442968 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:55:39.050458 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:55:39.067799 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22835127-07fb-4f3c-97dd-2178af8bf2a7 None None] get_active_networks_info from n-d-816206-9 {{(pid=110035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 21:55:39.137849 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f138514d-e0c9-4094-8bf9-bc93d1442968 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:39.141257 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 66e6419f-79a6-4e1f-9bc1-8a28d478f68d no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:55:39.148577 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f138514d-e0c9-4094-8bf9-bc93d1442968 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:39.152113 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f138514d-e0c9-4094-8bf9-bc93d1442968 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "DELETE /v2.0/networks/d55da6e0-3abd-45f2-9ae5-cb872ffa5bef HTTP/1.1" status: 204 len: 168 time: 0.6675265 Nov 23 21:55:39.156327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59166) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:39.161413 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-3a30a950-dd54-46fa-8614-8a61c970babf tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-155070100'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:39.175519 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138514d-e0c9-4094-8bf9-bc93d1442968 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event deleted for resources: {'Network': ['ID=d55da6e0-3abd-45f2-9ae5-cb872ffa5bef,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:39.184817 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 66e6419f-79a6-4e1f-9bc1-8a28d478f68d {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:55:39.185171 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 66e6419f-79a6-4e1f-9bc1-8a28d478f68d not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:55:39.208480 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a30a950-dd54-46fa-8614-8a61c970babf tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Made reservation on behalf of 7ad543d4b3d44333a61cd3397efebfe3 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:39.211940 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3a30a950-dd54-46fa-8614-8a61c970babf tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:39.268285 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a30a950-dd54-46fa-8614-8a61c970babf tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:55:39.279202 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3a30a950-dd54-46fa-8614-8a61c970babf tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:39.279854 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-3a30a950-dd54-46fa-8614-8a61c970babf tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Added segment 4ac02d7e-a6ac-44e7-a0c3-f2cff784c74f of type vlan for network d291280f-7a6e-4d7d-930f-7808824a3f6a Nov 23 21:55:39.297415 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22835127-07fb-4f3c-97dd-2178af8bf2a7 None None] Resources bound (agent type, host, resource id): {{(pid=110035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 21:55:39.364664 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3a30a950-dd54-46fa-8614-8a61c970babf tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:39.739989 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c01274-aca1-47a7-aae0-2f0e8c9481e6 req-7d16b070-c465-408f-9068-a20e1de085ff tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:39.742992 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81c01274-aca1-47a7-aae0-2f0e8c9481e6 req-7d16b070-c465-408f-9068-a20e1de085ff tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=026c7c12-be53-40b3-9343-a6bfd330b3e1 HTTP/1.1" status: 200 len: 948 time: 0.4264958 Nov 23 21:55:39.791388 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3a30a950-dd54-46fa-8614-8a61c970babf tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:39.797560 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a30a950-dd54-46fa-8614-8a61c970babf tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:39.798201 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3a30a950-dd54-46fa-8614-8a61c970babf tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:39.856738 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81c01274-aca1-47a7-aae0-2f0e8c9481e6 req-0d5f1bdb-4025-4c57-b4eb-b56c346ab14c tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994260 Nov 23 21:55:39.897978 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3a30a950-dd54-46fa-8614-8a61c970babf tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7379863 Nov 23 21:55:39.898417 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59184) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:39.904320 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ed356e2f-3e11-432a-a717-ff0522dde9c0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Request body: {'subnet': {'network_id': 'd291280f-7a6e-4d7d-930f-7808824a3f6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:39.907474 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2563aa-1d84-4754-83dd-12cc7078a490 req-66e47ec5-71ab-47b2-ac07-c4803c16e151 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:39.915299 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae2563aa-1d84-4754-83dd-12cc7078a490 req-66e47ec5-71ab-47b2-ac07-c4803c16e151 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/ports?device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b HTTP/1.1" status: 200 len: 946 time: 0.1973188 Nov 23 21:55:39.924247 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30a950-dd54-46fa-8614-8a61c970babf tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event updated for resources: {'Network': ['ID=d291280f-7a6e-4d7d-930f-7808824a3f6a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:39.940149 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network d291280f-7a6e-4d7d-930f-7808824a3f6a details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:55:39.982930 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae2563aa-1d84-4754-83dd-12cc7078a490 req-f4c7cc2a-5b6c-4d8b-a6bf-b76f056e9935 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/security-groups?id=76fbecbd-33c3-4f0d-ac00-e9120c1fd26b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667226 Nov 23 21:55:40.058387 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed356e2f-3e11-432a-a717-ff0522dde9c0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Made reservation on behalf of 7ad543d4b3d44333a61cd3397efebfe3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:40.062343 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed356e2f-3e11-432a-a717-ff0522dde9c0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:40.153326 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-120badae-ee53-413f-9878-9f3fade363fe req-cbef5f45-5913-4582-8542-70f163c340b0 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0415542 Nov 23 21:55:40.358167 n-d-816206-9 neutron-server[110033]: DEBUG neutron.objects.ports [None req-ed356e2f-3e11-432a-a717-ff0522dde9c0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110033) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 21:55:40.360367 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed356e2f-3e11-432a-a717-ff0522dde9c0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:40.422826 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed356e2f-3e11-432a-a717-ff0522dde9c0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event updated for resources: {'Subnet': ['ID=0502ceee-7168-43e6-8170-a86e99f4c9c6,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:40.434174 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed356e2f-3e11-432a-a717-ff0522dde9c0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Checking segment: {'id': '4ac02d7e-a6ac-44e7-a0c3-f2cff784c74f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'd291280f-7a6e-4d7d-930f-7808824a3f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:40.434840 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed356e2f-3e11-432a-a717-ff0522dde9c0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Network hostable DHCP agents. Network: d291280f-7a6e-4d7d-930f-7808824a3f6a, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:55:40.452083 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed356e2f-3e11-432a-a717-ff0522dde9c0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Network d291280f-7a6e-4d7d-930f-7808824a3f6a is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:55:40.462663 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-ed356e2f-3e11-432a-a717-ff0522dde9c0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, d291280f-7a6e-4d7d-930f-7808824a3f6a) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:40.467434 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed356e2f-3e11-432a-a717-ff0522dde9c0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:40.469613 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed356e2f-3e11-432a-a717-ff0522dde9c0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:40.474196 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b1a1c5-ffca-441f-83a7-b9fabc30fce2 None None] Network d291280f-7a6e-4d7d-930f-7808824a3f6a requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:40.488373 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ed356e2f-3e11-432a-a717-ff0522dde9c0 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5880320 Nov 23 21:55:40.491482 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59194) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:40.632866 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-614fcfb8-9ab9-4a8e-b2ec-7717ea69ea22 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:40.660433 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb8d296-7df6-4a75-9a63-e5248fe8226c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-d291280f-7a6e-4d7d-930f-7808824a3f6a', 'network_id': 'd291280f-7a6e-4d7d-930f-7808824a3f6a', 'tenant_id': '7ad543d4b3d44333a61cd3397efebfe3', 'fixed_ips': [{'subnet_id': '0502ceee-7168-43e6-8170-a86e99f4c9c6'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:55:40.661922 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9cb8d296-7df6-4a75-9a63-e5248fe8226c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:40.690037 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-614fcfb8-9ab9-4a8e-b2ec-7717ea69ea22 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:40.754999 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-614fcfb8-9ab9-4a8e-b2ec-7717ea69ea22 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server [None req-9cb8d296-7df6-4a75-9a63-e5248fe8226c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0502ceee-7168-43e6-8170-a86e99f4c9c6: This subnet is being modified by another concurrent operation. Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 21:55:40.768614 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise exception Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0502ceee-7168-43e6-8170-a86e99f4c9c6: This subnet is being modified by another concurrent operation. Nov 23 21:55:40.772319 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server Nov 23 21:55:40.786434 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fea8c79-2ca6-439b-ae08-d856a9965afe None None] Network d291280f-7a6e-4d7d-930f-7808824a3f6a requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:40.786662 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fcfb8-9ab9-4a8e-b2ec-7717ea69ea22 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event deleted for resources: {'Subnet': ['ID=0502ceee-7168-43e6-8170-a86e99f4c9c6,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:40.854298 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-614fcfb8-9ab9-4a8e-b2ec-7717ea69ea22 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:40.878309 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-614fcfb8-9ab9-4a8e-b2ec-7717ea69ea22 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d291280f-7a6e-4d7d-930f-7808824a3f6a']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:40.891013 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-614fcfb8-9ab9-4a8e-b2ec-7717ea69ea22 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac02d7e-a6ac-44e7-a0c3-f2cff784c74f') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:40.891634 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-614fcfb8-9ab9-4a8e-b2ec-7717ea69ea22 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac02d7e-a6ac-44e7-a0c3-f2cff784c74f') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:40.906106 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-614fcfb8-9ab9-4a8e-b2ec-7717ea69ea22 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:40.914798 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3b497c-fded-4406-83a3-973aaee3ed7a None None] get_active_networks_info from n-d-816206-9 {{(pid=110035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 21:55:40.921776 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-614fcfb8-9ab9-4a8e-b2ec-7717ea69ea22 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:40.929740 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614fcfb8-9ab9-4a8e-b2ec-7717ea69ea22 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:55:40.930338 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-614fcfb8-9ab9-4a8e-b2ec-7717ea69ea22 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:55:40.933699 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:55:41.008140 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcf2bf-be9c-409e-8582-11033a849b5b req-cb1d92c9-cf81-4940-9179-4fbbcc9a4151 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:41.011391 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5dbcf2bf-be9c-409e-8582-11033a849b5b req-cb1d92c9-cf81-4940-9179-4fbbcc9a4151 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.60 "GET /v2.0/ports?device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b HTTP/1.1" status: 200 len: 946 time: 0.0889227 Nov 23 21:55:41.047304 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-614fcfb8-9ab9-4a8e-b2ec-7717ea69ea22 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:41.058096 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-614fcfb8-9ab9-4a8e-b2ec-7717ea69ea22 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:41.062224 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-614fcfb8-9ab9-4a8e-b2ec-7717ea69ea22 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "DELETE /v2.0/networks/d291280f-7a6e-4d7d-930f-7808824a3f6a HTTP/1.1" status: 204 len: 168 time: 0.5690541 Nov 23 21:55:41.072328 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59206) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:41.086535 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fcfb8-9ab9-4a8e-b2ec-7717ea69ea22 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event deleted for resources: {'Network': ['ID=d291280f-7a6e-4d7d-930f-7808824a3f6a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:41.111967 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-417a563c-9ef5-45ff-afe3-cd792fff1bf2 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] DELETE failed (client error): The resource could not be found. Nov 23 21:55:41.112427 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-417a563c-9ef5-45ff-afe3-cd792fff1bf2 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:55:41.120706 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-417a563c-9ef5-45ff-afe3-cd792fff1bf2 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "DELETE /v2.0/subnets/0502ceee-7168-43e6-8170-a86e99f4c9c6 HTTP/1.1" status: 404 len: 337 time: 0.0436969 Nov 23 21:55:41.121945 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59210) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:41.135675 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e319a-ac3a-49a0-bae4-ba00d314df06 req-4b2413c0-d3d3-4e55-8637-592b7c8fb7d0 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:41.144638 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-283e319a-ac3a-49a0-bae4-ba00d314df06 req-4b2413c0-d3d3-4e55-8637-592b7c8fb7d0 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=026c7c12-be53-40b3-9343-a6bfd330b3e1 HTTP/1.1" status: 200 len: 948 time: 0.1475027 Nov 23 21:55:41.164555 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3b497c-fded-4406-83a3-973aaee3ed7a None None] Resources bound (agent type, host, resource id): {{(pid=110035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 21:55:41.175882 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc9d781-5f93-4c88-b131-6582e06acc20 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] DELETE failed (client error): The resource could not be found. Nov 23 21:55:41.177220 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc9d781-5f93-4c88-b131-6582e06acc20 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:55:41.181435 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7dc9d781-5f93-4c88-b131-6582e06acc20 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "DELETE /v2.0/networks/d291280f-7a6e-4d7d-930f-7808824a3f6a HTTP/1.1" status: 404 len: 339 time: 0.0583718 Nov 23 21:55:41.185816 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59212) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:41.193456 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-5dbcf2bf-be9c-409e-8582-11033a849b5b req-5b369ae3-9b85-4134-beb9-88124c72cec9 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Deleting port 2cd14c13-4f88-4aef-befd-dfcb3add4154 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:55:41.193799 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5dbcf2bf-be9c-409e-8582-11033a849b5b req-5b369ae3-9b85-4134-beb9-88124c72cec9 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:41.252518 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a8ef94-7356-43d8-98a4-6c63f63606e7 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] DELETE failed (client error): The resource could not be found. Nov 23 21:55:41.253275 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a8ef94-7356-43d8-98a4-6c63f63606e7 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:55:41.256556 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-53a8ef94-7356-43d8-98a4-6c63f63606e7 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "DELETE /v2.0/subnets/c40f1d5b-34e5-43f6-aa27-21a128869b27 HTTP/1.1" status: 404 len: 337 time: 0.0683222 Nov 23 21:55:41.260225 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59216) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:41.295116 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83547d0-0540-44c5-8558-f63ba1a66845 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] DELETE failed (client error): The resource could not be found. Nov 23 21:55:41.295969 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83547d0-0540-44c5-8558-f63ba1a66845 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:55:41.299991 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c83547d0-0540-44c5-8558-f63ba1a66845 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "DELETE /v2.0/networks/d55da6e0-3abd-45f2-9ae5-cb872ffa5bef HTTP/1.1" status: 404 len: 339 time: 0.0370977 Nov 23 21:55:41.306118 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59218) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:41.308905 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 257cd322-31a7-49e6-9b67-f88c88ae65f6 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:41.317336 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-283e319a-ac3a-49a0-bae4-ba00d314df06 req-8e45714d-a4d9-4e72-86a9-d67231ea88aa tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661026 Nov 23 21:55:41.340328 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a0f99-ded1-4d99-b0c3-d7ee21038416 req-a03c7124-19be-4401-bf84-1f79cc52e20d tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:41.341433 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1c51f6-5967-4465-8ec1-ca3a377770ac tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] DELETE failed (client error): The resource could not be found. Nov 23 21:55:41.341899 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca1c51f6-5967-4465-8ec1-ca3a377770ac tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:55:41.346574 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ca1c51f6-5967-4465-8ec1-ca3a377770ac tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "DELETE /v2.0/subnets/950925ff-6288-4879-a35b-8e44a5805bc9 HTTP/1.1" status: 404 len: 337 time: 0.0392947 Nov 23 21:55:41.348571 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-876a0f99-ded1-4d99-b0c3-d7ee21038416 req-a03c7124-19be-4401-bf84-1f79cc52e20d tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/ports?device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b HTTP/1.1" status: 200 len: 946 time: 0.1657588 Nov 23 21:55:41.350606 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59220) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:41.361910 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-5dbcf2bf-be9c-409e-8582-11033a849b5b req-5b369ae3-9b85-4134-beb9-88124c72cec9 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] For port 2cd14c13-4f88-4aef-befd-dfcb3add4154, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2cd14c13-4f88-4aef-befd-dfcb3add4154,segment=NetworkSegment(424a5af0-9696-4588-b06e-68eb94118e29),segment_id=424a5af0-9696-4588-b06e-68eb94118e29)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:41.362463 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5dbcf2bf-be9c-409e-8582-11033a849b5b req-5b369ae3-9b85-4134-beb9-88124c72cec9 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:41.387853 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6323bd-0a88-4f5d-9807-e98da735b5aa tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] DELETE failed (client error): The resource could not be found. Nov 23 21:55:41.388926 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6323bd-0a88-4f5d-9807-e98da735b5aa tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:55:41.392548 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ef6323bd-0a88-4f5d-9807-e98da735b5aa tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "DELETE /v2.0/networks/dec550f4-5387-427a-b008-f764525e87de HTTP/1.1" status: 404 len: 339 time: 0.0404074 Nov 23 21:55:41.396077 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59222) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:41.463320 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-876a0f99-ded1-4d99-b0c3-d7ee21038416 req-40e525b7-c908-492e-b58b-5bc7e00fa72b tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/security-groups?id=76fbecbd-33c3-4f0d-ac00-e9120c1fd26b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070192 Nov 23 21:55:41.537568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 257cd322-31a7-49e6-9b67-f88c88ae65f6 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:55:41.565721 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ec1068e-e99d-4b96-bdb2-2b560650648f req-2b5b391f-c867-458d-96a7-7df437ab8104 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0285711 Nov 23 21:55:41.567431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 257cd322-31a7-49e6-9b67-f88c88ae65f6 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:41.567702 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:41.642969 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-709da593-e46b-45df-a8d5-bd5ab9ea0b9d tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Deleting port b7d1192b-bcc1-4e17-9d87-d53b2a6bb362 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:55:41.643607 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-709da593-e46b-45df-a8d5-bd5ab9ea0b9d tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:41.703703 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:41.727775 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026c7c12-be53-40b3-9343-a6bfd330b3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257cd322-31a7-49e6-9b67-f88c88ae65f6'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:55:41.730761 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e70dc1-4b6a-4a9a-9453-82ba61820bb3" -d '{"events": [{"server_uuid": "026c7c12-be53-40b3-9343-a6bfd330b3e1", "name": "network-vif-plugged", "status": "completed", "tag": "257cd322-31a7-49e6-9b67-f88c88ae65f6"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:55:41.761349 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 257cd322-31a7-49e6-9b67-f88c88ae65f6, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=257cd322-31a7-49e6-9b67-f88c88ae65f6,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:41.767009 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:41.788189 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5dbcf2bf-be9c-409e-8582-11033a849b5b req-5b369ae3-9b85-4134-beb9-88124c72cec9 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:41.788879 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5dbcf2bf-be9c-409e-8582-11033a849b5b req-5b369ae3-9b85-4134-beb9-88124c72cec9 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:41.789211 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [req-5dbcf2bf-be9c-409e-8582-11033a849b5b req-5b369ae3-9b85-4134-beb9-88124c72cec9 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Floating IP 4748906b-5d6f-418a-a31b-b99301995596 disassociated. External IP: 172.25.5.148, port: 2cd14c13-4f88-4aef-befd-dfcb3add4154. Nov 23 21:55:41.790091 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-5dbcf2bf-be9c-409e-8582-11033a849b5b req-5b369ae3-9b85-4134-beb9-88124c72cec9 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Calling delete_port for 2cd14c13-4f88-4aef-befd-dfcb3add4154 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:55:41.793067 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-709da593-e46b-45df-a8d5-bd5ab9ea0b9d tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:41.813524 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66a746f-c7b2-4f65-b51a-443fbce89180 x-openstack-request-id: req-c66a746f-c7b2-4f65-b51a-443fbce89180 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:55:41.813918 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026c7c12-be53-40b3-9343-a6bfd330b3e1", "name": "network-vif-plugged", "status": "completed", "tag": "257cd322-31a7-49e6-9b67-f88c88ae65f6", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:55:41.814104 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c66a746f-c7b2-4f65-b51a-443fbce89180 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:55:41.814450 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026c7c12-be53-40b3-9343-a6bfd330b3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257cd322-31a7-49e6-9b67-f88c88ae65f6', 'code': 200} Nov 23 21:55:41.849762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=257cd322-31a7-49e6-9b67-f88c88ae65f6,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:41.862141 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-709da593-e46b-45df-a8d5-bd5ab9ea0b9d tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Calling delete_port for b7d1192b-bcc1-4e17-9d87-d53b2a6bb362 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:55:41.881438 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e7232002-ed94-4a17-adac-24f2b598bda9 req-2aa310ef-633a-4ff5-88fe-ab476b5f68d2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0322330 Nov 23 21:55:41.942847 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b15c92-8f58-446b-874e-aa1f8ec70f9c req-0f2e7bef-ffd0-4677-b0b2-c59f6b7630bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:41.944362 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61b15c92-8f58-446b-874e-aa1f8ec70f9c req-0f2e7bef-ffd0-4677-b0b2-c59f6b7630bc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=026c7c12-be53-40b3-9343-a6bfd330b3e1 HTTP/1.1" status: 200 len: 1100 time: 0.0490427 Nov 23 21:55:42.002784 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61b15c92-8f58-446b-874e-aa1f8ec70f9c req-108b3ad5-99b9-423f-b9ba-e60d6de83c58 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500343 Nov 23 21:55:42.007451 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-709da593-e46b-45df-a8d5-bd5ab9ea0b9d tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:42.044018 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709da593-e46b-45df-a8d5-bd5ab9ea0b9d tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event deleted for resources: {'Port': ['ID=b7d1192b-bcc1-4e17-9d87-d53b2a6bb362,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:42.055017 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-709da593-e46b-45df-a8d5-bd5ab9ea0b9d tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:42.058294 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-709da593-e46b-45df-a8d5-bd5ab9ea0b9d tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "DELETE /v2.0/ports/b7d1192b-bcc1-4e17-9d87-d53b2a6bb362 HTTP/1.1" status: 204 len: 168 time: 0.6616921 Nov 23 21:55:42.059804 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5dbcf2bf-be9c-409e-8582-11033a849b5b req-5b369ae3-9b85-4134-beb9-88124c72cec9 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:42.061166 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59228) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:42.096237 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b369ae3-9b85-4134-beb9-88124c72cec9 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Pushing event deleted for resources: {'Port': ['ID=2cd14c13-4f88-4aef-befd-dfcb3add4154,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:42.097092 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd49c8b-e1dc-4406-ba66-7e34e197ccae tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] DELETE failed (client error): The resource could not be found. Nov 23 21:55:42.097823 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcd49c8b-e1dc-4406-ba66-7e34e197ccae tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:55:42.104254 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-dcd49c8b-e1dc-4406-ba66-7e34e197ccae tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "DELETE /v2.0/subnets/5a367b84-0310-4ce6-9cb1-511a9873d4f3 HTTP/1.1" status: 404 len: 337 time: 0.0394437 Nov 23 21:55:42.105758 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59232) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:42.213757 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-54f39884-827a-45f8-806c-4e7e193d8f8a tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:42.231637 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dbcf2bf-be9c-409e-8582-11033a849b5b req-5b369ae3-9b85-4134-beb9-88124c72cec9 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Router d735e7b8-154a-40d1-b15d-bfa43cb6cacf has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:55:42.320149 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-54f39884-827a-45f8-806c-4e7e193d8f8a tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:42.346939 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-54f39884-827a-45f8-806c-4e7e193d8f8a tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:42.361178 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dbcf2bf-be9c-409e-8582-11033a849b5b req-5b369ae3-9b85-4134-beb9-88124c72cec9 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:55:42.362577 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-54f39884-827a-45f8-806c-4e7e193d8f8a tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f633924d-aa79-44c0-a607-2653697a5ed6') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:42.362984 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-54f39884-827a-45f8-806c-4e7e193d8f8a tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f633924d-aa79-44c0-a607-2653697a5ed6') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:42.373056 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b390b3aa-3616-4e8b-b05c-fa6c051f2c3e None None] Sync routers for ids ['d735e7b8-154a-40d1-b15d-bfa43cb6cacf'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:55:42.385064 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-54f39884-827a-45f8-806c-4e7e193d8f8a tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:42.385573 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b390b3aa-3616-4e8b-b05c-fa6c051f2c3e None None] Routers {'d735e7b8-154a-40d1-b15d-bfa43cb6cacf'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:55:42.386205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b390b3aa-3616-4e8b-b05c-fa6c051f2c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:55:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d735e7b8-154a-40d1-b15d-bfa43cb6cacf'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:42.425723 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbcf2bf-be9c-409e-8582-11033a849b5b req-5b369ae3-9b85-4134-beb9-88124c72cec9 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] No DVR routers for this DVR port 2cd14c13-4f88-4aef-befd-dfcb3add4154 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:55:42.431034 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5dbcf2bf-be9c-409e-8582-11033a849b5b req-5b369ae3-9b85-4134-beb9-88124c72cec9 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:42.440783 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5dbcf2bf-be9c-409e-8582-11033a849b5b req-5b369ae3-9b85-4134-beb9-88124c72cec9 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.60 "DELETE /v2.0/ports/2cd14c13-4f88-4aef-befd-dfcb3add4154 HTTP/1.1" status: 204 len: 173 time: 1.4224603 Nov 23 21:55:42.441577 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a8e5dc-1e44-45fa-8617-9030ade2781b', 'name': 'network-vif-deleted', 'tag': '2cd14c13-4f88-4aef-befd-dfcb3add4154'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:55:42.449654 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841ecf4b-dbcb-4c94-8e9c-926ba5d03741" -d '{"events": [{"server_uuid": "64a8e5dc-1e44-45fa-8617-9030ade2781b", "name": "network-vif-deleted", "tag": "2cd14c13-4f88-4aef-befd-dfcb3add4154"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:55:42.473426 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-54f39884-827a-45f8-806c-4e7e193d8f8a tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:42.489332 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f39884-827a-45f8-806c-4e7e193d8f8a tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:55:42.496776 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-54f39884-827a-45f8-806c-4e7e193d8f8a tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:55:42.507021 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:55:42.565058 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de7b49-a3a4-491f-a211-5dc88c5c4779 req-081d74f4-f26f-446b-ba88-a5a3d1cdea8b tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:42.572536 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8de7b49-a3a4-491f-a211-5dc88c5c4779 req-081d74f4-f26f-446b-ba88-a5a3d1cdea8b tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=026c7c12-be53-40b3-9343-a6bfd330b3e1 HTTP/1.1" status: 200 len: 949 time: 0.1712859 Nov 23 21:55:42.595146 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-b390b3aa-3616-4e8b-b05c-fa6c051f2c3e None None] Set router d735e7b8-154a-40d1-b15d-bfa43cb6cacf gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:55:42.640556 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dfef29-a469-4fa0-94b2-9722f8ff842e x-openstack-request-id: req-d9dfef29-a469-4fa0-94b2-9722f8ff842e {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:55:42.641031 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a8e5dc-1e44-45fa-8617-9030ade2781b", "name": "network-vif-deleted", "tag": "2cd14c13-4f88-4aef-befd-dfcb3add4154", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:55:42.641407 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d9dfef29-a469-4fa0-94b2-9722f8ff842e {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:55:42.641930 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a8e5dc-1e44-45fa-8617-9030ade2781b', 'name': 'network-vif-deleted', 'tag': '2cd14c13-4f88-4aef-befd-dfcb3add4154', 'status': 'completed', 'code': 200} Nov 23 21:55:42.658300 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-54f39884-827a-45f8-806c-4e7e193d8f8a tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:42.670049 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-54f39884-827a-45f8-806c-4e7e193d8f8a tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:42.681300 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59248) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:42.703560 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-54f39884-827a-45f8-806c-4e7e193d8f8a tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "DELETE /v2.0/networks/1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8 HTTP/1.1" status: 204 len: 168 time: 0.5932655 Nov 23 21:55:42.770485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f39884-827a-45f8-806c-4e7e193d8f8a tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event deleted for resources: {'Network': ['ID=1601d0e5-9cb5-4847-8a86-8a5e92e6d2b8,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:42.787568 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8de7b49-a3a4-491f-a211-5dc88c5c4779 req-f3373be3-4edc-4518-bf91-5b56a1a5e2e4 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135758 Nov 23 21:55:42.862199 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-8d610af9-f0fe-45f3-b90b-51e1b74de1e8 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Deleting port afe7b019-c2a9-4fd0-9d6c-2c5abf4838a4 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:55:42.862440 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8d610af9-f0fe-45f3-b90b-51e1b74de1e8 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:42.870644 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-67ed025b-4449-4dfe-ba47-6c69aa5f8733 req-f904a2e8-acf0-4136-8ff5-a16cf0a8cceb tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/ports?device_id=64a8e5dc-1e44-45fa-8617-9030ade2781b HTTP/1.1" status: 200 len: 210 time: 0.0572431 Nov 23 21:55:42.907404 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b390b3aa-3616-4e8b-b05c-fa6c051f2c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'name': 'tempest-ServersTestFqdnHostnames-925481569-router', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:16Z', 'updated_at': '2021-11-23T21:53:23Z', 'revision_number': 4, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'gw_port': {'id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:17Z', 'updated_at': '2021-11-23T21:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '9e82ebd8-b877-4406-9add-08a2f604cd4a', 'name': '', 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'mac_address': 'fa:16:3e:c6:41:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '78f06991-0b98-4c87-a752-a357dd9f78db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:22Z', 'updated_at': '2021-11-23T21:53:29Z', 'revision_number': 5, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'subnets': [{'id': '78f06991-0b98-4c87-a752-a357dd9f78db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:42.940404 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b390b3aa-3616-4e8b-b05c-fa6c051f2c3e None None] Checking router: d735e7b8-154a-40d1-b15d-bfa43cb6cacf for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:55:42.944364 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8d610af9-f0fe-45f3-b90b-51e1b74de1e8 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:42.949565 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b390b3aa-3616-4e8b-b05c-fa6c051f2c3e None None] Routers {'d735e7b8-154a-40d1-b15d-bfa43cb6cacf'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:55:42.950191 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b390b3aa-3616-4e8b-b05c-fa6c051f2c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:55:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d735e7b8-154a-40d1-b15d-bfa43cb6cacf'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:42.960517 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-8d610af9-f0fe-45f3-b90b-51e1b74de1e8 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Calling delete_port for afe7b019-c2a9-4fd0-9d6c-2c5abf4838a4 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:55:43.021105 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-05e19b48-67ab-4921-8d92-40d4ffb4a0d3 req-64f4c075-f5e5-499d-a0c5-2e3fcf783f9f tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0537870 Nov 23 21:55:43.095040 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8d610af9-f0fe-45f3-b90b-51e1b74de1e8 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:43.129228 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-b390b3aa-3616-4e8b-b05c-fa6c051f2c3e None None] Set router d735e7b8-154a-40d1-b15d-bfa43cb6cacf gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:55:43.129442 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d610af9-f0fe-45f3-b90b-51e1b74de1e8 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event deleted for resources: {'Port': ['ID=afe7b019-c2a9-4fd0-9d6c-2c5abf4838a4,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:43.140600 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8d610af9-f0fe-45f3-b90b-51e1b74de1e8 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:43.145317 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8d610af9-f0fe-45f3-b90b-51e1b74de1e8 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "DELETE /v2.0/ports/afe7b019-c2a9-4fd0-9d6c-2c5abf4838a4 HTTP/1.1" status: 204 len: 168 time: 0.4624765 Nov 23 21:55:43.147754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59250) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:43.181212 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-53cc6924-828b-4a24-bd2b-d9d9402fda30 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] DELETE failed (client error): The resource could not be found. Nov 23 21:55:43.182316 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53cc6924-828b-4a24-bd2b-d9d9402fda30 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:55:43.185677 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-53cc6924-828b-4a24-bd2b-d9d9402fda30 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "DELETE /v2.0/subnets/a99a5ddd-d421-4bbc-96f4-d77f5cb752da HTTP/1.1" status: 404 len: 337 time: 0.0368183 Nov 23 21:55:43.188750 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59252) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:43.310109 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a91f7f92-8d3e-45dc-a1c3-20722a45a401 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:43.401717 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b390b3aa-3616-4e8b-b05c-fa6c051f2c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'name': 'tempest-ServersTestFqdnHostnames-925481569-router', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:16Z', 'updated_at': '2021-11-23T21:53:23Z', 'revision_number': 4, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'gw_port': {'id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:17Z', 'updated_at': '2021-11-23T21:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '9e82ebd8-b877-4406-9add-08a2f604cd4a', 'name': '', 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'mac_address': 'fa:16:3e:c6:41:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '78f06991-0b98-4c87-a752-a357dd9f78db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:22Z', 'updated_at': '2021-11-23T21:53:29Z', 'revision_number': 5, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'subnets': [{'id': '78f06991-0b98-4c87-a752-a357dd9f78db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:43.444692 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b390b3aa-3616-4e8b-b05c-fa6c051f2c3e None None] The sync data for ids ['d735e7b8-154a-40d1-b15d-bfa43cb6cacf'] in n-d-816206-9 is: [{'id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'name': 'tempest-ServersTestFqdnHostnames-925481569-router', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:16Z', 'updated_at': '2021-11-23T21:53:23Z', 'revision_number': 4, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'gw_port': {'id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:17Z', 'updated_at': '2021-11-23T21:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '9e82ebd8-b877-4406-9add-08a2f604cd4a', 'name': '', 'network_id': '4fbc6412-81fe-4cf2-aa4f-1738ebc73747', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'mac_address': 'fa:16:3e:c6:41:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '78f06991-0b98-4c87-a752-a357dd9f78db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:22Z', 'updated_at': '2021-11-23T21:53:29Z', 'revision_number': 5, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'subnets': [{'id': '78f06991-0b98-4c87-a752-a357dd9f78db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:55:43.467422 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a91f7f92-8d3e-45dc-a1c3-20722a45a401 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:43.495917 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-a91f7f92-8d3e-45dc-a1c3-20722a45a401 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e43cd77-dd27-42dc-8fdc-8a43b98194d9']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:43.512171 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-a91f7f92-8d3e-45dc-a1c3-20722a45a401 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1499a31a-46bd-429a-9340-2540b7270226') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:43.512489 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-a91f7f92-8d3e-45dc-a1c3-20722a45a401 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1499a31a-46bd-429a-9340-2540b7270226') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:43.524672 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a91f7f92-8d3e-45dc-a1c3-20722a45a401 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:43.549756 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a91f7f92-8d3e-45dc-a1c3-20722a45a401 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:43.558957 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91f7f92-8d3e-45dc-a1c3-20722a45a401 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:55:43.559337 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a91f7f92-8d3e-45dc-a1c3-20722a45a401 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:55:43.563758 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:55:43.669610 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a91f7f92-8d3e-45dc-a1c3-20722a45a401 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:43.682004 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a91f7f92-8d3e-45dc-a1c3-20722a45a401 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:43.685448 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a91f7f92-8d3e-45dc-a1c3-20722a45a401 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "DELETE /v2.0/networks/3e43cd77-dd27-42dc-8fdc-8a43b98194d9 HTTP/1.1" status: 204 len: 168 time: 0.4955575 Nov 23 21:55:43.688962 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59258) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:43.697185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f7f92-8d3e-45dc-a1c3-20722a45a401 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event deleted for resources: {'Network': ['ID=3e43cd77-dd27-42dc-8fdc-8a43b98194d9,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:43.763538 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc62209-62e8-459d-8126-25de26c6b164 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Deleting subnet 1adee72e-f11b-4bdd-b1b7-b7b676e0d7a4 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:55:43.768341 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fc62209-62e8-459d-8126-25de26c6b164 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:43.775785 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91d9d09-e65c-4bfe-8cdc-8b3db277c6f3 None None] New status for floating IP 4748906b-5d6f-418a-a31b-b99301995596: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:55:43.834418 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fc62209-62e8-459d-8126-25de26c6b164 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:43.993497 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fc62209-62e8-459d-8126-25de26c6b164 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:44.019723 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bd1fb-6c3a-4162-879a-f8027bdd71c0 req-c230479c-012f-4926-89a9-e69bfa1d0600 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:44.028046 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d11bd1fb-6c3a-4162-879a-f8027bdd71c0 req-c230479c-012f-4926-89a9-e69bfa1d0600 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=026c7c12-be53-40b3-9343-a6bfd330b3e1 HTTP/1.1" status: 200 len: 949 time: 0.1129491 Nov 23 21:55:44.072158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59272) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:44.101720 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fc62209-62e8-459d-8126-25de26c6b164 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:44.147614 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc62209-62e8-459d-8126-25de26c6b164 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event deleted for resources: {'Subnet': ['ID=1adee72e-f11b-4bdd-b1b7-b7b676e0d7a4,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:44.151533 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fc62209-62e8-459d-8126-25de26c6b164 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:44.158337 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5fc62209-62e8-459d-8126-25de26c6b164 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "DELETE /v2.0/subnets/1adee72e-f11b-4bdd-b1b7-b7b676e0d7a4 HTTP/1.1" status: 204 len: 168 time: 0.4681308 Nov 23 21:55:44.159015 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59274) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:44.162632 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ebacdb-fb95-4a75-9960-0f5e160f2fc2 None None] Network 85cbab34-6970-4304-a6b6-198594d298d8 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:44.178307 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d11bd1fb-6c3a-4162-879a-f8027bdd71c0 req-8325ba76-15e0-409f-a588-0a09343daf49 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471829 Nov 23 21:55:44.247183 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16c298e7-dff2-49ca-9bce-27aaf797ce45 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:44.248193 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b6d644ab-5ef0-4616-aea7-718d12fed270 req-5d26d5bf-89a2-4edd-b5c6-01f1b070faf7 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.1010795 Nov 23 21:55:44.312490 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f72c7e5b-9e7c-415f-b758-3fc2ba78b243 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:44.369563 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-16c298e7-dff2-49ca-9bce-27aaf797ce45 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Deleting port 39805280-7170-489a-8642-ee8f1032d5b7 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:55:44.369980 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16c298e7-dff2-49ca-9bce-27aaf797ce45 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:44.378038 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f72c7e5b-9e7c-415f-b758-3fc2ba78b243 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:44.455280 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76191d4c-2d73-45c3-8c07-803c74320983 None None] DHCP port deletion for 85cbab34-6970-4304-a6b6-198594d298d8 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:55:44.503031 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-16c298e7-dff2-49ca-9bce-27aaf797ce45 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] For port 39805280-7170-489a-8642-ee8f1032d5b7, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=39805280-7170-489a-8642-ee8f1032d5b7,segment=NetworkSegment(658817d1-27ba-4534-a7c1-fc60a36e3564),segment_id=658817d1-27ba-4534-a7c1-fc60a36e3564)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:44.503450 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16c298e7-dff2-49ca-9bce-27aaf797ce45 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:44.525322 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-16c298e7-dff2-49ca-9bce-27aaf797ce45 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Calling delete_port for 39805280-7170-489a-8642-ee8f1032d5b7 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:55:44.528683 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f72c7e5b-9e7c-415f-b758-3fc2ba78b243 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:44.534887 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f72c7e5b-9e7c-415f-b758-3fc2ba78b243 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:44.536045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f72c7e5b-9e7c-415f-b758-3fc2ba78b243 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "DELETE /v2.0/security-groups/76fbecbd-33c3-4f0d-ac00-e9120c1fd26b HTTP/1.1" status: 204 len: 168 time: 0.4629552 Nov 23 21:55:44.540562 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59284) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:44.550893 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c7e5b-9e7c-415f-b758-3fc2ba78b243 tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fbecbd-33c3-4f0d-ac00-e9120c1fd26b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:44.580209 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ba97e-fe88-42af-b158-244746eb79de req-89b3c0c3-12a4-4f71-a967-9b457647c2e5 tempest-ServersAdminNegativeTestJSON-1638484980 tempest-ServersAdminNegativeTestJSON-1638484980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:44.582168 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-066ba97e-fe88-42af-b158-244746eb79de req-89b3c0c3-12a4-4f71-a967-9b457647c2e5 tempest-ServersAdminNegativeTestJSON-1638484980 tempest-ServersAdminNegativeTestJSON-1638484980-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=026c7c12-be53-40b3-9343-a6bfd330b3e1 HTTP/1.1" status: 200 len: 1100 time: 0.0932388 Nov 23 21:55:44.609671 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-066ba97e-fe88-42af-b158-244746eb79de req-690a2e76-292a-4735-b9a2-895065aedadd tempest-ServersAdminNegativeTestJSON-1638484980 tempest-ServersAdminNegativeTestJSON-1638484980-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:44.631595 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-85083c20-d37c-427a-b3ad-792826e8406b tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] show failed (client error): The resource could not be found. Nov 23 21:55:44.633811 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-85083c20-d37c-427a-b3ad-792826e8406b tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "GET /v2.0/security-groups/76fbecbd-33c3-4f0d-ac00-e9120c1fd26b HTTP/1.1" status: 404 len: 347 time: 0.0896418 Nov 23 21:55:44.636086 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59288) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:44.639138 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-76191d4c-2d73-45c3-8c07-803c74320983 None None] Deleting port 39805280-7170-489a-8642-ee8f1032d5b7 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:55:44.639942 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-76191d4c-2d73-45c3-8c07-803c74320983 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:44.733226 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-066ba97e-fe88-42af-b158-244746eb79de req-690a2e76-292a-4735-b9a2-895065aedadd tempest-ServersAdminNegativeTestJSON-1638484980 tempest-ServersAdminNegativeTestJSON-1638484980-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:44.751346 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-066ba97e-fe88-42af-b158-244746eb79de req-690a2e76-292a-4735-b9a2-895065aedadd tempest-ServersAdminNegativeTestJSON-1638484980 tempest-ServersAdminNegativeTestJSON-1638484980-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:44.755331 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d993a0e-cef7-4ff5-ba0e-0b10f775f48b req-d4ebf565-ad58-4d63-87c3-93f3b8488564 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d5f8cd46c5d049fe83cf51a43977ac11&device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.1241705 Nov 23 21:55:44.809553 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a2e76-292a-4735-b9a2-895065aedadd tempest-ServersAdminNegativeTestJSON-1638484980 tempest-ServersAdminNegativeTestJSON-1638484980-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16acc5a4-9f02-4d90-85a6-c42a5a29431d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:44.824780 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16c298e7-dff2-49ca-9bce-27aaf797ce45 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:44.827022 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d993a0e-cef7-4ff5-ba0e-0b10f775f48b req-a1aac30f-82c9-4c16-a0eb-a5248bca4d26 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d5f8cd46c5d049fe83cf51a43977ac11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410709 Nov 23 21:55:44.831379 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-76191d4c-2d73-45c3-8c07-803c74320983 None None] For port 39805280-7170-489a-8642-ee8f1032d5b7, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=39805280-7170-489a-8642-ee8f1032d5b7,segment=NetworkSegment(658817d1-27ba-4534-a7c1-fc60a36e3564),segment_id=658817d1-27ba-4534-a7c1-fc60a36e3564)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:44.831802 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-76191d4c-2d73-45c3-8c07-803c74320983 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:44.856014 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-76191d4c-2d73-45c3-8c07-803c74320983 None None] Calling delete_port for 39805280-7170-489a-8642-ee8f1032d5b7 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:55:44.871562 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c298e7-dff2-49ca-9bce-27aaf797ce45 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event deleted for resources: {'Port': ['ID=39805280-7170-489a-8642-ee8f1032d5b7,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:44.916940 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c298e7-dff2-49ca-9bce-27aaf797ce45 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] No DVR routers for this DVR port 39805280-7170-489a-8642-ee8f1032d5b7 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:55:44.928545 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-a539b397-1018-4d57-8a4c-d8f5ef89cdfb tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Deleting port 11fcfb9c-0df4-4824-ba6e-57dfa1470274 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:55:44.928888 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a539b397-1018-4d57-8a4c-d8f5ef89cdfb tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:44.971617 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-066ba97e-fe88-42af-b158-244746eb79de req-690a2e76-292a-4735-b9a2-895065aedadd tempest-ServersAdminNegativeTestJSON-1638484980 tempest-ServersAdminNegativeTestJSON-1638484980-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790159 Nov 23 21:55:45.016080 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16c298e7-dff2-49ca-9bce-27aaf797ce45 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:45.018494 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-76191d4c-2d73-45c3-8c07-803c74320983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:45.036667 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-57683cd5-1116-42cd-80bf-e8d2e7982076 req-e5496141-8d75-43f8-82d3-bd4f0ce38cdc tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0875847 Nov 23 21:55:45.038378 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-16c298e7-dff2-49ca-9bce-27aaf797ce45 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85cbab34-6970-4304-a6b6-198594d298d8']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:45.058363 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-16c298e7-dff2-49ca-9bce-27aaf797ce45 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658817d1-27ba-4534-a7c1-fc60a36e3564') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:45.058750 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-16c298e7-dff2-49ca-9bce-27aaf797ce45 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658817d1-27ba-4534-a7c1-fc60a36e3564') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:45.068596 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76191d4c-2d73-45c3-8c07-803c74320983 None None] Pushing event deleted for resources: {'Port': ['ID=39805280-7170-489a-8642-ee8f1032d5b7,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:45.080525 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16c298e7-dff2-49ca-9bce-27aaf797ce45 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:45.081395 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76191d4c-2d73-45c3-8c07-803c74320983 None None] No DVR routers for this DVR port 39805280-7170-489a-8642-ee8f1032d5b7 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:55:45.096592 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d993a0e-cef7-4ff5-ba0e-0b10f775f48b req-fce30dbc-70bb-4d7b-8f9f-08671d62b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:45.098583 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d993a0e-cef7-4ff5-ba0e-0b10f775f48b req-fce30dbc-70bb-4d7b-8f9f-08671d62b6ed service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2612076 Nov 23 21:55:45.117147 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16c298e7-dff2-49ca-9bce-27aaf797ce45 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:45.177417 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 39805280-7170-489a-8642-ee8f1032d5b7 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:55:45.199548 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c298e7-dff2-49ca-9bce-27aaf797ce45 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:55:45.199889 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16c298e7-dff2-49ca-9bce-27aaf797ce45 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:45.200100 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 39805280-7170-489a-8642-ee8f1032d5b7 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:55:45.200417 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 39805280-7170-489a-8642-ee8f1032d5b7 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:55:45.204415 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:55:45.285591 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16c298e7-dff2-49ca-9bce-27aaf797ce45 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:45.288179 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a539b397-1018-4d57-8a4c-d8f5ef89cdfb tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:45.288508 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a539b397-1018-4d57-8a4c-d8f5ef89cdfb tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:45.305807 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16c298e7-dff2-49ca-9bce-27aaf797ce45 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:45.309076 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-16c298e7-dff2-49ca-9bce-27aaf797ce45 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] 10.222.0.50 "DELETE /v2.0/networks/85cbab34-6970-4304-a6b6-198594d298d8 HTTP/1.1" status: 204 len: 168 time: 1.1491098 Nov 23 21:55:45.312405 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2cd14c13-4f88-4aef-befd-dfcb3add4154 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:55:45.320140 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c298e7-dff2-49ca-9bce-27aaf797ce45 tempest-NetworksIpV6TestAttrs-1463449013 tempest-NetworksIpV6TestAttrs-1463449013-project] Pushing event deleted for resources: {'Network': ['ID=85cbab34-6970-4304-a6b6-198594d298d8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:45.325167 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-a539b397-1018-4d57-8a4c-d8f5ef89cdfb tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Calling delete_port for 11fcfb9c-0df4-4824-ba6e-57dfa1470274 owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:55:45.338966 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 2cd14c13-4f88-4aef-befd-dfcb3add4154 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:55:45.339312 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2cd14c13-4f88-4aef-befd-dfcb3add4154 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:55:45.457904 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a539b397-1018-4d57-8a4c-d8f5ef89cdfb tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:45.493547 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539b397-1018-4d57-8a4c-d8f5ef89cdfb tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Pushing event deleted for resources: {'Port': ['ID=11fcfb9c-0df4-4824-ba6e-57dfa1470274,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:45.502474 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e1c06f-13cb-4936-a719-9563c7e0d1fd None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:55:45.549056 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a539b397-1018-4d57-8a4c-d8f5ef89cdfb tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:45.552268 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a539b397-1018-4d57-8a4c-d8f5ef89cdfb tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:45.553434 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a539b397-1018-4d57-8a4c-d8f5ef89cdfb tempest-ServersTestFqdnHostnames-822331599 tempest-ServersTestFqdnHostnames-822331599-project] 10.222.0.50 "DELETE /v2.0/floatingips/4748906b-5d6f-418a-a31b-b99301995596 HTTP/1.1" status: 204 len: 168 time: 0.9162762 Nov 23 21:55:45.556428 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59300) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:45.569710 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59302) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:45.703196 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-abbf2521-b40f-4b5d-bc5e-cd4acb5e997b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7ad543d4b3d44333a61cd3397efebfe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315401 Nov 23 21:55:45.705757 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59308) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:45.806551 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e36196fd-cd3c-44ca-8dd3-c0665bf1c6ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:45.852774 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e36196fd-cd3c-44ca-8dd3-c0665bf1c6ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:45.935732 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e36196fd-cd3c-44ca-8dd3-c0665bf1c6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:45.939129 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e36196fd-cd3c-44ca-8dd3-c0665bf1c6ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:45.940247 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e36196fd-cd3c-44ca-8dd3-c0665bf1c6ad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e697f7ea-e0d5-4be7-b0c6-7e05869dbb13 HTTP/1.1" status: 204 len: 168 time: 0.2335789 Nov 23 21:55:45.950580 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36196fd-cd3c-44ca-8dd3-c0665bf1c6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e697f7ea-e0d5-4be7-b0c6-7e05869dbb13,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:46.011309 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2e04a467-f0b1-4d05-a5fa-de5bba2a4f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:46.134240 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9f847-7bb3-4578-b677-357919fb981e req-34f117d0-e503-49d2-b489-fdc8a7416652 tempest-ServersAdminNegativeTestJSON-1638484980 tempest-ServersAdminNegativeTestJSON-1638484980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:46.136067 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5c9f847-7bb3-4578-b677-357919fb981e req-34f117d0-e503-49d2-b489-fdc8a7416652 tempest-ServersAdminNegativeTestJSON-1638484980 tempest-ServersAdminNegativeTestJSON-1638484980-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=026c7c12-be53-40b3-9343-a6bfd330b3e1 HTTP/1.1" status: 200 len: 1100 time: 0.0789943 Nov 23 21:55:46.292505 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d89313f1-11db-41df-8afb-bd123463e7e1 req-7d53e7b0-fdb5-4faa-814e-3072f0e6c91e tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.50 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0697312 Nov 23 21:55:46.305123 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5c9f847-7bb3-4578-b677-357919fb981e req-2c30832f-f163-46d7-9cb8-c0f94763fdf6 tempest-ServersAdminNegativeTestJSON-1638484980 tempest-ServersAdminNegativeTestJSON-1638484980-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613190 Nov 23 21:55:46.475905 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-2e04a467-f0b1-4d05-a5fa-de5bba2a4f9d admin admin] Deleting port 9e82ebd8-b877-4406-9add-08a2f604cd4a {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:55:46.476971 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2e04a467-f0b1-4d05-a5fa-de5bba2a4f9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:46.576885 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-af0c197d-97d7-4a4d-84c4-93ff8fbbb1e0 req-90fd6e2d-cdf6-4cc6-9ecc-68fd16feca6a service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:55:46.576885 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-af0c197d-97d7-4a4d-84c4-93ff8fbbb1e0 req-90fd6e2d-cdf6-4cc6-9ecc-68fd16feca6a service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055540 Nov 23 21:55:46.627375 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-2e04a467-f0b1-4d05-a5fa-de5bba2a4f9d admin admin] For port 9e82ebd8-b877-4406-9add-08a2f604cd4a, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9e82ebd8-b877-4406-9add-08a2f604cd4a,segment=NetworkSegment(424a5af0-9696-4588-b06e-68eb94118e29),segment_id=424a5af0-9696-4588-b06e-68eb94118e29)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:46.627839 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2e04a467-f0b1-4d05-a5fa-de5bba2a4f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:46.641911 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d993a0e-cef7-4ff5-ba0e-0b10f775f48b req-7edcb284-35d0-4372-8a1c-b46e352b5907 tempest-ServerShowV257Test-444576752 tempest-ServerShowV257Test-444576752-project] 10.222.0.53 "GET /v2.0/ports?device_id=6deddbd4-93ab-4b1c-b3d2-287537b76dd6 HTTP/1.1" status: 200 len: 210 time: 0.0655675 Nov 23 21:55:46.687845 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-2e04a467-f0b1-4d05-a5fa-de5bba2a4f9d admin admin] Calling delete_port for 9e82ebd8-b877-4406-9add-08a2f604cd4a owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:55:47.010766 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d85e0-7e3c-4eea-aa87-d8f2f5ea0896 req-428e4d44-8677-4c17-9eaa-db59fce21108 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:47.014133 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-819d85e0-7e3c-4eea-aa87-d8f2f5ea0896 req-428e4d44-8677-4c17-9eaa-db59fce21108 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=026c7c12-be53-40b3-9343-a6bfd330b3e1 HTTP/1.1" status: 200 len: 949 time: 0.0757005 Nov 23 21:55:47.020016 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59362) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:47.146987 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-819d85e0-7e3c-4eea-aa87-d8f2f5ea0896 req-dd7ef4d0-7163-4e17-9949-a91a75522329 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187856 Nov 23 21:55:47.180629 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-75ac1b83-2a2d-4bf3-9aea-7ebad426e704 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1073485244'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:47.220047 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ac1b83-2a2d-4bf3-9aea-7ebad426e704 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Made reservation on behalf of 0de995c2037848d1b219b21c3f430058 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:47.227645 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-75ac1b83-2a2d-4bf3-9aea-7ebad426e704 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:47.243281 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-75ac1b83-2a2d-4bf3-9aea-7ebad426e704 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:47.413997 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-75ac1b83-2a2d-4bf3-9aea-7ebad426e704 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:47.418139 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2e04a467-f0b1-4d05-a5fa-de5bba2a4f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:47.432798 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-75ac1b83-2a2d-4bf3-9aea-7ebad426e704 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:47.494771 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04a467-f0b1-4d05-a5fa-de5bba2a4f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=9e82ebd8-b877-4406-9add-08a2f604cd4a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:47.517433 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ac1b83-2a2d-4bf3-9aea-7ebad426e704 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:55:47.556528 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac1b83-2a2d-4bf3-9aea-7ebad426e704 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a131966f-232a-433e-a82e-ef4af9d4874e,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:47.583768 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-75ac1b83-2a2d-4bf3-9aea-7ebad426e704 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:47.584732 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-75ac1b83-2a2d-4bf3-9aea-7ebad426e704 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Added segment c0ff82ba-9d00-4f71-9ab5-4f2b9f88d215 of type vlan for network 24ef9021-8d3b-4802-be5d-27f4e6524fb1 Nov 23 21:55:47.680437 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-75ac1b83-2a2d-4bf3-9aea-7ebad426e704 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:47.758758 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-75ac1b83-2a2d-4bf3-9aea-7ebad426e704 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:47.764286 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ac1b83-2a2d-4bf3-9aea-7ebad426e704 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:47.765272 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-75ac1b83-2a2d-4bf3-9aea-7ebad426e704 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:47.790003 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2e04a467-f0b1-4d05-a5fa-de5bba2a4f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:47.856461 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-75ac1b83-2a2d-4bf3-9aea-7ebad426e704 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8347228 Nov 23 21:55:47.940891 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac1b83-2a2d-4bf3-9aea-7ebad426e704 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Network': ['ID=24ef9021-8d3b-4802-be5d-27f4e6524fb1,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:47.957490 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 24ef9021-8d3b-4802-be5d-27f4e6524fb1 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:55:48.040491 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59380) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:48.095983 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59384) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:48.103399 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-cf86fd28-d810-43b0-89b5-ea5d48ad7ed3 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'subnet': {'network_id': '24ef9021-8d3b-4802-be5d-27f4e6524fb1', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:48.228695 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e04a467-f0b1-4d05-a5fa-de5bba2a4f9d admin admin] Router d735e7b8-154a-40d1-b15d-bfa43cb6cacf has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:55:48.258632 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae1baad2-d65f-437c-b2c8-f52df67582b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:48.305897 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf86fd28-d810-43b0-89b5-ea5d48ad7ed3 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Made reservation on behalf of 0de995c2037848d1b219b21c3f430058 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:48.310243 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf86fd28-d810-43b0-89b5-ea5d48ad7ed3 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:48.348153 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e04a467-f0b1-4d05-a5fa-de5bba2a4f9d admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:55:48.354870 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2e04a467-f0b1-4d05-a5fa-de5bba2a4f9d admin admin] 10.222.0.50 "PUT /v2.0/routers/d735e7b8-154a-40d1-b15d-bfa43cb6cacf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7972794 Nov 23 21:55:48.357202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59388) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:48.359875 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ef89c-5a52-4291-a60c-409c8f48ecdc None None] Sync routers for ids ['d735e7b8-154a-40d1-b15d-bfa43cb6cacf'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:55:48.366847 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e7920-3780-4b5e-ab53-ae2390ec4172 req-7798a08e-4456-4d0e-ab31-ef0cc4eecd9f tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:48.368537 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d48e7920-3780-4b5e-ab53-ae2390ec4172 req-7798a08e-4456-4d0e-ab31-ef0cc4eecd9f tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=026c7c12-be53-40b3-9343-a6bfd330b3e1 HTTP/1.1" status: 200 len: 949 time: 0.1215851 Nov 23 21:55:48.382419 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ef89c-5a52-4291-a60c-409c8f48ecdc None None] Routers {'d735e7b8-154a-40d1-b15d-bfa43cb6cacf'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:55:48.383573 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a64ef89c-5a52-4291-a60c-409c8f48ecdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:55:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d735e7b8-154a-40d1-b15d-bfa43cb6cacf'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:48.470525 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a05d61b0-34a7-488c-81e1-67a3c95c540c admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:48.513085 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae1baad2-d65f-437c-b2c8-f52df67582b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:48.522799 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae1baad2-d65f-437c-b2c8-f52df67582b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:48.528191 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d48e7920-3780-4b5e-ab53-ae2390ec4172 req-5a6bae82-874d-48e6-8606-d52728c93f30 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202340 Nov 23 21:55:48.532370 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-a64ef89c-5a52-4291-a60c-409c8f48ecdc None None] Set router d735e7b8-154a-40d1-b15d-bfa43cb6cacf gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:55:48.619948 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ae1baad2-d65f-437c-b2c8-f52df67582b6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d5f8cd46c5d049fe83cf51a43977ac11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5768707 Nov 23 21:55:48.636548 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59394) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:48.682393 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249efa3-8131-4f65-bf18-69909d8da9e7 req-aedcb87c-aaa7-4e8c-82c7-691865d70b7f tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:48.684254 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c249efa3-8131-4f65-bf18-69909d8da9e7 req-aedcb87c-aaa7-4e8c-82c7-691865d70b7f tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.60 "GET /v2.0/ports?device_id=026c7c12-be53-40b3-9343-a6bfd330b3e1 HTTP/1.1" status: 200 len: 949 time: 0.1797633 Nov 23 21:55:48.712643 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1baad2-d65f-437c-b2c8-f52df67582b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554601d8-0539-4cad-ab2a-ebbc5c65f70f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:48.718250 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a05d61b0-34a7-488c-81e1-67a3c95c540c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:48.800272 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf86fd28-d810-43b0-89b5-ea5d48ad7ed3 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:48.871509 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-218720a6-fdde-4946-8da0-eb3e34b75a8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:48.930079 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf86fd28-d810-43b0-89b5-ea5d48ad7ed3 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Checking segment: {'id': 'c0ff82ba-9d00-4f71-9ab5-4f2b9f88d215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ef9021-8d3b-4802-be5d-27f4e6524fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:48.931047 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf86fd28-d810-43b0-89b5-ea5d48ad7ed3 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Network hostable DHCP agents. Network: 24ef9021-8d3b-4802-be5d-27f4e6524fb1, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:55:48.943167 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-218720a6-fdde-4946-8da0-eb3e34b75a8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:48.950377 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-c249efa3-8131-4f65-bf18-69909d8da9e7 req-a635e1f7-4731-4f26-a17a-7205c37f301a tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Deleting port 257cd322-31a7-49e6-9b67-f88c88ae65f6 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:55:48.950879 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c249efa3-8131-4f65-bf18-69909d8da9e7 req-a635e1f7-4731-4f26-a17a-7205c37f301a tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:48.966022 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf86fd28-d810-43b0-89b5-ea5d48ad7ed3 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Subnet': ['ID=89940061-1dd9-4241-ac33-9df64e7ac7c1,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:48.984662 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf86fd28-d810-43b0-89b5-ea5d48ad7ed3 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Network 24ef9021-8d3b-4802-be5d-27f4e6524fb1 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:55:48.987612 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-a05d61b0-34a7-488c-81e1-67a3c95c540c admin admin] Deleting port 3e3fc9bd-a5df-452a-ba29-b5de58134420 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:55:48.987968 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a05d61b0-34a7-488c-81e1-67a3c95c540c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:49.009840 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-cf86fd28-d810-43b0-89b5-ea5d48ad7ed3 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 24ef9021-8d3b-4802-be5d-27f4e6524fb1) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:49.028573 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf86fd28-d810-43b0-89b5-ea5d48ad7ed3 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:49.033792 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf86fd28-d810-43b0-89b5-ea5d48ad7ed3 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:49.054358 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01681e4-c66b-4cdd-8256-f9175f2409be None None] Network 24ef9021-8d3b-4802-be5d-27f4e6524fb1 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:49.075064 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cf86fd28-d810-43b0-89b5-ea5d48ad7ed3 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9721167 Nov 23 21:55:49.076731 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59400) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:49.088395 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-4d6647b7-a38b-4cec-98ff-5229624a206f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1037582163'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:49.129706 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6647b7-a38b-4cec-98ff-5229624a206f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Made reservation on behalf of 0de995c2037848d1b219b21c3f430058 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:49.136647 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4d6647b7-a38b-4cec-98ff-5229624a206f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:49.200057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d6647b7-a38b-4cec-98ff-5229624a206f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:55:49.220285 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4d6647b7-a38b-4cec-98ff-5229624a206f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:49.220665 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-4d6647b7-a38b-4cec-98ff-5229624a206f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Added segment 16d1c49d-a492-4eb8-93b3-dbefd67dd3eb of type vlan for network 84467e39-b53b-4749-8589-e26f307327d6 Nov 23 21:55:49.270693 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-a05d61b0-34a7-488c-81e1-67a3c95c540c admin admin] For port 3e3fc9bd-a5df-452a-ba29-b5de58134420, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3e3fc9bd-a5df-452a-ba29-b5de58134420,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:49.271414 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a05d61b0-34a7-488c-81e1-67a3c95c540c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:49.292566 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-a05d61b0-34a7-488c-81e1-67a3c95c540c admin admin] Calling delete_port for 3e3fc9bd-a5df-452a-ba29-b5de58134420 owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:55:49.318431 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4d6647b7-a38b-4cec-98ff-5229624a206f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:49.352636 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4d6647b7-a38b-4cec-98ff-5229624a206f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:49.371717 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6647b7-a38b-4cec-98ff-5229624a206f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:49.375990 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4d6647b7-a38b-4cec-98ff-5229624a206f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:49.425883 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4d6647b7-a38b-4cec-98ff-5229624a206f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3463521 Nov 23 21:55:49.432029 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59408) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:49.437890 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44477a63-2ede-447e-9da0-e0c9d68ef173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-24ef9021-8d3b-4802-be5d-27f4e6524fb1', 'network_id': '24ef9021-8d3b-4802-be5d-27f4e6524fb1', 'tenant_id': '0de995c2037848d1b219b21c3f430058', 'fixed_ips': [{'subnet_id': '89940061-1dd9-4241-ac33-9df64e7ac7c1'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:55:49.439020 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-44477a63-2ede-447e-9da0-e0c9d68ef173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:49.441256 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-d5bd2579-4661-4a78-9a7b-4be060fee50d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'subnet': {'network_id': '84467e39-b53b-4749-8589-e26f307327d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:49.456897 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a64ef89c-5a52-4291-a60c-409c8f48ecdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'name': 'tempest-ServersTestFqdnHostnames-925481569-router', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:16Z', 'updated_at': '2021-11-23T21:55:47Z', 'revision_number': 5, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'gw_port': {'id': '3e3fc9bd-a5df-452a-ba29-b5de58134420', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:53:17Z', 'updated_at': '2021-11-23T21:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:49.474298 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-218720a6-fdde-4946-8da0-eb3e34b75a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:49.477238 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-218720a6-fdde-4946-8da0-eb3e34b75a8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:49.480677 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-218720a6-fdde-4946-8da0-eb3e34b75a8e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/554601d8-0539-4cad-ab2a-ebbc5c65f70f HTTP/1.1" status: 204 len: 168 time: 0.7932825 Nov 23 21:55:49.489553 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-c249efa3-8131-4f65-bf18-69909d8da9e7 req-a635e1f7-4731-4f26-a17a-7205c37f301a tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] For port 257cd322-31a7-49e6-9b67-f88c88ae65f6, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=257cd322-31a7-49e6-9b67-f88c88ae65f6,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:49.489920 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c249efa3-8131-4f65-bf18-69909d8da9e7 req-a635e1f7-4731-4f26-a17a-7205c37f301a tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:49.494079 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6647b7-a38b-4cec-98ff-5229624a206f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Network': ['ID=84467e39-b53b-4749-8589-e26f307327d6,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:49.539111 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ef89c-5a52-4291-a60c-409c8f48ecdc None None] Checking router: d735e7b8-154a-40d1-b15d-bfa43cb6cacf for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:55:49.541200 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 84467e39-b53b-4749-8589-e26f307327d6 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:55:49.550146 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218720a6-fdde-4946-8da0-eb3e34b75a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554601d8-0539-4cad-ab2a-ebbc5c65f70f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:49.573801 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-c249efa3-8131-4f65-bf18-69909d8da9e7 req-a635e1f7-4731-4f26-a17a-7205c37f301a tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Calling delete_port for 257cd322-31a7-49e6-9b67-f88c88ae65f6 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:55:49.605690 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bd2579-4661-4a78-9a7b-4be060fee50d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Made reservation on behalf of 0de995c2037848d1b219b21c3f430058 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:49.611937 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2579-4661-4a78-9a7b-4be060fee50d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:49.622700 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ef89c-5a52-4291-a60c-409c8f48ecdc None None] Routers {'d735e7b8-154a-40d1-b15d-bfa43cb6cacf'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:55:49.623472 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a64ef89c-5a52-4291-a60c-409c8f48ecdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:55:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d735e7b8-154a-40d1-b15d-bfa43cb6cacf'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:49.909215 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-a64ef89c-5a52-4291-a60c-409c8f48ecdc None None] Set router d735e7b8-154a-40d1-b15d-bfa43cb6cacf gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:55:49.920688 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c249efa3-8131-4f65-bf18-69909d8da9e7 req-a635e1f7-4731-4f26-a17a-7205c37f301a tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:49.936660 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e1d23-1abe-4e6d-be6c-e3d90e27c35e req-5e4fd167-5b7f-4747-98c6-a4056ede7d37 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:49.941029 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a05d61b0-34a7-488c-81e1-67a3c95c540c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:49.945696 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-238e1d23-1abe-4e6d-be6c-e3d90e27c35e req-5e4fd167-5b7f-4747-98c6-a4056ede7d37 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=026c7c12-be53-40b3-9343-a6bfd330b3e1 HTTP/1.1" status: 200 len: 949 time: 0.2546699 Nov 23 21:55:50.020964 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['7b07ebe4-8eae-4e0e-8e19-a36211a61bbb'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:55:50.024280 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['257cd322-31a7-49e6-9b67-f88c88ae65f6'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:55:50.040902 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-238e1d23-1abe-4e6d-be6c-e3d90e27c35e req-8d3ee7ee-936f-498b-9068-6ddaba745108 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930493 Nov 23 21:55:50.057375 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635e1f7-4731-4f26-a17a-7205c37f301a tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Pushing event deleted for resources: {'Port': ['ID=257cd322-31a7-49e6-9b67-f88c88ae65f6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:50.104597 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7369ac17-a646-4e0f-bae2-139fcf64abd5 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:55:50.110084 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d61b0-34a7-488c-81e1-67a3c95c540c admin admin] Pushing event deleted for resources: {'Port': ['ID=3e3fc9bd-a5df-452a-ba29-b5de58134420,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:50.214699 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-44477a63-2ede-447e-9da0-e0c9d68ef173 None None] Allocated IP 172.20.255.242 (24ef9021-8d3b-4802-be5d-27f4e6524fb1/89940061-1dd9-4241-ac33-9df64e7ac7c1/df80800a-457a-4d1e-a19e-01b7caff3c7e) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:55:50.263605 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-c249efa3-8131-4f65-bf18-69909d8da9e7 req-a635e1f7-4731-4f26-a17a-7205c37f301a tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] No DVR routers for this DVR port 257cd322-31a7-49e6-9b67-f88c88ae65f6 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:55:50.269254 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c249efa3-8131-4f65-bf18-69909d8da9e7 req-a635e1f7-4731-4f26-a17a-7205c37f301a tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:50.275118 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c249efa3-8131-4f65-bf18-69909d8da9e7 req-a635e1f7-4731-4f26-a17a-7205c37f301a tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.60 "DELETE /v2.0/ports/257cd322-31a7-49e6-9b67-f88c88ae65f6 HTTP/1.1" status: 204 len: 173 time: 1.5784774 Nov 23 21:55:50.294405 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026c7c12-be53-40b3-9343-a6bfd330b3e1', 'name': 'network-vif-deleted', 'tag': '257cd322-31a7-49e6-9b67-f88c88ae65f6'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:55:50.302284 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4ff120-539a-4608-a218-bb079631ec79" -d '{"events": [{"server_uuid": "026c7c12-be53-40b3-9343-a6bfd330b3e1", "name": "network-vif-deleted", "tag": "257cd322-31a7-49e6-9b67-f88c88ae65f6"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:55:50.361532 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2579-4661-4a78-9a7b-4be060fee50d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:50.361764 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a05d61b0-34a7-488c-81e1-67a3c95c540c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:50.467763 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a64ef89c-5a52-4291-a60c-409c8f48ecdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'name': 'tempest-ServersTestFqdnHostnames-925481569-router', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:16Z', 'updated_at': '2021-11-23T21:55:48Z', 'revision_number': 6, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:50.509776 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd2579-4661-4a78-9a7b-4be060fee50d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Subnet': ['ID=64574d1f-fbb8-4578-bf66-b9d9d153647e,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:50.539003 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd2579-4661-4a78-9a7b-4be060fee50d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Checking segment: {'id': '16d1c49d-a492-4eb8-93b3-dbefd67dd3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '84467e39-b53b-4749-8589-e26f307327d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:50.540543 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ef89c-5a52-4291-a60c-409c8f48ecdc None None] The sync data for ids ['d735e7b8-154a-40d1-b15d-bfa43cb6cacf'] in n-d-816206-9 is: [{'id': 'd735e7b8-154a-40d1-b15d-bfa43cb6cacf', 'name': 'tempest-ServersTestFqdnHostnames-925481569-router', 'tenant_id': '661b7a89edb846f499d797a5d758bf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:16Z', 'updated_at': '2021-11-23T21:55:48Z', 'revision_number': 6, 'project_id': '661b7a89edb846f499d797a5d758bf06', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:55:50.543514 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bd2579-4661-4a78-9a7b-4be060fee50d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Network hostable DHCP agents. Network: 84467e39-b53b-4749-8589-e26f307327d6, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:55:50.587359 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb56b29f-71f8-4caa-b6a1-fb3fcc5cd7e0 x-openstack-request-id: req-eb56b29f-71f8-4caa-b6a1-fb3fcc5cd7e0 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:55:50.587951 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026c7c12-be53-40b3-9343-a6bfd330b3e1", "name": "network-vif-deleted", "tag": "257cd322-31a7-49e6-9b67-f88c88ae65f6", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:55:50.588335 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eb56b29f-71f8-4caa-b6a1-fb3fcc5cd7e0 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:55:50.588994 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026c7c12-be53-40b3-9343-a6bfd330b3e1', 'name': 'network-vif-deleted', 'tag': '257cd322-31a7-49e6-9b67-f88c88ae65f6', 'status': 'completed', 'code': 200} Nov 23 21:55:50.600756 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bd2579-4661-4a78-9a7b-4be060fee50d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Network 84467e39-b53b-4749-8589-e26f307327d6 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:55:50.617224 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-d5bd2579-4661-4a78-9a7b-4be060fee50d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 84467e39-b53b-4749-8589-e26f307327d6) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:50.633855 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bd2579-4661-4a78-9a7b-4be060fee50d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:50.634571 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2579-4661-4a78-9a7b-4be060fee50d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:50.654054 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1252afd5-e6c5-412d-9824-ef2c4ef63f41 None None] Network 84467e39-b53b-4749-8589-e26f307327d6 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:50.667094 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d5bd2579-4661-4a78-9a7b-4be060fee50d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2301354 Nov 23 21:55:50.668149 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59440) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:50.697916 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a05d61b0-34a7-488c-81e1-67a3c95c540c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:50.700900 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a05d61b0-34a7-488c-81e1-67a3c95c540c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:50.770373 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a05d61b0-34a7-488c-81e1-67a3c95c540c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:50.772225 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05d61b0-34a7-488c-81e1-67a3c95c540c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d735e7b8-154a-40d1-b15d-bfa43cb6cacf {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 21:55:50.798056 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a05d61b0-34a7-488c-81e1-67a3c95c540c admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:50.800973 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a05d61b0-34a7-488c-81e1-67a3c95c540c admin admin] 10.222.0.50 "DELETE /v2.0/routers/d735e7b8-154a-40d1-b15d-bfa43cb6cacf HTTP/1.1" status: 204 len: 168 time: 2.4425883 Nov 23 21:55:50.806985 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59446) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:50.930976 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-44477a63-2ede-447e-9da0-e0c9d68ef173 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:50.935573 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5f7ba60b-eac5-45b6-9cce-59fce2f44e6f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:50.980430 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-821f6127-98cc-4355-bdda-f0fbfa976c7b admin admin] Deleting subnet 78f06991-0b98-4c87-a752-a357dd9f78db {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:55:50.993632 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59452) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:51.000479 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-44477a63-2ede-447e-9da0-e0c9d68ef173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.005407 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-821f6127-98cc-4355-bdda-f0fbfa976c7b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.062799 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44477a63-2ede-447e-9da0-e0c9d68ef173 None None] Pushing event updated for resources: {'Port': ['ID=df80800a-457a-4d1e-a19e-01b7caff3c7e,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:51.098256 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5f7ba60b-eac5-45b6-9cce-59fce2f44e6f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.103485 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44477a63-2ede-447e-9da0-e0c9d68ef173 None None] Network 24ef9021-8d3b-4802-be5d-27f4e6524fb1 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:55:51.104946 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-44477a63-2ede-447e-9da0-e0c9d68ef173 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:51.118526 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44477a63-2ede-447e-9da0-e0c9d68ef173 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:55:51.147992 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2efbbeb-6f17-4d22-ab9b-4b7236c6c915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-84467e39-b53b-4749-8589-e26f307327d6', 'network_id': '84467e39-b53b-4749-8589-e26f307327d6', 'tenant_id': '0de995c2037848d1b219b21c3f430058', 'fixed_ips': [{'subnet_id': '64574d1f-fbb8-4578-bf66-b9d9d153647e'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:55:51.149687 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b2efbbeb-6f17-4d22-ab9b-4b7236c6c915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.158365 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-821f6127-98cc-4355-bdda-f0fbfa976c7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.251697 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-44477a63-2ede-447e-9da0-e0c9d68ef173 None None] Attempting to bind port df80800a-457a-4d1e-a19e-01b7caff3c7e on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:55:51.252181 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-44477a63-2ede-447e-9da0-e0c9d68ef173 None None] Attempting to bind port df80800a-457a-4d1e-a19e-01b7caff3c7e by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'c0ff82ba-9d00-4f71-9ab5-4f2b9f88d215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ef9021-8d3b-4802-be5d-27f4e6524fb1'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:55:51.252521 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44477a63-2ede-447e-9da0-e0c9d68ef173 None None] Attempting to bind port df80800a-457a-4d1e-a19e-01b7caff3c7e on network 24ef9021-8d3b-4802-be5d-27f4e6524fb1 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:55:51.257854 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44477a63-2ede-447e-9da0-e0c9d68ef173 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:55:51.258237 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44477a63-2ede-447e-9da0-e0c9d68ef173 None None] Checking segment: {'id': 'c0ff82ba-9d00-4f71-9ab5-4f2b9f88d215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ef9021-8d3b-4802-be5d-27f4e6524fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:51.258641 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-44477a63-2ede-447e-9da0-e0c9d68ef173 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.259065 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44477a63-2ede-447e-9da0-e0c9d68ef173 None None] Bound using segment: {'id': 'c0ff82ba-9d00-4f71-9ab5-4f2b9f88d215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ef9021-8d3b-4802-be5d-27f4e6524fb1'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:55:51.259544 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-44477a63-2ede-447e-9da0-e0c9d68ef173 None None] Bound port: df80800a-457a-4d1e-a19e-01b7caff3c7e, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ff82ba-9d00-4f71-9ab5-4f2b9f88d215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '24ef9021-8d3b-4802-be5d-27f4e6524fb1'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:55:51.259932 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-44477a63-2ede-447e-9da0-e0c9d68ef173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.267284 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f6495af1-a074-44b9-a20c-904ef93ef3d0 req-79a24f89-ed3a-4d5d-9a58-3ac34867f97e tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=026c7c12-be53-40b3-9343-a6bfd330b3e1 HTTP/1.1" status: 200 len: 210 time: 0.0404687 Nov 23 21:55:51.285706 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d3129960-9959-4840-adf6-e74e32c4eaab admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-903119772-network', 'tenant_id': '2c91e9ac7cc24cb597b7de15864a5b91'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:51.286640 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5f7ba60b-eac5-45b6-9cce-59fce2f44e6f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.317630 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-821f6127-98cc-4355-bdda-f0fbfa976c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.319664 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ba60b-eac5-45b6-9cce-59fce2f44e6f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Subnet': ['ID=64574d1f-fbb8-4578-bf66-b9d9d153647e,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:51.342360 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3129960-9959-4840-adf6-e74e32c4eaab admin admin] Made reservation on behalf of 2c91e9ac7cc24cb597b7de15864a5b91 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:51.345605 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d3129960-9959-4840-adf6-e74e32c4eaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.361238 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d3129960-9959-4840-adf6-e74e32c4eaab admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.386386 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5f7ba60b-eac5-45b6-9cce-59fce2f44e6f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server [None req-b2efbbeb-6f17-4d22-ab9b-4b7236c6c915 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64574d1f-fbb8-4578-bf66-b9d9d153647e: This subnet is being modified by another concurrent operation. Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 21:55:51.403806 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise exception Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64574d1f-fbb8-4578-bf66-b9d9d153647e: This subnet is being modified by another concurrent operation. Nov 23 21:55:51.408180 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server Nov 23 21:55:51.410279 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-5f7ba60b-eac5-45b6-9cce-59fce2f44e6f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84467e39-b53b-4749-8589-e26f307327d6']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:51.414167 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-44477a63-2ede-447e-9da0-e0c9d68ef173 None None] For port df80800a-457a-4d1e-a19e-01b7caff3c7e, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:55:51.418141 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-44477a63-2ede-447e-9da0-e0c9d68ef173 None None] For port df80800a-457a-4d1e-a19e-01b7caff3c7e, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=df80800a-457a-4d1e-a19e-01b7caff3c7e,segment=NetworkSegment(c0ff82ba-9d00-4f71-9ab5-4f2b9f88d215),segment_id=c0ff82ba-9d00-4f71-9ab5-4f2b9f88d215)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:55:51.422018 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-821f6127-98cc-4355-bdda-f0fbfa976c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.423531 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-5f7ba60b-eac5-45b6-9cce-59fce2f44e6f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d1c49d-a492-4eb8-93b3-dbefd67dd3eb') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:51.423803 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-5f7ba60b-eac5-45b6-9cce-59fce2f44e6f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d1c49d-a492-4eb8-93b3-dbefd67dd3eb') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:51.428501 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-44477a63-2ede-447e-9da0-e0c9d68ef173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.441837 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5f7ba60b-eac5-45b6-9cce-59fce2f44e6f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.459249 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f6127-98cc-4355-bdda-f0fbfa976c7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78f06991-0b98-4c87-a752-a357dd9f78db,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:51.460185 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5f7ba60b-eac5-45b6-9cce-59fce2f44e6f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.465184 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-821f6127-98cc-4355-bdda-f0fbfa976c7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.470759 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-821f6127-98cc-4355-bdda-f0fbfa976c7b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/78f06991-0b98-4c87-a752-a357dd9f78db HTTP/1.1" status: 204 len: 168 time: 0.6633189 Nov 23 21:55:51.474690 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cec294-6bc7-4a67-a7c7-51451e030021 None None] Network 84467e39-b53b-4749-8589-e26f307327d6 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:51.474871 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59460) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:51.480836 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7ba60b-eac5-45b6-9cce-59fce2f44e6f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:55:51.481127 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5f7ba60b-eac5-45b6-9cce-59fce2f44e6f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:55:51.485144 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:55:51.554816 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59464) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:51.559695 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d3129960-9959-4840-adf6-e74e32c4eaab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.586875 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef363cdb-555c-44f0-85ad-8381e4cede9a None None] Network 4fbc6412-81fe-4cf2-aa4f-1738ebc73747 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:51.589544 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9e82ebd8-b877-4406-9add-08a2f604cd4a no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:55:51.603045 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5f7ba60b-eac5-45b6-9cce-59fce2f44e6f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.621590 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5f7ba60b-eac5-45b6-9cce-59fce2f44e6f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.627486 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5f7ba60b-eac5-45b6-9cce-59fce2f44e6f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/networks/84467e39-b53b-4749-8589-e26f307327d6 HTTP/1.1" status: 204 len: 168 time: 0.9582298 Nov 23 21:55:51.631452 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b26c26c3-07a2-4ae7-b1d4-f1d183397c42 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1325673818'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:51.636922 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9271e2c5-a933-40d7-aa9a-a926ef57d71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.640531 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59466) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:51.647232 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d3129960-9959-4840-adf6-e74e32c4eaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.648276 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-e80c3e84-dda7-4063-b7f5-0b3717c19eb0 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1624348922'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:51.651930 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ba60b-eac5-45b6-9cce-59fce2f44e6f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Network': ['ID=84467e39-b53b-4749-8589-e26f307327d6,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:51.664587 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3129960-9959-4840-adf6-e74e32c4eaab admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:55:51.675748 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d3129960-9959-4840-adf6-e74e32c4eaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.676092 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-d3129960-9959-4840-adf6-e74e32c4eaab admin admin] Added segment 432a5852-5ad8-4185-bee6-710d39b0ae87 of type vlan for network f8e0bdae-88de-42bf-8a19-735d93a3a681 Nov 23 21:55:51.695706 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 9e82ebd8-b877-4406-9add-08a2f604cd4a {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:55:51.696472 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9e82ebd8-b877-4406-9add-08a2f604cd4a not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:55:51.698494 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80c3e84-dda7-4063-b7f5-0b3717c19eb0 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Made reservation on behalf of 0de995c2037848d1b219b21c3f430058 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:51.705230 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e80c3e84-dda7-4063-b7f5-0b3717c19eb0 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.741486 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80c3e84-dda7-4063-b7f5-0b3717c19eb0 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:55:51.755325 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e80c3e84-dda7-4063-b7f5-0b3717c19eb0 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.755680 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-e80c3e84-dda7-4063-b7f5-0b3717c19eb0 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Added segment 4b4ebdc2-e376-4ebb-a8ca-e0c139644754 of type vlan for network f8088c37-a479-472c-9755-435feb48d273 Nov 23 21:55:51.797787 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d3129960-9959-4840-adf6-e74e32c4eaab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.800196 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3129960-9959-4840-adf6-e74e32c4eaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af2db18-58d0-4551-a12a-c9fdf47401d9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:51.818001 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e80c3e84-dda7-4063-b7f5-0b3717c19eb0 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.844265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26c26c3-07a2-4ae7-b1d4-f1d183397c42 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Made reservation on behalf of 9b6ed703ef174b4d8c2560021ab2bd8c for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:51.847817 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b26c26c3-07a2-4ae7-b1d4-f1d183397c42 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.859641 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e80c3e84-dda7-4063-b7f5-0b3717c19eb0 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.868251 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80c3e84-dda7-4063-b7f5-0b3717c19eb0 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:51.869039 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e80c3e84-dda7-4063-b7f5-0b3717c19eb0 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.887233 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26c26c3-07a2-4ae7-b1d4-f1d183397c42 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:55:51.901716 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b26c26c3-07a2-4ae7-b1d4-f1d183397c42 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.902070 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-b26c26c3-07a2-4ae7-b1d4-f1d183397c42 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Added segment 1b402211-a1d6-4832-9795-89b1ab249c67 of type vlan for network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 Nov 23 21:55:51.921638 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e80c3e84-dda7-4063-b7f5-0b3717c19eb0 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2758369 Nov 23 21:55:51.926232 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59468) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:51.939374 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-756537ad-bd09-4c2a-aea4-7347b64fb3f9 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'subnet': {'network_id': 'f8088c37-a479-472c-9755-435feb48d273', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:51.985436 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d3129960-9959-4840-adf6-e74e32c4eaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:51.986369 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3129960-9959-4840-adf6-e74e32c4eaab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:51.987038 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d3129960-9959-4840-adf6-e74e32c4eaab admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:52.005447 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-9271e2c5-a933-40d7-aa9a-a926ef57d71a admin admin] Deleting port 22b519b0-be67-4c75-a3c5-3397680c452d {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:55:52.005894 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9271e2c5-a933-40d7-aa9a-a926ef57d71a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:52.058030 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c3e84-dda7-4063-b7f5-0b3717c19eb0 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Network': ['ID=f8088c37-a479-472c-9755-435feb48d273,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:52.097399 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-9271e2c5-a933-40d7-aa9a-a926ef57d71a admin admin] For port 22b519b0-be67-4c75-a3c5-3397680c452d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=22b519b0-be67-4c75-a3c5-3397680c452d,segment=NetworkSegment(424a5af0-9696-4588-b06e-68eb94118e29),segment_id=424a5af0-9696-4588-b06e-68eb94118e29)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:52.097985 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9271e2c5-a933-40d7-aa9a-a926ef57d71a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:52.125621 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network f8088c37-a479-472c-9755-435feb48d273 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:55:52.165282 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b26c26c3-07a2-4ae7-b1d4-f1d183397c42 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:52.178395 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44477a63-2ede-447e-9da0-e0c9d68ef173 None None] Pushing event updated for resources: {'Port': ['ID=df80800a-457a-4d1e-a19e-01b7caff3c7e,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:52.209934 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-9271e2c5-a933-40d7-aa9a-a926ef57d71a admin admin] Calling delete_port for 22b519b0-be67-4c75-a3c5-3397680c452d owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:55:52.218697 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756537ad-bd09-4c2a-aea4-7347b64fb3f9 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Made reservation on behalf of 0de995c2037848d1b219b21c3f430058 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:52.220169 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d3129960-9959-4840-adf6-e74e32c4eaab admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2248852 Nov 23 21:55:52.222994 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-756537ad-bd09-4c2a-aea4-7347b64fb3f9 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:52.229594 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59476) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:52.245095 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-16f4d603-3639-4b0e-aeb0-ed352a34b5da admin admin] Request body: {'subnet': {'network_id': 'f8e0bdae-88de-42bf-8a19-735d93a3a681', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-903119772-subnet', 'tenant_id': '2c91e9ac7cc24cb597b7de15864a5b91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:52.319612 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f4d603-3639-4b0e-aeb0-ed352a34b5da admin admin] Made reservation on behalf of 2c91e9ac7cc24cb597b7de15864a5b91 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:52.321226 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.ipam_backend_mixin [None req-756537ad-bd09-4c2a-aea4-7347b64fb3f9 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Performing IP validity checks on allocation pools {{(pid=110034) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 21:55:52.321748 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.ipam_backend_mixin [None req-756537ad-bd09-4c2a-aea4-7347b64fb3f9 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110034) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 21:55:52.321953 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16f4d603-3639-4b0e-aeb0-ed352a34b5da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:52.384790 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3129960-9959-4840-adf6-e74e32c4eaab admin admin] Pushing event updated for resources: {'Network': ['ID=f8e0bdae-88de-42bf-8a19-735d93a3a681,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:52.393500 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b26c26c3-07a2-4ae7-b1d4-f1d183397c42 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:52.399314 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c26c3-07a2-4ae7-b1d4-f1d183397c42 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:52.399902 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b26c26c3-07a2-4ae7-b1d4-f1d183397c42 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:52.404216 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network f8e0bdae-88de-42bf-8a19-735d93a3a681 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:55:52.447371 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b26c26c3-07a2-4ae7-b1d4-f1d183397c42 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8869901 Nov 23 21:55:52.449169 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59482) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:52.450842 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5174067-80a9-49c1-88c3-1fccd31e5429 None None] DHCP port deletion for 4fbc6412-81fe-4cf2-aa4f-1738ebc73747 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:55:52.454221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-00e929ec-c224-4651-9f9b-55042a629c09 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1417619915'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:52.536272 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e929ec-c224-4651-9f9b-55042a629c09 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Made reservation on behalf of 9b6ed703ef174b4d8c2560021ab2bd8c for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:52.540290 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-00e929ec-c224-4651-9f9b-55042a629c09 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:52.555061 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-756537ad-bd09-4c2a-aea4-7347b64fb3f9 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:52.563087 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c26c3-07a2-4ae7-b1d4-f1d183397c42 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event updated for resources: {'Network': ['ID=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:52.612872 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9271e2c5-a933-40d7-aa9a-a926ef57d71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:52.616161 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:55:52.621212 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e929ec-c224-4651-9f9b-55042a629c09 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:55:52.645053 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-00e929ec-c224-4651-9f9b-55042a629c09 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:52.645410 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-00e929ec-c224-4651-9f9b-55042a629c09 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Added segment d4818ec0-b2f7-4f07-b6b0-946b5cde9945 of type vlan for network 954621a6-0447-4b04-92ad-3bda684cf0c7 Nov 23 21:55:52.668945 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756537ad-bd09-4c2a-aea4-7347b64fb3f9 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Subnet': ['ID=ff30a914-bbfa-4da9-ac8c-bedaad2aaa5f,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:52.726013 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271e2c5-a933-40d7-aa9a-a926ef57d71a admin admin] Pushing event deleted for resources: {'Port': ['ID=22b519b0-be67-4c75-a3c5-3397680c452d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:52.736292 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9271e2c5-a933-40d7-aa9a-a926ef57d71a admin admin] No DVR routers for this DVR port 22b519b0-be67-4c75-a3c5-3397680c452d on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:55:52.741291 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:52.759303 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a5174067-80a9-49c1-88c3-1fccd31e5429 None None] Deleting port 22b519b0-be67-4c75-a3c5-3397680c452d {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:55:52.759769 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a5174067-80a9-49c1-88c3-1fccd31e5429 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:52.788873 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756537ad-bd09-4c2a-aea4-7347b64fb3f9 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Checking segment: {'id': '4b4ebdc2-e376-4ebb-a8ca-e0c139644754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f8088c37-a479-472c-9755-435feb48d273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:52.789416 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756537ad-bd09-4c2a-aea4-7347b64fb3f9 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Network hostable DHCP agents. Network: f8088c37-a479-472c-9755-435feb48d273, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:55:52.798771 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-00e929ec-c224-4651-9f9b-55042a629c09 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:52.851218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc15588-cf54-416c-9414-bdab16e1fbbe req-0780ddbb-d7bb-4322-84d5-8bca4283122b tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:52.852444 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2dc15588-cf54-416c-9414-bdab16e1fbbe req-0780ddbb-d7bb-4322-84d5-8bca4283122b tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 949 time: 0.1905665 Nov 23 21:55:52.855415 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756537ad-bd09-4c2a-aea4-7347b64fb3f9 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Network f8088c37-a479-472c-9755-435feb48d273 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:55:52.859818 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a5174067-80a9-49c1-88c3-1fccd31e5429 None None] For port 22b519b0-be67-4c75-a3c5-3397680c452d, host n-d-816206-9, got binding levels [] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:52.860683 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a5174067-80a9-49c1-88c3-1fccd31e5429 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:52.881178 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-756537ad-bd09-4c2a-aea4-7347b64fb3f9 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, f8088c37-a479-472c-9755-435feb48d273) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:52.881731 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a5174067-80a9-49c1-88c3-1fccd31e5429 None None] Calling delete_port for 22b519b0-be67-4c75-a3c5-3397680c452d owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:55:52.885674 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756537ad-bd09-4c2a-aea4-7347b64fb3f9 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:52.885968 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.ipam_backend_mixin [None req-a5174067-80a9-49c1-88c3-1fccd31e5429 None None] Port 22b519b0-be67-4c75-a3c5-3397680c452d was not found and therefore no delete operation was performed {{(pid=110035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 21:55:52.886266 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-756537ad-bd09-4c2a-aea4-7347b64fb3f9 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:52.887886 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a5174067-80a9-49c1-88c3-1fccd31e5429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:52.900239 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16f4d603-3639-4b0e-aeb0-ed352a34b5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:52.901937 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-00e929ec-c224-4651-9f9b-55042a629c09 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:52.903717 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9271e2c5-a933-40d7-aa9a-a926ef57d71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:52.908996 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e929ec-c224-4651-9f9b-55042a629c09 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:52.909685 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-00e929ec-c224-4651-9f9b-55042a629c09 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:52.924338 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-756537ad-bd09-4c2a-aea4-7347b64fb3f9 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9972911 Nov 23 21:55:52.929702 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59488) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:52.935527 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b17699-6f05-423a-8e77-0c50965c0075 None None] Network f8088c37-a479-472c-9755-435feb48d273 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:52.944560 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5174067-80a9-49c1-88c3-1fccd31e5429 None None] Pushing event deleted for resources: {'Port': ['ID=22b519b0-be67-4c75-a3c5-3397680c452d,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:52.964410 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-9271e2c5-a933-40d7-aa9a-a926ef57d71a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fbc6412-81fe-4cf2-aa4f-1738ebc73747']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:52.968431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5174067-80a9-49c1-88c3-1fccd31e5429 None None] No DVR routers for this DVR port 22b519b0-be67-4c75-a3c5-3397680c452d on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:55:52.997347 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-9271e2c5-a933-40d7-aa9a-a926ef57d71a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424a5af0-9696-4588-b06e-68eb94118e29') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:52.997848 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-9271e2c5-a933-40d7-aa9a-a926ef57d71a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424a5af0-9696-4588-b06e-68eb94118e29') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:53.016373 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9271e2c5-a933-40d7-aa9a-a926ef57d71a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:53.025668 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-00e929ec-c224-4651-9f9b-55042a629c09 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5731449 Nov 23 21:55:53.035168 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59490) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:53.058526 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4d603-3639-4b0e-aeb0-ed352a34b5da admin admin] Pushing event updated for resources: {'Subnet': ['ID=bce44bc9-40b5-4828-b293-41858239678d,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:53.065766 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f4d603-3639-4b0e-aeb0-ed352a34b5da admin admin] Checking segment: {'id': '432a5852-5ad8-4185-bee6-710d39b0ae87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f8e0bdae-88de-42bf-8a19-735d93a3a681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:53.066144 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f4d603-3639-4b0e-aeb0-ed352a34b5da admin admin] Network hostable DHCP agents. Network: f8e0bdae-88de-42bf-8a19-735d93a3a681, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:55:53.080813 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9271e2c5-a933-40d7-aa9a-a926ef57d71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:53.081864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-ad155844-cac3-4334-a1fc-28094b888107 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Request body: {'subnet': {'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:53.097992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9271e2c5-a933-40d7-aa9a-a926ef57d71a admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:55:53.098648 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9271e2c5-a933-40d7-aa9a-a926ef57d71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:55:53.185007 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:55:53.187072 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2dc15588-cf54-416c-9414-bdab16e1fbbe req-68fa2b5a-18f0-4824-9efb-e1bdbbccbf95 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217835 Nov 23 21:55:53.203250 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9271e2c5-a933-40d7-aa9a-a926ef57d71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:53.212789 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5f4078-9326-4524-bb6b-a4d2ab1b0bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-f8088c37-a479-472c-9755-435feb48d273', 'network_id': 'f8088c37-a479-472c-9755-435feb48d273', 'tenant_id': '0de995c2037848d1b219b21c3f430058', 'fixed_ips': [{'subnet_id': 'ff30a914-bbfa-4da9-ac8c-bedaad2aaa5f'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:55:53.214264 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e929ec-c224-4651-9f9b-55042a629c09 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event updated for resources: {'Network': ['ID=954621a6-0447-4b04-92ad-3bda684cf0c7,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:53.216137 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4078-9326-4524-bb6b-a4d2ab1b0bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:53.247670 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9271e2c5-a933-40d7-aa9a-a926ef57d71a admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:53.253314 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9271e2c5-a933-40d7-aa9a-a926ef57d71a admin admin] 10.222.0.50 "DELETE /v2.0/networks/4fbc6412-81fe-4cf2-aa4f-1738ebc73747 HTTP/1.1" status: 204 len: 168 time: 1.7773776 Nov 23 21:55:53.254641 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271e2c5-a933-40d7-aa9a-a926ef57d71a admin admin] Pushing event deleted for resources: {'Network': ['ID=4fbc6412-81fe-4cf2-aa4f-1738ebc73747,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:53.261911 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f4d603-3639-4b0e-aeb0-ed352a34b5da admin admin] Network f8e0bdae-88de-42bf-8a19-735d93a3a681 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:55:53.270882 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 954621a6-0447-4b04-92ad-3bda684cf0c7 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:55:53.281849 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-16f4d603-3639-4b0e-aeb0-ed352a34b5da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, f8e0bdae-88de-42bf-8a19-735d93a3a681) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:53.296471 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f4d603-3639-4b0e-aeb0-ed352a34b5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:53.298399 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16f4d603-3639-4b0e-aeb0-ed352a34b5da admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:53.344711 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-16f4d603-3639-4b0e-aeb0-ed352a34b5da admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1109071 Nov 23 21:55:53.355470 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:53.392029 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad155844-cac3-4334-a1fc-28094b888107 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Made reservation on behalf of 9b6ed703ef174b4d8c2560021ab2bd8c for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:53.395780 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ad155844-cac3-4334-a1fc-28094b888107 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:53.418577 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775509be-96d1-4316-9923-6f46f24bbc12 None None] Network f8e0bdae-88de-42bf-8a19-735d93a3a681 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:53.420696 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 257cd322-31a7-49e6-9b67-f88c88ae65f6 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:55:53.424698 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device df80800a-457a-4d1e-a19e-01b7caff3c7e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:53.426474 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003636dd-48ca-4a00-8267-c41fc25d91d5 None None] Network 24ef9021-8d3b-4802-be5d-27f4e6524fb1 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:53.490172 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59500) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:53.515825 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 257cd322-31a7-49e6-9b67-f88c88ae65f6 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:55:53.516489 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 257cd322-31a7-49e6-9b67-f88c88ae65f6 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:55:53.563204 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b8b21ac9-c8ca-478d-b73a-c82f38c48a78 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=661b7a89edb846f499d797a5d758bf06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0709429 Nov 23 21:55:53.565208 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59504) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:53.650749 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f32a4de-5603-431b-b0c7-add5b7039f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:53.689623 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f32a4de-5603-431b-b0c7-add5b7039f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:53.745900 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-352bc082-1fca-45bf-8a5c-2384ca277592 None None] Provisioning complete for port df80800a-457a-4d1e-a19e-01b7caff3c7e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:53.746313 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-352bc082-1fca-45bf-8a5c-2384ca277592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:53.782496 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f32a4de-5603-431b-b0c7-add5b7039f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:53.786282 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f32a4de-5603-431b-b0c7-add5b7039f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:53.788044 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4f32a4de-5603-431b-b0c7-add5b7039f9d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6c4688c8-82c1-4b54-a417-d4fe70001d1e HTTP/1.1" status: 204 len: 168 time: 0.2214711 Nov 23 21:55:53.803859 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32a4de-5603-431b-b0c7-add5b7039f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4688c8-82c1-4b54-a417-d4fe70001d1e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:53.828914 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:53.997966 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port df80800a-457a-4d1e-a19e-01b7caff3c7e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:53.998397 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:54.000417 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59518) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:54.010929 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-2d6d274e-c7ce-45fb-9477-306ada9ef37e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1149026270-network', 'tenant_id': 'b8f727f15b1b4d4589080d15ae5cd31c'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:54.036147 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ad155844-cac3-4334-a1fc-28094b888107 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:54.041914 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6d274e-c7ce-45fb-9477-306ada9ef37e admin admin] Made reservation on behalf of b8f727f15b1b4d4589080d15ae5cd31c for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:54.044771 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2d6d274e-c7ce-45fb-9477-306ada9ef37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:54.055359 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2d6d274e-c7ce-45fb-9477-306ada9ef37e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:54.081073 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d558ba8-ee1f-4954-8d66-7a758c5a43d0 None None] Network f8e0bdae-88de-42bf-8a19-735d93a3a681 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:54.088080 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-6f5f4078-9326-4524-bb6b-a4d2ab1b0bfa None None] Allocated IP 172.20.0.3 (f8088c37-a479-472c-9755-435feb48d273/ff30a914-bbfa-4da9-ac8c-bedaad2aaa5f/2f11c835-42e2-4ac5-9549-c369e9c4daa8) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:55:54.121737 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad155844-cac3-4334-a1fc-28094b888107 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Checking segment: {'id': '1b402211-a1d6-4832-9795-89b1ab249c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:54.122104 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad155844-cac3-4334-a1fc-28094b888107 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Network hostable DHCP agents. Network: ce29dc55-02f2-46b4-9c01-cfba0db3b8c5, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:55:54.129848 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad155844-cac3-4334-a1fc-28094b888107 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event updated for resources: {'Subnet': ['ID=79f80f5c-625c-497c-bf22-0257e8bcf148,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:54.146463 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad155844-cac3-4334-a1fc-28094b888107 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:55:54.173554 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2d6d274e-c7ce-45fb-9477-306ada9ef37e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:54.182349 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2d6d274e-c7ce-45fb-9477-306ada9ef37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:54.191255 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-ad155844-cac3-4334-a1fc-28094b888107 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, ce29dc55-02f2-46b4-9c01-cfba0db3b8c5) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:54.195395 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad155844-cac3-4334-a1fc-28094b888107 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:54.195986 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ad155844-cac3-4334-a1fc-28094b888107 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:54.212405 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d274e-c7ce-45fb-9477-306ada9ef37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872fdb54-a820-47b4-8c82-10917cac9e37,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:54.223931 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ad155844-cac3-4334-a1fc-28094b888107 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1851046 Nov 23 21:55:54.225785 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59522) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:54.231351 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-73fee554-c51f-48b1-99f3-0a6759a44f71 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Request body: {'subnet': {'network_id': '954621a6-0447-4b04-92ad-3bda684cf0c7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:54.245027 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6d274e-c7ce-45fb-9477-306ada9ef37e admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:55:54.257196 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb626d2f-9b5f-4028-b617-df8046a076ea None None] Network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:54.258894 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2d6d274e-c7ce-45fb-9477-306ada9ef37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:54.259387 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-2d6d274e-c7ce-45fb-9477-306ada9ef37e admin admin] Added segment afbc0ee4-7ac9-4ac6-acb4-de023cc084f5 of type vlan for network 75388a21-2e25-4020-a4c8-127ef2e3f069 Nov 23 21:55:54.265262 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1f468-1a16-4265-a264-1086c8d9c6b7 req-09b457a0-ddce-4cc2-a184-1e5d03b5ad42 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:54.266984 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-20c1f468-1a16-4265-a264-1086c8d9c6b7 req-09b457a0-ddce-4cc2-a184-1e5d03b5ad42 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.53 "GET /v2.0/ports?device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 949 time: 0.1105049 Nov 23 21:55:54.324423 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-352bc082-1fca-45bf-8a5c-2384ca277592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:54.338602 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2d6d274e-c7ce-45fb-9477-306ada9ef37e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:54.413598 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2d6d274e-c7ce-45fb-9477-306ada9ef37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:54.415471 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6d274e-c7ce-45fb-9477-306ada9ef37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:54.417439 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2d6d274e-c7ce-45fb-9477-306ada9ef37e admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:54.490545 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fee554-c51f-48b1-99f3-0a6759a44f71 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Made reservation on behalf of 9b6ed703ef174b4d8c2560021ab2bd8c for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:54.495378 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73fee554-c51f-48b1-99f3-0a6759a44f71 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:54.518961 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d274e-c7ce-45fb-9477-306ada9ef37e admin admin] Pushing event updated for resources: {'Network': ['ID=75388a21-2e25-4020-a4c8-127ef2e3f069,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:54.536493 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2d6d274e-c7ce-45fb-9477-306ada9ef37e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5345125 Nov 23 21:55:54.539245 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59536) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:54.544603 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-acbb43f0-f641-4dad-a8c7-abb6587f8b24 admin admin] Request body: {'subnet': {'network_id': '75388a21-2e25-4020-a4c8-127ef2e3f069', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1149026270-subnet', 'tenant_id': 'b8f727f15b1b4d4589080d15ae5cd31c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:54.590428 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbb43f0-f641-4dad-a8c7-abb6587f8b24 admin admin] Made reservation on behalf of b8f727f15b1b4d4589080d15ae5cd31c for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:54.596268 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-acbb43f0-f641-4dad-a8c7-abb6587f8b24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:54.622899 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341ab23-e5c5-4cd1-b45c-0625ebae0367 req-6f0e6ecd-e526-4737-a88d-5b34e8d9d1a0 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:54.625155 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e341ab23-e5c5-4cd1-b45c-0625ebae0367 req-6f0e6ecd-e526-4737-a88d-5b34e8d9d1a0 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 949 time: 0.2693989 Nov 23 21:55:54.686272 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-20c1f468-1a16-4265-a264-1086c8d9c6b7 req-e4e8ae0f-40f3-4489-848a-647857a2fc0f tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Deleting port 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:55:54.687157 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-20c1f468-1a16-4265-a264-1086c8d9c6b7 req-e4e8ae0f-40f3-4489-848a-647857a2fc0f tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:54.747763 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 75388a21-2e25-4020-a4c8-127ef2e3f069 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:55:54.756452 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4078-9326-4524-bb6b-a4d2ab1b0bfa None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:54.812073 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e341ab23-e5c5-4cd1-b45c-0625ebae0367 req-783da99b-6b76-4a7e-9fae-831d754486f0 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/security-groups?id=234d8162-d656-4211-a27e-841b1d50fc78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694462 Nov 23 21:55:54.849574 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-acbb43f0-f641-4dad-a8c7-abb6587f8b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:54.857642 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4078-9326-4524-bb6b-a4d2ab1b0bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:54.858956 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:54.888186 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-352bc082-1fca-45bf-8a5c-2384ca277592 None None] For port df80800a-457a-4d1e-a19e-01b7caff3c7e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=df80800a-457a-4d1e-a19e-01b7caff3c7e,segment=NetworkSegment(c0ff82ba-9d00-4f71-9ab5-4f2b9f88d215),segment_id=c0ff82ba-9d00-4f71-9ab5-4f2b9f88d215)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:54.953900 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb43f0-f641-4dad-a8c7-abb6587f8b24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb686ff-09cd-4e93-bf5a-581204b4a192,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:54.977666 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-352bc082-1fca-45bf-8a5c-2384ca277592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:54.986532 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbb43f0-f641-4dad-a8c7-abb6587f8b24 admin admin] Checking segment: {'id': 'afbc0ee4-7ac9-4ac6-acb4-de023cc084f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '75388a21-2e25-4020-a4c8-127ef2e3f069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:54.986532 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbb43f0-f641-4dad-a8c7-abb6587f8b24 admin admin] Network hostable DHCP agents. Network: 75388a21-2e25-4020-a4c8-127ef2e3f069, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:55:54.988456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Subnet': ['ID=ff30a914-bbfa-4da9-ac8c-bedaad2aaa5f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:55.016303 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-20c1f468-1a16-4265-a264-1086c8d9c6b7 req-e4e8ae0f-40f3-4489-848a-647857a2fc0f tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] For port 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7b07ebe4-8eae-4e0e-8e19-a36211a61bbb,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:55.016668 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-20c1f468-1a16-4265-a264-1086c8d9c6b7 req-e4e8ae0f-40f3-4489-848a-647857a2fc0f tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:55.053906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-20c1f468-1a16-4265-a264-1086c8d9c6b7 req-e4e8ae0f-40f3-4489-848a-647857a2fc0f tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Calling delete_port for 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:55:55.057399 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73fee554-c51f-48b1-99f3-0a6759a44f71 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:55.057688 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:55.061086 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbb43f0-f641-4dad-a8c7-abb6587f8b24 admin admin] Network 75388a21-2e25-4020-a4c8-127ef2e3f069 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:55:55.084191 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-acbb43f0-f641-4dad-a8c7-abb6587f8b24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 75388a21-2e25-4020-a4c8-127ef2e3f069) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:55.090617 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5f4078-9326-4524-bb6b-a4d2ab1b0bfa None None] Network f8088c37-a479-472c-9755-435feb48d273 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:55:55.102827 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbb43f0-f641-4dad-a8c7-abb6587f8b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:55.106533 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-acbb43f0-f641-4dad-a8c7-abb6587f8b24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:55.125765 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f4078-9326-4524-bb6b-a4d2ab1b0bfa None None] Pushing event updated for resources: {'Port': ['ID=2f11c835-42e2-4ac5-9549-c369e9c4daa8,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:55.128635 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-6f5f4078-9326-4524-bb6b-a4d2ab1b0bfa None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:55.131284 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867f109e-e37d-4bc5-815e-858559aa9e00 None None] Network 75388a21-2e25-4020-a4c8-127ef2e3f069 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:55.133574 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5f4078-9326-4524-bb6b-a4d2ab1b0bfa None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:55:55.174256 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-acbb43f0-f641-4dad-a8c7-abb6587f8b24 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6337428 Nov 23 21:55:55.194561 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:55.246497 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59552) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:55.270124 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fee554-c51f-48b1-99f3-0a6759a44f71 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event updated for resources: {'Subnet': ['ID=53016539-7c6b-4b2e-9ed2-0e78c3bed719,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:55.275045 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8088c37-a479-472c-9755-435feb48d273']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:55.287871 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:55:55.288452 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:55:55.308415 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4ebdc2-e376-4ebb-a8ca-e0c139644754') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:55.309032 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4ebdc2-e376-4ebb-a8ca-e0c139644754') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:55.328279 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:55.331535 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fee554-c51f-48b1-99f3-0a6759a44f71 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Checking segment: {'id': 'd4818ec0-b2f7-4f07-b6b0-946b5cde9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '954621a6-0447-4b04-92ad-3bda684cf0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:55.331901 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fee554-c51f-48b1-99f3-0a6759a44f71 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Network hostable DHCP agents. Network: 954621a6-0447-4b04-92ad-3bda684cf0c7, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:55:55.366048 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:55.375500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:55:55.377263 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:55:55.379787 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:55:55.400362 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6beb3df9-60b8-4dcd-b1ea-40e5299fd57a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-552715391-network', 'tenant_id': 'c13aeffe2daf471598f2057c7d3388f0'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:55.422644 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fee554-c51f-48b1-99f3-0a6759a44f71 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Network 954621a6-0447-4b04-92ad-3bda684cf0c7 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:55:55.428334 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6beb3df9-60b8-4dcd-b1ea-40e5299fd57a admin admin] Made reservation on behalf of c13aeffe2daf471598f2057c7d3388f0 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:55.430954 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6beb3df9-60b8-4dcd-b1ea-40e5299fd57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:55.442124 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6beb3df9-60b8-4dcd-b1ea-40e5299fd57a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:55.469956 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092216b2-3553-4b91-8aee-ae4a26faa159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-ce29dc55-02f2-46b4-9c01-cfba0db3b8c5', 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'fixed_ips': [{'subnet_id': '79f80f5c-625c-497c-bf22-0257e8bcf148'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:55:55.470895 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-092216b2-3553-4b91-8aee-ae4a26faa159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:55.513091 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8c5ff20d-dccc-4a51-bce5-ac11fd5d8fbd None None] Provisioning complete for port df80800a-457a-4d1e-a19e-01b7caff3c7e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:55.513520 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8c5ff20d-dccc-4a51-bce5-ac11fd5d8fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:55.529371 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-73fee554-c51f-48b1-99f3-0a6759a44f71 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 954621a6-0447-4b04-92ad-3bda684cf0c7) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:55.537993 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fee554-c51f-48b1-99f3-0a6759a44f71 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:55.538735 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73fee554-c51f-48b1-99f3-0a6759a44f71 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:55.553487 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352bc082-1fca-45bf-8a5c-2384ca277592 None None] Pushing event updated for resources: {'Port': ['ID=df80800a-457a-4d1e-a19e-01b7caff3c7e,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:55.562515 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9569ef9f-ccd3-4718-a882-99cee6485a93 None None] Network 954621a6-0447-4b04-92ad-3bda684cf0c7 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:55.563435 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.db.api [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 21:55:55.563435 n-d-816206-9 neutron-server[110034]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 21:55:55.563435 n-d-816206-9 neutron-server[110034]: [parameters: {'id': 'f8088c37-a479-472c-9755-435feb48d273'}] Nov 23 21:55:55.563435 n-d-816206-9 neutron-server[110034]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:55:55.563805 n-d-816206-9 neutron-server[110034]: DEBUG oslo_db.api [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:55:55.567804 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-6f5f4078-9326-4524-bb6b-a4d2ab1b0bfa None None] Attempting to bind port 2f11c835-42e2-4ac5-9549-c369e9c4daa8 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:55:55.568429 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-6f5f4078-9326-4524-bb6b-a4d2ab1b0bfa None None] Attempting to bind port 2f11c835-42e2-4ac5-9549-c369e9c4daa8 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '4b4ebdc2-e376-4ebb-a8ca-e0c139644754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f8088c37-a479-472c-9755-435feb48d273'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:55:55.568946 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f4078-9326-4524-bb6b-a4d2ab1b0bfa None None] Attempting to bind port 2f11c835-42e2-4ac5-9549-c369e9c4daa8 on network f8088c37-a479-472c-9755-435feb48d273 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:55:55.574053 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-73fee554-c51f-48b1-99f3-0a6759a44f71 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3484170 Nov 23 21:55:55.574705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59566) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:55.582372 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f4078-9326-4524-bb6b-a4d2ab1b0bfa None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:55:55.583082 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f4078-9326-4524-bb6b-a4d2ab1b0bfa None None] Checking segment: {'id': '4b4ebdc2-e376-4ebb-a8ca-e0c139644754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f8088c37-a479-472c-9755-435feb48d273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:55.583660 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4078-9326-4524-bb6b-a4d2ab1b0bfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:55.584793 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5f4078-9326-4524-bb6b-a4d2ab1b0bfa None None] Bound using segment: {'id': '4b4ebdc2-e376-4ebb-a8ca-e0c139644754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f8088c37-a479-472c-9755-435feb48d273'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:55:55.585536 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-6f5f4078-9326-4524-bb6b-a4d2ab1b0bfa None None] Bound port: 2f11c835-42e2-4ac5-9549-c369e9c4daa8, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4ebdc2-e376-4ebb-a8ca-e0c139644754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'f8088c37-a479-472c-9755-435feb48d273'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:55:55.586081 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4078-9326-4524-bb6b-a4d2ab1b0bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:55.590809 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-eebe6c49-9982-4774-9d6d-20e8f85182b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Request body: {'port': {'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5', 'name': 'tempest-TaggedBootDevicesTest_v242-1806768355', 'fixed_ips': [{'subnet_id': '79f80f5c-625c-497c-bf22-0257e8bcf148'}]}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:55.599510 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-20c1f468-1a16-4265-a264-1086c8d9c6b7 req-e4e8ae0f-40f3-4489-848a-647857a2fc0f tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:55.630730 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6beb3df9-60b8-4dcd-b1ea-40e5299fd57a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:55.638353 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6beb3df9-60b8-4dcd-b1ea-40e5299fd57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:55.670732 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6beb3df9-60b8-4dcd-b1ea-40e5299fd57a admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:55:55.684924 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8ae0f-40f3-4489-848a-647857a2fc0f tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Pushing event deleted for resources: {'Port': ['ID=7b07ebe4-8eae-4e0e-8e19-a36211a61bbb,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:55.719677 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb3df9-60b8-4dcd-b1ea-40e5299fd57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:55.723864 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6beb3df9-60b8-4dcd-b1ea-40e5299fd57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:55.724487 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-6beb3df9-60b8-4dcd-b1ea-40e5299fd57a admin admin] Added segment c3745fa3-29ce-433e-84b3-0288ca604068 of type vlan for network d574a90f-57c4-4096-aa4e-8d6166a80844 Nov 23 21:55:55.779738 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6beb3df9-60b8-4dcd-b1ea-40e5299fd57a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:55.818438 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6beb3df9-60b8-4dcd-b1ea-40e5299fd57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:55.819179 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6beb3df9-60b8-4dcd-b1ea-40e5299fd57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:55.819949 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6beb3df9-60b8-4dcd-b1ea-40e5299fd57a admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:55.861947 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c1f468-1a16-4265-a264-1086c8d9c6b7 req-e4e8ae0f-40f3-4489-848a-647857a2fc0f tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] No DVR routers for this DVR port 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:55:55.880024 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-20c1f468-1a16-4265-a264-1086c8d9c6b7 req-e4e8ae0f-40f3-4489-848a-647857a2fc0f tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:55.884097 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-20c1f468-1a16-4265-a264-1086c8d9c6b7 req-e4e8ae0f-40f3-4489-848a-647857a2fc0f tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.53 "DELETE /v2.0/ports/7b07ebe4-8eae-4e0e-8e19-a36211a61bbb HTTP/1.1" status: 204 len: 173 time: 1.6066561 Nov 23 21:55:55.887699 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942f9e7c-1643-4980-98f3-0bf9d288c230', 'name': 'network-vif-deleted', 'tag': '7b07ebe4-8eae-4e0e-8e19-a36211a61bbb'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:55:55.900817 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d0cb38-41d8-4d52-b746-4831cdc3654d" -d '{"events": [{"server_uuid": "942f9e7c-1643-4980-98f3-0bf9d288c230", "name": "network-vif-deleted", "tag": "7b07ebe4-8eae-4e0e-8e19-a36211a61bbb"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:55:55.927772 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6beb3df9-60b8-4dcd-b1ea-40e5299fd57a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6800675 Nov 23 21:55:55.935202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59580) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:55.958543 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-0b437248-124f-4856-bc1f-7ae4d73dc901 admin admin] Request body: {'subnet': {'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-552715391-subnet', 'tenant_id': 'c13aeffe2daf471598f2057c7d3388f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:55.963131 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb3df9-60b8-4dcd-b1ea-40e5299fd57a admin admin] Pushing event updated for resources: {'Network': ['ID=d574a90f-57c4-4096-aa4e-8d6166a80844,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:56.018423 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b437248-124f-4856-bc1f-7ae4d73dc901 admin admin] Made reservation on behalf of c13aeffe2daf471598f2057c7d3388f0 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:56.022446 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b437248-124f-4856-bc1f-7ae4d73dc901 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:56.068961 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network d574a90f-57c4-4096-aa4e-8d6166a80844 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:55:56.089200 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09c2f526-34e5-4f74-8c08-67b863ef9c1b req-6b5561e8-c6a9-48a4-b473-dbca5b2bb782 tempest-ServersAdminNegativeTestJSON-1341746084 tempest-ServersAdminNegativeTestJSON-1341746084-project] 10.222.0.50 "GET /v2.0/ports?device_id=942f9e7c-1643-4980-98f3-0bf9d288c230 HTTP/1.1" status: 200 len: 210 time: 0.1248631 Nov 23 21:55:56.149906 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1a607c-dd15-42a5-9eab-b81fe021c800 None None] Network 75388a21-2e25-4020-a4c8-127ef2e3f069 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:56.152445 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:56.211104 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1c6c3e-1e15-4003-936d-e0931c9f666a x-openstack-request-id: req-bf1c6c3e-1e15-4003-936d-e0931c9f666a {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:55:56.211540 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942f9e7c-1643-4980-98f3-0bf9d288c230", "name": "network-vif-deleted", "tag": "7b07ebe4-8eae-4e0e-8e19-a36211a61bbb", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:55:56.212007 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf1c6c3e-1e15-4003-936d-e0931c9f666a {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:55:56.212377 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942f9e7c-1643-4980-98f3-0bf9d288c230', 'name': 'network-vif-deleted', 'tag': '7b07ebe4-8eae-4e0e-8e19-a36211a61bbb', 'status': 'completed', 'code': 200} Nov 23 21:55:56.232491 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-6f5f4078-9326-4524-bb6b-a4d2ab1b0bfa None None] For port 2f11c835-42e2-4ac5-9549-c369e9c4daa8, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:55:56.315565 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-092216b2-3553-4b91-8aee-ae4a26faa159 None None] Allocated IP 10.1.1.2 (ce29dc55-02f2-46b4-9c01-cfba0db3b8c5/79f80f5c-625c-497c-bf22-0257e8bcf148/7011d116-4ca3-4592-a3b1-51f051b6a4a9) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:55:56.320831 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebe6c49-9982-4774-9d6d-20e8f85182b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Made reservation on behalf of 9b6ed703ef174b4d8c2560021ab2bd8c for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:56.339122 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b437248-124f-4856-bc1f-7ae4d73dc901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:56.343650 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-6fd8d390-47b8-4053-a17d-9fa77ad66dcf tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:56.346307 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-6fd8d390-47b8-4053-a17d-9fa77ad66dcf tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/networks?id=f8e0bdae-88de-42bf-8a19-735d93a3a681 HTTP/1.1" status: 200 len: 824 time: 0.3964243 Nov 23 21:55:56.361392 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-6f5f4078-9326-4524-bb6b-a4d2ab1b0bfa None None] For port 2f11c835-42e2-4ac5-9549-c369e9c4daa8, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2f11c835-42e2-4ac5-9549-c369e9c4daa8,segment=NetworkSegment(4b4ebdc2-e376-4ebb-a8ca-e0c139644754),segment_id=4b4ebdc2-e376-4ebb-a8ca-e0c139644754)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:55:56.363169 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3e3fc9bd-a5df-452a-ba29-b5de58134420 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:55:56.420270 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b437248-124f-4856-bc1f-7ae4d73dc901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9d54f61-2a7c-4963-b588-28ffdcf63b91,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:56.427699 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b437248-124f-4856-bc1f-7ae4d73dc901 admin admin] Checking segment: {'id': 'c3745fa3-29ce-433e-84b3-0288ca604068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:56.428214 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b437248-124f-4856-bc1f-7ae4d73dc901 admin admin] Network hostable DHCP agents. Network: d574a90f-57c4-4096-aa4e-8d6166a80844, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:55:56.430515 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4078-9326-4524-bb6b-a4d2ab1b0bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:56.460395 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b437248-124f-4856-bc1f-7ae4d73dc901 admin admin] Network d574a90f-57c4-4096-aa4e-8d6166a80844 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:55:56.460586 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-26aeec67-bb4f-44d6-9183-b4d19f7dacd6 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/quotas/2c91e9ac7cc24cb597b7de15864a5b91 HTTP/1.1" status: 200 len: 375 time: 0.0940654 Nov 23 21:55:56.461111 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 3e3fc9bd-a5df-452a-ba29-b5de58134420 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:55:56.461468 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3e3fc9bd-a5df-452a-ba29-b5de58134420 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:55:56.461899 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 22b519b0-be67-4c75-a3c5-3397680c452d no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:55:56.475860 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-0b437248-124f-4856-bc1f-7ae4d73dc901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, d574a90f-57c4-4096-aa4e-8d6166a80844) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:56.483865 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b437248-124f-4856-bc1f-7ae4d73dc901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:56.485846 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b437248-124f-4856-bc1f-7ae4d73dc901 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:56.511188 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0b437248-124f-4856-bc1f-7ae4d73dc901 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5630512 Nov 23 21:55:56.515555 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc67c50e-9903-4469-9f1d-4849db512d35 None None] Network d574a90f-57c4-4096-aa4e-8d6166a80844 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:56.523521 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-04cea892-a16d-4164-8dd8-b118979e3d17 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c91e9ac7cc24cb597b7de15864a5b91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613489 Nov 23 21:55:56.531850 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Deleting port 2f11c835-42e2-4ac5-9549-c369e9c4daa8 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:55:56.534184 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:56.560094 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 22b519b0-be67-4c75-a3c5-3397680c452d {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:55:56.560447 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 22b519b0-be67-4c75-a3c5-3397680c452d not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:55:56.582361 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:55:56.697159 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eebe6c49-9982-4774-9d6d-20e8f85182b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:56.815753 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f4078-9326-4524-bb6b-a4d2ab1b0bfa None None] Pushing event updated for resources: {'Port': ['ID=2f11c835-42e2-4ac5-9549-c369e9c4daa8,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:56.851750 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] For port 2f11c835-42e2-4ac5-9549-c369e9c4daa8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2f11c835-42e2-4ac5-9549-c369e9c4daa8,segment=NetworkSegment(4b4ebdc2-e376-4ebb-a8ca-e0c139644754),segment_id=4b4ebdc2-e376-4ebb-a8ca-e0c139644754)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:55:56.852426 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:56.865224 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-eebe6c49-9982-4774-9d6d-20e8f85182b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] device_id is not set on port 9e1a4a01-b58d-4d1b-8c53-14975401b67a yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 21:55:56.891057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Calling delete_port for 2f11c835-42e2-4ac5-9549-c369e9c4daa8 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:55:56.967252 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-499aba24-3ae0-4a31-bc97-b403cd0b2971 service neutron] 10.222.0.50 "GET /v2.0/networks/f8e0bdae-88de-42bf-8a19-735d93a3a681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385843 Nov 23 21:55:57.058795 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device df80800a-457a-4d1e-a19e-01b7caff3c7e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:55:57.062564 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:55:57.062943 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 7b07ebe4-8eae-4e0e-8e19-a36211a61bbb not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:55:57.112840 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df45f5a9-1d74-4e63-982f-0f3ab6671fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-954621a6-0447-4b04-92ad-3bda684cf0c7', 'network_id': '954621a6-0447-4b04-92ad-3bda684cf0c7', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'fixed_ips': [{'subnet_id': '53016539-7c6b-4b2e-9ed2-0e78c3bed719'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:55:57.113748 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-df45f5a9-1d74-4e63-982f-0f3ab6671fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:57.156389 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f592bdbc-e182-4919-bc05-ee6d18ae7c83 None None] Network f8088c37-a479-472c-9755-435feb48d273 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:55:57.294578 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:57.336695 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-ede1069a-6aa0-4d6a-9df6-024a2569f4f4 service neutron] 10.222.0.50 "GET /v2.0/networks/f8e0bdae-88de-42bf-8a19-735d93a3a681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558223 Nov 23 21:55:57.355136 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-4c0af21b-5a21-4a7d-a5c3-e53120de9785 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:57.360277 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-4c0af21b-5a21-4a7d-a5c3-e53120de9785 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/networks?id=d574a90f-57c4-4096-aa4e-8d6166a80844 HTTP/1.1" status: 200 len: 815 time: 0.3113520 Nov 23 21:55:57.365080 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No DVR routers for this DVR port 2f11c835-42e2-4ac5-9549-c369e9c4daa8 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:55:57.368953 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Port': ['ID=2f11c835-42e2-4ac5-9549-c369e9c4daa8,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:57.440929 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-f93cf97e-d0bc-4ce4-aa7b-f9bdee3d404c tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/quotas/c13aeffe2daf471598f2057c7d3388f0 HTTP/1.1" status: 200 len: 375 time: 0.0314229 Nov 23 21:55:57.496842 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:57.517410 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcb0695-5a40-447a-8ab7-4efe5fc802da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-d574a90f-57c4-4096-aa4e-8d6166a80844', 'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844', 'tenant_id': 'c13aeffe2daf471598f2057c7d3388f0', 'fixed_ips': [{'subnet_id': 'c9d54f61-2a7c-4963-b588-28ffdcf63b91'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:55:57.518298 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6fcb0695-5a40-447a-8ab7-4efe5fc802da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:57.554984 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-a84145cd-5f4c-4677-98bb-20edcac864f0 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c13aeffe2daf471598f2057c7d3388f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0978475 Nov 23 21:55:57.575238 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port df80800a-457a-4d1e-a19e-01b7caff3c7e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:55:57.575997 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:57.664057 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-092216b2-3553-4b91-8aee-ae4a26faa159 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:57.701361 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-092216b2-3553-4b91-8aee-ae4a26faa159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:57.715673 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8088c37-a479-472c-9755-435feb48d273']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:57.727283 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-6210d661-5a43-4c5b-898f-e66c0d2039dd service neutron] 10.222.0.50 "GET /v2.0/networks/d574a90f-57c4-4096-aa4e-8d6166a80844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639478 Nov 23 21:55:57.777956 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bf38197a-aee3-46a3-ba7b-90aec9c7d935 req-065ab56c-95c3-438d-b590-b89d573738d1 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/ports?device_id=c17950e9-f930-4d33-a98b-eec45d0b8b51 HTTP/1.1" status: 200 len: 210 time: 0.1094558 Nov 23 21:55:57.786204 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4ebdc2-e376-4ebb-a8ca-e0c139644754') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:57.787316 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4ebdc2-e376-4ebb-a8ca-e0c139644754') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:55:57.803948 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-df45f5a9-1d74-4e63-982f-0f3ab6671fb4 None None] Allocated IP 10.2.2.2 (954621a6-0447-4b04-92ad-3bda684cf0c7/53016539-7c6b-4b2e-9ed2-0e78c3bed719/94ebca15-fa48-474f-b9c2-220d0f60ac59) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:55:57.847357 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092216b2-3553-4b91-8aee-ae4a26faa159 None None] Network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:55:57.871012 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-092216b2-3553-4b91-8aee-ae4a26faa159 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:57.875940 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:57.908310 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092216b2-3553-4b91-8aee-ae4a26faa159 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:55:57.913757 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59628) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:57.915972 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092216b2-3553-4b91-8aee-ae4a26faa159 None None] Pushing event updated for resources: {'Port': ['ID=7011d116-4ca3-4592-a3b1-51f051b6a4a9,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:57.927055 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-eebe6c49-9982-4774-9d6d-20e8f85182b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Allocated IP 10.1.1.246 (ce29dc55-02f2-46b4-9c01-cfba0db3b8c5/79f80f5c-625c-497c-bf22-0257e8bcf148/9e1a4a01-b58d-4d1b-8c53-14975401b67a) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:55:57.976637 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:57.987676 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:55:57.988395 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:55:57.993164 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:55:58.007966 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-94bcee9e-4414-443b-9a1e-fc59fc6c0112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:58.108742 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-e3494148-90a4-496b-901a-67a32ae1a2b7 service neutron] 10.222.0.50 "GET /v2.0/networks/d574a90f-57c4-4096-aa4e-8d6166a80844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410549 Nov 23 21:55:58.122162 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-092216b2-3553-4b91-8aee-ae4a26faa159 None None] Attempting to bind port 7011d116-4ca3-4592-a3b1-51f051b6a4a9 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:55:58.122567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-092216b2-3553-4b91-8aee-ae4a26faa159 None None] Attempting to bind port 7011d116-4ca3-4592-a3b1-51f051b6a4a9 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '1b402211-a1d6-4832-9795-89b1ab249c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:55:58.122979 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092216b2-3553-4b91-8aee-ae4a26faa159 None None] Attempting to bind port 7011d116-4ca3-4592-a3b1-51f051b6a4a9 on network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:55:58.126803 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-6fcb0695-5a40-447a-8ab7-4efe5fc802da None None] Allocated IP 172.20.0.2 (d574a90f-57c4-4096-aa4e-8d6166a80844/c9d54f61-2a7c-4963-b588-28ffdcf63b91/13dee9d3-2f0f-43dc-8a19-e562672282be) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:55:58.143313 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092216b2-3553-4b91-8aee-ae4a26faa159 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:55:58.143701 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092216b2-3553-4b91-8aee-ae4a26faa159 None None] Checking segment: {'id': '1b402211-a1d6-4832-9795-89b1ab249c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:58.144117 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-092216b2-3553-4b91-8aee-ae4a26faa159 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:58.144525 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092216b2-3553-4b91-8aee-ae4a26faa159 None None] Bound using segment: {'id': '1b402211-a1d6-4832-9795-89b1ab249c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:55:58.145020 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-092216b2-3553-4b91-8aee-ae4a26faa159 None None] Bound port: 7011d116-4ca3-4592-a3b1-51f051b6a4a9, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b402211-a1d6-4832-9795-89b1ab249c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:55:58.145410 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-092216b2-3553-4b91-8aee-ae4a26faa159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:58.147183 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:58.171118 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:58.178181 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/networks/f8088c37-a479-472c-9755-435feb48d273 HTTP/1.1" status: 204 len: 168 time: 5.2437921 Nov 23 21:55:58.182190 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59634) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:58.191314 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c00dc2bf-6837-4b6d-b332-5e7475b0f41e tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-908433443'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:58.201500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f92d97-101a-4a92-96cf-6a2f59fc4882 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Network': ['ID=f8088c37-a479-472c-9755-435feb48d273,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:58.290343 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59636) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:58.292136 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f78044c4-1a77-47d1-a603-764a6d185032 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b4733351b1964cddbb8217c475119123&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3771396 Nov 23 21:55:58.293024 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00dc2bf-6837-4b6d-b332-5e7475b0f41e tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Made reservation on behalf of 0de995c2037848d1b219b21c3f430058 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:58.298109 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c00dc2bf-6837-4b6d-b332-5e7475b0f41e tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:58.368403 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00dc2bf-6837-4b6d-b332-5e7475b0f41e tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:55:58.400213 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-df45f5a9-1d74-4e63-982f-0f3ab6671fb4 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:58.400467 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c00dc2bf-6837-4b6d-b332-5e7475b0f41e tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:58.400633 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-c00dc2bf-6837-4b6d-b332-5e7475b0f41e tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Added segment 0bb088ea-6661-406b-a94a-88acf80feceb of type vlan for network 70a3d6c2-fb1b-430e-8523-0763c2ee67db Nov 23 21:55:58.404192 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-092216b2-3553-4b91-8aee-ae4a26faa159 None None] For port 7011d116-4ca3-4592-a3b1-51f051b6a4a9, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:55:58.407157 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eebe6c49-9982-4774-9d6d-20e8f85182b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:58.412161 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-092216b2-3553-4b91-8aee-ae4a26faa159 None None] For port 7011d116-4ca3-4592-a3b1-51f051b6a4a9, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=7011d116-4ca3-4592-a3b1-51f051b6a4a9,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:55:58.424874 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-df45f5a9-1d74-4e63-982f-0f3ab6671fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:58.430829 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-092216b2-3553-4b91-8aee-ae4a26faa159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:58.435415 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2c9cceb4-896e-407b-a641-dca824f1c57f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:58.489721 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2c9cceb4-896e-407b-a641-dca824f1c57f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:58.525339 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eebe6c49-9982-4774-9d6d-20e8f85182b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:58.555802 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c00dc2bf-6837-4b6d-b332-5e7475b0f41e tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:58.566183 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df45f5a9-1d74-4e63-982f-0f3ab6671fb4 None None] Network 954621a6-0447-4b04-92ad-3bda684cf0c7 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:55:58.569980 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45f5a9-1d74-4e63-982f-0f3ab6671fb4 None None] Pushing event updated for resources: {'Port': ['ID=94ebca15-fa48-474f-b9c2-220d0f60ac59,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:58.578461 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-df45f5a9-1d74-4e63-982f-0f3ab6671fb4 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:58.600494 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df45f5a9-1d74-4e63-982f-0f3ab6671fb4 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:55:58.642696 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c00dc2bf-6837-4b6d-b332-5e7475b0f41e tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:58.648665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00dc2bf-6837-4b6d-b332-5e7475b0f41e tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:58.649310 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c00dc2bf-6837-4b6d-b332-5e7475b0f41e tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:58.729040 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6fcb0695-5a40-447a-8ab7-4efe5fc802da None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:58.776763 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2c9cceb4-896e-407b-a641-dca824f1c57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:58.779533 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2c9cceb4-896e-407b-a641-dca824f1c57f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:58.785849 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2c9cceb4-896e-407b-a641-dca824f1c57f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/234d8162-d656-4211-a27e-841b1d50fc78 HTTP/1.1" status: 204 len: 168 time: 0.4724436 Nov 23 21:55:58.810210 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c00dc2bf-6837-4b6d-b332-5e7475b0f41e tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6257186 Nov 23 21:55:58.811254 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59662) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:58.813900 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6fcb0695-5a40-447a-8ab7-4efe5fc802da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:58.821119 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-73c2d6ab-0c53-410a-9710-ebf1299a1310 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'subnet': {'network_id': '70a3d6c2-fb1b-430e-8523-0763c2ee67db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:58.860351 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9cceb4-896e-407b-a641-dca824f1c57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234d8162-d656-4211-a27e-841b1d50fc78,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:58.860877 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092216b2-3553-4b91-8aee-ae4a26faa159 None None] Pushing event updated for resources: {'Port': ['ID=7011d116-4ca3-4592-a3b1-51f051b6a4a9,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:58.871927 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-df45f5a9-1d74-4e63-982f-0f3ab6671fb4 None None] Attempting to bind port 94ebca15-fa48-474f-b9c2-220d0f60ac59 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:55:58.872501 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-df45f5a9-1d74-4e63-982f-0f3ab6671fb4 None None] Attempting to bind port 94ebca15-fa48-474f-b9c2-220d0f60ac59 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'd4818ec0-b2f7-4f07-b6b0-946b5cde9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '954621a6-0447-4b04-92ad-3bda684cf0c7'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:55:58.872903 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df45f5a9-1d74-4e63-982f-0f3ab6671fb4 None None] Attempting to bind port 94ebca15-fa48-474f-b9c2-220d0f60ac59 on network 954621a6-0447-4b04-92ad-3bda684cf0c7 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:55:58.964329 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df45f5a9-1d74-4e63-982f-0f3ab6671fb4 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:55:58.964782 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df45f5a9-1d74-4e63-982f-0f3ab6671fb4 None None] Checking segment: {'id': 'd4818ec0-b2f7-4f07-b6b0-946b5cde9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '954621a6-0447-4b04-92ad-3bda684cf0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:58.965182 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-df45f5a9-1d74-4e63-982f-0f3ab6671fb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:58.965596 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df45f5a9-1d74-4e63-982f-0f3ab6671fb4 None None] Bound using segment: {'id': 'd4818ec0-b2f7-4f07-b6b0-946b5cde9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '954621a6-0447-4b04-92ad-3bda684cf0c7'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:55:58.966103 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-df45f5a9-1d74-4e63-982f-0f3ab6671fb4 None None] Bound port: 94ebca15-fa48-474f-b9c2-220d0f60ac59, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4818ec0-b2f7-4f07-b6b0-946b5cde9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '954621a6-0447-4b04-92ad-3bda684cf0c7'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:55:58.966670 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-df45f5a9-1d74-4e63-982f-0f3ab6671fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:58.979676 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00dc2bf-6837-4b6d-b332-5e7475b0f41e tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Network': ['ID=70a3d6c2-fb1b-430e-8523-0763c2ee67db,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:58.983199 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcb0695-5a40-447a-8ab7-4efe5fc802da None None] Network d574a90f-57c4-4096-aa4e-8d6166a80844 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:55:59.000049 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebe6c49-9982-4774-9d6d-20e8f85182b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:55:59.004571 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-6fcb0695-5a40-447a-8ab7-4efe5fc802da None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:59.010643 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcb0695-5a40-447a-8ab7-4efe5fc802da None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:55:59.028208 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-eebe6c49-9982-4774-9d6d-20e8f85182b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:55:59.053518 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 70a3d6c2-fb1b-430e-8523-0763c2ee67db details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:55:59.079552 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb0695-5a40-447a-8ab7-4efe5fc802da None None] Pushing event updated for resources: {'Port': ['ID=13dee9d3-2f0f-43dc-8a19-e562672282be,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:59.088059 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebe6c49-9982-4774-9d6d-20e8f85182b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:55:59.104690 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c2d6ab-0c53-410a-9710-ebf1299a1310 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Made reservation on behalf of 0de995c2037848d1b219b21c3f430058 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:55:59.137761 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-73c2d6ab-0c53-410a-9710-ebf1299a1310 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:59.146533 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe6c49-9982-4774-9d6d-20e8f85182b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event updated for resources: {'Port': ['ID=9e1a4a01-b58d-4d1b-8c53-14975401b67a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:59.199016 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-6fcb0695-5a40-447a-8ab7-4efe5fc802da None None] Attempting to bind port 13dee9d3-2f0f-43dc-8a19-e562672282be on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:55:59.199255 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2bb7ce3e-9b7c-4046-837c-9a0ae298ddc2 req-be840e84-0077-4b67-bd95-9876cf8571bf tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/ports?device_id=c17950e9-f930-4d33-a98b-eec45d0b8b51 HTTP/1.1" status: 200 len: 210 time: 0.1227167 Nov 23 21:55:59.199882 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-6fcb0695-5a40-447a-8ab7-4efe5fc802da None None] Attempting to bind port 13dee9d3-2f0f-43dc-8a19-e562672282be by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'c3745fa3-29ce-433e-84b3-0288ca604068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:55:59.200423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb0695-5a40-447a-8ab7-4efe5fc802da None None] Attempting to bind port 13dee9d3-2f0f-43dc-8a19-e562672282be on network d574a90f-57c4-4096-aa4e-8d6166a80844 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:55:59.258704 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-df45f5a9-1d74-4e63-982f-0f3ab6671fb4 None None] For port 94ebca15-fa48-474f-b9c2-220d0f60ac59, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:55:59.261256 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb0695-5a40-447a-8ab7-4efe5fc802da None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:55:59.261862 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb0695-5a40-447a-8ab7-4efe5fc802da None None] Checking segment: {'id': 'c3745fa3-29ce-433e-84b3-0288ca604068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:55:59.262482 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6fcb0695-5a40-447a-8ab7-4efe5fc802da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:59.263429 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb0695-5a40-447a-8ab7-4efe5fc802da None None] Bound using segment: {'id': 'c3745fa3-29ce-433e-84b3-0288ca604068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:55:59.264076 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-6fcb0695-5a40-447a-8ab7-4efe5fc802da None None] Bound port: 13dee9d3-2f0f-43dc-8a19-e562672282be, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3745fa3-29ce-433e-84b3-0288ca604068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:55:59.265373 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6fcb0695-5a40-447a-8ab7-4efe5fc802da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:59.295268 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-df45f5a9-1d74-4e63-982f-0f3ab6671fb4 None None] For port 94ebca15-fa48-474f-b9c2-220d0f60ac59, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=94ebca15-fa48-474f-b9c2-220d0f60ac59,segment=NetworkSegment(d4818ec0-b2f7-4f07-b6b0-946b5cde9945),segment_id=d4818ec0-b2f7-4f07-b6b0-946b5cde9945)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:55:59.332242 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-df45f5a9-1d74-4e63-982f-0f3ab6671fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:59.348928 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebe6c49-9982-4774-9d6d-20e8f85182b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:59.349989 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eebe6c49-9982-4774-9d6d-20e8f85182b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:59.370285 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-ec4b9a79-0adb-476b-ac9b-e7d8c3047a70 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:55:59.373126 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-ec4b9a79-0adb-476b-ac9b-e7d8c3047a70 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/networks?id=d574a90f-57c4-4096-aa4e-8d6166a80844 HTTP/1.1" status: 200 len: 815 time: 0.6487496 Nov 23 21:55:59.414466 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-00fcdc3d-e2da-409a-af7f-79f98120d9f4 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/quotas/c13aeffe2daf471598f2057c7d3388f0 HTTP/1.1" status: 200 len: 375 time: 0.0293243 Nov 23 21:55:59.427126 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-eebe6c49-9982-4774-9d6d-20e8f85182b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8430281 Nov 23 21:55:59.427812 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59672) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:59.492690 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-feb22e96-7db5-4415-8389-e83d84d78294 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Request body: {'port': {'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5', 'name': 'tempest-TaggedBootDevicesTest_v242-302309698', 'fixed_ips': [{'subnet_id': '79f80f5c-625c-497c-bf22-0257e8bcf148'}]}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:55:59.519874 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45f5a9-1d74-4e63-982f-0f3ab6671fb4 None None] Pushing event updated for resources: {'Port': ['ID=94ebca15-fa48-474f-b9c2-220d0f60ac59,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:59.553185 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-6fcb0695-5a40-447a-8ab7-4efe5fc802da None None] For port 13dee9d3-2f0f-43dc-8a19-e562672282be, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:55:59.561393 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-6fcb0695-5a40-447a-8ab7-4efe5fc802da None None] For port 13dee9d3-2f0f-43dc-8a19-e562672282be, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=13dee9d3-2f0f-43dc-8a19-e562672282be,segment=NetworkSegment(c3745fa3-29ce-433e-84b3-0288ca604068),segment_id=c3745fa3-29ce-433e-84b3-0288ca604068)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:55:59.577998 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6fcb0695-5a40-447a-8ab7-4efe5fc802da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:59.681435 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59674) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:59.699745 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb0695-5a40-447a-8ab7-4efe5fc802da None None] Pushing event updated for resources: {'Port': ['ID=13dee9d3-2f0f-43dc-8a19-e562672282be,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:55:59.724387 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-a4a2718a-bfef-4bc5-842a-36b3f1c4c4a8 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c13aeffe2daf471598f2057c7d3388f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2942262 Nov 23 21:55:59.834807 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:55:59.873186 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ea300763-930e-4edc-8359-f2a2d6ebfd7d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7b60ec48208446cc9494b5687c2d195a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1869757 Nov 23 21:55:59.873685 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59678) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:55:59.997741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb22e96-7db5-4415-8389-e83d84d78294 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Made reservation on behalf of 9b6ed703ef174b4d8c2560021ab2bd8c for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:00.003907 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-feb22e96-7db5-4415-8389-e83d84d78294 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:00.036304 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-f2de8282-a642-463a-9ef9-4f52199627fa service neutron] 10.222.0.50 "GET /v2.0/networks/d574a90f-57c4-4096-aa4e-8d6166a80844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926333 Nov 23 21:56:00.040691 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-feb22e96-7db5-4415-8389-e83d84d78294 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] device_id is not set on port e7e26413-e971-46f6-ba1f-9c8b1eb61493 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 21:56:00.283462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-73c2d6ab-0c53-410a-9710-ebf1299a1310 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:00.435764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-f64ee1c0-e3c1-49d9-97e1-2e91e1160563 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:00.437619 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-f64ee1c0-e3c1-49d9-97e1-2e91e1160563 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.60 "GET /v2.0/networks?id=f8e0bdae-88de-42bf-8a19-735d93a3a681 HTTP/1.1" status: 200 len: 824 time: 1.0555890 Nov 23 21:56:00.438478 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2d6ab-0c53-410a-9710-ebf1299a1310 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Subnet': ['ID=96405af7-99da-4718-b7b0-4fac4831a73b,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:00.443459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c2d6ab-0c53-410a-9710-ebf1299a1310 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Checking segment: {'id': '0bb088ea-6661-406b-a94a-88acf80feceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '70a3d6c2-fb1b-430e-8523-0763c2ee67db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:00.444078 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c2d6ab-0c53-410a-9710-ebf1299a1310 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Network hostable DHCP agents. Network: 70a3d6c2-fb1b-430e-8523-0763c2ee67db, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:56:00.463960 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-ef053072-8efd-44ca-a6f3-29f8f0602cbc tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Request body: {'port': {'device_id': 'c17950e9-f930-4d33-a98b-eec45d0b8b51', 'network_id': 'f8e0bdae-88de-42bf-8a19-735d93a3a681', 'admin_state_up': True, 'tenant_id': '2c91e9ac7cc24cb597b7de15864a5b91'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:00.466418 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5ce5605e-6d19-4ca4-adf6-ba7de29d515a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:00.515831 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c2d6ab-0c53-410a-9710-ebf1299a1310 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Network 70a3d6c2-fb1b-430e-8523-0763c2ee67db is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:56:00.522056 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18838300-dac9-4114-b09f-87b9f9e22528 None None] Network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:00.588992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-73c2d6ab-0c53-410a-9710-ebf1299a1310 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 70a3d6c2-fb1b-430e-8523-0763c2ee67db) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:00.607804 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c2d6ab-0c53-410a-9710-ebf1299a1310 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:00.609143 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-73c2d6ab-0c53-410a-9710-ebf1299a1310 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:00.641795 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-73c2d6ab-0c53-410a-9710-ebf1299a1310 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8257115 Nov 23 21:56:00.648386 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59686) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:00.746867 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3b968847-d49e-486d-af68-a199b6623684 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:00.801437 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7daa3fd5-af5e-44cb-9646-4f2ab225510e req-f60cb0da-3b24-42ef-81e5-348b617b745c tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/ports?device_id=c17950e9-f930-4d33-a98b-eec45d0b8b51 HTTP/1.1" status: 200 len: 210 time: 0.1060030 Nov 23 21:56:00.836205 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-ef053072-8efd-44ca-a6f3-29f8f0602cbc tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Made reservation on behalf of 2c91e9ac7cc24cb597b7de15864a5b91 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:00.840104 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-ef053072-8efd-44ca-a6f3-29f8f0602cbc tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:00.867434 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd1da19f-ca72-4197-b7e6-f66fd3c10d47 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:00.990923 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94b1107-c314-4722-9bac-4345b2b1c4b2 None None] Network 70a3d6c2-fb1b-430e-8523-0763c2ee67db requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:00.995357 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 94ebca15-fa48-474f-b9c2-220d0f60ac59 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:56:00.996563 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3b968847-d49e-486d-af68-a199b6623684 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:01.004392 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd1da19f-ca72-4197-b7e6-f66fd3c10d47 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:01.102442 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-e940ab84-5696-49f0-a616-08b6bc7053b2 service neutron] 10.222.0.50 "GET /v2.0/networks/d574a90f-57c4-4096-aa4e-8d6166a80844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0522757 Nov 23 21:56:01.202928 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd1da19f-ca72-4197-b7e6-f66fd3c10d47 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:01.205940 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3b968847-d49e-486d-af68-a199b6623684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:01.214708 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3b968847-d49e-486d-af68-a199b6623684 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:01.215994 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3b968847-d49e-486d-af68-a199b6623684 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/16acc5a4-9f02-4d90-85a6-c42a5a29431d HTTP/1.1" status: 204 len: 168 time: 1.3407245 Nov 23 21:56:01.232192 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-ef053072-8efd-44ca-a6f3-29f8f0602cbc tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Allocated IP 172.20.0.7 (f8e0bdae-88de-42bf-8a19-735d93a3a681/bce44bc9-40b5-4828-b293-41858239678d/0457e9c2-1729-4192-b28b-d077ed0dca89) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:56:01.277948 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b968847-d49e-486d-af68-a199b6623684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16acc5a4-9f02-4d90-85a6-c42a5a29431d,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:01.305116 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d6bed01e-eb47-44c4-a8ec-11fb35dd5510 None None] Provisioning complete for port 7011d116-4ca3-4592-a3b1-51f051b6a4a9 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:01.305757 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d6bed01e-eb47-44c4-a8ec-11fb35dd5510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:01.415510 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-fb0259c8-2939-46bc-805e-a3441f329ac2 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:01.416694 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-fb0259c8-2939-46bc-805e-a3441f329ac2 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.60 "GET /v2.0/networks?id=d574a90f-57c4-4096-aa4e-8d6166a80844 HTTP/1.1" status: 200 len: 815 time: 0.7243230 Nov 23 21:56:01.435721 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148086aa-1032-40e4-b4dd-e00c9ae89a69 None None] Network 954621a6-0447-4b04-92ad-3bda684cf0c7 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:01.459969 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-bc4faade-5648-4596-8dd1-658827199c47 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Request body: {'port': {'device_id': '10439706-dd55-4a1e-a484-188d1c293d73', 'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844', 'admin_state_up': True, 'tenant_id': 'c13aeffe2daf471598f2057c7d3388f0'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:01.463516 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1da19f-ca72-4197-b7e6-f66fd3c10d47 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Subnet': ['ID=96405af7-99da-4718-b7b0-4fac4831a73b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:01.486622 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-feb22e96-7db5-4415-8389-e83d84d78294 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Allocated IP 10.1.1.198 (ce29dc55-02f2-46b4-9c01-cfba0db3b8c5/79f80f5c-625c-497c-bf22-0257e8bcf148/e7e26413-e971-46f6-ba1f-9c8b1eb61493) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:56:01.673395 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd1da19f-ca72-4197-b7e6-f66fd3c10d47 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:01.820734 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-cd1da19f-ca72-4197-b7e6-f66fd3c10d47 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a3d6c2-fb1b-430e-8523-0763c2ee67db']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:01.838934 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-cd1da19f-ca72-4197-b7e6-f66fd3c10d47 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb088ea-6661-406b-a94a-88acf80feceb') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:01.839367 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-cd1da19f-ca72-4197-b7e6-f66fd3c10d47 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb088ea-6661-406b-a94a-88acf80feceb') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:01.854245 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd1da19f-ca72-4197-b7e6-f66fd3c10d47 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:01.883372 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd1da19f-ca72-4197-b7e6-f66fd3c10d47 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:01.893766 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:01.900412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1da19f-ca72-4197-b7e6-f66fd3c10d47 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:56:01.900875 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd1da19f-ca72-4197-b7e6-f66fd3c10d47 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:56:01.904129 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:56:01.907375 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-ef053072-8efd-44ca-a6f3-29f8f0602cbc tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:01.913931 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 94ebca15-fa48-474f-b9c2-220d0f60ac59 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:01.915206 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:02.000048 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd1da19f-ca72-4197-b7e6-f66fd3c10d47 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:02.004280 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd1da19f-ca72-4197-b7e6-f66fd3c10d47 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:02.011503 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cd1da19f-ca72-4197-b7e6-f66fd3c10d47 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/networks/70a3d6c2-fb1b-430e-8523-0763c2ee67db HTTP/1.1" status: 204 len: 168 time: 1.3619668 Nov 23 21:56:02.012418 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59724) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:02.032266 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1da19f-ca72-4197-b7e6-f66fd3c10d47 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Network': ['ID=70a3d6c2-fb1b-430e-8523-0763c2ee67db,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:02.041308 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-fb998096-9fa1-4d8b-b205-c1c0fe7fbebc tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1895117897'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:02.062245 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-ef053072-8efd-44ca-a6f3-29f8f0602cbc tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:02.063404 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cac41a-0b63-4a49-b367-74507e3341ee None None] Network d574a90f-57c4-4096-aa4e-8d6166a80844 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:02.065565 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b13cd94-1589-4478-a3b6-725cb59db3d9 None None] Network 70a3d6c2-fb1b-430e-8523-0763c2ee67db requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:02.082069 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0acc3de-bd30-48be-9326-ed9ac0d01e29 req-ecda58e8-4d55-4706-bcce-72457f848def tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/ports?device_id=c17950e9-f930-4d33-a98b-eec45d0b8b51 HTTP/1.1" status: 200 len: 210 time: 0.1011214 Nov 23 21:56:02.139249 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-ef053072-8efd-44ca-a6f3-29f8f0602cbc tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Network f8e0bdae-88de-42bf-8a19-735d93a3a681 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:56:02.145633 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb998096-9fa1-4d8b-b205-c1c0fe7fbebc tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Made reservation on behalf of 0de995c2037848d1b219b21c3f430058 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:02.149090 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b13cd94-1589-4478-a3b6-725cb59db3d9 None None] Network 70a3d6c2-fb1b-430e-8523-0763c2ee67db could not be found, it might have been deleted concurrently. {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 21:56:02.149504 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fb998096-9fa1-4d8b-b205-c1c0fe7fbebc tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:02.152265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-ef053072-8efd-44ca-a6f3-29f8f0602cbc tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:02.155637 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-ef053072-8efd-44ca-a6f3-29f8f0602cbc tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:56:02.231438 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d6bed01e-eb47-44c4-a8ec-11fb35dd5510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:02.288959 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-ef053072-8efd-44ca-a6f3-29f8f0602cbc tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:02.289690 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-ef053072-8efd-44ca-a6f3-29f8f0602cbc tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:02.334683 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d6bed01e-eb47-44c4-a8ec-11fb35dd5510 None None] For port 7011d116-4ca3-4592-a3b1-51f051b6a4a9, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=7011d116-4ca3-4592-a3b1-51f051b6a4a9,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:02.356917 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-f9d529a9-189d-432a-be04-23950b4ba929 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:02.365002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-f9d529a9-189d-432a-be04-23950b4ba929 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/networks?id=d574a90f-57c4-4096-aa4e-8d6166a80844 HTTP/1.1" status: 200 len: 815 time: 0.6429350 Nov 23 21:56:02.369348 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d6bed01e-eb47-44c4-a8ec-11fb35dd5510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:02.369557 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb998096-9fa1-4d8b-b205-c1c0fe7fbebc tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:56:02.394491 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fb998096-9fa1-4d8b-b205-c1c0fe7fbebc tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:02.394985 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-fb998096-9fa1-4d8b-b205-c1c0fe7fbebc tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Added segment a5294bca-70bf-4ae9-8f54-7f5d9cf95f7c of type vlan for network b6e4ad49-7474-4282-8507-d41775951c99 Nov 23 21:56:02.414924 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-bc4faade-5648-4596-8dd1-658827199c47 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Made reservation on behalf of c13aeffe2daf471598f2057c7d3388f0 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:02.418914 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-bc4faade-5648-4596-8dd1-658827199c47 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:02.447359 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-b4fa3a6c-13f2-4170-b0b2-eef75d147846 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/quotas/c13aeffe2daf471598f2057c7d3388f0 HTTP/1.1" status: 200 len: 375 time: 0.0810270 Nov 23 21:56:02.483570 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fb998096-9fa1-4d8b-b205-c1c0fe7fbebc tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:02.495587 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:02.516525 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef053072-8efd-44ca-a6f3-29f8f0602cbc tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Pushing event updated for resources: {'Port': ['ID=0457e9c2-1729-4192-b28b-d077ed0dca89,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:02.522742 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fb998096-9fa1-4d8b-b205-c1c0fe7fbebc tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:02.555200 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb998096-9fa1-4d8b-b205-c1c0fe7fbebc tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:02.555919 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fb998096-9fa1-4d8b-b205-c1c0fe7fbebc tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:02.575456 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-ef053072-8efd-44ca-a6f3-29f8f0602cbc tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1162107 Nov 23 21:56:02.589249 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-feb22e96-7db5-4415-8389-e83d84d78294 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:02.623754 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bed01e-eb47-44c4-a8ec-11fb35dd5510 None None] Pushing event updated for resources: {'Port': ['ID=7011d116-4ca3-4592-a3b1-51f051b6a4a9,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:02.628220 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-a84aadc7-2106-4a3f-a3a0-0b49a17ccd46 service neutron] Request body: {'port': {'device_id': 'c17950e9-f930-4d33-a98b-eec45d0b8b51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:02.694489 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-22944fcb-7d62-4784-8d17-010b462ea7d1 None None] Provisioning complete for port 94ebca15-fa48-474f-b9c2-220d0f60ac59 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:02.694884 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-22944fcb-7d62-4784-8d17-010b462ea7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:02.744892 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fb998096-9fa1-4d8b-b205-c1c0fe7fbebc tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7160137 Nov 23 21:56:02.755713 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59738) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:02.763824 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-084957c2-2a80-4d89-9d45-f924fc0b10f2 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'subnet': {'network_id': 'b6e4ad49-7474-4282-8507-d41775951c99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:02.803774 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-a70816df-f69e-44cc-ab87-094a5ccb9eb2 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c13aeffe2daf471598f2057c7d3388f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3551667 Nov 23 21:56:02.845126 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb998096-9fa1-4d8b-b205-c1c0fe7fbebc tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Network': ['ID=b6e4ad49-7474-4282-8507-d41775951c99,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:02.907261 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network b6e4ad49-7474-4282-8507-d41775951c99 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:56:02.925942 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-a84aadc7-2106-4a3f-a3a0-0b49a17ccd46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:02.929994 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 94ebca15-fa48-474f-b9c2-220d0f60ac59, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=94ebca15-fa48-474f-b9c2-220d0f60ac59,segment=NetworkSegment(d4818ec0-b2f7-4f07-b6b0-946b5cde9945),segment_id=d4818ec0-b2f7-4f07-b6b0-946b5cde9945)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:02.973904 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084957c2-2a80-4d89-9d45-f924fc0b10f2 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Made reservation on behalf of 0de995c2037848d1b219b21c3f430058 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:02.977606 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-084957c2-2a80-4d89-9d45-f924fc0b10f2 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:03.034090 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:03.034576 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 13dee9d3-2f0f-43dc-8a19-e562672282be up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:56:03.136177 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-2efd82ef-3e7d-47c0-980b-bd267af6af52 service neutron] 10.222.0.50 "GET /v2.0/networks/d574a90f-57c4-4096-aa4e-8d6166a80844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310561 Nov 23 21:56:03.144944 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-feb22e96-7db5-4415-8389-e83d84d78294 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:03.174422 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:03.242472 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-22944fcb-7d62-4784-8d17-010b462ea7d1 None None] Provisioning complete for port 13dee9d3-2f0f-43dc-8a19-e562672282be triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:03.243125 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-22944fcb-7d62-4784-8d17-010b462ea7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:03.276751 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb22e96-7db5-4415-8389-e83d84d78294 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:56:03.367177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-bc4faade-5648-4596-8dd1-658827199c47 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Allocated IP 172.20.0.5 (d574a90f-57c4-4096-aa4e-8d6166a80844/c9d54f61-2a7c-4963-b588-28ffdcf63b91/66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:56:03.376683 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-feb22e96-7db5-4415-8389-e83d84d78294 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:03.392274 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=94ebca15-fa48-474f-b9c2-220d0f60ac59,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:03.401110 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb22e96-7db5-4415-8389-e83d84d78294 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:56:03.480703 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 13dee9d3-2f0f-43dc-8a19-e562672282be triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:03.481098 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:03.511351 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb22e96-7db5-4415-8389-e83d84d78294 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:03.512074 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-feb22e96-7db5-4415-8389-e83d84d78294 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:03.564418 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-22944fcb-7d62-4784-8d17-010b462ea7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:03.593950 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-a84aadc7-2106-4a3f-a3a0-0b49a17ccd46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0457e9c2-1729-4192-b28b-d077ed0dca89 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:03.604082 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-a84aadc7-2106-4a3f-a3a0-0b49a17ccd46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:03.627094 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-a84aadc7-2106-4a3f-a3a0-0b49a17ccd46 service neutron] Transition to ACTIVE for port object 0457e9c2-1729-4192-b28b-d077ed0dca89 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:56:03.628260 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb22e96-7db5-4415-8389-e83d84d78294 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event updated for resources: {'Port': ['ID=e7e26413-e971-46f6-ba1f-9c8b1eb61493,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:03.682955 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8e9e4-683c-4c91-b339-224255b29f33 req-b44140cb-a541-469b-bbb4-9df5adbad41a tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:03.691526 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-65a8e9e4-683c-4c91-b339-224255b29f33 req-b44140cb-a541-469b-bbb4-9df5adbad41a tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/ports?device_id=c17950e9-f930-4d33-a98b-eec45d0b8b51 HTTP/1.1" status: 200 len: 931 time: 0.4293914 Nov 23 21:56:03.725352 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-22944fcb-7d62-4784-8d17-010b462ea7d1 None None] For port 13dee9d3-2f0f-43dc-8a19-e562672282be, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=13dee9d3-2f0f-43dc-8a19-e562672282be,segment=NetworkSegment(c3745fa3-29ce-433e-84b3-0288ca604068),segment_id=c3745fa3-29ce-433e-84b3-0288ca604068)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:03.735211 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-feb22e96-7db5-4415-8389-e83d84d78294 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2573080 Nov 23 21:56:03.745217 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-22944fcb-7d62-4784-8d17-010b462ea7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:03.783703 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-a84aadc7-2106-4a3f-a3a0-0b49a17ccd46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:03.786017 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:03.815364 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-084957c2-2a80-4d89-9d45-f924fc0b10f2 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:03.836470 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06279212-be45-4c92-9807-c3d913f9b326 None None] get_active_networks_info from n-d-816206-9 {{(pid=110035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 21:56:03.856412 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-70d01511-ac09-413d-bfde-bf804cd284a3 service neutron] 10.222.0.50 "GET /v2.0/networks/d574a90f-57c4-4096-aa4e-8d6166a80844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7055638 Nov 23 21:56:03.868409 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-4cf6e3cf-2503-4d63-b6fd-40d00e08a003 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:03.869921 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-4cf6e3cf-2503-4d63-b6fd-40d00e08a003 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.53 "GET /v2.0/networks?id=d574a90f-57c4-4096-aa4e-8d6166a80844 HTTP/1.1" status: 200 len: 815 time: 0.6919529 Nov 23 21:56:03.884569 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-65a8e9e4-683c-4c91-b339-224255b29f33 req-34e7ec92-2211-45f4-9ea2-6b596e7c58de tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/security-groups?id=3af2db18-58d0-4551-a12a-c9fdf47401d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919065 Nov 23 21:56:03.899792 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-0352b639-0db8-45ee-b5b8-ec4f6c3e860e tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Request body: {'port': {'device_id': '7ec38c3e-9a12-4f74-92ec-e5736d9675f6', 'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844', 'admin_state_up': True, 'tenant_id': 'c13aeffe2daf471598f2057c7d3388f0'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:03.902031 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084957c2-2a80-4d89-9d45-f924fc0b10f2 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Subnet': ['ID=ba25b271-b83a-4040-8c14-dc8614c0d178,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:03.961660 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084957c2-2a80-4d89-9d45-f924fc0b10f2 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Checking segment: {'id': 'a5294bca-70bf-4ae9-8f54-7f5d9cf95f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6e4ad49-7474-4282-8507-d41775951c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:03.963300 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084957c2-2a80-4d89-9d45-f924fc0b10f2 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Network hostable DHCP agents. Network: b6e4ad49-7474-4282-8507-d41775951c99, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:56:03.978355 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:04.042228 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84aadc7-2106-4a3f-a3a0-0b49a17ccd46 service neutron] Pushing event updated for resources: {'Port': ['ID=0457e9c2-1729-4192-b28b-d077ed0dca89,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:04.051032 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22944fcb-7d62-4784-8d17-010b462ea7d1 None None] Pushing event updated for resources: {'Port': ['ID=13dee9d3-2f0f-43dc-8a19-e562672282be,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:04.079670 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084957c2-2a80-4d89-9d45-f924fc0b10f2 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Network b6e4ad49-7474-4282-8507-d41775951c99 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:56:04.151303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-084957c2-2a80-4d89-9d45-f924fc0b10f2 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, b6e4ad49-7474-4282-8507-d41775951c99) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:04.164874 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084957c2-2a80-4d89-9d45-f924fc0b10f2 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:04.165478 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-084957c2-2a80-4d89-9d45-f924fc0b10f2 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:04.168417 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-a84aadc7-2106-4a3f-a3a0-0b49a17ccd46 service neutron] Attempting to bind port 0457e9c2-1729-4192-b28b-d077ed0dca89 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:56:04.168745 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-a84aadc7-2106-4a3f-a3a0-0b49a17ccd46 service neutron] Attempting to bind port 0457e9c2-1729-4192-b28b-d077ed0dca89 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '432a5852-5ad8-4185-bee6-710d39b0ae87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f8e0bdae-88de-42bf-8a19-735d93a3a681'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:56:04.169121 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-a84aadc7-2106-4a3f-a3a0-0b49a17ccd46 service neutron] Attempting to bind port 0457e9c2-1729-4192-b28b-d077ed0dca89 on network f8e0bdae-88de-42bf-8a19-735d93a3a681 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:04.182750 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-a84aadc7-2106-4a3f-a3a0-0b49a17ccd46 service neutron] Port 0457e9c2-1729-4192-b28b-d077ed0dca89 on network f8e0bdae-88de-42bf-8a19-735d93a3a681 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:56:04.183383 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-a84aadc7-2106-4a3f-a3a0-0b49a17ccd46 service neutron] Attempting to bind port 0457e9c2-1729-4192-b28b-d077ed0dca89 on network f8e0bdae-88de-42bf-8a19-735d93a3a681 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:04.196480 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-a84aadc7-2106-4a3f-a3a0-0b49a17ccd46 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:56:04.196830 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-a84aadc7-2106-4a3f-a3a0-0b49a17ccd46 service neutron] Checking segment: {'id': '432a5852-5ad8-4185-bee6-710d39b0ae87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f8e0bdae-88de-42bf-8a19-735d93a3a681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:04.197240 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-a84aadc7-2106-4a3f-a3a0-0b49a17ccd46 service neutron] Bound using segment: {'id': '432a5852-5ad8-4185-bee6-710d39b0ae87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f8e0bdae-88de-42bf-8a19-735d93a3a681'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:56:04.197705 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-a84aadc7-2106-4a3f-a3a0-0b49a17ccd46 service neutron] Bound port: 0457e9c2-1729-4192-b28b-d077ed0dca89, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '432a5852-5ad8-4185-bee6-710d39b0ae87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f8e0bdae-88de-42bf-8a19-735d93a3a681'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:56:04.198081 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-a84aadc7-2106-4a3f-a3a0-0b49a17ccd46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:04.209204 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-30bb2b56-d49e-40fa-ad94-7ce92917ab24 None None] Provisioning complete for port 9e1a4a01-b58d-4d1b-8c53-14975401b67a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:04.209681 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-30bb2b56-d49e-40fa-ad94-7ce92917ab24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:04.212172 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-084957c2-2a80-4d89-9d45-f924fc0b10f2 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4539974 Nov 23 21:56:04.212701 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:56:04.213065 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:56:04.224619 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59772) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:04.244027 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-bc4faade-5648-4596-8dd1-658827199c47 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:04.278356 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-30bb2b56-d49e-40fa-ad94-7ce92917ab24 None None] Port 9e1a4a01-b58d-4d1b-8c53-14975401b67a cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:56:04.294465 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-bc4faade-5648-4596-8dd1-658827199c47 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:04.342131 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-30bb2b56-d49e-40fa-ad94-7ce92917ab24 None None] Provisioning complete for port e7e26413-e971-46f6-ba1f-9c8b1eb61493 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:04.343778 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-30bb2b56-d49e-40fa-ad94-7ce92917ab24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:04.379397 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50af1fba-dc7f-4add-b827-882c542b6992 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:04.412621 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6f893bd-4133-4b01-8711-2cb6278390a6 req-6a04de27-be34-41ce-bd55-8163e88c4769 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=020f6c6c-f212-471b-844d-21bc235b8302 HTTP/1.1" status: 200 len: 210 time: 0.0505924 Nov 23 21:56:04.486183 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4faade-5648-4596-8dd1-658827199c47 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Pushing event updated for resources: {'Port': ['ID=66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:04.498257 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-bc4faade-5648-4596-8dd1-658827199c47 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Network d574a90f-57c4-4096-aa4e-8d6166a80844 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:56:04.506742 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-bc4faade-5648-4596-8dd1-658827199c47 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:04.527972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-a84aadc7-2106-4a3f-a3a0-0b49a17ccd46 service neutron] For port 0457e9c2-1729-4192-b28b-d077ed0dca89, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:56:04.534011 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-a84aadc7-2106-4a3f-a3a0-0b49a17ccd46 service neutron] For port 0457e9c2-1729-4192-b28b-d077ed0dca89, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=0457e9c2-1729-4192-b28b-d077ed0dca89,segment=NetworkSegment(432a5852-5ad8-4185-bee6-710d39b0ae87),segment_id=432a5852-5ad8-4185-bee6-710d39b0ae87)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:56:04.535525 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50af1fba-dc7f-4add-b827-882c542b6992 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:04.536641 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-bc4faade-5648-4596-8dd1-658827199c47 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:56:04.604406 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-a84aadc7-2106-4a3f-a3a0-0b49a17ccd46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:04.633288 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50af1fba-dc7f-4add-b827-882c542b6992 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:04.638138 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-bc4faade-5648-4596-8dd1-658827199c47 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:04.639175 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-bc4faade-5648-4596-8dd1-658827199c47 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:04.649920 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-0352b639-0db8-45ee-b5b8-ec4f6c3e860e tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Made reservation on behalf of c13aeffe2daf471598f2057c7d3388f0 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:04.656824 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-0352b639-0db8-45ee-b5b8-ec4f6c3e860e tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:04.672156 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-a84aadc7-2106-4a3f-a3a0-0b49a17ccd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:04.672804 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-a84aadc7-2106-4a3f-a3a0-0b49a17ccd46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:04.674255 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-a84aadc7-2106-4a3f-a3a0-0b49a17ccd46 service neutron] 10.222.0.60 "PUT /v2.0/ports/0457e9c2-1729-4192-b28b-d077ed0dca89 HTTP/1.1" status: 200 len: 1091 time: 2.0757048 Nov 23 21:56:04.674796 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17950e9-f930-4d33-a98b-eec45d0b8b51', 'tag': '0457e9c2-1729-4192-b28b-d077ed0dca89'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:56:04.689842 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d36001-24aa-4883-8c15-8d6d53d990db" -d '{"events": [{"name": "network-changed", "server_uuid": "c17950e9-f930-4d33-a98b-eec45d0b8b51", "tag": "0457e9c2-1729-4192-b28b-d077ed0dca89"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:56:04.720540 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af1fba-dc7f-4add-b827-882c542b6992 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Subnet': ['ID=ba25b271-b83a-4040-8c14-dc8614c0d178,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:04.813412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59786) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:04.818778 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-bc4faade-5648-4596-8dd1-658827199c47 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3799808 Nov 23 21:56:04.847604 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-b598783f-4cb6-4154-91a7-3d077d68946b service neutron] Request body: {'port': {'device_id': '10439706-dd55-4a1e-a484-188d1c293d73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:04.849009 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-30bb2b56-d49e-40fa-ad94-7ce92917ab24 None None] Port e7e26413-e971-46f6-ba1f-9c8b1eb61493 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:56:04.870475 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 7011d116-4ca3-4592-a3b1-51f051b6a4a9 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:56:04.870611 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-7f5db14d-5f31-47ae-84d5-a15d7ef64de1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1477609428', 'description': 'tempest-description--599282322'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:04.875635 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84aadc7-2106-4a3f-a3a0-0b49a17ccd46 service neutron] Pushing event updated for resources: {'Port': ['ID=0457e9c2-1729-4192-b28b-d077ed0dca89,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:04.881456 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbf3c88-5f70-427b-8b13-67a58359f5e4 x-openstack-request-id: req-afbf3c88-5f70-427b-8b13-67a58359f5e4 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:56:04.881713 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c17950e9-f930-4d33-a98b-eec45d0b8b51", "tag": "0457e9c2-1729-4192-b28b-d077ed0dca89", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:56:04.881966 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-afbf3c88-5f70-427b-8b13-67a58359f5e4 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:56:04.882369 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17950e9-f930-4d33-a98b-eec45d0b8b51', 'tag': '0457e9c2-1729-4192-b28b-d077ed0dca89', 'status': 'completed', 'code': 200} Nov 23 21:56:04.931952 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-42cea8a2-9680-4815-93d5-faba865c9f60 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=14bac651c09042789e9eb24760feece8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499024 Nov 23 21:56:04.945804 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50af1fba-dc7f-4add-b827-882c542b6992 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:04.963746 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-30bb2b56-d49e-40fa-ad94-7ce92917ab24 None None] Provisioning complete for port 94ebca15-fa48-474f-b9c2-220d0f60ac59 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:04.964129 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-30bb2b56-d49e-40fa-ad94-7ce92917ab24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:04.990427 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-5b33d220-7e40-4082-8793-8abde407ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:04.992035 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-5b33d220-7e40-4082-8793-8abde407ecd8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c91e9ac7cc24cb597b7de15864a5b91&device_id=c17950e9-f930-4d33-a98b-eec45d0b8b51 HTTP/1.1" status: 200 len: 1094 time: 0.2188485 Nov 23 21:56:04.994108 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-50af1fba-dc7f-4add-b827-882c542b6992 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e4ad49-7474-4282-8507-d41775951c99']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:05.003641 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7f5db14d-5f31-47ae-84d5-a15d7ef64de1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:05.011034 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-50af1fba-dc7f-4add-b827-882c542b6992 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5294bca-70bf-4ae9-8f54-7f5d9cf95f7c') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:05.011333 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-50af1fba-dc7f-4add-b827-882c542b6992 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5294bca-70bf-4ae9-8f54-7f5d9cf95f7c') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:05.046581 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 7011d116-4ca3-4592-a3b1-51f051b6a4a9 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:05.046581 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:05.076671 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50af1fba-dc7f-4add-b827-882c542b6992 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:05.081567 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-b76365ee-eecb-4907-bddc-3e28677e1a0c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0457e9c2-1729-4192-b28b-d077ed0dca89 HTTP/1.1" status: 200 len: 217 time: 0.0750408 Nov 23 21:56:05.089584 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-b598783f-4cb6-4154-91a7-3d077d68946b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:05.132631 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50af1fba-dc7f-4add-b827-882c542b6992 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:05.159760 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06279212-be45-4c92-9807-c3d913f9b326 None None] Unable to find a vacant binding_index for network b6e4ad49-7474-4282-8507-d41775951c99 and agent aa16fc21-dc96-40df-9a21-b0334d90ad74 {{(pid=110035) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 23 21:56:05.169284 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06279212-be45-4c92-9807-c3d913f9b326 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, b6e4ad49-7474-4282-8507-d41775951c99) {{(pid=110035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 21:56:05.177101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50af1fba-dc7f-4add-b827-882c542b6992 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:56:05.177548 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50af1fba-dc7f-4add-b827-882c542b6992 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:05.179466 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-0352b639-0db8-45ee-b5b8-ec4f6c3e860e tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Allocated IP 172.20.0.14 (d574a90f-57c4-4096-aa4e-8d6166a80844/c9d54f61-2a7c-4963-b588-28ffdcf63b91/c29f0d83-3099-46d7-92b8-4d494ae5bd7b) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:56:05.183057 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:56:05.242455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed7d34-fd26-434e-ac0d-cd648eab3218 req-5ebdd532-3667-443c-a6fc-985dbfcb0e6a tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:05.244040 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-07ed7d34-fd26-434e-ac0d-cd648eab3218 req-5ebdd532-3667-443c-a6fc-985dbfcb0e6a tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/ports?device_id=c17950e9-f930-4d33-a98b-eec45d0b8b51 HTTP/1.1" status: 200 len: 943 time: 0.2212393 Nov 23 21:56:05.254550 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-30bb2b56-d49e-40fa-ad94-7ce92917ab24 None None] Provisioning complete for port 7011d116-4ca3-4592-a3b1-51f051b6a4a9 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:05.255123 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-30bb2b56-d49e-40fa-ad94-7ce92917ab24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:05.277959 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-6a2967b2-c3db-413b-a52d-c726e037c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:05.279440 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-6a2967b2-c3db-413b-a52d-c726e037c90f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bce44bc9-40b5-4828-b293-41858239678d HTTP/1.1" status: 200 len: 864 time: 0.1846437 Nov 23 21:56:05.284650 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-30dc0200-c354-484e-9ccb-320f91f22d68 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:05.291869 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-30dc0200-c354-484e-9ccb-320f91f22d68 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3102548 Nov 23 21:56:05.329529 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7f5db14d-5f31-47ae-84d5-a15d7ef64de1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:05.330546 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50af1fba-dc7f-4add-b827-882c542b6992 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:05.357151 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50af1fba-dc7f-4add-b827-882c542b6992 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:05.365838 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-50af1fba-dc7f-4add-b827-882c542b6992 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/networks/b6e4ad49-7474-4282-8507-d41775951c99 HTTP/1.1" status: 204 len: 168 time: 1.1377485 Nov 23 21:56:05.370257 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7f5db14d-5f31-47ae-84d5-a15d7ef64de1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:05.373479 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59804) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:05.392830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-351758a7-b49d-494e-8c39-c9188a2e6308 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1521274677'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:05.408246 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7f5db14d-5f31-47ae-84d5-a15d7ef64de1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:05.412594 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7f5db14d-5f31-47ae-84d5-a15d7ef64de1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5979941 Nov 23 21:56:05.414605 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-029b2241-288f-450d-b376-349458ecb49c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8e0bdae-88de-42bf-8a19-735d93a3a681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820458 Nov 23 21:56:05.415902 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59806) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:05.424874 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-82406779-e7d5-4072-a944-a00b5847f4d4 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/quotas/14bac651c09042789e9eb24760feece8 HTTP/1.1" status: 200 len: 375 time: 0.1320841 Nov 23 21:56:05.427758 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 94ebca15-fa48-474f-b9c2-220d0f60ac59 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:56:05.429564 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f1b0717c-d629-43c1-8c99-97eabb1d0ebc tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Request body: {'security_group_rule': {'security_group_id': '2a6ab587-9cc2-49c3-81ea-8a55aac418a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:05.434753 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af1fba-dc7f-4add-b827-882c542b6992 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Network': ['ID=b6e4ad49-7474-4282-8507-d41775951c99,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:05.477614 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5db14d-5f31-47ae-84d5-a15d7ef64de1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6ab587-9cc2-49c3-81ea-8a55aac418a9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:05.508782 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-01e9cd00-e882-45ee-938b-b75425dc8f4c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=14bac651c09042789e9eb24760feece8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829501 Nov 23 21:56:05.517325 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-30bb2b56-d49e-40fa-ad94-7ce92917ab24 None None] Provisioning complete for port 13dee9d3-2f0f-43dc-8a19-e562672282be triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:05.518570 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-30bb2b56-d49e-40fa-ad94-7ce92917ab24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:05.541012 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-07ed7d34-fd26-434e-ac0d-cd648eab3218 req-b7c4c9bd-4c13-4ed6-985b-2dc6c314c0e0 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/security-groups?id=3af2db18-58d0-4551-a12a-c9fdf47401d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869058 Nov 23 21:56:05.545166 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-b55879b8-96b6-47c7-9b56-b4a1974a4fae service neutron] 10.222.0.60 "GET /v2.0/networks/f8e0bdae-88de-42bf-8a19-735d93a3a681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220660 Nov 23 21:56:05.647634 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351758a7-b49d-494e-8c39-c9188a2e6308 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Made reservation on behalf of 0de995c2037848d1b219b21c3f430058 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:05.654578 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-351758a7-b49d-494e-8c39-c9188a2e6308 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:05.664135 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a00a54e5-7603-43c5-b6e5-cf8b1f8cc876 req-6ffa5f41-e6af-44d8-8087-bc1fab5a2830 service neutron] 10.222.0.60 "GET /v2.0/networks/f8e0bdae-88de-42bf-8a19-735d93a3a681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112499 Nov 23 21:56:05.685168 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 94ebca15-fa48-474f-b9c2-220d0f60ac59 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:05.685901 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:05.739245 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351758a7-b49d-494e-8c39-c9188a2e6308 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:56:05.754505 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-351758a7-b49d-494e-8c39-c9188a2e6308 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:05.754907 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-351758a7-b49d-494e-8c39-c9188a2e6308 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Added segment f828a2b2-7cbe-41da-82d6-47b1c39cb6da of type vlan for network a0d5853c-9b1f-4de9-9300-c88c5d64c045 Nov 23 21:56:05.770485 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f1b0717c-d629-43c1-8c99-97eabb1d0ebc tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:05.844598 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-351758a7-b49d-494e-8c39-c9188a2e6308 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:05.939558 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-351758a7-b49d-494e-8c39-c9188a2e6308 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:05.963294 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351758a7-b49d-494e-8c39-c9188a2e6308 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:05.967163 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-351758a7-b49d-494e-8c39-c9188a2e6308 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:05.991375 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d36001-24aa-4883-8c15-8d6d53d990db req-2eb9f33b-5704-476f-ab6a-b72e922ee37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:05.992895 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c9d36001-24aa-4883-8c15-8d6d53d990db req-2eb9f33b-5704-476f-ab6a-b72e922ee37a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c91e9ac7cc24cb597b7de15864a5b91&device_id=c17950e9-f930-4d33-a98b-eec45d0b8b51 HTTP/1.1" status: 200 len: 1094 time: 0.2236178 Nov 23 21:56:06.023091 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 13dee9d3-2f0f-43dc-8a19-e562672282be up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:56:06.030221 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-89b75a44-a6af-4a12-b20a-7888594fbe80 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:06.032481 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-89b75a44-a6af-4a12-b20a-7888594fbe80 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.53 "GET /v2.0/networks?id=d574a90f-57c4-4096-aa4e-8d6166a80844 HTTP/1.1" status: 200 len: 815 time: 0.3379033 Nov 23 21:56:06.052009 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d0d663-7b25-4b0e-ad17-298fe1cec18a None None] get_active_networks_info from n-d-816206-9 {{(pid=110035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 21:56:06.055258 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-d9e92ab0-7fd4-4159-80f3-1fe462e3249d tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Request body: {'port': {'device_id': '020f6c6c-f212-471b-844d-21bc235b8302', 'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844', 'admin_state_up': True, 'tenant_id': 'c13aeffe2daf471598f2057c7d3388f0'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:06.062257 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f1b0717c-d629-43c1-8c99-97eabb1d0ebc tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:06.068802 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0651af0-e573-476a-a8d2-dc9b30e9cd22 req-489b0f70-3de5-4007-9469-1e28cd604997 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=020f6c6c-f212-471b-844d-21bc235b8302 HTTP/1.1" status: 200 len: 210 time: 0.0857942 Nov 23 21:56:06.091729 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f1b0717c-d629-43c1-8c99-97eabb1d0ebc tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:06.142446 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e0d7d29-9da3-4eb3-acf4-e2580ee83824 req-f6e4efbe-0aac-4e3d-b967-54cb48439942 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccffb88b-79f9-4c36-ad87-2d57a23149f6 HTTP/1.1" status: 200 len: 210 time: 0.2182891 Nov 23 21:56:06.159076 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-0352b639-0db8-45ee-b5b8-ec4f6c3e860e tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:06.200870 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0717c-d629-43c1-8c99-97eabb1d0ebc tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b09068-1c86-44f1-87ff-533921be3959,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:06.208128 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f1b0717c-d629-43c1-8c99-97eabb1d0ebc tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:06.212023 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f1b0717c-d629-43c1-8c99-97eabb1d0ebc tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7885058 Nov 23 21:56:06.221219 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59820) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:06.230392 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-351758a7-b49d-494e-8c39-c9188a2e6308 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8517582 Nov 23 21:56:06.236272 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-69fdc2d8-0cef-42f1-aa4b-df21ce74c4ad tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Request body: {'security_group_rule': {'security_group_id': '2a6ab587-9cc2-49c3-81ea-8a55aac418a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:06.247404 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59822) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:06.247563 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-429f699f-cdd5-417c-9352-0fb7e105a3f6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3673229 Nov 23 21:56:06.253917 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351758a7-b49d-494e-8c39-c9188a2e6308 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Network': ['ID=a0d5853c-9b1f-4de9-9300-c88c5d64c045,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:06.259890 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6c620874-7f2e-4379-a2cd-e91c26dbb61b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'subnet': {'network_id': 'a0d5853c-9b1f-4de9-9300-c88c5d64c045', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:06.283400 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network a0d5853c-9b1f-4de9-9300-c88c5d64c045 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:56:06.307137 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-69fdc2d8-0cef-42f1-aa4b-df21ce74c4ad tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:06.332105 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 13dee9d3-2f0f-43dc-8a19-e562672282be triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:06.332855 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:06.359730 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-0352b639-0db8-45ee-b5b8-ec4f6c3e860e tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:06.417538 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d36001-24aa-4883-8c15-8d6d53d990db req-95cecb2a-910d-4d7b-899f-c50b5fa4d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:06.419799 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c9d36001-24aa-4883-8c15-8d6d53d990db req-95cecb2a-910d-4d7b-899f-c50b5fa4d8f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f8e0bdae-88de-42bf-8a19-735d93a3a681 HTTP/1.1" status: 200 len: 925 time: 0.4150336 Nov 23 21:56:06.481932 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c9d36001-24aa-4883-8c15-8d6d53d990db req-1021903f-0514-43a8-8fd5-3cf09dc8e91f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0457e9c2-1729-4192-b28b-d077ed0dca89 HTTP/1.1" status: 200 len: 217 time: 0.0520797 Nov 23 21:56:06.484702 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d0d663-7b25-4b0e-ad17-298fe1cec18a None None] Resources bound (agent type, host, resource id): {{(pid=110035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 21:56:06.512070 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 7011d116-4ca3-4592-a3b1-51f051b6a4a9 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:56:06.555826 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-d9e92ab0-7fd4-4159-80f3-1fe462e3249d tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Made reservation on behalf of c13aeffe2daf471598f2057c7d3388f0 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:06.562323 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-d9e92ab0-7fd4-4159-80f3-1fe462e3249d tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:06.579195 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c620874-7f2e-4379-a2cd-e91c26dbb61b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Made reservation on behalf of 0de995c2037848d1b219b21c3f430058 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:06.583018 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c620874-7f2e-4379-a2cd-e91c26dbb61b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:06.693702 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.ipam_backend_mixin [None req-6c620874-7f2e-4379-a2cd-e91c26dbb61b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Performing IP validity checks on allocation pools {{(pid=110033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 21:56:06.695213 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.ipam_backend_mixin [None req-6c620874-7f2e-4379-a2cd-e91c26dbb61b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 21:56:06.800613 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 7011d116-4ca3-4592-a3b1-51f051b6a4a9 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:06.801138 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:06.802587 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d36001-24aa-4883-8c15-8d6d53d990db req-0ad6502c-a6b3-4b42-8a31-64fa39627b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:06.804427 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c9d36001-24aa-4883-8c15-8d6d53d990db req-0ad6502c-a6b3-4b42-8a31-64fa39627b90 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bce44bc9-40b5-4828-b293-41858239678d HTTP/1.1" status: 200 len: 864 time: 0.3144369 Nov 23 21:56:06.881683 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c9d36001-24aa-4883-8c15-8d6d53d990db req-2d571730-a819-471d-98fc-a7bc6a869eb6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f8e0bdae-88de-42bf-8a19-735d93a3a681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679944 Nov 23 21:56:06.937868 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-0352b639-0db8-45ee-b5b8-ec4f6c3e860e tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Network d574a90f-57c4-4096-aa4e-8d6166a80844 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:56:06.950745 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-0352b639-0db8-45ee-b5b8-ec4f6c3e860e tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:06.998024 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-0352b639-0db8-45ee-b5b8-ec4f6c3e860e tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:56:07.029809 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c620874-7f2e-4379-a2cd-e91c26dbb61b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:07.056256 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-646d6cf4-6209-452e-bf96-4b9b2fb33225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:07.056796 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-646d6cf4-6209-452e-bf96-4b9b2fb33225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:07.057318 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-646d6cf4-6209-452e-bf96-4b9b2fb33225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:07.057786 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-646d6cf4-6209-452e-bf96-4b9b2fb33225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:07.058285 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-646d6cf4-6209-452e-bf96-4b9b2fb33225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:07.058734 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29595f4f-83da-4651-97b9-046a990c0993 None None] DHCP port deletion for f8e0bdae-88de-42bf-8a19-735d93a3a681 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:56:07.058950 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-646d6cf4-6209-452e-bf96-4b9b2fb33225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:07.059414 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-646d6cf4-6209-452e-bf96-4b9b2fb33225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:07.061927 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-646d6cf4-6209-452e-bf96-4b9b2fb33225 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b32d0f34c0cc4ad1b4cbe85726725dc7&device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 6493 time: 0.7267456 Nov 23 21:56:07.068741 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9580d4b-5621-4b68-a5aa-4692c11a7504 None None] Network b6e4ad49-7474-4282-8507-d41775951c99 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:07.091504 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-69fdc2d8-0cef-42f1-aa4b-df21ce74c4ad tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:07.094384 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c9d36001-24aa-4883-8c15-8d6d53d990db req-8e78d368-31de-47ea-8689-bab427965a9d service neutron] 10.222.0.60 "GET /v2.0/networks/f8e0bdae-88de-42bf-8a19-735d93a3a681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004263 Nov 23 21:56:07.107946 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9580d4b-5621-4b68-a5aa-4692c11a7504 None None] Network b6e4ad49-7474-4282-8507-d41775951c99 could not be found, it might have been deleted concurrently. {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 21:56:07.122747 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b716f83-e8be-4e18-a41e-d6f26699aac7 None None] Network b6e4ad49-7474-4282-8507-d41775951c99 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:07.125355 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2bab1-8854-4a00-a8aa-c034c366972c req-13911f7b-2fcb-44fc-9cf3-4d44d3a8eb06 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:07.126657 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c620874-7f2e-4379-a2cd-e91c26dbb61b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Subnet': ['ID=9f183e66-e5b4-472d-aa25-e96f93a2c557,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:07.132683 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-66c2bab1-8854-4a00-a8aa-c034c366972c req-13911f7b-2fcb-44fc-9cf3-4d44d3a8eb06 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/ports?device_id=c17950e9-f930-4d33-a98b-eec45d0b8b51 HTTP/1.1" status: 200 len: 943 time: 0.3183885 Nov 23 21:56:07.148197 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b716f83-e8be-4e18-a41e-d6f26699aac7 None None] Network b6e4ad49-7474-4282-8507-d41775951c99 could not be found, it might have been deleted concurrently. {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 21:56:07.153255 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c620874-7f2e-4379-a2cd-e91c26dbb61b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Checking segment: {'id': 'f828a2b2-7cbe-41da-82d6-47b1c39cb6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0d5853c-9b1f-4de9-9300-c88c5d64c045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:07.153628 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c620874-7f2e-4379-a2cd-e91c26dbb61b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Network hostable DHCP agents. Network: a0d5853c-9b1f-4de9-9300-c88c5d64c045, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:56:07.167987 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-69fdc2d8-0cef-42f1-aa4b-df21ce74c4ad tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:07.242289 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352b639-0db8-45ee-b5b8-ec4f6c3e860e tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Pushing event updated for resources: {'Port': ['ID=c29f0d83-3099-46d7-92b8-4d494ae5bd7b,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:07.258660 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-0352b639-0db8-45ee-b5b8-ec4f6c3e860e tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:07.259446 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-0352b639-0db8-45ee-b5b8-ec4f6c3e860e tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:07.282748 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdc2d8-0cef-42f1-aa4b-df21ce74c4ad tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e474ed54-c332-4532-9b39-c85b887abb3d,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:07.295559 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c9d36001-24aa-4883-8c15-8d6d53d990db req-00d4fe24-f1f5-4fb2-83df-4356499d742d service neutron] 10.222.0.60 "GET /v2.0/networks/f8e0bdae-88de-42bf-8a19-735d93a3a681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531849 Nov 23 21:56:07.298618 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c620874-7f2e-4379-a2cd-e91c26dbb61b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Network a0d5853c-9b1f-4de9-9300-c88c5d64c045 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:56:07.352863 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:56:07.363364 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-0635d4df-d3ec-4aa4-ab6e-040465dbfa12 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=14bac651c09042789e9eb24760feece8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658693 Nov 23 21:56:07.369442 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-6c620874-7f2e-4379-a2cd-e91c26dbb61b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, a0d5853c-9b1f-4de9-9300-c88c5d64c045) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:07.379600 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199565e1-ac8b-4eb0-ad5a-aa9594f7ade7 None None] Network a0d5853c-9b1f-4de9-9300-c88c5d64c045 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:07.401593 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c620874-7f2e-4379-a2cd-e91c26dbb61b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:07.402347 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c620874-7f2e-4379-a2cd-e91c26dbb61b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:07.412836 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e9da86ed-cdb3-471b-93d8-729ba7c12b5b req-e781f725-cff1-45cd-8b0d-47bfd1d3a979 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=020f6c6c-f212-471b-844d-21bc235b8302 HTTP/1.1" status: 200 len: 210 time: 0.1903410 Nov 23 21:56:07.440341 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-0352b639-0db8-45ee-b5b8-ec4f6c3e860e tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5520716 Nov 23 21:56:07.521301 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6c620874-7f2e-4379-a2cd-e91c26dbb61b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2725029 Nov 23 21:56:07.522094 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59838) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:07.526778 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-b598783f-4cb6-4154-91a7-3d077d68946b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:07.536578 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-b598783f-4cb6-4154-91a7-3d077d68946b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:07.554614 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-66c2bab1-8854-4a00-a8aa-c034c366972c req-aeb667fa-d720-41c3-ad2e-3a8072cc2f4d tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/security-groups?id=3af2db18-58d0-4551-a12a-c9fdf47401d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197791 Nov 23 21:56:07.565759 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-69fdc2d8-0cef-42f1-aa4b-df21ce74c4ad tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:07.569401 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a2c21b56-cf90-4c8c-8548-cf0f837e68e6 None None] Provisioning complete for port 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:07.569973 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a2c21b56-cf90-4c8c-8548-cf0f837e68e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:07.570483 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-69fdc2d8-0cef-42f1-aa4b-df21ce74c4ad tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3389924 Nov 23 21:56:07.582653 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-f527c4a1-223b-4f22-9bfa-62c315775551 service neutron] Request body: {'port': {'device_id': '7ec38c3e-9a12-4f74-92ec-e5736d9675f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:07.585883 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59840) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:07.625183 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-2cb42912-5057-4747-8122-401f940786b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:07.635373 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a2c21b56-cf90-4c8c-8548-cf0f837e68e6 None None] Port 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:56:07.639016 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c618878c-f569-405d-bd56-f3ba7a30db85 req-c7f4fd72-027e-4bfd-92bf-07c265439a4e tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccffb88b-79f9-4c36-ad87-2d57a23149f6 HTTP/1.1" status: 200 len: 210 time: 0.0783653 Nov 23 21:56:07.639728 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:07.654870 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5873cf58-5d9a-41d2-8ca5-0aecc7c42c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-a0d5853c-9b1f-4de9-9300-c88c5d64c045', 'network_id': 'a0d5853c-9b1f-4de9-9300-c88c5d64c045', 'tenant_id': '0de995c2037848d1b219b21c3f430058', 'fixed_ips': [{'subnet_id': '9f183e66-e5b4-472d-aa25-e96f93a2c557'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:56:07.656394 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5873cf58-5d9a-41d2-8ca5-0aecc7c42c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:07.677070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-b598783f-4cb6-4154-91a7-3d077d68946b service neutron] Transition to ACTIVE for port object 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:56:07.694796 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-b598783f-4cb6-4154-91a7-3d077d68946b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:07.729704 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-d5de220b-6cbf-41e1-b0dd-ef0b1c770353 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:07.731348 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-d5de220b-6cbf-41e1-b0dd-ef0b1c770353 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3589578 Nov 23 21:56:07.778607 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-ed65c662-f9ab-4180-8e7a-2b22824d7fa5 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Request body: {'port': {'device_id': 'ccffb88b-79f9-4c36-ad87-2d57a23149f6', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': '14bac651c09042789e9eb24760feece8'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:07.818609 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2cb42912-5057-4747-8122-401f940786b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:07.826431 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-05b318cf-6b6e-4def-b726-b6bd5033f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:07.828419 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-05b318cf-6b6e-4def-b726-b6bd5033f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:07.829301 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-05b318cf-6b6e-4def-b726-b6bd5033f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:07.831600 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-05b318cf-6b6e-4def-b726-b6bd5033f9fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=5b374035-6ec9-4585-9414-d17339221c43&id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&id=da4238c6-b353-4586-8707-c40d3aada134&id=da4238c6-b353-4586-8707-c40d3aada134 HTTP/1.1" status: 200 len: 2291 time: 0.6904354 Nov 23 21:56:07.860163 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-f527c4a1-223b-4f22-9bfa-62c315775551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:08.019603 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f7b10236-c895-4ec6-b974-8ea2d6b3b598 None None] Provisioning complete for port c29f0d83-3099-46d7-92b8-4d494ae5bd7b triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:08.020133 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f7b10236-c895-4ec6-b974-8ea2d6b3b598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:08.057630 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598783f-4cb6-4154-91a7-3d077d68946b service neutron] Pushing event updated for resources: {'Port': ['ID=66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:08.059892 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f7b10236-c895-4ec6-b974-8ea2d6b3b598 None None] Port c29f0d83-3099-46d7-92b8-4d494ae5bd7b cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:56:08.068588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-5873cf58-5d9a-41d2-8ca5-0aecc7c42c03 None None] Allocated IP 172.20.0.3 (a0d5853c-9b1f-4de9-9300-c88c5d64c045/9f183e66-e5b4-472d-aa25-e96f93a2c557/009b9fde-e66c-4eb8-9056-a3bf3827af77) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:56:08.125812 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-3ac3cfc2-8bde-41a1-9f40-29c73f7077e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d424e8e0-16b4-44c7-83b5-3077daab21d3 HTTP/1.1" status: 200 len: 1001 time: 0.2625070 Nov 23 21:56:08.196872 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:08.203986 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-b598783f-4cb6-4154-91a7-3d077d68946b service neutron] Attempting to bind port 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:56:08.203986 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-b598783f-4cb6-4154-91a7-3d077d68946b service neutron] Attempting to bind port 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'c3745fa3-29ce-433e-84b3-0288ca604068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:56:08.204288 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-b598783f-4cb6-4154-91a7-3d077d68946b service neutron] Attempting to bind port 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 on network d574a90f-57c4-4096-aa4e-8d6166a80844 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:08.214581 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-b598783f-4cb6-4154-91a7-3d077d68946b service neutron] Port 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 on network d574a90f-57c4-4096-aa4e-8d6166a80844 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:56:08.214940 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-b598783f-4cb6-4154-91a7-3d077d68946b service neutron] Attempting to bind port 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 on network d574a90f-57c4-4096-aa4e-8d6166a80844 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:08.277634 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5873cf58-5d9a-41d2-8ca5-0aecc7c42c03 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:08.285065 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-d9e92ab0-7fd4-4159-80f3-1fe462e3249d tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Allocated IP 172.20.0.13 (d574a90f-57c4-4096-aa4e-8d6166a80844/c9d54f61-2a7c-4963-b588-28ffdcf63b91/e77e1664-7e15-4fdf-8515-cc7a1e7ffe42) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:56:08.287397 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5873cf58-5d9a-41d2-8ca5-0aecc7c42c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:08.308200 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-b598783f-4cb6-4154-91a7-3d077d68946b service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:56:08.308861 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-b598783f-4cb6-4154-91a7-3d077d68946b service neutron] Checking segment: {'id': 'c3745fa3-29ce-433e-84b3-0288ca604068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:08.309024 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-b598783f-4cb6-4154-91a7-3d077d68946b service neutron] Bound using segment: {'id': 'c3745fa3-29ce-433e-84b3-0288ca604068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:56:08.309361 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-b598783f-4cb6-4154-91a7-3d077d68946b service neutron] Bound port: 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3745fa3-29ce-433e-84b3-0288ca604068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:56:08.309845 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-b598783f-4cb6-4154-91a7-3d077d68946b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:08.335048 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5873cf58-5d9a-41d2-8ca5-0aecc7c42c03 None None] Network a0d5853c-9b1f-4de9-9300-c88c5d64c045 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:56:08.339485 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-5873cf58-5d9a-41d2-8ca5-0aecc7c42c03 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:08.356701 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5873cf58-5d9a-41d2-8ca5-0aecc7c42c03 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:56:08.361153 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:08.365385 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873cf58-5d9a-41d2-8ca5-0aecc7c42c03 None None] Pushing event updated for resources: {'Port': ['ID=009b9fde-e66c-4eb8-9056-a3bf3827af77,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:08.379077 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-685d8900-f30d-4d21-91a9-519d9cf4e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:08.380548 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-685d8900-f30d-4d21-91a9-519d9cf4e895 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd878f6f-9967-479b-9c9f-bb69cd8c2238 HTTP/1.1" status: 200 len: 850 time: 0.2425365 Nov 23 21:56:08.436992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Subnet': ['ID=9f183e66-e5b4-472d-aa25-e96f93a2c557,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:08.464652 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-5873cf58-5d9a-41d2-8ca5-0aecc7c42c03 None None] Attempting to bind port 009b9fde-e66c-4eb8-9056-a3bf3827af77 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:56:08.465225 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-5873cf58-5d9a-41d2-8ca5-0aecc7c42c03 None None] Attempting to bind port 009b9fde-e66c-4eb8-9056-a3bf3827af77 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'f828a2b2-7cbe-41da-82d6-47b1c39cb6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0d5853c-9b1f-4de9-9300-c88c5d64c045'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:56:08.465423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5873cf58-5d9a-41d2-8ca5-0aecc7c42c03 None None] Attempting to bind port 009b9fde-e66c-4eb8-9056-a3bf3827af77 on network a0d5853c-9b1f-4de9-9300-c88c5d64c045 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:08.472847 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5873cf58-5d9a-41d2-8ca5-0aecc7c42c03 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:56:08.472847 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5873cf58-5d9a-41d2-8ca5-0aecc7c42c03 None None] Checking segment: {'id': 'f828a2b2-7cbe-41da-82d6-47b1c39cb6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0d5853c-9b1f-4de9-9300-c88c5d64c045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:08.472847 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5873cf58-5d9a-41d2-8ca5-0aecc7c42c03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:08.472847 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5873cf58-5d9a-41d2-8ca5-0aecc7c42c03 None None] Bound using segment: {'id': 'f828a2b2-7cbe-41da-82d6-47b1c39cb6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0d5853c-9b1f-4de9-9300-c88c5d64c045'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:56:08.475232 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-5873cf58-5d9a-41d2-8ca5-0aecc7c42c03 None None] Bound port: 009b9fde-e66c-4eb8-9056-a3bf3827af77, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f828a2b2-7cbe-41da-82d6-47b1c39cb6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'a0d5853c-9b1f-4de9-9300-c88c5d64c045'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:56:08.475232 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5873cf58-5d9a-41d2-8ca5-0aecc7c42c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:08.475402 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-b598783f-4cb6-4154-91a7-3d077d68946b service neutron] For port 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:56:08.479417 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-b598783f-4cb6-4154-91a7-3d077d68946b service neutron] For port 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9,segment=NetworkSegment(c3745fa3-29ce-433e-84b3-0288ca604068),segment_id=c3745fa3-29ce-433e-84b3-0288ca604068)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:56:08.481745 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-ed65c662-f9ab-4180-8e7a-2b22824d7fa5 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Made reservation on behalf of 14bac651c09042789e9eb24760feece8 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:08.485700 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-ed65c662-f9ab-4180-8e7a-2b22824d7fa5 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:08.489807 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-b598783f-4cb6-4154-91a7-3d077d68946b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:08.523027 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-ed65c662-f9ab-4180-8e7a-2b22824d7fa5 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:08.554771 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:08.555735 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2cb42912-5057-4747-8122-401f940786b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:08.566105 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-5873cf58-5d9a-41d2-8ca5-0aecc7c42c03 None None] For port 009b9fde-e66c-4eb8-9056-a3bf3827af77, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:56:08.570576 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-5873cf58-5d9a-41d2-8ca5-0aecc7c42c03 None None] For port 009b9fde-e66c-4eb8-9056-a3bf3827af77, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=009b9fde-e66c-4eb8-9056-a3bf3827af77,segment=NetworkSegment(f828a2b2-7cbe-41da-82d6-47b1c39cb6da),segment_id=f828a2b2-7cbe-41da-82d6-47b1c39cb6da)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:56:08.580168 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5873cf58-5d9a-41d2-8ca5-0aecc7c42c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:08.589396 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-b598783f-4cb6-4154-91a7-3d077d68946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:08.590359 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-b598783f-4cb6-4154-91a7-3d077d68946b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:08.591461 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-b598783f-4cb6-4154-91a7-3d077d68946b service neutron] 10.222.0.60 "PUT /v2.0/ports/66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 HTTP/1.1" status: 200 len: 1091 time: 3.7543395 Nov 23 21:56:08.634045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f748146-e5ec-445c-8bcb-89216b07426a req-0eba56f2-2861-4b69-aa11-25994a277708 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=020f6c6c-f212-471b-844d-21bc235b8302 HTTP/1.1" status: 200 len: 210 time: 0.0877445 Nov 23 21:56:08.634045 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10439706-dd55-4a1e-a484-188d1c293d73', 'tag': '66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:56:08.634045 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae5c46a-8c5d-494f-add1-342b40f7b216" -d '{"events": [{"name": "network-changed", "server_uuid": "10439706-dd55-4a1e-a484-188d1c293d73", "tag": "66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:56:08.638546 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d5853c-9b1f-4de9-9300-c88c5d64c045']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:08.701665 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1dfe5bed-3389-4366-b282-954e2e732023 req-61c51c86-617c-4d5d-a2f3-c1db97a8c03d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2873228 Nov 23 21:56:08.706957 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f828a2b2-7cbe-41da-82d6-47b1c39cb6da') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:08.707302 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f828a2b2-7cbe-41da-82d6-47b1c39cb6da') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:08.763459 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:08.786826 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873cf58-5d9a-41d2-8ca5-0aecc7c42c03 None None] Pushing event updated for resources: {'Port': ['ID=009b9fde-e66c-4eb8-9056-a3bf3827af77,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:08.806079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0d1050-655b-4790-8205-106d0cb8483a None None] Network a0d5853c-9b1f-4de9-9300-c88c5d64c045 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:08.832281 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-d9e92ab0-7fd4-4159-80f3-1fe462e3249d tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:08.845801 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a715d30b-e824-4d5d-8850-b2789651ed83 x-openstack-request-id: req-a715d30b-e824-4d5d-8850-b2789651ed83 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:56:08.846611 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10439706-dd55-4a1e-a484-188d1c293d73", "tag": "66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:56:08.847088 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a715d30b-e824-4d5d-8850-b2789651ed83 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:56:08.848166 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10439706-dd55-4a1e-a484-188d1c293d73', 'tag': '66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9', 'status': 'completed', 'code': 200} Nov 23 21:56:08.851878 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-e21cb958-d241-4ff4-95cc-583b5f49e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:08.853656 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-e21cb958-d241-4ff4-95cc-583b5f49e90e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b374035-6ec9-4585-9414-d17339221c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4583323 Nov 23 21:56:08.857843 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:08.874462 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:56:08.874993 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:08.878975 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598783f-4cb6-4154-91a7-3d077d68946b service neutron] Pushing event updated for resources: {'Port': ['ID=66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:56:08.883543 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:56:08.952093 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-2cb42912-5057-4747-8122-401f940786b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Allocated IP 172.25.5.176 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/65141407-ad9d-45b2-a71c-72657856bcdb) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:56:08.985980 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe5bed-3389-4366-b282-954e2e732023 req-35fc871a-10d6-4528-b0e9-97ce894eddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:08.987544 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1dfe5bed-3389-4366-b282-954e2e732023 req-35fc871a-10d6-4528-b0e9-97ce894eddc5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32839c3e63d04827b470d0a106b18e8e&device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 1096 time: 0.2007649 Nov 23 21:56:08.989714 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b6f9f5c-7a80-4a56-b717-f44890cbf31c req-852ef0e5-e8a8-48c4-bb25-cafeb7fb9148 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccffb88b-79f9-4c36-ad87-2d57a23149f6 HTTP/1.1" status: 200 len: 210 time: 0.1292808 Nov 23 21:56:09.008234 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.db.api [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 21:56:09.008234 n-d-816206-9 neutron-server[110033]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 21:56:09.008234 n-d-816206-9 neutron-server[110033]: [parameters: {'id': 'a0d5853c-9b1f-4de9-9300-c88c5d64c045'}] Nov 23 21:56:09.008234 n-d-816206-9 neutron-server[110033]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:56:09.008586 n-d-816206-9 neutron-server[110033]: DEBUG oslo_db.api [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:56:09.011647 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-ed65c662-f9ab-4180-8e7a-2b22824d7fa5 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:09.019899 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb0621d-66d0-4deb-b923-2376b09e078d None None] get_active_networks_info from n-d-816206-9 {{(pid=110035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 21:56:09.039112 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-ed65c662-f9ab-4180-8e7a-2b22824d7fa5 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:09.053182 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-2ad9513e-dcdd-4d43-a81a-bc41f5e0c4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:09.054820 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-2ad9513e-dcdd-4d43-a81a-bc41f5e0c4bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c13aeffe2daf471598f2057c7d3388f0&device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 1094 time: 0.2983003 Nov 23 21:56:09.078042 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-d9e92ab0-7fd4-4159-80f3-1fe462e3249d tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:09.125932 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65c662-f9ab-4180-8e7a-2b22824d7fa5 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=269b01d1-5b36-407e-827f-e8a9d0a5cd5f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:09.215688 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed6870-9191-4895-a6b4-dd66a89e30ca req-290a4ac5-539d-4ff9-9202-80c1e0386b3e tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:09.217617 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3aed6870-9191-4895-a6b4-dd66a89e30ca req-290a4ac5-539d-4ff9-9202-80c1e0386b3e tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/ports?device_id=c17950e9-f930-4d33-a98b-eec45d0b8b51 HTTP/1.1" status: 200 len: 943 time: 0.3756154 Nov 23 21:56:09.227692 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-d9e92ab0-7fd4-4159-80f3-1fe462e3249d tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Network d574a90f-57c4-4096-aa4e-8d6166a80844 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:56:09.239750 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-d9e92ab0-7fd4-4159-80f3-1fe462e3249d tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:09.247614 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-30b34c3a-96b5-46b6-b221-9f1c86d74422 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 HTTP/1.1" status: 200 len: 217 time: 0.1451008 Nov 23 21:56:09.248621 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-d9e92ab0-7fd4-4159-80f3-1fe462e3249d tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:56:09.256196 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e92ab0-7fd4-4159-80f3-1fe462e3249d tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Pushing event updated for resources: {'Port': ['ID=e77e1664-7e15-4fdf-8515-cc7a1e7ffe42,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:09.313993 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb0621d-66d0-4deb-b923-2376b09e078d None None] Resources bound (agent type, host, resource id): {{(pid=110035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 21:56:09.337277 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe5bed-3389-4366-b282-954e2e732023 req-de81db33-f44d-4c2f-8312-75c723ca8a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:09.338899 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1dfe5bed-3389-4366-b282-954e2e732023 req-de81db33-f44d-4c2f-8312-75c723ca8a0d service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f777ba-77da-410e-897f-1430639bb0d7 HTTP/1.1" status: 200 len: 917 time: 0.3233190 Nov 23 21:56:09.345728 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-1507916d-8f16-4716-ba4c-5684d3d2bd6f service neutron] 10.222.0.53 "GET /v2.0/networks/5b374035-6ec9-4585-9414-d17339221c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482625 Nov 23 21:56:09.380457 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 0457e9c2-1729-4192-b28b-d077ed0dca89 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:56:09.406118 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-d9e92ab0-7fd4-4159-80f3-1fe462e3249d tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:09.406375 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-d9e92ab0-7fd4-4159-80f3-1fe462e3249d tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:09.423975 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-ed65c662-f9ab-4180-8e7a-2b22824d7fa5 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Allocated IP 192.168.233.107 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/224179a9-9246-4419-a911-b515f4991d15) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:56:09.427029 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-b7360720-2a82-46a7-a8e9-030b7198d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:09.428602 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-b7360720-2a82-46a7-a8e9-030b7198d187 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9d54f61-2a7c-4963-b588-28ffdcf63b91 HTTP/1.1" status: 200 len: 854 time: 0.1692626 Nov 23 21:56:09.451511 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-d9e92ab0-7fd4-4159-80f3-1fe462e3249d tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4046147 Nov 23 21:56:09.459544 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1dfe5bed-3389-4366-b282-954e2e732023 req-65fdaf29-28d5-4a02-903c-ec28d332978b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cae4ce6-3e46-4535-9cba-9c01e53da176 HTTP/1.1" status: 200 len: 1001 time: 0.1115737 Nov 23 21:56:09.464592 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-0b241531-248e-494f-863d-b0a761877841 service neutron] Request body: {'port': {'device_id': '020f6c6c-f212-471b-844d-21bc235b8302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:09.464788 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2cb42912-5057-4747-8122-401f940786b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:09.470452 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3aed6870-9191-4895-a6b4-dd66a89e30ca req-66278a4c-34c5-4289-a386-8207f3d4bbf0 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/security-groups?id=3af2db18-58d0-4551-a12a-c9fdf47401d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190428 Nov 23 21:56:09.526162 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:09.599235 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 0457e9c2-1729-4192-b28b-d077ed0dca89, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=0457e9c2-1729-4192-b28b-d077ed0dca89,segment=NetworkSegment(432a5852-5ad8-4185-bee6-710d39b0ae87),segment_id=432a5852-5ad8-4185-bee6-710d39b0ae87)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:09.619407 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '0457e9c2-1729-4192-b28b-d077ed0dca89', 'network_id': 'f8e0bdae-88de-42bf-8a19-735d93a3a681', 'port_id': '0457e9c2-1729-4192-b28b-d077ed0dca89', 'mac_address': 'fa:16:3e:6c:cc:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bce44bc9-40b5-4828-b293-41858239678d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:56:09.625933 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe5bed-3389-4366-b282-954e2e732023 req-2cd5ab10-207f-4edd-9c19-6d36b6fd1863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:09.627608 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-f527c4a1-223b-4f22-9bfa-62c315775551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c29f0d83-3099-46d7-92b8-4d494ae5bd7b {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:09.627950 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1dfe5bed-3389-4366-b282-954e2e732023 req-2cd5ab10-207f-4edd-9c19-6d36b6fd1863 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ec95087-31a0-4067-927d-a3091c147250 HTTP/1.1" status: 200 len: 855 time: 0.1560931 Nov 23 21:56:09.635217 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-d5b05bf9-cfa2-4981-a1ad-2ac937364528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:09.636992 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-d5b05bf9-cfa2-4981-a1ad-2ac937364528 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d574a90f-57c4-4096-aa4e-8d6166a80844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1979444 Nov 23 21:56:09.638917 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-d866d680-cf50-4af2-9f7d-cd0f98e1eac1 service neutron] 10.222.0.53 "GET /v2.0/networks/5b374035-6ec9-4585-9414-d17339221c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787237 Nov 23 21:56:09.645270 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-f527c4a1-223b-4f22-9bfa-62c315775551 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:09.651928 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2cb42912-5057-4747-8122-401f940786b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:09.669673 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-0b241531-248e-494f-863d-b0a761877841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:09.765193 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:09.804182 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0457e9c2-1729-4192-b28b-d077ed0dca89 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:09.830056 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe5bed-3389-4366-b282-954e2e732023 req-ffc49eb3-b1aa-4c88-ba80-9868adc4bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:09.831230 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 0457e9c2-1729-4192-b28b-d077ed0dca89, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=0457e9c2-1729-4192-b28b-d077ed0dca89,segment=NetworkSegment(432a5852-5ad8-4185-bee6-710d39b0ae87),segment_id=432a5852-5ad8-4185-bee6-710d39b0ae87)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:09.831654 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1dfe5bed-3389-4366-b282-954e2e732023 req-ffc49eb3-b1aa-4c88-ba80-9868adc4bbc3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f777ba-77da-410e-897f-1430639bb0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1772025 Nov 23 21:56:09.837016 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:09.905893 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=0457e9c2-1729-4192-b28b-d077ed0dca89,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:09.924219 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-ed65c662-f9ab-4180-8e7a-2b22824d7fa5 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:09.963445 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Deleting port 009b9fde-e66c-4eb8-9056-a3bf3827af77 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:56:09.963804 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:10.110668 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['0457e9c2-1729-4192-b28b-d077ed0dca89'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:56:10.111779 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] For port 009b9fde-e66c-4eb8-9056-a3bf3827af77, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=009b9fde-e66c-4eb8-9056-a3bf3827af77,segment=NetworkSegment(f828a2b2-7cbe-41da-82d6-47b1c39cb6da),segment_id=f828a2b2-7cbe-41da-82d6-47b1c39cb6da)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:10.112144 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:10.116643 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-ed65c662-f9ab-4180-8e7a-2b22824d7fa5 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:10.123210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb42912-5057-4747-8122-401f940786b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:56:10.126617 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-f527c4a1-223b-4f22-9bfa-62c315775551 service neutron] Transition to ACTIVE for port object c29f0d83-3099-46d7-92b8-4d494ae5bd7b will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:56:10.133314 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1dfe5bed-3389-4366-b282-954e2e732023 req-ed978d37-1911-4342-beb6-2d9f7114a114 service neutron] 10.222.0.60 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865858 Nov 23 21:56:10.144728 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Calling delete_port for 009b9fde-e66c-4eb8-9056-a3bf3827af77 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:56:10.151130 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-2cb42912-5057-4747-8122-401f940786b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:10.154540 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-fab5ec74-9f9c-4827-abbe-d4f621bef314 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=b6f8e53c-884b-4d04-8718-3995b74448ac HTTP/1.1" status: 200 len: 217 time: 0.5048470 Nov 23 21:56:10.182633 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb42912-5057-4747-8122-401f940786b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:56:10.193686 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-f527c4a1-223b-4f22-9bfa-62c315775551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:10.225471 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-ed65c662-f9ab-4180-8e7a-2b22824d7fa5 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:56:10.232562 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a66c5a57-6908-44db-9246-9a10d4b036a7 None None] Provisioning complete for port e77e1664-7e15-4fdf-8515-cc7a1e7ffe42 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:10.233331 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a66c5a57-6908-44db-9246-9a10d4b036a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:10.274568 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-ed65c662-f9ab-4180-8e7a-2b22824d7fa5 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:10.279010 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a66c5a57-6908-44db-9246-9a10d4b036a7 None None] Port e77e1664-7e15-4fdf-8515-cc7a1e7ffe42 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:56:10.318289 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-ed65c662-f9ab-4180-8e7a-2b22824d7fa5 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:56:10.328677 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb42912-5057-4747-8122-401f940786b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event updated for resources: {'Port': ['ID=65141407-ad9d-45b2-a71c-72657856bcdb,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:10.426925 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65c662-f9ab-4180-8e7a-2b22824d7fa5 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Pushing event updated for resources: {'Port': ['ID=224179a9-9246-4419-a911-b515f4991d15,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:10.432794 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1dfe5bed-3389-4366-b282-954e2e732023 req-45c73a62-4115-4380-85c7-e8a8e36d6d24 service neutron] 10.222.0.60 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908831 Nov 23 21:56:10.537965 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-ed65c662-f9ab-4180-8e7a-2b22824d7fa5 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:10.538625 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-ed65c662-f9ab-4180-8e7a-2b22824d7fa5 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:10.566643 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:10.573001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fe22c-92ff-4cb4-b415-51084bd3faa9 req-5c23158a-c6a4-4720-a781-2fe72fff66e0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:10.574887 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-742fe22c-92ff-4cb4-b415-51084bd3faa9 req-5c23158a-c6a4-4720-a781-2fe72fff66e0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccffb88b-79f9-4c36-ad87-2d57a23149f6 HTTP/1.1" status: 200 len: 936 time: 0.4836764 Nov 23 21:56:10.585035 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-9e011302-203a-4d21-b7d7-a572b2c5ef21 service neutron] 10.222.0.60 "GET /v2.0/networks/d574a90f-57c4-4096-aa4e-8d6166a80844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9364786 Nov 23 21:56:10.594418 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65931b-7a24-4b65-857f-e57cce675fc4 req-b17f40dd-50d5-49b3-a14e-bba0b33cd22b tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:10.596018 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fa65931b-7a24-4b65-857f-e57cce675fc4 req-b17f40dd-50d5-49b3-a14e-bba0b33cd22b tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=020f6c6c-f212-471b-844d-21bc235b8302 HTTP/1.1" status: 200 len: 932 time: 0.5070274 Nov 23 21:56:10.597590 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-181e365f-4746-414a-8380-691dce6fd622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:10.599056 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-181e365f-4746-414a-8380-691dce6fd622 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3f7f1b0-3707-4638-b7a3-e427077abc41 HTTP/1.1" status: 200 len: 797 time: 0.4075756 Nov 23 21:56:10.615322 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-ed65c662-f9ab-4180-8e7a-2b22824d7fa5 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8452253 Nov 23 21:56:10.624236 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527c4a1-223b-4f22-9bfa-62c315775551 service neutron] Pushing event updated for resources: {'Port': ['ID=c29f0d83-3099-46d7-92b8-4d494ae5bd7b,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:10.647477 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-5b8b8900-dd29-477b-86cd-a52a8c6758e2 service neutron] Request body: {'port': {'device_id': 'ccffb88b-79f9-4c36-ad87-2d57a23149f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:10.659437 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Port': ['ID=009b9fde-e66c-4eb8-9056-a3bf3827af77,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:10.661515 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No DVR routers for this DVR port 009b9fde-e66c-4eb8-9056-a3bf3827af77 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:56:10.685044 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-0b241531-248e-494f-863d-b0a761877841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e77e1664-7e15-4fdf-8515-cc7a1e7ffe42 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:10.695951 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-0b241531-248e-494f-863d-b0a761877841 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:10.731073 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2cb42912-5057-4747-8122-401f940786b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:10.736706 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6a86a9e5-ab4c-4a18-93c7-6c33c5ad5c9d None None] Provisioning complete for port 224179a9-9246-4419-a911-b515f4991d15 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:10.737270 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6a86a9e5-ab4c-4a18-93c7-6c33c5ad5c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:10.745950 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-0b241531-248e-494f-863d-b0a761877841 service neutron] Transition to ACTIVE for port object e77e1664-7e15-4fdf-8515-cc7a1e7ffe42 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:56:10.775955 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-0b241531-248e-494f-863d-b0a761877841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:10.781713 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-6a86a9e5-ab4c-4a18-93c7-6c33c5ad5c9d None None] Port 224179a9-9246-4419-a911-b515f4991d15 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:56:10.841004 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:10.859596 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-5b8b8900-dd29-477b-86cd-a52a8c6758e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:10.889741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-f527c4a1-223b-4f22-9bfa-62c315775551 service neutron] Attempting to bind port c29f0d83-3099-46d7-92b8-4d494ae5bd7b on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:56:10.890366 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-f527c4a1-223b-4f22-9bfa-62c315775551 service neutron] Attempting to bind port c29f0d83-3099-46d7-92b8-4d494ae5bd7b by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'c3745fa3-29ce-433e-84b3-0288ca604068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:56:10.890523 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-f527c4a1-223b-4f22-9bfa-62c315775551 service neutron] Attempting to bind port c29f0d83-3099-46d7-92b8-4d494ae5bd7b on network d574a90f-57c4-4096-aa4e-8d6166a80844 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:10.896654 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d5853c-9b1f-4de9-9300-c88c5d64c045']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:10.899070 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b241531-248e-494f-863d-b0a761877841 service neutron] Pushing event updated for resources: {'Port': ['ID=e77e1664-7e15-4fdf-8515-cc7a1e7ffe42,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:10.906777 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fa65931b-7a24-4b65-857f-e57cce675fc4 req-ba180cd2-2a5e-4e0d-94fd-9b5d6fdf126a tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856615 Nov 23 21:56:10.908750 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-16e23693-6c66-4c64-80b9-5ef7b8adc020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:10.910194 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-16e23693-6c66-4c64-80b9-5ef7b8adc020 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2976630 Nov 23 21:56:10.910792 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2cb42912-5057-4747-8122-401f940786b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:10.923319 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-742fe22c-92ff-4cb4-b415-51084bd3faa9 req-37f9ad3e-8064-42a8-84e2-4b898c98afe2 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217840 Nov 23 21:56:10.929835 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-f527c4a1-223b-4f22-9bfa-62c315775551 service neutron] Port c29f0d83-3099-46d7-92b8-4d494ae5bd7b on network d574a90f-57c4-4096-aa4e-8d6166a80844 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:56:10.930311 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-f527c4a1-223b-4f22-9bfa-62c315775551 service neutron] Attempting to bind port c29f0d83-3099-46d7-92b8-4d494ae5bd7b on network d574a90f-57c4-4096-aa4e-8d6166a80844 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:10.934808 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f828a2b2-7cbe-41da-82d6-47b1c39cb6da') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:10.935123 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f828a2b2-7cbe-41da-82d6-47b1c39cb6da') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:11.022766 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ba4f7a0-81e5-49cf-85d9-a02218e40cdb req-babfe0c1-db15-42c4-badd-16ae488d588c service neutron] 10.222.0.60 "GET /v2.0/networks/d574a90f-57c4-4096-aa4e-8d6166a80844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129910 Nov 23 21:56:11.024356 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:11.043572 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:11.075681 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:56:11.076092 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:56:11.082856 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:56:11.086893 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-f527c4a1-223b-4f22-9bfa-62c315775551 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:56:11.088073 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-f527c4a1-223b-4f22-9bfa-62c315775551 service neutron] Checking segment: {'id': 'c3745fa3-29ce-433e-84b3-0288ca604068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:11.088206 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-f527c4a1-223b-4f22-9bfa-62c315775551 service neutron] Bound using segment: {'id': 'c3745fa3-29ce-433e-84b3-0288ca604068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:56:11.088611 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-f527c4a1-223b-4f22-9bfa-62c315775551 service neutron] Bound port: c29f0d83-3099-46d7-92b8-4d494ae5bd7b, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3745fa3-29ce-433e-84b3-0288ca604068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:56:11.088977 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-f527c4a1-223b-4f22-9bfa-62c315775551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:11.096443 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-0b241531-248e-494f-863d-b0a761877841 service neutron] Attempting to bind port e77e1664-7e15-4fdf-8515-cc7a1e7ffe42 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:56:11.096797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-0b241531-248e-494f-863d-b0a761877841 service neutron] Attempting to bind port e77e1664-7e15-4fdf-8515-cc7a1e7ffe42 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'c3745fa3-29ce-433e-84b3-0288ca604068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:56:11.097144 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-0b241531-248e-494f-863d-b0a761877841 service neutron] Attempting to bind port e77e1664-7e15-4fdf-8515-cc7a1e7ffe42 on network d574a90f-57c4-4096-aa4e-8d6166a80844 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:11.184633 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-0b241531-248e-494f-863d-b0a761877841 service neutron] Port e77e1664-7e15-4fdf-8515-cc7a1e7ffe42 on network d574a90f-57c4-4096-aa4e-8d6166a80844 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:56:11.184983 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-0b241531-248e-494f-863d-b0a761877841 service neutron] Attempting to bind port e77e1664-7e15-4fdf-8515-cc7a1e7ffe42 on network d574a90f-57c4-4096-aa4e-8d6166a80844 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:11.246228 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-0b241531-248e-494f-863d-b0a761877841 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:56:11.246572 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-0b241531-248e-494f-863d-b0a761877841 service neutron] Checking segment: {'id': 'c3745fa3-29ce-433e-84b3-0288ca604068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:11.247192 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-0b241531-248e-494f-863d-b0a761877841 service neutron] Bound using segment: {'id': 'c3745fa3-29ce-433e-84b3-0288ca604068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:56:11.247651 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-0b241531-248e-494f-863d-b0a761877841 service neutron] Bound port: e77e1664-7e15-4fdf-8515-cc7a1e7ffe42, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3745fa3-29ce-433e-84b3-0288ca604068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:56:11.248014 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-0b241531-248e-494f-863d-b0a761877841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:11.266067 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:11.278566 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:11.288070 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/networks/a0d5853c-9b1f-4de9-9300-c88c5d64c045 HTTP/1.1" status: 204 len: 168 time: 3.7577510 Nov 23 21:56:11.288400 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-4f6dd893-9937-47b5-94e3-e6a0ef6ebf40 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587143 Nov 23 21:56:11.296533 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59876) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:11.305706 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6299e693-15e0-474b-947e-6faaaee4a1a7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1317636688'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:11.314742 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207a117-d61c-4d8c-bf3f-29ecf489e679 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Network': ['ID=a0d5853c-9b1f-4de9-9300-c88c5d64c045,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:11.376844 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5c46a-8c5d-494f-add1-342b40f7b216 req-02d3ad6f-8f85-41f7-ac8b-5ba92ff74359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:11.378371 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fae5c46a-8c5d-494f-add1-342b40f7b216 req-02d3ad6f-8f85-41f7-ac8b-5ba92ff74359 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c13aeffe2daf471598f2057c7d3388f0&device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 1094 time: 0.2402811 Nov 23 21:56:11.402681 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 0457e9c2-1729-4192-b28b-d077ed0dca89 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:56:11.410504 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6299e693-15e0-474b-947e-6faaaee4a1a7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Made reservation on behalf of 0de995c2037848d1b219b21c3f430058 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:11.414758 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6299e693-15e0-474b-947e-6faaaee4a1a7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:11.435849 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535ea2f-65a3-4630-b13b-ecf0830ced7e req-da2f61bb-8f0f-419f-b577-de704b9e95cf tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:11.437857 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8535ea2f-65a3-4630-b13b-ecf0830ced7e req-da2f61bb-8f0f-419f-b577-de704b9e95cf tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/ports?device_id=c17950e9-f930-4d33-a98b-eec45d0b8b51 HTTP/1.1" status: 200 len: 944 time: 0.2745049 Nov 23 21:56:11.450103 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-f527c4a1-223b-4f22-9bfa-62c315775551 service neutron] For port c29f0d83-3099-46d7-92b8-4d494ae5bd7b, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:56:11.462665 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 0457e9c2-1729-4192-b28b-d077ed0dca89 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:56:11.468014 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 0457e9c2-1729-4192-b28b-d077ed0dca89 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:11.468660 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:11.477923 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-0b241531-248e-494f-863d-b0a761877841 service neutron] For port e77e1664-7e15-4fdf-8515-cc7a1e7ffe42, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:56:11.500362 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6299e693-15e0-474b-947e-6faaaee4a1a7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:56:11.504072 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-f527c4a1-223b-4f22-9bfa-62c315775551 service neutron] For port c29f0d83-3099-46d7-92b8-4d494ae5bd7b, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c29f0d83-3099-46d7-92b8-4d494ae5bd7b,segment=NetworkSegment(c3745fa3-29ce-433e-84b3-0288ca604068),segment_id=c3745fa3-29ce-433e-84b3-0288ca604068)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:56:11.512330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-0b241531-248e-494f-863d-b0a761877841 service neutron] For port e77e1664-7e15-4fdf-8515-cc7a1e7ffe42, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e77e1664-7e15-4fdf-8515-cc7a1e7ffe42,segment=NetworkSegment(c3745fa3-29ce-433e-84b3-0288ca604068),segment_id=c3745fa3-29ce-433e-84b3-0288ca604068)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:56:11.526843 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-0b241531-248e-494f-863d-b0a761877841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:11.530544 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6299e693-15e0-474b-947e-6faaaee4a1a7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:11.530913 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-f527c4a1-223b-4f22-9bfa-62c315775551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:11.531217 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-6299e693-15e0-474b-947e-6faaaee4a1a7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Added segment d615218c-1862-4223-babd-0514a617df97 of type vlan for network 13bf4b13-b06c-4dc7-bee4-345551bda4e6 Nov 23 21:56:11.569249 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:11.599505 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17950e9-f930-4d33-a98b-eec45d0b8b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0457e9c2-1729-4192-b28b-d077ed0dca89'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:56:11.603128 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5958de-f5d2-499f-812c-f80c4289beda" -d '{"events": [{"server_uuid": "c17950e9-f930-4d33-a98b-eec45d0b8b51", "name": "network-vif-plugged", "status": "completed", "tag": "0457e9c2-1729-4192-b28b-d077ed0dca89"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:56:11.618317 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 0457e9c2-1729-4192-b28b-d077ed0dca89, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=0457e9c2-1729-4192-b28b-d077ed0dca89,segment=NetworkSegment(432a5852-5ad8-4185-bee6-710d39b0ae87),segment_id=432a5852-5ad8-4185-bee6-710d39b0ae87)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:11.627059 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:11.628308 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-0c54a81b-ad30-4bc1-8a59-7eb0edf0b6ab service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286479 Nov 23 21:56:11.639212 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-0b241531-248e-494f-863d-b0a761877841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:11.640661 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-0b241531-248e-494f-863d-b0a761877841 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:11.642381 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-0b241531-248e-494f-863d-b0a761877841 service neutron] 10.222.0.53 "PUT /v2.0/ports/e77e1664-7e15-4fdf-8515-cc7a1e7ffe42 HTTP/1.1" status: 200 len: 1092 time: 2.1818938 Nov 23 21:56:11.643119 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020f6c6c-f212-471b-844d-21bc235b8302', 'tag': 'e77e1664-7e15-4fdf-8515-cc7a1e7ffe42'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:56:11.645580 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ddadb1-a1b4-4761-82fa-8370e9aaa81e" -d '{"events": [{"name": "network-changed", "server_uuid": "020f6c6c-f212-471b-844d-21bc235b8302", "tag": "e77e1664-7e15-4fdf-8515-cc7a1e7ffe42"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:56:11.670047 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6299e693-15e0-474b-947e-6faaaee4a1a7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:11.674945 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-f527c4a1-223b-4f22-9bfa-62c315775551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:11.675383 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-f527c4a1-223b-4f22-9bfa-62c315775551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:11.676840 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-f527c4a1-223b-4f22-9bfa-62c315775551 service neutron] 10.222.0.53 "PUT /v2.0/ports/c29f0d83-3099-46d7-92b8-4d494ae5bd7b HTTP/1.1" status: 200 len: 1092 time: 4.1207111 Nov 23 21:56:11.677312 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec38c3e-9a12-4f74-92ec-e5736d9675f6', 'tag': 'c29f0d83-3099-46d7-92b8-4d494ae5bd7b'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:56:11.679673 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7671691-eb83-4632-96b4-5adfc5724279" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec38c3e-9a12-4f74-92ec-e5736d9675f6", "tag": "c29f0d83-3099-46d7-92b8-4d494ae5bd7b"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:56:11.721645 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a89ff46-a05c-4d1e-90d7-40b9b2bd317c x-openstack-request-id: req-5a89ff46-a05c-4d1e-90d7-40b9b2bd317c {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:56:11.722400 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17950e9-f930-4d33-a98b-eec45d0b8b51", "name": "network-vif-plugged", "status": "completed", "tag": "0457e9c2-1729-4192-b28b-d077ed0dca89", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:56:11.723857 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5a89ff46-a05c-4d1e-90d7-40b9b2bd317c {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:56:11.723857 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17950e9-f930-4d33-a98b-eec45d0b8b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0457e9c2-1729-4192-b28b-d077ed0dca89', 'code': 200} Nov 23 21:56:11.759002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8535ea2f-65a3-4630-b13b-ecf0830ced7e req-44fd8271-986b-43f9-8b74-473674de0c3b tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/security-groups?id=3af2db18-58d0-4551-a12a-c9fdf47401d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940273 Nov 23 21:56:11.760289 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-c0ed245a-b12c-46e4-9b16-eaeca93e708b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=ec919349-dd55-4ec4-806b-052e3784ad8c HTTP/1.1" status: 200 len: 217 time: 0.1222994 Nov 23 21:56:11.774522 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2cb42912-5057-4747-8122-401f940786b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:11.792476 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b241531-248e-494f-863d-b0a761877841 service neutron] Pushing event updated for resources: {'Port': ['ID=e77e1664-7e15-4fdf-8515-cc7a1e7ffe42,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:11.829680 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-5b8b8900-dd29-477b-86cd-a52a8c6758e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224179a9-9246-4419-a911-b515f4991d15 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:11.831005 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=0457e9c2-1729-4192-b28b-d077ed0dca89,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:11.843935 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df50a155-ed03-4906-b4df-129d53e78b47 x-openstack-request-id: req-df50a155-ed03-4906-b4df-129d53e78b47 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:56:11.844444 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "020f6c6c-f212-471b-844d-21bc235b8302", "tag": "e77e1664-7e15-4fdf-8515-cc7a1e7ffe42", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:56:11.844561 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df50a155-ed03-4906-b4df-129d53e78b47 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:56:11.844879 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '020f6c6c-f212-471b-844d-21bc235b8302', 'tag': 'e77e1664-7e15-4fdf-8515-cc7a1e7ffe42', 'status': 'completed', 'code': 200} Nov 23 21:56:11.850414 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-5b8b8900-dd29-477b-86cd-a52a8c6758e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:11.888850 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2cb42912-5057-4747-8122-401f940786b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:11.891967 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6299e693-15e0-474b-947e-6faaaee4a1a7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:11.898176 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6299e693-15e0-474b-947e-6faaaee4a1a7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:11.898494 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b62125d-a117-43f9-9360-264d484d871b x-openstack-request-id: req-8b62125d-a117-43f9-9360-264d484d871b {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:56:11.898772 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec38c3e-9a12-4f74-92ec-e5736d9675f6", "tag": "c29f0d83-3099-46d7-92b8-4d494ae5bd7b", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:56:11.898893 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6299e693-15e0-474b-947e-6faaaee4a1a7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:11.899076 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8b62125d-a117-43f9-9360-264d484d871b {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:56:11.899430 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec38c3e-9a12-4f74-92ec-e5736d9675f6', 'tag': 'c29f0d83-3099-46d7-92b8-4d494ae5bd7b', 'status': 'completed', 'code': 200} Nov 23 21:56:11.913335 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5c46a-8c5d-494f-add1-342b40f7b216 req-1605c160-3b0c-42c0-88ee-93212a04f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:11.915515 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fae5c46a-8c5d-494f-add1-342b40f7b216 req-1605c160-3b0c-42c0-88ee-93212a04f949 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d574a90f-57c4-4096-aa4e-8d6166a80844 HTTP/1.1" status: 200 len: 916 time: 0.4725342 Nov 23 21:56:11.922246 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-5b8b8900-dd29-477b-86cd-a52a8c6758e2 service neutron] Transition to ACTIVE for port object 224179a9-9246-4419-a911-b515f4991d15 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:56:11.937357 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527c4a1-223b-4f22-9bfa-62c315775551 service neutron] Pushing event updated for resources: {'Port': ['ID=c29f0d83-3099-46d7-92b8-4d494ae5bd7b,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:11.996734 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-5b8b8900-dd29-477b-86cd-a52a8c6758e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:12.031734 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fae5c46a-8c5d-494f-add1-342b40f7b216 req-5a80bb28-85bc-451c-99fa-ac031c9bbe1e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 HTTP/1.1" status: 200 len: 217 time: 0.1067734 Nov 23 21:56:12.037627 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-8cc0c075-fbd7-40a4-9aba-f3e14f8930f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:12.039102 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-8cc0c075-fbd7-40a4-9aba-f3e14f8930f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3f7f1b0-3707-4638-b7a3-e427077abc41 HTTP/1.1" status: 200 len: 797 time: 0.2541683 Nov 23 21:56:12.075908 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-6ebef78b-79ed-401e-80a9-fdf77c82c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:12.077997 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-6ebef78b-79ed-401e-80a9-fdf77c82c7cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c13aeffe2daf471598f2057c7d3388f0&device_id=020f6c6c-f212-471b-844d-21bc235b8302 HTTP/1.1" status: 200 len: 1095 time: 0.3148425 Nov 23 21:56:12.089248 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299e693-15e0-474b-947e-6faaaee4a1a7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Network': ['ID=13bf4b13-b06c-4dc7-bee4-345551bda4e6,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:12.115057 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6299e693-15e0-474b-947e-6faaaee4a1a7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8058121 Nov 23 21:56:12.127444 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59892) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:12.130841 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-57e1c468-8f07-4875-ba35-a8e754115c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:12.132932 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-57e1c468-8f07-4875-ba35-a8e754115c46 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c13aeffe2daf471598f2057c7d3388f0&device_id=7ec38c3e-9a12-4f74-92ec-e5736d9675f6 HTTP/1.1" status: 200 len: 1095 time: 0.3373122 Nov 23 21:56:12.138741 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-29606825-debc-4a0a-abad-7fdf55bfe786 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'subnet': {'network_id': '13bf4b13-b06c-4dc7-bee4-345551bda4e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:12.143356 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 13bf4b13-b06c-4dc7-bee4-345551bda4e6 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:56:12.156511 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2cb42912-5057-4747-8122-401f940786b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:12.162198 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf9412-6ff8-4c7e-a1ba-b9fc4ac06b68 req-bb0ff728-4ad4-47f4-9b7a-47ac9697b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:12.164129 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2dcf9412-6ff8-4c7e-a1ba-b9fc4ac06b68 req-bb0ff728-4ad4-47f4-9b7a-47ac9697b2f7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c17950e9-f930-4d33-a98b-eec45d0b8b51 HTTP/1.1" status: 200 len: 1096 time: 0.2599452 Nov 23 21:56:12.188067 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb42912-5057-4747-8122-401f940786b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event updated for resources: {'Port': ['ID=65141407-ad9d-45b2-a71c-72657856bcdb,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:12.292660 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-58312917-c72a-44cb-81a7-9d95b99c266f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e77e1664-7e15-4fdf-8515-cc7a1e7ffe42 HTTP/1.1" status: 200 len: 217 time: 0.1902273 Nov 23 21:56:12.364520 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2cb42912-5057-4747-8122-401f940786b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:12.374543 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2cb42912-5057-4747-8122-401f940786b2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7789896 Nov 23 21:56:12.374543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5c46a-8c5d-494f-add1-342b40f7b216 req-dac0b358-3a6c-4cbe-8219-17ccb3dcc8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:12.374543 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fae5c46a-8c5d-494f-add1-342b40f7b216 req-dac0b358-3a6c-4cbe-8219-17ccb3dcc8dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9d54f61-2a7c-4963-b588-28ffdcf63b91 HTTP/1.1" status: 200 len: 854 time: 0.3289392 Nov 23 21:56:12.459854 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99711811-f2c8-4bba-9d80-2185244b0f03 req-b4b6b8fa-a0b7-46f7-ab52-870575dd5152 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:12.461689 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99711811-f2c8-4bba-9d80-2185244b0f03 req-b4b6b8fa-a0b7-46f7-ab52-870575dd5152 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccffb88b-79f9-4c36-ad87-2d57a23149f6 HTTP/1.1" status: 200 len: 948 time: 0.3207643 Nov 23 21:56:12.471044 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c8ec6-3664-4a39-a21b-e18323d596d1 req-c90bd74f-acb2-4329-9a65-e9b1364eb694 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:12.472718 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db2c8ec6-3664-4a39-a21b-e18323d596d1 req-c90bd74f-acb2-4329-9a65-e9b1364eb694 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=020f6c6c-f212-471b-844d-21bc235b8302 HTTP/1.1" status: 200 len: 944 time: 0.3180919 Nov 23 21:56:12.474320 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-c942febf-57ac-42f7-90a1-cf1b6d63be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:12.475813 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-c942febf-57ac-42f7-90a1-cf1b6d63be66 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9d54f61-2a7c-4963-b588-28ffdcf63b91 HTTP/1.1" status: 200 len: 854 time: 0.1612074 Nov 23 21:56:12.486379 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-5160c401-d24b-4f3d-bc5b-4dd97b07b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:12.488073 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-5160c401-d24b-4f3d-bc5b-4dd97b07b086 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4256799 Nov 23 21:56:12.595310 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5c46a-8c5d-494f-add1-342b40f7b216 req-ca41bd73-360e-41c7-9d4b-6518961b1f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:12.596970 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fae5c46a-8c5d-494f-add1-342b40f7b216 req-ca41bd73-360e-41c7-9d4b-6518961b1f62 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d574a90f-57c4-4096-aa4e-8d6166a80844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2142277 Nov 23 21:56:12.668065 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-c26c5c9c-a4b2-4628-b81e-32140565a9b0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c29f0d83-3099-46d7-92b8-4d494ae5bd7b HTTP/1.1" status: 200 len: 217 time: 0.5081668 Nov 23 21:56:12.694394 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b8900-dd29-477b-86cd-a52a8c6758e2 service neutron] Pushing event updated for resources: {'Port': ['ID=224179a9-9246-4419-a911-b515f4991d15,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:12.847407 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2dcf9412-6ff8-4c7e-a1ba-b9fc4ac06b68 req-26f5f168-a3bc-4f05-933b-3081ceec3a81 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3af2db18-58d0-4551-a12a-c9fdf47401d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496524 Nov 23 21:56:12.854340 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-b4b812ae-00e3-4c8d-8c8e-f651ba515f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:12.856107 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-b4b812ae-00e3-4c8d-8c8e-f651ba515f45 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9d54f61-2a7c-4963-b588-28ffdcf63b91 HTTP/1.1" status: 200 len: 854 time: 0.1545289 Nov 23 21:56:12.861651 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-5b8b8900-dd29-477b-86cd-a52a8c6758e2 service neutron] Attempting to bind port 224179a9-9246-4419-a911-b515f4991d15 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:56:12.861985 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-5b8b8900-dd29-477b-86cd-a52a8c6758e2 service neutron] Attempting to bind port 224179a9-9246-4419-a911-b515f4991d15 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:56:12.862313 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-5b8b8900-dd29-477b-86cd-a52a8c6758e2 service neutron] Attempting to bind port 224179a9-9246-4419-a911-b515f4991d15 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:12.877844 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29606825-debc-4a0a-abad-7fdf55bfe786 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Made reservation on behalf of 0de995c2037848d1b219b21c3f430058 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:12.881573 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-29606825-debc-4a0a-abad-7fdf55bfe786 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:12.887505 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-5b8b8900-dd29-477b-86cd-a52a8c6758e2 service neutron] Port 224179a9-9246-4419-a911-b515f4991d15 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:56:12.887851 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-5b8b8900-dd29-477b-86cd-a52a8c6758e2 service neutron] Attempting to bind port 224179a9-9246-4419-a911-b515f4991d15 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:12.935416 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-5b8b8900-dd29-477b-86cd-a52a8c6758e2 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:56:12.935416 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-5b8b8900-dd29-477b-86cd-a52a8c6758e2 service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:12.935838 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-5b8b8900-dd29-477b-86cd-a52a8c6758e2 service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:56:12.936093 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-5b8b8900-dd29-477b-86cd-a52a8c6758e2 service neutron] Bound port: 224179a9-9246-4419-a911-b515f4991d15, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:56:12.936481 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-5b8b8900-dd29-477b-86cd-a52a8c6758e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:13.007087 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-b235222a-aa2f-40c3-86b5-a12cc291c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:13.008656 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-b235222a-aa2f-40c3-86b5-a12cc291c045 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d574a90f-57c4-4096-aa4e-8d6166a80844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5114472 Nov 23 21:56:13.016522 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db2c8ec6-3664-4a39-a21b-e18323d596d1 req-8b687a8c-61bf-4516-a8b9-e5a7ec067519 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259972 Nov 23 21:56:13.048815 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-b91a3870-07aa-4f32-80ae-55c8085081e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:13.050611 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-b91a3870-07aa-4f32-80ae-55c8085081e3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d574a90f-57c4-4096-aa4e-8d6166a80844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1840410 Nov 23 21:56:13.052959 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99711811-f2c8-4bba-9d80-2185244b0f03 req-fdc9a6fc-b609-4eb1-9afc-920860b883f7 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5758624 Nov 23 21:56:13.088324 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-0f1b96b5-4de0-40c4-b924-4d149073489a service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5745282 Nov 23 21:56:13.128624 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-5b8b8900-dd29-477b-86cd-a52a8c6758e2 service neutron] For port 224179a9-9246-4419-a911-b515f4991d15, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:56:13.161225 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-5b8b8900-dd29-477b-86cd-a52a8c6758e2 service neutron] For port 224179a9-9246-4419-a911-b515f4991d15, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=224179a9-9246-4419-a911-b515f4991d15,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:56:13.193770 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fae5c46a-8c5d-494f-add1-342b40f7b216 req-b6508091-2743-4366-8720-284cf26d5b94 service neutron] 10.222.0.60 "GET /v2.0/networks/d574a90f-57c4-4096-aa4e-8d6166a80844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545590 Nov 23 21:56:13.199529 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-5b8b8900-dd29-477b-86cd-a52a8c6758e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:13.284271 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-3e11c877-993c-4cb1-a487-785f8379561d service neutron] 10.222.0.53 "GET /v2.0/networks/d574a90f-57c4-4096-aa4e-8d6166a80844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636049 Nov 23 21:56:13.308180 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-5b8b8900-dd29-477b-86cd-a52a8c6758e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:13.308939 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-5b8b8900-dd29-477b-86cd-a52a8c6758e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:13.310513 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-5b8b8900-dd29-477b-86cd-a52a8c6758e2 service neutron] 10.222.0.60 "PUT /v2.0/ports/224179a9-9246-4419-a911-b515f4991d15 HTTP/1.1" status: 200 len: 1096 time: 2.6673970 Nov 23 21:56:13.370346 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b8900-dd29-477b-86cd-a52a8c6758e2 service neutron] Pushing event updated for resources: {'Port': ['ID=224179a9-9246-4419-a911-b515f4991d15,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:13.393364 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:56:13.393950 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-d6f2cc97-5596-4aa9-87c7-436f665976e2 service neutron] 10.222.0.53 "GET /v2.0/networks/d574a90f-57c4-4096-aa4e-8d6166a80844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291192 Nov 23 21:56:13.436147 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-08ae87a2-e16a-4474-b59c-5b210cb43834 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027952 Nov 23 21:56:13.533382 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9,segment=NetworkSegment(c3745fa3-29ce-433e-84b3-0288ca604068),segment_id=c3745fa3-29ce-433e-84b3-0288ca604068)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:13.548182 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9', 'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844', 'port_id': '66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9', 'mac_address': 'fa:16:3e:8d:4f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d54f61-2a7c-4963-b588-28ffdcf63b91', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:56:13.552560 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4249020-6cad-40de-b42a-b8fb887303c9 req-e18227de-d32a-41af-8223-f9b802eef37e service neutron] 10.222.0.53 "GET /v2.0/networks/d574a90f-57c4-4096-aa4e-8d6166a80844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526352 Nov 23 21:56:13.590497 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-29606825-debc-4a0a-abad-7fdf55bfe786 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:13.609944 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:13.611046 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-aa8e20e6-da7c-46ac-93dd-11dd9173a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:13.612710 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-aa8e20e6-da7c-46ac-93dd-11dd9173a09b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14bac651c09042789e9eb24760feece8&device_id=ccffb88b-79f9-4c36-ad87-2d57a23149f6 HTTP/1.1" status: 200 len: 1099 time: 0.2178369 Nov 23 21:56:13.622272 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-50b669f2-11ef-44c4-b703-619f279f688f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 HTTP/1.1" status: 200 len: 217 time: 0.1130040 Nov 23 21:56:13.626159 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:13.632036 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-e40145d6-f0ac-43ce-837e-bc87292771b1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1477609428&fields=id&tenant_id=9b6ed703ef174b4d8c2560021ab2bd8c HTTP/1.1" status: 200 len: 267 time: 0.3573265 Nov 23 21:56:13.636971 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fae5c46a-8c5d-494f-add1-342b40f7b216 req-2a4d05bc-8a24-46d0-82f3-9dbb83bba725 service neutron] 10.222.0.60 "GET /v2.0/networks/d574a90f-57c4-4096-aa4e-8d6166a80844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131548 Nov 23 21:56:13.650348 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9,segment=NetworkSegment(c3745fa3-29ce-433e-84b3-0288ca604068),segment_id=c3745fa3-29ce-433e-84b3-0288ca604068)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:13.668907 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:13.684726 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433ed27-51eb-48a9-80eb-7ecba252058f req-8d58c4e8-ca64-4a12-b0ab-c7bc3153e179 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:13.686249 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5433ed27-51eb-48a9-80eb-7ecba252058f req-8d58c4e8-ca64-4a12-b0ab-c7bc3153e179 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/ports?device_id=c17950e9-f930-4d33-a98b-eec45d0b8b51 HTTP/1.1" status: 200 len: 945 time: 0.3341179 Nov 23 21:56:13.723345 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-3116e657-1f28-41b6-8049-e215451824ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=224179a9-9246-4419-a911-b515f4991d15 HTTP/1.1" status: 200 len: 217 time: 0.0780768 Nov 23 21:56:13.727813 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:13.738041 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2b41d181-59f3-4969-8542-56590dae5fa8 req-e686c79f-f7b3-4002-ba71-9c7a253740d6 service neutron] 10.222.0.53 "GET /v2.0/networks/d574a90f-57c4-4096-aa4e-8d6166a80844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286200 Nov 23 21:56:13.746066 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29606825-debc-4a0a-abad-7fdf55bfe786 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Subnet': ['ID=bd591192-bded-464d-91bb-8ea99277959a,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:13.792332 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29606825-debc-4a0a-abad-7fdf55bfe786 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Checking segment: {'id': 'd615218c-1862-4223-babd-0514a617df97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '13bf4b13-b06c-4dc7-bee4-345551bda4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:13.792694 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29606825-debc-4a0a-abad-7fdf55bfe786 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Network hostable DHCP agents. Network: 13bf4b13-b06c-4dc7-bee4-345551bda4e6, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:56:13.820547 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-82a3efca-682b-4de0-9978-fff315abf21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:13.822203 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-82a3efca-682b-4de0-9978-fff315abf21c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0899427 Nov 23 21:56:13.824388 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-82de1e5b-79a6-4ade-98d9-520f1d1d499d tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:13.826055 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-82de1e5b-79a6-4ade-98d9-520f1d1d499d tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports/9e1a4a01-b58d-4d1b-8c53-14975401b67a HTTP/1.1" status: 200 len: 937 time: 0.1840558 Nov 23 21:56:13.827907 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-ff538a96-a423-44d2-8777-a82ab95dc114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:13.829666 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-ff538a96-a423-44d2-8777-a82ab95dc114 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3f7f1b0-3707-4638-b7a3-e427077abc41 HTTP/1.1" status: 200 len: 797 time: 0.1867268 Nov 23 21:56:13.848309 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccffb88b-79f9-4c36-ad87-2d57a23149f6', 'tag': '224179a9-9246-4419-a911-b515f4991d15'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:56:13.851106 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579ebb3e-d411-47ee-bb70-494c650cfc61" -d '{"events": [{"name": "network-changed", "server_uuid": "ccffb88b-79f9-4c36-ad87-2d57a23149f6", "tag": "224179a9-9246-4419-a911-b515f4991d15"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:56:13.862695 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29606825-debc-4a0a-abad-7fdf55bfe786 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Network 13bf4b13-b06c-4dc7-bee4-345551bda4e6 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:56:13.864467 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddadb1-a1b4-4761-82fa-8370e9aaa81e req-739f35df-ab40-4e70-b727-4aa8875d6cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:13.865980 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-18ddadb1-a1b4-4761-82fa-8370e9aaa81e req-739f35df-ab40-4e70-b727-4aa8875d6cfb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c13aeffe2daf471598f2057c7d3388f0&device_id=020f6c6c-f212-471b-844d-21bc235b8302 HTTP/1.1" status: 200 len: 1095 time: 0.2219257 Nov 23 21:56:13.879953 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7671691-eb83-4632-96b4-5adfc5724279 req-f0060593-d819-4518-889d-3b375621ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:13.881972 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a7671691-eb83-4632-96b4-5adfc5724279 req-f0060593-d819-4518-889d-3b375621ff6a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c13aeffe2daf471598f2057c7d3388f0&device_id=7ec38c3e-9a12-4f74-92ec-e5736d9675f6 HTTP/1.1" status: 200 len: 1095 time: 0.0756855 Nov 23 21:56:13.885967 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-29606825-debc-4a0a-abad-7fdf55bfe786 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 13bf4b13-b06c-4dc7-bee4-345551bda4e6) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:13.900318 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce2501e-8b0e-42c9-bd6a-531a0da4d22a None None] Network 13bf4b13-b06c-4dc7-bee4-345551bda4e6 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:13.905973 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29606825-debc-4a0a-abad-7fdf55bfe786 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:13.906551 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-29606825-debc-4a0a-abad-7fdf55bfe786 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:13.968339 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5433ed27-51eb-48a9-80eb-7ecba252058f req-f08236f3-4271-45fb-b329-c70f44a0b874 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/security-groups?id=3af2db18-58d0-4551-a12a-c9fdf47401d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327275 Nov 23 21:56:14.005960 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-7f364498-1221-44e8-8a42-712a41e06c8f tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:14.012330 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-29606825-debc-4a0a-abad-7fdf55bfe786 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8744795 Nov 23 21:56:14.014511 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-7f364498-1221-44e8-8a42-712a41e06c8f tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports/e7e26413-e971-46f6-ba1f-9c8b1eb61493 HTTP/1.1" status: 200 len: 936 time: 0.1795628 Nov 23 21:56:14.016436 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59914) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:14.029527 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-1be969c0-8050-4c2d-9f0b-eb3848c7b34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:14.031909 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-1be969c0-8050-4c2d-9f0b-eb3848c7b34c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1661644 Nov 23 21:56:14.057221 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-7db6f95c-c7b6-46d3-90c7-7e8494b23404 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?network_id=954621a6-0447-4b04-92ad-3bda684cf0c7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0416975 Nov 23 21:56:14.059602 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4fd78e-d211-4e36-abe6-11106a0487c9 x-openstack-request-id: req-dc4fd78e-d211-4e36-abe6-11106a0487c9 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:56:14.059968 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccffb88b-79f9-4c36-ad87-2d57a23149f6", "tag": "224179a9-9246-4419-a911-b515f4991d15", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:56:14.060382 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dc4fd78e-d211-4e36-abe6-11106a0487c9 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:56:14.060583 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccffb88b-79f9-4c36-ad87-2d57a23149f6', 'tag': '224179a9-9246-4419-a911-b515f4991d15', 'status': 'completed', 'code': 200} Nov 23 21:56:14.065541 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:56:14.160929 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7671691-eb83-4632-96b4-5adfc5724279 req-8dc5d95a-6073-4105-9e65-b84ded62c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:14.162606 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a7671691-eb83-4632-96b4-5adfc5724279 req-8dc5d95a-6073-4105-9e65-b84ded62c1c8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d574a90f-57c4-4096-aa4e-8d6166a80844 HTTP/1.1" status: 200 len: 916 time: 0.2593040 Nov 23 21:56:14.198475 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2fe569-7b5c-43af-a3d6-973c4dd5c9fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-13bf4b13-b06c-4dc7-bee4-345551bda4e6', 'network_id': '13bf4b13-b06c-4dc7-bee4-345551bda4e6', 'tenant_id': '0de995c2037848d1b219b21c3f430058', 'fixed_ips': [{'subnet_id': 'bd591192-bded-464d-91bb-8ea99277959a'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:56:14.199599 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0d2fe569-7b5c-43af-a3d6-973c4dd5c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:14.218158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-204a4bea-a8e4-4ef9-aa47-7ef1bf6a5f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:14.220007 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-204a4bea-a8e4-4ef9-aa47-7ef1bf6a5f75 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3803861 Nov 23 21:56:14.221639 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-c21a315f-e98b-45a8-8fe3-6d84d7f0071c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?network_id=954621a6-0447-4b04-92ad-3bda684cf0c7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1636045 Nov 23 21:56:14.280936 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a7671691-eb83-4632-96b4-5adfc5724279 req-bfa2dba8-4dea-4c47-831f-a3a410a59a44 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c29f0d83-3099-46d7-92b8-4d494ae5bd7b HTTP/1.1" status: 200 len: 217 time: 0.0774775 Nov 23 21:56:14.317130 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddadb1-a1b4-4761-82fa-8370e9aaa81e req-8f51f4cf-100b-4867-bc4a-f8cb632d277c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:14.318635 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-18ddadb1-a1b4-4761-82fa-8370e9aaa81e req-8f51f4cf-100b-4867-bc4a-f8cb632d277c service neutron] 10.222.0.53 "GET /v2.0/networks?id=d574a90f-57c4-4096-aa4e-8d6166a80844 HTTP/1.1" status: 200 len: 916 time: 0.4307485 Nov 23 21:56:14.340336 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:14.356069 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-cd08a6b4-cefe-45f4-948a-0c6a8623c56a service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077607 Nov 23 21:56:14.383536 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcb411-1829-4251-9ace-54f491a44673 req-c110d54c-8436-4d72-9949-e466756be4ae tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:14.385036 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5adcb411-1829-4251-9ace-54f491a44673 req-c110d54c-8436-4d72-9949-e466756be4ae tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=020f6c6c-f212-471b-844d-21bc235b8302 HTTP/1.1" status: 200 len: 944 time: 0.2430582 Nov 23 21:56:14.392477 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7671691-eb83-4632-96b4-5adfc5724279 req-f2b2099d-880a-4c7a-b4ff-f0310b8f92e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:14.393939 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a7671691-eb83-4632-96b4-5adfc5724279 req-f2b2099d-880a-4c7a-b4ff-f0310b8f92e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9d54f61-2a7c-4963-b588-28ffdcf63b91 HTTP/1.1" status: 200 len: 854 time: 0.0999086 Nov 23 21:56:14.415802 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-0d2fe569-7b5c-43af-a3d6-973c4dd5c9fe None None] Allocated IP 172.20.0.1 (13bf4b13-b06c-4dc7-bee4-345551bda4e6/bd591192-bded-464d-91bb-8ea99277959a/7f3aa3a6-2ab1-4522-b3f1-301191d834e0) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:56:14.460608 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-18ddadb1-a1b4-4761-82fa-8370e9aaa81e req-241a44e6-f0be-463b-91de-4912ebfe921e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e77e1664-7e15-4fdf-8515-cc7a1e7ffe42 HTTP/1.1" status: 200 len: 217 time: 0.1069610 Nov 23 21:56:14.510122 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:14.536671 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-4e14b52d-9a58-4e28-b1ff-996843e692f2 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079493 Nov 23 21:56:14.551753 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7671691-eb83-4632-96b4-5adfc5724279 req-504e08bf-e513-4d05-92a4-d15562cfff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:14.553295 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a7671691-eb83-4632-96b4-5adfc5724279 req-504e08bf-e513-4d05-92a4-d15562cfff02 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d574a90f-57c4-4096-aa4e-8d6166a80844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357551 Nov 23 21:56:14.586881 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0d2fe569-7b5c-43af-a3d6-973c4dd5c9fe None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:14.594467 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0d2fe569-7b5c-43af-a3d6-973c4dd5c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:14.603788 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-c2c65ad6-5753-4f1c-991a-410541257161 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:14.610347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-c2c65ad6-5753-4f1c-991a-410541257161 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:14.616946 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-c2c65ad6-5753-4f1c-991a-410541257161 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:14.617700 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9b37bb15-3409-4583-b3f4-cdee411ee944 req-7e413ea1-df21-45e9-951a-5a52457093dd service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522185 Nov 23 21:56:14.618629 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-c2c65ad6-5753-4f1c-991a-410541257161 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/networks?id=538e1e97-92a3-4d18-ba4d-eab4d961092b&id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&id=954621a6-0447-4b04-92ad-3bda684cf0c7&id=954621a6-0447-4b04-92ad-3bda684cf0c7 HTTP/1.1" status: 200 len: 1996 time: 0.3781765 Nov 23 21:56:14.638566 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2fe569-7b5c-43af-a3d6-973c4dd5c9fe None None] Network 13bf4b13-b06c-4dc7-bee4-345551bda4e6 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:56:14.642174 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-0d2fe569-7b5c-43af-a3d6-973c4dd5c9fe None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:14.646694 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2fe569-7b5c-43af-a3d6-973c4dd5c9fe None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:56:14.651240 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2fe569-7b5c-43af-a3d6-973c4dd5c9fe None None] Pushing event updated for resources: {'Port': ['ID=7f3aa3a6-2ab1-4522-b3f1-301191d834e0,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:14.657070 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5adcb411-1829-4251-9ace-54f491a44673 req-1005c968-c02b-4819-9ea3-30bf3e0c2467 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005596 Nov 23 21:56:14.679103 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddadb1-a1b4-4761-82fa-8370e9aaa81e req-96ef3b0a-7ba0-48b8-a81b-2a02ab7b0429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:14.680704 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-18ddadb1-a1b4-4761-82fa-8370e9aaa81e req-96ef3b0a-7ba0-48b8-a81b-2a02ab7b0429 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c9d54f61-2a7c-4963-b588-28ffdcf63b91 HTTP/1.1" status: 200 len: 854 time: 0.2085872 Nov 23 21:56:14.693249 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-f863e251-2ac1-4187-be91-23a8a1c1e8d6 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/quotas/9b6ed703ef174b4d8c2560021ab2bd8c HTTP/1.1" status: 200 len: 375 time: 0.0606017 Nov 23 21:56:14.703776 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:14.739284 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Subnet': ['ID=bd591192-bded-464d-91bb-8ea99277959a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:14.770257 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0d2fe569-7b5c-43af-a3d6-973c4dd5c9fe None None] Attempting to bind port 7f3aa3a6-2ab1-4522-b3f1-301191d834e0 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:56:14.771351 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0d2fe569-7b5c-43af-a3d6-973c4dd5c9fe None None] Attempting to bind port 7f3aa3a6-2ab1-4522-b3f1-301191d834e0 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'd615218c-1862-4223-babd-0514a617df97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '13bf4b13-b06c-4dc7-bee4-345551bda4e6'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:56:14.772141 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2fe569-7b5c-43af-a3d6-973c4dd5c9fe None None] Attempting to bind port 7f3aa3a6-2ab1-4522-b3f1-301191d834e0 on network 13bf4b13-b06c-4dc7-bee4-345551bda4e6 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:14.781014 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2fe569-7b5c-43af-a3d6-973c4dd5c9fe None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:56:14.788453 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2fe569-7b5c-43af-a3d6-973c4dd5c9fe None None] Checking segment: {'id': 'd615218c-1862-4223-babd-0514a617df97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '13bf4b13-b06c-4dc7-bee4-345551bda4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:14.791269 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a7671691-eb83-4632-96b4-5adfc5724279 req-373e33fc-0974-4e35-acd9-adabfbec21dc service neutron] 10.222.0.53 "GET /v2.0/networks/d574a90f-57c4-4096-aa4e-8d6166a80844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214983 Nov 23 21:56:14.792822 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0d2fe569-7b5c-43af-a3d6-973c4dd5c9fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:14.793543 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2fe569-7b5c-43af-a3d6-973c4dd5c9fe None None] Bound using segment: {'id': 'd615218c-1862-4223-babd-0514a617df97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '13bf4b13-b06c-4dc7-bee4-345551bda4e6'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:56:14.796353 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0d2fe569-7b5c-43af-a3d6-973c4dd5c9fe None None] Bound port: 7f3aa3a6-2ab1-4522-b3f1-301191d834e0, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd615218c-1862-4223-babd-0514a617df97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '13bf4b13-b06c-4dc7-bee4-345551bda4e6'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:56:14.797548 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0d2fe569-7b5c-43af-a3d6-973c4dd5c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:14.869575 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0d2fe569-7b5c-43af-a3d6-973c4dd5c9fe None None] For port 7f3aa3a6-2ab1-4522-b3f1-301191d834e0, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:56:14.873012 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0d2fe569-7b5c-43af-a3d6-973c4dd5c9fe None None] For port 7f3aa3a6-2ab1-4522-b3f1-301191d834e0, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=7f3aa3a6-2ab1-4522-b3f1-301191d834e0,segment=NetworkSegment(d615218c-1862-4223-babd-0514a617df97),segment_id=d615218c-1862-4223-babd-0514a617df97)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:56:14.879957 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0d2fe569-7b5c-43af-a3d6-973c4dd5c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:14.887485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddadb1-a1b4-4761-82fa-8370e9aaa81e req-0260213e-5b98-432d-8c3b-6830b7fa0460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:14.888588 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-18ddadb1-a1b4-4761-82fa-8370e9aaa81e req-0260213e-5b98-432d-8c3b-6830b7fa0460 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d574a90f-57c4-4096-aa4e-8d6166a80844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1945002 Nov 23 21:56:14.892687 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-d55b7fb2-394c-4847-a2ff-1d03f73ddb4c service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344185 Nov 23 21:56:14.913335 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-7e04a68b-3ff9-41d2-a9ba-c58dd07c467e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9b6ed703ef174b4d8c2560021ab2bd8c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1721199 Nov 23 21:56:14.925603 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:14.984324 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c03845-1f1f-40fd-a396-13cbec4ebdbf req-e64314cf-f42d-463b-b2a5-381652ab198f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:14.989300 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2fe569-7b5c-43af-a3d6-973c4dd5c9fe None None] Pushing event updated for resources: {'Port': ['ID=7f3aa3a6-2ab1-4522-b3f1-301191d834e0,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:14.992241 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92c03845-1f1f-40fd-a396-13cbec4ebdbf req-e64314cf-f42d-463b-b2a5-381652ab198f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccffb88b-79f9-4c36-ad87-2d57a23149f6 HTTP/1.1" status: 200 len: 948 time: 0.1986864 Nov 23 21:56:15.002613 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e011e5b1-9cb2-4db6-a67a-d05526dc14bc None None] Network 13bf4b13-b06c-4dc7-bee4-345551bda4e6 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:15.021579 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ebb3e-d411-47ee-bb70-494c650cfc61 req-d0a54b2d-2b89-4240-81c3-5dfc0ea6a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:15.023114 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-579ebb3e-d411-47ee-bb70-494c650cfc61 req-d0a54b2d-2b89-4240-81c3-5dfc0ea6a336 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14bac651c09042789e9eb24760feece8&device_id=ccffb88b-79f9-4c36-ad87-2d57a23149f6 HTTP/1.1" status: 200 len: 1099 time: 0.2765973 Nov 23 21:56:15.025692 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-d9253e71-e965-4262-860b-cb4eec2e1806 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=fbf87d98-58c1-485f-b0ec-76cb1954f419 HTTP/1.1" status: 200 len: 217 time: 0.1075799 Nov 23 21:56:15.026302 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13bf4b13-b06c-4dc7-bee4-345551bda4e6']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:15.050987 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd615218c-1862-4223-babd-0514a617df97') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:15.051240 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd615218c-1862-4223-babd-0514a617df97') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:15.077733 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:15.100987 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a7671691-eb83-4632-96b4-5adfc5724279 req-c91ecf47-23a6-4881-98d9-4e4e2bd063a4 service neutron] 10.222.0.53 "GET /v2.0/networks/d574a90f-57c4-4096-aa4e-8d6166a80844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712029 Nov 23 21:56:15.117657 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:15.165933 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:56:15.166848 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:56:15.170050 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:56:15.213352 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92c03845-1f1f-40fd-a396-13cbec4ebdbf req-6c312627-56ed-46fb-9604-80331420c534 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201948 Nov 23 21:56:15.221091 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-423d4344-91fe-47b2-b803-4c7df78de1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:15.223502 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-423d4344-91fe-47b2-b803-4c7df78de1ae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3f7f1b0-3707-4638-b7a3-e427077abc41 HTTP/1.1" status: 200 len: 797 time: 0.1703942 Nov 23 21:56:15.258998 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ebb3e-d411-47ee-bb70-494c650cfc61 req-7373809c-685e-48ca-a664-9f08f4fc3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:15.260722 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-579ebb3e-d411-47ee-bb70-494c650cfc61 req-7373809c-685e-48ca-a664-9f08f4fc3919 service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.2233491 Nov 23 21:56:15.263357 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.db.api [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 21:56:15.263357 n-d-816206-9 neutron-server[110033]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 21:56:15.263357 n-d-816206-9 neutron-server[110033]: [parameters: {'id': '13bf4b13-b06c-4dc7-bee4-345551bda4e6'}] Nov 23 21:56:15.263357 n-d-816206-9 neutron-server[110033]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:56:15.263789 n-d-816206-9 neutron-server[110033]: DEBUG oslo_db.api [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:56:15.272760 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-18ddadb1-a1b4-4761-82fa-8370e9aaa81e req-298f42a0-65c0-4c0e-8f10-45b3a787e3c1 service neutron] 10.222.0.53 "GET /v2.0/networks/d574a90f-57c4-4096-aa4e-8d6166a80844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562877 Nov 23 21:56:15.279771 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-d03e0662-b0cb-4ea2-86df-c58e6513bfc2 service neutron] 10.222.0.50 "GET /v2.0/networks/538e1e97-92a3-4d18-ba4d-eab4d961092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530419 Nov 23 21:56:15.312736 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-579ebb3e-d411-47ee-bb70-494c650cfc61 req-44367612-d657-4a09-a15e-63d3a0f48ed2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=224179a9-9246-4419-a911-b515f4991d15 HTTP/1.1" status: 200 len: 217 time: 0.0437829 Nov 23 21:56:15.375137 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd36457-35a9-4458-8ede-6514eb7d5afb None None] get_active_networks_info from n-d-816206-9 {{(pid=110035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 21:56:15.381000 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ebb3e-d411-47ee-bb70-494c650cfc61 req-e5938913-2643-47c3-8c98-45bfb7112673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:15.382489 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-579ebb3e-d411-47ee-bb70-494c650cfc61 req-e5938913-2643-47c3-8c98-45bfb7112673 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0626719 Nov 23 21:56:15.386948 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-069533d6-84be-4b52-8d48-356d2fded73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:15.388720 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-069533d6-84be-4b52-8d48-356d2fded73d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1520033 Nov 23 21:56:15.418563 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:56:15.451680 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ebb3e-d411-47ee-bb70-494c650cfc61 req-8bc45c66-6f9d-4396-9cea-f2eb0ff97236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:15.454497 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-579ebb3e-d411-47ee-bb70-494c650cfc61 req-8bc45c66-6f9d-4396-9cea-f2eb0ff97236 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0634525 Nov 23 21:56:15.574992 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-579ebb3e-d411-47ee-bb70-494c650cfc61 req-a7665ba6-086c-494f-ba3b-10fe9da14444 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131754 Nov 23 21:56:15.587865 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:56:15.602333 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:15.602859 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:15.644831 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd36457-35a9-4458-8ede-6514eb7d5afb None None] Resources bound (agent type, host, resource id): {{(pid=110035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 21:56:15.698321 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-579ebb3e-d411-47ee-bb70-494c650cfc61 req-070e855f-1e5a-48a8-965c-df01cc8ff7e0 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152382 Nov 23 21:56:15.765750 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:15.789395 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:15.829717 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10439706-dd55-4a1e-a484-188d1c293d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:56:15.831508 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Deleting port 7f3aa3a6-2ab1-4522-b3f1-301191d834e0 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:56:15.831860 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:15.832391 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113fbf81-2894-45b7-96fc-498d62092fcb" -d '{"events": [{"server_uuid": "10439706-dd55-4a1e-a484-188d1c293d73", "name": "network-vif-plugged", "status": "completed", "tag": "66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:56:15.851146 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9,segment=NetworkSegment(c3745fa3-29ce-433e-84b3-0288ca604068),segment_id=c3745fa3-29ce-433e-84b3-0288ca604068)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:15.862633 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:15.877828 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-18ddadb1-a1b4-4761-82fa-8370e9aaa81e req-1a44d3d5-46e1-46ac-902e-e8af98e7de6b service neutron] 10.222.0.53 "GET /v2.0/networks/d574a90f-57c4-4096-aa4e-8d6166a80844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5951755 Nov 23 21:56:15.902104 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-96ab0b16-ae45-4ace-af0b-5f9814d24658 service neutron] 10.222.0.50 "GET /v2.0/networks/538e1e97-92a3-4d18-ba4d-eab4d961092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6104825 Nov 23 21:56:15.904755 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] For port 7f3aa3a6-2ab1-4522-b3f1-301191d834e0, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=7f3aa3a6-2ab1-4522-b3f1-301191d834e0,segment=NetworkSegment(d615218c-1862-4223-babd-0514a617df97),segment_id=d615218c-1862-4223-babd-0514a617df97)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:15.905769 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:15.933881 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Calling delete_port for 7f3aa3a6-2ab1-4522-b3f1-301191d834e0 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:56:15.963376 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-2bd5d8ca-1fae-485d-bf7d-e283e021b6bc service neutron] 10.222.0.50 "GET /v2.0/ports/9e1a4a01-b58d-4d1b-8c53-14975401b67a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0601311 Nov 23 21:56:15.972267 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:15.973606 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-d5418e94-4676-4b78-990c-8aba1bbb84f5 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5560026 Nov 23 21:56:15.985558 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de173e4-8d8f-410d-ad08-91970828f77d req-10ebc821-b59a-4c7f-a25f-11c56817ba8a tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:15.987133 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5de173e4-8d8f-410d-ad08-91970828f77d req-10ebc821-b59a-4c7f-a25f-11c56817ba8a tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/ports?device_id=c17950e9-f930-4d33-a98b-eec45d0b8b51 HTTP/1.1" status: 200 len: 945 time: 0.1327424 Nov 23 21:56:16.029494 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:16.058165 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Port': ['ID=7f3aa3a6-2ab1-4522-b3f1-301191d834e0,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:16.060152 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No DVR routers for this DVR port 7f3aa3a6-2ab1-4522-b3f1-301191d834e0 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:56:16.151572 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:16.164090 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5de173e4-8d8f-410d-ad08-91970828f77d req-95a1b0e6-b489-4217-abf8-5b539f641976 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/security-groups?id=3af2db18-58d0-4551-a12a-c9fdf47401d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606164 Nov 23 21:56:16.172494 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13bf4b13-b06c-4dc7-bee4-345551bda4e6']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:16.190955 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd615218c-1862-4223-babd-0514a617df97') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:16.191329 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd615218c-1862-4223-babd-0514a617df97') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:16.191750 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-62ceec62-f725-44bc-9ffe-bc881639ff19 service neutron] 10.222.0.50 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142899 Nov 23 21:56:16.193697 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-086bb5c1-af1c-4aec-b3b0-4d18e2a2f968 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997015 Nov 23 21:56:16.204176 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:16.218932 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:16.226855 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:56:16.227330 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:56:16.230987 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:56:16.288591 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-89b1fc7d-049f-44d1-b0f4-e41843abbe94 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f304a4f3-98a7-481a-b024-fa9ac11528de HTTP/1.1" status: 200 len: 217 time: 0.0799704 Nov 23 21:56:16.293412 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:16.305338 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:16.312208 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/networks/13bf4b13-b06c-4dc7-bee4-345551bda4e6 HTTP/1.1" status: 204 len: 168 time: 2.2912350 Nov 23 21:56:16.324212 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59936) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:16.329219 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-afc6e222-0e2f-4217-ad7d-fc9acf9d0e38 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1031416859'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:16.332428 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf5d90d-0fc8-454a-85cb-d96a7e4179e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Network': ['ID=13bf4b13-b06c-4dc7-bee4-345551bda4e6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:16.354240 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc6e222-0e2f-4217-ad7d-fc9acf9d0e38 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Made reservation on behalf of 0de995c2037848d1b219b21c3f430058 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:16.358106 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-afc6e222-0e2f-4217-ad7d-fc9acf9d0e38 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:16.384243 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc6e222-0e2f-4217-ad7d-fc9acf9d0e38 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:56:16.395612 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d16b67-0068-4f55-9eb6-8cd4c27d993e req-351dfad2-a6f3-42e3-94e3-4d5403f5e811 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:16.396025 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-afc6e222-0e2f-4217-ad7d-fc9acf9d0e38 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:16.396735 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-afc6e222-0e2f-4217-ad7d-fc9acf9d0e38 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Added segment 85cd8eb0-d3be-46ac-9302-f94f0004dea3 of type vlan for network 149070b7-5598-44f6-ac7e-f0132afceab2 Nov 23 21:56:16.397154 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1d16b67-0068-4f55-9eb6-8cd4c27d993e req-351dfad2-a6f3-42e3-94e3-4d5403f5e811 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=020f6c6c-f212-471b-844d-21bc235b8302 HTTP/1.1" status: 200 len: 944 time: 0.1699221 Nov 23 21:56:16.402515 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-464fd16f-399d-4b0d-9dc6-7e073d2e0f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:16.403940 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-464fd16f-399d-4b0d-9dc6-7e073d2e0f22 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=894a547e-38e5-4870-bda6-a43a8f7f2b67 HTTP/1.1" status: 200 len: 797 time: 0.1077275 Nov 23 21:56:16.434379 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-149607a3-b074-4c42-8ff7-fa6b15a17d43 service neutron] 10.222.0.50 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354760 Nov 23 21:56:16.441755 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-afc6e222-0e2f-4217-ad7d-fc9acf9d0e38 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:16.470235 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-afc6e222-0e2f-4217-ad7d-fc9acf9d0e38 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:16.476107 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc6e222-0e2f-4217-ad7d-fc9acf9d0e38 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:16.476698 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-afc6e222-0e2f-4217-ad7d-fc9acf9d0e38 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:16.510652 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-695686f2-9ee0-41d7-8314-95ea7cfd9c0b service neutron] 10.222.0.50 "GET /v2.0/ports/e7e26413-e971-46f6-ba1f-9c8b1eb61493?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0527802 Nov 23 21:56:16.521300 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-afc6e222-0e2f-4217-ad7d-fc9acf9d0e38 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1935608 Nov 23 21:56:16.529075 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59944) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:16.535505 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-51b1c980-bddb-4e8c-9753-d9995425c742 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'subnet': {'network_id': '149070b7-5598-44f6-ac7e-f0132afceab2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:16.549072 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6e222-0e2f-4217-ad7d-fc9acf9d0e38 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Network': ['ID=149070b7-5598-44f6-ac7e-f0132afceab2,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:16.560687 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 149070b7-5598-44f6-ac7e-f0132afceab2 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:56:16.567302 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1d16b67-0068-4f55-9eb6-8cd4c27d993e req-2a7c58dc-97e4-4783-9c45-b0ba0d1d9c22 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585314 Nov 23 21:56:16.569193 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-9e4f4ec1-3067-4ffa-b0c5-f0dc6a140e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:16.570767 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-9e4f4ec1-3067-4ffa-b0c5-f0dc6a140e89 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da4238c6-b353-4586-8707-c40d3aada134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1542072 Nov 23 21:56:16.620728 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b533e5f5-4892-43c8-bb91-cfc1d85c1082 x-openstack-request-id: req-b533e5f5-4892-43c8-bb91-cfc1d85c1082 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:56:16.621028 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10439706-dd55-4a1e-a484-188d1c293d73", "name": "network-vif-plugged", "status": "completed", "tag": "66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:56:16.621283 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b533e5f5-4892-43c8-bb91-cfc1d85c1082 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:56:16.621680 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10439706-dd55-4a1e-a484-188d1c293d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9', 'code': 200} Nov 23 21:56:16.661335 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c29f0d83-3099-46d7-92b8-4d494ae5bd7b details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:56:16.760246 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ca546-0c73-48a6-8d1e-7fbdd906410d req-679278d2-7dd3-4bd9-94b1-cd3c6ffde3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:16.762055 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c18ca546-0c73-48a6-8d1e-7fbdd906410d req-679278d2-7dd3-4bd9-94b1-cd3c6ffde3ca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 1096 time: 0.0473607 Nov 23 21:56:16.775564 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port c29f0d83-3099-46d7-92b8-4d494ae5bd7b, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c29f0d83-3099-46d7-92b8-4d494ae5bd7b,segment=NetworkSegment(c3745fa3-29ce-433e-84b3-0288ca604068),segment_id=c3745fa3-29ce-433e-84b3-0288ca604068)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:16.789386 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'c29f0d83-3099-46d7-92b8-4d494ae5bd7b', 'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844', 'port_id': 'c29f0d83-3099-46d7-92b8-4d494ae5bd7b', 'mac_address': 'fa:16:3e:6c:eb:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d54f61-2a7c-4963-b588-28ffdcf63b91', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:56:16.803797 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-54d6dead-3030-47bf-9528-d58e237afecd service neutron] 10.222.0.50 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854426 Nov 23 21:56:16.812207 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c18ca546-0c73-48a6-8d1e-7fbdd906410d req-cdd65211-574b-4b5b-9cb0-e091bdd09c2a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429671 Nov 23 21:56:16.834795 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:16.850811 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29f0d83-3099-46d7-92b8-4d494ae5bd7b {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:16.858140 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-75c8f414-49c3-4647-a0cf-6c1a4605e3b7 service neutron] 10.222.0.53 "GET /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741411 Nov 23 21:56:16.861951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b1c980-bddb-4e8c-9753-d9995425c742 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Made reservation on behalf of 0de995c2037848d1b219b21c3f430058 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:16.865724 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-51b1c980-bddb-4e8c-9753-d9995425c742 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:16.872248 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port c29f0d83-3099-46d7-92b8-4d494ae5bd7b, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c29f0d83-3099-46d7-92b8-4d494ae5bd7b,segment=NetworkSegment(c3745fa3-29ce-433e-84b3-0288ca604068),segment_id=c3745fa3-29ce-433e-84b3-0288ca604068)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:16.877149 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:16.877888 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ee6e7-6202-4b37-8dba-e1e3f57e5058 req-3b19b7e7-9b35-4bd9-804a-1f5ce6607d88 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:16.878136 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e77e1664-7e15-4fdf-8515-cc7a1e7ffe42 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:56:16.879673 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-834ee6e7-6202-4b37-8dba-e1e3f57e5058 req-3b19b7e7-9b35-4bd9-804a-1f5ce6607d88 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/ports?device_id=c17950e9-f930-4d33-a98b-eec45d0b8b51 HTTP/1.1" status: 200 len: 945 time: 0.1912012 Nov 23 21:56:16.959466 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e77e1664-7e15-4fdf-8515-cc7a1e7ffe42, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e77e1664-7e15-4fdf-8515-cc7a1e7ffe42,segment=NetworkSegment(c3745fa3-29ce-433e-84b3-0288ca604068),segment_id=c3745fa3-29ce-433e-84b3-0288ca604068)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:16.962257 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=c29f0d83-3099-46d7-92b8-4d494ae5bd7b,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:16.977120 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'e77e1664-7e15-4fdf-8515-cc7a1e7ffe42', 'network_id': 'd574a90f-57c4-4096-aa4e-8d6166a80844', 'port_id': 'e77e1664-7e15-4fdf-8515-cc7a1e7ffe42', 'mac_address': 'fa:16:3e:d1:1c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d54f61-2a7c-4963-b588-28ffdcf63b91', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:56:17.024832 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:17.039908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e77e1664-7e15-4fdf-8515-cc7a1e7ffe42 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:17.059740 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e77e1664-7e15-4fdf-8515-cc7a1e7ffe42, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e77e1664-7e15-4fdf-8515-cc7a1e7ffe42,segment=NetworkSegment(c3745fa3-29ce-433e-84b3-0288ca604068),segment_id=c3745fa3-29ce-433e-84b3-0288ca604068)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:17.064275 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:17.114692 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=e77e1664-7e15-4fdf-8515-cc7a1e7ffe42,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:17.129522 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-4221acd1-69a1-42f1-8005-19af919fbdf2 service neutron] 10.222.0.50 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080955 Nov 23 21:56:17.134352 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-834ee6e7-6202-4b37-8dba-e1e3f57e5058 req-cde056e7-9191-481d-be79-22113e2d7b7f tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/security-groups?id=3af2db18-58d0-4551-a12a-c9fdf47401d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241397 Nov 23 21:56:17.213230 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-b809993f-67bd-4db3-9b58-289e7dd0c593 service neutron] 10.222.0.53 "GET /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250062 Nov 23 21:56:17.324852 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-bd5a785e-da44-49e5-b3e8-14e85e94f8f1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=247b2c22-bf5b-4a93-af05-80b974a24c48 HTTP/1.1" status: 200 len: 217 time: 0.0915732 Nov 23 21:56:17.394962 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['e77e1664-7e15-4fdf-8515-cc7a1e7ffe42'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:56:17.399148 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['c29f0d83-3099-46d7-92b8-4d494ae5bd7b'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:56:17.422817 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 224179a9-9246-4419-a911-b515f4991d15 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:56:17.435546 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac86eb-36c0-4177-8c88-15e0d27fea72 req-e46e3be3-7700-4dfc-81c4-b1162e2ecad4 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:17.437842 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e2ac86eb-36c0-4177-8c88-15e0d27fea72 req-e46e3be3-7700-4dfc-81c4-b1162e2ecad4 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccffb88b-79f9-4c36-ad87-2d57a23149f6 HTTP/1.1" status: 200 len: 948 time: 0.2271545 Nov 23 21:56:17.442530 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-51b1c980-bddb-4e8c-9753-d9995425c742 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:17.451659 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-0010e0c1-2b35-43e2-aa80-6e9096cda165 service neutron] 10.222.0.50 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130972 Nov 23 21:56:17.493652 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-0d06c444-9fe2-4ead-be6e-43864dcf564b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:17.495106 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-0d06c444-9fe2-4ead-be6e-43864dcf564b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=894a547e-38e5-4870-bda6-a43a8f7f2b67 HTTP/1.1" status: 200 len: 797 time: 0.1613791 Nov 23 21:56:17.620429 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1c980-bddb-4e8c-9753-d9995425c742 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Subnet': ['ID=74840d78-17ad-475e-91c8-51b0773995c1,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:17.656347 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e2ac86eb-36c0-4177-8c88-15e0d27fea72 req-8aa23571-8dda-43f0-80d7-de157812b223 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091572 Nov 23 21:56:17.659625 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 224179a9-9246-4419-a911-b515f4991d15, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=224179a9-9246-4419-a911-b515f4991d15,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:17.677588 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b1c980-bddb-4e8c-9753-d9995425c742 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Checking segment: {'id': '85cd8eb0-d3be-46ac-9302-f94f0004dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '149070b7-5598-44f6-ac7e-f0132afceab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:17.677962 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b1c980-bddb-4e8c-9753-d9995425c742 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Network hostable DHCP agents. Network: 149070b7-5598-44f6-ac7e-f0132afceab2, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:56:17.681324 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-5254e03e-b75e-4c2c-a6ce-231e04bca992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:17.682250 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '224179a9-9246-4419-a911-b515f4991d15', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '224179a9-9246-4419-a911-b515f4991d15', 'mac_address': 'fa:16:3e:ad:86:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:56:17.682903 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-5254e03e-b75e-4c2c-a6ce-231e04bca992 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da4238c6-b353-4586-8707-c40d3aada134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1640317 Nov 23 21:56:17.690133 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-625cbf11-4c8e-420b-8412-791192d4ebb4 service neutron] 10.222.0.50 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142913 Nov 23 21:56:17.757672 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b1c980-bddb-4e8c-9753-d9995425c742 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Network 149070b7-5598-44f6-ac7e-f0132afceab2 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:56:17.783364 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:17.802042 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224179a9-9246-4419-a911-b515f4991d15 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:17.836862 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 224179a9-9246-4419-a911-b515f4991d15, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=224179a9-9246-4419-a911-b515f4991d15,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:17.839152 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-51b1c980-bddb-4e8c-9753-d9995425c742 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 149070b7-5598-44f6-ac7e-f0132afceab2) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:17.844137 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:17.847702 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b1c980-bddb-4e8c-9753-d9995425c742 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:17.848528 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-51b1c980-bddb-4e8c-9753-d9995425c742 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:17.878691 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a7a224-ef35-473b-8617-7181fdce40ba None None] Network 149070b7-5598-44f6-ac7e-f0132afceab2 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:17.887820 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-9ca15d3a-c7be-47c7-a935-cb46721ad417 service neutron] 10.222.0.53 "GET /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932657 Nov 23 21:56:17.893198 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-db05353f-ebb6-4e6c-8758-8c4b231df0c4 service neutron] 10.222.0.50 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880558 Nov 23 21:56:17.897565 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-51b1c980-bddb-4e8c-9753-d9995425c742 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3665960 Nov 23 21:56:17.900538 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59950) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:17.960108 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=224179a9-9246-4419-a911-b515f4991d15,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:18.064593 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-db1c0e66-ea00-4458-adc0-3b1d2c2455cd tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:18.093530 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-700a339b-36e2-4c05-abd7-d7fa90af34d7 req-956a8cda-1349-473d-a3d4-2d5a34bb80bf service neutron] 10.222.0.53 "GET /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946032 Nov 23 21:56:18.097345 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-92a60af9-9140-4ef5-9c62-e2ca1ed45f77 service neutron] 10.222.0.50 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765728 Nov 23 21:56:18.152944 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed1f5a2-4539-4cb8-8e3a-a1eb5612cef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-149070b7-5598-44f6-ac7e-f0132afceab2', 'network_id': '149070b7-5598-44f6-ac7e-f0132afceab2', 'tenant_id': '0de995c2037848d1b219b21c3f430058', 'fixed_ips': [{'subnet_id': '74840d78-17ad-475e-91c8-51b0773995c1'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:56:18.164234 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bed1f5a2-4539-4cb8-8e3a-a1eb5612cef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:18.172790 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-db1c0e66-ea00-4458-adc0-3b1d2c2455cd tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:18.212750 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['224179a9-9246-4419-a911-b515f4991d15'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:56:18.261249 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-db1c0e66-ea00-4458-adc0-3b1d2c2455cd tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:18.308366 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c0e66-ea00-4458-adc0-3b1d2c2455cd tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Subnet': ['ID=74840d78-17ad-475e-91c8-51b0773995c1,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server [None req-bed1f5a2-4539-4cb8-8e3a-a1eb5612cef2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 74840d78-17ad-475e-91c8-51b0773995c1: This subnet is being modified by another concurrent operation. Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 21:56:18.382819 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise exception Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 74840d78-17ad-475e-91c8-51b0773995c1: This subnet is being modified by another concurrent operation. Nov 23 21:56:18.387187 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server Nov 23 21:56:18.403330 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5376a04-04b8-4b1e-aa94-746c92e1ceff None None] Network 149070b7-5598-44f6-ac7e-f0132afceab2 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:18.415495 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-db1c0e66-ea00-4458-adc0-3b1d2c2455cd tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:18.440471 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-db1c0e66-ea00-4458-adc0-3b1d2c2455cd tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['149070b7-5598-44f6-ac7e-f0132afceab2']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:18.451194 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-db1c0e66-ea00-4458-adc0-3b1d2c2455cd tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85cd8eb0-d3be-46ac-9302-f94f0004dea3') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:18.451656 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-db1c0e66-ea00-4458-adc0-3b1d2c2455cd tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85cd8eb0-d3be-46ac-9302-f94f0004dea3') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:18.464135 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-db1c0e66-ea00-4458-adc0-3b1d2c2455cd tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:18.479918 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-db1c0e66-ea00-4458-adc0-3b1d2c2455cd tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:18.487236 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db1c0e66-ea00-4458-adc0-3b1d2c2455cd tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:56:18.487766 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-db1c0e66-ea00-4458-adc0-3b1d2c2455cd tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:56:18.556919 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:56:18.562168 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-db1c0e66-ea00-4458-adc0-3b1d2c2455cd tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:18.582920 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-d3e6c799-600c-437d-9bdb-1fcb7f4a4b02 service neutron] 10.222.0.50 "GET /v2.0/networks/954621a6-0447-4b04-92ad-3bda684cf0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674625 Nov 23 21:56:18.596773 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-db1c0e66-ea00-4458-adc0-3b1d2c2455cd tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:18.604870 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-db1c0e66-ea00-4458-adc0-3b1d2c2455cd tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/networks/149070b7-5598-44f6-ac7e-f0132afceab2 HTTP/1.1" status: 204 len: 168 time: 0.7030039 Nov 23 21:56:18.605973 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c0e66-ea00-4458-adc0-3b1d2c2455cd tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Network': ['ID=149070b7-5598-44f6-ac7e-f0132afceab2,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:18.609389 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59956) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:18.616600 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b2bcc8ba-3b67-4897-925c-2aa1a3c460e2 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-459183750'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:18.625254 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d586b05-65a0-4a85-9e6a-2f839e4c3685 None None] get_active_networks_info from n-d-816206-9 {{(pid=110035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 21:56:18.647140 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bcc8ba-3b67-4897-925c-2aa1a3c460e2 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Made reservation on behalf of 0de995c2037848d1b219b21c3f430058 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:18.652324 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b2bcc8ba-3b67-4897-925c-2aa1a3c460e2 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:18.683594 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c29f0d83-3099-46d7-92b8-4d494ae5bd7b up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:56:18.693451 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2bcc8ba-3b67-4897-925c-2aa1a3c460e2 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:56:18.710842 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b2bcc8ba-3b67-4897-925c-2aa1a3c460e2 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:18.711199 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-b2bcc8ba-3b67-4897-925c-2aa1a3c460e2 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Added segment 857dd025-108d-49d3-807f-41b298f1a7b9 of type vlan for network da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8 Nov 23 21:56:18.719825 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e999aa-6f49-4dbf-b4e4-6500872e4f4a req-1637bd32-0663-48fd-82bf-abbe833ddeac tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:18.729059 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93e999aa-6f49-4dbf-b4e4-6500872e4f4a req-1637bd32-0663-48fd-82bf-abbe833ddeac tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=020f6c6c-f212-471b-844d-21bc235b8302 HTTP/1.1" status: 200 len: 945 time: 0.1446044 Nov 23 21:56:18.774644 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-25d0ce94-2023-4215-8605-0cf7de227ece service neutron] 10.222.0.50 "GET /v2.0/networks/954621a6-0447-4b04-92ad-3bda684cf0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796017 Nov 23 21:56:18.803083 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b2bcc8ba-3b67-4897-925c-2aa1a3c460e2 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:18.827878 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port c29f0d83-3099-46d7-92b8-4d494ae5bd7b completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:56:18.832775 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93e999aa-6f49-4dbf-b4e4-6500872e4f4a req-e75086c4-4106-44ba-8433-f64ab710218e tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023383 Nov 23 21:56:18.836935 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b2bcc8ba-3b67-4897-925c-2aa1a3c460e2 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:18.849618 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bcc8ba-3b67-4897-925c-2aa1a3c460e2 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:18.849929 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port c29f0d83-3099-46d7-92b8-4d494ae5bd7b triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:18.850054 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b2bcc8ba-3b67-4897-925c-2aa1a3c460e2 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:18.850279 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:18.903093 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d586b05-65a0-4a85-9e6a-2f839e4c3685 None None] Resources bound (agent type, host, resource id): {{(pid=110035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 21:56:18.955832 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcc8ba-3b67-4897-925c-2aa1a3c460e2 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Network': ['ID=da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:18.974009 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b2bcc8ba-3b67-4897-925c-2aa1a3c460e2 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3632493 Nov 23 21:56:18.976314 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59966) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:18.980184 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:56:18.982455 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-1627b3be-fab0-457e-b648-d0bf561bb499 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:18.998060 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-749b4663-306d-4900-9864-6b1d97b21c25 service neutron] 10.222.0.50 "GET /v2.0/networks/954621a6-0447-4b04-92ad-3bda684cf0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088230 Nov 23 21:56:19.080952 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a532a-e275-4401-b572-4e2bba4a2b8d req-26f64958-b3d5-43dc-b24f-6984654e4b74 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:19.082539 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-245a532a-e275-4401-b572-4e2bba4a2b8d req-26f64958-b3d5-43dc-b24f-6984654e4b74 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/ports?device_id=c17950e9-f930-4d33-a98b-eec45d0b8b51 HTTP/1.1" status: 200 len: 945 time: 0.1510072 Nov 23 21:56:19.226562 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:19.272793 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1627b3be-fab0-457e-b648-d0bf561bb499 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:19.288749 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-245a532a-e275-4401-b572-4e2bba4a2b8d req-87f375cc-5bb6-4d46-8611-c742af52c456 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/security-groups?id=3af2db18-58d0-4551-a12a-c9fdf47401d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675286 Nov 23 21:56:19.300655 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1627b3be-fab0-457e-b648-d0bf561bb499 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:19.307125 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-6d7ddaca-dfe5-4a20-b0a6-89617120d005 service neutron] 10.222.0.50 "GET /v2.0/networks/954621a6-0447-4b04-92ad-3bda684cf0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910726 Nov 23 21:56:19.315164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec38c3e-9a12-4f74-92ec-e5736d9675f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29f0d83-3099-46d7-92b8-4d494ae5bd7b'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:56:19.317750 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3335f372-83d1-49fe-a7a8-971c96e64790" -d '{"events": [{"server_uuid": "7ec38c3e-9a12-4f74-92ec-e5736d9675f6", "name": "network-vif-plugged", "status": "completed", "tag": "c29f0d83-3099-46d7-92b8-4d494ae5bd7b"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:56:19.336271 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1627b3be-fab0-457e-b648-d0bf561bb499 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Network da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8 is not hosted by any dhcp agent {{(pid=110033) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 21:56:19.350741 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port c29f0d83-3099-46d7-92b8-4d494ae5bd7b, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c29f0d83-3099-46d7-92b8-4d494ae5bd7b,segment=NetworkSegment(c3745fa3-29ce-433e-84b3-0288ca604068),segment_id=c3745fa3-29ce-433e-84b3-0288ca604068)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:19.363155 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:19.363953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e77e1664-7e15-4fdf-8515-cc7a1e7ffe42 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:56:19.376930 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1627b3be-fab0-457e-b648-d0bf561bb499 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:19.377632 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1627b3be-fab0-457e-b648-d0bf561bb499 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:19.382267 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59972) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:19.390445 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-24009cc8-6ffc-418d-afe1-9d896083aa1f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'subnet': {'network_id': 'da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:19.391306 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1627b3be-fab0-457e-b648-d0bf561bb499 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "PUT /v2.0/networks/da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8 HTTP/1.1" status: 200 len: 723 time: 0.4135969 Nov 23 21:56:19.479414 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 224179a9-9246-4419-a911-b515f4991d15 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:56:19.569718 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792375cf-e95b-470b-8734-ec82cd4de32c req-a27501fc-a049-4f9c-9749-19739853cc65 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:19.580413 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-792375cf-e95b-470b-8734-ec82cd4de32c req-a27501fc-a049-4f9c-9749-19739853cc65 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccffb88b-79f9-4c36-ad87-2d57a23149f6 HTTP/1.1" status: 200 len: 949 time: 0.1391242 Nov 23 21:56:19.601786 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=c29f0d83-3099-46d7-92b8-4d494ae5bd7b,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:19.630791 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24009cc8-6ffc-418d-afe1-9d896083aa1f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Made reservation on behalf of 0de995c2037848d1b219b21c3f430058 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:19.635136 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24009cc8-6ffc-418d-afe1-9d896083aa1f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:19.639008 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 224179a9-9246-4419-a911-b515f4991d15 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:56:19.669456 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port e77e1664-7e15-4fdf-8515-cc7a1e7ffe42 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:56:19.678794 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 224179a9-9246-4419-a911-b515f4991d15 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:19.679177 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:19.706568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port e77e1664-7e15-4fdf-8515-cc7a1e7ffe42 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:19.707286 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:19.715435 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-792375cf-e95b-470b-8734-ec82cd4de32c req-7979b574-c6e2-4ec4-a971-87033c9960d0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337562 Nov 23 21:56:19.902096 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:19.912857 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:19.965699 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627b3be-fab0-457e-b648-d0bf561bb499 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Network': ['ID=da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:19.981183 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:56:20.048337 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24009cc8-6ffc-418d-afe1-9d896083aa1f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:20.057587 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e77e1664-7e15-4fdf-8515-cc7a1e7ffe42, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e77e1664-7e15-4fdf-8515-cc7a1e7ffe42,segment=NetworkSegment(c3745fa3-29ce-433e-84b3-0288ca604068),segment_id=c3745fa3-29ce-433e-84b3-0288ca604068)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:20.069908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 224179a9-9246-4419-a911-b515f4991d15, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=224179a9-9246-4419-a911-b515f4991d15,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:20.072429 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:20.082872 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:20.150996 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24009cc8-6ffc-418d-afe1-9d896083aa1f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Subnet': ['ID=3e24fc37-c402-478e-bb53-147218f26beb,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:20.153055 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=e77e1664-7e15-4fdf-8515-cc7a1e7ffe42,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:20.155974 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24009cc8-6ffc-418d-afe1-9d896083aa1f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Checking segment: {'id': '857dd025-108d-49d3-807f-41b298f1a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:20.156347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24009cc8-6ffc-418d-afe1-9d896083aa1f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Network hostable DHCP agents. Network: da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:56:20.182054 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24009cc8-6ffc-418d-afe1-9d896083aa1f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Network da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:56:20.198253 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-24009cc8-6ffc-418d-afe1-9d896083aa1f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:20.203446 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24009cc8-6ffc-418d-afe1-9d896083aa1f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:20.204423 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24009cc8-6ffc-418d-afe1-9d896083aa1f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:20.214652 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9afbc3d-e66a-44c3-9884-f4d346606a1d None None] Network da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:20.238594 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-24009cc8-6ffc-418d-afe1-9d896083aa1f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8549323 Nov 23 21:56:20.241221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60000) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:20.245324 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7f4841-c6af-485d-ae81-fe8cddbf9bbd x-openstack-request-id: req-dc7f4841-c6af-485d-ae81-fe8cddbf9bbd {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:56:20.245738 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec38c3e-9a12-4f74-92ec-e5736d9675f6", "name": "network-vif-plugged", "status": "completed", "tag": "c29f0d83-3099-46d7-92b8-4d494ae5bd7b", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:56:20.246148 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dc7f4841-c6af-485d-ae81-fe8cddbf9bbd {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:56:20.246578 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec38c3e-9a12-4f74-92ec-e5736d9675f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29f0d83-3099-46d7-92b8-4d494ae5bd7b', 'code': 200} Nov 23 21:56:20.250740 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-4257bc56-1a6d-4410-ba67-c760e220f2fe tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:20.312486 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=224179a9-9246-4419-a911-b515f4991d15,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:20.455410 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a97e15-a0df-4f7b-9014-6b325385b791 req-8b84cb02-d4cf-4560-b951-fc8d7066f77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:20.457334 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-01a97e15-a0df-4f7b-9014-6b325385b791 req-8b84cb02-d4cf-4560-b951-fc8d7066f77b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7ec38c3e-9a12-4f74-92ec-e5736d9675f6 HTTP/1.1" status: 200 len: 1097 time: 0.1380124 Nov 23 21:56:20.460317 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4257bc56-1a6d-4410-ba67-c760e220f2fe tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9191698'] for subnet, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:20.462881 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22addf2a-c097-414d-9ebd-636387071fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8', 'network_id': 'da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8', 'tenant_id': '0de995c2037848d1b219b21c3f430058', 'fixed_ips': [{'subnet_id': '3e24fc37-c402-478e-bb53-147218f26beb'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:56:20.465561 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-22addf2a-c097-414d-9ebd-636387071fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:20.520199 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a21173-3f18-4ac2-bc08-4dad9b7b3a36 req-d109b88d-ad4d-4583-bdc5-be87b0f7da69 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:20.521856 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1a21173-3f18-4ac2-bc08-4dad9b7b3a36 req-d109b88d-ad4d-4583-bdc5-be87b0f7da69 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=020f6c6c-f212-471b-844d-21bc235b8302 HTTP/1.1" status: 200 len: 946 time: 0.1907065 Nov 23 21:56:20.626142 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cb7ade8e-b496-4a0e-b565-b191e89d8786 req-761ba216-c106-4104-b80a-c3a2dfe9d844 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.0891471 Nov 23 21:56:20.660827 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-22addf2a-c097-414d-9ebd-636387071fe9 None None] Allocated IP 172.20.0.2 (da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8/3e24fc37-c402-478e-bb53-147218f26beb/a4597cb7-c153-4318-ae09-27d43458f46d) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:56:20.663952 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-01a97e15-a0df-4f7b-9014-6b325385b791 req-a4b21a3c-09e4-4584-8377-72b6fbb52f32 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783738 Nov 23 21:56:20.668893 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1a21173-3f18-4ac2-bc08-4dad9b7b3a36 req-3265ae54-f99c-4fc6-9908-001682871e28 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277840 Nov 23 21:56:20.796549 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080bedc-d9dd-409e-b1af-40adbe952ac6 req-8382bb26-5f01-484d-9a33-f74a49ca339e tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:20.798175 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b080bedc-d9dd-409e-b1af-40adbe952ac6 req-8382bb26-5f01-484d-9a33-f74a49ca339e tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/ports?device_id=c17950e9-f930-4d33-a98b-eec45d0b8b51 HTTP/1.1" status: 200 len: 945 time: 0.0674284 Nov 23 21:56:20.869835 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-22addf2a-c097-414d-9ebd-636387071fe9 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:20.878574 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-22addf2a-c097-414d-9ebd-636387071fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:20.885081 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1c018-46bd-406d-b778-45a2635d8cc1 req-50dacf0c-b3ff-4352-b47e-19b879ff9c92 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:20.886910 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77b1c018-46bd-406d-b778-45a2635d8cc1 req-50dacf0c-b3ff-4352-b47e-19b879ff9c92 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccffb88b-79f9-4c36-ad87-2d57a23149f6 HTTP/1.1" status: 200 len: 950 time: 0.0877392 Nov 23 21:56:20.899526 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b080bedc-d9dd-409e-b1af-40adbe952ac6 req-6aed2cbc-c065-464d-af11-82cce149a66f tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/security-groups?id=3af2db18-58d0-4551-a12a-c9fdf47401d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902817 Nov 23 21:56:20.929099 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22addf2a-c097-414d-9ebd-636387071fe9 None None] Network da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:56:20.932709 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-22addf2a-c097-414d-9ebd-636387071fe9 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:20.938960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22addf2a-c097-414d-9ebd-636387071fe9 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:56:20.941101 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22addf2a-c097-414d-9ebd-636387071fe9 None None] Pushing event updated for resources: {'Port': ['ID=a4597cb7-c153-4318-ae09-27d43458f46d,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:21.007253 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-22addf2a-c097-414d-9ebd-636387071fe9 None None] Attempting to bind port a4597cb7-c153-4318-ae09-27d43458f46d on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:56:21.008002 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-22addf2a-c097-414d-9ebd-636387071fe9 None None] Attempting to bind port a4597cb7-c153-4318-ae09-27d43458f46d by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '857dd025-108d-49d3-807f-41b298f1a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:56:21.008635 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22addf2a-c097-414d-9ebd-636387071fe9 None None] Attempting to bind port a4597cb7-c153-4318-ae09-27d43458f46d on network da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:21.015216 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77b1c018-46bd-406d-b778-45a2635d8cc1 req-e1ad73b4-1e06-45d4-9b13-2a7d875a58d2 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028285 Nov 23 21:56:21.017434 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22addf2a-c097-414d-9ebd-636387071fe9 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:56:21.017852 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22addf2a-c097-414d-9ebd-636387071fe9 None None] Checking segment: {'id': '857dd025-108d-49d3-807f-41b298f1a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:21.025771 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-22addf2a-c097-414d-9ebd-636387071fe9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:21.026228 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22addf2a-c097-414d-9ebd-636387071fe9 None None] Bound using segment: {'id': '857dd025-108d-49d3-807f-41b298f1a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:56:21.026764 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-22addf2a-c097-414d-9ebd-636387071fe9 None None] Bound port: a4597cb7-c153-4318-ae09-27d43458f46d, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857dd025-108d-49d3-807f-41b298f1a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:56:21.027173 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-22addf2a-c097-414d-9ebd-636387071fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:21.126637 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4257bc56-1a6d-4410-ba67-c760e220f2fe tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786760448121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8874405'] for subnet, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:21.133270 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-22addf2a-c097-414d-9ebd-636387071fe9 None None] For port a4597cb7-c153-4318-ae09-27d43458f46d, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:56:21.136878 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-22addf2a-c097-414d-9ebd-636387071fe9 None None] For port a4597cb7-c153-4318-ae09-27d43458f46d, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a4597cb7-c153-4318-ae09-27d43458f46d,segment=NetworkSegment(857dd025-108d-49d3-807f-41b298f1a7b9),segment_id=857dd025-108d-49d3-807f-41b298f1a7b9)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:56:21.143819 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-22addf2a-c097-414d-9ebd-636387071fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:21.194691 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4257bc56-1a6d-4410-ba67-c760e220f2fe tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:21.195318 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4257bc56-1a6d-4410-ba67-c760e220f2fe tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:21.199880 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4257bc56-1a6d-4410-ba67-c760e220f2fe tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "PUT /v2.0/subnets/3e24fc37-c402-478e-bb53-147218f26beb HTTP/1.1" status: 200 len: 806 time: 0.9542322 Nov 23 21:56:21.200057 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60018) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:21.222346 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257bc56-1a6d-4410-ba67-c760e220f2fe tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Subnet': ['ID=3e24fc37-c402-478e-bb53-147218f26beb,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:21.227057 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22addf2a-c097-414d-9ebd-636387071fe9 None None] Pushing event updated for resources: {'Port': ['ID=a4597cb7-c153-4318-ae09-27d43458f46d,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:21.331181 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac9372d7-6964-4742-b521-5045addc7d07 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:21.416264 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-ac9372d7-6964-4742-b521-5045addc7d07 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Deleting port a4597cb7-c153-4318-ae09-27d43458f46d {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:56:21.416608 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac9372d7-6964-4742-b521-5045addc7d07 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:21.552220 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-ac9372d7-6964-4742-b521-5045addc7d07 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] For port a4597cb7-c153-4318-ae09-27d43458f46d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a4597cb7-c153-4318-ae09-27d43458f46d,segment=NetworkSegment(857dd025-108d-49d3-807f-41b298f1a7b9),segment_id=857dd025-108d-49d3-807f-41b298f1a7b9)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:21.552733 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac9372d7-6964-4742-b521-5045addc7d07 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:21.569889 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-ac9372d7-6964-4742-b521-5045addc7d07 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Calling delete_port for a4597cb7-c153-4318-ae09-27d43458f46d owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:56:21.716891 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac9372d7-6964-4742-b521-5045addc7d07 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:21.754295 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9372d7-6964-4742-b521-5045addc7d07 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Port': ['ID=a4597cb7-c153-4318-ae09-27d43458f46d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:21.807523 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9372d7-6964-4742-b521-5045addc7d07 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No DVR routers for this DVR port a4597cb7-c153-4318-ae09-27d43458f46d on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:56:21.808460 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c20f5dc-1a54-4762-9284-a380c02914d0 req-47ae8b34-3c60-4e13-af1f-a42f38cffe05 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.0705109 Nov 23 21:56:21.860884 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac9372d7-6964-4742-b521-5045addc7d07 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:21.870248 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24d28d-6626-42c8-bb3e-1b195e94bd69 req-977b55e2-9504-457a-9616-540e74ce402a tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:21.872014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee24d28d-6626-42c8-bb3e-1b195e94bd69 req-977b55e2-9504-457a-9616-540e74ce402a tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=020f6c6c-f212-471b-844d-21bc235b8302 HTTP/1.1" status: 200 len: 946 time: 0.0816636 Nov 23 21:56:21.972156 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac9372d7-6964-4742-b521-5045addc7d07 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:21.976326 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee24d28d-6626-42c8-bb3e-1b195e94bd69 req-3f16d1db-f31c-4de9-bf24-a23f0e4f3383 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962973 Nov 23 21:56:21.987347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-f56d5df4-9e76-4486-ad12-410cddac4f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:21.988869 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-f56d5df4-9e76-4486-ad12-410cddac4f00 service neutron] 10.222.0.53 "GET /v2.0/ports/9e1a4a01-b58d-4d1b-8c53-14975401b67a HTTP/1.1" status: 200 len: 1033 time: 0.0905063 Nov 23 21:56:22.055934 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9372d7-6964-4742-b521-5045addc7d07 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Subnet': ['ID=3e24fc37-c402-478e-bb53-147218f26beb,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:22.087294 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-58e4d3bd-5833-4353-8bde-fe17b8c35580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:22.088664 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-58e4d3bd-5833-4353-8bde-fe17b8c35580 service neutron] 10.222.0.53 "GET /v2.0/ports/e7e26413-e971-46f6-ba1f-9c8b1eb61493 HTTP/1.1" status: 200 len: 1032 time: 0.0886433 Nov 23 21:56:22.107564 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac9372d7-6964-4742-b521-5045addc7d07 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:22.137735 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-ac9372d7-6964-4742-b521-5045addc7d07 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:22.149667 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-ac9372d7-6964-4742-b521-5045addc7d07 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857dd025-108d-49d3-807f-41b298f1a7b9') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:22.149667 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-ac9372d7-6964-4742-b521-5045addc7d07 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857dd025-108d-49d3-807f-41b298f1a7b9') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:22.160322 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8968f-ffb9-4c67-b25a-4058c42cf76b req-a4d4aec4-4e30-40bd-a63e-5f0059b2d773 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:22.161078 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac9372d7-6964-4742-b521-5045addc7d07 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:22.162155 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-95c8968f-ffb9-4c67-b25a-4058c42cf76b req-a4d4aec4-4e30-40bd-a63e-5f0059b2d773 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/ports?device_id=c17950e9-f930-4d33-a98b-eec45d0b8b51 HTTP/1.1" status: 200 len: 945 time: 0.1478031 Nov 23 21:56:22.182585 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac9372d7-6964-4742-b521-5045addc7d07 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:22.198184 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9372d7-6964-4742-b521-5045addc7d07 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:56:22.199236 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac9372d7-6964-4742-b521-5045addc7d07 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:56:22.203214 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:56:22.247887 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020f6c6c-f212-471b-844d-21bc235b8302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77e1664-7e15-4fdf-8515-cc7a1e7ffe42'}, {'server_uuid': 'ccffb88b-79f9-4c36-ad87-2d57a23149f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224179a9-9246-4419-a911-b515f4991d15'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:56:22.250995 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a253a44c-2d69-4c43-81ec-fcd39eeeaa55" -d '{"events": [{"server_uuid": "020f6c6c-f212-471b-844d-21bc235b8302", "name": "network-vif-plugged", "status": "completed", "tag": "e77e1664-7e15-4fdf-8515-cc7a1e7ffe42"}, {"server_uuid": "ccffb88b-79f9-4c36-ad87-2d57a23149f6", "name": "network-vif-plugged", "status": "completed", "tag": "224179a9-9246-4419-a911-b515f4991d15"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:56:22.306328 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac9372d7-6964-4742-b521-5045addc7d07 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:22.311741 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac9372d7-6964-4742-b521-5045addc7d07 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:22.316179 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ac9372d7-6964-4742-b521-5045addc7d07 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/networks/da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8 HTTP/1.1" status: 204 len: 168 time: 1.1156974 Nov 23 21:56:22.328684 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8fde7-4352-49ee-8d60-bab9dfe1e32f req-6fba430b-d37a-4257-bb26-a3db04c05209 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:22.337043 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-12a8fde7-4352-49ee-8d60-bab9dfe1e32f req-6fba430b-d37a-4257-bb26-a3db04c05209 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccffb88b-79f9-4c36-ad87-2d57a23149f6 HTTP/1.1" status: 200 len: 950 time: 0.1871991 Nov 23 21:56:22.337301 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60036) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:22.341859 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-95c8968f-ffb9-4c67-b25a-4058c42cf76b req-1df4a6ef-6847-48b4-9aec-427925758095 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/security-groups?id=3af2db18-58d0-4551-a12a-c9fdf47401d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574173 Nov 23 21:56:22.371136 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9372d7-6964-4742-b521-5045addc7d07 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Network': ['ID=da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:22.389039 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dba3444-94e0-4dbb-abf9-ff3ce2b3d42f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] DELETE failed (client error): The resource could not be found. Nov 23 21:56:22.389729 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dba3444-94e0-4dbb-abf9-ff3ce2b3d42f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:56:22.393971 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5dba3444-94e0-4dbb-abf9-ff3ce2b3d42f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/networks/da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8 HTTP/1.1" status: 404 len: 339 time: 0.0538692 Nov 23 21:56:22.399775 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60038) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:22.408457 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-8e2544d3-e8c1-429b-b612-d2320302ccf4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-865237441', 'description': 'd1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:22.409948 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-75901c5c-3775-4b0f-9c72-9d4f899e136a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:22.416767 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-75901c5c-3775-4b0f-9c72-9d4f899e136a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:22.423488 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-75901c5c-3775-4b0f-9c72-9d4f899e136a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:22.425271 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-75901c5c-3775-4b0f-9c72-9d4f899e136a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.53 "GET /v2.0/networks?id=538e1e97-92a3-4d18-ba4d-eab4d961092b&id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&id=954621a6-0447-4b04-92ad-3bda684cf0c7&id=954621a6-0447-4b04-92ad-3bda684cf0c7 HTTP/1.1" status: 200 len: 1996 time: 0.3206916 Nov 23 21:56:22.429669 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1783a-0714-48db-8e2d-4fc248e5b3ff req-a73edfa8-497c-4846-a2ea-503ef082409e tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:22.431989 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2db1783a-0714-48db-8e2d-4fc248e5b3ff req-a73edfa8-497c-4846-a2ea-503ef082409e tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.60 "GET /v2.0/ports?device_id=c17950e9-f930-4d33-a98b-eec45d0b8b51 HTTP/1.1" status: 200 len: 945 time: 0.1477168 Nov 23 21:56:22.489096 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2544d3-e8c1-429b-b612-d2320302ccf4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Made reservation on behalf of 0de995c2037848d1b219b21c3f430058 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:22.499299 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-12a8fde7-4352-49ee-8d60-bab9dfe1e32f req-a4e1cece-2128-4162-9bb5-dc3535f326ea tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613727 Nov 23 21:56:22.508621 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8e2544d3-e8c1-429b-b612-d2320302ccf4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:22.597680 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2544d3-e8c1-429b-b612-d2320302ccf4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:56:22.615224 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-169e0b76-ffc9-4054-99a1-b6b7d5a275ff tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b6ed703ef174b4d8c2560021ab2bd8c HTTP/1.1" status: 200 len: 380 time: 0.1709261 Nov 23 21:56:22.619146 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e17e2986-3669-4a13-a66b-766751cf87a0 None None] Could not find standard attr ID for object a4597cb7-c153-4318-ae09-27d43458f46d. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 21:56:22.634751 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8e2544d3-e8c1-429b-b612-d2320302ccf4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:22.634751 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-8e2544d3-e8c1-429b-b612-d2320302ccf4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Added segment 360d3fb1-36c4-46b3-b842-7476d9c469a8 of type vlan for network dad89715-825a-4635-807d-198ebb5a9728 Nov 23 21:56:22.638666 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-983b5114-6c95-4824-b824-8b509a35e58c req-0d59bc6c-7c8a-41b1-b87a-52dbee2cf279 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Request body: {'port': {'device_id': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b', 'admin_state_up': True, 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'security_groups': ['2a6ab587-9cc2-49c3-81ea-8a55aac418a9']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:22.685326 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac5dfb3-6e41-42c9-8168-74334886e3a6 None None] DHCP port deletion for da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:56:22.706359 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:22.707892 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-2db1783a-0714-48db-8e2d-4fc248e5b3ff req-94dfaa9f-3995-46ab-ac1d-91572b5c8bb9 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Deleting port 0457e9c2-1729-4192-b28b-d077ed0dca89 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:56:22.707892 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2db1783a-0714-48db-8e2d-4fc248e5b3ff req-94dfaa9f-3995-46ab-ac1d-91572b5c8bb9 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:22.720685 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 21:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ec6d36-5845-4dca-bb9c-73e3372fc2d3 x-openstack-request-id: req-d2ec6d36-5845-4dca-bb9c-73e3372fc2d3 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:56:22.721111 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020f6c6c-f212-471b-844d-21bc235b8302", "name": "network-vif-plugged", "status": "completed", "tag": "e77e1664-7e15-4fdf-8515-cc7a1e7ffe42", "code": 200}, {"server_uuid": "ccffb88b-79f9-4c36-ad87-2d57a23149f6", "name": "network-vif-plugged", "status": "completed", "tag": "224179a9-9246-4419-a911-b515f4991d15", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:56:22.721453 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d2ec6d36-5845-4dca-bb9c-73e3372fc2d3 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:56:22.721942 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020f6c6c-f212-471b-844d-21bc235b8302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77e1664-7e15-4fdf-8515-cc7a1e7ffe42', 'code': 200} Nov 23 21:56:22.722878 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccffb88b-79f9-4c36-ad87-2d57a23149f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224179a9-9246-4419-a911-b515f4991d15', 'code': 200} Nov 23 21:56:22.727684 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8742dcc0-f293-4431-8e50-75e3356b9835 None None] Network da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:22.756747 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8742dcc0-f293-4431-8e50-75e3356b9835 None None] Network da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8 could not be found, it might have been deleted concurrently. {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 21:56:22.769324 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689c2ee5-1cf8-4793-9353-bf8a4df5fb23 None None] Network da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:22.791062 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8e2544d3-e8c1-429b-b612-d2320302ccf4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:22.798467 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689c2ee5-1cf8-4793-9353-bf8a4df5fb23 None None] Network da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8 could not be found, it might have been deleted concurrently. {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 21:56:22.867029 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-0d59bc6c-7c8a-41b1-b87a-52dbee2cf279 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Made reservation on behalf of 9b6ed703ef174b4d8c2560021ab2bd8c for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:22.870709 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-0d59bc6c-7c8a-41b1-b87a-52dbee2cf279 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:22.902619 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8e2544d3-e8c1-429b-b612-d2320302ccf4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:22.909969 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2544d3-e8c1-429b-b612-d2320302ccf4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:22.910193 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8e2544d3-e8c1-429b-b612-d2320302ccf4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:22.978874 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8e2544d3-e8c1-429b-b612-d2320302ccf4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5733798 Nov 23 21:56:22.980348 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60042) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:22.988071 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51d249a6-08b0-4456-a2e2-461267a36352 req-d0bcc965-4085-4626-91ff-d2282a127aed tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.0676007 Nov 23 21:56:23.004713 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b54512-2b35-4fc6-bf36-a895289199ed req-0e4d0e42-0c66-4142-a9cc-ee65025e9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:23.006373 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7b54512-2b35-4fc6-bf36-a895289199ed req-0e4d0e42-0c66-4142-a9cc-ee65025e9713 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=020f6c6c-f212-471b-844d-21bc235b8302 HTTP/1.1" status: 200 len: 1097 time: 0.1893582 Nov 23 21:56:23.028284 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2544d3-e8c1-429b-b612-d2320302ccf4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Network': ['ID=dad89715-825a-4635-807d-198ebb5a9728,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:23.034187 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2db1783a-0714-48db-8e2d-4fc248e5b3ff req-94dfaa9f-3995-46ab-ac1d-91572b5c8bb9 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] For port 0457e9c2-1729-4192-b28b-d077ed0dca89, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=0457e9c2-1729-4192-b28b-d077ed0dca89,segment=NetworkSegment(432a5852-5ad8-4185-bee6-710d39b0ae87),segment_id=432a5852-5ad8-4185-bee6-710d39b0ae87)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:23.034572 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2db1783a-0714-48db-8e2d-4fc248e5b3ff req-94dfaa9f-3995-46ab-ac1d-91572b5c8bb9 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:23.044281 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cc561-303e-4916-b116-4f0de2d2ae11 req-5a6c8433-3dd8-4764-83d3-7451abb6db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:23.046039 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9e6cc561-303e-4916-b116-4f0de2d2ae11 req-5a6c8433-3dd8-4764-83d3-7451abb6db6d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ccffb88b-79f9-4c36-ad87-2d57a23149f6 HTTP/1.1" status: 200 len: 1101 time: 0.1921334 Nov 23 21:56:23.047700 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network dad89715-825a-4635-807d-198ebb5a9728 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:56:23.051531 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-2db1783a-0714-48db-8e2d-4fc248e5b3ff req-94dfaa9f-3995-46ab-ac1d-91572b5c8bb9 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Calling delete_port for 0457e9c2-1729-4192-b28b-d077ed0dca89 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:56:23.215970 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2df0010-cd5c-48cd-8da4-c37858730b96 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:23.217873 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b2df0010-cd5c-48cd-8da4-c37858730b96 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "GET /v2.0/networks?id=dad89715-825a-4635-807d-198ebb5a9728 HTTP/1.1" status: 200 len: 760 time: 0.2318017 Nov 23 21:56:23.222399 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60046) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:23.229207 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f91b7981-70d0-4df3-96a8-27f05d94955d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'network': {'description': 'd2'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:23.248178 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7b54512-2b35-4fc6-bf36-a895289199ed req-8e2b1ebe-a7d8-46af-a46d-c5257b732f73 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218006 Nov 23 21:56:23.257590 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-983b5114-6c95-4824-b824-8b509a35e58c req-0d59bc6c-7c8a-41b1-b87a-52dbee2cf279 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Allocated IP 172.20.0.12 (538e1e97-92a3-4d18-ba4d-eab4d961092b/3849cc79-f357-4360-89e3-62e41d0cfdca/903ccf0b-4463-44b9-b226-a19005b0d74f) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:56:23.271534 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9e6cc561-303e-4916-b116-4f0de2d2ae11 req-52666e4b-66ca-43db-bf3b-563b9eac6cfe service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128348 Nov 23 21:56:23.289134 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777922d4-0f2e-4bea-91a8-8189e6e0634e req-7c3b59a0-8d6a-4232-b412-7cbaa3dced13 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:23.290671 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-777922d4-0f2e-4bea-91a8-8189e6e0634e req-7c3b59a0-8d6a-4232-b412-7cbaa3dced13 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=020f6c6c-f212-471b-844d-21bc235b8302 HTTP/1.1" status: 200 len: 946 time: 0.1512976 Nov 23 21:56:23.314190 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2db1783a-0714-48db-8e2d-4fc248e5b3ff req-94dfaa9f-3995-46ab-ac1d-91572b5c8bb9 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:23.353887 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['0457e9c2-1729-4192-b28b-d077ed0dca89'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:56:23.361713 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfaa9f-3995-46ab-ac1d-91572b5c8bb9 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Pushing event deleted for resources: {'Port': ['ID=0457e9c2-1729-4192-b28b-d077ed0dca89,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:23.456015 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db1783a-0714-48db-8e2d-4fc248e5b3ff req-94dfaa9f-3995-46ab-ac1d-91572b5c8bb9 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] No DVR routers for this DVR port 0457e9c2-1729-4192-b28b-d077ed0dca89 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:56:23.460843 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-777922d4-0f2e-4bea-91a8-8189e6e0634e req-351bf1ed-66ca-4925-aeae-e6d1f83f29b8 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579103 Nov 23 21:56:23.469237 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2db1783a-0714-48db-8e2d-4fc248e5b3ff req-94dfaa9f-3995-46ab-ac1d-91572b5c8bb9 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:23.470337 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d9b9f1-b96d-4ed4-9ae1-96dbeb7d5c16 None None] DHCP port deletion for f8e0bdae-88de-42bf-8a19-735d93a3a681 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:56:23.477347 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2db1783a-0714-48db-8e2d-4fc248e5b3ff req-94dfaa9f-3995-46ab-ac1d-91572b5c8bb9 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.60 "DELETE /v2.0/ports/0457e9c2-1729-4192-b28b-d077ed0dca89 HTTP/1.1" status: 204 len: 173 time: 1.0372548 Nov 23 21:56:23.477827 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17950e9-f930-4d33-a98b-eec45d0b8b51', 'name': 'network-vif-deleted', 'tag': '0457e9c2-1729-4192-b28b-d077ed0dca89'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:56:23.480146 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae330ffc-a024-4418-b128-bfeab5cce118" -d '{"events": [{"server_uuid": "c17950e9-f930-4d33-a98b-eec45d0b8b51", "name": "network-vif-deleted", "tag": "0457e9c2-1729-4192-b28b-d077ed0dca89"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:56:23.525654 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5f1745-9622-47f0-855f-5e23858eec9c x-openstack-request-id: req-8a5f1745-9622-47f0-855f-5e23858eec9c {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:56:23.526018 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17950e9-f930-4d33-a98b-eec45d0b8b51", "name": "network-vif-deleted", "tag": "0457e9c2-1729-4192-b28b-d077ed0dca89", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:56:23.526995 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a5f1745-9622-47f0-855f-5e23858eec9c {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:56:23.527590 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17950e9-f930-4d33-a98b-eec45d0b8b51', 'name': 'network-vif-deleted', 'tag': '0457e9c2-1729-4192-b28b-d077ed0dca89', 'status': 'completed', 'code': 200} Nov 23 21:56:23.535589 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1fe446bf-d63c-4ff1-8151-9719dcbcefcb req-f5bcebf8-7e92-47fa-8e59-c27fcf5f4044 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/ports?device_id=c17950e9-f930-4d33-a98b-eec45d0b8b51 HTTP/1.1" status: 200 len: 210 time: 0.0336695 Nov 23 21:56:23.547710 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f91b7981-70d0-4df3-96a8-27f05d94955d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:23.560247 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-0d59bc6c-7c8a-41b1-b87a-52dbee2cf279 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:23.570422 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f91b7981-70d0-4df3-96a8-27f05d94955d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:23.596608 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f91b7981-70d0-4df3-96a8-27f05d94955d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Network dad89715-825a-4635-807d-198ebb5a9728 is not hosted by any dhcp agent {{(pid=110033) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 21:56:23.608787 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91b7981-70d0-4df3-96a8-27f05d94955d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:23.612613 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f91b7981-70d0-4df3-96a8-27f05d94955d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:23.615541 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f91b7981-70d0-4df3-96a8-27f05d94955d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "PUT /v2.0/networks/dad89715-825a-4635-807d-198ebb5a9728 HTTP/1.1" status: 200 len: 757 time: 0.3921173 Nov 23 21:56:23.619805 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60058) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:23.668939 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-0d59bc6c-7c8a-41b1-b87a-52dbee2cf279 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:23.741280 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b7981-70d0-4df3-96a8-27f05d94955d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Network': ['ID=dad89715-825a-4635-807d-198ebb5a9728,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:23.761638 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network dad89715-825a-4635-807d-198ebb5a9728 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:56:23.804989 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036ae9ab-65cf-4092-9e53-9382535e0c6d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:23.813942 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-036ae9ab-65cf-4092-9e53-9382535e0c6d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "GET /v2.0/networks?id=dad89715-825a-4635-807d-198ebb5a9728 HTTP/1.1" status: 200 len: 760 time: 0.1410112 Nov 23 21:56:23.813942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60062) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:23.824101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b5d094c5-c782-4ad2-bebf-270d6e0244d7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-478663781'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:23.832322 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983b5114-6c95-4824-b824-8b509a35e58c req-0d59bc6c-7c8a-41b1-b87a-52dbee2cf279 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Network 538e1e97-92a3-4d18-ba4d-eab4d961092b is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:56:23.841158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-983b5114-6c95-4824-b824-8b509a35e58c req-0d59bc6c-7c8a-41b1-b87a-52dbee2cf279 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:23.848129 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-983b5114-6c95-4824-b824-8b509a35e58c req-0d59bc6c-7c8a-41b1-b87a-52dbee2cf279 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:56:23.851210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59bc6c-7c8a-41b1-b87a-52dbee2cf279 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event updated for resources: {'Port': ['ID=903ccf0b-4463-44b9-b226-a19005b0d74f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:23.868780 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e45e4f-d213-437c-b14d-d74d0e07c7e1 req-586762b7-216c-4814-a0c0-93653bb9ce88 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:23.870394 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79e45e4f-d213-437c-b14d-d74d0e07c7e1 req-586762b7-216c-4814-a0c0-93653bb9ce88 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccffb88b-79f9-4c36-ad87-2d57a23149f6 HTTP/1.1" status: 200 len: 950 time: 0.2170246 Nov 23 21:56:23.900456 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d094c5-c782-4ad2-bebf-270d6e0244d7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Made reservation on behalf of 0de995c2037848d1b219b21c3f430058 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:23.905366 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5d094c5-c782-4ad2-bebf-270d6e0244d7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:23.934194 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d094c5-c782-4ad2-bebf-270d6e0244d7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:56:23.946922 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5d094c5-c782-4ad2-bebf-270d6e0244d7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:23.947360 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-b5d094c5-c782-4ad2-bebf-270d6e0244d7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Added segment 50d7c462-b9e3-4278-b55c-d4bd217766ea of type vlan for network 9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3 Nov 23 21:56:24.005717 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5d094c5-c782-4ad2-bebf-270d6e0244d7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:24.006958 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-0d59bc6c-7c8a-41b1-b87a-52dbee2cf279 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:24.009047 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-0d59bc6c-7c8a-41b1-b87a-52dbee2cf279 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:24.056027 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79e45e4f-d213-437c-b14d-d74d0e07c7e1 req-35557591-677e-4255-8d39-feb701fe88d1 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523862 Nov 23 21:56:24.067767 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5d094c5-c782-4ad2-bebf-270d6e0244d7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:24.073836 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-0d59bc6c-7c8a-41b1-b87a-52dbee2cf279 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4501576 Nov 23 21:56:24.080141 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d094c5-c782-4ad2-bebf-270d6e0244d7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:24.080971 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5d094c5-c782-4ad2-bebf-270d6e0244d7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:24.096741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-983b5114-6c95-4824-b824-8b509a35e58c req-f0f41db9-4e85-42e7-a727-8577082d330e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Request body: {'port': {'device_id': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5', 'admin_state_up': True, 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'security_groups': ['2a6ab587-9cc2-49c3-81ea-8a55aac418a9']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:24.145495 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b5d094c5-c782-4ad2-bebf-270d6e0244d7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3304098 Nov 23 21:56:24.149124 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60068) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:24.160504 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ab175011-876c-454e-a961-2a96a5047d19 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'subnet': {'network_id': '9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:24.256750 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d094c5-c782-4ad2-bebf-270d6e0244d7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Network': ['ID=9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:24.257878 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df155032-6179-42d2-a790-1723b71c3cd0 req-7b187702-1b53-4d6a-b0ad-60ce962ebde0 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:24.259588 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-df155032-6179-42d2-a790-1723b71c3cd0 req-7b187702-1b53-4d6a-b0ad-60ce962ebde0 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 932 time: 0.1389854 Nov 23 21:56:24.273455 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9db97e69-f04e-4d9c-b1d2-b9d56c97d578 None None] Provisioning complete for port 903ccf0b-4463-44b9-b226-a19005b0d74f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:24.273884 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9db97e69-f04e-4d9c-b1d2-b9d56c97d578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:24.315410 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:56:24.332553 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-df155032-6179-42d2-a790-1723b71c3cd0 req-24102879-745a-4fa3-916e-226dd7d56123 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646513 Nov 23 21:56:24.361168 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab175011-876c-454e-a961-2a96a5047d19 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Made reservation on behalf of 0de995c2037848d1b219b21c3f430058 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:24.367822 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ab175011-876c-454e-a961-2a96a5047d19 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:24.386093 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-f0f41db9-4e85-42e7-a727-8577082d330e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Made reservation on behalf of 9b6ed703ef174b4d8c2560021ab2bd8c for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:24.390743 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-f0f41db9-4e85-42e7-a727-8577082d330e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:24.412858 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-9db97e69-f04e-4d9c-b1d2-b9d56c97d578 None None] Port 903ccf0b-4463-44b9-b226-a19005b0d74f cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:56:24.667546 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ab175011-876c-454e-a961-2a96a5047d19 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:24.673023 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fc4eb-acfc-4163-91e7-8cf50dc525a3 req-bd05956b-1e1b-419a-ad20-c8c7804bcd66 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:24.674821 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-466fc4eb-acfc-4163-91e7-8cf50dc525a3 req-bd05956b-1e1b-419a-ad20-c8c7804bcd66 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=020f6c6c-f212-471b-844d-21bc235b8302 HTTP/1.1" status: 200 len: 946 time: 0.1109109 Nov 23 21:56:24.725406 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1d6b0de-0a3b-4b7f-9656-cb528d621452 req-075f221f-c7f5-486f-92ce-007de6121740 tempest-ServersNegativeTestMultiTenantJSON-711075686 tempest-ServersNegativeTestMultiTenantJSON-711075686-project] 10.222.0.50 "GET /v2.0/ports?device_id=c17950e9-f930-4d33-a98b-eec45d0b8b51 HTTP/1.1" status: 200 len: 210 time: 0.0494113 Nov 23 21:56:24.737996 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-983b5114-6c95-4824-b824-8b509a35e58c req-f0f41db9-4e85-42e7-a727-8577082d330e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Allocated IP 10.1.1.91 (ce29dc55-02f2-46b4-9c01-cfba0db3b8c5/79f80f5c-625c-497c-bf22-0257e8bcf148/02f35442-1efd-4379-8ae8-d069f0233b87) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:56:24.762601 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab175011-876c-454e-a961-2a96a5047d19 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Subnet': ['ID=509c85e7-c0c6-4e3f-8d43-83e7acc8a369,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:24.791505 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-466fc4eb-acfc-4163-91e7-8cf50dc525a3 req-fbd66b62-3d88-4d73-a441-9ec674c1d8b2 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989866 Nov 23 21:56:24.808692 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab175011-876c-454e-a961-2a96a5047d19 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Checking segment: {'id': '50d7c462-b9e3-4278-b55c-d4bd217766ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:24.809974 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab175011-876c-454e-a961-2a96a5047d19 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Network hostable DHCP agents. Network: 9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:56:24.861372 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab175011-876c-454e-a961-2a96a5047d19 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Network 9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:56:24.879288 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-ab175011-876c-454e-a961-2a96a5047d19 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:24.884999 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab175011-876c-454e-a961-2a96a5047d19 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:24.885858 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ab175011-876c-454e-a961-2a96a5047d19 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:24.891986 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed4cd07-ce98-48cc-b138-b8f275d1d264 None None] Network 9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:24.944890 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ab175011-876c-454e-a961-2a96a5047d19 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7921317 Nov 23 21:56:24.945080 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-f0f41db9-4e85-42e7-a727-8577082d330e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:24.948552 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60082) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:25.011437 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-f0f41db9-4e85-42e7-a727-8577082d330e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:25.073717 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983b5114-6c95-4824-b824-8b509a35e58c req-f0f41db9-4e85-42e7-a727-8577082d330e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:56:25.087415 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-983b5114-6c95-4824-b824-8b509a35e58c req-f0f41db9-4e85-42e7-a727-8577082d330e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:25.106309 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-983b5114-6c95-4824-b824-8b509a35e58c req-f0f41db9-4e85-42e7-a727-8577082d330e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:56:25.167684 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a17c0f6-46f2-41a8-b383-f0d3c83d783b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3', 'network_id': '9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3', 'tenant_id': '0de995c2037848d1b219b21c3f430058', 'fixed_ips': [{'subnet_id': '509c85e7-c0c6-4e3f-8d43-83e7acc8a369'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:56:25.168835 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0a17c0f6-46f2-41a8-b383-f0d3c83d783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:25.176106 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:25.225329 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f41db9-4e85-42e7-a727-8577082d330e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event updated for resources: {'Port': ['ID=02f35442-1efd-4379-8ae8-d069f0233b87,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:25.274391 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:25.343676 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ed66f-d90f-45ab-b7c6-4ff83bf9926b req-f064230e-52e6-4a1d-9f07-2a4469de630e tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:25.345511 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-724ed66f-d90f-45ab-b7c6-4ff83bf9926b req-f064230e-52e6-4a1d-9f07-2a4469de630e tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 945 time: 0.2872705 Nov 23 21:56:25.347253 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-0a17c0f6-46f2-41a8-b383-f0d3c83d783b None None] Allocated IP 172.20.0.2 (9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3/509c85e7-c0c6-4e3f-8d43-83e7acc8a369/8592b7e4-beb2-4e87-8fac-2a58931c17a1) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:56:25.353901 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed9ca4-2474-4e6b-b82d-cea059e3785d req-00fef027-f44a-4a54-a652-60e76b5184e0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:25.362367 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfed9ca4-2474-4e6b-b82d-cea059e3785d req-00fef027-f44a-4a54-a652-60e76b5184e0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccffb88b-79f9-4c36-ad87-2d57a23149f6 HTTP/1.1" status: 200 len: 950 time: 0.1534050 Nov 23 21:56:25.395974 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-f0f41db9-4e85-42e7-a727-8577082d330e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:25.396502 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-f0f41db9-4e85-42e7-a727-8577082d330e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:25.428623 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 0457e9c2-1729-4192-b28b-d077ed0dca89 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:56:25.448853 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-724ed66f-d90f-45ab-b7c6-4ff83bf9926b req-cf00e859-2503-425f-a355-ce7d3c1c4290 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840213 Nov 23 21:56:25.459455 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-f0f41db9-4e85-42e7-a727-8577082d330e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3768880 Nov 23 21:56:25.484822 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-983b5114-6c95-4824-b824-8b509a35e58c req-c90afeb7-0668-425a-9053-a2b00d691a1a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Request body: {'port': {'device_id': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5', 'admin_state_up': True, 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'security_groups': ['2a6ab587-9cc2-49c3-81ea-8a55aac418a9']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:25.531433 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfed9ca4-2474-4e6b-b82d-cea059e3785d req-e1b17483-af2d-4db3-9d56-e62eaf3d960d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679313 Nov 23 21:56:25.648796 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 0457e9c2-1729-4192-b28b-d077ed0dca89 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:56:25.649141 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 0457e9c2-1729-4192-b28b-d077ed0dca89 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:56:25.677021 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d342cbed-df6f-46eb-9dfb-69a33af0759c None None] Provisioning complete for port 02f35442-1efd-4379-8ae8-d069f0233b87 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:25.677393 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d342cbed-df6f-46eb-9dfb-69a33af0759c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:25.704920 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe476f48-0917-4b92-9349-b21cd406f0ee req-e676a7f2-3204-497b-990e-4b0319dcd390 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:25.711223 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe476f48-0917-4b92-9349-b21cd406f0ee req-e676a7f2-3204-497b-990e-4b0319dcd390 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:25.712884 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe476f48-0917-4b92-9349-b21cd406f0ee req-e676a7f2-3204-497b-990e-4b0319dcd390 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 1653 time: 0.1903522 Nov 23 21:56:25.730864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80195a-9235-4768-b72e-cfeccb3a98e5 req-4545b3d8-8472-4230-8730-37d09a51b0e0 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:25.732574 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4e80195a-9235-4768-b72e-cfeccb3a98e5 req-4545b3d8-8472-4230-8730-37d09a51b0e0 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ec38c3e-9a12-4f74-92ec-e5736d9675f6 HTTP/1.1" status: 200 len: 946 time: 0.1120455 Nov 23 21:56:25.748532 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-d342cbed-df6f-46eb-9dfb-69a33af0759c None None] Port 02f35442-1efd-4379-8ae8-d069f0233b87 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:56:25.762698 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0a17c0f6-46f2-41a8-b383-f0d3c83d783b None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:25.766512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-c90afeb7-0668-425a-9053-a2b00d691a1a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Made reservation on behalf of 9b6ed703ef174b4d8c2560021ab2bd8c for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:25.770116 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-c90afeb7-0668-425a-9053-a2b00d691a1a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:25.773744 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0a17c0f6-46f2-41a8-b383-f0d3c83d783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:25.795216 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:25.827647 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a17c0f6-46f2-41a8-b383-f0d3c83d783b None None] Network 9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:56:25.831256 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-0a17c0f6-46f2-41a8-b383-f0d3c83d783b None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:25.836074 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a17c0f6-46f2-41a8-b383-f0d3c83d783b None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:56:25.839439 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17c0f6-46f2-41a8-b383-f0d3c83d783b None None] Pushing event updated for resources: {'Port': ['ID=8592b7e4-beb2-4e87-8fac-2a58931c17a1,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:25.857841 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe476f48-0917-4b92-9349-b21cd406f0ee req-db5d4406-36f7-4dde-aa13-b9730e6b7eb4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214731 Nov 23 21:56:25.917834 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Subnet': ['ID=509c85e7-c0c6-4e3f-8d43-83e7acc8a369,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:25.920014 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0a17c0f6-46f2-41a8-b383-f0d3c83d783b None None] Attempting to bind port 8592b7e4-beb2-4e87-8fac-2a58931c17a1 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:56:25.921877 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0a17c0f6-46f2-41a8-b383-f0d3c83d783b None None] Attempting to bind port 8592b7e4-beb2-4e87-8fac-2a58931c17a1 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '50d7c462-b9e3-4278-b55c-d4bd217766ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:56:25.922484 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a17c0f6-46f2-41a8-b383-f0d3c83d783b None None] Attempting to bind port 8592b7e4-beb2-4e87-8fac-2a58931c17a1 on network 9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:25.935602 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a17c0f6-46f2-41a8-b383-f0d3c83d783b None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:56:25.936640 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a17c0f6-46f2-41a8-b383-f0d3c83d783b None None] Checking segment: {'id': '50d7c462-b9e3-4278-b55c-d4bd217766ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:25.940119 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0a17c0f6-46f2-41a8-b383-f0d3c83d783b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:25.940746 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a17c0f6-46f2-41a8-b383-f0d3c83d783b None None] Bound using segment: {'id': '50d7c462-b9e3-4278-b55c-d4bd217766ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:56:25.941422 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0a17c0f6-46f2-41a8-b383-f0d3c83d783b None None] Bound port: 8592b7e4-beb2-4e87-8fac-2a58931c17a1, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d7c462-b9e3-4278-b55c-d4bd217766ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:56:25.942702 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0a17c0f6-46f2-41a8-b383-f0d3c83d783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:26.011627 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:26.037234 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4e80195a-9235-4768-b72e-cfeccb3a98e5 req-34f897f1-2a27-45f2-a72c-acf49e7e69bf tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879386 Nov 23 21:56:26.037744 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:26.057427 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-983b5114-6c95-4824-b824-8b509a35e58c req-c90afeb7-0668-425a-9053-a2b00d691a1a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Allocated IP 10.1.1.202 (ce29dc55-02f2-46b4-9c01-cfba0db3b8c5/79f80f5c-625c-497c-bf22-0257e8bcf148/34f625a4-b456-41db-8450-83c7c1ee8503) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:56:26.074776 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d7c462-b9e3-4278-b55c-d4bd217766ea') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:26.074999 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d7c462-b9e3-4278-b55c-d4bd217766ea') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:26.089895 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0a17c0f6-46f2-41a8-b383-f0d3c83d783b None None] For port 8592b7e4-beb2-4e87-8fac-2a58931c17a1, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:56:26.097410 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0a17c0f6-46f2-41a8-b383-f0d3c83d783b None None] For port 8592b7e4-beb2-4e87-8fac-2a58931c17a1, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8592b7e4-beb2-4e87-8fac-2a58931c17a1,segment=NetworkSegment(50d7c462-b9e3-4278-b55c-d4bd217766ea),segment_id=50d7c462-b9e3-4278-b55c-d4bd217766ea)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:56:26.109442 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0a17c0f6-46f2-41a8-b383-f0d3c83d783b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:26.120456 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:26.140902 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60104) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:26.154613 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:26.242690 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d8251b-dd53-4599-95c7-826ee1c23cf8 admin admin] Deleting subnet bce44bc9-40b5-4828-b293-41858239678d {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:56:26.265454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb9703-8173-4e34-a539-d4a49e075984 req-5724140c-fe4c-4c13-9093-17a69167c36d tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:26.267016 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f9cb9703-8173-4e34-a539-d4a49e075984 req-5724140c-fe4c-4c13-9093-17a69167c36d tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ccffb88b-79f9-4c36-ad87-2d57a23149f6 HTTP/1.1" status: 200 len: 1101 time: 0.1604559 Nov 23 21:56:26.274906 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:56:26.276972 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:56:26.287675 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:56:26.290000 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3d8251b-dd53-4599-95c7-826ee1c23cf8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:26.294334 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2efe8f6-ee84-48ff-ac49-0ff54aa4005f None None] Network 9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:26.300567 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f9cb9703-8173-4e34-a539-d4a49e075984 req-9ae0746e-70de-4c15-8eba-df40c8d4f81b tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:26.344824 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17c0f6-46f2-41a8-b383-f0d3c83d783b None None] Pushing event updated for resources: {'Port': ['ID=8592b7e4-beb2-4e87-8fac-2a58931c17a1,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:26.362526 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-c90afeb7-0668-425a-9053-a2b00d691a1a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:26.408017 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-c90afeb7-0668-425a-9053-a2b00d691a1a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:26.429050 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3d8251b-dd53-4599-95c7-826ee1c23cf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:26.452265 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.db.api [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 21:56:26.452265 n-d-816206-9 neutron-server[110033]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 21:56:26.452265 n-d-816206-9 neutron-server[110033]: [parameters: {'id': '9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3'}] Nov 23 21:56:26.452265 n-d-816206-9 neutron-server[110033]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:56:26.453069 n-d-816206-9 neutron-server[110033]: DEBUG oslo_db.api [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:56:26.477725 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3d8251b-dd53-4599-95c7-826ee1c23cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:26.514249 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eea157-59a8-4864-a05d-c6e9f76c6b16 None None] get_active_networks_info from n-d-816206-9 {{(pid=110035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 21:56:26.532871 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983b5114-6c95-4824-b824-8b509a35e58c req-c90afeb7-0668-425a-9053-a2b00d691a1a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:56:26.547716 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-983b5114-6c95-4824-b824-8b509a35e58c req-c90afeb7-0668-425a-9053-a2b00d691a1a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:26.553352 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-983b5114-6c95-4824-b824-8b509a35e58c req-c90afeb7-0668-425a-9053-a2b00d691a1a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:56:26.559427 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3d8251b-dd53-4599-95c7-826ee1c23cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:26.582552 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3d8251b-dd53-4599-95c7-826ee1c23cf8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:26.586625 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b3d8251b-dd53-4599-95c7-826ee1c23cf8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bce44bc9-40b5-4828-b293-41858239678d HTTP/1.1" status: 204 len: 168 time: 0.4447391 Nov 23 21:56:26.614009 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60106) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:26.636942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8251b-dd53-4599-95c7-826ee1c23cf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bce44bc9-40b5-4828-b293-41858239678d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:26.673688 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90afeb7-0668-425a-9053-a2b00d691a1a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event updated for resources: {'Port': ['ID=34f625a4-b456-41db-8450-83c7c1ee8503,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:26.750844 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f9cb9703-8173-4e34-a539-d4a49e075984 req-9ae0746e-70de-4c15-8eba-df40c8d4f81b tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:26.764871 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-c90afeb7-0668-425a-9053-a2b00d691a1a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:26.765602 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-c90afeb7-0668-425a-9053-a2b00d691a1a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:26.767548 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eea157-59a8-4864-a05d-c6e9f76c6b16 None None] Resources bound (agent type, host, resource id): {{(pid=110035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 21:56:26.777120 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f9cb9703-8173-4e34-a539-d4a49e075984 req-9ae0746e-70de-4c15-8eba-df40c8d4f81b tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:26.789479 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f54a6ff0-281d-4cf6-928c-e10b0d209435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:26.836748 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-c90afeb7-0668-425a-9053-a2b00d691a1a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3589642 Nov 23 21:56:26.871378 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-983b5114-6c95-4824-b824-8b509a35e58c req-6b279dca-84cd-4059-b09a-fd99da8017b8 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Request body: {'port': {'device_id': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '954621a6-0447-4b04-92ad-3bda684cf0c7', 'admin_state_up': True, 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'security_groups': ['2a6ab587-9cc2-49c3-81ea-8a55aac418a9']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:26.879329 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f9cb9703-8173-4e34-a539-d4a49e075984 req-9ae0746e-70de-4c15-8eba-df40c8d4f81b tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6032226 Nov 23 21:56:26.900312 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0746e-70de-4c15-8eba-df40c8d4f81b tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1647ddd5-b5d9-40db-ac30-017a56cbaf25,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:26.954631 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:27.001284 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155aa1aa-9e67-4f82-b2af-09adbd428c33 req-1982e641-302b-4db7-a772-5dc7e51bf6b2 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:27.011391 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-155aa1aa-9e67-4f82-b2af-09adbd428c33 req-1982e641-302b-4db7-a772-5dc7e51bf6b2 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=020f6c6c-f212-471b-844d-21bc235b8302 HTTP/1.1" status: 200 len: 946 time: 0.2036645 Nov 23 21:56:27.087748 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Deleting port 8592b7e4-beb2-4e87-8fac-2a58931c17a1 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:56:27.088082 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:27.192779 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] For port 8592b7e4-beb2-4e87-8fac-2a58931c17a1, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8592b7e4-beb2-4e87-8fac-2a58931c17a1,segment=NetworkSegment(50d7c462-b9e3-4278-b55c-d4bd217766ea),segment_id=50d7c462-b9e3-4278-b55c-d4bd217766ea)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:27.193140 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:27.209664 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Calling delete_port for 8592b7e4-beb2-4e87-8fac-2a58931c17a1 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:56:27.267541 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2cefd2-84db-4cc2-a1ff-7b459f6a8500 None None] Network f8e0bdae-88de-42bf-8a19-735d93a3a681 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:27.340827 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:27.381616 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No DVR routers for this DVR port 8592b7e4-beb2-4e87-8fac-2a58931c17a1 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:56:27.388641 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Port': ['ID=8592b7e4-beb2-4e87-8fac-2a58931c17a1,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:27.498044 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:27.523639 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:27.536593 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d7c462-b9e3-4278-b55c-d4bd217766ea') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:27.536945 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d7c462-b9e3-4278-b55c-d4bd217766ea') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:27.564190 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:27.571525 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f989f7-d6fa-4dae-97ca-2f88657dd3ad None None] DHCP port deletion for f8e0bdae-88de-42bf-8a19-735d93a3a681 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:56:27.594642 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:27.600893 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f54a6ff0-281d-4cf6-928c-e10b0d209435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:27.603039 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:56:27.603702 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:56:27.610912 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:56:27.633170 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-155aa1aa-9e67-4f82-b2af-09adbd428c33 req-a612599d-d52f-459d-8c6a-25afac1d686d tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6208870 Nov 23 21:56:27.650805 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-f54a6ff0-281d-4cf6-928c-e10b0d209435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e0bdae-88de-42bf-8a19-735d93a3a681']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:27.669963 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c63f2f-bca3-451b-9d4b-d8adb3153a2b req-70b13f73-5841-495f-aeee-838e9e719c14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:27.676867 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c63f2f-bca3-451b-9d4b-d8adb3153a2b req-70b13f73-5841-495f-aeee-838e9e719c14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:27.682838 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c63f2f-bca3-451b-9d4b-d8adb3153a2b req-70b13f73-5841-495f-aeee-838e9e719c14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:27.684541 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99c63f2f-bca3-451b-9d4b-d8adb3153a2b req-70b13f73-5841-495f-aeee-838e9e719c14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 2374 time: 0.2157865 Nov 23 21:56:27.687563 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-6b279dca-84cd-4059-b09a-fd99da8017b8 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Made reservation on behalf of 9b6ed703ef174b4d8c2560021ab2bd8c for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:27.701330 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:27.705095 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-f54a6ff0-281d-4cf6-928c-e10b0d209435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432a5852-5ad8-4185-bee6-710d39b0ae87') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:27.705458 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-f54a6ff0-281d-4cf6-928c-e10b0d209435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432a5852-5ad8-4185-bee6-710d39b0ae87') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:27.713958 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f1cee57e-c785-4077-af32-a5e85514727b None None] Provisioning complete for port 34f625a4-b456-41db-8450-83c7c1ee8503 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:27.714314 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f1cee57e-c785-4077-af32-a5e85514727b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:27.714923 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:27.721720 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/networks/9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3 HTTP/1.1" status: 204 len: 168 time: 2.7713635 Nov 23 21:56:27.726636 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60128) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:27.766974 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f54a6ff0-281d-4cf6-928c-e10b0d209435 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:27.768038 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f1cee57e-c785-4077-af32-a5e85514727b None None] Port 34f625a4-b456-41db-8450-83c7c1ee8503 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:56:27.783554 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-0197307b-45df-4f99-8adb-bf0c0fd1e9d4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] GET failed (client error): The resource could not be found. Nov 23 21:56:27.784995 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0197307b-45df-4f99-8adb-bf0c0fd1e9d4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "GET /v2.0/subnets/509c85e7-c0c6-4e3f-8d43-83e7acc8a369 HTTP/1.1" status: 404 len: 337 time: 0.0559859 Nov 23 21:56:27.786073 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Network': ['ID=9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:27.788216 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60134) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:27.812918 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:27.813290 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:27.813640 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:27.813979 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:27.814318 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:27.814652 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:27.815745 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:27.815745 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:27.815745 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:27.817354 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:27.817354 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:27.817354 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b11fbc9-7b4a-46b0-bb9b-e66e171d03d5 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:27.820808 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4422840-94ab-444e-9dc4-b1e3e0bf8b20 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] DELETE failed (client error): The resource could not be found. Nov 23 21:56:27.820808 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4422840-94ab-444e-9dc4-b1e3e0bf8b20 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:56:27.823668 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a4422840-94ab-444e-9dc4-b1e3e0bf8b20 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/networks/9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3 HTTP/1.1" status: 404 len: 339 time: 0.0335226 Nov 23 21:56:27.829359 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60136) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:27.831396 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-f8536658-1d3e-4d56-93e5-a5669ef70451 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=14bac651c09042789e9eb24760feece8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785098 Nov 23 21:56:27.868438 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fe56140a-7ecd-41ba-8dfe-c202164ee292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:27.895405 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f54a6ff0-281d-4cf6-928c-e10b0d209435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:27.902430 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f54a6ff0-281d-4cf6-928c-e10b0d209435 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:56:27.902849 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f54a6ff0-281d-4cf6-928c-e10b0d209435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:27.959015 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423c43a9-4810-4550-a85b-65307d00c319 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:27.962776 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-423c43a9-4810-4550-a85b-65307d00c319 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1301177 Nov 23 21:56:27.963517 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60138) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:27.965241 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99c63f2f-bca3-451b-9d4b-d8adb3153a2b req-a7ecbdb8-c527-4e20-b618-4740e18f2d17 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575605 Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:56:27.965907 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:56:28.002255 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e86ea2ef-2681-4c4a-abd7-019d962c268e tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "GET /v2.0/subnets?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 207 time: 0.0373473 Nov 23 21:56:28.007352 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60140) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:28.054283 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f54a6ff0-281d-4cf6-928c-e10b0d209435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:28.058431 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f54a6ff0-281d-4cf6-928c-e10b0d209435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:28.062798 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f54a6ff0-281d-4cf6-928c-e10b0d209435 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f8e0bdae-88de-42bf-8a19-735d93a3a681 HTTP/1.1" status: 204 len: 168 time: 1.4441237 Nov 23 21:56:28.082445 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60142) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:28.150270 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e932106-667a-4660-8682-35ff709e99a3 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:28.157295 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e932106-667a-4660-8682-35ff709e99a3 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:28.161845 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-6b279dca-84cd-4059-b09a-fd99da8017b8 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:28.165014 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e932106-667a-4660-8682-35ff709e99a3 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:28.171475 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e932106-667a-4660-8682-35ff709e99a3 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:28.177312 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4e932106-667a-4660-8682-35ff709e99a3 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1689496 Nov 23 21:56:28.178309 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60144) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:28.194134 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a6ff0-281d-4cf6-928c-e10b0d209435 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8e0bdae-88de-42bf-8a19-735d93a3a681,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:28.312952 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76791bb-3911-42a3-a4dc-f5d57eca8ca1 admin admin] Deleting subnet 8fb686ff-09cd-4e93-bf5a-581204b4a192 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:56:28.328540 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a76791bb-3911-42a3-a4dc-f5d57eca8ca1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:28.361863 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-11e5a4d7-15df-4fa0-895e-f52631e26545 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:28.363365 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-11e5a4d7-15df-4fa0-895e-f52631e26545 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3964520 Nov 23 21:56:28.458273 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-cfaa9040-e72e-4d6f-9ec4-afde06b0d91f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/quotas/14bac651c09042789e9eb24760feece8 HTTP/1.1" status: 200 len: 375 time: 0.0522692 Nov 23 21:56:28.524713 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a76791bb-3911-42a3-a4dc-f5d57eca8ca1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:28.616074 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2e5df946-c328-4513-b55c-96fb89fad5eb tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4303064 Nov 23 21:56:28.619740 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60148) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:28.677032 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9071a15b-b8b7-45f4-ae5c-de659fb01532 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:28.679193 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9071a15b-b8b7-45f4-ae5c-de659fb01532 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:28.684774 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9071a15b-b8b7-45f4-ae5c-de659fb01532 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0604644 Nov 23 21:56:28.685463 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60150) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:28.687040 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a76791bb-3911-42a3-a4dc-f5d57eca8ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:28.717239 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f02a57-3e1d-4044-aaaf-2eec7d7a1454 req-c2cc637d-c698-4a3e-9375-fa9c8b0c650d tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:28.719145 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8f02a57-3e1d-4044-aaaf-2eec7d7a1454 req-c2cc637d-c698-4a3e-9375-fa9c8b0c650d tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 945 time: 0.2545102 Nov 23 21:56:28.751329 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-97687cee-8ae0-4049-b5a7-744ecd20f92f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=14bac651c09042789e9eb24760feece8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2574151 Nov 23 21:56:28.751645 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f312e1-f415-4d6a-a793-78fd3f2ba2e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:28.753142 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f312e1-f415-4d6a-a793-78fd3f2ba2e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:28.758355 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f0f312e1-f415-4d6a-a793-78fd3f2ba2e4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0678687 Nov 23 21:56:28.767519 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60152) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:28.769330 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-983b5114-6c95-4824-b824-8b509a35e58c req-6b279dca-84cd-4059-b09a-fd99da8017b8 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Allocated IP 10.2.2.100 (954621a6-0447-4b04-92ad-3bda684cf0c7/53016539-7c6b-4b2e-9ed2-0e78c3bed719/a568002e-b86b-4db1-b81d-0319d977690b) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:56:28.876799 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a76791bb-3911-42a3-a4dc-f5d57eca8ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:28.914963 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8f02a57-3e1d-4044-aaaf-2eec7d7a1454 req-14325401-4434-4f9b-8436-ac018dfa7d15 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824808 Nov 23 21:56:28.937049 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41165d8d-3c6d-429b-8994-860b5bd016c1 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:28.942321 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-41165d8d-3c6d-429b-8994-860b5bd016c1 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "GET /v2.0/networks/24ef9021-8d3b-4802-be5d-27f4e6524fb1 HTTP/1.1" status: 200 len: 800 time: 0.1700909 Nov 23 21:56:28.942733 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60156) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:28.969552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76791bb-3911-42a3-a4dc-f5d57eca8ca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fb686ff-09cd-4e93-bf5a-581204b4a192,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:28.986664 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19c6511-3a81-4f79-abd8-754506d81d3a None None] Network 75388a21-2e25-4020-a4c8-127ef2e3f069 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:29.028375 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a76791bb-3911-42a3-a4dc-f5d57eca8ca1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:29.035169 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a76791bb-3911-42a3-a4dc-f5d57eca8ca1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8fb686ff-09cd-4e93-bf5a-581204b4a192 HTTP/1.1" status: 204 len: 168 time: 0.9490564 Nov 23 21:56:29.044144 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60162) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:29.140909 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a3780dfc-f5b9-4b74-b51a-6c166feec0e3 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "GET /v2.0/networks/24ef9021-8d3b-4802-be5d-27f4e6524fb1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1957605 Nov 23 21:56:29.143830 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60166) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:29.224853 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb81002f-a854-4f4e-aa67-6ca0c3dfe34d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:29.228744 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-eb81002f-a854-4f4e-aa67-6ca0c3dfe34d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "GET /v2.0/subnets/89940061-1dd9-4241-ac33-9df64e7ac7c1 HTTP/1.1" status: 200 len: 811 time: 0.0834198 Nov 23 21:56:29.232416 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60170) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:29.297308 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6f7ee9-2ede-4800-8ebf-f2856184c30d None None] DHCP port deletion for 75388a21-2e25-4020-a4c8-127ef2e3f069 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:56:29.336104 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafcd367-818e-40c7-9752-44feb8e60614 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['shared'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:29.337723 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-eafcd367-818e-40c7-9752-44feb8e60614 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "GET /v2.0/subnets/89940061-1dd9-4241-ac33-9df64e7ac7c1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1026094 Nov 23 21:56:29.341523 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60172) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:29.348420 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5206758c-8f55-4c29-9500-4c51d181ee96 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1130054245'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:29.402071 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5206758c-8f55-4c29-9500-4c51d181ee96 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Made reservation on behalf of 0de995c2037848d1b219b21c3f430058 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:29.410697 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5206758c-8f55-4c29-9500-4c51d181ee96 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:29.425499 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-299da108-bbce-4479-9439-06ff82635ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:29.466183 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e46dc8-beb9-4ca4-9b4e-56078adfb24a req-51684efa-e3c8-4666-adca-b6d7dc387f70 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:29.468381 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5206758c-8f55-4c29-9500-4c51d181ee96 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:56:29.472710 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e46dc8-beb9-4ca4-9b4e-56078adfb24a req-51684efa-e3c8-4666-adca-b6d7dc387f70 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:29.479072 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e46dc8-beb9-4ca4-9b4e-56078adfb24a req-51684efa-e3c8-4666-adca-b6d7dc387f70 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:29.480467 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5206758c-8f55-4c29-9500-4c51d181ee96 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:29.480981 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-5206758c-8f55-4c29-9500-4c51d181ee96 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Added segment 5fac4e85-e455-4dca-9e3f-84dc689b797e of type vlan for network cba84f54-c08f-48db-aac1-1dba46ad6f6e Nov 23 21:56:29.487680 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-52e46dc8-beb9-4ca4-9b4e-56078adfb24a req-51684efa-e3c8-4666-adca-b6d7dc387f70 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=020f6c6c-f212-471b-844d-21bc235b8302&device_id=7ec38c3e-9a12-4f74-92ec-e5736d9675f6&device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 2418 time: 0.1590919 Nov 23 21:56:29.535308 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-6b279dca-84cd-4059-b09a-fd99da8017b8 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:29.551445 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5206758c-8f55-4c29-9500-4c51d181ee96 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:29.583077 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5206758c-8f55-4c29-9500-4c51d181ee96 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:29.590654 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206758c-8f55-4c29-9500-4c51d181ee96 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:29.591417 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5206758c-8f55-4c29-9500-4c51d181ee96 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:29.645950 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-52e46dc8-beb9-4ca4-9b4e-56078adfb24a req-fbbfe204-6aa1-495e-8273-b31a7988fda1 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573036 Nov 23 21:56:29.693520 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206758c-8f55-4c29-9500-4c51d181ee96 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Network': ['ID=cba84f54-c08f-48db-aac1-1dba46ad6f6e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:29.707106 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network cba84f54-c08f-48db-aac1-1dba46ad6f6e details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:56:29.718886 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5206758c-8f55-4c29-9500-4c51d181ee96 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3762515 Nov 23 21:56:29.725116 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60184) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:29.734876 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c1c7ab49-9259-44c4-a966-0c67c6d2b01a tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'subnet': {'network_id': 'cba84f54-c08f-48db-aac1-1dba46ad6f6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:29.768529 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-299da108-bbce-4479-9439-06ff82635ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:29.826892 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-299da108-bbce-4479-9439-06ff82635ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75388a21-2e25-4020-a4c8-127ef2e3f069']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:29.841500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-299da108-bbce-4479-9439-06ff82635ce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afbc0ee4-7ac9-4ac6-acb4-de023cc084f5') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:29.842047 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-299da108-bbce-4479-9439-06ff82635ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afbc0ee4-7ac9-4ac6-acb4-de023cc084f5') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:29.862027 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-299da108-bbce-4479-9439-06ff82635ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:29.879511 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-299da108-bbce-4479-9439-06ff82635ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:29.889081 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299da108-bbce-4479-9439-06ff82635ce5 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:56:29.889829 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-299da108-bbce-4479-9439-06ff82635ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:29.903608 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:29.969803 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c7ab49-9259-44c4-a966-0c67c6d2b01a tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Made reservation on behalf of 0de995c2037848d1b219b21c3f430058 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:29.976576 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c1c7ab49-9259-44c4-a966-0c67c6d2b01a tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:56:29.981823 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:56:30.041057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700bf7c-4afd-4e1d-9142-ab3c212c70b3 req-9d592628-2bf8-46d0-b188-e8a592162d19 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:30.048876 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700bf7c-4afd-4e1d-9142-ab3c212c70b3 req-9d592628-2bf8-46d0-b188-e8a592162d19 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:30.056411 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700bf7c-4afd-4e1d-9142-ab3c212c70b3 req-9d592628-2bf8-46d0-b188-e8a592162d19 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:30.065637 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3700bf7c-4afd-4e1d-9142-ab3c212c70b3 req-9d592628-2bf8-46d0-b188-e8a592162d19 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 2374 time: 0.5685730 Nov 23 21:56:30.093235 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-299da108-bbce-4479-9439-06ff82635ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:30.097085 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-6b279dca-84cd-4059-b09a-fd99da8017b8 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:30.101550 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-299da108-bbce-4479-9439-06ff82635ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:30.106950 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-299da108-bbce-4479-9439-06ff82635ce5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/75388a21-2e25-4020-a4c8-127ef2e3f069 HTTP/1.1" status: 204 len: 168 time: 1.0602150 Nov 23 21:56:30.145427 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.ipam_backend_mixin [None req-c1c7ab49-9259-44c4-a966-0c67c6d2b01a tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Performing IP validity checks on allocation pools {{(pid=110033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 21:56:30.146106 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.ipam_backend_mixin [None req-c1c7ab49-9259-44c4-a966-0c67c6d2b01a tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 21:56:30.222009 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3700bf7c-4afd-4e1d-9142-ab3c212c70b3 req-483c86e0-dc2f-42a6-84c0-a4613e9da078 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549597 Nov 23 21:56:30.223197 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299da108-bbce-4479-9439-06ff82635ce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=75388a21-2e25-4020-a4c8-127ef2e3f069,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:30.272728 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983b5114-6c95-4824-b824-8b509a35e58c req-6b279dca-84cd-4059-b09a-fd99da8017b8 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Network 954621a6-0447-4b04-92ad-3bda684cf0c7 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:56:30.278139 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b279dca-84cd-4059-b09a-fd99da8017b8 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event updated for resources: {'Port': ['ID=a568002e-b86b-4db1-b81d-0319d977690b,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:30.286125 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-983b5114-6c95-4824-b824-8b509a35e58c req-6b279dca-84cd-4059-b09a-fd99da8017b8 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:30.288719 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-983b5114-6c95-4824-b824-8b509a35e58c req-6b279dca-84cd-4059-b09a-fd99da8017b8 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:56:30.302853 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf504ca-64e5-4041-ba2a-4a0071073904 req-033170cb-4313-48a0-88fb-f855b4b10946 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:30.315734 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fbf504ca-64e5-4041-ba2a-4a0071073904 req-033170cb-4313-48a0-88fb-f855b4b10946 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=020f6c6c-f212-471b-844d-21bc235b8302 HTTP/1.1" status: 200 len: 946 time: 0.2086344 Nov 23 21:56:30.494462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c1c7ab49-9259-44c4-a966-0c67c6d2b01a tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:30.498410 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c007aea5-b425-4abf-98bc-ae373f5850e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:30.601497 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bc3967e2-9849-4972-b795-4038b8dbd8e0 req-f222f4af-8482-466b-b1e2-1ea5184ebbd3 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=587198a5-3fb0-4d8d-bf90-aa5c9f554ef6 HTTP/1.1" status: 200 len: 210 time: 0.2459931 Nov 23 21:56:30.657292 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-6b279dca-84cd-4059-b09a-fd99da8017b8 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:30.658233 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-6b279dca-84cd-4059-b09a-fd99da8017b8 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:30.682173 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7ab49-9259-44c4-a966-0c67c6d2b01a tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Subnet': ['ID=bbbac83e-a856-4a88-809f-856ca3cb3fa5,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:30.716103 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-6b279dca-84cd-4059-b09a-fd99da8017b8 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8636286 Nov 23 21:56:30.737078 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fbf504ca-64e5-4041-ba2a-4a0071073904 req-95884663-faac-433f-badd-8e5edb06dbf2 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835142 Nov 23 21:56:30.741742 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60204) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:30.751399 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c7ab49-9259-44c4-a966-0c67c6d2b01a tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Checking segment: {'id': '5fac4e85-e455-4dca-9e3f-84dc689b797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cba84f54-c08f-48db-aac1-1dba46ad6f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:30.752126 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c7ab49-9259-44c4-a966-0c67c6d2b01a tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Network hostable DHCP agents. Network: cba84f54-c08f-48db-aac1-1dba46ad6f6e, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:56:30.778941 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-983b5114-6c95-4824-b824-8b509a35e58c req-e69307e3-a5de-40a5-9eb8-5de7718d8733 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Request body: {'port': {'device_id': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '954621a6-0447-4b04-92ad-3bda684cf0c7', 'admin_state_up': True, 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'security_groups': ['2a6ab587-9cc2-49c3-81ea-8a55aac418a9']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:30.820179 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c7ab49-9259-44c4-a966-0c67c6d2b01a tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Network cba84f54-c08f-48db-aac1-1dba46ad6f6e is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:56:30.845060 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-c1c7ab49-9259-44c4-a966-0c67c6d2b01a tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, cba84f54-c08f-48db-aac1-1dba46ad6f6e) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:30.852996 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c7ab49-9259-44c4-a966-0c67c6d2b01a tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:30.856274 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c1c7ab49-9259-44c4-a966-0c67c6d2b01a tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:30.881043 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d658e4c8-b9e9-4586-b2a7-555a048c05d9 None None] Network cba84f54-c08f-48db-aac1-1dba46ad6f6e requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:30.921451 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c1c7ab49-9259-44c4-a966-0c67c6d2b01a tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1940093 Nov 23 21:56:30.924815 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60212) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:30.964199 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ed02dd14-87da-4da8-844c-52e445a100f4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:31.005011 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-46ec0862-a3be-450b-98c1-c9b629e2c44e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c91e9ac7cc24cb597b7de15864a5b91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2597334 Nov 23 21:56:31.008781 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60214) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:31.143827 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4f87a2ef-581d-4bea-b10c-4205772dc6e3 None None] Provisioning complete for port a568002e-b86b-4db1-b81d-0319d977690b triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:31.144520 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4f87a2ef-581d-4bea-b10c-4205772dc6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:31.210089 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-e69307e3-a5de-40a5-9eb8-5de7718d8733 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Made reservation on behalf of 9b6ed703ef174b4d8c2560021ab2bd8c for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:31.220135 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-e69307e3-a5de-40a5-9eb8-5de7718d8733 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:31.255792 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed02dd14-87da-4da8-844c-52e445a100f4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9059668'] for subnet, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:31.315418 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a7a66eb-7665-44fb-b6f1-18db92bb0e47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:31.418837 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-4f87a2ef-581d-4bea-b10c-4205772dc6e3 None None] Port a568002e-b86b-4db1-b81d-0319d977690b cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:56:31.482528 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a7a66eb-7665-44fb-b6f1-18db92bb0e47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:31.546592 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-cba84f54-c08f-48db-aac1-1dba46ad6f6e', 'network_id': 'cba84f54-c08f-48db-aac1-1dba46ad6f6e', 'tenant_id': '0de995c2037848d1b219b21c3f430058', 'fixed_ips': [{'subnet_id': 'bbbac83e-a856-4a88-809f-856ca3cb3fa5'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:56:31.547727 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:31.581083 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:31.622129 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed02dd14-87da-4da8-844c-52e445a100f4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786760448121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8516385'] for subnet, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:31.732832 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2bc4f-3474-4d4c-8a76-7f1f297b2d81 req-86f17ac6-dac3-49da-8ebd-3ad22044aa1e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:31.736029 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02dd14-87da-4da8-844c-52e445a100f4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event updated for resources: {'Subnet': ['ID=bbbac83e-a856-4a88-809f-856ca3cb3fa5,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:31.745036 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2bc4f-3474-4d4c-8a76-7f1f297b2d81 req-86f17ac6-dac3-49da-8ebd-3ad22044aa1e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:31.752720 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed02dd14-87da-4da8-844c-52e445a100f4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:31.753404 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed02dd14-87da-4da8-844c-52e445a100f4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:31.756068 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2bc4f-3474-4d4c-8a76-7f1f297b2d81 req-86f17ac6-dac3-49da-8ebd-3ad22044aa1e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:31.758049 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ed02dd14-87da-4da8-844c-52e445a100f4 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "PUT /v2.0/subnets/bbbac83e-a856-4a88-809f-856ca3cb3fa5 HTTP/1.1" status: 200 len: 877 time: 0.8305042 Nov 23 21:56:31.761909 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60222) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:31.774125 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2bc4f-3474-4d4c-8a76-7f1f297b2d81 req-86f17ac6-dac3-49da-8ebd-3ad22044aa1e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:31.783237 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4de2bc4f-3474-4d4c-8a76-7f1f297b2d81 req-86f17ac6-dac3-49da-8ebd-3ad22044aa1e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 3095 time: 0.3147347 Nov 23 21:56:31.847263 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a7a66eb-7665-44fb-b6f1-18db92bb0e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:31.850101 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a7a66eb-7665-44fb-b6f1-18db92bb0e47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:31.851432 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0a7a66eb-7665-44fb-b6f1-18db92bb0e47 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3af2db18-58d0-4551-a12a-c9fdf47401d9 HTTP/1.1" status: 204 len: 168 time: 0.8415310 Nov 23 21:56:31.885752 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Allocated IP 172.20.0.3 (cba84f54-c08f-48db-aac1-1dba46ad6f6e/bbbac83e-a856-4a88-809f-856ca3cb3fa5/1c956d6b-ffcf-4b61-a153-99647d219b8e) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:56:31.904035 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4de2bc4f-3474-4d4c-8a76-7f1f297b2d81 req-95d98ba3-471f-4fea-a6ba-3a18ddc24f1d tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198773 Nov 23 21:56:31.914417 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a66eb-7665-44fb-b6f1-18db92bb0e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af2db18-58d0-4551-a12a-c9fdf47401d9,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:31.996559 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-983b5114-6c95-4824-b824-8b509a35e58c req-e69307e3-a5de-40a5-9eb8-5de7718d8733 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Allocated IP 10.2.2.200 (954621a6-0447-4b04-92ad-3bda684cf0c7/53016539-7c6b-4b2e-9ed2-0e78c3bed719/ef70db41-b454-4c7b-b415-54b472d6189e) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:56:32.167606 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:32.178822 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0300252a-52ce-4df2-8895-aff20321143e req-af447834-6334-4884-95b9-242e6cf23260 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=587198a5-3fb0-4d8d-bf90-aa5c9f554ef6 HTTP/1.1" status: 200 len: 210 time: 0.0999982 Nov 23 21:56:32.327062 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-c2358efb-5cc1-44a2-a769-f8265ff4e2fa tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=14bac651c09042789e9eb24760feece8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607777 Nov 23 21:56:32.328464 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:32.341777 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:32.350789 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-e69307e3-a5de-40a5-9eb8-5de7718d8733 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:32.442185 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-e69307e3-a5de-40a5-9eb8-5de7718d8733 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:32.448012 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Pushing event updated for resources: {'Port': ['ID=1c956d6b-ffcf-4b61-a153-99647d219b8e,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:32.466602 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Network cba84f54-c08f-48db-aac1-1dba46ad6f6e is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:56:32.467927 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:32.469094 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:32.472392 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:32.473037 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:32.473595 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:32.474185 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:32.474757 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:32.475302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:32.475864 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:32.476663 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:32.477213 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:32.477749 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:32.478287 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:32.478890 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:32.482770 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:56:32.569527 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Attempting to bind port 1c956d6b-ffcf-4b61-a153-99647d219b8e on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:56:32.569527 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Attempting to bind port 1c956d6b-ffcf-4b61-a153-99647d219b8e by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '5fac4e85-e455-4dca-9e3f-84dc689b797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cba84f54-c08f-48db-aac1-1dba46ad6f6e'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:56:32.570307 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Attempting to bind port 1c956d6b-ffcf-4b61-a153-99647d219b8e on network cba84f54-c08f-48db-aac1-1dba46ad6f6e {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:32.575853 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:56:32.576268 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Checking segment: {'id': '5fac4e85-e455-4dca-9e3f-84dc689b797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cba84f54-c08f-48db-aac1-1dba46ad6f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:32.577314 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:32.577721 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Bound using segment: {'id': '5fac4e85-e455-4dca-9e3f-84dc689b797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cba84f54-c08f-48db-aac1-1dba46ad6f6e'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:56:32.578202 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Bound port: 1c956d6b-ffcf-4b61-a153-99647d219b8e, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fac4e85-e455-4dca-9e3f-84dc689b797e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'cba84f54-c08f-48db-aac1-1dba46ad6f6e'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:56:32.578607 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:32.579976 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69307e3-a5de-40a5-9eb8-5de7718d8733 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event updated for resources: {'Port': ['ID=ef70db41-b454-4c7b-b415-54b472d6189e,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:32.582862 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60238) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:32.596422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983b5114-6c95-4824-b824-8b509a35e58c req-e69307e3-a5de-40a5-9eb8-5de7718d8733 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Network 954621a6-0447-4b04-92ad-3bda684cf0c7 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:56:32.606952 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-983b5114-6c95-4824-b824-8b509a35e58c req-e69307e3-a5de-40a5-9eb8-5de7718d8733 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:32.632415 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-983b5114-6c95-4824-b824-8b509a35e58c req-e69307e3-a5de-40a5-9eb8-5de7718d8733 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:56:32.698147 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] For port 1c956d6b-ffcf-4b61-a153-99647d219b8e, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:56:32.703031 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] For port 1c956d6b-ffcf-4b61-a153-99647d219b8e, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=1c956d6b-ffcf-4b61-a153-99647d219b8e,segment=NetworkSegment(5fac4e85-e455-4dca-9e3f-84dc689b797e),segment_id=5fac4e85-e455-4dca-9e3f-84dc689b797e)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:56:32.716167 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:32.720568 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-0ee5a9d4-8c71-4c92-b3d9-b7be48036f5c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:32.722972 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-0ee5a9d4-8c71-4c92-b3d9-b7be48036f5c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3705277 Nov 23 21:56:32.741947 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:32.764718 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-e69307e3-a5de-40a5-9eb8-5de7718d8733 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:32.765443 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-e69307e3-a5de-40a5-9eb8-5de7718d8733 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:32.787244 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-16491473-0b50-4e9b-acd2-ce3cbc2ed67e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b8f727f15b1b4d4589080d15ae5cd31c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1994665 Nov 23 21:56:32.794603 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60240) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:32.838481 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-ee98ef41-913f-40bf-985e-03c43d2dfc5d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Request body: {'port': {'device_id': '7ccc81f0-1770-405d-97ca-a5e71047eadf', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': '14bac651c09042789e9eb24760feece8'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:32.859940 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9942454-ad61-4918-a1fe-bf3a36310bdb None None] Pushing event updated for resources: {'Port': ['ID=1c956d6b-ffcf-4b61-a153-99647d219b8e,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:32.934593 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:32.946085 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-358462ee-2022-4d4b-8800-f4d346d54f51 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=14bac651c09042789e9eb24760feece8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1505547 Nov 23 21:56:32.977154 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Subnet': ['ID=bbbac83e-a856-4a88-809f-856ca3cb3fa5,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:33.001081 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-e69307e3-a5de-40a5-9eb8-5de7718d8733 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2559068 Nov 23 21:56:33.129059 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:33.170374 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-09bff302-a09b-49d4-beb2-ba90ccb90a92 None None] Provisioning complete for port ef70db41-b454-4c7b-b415-54b472d6189e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:33.170914 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-09bff302-a09b-49d4-beb2-ba90ccb90a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:33.179044 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-983b5114-6c95-4824-b824-8b509a35e58c req-602967f4-9963-4103-a690-9d20de2f3b6b service neutron] Request body: {'port': {'device_id': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:33.198551 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba84f54-c08f-48db-aac1-1dba46ad6f6e']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:33.235552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-8873e838-9231-4863-8e3c-1b50b0c86d9c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:33.243501 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-8873e838-9231-4863-8e3c-1b50b0c86d9c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2826076 Nov 23 21:56:33.263909 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fac4e85-e455-4dca-9e3f-84dc689b797e') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:33.264849 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fac4e85-e455-4dca-9e3f-84dc689b797e') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:33.293207 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:33.301673 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-0f043690-2483-438d-a03b-05ff4707aeb0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Request body: {'port': {'device_id': '587198a5-3fb0-4d8d-bf90-aa5c9f554ef6', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': '14bac651c09042789e9eb24760feece8'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:33.303683 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-09bff302-a09b-49d4-beb2-ba90ccb90a92 None None] Port ef70db41-b454-4c7b-b415-54b472d6189e cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:56:33.327826 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:33.348153 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:56:33.348702 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:33.376724 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-11a30e31-a0e9-4ffd-94b3-ae9cead322d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:56:33.488173 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:56:33.495096 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f4278-18aa-4cdc-ace8-3a309e067cd5 req-ce1e4fd0-cdae-445b-8c36-af08c54cba33 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:33.501858 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f4278-18aa-4cdc-ace8-3a309e067cd5 req-ce1e4fd0-cdae-445b-8c36-af08c54cba33 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:33.508078 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f4278-18aa-4cdc-ace8-3a309e067cd5 req-ce1e4fd0-cdae-445b-8c36-af08c54cba33 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:33.515237 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f4278-18aa-4cdc-ace8-3a309e067cd5 req-ce1e4fd0-cdae-445b-8c36-af08c54cba33 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:33.519909 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.db.api [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 21:56:33.519909 n-d-816206-9 neutron-server[110033]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 21:56:33.519909 n-d-816206-9 neutron-server[110033]: [parameters: {'id': 'cba84f54-c08f-48db-aac1-1dba46ad6f6e'}] Nov 23 21:56:33.519909 n-d-816206-9 neutron-server[110033]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:56:33.520308 n-d-816206-9 neutron-server[110033]: DEBUG oslo_db.api [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:56:33.522996 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f4278-18aa-4cdc-ace8-3a309e067cd5 req-ce1e4fd0-cdae-445b-8c36-af08c54cba33 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:33.533769 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5d0f4278-18aa-4cdc-ace8-3a309e067cd5 req-ce1e4fd0-cdae-445b-8c36-af08c54cba33 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 3816 time: 0.3510864 Nov 23 21:56:33.534239 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-ee98ef41-913f-40bf-985e-03c43d2dfc5d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Made reservation on behalf of 14bac651c09042789e9eb24760feece8 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:33.537915 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-ee98ef41-913f-40bf-985e-03c43d2dfc5d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:33.562772 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 1c956d6b-ffcf-4b61-a153-99647d219b8e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:56:33.566076 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-602967f4-9963-4103-a690-9d20de2f3b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:33.569302 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-11a30e31-a0e9-4ffd-94b3-ae9cead322d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:33.653436 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 1c956d6b-ffcf-4b61-a153-99647d219b8e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:33.654541 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:33.723689 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5d0f4278-18aa-4cdc-ace8-3a309e067cd5 req-fa91de60-1ae9-4bce-87a0-0c81a6a2053f tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883967 Nov 23 21:56:33.856349 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:33.873132 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-ee98ef41-913f-40bf-985e-03c43d2dfc5d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Allocated IP 192.168.233.9 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/cc13e182-8dcb-4149-ab27-85551d29d8a7) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:56:33.884234 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-0f043690-2483-438d-a03b-05ff4707aeb0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Made reservation on behalf of 14bac651c09042789e9eb24760feece8 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:33.887999 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-0f043690-2483-438d-a03b-05ff4707aeb0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:33.937949 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 1c956d6b-ffcf-4b61-a153-99647d219b8e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=1c956d6b-ffcf-4b61-a153-99647d219b8e,segment=NetworkSegment(5fac4e85-e455-4dca-9e3f-84dc689b797e),segment_id=5fac4e85-e455-4dca-9e3f-84dc689b797e)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:33.952853 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:33.960059 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:34.020926 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:34.050572 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=1c956d6b-ffcf-4b61-a153-99647d219b8e,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:34.248273 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-ee98ef41-913f-40bf-985e-03c43d2dfc5d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:34.302205 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Deleting port 1c956d6b-ffcf-4b61-a153-99647d219b8e {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:56:34.302557 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:34.396989 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-ee98ef41-913f-40bf-985e-03c43d2dfc5d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:34.425244 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] For port 1c956d6b-ffcf-4b61-a153-99647d219b8e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=1c956d6b-ffcf-4b61-a153-99647d219b8e,segment=NetworkSegment(5fac4e85-e455-4dca-9e3f-84dc689b797e),segment_id=5fac4e85-e455-4dca-9e3f-84dc689b797e)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:34.425657 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:34.434015 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['224179a9-9246-4419-a911-b515f4991d15'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:56:34.484217 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Calling delete_port for 1c956d6b-ffcf-4b61-a153-99647d219b8e owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:56:34.502582 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-11a30e31-a0e9-4ffd-94b3-ae9cead322d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:34.527347 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-11a30e31-a0e9-4ffd-94b3-ae9cead322d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:34.528587 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-11a30e31-a0e9-4ffd-94b3-ae9cead322d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/872fdb54-a820-47b4-8c82-10917cac9e37 HTTP/1.1" status: 204 len: 168 time: 1.7310886 Nov 23 21:56:34.549153 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3beb79b-c60d-4727-98c2-d8ebfcb8eeef req-12fe0eb2-eaaa-4615-b473-caa4781ae2c8 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=587198a5-3fb0-4d8d-bf90-aa5c9f554ef6 HTTP/1.1" status: 200 len: 210 time: 0.5863903 Nov 23 21:56:34.616904 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d9e0b2-4bdc-4ebb-a7b2-d48574960a0e None None] Network cba84f54-c08f-48db-aac1-1dba46ad6f6e requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:34.669119 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-ee98ef41-913f-40bf-985e-03c43d2dfc5d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:56:34.689797 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a30e31-a0e9-4ffd-94b3-ae9cead322d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872fdb54-a820-47b4-8c82-10917cac9e37,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:34.693601 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-ee98ef41-913f-40bf-985e-03c43d2dfc5d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:34.708803 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-ee98ef41-913f-40bf-985e-03c43d2dfc5d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:56:34.818492 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-64c2e10e-8650-4b84-ae2a-e626fc78c4a6 None None] Provisioning complete for port 1c956d6b-ffcf-4b61-a153-99647d219b8e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:34.821058 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98ef41-913f-40bf-985e-03c43d2dfc5d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Pushing event updated for resources: {'Port': ['ID=cc13e182-8dcb-4149-ab27-85551d29d8a7,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:34.828349 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-64c2e10e-8650-4b84-ae2a-e626fc78c4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:34.831297 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-ee98ef41-913f-40bf-985e-03c43d2dfc5d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:34.832064 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-ee98ef41-913f-40bf-985e-03c43d2dfc5d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:34.847777 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:34.862500 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-ee98ef41-913f-40bf-985e-03c43d2dfc5d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0283375 Nov 23 21:56:34.892433 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-3928cbab-8a8b-4fba-ad0b-1480ae09ec8d service neutron] Request body: {'port': {'device_id': '7ccc81f0-1770-405d-97ca-a5e71047eadf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:34.895460 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Port': ['ID=1c956d6b-ffcf-4b61-a153-99647d219b8e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:34.897665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No DVR routers for this DVR port 1c956d6b-ffcf-4b61-a153-99647d219b8e on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:56:34.912333 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-64c2e10e-8650-4b84-ae2a-e626fc78c4a6 None None] Port 1c956d6b-ffcf-4b61-a153-99647d219b8e was deleted so its status cannot be updated. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 21:56:34.934112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-0f043690-2483-438d-a03b-05ff4707aeb0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Allocated IP 192.168.233.150 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/ba323a01-8ef9-4534-87b1-7a4562e0aa72) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:56:34.986886 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a30e31-a0e9-4ffd-94b3-ae9cead322d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:34.987485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a30e31-a0e9-4ffd-94b3-ae9cead322d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:34.987997 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a30e31-a0e9-4ffd-94b3-ae9cead322d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:34.988487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a30e31-a0e9-4ffd-94b3-ae9cead322d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:34.988986 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a30e31-a0e9-4ffd-94b3-ae9cead322d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:34.989483 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a30e31-a0e9-4ffd-94b3-ae9cead322d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:34.989974 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a30e31-a0e9-4ffd-94b3-ae9cead322d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:34.990451 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a30e31-a0e9-4ffd-94b3-ae9cead322d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:34.991084 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a30e31-a0e9-4ffd-94b3-ae9cead322d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:34.991579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a30e31-a0e9-4ffd-94b3-ae9cead322d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:34.992057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a30e31-a0e9-4ffd-94b3-ae9cead322d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:34.992531 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a30e31-a0e9-4ffd-94b3-ae9cead322d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:56:35.172790 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775ac01a-081d-4296-983c-356158a128a0 None None] DHCP port deletion for cba84f54-c08f-48db-aac1-1dba46ad6f6e request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:56:35.201163 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c87350-3751-4ef6-b1f0-59999494178f None None] Network cba84f54-c08f-48db-aac1-1dba46ad6f6e requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:35.202184 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a8fc6-20b4-42de-95c4-689aee2c3b87 req-b1f07c02-090b-4d31-a370-9bdd8eeec3a2 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:35.203684 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c57a8fc6-20b4-42de-95c4-689aee2c3b87 req-b1f07c02-090b-4d31-a370-9bdd8eeec3a2 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 945 time: 0.2264614 Nov 23 21:56:35.233357 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741d321-cab0-4da7-a355-49c7b4d6996d req-bcff190e-ee98-40e1-89de-8a3011571fc1 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:35.240960 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b741d321-cab0-4da7-a355-49c7b4d6996d req-bcff190e-ee98-40e1-89de-8a3011571fc1 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 945 time: 0.2645688 Nov 23 21:56:35.380640 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0590c8e5-7269-4a06-b530-22bc8856d098 None None] Provisioning complete for port cc13e182-8dcb-4149-ab27-85551d29d8a7 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:35.381324 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0590c8e5-7269-4a06-b530-22bc8856d098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:35.425103 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-983b5114-6c95-4824-b824-8b509a35e58c req-602967f4-9963-4103-a690-9d20de2f3b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 903ccf0b-4463-44b9-b226-a19005b0d74f {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:35.433021 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0590c8e5-7269-4a06-b530-22bc8856d098 None None] Port cc13e182-8dcb-4149-ab27-85551d29d8a7 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:56:35.449505 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 1c956d6b-ffcf-4b61-a153-99647d219b8e no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:56:35.452260 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-602967f4-9963-4103-a690-9d20de2f3b6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:35.477424 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 1c956d6b-ffcf-4b61-a153-99647d219b8e {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:56:35.478766 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 1c956d6b-ffcf-4b61-a153-99647d219b8e not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:56:35.484620 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-983b5114-6c95-4824-b824-8b509a35e58c req-602967f4-9963-4103-a690-9d20de2f3b6b service neutron] Transition to ACTIVE for port object 903ccf0b-4463-44b9-b226-a19005b0d74f will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:56:35.567031 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-3928cbab-8a8b-4fba-ad0b-1480ae09ec8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:35.570058 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:35.596848 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-602967f4-9963-4103-a690-9d20de2f3b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:35.603781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba84f54-c08f-48db-aac1-1dba46ad6f6e']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:35.634091 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fac4e85-e455-4dca-9e3f-84dc689b797e') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:35.634616 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fac4e85-e455-4dca-9e3f-84dc689b797e') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:35.640065 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-0f043690-2483-438d-a03b-05ff4707aeb0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:35.650351 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:35.675942 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:35.683330 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c57a8fc6-20b4-42de-95c4-689aee2c3b87 req-508d1878-ca2d-4234-9778-8b734daccac5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4644091 Nov 23 21:56:35.736214 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:56:35.736844 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:56:35.740365 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:56:35.756790 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b741d321-cab0-4da7-a355-49c7b4d6996d req-a5c3d405-0d08-455e-9fea-55cf366b0c1e tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148239 Nov 23 21:56:35.816656 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602967f4-9963-4103-a690-9d20de2f3b6b service neutron] Pushing event updated for resources: {'Port': ['ID=903ccf0b-4463-44b9-b226-a19005b0d74f,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:35.832627 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-0f043690-2483-438d-a03b-05ff4707aeb0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:35.867263 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['224179a9-9246-4419-a911-b515f4991d15'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:56:35.870493 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:35.905964 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:35.910894 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60304) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:35.916799 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/networks/cba84f54-c08f-48db-aac1-1dba46ad6f6e HTTP/1.1" status: 204 len: 168 time: 4.1504667 Nov 23 21:56:35.921774 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60306) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:36.016416 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97c762-60ba-48fc-a81f-eb294ea0ffb7 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Network': ['ID=cba84f54-c08f-48db-aac1-1dba46ad6f6e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:36.069205 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62a7773-6ba4-441a-84bd-f5c24ac44499 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] DELETE failed (client error): The resource could not be found. Nov 23 21:56:36.086185 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e62a7773-6ba4-441a-84bd-f5c24ac44499 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:56:36.096815 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e62a7773-6ba4-441a-84bd-f5c24ac44499 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/subnets/bbbac83e-a856-4a88-809f-856ca3cb3fa5 HTTP/1.1" status: 404 len: 337 time: 0.1524003 Nov 23 21:56:36.099568 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60310) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:36.121077 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-0f043690-2483-438d-a03b-05ff4707aeb0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:56:36.149926 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-0862a9b6-6b27-4744-8697-d75a1adbe8f0 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] DELETE failed (client error): The resource could not be found. Nov 23 21:56:36.150577 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0862a9b6-6b27-4744-8697-d75a1adbe8f0 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:56:36.154023 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0862a9b6-6b27-4744-8697-d75a1adbe8f0 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/networks/cba84f54-c08f-48db-aac1-1dba46ad6f6e HTTP/1.1" status: 404 len: 339 time: 0.0484133 Nov 23 21:56:36.156785 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60312) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:36.199874 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0811b0-a07c-489d-afbc-1d4d286e78cd tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] DELETE failed (client error): The resource could not be found. Nov 23 21:56:36.200411 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0811b0-a07c-489d-afbc-1d4d286e78cd tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:56:36.207066 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1c0811b0-a07c-489d-afbc-1d4d286e78cd tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/subnets/509c85e7-c0c6-4e3f-8d43-83e7acc8a369 HTTP/1.1" status: 404 len: 337 time: 0.0465071 Nov 23 21:56:36.209105 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60314) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:36.209229 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-0f043690-2483-438d-a03b-05ff4707aeb0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:36.216834 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f043690-2483-438d-a03b-05ff4707aeb0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Pushing event updated for resources: {'Port': ['ID=ba323a01-8ef9-4534-87b1-7a4562e0aa72,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:36.220559 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-0f043690-2483-438d-a03b-05ff4707aeb0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:56:36.243458 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86b8420-fa5b-4349-a894-3c9655ee4689 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] DELETE failed (client error): The resource could not be found. Nov 23 21:56:36.244057 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c86b8420-fa5b-4349-a894-3c9655ee4689 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:56:36.250294 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c86b8420-fa5b-4349-a894-3c9655ee4689 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/networks/9acb959e-b1c5-4cc1-b4b4-fa3575e24ad3 HTTP/1.1" status: 404 len: 339 time: 0.0377412 Nov 23 21:56:36.250294 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60316) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:36.273070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-72dfb2ce-6837-4059-ac5c-3cb3e1067ef8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1451790482-network', 'tenant_id': '01118b9c5731487a85345966412aa36c'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:36.284707 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-0f043690-2483-438d-a03b-05ff4707aeb0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:36.285422 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-0f043690-2483-438d-a03b-05ff4707aeb0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:36.336927 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-3928cbab-8a8b-4fba-ad0b-1480ae09ec8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc13e182-8dcb-4149-ab27-85551d29d8a7 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:36.339242 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4d5bc-abc9-4382-ab89-af9b2a1f34cc req-f1268da0-360f-4ac9-8af9-6ca7281fd5b5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:36.346010 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4d5bc-abc9-4382-ab89-af9b2a1f34cc req-f1268da0-360f-4ac9-8af9-6ca7281fd5b5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:36.352336 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4d5bc-abc9-4382-ab89-af9b2a1f34cc req-f1268da0-360f-4ac9-8af9-6ca7281fd5b5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:36.358779 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-3928cbab-8a8b-4fba-ad0b-1480ae09ec8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:36.359099 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4d5bc-abc9-4382-ab89-af9b2a1f34cc req-f1268da0-360f-4ac9-8af9-6ca7281fd5b5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:36.365243 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4d5bc-abc9-4382-ab89-af9b2a1f34cc req-f1268da0-360f-4ac9-8af9-6ca7281fd5b5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:36.373984 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9e4d5bc-abc9-4382-ab89-af9b2a1f34cc req-f1268da0-360f-4ac9-8af9-6ca7281fd5b5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 3828 time: 0.5331569 Nov 23 21:56:36.421401 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-3928cbab-8a8b-4fba-ad0b-1480ae09ec8d service neutron] Transition to ACTIVE for port object cc13e182-8dcb-4149-ab27-85551d29d8a7 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:56:36.427540 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e61e36-db3d-4e31-837d-cf2cfdef4461 req-8e905362-a92c-4ac5-a010-c36d435f9708 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:36.429284 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9e61e36-db3d-4e31-837d-cf2cfdef4461 req-8e905362-a92c-4ac5-a010-c36d435f9708 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=587198a5-3fb0-4d8d-bf90-aa5c9f554ef6 HTTP/1.1" status: 200 len: 936 time: 0.2637157 Nov 23 21:56:36.435136 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-3928cbab-8a8b-4fba-ad0b-1480ae09ec8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:36.454010 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c8a906b7-ab5a-43b5-8975-0b6d8ee33d9b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:36.485588 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dfb2ce-6837-4059-ac5c-3cb3e1067ef8 admin admin] Made reservation on behalf of 01118b9c5731487a85345966412aa36c for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:36.489101 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72dfb2ce-6837-4059-ac5c-3cb3e1067ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:36.503359 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72dfb2ce-6837-4059-ac5c-3cb3e1067ef8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:36.517498 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928cbab-8a8b-4fba-ad0b-1480ae09ec8d service neutron] Pushing event updated for resources: {'Port': ['ID=cc13e182-8dcb-4149-ab27-85551d29d8a7,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:36.603970 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72dfb2ce-6837-4059-ac5c-3cb3e1067ef8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:36.610986 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-0f043690-2483-438d-a03b-05ff4707aeb0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3401654 Nov 23 21:56:36.614153 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-235a6be9-6c52-4fa2-b1ad-d0f666eb2d22 None None] Provisioning complete for port ba323a01-8ef9-4534-87b1-7a4562e0aa72 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:36.615214 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-235a6be9-6c52-4fa2-b1ad-d0f666eb2d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:36.646552 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9e4d5bc-abc9-4382-ab89-af9b2a1f34cc req-b3c200e1-1cd2-4998-ba22-542b3259bbf3 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2714026 Nov 23 21:56:36.651936 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-36083907-73d2-4730-8cd8-0dfdaa7a5d6b service neutron] Request body: {'port': {'device_id': '587198a5-3fb0-4d8d-bf90-aa5c9f554ef6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:36.685386 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c8a906b7-ab5a-43b5-8975-0b6d8ee33d9b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:36.706146 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-983b5114-6c95-4824-b824-8b509a35e58c req-602967f4-9963-4103-a690-9d20de2f3b6b service neutron] Attempting to bind port 903ccf0b-4463-44b9-b226-a19005b0d74f on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:56:36.706498 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-983b5114-6c95-4824-b824-8b509a35e58c req-602967f4-9963-4103-a690-9d20de2f3b6b service neutron] Attempting to bind port 903ccf0b-4463-44b9-b226-a19005b0d74f by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '991faeff-44de-485b-8e34-be807e87bd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:56:36.706864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-602967f4-9963-4103-a690-9d20de2f3b6b service neutron] Attempting to bind port 903ccf0b-4463-44b9-b226-a19005b0d74f on network 538e1e97-92a3-4d18-ba4d-eab4d961092b {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:36.707664 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-235a6be9-6c52-4fa2-b1ad-d0f666eb2d22 None None] Port ba323a01-8ef9-4534-87b1-7a4562e0aa72 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:56:36.713352 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72dfb2ce-6837-4059-ac5c-3cb3e1067ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:36.730242 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-c8a906b7-ab5a-43b5-8975-0b6d8ee33d9b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad89715-825a-4635-807d-198ebb5a9728']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:36.743405 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-3928cbab-8a8b-4fba-ad0b-1480ae09ec8d service neutron] Attempting to bind port cc13e182-8dcb-4149-ab27-85551d29d8a7 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:56:36.751656 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-3928cbab-8a8b-4fba-ad0b-1480ae09ec8d service neutron] Attempting to bind port cc13e182-8dcb-4149-ab27-85551d29d8a7 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:56:36.752236 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-3928cbab-8a8b-4fba-ad0b-1480ae09ec8d service neutron] Attempting to bind port cc13e182-8dcb-4149-ab27-85551d29d8a7 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:36.763640 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-602967f4-9963-4103-a690-9d20de2f3b6b service neutron] Port 903ccf0b-4463-44b9-b226-a19005b0d74f on network 538e1e97-92a3-4d18-ba4d-eab4d961092b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:56:36.763966 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-602967f4-9963-4103-a690-9d20de2f3b6b service neutron] Attempting to bind port 903ccf0b-4463-44b9-b226-a19005b0d74f on network 538e1e97-92a3-4d18-ba4d-eab4d961092b {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:36.770861 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-c8a906b7-ab5a-43b5-8975-0b6d8ee33d9b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360d3fb1-36c4-46b3-b842-7476d9c469a8') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:36.771250 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-c8a906b7-ab5a-43b5-8975-0b6d8ee33d9b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360d3fb1-36c4-46b3-b842-7476d9c469a8') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:36.783792 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-602967f4-9963-4103-a690-9d20de2f3b6b service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:56:36.784676 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-602967f4-9963-4103-a690-9d20de2f3b6b service neutron] Checking segment: {'id': '991faeff-44de-485b-8e34-be807e87bd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:36.786149 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-602967f4-9963-4103-a690-9d20de2f3b6b service neutron] Bound using segment: {'id': '991faeff-44de-485b-8e34-be807e87bd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:56:36.786674 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c8a906b7-ab5a-43b5-8975-0b6d8ee33d9b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:36.787090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-983b5114-6c95-4824-b824-8b509a35e58c req-602967f4-9963-4103-a690-9d20de2f3b6b service neutron] Bound port: 903ccf0b-4463-44b9-b226-a19005b0d74f, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991faeff-44de-485b-8e34-be807e87bd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:56:36.788774 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-602967f4-9963-4103-a690-9d20de2f3b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:36.802215 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c8a906b7-ab5a-43b5-8975-0b6d8ee33d9b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:36.804876 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72dfb2ce-6837-4059-ac5c-3cb3e1067ef8 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:56:36.808702 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a906b7-ab5a-43b5-8975-0b6d8ee33d9b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:56:36.809284 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c8a906b7-ab5a-43b5-8975-0b6d8ee33d9b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:36.843241 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9e61e36-db3d-4e31-837d-cf2cfdef4461 req-c414595f-45c1-4b31-b1f1-6c0e205d936c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936424 Nov 23 21:56:36.844081 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-36083907-73d2-4730-8cd8-0dfdaa7a5d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:56:36.874861 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:56:36.877249 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-3928cbab-8a8b-4fba-ad0b-1480ae09ec8d service neutron] Port cc13e182-8dcb-4149-ab27-85551d29d8a7 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:56:36.877249 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-3928cbab-8a8b-4fba-ad0b-1480ae09ec8d service neutron] Attempting to bind port cc13e182-8dcb-4149-ab27-85551d29d8a7 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:36.884593 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-3928cbab-8a8b-4fba-ad0b-1480ae09ec8d service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:56:36.886116 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-3928cbab-8a8b-4fba-ad0b-1480ae09ec8d service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:36.888080 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-3928cbab-8a8b-4fba-ad0b-1480ae09ec8d service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:56:36.888582 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-3928cbab-8a8b-4fba-ad0b-1480ae09ec8d service neutron] Bound port: cc13e182-8dcb-4149-ab27-85551d29d8a7, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:56:36.889005 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-3928cbab-8a8b-4fba-ad0b-1480ae09ec8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:36.927853 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfb2ce-6837-4059-ac5c-3cb3e1067ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c5cf58-3f25-4aad-bbd5-848dad50f34d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:36.951312 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72dfb2ce-6837-4059-ac5c-3cb3e1067ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:36.951714 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-72dfb2ce-6837-4059-ac5c-3cb3e1067ef8 admin admin] Added segment abaff1ba-c8fd-40d4-822d-6c0fc520c1f7 of type vlan for network 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 Nov 23 21:56:36.955722 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c8a906b7-ab5a-43b5-8975-0b6d8ee33d9b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:36.960220 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c8a906b7-ab5a-43b5-8975-0b6d8ee33d9b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:36.963533 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c8a906b7-ab5a-43b5-8975-0b6d8ee33d9b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/networks/dad89715-825a-4635-807d-198ebb5a9728 HTTP/1.1" status: 204 len: 168 time: 0.7123649 Nov 23 21:56:36.976045 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60324) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:36.986990 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a906b7-ab5a-43b5-8975-0b6d8ee33d9b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Network': ['ID=dad89715-825a-4635-807d-198ebb5a9728,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:37.003191 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-3928cbab-8a8b-4fba-ad0b-1480ae09ec8d service neutron] For port cc13e182-8dcb-4149-ab27-85551d29d8a7, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:56:37.007525 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-3928cbab-8a8b-4fba-ad0b-1480ae09ec8d service neutron] For port cc13e182-8dcb-4149-ab27-85551d29d8a7, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=cc13e182-8dcb-4149-ab27-85551d29d8a7,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:56:37.013262 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-3928cbab-8a8b-4fba-ad0b-1480ae09ec8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:37.028632 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-3928cbab-8a8b-4fba-ad0b-1480ae09ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:37.029426 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-3928cbab-8a8b-4fba-ad0b-1480ae09ec8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:37.031364 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-3928cbab-8a8b-4fba-ad0b-1480ae09ec8d service neutron] 10.222.0.60 "PUT /v2.0/ports/cc13e182-8dcb-4149-ab27-85551d29d8a7 HTTP/1.1" status: 200 len: 1094 time: 2.1450469 Nov 23 21:56:37.057397 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccc81f0-1770-405d-97ca-a5e71047eadf', 'tag': 'cc13e182-8dcb-4149-ab27-85551d29d8a7'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:56:37.064017 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3b5beb-be09-4b4f-8599-2e3d6aa214f4" -d '{"events": [{"name": "network-changed", "server_uuid": "7ccc81f0-1770-405d-97ca-a5e71047eadf", "tag": "cc13e182-8dcb-4149-ab27-85551d29d8a7"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:56:37.096605 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928cbab-8a8b-4fba-ad0b-1480ae09ec8d service neutron] Pushing event updated for resources: {'Port': ['ID=cc13e182-8dcb-4149-ab27-85551d29d8a7,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:37.112651 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a28cef6-9ac0-4eb4-880d-f72c63579f74 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] DELETE failed (client error): The resource could not be found. Nov 23 21:56:37.113108 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a28cef6-9ac0-4eb4-880d-f72c63579f74 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:56:37.117662 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0a28cef6-9ac0-4eb4-880d-f72c63579f74 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/subnets/3e24fc37-c402-478e-bb53-147218f26beb HTTP/1.1" status: 404 len: 337 time: 0.1208804 Nov 23 21:56:37.120921 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60330) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:37.156744 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72dfb2ce-6837-4059-ac5c-3cb3e1067ef8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:37.178301 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-d128dbe3-c393-4d20-bace-3e5dbcb09d1b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] DELETE failed (client error): The resource could not be found. Nov 23 21:56:37.179147 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d128dbe3-c393-4d20-bace-3e5dbcb09d1b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:56:37.179480 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369ffae-db81-4d74-bbd1-9d0bb14e3639 req-2c0ad69e-fff7-4bbe-91bd-cb2894da132d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:37.183123 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d128dbe3-c393-4d20-bace-3e5dbcb09d1b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/networks/da66f8c7-9d4c-44ff-aa34-ee6f0168a0c8 HTTP/1.1" status: 404 len: 339 time: 0.0605006 Nov 23 21:56:37.185879 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60332) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:37.187324 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2369ffae-db81-4d74-bbd1-9d0bb14e3639 req-2c0ad69e-fff7-4bbe-91bd-cb2894da132d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 945 time: 0.3123581 Nov 23 21:56:37.192335 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-983b5114-6c95-4824-b824-8b509a35e58c req-602967f4-9963-4103-a690-9d20de2f3b6b service neutron] For port 903ccf0b-4463-44b9-b226-a19005b0d74f, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:56:37.200267 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-983b5114-6c95-4824-b824-8b509a35e58c req-602967f4-9963-4103-a690-9d20de2f3b6b service neutron] For port 903ccf0b-4463-44b9-b226-a19005b0d74f, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=903ccf0b-4463-44b9-b226-a19005b0d74f,segment=NetworkSegment(991faeff-44de-485b-8e34-be807e87bd11),segment_id=991faeff-44de-485b-8e34-be807e87bd11)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:56:37.227556 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e342eb-d763-400b-94ba-2d64692b440b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] DELETE failed (client error): The resource could not be found. Nov 23 21:56:37.228241 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e342eb-d763-400b-94ba-2d64692b440b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:56:37.232550 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d3e342eb-d763-400b-94ba-2d64692b440b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/subnets/74840d78-17ad-475e-91c8-51b0773995c1 HTTP/1.1" status: 404 len: 337 time: 0.0449176 Nov 23 21:56:37.236229 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60334) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:37.253303 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-602967f4-9963-4103-a690-9d20de2f3b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:37.262082 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-f829edec-5a1d-4885-ace1-741480e49f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:37.263910 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-f829edec-5a1d-4885-ace1-741480e49f5b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14bac651c09042789e9eb24760feece8&device_id=7ccc81f0-1770-405d-97ca-a5e71047eadf HTTP/1.1" status: 200 len: 1097 time: 0.1227751 Nov 23 21:56:37.265490 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84697d8-cac9-4313-aea4-e4a19989ce72 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] DELETE failed (client error): The resource could not be found. Nov 23 21:56:37.266233 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84697d8-cac9-4313-aea4-e4a19989ce72 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:56:37.269800 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e84697d8-cac9-4313-aea4-e4a19989ce72 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/networks/149070b7-5598-44f6-ac7e-f0132afceab2 HTTP/1.1" status: 404 len: 339 time: 0.0324423 Nov 23 21:56:37.272619 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60336) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:37.335017 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5856f40-5d36-4b9a-b848-66ddf27aa42e req-7a2c232f-0dbb-4417-9291-50fcf3ab864e tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:37.336646 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5856f40-5d36-4b9a-b848-66ddf27aa42e req-7a2c232f-0dbb-4417-9291-50fcf3ab864e tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 945 time: 0.4025218 Nov 23 21:56:37.360508 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c64a0b-b88d-4fcd-8b67-cd82afa7a080 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] DELETE failed (client error): The resource could not be found. Nov 23 21:56:37.361465 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c64a0b-b88d-4fcd-8b67-cd82afa7a080 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:56:37.366034 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-26c64a0b-b88d-4fcd-8b67-cd82afa7a080 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/subnets/bd591192-bded-464d-91bb-8ea99277959a HTTP/1.1" status: 404 len: 337 time: 0.0921679 Nov 23 21:56:37.368572 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60338) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:37.376500 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72dfb2ce-6837-4059-ac5c-3cb3e1067ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:37.377383 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dfb2ce-6837-4059-ac5c-3cb3e1067ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:37.377959 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72dfb2ce-6837-4059-ac5c-3cb3e1067ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:37.381059 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-ee2564bb-e7a2-4be4-9f00-a99b2246a273 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=cc13e182-8dcb-4149-ab27-85551d29d8a7 HTTP/1.1" status: 200 len: 217 time: 0.0650268 Nov 23 21:56:37.385060 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-602967f4-9963-4103-a690-9d20de2f3b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:37.385690 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-602967f4-9963-4103-a690-9d20de2f3b6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:37.387357 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-602967f4-9963-4103-a690-9d20de2f3b6b service neutron] 10.222.0.53 "PUT /v2.0/ports/903ccf0b-4463-44b9-b226-a19005b0d74f HTTP/1.1" status: 200 len: 1092 time: 4.3786910 Nov 23 21:56:37.397721 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'tag': '903ccf0b-4463-44b9-b226-a19005b0d74f'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:56:37.403882 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3cf7ba3-1689-421b-982c-fac43dba9ec0 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] DELETE failed (client error): The resource could not be found. Nov 23 21:56:37.404529 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84297f12-6e60-433e-ab08-3a1ccfbde552" -d '{"events": [{"name": "network-changed", "server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "tag": "903ccf0b-4463-44b9-b226-a19005b0d74f"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:56:37.405275 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3cf7ba3-1689-421b-982c-fac43dba9ec0 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:56:37.411675 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e3cf7ba3-1689-421b-982c-fac43dba9ec0 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/networks/13bf4b13-b06c-4dc7-bee4-345551bda4e6 HTTP/1.1" status: 404 len: 339 time: 0.0395963 Nov 23 21:56:37.413504 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60342) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:37.456906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-983b5114-6c95-4824-b824-8b509a35e58c req-2d0240a7-75c9-4a95-88e8-eaec460e293a service neutron] Request body: {'port': {'device_id': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:37.467870 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9a0c23-7017-45e7-b410-36c341a917c6 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] DELETE failed (client error): The resource could not be found. Nov 23 21:56:37.469020 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9a0c23-7017-45e7-b410-36c341a917c6 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:56:37.474749 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3d9a0c23-7017-45e7-b410-36c341a917c6 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/subnets/9f183e66-e5b4-472d-aa25-e96f93a2c557 HTTP/1.1" status: 404 len: 337 time: 0.0585854 Nov 23 21:56:37.479616 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60344) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:37.508936 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-308eed08-bfaa-454c-866c-82db66e3695b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] DELETE failed (client error): The resource could not be found. Nov 23 21:56:37.509474 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308eed08-bfaa-454c-866c-82db66e3695b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:56:37.512656 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-308eed08-bfaa-454c-866c-82db66e3695b tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/networks/a0d5853c-9b1f-4de9-9300-c88c5d64c045 HTTP/1.1" status: 404 len: 339 time: 0.0271823 Nov 23 21:56:37.516215 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60346) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:37.536974 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-72dfb2ce-6837-4059-ac5c-3cb3e1067ef8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6145978 Nov 23 21:56:37.547159 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60348) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:37.548972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-e1fe286a-0cd4-4691-9875-a1defb7ca9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:37.550474 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-e1fe286a-0cd4-4691-9875-a1defb7ca9f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1554255 Nov 23 21:56:37.555083 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-918d4317-c8eb-4dd6-854a-9cd3dbc89524 admin admin] Request body: {'subnet': {'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1451790482-subnet', 'tenant_id': '01118b9c5731487a85345966412aa36c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:37.559923 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5af77d-2184-40f9-871c-7342ff2d385d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] DELETE failed (client error): The resource could not be found. Nov 23 21:56:37.560263 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b5af77d-2184-40f9-871c-7342ff2d385d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:56:37.565681 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3b5af77d-2184-40f9-871c-7342ff2d385d tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/subnets/ba25b271-b83a-4040-8c14-dc8614c0d178 HTTP/1.1" status: 404 len: 337 time: 0.0463824 Nov 23 21:56:37.575593 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60350) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:37.605915 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2369ffae-db81-4d74-bbd1-9d0bb14e3639 req-f9e98bf9-a5f8-4c19-96f9-855fde4e61af tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4080491 Nov 23 21:56:37.626017 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfb2ce-6837-4059-ac5c-3cb3e1067ef8 admin admin] Pushing event updated for resources: {'Network': ['ID=416c3513-0b37-46f7-b130-6fb7a8cbe4b8,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:37.632856 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-b290fa3f-e91f-4248-8c85-24565e2a4876 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] DELETE failed (client error): The resource could not be found. Nov 23 21:56:37.633309 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b290fa3f-e91f-4248-8c85-24565e2a4876 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:56:37.639367 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b290fa3f-e91f-4248-8c85-24565e2a4876 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/networks/b6e4ad49-7474-4282-8507-d41775951c99 HTTP/1.1" status: 404 len: 339 time: 0.0585306 Nov 23 21:56:37.639799 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60352) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:37.641692 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:56:37.662166 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602967f4-9963-4103-a690-9d20de2f3b6b service neutron] Pushing event updated for resources: {'Port': ['ID=903ccf0b-4463-44b9-b226-a19005b0d74f,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:37.693657 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918d4317-c8eb-4dd6-854a-9cd3dbc89524 admin admin] Made reservation on behalf of 01118b9c5731487a85345966412aa36c for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:37.696064 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-918d4317-c8eb-4dd6-854a-9cd3dbc89524 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:37.701344 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f88f619-3e2d-4ca5-894c-9b206af2aab3 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] DELETE failed (client error): The resource could not be found. Nov 23 21:56:37.702324 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f88f619-3e2d-4ca5-894c-9b206af2aab3 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:56:37.714389 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9f88f619-3e2d-4ca5-894c-9b206af2aab3 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/subnets/96405af7-99da-4718-b7b0-4fac4831a73b HTTP/1.1" status: 404 len: 337 time: 0.0713315 Nov 23 21:56:37.725087 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60356) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:37.751451 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-731c1cf1-0f49-4e3d-81d4-98ea4526fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:37.753003 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-731c1cf1-0f49-4e3d-81d4-98ea4526fd5c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1862519 Nov 23 21:56:37.772062 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6789708-9108-4a09-953d-0c3bfecf5653 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] DELETE failed (client error): The resource could not be found. Nov 23 21:56:37.772578 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6789708-9108-4a09-953d-0c3bfecf5653 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:56:37.778751 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a6789708-9108-4a09-953d-0c3bfecf5653 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/networks/70a3d6c2-fb1b-430e-8523-0763c2ee67db HTTP/1.1" status: 404 len: 339 time: 0.0503023 Nov 23 21:56:37.786576 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5856f40-5d36-4b9a-b848-66ddf27aa42e req-fbeeeb93-9aa7-433e-b16d-b806fd71e6c7 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111767 Nov 23 21:56:37.787326 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60358) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:37.795085 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-2d0240a7-75c9-4a95-88e8-eaec460e293a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:37.865287 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e46327-f43d-45dc-9567-48f31f643827 x-openstack-request-id: req-d4e46327-f43d-45dc-9567-48f31f643827 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:56:37.865584 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ccc81f0-1770-405d-97ca-a5e71047eadf", "tag": "cc13e182-8dcb-4149-ab27-85551d29d8a7", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:56:37.865843 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d4e46327-f43d-45dc-9567-48f31f643827 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:56:37.866244 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ccc81f0-1770-405d-97ca-a5e71047eadf', 'tag': 'cc13e182-8dcb-4149-ab27-85551d29d8a7', 'status': 'completed', 'code': 200} Nov 23 21:56:37.877191 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-c773fd34-718a-4916-8b6c-e50b14ea9a3f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] DELETE failed (client error): The resource could not be found. Nov 23 21:56:37.878207 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c773fd34-718a-4916-8b6c-e50b14ea9a3f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:56:37.901469 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c773fd34-718a-4916-8b6c-e50b14ea9a3f tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/subnets/ff30a914-bbfa-4da9-ac8c-bedaad2aaa5f HTTP/1.1" status: 404 len: 337 time: 0.0928228 Nov 23 21:56:37.904049 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60362) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:37.987072 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-99b160ab-6cf9-4082-b5b1-639488e0d7ae service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234952 Nov 23 21:56:38.004569 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cedb4fc-80fc-4b2e-bfe8-bdce427b711d x-openstack-request-id: req-2cedb4fc-80fc-4b2e-bfe8-bdce427b711d {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:56:38.004775 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "tag": "903ccf0b-4463-44b9-b226-a19005b0d74f", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:56:38.005017 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2cedb4fc-80fc-4b2e-bfe8-bdce427b711d {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:56:38.005430 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'tag': '903ccf0b-4463-44b9-b226-a19005b0d74f', 'status': 'completed', 'code': 200} Nov 23 21:56:38.093760 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5225dfe-535f-4a47-8d67-79ba1fc0c2af tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] DELETE failed (client error): The resource could not be found. Nov 23 21:56:38.094313 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5225dfe-535f-4a47-8d67-79ba1fc0c2af tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:56:38.099778 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b5225dfe-535f-4a47-8d67-79ba1fc0c2af tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/networks/f8088c37-a479-472c-9755-435feb48d273 HTTP/1.1" status: 404 len: 339 time: 0.1218359 Nov 23 21:56:38.101311 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60364) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:38.144242 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-071e2b14-e0b5-4d9a-8a18-17f508700fb6 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] DELETE failed (client error): The resource could not be found. Nov 23 21:56:38.144948 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071e2b14-e0b5-4d9a-8a18-17f508700fb6 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:56:38.148792 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-071e2b14-e0b5-4d9a-8a18-17f508700fb6 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/subnets/64574d1f-fbb8-4578-bf66-b9d9d153647e HTTP/1.1" status: 404 len: 337 time: 0.0449727 Nov 23 21:56:38.169903 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60366) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:38.202181 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-48dd0434-d417-4749-ae0c-84d052b8b05a service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967983 Nov 23 21:56:38.210393 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-918d4317-c8eb-4dd6-854a-9cd3dbc89524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:38.271483 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d4317-c8eb-4dd6-854a-9cd3dbc89524 admin admin] Pushing event updated for resources: {'Subnet': ['ID=971e678f-8614-44b5-bec2-2cb9da7d8874,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:38.279071 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918d4317-c8eb-4dd6-854a-9cd3dbc89524 admin admin] Checking segment: {'id': 'abaff1ba-c8fd-40d4-822d-6c0fc520c1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:38.279248 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918d4317-c8eb-4dd6-854a-9cd3dbc89524 admin admin] Network hostable DHCP agents. Network: 416c3513-0b37-46f7-b130-6fb7a8cbe4b8, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:56:38.289287 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa8a0d56-f665-407e-a788-53c744acf011 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] DELETE failed (client error): The resource could not be found. Nov 23 21:56:38.289905 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa8a0d56-f665-407e-a788-53c744acf011 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 21:56:38.296031 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fa8a0d56-f665-407e-a788-53c744acf011 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/networks/84467e39-b53b-4749-8589-e26f307327d6 HTTP/1.1" status: 404 len: 339 time: 0.1166372 Nov 23 21:56:38.298136 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60368) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:38.300072 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-36083907-73d2-4730-8cd8-0dfdaa7a5d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba323a01-8ef9-4534-87b1-7a4562e0aa72 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:38.325539 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-36083907-73d2-4730-8cd8-0dfdaa7a5d6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:38.333466 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918d4317-c8eb-4dd6-854a-9cd3dbc89524 admin admin] Network 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:56:38.342388 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e214847-c317-41ed-a67c-4a74bcd2ff17 req-65b9890a-c7f2-4dca-b862-67082eca40c1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:38.349269 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e214847-c317-41ed-a67c-4a74bcd2ff17 req-65b9890a-c7f2-4dca-b862-67082eca40c1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:38.355295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e214847-c317-41ed-a67c-4a74bcd2ff17 req-65b9890a-c7f2-4dca-b862-67082eca40c1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:38.362074 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e214847-c317-41ed-a67c-4a74bcd2ff17 req-65b9890a-c7f2-4dca-b862-67082eca40c1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:38.368239 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e214847-c317-41ed-a67c-4a74bcd2ff17 req-65b9890a-c7f2-4dca-b862-67082eca40c1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:38.370017 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1e214847-c317-41ed-a67c-4a74bcd2ff17 req-65b9890a-c7f2-4dca-b862-67082eca40c1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 3828 time: 0.3570039 Nov 23 21:56:38.372845 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-918d4317-c8eb-4dd6-854a-9cd3dbc89524 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 416c3513-0b37-46f7-b130-6fb7a8cbe4b8) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:38.375691 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84297f12-6e60-433e-ab08-3a1ccfbde552 req-005d03ee-aabb-43a8-b4d0-f6e64e453a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:38.376450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84297f12-6e60-433e-ab08-3a1ccfbde552 req-005d03ee-aabb-43a8-b4d0-f6e64e453a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:38.376705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84297f12-6e60-433e-ab08-3a1ccfbde552 req-005d03ee-aabb-43a8-b4d0-f6e64e453a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:38.377172 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84297f12-6e60-433e-ab08-3a1ccfbde552 req-005d03ee-aabb-43a8-b4d0-f6e64e453a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:38.377724 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84297f12-6e60-433e-ab08-3a1ccfbde552 req-005d03ee-aabb-43a8-b4d0-f6e64e453a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:38.379446 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84297f12-6e60-433e-ab08-3a1ccfbde552 req-005d03ee-aabb-43a8-b4d0-f6e64e453a0c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b6ed703ef174b4d8c2560021ab2bd8c&device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 4363 time: 0.3768773 Nov 23 21:56:38.384220 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918d4317-c8eb-4dd6-854a-9cd3dbc89524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:38.384805 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-918d4317-c8eb-4dd6-854a-9cd3dbc89524 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:38.391829 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680a14ad-3702-46ae-b844-9c2e50513015 None None] Network 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:38.393538 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a805c-ce7a-42e8-94a7-1b1abf48052c req-7d35fd73-b720-4380-b06c-88a7daedeb0c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:38.397997 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ee87f4-50ff-4896-ba63-d386b3ec839a tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Deleting subnet 89940061-1dd9-4241-ac33-9df64e7ac7c1 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:56:38.401065 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-992a805c-ce7a-42e8-94a7-1b1abf48052c req-7d35fd73-b720-4380-b06c-88a7daedeb0c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=587198a5-3fb0-4d8d-bf90-aa5c9f554ef6 HTTP/1.1" status: 200 len: 936 time: 0.3947144 Nov 23 21:56:38.401289 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54ee87f4-50ff-4896-ba63-d386b3ec839a tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:38.441383 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54ee87f4-50ff-4896-ba63-d386b3ec839a tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:38.469918 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-36083907-73d2-4730-8cd8-0dfdaa7a5d6b service neutron] Transition to ACTIVE for port object ba323a01-8ef9-4534-87b1-7a4562e0aa72 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:56:38.510197 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-36083907-73d2-4730-8cd8-0dfdaa7a5d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:38.554416 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-918d4317-c8eb-4dd6-854a-9cd3dbc89524 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0026975 Nov 23 21:56:38.558047 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b5beb-be09-4b4f-8599-2e3d6aa214f4 req-4952fe75-a2fe-4913-854b-20830f895560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:38.559617 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2e3b5beb-be09-4b4f-8599-2e3d6aa214f4 req-4952fe75-a2fe-4913-854b-20830f895560 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14bac651c09042789e9eb24760feece8&device_id=7ccc81f0-1770-405d-97ca-a5e71047eadf HTTP/1.1" status: 200 len: 1097 time: 0.2272129 Nov 23 21:56:38.560872 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54ee87f4-50ff-4896-ba63-d386b3ec839a tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:38.568996 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cc2e6b-e4c1-46df-84fc-bc0755d6d96a None None] Network 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:38.617507 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84297f12-6e60-433e-ab08-3a1ccfbde552 req-cc7fb32d-be21-40be-bb97-6c8a0af65f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:38.618610 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84297f12-6e60-433e-ab08-3a1ccfbde552 req-cc7fb32d-be21-40be-bb97-6c8a0af65f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:38.619163 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84297f12-6e60-433e-ab08-3a1ccfbde552 req-cc7fb32d-be21-40be-bb97-6c8a0af65f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:38.624255 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84297f12-6e60-433e-ab08-3a1ccfbde552 req-cc7fb32d-be21-40be-bb97-6c8a0af65f75 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9b6ed703ef174b4d8c2560021ab2bd8c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2164009 Nov 23 21:56:38.767386 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54ee87f4-50ff-4896-ba63-d386b3ec839a tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:38.784123 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b5beb-be09-4b4f-8599-2e3d6aa214f4 req-07eedf1a-1f6b-42a8-8c94-6363158824a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:38.786837 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2e3b5beb-be09-4b4f-8599-2e3d6aa214f4 req-07eedf1a-1f6b-42a8-8c94-6363158824a0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.2037804 Nov 23 21:56:38.816195 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee87f4-50ff-4896-ba63-d386b3ec839a tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Subnet': ['ID=89940061-1dd9-4241-ac33-9df64e7ac7c1,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:38.820952 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54ee87f4-50ff-4896-ba63-d386b3ec839a tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:38.824220 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-54ee87f4-50ff-4896-ba63-d386b3ec839a tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/subnets/89940061-1dd9-4241-ac33-9df64e7ac7c1 HTTP/1.1" status: 204 len: 168 time: 0.5259268 Nov 23 21:56:38.829222 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506e127d-0171-421e-90f3-0f87ebbe823f None None] Network 24ef9021-8d3b-4802-be5d-27f4e6524fb1 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:38.845732 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1e214847-c317-41ed-a67c-4a74bcd2ff17 req-d7b3592d-412a-47f8-8750-87801871c6b1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4352827 Nov 23 21:56:38.870295 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60382) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:38.873954 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2e3b5beb-be09-4b4f-8599-2e3d6aa214f4 req-fafc55c3-a685-4381-b632-bcdd50aa9a9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=cc13e182-8dcb-4149-ab27-85551d29d8a7 HTTP/1.1" status: 200 len: 217 time: 0.0638156 Nov 23 21:56:39.028327 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-992a805c-ce7a-42e8-94a7-1b1abf48052c req-f1817df1-2af8-4956-aa13-e2d68a4b01a1 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6262703 Nov 23 21:56:39.029017 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36083907-73d2-4730-8cd8-0dfdaa7a5d6b service neutron] Pushing event updated for resources: {'Port': ['ID=ba323a01-8ef9-4534-87b1-7a4562e0aa72,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:39.088670 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43defa9-4457-4628-934d-25c6c0a53333 None None] DHCP port deletion for 24ef9021-8d3b-4802-be5d-27f4e6524fb1 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:56:39.120709 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df603b04-a50f-42c6-84d7-b50228f05e23 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:39.172628 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b5beb-be09-4b4f-8599-2e3d6aa214f4 req-2bb2d23e-0561-4522-b936-c9c9f26619a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:39.174488 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2e3b5beb-be09-4b4f-8599-2e3d6aa214f4 req-2bb2d23e-0561-4522-b936-c9c9f26619a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.2923007 Nov 23 21:56:39.235637 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5195e8-47e8-4a00-9d9a-5e3395e2cea9 req-5bf70654-356b-4b45-a52f-10fc3eab2f9f tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:39.243237 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab5195e8-47e8-4a00-9d9a-5e3395e2cea9 req-5bf70654-356b-4b45-a52f-10fc3eab2f9f tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 945 time: 0.2640169 Nov 23 21:56:39.277941 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b5beb-be09-4b4f-8599-2e3d6aa214f4 req-939df48d-e504-4471-8eb2-3c6151037ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:39.290347 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2e3b5beb-be09-4b4f-8599-2e3d6aa214f4 req-939df48d-e504-4471-8eb2-3c6151037ef1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1007519 Nov 23 21:56:39.300559 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-df603b04-a50f-42c6-84d7-b50228f05e23 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Deleting port df80800a-457a-4d1e-a19e-01b7caff3c7e {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:56:39.300901 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df603b04-a50f-42c6-84d7-b50228f05e23 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:39.303388 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-983b5114-6c95-4824-b824-8b509a35e58c req-2d0240a7-75c9-4a95-88e8-eaec460e293a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1a4a01-b58d-4d1b-8c53-14975401b67a {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:39.308096 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-36083907-73d2-4730-8cd8-0dfdaa7a5d6b service neutron] Attempting to bind port ba323a01-8ef9-4534-87b1-7a4562e0aa72 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:56:39.308375 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-36083907-73d2-4730-8cd8-0dfdaa7a5d6b service neutron] Attempting to bind port ba323a01-8ef9-4534-87b1-7a4562e0aa72 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:56:39.308716 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-36083907-73d2-4730-8cd8-0dfdaa7a5d6b service neutron] Attempting to bind port ba323a01-8ef9-4534-87b1-7a4562e0aa72 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:39.313189 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84297f12-6e60-433e-ab08-3a1ccfbde552 req-87217ce9-eee3-4dae-87ce-467551d89354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:39.314687 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84297f12-6e60-433e-ab08-3a1ccfbde552 req-87217ce9-eee3-4dae-87ce-467551d89354 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5226598 Nov 23 21:56:39.321484 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-2d0240a7-75c9-4a95-88e8-eaec460e293a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:39.360641 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-36083907-73d2-4730-8cd8-0dfdaa7a5d6b service neutron] Port ba323a01-8ef9-4534-87b1-7a4562e0aa72 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:56:39.360978 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-36083907-73d2-4730-8cd8-0dfdaa7a5d6b service neutron] Attempting to bind port ba323a01-8ef9-4534-87b1-7a4562e0aa72 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:39.424174 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab5195e8-47e8-4a00-9d9a-5e3395e2cea9 req-a0a20702-6d16-4164-9f91-87d9bdf06712 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798000 Nov 23 21:56:39.434590 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-df603b04-a50f-42c6-84d7-b50228f05e23 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] For port df80800a-457a-4d1e-a19e-01b7caff3c7e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=df80800a-457a-4d1e-a19e-01b7caff3c7e,segment=NetworkSegment(c0ff82ba-9d00-4f71-9ab5-4f2b9f88d215),segment_id=c0ff82ba-9d00-4f71-9ab5-4f2b9f88d215)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:39.434998 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df603b04-a50f-42c6-84d7-b50228f05e23 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:39.452526 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-df603b04-a50f-42c6-84d7-b50228f05e23 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Calling delete_port for df80800a-457a-4d1e-a19e-01b7caff3c7e owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:56:39.479215 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device df80800a-457a-4d1e-a19e-01b7caff3c7e no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:56:39.518487 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2e3b5beb-be09-4b4f-8599-2e3d6aa214f4 req-477f566c-2972-453b-8bb3-416e1d2e69f1 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021897 Nov 23 21:56:39.527005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-36083907-73d2-4730-8cd8-0dfdaa7a5d6b service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:56:39.527354 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-36083907-73d2-4730-8cd8-0dfdaa7a5d6b service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:39.527738 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-36083907-73d2-4730-8cd8-0dfdaa7a5d6b service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:56:39.528175 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-36083907-73d2-4730-8cd8-0dfdaa7a5d6b service neutron] Bound port: ba323a01-8ef9-4534-87b1-7a4562e0aa72, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:56:39.528532 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-36083907-73d2-4730-8cd8-0dfdaa7a5d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:39.540683 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e43defa9-4457-4628-934d-25c6c0a53333 None None] Deleting port df80800a-457a-4d1e-a19e-01b7caff3c7e {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:56:39.542571 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e43defa9-4457-4628-934d-25c6c0a53333 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:39.554947 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-983b5114-6c95-4824-b824-8b509a35e58c req-2d0240a7-75c9-4a95-88e8-eaec460e293a service neutron] Transition to ACTIVE for port object 9e1a4a01-b58d-4d1b-8c53-14975401b67a will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:56:39.610137 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-36083907-73d2-4730-8cd8-0dfdaa7a5d6b service neutron] For port ba323a01-8ef9-4534-87b1-7a4562e0aa72, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:56:39.613923 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-36083907-73d2-4730-8cd8-0dfdaa7a5d6b service neutron] For port ba323a01-8ef9-4534-87b1-7a4562e0aa72, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=ba323a01-8ef9-4534-87b1-7a4562e0aa72,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:56:39.617575 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-2d0240a7-75c9-4a95-88e8-eaec460e293a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:39.634927 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-36083907-73d2-4730-8cd8-0dfdaa7a5d6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:39.687035 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e43defa9-4457-4628-934d-25c6c0a53333 None None] For port df80800a-457a-4d1e-a19e-01b7caff3c7e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=df80800a-457a-4d1e-a19e-01b7caff3c7e,segment=NetworkSegment(c0ff82ba-9d00-4f71-9ab5-4f2b9f88d215),segment_id=c0ff82ba-9d00-4f71-9ab5-4f2b9f88d215)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:39.688045 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e43defa9-4457-4628-934d-25c6c0a53333 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:39.708971 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e43defa9-4457-4628-934d-25c6c0a53333 None None] Calling delete_port for df80800a-457a-4d1e-a19e-01b7caff3c7e owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:56:39.714797 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No active binding found for port df80800a-457a-4d1e-a19e-01b7caff3c7e {{(pid=110035) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 21:56:39.715734 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device df80800a-457a-4d1e-a19e-01b7caff3c7e not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:56:39.741452 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df603b04-a50f-42c6-84d7-b50228f05e23 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:39.759964 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df603b04-a50f-42c6-84d7-b50228f05e23 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] No DVR routers for this DVR port df80800a-457a-4d1e-a19e-01b7caff3c7e on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:56:39.786802 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2e3b5beb-be09-4b4f-8599-2e3d6aa214f4 req-6a7c8f1c-2f45-40cf-8619-a85062953075 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557559 Nov 23 21:56:39.790335 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df603b04-a50f-42c6-84d7-b50228f05e23 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Port': ['ID=df80800a-457a-4d1e-a19e-01b7caff3c7e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:39.846239 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e43defa9-4457-4628-934d-25c6c0a53333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:39.878021 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43defa9-4457-4628-934d-25c6c0a53333 None None] Pushing event deleted for resources: {'Port': ['ID=df80800a-457a-4d1e-a19e-01b7caff3c7e,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:39.891625 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df603b04-a50f-42c6-84d7-b50228f05e23 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:39.893384 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43defa9-4457-4628-934d-25c6c0a53333 None None] No DVR routers for this DVR port df80800a-457a-4d1e-a19e-01b7caff3c7e on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:56:39.922483 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-df603b04-a50f-42c6-84d7-b50228f05e23 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ef9021-8d3b-4802-be5d-27f4e6524fb1']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:39.936007 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-df603b04-a50f-42c6-84d7-b50228f05e23 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ff82ba-9d00-4f71-9ab5-4f2b9f88d215') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:39.936355 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-df603b04-a50f-42c6-84d7-b50228f05e23 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ff82ba-9d00-4f71-9ab5-4f2b9f88d215') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:39.947479 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df603b04-a50f-42c6-84d7-b50228f05e23 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:39.962993 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df603b04-a50f-42c6-84d7-b50228f05e23 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:39.969865 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df603b04-a50f-42c6-84d7-b50228f05e23 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:56:39.970253 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df603b04-a50f-42c6-84d7-b50228f05e23 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:56:39.973397 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:56:40.008306 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-80e411ba-719a-4906-8d7a-def79abdb00b tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:40.009887 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-80e411ba-719a-4906-8d7a-def79abdb00b tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/networks?id=416c3513-0b37-46f7-b130-6fb7a8cbe4b8 HTTP/1.1" status: 200 len: 815 time: 0.6058726 Nov 23 21:56:40.044861 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-36083907-73d2-4730-8cd8-0dfdaa7a5d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:40.046243 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-36083907-73d2-4730-8cd8-0dfdaa7a5d6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:40.047837 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-36083907-73d2-4730-8cd8-0dfdaa7a5d6b service neutron] 10.222.0.60 "PUT /v2.0/ports/ba323a01-8ef9-4534-87b1-7a4562e0aa72 HTTP/1.1" status: 200 len: 1096 time: 3.4000206 Nov 23 21:56:40.049225 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587198a5-3fb0-4d8d-bf90-aa5c9f554ef6', 'tag': 'ba323a01-8ef9-4534-87b1-7a4562e0aa72'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:56:40.050796 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7ecb30-d50b-44d0-8e62-4bbd5bf0d40c" -d '{"events": [{"name": "network-changed", "server_uuid": "587198a5-3fb0-4d8d-bf90-aa5c9f554ef6", "tag": "ba323a01-8ef9-4534-87b1-7a4562e0aa72"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:56:40.053021 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df603b04-a50f-42c6-84d7-b50228f05e23 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:40.065205 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df603b04-a50f-42c6-84d7-b50228f05e23 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:40.073589 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-df603b04-a50f-42c6-84d7-b50228f05e23 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] 10.222.0.50 "DELETE /v2.0/networks/24ef9021-8d3b-4802-be5d-27f4e6524fb1 HTTP/1.1" status: 204 len: 168 time: 1.2018940 Nov 23 21:56:40.078994 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0240a7-75c9-4a95-88e8-eaec460e293a service neutron] Pushing event updated for resources: {'Port': ['ID=9e1a4a01-b58d-4d1b-8c53-14975401b67a,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:40.089882 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-d583c88d-29b8-4af1-8c77-9d98f7635591 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/quotas/01118b9c5731487a85345966412aa36c HTTP/1.1" status: 200 len: 375 time: 0.0508122 Nov 23 21:56:40.102390 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df603b04-a50f-42c6-84d7-b50228f05e23 tempest-NetworksTest-2104862298 tempest-NetworksTest-2104862298-project] Pushing event deleted for resources: {'Network': ['ID=24ef9021-8d3b-4802-be5d-27f4e6524fb1,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:40.292156 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36083907-73d2-4730-8cd8-0dfdaa7a5d6b service neutron] Pushing event updated for resources: {'Port': ['ID=ba323a01-8ef9-4534-87b1-7a4562e0aa72,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:40.315004 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-8f941282-a66a-4b61-925d-b79b7d60836d tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=01118b9c5731487a85345966412aa36c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2130797 Nov 23 21:56:40.356711 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3de8d4-9eb6-487a-981a-56b15f2accb2 req-189005c6-1cc4-4387-8c8c-df463ce29158 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:40.360070 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d3de8d4-9eb6-487a-981a-56b15f2accb2 req-189005c6-1cc4-4387-8c8c-df463ce29158 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 945 time: 0.3821676 Nov 23 21:56:40.386608 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60406) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:40.488196 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-304106b6-93bb-4bfc-80ba-33163a6ec9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:40.489705 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-304106b6-93bb-4bfc-80ba-33163a6ec9b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14bac651c09042789e9eb24760feece8&device_id=587198a5-3fb0-4d8d-bf90-aa5c9f554ef6 HTTP/1.1" status: 200 len: 1099 time: 0.2993789 Nov 23 21:56:40.527209 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-983b5114-6c95-4824-b824-8b509a35e58c req-2d0240a7-75c9-4a95-88e8-eaec460e293a service neutron] Attempting to bind port 9e1a4a01-b58d-4d1b-8c53-14975401b67a on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:56:40.527675 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-983b5114-6c95-4824-b824-8b509a35e58c req-2d0240a7-75c9-4a95-88e8-eaec460e293a service neutron] Attempting to bind port 9e1a4a01-b58d-4d1b-8c53-14975401b67a by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '1b402211-a1d6-4832-9795-89b1ab249c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:56:40.527884 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-2d0240a7-75c9-4a95-88e8-eaec460e293a service neutron] Attempting to bind port 9e1a4a01-b58d-4d1b-8c53-14975401b67a on network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:40.553862 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5bc1655b-1c6a-4ffc-b74e-752f4bbdd9d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0de995c2037848d1b219b21c3f430058&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1660376 Nov 23 21:56:40.557090 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60412) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:40.583782 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-2d0240a7-75c9-4a95-88e8-eaec460e293a service neutron] Port 9e1a4a01-b58d-4d1b-8c53-14975401b67a on network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:56:40.584101 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-2d0240a7-75c9-4a95-88e8-eaec460e293a service neutron] Attempting to bind port 9e1a4a01-b58d-4d1b-8c53-14975401b67a on network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:40.590971 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-606fdd8c-3c66-4f8a-8863-157ad6dd53db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=ba323a01-8ef9-4534-87b1-7a4562e0aa72 HTTP/1.1" status: 200 len: 217 time: 0.0750701 Nov 23 21:56:40.600936 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d3de8d4-9eb6-487a-981a-56b15f2accb2 req-c31d2570-93c2-4c55-9026-26e972ed4ea5 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161014 Nov 23 21:56:40.613148 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-2d0240a7-75c9-4a95-88e8-eaec460e293a service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:56:40.613485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-2d0240a7-75c9-4a95-88e8-eaec460e293a service neutron] Checking segment: {'id': '1b402211-a1d6-4832-9795-89b1ab249c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:40.613868 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-2d0240a7-75c9-4a95-88e8-eaec460e293a service neutron] Bound using segment: {'id': '1b402211-a1d6-4832-9795-89b1ab249c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:56:40.614297 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-983b5114-6c95-4824-b824-8b509a35e58c req-2d0240a7-75c9-4a95-88e8-eaec460e293a service neutron] Bound port: 9e1a4a01-b58d-4d1b-8c53-14975401b67a, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b402211-a1d6-4832-9795-89b1ab249c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:56:40.614651 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-2d0240a7-75c9-4a95-88e8-eaec460e293a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:40.615475 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2b5a1d41-f5d6-412b-82d9-4ff63f2a11ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:40.627310 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-9140635a-e2ba-4279-9f83-21f72f17ecad service neutron] 10.222.0.50 "GET /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039269 Nov 23 21:56:40.662649 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2b5a1d41-f5d6-412b-82d9-4ff63f2a11ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:40.739296 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2b5a1d41-f5d6-412b-82d9-4ff63f2a11ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:40.743166 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2b5a1d41-f5d6-412b-82d9-4ff63f2a11ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:40.744532 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2b5a1d41-f5d6-412b-82d9-4ff63f2a11ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a131966f-232a-433e-a82e-ef4af9d4874e HTTP/1.1" status: 204 len: 168 time: 0.1862609 Nov 23 21:56:40.756966 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-66c7083f-1ae1-49dd-a5e9-c28b2cc7dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:40.758752 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-66c7083f-1ae1-49dd-a5e9-c28b2cc7dbfa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1550379 Nov 23 21:56:40.759522 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a1d41-f5d6-412b-82d9-4ff63f2a11ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a131966f-232a-433e-a82e-ef4af9d4874e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:40.860739 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-983b5114-6c95-4824-b824-8b509a35e58c req-2d0240a7-75c9-4a95-88e8-eaec460e293a service neutron] For port 9e1a4a01-b58d-4d1b-8c53-14975401b67a, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:56:40.879628 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-7cdc4290-a32d-4551-a0c5-c750a4782ade service neutron] 10.222.0.50 "GET /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292349 Nov 23 21:56:40.884654 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-983b5114-6c95-4824-b824-8b509a35e58c req-2d0240a7-75c9-4a95-88e8-eaec460e293a service neutron] For port 9e1a4a01-b58d-4d1b-8c53-14975401b67a, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=9e1a4a01-b58d-4d1b-8c53-14975401b67a,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:56:40.915071 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-1552b32e-ab4c-479b-bb84-f2cfe1d94286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:40.917452 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-1552b32e-ab4c-479b-bb84-f2cfe1d94286 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1502225 Nov 23 21:56:40.934557 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcfa97-9a57-4717-94b9-69a2bc727800 req-7a912d0c-e045-4817-ba5d-04577afe4539 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:40.953588 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcfa97-9a57-4717-94b9-69a2bc727800 req-7a912d0c-e045-4817-ba5d-04577afe4539 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:40.963552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcfa97-9a57-4717-94b9-69a2bc727800 req-7a912d0c-e045-4817-ba5d-04577afe4539 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:40.972821 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcfa97-9a57-4717-94b9-69a2bc727800 req-7a912d0c-e045-4817-ba5d-04577afe4539 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:40.980336 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcfa97-9a57-4717-94b9-69a2bc727800 req-7a912d0c-e045-4817-ba5d-04577afe4539 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:40.986738 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcfa97-9a57-4717-94b9-69a2bc727800 req-7a912d0c-e045-4817-ba5d-04577afe4539 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:40.991461 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-25fcfa97-9a57-4717-94b9-69a2bc727800 req-7a912d0c-e045-4817-ba5d-04577afe4539 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 4606 time: 0.1990883 Nov 23 21:56:40.993018 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-2d0240a7-75c9-4a95-88e8-eaec460e293a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:41.121425 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaf9cc4-0850-4077-b546-e8b657edd775 x-openstack-request-id: req-4eaf9cc4-0850-4077-b546-e8b657edd775 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:56:41.121729 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587198a5-3fb0-4d8d-bf90-aa5c9f554ef6", "tag": "ba323a01-8ef9-4534-87b1-7a4562e0aa72", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:56:41.122131 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4eaf9cc4-0850-4077-b546-e8b657edd775 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:56:41.122922 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '587198a5-3fb0-4d8d-bf90-aa5c9f554ef6', 'tag': 'ba323a01-8ef9-4534-87b1-7a4562e0aa72', 'status': 'completed', 'code': 200} Nov 23 21:56:41.165819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-2d0240a7-75c9-4a95-88e8-eaec460e293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:41.166474 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-2d0240a7-75c9-4a95-88e8-eaec460e293a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:41.167881 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-2d0240a7-75c9-4a95-88e8-eaec460e293a service neutron] 10.222.0.53 "PUT /v2.0/ports/9e1a4a01-b58d-4d1b-8c53-14975401b67a HTTP/1.1" status: 200 len: 1136 time: 3.7354908 Nov 23 21:56:41.263798 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-25fcfa97-9a57-4717-94b9-69a2bc727800 req-77f9bc1f-8497-41bf-940b-27602538d1e3 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2603066 Nov 23 21:56:41.323307 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-b19e4f17-98a0-4f47-9f26-2f760126ec59 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276885 Nov 23 21:56:41.336750 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-983b5114-6c95-4824-b824-8b509a35e58c req-8b3c3c75-705c-4c33-8bf9-e079d2a07b8b service neutron] Request body: {'port': {'device_id': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:41.457530 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0240a7-75c9-4a95-88e8-eaec460e293a service neutron] Pushing event updated for resources: {'Port': ['ID=9e1a4a01-b58d-4d1b-8c53-14975401b67a,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:41.480907 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device cc13e182-8dcb-4149-ab27-85551d29d8a7 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:56:41.620589 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a30b8fd-9919-47b7-978a-2060fd9cdfe6 req-c3e594c1-81e2-4a3c-a48b-dd5ad3575df7 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801728 Nov 23 21:56:41.664649 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-8b3c3c75-705c-4c33-8bf9-e079d2a07b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:41.674701 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port cc13e182-8dcb-4149-ab27-85551d29d8a7, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=cc13e182-8dcb-4149-ab27-85551d29d8a7,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:41.696452 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'cc13e182-8dcb-4149-ab27-85551d29d8a7', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': 'cc13e182-8dcb-4149-ab27-85551d29d8a7', 'mac_address': 'fa:16:3e:c8:83:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:56:41.735277 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e9fc4-104c-43bd-838e-0aabd5d86242 req-e00b193c-1300-4da9-be52-4d656eb58e25 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:41.737906 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-484e9fc4-104c-43bd-838e-0aabd5d86242 req-e00b193c-1300-4da9-be52-4d656eb58e25 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=587198a5-3fb0-4d8d-bf90-aa5c9f554ef6 HTTP/1.1" status: 200 len: 948 time: 0.5765669 Nov 23 21:56:41.764123 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:41.793412 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc13e182-8dcb-4149-ab27-85551d29d8a7 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:41.841072 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port cc13e182-8dcb-4149-ab27-85551d29d8a7, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=cc13e182-8dcb-4149-ab27-85551d29d8a7,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:41.843306 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60450) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:41.847961 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:41.870937 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dca861-3959-4bf6-a760-b85e05ae9170 req-04f454bb-c483-487b-915f-8f916b3fd7b8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:41.879358 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81dca861-3959-4bf6-a760-b85e05ae9170 req-04f454bb-c483-487b-915f-8f916b3fd7b8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 945 time: 0.4095085 Nov 23 21:56:41.922059 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=cc13e182-8dcb-4149-ab27-85551d29d8a7,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:41.997382 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-7e827125-6d6c-47a4-a7f3-05d2ea9eebba tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-73631783'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:42.039183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e827125-6d6c-47a4-a7f3-05d2ea9eebba tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Made reservation on behalf of dd4db4db179c4cbaae2e6933533ffa2e for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:42.044646 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e827125-6d6c-47a4-a7f3-05d2ea9eebba tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:42.046145 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-484e9fc4-104c-43bd-838e-0aabd5d86242 req-28b24ff4-2c02-4316-9b99-cc35d6269bdf tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939749 Nov 23 21:56:42.066005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ecb30-d50b-44d0-8e62-4bbd5bf0d40c req-208a44f6-83cf-48b1-b427-bb6dd25ed9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:42.067726 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b7ecb30-d50b-44d0-8e62-4bbd5bf0d40c req-208a44f6-83cf-48b1-b427-bb6dd25ed9e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14bac651c09042789e9eb24760feece8&device_id=587198a5-3fb0-4d8d-bf90-aa5c9f554ef6 HTTP/1.1" status: 200 len: 1099 time: 0.3137686 Nov 23 21:56:42.071619 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e827125-6d6c-47a4-a7f3-05d2ea9eebba tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:42.150240 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81dca861-3959-4bf6-a760-b85e05ae9170 req-78e1e4a7-bb02-44b4-8f72-0cc946f40003 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664096 Nov 23 21:56:42.207153 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e827125-6d6c-47a4-a7f3-05d2ea9eebba tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:42.215378 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e827125-6d6c-47a4-a7f3-05d2ea9eebba tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:42.220797 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['cc13e182-8dcb-4149-ab27-85551d29d8a7'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:56:42.274517 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e827125-6d6c-47a4-a7f3-05d2ea9eebba tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:56:42.279544 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e827125-6d6c-47a4-a7f3-05d2ea9eebba tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1844177-372c-4d07-9c6a-43eaed46299a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:42.282206 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ecb30-d50b-44d0-8e62-4bbd5bf0d40c req-2701d5f9-b70b-42bc-93f2-71f18a6fb65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:42.289000 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e827125-6d6c-47a4-a7f3-05d2ea9eebba tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:42.289577 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-7e827125-6d6c-47a4-a7f3-05d2ea9eebba tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Added segment a2b86753-0218-4735-878e-70e88cde2f99 of type vlan for network aa0d790c-f718-47a3-a526-696196726e8a Nov 23 21:56:42.297815 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b7ecb30-d50b-44d0-8e62-4bbd5bf0d40c req-2701d5f9-b70b-42bc-93f2-71f18a6fb65c service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.2140269 Nov 23 21:56:42.354024 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e827125-6d6c-47a4-a7f3-05d2ea9eebba tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:42.381473 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e827125-6d6c-47a4-a7f3-05d2ea9eebba tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:42.386805 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2150b451-e18a-452a-be4e-5c72072708c1 req-3c32fe99-8673-4f5b-8f20-f59861b03ac3 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b1245d-7b09-48df-aa37-ccf197a4fcfc HTTP/1.1" status: 200 len: 210 time: 0.1095023 Nov 23 21:56:42.388424 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e827125-6d6c-47a4-a7f3-05d2ea9eebba tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:42.390022 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e827125-6d6c-47a4-a7f3-05d2ea9eebba tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:42.474776 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7e827125-6d6c-47a4-a7f3-05d2ea9eebba tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.6290097 Nov 23 21:56:42.478901 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60456) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:42.486675 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-7309e429-0885-45a2-b4ab-f9b520429110 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Request body: {'subnet': {'network_id': 'aa0d790c-f718-47a3-a526-696196726e8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:42.490875 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b7ecb30-d50b-44d0-8e62-4bbd5bf0d40c req-62c97483-ba4a-4694-a580-66ddf9058bc1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=ba323a01-8ef9-4534-87b1-7a4562e0aa72 HTTP/1.1" status: 200 len: 217 time: 0.1352949 Nov 23 21:56:42.492310 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e827125-6d6c-47a4-a7f3-05d2ea9eebba tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Pushing event updated for resources: {'Network': ['ID=aa0d790c-f718-47a3-a526-696196726e8a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:42.510517 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network aa0d790c-f718-47a3-a526-696196726e8a details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:56:42.624957 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7309e429-0885-45a2-b4ab-f9b520429110 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Made reservation on behalf of dd4db4db179c4cbaae2e6933533ffa2e for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:42.629991 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7309e429-0885-45a2-b4ab-f9b520429110 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:42.633518 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-983b5114-6c95-4824-b824-8b509a35e58c req-8b3c3c75-705c-4c33-8bf9-e079d2a07b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e26413-e971-46f6-ba1f-9c8b1eb61493 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:42.644883 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-8b3c3c75-705c-4c33-8bf9-e079d2a07b8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:42.688408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-983b5114-6c95-4824-b824-8b509a35e58c req-8b3c3c75-705c-4c33-8bf9-e079d2a07b8b service neutron] Transition to ACTIVE for port object e7e26413-e971-46f6-ba1f-9c8b1eb61493 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:56:42.738519 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-8b3c3c75-705c-4c33-8bf9-e079d2a07b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:42.781999 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a671ec-56d7-4874-bae0-f3862bc39781 req-865e9194-daa0-4bcd-9e3c-cf1a849eb9f2 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:42.783555 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-04a671ec-56d7-4874-bae0-f3862bc39781 req-865e9194-daa0-4bcd-9e3c-cf1a849eb9f2 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 945 time: 0.5042171 Nov 23 21:56:42.856524 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ecb30-d50b-44d0-8e62-4bbd5bf0d40c req-5f1662b0-4180-48fa-a6f5-cd6ef082a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:42.858493 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b7ecb30-d50b-44d0-8e62-4bbd5bf0d40c req-5f1662b0-4180-48fa-a6f5-cd6ef082a260 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.2089512 Nov 23 21:56:42.862225 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7309e429-0885-45a2-b4ab-f9b520429110 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:42.909941 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c3c75-705c-4c33-8bf9-e079d2a07b8b service neutron] Pushing event updated for resources: {'Port': ['ID=e7e26413-e971-46f6-ba1f-9c8b1eb61493,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:42.917419 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309e429-0885-45a2-b4ab-f9b520429110 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Pushing event updated for resources: {'Subnet': ['ID=adb6fec8-a399-4057-a066-778c0611df53,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:42.966639 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7309e429-0885-45a2-b4ab-f9b520429110 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Checking segment: {'id': 'a2b86753-0218-4735-878e-70e88cde2f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'aa0d790c-f718-47a3-a526-696196726e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:42.967476 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7309e429-0885-45a2-b4ab-f9b520429110 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Network hostable DHCP agents. Network: aa0d790c-f718-47a3-a526-696196726e8a, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:56:42.994066 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7309e429-0885-45a2-b4ab-f9b520429110 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Network aa0d790c-f718-47a3-a526-696196726e8a is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:56:43.011361 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-7309e429-0885-45a2-b4ab-f9b520429110 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, aa0d790c-f718-47a3-a526-696196726e8a) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:43.018020 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7309e429-0885-45a2-b4ab-f9b520429110 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:43.018633 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7309e429-0885-45a2-b4ab-f9b520429110 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:43.026235 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b497cecb-d6a0-4f8d-8fc4-8c6357a4ca02 None None] Network aa0d790c-f718-47a3-a526-696196726e8a requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:43.032196 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-04a671ec-56d7-4874-bae0-f3862bc39781 req-20a48bb6-4a4a-450a-9c57-5b68b95eba50 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167296 Nov 23 21:56:43.064770 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c240c-bc7a-440a-9c35-660609f1d865 req-9d9b35a3-e156-409c-99f2-8c6b0043e311 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:43.068645 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7309e429-0885-45a2-b4ab-f9b520429110 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5884976 Nov 23 21:56:43.069267 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60458) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:43.078616 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e5388ab5-5a2b-40f6-81b9-25d6af80b5d3 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Request body: {'port': {'network_id': 'aa0d790c-f718-47a3-a526-696196726e8a', 'name': 'tempest-TagsExtTest-2109095007'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:43.080216 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c240c-bc7a-440a-9c35-660609f1d865 req-9d9b35a3-e156-409c-99f2-8c6b0043e311 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:43.098811 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c240c-bc7a-440a-9c35-660609f1d865 req-9d9b35a3-e156-409c-99f2-8c6b0043e311 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:43.121144 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c240c-bc7a-440a-9c35-660609f1d865 req-9d9b35a3-e156-409c-99f2-8c6b0043e311 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:43.138379 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c240c-bc7a-440a-9c35-660609f1d865 req-9d9b35a3-e156-409c-99f2-8c6b0043e311 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:43.156546 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c240c-bc7a-440a-9c35-660609f1d865 req-9d9b35a3-e156-409c-99f2-8c6b0043e311 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:43.166539 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c240c-bc7a-440a-9c35-660609f1d865 req-9d9b35a3-e156-409c-99f2-8c6b0043e311 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:43.178171 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f2c240c-bc7a-440a-9c35-660609f1d865 req-9d9b35a3-e156-409c-99f2-8c6b0043e311 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5383 time: 0.4848216 Nov 23 21:56:43.194124 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'tag': '9e1a4a01-b58d-4d1b-8c53-14975401b67a'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:56:43.197084 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f92baf-c72b-4344-b923-5c0ba58a302c" -d '{"events": [{"name": "network-changed", "server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "tag": "9e1a4a01-b58d-4d1b-8c53-14975401b67a"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:56:43.238616 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-35762002-0ee4-4895-983e-10f827cc8378 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:43.240069 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-35762002-0ee4-4895-983e-10f827cc8378 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.53 "GET /v2.0/networks?id=416c3513-0b37-46f7-b130-6fb7a8cbe4b8 HTTP/1.1" status: 200 len: 815 time: 0.5620148 Nov 23 21:56:43.250222 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68357de6-7472-4652-8c69-f221273d0c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-aa0d790c-f718-47a3-a526-696196726e8a', 'network_id': 'aa0d790c-f718-47a3-a526-696196726e8a', 'tenant_id': 'dd4db4db179c4cbaae2e6933533ffa2e', 'fixed_ips': [{'subnet_id': 'adb6fec8-a399-4057-a066-778c0611df53'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 21:56:43.251132 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-68357de6-7472-4652-8c69-f221273d0c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:43.252093 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5388ab5-5a2b-40f6-81b9-25d6af80b5d3 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Made reservation on behalf of dd4db4db179c4cbaae2e6933533ffa2e for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:43.255915 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5388ab5-5a2b-40f6-81b9-25d6af80b5d3 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:43.280972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-e5388ab5-5a2b-40f6-81b9-25d6af80b5d3 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] device_id is not set on port 45ce0294-064b-41fb-9446-477986a89c10 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 21:56:43.283672 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-de8e7c44-1e9f-4760-86f6-173a90e60a17 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Request body: {'port': {'device_id': '67b1245d-7b09-48df-aa37-ccf197a4fcfc', 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8', 'admin_state_up': True, 'tenant_id': '01118b9c5731487a85345966412aa36c'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:43.393055 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ecb30-d50b-44d0-8e62-4bbd5bf0d40c req-daadce7b-b8b5-4ad8-adc6-7722fbdf347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:43.394563 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b7ecb30-d50b-44d0-8e62-4bbd5bf0d40c req-daadce7b-b8b5-4ad8-adc6-7722fbdf347e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5104272 Nov 23 21:56:43.402831 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-68357de6-7472-4652-8c69-f221273d0c6a None None] Allocated IP 172.20.0.2 (aa0d790c-f718-47a3-a526-696196726e8a/adb6fec8-a399-4057-a066-778c0611df53/b5e36418-e899-482b-9fba-99f62ae83897) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:56:43.495678 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device cc13e182-8dcb-4149-ab27-85551d29d8a7 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:56:43.524418 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-983b5114-6c95-4824-b824-8b509a35e58c req-8b3c3c75-705c-4c33-8bf9-e079d2a07b8b service neutron] Attempting to bind port e7e26413-e971-46f6-ba1f-9c8b1eb61493 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:56:43.524757 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-983b5114-6c95-4824-b824-8b509a35e58c req-8b3c3c75-705c-4c33-8bf9-e079d2a07b8b service neutron] Attempting to bind port e7e26413-e971-46f6-ba1f-9c8b1eb61493 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '1b402211-a1d6-4832-9795-89b1ab249c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:56:43.525086 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-8b3c3c75-705c-4c33-8bf9-e079d2a07b8b service neutron] Attempting to bind port e7e26413-e971-46f6-ba1f-9c8b1eb61493 on network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:43.539269 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f2c240c-bc7a-440a-9c35-660609f1d865 req-466865b8-cc43-40e7-a277-eff58addf833 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3607738 Nov 23 21:56:43.580468 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef5e2c-e251-4f5d-b639-d793c415e86a req-a1edb442-0345-4117-890f-9de3e9a47e3d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:43.582010 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89ef5e2c-e251-4f5d-b639-d793c415e86a req-a1edb442-0345-4117-890f-9de3e9a47e3d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=587198a5-3fb0-4d8d-bf90-aa5c9f554ef6 HTTP/1.1" status: 200 len: 948 time: 0.3908222 Nov 23 21:56:43.590123 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-8b3c3c75-705c-4c33-8bf9-e079d2a07b8b service neutron] Port e7e26413-e971-46f6-ba1f-9c8b1eb61493 on network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:56:43.590437 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-8b3c3c75-705c-4c33-8bf9-e079d2a07b8b service neutron] Attempting to bind port e7e26413-e971-46f6-ba1f-9c8b1eb61493 on network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:43.615682 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-68357de6-7472-4652-8c69-f221273d0c6a None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:43.622859 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port cc13e182-8dcb-4149-ab27-85551d29d8a7 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:56:43.628932 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-8b3c3c75-705c-4c33-8bf9-e079d2a07b8b service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:56:43.629283 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-8b3c3c75-705c-4c33-8bf9-e079d2a07b8b service neutron] Checking segment: {'id': '1b402211-a1d6-4832-9795-89b1ab249c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:43.629669 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-8b3c3c75-705c-4c33-8bf9-e079d2a07b8b service neutron] Bound using segment: {'id': '1b402211-a1d6-4832-9795-89b1ab249c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:56:43.630118 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-983b5114-6c95-4824-b824-8b509a35e58c req-8b3c3c75-705c-4c33-8bf9-e079d2a07b8b service neutron] Bound port: e7e26413-e971-46f6-ba1f-9c8b1eb61493, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b402211-a1d6-4832-9795-89b1ab249c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:56:43.630476 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-8b3c3c75-705c-4c33-8bf9-e079d2a07b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:43.642957 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-68357de6-7472-4652-8c69-f221273d0c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:43.680808 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68357de6-7472-4652-8c69-f221273d0c6a None None] Network aa0d790c-f718-47a3-a526-696196726e8a is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:56:43.684489 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port cc13e182-8dcb-4149-ab27-85551d29d8a7 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:43.685042 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:43.711085 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b7ecb30-d50b-44d0-8e62-4bbd5bf0d40c req-7f9c56df-e82f-4f44-98fc-0e21d93e1c30 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714822 Nov 23 21:56:43.720366 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-e5388ab5-5a2b-40f6-81b9-25d6af80b5d3 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Allocated IP 172.20.0.14 (aa0d790c-f718-47a3-a526-696196726e8a/adb6fec8-a399-4057-a066-778c0611df53/45ce0294-064b-41fb-9446-477986a89c10) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:56:43.720934 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-de8e7c44-1e9f-4760-86f6-173a90e60a17 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Made reservation on behalf of 01118b9c5731487a85345966412aa36c for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:43.724449 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-de8e7c44-1e9f-4760-86f6-173a90e60a17 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:43.756544 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-68357de6-7472-4652-8c69-f221273d0c6a None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:43.765287 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68357de6-7472-4652-8c69-f221273d0c6a None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:56:43.768447 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68357de6-7472-4652-8c69-f221273d0c6a None None] Pushing event updated for resources: {'Port': ['ID=b5e36418-e899-482b-9fba-99f62ae83897,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:43.776902 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89ef5e2c-e251-4f5d-b639-d793c415e86a req-877e78d6-1d4d-4dbf-b87b-b6c23e0a3fea tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820550 Nov 23 21:56:43.882640 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37e509-5c3b-4268-baa5-8df393922fd4 req-36d58935-b43e-466b-b762-48d46aa0277d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:43.884236 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5c37e509-5c3b-4268-baa5-8df393922fd4 req-36d58935-b43e-466b-b762-48d46aa0277d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 945 time: 0.2264571 Nov 23 21:56:43.896419 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-68357de6-7472-4652-8c69-f221273d0c6a None None] Attempting to bind port b5e36418-e899-482b-9fba-99f62ae83897 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:56:43.896742 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-68357de6-7472-4652-8c69-f221273d0c6a None None] Attempting to bind port b5e36418-e899-482b-9fba-99f62ae83897 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'a2b86753-0218-4735-878e-70e88cde2f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'aa0d790c-f718-47a3-a526-696196726e8a'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:56:43.897127 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68357de6-7472-4652-8c69-f221273d0c6a None None] Attempting to bind port b5e36418-e899-482b-9fba-99f62ae83897 on network aa0d790c-f718-47a3-a526-696196726e8a {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:43.905740 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68357de6-7472-4652-8c69-f221273d0c6a None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:56:43.906145 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68357de6-7472-4652-8c69-f221273d0c6a None None] Checking segment: {'id': 'a2b86753-0218-4735-878e-70e88cde2f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'aa0d790c-f718-47a3-a526-696196726e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:43.906520 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-68357de6-7472-4652-8c69-f221273d0c6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:43.907082 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68357de6-7472-4652-8c69-f221273d0c6a None None] Bound using segment: {'id': 'a2b86753-0218-4735-878e-70e88cde2f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'aa0d790c-f718-47a3-a526-696196726e8a'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:56:43.908045 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-68357de6-7472-4652-8c69-f221273d0c6a None None] Bound port: b5e36418-e899-482b-9fba-99f62ae83897, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b86753-0218-4735-878e-70e88cde2f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'aa0d790c-f718-47a3-a526-696196726e8a'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:56:43.908447 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-68357de6-7472-4652-8c69-f221273d0c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:43.948597 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5388ab5-5a2b-40f6-81b9-25d6af80b5d3 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:44.000211 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5388ab5-5a2b-40f6-81b9-25d6af80b5d3 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:44.001030 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:44.042389 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccc81f0-1770-405d-97ca-a5e71047eadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc13e182-8dcb-4149-ab27-85551d29d8a7'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:56:44.044992 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4607860-f665-4c7e-863e-4bcdd4d280b4" -d '{"events": [{"server_uuid": "7ccc81f0-1770-405d-97ca-a5e71047eadf", "name": "network-vif-plugged", "status": "completed", "tag": "cc13e182-8dcb-4149-ab27-85551d29d8a7"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:56:44.048908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-68357de6-7472-4652-8c69-f221273d0c6a None None] For port b5e36418-e899-482b-9fba-99f62ae83897, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:56:44.070661 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port cc13e182-8dcb-4149-ab27-85551d29d8a7, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=cc13e182-8dcb-4149-ab27-85551d29d8a7,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:44.074449 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-68357de6-7472-4652-8c69-f221273d0c6a None None] For port b5e36418-e899-482b-9fba-99f62ae83897, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b5e36418-e899-482b-9fba-99f62ae83897,segment=NetworkSegment(a2b86753-0218-4735-878e-70e88cde2f99),segment_id=a2b86753-0218-4735-878e-70e88cde2f99)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:56:44.078416 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:44.083565 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-68357de6-7472-4652-8c69-f221273d0c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:44.102298 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5388ab5-5a2b-40f6-81b9-25d6af80b5d3 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Network aa0d790c-f718-47a3-a526-696196726e8a is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:56:44.124653 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5388ab5-5a2b-40f6-81b9-25d6af80b5d3 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Pushing event updated for resources: {'Port': ['ID=45ce0294-064b-41fb-9446-477986a89c10,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:44.131702 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-e5388ab5-5a2b-40f6-81b9-25d6af80b5d3 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:44.150029 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=cc13e182-8dcb-4149-ab27-85551d29d8a7,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:44.173279 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5388ab5-5a2b-40f6-81b9-25d6af80b5d3 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:56:44.229925 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68357de6-7472-4652-8c69-f221273d0c6a None None] Pushing event updated for resources: {'Port': ['ID=b5e36418-e899-482b-9fba-99f62ae83897,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:44.244330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f92baf-c72b-4344-b923-5c0ba58a302c req-8b29762d-703a-43b3-9774-31d2648bf8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:44.244813 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f92baf-c72b-4344-b923-5c0ba58a302c req-8b29762d-703a-43b3-9774-31d2648bf8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:44.245278 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f92baf-c72b-4344-b923-5c0ba58a302c req-8b29762d-703a-43b3-9774-31d2648bf8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:44.245739 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f92baf-c72b-4344-b923-5c0ba58a302c req-8b29762d-703a-43b3-9774-31d2648bf8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:44.246199 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f92baf-c72b-4344-b923-5c0ba58a302c req-8b29762d-703a-43b3-9774-31d2648bf8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:44.246659 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f92baf-c72b-4344-b923-5c0ba58a302c req-8b29762d-703a-43b3-9774-31d2648bf8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:44.247319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f92baf-c72b-4344-b923-5c0ba58a302c req-8b29762d-703a-43b3-9774-31d2648bf8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:44.254690 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c9f92baf-c72b-4344-b923-5c0ba58a302c req-8b29762d-703a-43b3-9774-31d2648bf8ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b6ed703ef174b4d8c2560021ab2bd8c&device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 6178 time: 0.1425631 Nov 23 21:56:44.267435 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5388ab5-5a2b-40f6-81b9-25d6af80b5d3 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:44.268019 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5388ab5-5a2b-40f6-81b9-25d6af80b5d3 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:44.329356 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e5388ab5-5a2b-40f6-81b9-25d6af80b5d3 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2587292 Nov 23 21:56:44.351980 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:56:44.359833 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60476) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:44.364874 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d73539c9-3ac1-42f7-879b-ea95fe27f294 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1099637360', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:44.403436 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-983b5114-6c95-4824-b824-8b509a35e58c req-8b3c3c75-705c-4c33-8bf9-e079d2a07b8b service neutron] For port e7e26413-e971-46f6-ba1f-9c8b1eb61493, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:56:44.409191 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b693d10e-b427-4722-8027-d1b9708134aa x-openstack-request-id: req-b693d10e-b427-4722-8027-d1b9708134aa {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:56:44.409492 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "tag": "9e1a4a01-b58d-4d1b-8c53-14975401b67a", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:56:44.409764 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b693d10e-b427-4722-8027-d1b9708134aa {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:56:44.410192 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'tag': '9e1a4a01-b58d-4d1b-8c53-14975401b67a', 'status': 'completed', 'code': 200} Nov 23 21:56:44.423066 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d73539c9-3ac1-42f7-879b-ea95fe27f294 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:44.424225 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d73539c9-3ac1-42f7-879b-ea95fe27f294 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:44.462177 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f92baf-c72b-4344-b923-5c0ba58a302c req-1b598957-8a54-4ef1-95fc-3f6e7107d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:44.462699 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f92baf-c72b-4344-b923-5c0ba58a302c req-1b598957-8a54-4ef1-95fc-3f6e7107d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:44.463205 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f92baf-c72b-4344-b923-5c0ba58a302c req-1b598957-8a54-4ef1-95fc-3f6e7107d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:44.466925 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c9f92baf-c72b-4344-b923-5c0ba58a302c req-1b598957-8a54-4ef1-95fc-3f6e7107d538 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9b6ed703ef174b4d8c2560021ab2bd8c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1956146 Nov 23 21:56:44.525354 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-983b5114-6c95-4824-b824-8b509a35e58c req-8b3c3c75-705c-4c33-8bf9-e079d2a07b8b service neutron] For port e7e26413-e971-46f6-ba1f-9c8b1eb61493, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e7e26413-e971-46f6-ba1f-9c8b1eb61493,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:56:44.566536 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-306c6e76-f450-4bc8-95d6-fd3f72d10149 req-a9d96289-bfaa-4e75-9949-cf86f9b39051 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b1245d-7b09-48df-aa37-ccf197a4fcfc HTTP/1.1" status: 200 len: 210 time: 0.0972784 Nov 23 21:56:44.570589 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-8b3c3c75-705c-4c33-8bf9-e079d2a07b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:44.640043 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d73539c9-3ac1-42f7-879b-ea95fe27f294 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:44.650254 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d73539c9-3ac1-42f7-879b-ea95fe27f294 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:44.662710 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f92baf-c72b-4344-b923-5c0ba58a302c req-8c1516fa-0838-4fee-b1b5-026f4b081cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:44.664340 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c9f92baf-c72b-4344-b923-5c0ba58a302c req-8c1516fa-0838-4fee-b1b5-026f4b081cf7 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1828771 Nov 23 21:56:44.677744 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d73539c9-3ac1-42f7-879b-ea95fe27f294 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:44.681796 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d73539c9-3ac1-42f7-879b-ea95fe27f294 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3186014 Nov 23 21:56:44.682024 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60480) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:44.688395 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d5ad634c-5e3a-49f3-a2ae-2ff565f5df81 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-684973905', 'prefixes': ['172.20.0.0/16']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:44.694657 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-8b3c3c75-705c-4c33-8bf9-e079d2a07b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:44.695680 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-8b3c3c75-705c-4c33-8bf9-e079d2a07b8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:44.697191 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-8b3c3c75-705c-4c33-8bf9-e079d2a07b8b service neutron] 10.222.0.53 "PUT /v2.0/ports/e7e26413-e971-46f6-ba1f-9c8b1eb61493 HTTP/1.1" status: 200 len: 1135 time: 3.3770068 Nov 23 21:56:44.699192 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b7ecb30-d50b-44d0-8e62-4bbd5bf0d40c req-dd73bfb0-40c6-4bf0-8867-e932c9bcfd41 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9724491 Nov 23 21:56:44.739880 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5c37e509-5c3b-4268-baa5-8df393922fd4 req-becf8fe1-cfd2-4e9b-b7a6-c28bb327151b tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8441856 Nov 23 21:56:44.757360 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-983b5114-6c95-4824-b824-8b509a35e58c req-36e2a4c3-3029-49b4-8cbe-ce04c22bc1f3 service neutron] Request body: {'port': {'device_id': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:44.800442 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1c9c88-81df-4151-a0b9-3ee727e928bf x-openstack-request-id: req-cd1c9c88-81df-4151-a0b9-3ee727e928bf {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:56:44.800939 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccc81f0-1770-405d-97ca-a5e71047eadf", "name": "network-vif-plugged", "status": "completed", "tag": "cc13e182-8dcb-4149-ab27-85551d29d8a7", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:56:44.800939 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd1c9c88-81df-4151-a0b9-3ee727e928bf {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:56:44.801314 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccc81f0-1770-405d-97ca-a5e71047eadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc13e182-8dcb-4149-ab27-85551d29d8a7', 'code': 200} Nov 23 21:56:44.894563 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-de8e7c44-1e9f-4760-86f6-173a90e60a17 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Allocated IP 172.20.0.5 (416c3513-0b37-46f7-b130-6fb7a8cbe4b8/971e678f-8614-44b5-bec2-2cb9da7d8874/593e9321-8a5c-488e-bf20-9be765c4f213) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:56:45.211963 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c3c75-705c-4c33-8bf9-e079d2a07b8b service neutron] Pushing event updated for resources: {'Port': ['ID=e7e26413-e971-46f6-ba1f-9c8b1eb61493,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:45.223992 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-36e2a4c3-3029-49b4-8cbe-ce04c22bc1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:45.238916 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d5ad634c-5e3a-49f3-a2ae-2ff565f5df81 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks [] for subnetpool, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:45.242389 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d5ad634c-5e3a-49f3-a2ae-2ff565f5df81 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.5587640 Nov 23 21:56:45.247375 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60486) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:45.255373 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-de8e7c44-1e9f-4760-86f6-173a90e60a17 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:45.259660 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-1e820114-93c8-4e14-ad5f-280865f95a12 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'adb6fec8-a399-4057-a066-778c0611df53', 'tempest-TagsExtTest-Tag-1169495819') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:45.318744 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6190f-c35d-4304-9713-d2335661c2a8 req-42750db4-aa80-40e3-a543-0c13f11e0490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:45.320277 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9fb6190f-c35d-4304-9713-d2335661c2a8 req-42750db4-aa80-40e3-a543-0c13f11e0490 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7ccc81f0-1770-405d-97ca-a5e71047eadf HTTP/1.1" status: 200 len: 1099 time: 0.2688582 Nov 23 21:56:45.338741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82792077-06a9-4b93-8182-2cffc3cb9599 req-efcfe0cb-989f-4f3f-bb71-3ea3ba7e6ca2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:45.346080 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82792077-06a9-4b93-8182-2cffc3cb9599 req-efcfe0cb-989f-4f3f-bb71-3ea3ba7e6ca2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:45.352164 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82792077-06a9-4b93-8182-2cffc3cb9599 req-efcfe0cb-989f-4f3f-bb71-3ea3ba7e6ca2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:45.359696 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82792077-06a9-4b93-8182-2cffc3cb9599 req-efcfe0cb-989f-4f3f-bb71-3ea3ba7e6ca2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:45.365643 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82792077-06a9-4b93-8182-2cffc3cb9599 req-efcfe0cb-989f-4f3f-bb71-3ea3ba7e6ca2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:45.371700 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82792077-06a9-4b93-8182-2cffc3cb9599 req-efcfe0cb-989f-4f3f-bb71-3ea3ba7e6ca2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:45.378418 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82792077-06a9-4b93-8182-2cffc3cb9599 req-efcfe0cb-989f-4f3f-bb71-3ea3ba7e6ca2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:45.386330 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-82792077-06a9-4b93-8182-2cffc3cb9599 req-efcfe0cb-989f-4f3f-bb71-3ea3ba7e6ca2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5383 time: 0.3310459 Nov 23 21:56:45.414763 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811eea3f-175a-45cd-b47a-3a5ecef137a8 req-b33a5e44-6cb9-4ed1-b9b6-55785062ed0c tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:45.416340 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-811eea3f-175a-45cd-b47a-3a5ecef137a8 req-b33a5e44-6cb9-4ed1-b9b6-55785062ed0c tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 945 time: 0.3638091 Nov 23 21:56:45.440042 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1e820114-93c8-4e14-ad5f-280865f95a12 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "PUT /v2.0/subnets/adb6fec8-a399-4057-a066-778c0611df53/tags/tempest-TagsExtTest-Tag-1169495819 HTTP/1.1" status: 201 len: 201 time: 0.1901321 Nov 23 21:56:45.442572 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60488) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:45.451272 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-66f8fdcf-ef00-4c28-91a5-c4ec1839bd1f tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '45ce0294-064b-41fb-9446-477986a89c10', 'tempest-TagsExtTest-Tag-11066796') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:45.513895 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device ba323a01-8ef9-4534-87b1-7a4562e0aa72 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:56:45.547406 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b5e36418-e899-482b-9fba-99f62ae83897 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:56:45.558530 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-66f8fdcf-ef00-4c28-91a5-c4ec1839bd1f tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "PUT /v2.0/ports/45ce0294-064b-41fb-9446-477986a89c10/tags/tempest-TagsExtTest-Tag-11066796 HTTP/1.1" status: 201 len: 201 time: 0.1119990 Nov 23 21:56:45.561934 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60490) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:45.568332 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-c0df75b8-e160-4520-ab35-e4f3aca86214 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f9fd0e75-69d4-4e30-878e-844e21ae0810', 'tempest-TagsExtTest-Tag-2008034392') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:45.688995 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-de8e7c44-1e9f-4760-86f6-173a90e60a17 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:45.721513 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port b5e36418-e899-482b-9fba-99f62ae83897 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:45.721899 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:45.752286 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9fb6190f-c35d-4304-9713-d2335661c2a8 req-c1ecb0dd-e3b4-411c-a7d8-751f926c5212 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637934 Nov 23 21:56:45.769947 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6ceffb-85cb-4fd6-aa87-59321924e9db None None] Network aa0d790c-f718-47a3-a526-696196726e8a requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:45.781813 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c0df75b8-e160-4520-ab35-e4f3aca86214 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "PUT /v2.0/routers/f9fd0e75-69d4-4e30-878e-844e21ae0810/tags/tempest-TagsExtTest-Tag-2008034392 HTTP/1.1" status: 201 len: 201 time: 0.2165904 Nov 23 21:56:45.782797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60498) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:45.787753 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-17614b20-3b17-4b5c-a837-acd164d3f790 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '447352b7-ec63-4196-bcd8-cb76419fb16d', 'tempest-TagsExtTest-Tag-1817831522') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:45.803003 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port ba323a01-8ef9-4534-87b1-7a4562e0aa72, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=ba323a01-8ef9-4534-87b1-7a4562e0aa72,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:45.803778 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-811eea3f-175a-45cd-b47a-3a5ecef137a8 req-518b6214-7d59-4e8a-ab18-6961cdbb7c05 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503921 Nov 23 21:56:45.837399 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-82792077-06a9-4b93-8182-2cffc3cb9599 req-aa90a6f0-2df5-40a1-b5ad-204af3096e8d tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4500809 Nov 23 21:56:45.843940 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-de8e7c44-1e9f-4760-86f6-173a90e60a17 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Network 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:56:45.859770 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-de8e7c44-1e9f-4760-86f6-173a90e60a17 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:56:45.871083 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-de8e7c44-1e9f-4760-86f6-173a90e60a17 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:56:45.886285 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e7c44-1e9f-4760-86f6-173a90e60a17 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Pushing event updated for resources: {'Port': ['ID=593e9321-8a5c-488e-bf20-9be765c4f213,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:45.895040 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-17614b20-3b17-4b5c-a837-acd164d3f790 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "PUT /v2.0/subnetpools/447352b7-ec63-4196-bcd8-cb76419fb16d/tags/tempest-TagsExtTest-Tag-1817831522 HTTP/1.1" status: 201 len: 201 time: 0.1107814 Nov 23 21:56:45.895630 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60500) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:45.900208 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-c9ad9839-3d90-40da-8abf-090d310ac010 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'adb6fec8-a399-4057-a066-778c0611df53') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:45.926682 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'ba323a01-8ef9-4534-87b1-7a4562e0aa72', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': 'ba323a01-8ef9-4534-87b1-7a4562e0aa72', 'mac_address': 'fa:16:3e:4a:9c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:56:45.956872 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a8570a8c-840a-48bf-9fa9-6e66e2c93515 None None] Provisioning complete for port b5e36418-e899-482b-9fba-99f62ae83897 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:45.957507 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a8570a8c-840a-48bf-9fa9-6e66e2c93515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:46.031674 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c9ad9839-3d90-40da-8abf-090d310ac010 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/subnets/adb6fec8-a399-4057-a066-778c0611df53/tags HTTP/1.1" status: 200 len: 241 time: 0.1346586 Nov 23 21:56:46.032222 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60502) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:46.043413 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-72f6ca91-d7f1-4320-be10-2edfefc5a768 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'adb6fec8-a399-4057-a066-778c0611df53', 'tempest-TagsExtTest-Tag-1169495819') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:46.101372 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:46.125250 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba323a01-8ef9-4534-87b1-7a4562e0aa72 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:46.125514 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-de8e7c44-1e9f-4760-86f6-173a90e60a17 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:46.126382 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-de8e7c44-1e9f-4760-86f6-173a90e60a17 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:46.130144 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:46.145373 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-72f6ca91-d7f1-4320-be10-2edfefc5a768 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/subnets/adb6fec8-a399-4057-a066-778c0611df53/tags/tempest-TagsExtTest-Tag-1169495819 HTTP/1.1" status: 204 len: 168 time: 0.1055238 Nov 23 21:56:46.148088 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60504) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:46.161545 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-1db2f01c-cf91-458f-a4c0-5f2a4b362f15 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'adb6fec8-a399-4057-a066-778c0611df53', 'tempest-TagsExtTest-Tag-1169495819') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:46.185226 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464ebb0-6982-4fdc-ae10-4f59bd726ffc req-bc9c20fb-67bb-403d-b0f2-233deb7ced66 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:46.195006 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9464ebb0-6982-4fdc-ae10-4f59bd726ffc req-bc9c20fb-67bb-403d-b0f2-233deb7ced66 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b1245d-7b09-48df-aa37-ccf197a4fcfc HTTP/1.1" status: 200 len: 931 time: 0.1365232 Nov 23 21:56:46.201086 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port ba323a01-8ef9-4534-87b1-7a4562e0aa72, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=ba323a01-8ef9-4534-87b1-7a4562e0aa72,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:46.247553 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232592d-51cd-4ac3-8557-f7469e1624f7 req-4ff539b7-b394-4fd4-80ba-f58980ed2878 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:46.251931 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6232592d-51cd-4ac3-8557-f7469e1624f7 req-4ff539b7-b394-4fd4-80ba-f58980ed2878 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=587198a5-3fb0-4d8d-bf90-aa5c9f554ef6 HTTP/1.1" status: 200 len: 948 time: 0.2705824 Nov 23 21:56:46.276999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-de8e7c44-1e9f-4760-86f6-173a90e60a17 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0082195 Nov 23 21:56:46.277784 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:46.284404 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1db2f01c-cf91-458f-a4c0-5f2a4b362f15 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "DELETE /v2.0/subnets/adb6fec8-a399-4057-a066-778c0611df53/tags/tempest-TagsExtTest-Tag-1169495819 HTTP/1.1" status: 204 len: 168 time: 0.1349430 Nov 23 21:56:46.286815 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60506) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:46.293607 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-aa0d2c24-16e0-4037-aebf-443457aa6a8b tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'adb6fec8-a399-4057-a066-778c0611df53') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:46.305319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-8014a369-14df-4655-ad0f-32b7aca09812 service neutron] Request body: {'port': {'device_id': '67b1245d-7b09-48df-aa37-ccf197a4fcfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:46.322184 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a8570a8c-840a-48bf-9fa9-6e66e2c93515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:46.326215 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port b5e36418-e899-482b-9fba-99f62ae83897, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b5e36418-e899-482b-9fba-99f62ae83897,segment=NetworkSegment(a2b86753-0218-4735-878e-70e88cde2f99),segment_id=a2b86753-0218-4735-878e-70e88cde2f99)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:46.366821 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:46.399437 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-aa0d2c24-16e0-4037-aebf-443457aa6a8b tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/subnets/adb6fec8-a399-4057-a066-778c0611df53/tags HTTP/1.1" status: 200 len: 205 time: 0.1111710 Nov 23 21:56:46.402020 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60508) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:46.407310 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-2ac57de0-9707-4a4b-a389-b3f1a30383ec tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '45ce0294-064b-41fb-9446-477986a89c10') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:46.411064 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-8014a369-14df-4655-ad0f-32b7aca09812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:46.455781 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=ba323a01-8ef9-4534-87b1-7a4562e0aa72,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:46.457830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'tag': 'e7e26413-e971-46f6-ba1f-9c8b1eb61493'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:56:46.461641 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebeffdd-f539-44ab-b0e4-69b3316e3fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "tag": "e7e26413-e971-46f6-ba1f-9c8b1eb61493"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:56:46.481284 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2ac57de0-9707-4a4b-a389-b3f1a30383ec tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/ports/45ce0294-064b-41fb-9446-477986a89c10/tags HTTP/1.1" status: 200 len: 239 time: 0.0779731 Nov 23 21:56:46.481520 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60512) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:46.487692 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-f32b61c8-c523-415f-9801-00d3f6c844fb tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '45ce0294-064b-41fb-9446-477986a89c10', 'tempest-TagsExtTest-Tag-11066796') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:46.510141 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9464ebb0-6982-4fdc-ae10-4f59bd726ffc req-d3190273-6ec2-444b-9d21-97821ab004e9 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137929 Nov 23 21:56:46.552352 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=b5e36418-e899-482b-9fba-99f62ae83897,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:46.559703 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6232592d-51cd-4ac3-8557-f7469e1624f7 req-1daa6920-54b6-43f9-8cf7-af1cff9ca04b tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961655 Nov 23 21:56:46.597242 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-a8570a8c-840a-48bf-9fa9-6e66e2c93515 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 21:56:46.597864 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-a8570a8c-840a-48bf-9fa9-6e66e2c93515 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 21:56:46.614814 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f32b61c8-c523-415f-9801-00d3f6c844fb tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/ports/45ce0294-064b-41fb-9446-477986a89c10/tags/tempest-TagsExtTest-Tag-11066796 HTTP/1.1" status: 204 len: 168 time: 0.1297674 Nov 23 21:56:46.617790 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60514) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:46.622497 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-9850abac-500a-42d3-a648-bee9ba44ee1a tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '45ce0294-064b-41fb-9446-477986a89c10', 'tempest-TagsExtTest-Tag-11066796') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:46.719870 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-983b5114-6c95-4824-b824-8b509a35e58c req-36e2a4c3-3029-49b4-8cbe-ce04c22bc1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f35442-1efd-4379-8ae8-d069f0233b87 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:46.726629 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9850abac-500a-42d3-a648-bee9ba44ee1a tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "DELETE /v2.0/ports/45ce0294-064b-41fb-9446-477986a89c10/tags/tempest-TagsExtTest-Tag-11066796 HTTP/1.1" status: 204 len: 168 time: 0.1077809 Nov 23 21:56:46.727431 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60516) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:46.730066 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b8f9d5-79bb-426e-b253-9fe9e1ef5318 x-openstack-request-id: req-49b8f9d5-79bb-426e-b253-9fe9e1ef5318 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:56:46.730438 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "tag": "e7e26413-e971-46f6-ba1f-9c8b1eb61493", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:56:46.730696 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-49b8f9d5-79bb-426e-b253-9fe9e1ef5318 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:56:46.731127 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'tag': 'e7e26413-e971-46f6-ba1f-9c8b1eb61493', 'status': 'completed', 'code': 200} Nov 23 21:56:46.734902 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-04bd0165-1b19-42bd-a2c0-9fd51491212e tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '45ce0294-064b-41fb-9446-477986a89c10') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:46.770983 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-36e2a4c3-3029-49b4-8cbe-ce04c22bc1f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:46.773973 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['ba323a01-8ef9-4534-87b1-7a4562e0aa72'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:56:46.859010 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-983b5114-6c95-4824-b824-8b509a35e58c req-36e2a4c3-3029-49b4-8cbe-ce04c22bc1f3 service neutron] Transition to ACTIVE for port object 02f35442-1efd-4379-8ae8-d069f0233b87 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:56:46.878425 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5fb3b-972e-49d5-a34d-5a93e4aaaba2 req-1a9faf42-9b9e-47cc-8b2d-d505693ee204 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:46.881036 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e4d5fb3b-972e-49d5-a34d-5a93e4aaaba2 req-1a9faf42-9b9e-47cc-8b2d-d505693ee204 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 945 time: 0.1951103 Nov 23 21:56:46.900719 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-36e2a4c3-3029-49b4-8cbe-ce04c22bc1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:46.911631 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeffdd-f539-44ab-b0e4-69b3316e3fb2 req-62e17930-397c-4620-97b0-1f9392327ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:46.912117 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeffdd-f539-44ab-b0e4-69b3316e3fb2 req-62e17930-397c-4620-97b0-1f9392327ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:46.912586 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeffdd-f539-44ab-b0e4-69b3316e3fb2 req-62e17930-397c-4620-97b0-1f9392327ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:46.913050 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeffdd-f539-44ab-b0e4-69b3316e3fb2 req-62e17930-397c-4620-97b0-1f9392327ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:46.913511 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeffdd-f539-44ab-b0e4-69b3316e3fb2 req-62e17930-397c-4620-97b0-1f9392327ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:46.913967 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeffdd-f539-44ab-b0e4-69b3316e3fb2 req-62e17930-397c-4620-97b0-1f9392327ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:46.914425 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeffdd-f539-44ab-b0e4-69b3316e3fb2 req-62e17930-397c-4620-97b0-1f9392327ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:46.917604 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1ebeffdd-f539-44ab-b0e4-69b3316e3fb2 req-62e17930-397c-4620-97b0-1f9392327ee4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b6ed703ef174b4d8c2560021ab2bd8c&device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 6220 time: 0.1321812 Nov 23 21:56:46.931278 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-04bd0165-1b19-42bd-a2c0-9fd51491212e tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/ports/45ce0294-064b-41fb-9446-477986a89c10/tags HTTP/1.1" status: 200 len: 205 time: 0.2015579 Nov 23 21:56:46.931896 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60522) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:46.977524 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2a4c3-3029-49b4-8cbe-ce04c22bc1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=02f35442-1efd-4379-8ae8-d069f0233b87,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:47.064519 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-41b94b2d-ad4e-4ed2-b025-143051312ad3 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f9fd0e75-69d4-4e30-878e-844e21ae0810') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:47.188965 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e4d5fb3b-972e-49d5-a34d-5a93e4aaaba2 req-be58bcc7-2f80-4a3a-ae58-de28cdfca85e tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3004994 Nov 23 21:56:47.198822 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeffdd-f539-44ab-b0e4-69b3316e3fb2 req-4f899b29-b370-4b97-9499-256ef948dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:47.199609 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeffdd-f539-44ab-b0e4-69b3316e3fb2 req-4f899b29-b370-4b97-9499-256ef948dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:47.200466 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeffdd-f539-44ab-b0e4-69b3316e3fb2 req-4f899b29-b370-4b97-9499-256ef948dc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:47.203708 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1ebeffdd-f539-44ab-b0e4-69b3316e3fb2 req-4f899b29-b370-4b97-9499-256ef948dc40 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9b6ed703ef174b4d8c2560021ab2bd8c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2709019 Nov 23 21:56:47.280699 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-41b94b2d-ad4e-4ed2-b025-143051312ad3 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/routers/f9fd0e75-69d4-4e30-878e-844e21ae0810/tags HTTP/1.1" status: 200 len: 241 time: 0.2185688 Nov 23 21:56:47.281372 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60526) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:47.291138 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-7fb4ba6d-d332-4272-86cb-5e9d527a8e84 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f9fd0e75-69d4-4e30-878e-844e21ae0810', 'tempest-TagsExtTest-Tag-2008034392') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:47.400770 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-983b5114-6c95-4824-b824-8b509a35e58c req-36e2a4c3-3029-49b4-8cbe-ce04c22bc1f3 service neutron] Attempting to bind port 02f35442-1efd-4379-8ae8-d069f0233b87 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:56:47.401097 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-983b5114-6c95-4824-b824-8b509a35e58c req-36e2a4c3-3029-49b4-8cbe-ce04c22bc1f3 service neutron] Attempting to bind port 02f35442-1efd-4379-8ae8-d069f0233b87 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '1b402211-a1d6-4832-9795-89b1ab249c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:56:47.401426 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-36e2a4c3-3029-49b4-8cbe-ce04c22bc1f3 service neutron] Attempting to bind port 02f35442-1efd-4379-8ae8-d069f0233b87 on network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:47.424574 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-36e2a4c3-3029-49b4-8cbe-ce04c22bc1f3 service neutron] Port 02f35442-1efd-4379-8ae8-d069f0233b87 on network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:56:47.424884 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-36e2a4c3-3029-49b4-8cbe-ce04c22bc1f3 service neutron] Attempting to bind port 02f35442-1efd-4379-8ae8-d069f0233b87 on network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:47.443219 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaedc9b-5198-4900-8b83-dcbf5d6e2dfd req-aaf5681c-28e4-481e-bd45-4e85565ac786 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:47.444761 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eeaedc9b-5198-4900-8b83-dcbf5d6e2dfd req-aaf5681c-28e4-481e-bd45-4e85565ac786 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 945 time: 0.4810061 Nov 23 21:56:47.456690 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6be2881d-2876-4330-9457-d8ecb833f575 None None] Provisioning complete for port b5e36418-e899-482b-9fba-99f62ae83897 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:47.458430 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6be2881d-2876-4330-9457-d8ecb833f575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:47.496954 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce93fdb-4983-4614-a67f-f92bc8720c09 req-a33f5495-c7d7-4bcc-a03f-171f9c87994b tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:47.501238 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebeffdd-f539-44ab-b0e4-69b3316e3fb2 req-c5c54604-c6fc-4107-9f75-23917fd82343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:47.502758 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1ebeffdd-f539-44ab-b0e4-69b3316e3fb2 req-c5c54604-c6fc-4107-9f75-23917fd82343 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2859251 Nov 23 21:56:47.504105 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce93fdb-4983-4614-a67f-f92bc8720c09 req-a33f5495-c7d7-4bcc-a03f-171f9c87994b tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:47.505588 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7fb4ba6d-d332-4272-86cb-5e9d527a8e84 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/routers/f9fd0e75-69d4-4e30-878e-844e21ae0810/tags/tempest-TagsExtTest-Tag-2008034392 HTTP/1.1" status: 204 len: 168 time: 0.2231548 Nov 23 21:56:47.509597 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60528) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:47.510763 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b5e36418-e899-482b-9fba-99f62ae83897 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:56:47.511831 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce93fdb-4983-4614-a67f-f92bc8720c09 req-a33f5495-c7d7-4bcc-a03f-171f9c87994b tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:47.519649 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-bb3f72d5-a6f2-4084-b88f-2cef1fe6d05e tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f9fd0e75-69d4-4e30-878e-844e21ae0810', 'tempest-TagsExtTest-Tag-2008034392') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:47.520622 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce93fdb-4983-4614-a67f-f92bc8720c09 req-a33f5495-c7d7-4bcc-a03f-171f9c87994b tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:47.528760 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce93fdb-4983-4614-a67f-f92bc8720c09 req-a33f5495-c7d7-4bcc-a03f-171f9c87994b tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:47.535606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce93fdb-4983-4614-a67f-f92bc8720c09 req-a33f5495-c7d7-4bcc-a03f-171f9c87994b tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:47.542359 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2cae4ce6-3e46-4535-9cba-9c01e53da176 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:56:47.542662 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce93fdb-4983-4614-a67f-f92bc8720c09 req-a33f5495-c7d7-4bcc-a03f-171f9c87994b tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:47.544606 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ce93fdb-4983-4614-a67f-f92bc8720c09 req-a33f5495-c7d7-4bcc-a03f-171f9c87994b tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5395 time: 0.1843748 Nov 23 21:56:47.545687 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-36e2a4c3-3029-49b4-8cbe-ce04c22bc1f3 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:56:47.546068 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-36e2a4c3-3029-49b4-8cbe-ce04c22bc1f3 service neutron] Checking segment: {'id': '1b402211-a1d6-4832-9795-89b1ab249c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:47.547025 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-36e2a4c3-3029-49b4-8cbe-ce04c22bc1f3 service neutron] Bound using segment: {'id': '1b402211-a1d6-4832-9795-89b1ab249c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:56:47.547482 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-983b5114-6c95-4824-b824-8b509a35e58c req-36e2a4c3-3029-49b4-8cbe-ce04c22bc1f3 service neutron] Bound port: 02f35442-1efd-4379-8ae8-d069f0233b87, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b402211-a1d6-4832-9795-89b1ab249c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:56:47.547838 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-36e2a4c3-3029-49b4-8cbe-ce04c22bc1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:47.621802 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bb3f72d5-a6f2-4084-b88f-2cef1fe6d05e tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "DELETE /v2.0/routers/f9fd0e75-69d4-4e30-878e-844e21ae0810/tags/tempest-TagsExtTest-Tag-2008034392 HTTP/1.1" status: 204 len: 168 time: 0.1110606 Nov 23 21:56:47.626069 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60534) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:47.633254 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-4ce8cad2-baa3-43e9-9ab9-d19ee2567744 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f9fd0e75-69d4-4e30-878e-844e21ae0810') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:47.658442 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port b5e36418-e899-482b-9fba-99f62ae83897 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:47.660306 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:47.733882 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4ce8cad2-baa3-43e9-9ab9-d19ee2567744 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/routers/f9fd0e75-69d4-4e30-878e-844e21ae0810/tags HTTP/1.1" status: 200 len: 205 time: 0.1042826 Nov 23 21:56:47.734818 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60542) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:47.739800 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-ec444c99-236b-47cc-9547-97a5340c4120 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '447352b7-ec63-4196-bcd8-cb76419fb16d') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:47.769684 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ec444c99-236b-47cc-9547-97a5340c4120 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/subnetpools/447352b7-ec63-4196-bcd8-cb76419fb16d/tags HTTP/1.1" status: 200 len: 241 time: 0.0344272 Nov 23 21:56:47.772463 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60546) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:47.777546 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-983b5114-6c95-4824-b824-8b509a35e58c req-36e2a4c3-3029-49b4-8cbe-ce04c22bc1f3 service neutron] For port 02f35442-1efd-4379-8ae8-d069f0233b87, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:56:47.777792 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-2936b2cb-e7b8-4bfe-aea3-99e0549bedae tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '447352b7-ec63-4196-bcd8-cb76419fb16d', 'tempest-TagsExtTest-Tag-1817831522') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:47.779443 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 2cae4ce6-3e46-4535-9cba-9c01e53da176, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2cae4ce6-3e46-4535-9cba-9c01e53da176,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:47.786063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eeaedc9b-5198-4900-8b83-dcbf5d6e2dfd req-33626d4e-5f6d-487f-8cca-2f84353a0ca2 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314240 Nov 23 21:56:47.805502 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2936b2cb-e7b8-4bfe-aea3-99e0549bedae tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/subnetpools/447352b7-ec63-4196-bcd8-cb76419fb16d/tags/tempest-TagsExtTest-Tag-1817831522 HTTP/1.1" status: 204 len: 168 time: 0.0320187 Nov 23 21:56:47.809866 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60550) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:47.817320 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6be2881d-2876-4330-9457-d8ecb833f575 None None] Provisioning complete for port 45ce0294-064b-41fb-9446-477986a89c10 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:47.818664 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-fbae3e3a-4281-45c5-a4ce-7a70d405a0ac tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '447352b7-ec63-4196-bcd8-cb76419fb16d', 'tempest-TagsExtTest-Tag-1817831522') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:47.819067 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6be2881d-2876-4330-9457-d8ecb833f575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:47.875198 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '2cae4ce6-3e46-4535-9cba-9c01e53da176', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'port_id': '2cae4ce6-3e46-4535-9cba-9c01e53da176', 'mac_address': 'fa:16:3e:09:b6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec95087-31a0-4067-927d-a3091c147250', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:56:47.891685 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fbae3e3a-4281-45c5-a4ce-7a70d405a0ac tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "DELETE /v2.0/subnetpools/447352b7-ec63-4196-bcd8-cb76419fb16d/tags/tempest-TagsExtTest-Tag-1817831522 HTTP/1.1" status: 204 len: 168 time: 0.0801351 Nov 23 21:56:47.896303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60552) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:47.906734 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-895bad37-28ea-4334-ac4c-3614b7cae2f3 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '447352b7-ec63-4196-bcd8-cb76419fb16d') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:47.945113 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-8014a369-14df-4655-ad0f-32b7aca09812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 593e9321-8a5c-488e-bf20-9be765c4f213 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:47.962649 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-8014a369-14df-4655-ad0f-32b7aca09812 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:47.970241 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-895bad37-28ea-4334-ac4c-3614b7cae2f3 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/subnetpools/447352b7-ec63-4196-bcd8-cb76419fb16d/tags HTTP/1.1" status: 200 len: 205 time: 0.0728137 Nov 23 21:56:47.973106 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60558) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:47.980780 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-983b5114-6c95-4824-b824-8b509a35e58c req-36e2a4c3-3029-49b4-8cbe-ce04c22bc1f3 service neutron] For port 02f35442-1efd-4379-8ae8-d069f0233b87, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=02f35442-1efd-4379-8ae8-d069f0233b87,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:56:47.981780 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-4e4224a6-41f5-467f-9603-447f00fd0e5e tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '447352b7-ec63-4196-bcd8-cb76419fb16d') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:48.007270 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ce93fdb-4983-4614-a67f-f92bc8720c09 req-cd7cec59-3ac5-42d8-95eb-12209ca94661 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4380374 Nov 23 21:56:48.028891 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4e4224a6-41f5-467f-9603-447f00fd0e5e tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "DELETE /v2.0/subnetpools/447352b7-ec63-4196-bcd8-cb76419fb16d/tags HTTP/1.1" status: 204 len: 168 time: 0.0546815 Nov 23 21:56:48.031743 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60560) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:48.035126 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-36e2a4c3-3029-49b4-8cbe-ce04c22bc1f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:48.040151 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-8014a369-14df-4655-ad0f-32b7aca09812 service neutron] Transition to ACTIVE for port object 593e9321-8a5c-488e-bf20-9be765c4f213 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:56:48.044036 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-687ff83f-d3e9-4c8a-a461-b6b5390e6cd6 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f9fd0e75-69d4-4e30-878e-844e21ae0810') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:48.060875 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-6be2881d-2876-4330-9457-d8ecb833f575 None None] Port 45ce0294-064b-41fb-9446-477986a89c10 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:56:48.075362 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:48.093404 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cae4ce6-3e46-4535-9cba-9c01e53da176 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:48.137140 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 2cae4ce6-3e46-4535-9cba-9c01e53da176, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2cae4ce6-3e46-4535-9cba-9c01e53da176,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:48.139371 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-8014a369-14df-4655-ad0f-32b7aca09812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:48.143194 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:48.200057 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=2cae4ce6-3e46-4535-9cba-9c01e53da176,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:48.227884 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-687ff83f-d3e9-4c8a-a461-b6b5390e6cd6 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "DELETE /v2.0/routers/f9fd0e75-69d4-4e30-878e-844e21ae0810/tags HTTP/1.1" status: 204 len: 168 time: 0.1922629 Nov 23 21:56:48.228741 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60566) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:48.235960 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-ca991491-380e-4190-857c-dda5e3f32fca tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '45ce0294-064b-41fb-9446-477986a89c10') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:48.240904 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-36e2a4c3-3029-49b4-8cbe-ce04c22bc1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:48.242291 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-36e2a4c3-3029-49b4-8cbe-ce04c22bc1f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:48.244154 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-36e2a4c3-3029-49b4-8cbe-ce04c22bc1f3 service neutron] 10.222.0.53 "PUT /v2.0/ports/02f35442-1efd-4379-8ae8-d069f0233b87 HTTP/1.1" status: 200 len: 1090 time: 3.5031002 Nov 23 21:56:48.282037 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2a4c3-3029-49b4-8cbe-ce04c22bc1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=02f35442-1efd-4379-8ae8-d069f0233b87,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:48.300082 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-983b5114-6c95-4824-b824-8b509a35e58c req-4de3eb74-c625-42d0-9203-d17013cd1953 service neutron] Request body: {'port': {'device_id': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:48.329896 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ca991491-380e-4190-857c-dda5e3f32fca tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "DELETE /v2.0/ports/45ce0294-064b-41fb-9446-477986a89c10/tags HTTP/1.1" status: 204 len: 168 time: 0.1000454 Nov 23 21:56:48.332470 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60568) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:48.338058 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-939f352e-cd00-45ef-8de1-58c2c232597e tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'adb6fec8-a399-4057-a066-778c0611df53') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:48.349848 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['2cae4ce6-3e46-4535-9cba-9c01e53da176'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:56:48.406759 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-939f352e-cd00-45ef-8de1-58c2c232597e tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "DELETE /v2.0/subnets/adb6fec8-a399-4057-a066-778c0611df53/tags HTTP/1.1" status: 204 len: 168 time: 0.0723438 Nov 23 21:56:48.411930 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60578) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:48.415894 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be359ab3-9e35-4514-9f4a-c72a98c58c60 req-3516a449-a918-4c5b-8cd1-c728122064c9 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:48.417177 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-34e3bcdc-cb31-4cac-9232-0aab928aa55e tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'adb6fec8-a399-4057-a066-778c0611df53', 'tempest-TagsExtTest-Tag-307761443') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:48.424159 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be359ab3-9e35-4514-9f4a-c72a98c58c60 req-3516a449-a918-4c5b-8cd1-c728122064c9 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b1245d-7b09-48df-aa37-ccf197a4fcfc HTTP/1.1" status: 200 len: 943 time: 0.3641803 Nov 23 21:56:48.442980 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e96beb-0d10-4e67-8bd4-fca3811bfd4f req-0de778b2-d5f3-48d6-8ed8-f6f87a1c5b4a tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:48.444619 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4e96beb-0d10-4e67-8bd4-fca3811bfd4f req-0de778b2-d5f3-48d6-8ed8-f6f87a1c5b4a tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=587198a5-3fb0-4d8d-bf90-aa5c9f554ef6 HTTP/1.1" status: 200 len: 949 time: 0.3171773 Nov 23 21:56:48.500543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014a369-14df-4655-ad0f-32b7aca09812 service neutron] Pushing event updated for resources: {'Port': ['ID=593e9321-8a5c-488e-bf20-9be765c4f213,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:48.542330 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-34e3bcdc-cb31-4cac-9232-0aab928aa55e tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "PUT /v2.0/subnets/adb6fec8-a399-4057-a066-778c0611df53/tags/tempest-TagsExtTest-Tag-307761443 HTTP/1.1" status: 201 len: 201 time: 0.1287243 Nov 23 21:56:48.545950 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60582) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:48.554234 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-9ffbd910-d216-4a40-9ad3-c1b4c64c19d1 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '45ce0294-064b-41fb-9446-477986a89c10', 'tempest-TagsExtTest-Tag-114435962') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:48.610008 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-4de3eb74-c625-42d0-9203-d17013cd1953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:48.627923 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9ffbd910-d216-4a40-9ad3-c1b4c64c19d1 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "PUT /v2.0/ports/45ce0294-064b-41fb-9446-477986a89c10/tags/tempest-TagsExtTest-Tag-114435962 HTTP/1.1" status: 201 len: 201 time: 0.0780318 Nov 23 21:56:48.630369 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60586) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:48.635443 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-28f14a7c-ebe2-43ec-8b2f-249810f3ca04 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f9fd0e75-69d4-4e30-878e-844e21ae0810', 'tempest-TagsExtTest-Tag-441611525') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:48.670918 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-8014a369-14df-4655-ad0f-32b7aca09812 service neutron] Attempting to bind port 593e9321-8a5c-488e-bf20-9be765c4f213 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:56:48.671258 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-8014a369-14df-4655-ad0f-32b7aca09812 service neutron] Attempting to bind port 593e9321-8a5c-488e-bf20-9be765c4f213 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'abaff1ba-c8fd-40d4-822d-6c0fc520c1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:56:48.673047 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-8014a369-14df-4655-ad0f-32b7aca09812 service neutron] Attempting to bind port 593e9321-8a5c-488e-bf20-9be765c4f213 on network 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:48.683287 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-8014a369-14df-4655-ad0f-32b7aca09812 service neutron] Port 593e9321-8a5c-488e-bf20-9be765c4f213 on network 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:56:48.683675 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-8014a369-14df-4655-ad0f-32b7aca09812 service neutron] Attempting to bind port 593e9321-8a5c-488e-bf20-9be765c4f213 on network 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:48.691869 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be359ab3-9e35-4514-9f4a-c72a98c58c60 req-4c988418-2308-4acd-bc87-76cc1a7ac170 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665749 Nov 23 21:56:48.698748 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-8014a369-14df-4655-ad0f-32b7aca09812 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:56:48.699159 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-8014a369-14df-4655-ad0f-32b7aca09812 service neutron] Checking segment: {'id': 'abaff1ba-c8fd-40d4-822d-6c0fc520c1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:48.699764 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-8014a369-14df-4655-ad0f-32b7aca09812 service neutron] Bound using segment: {'id': 'abaff1ba-c8fd-40d4-822d-6c0fc520c1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:56:48.700651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-8014a369-14df-4655-ad0f-32b7aca09812 service neutron] Bound port: 593e9321-8a5c-488e-bf20-9be765c4f213, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abaff1ba-c8fd-40d4-822d-6c0fc520c1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:56:48.701014 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-8014a369-14df-4655-ad0f-32b7aca09812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:48.733747 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'tag': '02f35442-1efd-4379-8ae8-d069f0233b87'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:56:48.736704 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d0c10d-30a2-4e69-b26c-dfbe35b0a008" -d '{"events": [{"name": "network-changed", "server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "tag": "02f35442-1efd-4379-8ae8-d069f0233b87"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:56:48.742561 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4e96beb-0d10-4e67-8bd4-fca3811bfd4f req-6c5f81c8-9a10-4f48-b28f-eb588355c42e tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589688 Nov 23 21:56:48.752720 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-28f14a7c-ebe2-43ec-8b2f-249810f3ca04 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "PUT /v2.0/routers/f9fd0e75-69d4-4e30-878e-844e21ae0810/tags/tempest-TagsExtTest-Tag-441611525 HTTP/1.1" status: 201 len: 201 time: 0.1207418 Nov 23 21:56:48.754990 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60592) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:48.760879 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-bc15fec9-89e9-472b-b70b-8b89e7e69f8b tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '447352b7-ec63-4196-bcd8-cb76419fb16d', 'tempest-TagsExtTest-Tag-1851355958') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:48.840458 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bc15fec9-89e9-472b-b70b-8b89e7e69f8b tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "PUT /v2.0/subnetpools/447352b7-ec63-4196-bcd8-cb76419fb16d/tags/tempest-TagsExtTest-Tag-1851355958 HTTP/1.1" status: 201 len: 201 time: 0.0840816 Nov 23 21:56:48.843611 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60596) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:48.849674 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-daf53e81-0a0a-4d97-a44e-ec9639308d7a tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'adb6fec8-a399-4057-a066-778c0611df53', {'tags': ['tempest-TagsExtTest-Tag-945218839', 'tempest-TagsExtTest-Tag-844156889', 'tempest-TagsExtTest-Tag-627882170']}) {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:48.913454 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec0a056-b82f-45a9-abf7-c563807c3372 x-openstack-request-id: req-8ec0a056-b82f-45a9-abf7-c563807c3372 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:56:48.913744 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "tag": "02f35442-1efd-4379-8ae8-d069f0233b87", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:56:48.913990 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8ec0a056-b82f-45a9-abf7-c563807c3372 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:56:48.914383 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'tag': '02f35442-1efd-4379-8ae8-d069f0233b87', 'status': 'completed', 'code': 200} Nov 23 21:56:48.938142 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-daf53e81-0a0a-4d97-a44e-ec9639308d7a tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "PUT /v2.0/subnets/adb6fec8-a399-4057-a066-778c0611df53/tags HTTP/1.1" status: 200 len: 315 time: 0.0918727 Nov 23 21:56:48.938939 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60602) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:48.943165 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-8dd32089-5a41-4770-857e-1e30f7edcd39 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'adb6fec8-a399-4057-a066-778c0611df53') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:48.977629 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-8014a369-14df-4655-ad0f-32b7aca09812 service neutron] For port 593e9321-8a5c-488e-bf20-9be765c4f213, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:56:48.996636 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e98dc-1b8b-4e74-b0bc-19f6bec23f60 req-1668d018-5f43-4555-9e6b-6f5b3f00d32f tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:48.998182 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c3e98dc-1b8b-4e74-b0bc-19f6bec23f60 req-1668d018-5f43-4555-9e6b-6f5b3f00d32f tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 944 time: 0.1040483 Nov 23 21:56:49.046503 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-8014a369-14df-4655-ad0f-32b7aca09812 service neutron] For port 593e9321-8a5c-488e-bf20-9be765c4f213, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=593e9321-8a5c-488e-bf20-9be765c4f213,segment=NetworkSegment(abaff1ba-c8fd-40d4-822d-6c0fc520c1f7),segment_id=abaff1ba-c8fd-40d4-822d-6c0fc520c1f7)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:56:49.095905 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-8014a369-14df-4655-ad0f-32b7aca09812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:49.120349 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0c10d-30a2-4e69-b26c-dfbe35b0a008 req-37dfeb52-be42-41ad-a8ac-7ff0e38c08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:49.121144 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0c10d-30a2-4e69-b26c-dfbe35b0a008 req-37dfeb52-be42-41ad-a8ac-7ff0e38c08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:49.121816 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0c10d-30a2-4e69-b26c-dfbe35b0a008 req-37dfeb52-be42-41ad-a8ac-7ff0e38c08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:49.122591 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0c10d-30a2-4e69-b26c-dfbe35b0a008 req-37dfeb52-be42-41ad-a8ac-7ff0e38c08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:49.122757 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0c10d-30a2-4e69-b26c-dfbe35b0a008 req-37dfeb52-be42-41ad-a8ac-7ff0e38c08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:49.127570 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0c10d-30a2-4e69-b26c-dfbe35b0a008 req-37dfeb52-be42-41ad-a8ac-7ff0e38c08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:49.127570 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0c10d-30a2-4e69-b26c-dfbe35b0a008 req-37dfeb52-be42-41ad-a8ac-7ff0e38c08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:49.127570 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-75d0c10d-30a2-4e69-b26c-dfbe35b0a008 req-37dfeb52-be42-41ad-a8ac-7ff0e38c08c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b6ed703ef174b4d8c2560021ab2bd8c&device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 6287 time: 0.1220407 Nov 23 21:56:49.151278 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-8014a369-14df-4655-ad0f-32b7aca09812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:49.151904 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-8014a369-14df-4655-ad0f-32b7aca09812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:49.153342 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-8014a369-14df-4655-ad0f-32b7aca09812 service neutron] 10.222.0.53 "PUT /v2.0/ports/593e9321-8a5c-488e-bf20-9be765c4f213 HTTP/1.1" status: 200 len: 1091 time: 2.8537967 Nov 23 21:56:49.181962 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8dd32089-5a41-4770-857e-1e30f7edcd39 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "DELETE /v2.0/subnets/adb6fec8-a399-4057-a066-778c0611df53/tags HTTP/1.1" status: 204 len: 168 time: 0.2418270 Nov 23 21:56:49.184165 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e028029-9126-4d19-b890-a5695b464b68 req-1c8c089b-0501-4347-812b-f23f29920213 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:49.185682 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e028029-9126-4d19-b890-a5695b464b68 req-1c8c089b-0501-4347-812b-f23f29920213 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 945 time: 0.1827805 Nov 23 21:56:49.188837 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60606) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:49.210510 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-0a9df83b-4211-40aa-8998-1e69a58f9292 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'adb6fec8-a399-4057-a066-778c0611df53', 'tempest-TagsExtTest-Tag-945218839') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:49.262359 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c3e98dc-1b8b-4e74-b0bc-19f6bec23f60 req-b459fe37-e697-4bdf-a728-22525862ecd1 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362392 Nov 23 21:56:49.281257 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014a369-14df-4655-ad0f-32b7aca09812 service neutron] Pushing event updated for resources: {'Port': ['ID=593e9321-8a5c-488e-bf20-9be765c4f213,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:49.387882 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0c10d-30a2-4e69-b26c-dfbe35b0a008 req-8fafe13a-4136-483e-8c45-f8a99636176d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:49.389133 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0c10d-30a2-4e69-b26c-dfbe35b0a008 req-8fafe13a-4136-483e-8c45-f8a99636176d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:49.389825 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0c10d-30a2-4e69-b26c-dfbe35b0a008 req-8fafe13a-4136-483e-8c45-f8a99636176d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:49.391719 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-75d0c10d-30a2-4e69-b26c-dfbe35b0a008 req-8fafe13a-4136-483e-8c45-f8a99636176d service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9b6ed703ef174b4d8c2560021ab2bd8c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2525139 Nov 23 21:56:49.412987 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-0a9df83b-4211-40aa-8998-1e69a58f9292 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] show failed (client error): The resource could not be found. Nov 23 21:56:49.416976 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0a9df83b-4211-40aa-8998-1e69a58f9292 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/subnets/adb6fec8-a399-4057-a066-778c0611df53/tags/tempest-TagsExtTest-Tag-945218839 HTTP/1.1" status: 404 len: 328 time: 0.2239997 Nov 23 21:56:49.434325 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60608) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:49.441817 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-46908150-9587-4ffd-b2d0-74984dc0b7bb tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'adb6fec8-a399-4057-a066-778c0611df53', 'tempest-TagsExtTest-Tag-844156889') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:49.529612 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2cae4ce6-3e46-4535-9cba-9c01e53da176 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:56:49.571621 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0c10d-30a2-4e69-b26c-dfbe35b0a008 req-15ae441c-0377-44c0-a605-8f4f432c8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:49.573150 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-75d0c10d-30a2-4e69-b26c-dfbe35b0a008 req-15ae441c-0377-44c0-a605-8f4f432c8be9 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1726582 Nov 23 21:56:49.583211 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-46908150-9587-4ffd-b2d0-74984dc0b7bb tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] show failed (client error): The resource could not be found. Nov 23 21:56:49.586885 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-46908150-9587-4ffd-b2d0-74984dc0b7bb tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/subnets/adb6fec8-a399-4057-a066-778c0611df53/tags/tempest-TagsExtTest-Tag-844156889 HTTP/1.1" status: 404 len: 328 time: 0.1460247 Nov 23 21:56:49.588884 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60610) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:49.598662 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-4c6d9abd-8180-48fd-bba7-5ad5d649668a tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'adb6fec8-a399-4057-a066-778c0611df53', 'tempest-TagsExtTest-Tag-627882170') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:49.630623 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 2cae4ce6-3e46-4535-9cba-9c01e53da176 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:49.631527 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:49.708308 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-4c6d9abd-8180-48fd-bba7-5ad5d649668a tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] show failed (client error): The resource could not be found. Nov 23 21:56:49.716089 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4c6d9abd-8180-48fd-bba7-5ad5d649668a tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/subnets/adb6fec8-a399-4057-a066-778c0611df53/tags/tempest-TagsExtTest-Tag-627882170 HTTP/1.1" status: 404 len: 328 time: 0.1260898 Nov 23 21:56:49.717884 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60612) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:49.723095 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-d1b5a0f3-c846-4764-90bc-27df02e6ed81 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '45ce0294-064b-41fb-9446-477986a89c10', {'tags': ['tempest-TagsExtTest-Tag-1088932768', 'tempest-TagsExtTest-Tag-1131600539', 'tempest-TagsExtTest-Tag-621416652']}) {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:49.747467 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:49.754271 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-abddae8a-a36f-4eb6-95ca-32ededbaa27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:49.755707 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-abddae8a-a36f-4eb6-95ca-32ededbaa27f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01118b9c5731487a85345966412aa36c&device_id=67b1245d-7b09-48df-aa37-ccf197a4fcfc HTTP/1.1" status: 200 len: 1094 time: 0.5282044 Nov 23 21:56:49.777913 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02280246-b831-4042-aacc-1192904a3c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cae4ce6-3e46-4535-9cba-9c01e53da176'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:56:49.786833 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596e4f06-8aee-4f3c-b4b6-bc1cc3b23ffa" -d '{"events": [{"server_uuid": "02280246-b831-4042-aacc-1192904a3c7e", "name": "network-vif-plugged", "status": "completed", "tag": "2cae4ce6-3e46-4535-9cba-9c01e53da176"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:56:49.795980 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 2cae4ce6-3e46-4535-9cba-9c01e53da176, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2cae4ce6-3e46-4535-9cba-9c01e53da176,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:49.801713 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e028029-9126-4d19-b890-a5695b464b68 req-cc8486ca-03dc-4502-84eb-da76104cd563 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6046245 Nov 23 21:56:49.805161 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:49.806373 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device ba323a01-8ef9-4534-87b1-7a4562e0aa72 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:56:49.832506 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d1b5a0f3-c846-4764-90bc-27df02e6ed81 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "PUT /v2.0/ports/45ce0294-064b-41fb-9446-477986a89c10/tags HTTP/1.1" status: 200 len: 317 time: 0.1105602 Nov 23 21:56:49.833311 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60620) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:49.843528 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-5f6952a6-591c-4e08-8f16-680fc55c29f2 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '45ce0294-064b-41fb-9446-477986a89c10') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:49.866374 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-83fc72c2-d2dc-40d9-a120-77d3f047ea38 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=593e9321-8a5c-488e-bf20-9be765c4f213 HTTP/1.1" status: 200 len: 217 time: 0.0636129 Nov 23 21:56:49.872106 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-983b5114-6c95-4824-b824-8b509a35e58c req-4de3eb74-c625-42d0-9203-d17013cd1953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f625a4-b456-41db-8450-83c7c1ee8503 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:49.883894 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-4de3eb74-c625-42d0-9203-d17013cd1953 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:49.909797 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29475170-26de-489a-a657-a21e59afce98 req-5fb3a937-fe44-45dd-bb26-d0e5ac7e9799 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:49.911840 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-29475170-26de-489a-a657-a21e59afce98 req-5fb3a937-fe44-45dd-bb26-d0e5ac7e9799 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 945 time: 0.1793263 Nov 23 21:56:49.915286 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=2cae4ce6-3e46-4535-9cba-9c01e53da176,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:49.932262 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port ba323a01-8ef9-4534-87b1-7a4562e0aa72 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:56:49.937700 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port ba323a01-8ef9-4534-87b1-7a4562e0aa72 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:49.938679 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:49.949342 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-983b5114-6c95-4824-b824-8b509a35e58c req-4de3eb74-c625-42d0-9203-d17013cd1953 service neutron] Transition to ACTIVE for port object 34f625a4-b456-41db-8450-83c7c1ee8503 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:56:49.979209 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-4de3eb74-c625-42d0-9203-d17013cd1953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:50.041580 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3eb74-c625-42d0-9203-d17013cd1953 service neutron] Pushing event updated for resources: {'Port': ['ID=34f625a4-b456-41db-8450-83c7c1ee8503,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:50.051665 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-de7aab42-9100-4b52-b65c-81cd36861745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:50.054024 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-de7aab42-9100-4b52-b65c-81cd36861745 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=971e678f-8614-44b5-bec2-2cb9da7d8874 HTTP/1.1" status: 200 len: 855 time: 0.1726725 Nov 23 21:56:50.074755 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:50.084429 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5f6952a6-591c-4e08-8f16-680fc55c29f2 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "DELETE /v2.0/ports/45ce0294-064b-41fb-9446-477986a89c10/tags HTTP/1.1" status: 204 len: 168 time: 0.2475948 Nov 23 21:56:50.085852 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60622) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:50.095718 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-8a9317db-e9e8-4f43-a551-a390457a226a tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '45ce0294-064b-41fb-9446-477986a89c10', 'tempest-TagsExtTest-Tag-1088932768') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:50.135310 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-0e879629-1f2e-4b85-90d4-1238be250465 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=416c3513-0b37-46f7-b130-6fb7a8cbe4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690956 Nov 23 21:56:50.178454 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port ba323a01-8ef9-4534-87b1-7a4562e0aa72, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=ba323a01-8ef9-4534-87b1-7a4562e0aa72,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:50.188282 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:50.251290 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-8a9317db-e9e8-4f43-a551-a390457a226a tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] show failed (client error): The resource could not be found. Nov 23 21:56:50.252370 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8a9317db-e9e8-4f43-a551-a390457a226a tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/ports/45ce0294-064b-41fb-9446-477986a89c10/tags/tempest-TagsExtTest-Tag-1088932768 HTTP/1.1" status: 404 len: 329 time: 0.1652675 Nov 23 21:56:50.256002 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60624) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:50.260583 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-0be2119b-e1ec-4df3-875e-9d19d3ce87bd tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '45ce0294-064b-41fb-9446-477986a89c10', 'tempest-TagsExtTest-Tag-1131600539') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:50.315113 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=ba323a01-8ef9-4534-87b1-7a4562e0aa72,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:50.369248 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-0be2119b-e1ec-4df3-875e-9d19d3ce87bd tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] show failed (client error): The resource could not be found. Nov 23 21:56:50.374603 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0be2119b-e1ec-4df3-875e-9d19d3ce87bd tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/ports/45ce0294-064b-41fb-9446-477986a89c10/tags/tempest-TagsExtTest-Tag-1131600539 HTTP/1.1" status: 404 len: 329 time: 0.1133018 Nov 23 21:56:50.375539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60628) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:50.381213 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-fc39235b-95f6-4839-bb6d-35d1b3ca18cf tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '45ce0294-064b-41fb-9446-477986a89c10', 'tempest-TagsExtTest-Tag-621416652') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:50.390361 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-29475170-26de-489a-a657-a21e59afce98 req-3ad92568-719a-4590-802e-21da3a895a8d tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4427211 Nov 23 21:56:50.401290 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-0f6d6c95-84e6-4f4c-9ffa-40d8083a978a service neutron] 10.222.0.53 "GET /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276423 Nov 23 21:56:50.468132 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2ffe1-ec76-42ea-ba58-80bf2ec3ffa5 req-77460231-64fd-4193-ad90-f7c59d67b2b7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:50.474795 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2ffe1-ec76-42ea-ba58-80bf2ec3ffa5 req-77460231-64fd-4193-ad90-f7c59d67b2b7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:50.481260 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2ffe1-ec76-42ea-ba58-80bf2ec3ffa5 req-77460231-64fd-4193-ad90-f7c59d67b2b7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:50.485325 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-fc39235b-95f6-4839-bb6d-35d1b3ca18cf tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] show failed (client error): The resource could not be found. Nov 23 21:56:50.486959 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fc39235b-95f6-4839-bb6d-35d1b3ca18cf tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/ports/45ce0294-064b-41fb-9446-477986a89c10/tags/tempest-TagsExtTest-Tag-621416652 HTTP/1.1" status: 404 len: 328 time: 0.1103470 Nov 23 21:56:50.487672 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2ffe1-ec76-42ea-ba58-80bf2ec3ffa5 req-77460231-64fd-4193-ad90-f7c59d67b2b7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:50.489849 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60632) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:50.493937 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2ffe1-ec76-42ea-ba58-80bf2ec3ffa5 req-77460231-64fd-4193-ad90-f7c59d67b2b7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:50.495393 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-fb9daf12-5631-4215-a17b-7c01186ed5f6 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f9fd0e75-69d4-4e30-878e-844e21ae0810', {'tags': ['tempest-TagsExtTest-Tag-1202850782', 'tempest-TagsExtTest-Tag-207246454', 'tempest-TagsExtTest-Tag-345666570']}) {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:50.501596 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2ffe1-ec76-42ea-ba58-80bf2ec3ffa5 req-77460231-64fd-4193-ad90-f7c59d67b2b7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:50.508348 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2ffe1-ec76-42ea-ba58-80bf2ec3ffa5 req-77460231-64fd-4193-ad90-f7c59d67b2b7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:50.510459 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ccb2ffe1-ec76-42ea-ba58-80bf2ec3ffa5 req-77460231-64fd-4193-ad90-f7c59d67b2b7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5407 time: 0.4479048 Nov 23 21:56:50.624915 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-983b5114-6c95-4824-b824-8b509a35e58c req-4de3eb74-c625-42d0-9203-d17013cd1953 service neutron] Attempting to bind port 34f625a4-b456-41db-8450-83c7c1ee8503 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:56:50.625440 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-983b5114-6c95-4824-b824-8b509a35e58c req-4de3eb74-c625-42d0-9203-d17013cd1953 service neutron] Attempting to bind port 34f625a4-b456-41db-8450-83c7c1ee8503 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '1b402211-a1d6-4832-9795-89b1ab249c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:56:50.625781 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-4de3eb74-c625-42d0-9203-d17013cd1953 service neutron] Attempting to bind port 34f625a4-b456-41db-8450-83c7c1ee8503 on network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:50.645861 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fb9daf12-5631-4215-a17b-7c01186ed5f6 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "PUT /v2.0/routers/f9fd0e75-69d4-4e30-878e-844e21ae0810/tags HTTP/1.1" status: 200 len: 316 time: 0.1502719 Nov 23 21:56:50.647312 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60634) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:50.652744 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-1a059220-37bc-491d-ab80-8fc170390e2c tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f9fd0e75-69d4-4e30-878e-844e21ae0810') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:50.668782 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-4de3eb74-c625-42d0-9203-d17013cd1953 service neutron] Port 34f625a4-b456-41db-8450-83c7c1ee8503 on network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:56:50.669422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-4de3eb74-c625-42d0-9203-d17013cd1953 service neutron] Attempting to bind port 34f625a4-b456-41db-8450-83c7c1ee8503 on network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:50.713211 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-4de3eb74-c625-42d0-9203-d17013cd1953 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:56:50.713873 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-4de3eb74-c625-42d0-9203-d17013cd1953 service neutron] Checking segment: {'id': '1b402211-a1d6-4832-9795-89b1ab249c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:50.714476 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-4de3eb74-c625-42d0-9203-d17013cd1953 service neutron] Bound using segment: {'id': '1b402211-a1d6-4832-9795-89b1ab249c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:56:50.716804 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-983b5114-6c95-4824-b824-8b509a35e58c req-4de3eb74-c625-42d0-9203-d17013cd1953 service neutron] Bound port: 34f625a4-b456-41db-8450-83c7c1ee8503, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b402211-a1d6-4832-9795-89b1ab249c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:56:50.716804 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-4de3eb74-c625-42d0-9203-d17013cd1953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:50.750996 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edb77c12-a09c-41a2-935f-f5fdd7a06d5a req-85d56080-42ea-4505-a788-a60354e10fa0 service neutron] 10.222.0.53 "GET /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263931 Nov 23 21:56:50.756038 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1a059220-37bc-491d-ab80-8fc170390e2c tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "DELETE /v2.0/routers/f9fd0e75-69d4-4e30-878e-844e21ae0810/tags HTTP/1.1" status: 204 len: 168 time: 0.1054041 Nov 23 21:56:50.756285 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60636) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:50.759897 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fab0f-e9f8-4970-aae4-c6ff2c47429a req-1f621e43-fb3e-44ce-808a-e2cdda17867b tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:50.761409 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727fab0f-e9f8-4970-aae4-c6ff2c47429a req-1f621e43-fb3e-44ce-808a-e2cdda17867b tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b1245d-7b09-48df-aa37-ccf197a4fcfc HTTP/1.1" status: 200 len: 943 time: 0.2500167 Nov 23 21:56:50.764677 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-5b05fed8-1e01-4fd5-a65b-ee0c6d39dc25 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f9fd0e75-69d4-4e30-878e-844e21ae0810', 'tempest-TagsExtTest-Tag-1202850782') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:50.780311 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ccb2ffe1-ec76-42ea-ba58-80bf2ec3ffa5 req-1eda0d80-d9e3-4c0e-8aa1-aa67aea517d1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2415950 Nov 23 21:56:50.877536 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-5b05fed8-1e01-4fd5-a65b-ee0c6d39dc25 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] show failed (client error): The resource could not be found. Nov 23 21:56:50.882154 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5b05fed8-1e01-4fd5-a65b-ee0c6d39dc25 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/routers/f9fd0e75-69d4-4e30-878e-844e21ae0810/tags/tempest-TagsExtTest-Tag-1202850782 HTTP/1.1" status: 404 len: 329 time: 0.1244338 Nov 23 21:56:50.884008 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60640) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:50.889389 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-09e71184-4df0-4b40-834b-d8a3e376c704 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f9fd0e75-69d4-4e30-878e-844e21ae0810', 'tempest-TagsExtTest-Tag-207246454') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:50.903897 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-727fab0f-e9f8-4970-aae4-c6ff2c47429a req-335c4860-e4b2-45a4-8d64-d44b3ad9db6f tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223233 Nov 23 21:56:50.944123 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b1245d-7b09-48df-aa37-ccf197a4fcfc', 'tag': '593e9321-8a5c-488e-bf20-9be765c4f213'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:56:50.949486 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08629bba-56a6-472e-8a07-0d9407c9ca0a" -d '{"events": [{"name": "network-changed", "server_uuid": "67b1245d-7b09-48df-aa37-ccf197a4fcfc", "tag": "593e9321-8a5c-488e-bf20-9be765c4f213"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:56:50.973487 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaab6411-1344-47ff-ab47-b076bed7463f x-openstack-request-id: req-aaab6411-1344-47ff-ab47-b076bed7463f {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:56:50.973983 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02280246-b831-4042-aacc-1192904a3c7e", "name": "network-vif-plugged", "status": "completed", "tag": "2cae4ce6-3e46-4535-9cba-9c01e53da176", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:56:50.974093 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aaab6411-1344-47ff-ab47-b076bed7463f {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:56:50.974416 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02280246-b831-4042-aacc-1192904a3c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cae4ce6-3e46-4535-9cba-9c01e53da176', 'code': 200} Nov 23 21:56:50.993883 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-983b5114-6c95-4824-b824-8b509a35e58c req-4de3eb74-c625-42d0-9203-d17013cd1953 service neutron] For port 34f625a4-b456-41db-8450-83c7c1ee8503, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:56:51.015677 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-983b5114-6c95-4824-b824-8b509a35e58c req-4de3eb74-c625-42d0-9203-d17013cd1953 service neutron] For port 34f625a4-b456-41db-8450-83c7c1ee8503, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=34f625a4-b456-41db-8450-83c7c1ee8503,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:56:51.036054 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbeddf1-7c04-4f6b-8c2e-58991f7adac0 req-fb52cadc-4888-48e6-9caa-06ebf828f72f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:51.043724 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bcbeddf1-7c04-4f6b-8c2e-58991f7adac0 req-fb52cadc-4888-48e6-9caa-06ebf828f72f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=587198a5-3fb0-4d8d-bf90-aa5c9f554ef6 HTTP/1.1" status: 200 len: 950 time: 0.1436102 Nov 23 21:56:51.043906 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-09e71184-4df0-4b40-834b-d8a3e376c704 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] show failed (client error): The resource could not be found. Nov 23 21:56:51.048260 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-09e71184-4df0-4b40-834b-d8a3e376c704 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/routers/f9fd0e75-69d4-4e30-878e-844e21ae0810/tags/tempest-TagsExtTest-Tag-207246454 HTTP/1.1" status: 404 len: 328 time: 0.1629467 Nov 23 21:56:51.048906 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60646) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:51.054253 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-64ae4ad1-52eb-4e6c-8fbc-4c9fb19dc81f tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f9fd0e75-69d4-4e30-878e-844e21ae0810', 'tempest-TagsExtTest-Tag-345666570') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:51.086016 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-4de3eb74-c625-42d0-9203-d17013cd1953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:51.142928 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-64ae4ad1-52eb-4e6c-8fbc-4c9fb19dc81f tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] show failed (client error): The resource could not be found. Nov 23 21:56:51.148301 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-64ae4ad1-52eb-4e6c-8fbc-4c9fb19dc81f tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/routers/f9fd0e75-69d4-4e30-878e-844e21ae0810/tags/tempest-TagsExtTest-Tag-345666570 HTTP/1.1" status: 404 len: 328 time: 0.0983753 Nov 23 21:56:51.149039 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60648) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:51.154300 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-6ee82018-5fc7-49df-b3e3-c1d21dd3394e tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '447352b7-ec63-4196-bcd8-cb76419fb16d', {'tags': ['tempest-TagsExtTest-Tag-1392668190', 'tempest-TagsExtTest-Tag-1112412281', 'tempest-TagsExtTest-Tag-671587708']}) {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:51.186973 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3eb74-c625-42d0-9203-d17013cd1953 service neutron] Pushing event updated for resources: {'Port': ['ID=34f625a4-b456-41db-8450-83c7c1ee8503,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:51.195956 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-4de3eb74-c625-42d0-9203-d17013cd1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:51.196460 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-4de3eb74-c625-42d0-9203-d17013cd1953 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:51.197868 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-4de3eb74-c625-42d0-9203-d17013cd1953 service neutron] 10.222.0.53 "PUT /v2.0/ports/34f625a4-b456-41db-8450-83c7c1ee8503 HTTP/1.1" status: 200 len: 1091 time: 2.9125047 Nov 23 21:56:51.225412 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bcbeddf1-7c04-4f6b-8c2e-58991f7adac0 req-7d5697ce-4456-444d-aede-ea3c9e755db2 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802783 Nov 23 21:56:51.234576 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6ee82018-5fc7-49df-b3e3-c1d21dd3394e tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "PUT /v2.0/subnetpools/447352b7-ec63-4196-bcd8-cb76419fb16d/tags HTTP/1.1" status: 200 len: 317 time: 0.0814350 Nov 23 21:56:51.234992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60650) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:51.240388 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-2b90eb2a-95da-4c55-853b-2db5025774df tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '447352b7-ec63-4196-bcd8-cb76419fb16d') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:51.259569 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c763ab-17cd-4ef5-a83d-c75d6e991016 req-232e8dd3-a0e3-412a-83c4-bdac3e808954 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:51.261413 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0c763ab-17cd-4ef5-a83d-c75d6e991016 req-232e8dd3-a0e3-412a-83c4-bdac3e808954 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 945 time: 0.2105856 Nov 23 21:56:51.276114 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-983b5114-6c95-4824-b824-8b509a35e58c req-b7058c32-c613-4c24-8e80-26befe51b95d service neutron] Request body: {'port': {'device_id': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:51.324139 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2b90eb2a-95da-4c55-853b-2db5025774df tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "DELETE /v2.0/subnetpools/447352b7-ec63-4196-bcd8-cb76419fb16d/tags HTTP/1.1" status: 204 len: 168 time: 0.0853930 Nov 23 21:56:51.324355 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60652) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:51.330251 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-13b28f52-6113-4b1c-87a6-c7049454c43a tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '447352b7-ec63-4196-bcd8-cb76419fb16d', 'tempest-TagsExtTest-Tag-1392668190') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:51.366422 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-13b28f52-6113-4b1c-87a6-c7049454c43a tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] show failed (client error): The resource could not be found. Nov 23 21:56:51.371324 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-13b28f52-6113-4b1c-87a6-c7049454c43a tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/subnetpools/447352b7-ec63-4196-bcd8-cb76419fb16d/tags/tempest-TagsExtTest-Tag-1392668190 HTTP/1.1" status: 404 len: 329 time: 0.0433533 Nov 23 21:56:51.371573 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60654) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:51.376418 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-adecb15c-d2fb-4068-aace-8edec7ebec32 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '447352b7-ec63-4196-bcd8-cb76419fb16d', 'tempest-TagsExtTest-Tag-1112412281') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:51.401757 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-adecb15c-d2fb-4068-aace-8edec7ebec32 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] show failed (client error): The resource could not be found. Nov 23 21:56:51.405974 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-adecb15c-d2fb-4068-aace-8edec7ebec32 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/subnetpools/447352b7-ec63-4196-bcd8-cb76419fb16d/tags/tempest-TagsExtTest-Tag-1112412281 HTTP/1.1" status: 404 len: 329 time: 0.0303252 Nov 23 21:56:51.407018 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60660) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:51.413473 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-ff29e4c3-ad01-4cd8-8006-87f2208b514f tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '447352b7-ec63-4196-bcd8-cb76419fb16d', 'tempest-TagsExtTest-Tag-671587708') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:51.440484 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-ff29e4c3-ad01-4cd8-8006-87f2208b514f tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] show failed (client error): The resource could not be found. Nov 23 21:56:51.444111 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ff29e4c3-ad01-4cd8-8006-87f2208b514f tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/subnetpools/447352b7-ec63-4196-bcd8-cb76419fb16d/tags/tempest-TagsExtTest-Tag-671587708 HTTP/1.1" status: 404 len: 328 time: 0.0332325 Nov 23 21:56:51.445845 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60662) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:51.453197 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-8fea5822-2d66-45cf-a742-dcf7f8df6265 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '447352b7-ec63-4196-bcd8-cb76419fb16d') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:51.494764 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8fea5822-2d66-45cf-a742-dcf7f8df6265 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "DELETE /v2.0/subnetpools/447352b7-ec63-4196-bcd8-cb76419fb16d/tags HTTP/1.1" status: 204 len: 168 time: 0.0456419 Nov 23 21:56:51.495418 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60664) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:51.501721 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-a68f6f24-df5b-4a30-a038-3b9566709917 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f9fd0e75-69d4-4e30-878e-844e21ae0810') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:51.502667 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0c763ab-17cd-4ef5-a83d-c75d6e991016 req-9487968d-2ec5-4ca1-86b9-47ff1c770613 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223239 Nov 23 21:56:51.503577 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-b7058c32-c613-4c24-8e80-26befe51b95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:51.683798 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a68f6f24-df5b-4a30-a038-3b9566709917 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "DELETE /v2.0/routers/f9fd0e75-69d4-4e30-878e-844e21ae0810/tags HTTP/1.1" status: 204 len: 168 time: 0.1876798 Nov 23 21:56:51.686293 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60670) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:51.693061 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-4e7ea430-05f4-452e-a484-45a7ebf9cfca tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '45ce0294-064b-41fb-9446-477986a89c10') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:51.780616 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4e7ea430-05f4-452e-a484-45a7ebf9cfca tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "DELETE /v2.0/ports/45ce0294-064b-41fb-9446-477986a89c10/tags HTTP/1.1" status: 204 len: 168 time: 0.0923550 Nov 23 21:56:51.782898 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60672) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:51.787897 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-7a068a53-a0b6-45e7-a438-02188edca8f1 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'adb6fec8-a399-4057-a066-778c0611df53') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:51.790567 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b7098-f519-4e71-9df4-bd418172c580 req-edc14ba9-9d19-475d-82a2-f2dd05e3fb96 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:51.792449 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0c9b7098-f519-4e71-9df4-bd418172c580 req-edc14ba9-9d19-475d-82a2-f2dd05e3fb96 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 945 time: 0.1577201 Nov 23 21:56:51.891569 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7a068a53-a0b6-45e7-a438-02188edca8f1 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "DELETE /v2.0/subnets/adb6fec8-a399-4057-a066-778c0611df53/tags HTTP/1.1" status: 204 len: 168 time: 0.1075087 Nov 23 21:56:51.897076 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60680) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:51.899716 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9744c6f1-5d14-4f59-a0c8-10715c7e43d0 x-openstack-request-id: req-9744c6f1-5d14-4f59-a0c8-10715c7e43d0 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:56:51.901756 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b1245d-7b09-48df-aa37-ccf197a4fcfc", "tag": "593e9321-8a5c-488e-bf20-9be765c4f213", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:56:51.903270 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9744c6f1-5d14-4f59-a0c8-10715c7e43d0 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:56:51.903911 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b1245d-7b09-48df-aa37-ccf197a4fcfc', 'tag': '593e9321-8a5c-488e-bf20-9be765c4f213', 'status': 'completed', 'code': 200} Nov 23 21:56:51.997199 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0c9b7098-f519-4e71-9df4-bd418172c580 req-6af0904d-ab2b-408e-8132-c864218effd2 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912072 Nov 23 21:56:52.033283 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ca88c0d9-7eba-4f9c-a552-b311aca5c04e tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks [] for subnetpool, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:52.034685 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ca88c0d9-7eba-4f9c-a552-b311aca5c04e tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "DELETE /v2.0/subnetpools/447352b7-ec63-4196-bcd8-cb76419fb16d HTTP/1.1" status: 204 len: 168 time: 0.1358650 Nov 23 21:56:52.036980 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60684) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:52.091386 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-91dea78b-1729-4bbb-a405-3d9cdfa466c3 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9fd0e75-69d4-4e30-878e-844e21ae0810 HTTP/1.1" status: 200 len: 205 time: 0.0507965 Nov 23 21:56:52.092032 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08629bba-56a6-472e-8a07-0d9407c9ca0a req-1413f671-b507-400b-ae7e-2112093439cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:52.093601 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60686) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:52.097932 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08629bba-56a6-472e-8a07-0d9407c9ca0a req-1413f671-b507-400b-ae7e-2112093439cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01118b9c5731487a85345966412aa36c&device_id=67b1245d-7b09-48df-aa37-ccf197a4fcfc HTTP/1.1" status: 200 len: 1094 time: 0.1814518 Nov 23 21:56:52.203816 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b238dbc-0667-4534-9b48-c20d14a16973 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:52.284263 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-983b5114-6c95-4824-b824-8b509a35e58c req-b7058c32-c613-4c24-8e80-26befe51b95d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a568002e-b86b-4db1-b81d-0319d977690b {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:52.302111 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-b7058c32-c613-4c24-8e80-26befe51b95d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:52.341601 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e4561-2482-476c-adbc-c27b9554cca5 req-a6ec5ae6-2d66-43bf-995f-c8173e3b6358 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:52.348485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e4561-2482-476c-adbc-c27b9554cca5 req-a6ec5ae6-2d66-43bf-995f-c8173e3b6358 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:52.354575 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e4561-2482-476c-adbc-c27b9554cca5 req-a6ec5ae6-2d66-43bf-995f-c8173e3b6358 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:52.360902 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e4561-2482-476c-adbc-c27b9554cca5 req-a6ec5ae6-2d66-43bf-995f-c8173e3b6358 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:52.366946 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e4561-2482-476c-adbc-c27b9554cca5 req-a6ec5ae6-2d66-43bf-995f-c8173e3b6358 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:52.372884 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e4561-2482-476c-adbc-c27b9554cca5 req-a6ec5ae6-2d66-43bf-995f-c8173e3b6358 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:52.379765 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e4561-2482-476c-adbc-c27b9554cca5 req-a6ec5ae6-2d66-43bf-995f-c8173e3b6358 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:52.388516 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-526e4561-2482-476c-adbc-c27b9554cca5 req-a6ec5ae6-2d66-43bf-995f-c8173e3b6358 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5407 time: 0.2373371 Nov 23 21:56:52.399042 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-983b5114-6c95-4824-b824-8b509a35e58c req-b7058c32-c613-4c24-8e80-26befe51b95d service neutron] Transition to ACTIVE for port object a568002e-b86b-4db1-b81d-0319d977690b will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:56:52.423152 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-b7058c32-c613-4c24-8e80-26befe51b95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:52.439027 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100de87-02c7-42c5-bd99-690769b6a5a3 req-4bbecadf-249c-4630-aeab-181a2b682d79 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:52.446611 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5100de87-02c7-42c5-bd99-690769b6a5a3 req-4bbecadf-249c-4630-aeab-181a2b682d79 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b1245d-7b09-48df-aa37-ccf197a4fcfc HTTP/1.1" status: 200 len: 943 time: 0.2966936 Nov 23 21:56:52.481923 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08629bba-56a6-472e-8a07-0d9407c9ca0a req-32c1006f-ce10-4cda-b2fd-664610f4c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:52.484253 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08629bba-56a6-472e-8a07-0d9407c9ca0a req-32c1006f-ce10-4cda-b2fd-664610f4c35a service neutron] 10.222.0.53 "GET /v2.0/networks?id=416c3513-0b37-46f7-b130-6fb7a8cbe4b8 HTTP/1.1" status: 200 len: 916 time: 0.3762114 Nov 23 21:56:52.587565 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08629bba-56a6-472e-8a07-0d9407c9ca0a req-8e1bf2b1-8a2b-4109-a9de-9eda260d0b4b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=593e9321-8a5c-488e-bf20-9be765c4f213 HTTP/1.1" status: 200 len: 217 time: 0.0895989 Nov 23 21:56:52.610466 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7058c32-c613-4c24-8e80-26befe51b95d service neutron] Pushing event updated for resources: {'Port': ['ID=a568002e-b86b-4db1-b81d-0319d977690b,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:52.658327 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5100de87-02c7-42c5-bd99-690769b6a5a3 req-04c26df6-2e19-49ef-853e-041c5ab541ad tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050891 Nov 23 21:56:52.677691 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:52.713339 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-526e4561-2482-476c-adbc-c27b9554cca5 req-27ef3e66-2eec-4c47-8d9d-75bb1ecf0598 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3232930 Nov 23 21:56:52.798356 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08629bba-56a6-472e-8a07-0d9407c9ca0a req-d6656dcd-1d7c-4daa-b4cc-a413da610002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:52.801172 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08629bba-56a6-472e-8a07-0d9407c9ca0a req-d6656dcd-1d7c-4daa-b4cc-a413da610002 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=971e678f-8614-44b5-bec2-2cb9da7d8874 HTTP/1.1" status: 200 len: 855 time: 0.1779532 Nov 23 21:56:52.835050 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b238dbc-0667-4534-9b48-c20d14a16973 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:52.837427 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b238dbc-0667-4534-9b48-c20d14a16973 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:52.884287 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08629bba-56a6-472e-8a07-0d9407c9ca0a req-66cac830-cce9-42ff-bc91-826d7731e20d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=416c3513-0b37-46f7-b130-6fb7a8cbe4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588725 Nov 23 21:56:52.887347 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 593e9321-8a5c-488e-bf20-9be765c4f213 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:56:52.897140 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b238dbc-0667-4534-9b48-c20d14a16973 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:52.897708 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b238dbc-0667-4534-9b48-c20d14a16973 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Fanout notify agent at l3_agent the message router_deleted on router f9fd0e75-69d4-4e30-878e-844e21ae0810 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 21:56:52.921095 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b238dbc-0667-4534-9b48-c20d14a16973 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:52.924851 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9b238dbc-0667-4534-9b48-c20d14a16973 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "DELETE /v2.0/routers/f9fd0e75-69d4-4e30-878e-844e21ae0810 HTTP/1.1" status: 204 len: 168 time: 0.8303177 Nov 23 21:56:52.925499 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60696) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:52.952487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-983b5114-6c95-4824-b824-8b509a35e58c req-b7058c32-c613-4c24-8e80-26befe51b95d service neutron] Attempting to bind port a568002e-b86b-4db1-b81d-0319d977690b on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:56:52.952884 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-983b5114-6c95-4824-b824-8b509a35e58c req-b7058c32-c613-4c24-8e80-26befe51b95d service neutron] Attempting to bind port a568002e-b86b-4db1-b81d-0319d977690b by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'd4818ec0-b2f7-4f07-b6b0-946b5cde9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '954621a6-0447-4b04-92ad-3bda684cf0c7'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:56:52.953242 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-b7058c32-c613-4c24-8e80-26befe51b95d service neutron] Attempting to bind port a568002e-b86b-4db1-b81d-0319d977690b on network 954621a6-0447-4b04-92ad-3bda684cf0c7 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:52.970967 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81a0d4-77f8-45a6-a5f5-ea5ff6ab39ad req-a388016c-4161-4add-a365-79b9f4789c83 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:52.978292 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2e81a0d4-77f8-45a6-a5f5-ea5ff6ab39ad req-a388016c-4161-4add-a365-79b9f4789c83 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=587198a5-3fb0-4d8d-bf90-aa5c9f554ef6 HTTP/1.1" status: 200 len: 950 time: 0.2256246 Nov 23 21:56:52.981272 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587198a5-3fb0-4d8d-bf90-aa5c9f554ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba323a01-8ef9-4534-87b1-7a4562e0aa72'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:56:52.991436 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ee22b7-ee59-413d-8f80-1ce8bb9e9876" -d '{"events": [{"server_uuid": "587198a5-3fb0-4d8d-bf90-aa5c9f554ef6", "name": "network-vif-plugged", "status": "completed", "tag": "ba323a01-8ef9-4534-87b1-7a4562e0aa72"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:56:53.045404 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-b7058c32-c613-4c24-8e80-26befe51b95d service neutron] Port a568002e-b86b-4db1-b81d-0319d977690b on network 954621a6-0447-4b04-92ad-3bda684cf0c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:56:53.046135 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-b7058c32-c613-4c24-8e80-26befe51b95d service neutron] Attempting to bind port a568002e-b86b-4db1-b81d-0319d977690b on network 954621a6-0447-4b04-92ad-3bda684cf0c7 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:53.066481 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-b7058c32-c613-4c24-8e80-26befe51b95d service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:56:53.067137 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-b7058c32-c613-4c24-8e80-26befe51b95d service neutron] Checking segment: {'id': 'd4818ec0-b2f7-4f07-b6b0-946b5cde9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '954621a6-0447-4b04-92ad-3bda684cf0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:53.067710 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-b7058c32-c613-4c24-8e80-26befe51b95d service neutron] Bound using segment: {'id': 'd4818ec0-b2f7-4f07-b6b0-946b5cde9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '954621a6-0447-4b04-92ad-3bda684cf0c7'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:56:53.068345 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-983b5114-6c95-4824-b824-8b509a35e58c req-b7058c32-c613-4c24-8e80-26befe51b95d service neutron] Bound port: a568002e-b86b-4db1-b81d-0319d977690b, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4818ec0-b2f7-4f07-b6b0-946b5cde9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '954621a6-0447-4b04-92ad-3bda684cf0c7'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:56:53.068893 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-b7058c32-c613-4c24-8e80-26befe51b95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:53.099128 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acbc75-dba2-4d34-9710-307d17fce5a1 req-7f84fed2-382d-4720-9097-eb93a564ea1f tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:53.101008 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8acbc75-dba2-4d34-9710-307d17fce5a1 req-7f84fed2-382d-4720-9097-eb93a564ea1f tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 945 time: 0.2729239 Nov 23 21:56:53.118067 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-c515aa20-2a29-4df9-ba2f-5148e1899da0 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Deleting port 45ce0294-064b-41fb-9446-477986a89c10 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:56:53.118585 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c515aa20-2a29-4df9-ba2f-5148e1899da0 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:53.153595 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 593e9321-8a5c-488e-bf20-9be765c4f213, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=593e9321-8a5c-488e-bf20-9be765c4f213,segment=NetworkSegment(abaff1ba-c8fd-40d4-822d-6c0fc520c1f7),segment_id=abaff1ba-c8fd-40d4-822d-6c0fc520c1f7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:53.168785 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '593e9321-8a5c-488e-bf20-9be765c4f213', 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8', 'port_id': '593e9321-8a5c-488e-bf20-9be765c4f213', 'mac_address': 'fa:16:3e:f1:a3:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971e678f-8614-44b5-bec2-2cb9da7d8874', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:56:53.206478 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2e81a0d4-77f8-45a6-a5f5-ea5ff6ab39ad req-74ec30da-f596-487d-9f3a-f5b71dd79875 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206335 Nov 23 21:56:53.220855 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:53.235093 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08629bba-56a6-472e-8a07-0d9407c9ca0a req-5f11535a-8f71-49b9-bddf-15332eeba5b9 service neutron] 10.222.0.53 "GET /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496652 Nov 23 21:56:53.238858 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 593e9321-8a5c-488e-bf20-9be765c4f213 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:53.273710 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 593e9321-8a5c-488e-bf20-9be765c4f213, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=593e9321-8a5c-488e-bf20-9be765c4f213,segment=NetworkSegment(abaff1ba-c8fd-40d4-822d-6c0fc520c1f7),segment_id=abaff1ba-c8fd-40d4-822d-6c0fc520c1f7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:53.279987 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c515aa20-2a29-4df9-ba2f-5148e1899da0 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:53.293733 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:53.301418 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89ee9ae-739b-4a63-a075-5e01136772fa x-openstack-request-id: req-b89ee9ae-739b-4a63-a075-5e01136772fa {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:56:53.302029 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587198a5-3fb0-4d8d-bf90-aa5c9f554ef6", "name": "network-vif-plugged", "status": "completed", "tag": "ba323a01-8ef9-4534-87b1-7a4562e0aa72", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:56:53.302436 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b89ee9ae-739b-4a63-a075-5e01136772fa {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:56:53.302993 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587198a5-3fb0-4d8d-bf90-aa5c9f554ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba323a01-8ef9-4534-87b1-7a4562e0aa72', 'code': 200} Nov 23 21:56:53.305798 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-c515aa20-2a29-4df9-ba2f-5148e1899da0 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Calling delete_port for 45ce0294-064b-41fb-9446-477986a89c10 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:56:53.361176 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8acbc75-dba2-4d34-9710-307d17fce5a1 req-ad02f6f2-bdc3-47d3-a89a-ee824f9a3eb1 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429347 Nov 23 21:56:53.470295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-983b5114-6c95-4824-b824-8b509a35e58c req-b7058c32-c613-4c24-8e80-26befe51b95d service neutron] For port a568002e-b86b-4db1-b81d-0319d977690b, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:56:53.512992 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=593e9321-8a5c-488e-bf20-9be765c4f213,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:53.577136 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-983b5114-6c95-4824-b824-8b509a35e58c req-b7058c32-c613-4c24-8e80-26befe51b95d service neutron] For port a568002e-b86b-4db1-b81d-0319d977690b, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a568002e-b86b-4db1-b81d-0319d977690b,segment=NetworkSegment(d4818ec0-b2f7-4f07-b6b0-946b5cde9945),segment_id=d4818ec0-b2f7-4f07-b6b0-946b5cde9945)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:56:53.578900 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c515aa20-2a29-4df9-ba2f-5148e1899da0 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:53.596802 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08629bba-56a6-472e-8a07-0d9407c9ca0a req-5f50044c-3cff-45d1-bd0e-b57557b2a9e0 service neutron] 10.222.0.53 "GET /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303113 Nov 23 21:56:53.604259 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-b7058c32-c613-4c24-8e80-26befe51b95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:53.610596 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515aa20-2a29-4df9-ba2f-5148e1899da0 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Pushing event deleted for resources: {'Port': ['ID=45ce0294-064b-41fb-9446-477986a89c10,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:53.667483 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-b7058c32-c613-4c24-8e80-26befe51b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:53.668100 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-b7058c32-c613-4c24-8e80-26befe51b95d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:53.669479 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-b7058c32-c613-4c24-8e80-26befe51b95d service neutron] 10.222.0.53 "PUT /v2.0/ports/a568002e-b86b-4db1-b81d-0319d977690b HTTP/1.1" status: 200 len: 1091 time: 2.4036083 Nov 23 21:56:53.688784 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa361bc0-5bfe-4ab0-9226-a3c6d3a998a1 req-f3c444d8-ae2a-4261-8ee2-da823dc682f8 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:53.690425 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa361bc0-5bfe-4ab0-9226-a3c6d3a998a1 req-f3c444d8-ae2a-4261-8ee2-da823dc682f8 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 945 time: 0.2263737 Nov 23 21:56:53.695262 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d23227-1926-4c4f-b65e-d0683199e6a3 req-7f707397-4cb3-4009-b8f8-52552552fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:53.697375 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40d23227-1926-4c4f-b65e-d0683199e6a3 req-7f707397-4cb3-4009-b8f8-52552552fcd6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=587198a5-3fb0-4d8d-bf90-aa5c9f554ef6 HTTP/1.1" status: 200 len: 1101 time: 0.1777275 Nov 23 21:56:53.699765 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['593e9321-8a5c-488e-bf20-9be765c4f213'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:56:53.738501 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-983b5114-6c95-4824-b824-8b509a35e58c req-eeb97021-49af-4c38-96ec-7f22929ae69d service neutron] Request body: {'port': {'device_id': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:53.828729 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c515aa20-2a29-4df9-ba2f-5148e1899da0 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:53.835045 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c515aa20-2a29-4df9-ba2f-5148e1899da0 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "DELETE /v2.0/ports/45ce0294-064b-41fb-9446-477986a89c10 HTTP/1.1" status: 204 len: 168 time: 0.9084902 Nov 23 21:56:53.837704 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60712) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:53.897077 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7058c32-c613-4c24-8e80-26befe51b95d service neutron] Pushing event updated for resources: {'Port': ['ID=a568002e-b86b-4db1-b81d-0319d977690b,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:53.915929 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'tag': '34f625a4-b456-41db-8450-83c7c1ee8503'}, {'name': 'network-changed', 'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'tag': 'a568002e-b86b-4db1-b81d-0319d977690b'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:56:53.930566 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5972a485-ff9e-4a5f-974a-2e59764a289a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "tag": "34f625a4-b456-41db-8450-83c7c1ee8503"}, {"name": "network-changed", "server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "tag": "a568002e-b86b-4db1-b81d-0319d977690b"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:56:53.958778 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f8b1e3-416b-446a-aec7-6e8eda74899d tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Deleting subnet adb6fec8-a399-4057-a066-778c0611df53 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:56:53.962828 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15f8b1e3-416b-446a-aec7-6e8eda74899d tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:54.042942 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15f8b1e3-416b-446a-aec7-6e8eda74899d tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:54.055074 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-eeb97021-49af-4c38-96ec-7f22929ae69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:54.091300 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa361bc0-5bfe-4ab0-9226-a3c6d3a998a1 req-4c0af11e-f1d5-4f5b-aeba-fca08a940635 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843620 Nov 23 21:56:54.110775 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40d23227-1926-4c4f-b65e-d0683199e6a3 req-559633a1-46d4-41ef-906b-816bcd7e8da3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849788 Nov 23 21:56:54.165317 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041de49b-d2cd-4a38-82b0-34563e3b503e req-b60a966b-0c4f-49bf-9485-3f8974c702cb tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:54.166955 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-041de49b-d2cd-4a38-82b0-34563e3b503e req-b60a966b-0c4f-49bf-9485-3f8974c702cb tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b1245d-7b09-48df-aa37-ccf197a4fcfc HTTP/1.1" status: 200 len: 944 time: 0.3034189 Nov 23 21:56:54.191387 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15f8b1e3-416b-446a-aec7-6e8eda74899d tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:54.258901 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15f8b1e3-416b-446a-aec7-6e8eda74899d tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:54.283098 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11d6b25-bab2-40a4-b20e-163d693466f1 None None] Network aa0d790c-f718-47a3-a526-696196726e8a requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:56:54.283559 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15f8b1e3-416b-446a-aec7-6e8eda74899d tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:54.287705 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-15f8b1e3-416b-446a-aec7-6e8eda74899d tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "DELETE /v2.0/subnets/adb6fec8-a399-4057-a066-778c0611df53 HTTP/1.1" status: 204 len: 168 time: 0.4487152 Nov 23 21:56:54.305099 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60722) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:54.309311 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8b1e3-416b-446a-aec7-6e8eda74899d tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Pushing event deleted for resources: {'Subnet': ['ID=adb6fec8-a399-4057-a066-778c0611df53,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:54.378859 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-041de49b-d2cd-4a38-82b0-34563e3b503e req-bd3b1fe0-dcbf-47c1-a7c8-cf24ba7bbba6 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993203 Nov 23 21:56:54.572354 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e26396-4c73-45d7-925e-dfd990f371c1 None None] DHCP port deletion for aa0d790c-f718-47a3-a526-696196726e8a request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:56:54.630584 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a2e26396-4c73-45d7-925e-dfd990f371c1 None None] Deleting port b5e36418-e899-482b-9fba-99f62ae83897 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:56:54.631001 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a2e26396-4c73-45d7-925e-dfd990f371c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:54.716251 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a2e26396-4c73-45d7-925e-dfd990f371c1 None None] For port b5e36418-e899-482b-9fba-99f62ae83897, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b5e36418-e899-482b-9fba-99f62ae83897,segment=NetworkSegment(a2b86753-0218-4735-878e-70e88cde2f99),segment_id=a2b86753-0218-4735-878e-70e88cde2f99)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:54.717091 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a2e26396-4c73-45d7-925e-dfd990f371c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:54.731618 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a2e26396-4c73-45d7-925e-dfd990f371c1 None None] Calling delete_port for b5e36418-e899-482b-9fba-99f62ae83897 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:56:54.833911 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 21:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad6125d-1d10-4335-b4d8-00934b983c43 x-openstack-request-id: req-1ad6125d-1d10-4335-b4d8-00934b983c43 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:56:54.834183 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "tag": "34f625a4-b456-41db-8450-83c7c1ee8503", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "tag": "a568002e-b86b-4db1-b81d-0319d977690b", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:56:54.834450 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1ad6125d-1d10-4335-b4d8-00934b983c43 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:56:54.834868 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'tag': '34f625a4-b456-41db-8450-83c7c1ee8503', 'status': 'completed', 'code': 200} Nov 23 21:56:54.835122 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'tag': 'a568002e-b86b-4db1-b81d-0319d977690b', 'status': 'completed', 'code': 200} Nov 23 21:56:54.851690 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a2e26396-4c73-45d7-925e-dfd990f371c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:54.888062 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e26396-4c73-45d7-925e-dfd990f371c1 None None] Pushing event deleted for resources: {'Port': ['ID=b5e36418-e899-482b-9fba-99f62ae83897,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:54.897423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e26396-4c73-45d7-925e-dfd990f371c1 None None] No DVR routers for this DVR port b5e36418-e899-482b-9fba-99f62ae83897 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:56:54.897648 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a47ba7-8660-466f-9462-de9dd7731d29 req-2fd955b3-1a41-4477-bb15-3a76e788da84 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:54.903645 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a47ba7-8660-466f-9462-de9dd7731d29 req-2fd955b3-1a41-4477-bb15-3a76e788da84 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:54.910445 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a47ba7-8660-466f-9462-de9dd7731d29 req-2fd955b3-1a41-4477-bb15-3a76e788da84 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:54.913017 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:56:54.915915 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a47ba7-8660-466f-9462-de9dd7731d29 req-2fd955b3-1a41-4477-bb15-3a76e788da84 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:54.923090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a47ba7-8660-466f-9462-de9dd7731d29 req-2fd955b3-1a41-4477-bb15-3a76e788da84 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:54.929188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a47ba7-8660-466f-9462-de9dd7731d29 req-2fd955b3-1a41-4477-bb15-3a76e788da84 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:54.935100 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a47ba7-8660-466f-9462-de9dd7731d29 req-2fd955b3-1a41-4477-bb15-3a76e788da84 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:54.937900 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4a47ba7-8660-466f-9462-de9dd7731d29 req-2fd955b3-1a41-4477-bb15-3a76e788da84 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5419 time: 0.7439651 Nov 23 21:56:54.965486 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7b5d3e08-1df6-42c7-9027-f4f84f068290 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:55.077574 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:55.080031 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8cd91-e139-4861-8c70-fa7e3de71622 req-61b1bacb-ae43-490b-a686-5d48cba3ee29 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:55.087514 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5eb8cd91-e139-4861-8c70-fa7e3de71622 req-61b1bacb-ae43-490b-a686-5d48cba3ee29 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=587198a5-3fb0-4d8d-bf90-aa5c9f554ef6 HTTP/1.1" status: 200 len: 950 time: 0.2585559 Nov 23 21:56:55.104228 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-f01c18f7-e3c3-41b1-8a5b-16f9eb0549c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:55.104955 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-f01c18f7-e3c3-41b1-8a5b-16f9eb0549c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:55.105571 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-f01c18f7-e3c3-41b1-8a5b-16f9eb0549c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:55.106180 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-f01c18f7-e3c3-41b1-8a5b-16f9eb0549c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:55.106302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'port_id': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69', 'mac_address': 'fa:16:3e:f6:77:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:56:55.106969 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-f01c18f7-e3c3-41b1-8a5b-16f9eb0549c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:55.107652 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-f01c18f7-e3c3-41b1-8a5b-16f9eb0549c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:55.108382 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-f01c18f7-e3c3-41b1-8a5b-16f9eb0549c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:55.110490 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-f01c18f7-e3c3-41b1-8a5b-16f9eb0549c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b6ed703ef174b4d8c2560021ab2bd8c&device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 6421 time: 0.2746570 Nov 23 21:56:55.181926 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:55.196936 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:55.223606 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:55.238528 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:55.245640 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4a47ba7-8660-466f-9462-de9dd7731d29 req-dba38c4f-a2fc-4da5-bb65-e6a68334f54b tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2909012 Nov 23 21:56:55.360129 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7b5d3e08-1df6-42c7-9027-f4f84f068290 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:55.366625 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:55.411192 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5eb8cd91-e139-4861-8c70-fa7e3de71622 req-d3a69f5d-a4bd-4161-ab24-5ecffd95d510 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224962 Nov 23 21:56:55.439615 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['6e60ff4c-08c6-484b-a2fe-70fc7894dd69'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:56:55.469757 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-7b5d3e08-1df6-42c7-9027-f4f84f068290 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0d790c-f718-47a3-a526-696196726e8a']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:55.495874 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-7b5d3e08-1df6-42c7-9027-f4f84f068290 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b86753-0218-4735-878e-70e88cde2f99') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:55.496459 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-7b5d3e08-1df6-42c7-9027-f4f84f068290 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b86753-0218-4735-878e-70e88cde2f99') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:56:55.514466 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-983b5114-6c95-4824-b824-8b509a35e58c req-eeb97021-49af-4c38-96ec-7f22929ae69d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef70db41-b454-4c7b-b415-54b472d6189e {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:56:55.526759 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7b5d3e08-1df6-42c7-9027-f4f84f068290 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:55.528953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b5e36418-e899-482b-9fba-99f62ae83897 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:56:55.531138 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-eeb97021-49af-4c38-96ec-7f22929ae69d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:55.534246 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-89cb66cf-b42f-48ca-9d70-2dad327a2625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:55.535001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-89cb66cf-b42f-48ca-9d70-2dad327a2625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:55.535627 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-89cb66cf-b42f-48ca-9d70-2dad327a2625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:55.537377 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-89cb66cf-b42f-48ca-9d70-2dad327a2625 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9b6ed703ef174b4d8c2560021ab2bd8c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3860235 Nov 23 21:56:55.560566 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: b5e36418-e899-482b-9fba-99f62ae83897 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:56:55.562814 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-983b5114-6c95-4824-b824-8b509a35e58c req-eeb97021-49af-4c38-96ec-7f22929ae69d service neutron] Transition to ACTIVE for port object ef70db41-b454-4c7b-b415-54b472d6189e will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:56:55.564154 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b5e36418-e899-482b-9fba-99f62ae83897 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:56:55.565679 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7b5d3e08-1df6-42c7-9027-f4f84f068290 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:55.589828 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-eeb97021-49af-4c38-96ec-7f22929ae69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:55.608006 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5d3e08-1df6-42c7-9027-f4f84f068290 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:56:55.609308 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7b5d3e08-1df6-42c7-9027-f4f84f068290 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:55.626927 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56604a-be0a-4b2d-ace5-c60fe05810a2 req-a52bc42b-29a9-4b72-9a9d-d84842edb1b1 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:55.628852 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f56604a-be0a-4b2d-ace5-c60fe05810a2 req-a52bc42b-29a9-4b72-9a9d-d84842edb1b1 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 945 time: 0.2380440 Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: timer() Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:56:55.629794 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:56:55.853442 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb97021-49af-4c38-96ec-7f22929ae69d service neutron] Pushing event updated for resources: {'Port': ['ID=ef70db41-b454-4c7b-b415-54b472d6189e,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:55.890236 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7b5d3e08-1df6-42c7-9027-f4f84f068290 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:55.944740 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7b5d3e08-1df6-42c7-9027-f4f84f068290 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:55.950987 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7b5d3e08-1df6-42c7-9027-f4f84f068290 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] 10.222.0.50 "DELETE /v2.0/networks/aa0d790c-f718-47a3-a526-696196726e8a HTTP/1.1" status: 204 len: 168 time: 1.6432962 Nov 23 21:56:55.990085 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d3e08-1df6-42c7-9027-f4f84f068290 tempest-TagsExtTest-693741473 tempest-TagsExtTest-693741473-project] Pushing event deleted for resources: {'Network': ['ID=aa0d790c-f718-47a3-a526-696196726e8a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:55.992497 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-df0778cd-25f2-4586-9012-e7fd7ae4c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:55.994116 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-df0778cd-25f2-4586-9012-e7fd7ae4c073 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4299414 Nov 23 21:56:56.032018 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f56604a-be0a-4b2d-ace5-c60fe05810a2 req-1f2ad557-2640-4fdf-b6e9-2c4880af5b9f tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527091 Nov 23 21:56:56.056214 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b93a54-e488-4417-8ce7-0cb45cb9a8e0 req-55cc05b5-a15b-41f6-ab26-c3578747d4d3 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:56.070634 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a0b93a54-e488-4417-8ce7-0cb45cb9a8e0 req-55cc05b5-a15b-41f6-ab26-c3578747d4d3 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 945 time: 0.3322098 Nov 23 21:56:56.188717 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-983b5114-6c95-4824-b824-8b509a35e58c req-eeb97021-49af-4c38-96ec-7f22929ae69d service neutron] Attempting to bind port ef70db41-b454-4c7b-b415-54b472d6189e on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:56:56.189054 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-983b5114-6c95-4824-b824-8b509a35e58c req-eeb97021-49af-4c38-96ec-7f22929ae69d service neutron] Attempting to bind port ef70db41-b454-4c7b-b415-54b472d6189e by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'd4818ec0-b2f7-4f07-b6b0-946b5cde9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '954621a6-0447-4b04-92ad-3bda684cf0c7'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:56:56.189390 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-eeb97021-49af-4c38-96ec-7f22929ae69d service neutron] Attempting to bind port ef70db41-b454-4c7b-b415-54b472d6189e on network 954621a6-0447-4b04-92ad-3bda684cf0c7 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:56.230408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-eeb97021-49af-4c38-96ec-7f22929ae69d service neutron] Port ef70db41-b454-4c7b-b415-54b472d6189e on network 954621a6-0447-4b04-92ad-3bda684cf0c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:56:56.230747 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-eeb97021-49af-4c38-96ec-7f22929ae69d service neutron] Attempting to bind port ef70db41-b454-4c7b-b415-54b472d6189e on network 954621a6-0447-4b04-92ad-3bda684cf0c7 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:56:56.257076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-021a5659-ad4f-4de8-aeef-dc4206e84b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:56.257550 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-021a5659-ad4f-4de8-aeef-dc4206e84b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:56.258043 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-021a5659-ad4f-4de8-aeef-dc4206e84b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:56.258622 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-021a5659-ad4f-4de8-aeef-dc4206e84b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:56.258953 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-021a5659-ad4f-4de8-aeef-dc4206e84b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:56.259422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-021a5659-ad4f-4de8-aeef-dc4206e84b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:56.259836 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-021a5659-ad4f-4de8-aeef-dc4206e84b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:56.261778 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-021a5659-ad4f-4de8-aeef-dc4206e84b9b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b6ed703ef174b4d8c2560021ab2bd8c&device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 6446 time: 0.1511676 Nov 23 21:56:56.262613 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-eeb97021-49af-4c38-96ec-7f22929ae69d service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:56:56.262992 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-eeb97021-49af-4c38-96ec-7f22929ae69d service neutron] Checking segment: {'id': 'd4818ec0-b2f7-4f07-b6b0-946b5cde9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '954621a6-0447-4b04-92ad-3bda684cf0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:56:56.263368 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983b5114-6c95-4824-b824-8b509a35e58c req-eeb97021-49af-4c38-96ec-7f22929ae69d service neutron] Bound using segment: {'id': 'd4818ec0-b2f7-4f07-b6b0-946b5cde9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '954621a6-0447-4b04-92ad-3bda684cf0c7'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:56:56.264359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-983b5114-6c95-4824-b824-8b509a35e58c req-eeb97021-49af-4c38-96ec-7f22929ae69d service neutron] Bound port: ef70db41-b454-4c7b-b415-54b472d6189e, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4818ec0-b2f7-4f07-b6b0-946b5cde9945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '954621a6-0447-4b04-92ad-3bda684cf0c7'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:56:56.264876 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-eeb97021-49af-4c38-96ec-7f22929ae69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:56.283927 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a0b93a54-e488-4417-8ce7-0cb45cb9a8e0 req-716545e4-b0f4-4c58-8733-bc58615f1d67 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043617 Nov 23 21:56:56.357225 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b7102-2d0d-42ee-948d-748cb9ab9346 req-fb65e05a-3aad-4656-a905-94e77a0657a3 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:56.367160 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-587b7102-2d0d-42ee-948d-748cb9ab9346 req-fb65e05a-3aad-4656-a905-94e77a0657a3 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b1245d-7b09-48df-aa37-ccf197a4fcfc HTTP/1.1" status: 200 len: 944 time: 0.2174606 Nov 23 21:56:56.475320 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60764) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:56.581214 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-587b7102-2d0d-42ee-948d-748cb9ab9346 req-a35ad0f8-2acc-4e18-bbd8-24a86f6174b2 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130797 Nov 23 21:56:56.603417 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-983b5114-6c95-4824-b824-8b509a35e58c req-eeb97021-49af-4c38-96ec-7f22929ae69d service neutron] For port ef70db41-b454-4c7b-b415-54b472d6189e, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:56:56.617405 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-983b5114-6c95-4824-b824-8b509a35e58c req-eeb97021-49af-4c38-96ec-7f22929ae69d service neutron] For port ef70db41-b454-4c7b-b415-54b472d6189e, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ef70db41-b454-4c7b-b415-54b472d6189e,segment=NetworkSegment(d4818ec0-b2f7-4f07-b6b0-946b5cde9945),segment_id=d4818ec0-b2f7-4f07-b6b0-946b5cde9945)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:56:56.630074 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-2894dedf-b02c-4c44-b0b4-f4022861116d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:56.632208 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-2894dedf-b02c-4c44-b0b4-f4022861116d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:56.633027 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-2894dedf-b02c-4c44-b0b4-f4022861116d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:56.636267 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-2894dedf-b02c-4c44-b0b4-f4022861116d service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=9b6ed703ef174b4d8c2560021ab2bd8c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3493283 Nov 23 21:56:56.641600 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-eeb97021-49af-4c38-96ec-7f22929ae69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:56.661704 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5df0d2b1-0305-4a7b-ab16-2fff295eb5c6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dd4db4db179c4cbaae2e6933533ffa2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1852427 Nov 23 21:56:56.665637 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60774) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:56.678371 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2a425-ff58-4df2-9813-851556697b24 req-81b7bba2-b83f-490a-bc1f-36af5caf14a4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:56.699815 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2a425-ff58-4df2-9813-851556697b24 req-81b7bba2-b83f-490a-bc1f-36af5caf14a4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:56.713396 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2a425-ff58-4df2-9813-851556697b24 req-81b7bba2-b83f-490a-bc1f-36af5caf14a4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:56.720979 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2a425-ff58-4df2-9813-851556697b24 req-81b7bba2-b83f-490a-bc1f-36af5caf14a4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:56.723535 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1469f6f5-6961-405b-8af8-419a1a9fcfee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:56.741541 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2a425-ff58-4df2-9813-851556697b24 req-81b7bba2-b83f-490a-bc1f-36af5caf14a4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:56.748514 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2a425-ff58-4df2-9813-851556697b24 req-81b7bba2-b83f-490a-bc1f-36af5caf14a4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:56.752379 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1469f6f5-6961-405b-8af8-419a1a9fcfee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:56.755209 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2a425-ff58-4df2-9813-851556697b24 req-81b7bba2-b83f-490a-bc1f-36af5caf14a4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:56.757105 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-73c2a425-ff58-4df2-9813-851556697b24 req-81b7bba2-b83f-490a-bc1f-36af5caf14a4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5431 time: 0.3542631 Nov 23 21:56:56.840343 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1469f6f5-6961-405b-8af8-419a1a9fcfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:56.846363 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1469f6f5-6961-405b-8af8-419a1a9fcfee admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:56.848402 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1469f6f5-6961-405b-8af8-419a1a9fcfee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d1844177-372c-4d07-9c6a-43eaed46299a HTTP/1.1" status: 204 len: 168 time: 0.1810064 Nov 23 21:56:56.859940 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469f6f5-6961-405b-8af8-419a1a9fcfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1844177-372c-4d07-9c6a-43eaed46299a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:56.865528 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-eeb97021-49af-4c38-96ec-7f22929ae69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:56.866822 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-983b5114-6c95-4824-b824-8b509a35e58c req-eeb97021-49af-4c38-96ec-7f22929ae69d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:56.868982 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-eeb97021-49af-4c38-96ec-7f22929ae69d service neutron] 10.222.0.53 "PUT /v2.0/ports/ef70db41-b454-4c7b-b415-54b472d6189e HTTP/1.1" status: 200 len: 1091 time: 3.1337955 Nov 23 21:56:56.885059 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'tag': 'ef70db41-b454-4c7b-b415-54b472d6189e'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:56:56.887537 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66655626-36d0-4c82-bc42-2466604ebcfc" -d '{"events": [{"name": "network-changed", "server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "tag": "ef70db41-b454-4c7b-b415-54b472d6189e"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:56:56.940250 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 593e9321-8a5c-488e-bf20-9be765c4f213 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:56:57.250217 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-73c2a425-ff58-4df2-9813-851556697b24 req-4e4662cd-84dd-4b60-a363-b3621920487e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4230196 Nov 23 21:56:57.257294 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-022b862a-a7af-406f-8fa0-22079ea54f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:57.259245 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5972a485-ff9e-4a5f-974a-2e59764a289a req-022b862a-a7af-406f-8fa0-22079ea54f85 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6081581 Nov 23 21:56:57.330783 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9805260-5628-4366-b610-c2bd10c25ecb req-253b73f0-bc5c-4556-af30-d9d97589a975 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:57.345218 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c9805260-5628-4366-b610-c2bd10c25ecb req-253b73f0-bc5c-4556-af30-d9d97589a975 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=587198a5-3fb0-4d8d-bf90-aa5c9f554ef6 HTTP/1.1" status: 200 len: 950 time: 0.5144894 Nov 23 21:56:57.347504 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb97021-49af-4c38-96ec-7f22929ae69d service neutron] Pushing event updated for resources: {'Port': ['ID=ef70db41-b454-4c7b-b415-54b472d6189e,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:57.511786 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-3658a153-9b9a-4ab1-b9d8-4595cb6dc7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:57.513905 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-3658a153-9b9a-4ab1-b9d8-4595cb6dc7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:57.515288 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-3658a153-9b9a-4ab1-b9d8-4595cb6dc7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:57.517763 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-3658a153-9b9a-4ab1-b9d8-4595cb6dc7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:57.518505 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-3658a153-9b9a-4ab1-b9d8-4595cb6dc7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:57.520077 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-3658a153-9b9a-4ab1-b9d8-4595cb6dc7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:57.522492 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-3658a153-9b9a-4ab1-b9d8-4595cb6dc7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:57.528304 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-3658a153-9b9a-4ab1-b9d8-4595cb6dc7fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b6ed703ef174b4d8c2560021ab2bd8c&device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 6488 time: 0.1710432 Nov 23 21:56:57.537190 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 593e9321-8a5c-488e-bf20-9be765c4f213 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:56:57.568154 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 593e9321-8a5c-488e-bf20-9be765c4f213 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:57.568154 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:57.599123 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c9805260-5628-4366-b610-c2bd10c25ecb req-3546e192-cbd3-4cac-9854-bcc4758770d5 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524610 Nov 23 21:56:57.699453 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-1ac82906-bf60-4cb0-8a3e-f004a8b236ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903ccf0b-4463-44b9-b226-a19005b0d74f HTTP/1.1" status: 200 len: 217 time: 0.1111898 Nov 23 21:56:57.707406 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da118e2b-f83e-4caf-beb7-1ea3b5b45dae x-openstack-request-id: req-da118e2b-f83e-4caf-beb7-1ea3b5b45dae {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:56:57.708471 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "tag": "ef70db41-b454-4c7b-b415-54b472d6189e", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:56:57.708942 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da118e2b-f83e-4caf-beb7-1ea3b5b45dae {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:56:57.709581 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'tag': 'ef70db41-b454-4c7b-b415-54b472d6189e', 'status': 'completed', 'code': 200} Nov 23 21:56:57.788685 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-283f0225-912c-4e5e-bde1-1ad2396e5884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:57.790658 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-283f0225-912c-4e5e-bde1-1ad2396e5884 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3849cc79-f357-4360-89e3-62e41d0cfdca HTTP/1.1" status: 200 len: 856 time: 0.0796847 Nov 23 21:56:57.819080 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:57.853958 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b1245d-7b09-48df-aa37-ccf197a4fcfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593e9321-8a5c-488e-bf20-9be765c4f213'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:56:57.856318 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8740d99-cb3f-4344-b85e-b10787bbd301" -d '{"events": [{"server_uuid": "67b1245d-7b09-48df-aa37-ccf197a4fcfc", "name": "network-vif-plugged", "status": "completed", "tag": "593e9321-8a5c-488e-bf20-9be765c4f213"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:56:57.896368 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 593e9321-8a5c-488e-bf20-9be765c4f213, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=593e9321-8a5c-488e-bf20-9be765c4f213,segment=NetworkSegment(abaff1ba-c8fd-40d4-822d-6c0fc520c1f7),segment_id=abaff1ba-c8fd-40d4-822d-6c0fc520c1f7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:57.903566 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-6c789fc3-f74e-4907-9393-af553631d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:57.905886 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-6c789fc3-f74e-4907-9393-af553631d87d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=538e1e97-92a3-4d18-ba4d-eab4d961092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055100 Nov 23 21:56:57.909592 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:57.911565 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:56:57.951420 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ef7dd8f8-a7b6-4c16-be2e-30fcc8ab7d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:58.029065 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=593e9321-8a5c-488e-bf20-9be765c4f213,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:58.055229 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502bc1a-1ebf-452a-b45e-e48312ba9a6d req-78b65486-d077-4f70-be83-a1ae548b924f tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:58.060403 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f502bc1a-1ebf-452a-b45e-e48312ba9a6d req-78b65486-d077-4f70-be83-a1ae548b924f tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b1245d-7b09-48df-aa37-ccf197a4fcfc HTTP/1.1" status: 200 len: 944 time: 0.2094502 Nov 23 21:56:58.063392 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:56:58.064225 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:58.064676 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-652e21be-c5ee-47fa-9696-8c00fcd0df21 service neutron] 10.222.0.53 "GET /v2.0/networks/538e1e97-92a3-4d18-ba4d-eab4d961092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451681 Nov 23 21:56:58.236317 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:58.285100 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:56:58.299855 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:58.442824 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:58.496335 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd7d90-6d76-417a-910b-39e3b8485c84 req-6a00f1a1-fdaa-4961-bb65-d67498a33a89 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:58.505499 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-13cd7d90-6d76-417a-910b-39e3b8485c84 req-6a00f1a1-fdaa-4961-bb65-d67498a33a89 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 945 time: 0.4395974 Nov 23 21:56:58.518549 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60822) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:58.540387 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73820b7-2dc7-4ec7-96e1-1129bee7f360 req-e3c0b5bc-6805-49e3-9961-60a1573e4418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:58.542662 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e73820b7-2dc7-4ec7-96e1-1129bee7f360 req-e3c0b5bc-6805-49e3-9961-60a1573e4418 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c13aeffe2daf471598f2057c7d3388f0&device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 1096 time: 0.4755437 Nov 23 21:56:58.547326 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f502bc1a-1ebf-452a-b45e-e48312ba9a6d req-39d14c1c-2c3f-40a1-8026-f7db97544abe tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4794002 Nov 23 21:56:58.641421 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-317cce5b-f907-405e-8466-d135c936ca0b service neutron] 10.222.0.53 "GET /v2.0/networks/538e1e97-92a3-4d18-ba4d-eab4d961092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668171 Nov 23 21:56:58.676627 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-2e7a1646-0aae-4944-b941-c9e2541bfc79 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-338290434-network', 'tenant_id': '64288be5011f4a97b185d2186fb4832c'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:58.707666 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7a1646-0aae-4944-b941-c9e2541bfc79 admin admin] Made reservation on behalf of 64288be5011f4a97b185d2186fb4832c for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:58.710285 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2e7a1646-0aae-4944-b941-c9e2541bfc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:58.720010 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2e7a1646-0aae-4944-b941-c9e2541bfc79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:58.774589 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73820b7-2dc7-4ec7-96e1-1129bee7f360 req-1d47a18c-b7ac-4338-8837-aab8ba791cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:58.776682 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e73820b7-2dc7-4ec7-96e1-1129bee7f360 req-1d47a18c-b7ac-4338-8837-aab8ba791cc5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d574a90f-57c4-4096-aa4e-8d6166a80844 HTTP/1.1" status: 200 len: 916 time: 0.2224078 Nov 23 21:56:58.781344 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-13cd7d90-6d76-417a-910b-39e3b8485c84 req-9aab2331-9d56-4b08-a86b-dd87307f63e5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2747116 Nov 23 21:56:58.850217 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-2ee26d69-0936-45ee-94fc-51102a330bbd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=9e1a4a01-b58d-4d1b-8c53-14975401b67a HTTP/1.1" status: 200 len: 217 time: 0.1868761 Nov 23 21:56:58.892191 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2e7a1646-0aae-4944-b941-c9e2541bfc79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:58.898213 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e73820b7-2dc7-4ec7-96e1-1129bee7f360 req-9ac8c6c0-80ee-444b-ba19-092621e430a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 HTTP/1.1" status: 200 len: 217 time: 0.0836899 Nov 23 21:56:58.902109 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2e7a1646-0aae-4944-b941-c9e2541bfc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:58.978320 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73820b7-2dc7-4ec7-96e1-1129bee7f360 req-a2057d80-5139-4e8e-a9c1-76517265d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:58.980551 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e73820b7-2dc7-4ec7-96e1-1129bee7f360 req-a2057d80-5139-4e8e-a9c1-76517265d95f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9d54f61-2a7c-4963-b588-28ffdcf63b91 HTTP/1.1" status: 200 len: 854 time: 0.0579457 Nov 23 21:56:58.988545 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a1646-0aae-4944-b941-c9e2541bfc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee721b3c-6297-4550-afcf-062b7cd41701,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:59.026291 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e7a1646-0aae-4944-b941-c9e2541bfc79 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:56:59.047049 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2e7a1646-0aae-4944-b941-c9e2541bfc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:59.047743 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-2e7a1646-0aae-4944-b941-c9e2541bfc79 admin admin] Added segment c918db4d-8491-4814-8b48-c88e15bd8891 of type vlan for network 52948769-b6a3-41fc-aa55-033e6e376982 Nov 23 21:56:59.078812 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a028739-696f-4dd8-9d72-afcbbb2075b6 req-980f040c-e3d9-4903-87f1-ab465c5ed59d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:59.078812 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a028739-696f-4dd8-9d72-afcbbb2075b6 req-980f040c-e3d9-4903-87f1-ab465c5ed59d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ccc81f0-1770-405d-97ca-a5e71047eadf HTTP/1.1" status: 200 len: 948 time: 0.4179504 Nov 23 21:56:59.092888 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-df980131-7cde-46dd-968f-fa0ba05821b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:59.094692 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-df980131-7cde-46dd-968f-fa0ba05821b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79f80f5c-625c-497c-bf22-0257e8bcf148 HTTP/1.1" status: 200 len: 797 time: 0.2061696 Nov 23 21:56:59.129661 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2e7a1646-0aae-4944-b941-c9e2541bfc79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:59.195669 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2e7a1646-0aae-4944-b941-c9e2541bfc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:59.195669 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7a1646-0aae-4944-b941-c9e2541bfc79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:59.195669 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2e7a1646-0aae-4944-b941-c9e2541bfc79 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:59.239420 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2e7a1646-0aae-4944-b941-c9e2541bfc79 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7194674 Nov 23 21:56:59.241896 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60826) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:56:59.249150 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6898a4f7-a226-4c0e-85aa-c0bcc6f0a2c4 admin admin] Request body: {'subnet': {'network_id': '52948769-b6a3-41fc-aa55-033e6e376982', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-338290434-subnet', 'tenant_id': '64288be5011f4a97b185d2186fb4832c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:56:59.254769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73820b7-2dc7-4ec7-96e1-1129bee7f360 req-81525e38-704c-4610-b4f3-acc9c3266608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:59.257235 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e73820b7-2dc7-4ec7-96e1-1129bee7f360 req-81525e38-704c-4610-b4f3-acc9c3266608 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d574a90f-57c4-4096-aa4e-8d6166a80844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2664008 Nov 23 21:56:59.301195 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a028739-696f-4dd8-9d72-afcbbb2075b6 req-ba04981c-a8fb-492d-a851-6e04bda981ac tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137380 Nov 23 21:56:59.398920 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2eaaff-b423-4a4b-a161-18d5fd211d8b req-76d69710-a5a4-4995-b335-9a0794073add tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:59.409132 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c2eaaff-b423-4a4b-a161-18d5fd211d8b req-76d69710-a5a4-4995-b335-9a0794073add tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 945 time: 0.4207938 Nov 23 21:56:59.434068 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed86794-13b2-4c0c-9c5f-dea5b182ee08 x-openstack-request-id: req-aed86794-13b2-4c0c-9c5f-dea5b182ee08 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:56:59.434564 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b1245d-7b09-48df-aa37-ccf197a4fcfc", "name": "network-vif-plugged", "status": "completed", "tag": "593e9321-8a5c-488e-bf20-9be765c4f213", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:56:59.434678 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aed86794-13b2-4c0c-9c5f-dea5b182ee08 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:56:59.435028 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b1245d-7b09-48df-aa37-ccf197a4fcfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593e9321-8a5c-488e-bf20-9be765c4f213', 'code': 200} Nov 23 21:56:59.445101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a1646-0aae-4944-b941-c9e2541bfc79 admin admin] Pushing event updated for resources: {'Network': ['ID=52948769-b6a3-41fc-aa55-033e6e376982,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:56:59.453945 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6898a4f7-a226-4c0e-85aa-c0bcc6f0a2c4 admin admin] Made reservation on behalf of 64288be5011f4a97b185d2186fb4832c for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:56:59.464299 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 52948769-b6a3-41fc-aa55-033e6e376982 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:56:59.475085 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6898a4f7-a226-4c0e-85aa-c0bcc6f0a2c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:59.578914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-15a30c57-33c3-4b89-aa95-c3ea2807c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:56:59.581104 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-15a30c57-33c3-4b89-aa95-c3ea2807c067 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4619136 Nov 23 21:56:59.870349 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:59.900343 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6898a4f7-a226-4c0e-85aa-c0bcc6f0a2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:56:59.975705 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898a4f7-a226-4c0e-85aa-c0bcc6f0a2c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef5a1691-28e7-41fa-b6d3-047fce7136a4,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:00.010694 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6898a4f7-a226-4c0e-85aa-c0bcc6f0a2c4 admin admin] Checking segment: {'id': 'c918db4d-8491-4814-8b48-c88e15bd8891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '52948769-b6a3-41fc-aa55-033e6e376982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:57:00.011128 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6898a4f7-a226-4c0e-85aa-c0bcc6f0a2c4 admin admin] Network hostable DHCP agents. Network: 52948769-b6a3-41fc-aa55-033e6e376982, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:57:00.034422 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6898a4f7-a226-4c0e-85aa-c0bcc6f0a2c4 admin admin] Network 52948769-b6a3-41fc-aa55-033e6e376982 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:57:00.048073 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-6898a4f7-a226-4c0e-85aa-c0bcc6f0a2c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 52948769-b6a3-41fc-aa55-033e6e376982) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:57:00.053444 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6898a4f7-a226-4c0e-85aa-c0bcc6f0a2c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:00.054048 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6898a4f7-a226-4c0e-85aa-c0bcc6f0a2c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:00.063018 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733eab0e-f00b-4a04-9d6d-c71187ea4228 None None] Network 52948769-b6a3-41fc-aa55-033e6e376982 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:57:00.085019 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6898a4f7-a226-4c0e-85aa-c0bcc6f0a2c4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8403950 Nov 23 21:57:00.260709 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c2eaaff-b423-4a4b-a161-18d5fd211d8b req-2449c8d8-0812-4ca9-ba91-339ebb5a6569 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8503628 Nov 23 21:57:00.310426 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984116aa-a821-409f-8337-1e62882eb0a6 None None] Network 52948769-b6a3-41fc-aa55-033e6e376982 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:57:00.428515 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e73820b7-2dc7-4ec7-96e1-1129bee7f360 req-aad17915-a30c-403f-a065-69f56c3442bb service neutron] 10.222.0.60 "GET /v2.0/networks/d574a90f-57c4-4096-aa4e-8d6166a80844?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1459994 Nov 23 21:57:00.489670 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e3ff1-6d45-4c2c-8431-a78236cf5943 req-f6d0d6d3-388f-4e03-abda-7b0f5573d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:00.491202 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0c9e3ff1-6d45-4c2c-8431-a78236cf5943 req-f6d0d6d3-388f-4e03-abda-7b0f5573d900 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=67b1245d-7b09-48df-aa37-ccf197a4fcfc HTTP/1.1" status: 200 len: 1096 time: 0.9379654 Nov 23 21:57:00.552662 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bccd7c4a-5f94-4497-96bc-f32ac4055042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:00.633448 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a200634-12ff-4149-aa57-a44b88ac77c8 req-a9d77f3a-2017-495d-a11f-19a7eba73435 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:00.656141 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a200634-12ff-4149-aa57-a44b88ac77c8 req-a9d77f3a-2017-495d-a11f-19a7eba73435 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:00.680222 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a200634-12ff-4149-aa57-a44b88ac77c8 req-a9d77f3a-2017-495d-a11f-19a7eba73435 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:00.698091 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a200634-12ff-4149-aa57-a44b88ac77c8 req-a9d77f3a-2017-495d-a11f-19a7eba73435 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:00.712694 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a200634-12ff-4149-aa57-a44b88ac77c8 req-a9d77f3a-2017-495d-a11f-19a7eba73435 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:00.720628 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a200634-12ff-4149-aa57-a44b88ac77c8 req-a9d77f3a-2017-495d-a11f-19a7eba73435 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:00.728121 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a200634-12ff-4149-aa57-a44b88ac77c8 req-a9d77f3a-2017-495d-a11f-19a7eba73435 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:00.744665 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a200634-12ff-4149-aa57-a44b88ac77c8 req-a9d77f3a-2017-495d-a11f-19a7eba73435 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5431 time: 1.1705709 Nov 23 21:57:00.860276 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-638f835f-31c1-43ed-b898-213446ab278b service neutron] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2289574 Nov 23 21:57:00.985516 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0c9e3ff1-6d45-4c2c-8431-a78236cf5943 req-a085e8eb-7de5-499a-b3c2-f957104c028b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577050 Nov 23 21:57:01.080140 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e73820b7-2dc7-4ec7-96e1-1129bee7f360 req-ec666a43-8378-40da-a24a-db926a4da53d service neutron] 10.222.0.60 "GET /v2.0/networks/d574a90f-57c4-4096-aa4e-8d6166a80844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6189718 Nov 23 21:57:01.085923 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a200634-12ff-4149-aa57-a44b88ac77c8 req-2ab4bfe3-db31-4c0c-bfef-71250647f224 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3398604 Nov 23 21:57:01.121186 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d37af9-1cf0-47b1-9a2c-ec03bb6f403c req-55c080d3-0224-48f3-9147-33bbda204368 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:01.137911 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d37af9-1cf0-47b1-9a2c-ec03bb6f403c req-55c080d3-0224-48f3-9147-33bbda204368 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:01.140665 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c9d37af9-1cf0-47b1-9a2c-ec03bb6f403c req-55c080d3-0224-48f3-9147-33bbda204368 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=587198a5-3fb0-4d8d-bf90-aa5c9f554ef6&device_id=7ccc81f0-1770-405d-97ca-a5e71047eadf HTTP/1.1" status: 200 len: 1689 time: 0.2854350 Nov 23 21:57:01.178020 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-1f45fe24-1dd1-49ce-b889-ac0d4d8b1918 service neutron] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817404 Nov 23 21:57:01.224757 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60852) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:01.230685 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-27ab1f4b-617c-4c9b-b1db-39b8334138a6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1006567546-network', 'tenant_id': '84b248a34d494b19b8cc498935ca8368'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:57:01.265569 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-590c285b-f87f-4486-ab7b-eaf185a35dd3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=e7e26413-e971-46f6-ba1f-9c8b1eb61493 HTTP/1.1" status: 200 len: 217 time: 0.0532830 Nov 23 21:57:01.291329 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ab1f4b-617c-4c9b-b1db-39b8334138a6 admin admin] Made reservation on behalf of 84b248a34d494b19b8cc498935ca8368 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:57:01.294329 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-27ab1f4b-617c-4c9b-b1db-39b8334138a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:01.306120 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-27ab1f4b-617c-4c9b-b1db-39b8334138a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:01.341228 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-03b8b402-2cc9-4ce0-8ffa-3341660c793b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:01.343603 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-03b8b402-2cc9-4ce0-8ffa-3341660c793b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79f80f5c-625c-497c-bf22-0257e8bcf148 HTTP/1.1" status: 200 len: 797 time: 0.0630796 Nov 23 21:57:01.391190 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c9d37af9-1cf0-47b1-9a2c-ec03bb6f403c req-8e9e4613-38be-43cf-80d4-be4d19419435 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385800 Nov 23 21:57:01.436857 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:57:01.439760 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cdc5a7-4252-4937-a548-09eb86abaf18" -d '{"events": [{"server_uuid": "6b268ada-a37f-4c80-b9c3-999c2cac8c75", "name": "network-vif-plugged", "status": "completed", "tag": "6e60ff4c-08c6-484b-a2fe-70fc7894dd69"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:57:01.458198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589079b4-2e57-4e06-a6c7-be948f843da3 req-b8452be8-2734-4f57-86e3-6645ce3fda42 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:01.460186 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-589079b4-2e57-4e06-a6c7-be948f843da3 req-b8452be8-2734-4f57-86e3-6645ce3fda42 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b1245d-7b09-48df-aa37-ccf197a4fcfc HTTP/1.1" status: 200 len: 945 time: 0.1938188 Nov 23 21:57:01.467440 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-a4072f4e-a1fc-4fba-91ad-e6d38a6fdb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:01.468948 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-a4072f4e-a1fc-4fba-91ad-e6d38a6fdb69 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1045399 Nov 23 21:57:01.511897 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-27ab1f4b-617c-4c9b-b1db-39b8334138a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:01.524071 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-27ab1f4b-617c-4c9b-b1db-39b8334138a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:01.560360 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:01.572265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ab1f4b-617c-4c9b-b1db-39b8334138a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:57:01.607331 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab1f4b-617c-4c9b-b1db-39b8334138a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efef356a-3153-47ab-b15f-e6a8c828948d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:01.612067 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-27ab1f4b-617c-4c9b-b1db-39b8334138a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:01.612416 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-27ab1f4b-617c-4c9b-b1db-39b8334138a6 admin admin] Added segment 45cfc501-506b-4fad-bb35-64fed48d186e of type vlan for network d9c48eed-d397-4cd6-a9ba-8d5fd30a2ebf Nov 23 21:57:01.668605 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-589079b4-2e57-4e06-a6c7-be948f843da3 req-f8cb934b-3cab-4857-a1b4-0ede4c55c29c tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981161 Nov 23 21:57:01.672809 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-27ab1f4b-617c-4c9b-b1db-39b8334138a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:01.733947 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-27ab1f4b-617c-4c9b-b1db-39b8334138a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:01.735147 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ab1f4b-617c-4c9b-b1db-39b8334138a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:01.735832 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-27ab1f4b-617c-4c9b-b1db-39b8334138a6 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:01.743886 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11352361-ee5d-41b0-8935-d11b34ebbcd9 req-0353361b-97e0-4bc5-a55c-2b4d3bbb5018 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:01.747013 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-11352361-ee5d-41b0-8935-d11b34ebbcd9 req-0353361b-97e0-4bc5-a55c-2b4d3bbb5018 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 945 time: 0.2321048 Nov 23 21:57:01.772386 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-27ab1f4b-617c-4c9b-b1db-39b8334138a6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5440629 Nov 23 21:57:01.788303 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60862) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:01.794549 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-a0fd5a9c-ed8b-4f71-a3e5-f4599c946a45 admin admin] Request body: {'subnet': {'network_id': 'd9c48eed-d397-4cd6-a9ba-8d5fd30a2ebf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1006567546-subnet', 'tenant_id': '84b248a34d494b19b8cc498935ca8368', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:57:01.950635 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab1f4b-617c-4c9b-b1db-39b8334138a6 admin admin] Pushing event updated for resources: {'Network': ['ID=d9c48eed-d397-4cd6-a9ba-8d5fd30a2ebf,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:01.962457 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-c6a03eb0-2d54-4931-a04b-f70c272c5894 service neutron] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715366 Nov 23 21:57:01.964335 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network d9c48eed-d397-4cd6-a9ba-8d5fd30a2ebf details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:57:02.115941 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858de13c-3761-4d80-af9f-19dade820966 req-2c8382ed-f90d-4496-9165-58f8b79897e1 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:02.119560 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-858de13c-3761-4d80-af9f-19dade820966 req-2c8382ed-f90d-4496-9165-58f8b79897e1 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 945 time: 0.2775097 Nov 23 21:57:02.130992 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fd5a9c-ed8b-4f71-a3e5-f4599c946a45 admin admin] Made reservation on behalf of 84b248a34d494b19b8cc498935ca8368 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:57:02.133536 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5a9c-ed8b-4f71-a3e5-f4599c946a45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:02.141214 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-322efba8-2d90-4635-8a04-a9f90b7d196e service neutron] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621637 Nov 23 21:57:02.211274 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-11352361-ee5d-41b0-8935-d11b34ebbcd9 req-bd5584d9-ac2f-4b6d-a27c-1f4328bc7714 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4563587 Nov 23 21:57:02.341451 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-42d421a1-848f-4ed5-b99d-70bcfad595dd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=02f35442-1efd-4379-8ae8-d069f0233b87 HTTP/1.1" status: 200 len: 217 time: 0.1654229 Nov 23 21:57:02.444209 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-858de13c-3761-4d80-af9f-19dade820966 req-eed9ade9-97ec-43d9-9dae-e5d0f92e90d4 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145967 Nov 23 21:57:02.460770 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-313595ed-03c0-4ea4-97f8-14beead74c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:02.462367 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-313595ed-03c0-4ea4-97f8-14beead74c31 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79f80f5c-625c-497c-bf22-0257e8bcf148 HTTP/1.1" status: 200 len: 797 time: 0.1086392 Nov 23 21:57:02.551236 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15acc9d9-371c-405f-a7dd-12d42c778682 x-openstack-request-id: req-15acc9d9-371c-405f-a7dd-12d42c778682 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:57:02.551754 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b268ada-a37f-4c80-b9c3-999c2cac8c75", "name": "network-vif-plugged", "status": "completed", "tag": "6e60ff4c-08c6-484b-a2fe-70fc7894dd69", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:57:02.552181 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-15acc9d9-371c-405f-a7dd-12d42c778682 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:57:02.552781 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69', 'code': 200} Nov 23 21:57:02.773530 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-9011d861-965f-4922-a7f3-f80a5e2d079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:02.775669 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-9011d861-965f-4922-a7f3-f80a5e2d079d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2874019 Nov 23 21:57:02.829110 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5a9c-ed8b-4f71-a3e5-f4599c946a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:02.841725 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b253329-e9f1-480d-b033-51e6d626583d req-7265bfb6-bdc2-4a66-baea-ec9792397ad6 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:02.848519 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b253329-e9f1-480d-b033-51e6d626583d req-7265bfb6-bdc2-4a66-baea-ec9792397ad6 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:02.855698 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b253329-e9f1-480d-b033-51e6d626583d req-7265bfb6-bdc2-4a66-baea-ec9792397ad6 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:02.863743 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b253329-e9f1-480d-b033-51e6d626583d req-7265bfb6-bdc2-4a66-baea-ec9792397ad6 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:02.871877 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b253329-e9f1-480d-b033-51e6d626583d req-7265bfb6-bdc2-4a66-baea-ec9792397ad6 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:02.882315 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b253329-e9f1-480d-b033-51e6d626583d req-7265bfb6-bdc2-4a66-baea-ec9792397ad6 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:02.889295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b253329-e9f1-480d-b033-51e6d626583d req-7265bfb6-bdc2-4a66-baea-ec9792397ad6 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:02.891428 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b253329-e9f1-480d-b033-51e6d626583d req-7265bfb6-bdc2-4a66-baea-ec9792397ad6 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5431 time: 0.2535269 Nov 23 21:57:02.912406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8e1e3-19da-42da-b546-578f5e32e89b req-d06bdf68-d607-4ddb-bfcd-5b263f0a08b8 tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:02.913019 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e1b8e1e3-19da-42da-b546-578f5e32e89b req-d06bdf68-d607-4ddb-bfcd-5b263f0a08b8 tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=587198a5-3fb0-4d8d-bf90-aa5c9f554ef6 HTTP/1.1" status: 200 len: 1101 time: 0.2509124 Nov 23 21:57:02.943399 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:03.136843 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd5a9c-ed8b-4f71-a3e5-f4599c946a45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=040561da-5484-4864-8468-e4c1412ed330,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:03.191247 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e1b8e1e3-19da-42da-b546-578f5e32e89b req-066e31a6-760c-44ba-92f1-927dea2cdc1a tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415226 Nov 23 21:57:03.194923 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fd5a9c-ed8b-4f71-a3e5-f4599c946a45 admin admin] Checking segment: {'id': '45cfc501-506b-4fad-bb35-64fed48d186e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'd9c48eed-d397-4cd6-a9ba-8d5fd30a2ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:57:03.195465 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fd5a9c-ed8b-4f71-a3e5-f4599c946a45 admin admin] Network hostable DHCP agents. Network: d9c48eed-d397-4cd6-a9ba-8d5fd30a2ebf, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:57:03.204763 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b253329-e9f1-480d-b033-51e6d626583d req-3772ff46-64df-4c85-8ba1-d38c411e22f3 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3001385 Nov 23 21:57:03.209673 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-317f5015-03f5-4542-91ff-720bc8028a6a service neutron] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214871 Nov 23 21:57:03.239031 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fd5a9c-ed8b-4f71-a3e5-f4599c946a45 admin admin] Network d9c48eed-d397-4cd6-a9ba-8d5fd30a2ebf is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:57:03.269543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-a0fd5a9c-ed8b-4f71-a3e5-f4599c946a45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, d9c48eed-d397-4cd6-a9ba-8d5fd30a2ebf) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:57:03.277872 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fd5a9c-ed8b-4f71-a3e5-f4599c946a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:03.278519 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a0fd5a9c-ed8b-4f71-a3e5-f4599c946a45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:03.284736 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f503c3-ff96-45c3-9077-cbd904d00257 None None] Network d9c48eed-d397-4cd6-a9ba-8d5fd30a2ebf requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:57:03.395834 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a0fd5a9c-ed8b-4f71-a3e5-f4599c946a45 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6061637 Nov 23 21:57:03.493137 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-af8a2425-d17f-4a51-908e-5bd182763dbe service neutron] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655437 Nov 23 21:57:03.536090 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfd8005-b50f-452a-9557-24fcbc917bba None None] Network d9c48eed-d397-4cd6-a9ba-8d5fd30a2ebf requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:57:03.553303 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf93a2-3820-45f5-979e-c1888a9d4930 req-06f17554-aaff-4b6f-b50d-b4563c38615c tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:03.562297 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-11cf93a2-3820-45f5-979e-c1888a9d4930 req-06f17554-aaff-4b6f-b50d-b4563c38615c tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7ccc81f0-1770-405d-97ca-a5e71047eadf HTTP/1.1" status: 200 len: 1099 time: 0.1648228 Nov 23 21:57:03.572390 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d65bf-becf-4ac1-b4fe-9ee7b88a89b1 req-ff7c760f-53af-4e78-a43d-a44cdcdac29d tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:03.573885 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e4d65bf-becf-4ac1-b4fe-9ee7b88a89b1 req-ff7c760f-53af-4e78-a43d-a44cdcdac29d tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b1245d-7b09-48df-aa37-ccf197a4fcfc HTTP/1.1" status: 200 len: 945 time: 0.1736777 Nov 23 21:57:03.583021 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-f9a11207-e467-4745-b8cf-8da0edc74852 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=34f625a4-b456-41db-8450-83c7c1ee8503 HTTP/1.1" status: 200 len: 217 time: 0.0788713 Nov 23 21:57:03.669369 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60884) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:03.754077 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-11cf93a2-3820-45f5-979e-c1888a9d4930 req-0fe6a72c-26de-42ad-9bce-57f5536c979e tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845429 Nov 23 21:57:03.755909 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-57ecd0d9-1395-4974-9838-ef1e7b980736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:03.758535 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-57ecd0d9-1395-4974-9838-ef1e7b980736 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79f80f5c-625c-497c-bf22-0257e8bcf148 HTTP/1.1" status: 200 len: 797 time: 0.1571374 Nov 23 21:57:03.802338 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e4d65bf-becf-4ac1-b4fe-9ee7b88a89b1 req-7e4869ca-8e45-4cf5-9ac8-d51ecc295f2a tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148969 Nov 23 21:57:03.852077 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca649f4-d4c3-40ab-8f18-f76b428cb285 admin admin] Deleting subnet ef5a1691-28e7-41fa-b6d3-047fce7136a4 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:57:03.865603 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eca649f4-d4c3-40ab-8f18-f76b428cb285 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:03.897733 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-0ed3aa16-41fb-43c2-995a-65e53e46ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:03.904781 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-0ed3aa16-41fb-43c2-995a-65e53e46ccbb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1369388 Nov 23 21:57:03.990690 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eca649f4-d4c3-40ab-8f18-f76b428cb285 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:04.014458 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:04.087309 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eca649f4-d4c3-40ab-8f18-f76b428cb285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:04.180832 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091ee3a-b0ec-46e8-8d00-934352a263c8 req-478af04b-8562-4545-a3d4-3234d26b256f tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:04.195544 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9091ee3a-b0ec-46e8-8d00-934352a263c8 req-478af04b-8562-4545-a3d4-3234d26b256f tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 945 time: 0.3135521 Nov 23 21:57:04.221677 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322b7a3-3b64-4c86-9f9f-56e22557ccfc req-5552f664-dabb-42c7-a914-eb2dd7db0328 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:04.225782 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eca649f4-d4c3-40ab-8f18-f76b428cb285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:04.230285 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e322b7a3-3b64-4c86-9f9f-56e22557ccfc req-5552f664-dabb-42c7-a914-eb2dd7db0328 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 945 time: 0.2635539 Nov 23 21:57:04.293701 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca649f4-d4c3-40ab-8f18-f76b428cb285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef5a1691-28e7-41fa-b6d3-047fce7136a4,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:04.297834 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-8d1ba845-c9e3-40d3-9cda-2f780beb1af1 service neutron] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325701 Nov 23 21:57:04.304255 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eca649f4-d4c3-40ab-8f18-f76b428cb285 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:04.316078 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-eca649f4-d4c3-40ab-8f18-f76b428cb285 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ef5a1691-28e7-41fa-b6d3-047fce7136a4 HTTP/1.1" status: 204 len: 168 time: 0.6462820 Nov 23 21:57:04.320942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60892) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:04.470952 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9091ee3a-b0ec-46e8-8d00-934352a263c8 req-f691809a-48c7-4d71-9ff3-76c0810cca6f tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2735567 Nov 23 21:57:04.501670 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e322b7a3-3b64-4c86-9f9f-56e22557ccfc req-b4d87822-d0aa-494f-b4c4-4bdbbd2f937b tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651343 Nov 23 21:57:04.553571 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dcaf2dd1-06da-40bc-ab05-4a163472389c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:04.598787 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-f6262a42-5ef6-446a-bfc6-3172e87d2090 service neutron] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888238 Nov 23 21:57:04.686979 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-4e7a84ce-aec8-40c4-a55b-560be0ac7984 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a568002e-b86b-4db1-b81d-0319d977690b HTTP/1.1" status: 200 len: 217 time: 0.0771000 Nov 23 21:57:04.818103 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-0b42a7e1-06b7-4c20-9818-e6e321d4607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:04.820695 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-0b42a7e1-06b7-4c20-9818-e6e321d4607f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=53016539-7c6b-4b2e-9ed2-0e78c3bed719 HTTP/1.1" status: 200 len: 797 time: 0.1214440 Nov 23 21:57:04.821588 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dcaf2dd1-06da-40bc-ab05-4a163472389c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:04.853938 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-dcaf2dd1-06da-40bc-ab05-4a163472389c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52948769-b6a3-41fc-aa55-033e6e376982']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:57:04.923881 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-dcaf2dd1-06da-40bc-ab05-4a163472389c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c918db4d-8491-4814-8b48-c88e15bd8891') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:57:04.923881 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-dcaf2dd1-06da-40bc-ab05-4a163472389c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c918db4d-8491-4814-8b48-c88e15bd8891') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:57:04.923881 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dcaf2dd1-06da-40bc-ab05-4a163472389c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:04.923881 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dcaf2dd1-06da-40bc-ab05-4a163472389c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:04.923881 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcaf2dd1-06da-40bc-ab05-4a163472389c admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:57:04.923881 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dcaf2dd1-06da-40bc-ab05-4a163472389c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:05.046552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-c39f7aef-d368-4180-ae3d-ee95b6501e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:05.050704 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-c39f7aef-d368-4180-ae3d-ee95b6501e0e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=954621a6-0447-4b04-92ad-3bda684cf0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2174087 Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:57:05.091264 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:57:05.116133 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dcaf2dd1-06da-40bc-ab05-4a163472389c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:05.123798 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dcaf2dd1-06da-40bc-ab05-4a163472389c admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:05.130677 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dcaf2dd1-06da-40bc-ab05-4a163472389c admin admin] 10.222.0.50 "DELETE /v2.0/networks/52948769-b6a3-41fc-aa55-033e6e376982 HTTP/1.1" status: 204 len: 168 time: 0.8078058 Nov 23 21:57:05.131362 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60908) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:05.210367 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf2dd1-06da-40bc-ab05-4a163472389c admin admin] Pushing event deleted for resources: {'Network': ['ID=52948769-b6a3-41fc-aa55-033e6e376982,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:05.223333 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-b64de9f7-66ba-41a8-96cc-dbebb67a81ef service neutron] 10.222.0.53 "GET /v2.0/networks/954621a6-0447-4b04-92ad-3bda684cf0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610606 Nov 23 21:57:05.241875 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728c319-f243-4943-919c-0e0464c46906 req-bf6e1acb-4166-4ed7-b97b-dc5d017b4710 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:05.247722 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728c319-f243-4943-919c-0e0464c46906 req-bf6e1acb-4166-4ed7-b97b-dc5d017b4710 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:05.248102 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-4acda849-45b5-4944-8d6a-f3e75baa3150 admin admin] Deleting subnet 040561da-5484-4864-8468-e4c1412ed330 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:57:05.251879 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4acda849-45b5-4944-8d6a-f3e75baa3150 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:05.254367 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728c319-f243-4943-919c-0e0464c46906 req-bf6e1acb-4166-4ed7-b97b-dc5d017b4710 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:05.261089 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728c319-f243-4943-919c-0e0464c46906 req-bf6e1acb-4166-4ed7-b97b-dc5d017b4710 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:05.267925 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728c319-f243-4943-919c-0e0464c46906 req-bf6e1acb-4166-4ed7-b97b-dc5d017b4710 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:05.274037 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728c319-f243-4943-919c-0e0464c46906 req-bf6e1acb-4166-4ed7-b97b-dc5d017b4710 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:05.281074 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728c319-f243-4943-919c-0e0464c46906 req-bf6e1acb-4166-4ed7-b97b-dc5d017b4710 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:05.289113 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e728c319-f243-4943-919c-0e0464c46906 req-bf6e1acb-4166-4ed7-b97b-dc5d017b4710 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5431 time: 0.3905880 Nov 23 21:57:05.306637 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4acda849-45b5-4944-8d6a-f3e75baa3150 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:05.369366 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4acda849-45b5-4944-8d6a-f3e75baa3150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:05.490971 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e728c319-f243-4943-919c-0e0464c46906 req-7e0548c2-9798-4997-8191-523aa54144bd tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1910462 Nov 23 21:57:05.495582 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-1852b4ab-94fd-4513-bbda-81090c1d835c service neutron] 10.222.0.53 "GET /v2.0/networks/954621a6-0447-4b04-92ad-3bda684cf0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604404 Nov 23 21:57:05.516585 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4acda849-45b5-4944-8d6a-f3e75baa3150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:05.612555 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acda849-45b5-4944-8d6a-f3e75baa3150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=040561da-5484-4864-8468-e4c1412ed330,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:05.616316 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4acda849-45b5-4944-8d6a-f3e75baa3150 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:05.621819 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4acda849-45b5-4944-8d6a-f3e75baa3150 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/040561da-5484-4864-8468-e4c1412ed330 HTTP/1.1" status: 204 len: 168 time: 0.4856379 Nov 23 21:57:05.622254 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60922) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:05.662961 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-493a9381-d0ae-47ed-9219-e8c91863ddb1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ef70db41-b454-4c7b-b415-54b472d6189e HTTP/1.1" status: 200 len: 217 time: 0.1342332 Nov 23 21:57:05.680448 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cb98a-f951-4bd3-b34a-82d1d7e2e952 req-7a495969-5144-48a2-baf8-a42d87b56fd9 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:05.691198 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a4cb98a-f951-4bd3-b34a-82d1d7e2e952 req-7a495969-5144-48a2-baf8-a42d87b56fd9 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 945 time: 0.4666381 Nov 23 21:57:05.775163 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c6d30650-ed25-4929-824d-d42beaf7fe06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:05.789451 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-5b11e1cb-7c40-45d2-a19f-e4d5c12fe730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:05.791930 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-5b11e1cb-7c40-45d2-a19f-e4d5c12fe730 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=53016539-7c6b-4b2e-9ed2-0e78c3bed719 HTTP/1.1" status: 200 len: 797 time: 0.0932949 Nov 23 21:57:05.807192 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a4cb98a-f951-4bd3-b34a-82d1d7e2e952 req-78ec6f56-8c0d-4ff0-a8e5-6c922b2c161e tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150239 Nov 23 21:57:05.896565 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b5114-6c95-4824-b824-8b509a35e58c req-0da294da-5e02-408f-a9e3-07865adc9625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:05.902519 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-0da294da-5e02-408f-a9e3-07865adc9625 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=954621a6-0447-4b04-92ad-3bda684cf0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0852480 Nov 23 21:57:05.991019 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c6d30650-ed25-4929-824d-d42beaf7fe06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:06.039275 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-c6d30650-ed25-4929-824d-d42beaf7fe06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c48eed-d397-4cd6-a9ba-8d5fd30a2ebf']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:57:06.065256 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-c6d30650-ed25-4929-824d-d42beaf7fe06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45cfc501-506b-4fad-bb35-64fed48d186e') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:57:06.066090 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-c6d30650-ed25-4929-824d-d42beaf7fe06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45cfc501-506b-4fad-bb35-64fed48d186e') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:57:06.102145 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c6d30650-ed25-4929-824d-d42beaf7fe06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:06.144561 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c6d30650-ed25-4929-824d-d42beaf7fe06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:06.167587 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d30650-ed25-4929-824d-d42beaf7fe06 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:57:06.168551 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c6d30650-ed25-4929-824d-d42beaf7fe06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:57:06.227993 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:57:06.380365 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c6d30650-ed25-4929-824d-d42beaf7fe06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:06.386264 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c6d30650-ed25-4929-824d-d42beaf7fe06 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:06.390761 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c6d30650-ed25-4929-824d-d42beaf7fe06 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d9c48eed-d397-4cd6-a9ba-8d5fd30a2ebf HTTP/1.1" status: 204 len: 168 time: 0.7674565 Nov 23 21:57:06.403697 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d30650-ed25-4929-824d-d42beaf7fe06 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9c48eed-d397-4cd6-a9ba-8d5fd30a2ebf,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:06.734884 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89b901-0a70-43b0-b145-093f7c8f2520 req-01d444ad-ce24-46a7-b29a-5211ad2e6ac8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:06.736481 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f89b901-0a70-43b0-b145-093f7c8f2520 req-01d444ad-ce24-46a7-b29a-5211ad2e6ac8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 945 time: 0.7681930 Nov 23 21:57:06.739269 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-0c57f68c-a18f-4962-bd5b-b69f03370272 service neutron] 10.222.0.53 "GET /v2.0/networks/954621a6-0447-4b04-92ad-3bda684cf0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8316693 Nov 23 21:57:06.810973 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60940) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:06.854747 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f89b901-0a70-43b0-b145-093f7c8f2520 req-086b7797-0eec-489e-a2ff-76db09ee96f2 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122389 Nov 23 21:57:06.869306 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2a86467f-bc4a-4879-86aa-52a0cfa170fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=64288be5011f4a97b185d2186fb4832c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0570652 Nov 23 21:57:06.872421 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60944) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:06.940659 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-983b5114-6c95-4824-b824-8b509a35e58c req-7edc8cbd-b7a1-4cda-a144-c600ddc06ab8 service neutron] 10.222.0.53 "GET /v2.0/networks/954621a6-0447-4b04-92ad-3bda684cf0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907592 Nov 23 21:57:06.986247 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c6d89933-fd81-4c1b-b18e-83206e4f69d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:07.018963 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c6d89933-fd81-4c1b-b18e-83206e4f69d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:07.112000 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-1c8133a9-1a91-4ab4-b19a-e4ca2654e574 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=14bac651c09042789e9eb24760feece8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804865 Nov 23 21:57:07.211446 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66655626-36d0-4c82-bc42-2466604ebcfc req-08d32b18-c50e-403b-bc22-8a6f48ca4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:07.211834 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66655626-36d0-4c82-bc42-2466604ebcfc req-08d32b18-c50e-403b-bc22-8a6f48ca4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:07.212299 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66655626-36d0-4c82-bc42-2466604ebcfc req-08d32b18-c50e-403b-bc22-8a6f48ca4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:07.212759 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66655626-36d0-4c82-bc42-2466604ebcfc req-08d32b18-c50e-403b-bc22-8a6f48ca4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:07.213218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66655626-36d0-4c82-bc42-2466604ebcfc req-08d32b18-c50e-403b-bc22-8a6f48ca4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:07.213671 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66655626-36d0-4c82-bc42-2466604ebcfc req-08d32b18-c50e-403b-bc22-8a6f48ca4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:07.214125 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66655626-36d0-4c82-bc42-2466604ebcfc req-08d32b18-c50e-403b-bc22-8a6f48ca4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:07.216107 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-66655626-36d0-4c82-bc42-2466604ebcfc req-08d32b18-c50e-403b-bc22-8a6f48ca4a05 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b6ed703ef174b4d8c2560021ab2bd8c&device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 6488 time: 0.1735995 Nov 23 21:57:07.274062 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de440afb-9a2b-458b-b53f-0aaeb8e12c70 req-aeed4577-264d-4320-a562-23649062e237 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:07.275593 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de440afb-9a2b-458b-b53f-0aaeb8e12c70 req-aeed4577-264d-4320-a562-23649062e237 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ec38c3e-9a12-4f74-92ec-e5736d9675f6 HTTP/1.1" status: 200 len: 946 time: 0.2125738 Nov 23 21:57:07.292196 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c6d89933-fd81-4c1b-b18e-83206e4f69d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:07.294784 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c6d89933-fd81-4c1b-b18e-83206e4f69d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:07.296288 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c6d89933-fd81-4c1b-b18e-83206e4f69d1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee721b3c-6297-4550-afcf-062b7cd41701 HTTP/1.1" status: 204 len: 168 time: 0.4218621 Nov 23 21:57:07.339240 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d89933-fd81-4c1b-b18e-83206e4f69d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee721b3c-6297-4550-afcf-062b7cd41701,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:07.396335 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-fc5ed3f8-d521-4da8-82d1-5c1594652716 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:07.399176 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-fc5ed3f8-d521-4da8-82d1-5c1594652716 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2637150 Nov 23 21:57:07.456024 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66655626-36d0-4c82-bc42-2466604ebcfc req-6864645d-323f-4d90-b56b-8b473ca4689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:07.458002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-66655626-36d0-4c82-bc42-2466604ebcfc req-6864645d-323f-4d90-b56b-8b473ca4689e service neutron] 10.222.0.53 "GET /v2.0/networks?id=954621a6-0447-4b04-92ad-3bda684cf0c7 HTTP/1.1" status: 200 len: 903 time: 0.2070968 Nov 23 21:57:07.500047 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de440afb-9a2b-458b-b53f-0aaeb8e12c70 req-dea27703-1890-4323-adf2-ec45e9014d02 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089286 Nov 23 21:57:07.566616 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-900be693-179c-40e8-a2c7-91544fb79aad tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/quotas/14bac651c09042789e9eb24760feece8 HTTP/1.1" status: 200 len: 375 time: 0.1042709 Nov 23 21:57:07.569462 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-66655626-36d0-4c82-bc42-2466604ebcfc req-e20ac2b5-d2a0-40c4-a795-584b7658df89 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ef70db41-b454-4c7b-b415-54b472d6189e HTTP/1.1" status: 200 len: 217 time: 0.0813229 Nov 23 21:57:07.769075 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66655626-36d0-4c82-bc42-2466604ebcfc req-4b073d52-9684-4c76-acd4-063e79aa1afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:07.770456 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-66655626-36d0-4c82-bc42-2466604ebcfc req-4b073d52-9684-4c76-acd4-063e79aa1afd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=53016539-7c6b-4b2e-9ed2-0e78c3bed719 HTTP/1.1" status: 200 len: 797 time: 0.1893425 Nov 23 21:57:07.790728 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-3107a13d-dd6a-4b88-8b86-6618b68a6fe1 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=14bac651c09042789e9eb24760feece8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2231891 Nov 23 21:57:07.834828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4bf52-75b2-4053-bb59-715877ee5a34 req-ace0859d-6a83-41ed-a42e-8dfd02e61d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:07.836358 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0b4bf52-75b2-4053-bb59-715877ee5a34 req-ace0859d-6a83-41ed-a42e-8dfd02e61d41 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 1096 time: 0.1885517 Nov 23 21:57:07.851515 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43151e-ca38-49d2-b2d8-1c7de5f11d45 req-83d4fc90-bf82-4fbe-b552-1e68c44d0996 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:07.858599 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43151e-ca38-49d2-b2d8-1c7de5f11d45 req-83d4fc90-bf82-4fbe-b552-1e68c44d0996 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:07.864957 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43151e-ca38-49d2-b2d8-1c7de5f11d45 req-83d4fc90-bf82-4fbe-b552-1e68c44d0996 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:07.870867 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43151e-ca38-49d2-b2d8-1c7de5f11d45 req-83d4fc90-bf82-4fbe-b552-1e68c44d0996 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:07.877244 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43151e-ca38-49d2-b2d8-1c7de5f11d45 req-83d4fc90-bf82-4fbe-b552-1e68c44d0996 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:07.883337 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43151e-ca38-49d2-b2d8-1c7de5f11d45 req-83d4fc90-bf82-4fbe-b552-1e68c44d0996 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:07.889611 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43151e-ca38-49d2-b2d8-1c7de5f11d45 req-83d4fc90-bf82-4fbe-b552-1e68c44d0996 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:07.897804 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd43151e-ca38-49d2-b2d8-1c7de5f11d45 req-83d4fc90-bf82-4fbe-b552-1e68c44d0996 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5431 time: 0.2512686 Nov 23 21:57:07.911694 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba381b56-633c-42b8-8427-e3a9433ad42a req-6f6283ae-7fab-48f4-9840-ab7d46b1b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:07.913728 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ba381b56-633c-42b8-8427-e3a9433ad42a req-6f6283ae-7fab-48f4-9840-ab7d46b1b37f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32839c3e63d04827b470d0a106b18e8e&device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 1096 time: 0.2333083 Nov 23 21:57:07.954566 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60970) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:08.016869 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-65d1a58c-b887-4cc2-a66b-21ba48b3a222 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=84b248a34d494b19b8cc498935ca8368&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0596142 Nov 23 21:57:08.019850 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60974) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:08.087101 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-28a28497-28dc-4bd6-95b4-bdac5bed66ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:08.101551 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba381b56-633c-42b8-8427-e3a9433ad42a req-dae0c88d-61ca-4726-9d0e-9c8c24213332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:08.103266 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ba381b56-633c-42b8-8427-e3a9433ad42a req-dae0c88d-61ca-4726-9d0e-9c8c24213332 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f777ba-77da-410e-897f-1430639bb0d7 HTTP/1.1" status: 200 len: 917 time: 0.1621315 Nov 23 21:57:08.145580 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-28a28497-28dc-4bd6-95b4-bdac5bed66ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:08.185350 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66655626-36d0-4c82-bc42-2466604ebcfc req-18c01598-7ac1-488a-8875-9fa5a2799c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:08.187090 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-66655626-36d0-4c82-bc42-2466604ebcfc req-18c01598-7ac1-488a-8875-9fa5a2799c04 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=954621a6-0447-4b04-92ad-3bda684cf0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4061594 Nov 23 21:57:08.205576 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-28a28497-28dc-4bd6-95b4-bdac5bed66ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:08.208774 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-28a28497-28dc-4bd6-95b4-bdac5bed66ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:08.210267 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-28a28497-28dc-4bd6-95b4-bdac5bed66ef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/efef356a-3153-47ab-b15f-e6a8c828948d HTTP/1.1" status: 204 len: 168 time: 0.1894035 Nov 23 21:57:08.221175 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a28497-28dc-4bd6-95b4-bdac5bed66ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efef356a-3153-47ab-b15f-e6a8c828948d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:08.262610 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd43151e-ca38-49d2-b2d8-1c7de5f11d45 req-027904f1-fd94-4a54-8814-1c162fdf1c89 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3639033 Nov 23 21:57:08.331224 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ba381b56-633c-42b8-8427-e3a9433ad42a req-68ddf227-8711-421c-9aa6-031db93b4a92 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cae4ce6-3e46-4535-9cba-9c01e53da176 HTTP/1.1" status: 200 len: 1001 time: 0.2190330 Nov 23 21:57:08.377946 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4bf52-75b2-4053-bb59-715877ee5a34 req-3c7d3bbb-d3b8-437d-b1e5-2be4ef078b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:08.379641 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0b4bf52-75b2-4053-bb59-715877ee5a34 req-3c7d3bbb-d3b8-437d-b1e5-2be4ef078b01 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 912 time: 0.4782705 Nov 23 21:57:08.504835 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0b4bf52-75b2-4053-bb59-715877ee5a34 req-600ab484-0d66-4654-abfd-f883c8761c80 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69 HTTP/1.1" status: 200 len: 1000 time: 0.0884759 Nov 23 21:57:08.606255 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-66655626-36d0-4c82-bc42-2466604ebcfc req-8d14c309-2624-4b83-b69d-f84daf707299 service neutron] 10.222.0.53 "GET /v2.0/networks/954621a6-0447-4b04-92ad-3bda684cf0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043970 Nov 23 21:57:08.622278 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba381b56-633c-42b8-8427-e3a9433ad42a req-ebd66173-aad4-4fb7-9a35-51859ee3f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:08.624583 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ba381b56-633c-42b8-8427-e3a9433ad42a req-ebd66173-aad4-4fb7-9a35-51859ee3f720 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ec95087-31a0-4067-927d-a3091c147250 HTTP/1.1" status: 200 len: 855 time: 0.2757943 Nov 23 21:57:08.736355 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4bf52-75b2-4053-bb59-715877ee5a34 req-1da868a7-508a-496a-9970-8a40b3b22f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:08.737976 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0b4bf52-75b2-4053-bb59-715877ee5a34 req-1da868a7-508a-496a-9970-8a40b3b22f48 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 0.1759827 Nov 23 21:57:08.749469 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fbd91-8b8e-4f7d-9a7c-c6086d259428 req-669c92b1-e057-4a01-b4ae-463551dd4c9e tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:08.757047 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-613fbd91-8b8e-4f7d-9a7c-c6086d259428 req-669c92b1-e057-4a01-b4ae-463551dd4c9e tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=020f6c6c-f212-471b-844d-21bc235b8302 HTTP/1.1" status: 200 len: 946 time: 0.2497873 Nov 23 21:57:08.840205 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-66655626-36d0-4c82-bc42-2466604ebcfc req-d45f721b-1a2a-41b6-b396-aa67373a85b8 service neutron] 10.222.0.53 "GET /v2.0/networks/954621a6-0447-4b04-92ad-3bda684cf0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225690 Nov 23 21:57:08.937507 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba381b56-633c-42b8-8427-e3a9433ad42a req-3c75706b-a1b1-4a8b-8e2e-d5b6890833a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:08.939029 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ba381b56-633c-42b8-8427-e3a9433ad42a req-3c75706b-a1b1-4a8b-8e2e-d5b6890833a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f777ba-77da-410e-897f-1430639bb0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2467492 Nov 23 21:57:08.954158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4bf52-75b2-4053-bb59-715877ee5a34 req-1c1f106e-f1fd-4f0b-bc2d-0f8d2890381a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:08.955938 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0b4bf52-75b2-4053-bb59-715877ee5a34 req-1c1f106e-f1fd-4f0b-bc2d-0f8d2890381a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1968484 Nov 23 21:57:08.963246 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-613fbd91-8b8e-4f7d-9a7c-c6086d259428 req-741cdf11-b1ae-46b9-b9b1-f1037c57bdff tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053151 Nov 23 21:57:09.259676 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f9437-1061-49b8-84ba-d6bbbca96055 req-552eaa8c-9765-4253-bb7e-2697ff66a186 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:09.261475 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e93f9437-1061-49b8-84ba-d6bbbca96055 req-552eaa8c-9765-4253-bb7e-2697ff66a186 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 945 time: 0.3842306 Nov 23 21:57:09.366872 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ba381b56-633c-42b8-8427-e3a9433ad42a req-2181cb25-4906-474d-ad58-b6ce60672425 service neutron] 10.222.0.60 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011753 Nov 23 21:57:09.382492 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-bdc58478-309b-4b27-9dc1-61bd904add0f req-13282810-99d2-4692-a968-3a3224fc6ad6 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:57:09.391329 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bdc58478-309b-4b27-9dc1-61bd904add0f req-13282810-99d2-4692-a968-3a3224fc6ad6 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0522163 Nov 23 21:57:09.548049 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0b4bf52-75b2-4053-bb59-715877ee5a34 req-a296df45-8ce1-4330-903f-ee598ef76f0a service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611207 Nov 23 21:57:09.559919 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e93f9437-1061-49b8-84ba-d6bbbca96055 req-147c5c20-d7cf-4395-9f3b-aeb1b0cf1ac5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2869499 Nov 23 21:57:09.771354 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bdc58478-309b-4b27-9dc1-61bd904add0f req-e950d63b-2e23-4635-ba18-e8c0923910a0 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3788500 Nov 23 21:57:09.827745 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16ca702f-a0c1-410e-9e53-1bf5be4093e8 req-5855a523-8ae4-4b69-90c4-327e7ad15bd1 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=46cd63ea-ce09-4ce1-b5e3-65c8c26d4303 HTTP/1.1" status: 200 len: 210 time: 0.1303754 Nov 23 21:57:09.912180 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ba381b56-633c-42b8-8427-e3a9433ad42a req-96cbdc85-37bc-4c99-817a-b50b4279a39a service neutron] 10.222.0.60 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5129504 Nov 23 21:57:09.977108 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0b4bf52-75b2-4053-bb59-715877ee5a34 req-7ec20eed-93f0-4a94-a5ec-c1e748f7030e service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042482 Nov 23 21:57:10.263253 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7732f26-339f-4787-86f3-3cefc95bfc24 req-176a822c-6bd1-43a3-a0f8-af3af997992c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:10.272864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7732f26-339f-4787-86f3-3cefc95bfc24 req-176a822c-6bd1-43a3-a0f8-af3af997992c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:10.287050 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7732f26-339f-4787-86f3-3cefc95bfc24 req-176a822c-6bd1-43a3-a0f8-af3af997992c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:10.298042 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7732f26-339f-4787-86f3-3cefc95bfc24 req-176a822c-6bd1-43a3-a0f8-af3af997992c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:10.305459 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7732f26-339f-4787-86f3-3cefc95bfc24 req-176a822c-6bd1-43a3-a0f8-af3af997992c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:10.314597 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7732f26-339f-4787-86f3-3cefc95bfc24 req-176a822c-6bd1-43a3-a0f8-af3af997992c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:10.321827 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7732f26-339f-4787-86f3-3cefc95bfc24 req-176a822c-6bd1-43a3-a0f8-af3af997992c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:10.328106 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7732f26-339f-4787-86f3-3cefc95bfc24 req-176a822c-6bd1-43a3-a0f8-af3af997992c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5431 time: 0.2901051 Nov 23 21:57:10.389283 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb021b1-a58b-43b9-b402-9b3863caded6 req-12fd9ca2-fd6d-4a25-a79e-5656afd9867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:10.391382 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-abb021b1-a58b-43b9-b402-9b3863caded6 req-12fd9ca2-fd6d-4a25-a79e-5656afd9867e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32839c3e63d04827b470d0a106b18e8e&device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 1096 time: 0.2548642 Nov 23 21:57:11.072744 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-e3496fa8-cfe8-4560-92a5-3f59d29db116 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=14bac651c09042789e9eb24760feece8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599027 Nov 23 21:57:11.181975 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-0aef1a12-2214-4649-a3c9-ab0d96571899 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=14bac651c09042789e9eb24760feece8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431635 Nov 23 21:57:11.224236 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb021b1-a58b-43b9-b402-9b3863caded6 req-449aaa4d-33aa-4246-96c2-74c858c561c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:11.225733 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-abb021b1-a58b-43b9-b402-9b3863caded6 req-449aaa4d-33aa-4246-96c2-74c858c561c1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f777ba-77da-410e-897f-1430639bb0d7 HTTP/1.1" status: 200 len: 917 time: 0.7829342 Nov 23 21:57:11.249264 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7732f26-339f-4787-86f3-3cefc95bfc24 req-b5fdf935-2226-45e8-b7ab-8dee37b8d06d tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9048135 Nov 23 21:57:11.461968 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-2816d9e2-a3ef-4647-835e-68ce261fd4ad tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:11.463885 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-2816d9e2-a3ef-4647-835e-68ce261fd4ad tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2727003 Nov 23 21:57:11.508792 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49a64b-d54c-4a1c-b83c-3ff42e14aca3 req-5a507c6a-6d4c-4c5c-b00e-b8412fec1d04 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:11.510279 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a49a64b-d54c-4a1c-b83c-3ff42e14aca3 req-5a507c6a-6d4c-4c5c-b00e-b8412fec1d04 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 945 time: 1.1111217 Nov 23 21:57:11.512517 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-dcc4ada2-2176-4149-a0a4-94482f836a2f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Request body: {'port': {'device_id': '46cd63ea-ce09-4ce1-b5e3-65c8c26d4303', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': '14bac651c09042789e9eb24760feece8'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:57:11.604931 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2cae4ce6-3e46-4535-9cba-9c01e53da176 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:57:11.709722 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-abb021b1-a58b-43b9-b402-9b3863caded6 req-ec01d8b1-4fdd-4094-ae90-a3cc753c936f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cae4ce6-3e46-4535-9cba-9c01e53da176 HTTP/1.1" status: 200 len: 1001 time: 0.4578724 Nov 23 21:57:11.751543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d089d-0515-442d-9f31-368d818c0666 req-fb42387d-97e9-4a07-8f8e-47e6ef833370 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:11.753102 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f4d089d-0515-442d-9f31-368d818c0666 req-fb42387d-97e9-4a07-8f8e-47e6ef833370 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 945 time: 0.3158538 Nov 23 21:57:11.789459 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a49a64b-d54c-4a1c-b83c-3ff42e14aca3 req-dc8df317-0bea-4e0f-a26e-4460e385823c tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620904 Nov 23 21:57:11.804584 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-dcc4ada2-2176-4149-a0a4-94482f836a2f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Made reservation on behalf of 14bac651c09042789e9eb24760feece8 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:57:11.808730 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-dcc4ada2-2176-4149-a0a4-94482f836a2f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:11.833833 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-5e68fcd6-b5b2-4e0f-859f-814980e1e178 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:11.847797 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-5e68fcd6-b5b2-4e0f-859f-814980e1e178 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5841250 Nov 23 21:57:11.863846 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:11.889610 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-108faf70-12d9-4544-b055-d74b0fcfcd89 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Request body: {'port': {'device_id': 'ce13c829-59f4-42ea-93ab-9d0219f386e3', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': '14bac651c09042789e9eb24760feece8'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:57:11.938857 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02280246-b831-4042-aacc-1192904a3c7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cae4ce6-3e46-4535-9cba-9c01e53da176'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:57:11.945084 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd711300-39d2-4b47-8999-c6d1fa73a390" -d '{"events": [{"server_uuid": "02280246-b831-4042-aacc-1192904a3c7e", "name": "network-vif-unplugged", "status": "completed", "tag": "2cae4ce6-3e46-4535-9cba-9c01e53da176"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:57:11.980095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 2cae4ce6-3e46-4535-9cba-9c01e53da176, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2cae4ce6-3e46-4535-9cba-9c01e53da176,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:11.987427 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:12.030060 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb021b1-a58b-43b9-b402-9b3863caded6 req-97805c3c-bc8a-4560-b944-5269a8c3e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:12.035923 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-abb021b1-a58b-43b9-b402-9b3863caded6 req-97805c3c-bc8a-4560-b944-5269a8c3e84e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ec95087-31a0-4067-927d-a3091c147250 HTTP/1.1" status: 200 len: 855 time: 0.3127422 Nov 23 21:57:12.085201 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=2cae4ce6-3e46-4535-9cba-9c01e53da176,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:12.090396 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f4d089d-0515-442d-9f31-368d818c0666 req-819336d9-11be-4d25-be28-55a1a398ac2a tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2891803 Nov 23 21:57:12.092064 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-dcc4ada2-2176-4149-a0a4-94482f836a2f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Allocated IP 192.168.233.63 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/de1dd556-b992-4a29-820c-612138b3888c) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:57:12.158448 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d77f4be2-28c0-49ac-8a5b-155635bb61d6 req-c5eb8c53-1823-4ec5-9040-d90cc88a8bfe tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=46cd63ea-ce09-4ce1-b5e3-65c8c26d4303 HTTP/1.1" status: 200 len: 210 time: 0.1502726 Nov 23 21:57:12.399332 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 21:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2f7deb-cbd8-4dd4-955c-827b9f98ac1c x-openstack-request-id: req-7e2f7deb-cbd8-4dd4-955c-827b9f98ac1c {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:57:12.400165 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02280246-b831-4042-aacc-1192904a3c7e", "name": "network-vif-unplugged", "status": "completed", "tag": "2cae4ce6-3e46-4535-9cba-9c01e53da176", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:57:12.400633 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7e2f7deb-cbd8-4dd4-955c-827b9f98ac1c {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:57:12.401199 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02280246-b831-4042-aacc-1192904a3c7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cae4ce6-3e46-4535-9cba-9c01e53da176', 'code': 200} Nov 23 21:57:12.467271 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb021b1-a58b-43b9-b402-9b3863caded6 req-541ce928-c379-40f4-90aa-57c54fa4cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:12.470132 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-abb021b1-a58b-43b9-b402-9b3863caded6 req-541ce928-c379-40f4-90aa-57c54fa4cc64 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f777ba-77da-410e-897f-1430639bb0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4163971 Nov 23 21:57:12.480082 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-dcc4ada2-2176-4149-a0a4-94482f836a2f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:12.549199 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-dcc4ada2-2176-4149-a0a4-94482f836a2f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:12.587229 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['224179a9-9246-4419-a911-b515f4991d15', 'cc13e182-8dcb-4149-ab27-85551d29d8a7', 'ba323a01-8ef9-4534-87b1-7a4562e0aa72'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:57:12.592304 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-abb021b1-a58b-43b9-b402-9b3863caded6 req-08feb773-d751-4268-b5e9-2fd8b327fe5e service neutron] 10.222.0.60 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969033 Nov 23 21:57:12.594880 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-108faf70-12d9-4544-b055-d74b0fcfcd89 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Made reservation on behalf of 14bac651c09042789e9eb24760feece8 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:57:12.598582 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-108faf70-12d9-4544-b055-d74b0fcfcd89 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:12.620338 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4ada2-2176-4149-a0a4-94482f836a2f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Pushing event updated for resources: {'Port': ['ID=de1dd556-b992-4a29-820c-612138b3888c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:12.627186 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-dcc4ada2-2176-4149-a0a4-94482f836a2f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:57:12.628625 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-dcc4ada2-2176-4149-a0a4-94482f836a2f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:57:12.633084 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-dcc4ada2-2176-4149-a0a4-94482f836a2f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:57:12.694450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c710a51-d2c6-4acf-a500-e932b2ca0792 req-9576d533-0a57-4c45-a718-b9614cb51683 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:12.702750 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c710a51-d2c6-4acf-a500-e932b2ca0792 req-9576d533-0a57-4c45-a718-b9614cb51683 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ec38c3e-9a12-4f74-92ec-e5736d9675f6 HTTP/1.1" status: 200 len: 946 time: 0.3860903 Nov 23 21:57:12.702945 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-dcc4ada2-2176-4149-a0a4-94482f836a2f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:12.703640 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-dcc4ada2-2176-4149-a0a4-94482f836a2f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:12.744745 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-dcc4ada2-2176-4149-a0a4-94482f836a2f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2361007 Nov 23 21:57:12.766707 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-8bc5bcf5-ccc8-4e23-b61a-f29a3b7f4981 service neutron] Request body: {'port': {'device_id': '46cd63ea-ce09-4ce1-b5e3-65c8c26d4303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:57:12.870475 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c710a51-d2c6-4acf-a500-e932b2ca0792 req-8750f65a-16a4-48dc-ac62-538c6ccd92bf tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659787 Nov 23 21:57:12.925985 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-8bc5bcf5-ccc8-4e23-b61a-f29a3b7f4981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:13.056405 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ee272-281d-4c37-b521-ed6eb46da3db req-bcdee9a0-9135-4401-9b97-8d4a015060b0 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:13.068977 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ee272-281d-4c37-b521-ed6eb46da3db req-bcdee9a0-9135-4401-9b97-8d4a015060b0 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:13.080302 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ee272-281d-4c37-b521-ed6eb46da3db req-bcdee9a0-9135-4401-9b97-8d4a015060b0 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:13.091347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ee272-281d-4c37-b521-ed6eb46da3db req-bcdee9a0-9135-4401-9b97-8d4a015060b0 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:13.113446 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ee272-281d-4c37-b521-ed6eb46da3db req-bcdee9a0-9135-4401-9b97-8d4a015060b0 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:13.126612 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ee272-281d-4c37-b521-ed6eb46da3db req-bcdee9a0-9135-4401-9b97-8d4a015060b0 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:13.132509 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ee272-281d-4c37-b521-ed6eb46da3db req-bcdee9a0-9135-4401-9b97-8d4a015060b0 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:13.146112 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-975ee272-281d-4c37-b521-ed6eb46da3db req-bcdee9a0-9135-4401-9b97-8d4a015060b0 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5431 time: 0.5432014 Nov 23 21:57:13.282332 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-609ea79b-80af-4d58-8bd4-68470ac24be9 None None] Provisioning complete for port de1dd556-b992-4a29-820c-612138b3888c triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:57:13.299326 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-609ea79b-80af-4d58-8bd4-68470ac24be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:13.330924 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-975ee272-281d-4c37-b521-ed6eb46da3db req-e61dc6ba-18ef-4ba5-b2ce-106be70890f4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1451468 Nov 23 21:57:13.352379 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-abb021b1-a58b-43b9-b402-9b3863caded6 req-6af0bd79-11f1-411f-be8f-787fec4e1090 service neutron] 10.222.0.60 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7506495 Nov 23 21:57:13.400551 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc411f-41c0-451a-bfa3-067437309f7b req-983abd8a-7c12-4775-9967-c02f00fe1893 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:13.405805 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8acc411f-41c0-451a-bfa3-067437309f7b req-983abd8a-7c12-4775-9967-c02f00fe1893 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=020f6c6c-f212-471b-844d-21bc235b8302 HTTP/1.1" status: 200 len: 946 time: 0.3717628 Nov 23 21:57:13.457973 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-609ea79b-80af-4d58-8bd4-68470ac24be9 None None] Port de1dd556-b992-4a29-820c-612138b3888c cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:57:13.553139 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8acc411f-41c0-451a-bfa3-067437309f7b req-e794e328-57e2-424e-9fa6-5b3cf400e42f tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402583 Nov 23 21:57:13.699709 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fd485-e27e-4d43-8257-e41a2a8850dd req-916fe536-3e64-4668-97cd-4e53ca738b30 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:13.710125 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b23fd485-e27e-4d43-8257-e41a2a8850dd req-916fe536-3e64-4668-97cd-4e53ca738b30 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.1772137 Nov 23 21:57:13.731932 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-8bc5bcf5-ccc8-4e23-b61a-f29a3b7f4981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1dd556-b992-4a29-820c-612138b3888c {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:57:13.741879 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-8bc5bcf5-ccc8-4e23-b61a-f29a3b7f4981 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:13.756476 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-8bc5bcf5-ccc8-4e23-b61a-f29a3b7f4981 service neutron] Transition to ACTIVE for port object de1dd556-b992-4a29-820c-612138b3888c will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:57:13.767440 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-8bc5bcf5-ccc8-4e23-b61a-f29a3b7f4981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:13.899286 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5bcf5-ccc8-4e23-b61a-f29a3b7f4981 service neutron] Pushing event updated for resources: {'Port': ['ID=de1dd556-b992-4a29-820c-612138b3888c,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:13.937223 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b23fd485-e27e-4d43-8257-e41a2a8850dd req-f9246b7e-792b-46e6-b6a5-2ea311db7d39 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201536 Nov 23 21:57:13.992169 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896df0bc-e268-4e8f-91e3-7054c6741372 req-dc917ea9-975b-4017-bee3-3d10a3773cb4 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:14.000787 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-896df0bc-e268-4e8f-91e3-7054c6741372 req-dc917ea9-975b-4017-bee3-3d10a3773cb4 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=46cd63ea-ce09-4ce1-b5e3-65c8c26d4303 HTTP/1.1" status: 200 len: 935 time: 0.3273995 Nov 23 21:57:14.099401 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-8bc5bcf5-ccc8-4e23-b61a-f29a3b7f4981 service neutron] Attempting to bind port de1dd556-b992-4a29-820c-612138b3888c on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:57:14.099877 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-8bc5bcf5-ccc8-4e23-b61a-f29a3b7f4981 service neutron] Attempting to bind port de1dd556-b992-4a29-820c-612138b3888c by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:57:14.102670 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-8bc5bcf5-ccc8-4e23-b61a-f29a3b7f4981 service neutron] Attempting to bind port de1dd556-b992-4a29-820c-612138b3888c on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:57:14.124688 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-896df0bc-e268-4e8f-91e3-7054c6741372 req-1e254a6d-ecfa-4323-8706-ce15a1e401e4 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145849 Nov 23 21:57:14.134469 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-8bc5bcf5-ccc8-4e23-b61a-f29a3b7f4981 service neutron] Port de1dd556-b992-4a29-820c-612138b3888c on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:57:14.134832 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-8bc5bcf5-ccc8-4e23-b61a-f29a3b7f4981 service neutron] Attempting to bind port de1dd556-b992-4a29-820c-612138b3888c on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:57:14.148836 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-108faf70-12d9-4544-b055-d74b0fcfcd89 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Allocated IP 192.168.233.211 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:57:14.156319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-8bc5bcf5-ccc8-4e23-b61a-f29a3b7f4981 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:57:14.157799 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-8bc5bcf5-ccc8-4e23-b61a-f29a3b7f4981 service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:57:14.158275 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-8bc5bcf5-ccc8-4e23-b61a-f29a3b7f4981 service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:57:14.158760 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-8bc5bcf5-ccc8-4e23-b61a-f29a3b7f4981 service neutron] Bound port: de1dd556-b992-4a29-820c-612138b3888c, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:57:14.160304 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-8bc5bcf5-ccc8-4e23-b61a-f29a3b7f4981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:14.409588 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-8bc5bcf5-ccc8-4e23-b61a-f29a3b7f4981 service neutron] For port de1dd556-b992-4a29-820c-612138b3888c, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:57:14.414948 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-8bc5bcf5-ccc8-4e23-b61a-f29a3b7f4981 service neutron] For port de1dd556-b992-4a29-820c-612138b3888c, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=de1dd556-b992-4a29-820c-612138b3888c,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:57:14.432513 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-8bc5bcf5-ccc8-4e23-b61a-f29a3b7f4981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:14.557876 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-8bc5bcf5-ccc8-4e23-b61a-f29a3b7f4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:14.562546 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-8bc5bcf5-ccc8-4e23-b61a-f29a3b7f4981 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:14.564792 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-8bc5bcf5-ccc8-4e23-b61a-f29a3b7f4981 service neutron] 10.222.0.60 "PUT /v2.0/ports/de1dd556-b992-4a29-820c-612138b3888c HTTP/1.1" status: 200 len: 1095 time: 1.8052337 Nov 23 21:57:14.568006 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46cd63ea-ce09-4ce1-b5e3-65c8c26d4303', 'tag': 'de1dd556-b992-4a29-820c-612138b3888c'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:57:14.599078 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902777c8-2559-404d-b4bd-37d78f80b0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "46cd63ea-ce09-4ce1-b5e3-65c8c26d4303", "tag": "de1dd556-b992-4a29-820c-612138b3888c"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:57:14.744564 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5bcf5-ccc8-4e23-b61a-f29a3b7f4981 service neutron] Pushing event updated for resources: {'Port': ['ID=de1dd556-b992-4a29-820c-612138b3888c,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:14.751731 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36d5be-b32a-4879-982a-f257e695b51a req-5d63502c-ff3d-4f5d-b5ee-0b1b68ed69cb tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:14.768354 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36d5be-b32a-4879-982a-f257e695b51a req-5d63502c-ff3d-4f5d-b5ee-0b1b68ed69cb tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:14.776042 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36d5be-b32a-4879-982a-f257e695b51a req-5d63502c-ff3d-4f5d-b5ee-0b1b68ed69cb tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:14.786786 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d36d5be-b32a-4879-982a-f257e695b51a req-5d63502c-ff3d-4f5d-b5ee-0b1b68ed69cb tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=020f6c6c-f212-471b-844d-21bc235b8302&device_id=7ec38c3e-9a12-4f74-92ec-e5736d9675f6&device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 2418 time: 0.2607207 Nov 23 21:57:14.799550 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-66f5e645-399f-40f1-bff0-2dd5c88cf4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:14.818069 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-66f5e645-399f-40f1-bff0-2dd5c88cf4a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14bac651c09042789e9eb24760feece8&device_id=46cd63ea-ce09-4ce1-b5e3-65c8c26d4303 HTTP/1.1" status: 200 len: 1098 time: 0.1365223 Nov 23 21:57:14.887961 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d36d5be-b32a-4879-982a-f257e695b51a req-425f9e7e-4a04-4890-acef-bc3f46ef9640 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998399 Nov 23 21:57:14.925004 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-108faf70-12d9-4544-b055-d74b0fcfcd89 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:14.958204 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-3a1a06ee-608f-4e3e-b664-81a52fced81c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=de1dd556-b992-4a29-820c-612138b3888c HTTP/1.1" status: 200 len: 217 time: 0.1221883 Nov 23 21:57:15.095019 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-0063c29f-93cf-4a9f-8e6c-973cf5bbdfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:15.096946 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c548f2-6cc1-42d3-90e4-8cc51d77fdcd req-2ef00fdf-3a6d-4323-a850-439b20adfdb7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:15.099491 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-0063c29f-93cf-4a9f-8e6c-973cf5bbdfcb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1234870 Nov 23 21:57:15.103181 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c548f2-6cc1-42d3-90e4-8cc51d77fdcd req-2ef00fdf-3a6d-4323-a850-439b20adfdb7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:15.110508 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c548f2-6cc1-42d3-90e4-8cc51d77fdcd req-2ef00fdf-3a6d-4323-a850-439b20adfdb7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:15.116786 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c548f2-6cc1-42d3-90e4-8cc51d77fdcd req-2ef00fdf-3a6d-4323-a850-439b20adfdb7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:15.125484 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c548f2-6cc1-42d3-90e4-8cc51d77fdcd req-2ef00fdf-3a6d-4323-a850-439b20adfdb7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:15.136117 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c548f2-6cc1-42d3-90e4-8cc51d77fdcd req-2ef00fdf-3a6d-4323-a850-439b20adfdb7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:15.144655 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c548f2-6cc1-42d3-90e4-8cc51d77fdcd req-2ef00fdf-3a6d-4323-a850-439b20adfdb7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:15.171761 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89c548f2-6cc1-42d3-90e4-8cc51d77fdcd req-2ef00fdf-3a6d-4323-a850-439b20adfdb7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5431 time: 0.1911304 Nov 23 21:57:15.174856 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-108faf70-12d9-4544-b055-d74b0fcfcd89 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:15.188795 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed30e28-f623-4d9a-9314-ffad2da0f616 x-openstack-request-id: req-3ed30e28-f623-4d9a-9314-ffad2da0f616 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:57:15.193113 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46cd63ea-ce09-4ce1-b5e3-65c8c26d4303", "tag": "de1dd556-b992-4a29-820c-612138b3888c", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:57:15.193392 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ed30e28-f623-4d9a-9314-ffad2da0f616 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:57:15.193912 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46cd63ea-ce09-4ce1-b5e3-65c8c26d4303', 'tag': 'de1dd556-b992-4a29-820c-612138b3888c', 'status': 'completed', 'code': 200} Nov 23 21:57:15.209948 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['224179a9-9246-4419-a911-b515f4991d15', 'cc13e182-8dcb-4149-ab27-85551d29d8a7', 'ba323a01-8ef9-4534-87b1-7a4562e0aa72'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:57:15.266753 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-013b0ec6-4db7-4b20-92e1-3ea91e5e27f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:15.268289 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-013b0ec6-4db7-4b20-92e1-3ea91e5e27f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1506872 Nov 23 21:57:15.500603 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-108faf70-12d9-4544-b055-d74b0fcfcd89 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:57:15.530997 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108faf70-12d9-4544-b055-d74b0fcfcd89 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Pushing event updated for resources: {'Port': ['ID=8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:15.530997 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-108faf70-12d9-4544-b055-d74b0fcfcd89 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:57:15.530997 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-108faf70-12d9-4544-b055-d74b0fcfcd89 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:57:15.531602 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-6a8b7dea-8482-455b-ba97-69afae581598 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485657 Nov 23 21:57:15.655479 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d10d26d3-858d-4a9a-80a7-fcb9eeadaa34 req-b279095c-1b9f-4fe1-98cd-a2694ff5dddf tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.4098148 Nov 23 21:57:15.683402 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89c548f2-6cc1-42d3-90e4-8cc51d77fdcd req-bdc2407b-aeb0-4ed1-90da-9331539cbe02 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4992895 Nov 23 21:57:15.693406 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2cae4ce6-3e46-4535-9cba-9c01e53da176 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:57:15.703501 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-108faf70-12d9-4544-b055-d74b0fcfcd89 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:15.704189 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-108faf70-12d9-4544-b055-d74b0fcfcd89 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:15.779896 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-108faf70-12d9-4544-b055-d74b0fcfcd89 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9310725 Nov 23 21:57:15.793495 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-52e8f2ed-eacd-42b5-a444-7c14913964f4 service neutron] Request body: {'port': {'device_id': 'ce13c829-59f4-42ea-93ab-9d0219f386e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:57:15.879584 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-4302bae7-a371-4bcf-beb8-aeb65b73350d service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403108 Nov 23 21:57:15.984193 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-52e8f2ed-eacd-42b5-a444-7c14913964f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:16.053226 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6ffbbd3d-5ebd-43d8-8187-7c74296b936d None None] Provisioning complete for port 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:57:16.053814 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6ffbbd3d-5ebd-43d8-8187-7c74296b936d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:16.100353 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902777c8-2559-404d-b4bd-37d78f80b0f2 req-4970d69e-a322-4f62-bc55-7b711a6ddd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:16.104149 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-902777c8-2559-404d-b4bd-37d78f80b0f2 req-4970d69e-a322-4f62-bc55-7b711a6ddd73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14bac651c09042789e9eb24760feece8&device_id=46cd63ea-ce09-4ce1-b5e3-65c8c26d4303 HTTP/1.1" status: 200 len: 1098 time: 0.0975847 Nov 23 21:57:16.197877 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e6653-d496-47fe-be57-53d992f28f8b req-316ac3d5-bcdf-4904-8a22-fc16614f4bdd tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:16.206359 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d52e6653-d496-47fe-be57-53d992f28f8b req-316ac3d5-bcdf-4904-8a22-fc16614f4bdd tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=46cd63ea-ce09-4ce1-b5e3-65c8c26d4303 HTTP/1.1" status: 200 len: 947 time: 0.2373168 Nov 23 21:57:16.251053 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-952e4cb7-4dde-47ad-a3bb-b67d463f3d8a req-aa9d8f0f-80c1-4a72-b4fb-08c3e4beb929 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:57:16.252630 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-6ffbbd3d-5ebd-43d8-8187-7c74296b936d None None] Port 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:57:16.256583 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-952e4cb7-4dde-47ad-a3bb-b67d463f3d8a req-aa9d8f0f-80c1-4a72-b4fb-08c3e4beb929 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0407851 Nov 23 21:57:16.261961 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902777c8-2559-404d-b4bd-37d78f80b0f2 req-97587eef-61f1-451b-8477-936dbc76a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:16.266459 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-902777c8-2559-404d-b4bd-37d78f80b0f2 req-97587eef-61f1-451b-8477-936dbc76a39f service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.1451097 Nov 23 21:57:16.383326 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-902777c8-2559-404d-b4bd-37d78f80b0f2 req-3a6bb2e0-5092-4b88-88da-b1b62ad59622 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=de1dd556-b992-4a29-820c-612138b3888c HTTP/1.1" status: 200 len: 217 time: 0.1096144 Nov 23 21:57:16.558105 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d52e6653-d496-47fe-be57-53d992f28f8b req-e7fa3514-f73a-4ac8-a279-ae519e90619f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434355 Nov 23 21:57:16.576886 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902777c8-2559-404d-b4bd-37d78f80b0f2 req-88f8f91a-a92b-4d2f-8d60-ecb4e141a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:16.578455 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-902777c8-2559-404d-b4bd-37d78f80b0f2 req-88f8f91a-a92b-4d2f-8d60-ecb4e141a5a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1594114 Nov 23 21:57:16.685433 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902777c8-2559-404d-b4bd-37d78f80b0f2 req-f37d36a8-d0f5-4127-94fb-7da8a216311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:16.687751 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-902777c8-2559-404d-b4bd-37d78f80b0f2 req-f37d36a8-d0f5-4127-94fb-7da8a216311a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0980735 Nov 23 21:57:16.867085 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-52e8f2ed-eacd-42b5-a444-7c14913964f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:57:16.894264 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-52e8f2ed-eacd-42b5-a444-7c14913964f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:16.913369 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-902777c8-2559-404d-b4bd-37d78f80b0f2 req-120dacd8-4368-491f-a9ae-daa8f2f66279 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123246 Nov 23 21:57:16.937585 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-52e8f2ed-eacd-42b5-a444-7c14913964f4 service neutron] Transition to ACTIVE for port object 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:57:16.985853 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-52e8f2ed-eacd-42b5-a444-7c14913964f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:17.166297 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e17b57d1-a750-48e9-b484-0da4de21a6f5 req-88f0d977-59c1-4ed0-81dd-1e1d7d3e50c3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0775154 Nov 23 21:57:17.167511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8f2ed-eacd-42b5-a444-7c14913964f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:17.171615 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-e17b57d1-a750-48e9-b484-0da4de21a6f5 req-4d8c5c20-9868-44b6-94bb-510f6fa7acf5 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:57:17.184766 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e17b57d1-a750-48e9-b484-0da4de21a6f5 req-4d8c5c20-9868-44b6-94bb-510f6fa7acf5 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0176229 Nov 23 21:57:17.216517 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-902777c8-2559-404d-b4bd-37d78f80b0f2 req-4af5de4a-f30f-4c99-93e4-eda2d32672be service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891421 Nov 23 21:57:17.360466 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2df16-7ad8-4da7-a95a-9b17ca0c6eca req-e3016e33-671c-4a79-9149-4ec940c2ec57 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:17.384498 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4fa2df16-7ad8-4da7-a95a-9b17ca0c6eca req-e3016e33-671c-4a79-9149-4ec940c2ec57 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.4458447 Nov 23 21:57:17.453433 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4fa2df16-7ad8-4da7-a95a-9b17ca0c6eca req-a98c57c1-5ae7-4fdb-bf77-4ba0bfe38797 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680623 Nov 23 21:57:17.564574 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd1b72-74f9-4e57-9435-7ac273c3522c req-a78cacd7-4418-465a-9762-b63461f93f59 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:17.592732 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd1b72-74f9-4e57-9435-7ac273c3522c req-a78cacd7-4418-465a-9762-b63461f93f59 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:17.606101 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd1b72-74f9-4e57-9435-7ac273c3522c req-a78cacd7-4418-465a-9762-b63461f93f59 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:17.623822 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd1b72-74f9-4e57-9435-7ac273c3522c req-a78cacd7-4418-465a-9762-b63461f93f59 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:17.632126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd1b72-74f9-4e57-9435-7ac273c3522c req-a78cacd7-4418-465a-9762-b63461f93f59 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:17.640584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd1b72-74f9-4e57-9435-7ac273c3522c req-a78cacd7-4418-465a-9762-b63461f93f59 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:17.652969 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device de1dd556-b992-4a29-820c-612138b3888c details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:57:17.672307 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd1b72-74f9-4e57-9435-7ac273c3522c req-a78cacd7-4418-465a-9762-b63461f93f59 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:17.688464 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-03dd1b72-74f9-4e57-9435-7ac273c3522c req-a78cacd7-4418-465a-9762-b63461f93f59 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5431 time: 0.5320909 Nov 23 21:57:17.968778 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port de1dd556-b992-4a29-820c-612138b3888c, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=de1dd556-b992-4a29-820c-612138b3888c,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:17.987096 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'de1dd556-b992-4a29-820c-612138b3888c', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': 'de1dd556-b992-4a29-820c-612138b3888c', 'mac_address': 'fa:16:3e:31:67:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:57:18.035218 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:18.054845 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1dd556-b992-4a29-820c-612138b3888c {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:57:18.064262 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-52e8f2ed-eacd-42b5-a444-7c14913964f4 service neutron] Attempting to bind port 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:57:18.064887 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-52e8f2ed-eacd-42b5-a444-7c14913964f4 service neutron] Attempting to bind port 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:57:18.064991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-52e8f2ed-eacd-42b5-a444-7c14913964f4 service neutron] Attempting to bind port 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:57:18.078659 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port de1dd556-b992-4a29-820c-612138b3888c, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=de1dd556-b992-4a29-820c-612138b3888c,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:18.097251 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:18.112647 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-03dd1b72-74f9-4e57-9435-7ac273c3522c req-815fe202-5b60-4635-a5a5-af4075b464f9 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4150214 Nov 23 21:57:18.132937 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-52e8f2ed-eacd-42b5-a444-7c14913964f4 service neutron] Port 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:57:18.134476 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-52e8f2ed-eacd-42b5-a444-7c14913964f4 service neutron] Attempting to bind port 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:57:18.184463 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03dd59-0501-4c44-8e99-8b2c1b4244c9 req-69b50374-2388-4c2a-930a-741243b23421 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:18.186837 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa03dd59-0501-4c44-8e99-8b2c1b4244c9 req-69b50374-2388-4c2a-930a-741243b23421 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=46cd63ea-ce09-4ce1-b5e3-65c8c26d4303 HTTP/1.1" status: 200 len: 947 time: 0.2379272 Nov 23 21:57:18.188031 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-52e8f2ed-eacd-42b5-a444-7c14913964f4 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:57:18.188448 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-52e8f2ed-eacd-42b5-a444-7c14913964f4 service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:57:18.188876 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-52e8f2ed-eacd-42b5-a444-7c14913964f4 service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:57:18.196081 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-52e8f2ed-eacd-42b5-a444-7c14913964f4 service neutron] Bound port: 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:57:18.199750 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-52e8f2ed-eacd-42b5-a444-7c14913964f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:18.217712 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=de1dd556-b992-4a29-820c-612138b3888c,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:18.369825 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa03dd59-0501-4c44-8e99-8b2c1b4244c9 req-c6fb6a6a-b123-44ce-ad60-67f628949733 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651020 Nov 23 21:57:18.448041 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-52e8f2ed-eacd-42b5-a444-7c14913964f4 service neutron] For port 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:57:18.459331 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['de1dd556-b992-4a29-820c-612138b3888c'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:57:18.476022 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-52e8f2ed-eacd-42b5-a444-7c14913964f4 service neutron] For port 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:57:18.494601 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-52e8f2ed-eacd-42b5-a444-7c14913964f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:18.617622 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-52e8f2ed-eacd-42b5-a444-7c14913964f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:18.618504 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-52e8f2ed-eacd-42b5-a444-7c14913964f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:18.620401 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-52e8f2ed-eacd-42b5-a444-7c14913964f4 service neutron] 10.222.0.53 "PUT /v2.0/ports/8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4 HTTP/1.1" status: 200 len: 1096 time: 2.8312659 Nov 23 21:57:18.621017 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce13c829-59f4-42ea-93ab-9d0219f386e3', 'tag': '8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:57:18.624877 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3984f1fc-cc0f-4b6b-ba87-d87e6b1af6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ce13c829-59f4-42ea-93ab-9d0219f386e3", "tag": "8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:57:18.687703 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8f2ed-eacd-42b5-a444-7c14913964f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:18.699786 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c92a4b-87cf-4a59-a526-13c114a49308 req-a7ee163b-01d4-4653-88ac-2d4d339c1afb tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:18.708733 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51c92a4b-87cf-4a59-a526-13c114a49308 req-a7ee163b-01d4-4653-88ac-2d4d339c1afb tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 945 time: 0.1357694 Nov 23 21:57:18.834550 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-258f7086-c493-42e2-9c12-ecd8ad36ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:18.836247 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-258f7086-c493-42e2-9c12-ecd8ad36ac5d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14bac651c09042789e9eb24760feece8&device_id=ce13c829-59f4-42ea-93ab-9d0219f386e3 HTTP/1.1" status: 200 len: 1099 time: 0.1196532 Nov 23 21:57:18.862358 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51c92a4b-87cf-4a59-a526-13c114a49308 req-4472edf3-1874-4d3f-81ec-824eb01326c5 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524112 Nov 23 21:57:18.985649 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-2ec7233b-f381-4ccb-b72b-84dd34e065b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4 HTTP/1.1" status: 200 len: 217 time: 0.1210649 Nov 23 21:57:19.028114 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b15072b-0c3c-43c0-9013-154cccbbf692 x-openstack-request-id: req-4b15072b-0c3c-43c0-9013-154cccbbf692 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:57:19.028690 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce13c829-59f4-42ea-93ab-9d0219f386e3", "tag": "8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:57:19.029945 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b15072b-0c3c-43c0-9013-154cccbbf692 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:57:19.030893 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce13c829-59f4-42ea-93ab-9d0219f386e3', 'tag': '8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4', 'status': 'completed', 'code': 200} Nov 23 21:57:19.135509 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-9b9becdd-3edd-4e73-ac37-054dd277408c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:19.137129 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-9b9becdd-3edd-4e73-ac37-054dd277408c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1415970 Nov 23 21:57:19.196901 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c875a-7bbf-46f4-a882-fd1e90db14b6 req-61a7ef5c-9f5a-435c-8175-aad06e2461cb tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:19.204561 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e4c875a-7bbf-46f4-a882-fd1e90db14b6 req-61a7ef5c-9f5a-435c-8175-aad06e2461cb tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.1952751 Nov 23 21:57:19.378300 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-0f381a50-f4ef-45ea-9518-67aea395873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:19.379863 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-0f381a50-f4ef-45ea-9518-67aea395873d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1741474 Nov 23 21:57:19.383991 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e4c875a-7bbf-46f4-a882-fd1e90db14b6 req-c05d0484-7e2c-4637-933b-a232036854e2 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250503 Nov 23 21:57:19.581833 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-58f0d233-b055-49a7-ad82-81491695cc2e service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928158 Nov 23 21:57:19.603720 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f30888-d4cb-4f7d-bd92-75cd45f5db09 req-2d46edff-f9fc-4cb3-b559-d8e72272ddd5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:19.611954 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f30888-d4cb-4f7d-bd92-75cd45f5db09 req-2d46edff-f9fc-4cb3-b559-d8e72272ddd5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:19.618264 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f30888-d4cb-4f7d-bd92-75cd45f5db09 req-2d46edff-f9fc-4cb3-b559-d8e72272ddd5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:19.624914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f30888-d4cb-4f7d-bd92-75cd45f5db09 req-2d46edff-f9fc-4cb3-b559-d8e72272ddd5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:19.631350 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f30888-d4cb-4f7d-bd92-75cd45f5db09 req-2d46edff-f9fc-4cb3-b559-d8e72272ddd5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:19.637968 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f30888-d4cb-4f7d-bd92-75cd45f5db09 req-2d46edff-f9fc-4cb3-b559-d8e72272ddd5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:19.645501 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f30888-d4cb-4f7d-bd92-75cd45f5db09 req-2d46edff-f9fc-4cb3-b559-d8e72272ddd5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:19.653680 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87f30888-d4cb-4f7d-bd92-75cd45f5db09 req-2d46edff-f9fc-4cb3-b559-d8e72272ddd5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5431 time: 0.1317458 Nov 23 21:57:19.840892 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87f30888-d4cb-4f7d-bd92-75cd45f5db09 req-660938d0-d688-4aab-b793-ad43fe5047c1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1861279 Nov 23 21:57:19.852085 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524f1d1-f6af-40cd-8d1b-7744774fc615 req-39dab6f0-202e-42b4-a2dc-fa618b85feb1 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:19.865987 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1524f1d1-f6af-40cd-8d1b-7744774fc615 req-39dab6f0-202e-42b4-a2dc-fa618b85feb1 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=46cd63ea-ce09-4ce1-b5e3-65c8c26d4303 HTTP/1.1" status: 200 len: 948 time: 0.2094090 Nov 23 21:57:19.879507 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93a79f49-14fd-4d74-89b2-c7c50a4c9c8f req-ce396ee3-9884-4a2a-a142-93885977caa8 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879918 Nov 23 21:57:19.964987 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1524f1d1-f6af-40cd-8d1b-7744774fc615 req-82113963-f6fd-4b27-8446-4180b028688c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977983 Nov 23 21:57:20.072056 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984f1fc-cc0f-4b6b-ba87-d87e6b1af6ce req-c49c67c7-a01b-440d-9c40-a33cc28666ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:20.073556 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3984f1fc-cc0f-4b6b-ba87-d87e6b1af6ce req-c49c67c7-a01b-440d-9c40-a33cc28666ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14bac651c09042789e9eb24760feece8&device_id=ce13c829-59f4-42ea-93ab-9d0219f386e3 HTTP/1.1" status: 200 len: 1099 time: 0.1075828 Nov 23 21:57:20.149390 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63d5d9-28d2-41b0-b7c9-825a3e4db4bf req-a3e2d5a8-2e14-4f0e-b636-02e2408d7dce tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:20.150919 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc63d5d9-28d2-41b0-b7c9-825a3e4db4bf req-a3e2d5a8-2e14-4f0e-b636-02e2408d7dce tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 945 time: 0.0948937 Nov 23 21:57:20.277455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984f1fc-cc0f-4b6b-ba87-d87e6b1af6ce req-2723ef6e-fe83-41c9-8fff-6bf627ddddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:20.278860 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3984f1fc-cc0f-4b6b-ba87-d87e6b1af6ce req-2723ef6e-fe83-41c9-8fff-6bf627ddddf4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.1824942 Nov 23 21:57:20.285318 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc63d5d9-28d2-41b0-b7c9-825a3e4db4bf req-b12dc7a1-c034-481e-9867-68781f656441 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059186 Nov 23 21:57:20.298112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d199b-b869-4365-bf91-e74297186072 req-cf6370c4-b814-442d-a35e-1aa36c48d53c tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:20.299631 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-435d199b-b869-4365-bf91-e74297186072 req-cf6370c4-b814-442d-a35e-1aa36c48d53c tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=020f6c6c-f212-471b-844d-21bc235b8302 HTTP/1.1" status: 200 len: 946 time: 0.0961578 Nov 23 21:57:20.353953 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3984f1fc-cc0f-4b6b-ba87-d87e6b1af6ce req-84f2998e-0991-4338-b569-ac41608fa622 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4 HTTP/1.1" status: 200 len: 217 time: 0.0640786 Nov 23 21:57:20.474434 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-435d199b-b869-4365-bf91-e74297186072 req-e934ebbe-ef7b-4c5f-b986-4974c685d74c tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226032 Nov 23 21:57:20.531782 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984f1fc-cc0f-4b6b-ba87-d87e6b1af6ce req-8a2e43b9-8e4d-4774-bfef-d2a35d675604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:20.543719 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3984f1fc-cc0f-4b6b-ba87-d87e6b1af6ce req-8a2e43b9-8e4d-4774-bfef-d2a35d675604 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1813331 Nov 23 21:57:20.637855 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984f1fc-cc0f-4b6b-ba87-d87e6b1af6ce req-1eb842cd-b36f-425f-b78a-3027b345aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:20.639992 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3984f1fc-cc0f-4b6b-ba87-d87e6b1af6ce req-1eb842cd-b36f-425f-b78a-3027b345aeb7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0842094 Nov 23 21:57:20.650695 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14442b7a-04e6-4ab0-b543-cbd248c13716 req-94851560-c7d0-4638-812c-de59a11a60c1 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:20.660287 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-14442b7a-04e6-4ab0-b543-cbd248c13716 req-94851560-c7d0-4638-812c-de59a11a60c1 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.1130409 Nov 23 21:57:21.162224 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-14442b7a-04e6-4ab0-b543-cbd248c13716 req-e7650bc1-097b-4181-b9ad-7b811dab3e94 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5004854 Nov 23 21:57:21.194115 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3984f1fc-cc0f-4b6b-ba87-d87e6b1af6ce req-086b5715-5fee-4111-bee2-04ca7b5456c6 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302210 Nov 23 21:57:21.208860 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c986c1-954b-44bc-a3da-e5add1a41828 req-0a10e92c-e03a-40c2-9042-d30b7d71df7b tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:21.216406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c986c1-954b-44bc-a3da-e5add1a41828 req-0a10e92c-e03a-40c2-9042-d30b7d71df7b tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:21.224499 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c986c1-954b-44bc-a3da-e5add1a41828 req-0a10e92c-e03a-40c2-9042-d30b7d71df7b tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:21.231545 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c986c1-954b-44bc-a3da-e5add1a41828 req-0a10e92c-e03a-40c2-9042-d30b7d71df7b tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:21.239136 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c986c1-954b-44bc-a3da-e5add1a41828 req-0a10e92c-e03a-40c2-9042-d30b7d71df7b tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:21.245111 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c986c1-954b-44bc-a3da-e5add1a41828 req-0a10e92c-e03a-40c2-9042-d30b7d71df7b tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:21.252142 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c986c1-954b-44bc-a3da-e5add1a41828 req-0a10e92c-e03a-40c2-9042-d30b7d71df7b tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:21.254055 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40c986c1-954b-44bc-a3da-e5add1a41828 req-0a10e92c-e03a-40c2-9042-d30b7d71df7b tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5431 time: 0.1392751 Nov 23 21:57:21.352968 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40c986c1-954b-44bc-a3da-e5add1a41828 req-c85153a3-be80-418e-aa09-92b2f806a84f tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0877700 Nov 23 21:57:21.357095 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:57:21.420223 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c313a08-0e50-411a-9fc7-98da791204e7 req-68062a5d-67e4-4b26-bf6a-a8aeae5c7cd0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:21.422205 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5c313a08-0e50-411a-9fc7-98da791204e7 req-68062a5d-67e4-4b26-bf6a-a8aeae5c7cd0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=46cd63ea-ce09-4ce1-b5e3-65c8c26d4303 HTTP/1.1" status: 200 len: 948 time: 0.1659720 Nov 23 21:57:21.469255 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3984f1fc-cc0f-4b6b-ba87-d87e6b1af6ce req-b7f1c9f0-430c-4822-a7d9-5acdc305514c service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141201 Nov 23 21:57:21.494994 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5c313a08-0e50-411a-9fc7-98da791204e7 req-9e43f8a3-ff08-4787-bde7-4fc2a3425ea4 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559549 Nov 23 21:57:21.609130 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea18e9-e285-492f-8c17-bc9872a66b24 req-ab1db2ec-eb83-4377-80c7-d29c762218cb tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:21.610704 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0fea18e9-e285-492f-8c17-bc9872a66b24 req-ab1db2ec-eb83-4377-80c7-d29c762218cb tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=020f6c6c-f212-471b-844d-21bc235b8302 HTTP/1.1" status: 200 len: 946 time: 0.0591331 Nov 23 21:57:21.662059 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0fea18e9-e285-492f-8c17-bc9872a66b24 req-76dda5b1-9311-4c1a-afbd-2c3e6a40fd22 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447721 Nov 23 21:57:21.680218 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device de1dd556-b992-4a29-820c-612138b3888c up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:57:21.736181 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port de1dd556-b992-4a29-820c-612138b3888c completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:57:21.740776 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port de1dd556-b992-4a29-820c-612138b3888c triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:57:21.741172 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:21.842643 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:21.886277 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cd63ea-ce09-4ce1-b5e3-65c8c26d4303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1dd556-b992-4a29-820c-612138b3888c'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:57:21.890067 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b29008b-5f12-4343-846d-07090fe09d0f" -d '{"events": [{"server_uuid": "46cd63ea-ce09-4ce1-b5e3-65c8c26d4303", "name": "network-vif-plugged", "status": "completed", "tag": "de1dd556-b992-4a29-820c-612138b3888c"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:57:21.914615 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port de1dd556-b992-4a29-820c-612138b3888c, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=de1dd556-b992-4a29-820c-612138b3888c,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:21.926498 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:21.954800 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e1dc56-e0bf-4cf0-a0c8-9479d783b836 x-openstack-request-id: req-89e1dc56-e0bf-4cf0-a0c8-9479d783b836 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:57:21.954800 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cd63ea-ce09-4ce1-b5e3-65c8c26d4303", "name": "network-vif-plugged", "status": "completed", "tag": "de1dd556-b992-4a29-820c-612138b3888c", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:57:21.954800 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89e1dc56-e0bf-4cf0-a0c8-9479d783b836 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:57:21.955416 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cd63ea-ce09-4ce1-b5e3-65c8c26d4303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1dd556-b992-4a29-820c-612138b3888c', 'code': 200} Nov 23 21:57:21.984440 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=de1dd556-b992-4a29-820c-612138b3888c,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:22.008387 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce737e3-2485-4660-a6f2-90189791045e req-3dc9a1ec-5202-4f2d-821a-d711764f54df tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:22.010558 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8ce737e3-2485-4660-a6f2-90189791045e req-3dc9a1ec-5202-4f2d-821a-d711764f54df tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.53 "GET /v2.0/ports?device_id=020f6c6c-f212-471b-844d-21bc235b8302 HTTP/1.1" status: 200 len: 946 time: 0.0887842 Nov 23 21:57:22.157421 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-8ce737e3-2485-4660-a6f2-90189791045e req-5e4d3c50-a507-418c-bae7-6edfb4a38dfc tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Deleting port e77e1664-7e15-4fdf-8515-cc7a1e7ffe42 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:57:22.157757 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8ce737e3-2485-4660-a6f2-90189791045e req-5e4d3c50-a507-418c-bae7-6edfb4a38dfc tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:22.278624 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-8ce737e3-2485-4660-a6f2-90189791045e req-5e4d3c50-a507-418c-bae7-6edfb4a38dfc tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] For port e77e1664-7e15-4fdf-8515-cc7a1e7ffe42, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e77e1664-7e15-4fdf-8515-cc7a1e7ffe42,segment=NetworkSegment(c3745fa3-29ce-433e-84b3-0288ca604068),segment_id=c3745fa3-29ce-433e-84b3-0288ca604068)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:22.280106 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8ce737e3-2485-4660-a6f2-90189791045e req-5e4d3c50-a507-418c-bae7-6edfb4a38dfc tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:22.303394 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-8ce737e3-2485-4660-a6f2-90189791045e req-5e4d3c50-a507-418c-bae7-6edfb4a38dfc tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Calling delete_port for e77e1664-7e15-4fdf-8515-cc7a1e7ffe42 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:57:22.380309 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b493ad0-3797-429a-9629-b7da33da609a req-a8d54a30-0cf3-4f48-8258-5521ef92353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:22.381891 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6b493ad0-3797-429a-9629-b7da33da609a req-a8d54a30-0cf3-4f48-8258-5521ef92353e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=46cd63ea-ce09-4ce1-b5e3-65c8c26d4303 HTTP/1.1" status: 200 len: 1100 time: 0.3144717 Nov 23 21:57:22.436742 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2b6b8-cd05-4d65-8686-f3704691c7b0 req-cb4e7cea-e622-4610-a3f9-f51c53daafd8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:22.444104 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-62b2b6b8-cd05-4d65-8686-f3704691c7b0 req-cb4e7cea-e622-4610-a3f9-f51c53daafd8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.1264241 Nov 23 21:57:22.452949 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6b493ad0-3797-429a-9629-b7da33da609a req-f0c43180-1583-4d5e-a255-a79bd738f12e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572057 Nov 23 21:57:22.543180 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-62b2b6b8-cd05-4d65-8686-f3704691c7b0 req-ab174e10-f2ef-4dd5-b67f-601f40991c13 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982876 Nov 23 21:57:22.567030 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66effcd-80e8-4c67-9257-b3df312d928f req-bf5e2ebe-94fc-43e5-a5ad-617c5f225af3 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:22.572870 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66effcd-80e8-4c67-9257-b3df312d928f req-bf5e2ebe-94fc-43e5-a5ad-617c5f225af3 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:22.579651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66effcd-80e8-4c67-9257-b3df312d928f req-bf5e2ebe-94fc-43e5-a5ad-617c5f225af3 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:22.585930 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66effcd-80e8-4c67-9257-b3df312d928f req-bf5e2ebe-94fc-43e5-a5ad-617c5f225af3 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:22.593280 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66effcd-80e8-4c67-9257-b3df312d928f req-bf5e2ebe-94fc-43e5-a5ad-617c5f225af3 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:22.599468 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66effcd-80e8-4c67-9257-b3df312d928f req-bf5e2ebe-94fc-43e5-a5ad-617c5f225af3 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:22.605470 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66effcd-80e8-4c67-9257-b3df312d928f req-bf5e2ebe-94fc-43e5-a5ad-617c5f225af3 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:22.607563 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f66effcd-80e8-4c67-9257-b3df312d928f req-bf5e2ebe-94fc-43e5-a5ad-617c5f225af3 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5431 time: 0.1394110 Nov 23 21:57:22.688481 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:22.696239 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8ce737e3-2485-4660-a6f2-90189791045e req-5e4d3c50-a507-418c-bae7-6edfb4a38dfc tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:22.709573 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['e77e1664-7e15-4fdf-8515-cc7a1e7ffe42', 'c29f0d83-3099-46d7-92b8-4d494ae5bd7b'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:57:22.752304 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f66effcd-80e8-4c67-9257-b3df312d928f req-d0353d6c-6b57-4780-a055-c17ef608bd5d tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1213253 Nov 23 21:57:22.753159 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d3c50-a507-418c-bae7-6edfb4a38dfc tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Pushing event deleted for resources: {'Port': ['ID=e77e1664-7e15-4fdf-8515-cc7a1e7ffe42,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:22.769106 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:57:22.861714 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce737e3-2485-4660-a6f2-90189791045e req-5e4d3c50-a507-418c-bae7-6edfb4a38dfc tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] No DVR routers for this DVR port e77e1664-7e15-4fdf-8515-cc7a1e7ffe42 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:57:22.865185 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8ce737e3-2485-4660-a6f2-90189791045e req-5e4d3c50-a507-418c-bae7-6edfb4a38dfc tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:22.870002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8ce737e3-2485-4660-a6f2-90189791045e req-5e4d3c50-a507-418c-bae7-6edfb4a38dfc tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.53 "DELETE /v2.0/ports/e77e1664-7e15-4fdf-8515-cc7a1e7ffe42 HTTP/1.1" status: 204 len: 173 time: 0.8510880 Nov 23 21:57:22.873289 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020f6c6c-f212-471b-844d-21bc235b8302', 'name': 'network-vif-deleted', 'tag': 'e77e1664-7e15-4fdf-8515-cc7a1e7ffe42'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:57:22.876821 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9fa396-a535-4653-9388-83d8f4bef589" -d '{"events": [{"server_uuid": "020f6c6c-f212-471b-844d-21bc235b8302", "name": "network-vif-deleted", "tag": "e77e1664-7e15-4fdf-8515-cc7a1e7ffe42"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:57:22.932959 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e6c8a62-8ad1-446f-8e1a-5e7385cd44f7 req-da208a1e-7b77-4cea-9715-435be792a23b tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=020f6c6c-f212-471b-844d-21bc235b8302 HTTP/1.1" status: 200 len: 210 time: 0.0608082 Nov 23 21:57:22.948683 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453861f-412f-47fc-90d4-1c1686cf9341 req-1d04c5eb-dca7-4f28-ac3a-794d00c87f1f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:22.967856 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5453861f-412f-47fc-90d4-1c1686cf9341 req-1d04c5eb-dca7-4f28-ac3a-794d00c87f1f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=46cd63ea-ce09-4ce1-b5e3-65c8c26d4303 HTTP/1.1" status: 200 len: 949 time: 0.1971509 Nov 23 21:57:23.031105 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5453861f-412f-47fc-90d4-1c1686cf9341 req-c883daec-4c9e-4071-9c18-ea1cd820fe27 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621588 Nov 23 21:57:23.033709 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:57:23.052243 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43dc091-1177-4743-8d47-c9580a061fc1 x-openstack-request-id: req-d43dc091-1177-4743-8d47-c9580a061fc1 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:57:23.053087 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020f6c6c-f212-471b-844d-21bc235b8302", "name": "network-vif-deleted", "tag": "e77e1664-7e15-4fdf-8515-cc7a1e7ffe42", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:57:23.053510 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d43dc091-1177-4743-8d47-c9580a061fc1 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:57:23.054092 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020f6c6c-f212-471b-844d-21bc235b8302', 'name': 'network-vif-deleted', 'tag': 'e77e1664-7e15-4fdf-8515-cc7a1e7ffe42', 'status': 'completed', 'code': 200} Nov 23 21:57:23.060055 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:57:23.465051 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:23.490309 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4', 'mac_address': 'fa:16:3e:2e:87:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:57:23.495672 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:23.559603 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:23.560936 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:23.572861 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:23.618325 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:57:23.670948 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:23.699212 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:23.701999 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:23.723508 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d791b-f6ec-4367-be34-7c7d690d8b65 req-bfaead14-3e19-40cb-918c-3e4a2424bb39 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:23.725096 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da6d791b-f6ec-4367-be34-7c7d690d8b65 req-bfaead14-3e19-40cb-918c-3e4a2424bb39 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.0712874 Nov 23 21:57:23.784642 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:23.866827 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da6d791b-f6ec-4367-be34-7c7d690d8b65 req-9f64f145-5e1e-4835-a588-a7cf66560789 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130841 Nov 23 21:57:23.956177 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:57:23.958613 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6d898b-0a8a-4836-984d-efcd426bc3fe" -d '{"events": [{"server_uuid": "6b268ada-a37f-4c80-b9c3-999c2cac8c75", "name": "network-vif-unplugged", "status": "completed", "tag": "6e60ff4c-08c6-484b-a2fe-70fc7894dd69"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:57:23.972672 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb145b-698a-4663-bc36-bf7fc9d0860f req-60463c35-ae55-493d-b859-af14ade0d7ba tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:23.980864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb145b-698a-4663-bc36-bf7fc9d0860f req-60463c35-ae55-493d-b859-af14ade0d7ba tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:23.994818 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb145b-698a-4663-bc36-bf7fc9d0860f req-60463c35-ae55-493d-b859-af14ade0d7ba tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:24.004036 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 21:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0951f0-0916-4009-b190-1a222e1c6fc7 x-openstack-request-id: req-6c0951f0-0916-4009-b190-1a222e1c6fc7 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:57:24.004347 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b268ada-a37f-4c80-b9c3-999c2cac8c75", "name": "network-vif-unplugged", "status": "completed", "tag": "6e60ff4c-08c6-484b-a2fe-70fc7894dd69", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:57:24.004756 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c0951f0-0916-4009-b190-1a222e1c6fc7 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:57:24.005183 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69', 'code': 200} Nov 23 21:57:24.006676 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb145b-698a-4663-bc36-bf7fc9d0860f req-60463c35-ae55-493d-b859-af14ade0d7ba tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:24.015090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb145b-698a-4663-bc36-bf7fc9d0860f req-60463c35-ae55-493d-b859-af14ade0d7ba tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:24.022033 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb145b-698a-4663-bc36-bf7fc9d0860f req-60463c35-ae55-493d-b859-af14ade0d7ba tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:24.033882 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb145b-698a-4663-bc36-bf7fc9d0860f req-60463c35-ae55-493d-b859-af14ade0d7ba tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:24.043759 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ccfb145b-698a-4663-bc36-bf7fc9d0860f req-60463c35-ae55-493d-b859-af14ade0d7ba tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5431 time: 0.1752324 Nov 23 21:57:24.091644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:57:24.116115 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ccfb145b-698a-4663-bc36-bf7fc9d0860f req-2dab53ec-1a9c-49ab-aac1-42a3dbd01059 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712001 Nov 23 21:57:24.203825 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f0c2a-a8e9-42ee-b7d3-73f5a6bca48a req-09516ae7-f98e-4e49-b89a-92cf1240fcb2 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:24.220454 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da4f0c2a-a8e9-42ee-b7d3-73f5a6bca48a req-09516ae7-f98e-4e49-b89a-92cf1240fcb2 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=46cd63ea-ce09-4ce1-b5e3-65c8c26d4303 HTTP/1.1" status: 200 len: 949 time: 0.1001627 Nov 23 21:57:24.312924 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da4f0c2a-a8e9-42ee-b7d3-73f5a6bca48a req-864a0f18-7be4-4bce-a32e-3a89acb34752 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915067 Nov 23 21:57:24.486581 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ae5a9-7d59-45cc-bd12-385520eb06de req-19ad2864-3ae4-4013-bc24-7c369693510c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:24.488230 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bc0ae5a9-7d59-45cc-bd12-385520eb06de req-19ad2864-3ae4-4013-bc24-7c369693510c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce13c829-59f4-42ea-93ab-9d0219f386e3 HTTP/1.1" status: 200 len: 949 time: 0.0930188 Nov 23 21:57:24.498970 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee938d-6251-4f41-acd5-b01733ac67c2 req-1ce94d1a-999a-469d-bf03-9d42b71998bf tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:24.500439 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0fee938d-6251-4f41-acd5-b01733ac67c2 req-1ce94d1a-999a-469d-bf03-9d42b71998bf tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ec38c3e-9a12-4f74-92ec-e5736d9675f6 HTTP/1.1" status: 200 len: 946 time: 0.0942018 Nov 23 21:57:24.575586 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bc0ae5a9-7d59-45cc-bd12-385520eb06de req-45e71a1d-fa1a-4837-bfe6-841a0a653d2e tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741551 Nov 23 21:57:24.581108 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0fee938d-6251-4f41-acd5-b01733ac67c2 req-b7e5e3bf-da68-457d-9a28-d94d381a28e4 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730934 Nov 23 21:57:25.001359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710770c-9f73-454f-bb27-daee0dc38dc2 req-90bdefb4-6bfb-4c9e-aa00-0af710bbdffa tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:25.003716 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3710770c-9f73-454f-bb27-daee0dc38dc2 req-90bdefb4-6bfb-4c9e-aa00-0af710bbdffa tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.0669034 Nov 23 21:57:25.014072 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:57:25.017917 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e77e1664-7e15-4fdf-8515-cc7a1e7ffe42 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:57:25.051658 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: e77e1664-7e15-4fdf-8515-cc7a1e7ffe42 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:57:25.052306 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e77e1664-7e15-4fdf-8515-cc7a1e7ffe42 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:57:25.098298 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3710770c-9f73-454f-bb27-daee0dc38dc2 req-f9835a5f-6587-45ab-9fb1-b7c4475a30b7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879302 Nov 23 21:57:25.185799 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:25.203936 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'port_id': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69', 'mac_address': 'fa:16:3e:f6:77:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:57:25.259107 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:25.283139 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:57:25.312330 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece85fe-03b5-49c6-8c15-48db66e66d52 req-43c49379-ef27-4405-ac0c-74fad2f563b4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:25.319186 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece85fe-03b5-49c6-8c15-48db66e66d52 req-43c49379-ef27-4405-ac0c-74fad2f563b4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:25.323473 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:25.324525 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece85fe-03b5-49c6-8c15-48db66e66d52 req-43c49379-ef27-4405-ac0c-74fad2f563b4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:25.331069 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:25.334109 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece85fe-03b5-49c6-8c15-48db66e66d52 req-43c49379-ef27-4405-ac0c-74fad2f563b4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:25.342292 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece85fe-03b5-49c6-8c15-48db66e66d52 req-43c49379-ef27-4405-ac0c-74fad2f563b4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:25.348678 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece85fe-03b5-49c6-8c15-48db66e66d52 req-43c49379-ef27-4405-ac0c-74fad2f563b4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:25.372124 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece85fe-03b5-49c6-8c15-48db66e66d52 req-43c49379-ef27-4405-ac0c-74fad2f563b4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:25.385199 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ece85fe-03b5-49c6-8c15-48db66e66d52 req-43c49379-ef27-4405-ac0c-74fad2f563b4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5431 time: 0.1609750 Nov 23 21:57:25.449599 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,revision_number=9']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:25.461221 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ece85fe-03b5-49c6-8c15-48db66e66d52 req-53112168-04b8-4270-9917-6fb25addc4c5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750144 Nov 23 21:57:25.494860 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['6e60ff4c-08c6-484b-a2fe-70fc7894dd69'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:57:25.798068 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9eecf9-9c87-42dd-94de-75c9046ce9a7 req-c5de143a-5eb2-40c5-b05d-9688aea77747 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:25.799783 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ad9eecf9-9c87-42dd-94de-75c9046ce9a7 req-c5de143a-5eb2-40c5-b05d-9688aea77747 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce13c829-59f4-42ea-93ab-9d0219f386e3 HTTP/1.1" status: 200 len: 949 time: 0.1016395 Nov 23 21:57:25.814129 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ae416-5a03-41dd-adf5-e5114aec2585 req-42aa051e-9255-45fc-914d-24921e761a36 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:25.816325 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f9ae416-5a03-41dd-adf5-e5114aec2585 req-42aa051e-9255-45fc-914d-24921e761a36 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ec38c3e-9a12-4f74-92ec-e5736d9675f6 HTTP/1.1" status: 200 len: 946 time: 0.1437881 Nov 23 21:57:25.944041 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f9ae416-5a03-41dd-adf5-e5114aec2585 req-b671de3a-36a0-4e42-b787-98e7af015e92 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107318 Nov 23 21:57:26.016942 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ad9eecf9-9c87-42dd-94de-75c9046ce9a7 req-2842c6b9-d431-43b2-b3ee-038870de2622 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931083 Nov 23 21:57:26.076646 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fb721-9f03-42ed-86f1-949b3ab1dba2 req-58c2a43d-b170-4688-b1f9-d03c0c970fbf tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:26.078250 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d0fb721-9f03-42ed-86f1-949b3ab1dba2 req-58c2a43d-b170-4688-b1f9-d03c0c970fbf tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ec38c3e-9a12-4f74-92ec-e5736d9675f6 HTTP/1.1" status: 200 len: 946 time: 0.1091120 Nov 23 21:57:26.259288 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b57d1-a750-48e9-b484-0da4de21a6f5 req-330da342-87ed-498d-b7fb-210737200316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:26.260821 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e17b57d1-a750-48e9-b484-0da4de21a6f5 req-330da342-87ed-498d-b7fb-210737200316 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e&tenant_id=32839c3e63d04827b470d0a106b18e8e HTTP/1.1" status: 200 len: 1094 time: 0.1641641 Nov 23 21:57:26.309984 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86677262-6cb9-485b-8412-d5bd675c162a req-9c6a5de0-2041-4c88-b481-f475a29eeeb3 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:26.311931 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86677262-6cb9-485b-8412-d5bd675c162a req-9c6a5de0-2041-4c88-b481-f475a29eeeb3 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.0885355 Nov 23 21:57:26.325345 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-2d0fb721-9f03-42ed-86f1-949b3ab1dba2 req-b4927d9d-8c98-41c5-a8b6-109a9962dfc9 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Deleting port c29f0d83-3099-46d7-92b8-4d494ae5bd7b {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:57:26.325776 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2d0fb721-9f03-42ed-86f1-949b3ab1dba2 req-b4927d9d-8c98-41c5-a8b6-109a9962dfc9 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:26.401225 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b57d1-a750-48e9-b484-0da4de21a6f5 req-4c6f65ef-19a9-459a-b987-807c305d70fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:26.403770 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e17b57d1-a750-48e9-b484-0da4de21a6f5 req-4c6f65ef-19a9-459a-b987-807c305d70fb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32839c3e63d04827b470d0a106b18e8e&device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 1094 time: 0.0860181 Nov 23 21:57:26.568905 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-2d0fb721-9f03-42ed-86f1-949b3ab1dba2 req-b4927d9d-8c98-41c5-a8b6-109a9962dfc9 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] For port c29f0d83-3099-46d7-92b8-4d494ae5bd7b, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c29f0d83-3099-46d7-92b8-4d494ae5bd7b,segment=NetworkSegment(c3745fa3-29ce-433e-84b3-0288ca604068),segment_id=c3745fa3-29ce-433e-84b3-0288ca604068)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:26.569591 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2d0fb721-9f03-42ed-86f1-949b3ab1dba2 req-b4927d9d-8c98-41c5-a8b6-109a9962dfc9 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:26.600348 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-2d0fb721-9f03-42ed-86f1-949b3ab1dba2 req-b4927d9d-8c98-41c5-a8b6-109a9962dfc9 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Calling delete_port for c29f0d83-3099-46d7-92b8-4d494ae5bd7b owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:57:26.643687 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b57d1-a750-48e9-b484-0da4de21a6f5 req-dbe668e1-1077-4f52-9e11-107985fbe6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:26.645727 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e17b57d1-a750-48e9-b484-0da4de21a6f5 req-dbe668e1-1077-4f52-9e11-107985fbe6c6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f777ba-77da-410e-897f-1430639bb0d7 HTTP/1.1" status: 200 len: 917 time: 0.2343690 Nov 23 21:57:26.804217 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2d0fb721-9f03-42ed-86f1-949b3ab1dba2 req-b4927d9d-8c98-41c5-a8b6-109a9962dfc9 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:26.819785 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33182) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:26.824288 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['c29f0d83-3099-46d7-92b8-4d494ae5bd7b'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:57:26.829023 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e17b57d1-a750-48e9-b484-0da4de21a6f5 req-8c9b242c-181c-4bfb-ab82-a95d10d0bfd6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cae4ce6-3e46-4535-9cba-9c01e53da176 HTTP/1.1" status: 200 len: 999 time: 0.1726770 Nov 23 21:57:26.881606 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:57:26.915356 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4927d9d-8c98-41c5-a8b6-109a9962dfc9 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Pushing event deleted for resources: {'Port': ['ID=c29f0d83-3099-46d7-92b8-4d494ae5bd7b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:26.917421 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b57d1-a750-48e9-b484-0da4de21a6f5 req-217a8362-6f46-453e-8924-3442a1745fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:26.921054 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e17b57d1-a750-48e9-b484-0da4de21a6f5 req-217a8362-6f46-453e-8924-3442a1745fbb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ec95087-31a0-4067-927d-a3091c147250 HTTP/1.1" status: 200 len: 855 time: 0.0813766 Nov 23 21:57:26.978956 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86677262-6cb9-485b-8412-d5bd675c162a req-2a49460d-e616-42b2-bad2-f9809bee9e1a tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6567616 Nov 23 21:57:27.001712 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b57d1-a750-48e9-b484-0da4de21a6f5 req-c218f157-2954-47df-b886-9c641a09d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:27.003281 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e17b57d1-a750-48e9-b484-0da4de21a6f5 req-c218f157-2954-47df-b886-9c641a09d7ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f777ba-77da-410e-897f-1430639bb0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716717 Nov 23 21:57:27.019799 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0fb721-9f03-42ed-86f1-949b3ab1dba2 req-b4927d9d-8c98-41c5-a8b6-109a9962dfc9 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] No DVR routers for this DVR port c29f0d83-3099-46d7-92b8-4d494ae5bd7b on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:57:27.033330 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a568002e-b86b-4db1-b81d-0319d977690b details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:57:27.035133 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:57:27.053264 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f09dc5-0202-4e6c-af89-3ae32f3bcef6 req-ef988c23-e066-4dc1-9272-956393677cb5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:27.071916 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f09dc5-0202-4e6c-af89-3ae32f3bcef6 req-ef988c23-e066-4dc1-9272-956393677cb5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:27.083945 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f09dc5-0202-4e6c-af89-3ae32f3bcef6 req-ef988c23-e066-4dc1-9272-956393677cb5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:27.103292 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f09dc5-0202-4e6c-af89-3ae32f3bcef6 req-ef988c23-e066-4dc1-9272-956393677cb5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:27.114001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f09dc5-0202-4e6c-af89-3ae32f3bcef6 req-ef988c23-e066-4dc1-9272-956393677cb5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:27.139619 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f09dc5-0202-4e6c-af89-3ae32f3bcef6 req-ef988c23-e066-4dc1-9272-956393677cb5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:27.145940 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f09dc5-0202-4e6c-af89-3ae32f3bcef6 req-ef988c23-e066-4dc1-9272-956393677cb5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:27.164280 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e17b57d1-a750-48e9-b484-0da4de21a6f5 req-6d0d9892-4e4b-43f7-abde-083b5ecc9b1f service neutron] 10.222.0.60 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365066 Nov 23 21:57:27.165911 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-12f09dc5-0202-4e6c-af89-3ae32f3bcef6 req-ef988c23-e066-4dc1-9272-956393677cb5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5431 time: 0.4034202 Nov 23 21:57:27.169431 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2d0fb721-9f03-42ed-86f1-949b3ab1dba2 req-b4927d9d-8c98-41c5-a8b6-109a9962dfc9 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:27.183228 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d0fb721-9f03-42ed-86f1-949b3ab1dba2 req-b4927d9d-8c98-41c5-a8b6-109a9962dfc9 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.53 "DELETE /v2.0/ports/c29f0d83-3099-46d7-92b8-4d494ae5bd7b HTTP/1.1" status: 204 len: 173 time: 1.0866148 Nov 23 21:57:27.186883 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec38c3e-9a12-4f74-92ec-e5736d9675f6', 'name': 'network-vif-deleted', 'tag': 'c29f0d83-3099-46d7-92b8-4d494ae5bd7b'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:57:27.188774 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada068bd-02ce-4701-8efb-30b331c127ad" -d '{"events": [{"server_uuid": "7ec38c3e-9a12-4f74-92ec-e5736d9675f6", "name": "network-vif-deleted", "tag": "c29f0d83-3099-46d7-92b8-4d494ae5bd7b"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:57:27.246785 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-584bf6a8-4411-49ef-8f4b-52fd06412e5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:27.448100 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:57:27.448477 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:27.480620 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e17b57d1-a750-48e9-b484-0da4de21a6f5 req-ada3144e-9ac8-45a4-a864-d83613b9d005 service neutron] 10.222.0.60 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044963 Nov 23 21:57:27.577683 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-12f09dc5-0202-4e6c-af89-3ae32f3bcef6 req-9dd5d013-8bb2-46da-bf7b-b89b9a900246 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4079368 Nov 23 21:57:27.632498 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a568002e-b86b-4db1-b81d-0319d977690b, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a568002e-b86b-4db1-b81d-0319d977690b,segment=NetworkSegment(d4818ec0-b2f7-4f07-b6b0-946b5cde9945),segment_id=d4818ec0-b2f7-4f07-b6b0-946b5cde9945)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:27.714978 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'a568002e-b86b-4db1-b81d-0319d977690b', 'network_id': '954621a6-0447-4b04-92ad-3bda684cf0c7', 'port_id': 'a568002e-b86b-4db1-b81d-0319d977690b', 'mac_address': 'fa:16:3e:c9:db:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53016539-7c6b-4b2e-9ed2-0e78c3bed719', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:57:27.728143 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:27.741189 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-584bf6a8-4411-49ef-8f4b-52fd06412e5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:27.751476 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-584bf6a8-4411-49ef-8f4b-52fd06412e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:27.795422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992949b-09b3-42b5-a84c-ca89e019353c req-4288ceeb-0edf-4867-80a1-d1a857375563 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:27.803299 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4992949b-09b3-42b5-a84c-ca89e019353c req-4288ceeb-0edf-4867-80a1-d1a857375563 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/networks?id=416c3513-0b37-46f7-b130-6fb7a8cbe4b8 HTTP/1.1" status: 200 len: 815 time: 0.6189814 Nov 23 21:57:27.819526 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:27.830521 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:57:27.834498 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f172baa4-3ede-475c-8699-5d9def1aad21" -d '{"events": [{"server_uuid": "6b268ada-a37f-4c80-b9c3-999c2cac8c75", "name": "network-vif-plugged", "status": "completed", "tag": "6e60ff4c-08c6-484b-a2fe-70fc7894dd69"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:57:27.843365 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4992949b-09b3-42b5-a84c-ca89e019353c req-7315b7bd-e779-4c60-9c1e-d2fe3c1c0834 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/quotas/01118b9c5731487a85345966412aa36c HTTP/1.1" status: 200 len: 375 time: 0.0390892 Nov 23 21:57:27.850006 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-584bf6a8-4411-49ef-8f4b-52fd06412e5f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=05dab3aff33349e1a326eb747dbd553f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0267873 Nov 23 21:57:27.852216 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bf6a8-4411-49ef-8f4b-52fd06412e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efd5eeb-f651-46b7-855f-07cbc90a2432,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:27.856273 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33216) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:27.910180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:27.913944 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a568002e-b86b-4db1-b81d-0319d977690b {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:57:27.952953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a568002e-b86b-4db1-b81d-0319d977690b, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a568002e-b86b-4db1-b81d-0319d977690b,segment=NetworkSegment(d4818ec0-b2f7-4f07-b6b0-946b5cde9945),segment_id=d4818ec0-b2f7-4f07-b6b0-946b5cde9945)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:27.962350 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:27.963945 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:57:28.014093 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:28.014778 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 02f35442-1efd-4379-8ae8-d069f0233b87 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:57:28.037147 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d1860768-f24d-4d81-9491-e8df767a968a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:28.052767 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2eacfda1-aaea-41eb-9eda-a73bfff66971 req-1aecae06-21c8-46e8-a8e6-52d68fa81418 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ec38c3e-9a12-4f74-92ec-e5736d9675f6 HTTP/1.1" status: 200 len: 210 time: 0.1517904 Nov 23 21:57:28.054893 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7c2e12b0-0868-41ef-8b69-24d9d0c0d499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:28.088537 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:57:28.096669 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:57:28.097048 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:28.101249 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,revision_number=10']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:28.113217 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4992949b-09b3-42b5-a84c-ca89e019353c req-510d6d02-6565-4d16-a365-bd8bf471843a tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=01118b9c5731487a85345966412aa36c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2689183 Nov 23 21:57:28.260298 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7c2e12b0-0868-41ef-8b69-24d9d0c0d499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:28.357656 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9cc931-e317-4812-9743-5fcb4da4492e req-07f41f93-1841-418e-80dc-1064ec37af58 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:28.359490 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be9cc931-e317-4812-9743-5fcb4da4492e req-07f41f93-1841-418e-80dc-1064ec37af58 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce13c829-59f4-42ea-93ab-9d0219f386e3 HTTP/1.1" status: 200 len: 949 time: 0.0889947 Nov 23 21:57:28.368428 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4992949b-09b3-42b5-a84c-ca89e019353c req-81391dc9-6dde-48de-8933-05342020dd25 service neutron] 10.222.0.50 "GET /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299197 Nov 23 21:57:28.429499 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=a568002e-b86b-4db1-b81d-0319d977690b,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:28.463078 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 02f35442-1efd-4379-8ae8-d069f0233b87, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=02f35442-1efd-4379-8ae8-d069f0233b87,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:28.495320 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '02f35442-1efd-4379-8ae8-d069f0233b87', 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5', 'port_id': '02f35442-1efd-4379-8ae8-d069f0233b87', 'mac_address': 'fa:16:3e:37:84:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f80f5c-625c-497c-bf22-0257e8bcf148', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:57:28.549436 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be9cc931-e317-4812-9743-5fcb4da4492e req-4a2d1139-5189-40ab-a3b3-e5049e8a007d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727815 Nov 23 21:57:28.552556 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4992949b-09b3-42b5-a84c-ca89e019353c req-6a5ec340-9e55-45f8-95a9-654fa96b67dc service neutron] 10.222.0.50 "GET /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286769 Nov 23 21:57:28.597788 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7c2e12b0-0868-41ef-8b69-24d9d0c0d499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:28.601062 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7c2e12b0-0868-41ef-8b69-24d9d0c0d499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:28.605343 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7c2e12b0-0868-41ef-8b69-24d9d0c0d499 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4efd5eeb-f651-46b7-855f-07cbc90a2432 HTTP/1.1" status: 204 len: 168 time: 0.7400391 Nov 23 21:57:28.624988 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e12b0-0868-41ef-8b69-24d9d0c0d499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efd5eeb-f651-46b7-855f-07cbc90a2432,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:28.708903 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:28.760953 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:28.768619 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73088e2c-7671-4f4f-80f3-18a677ea7343 x-openstack-request-id: req-73088e2c-7671-4f4f-80f3-18a677ea7343 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:57:28.769249 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec38c3e-9a12-4f74-92ec-e5736d9675f6", "name": "network-vif-deleted", "tag": "c29f0d83-3099-46d7-92b8-4d494ae5bd7b", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:57:28.769677 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-73088e2c-7671-4f4f-80f3-18a677ea7343 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:57:28.770237 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec38c3e-9a12-4f74-92ec-e5736d9675f6', 'name': 'network-vif-deleted', 'tag': 'c29f0d83-3099-46d7-92b8-4d494ae5bd7b', 'status': 'completed', 'code': 200} Nov 23 21:57:28.847403 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f35442-1efd-4379-8ae8-d069f0233b87 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:57:28.884611 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4e8caa-ecba-434b-a4e2-6228f6817719 x-openstack-request-id: req-6f4e8caa-ecba-434b-a4e2-6228f6817719 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:57:28.884920 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b268ada-a37f-4c80-b9c3-999c2cac8c75", "name": "network-vif-plugged", "status": "completed", "tag": "6e60ff4c-08c6-484b-a2fe-70fc7894dd69", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:57:28.885203 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6f4e8caa-ecba-434b-a4e2-6228f6817719 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:57:28.887479 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69', 'code': 200} Nov 23 21:57:28.935867 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:28.947520 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 02f35442-1efd-4379-8ae8-d069f0233b87, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=02f35442-1efd-4379-8ae8-d069f0233b87,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:28.948930 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:28.985056 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:28.985779 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 903ccf0b-4463-44b9-b226-a19005b0d74f details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:57:29.019984 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1893ba-d60a-4672-aeb9-c57e0bf9923b req-d8a1fd56-24f5-4b56-9cf4-43f58673aea5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:29.031448 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d1893ba-d60a-4672-aeb9-c57e0bf9923b req-d8a1fd56-24f5-4b56-9cf4-43f58673aea5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.1160989 Nov 23 21:57:29.032607 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:29.151438 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8125220-0f01-400f-9d06-695e89bc9571 req-a8e023ca-6536-4421-907e-1c758211352e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:29.158654 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8125220-0f01-400f-9d06-695e89bc9571 req-a8e023ca-6536-4421-907e-1c758211352e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:29.166062 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8125220-0f01-400f-9d06-695e89bc9571 req-a8e023ca-6536-4421-907e-1c758211352e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:29.175220 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8125220-0f01-400f-9d06-695e89bc9571 req-a8e023ca-6536-4421-907e-1c758211352e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:29.183507 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8125220-0f01-400f-9d06-695e89bc9571 req-a8e023ca-6536-4421-907e-1c758211352e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:29.190980 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8125220-0f01-400f-9d06-695e89bc9571 req-a8e023ca-6536-4421-907e-1c758211352e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:29.200005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8125220-0f01-400f-9d06-695e89bc9571 req-a8e023ca-6536-4421-907e-1c758211352e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:29.212735 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8125220-0f01-400f-9d06-695e89bc9571 req-a8e023ca-6536-4421-907e-1c758211352e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5433 time: 0.1749921 Nov 23 21:57:29.229820 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=02f35442-1efd-4379-8ae8-d069f0233b87,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:29.244867 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d1893ba-d60a-4672-aeb9-c57e0bf9923b req-00269b08-dc60-4037-bbf7-18a6e77121ee tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115266 Nov 23 21:57:29.298165 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 903ccf0b-4463-44b9-b226-a19005b0d74f, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=903ccf0b-4463-44b9-b226-a19005b0d74f,segment=NetworkSegment(991faeff-44de-485b-8e34-be807e87bd11),segment_id=991faeff-44de-485b-8e34-be807e87bd11)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:29.322521 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '903ccf0b-4463-44b9-b226-a19005b0d74f', 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b', 'port_id': '903ccf0b-4463-44b9-b226-a19005b0d74f', 'mac_address': 'fa:16:3e:5f:0b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3849cc79-f357-4360-89e3-62e41d0cfdca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:57:29.360539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33250) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:29.402747 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5bc6869-0ff3-4ef8-a0e7-ec8ccf311042 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:29.409087 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:29.424507 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903ccf0b-4463-44b9-b226-a19005b0d74f {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:57:29.451130 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 903ccf0b-4463-44b9-b226-a19005b0d74f, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=903ccf0b-4463-44b9-b226-a19005b0d74f,segment=NetworkSegment(991faeff-44de-485b-8e34-be807e87bd11),segment_id=991faeff-44de-485b-8e34-be807e87bd11)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:29.462598 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:29.463878 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 9e1a4a01-b58d-4d1b-8c53-14975401b67a details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:57:29.468887 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-57ba035f-3e91-460c-b370-c86abdd0de97 req-ab414dbf-376a-4033-9300-53d2963ceda1 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8886b5ce-fb7f-434a-baf9-9643dda66111 HTTP/1.1" status: 200 len: 210 time: 0.0902348 Nov 23 21:57:29.543797 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8125220-0f01-400f-9d06-695e89bc9571 req-767abbb4-c88f-4e7f-99a8-d9ff9ef339d7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3299530 Nov 23 21:57:29.574362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 9e1a4a01-b58d-4d1b-8c53-14975401b67a, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=9e1a4a01-b58d-4d1b-8c53-14975401b67a,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:29.587372 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=903ccf0b-4463-44b9-b226-a19005b0d74f,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:29.600891 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '9e1a4a01-b58d-4d1b-8c53-14975401b67a', 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5', 'port_id': '9e1a4a01-b58d-4d1b-8c53-14975401b67a', 'mac_address': 'fa:16:3e:0b:fa:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f80f5c-625c-497c-bf22-0257e8bcf148', 'ip_address': '10.1.1.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:57:29.669652 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5bc6869-0ff3-4ef8-a0e7-ec8ccf311042 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:29.682903 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5bc6869-0ff3-4ef8-a0e7-ec8ccf311042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:29.725848 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:29.762348 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c5bc6869-0ff3-4ef8-a0e7-ec8ccf311042 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e9d1015b121438d9e67be05133ce584&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4006355 Nov 23 21:57:29.766188 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33260) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:29.792988 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1a4a01-b58d-4d1b-8c53-14975401b67a {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:57:29.837472 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3c4923-4e25-4a81-b4e4-32f5de762b9c req-1ffb3832-7c8f-4caa-b7b6-7b78d3980eda tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:29.842947 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-df3c4923-4e25-4a81-b4e4-32f5de762b9c req-1ffb3832-7c8f-4caa-b7b6-7b78d3980eda tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce13c829-59f4-42ea-93ab-9d0219f386e3 HTTP/1.1" status: 200 len: 950 time: 0.1387312 Nov 23 21:57:29.924483 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 9e1a4a01-b58d-4d1b-8c53-14975401b67a, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=9e1a4a01-b58d-4d1b-8c53-14975401b67a,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:29.933534 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:29.934812 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e7e26413-e971-46f6-ba1f-9c8b1eb61493 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:57:29.971519 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:29.998514 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-df3c4923-4e25-4a81-b4e4-32f5de762b9c req-7c161938-8f4b-4be4-bc62-a771b523bcec tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462264 Nov 23 21:57:30.004301 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc6869-0ff3-4ef8-a0e7-ec8ccf311042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abc5e18-dbf4-4a76-9883-0c5d80f37cc3,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:30.038184 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cddf77ef-81fa-4c29-a12d-a0f2afe2f18e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:30.056551 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bc6869-0ff3-4ef8-a0e7-ec8ccf311042 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:30.060917 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bc6869-0ff3-4ef8-a0e7-ec8ccf311042 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:30.062128 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bc6869-0ff3-4ef8-a0e7-ec8ccf311042 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:30.062927 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bc6869-0ff3-4ef8-a0e7-ec8ccf311042 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:30.063622 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bc6869-0ff3-4ef8-a0e7-ec8ccf311042 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:30.064310 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bc6869-0ff3-4ef8-a0e7-ec8ccf311042 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:30.064922 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bc6869-0ff3-4ef8-a0e7-ec8ccf311042 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:30.069539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bc6869-0ff3-4ef8-a0e7-ec8ccf311042 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:30.070185 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bc6869-0ff3-4ef8-a0e7-ec8ccf311042 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:30.070322 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e7e26413-e971-46f6-ba1f-9c8b1eb61493, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e7e26413-e971-46f6-ba1f-9c8b1eb61493,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:30.071074 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bc6869-0ff3-4ef8-a0e7-ec8ccf311042 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:30.073954 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bc6869-0ff3-4ef8-a0e7-ec8ccf311042 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:30.079278 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bc6869-0ff3-4ef8-a0e7-ec8ccf311042 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:30.084444 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'e7e26413-e971-46f6-ba1f-9c8b1eb61493', 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5', 'port_id': 'e7e26413-e971-46f6-ba1f-9c8b1eb61493', 'mac_address': 'fa:16:3e:67:26:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f80f5c-625c-497c-bf22-0257e8bcf148', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:57:30.162067 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cddf77ef-81fa-4c29-a12d-a0f2afe2f18e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:30.170368 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=9e1a4a01-b58d-4d1b-8c53-14975401b67a,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:30.175978 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:30.191740 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e26413-e971-46f6-ba1f-9c8b1eb61493 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:57:30.220648 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e7e26413-e971-46f6-ba1f-9c8b1eb61493, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e7e26413-e971-46f6-ba1f-9c8b1eb61493,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:30.234954 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:30.235887 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device ef70db41-b454-4c7b-b415-54b472d6189e details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:57:30.307339 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port ef70db41-b454-4c7b-b415-54b472d6189e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ef70db41-b454-4c7b-b415-54b472d6189e,segment=NetworkSegment(d4818ec0-b2f7-4f07-b6b0-946b5cde9945),segment_id=d4818ec0-b2f7-4f07-b6b0-946b5cde9945)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:30.322936 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'ef70db41-b454-4c7b-b415-54b472d6189e', 'network_id': '954621a6-0447-4b04-92ad-3bda684cf0c7', 'port_id': 'ef70db41-b454-4c7b-b415-54b472d6189e', 'mac_address': 'fa:16:3e:83:12:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53016539-7c6b-4b2e-9ed2-0e78c3bed719', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:57:30.330946 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cddf77ef-81fa-4c29-a12d-a0f2afe2f18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:30.351793 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cddf77ef-81fa-4c29-a12d-a0f2afe2f18e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:30.358342 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cddf77ef-81fa-4c29-a12d-a0f2afe2f18e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9abc5e18-dbf4-4a76-9883-0c5d80f37cc3 HTTP/1.1" status: 204 len: 168 time: 0.5812142 Nov 23 21:57:30.402393 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf77ef-81fa-4c29-a12d-a0f2afe2f18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abc5e18-dbf4-4a76-9883-0c5d80f37cc3,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:30.418617 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a154c53-f711-46ab-b015-682bac0209d5 req-a41df94f-2e3d-4e8b-bfd1-130840a6728b tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:30.428034 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a154c53-f711-46ab-b015-682bac0209d5 req-a41df94f-2e3d-4e8b-bfd1-130840a6728b tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 945 time: 0.2176175 Nov 23 21:57:30.481665 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=e7e26413-e971-46f6-ba1f-9c8b1eb61493,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:30.518120 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:30.559791 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a154c53-f711-46ab-b015-682bac0209d5 req-e014fe51-d2f4-469d-a981-069a0e6a1a01 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272247 Nov 23 21:57:30.577477 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7bea3b3a-78ab-4381-a2af-25912314c30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:30.601795 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7161f-95b9-467b-a17e-cf7b25a674bf req-31091ba0-6d96-4528-8c29-25480535822b tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:30.610706 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef70db41-b454-4c7b-b415-54b472d6189e {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:57:30.611826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-62d7161f-95b9-467b-a17e-cf7b25a674bf req-31091ba0-6d96-4528-8c29-25480535822b tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.1720970 Nov 23 21:57:30.703799 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port ef70db41-b454-4c7b-b415-54b472d6189e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ef70db41-b454-4c7b-b415-54b472d6189e,segment=NetworkSegment(d4818ec0-b2f7-4f07-b6b0-946b5cde9945),segment_id=d4818ec0-b2f7-4f07-b6b0-946b5cde9945)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:30.714559 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:30.715656 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 34f625a4-b456-41db-8450-83c7c1ee8503 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:57:30.734154 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-62d7161f-95b9-467b-a17e-cf7b25a674bf req-7e5971eb-1b37-4d34-9de8-f15eb162a8d2 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190262 Nov 23 21:57:30.872086 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-27910419-812d-4b44-a08e-2df84a53e371 req-3e25f71e-8699-4ce8-8146-efd21f5960b1 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8886b5ce-fb7f-434a-baf9-9643dda66111 HTTP/1.1" status: 200 len: 210 time: 0.0833702 Nov 23 21:57:30.893974 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce13c829-59f4-42ea-93ab-9d0219f386e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:57:30.910082 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d4eb24-c627-4326-8d2b-3b5095645cb6" -d '{"events": [{"server_uuid": "ce13c829-59f4-42ea-93ab-9d0219f386e3", "name": "network-vif-plugged", "status": "completed", "tag": "8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:57:30.948961 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.resource_extend [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 21:57:31.005171 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=ef70db41-b454-4c7b-b415-54b472d6189e,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:31.015395 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 34f625a4-b456-41db-8450-83c7c1ee8503, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=34f625a4-b456-41db-8450-83c7c1ee8503,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:31.029763 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d211efb-d3fa-4083-8c36-da03eb58e3fd x-openstack-request-id: req-9d211efb-d3fa-4083-8c36-da03eb58e3fd {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:57:31.030437 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce13c829-59f4-42ea-93ab-9d0219f386e3", "name": "network-vif-plugged", "status": "completed", "tag": "8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:57:31.030876 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d211efb-d3fa-4083-8c36-da03eb58e3fd {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:57:31.031834 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce13c829-59f4-42ea-93ab-9d0219f386e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4', 'code': 200} Nov 23 21:57:31.071045 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '34f625a4-b456-41db-8450-83c7c1ee8503', 'network_id': 'ce29dc55-02f2-46b4-9c01-cfba0db3b8c5', 'port_id': '34f625a4-b456-41db-8450-83c7c1ee8503', 'mac_address': 'fa:16:3e:e5:df:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f80f5c-625c-497c-bf22-0257e8bcf148', 'ip_address': '10.1.1.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:57:31.119881 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848152a-1325-4ae6-83d0-19723d90153f req-0aeefa4d-f6ad-4514-8af4-7a152b4bab52 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:31.146582 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848152a-1325-4ae6-83d0-19723d90153f req-0aeefa4d-f6ad-4514-8af4-7a152b4bab52 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:31.178467 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848152a-1325-4ae6-83d0-19723d90153f req-0aeefa4d-f6ad-4514-8af4-7a152b4bab52 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:31.190263 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:31.205888 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848152a-1325-4ae6-83d0-19723d90153f req-0aeefa4d-f6ad-4514-8af4-7a152b4bab52 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:31.227603 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f625a4-b456-41db-8450-83c7c1ee8503 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:57:31.229887 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848152a-1325-4ae6-83d0-19723d90153f req-0aeefa4d-f6ad-4514-8af4-7a152b4bab52 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:31.255696 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848152a-1325-4ae6-83d0-19723d90153f req-0aeefa4d-f6ad-4514-8af4-7a152b4bab52 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:31.265683 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848152a-1325-4ae6-83d0-19723d90153f req-0aeefa4d-f6ad-4514-8af4-7a152b4bab52 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:31.274495 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 34f625a4-b456-41db-8450-83c7c1ee8503, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=34f625a4-b456-41db-8450-83c7c1ee8503,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:31.278231 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d848152a-1325-4ae6-83d0-19723d90153f req-0aeefa4d-f6ad-4514-8af4-7a152b4bab52 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5437 time: 0.3684890 Nov 23 21:57:31.283521 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:31.370280 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=34f625a4-b456-41db-8450-83c7c1ee8503,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:31.458916 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e6a99-1266-446e-8aa7-5514aaddf252 req-16fdbc74-54db-4c8a-86f1-058b869f2fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:31.460335 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-704e6a99-1266-446e-8aa7-5514aaddf252 req-16fdbc74-54db-4c8a-86f1-058b869f2fac service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ce13c829-59f4-42ea-93ab-9d0219f386e3 HTTP/1.1" status: 200 len: 1101 time: 0.1766243 Nov 23 21:57:31.474163 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8b313-1451-40c4-8f4f-e1f72c7b015d req-3545a99b-bc1e-4437-84f9-6bd7ddb87657 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:31.481857 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a6c8b313-1451-40c4-8f4f-e1f72c7b015d req-3545a99b-bc1e-4437-84f9-6bd7ddb87657 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce13c829-59f4-42ea-93ab-9d0219f386e3 HTTP/1.1" status: 200 len: 950 time: 0.1652195 Nov 23 21:57:31.519661 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d848152a-1325-4ae6-83d0-19723d90153f req-e849478c-fd78-4010-a0f9-fc128a79185a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2384572 Nov 23 21:57:31.566967 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:31.653277 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a6c8b313-1451-40c4-8f4f-e1f72c7b015d req-e228139f-4d02-45be-ae0d-fac48ead52dc tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691029 Nov 23 21:57:31.681497 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-704e6a99-1266-446e-8aa7-5514aaddf252 req-4f13edb0-34d8-4e6f-b57e-d173b9c0d571 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922774 Nov 23 21:57:31.846794 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b77379-557d-48d1-a69f-59e81dadc981 req-6fc91ce7-4f24-4c50-b93d-a28f7bb2812d tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:31.854128 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8b77379-557d-48d1-a69f-59e81dadc981 req-6fc91ce7-4f24-4c50-b93d-a28f7bb2812d tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 945 time: 0.0769119 Nov 23 21:57:31.972528 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8b77379-557d-48d1-a69f-59e81dadc981 req-e57bf13b-aa4e-4f7f-b83c-936aed3eb50d tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154377 Nov 23 21:57:32.146174 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41824a-fa9e-4935-8431-d49ecf19d155 req-33be9aaa-9b40-42f9-b221-66aba9581a1d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:32.149840 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e41824a-fa9e-4935-8431-d49ecf19d155 req-33be9aaa-9b40-42f9-b221-66aba9581a1d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.1763308 Nov 23 21:57:32.224262 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-492f0924-2fa1-4b72-bc95-0431cf49cc8c req-c443dc54-f3b3-4e65-8a3c-2f85968a9bff tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8886b5ce-fb7f-434a-baf9-9643dda66111 HTTP/1.1" status: 200 len: 210 time: 0.1142178 Nov 23 21:57:32.299438 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e41824a-fa9e-4935-8431-d49ecf19d155 req-f9adc4f9-61ff-43ce-909a-69f1e16b249f tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329873 Nov 23 21:57:32.387434 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['34f625a4-b456-41db-8450-83c7c1ee8503'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:57:32.389978 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['a568002e-b86b-4db1-b81d-0319d977690b'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:57:32.452336 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['e7e26413-e971-46f6-ba1f-9c8b1eb61493'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:57:32.750852 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['903ccf0b-4463-44b9-b226-a19005b0d74f'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:57:32.757670 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['02f35442-1efd-4379-8ae8-d069f0233b87'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:57:32.760586 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['9e1a4a01-b58d-4d1b-8c53-14975401b67a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:57:32.762902 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['ef70db41-b454-4c7b-b415-54b472d6189e'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:57:32.781468 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cec1e-ff95-4505-b0f0-00c6292c31c7 req-225d335f-1b1f-4058-b6b1-270feafbc9c1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:32.803769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cec1e-ff95-4505-b0f0-00c6292c31c7 req-225d335f-1b1f-4058-b6b1-270feafbc9c1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:32.822023 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cec1e-ff95-4505-b0f0-00c6292c31c7 req-225d335f-1b1f-4058-b6b1-270feafbc9c1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:32.835293 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cec1e-ff95-4505-b0f0-00c6292c31c7 req-225d335f-1b1f-4058-b6b1-270feafbc9c1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:32.856607 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cec1e-ff95-4505-b0f0-00c6292c31c7 req-225d335f-1b1f-4058-b6b1-270feafbc9c1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:32.875409 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cec1e-ff95-4505-b0f0-00c6292c31c7 req-225d335f-1b1f-4058-b6b1-270feafbc9c1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:32.881543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cec1e-ff95-4505-b0f0-00c6292c31c7 req-225d335f-1b1f-4058-b6b1-270feafbc9c1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:32.883601 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2a1cec1e-ff95-4505-b0f0-00c6292c31c7 req-225d335f-1b1f-4058-b6b1-270feafbc9c1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5438 time: 0.2201900 Nov 23 21:57:33.194830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97c5c2-598c-4cb0-ad62-e88967e58033 req-265daac0-b1e6-4445-9f34-62f641376eed tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:33.204882 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:33.211135 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a97c5c2-598c-4cb0-ad62-e88967e58033 req-265daac0-b1e6-4445-9f34-62f641376eed tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce13c829-59f4-42ea-93ab-9d0219f386e3 HTTP/1.1" status: 200 len: 950 time: 0.3264704 Nov 23 21:57:33.286538 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2a1cec1e-ff95-4505-b0f0-00c6292c31c7 req-64e68682-e1db-4ca7-91f0-3b7c2bc3ab1f tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3746383 Nov 23 21:57:33.323188 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c29f0d83-3099-46d7-92b8-4d494ae5bd7b no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:57:33.362024 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: c29f0d83-3099-46d7-92b8-4d494ae5bd7b {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:57:33.362437 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c29f0d83-3099-46d7-92b8-4d494ae5bd7b not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:57:33.407682 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a97c5c2-598c-4cb0-ad62-e88967e58033 req-cd17cd8d-c957-4678-b1ce-bb902ec82e81 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956570 Nov 23 21:57:33.673517 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0582dff0-16c8-4635-82d6-37e4536bf095 req-958a5c08-b47c-4092-b14b-f5c2ad1abfe0 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8886b5ce-fb7f-434a-baf9-9643dda66111 HTTP/1.1" status: 200 len: 210 time: 0.1128201 Nov 23 21:57:33.707718 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2098a-3975-4b86-8eee-ca6836f52fbc req-b3b85d33-1c28-49eb-a03b-d41882ab1141 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:33.720702 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4a2098a-3975-4b86-8eee-ca6836f52fbc req-b3b85d33-1c28-49eb-a03b-d41882ab1141 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 945 time: 0.2270129 Nov 23 21:57:33.829939 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4a2098a-3975-4b86-8eee-ca6836f52fbc req-8c0b0a9b-155e-4e82-b401-d08528d90b2f tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050408 Nov 23 21:57:33.971466 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d39ac-13f4-4dca-8c74-0bf879949506 req-fd3da5d2-b6ca-4420-8a05-3389aff70f88 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:33.973440 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b37d39ac-13f4-4dca-8c74-0bf879949506 req-fd3da5d2-b6ca-4420-8a05-3389aff70f88 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.1726112 Nov 23 21:57:34.117965 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b37d39ac-13f4-4dca-8c74-0bf879949506 req-e93edad5-1647-4f86-8581-9094e6305eb3 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333249 Nov 23 21:57:34.425903 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:34.843825 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2456c0d-6dee-4539-8448-67f313c542ff req-2ce9d102-2b99-4705-9adc-2567c5f49a64 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:34.859077 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2456c0d-6dee-4539-8448-67f313c542ff req-2ce9d102-2b99-4705-9adc-2567c5f49a64 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:34.874433 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2456c0d-6dee-4539-8448-67f313c542ff req-2ce9d102-2b99-4705-9adc-2567c5f49a64 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:34.888719 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2456c0d-6dee-4539-8448-67f313c542ff req-2ce9d102-2b99-4705-9adc-2567c5f49a64 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:34.919166 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2456c0d-6dee-4539-8448-67f313c542ff req-2ce9d102-2b99-4705-9adc-2567c5f49a64 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:34.930536 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2456c0d-6dee-4539-8448-67f313c542ff req-2ce9d102-2b99-4705-9adc-2567c5f49a64 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:34.931355 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992949b-09b3-42b5-a84c-ca89e019353c req-b4d19c51-c90b-4c96-a0e0-29dd29d1f77f tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:34.933132 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4992949b-09b3-42b5-a84c-ca89e019353c req-b4d19c51-c90b-4c96-a0e0-29dd29d1f77f tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.60 "GET /v2.0/networks?id=416c3513-0b37-46f7-b130-6fb7a8cbe4b8 HTTP/1.1" status: 200 len: 815 time: 0.3441093 Nov 23 21:57:34.938475 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2456c0d-6dee-4539-8448-67f313c542ff req-2ce9d102-2b99-4705-9adc-2567c5f49a64 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:34.947066 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2456c0d-6dee-4539-8448-67f313c542ff req-2ce9d102-2b99-4705-9adc-2567c5f49a64 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5438 time: 0.4068410 Nov 23 21:57:35.001362 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a475162-9312-40c7-838e-2f888f4f5877 req-3cf9169f-9b13-4851-b836-c0bb52a8edf1 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:35.009377 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a475162-9312-40c7-838e-2f888f4f5877 req-3cf9169f-9b13-4851-b836-c0bb52a8edf1 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce13c829-59f4-42ea-93ab-9d0219f386e3 HTTP/1.1" status: 200 len: 950 time: 0.3835564 Nov 23 21:57:35.099592 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2456c0d-6dee-4539-8448-67f313c542ff req-c059eb20-3ddb-459e-9c30-eb224599cafc tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1517482 Nov 23 21:57:35.130933 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a475162-9312-40c7-838e-2f888f4f5877 req-c7207c79-964e-4b21-929d-ad1403f30cfc tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126902 Nov 23 21:57:35.202958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-4992949b-09b3-42b5-a84c-ca89e019353c req-795e8a69-4a36-4fd1-b5b1-147e20e823c1 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Request body: {'port': {'device_id': '8886b5ce-fb7f-434a-baf9-9643dda66111', 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8', 'admin_state_up': True, 'tenant_id': '01118b9c5731487a85345966412aa36c'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:57:35.302793 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1395de6a-db4d-4cb1-8a20-eba9550e7e23 req-9a871ade-eed0-4c4e-886b-5ee3a98cbde3 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8886b5ce-fb7f-434a-baf9-9643dda66111 HTTP/1.1" status: 200 len: 210 time: 0.0574594 Nov 23 21:57:35.449676 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4992949b-09b3-42b5-a84c-ca89e019353c req-795e8a69-4a36-4fd1-b5b1-147e20e823c1 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Made reservation on behalf of 01118b9c5731487a85345966412aa36c for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:57:35.465061 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4992949b-09b3-42b5-a84c-ca89e019353c req-795e8a69-4a36-4fd1-b5b1-147e20e823c1 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:35.477407 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e913d-b110-4015-be18-cfec4cafa3c5 req-b6b68dc2-4a56-44e9-8f5c-00314682fc1d tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:35.494589 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c4e913d-b110-4015-be18-cfec4cafa3c5 req-b6b68dc2-4a56-44e9-8f5c-00314682fc1d tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 945 time: 0.2269166 Nov 23 21:57:35.633585 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c4e913d-b110-4015-be18-cfec4cafa3c5 req-08dc3321-8626-415f-9279-5fba19d5f03c tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358602 Nov 23 21:57:35.820100 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-4992949b-09b3-42b5-a84c-ca89e019353c req-795e8a69-4a36-4fd1-b5b1-147e20e823c1 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Allocated IP 172.20.0.14 (416c3513-0b37-46f7-b130-6fb7a8cbe4b8/971e678f-8614-44b5-bec2-2cb9da7d8874/feb274ab-888e-4630-acce-dd868a515864) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:57:35.876504 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adc1e1-6a7d-4e79-8e04-cd32e52d0102 req-e0bd0188-79fa-4d04-8414-915f8b3a37ed tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:35.888068 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21adc1e1-6a7d-4e79-8e04-cd32e52d0102 req-e0bd0188-79fa-4d04-8414-915f8b3a37ed tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.1374123 Nov 23 21:57:36.012438 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21adc1e1-6a7d-4e79-8e04-cd32e52d0102 req-2cd798f4-f33c-440b-8da4-87d563a8ab01 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207757 Nov 23 21:57:36.171475 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4992949b-09b3-42b5-a84c-ca89e019353c req-795e8a69-4a36-4fd1-b5b1-147e20e823c1 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:36.212969 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4779b4-b15c-4b54-8243-a27046fe4986 req-368de091-e2fa-4baf-9e0d-203331f372ae tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:36.238923 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4779b4-b15c-4b54-8243-a27046fe4986 req-368de091-e2fa-4baf-9e0d-203331f372ae tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:36.240657 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b4779b4-b15c-4b54-8243-a27046fe4986 req-368de091-e2fa-4baf-9e0d-203331f372ae tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=46cd63ea-ce09-4ce1-b5e3-65c8c26d4303&device_id=ce13c829-59f4-42ea-93ab-9d0219f386e3 HTTP/1.1" status: 200 len: 1690 time: 0.1352983 Nov 23 21:57:36.256494 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4992949b-09b3-42b5-a84c-ca89e019353c req-795e8a69-4a36-4fd1-b5b1-147e20e823c1 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:36.382578 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e8a69-4a36-4fd1-b5b1-147e20e823c1 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Pushing event updated for resources: {'Port': ['ID=feb274ab-888e-4630-acce-dd868a515864,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:36.394597 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4992949b-09b3-42b5-a84c-ca89e019353c req-795e8a69-4a36-4fd1-b5b1-147e20e823c1 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Network 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:57:36.396465 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-4992949b-09b3-42b5-a84c-ca89e019353c req-795e8a69-4a36-4fd1-b5b1-147e20e823c1 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:57:36.407602 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-4992949b-09b3-42b5-a84c-ca89e019353c req-795e8a69-4a36-4fd1-b5b1-147e20e823c1 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:57:36.420682 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b4779b4-b15c-4b54-8243-a27046fe4986 req-c7943ea6-88dc-407f-9148-c0f8e19f7fd6 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713154 Nov 23 21:57:36.494569 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af59a7-5d63-4f2f-82f0-72b1d91382b3 req-49a918e8-3d54-4cb5-847e-d8f9e2766f27 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:36.503285 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af59a7-5d63-4f2f-82f0-72b1d91382b3 req-49a918e8-3d54-4cb5-847e-d8f9e2766f27 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:36.521959 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992949b-09b3-42b5-a84c-ca89e019353c req-795e8a69-4a36-4fd1-b5b1-147e20e823c1 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:36.522819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af59a7-5d63-4f2f-82f0-72b1d91382b3 req-49a918e8-3d54-4cb5-847e-d8f9e2766f27 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:36.523227 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4992949b-09b3-42b5-a84c-ca89e019353c req-795e8a69-4a36-4fd1-b5b1-147e20e823c1 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:36.548191 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af59a7-5d63-4f2f-82f0-72b1d91382b3 req-49a918e8-3d54-4cb5-847e-d8f9e2766f27 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:36.555425 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af59a7-5d63-4f2f-82f0-72b1d91382b3 req-49a918e8-3d54-4cb5-847e-d8f9e2766f27 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:36.563717 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4992949b-09b3-42b5-a84c-ca89e019353c req-795e8a69-4a36-4fd1-b5b1-147e20e823c1 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3648279 Nov 23 21:57:36.573834 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af59a7-5d63-4f2f-82f0-72b1d91382b3 req-49a918e8-3d54-4cb5-847e-d8f9e2766f27 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:36.589779 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af59a7-5d63-4f2f-82f0-72b1d91382b3 req-49a918e8-3d54-4cb5-847e-d8f9e2766f27 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:36.599665 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-12af59a7-5d63-4f2f-82f0-72b1d91382b3 req-49a918e8-3d54-4cb5-847e-d8f9e2766f27 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5438 time: 0.3153932 Nov 23 21:57:36.615247 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-4992949b-09b3-42b5-a84c-ca89e019353c req-74782eda-ad07-4365-89d4-b387f29cf1a9 service neutron] Request body: {'port': {'device_id': '8886b5ce-fb7f-434a-baf9-9643dda66111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:57:36.736314 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4992949b-09b3-42b5-a84c-ca89e019353c req-74782eda-ad07-4365-89d4-b387f29cf1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:36.833720 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293addc-2048-43b8-8940-2fc975fbc509 req-4b84842b-ce7f-45fe-b5ee-4dff5a8cb7f8 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:36.843081 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3293addc-2048-43b8-8940-2fc975fbc509 req-4b84842b-ce7f-45fe-b5ee-4dff5a8cb7f8 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8886b5ce-fb7f-434a-baf9-9643dda66111 HTTP/1.1" status: 200 len: 932 time: 0.2187209 Nov 23 21:57:36.867933 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71c87d-4518-4112-a434-b3f9e945cb06 req-21a88f72-050e-414c-8b9a-c44ab0caaffd tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:36.869674 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef71c87d-4518-4112-a434-b3f9e945cb06 req-21a88f72-050e-414c-8b9a-c44ab0caaffd tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.60 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 945 time: 0.2262871 Nov 23 21:57:36.891430 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-12af59a7-5d63-4f2f-82f0-72b1d91382b3 req-7ccf8e3c-652b-49c3-b34e-78bedc340ff4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2881315 Nov 23 21:57:37.185936 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3293addc-2048-43b8-8940-2fc975fbc509 req-2b612da7-d3cc-44ec-9cbb-0f0acd185ccd tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370252 Nov 23 21:57:37.267126 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-4992949b-09b3-42b5-a84c-ca89e019353c req-74782eda-ad07-4365-89d4-b387f29cf1a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb274ab-888e-4630-acce-dd868a515864 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:57:37.282572 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4992949b-09b3-42b5-a84c-ca89e019353c req-74782eda-ad07-4365-89d4-b387f29cf1a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:37.296451 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-ef71c87d-4518-4112-a434-b3f9e945cb06 req-2ad91241-116c-4e39-85fe-136a9f0a1651 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Deleting port 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:57:37.296811 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ef71c87d-4518-4112-a434-b3f9e945cb06 req-2ad91241-116c-4e39-85fe-136a9f0a1651 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:37.296949 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-4992949b-09b3-42b5-a84c-ca89e019353c req-74782eda-ad07-4365-89d4-b387f29cf1a9 service neutron] Transition to ACTIVE for port object feb274ab-888e-4630-acce-dd868a515864 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:57:37.304302 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4992949b-09b3-42b5-a84c-ca89e019353c req-74782eda-ad07-4365-89d4-b387f29cf1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:37.485438 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74782eda-ad07-4365-89d4-b387f29cf1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=feb274ab-888e-4630-acce-dd868a515864,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:37.517913 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-4992949b-09b3-42b5-a84c-ca89e019353c req-74782eda-ad07-4365-89d4-b387f29cf1a9 service neutron] Attempting to bind port feb274ab-888e-4630-acce-dd868a515864 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:57:37.517913 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-4992949b-09b3-42b5-a84c-ca89e019353c req-74782eda-ad07-4365-89d4-b387f29cf1a9 service neutron] Attempting to bind port feb274ab-888e-4630-acce-dd868a515864 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'abaff1ba-c8fd-40d4-822d-6c0fc520c1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:57:37.517913 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4992949b-09b3-42b5-a84c-ca89e019353c req-74782eda-ad07-4365-89d4-b387f29cf1a9 service neutron] Attempting to bind port feb274ab-888e-4630-acce-dd868a515864 on network 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:57:37.540992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4992949b-09b3-42b5-a84c-ca89e019353c req-74782eda-ad07-4365-89d4-b387f29cf1a9 service neutron] Port feb274ab-888e-4630-acce-dd868a515864 on network 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:57:37.540992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4992949b-09b3-42b5-a84c-ca89e019353c req-74782eda-ad07-4365-89d4-b387f29cf1a9 service neutron] Attempting to bind port feb274ab-888e-4630-acce-dd868a515864 on network 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:57:37.559387 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4992949b-09b3-42b5-a84c-ca89e019353c req-74782eda-ad07-4365-89d4-b387f29cf1a9 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:57:37.559764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4992949b-09b3-42b5-a84c-ca89e019353c req-74782eda-ad07-4365-89d4-b387f29cf1a9 service neutron] Checking segment: {'id': 'abaff1ba-c8fd-40d4-822d-6c0fc520c1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:57:37.560890 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4992949b-09b3-42b5-a84c-ca89e019353c req-74782eda-ad07-4365-89d4-b387f29cf1a9 service neutron] Bound using segment: {'id': 'abaff1ba-c8fd-40d4-822d-6c0fc520c1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:57:37.562199 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-4992949b-09b3-42b5-a84c-ca89e019353c req-74782eda-ad07-4365-89d4-b387f29cf1a9 service neutron] Bound port: feb274ab-888e-4630-acce-dd868a515864, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abaff1ba-c8fd-40d4-822d-6c0fc520c1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:57:37.562859 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4992949b-09b3-42b5-a84c-ca89e019353c req-74782eda-ad07-4365-89d4-b387f29cf1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:37.647166 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-ef71c87d-4518-4112-a434-b3f9e945cb06 req-2ad91241-116c-4e39-85fe-136a9f0a1651 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] For port 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9,segment=NetworkSegment(c3745fa3-29ce-433e-84b3-0288ca604068),segment_id=c3745fa3-29ce-433e-84b3-0288ca604068)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:37.647997 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ef71c87d-4518-4112-a434-b3f9e945cb06 req-2ad91241-116c-4e39-85fe-136a9f0a1651 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:37.653481 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['593e9321-8a5c-488e-bf20-9be765c4f213'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:57:37.668546 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-ef71c87d-4518-4112-a434-b3f9e945cb06 req-2ad91241-116c-4e39-85fe-136a9f0a1651 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Calling delete_port for 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:57:37.807403 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160345f-5656-4254-bf75-821b61877b6f req-06038091-e9fc-4ec7-bd28-824b22c4622b tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:37.814153 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-4992949b-09b3-42b5-a84c-ca89e019353c req-74782eda-ad07-4365-89d4-b387f29cf1a9 service neutron] For port feb274ab-888e-4630-acce-dd868a515864, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:57:37.816237 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2160345f-5656-4254-bf75-821b61877b6f req-06038091-e9fc-4ec7-bd28-824b22c4622b tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=46cd63ea-ce09-4ce1-b5e3-65c8c26d4303 HTTP/1.1" status: 200 len: 1100 time: 0.4697702 Nov 23 21:57:37.819544 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-4992949b-09b3-42b5-a84c-ca89e019353c req-74782eda-ad07-4365-89d4-b387f29cf1a9 service neutron] For port feb274ab-888e-4630-acce-dd868a515864, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=feb274ab-888e-4630-acce-dd868a515864,segment=NetworkSegment(abaff1ba-c8fd-40d4-822d-6c0fc520c1f7),segment_id=abaff1ba-c8fd-40d4-822d-6c0fc520c1f7)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:57:37.833928 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4992949b-09b3-42b5-a84c-ca89e019353c req-74782eda-ad07-4365-89d4-b387f29cf1a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:37.891585 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2160345f-5656-4254-bf75-821b61877b6f req-f11b6ff7-5635-48a1-a21a-6ca1a61139b7 tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712113 Nov 23 21:57:37.906171 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20527567-65ac-4eac-93ab-e2bdbb24fba0 req-95f94e7b-f53e-4b9c-b424-48e46ab8c6a4 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:37.923443 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-20527567-65ac-4eac-93ab-e2bdbb24fba0 req-95f94e7b-f53e-4b9c-b424-48e46ab8c6a4 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 945 time: 0.5478089 Nov 23 21:57:37.972566 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992949b-09b3-42b5-a84c-ca89e019353c req-74782eda-ad07-4365-89d4-b387f29cf1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:37.973233 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4992949b-09b3-42b5-a84c-ca89e019353c req-74782eda-ad07-4365-89d4-b387f29cf1a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:37.977566 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4992949b-09b3-42b5-a84c-ca89e019353c req-74782eda-ad07-4365-89d4-b387f29cf1a9 service neutron] 10.222.0.60 "PUT /v2.0/ports/feb274ab-888e-4630-acce-dd868a515864 HTTP/1.1" status: 200 len: 1092 time: 1.3666019 Nov 23 21:57:37.978110 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8886b5ce-fb7f-434a-baf9-9643dda66111', 'tag': 'feb274ab-888e-4630-acce-dd868a515864'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:57:38.005360 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a1acfb-1c11-49ca-b7d0-f0bf6184a7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "8886b5ce-fb7f-434a-baf9-9643dda66111", "tag": "feb274ab-888e-4630-acce-dd868a515864"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:57:38.033118 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74782eda-ad07-4365-89d4-b387f29cf1a9 service neutron] Pushing event updated for resources: {'Port': ['ID=feb274ab-888e-4630-acce-dd868a515864,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:38.129842 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992949b-09b3-42b5-a84c-ca89e019353c req-dab48997-6331-4808-a64c-bfa53f69bd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:38.131581 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4992949b-09b3-42b5-a84c-ca89e019353c req-dab48997-6331-4808-a64c-bfa53f69bd24 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=01118b9c5731487a85345966412aa36c&device_id=8886b5ce-fb7f-434a-baf9-9643dda66111 HTTP/1.1" status: 200 len: 1095 time: 0.0875432 Nov 23 21:57:38.139396 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-20527567-65ac-4eac-93ab-e2bdbb24fba0 req-67050c64-47f3-472e-91ba-2363760def8c tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/security-groups?id=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101154 Nov 23 21:57:38.167263 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4523ed-4273-452e-9b9f-74a7e15f17b3 req-de4da781-f282-4186-bb67-3ef2520aad7f tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:38.180646 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b4523ed-4273-452e-9b9f-74a7e15f17b3 req-de4da781-f282-4186-bb67-3ef2520aad7f tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.1305547 Nov 23 21:57:38.208712 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ef71c87d-4518-4112-a434-b3f9e945cb06 req-2ad91241-116c-4e39-85fe-136a9f0a1651 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:38.254058 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4992949b-09b3-42b5-a84c-ca89e019353c req-b296bed5-a617-41ab-9629-9f4a42a4df61 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=feb274ab-888e-4630-acce-dd868a515864 HTTP/1.1" status: 200 len: 217 time: 0.0984249 Nov 23 21:57:38.428303 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad91241-116c-4e39-85fe-136a9f0a1651 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Pushing event deleted for resources: {'Port': ['ID=66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:38.456162 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad91241-116c-4e39-85fe-136a9f0a1651 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:38.459063 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad91241-116c-4e39-85fe-136a9f0a1651 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:38.459606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad91241-116c-4e39-85fe-136a9f0a1651 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:38.460156 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad91241-116c-4e39-85fe-136a9f0a1651 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:38.460589 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad91241-116c-4e39-85fe-136a9f0a1651 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:38.461184 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad91241-116c-4e39-85fe-136a9f0a1651 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:38.461660 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad91241-116c-4e39-85fe-136a9f0a1651 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:38.462130 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad91241-116c-4e39-85fe-136a9f0a1651 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:38.466121 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad91241-116c-4e39-85fe-136a9f0a1651 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:38.467018 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad91241-116c-4e39-85fe-136a9f0a1651 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:38.467505 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad91241-116c-4e39-85fe-136a9f0a1651 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:38.467936 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad91241-116c-4e39-85fe-136a9f0a1651 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:38.476208 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef71c87d-4518-4112-a434-b3f9e945cb06 req-2ad91241-116c-4e39-85fe-136a9f0a1651 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] No DVR routers for this DVR port 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:57:38.479149 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ef71c87d-4518-4112-a434-b3f9e945cb06 req-2ad91241-116c-4e39-85fe-136a9f0a1651 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:38.489120 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef71c87d-4518-4112-a434-b3f9e945cb06 req-2ad91241-116c-4e39-85fe-136a9f0a1651 tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.60 "DELETE /v2.0/ports/66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 HTTP/1.1" status: 204 len: 173 time: 1.5964410 Nov 23 21:57:38.530443 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992949b-09b3-42b5-a84c-ca89e019353c req-35d6af05-3874-43ef-ac68-608df76d4873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:38.532253 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4992949b-09b3-42b5-a84c-ca89e019353c req-35d6af05-3874-43ef-ac68-608df76d4873 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=971e678f-8614-44b5-bec2-2cb9da7d8874 HTTP/1.1" status: 200 len: 855 time: 0.1436660 Nov 23 21:57:38.532903 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10439706-dd55-4a1e-a484-188d1c293d73', 'name': 'network-vif-deleted', 'tag': '66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:57:38.534993 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8ac482-1459-4008-8eaa-d1f841d23796" -d '{"events": [{"server_uuid": "10439706-dd55-4a1e-a484-188d1c293d73", "name": "network-vif-deleted", "tag": "66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:57:38.576966 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ad7d8-2b35-4d6a-9fd9-28d9232f6701 req-134af973-b495-4025-a39f-33468ea386f6 tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:38.579037 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-354ad7d8-2b35-4d6a-9fd9-28d9232f6701 req-134af973-b495-4025-a39f-33468ea386f6 tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ce13c829-59f4-42ea-93ab-9d0219f386e3 HTTP/1.1" status: 200 len: 1101 time: 0.2910261 Nov 23 21:57:38.643337 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b4523ed-4273-452e-9b9f-74a7e15f17b3 req-945603d4-c63d-4f71-805e-c77084a75f8a tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4630399 Nov 23 21:57:38.743174 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-354ad7d8-2b35-4d6a-9fd9-28d9232f6701 req-2f3ebe4a-d2b0-4006-a3e5-49f39ecf0624 tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522758 Nov 23 21:57:38.872150 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7564e419-bfb4-4a13-8589-49d645c82b19 x-openstack-request-id: req-7564e419-bfb4-4a13-8589-49d645c82b19 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:57:38.872448 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8886b5ce-fb7f-434a-baf9-9643dda66111", "tag": "feb274ab-888e-4630-acce-dd868a515864", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:57:38.873251 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7564e419-bfb4-4a13-8589-49d645c82b19 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:57:38.873890 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8886b5ce-fb7f-434a-baf9-9643dda66111', 'tag': 'feb274ab-888e-4630-acce-dd868a515864', 'status': 'completed', 'code': 200} Nov 23 21:57:38.985103 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf62f7-3a35-451b-bc73-c55f4e4e2b04 req-cfc2b837-19ba-4746-a9bb-bc29259df4d5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:39.004131 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf62f7-3a35-451b-bc73-c55f4e4e2b04 req-cfc2b837-19ba-4746-a9bb-bc29259df4d5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:39.022612 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4992949b-09b3-42b5-a84c-ca89e019353c req-9a74d7a8-43c0-4d2d-810f-1d85fbfd1b57 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=416c3513-0b37-46f7-b130-6fb7a8cbe4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716887 Nov 23 21:57:39.024815 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf62f7-3a35-451b-bc73-c55f4e4e2b04 req-cfc2b837-19ba-4746-a9bb-bc29259df4d5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:39.035894 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf62f7-3a35-451b-bc73-c55f4e4e2b04 req-cfc2b837-19ba-4746-a9bb-bc29259df4d5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:39.043577 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf62f7-3a35-451b-bc73-c55f4e4e2b04 req-cfc2b837-19ba-4746-a9bb-bc29259df4d5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:39.062939 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf62f7-3a35-451b-bc73-c55f4e4e2b04 req-cfc2b837-19ba-4746-a9bb-bc29259df4d5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:39.082375 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf62f7-3a35-451b-bc73-c55f4e4e2b04 req-cfc2b837-19ba-4746-a9bb-bc29259df4d5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:39.094192 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-88cf62f7-3a35-451b-bc73-c55f4e4e2b04 req-cfc2b837-19ba-4746-a9bb-bc29259df4d5 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5438 time: 0.2839053 Nov 23 21:57:39.217199 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4992949b-09b3-42b5-a84c-ca89e019353c req-14ef3f27-3e94-4a8e-a032-1818a18d7acb service neutron] 10.222.0.60 "GET /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825533 Nov 23 21:57:39.307403 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 903ccf0b-4463-44b9-b226-a19005b0d74f up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:57:39.360925 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca5c2a-2470-49cf-a6c0-9c89e33398b1 req-46b829f1-d214-4602-93e6-25899ddd2b7b tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:39.368569 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0ca5c2a-2470-49cf-a6c0-9c89e33398b1 req-46b829f1-d214-4602-93e6-25899ddd2b7b tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8886b5ce-fb7f-434a-baf9-9643dda66111 HTTP/1.1" status: 200 len: 944 time: 0.1409714 Nov 23 21:57:39.405661 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-88cf62f7-3a35-451b-bc73-c55f4e4e2b04 req-f1c6698c-e8b3-4137-9cca-3a4a9969d62a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3056555 Nov 23 21:57:39.452996 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 903ccf0b-4463-44b9-b226-a19005b0d74f completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:57:39.458147 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 903ccf0b-4463-44b9-b226-a19005b0d74f triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:57:39.458785 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:39.508468 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4992949b-09b3-42b5-a84c-ca89e019353c req-ade0cd2f-5665-441e-90c6-257459ed0c83 service neutron] 10.222.0.60 "GET /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766939 Nov 23 21:57:39.530756 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0ca5c2a-2470-49cf-a6c0-9c89e33398b1 req-f034a0d4-0f87-46b9-b23a-e0b2e9de9943 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603296 Nov 23 21:57:39.535623 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7538c784-0aef-48dd-817e-acf0ca1cda55 x-openstack-request-id: req-7538c784-0aef-48dd-817e-acf0ca1cda55 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:57:39.551188 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10439706-dd55-4a1e-a484-188d1c293d73", "name": "network-vif-deleted", "tag": "66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:57:39.551526 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7538c784-0aef-48dd-817e-acf0ca1cda55 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:57:39.553363 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10439706-dd55-4a1e-a484-188d1c293d73', 'name': 'network-vif-deleted', 'tag': '66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9', 'status': 'completed', 'code': 200} Nov 23 21:57:39.644574 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:39.680445 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903ccf0b-4463-44b9-b226-a19005b0d74f'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:57:39.683450 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7600ef-8165-4384-ae27-0e98264cf810" -d '{"events": [{"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-plugged", "status": "completed", "tag": "903ccf0b-4463-44b9-b226-a19005b0d74f"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:57:39.698522 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 903ccf0b-4463-44b9-b226-a19005b0d74f, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=903ccf0b-4463-44b9-b226-a19005b0d74f,segment=NetworkSegment(991faeff-44de-485b-8e34-be807e87bd11),segment_id=991faeff-44de-485b-8e34-be807e87bd11)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:39.704911 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:39.706705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 9e1a4a01-b58d-4d1b-8c53-14975401b67a up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:57:39.729372 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46245a92-23c2-4420-a40a-7aaa8a078078 req-d886f312-693b-466c-a014-0b0bf7adc35a tempest-ListServerFiltersTestJSON-978578356 tempest-ListServerFiltersTestJSON-978578356-project] 10.222.0.50 "GET /v2.0/ports?device_id=10439706-dd55-4a1e-a484-188d1c293d73 HTTP/1.1" status: 200 len: 210 time: 0.0737419 Nov 23 21:57:39.803441 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1acfb-1c11-49ca-b7d0-f0bf6184a7ae req-048e2b28-feec-4b1c-96ab-cc6276afb129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:39.804986 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-20a1acfb-1c11-49ca-b7d0-f0bf6184a7ae req-048e2b28-feec-4b1c-96ab-cc6276afb129 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=01118b9c5731487a85345966412aa36c&device_id=8886b5ce-fb7f-434a-baf9-9643dda66111 HTTP/1.1" status: 200 len: 1095 time: 0.0906873 Nov 23 21:57:39.835445 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:57:39.886038 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:57:39.886646 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 66d2c0b5-d5e4-46f4-8441-ad6d0f55fdb9 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:57:39.918563 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec3b33-5548-407f-b6ea-a505b56670b0 req-b5a292cd-9adc-4b5d-b8a8-4ae874fad076 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:39.924313 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=903ccf0b-4463-44b9-b226-a19005b0d74f,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:39.930296 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b7ec3b33-5548-407f-b6ea-a505b56670b0 req-b5a292cd-9adc-4b5d-b8a8-4ae874fad076 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.0889745 Nov 23 21:57:39.953580 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:39.956989 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:39.957550 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:39.959574 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:39.960117 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:39.961310 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:39.962816 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:39.964559 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:39.965071 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:39.966236 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:39.968718 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:39.970361 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:57:39.986536 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 9e1a4a01-b58d-4d1b-8c53-14975401b67a completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:57:39.998948 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 9e1a4a01-b58d-4d1b-8c53-14975401b67a triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:57:40.001098 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:40.054570 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b7ec3b33-5548-407f-b6ea-a505b56670b0 req-0e9e67f5-3e02-4716-91bd-aaac93d34a5b tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207335 Nov 23 21:57:40.144105 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d207a76-3c02-40cf-9a29-b41d21895780 x-openstack-request-id: req-2d207a76-3c02-40cf-9a29-b41d21895780 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:57:40.144682 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-plugged", "status": "completed", "tag": "903ccf0b-4463-44b9-b226-a19005b0d74f", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:57:40.145092 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2d207a76-3c02-40cf-9a29-b41d21895780 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:57:40.145651 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903ccf0b-4463-44b9-b226-a19005b0d74f', 'code': 200} Nov 23 21:57:40.249449 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:40.387287 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 9e1a4a01-b58d-4d1b-8c53-14975401b67a, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=9e1a4a01-b58d-4d1b-8c53-14975401b67a,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:40.393928 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:40.397261 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e7e26413-e971-46f6-ba1f-9c8b1eb61493 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:57:40.409496 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1acfb-1c11-49ca-b7d0-f0bf6184a7ae req-e2a3e269-dcc9-4870-ad7c-b2f9c1bd18a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:40.412193 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-20a1acfb-1c11-49ca-b7d0-f0bf6184a7ae req-e2a3e269-dcc9-4870-ad7c-b2f9c1bd18a3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=416c3513-0b37-46f7-b130-6fb7a8cbe4b8 HTTP/1.1" status: 200 len: 916 time: 0.2803049 Nov 23 21:57:40.546546 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-20a1acfb-1c11-49ca-b7d0-f0bf6184a7ae req-ea02eb9d-db5d-44c7-b333-67c38119c7df service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=feb274ab-888e-4630-acce-dd868a515864 HTTP/1.1" status: 200 len: 217 time: 0.0529952 Nov 23 21:57:40.645831 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=9e1a4a01-b58d-4d1b-8c53-14975401b67a,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:40.682921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port e7e26413-e971-46f6-ba1f-9c8b1eb61493 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:57:40.688664 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port e7e26413-e971-46f6-ba1f-9c8b1eb61493 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:57:40.689046 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:40.765395 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b4cfd-b5b6-4b0d-ab2a-c31de1921299 req-eecfe5cd-df33-4611-8d52-e7e06924bb8c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:40.786861 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b4cfd-b5b6-4b0d-ab2a-c31de1921299 req-eecfe5cd-df33-4611-8d52-e7e06924bb8c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:40.803070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b4cfd-b5b6-4b0d-ab2a-c31de1921299 req-eecfe5cd-df33-4611-8d52-e7e06924bb8c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:40.823012 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b4cfd-b5b6-4b0d-ab2a-c31de1921299 req-eecfe5cd-df33-4611-8d52-e7e06924bb8c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:40.823757 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:40.836819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b4cfd-b5b6-4b0d-ab2a-c31de1921299 req-eecfe5cd-df33-4611-8d52-e7e06924bb8c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:40.860556 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b4cfd-b5b6-4b0d-ab2a-c31de1921299 req-eecfe5cd-df33-4611-8d52-e7e06924bb8c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:40.879291 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b4cfd-b5b6-4b0d-ab2a-c31de1921299 req-eecfe5cd-df33-4611-8d52-e7e06924bb8c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:40.886466 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab1b4cfd-b5b6-4b0d-ab2a-c31de1921299 req-eecfe5cd-df33-4611-8d52-e7e06924bb8c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5440 time: 0.3070447 Nov 23 21:57:40.930005 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e7e26413-e971-46f6-ba1f-9c8b1eb61493, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e7e26413-e971-46f6-ba1f-9c8b1eb61493,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:40.944467 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:40.945304 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a568002e-b86b-4db1-b81d-0319d977690b up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:57:41.080261 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab1b4cfd-b5b6-4b0d-ab2a-c31de1921299 req-e1d3e3db-5629-4a79-a8aa-51c2a37c1b75 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1855364 Nov 23 21:57:41.150276 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=e7e26413-e971-46f6-ba1f-9c8b1eb61493,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:41.167090 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port a568002e-b86b-4db1-b81d-0319d977690b completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:57:41.187046 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port a568002e-b86b-4db1-b81d-0319d977690b triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:57:41.187286 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:41.219434 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1acfb-1c11-49ca-b7d0-f0bf6184a7ae req-d57410e4-f956-4908-a615-24663a8369a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:41.221646 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-20a1acfb-1c11-49ca-b7d0-f0bf6184a7ae req-d57410e4-f956-4908-a615-24663a8369a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=971e678f-8614-44b5-bec2-2cb9da7d8874 HTTP/1.1" status: 200 len: 855 time: 0.1772525 Nov 23 21:57:41.316333 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-20a1acfb-1c11-49ca-b7d0-f0bf6184a7ae req-3c0987d6-0038-46d1-be71-d474532776b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=416c3513-0b37-46f7-b130-6fb7a8cbe4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781569 Nov 23 21:57:41.377908 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace82850-9671-4ee9-875c-9c552f24bf98 req-c28fc04d-e805-42f0-bc39-45abe2bd0bc2 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:41.383244 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ace82850-9671-4ee9-875c-9c552f24bf98 req-c28fc04d-e805-42f0-bc39-45abe2bd0bc2 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8886b5ce-fb7f-434a-baf9-9643dda66111 HTTP/1.1" status: 200 len: 944 time: 0.1582601 Nov 23 21:57:41.484002 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:41.545799 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ace82850-9671-4ee9-875c-9c552f24bf98 req-9d97950a-d76a-4018-a1a9-59a7a96a3bef tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580157 Nov 23 21:57:41.553531 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-20a1acfb-1c11-49ca-b7d0-f0bf6184a7ae req-da76f703-2571-4e07-a5c6-40173c94fd09 service neutron] 10.222.0.60 "GET /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281437 Nov 23 21:57:41.577613 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a568002e-b86b-4db1-b81d-0319d977690b, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a568002e-b86b-4db1-b81d-0319d977690b,segment=NetworkSegment(d4818ec0-b2f7-4f07-b6b0-946b5cde9945),segment_id=d4818ec0-b2f7-4f07-b6b0-946b5cde9945)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:41.587275 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:41.588250 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device ef70db41-b454-4c7b-b415-54b472d6189e up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:57:41.640054 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33468) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:41.712100 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=a568002e-b86b-4db1-b81d-0319d977690b,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:41.727921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port ef70db41-b454-4c7b-b415-54b472d6189e completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:57:41.734062 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port ef70db41-b454-4c7b-b415-54b472d6189e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:57:41.734482 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:41.777356 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d5eb68-ecad-4e28-94f4-bf2bca6a5f69 admin admin] Deleting subnet c9d54f61-2a7c-4963-b588-28ffdcf63b91 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:57:41.868219 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f1d5eb68-ecad-4e28-94f4-bf2bca6a5f69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:41.871011 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-20a1acfb-1c11-49ca-b7d0-f0bf6184a7ae req-c0fb0098-9655-4531-bd22-4aa40ff02206 service neutron] 10.222.0.60 "GET /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041916 Nov 23 21:57:41.898370 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:41.978439 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f1d5eb68-ecad-4e28-94f4-bf2bca6a5f69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:42.019644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port ef70db41-b454-4c7b-b415-54b472d6189e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ef70db41-b454-4c7b-b415-54b472d6189e,segment=NetworkSegment(d4818ec0-b2f7-4f07-b6b0-946b5cde9945),segment_id=d4818ec0-b2f7-4f07-b6b0-946b5cde9945)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:42.055383 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:42.055383 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 02f35442-1efd-4379-8ae8-d069f0233b87 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:57:42.099250 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b45526-d8f1-408f-a99d-1435aa78938d req-9f2d0055-fc2b-4571-8e91-f7af9e89e212 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:42.113968 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-49b45526-d8f1-408f-a99d-1435aa78938d req-9f2d0055-fc2b-4571-8e91-f7af9e89e212 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.3099556 Nov 23 21:57:42.160011 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1a4a01-b58d-4d1b-8c53-14975401b67a'}, {'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e26413-e971-46f6-ba1f-9c8b1eb61493'}, {'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a568002e-b86b-4db1-b81d-0319d977690b'}, {'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef70db41-b454-4c7b-b415-54b472d6189e'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:57:42.171952 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9cecec-9c63-48c1-a28f-1a6382c89933" -d '{"events": [{"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-plugged", "status": "completed", "tag": "9e1a4a01-b58d-4d1b-8c53-14975401b67a"}, {"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-plugged", "status": "completed", "tag": "e7e26413-e971-46f6-ba1f-9c8b1eb61493"}, {"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-plugged", "status": "completed", "tag": "a568002e-b86b-4db1-b81d-0319d977690b"}, {"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-plugged", "status": "completed", "tag": "ef70db41-b454-4c7b-b415-54b472d6189e"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:57:42.190758 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f1d5eb68-ecad-4e28-94f4-bf2bca6a5f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:42.326140 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-49b45526-d8f1-408f-a99d-1435aa78938d req-77657275-f5f9-4eb6-9d30-32de070723be tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135875 Nov 23 21:57:42.385969 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f1d5eb68-ecad-4e28-94f4-bf2bca6a5f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:42.413739 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=ef70db41-b454-4c7b-b415-54b472d6189e,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:42.438870 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3616f34-58c8-48d0-996e-0da32001bc02 None None] Network d574a90f-57c4-4096-aa4e-8d6166a80844 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:57:42.528270 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f1d5eb68-ecad-4e28-94f4-bf2bca6a5f69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:42.531477 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f1d5eb68-ecad-4e28-94f4-bf2bca6a5f69 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c9d54f61-2a7c-4963-b588-28ffdcf63b91 HTTP/1.1" status: 204 len: 168 time: 0.8891721 Nov 23 21:57:42.534848 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33474) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:42.551560 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5eb68-ecad-4e28-94f4-bf2bca6a5f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9d54f61-2a7c-4963-b588-28ffdcf63b91,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:42.622114 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 02f35442-1efd-4379-8ae8-d069f0233b87 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:57:42.640149 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 02f35442-1efd-4379-8ae8-d069f0233b87 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:57:42.641684 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:42.647261 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0255f15c-f281-496e-ab2e-8e8deab83944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:42.713754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172c2e3-8608-4085-9f41-9554aea23111 req-6c87d09c-9c30-4efa-8afa-f9707817eb07 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:42.720881 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172c2e3-8608-4085-9f41-9554aea23111 req-6c87d09c-9c30-4efa-8afa-f9707817eb07 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:42.727256 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172c2e3-8608-4085-9f41-9554aea23111 req-6c87d09c-9c30-4efa-8afa-f9707817eb07 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:42.734912 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172c2e3-8608-4085-9f41-9554aea23111 req-6c87d09c-9c30-4efa-8afa-f9707817eb07 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:42.741365 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172c2e3-8608-4085-9f41-9554aea23111 req-6c87d09c-9c30-4efa-8afa-f9707817eb07 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:42.748204 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172c2e3-8608-4085-9f41-9554aea23111 req-6c87d09c-9c30-4efa-8afa-f9707817eb07 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:42.754650 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172c2e3-8608-4085-9f41-9554aea23111 req-6c87d09c-9c30-4efa-8afa-f9707817eb07 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:42.762933 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3172c2e3-8608-4085-9f41-9554aea23111 req-6c87d09c-9c30-4efa-8afa-f9707817eb07 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5443 time: 0.1158621 Nov 23 21:57:42.816019 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-0255f15c-f281-496e-ab2e-8e8deab83944 admin admin] Deleting port 13dee9d3-2f0f-43dc-8a19-e562672282be {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:57:42.817988 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0255f15c-f281-496e-ab2e-8e8deab83944 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:42.859648 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3172c2e3-8608-4085-9f41-9554aea23111 req-c2cc2ee3-6354-4ea7-8468-c5bfebe283f3 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0949872 Nov 23 21:57:42.985538 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e48fb4-4276-4341-abc4-26412c386217 None None] DHCP port deletion for d574a90f-57c4-4096-aa4e-8d6166a80844 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:57:43.007294 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-0255f15c-f281-496e-ab2e-8e8deab83944 admin admin] For port 13dee9d3-2f0f-43dc-8a19-e562672282be, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=13dee9d3-2f0f-43dc-8a19-e562672282be,segment=NetworkSegment(c3745fa3-29ce-433e-84b3-0288ca604068),segment_id=c3745fa3-29ce-433e-84b3-0288ca604068)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:43.015246 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0255f15c-f281-496e-ab2e-8e8deab83944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:43.036713 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:43.069660 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-0255f15c-f281-496e-ab2e-8e8deab83944 admin admin] Calling delete_port for 13dee9d3-2f0f-43dc-8a19-e562672282be owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:57:43.086981 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 23 Nov 2021 21:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6deb214-a6f4-4ff7-bbac-09ffb4f353f2 x-openstack-request-id: req-b6deb214-a6f4-4ff7-bbac-09ffb4f353f2 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:57:43.099145 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-plugged", "status": "completed", "tag": "9e1a4a01-b58d-4d1b-8c53-14975401b67a", "code": 200}, {"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-plugged", "status": "completed", "tag": "e7e26413-e971-46f6-ba1f-9c8b1eb61493", "code": 200}, {"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-plugged", "status": "completed", "tag": "a568002e-b86b-4db1-b81d-0319d977690b", "code": 200}, {"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-plugged", "status": "completed", "tag": "ef70db41-b454-4c7b-b415-54b472d6189e", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:57:43.102917 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b6deb214-a6f4-4ff7-bbac-09ffb4f353f2 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:57:43.103480 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1a4a01-b58d-4d1b-8c53-14975401b67a', 'code': 200} Nov 23 21:57:43.103858 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e26413-e971-46f6-ba1f-9c8b1eb61493', 'code': 200} Nov 23 21:57:43.104197 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a568002e-b86b-4db1-b81d-0319d977690b', 'code': 200} Nov 23 21:57:43.104551 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef70db41-b454-4c7b-b415-54b472d6189e', 'code': 200} Nov 23 21:57:43.187998 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 02f35442-1efd-4379-8ae8-d069f0233b87, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=02f35442-1efd-4379-8ae8-d069f0233b87,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:43.240844 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:43.244713 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 34f625a4-b456-41db-8450-83c7c1ee8503 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:57:43.292035 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded569a-4aff-4d17-9b11-d2d96d3b7196 req-c25f8f75-3c1a-4fff-a2b2-54e77efa6a37 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:43.293750 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5ded569a-4aff-4d17-9b11-d2d96d3b7196 req-c25f8f75-3c1a-4fff-a2b2-54e77efa6a37 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8886b5ce-fb7f-434a-baf9-9643dda66111 HTTP/1.1" status: 200 len: 944 time: 0.1018016 Nov 23 21:57:43.326211 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0255f15c-f281-496e-ab2e-8e8deab83944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:43.408567 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0255f15c-f281-496e-ab2e-8e8deab83944 admin admin] No DVR routers for this DVR port 13dee9d3-2f0f-43dc-8a19-e562672282be on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:57:43.417617 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255f15c-f281-496e-ab2e-8e8deab83944 admin admin] Pushing event deleted for resources: {'Port': ['ID=13dee9d3-2f0f-43dc-8a19-e562672282be,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:43.582015 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 13dee9d3-2f0f-43dc-8a19-e562672282be no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:57:43.623066 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0255f15c-f281-496e-ab2e-8e8deab83944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:43.673792 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-0255f15c-f281-496e-ab2e-8e8deab83944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d574a90f-57c4-4096-aa4e-8d6166a80844']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:57:43.688494 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-0255f15c-f281-496e-ab2e-8e8deab83944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3745fa3-29ce-433e-84b3-0288ca604068') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:57:43.689105 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-0255f15c-f281-496e-ab2e-8e8deab83944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3745fa3-29ce-433e-84b3-0288ca604068') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:57:43.704559 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0255f15c-f281-496e-ab2e-8e8deab83944 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:43.722624 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0255f15c-f281-496e-ab2e-8e8deab83944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:43.731539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0255f15c-f281-496e-ab2e-8e8deab83944 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:57:43.731539 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0255f15c-f281-496e-ab2e-8e8deab83944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:57:43.817722 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:57:43.841020 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0255f15c-f281-496e-ab2e-8e8deab83944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:43.850733 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0255f15c-f281-496e-ab2e-8e8deab83944 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:43.860898 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0255f15c-f281-496e-ab2e-8e8deab83944 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d574a90f-57c4-4096-aa4e-8d6166a80844 HTTP/1.1" status: 204 len: 168 time: 1.3231332 Nov 23 21:57:43.877096 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255f15c-f281-496e-ab2e-8e8deab83944 admin admin] Pushing event deleted for resources: {'Network': ['ID=d574a90f-57c4-4096-aa4e-8d6166a80844,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:43.960333 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=02f35442-1efd-4379-8ae8-d069f0233b87,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:43.970372 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device feb274ab-888e-4630-acce-dd868a515864 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:57:43.981244 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 34f625a4-b456-41db-8450-83c7c1ee8503 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:57:43.986655 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 13dee9d3-2f0f-43dc-8a19-e562672282be {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:57:43.987967 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 13dee9d3-2f0f-43dc-8a19-e562672282be not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:57:44.020097 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 34f625a4-b456-41db-8450-83c7c1ee8503 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:57:44.025645 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:44.100558 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-d6e48fb4-4276-4341-abc4-26412c386217 None None] Deleting port 13dee9d3-2f0f-43dc-8a19-e562672282be {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:57:44.101203 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d6e48fb4-4276-4341-abc4-26412c386217 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:44.218397 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33502) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server [None req-d6e48fb4-4276-4341-abc4-26412c386217 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network d574a90f-57c4-4096-aa4e-8d6166a80844 could not be found. Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 21:57:44.229321 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network d574a90f-57c4-4096-aa4e-8d6166a80844 could not be found. Nov 23 21:57:44.241528 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server Nov 23 21:57:44.257466 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5ded569a-4aff-4d17-9b11-d2d96d3b7196 req-e4a6186a-ebb4-4a00-867a-8205ce21e158 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9495347 Nov 23 21:57:44.398360 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port feb274ab-888e-4630-acce-dd868a515864, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=feb274ab-888e-4630-acce-dd868a515864,segment=NetworkSegment(abaff1ba-c8fd-40d4-822d-6c0fc520c1f7),segment_id=abaff1ba-c8fd-40d4-822d-6c0fc520c1f7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:44.404508 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e00bff8e-8903-4a87-b81e-0d941259606f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c13aeffe2daf471598f2057c7d3388f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1846161 Nov 23 21:57:44.405264 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33510) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:44.420047 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'feb274ab-888e-4630-acce-dd868a515864', 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8', 'port_id': 'feb274ab-888e-4630-acce-dd868a515864', 'mac_address': 'fa:16:3e:3a:c3:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971e678f-8614-44b5-bec2-2cb9da7d8874', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:57:44.425999 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e3abe0-94fe-45ab-8cbf-cbce17b9b3e4 None None] DHCP port deletion for d574a90f-57c4-4096-aa4e-8d6166a80844 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:57:44.476698 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671fcb78-8191-4697-9477-6520d666e701 None None] get_active_networks_info from n-d-816206-9 {{(pid=110035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 21:57:44.515022 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25694e6-524b-4d9e-a033-40af4eecd258 req-05bb6d33-4bee-4ecb-b35f-79880e027cc6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:44.527454 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c25694e6-524b-4d9e-a033-40af4eecd258 req-05bb6d33-4bee-4ecb-b35f-79880e027cc6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.1603873 Nov 23 21:57:44.528505 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:44.620879 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bf083974-e3b3-453e-bea3-d8ba95c77bdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:44.629124 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 34f625a4-b456-41db-8450-83c7c1ee8503, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=34f625a4-b456-41db-8450-83c7c1ee8503,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:44.630903 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:44.643204 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33518) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:44.651804 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb274ab-888e-4630-acce-dd868a515864 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:57:44.684042 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bf083974-e3b3-453e-bea3-d8ba95c77bdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:44.706870 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c25694e6-524b-4d9e-a033-40af4eecd258 req-3c8898eb-e4a2-419f-8141-66f51a355ab5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769109 Nov 23 21:57:44.713013 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port feb274ab-888e-4630-acce-dd868a515864, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=feb274ab-888e-4630-acce-dd868a515864,segment=NetworkSegment(abaff1ba-c8fd-40d4-822d-6c0fc520c1f7),segment_id=abaff1ba-c8fd-40d4-822d-6c0fc520c1f7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:44.714645 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:44.743620 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:44.805381 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bf083974-e3b3-453e-bea3-d8ba95c77bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:44.810749 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bf083974-e3b3-453e-bea3-d8ba95c77bdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:44.815064 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bf083974-e3b3-453e-bea3-d8ba95c77bdc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66aa4136-81b3-43e2-a047-b3dc1d5cfd4b HTTP/1.1" status: 204 len: 168 time: 0.4081891 Nov 23 21:57:44.834237 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf083974-e3b3-453e-bea3-d8ba95c77bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aa4136-81b3-43e2-a047-b3dc1d5cfd4b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:44.920433 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc2112dd-c10c-4fdb-bb3b-815c2f1f84f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:44.990517 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=34f625a4-b456-41db-8450-83c7c1ee8503,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:45.018668 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9407473a-643b-4d0c-8749-b35562507d93 req-7aa8dd67-8f1b-4aff-bae1-5f729aadab2c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=14bac651c09042789e9eb24760feece8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333555 Nov 23 21:57:45.085197 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=feb274ab-888e-4630-acce-dd868a515864,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:45.090361 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671fcb78-8191-4697-9477-6520d666e701 None None] Resources bound (agent type, host, resource id): {{(pid=110035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 21:57:45.098067 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['feb274ab-888e-4630-acce-dd868a515864'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:57:45.140394 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f35442-1efd-4379-8ae8-d069f0233b87'}, {'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f625a4-b456-41db-8450-83c7c1ee8503'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:57:45.142688 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a46743-8655-49a1-bfc6-bd7729bd52da" -d '{"events": [{"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-plugged", "status": "completed", "tag": "02f35442-1efd-4379-8ae8-d069f0233b87"}, {"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-plugged", "status": "completed", "tag": "34f625a4-b456-41db-8450-83c7c1ee8503"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:57:45.179852 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407473a-643b-4d0c-8749-b35562507d93 req-4768ae06-fddf-4c32-9fdd-2e5964226007 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:45.181699 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9407473a-643b-4d0c-8749-b35562507d93 req-4768ae06-fddf-4c32-9fdd-2e5964226007 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1564877 Nov 23 21:57:45.271517 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9407473a-643b-4d0c-8749-b35562507d93 req-918b4fcb-e375-4e28-bd98-269e24818fce tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/quotas/14bac651c09042789e9eb24760feece8 HTTP/1.1" status: 200 len: 375 time: 0.0438361 Nov 23 21:57:45.334270 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc2112dd-c10c-4fdb-bb3b-815c2f1f84f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:45.352110 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ec0e8-4cf6-48ba-ae73-a2064f10fbcc req-d3ab0318-b1dd-4458-8ae5-448a565a4eb2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:45.360205 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ec0e8-4cf6-48ba-ae73-a2064f10fbcc req-d3ab0318-b1dd-4458-8ae5-448a565a4eb2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:45.367167 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ec0e8-4cf6-48ba-ae73-a2064f10fbcc req-d3ab0318-b1dd-4458-8ae5-448a565a4eb2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:45.374588 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ec0e8-4cf6-48ba-ae73-a2064f10fbcc req-d3ab0318-b1dd-4458-8ae5-448a565a4eb2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:45.381574 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ec0e8-4cf6-48ba-ae73-a2064f10fbcc req-d3ab0318-b1dd-4458-8ae5-448a565a4eb2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:45.388790 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ec0e8-4cf6-48ba-ae73-a2064f10fbcc req-d3ab0318-b1dd-4458-8ae5-448a565a4eb2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:45.395484 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ec0e8-4cf6-48ba-ae73-a2064f10fbcc req-d3ab0318-b1dd-4458-8ae5-448a565a4eb2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:45.398048 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b26ec0e8-4cf6-48ba-ae73-a2064f10fbcc req-d3ab0318-b1dd-4458-8ae5-448a565a4eb2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5445 time: 0.2152991 Nov 23 21:57:45.401499 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc2112dd-c10c-4fdb-bb3b-815c2f1f84f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:45.480609 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9407473a-643b-4d0c-8749-b35562507d93 req-4844e4cb-f32c-4e99-9e4a-9d4bb1e017ed tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=14bac651c09042789e9eb24760feece8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2031419 Nov 23 21:57:45.534578 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-dc2112dd-c10c-4fdb-bb3b-815c2f1f84f6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c27f7092973246be8d576c277088fee6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8797221 Nov 23 21:57:45.534578 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2112dd-c10c-4fdb-bb3b-815c2f1f84f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3a7a40-2e32-49d8-86ec-8833371b5496,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:45.534578 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33548) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:45.658361 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20ca991c-b2b9-4c1b-a74d-e6fae9758990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:45.727556 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20ca991c-b2b9-4c1b-a74d-e6fae9758990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:45.856576 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b26ec0e8-4cf6-48ba-ae73-a2064f10fbcc req-a7207eea-31b1-4680-85e4-9e423787b572 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4202936 Nov 23 21:57:45.857953 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20ca991c-b2b9-4c1b-a74d-e6fae9758990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:45.873623 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20ca991c-b2b9-4c1b-a74d-e6fae9758990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:45.883291 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-20ca991c-b2b9-4c1b-a74d-e6fae9758990 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ca3a7a40-2e32-49d8-86ec-8833371b5496 HTTP/1.1" status: 204 len: 168 time: 0.3478882 Nov 23 21:57:45.917531 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca991c-b2b9-4c1b-a74d-e6fae9758990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3a7a40-2e32-49d8-86ec-8833371b5496,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:46.012276 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 21:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84cb2c9-be05-4eec-894a-b155fc5d4cc8 x-openstack-request-id: req-e84cb2c9-be05-4eec-894a-b155fc5d4cc8 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:57:46.014272 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-plugged", "status": "completed", "tag": "02f35442-1efd-4379-8ae8-d069f0233b87", "code": 200}, {"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-plugged", "status": "completed", "tag": "34f625a4-b456-41db-8450-83c7c1ee8503", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:57:46.014700 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e84cb2c9-be05-4eec-894a-b155fc5d4cc8 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:57:46.015323 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f35442-1efd-4379-8ae8-d069f0233b87', 'code': 200} Nov 23 21:57:46.016889 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f625a4-b456-41db-8450-83c7c1ee8503', 'code': 200} Nov 23 21:57:46.117256 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8ee72236-9d12-42e5-9d38-3c662731f6c2 None None] Provisioning complete for port 593e9321-8a5c-488e-bf20-9be765c4f213 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:57:46.121923 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8ee72236-9d12-42e5-9d38-3c662731f6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:46.503441 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066134d7-b949-4dad-aba9-44b4518fd34c req-a62492c4-ad73-4435-a686-0db90f461de0 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:46.511016 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-066134d7-b949-4dad-aba9-44b4518fd34c req-a62492c4-ad73-4435-a686-0db90f461de0 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 946 time: 0.5600023 Nov 23 21:57:46.581986 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c338b75-d70f-4963-8297-3fa55324ac5c req-e9fcfac1-a848-4712-8cef-e574737a7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:46.583021 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c338b75-d70f-4963-8297-3fa55324ac5c req-e9fcfac1-a848-4712-8cef-e574737a7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:46.583505 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c338b75-d70f-4963-8297-3fa55324ac5c req-e9fcfac1-a848-4712-8cef-e574737a7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:46.583971 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c338b75-d70f-4963-8297-3fa55324ac5c req-e9fcfac1-a848-4712-8cef-e574737a7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:46.584874 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c338b75-d70f-4963-8297-3fa55324ac5c req-e9fcfac1-a848-4712-8cef-e574737a7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:46.586623 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c338b75-d70f-4963-8297-3fa55324ac5c req-e9fcfac1-a848-4712-8cef-e574737a7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:46.588679 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c338b75-d70f-4963-8297-3fa55324ac5c req-e9fcfac1-a848-4712-8cef-e574737a7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:46.605164 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c338b75-d70f-4963-8297-3fa55324ac5c req-e9fcfac1-a848-4712-8cef-e574737a7418 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 6502 time: 0.3991060 Nov 23 21:57:46.620004 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33582) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:46.658930 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33584) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:46.678490 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-066134d7-b949-4dad-aba9-44b4518fd34c req-9057f838-859e-4a75-a15c-3813c9852dd6 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665990 Nov 23 21:57:46.689215 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654955d7-0f40-4b93-89da-eb38eb8aaedb req-e43b6c8a-3116-4b4a-8b58-b9a91b9a5f02 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:46.691161 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-654955d7-0f40-4b93-89da-eb38eb8aaedb req-e43b6c8a-3116-4b4a-8b58-b9a91b9a5f02 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8886b5ce-fb7f-434a-baf9-9643dda66111 HTTP/1.1" status: 200 len: 945 time: 0.5458953 Nov 23 21:57:46.697236 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d72c2be4-149d-40f4-820d-000e2f62b262 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:46.859930 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-654955d7-0f40-4b93-89da-eb38eb8aaedb req-7ed9d8a3-99f8-4557-b827-d710339c590c tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577480 Nov 23 21:57:46.887330 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d72c2be4-149d-40f4-820d-000e2f62b262 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:46.899705 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d72c2be4-149d-40f4-820d-000e2f62b262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:46.907785 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c338b75-d70f-4963-8297-3fa55324ac5c req-9a933520-1739-4bc5-843b-8ae6c955f24a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&id=a28e65ce-eba8-4d5a-8712-987f683c675f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2736259 Nov 23 21:57:46.957944 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d72c2be4-149d-40f4-820d-000e2f62b262 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d2616fc3e334b26a01b58d942b1fead&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3364313 Nov 23 21:57:46.958700 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33592) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:46.988952 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d019538-9917-4f9c-9ad5-b8b7bf5b2bb7 req-4aeb3a25-b6b0-4007-97b8-5745b14c4e98 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:46.990624 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d019538-9917-4f9c-9ad5-b8b7bf5b2bb7 req-4aeb3a25-b6b0-4007-97b8-5745b14c4e98 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.1292777 Nov 23 21:57:47.008003 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d60919e4-5f07-4170-8b82-e6964a59cfd0 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1699547880-network', 'tenant_id': '031198f3933448679d1ecb906a446549'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:57:47.023811 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d3f0fc08-04e3-431f-8182-99ae62cfae62 req-69be1517-afce-4343-8c26-f717f506e41e tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7e7990a-df30-43bc-81fd-54b4a143c24f HTTP/1.1" status: 200 len: 210 time: 0.0321763 Nov 23 21:57:47.034152 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c2be4-149d-40f4-820d-000e2f62b262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769e7d7f-c143-4d6d-ba64-facb00d09497,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:47.069933 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b37088e8-f40f-4f4a-9435-108ebe0d758e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:47.084135 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60919e4-5f07-4170-8b82-e6964a59cfd0 admin admin] Made reservation on behalf of 031198f3933448679d1ecb906a446549 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:57:47.089843 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d019538-9917-4f9c-9ad5-b8b7bf5b2bb7 req-4b92427f-5938-4a47-b922-046ff47a7015 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887649 Nov 23 21:57:47.094976 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d60919e4-5f07-4170-8b82-e6964a59cfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:47.119591 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b37088e8-f40f-4f4a-9435-108ebe0d758e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:47.121786 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d60919e4-5f07-4170-8b82-e6964a59cfd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:47.227697 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b37088e8-f40f-4f4a-9435-108ebe0d758e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:47.233260 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b37088e8-f40f-4f4a-9435-108ebe0d758e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:47.235588 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b37088e8-f40f-4f4a-9435-108ebe0d758e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/769e7d7f-c143-4d6d-ba64-facb00d09497 HTTP/1.1" status: 204 len: 168 time: 0.2691798 Nov 23 21:57:47.264279 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37088e8-f40f-4f4a-9435-108ebe0d758e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769e7d7f-c143-4d6d-ba64-facb00d09497,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:47.285249 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d60919e4-5f07-4170-8b82-e6964a59cfd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:47.290024 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d60919e4-5f07-4170-8b82-e6964a59cfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:47.334336 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60919e4-5f07-4170-8b82-e6964a59cfd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:57:47.335408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd2b13-5bba-4006-914f-c8ce33d2872a req-41c34344-db07-4f61-9ae9-5560b2808d80 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:47.350628 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd2b13-5bba-4006-914f-c8ce33d2872a req-41c34344-db07-4f61-9ae9-5560b2808d80 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:47.355974 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60919e4-5f07-4170-8b82-e6964a59cfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf7e1a3-3b42-490d-901a-4670c1223a64,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:47.360256 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd2b13-5bba-4006-914f-c8ce33d2872a req-41c34344-db07-4f61-9ae9-5560b2808d80 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:47.366283 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd2b13-5bba-4006-914f-c8ce33d2872a req-41c34344-db07-4f61-9ae9-5560b2808d80 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:47.380527 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d60919e4-5f07-4170-8b82-e6964a59cfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:47.383358 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-d60919e4-5f07-4170-8b82-e6964a59cfd0 admin admin] Added segment ceacf3c7-34e0-480d-85c3-d52c69e9d93b of type vlan for network 22374e07-93d9-4ccc-b494-c0f13bb96839 Nov 23 21:57:47.383571 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd2b13-5bba-4006-914f-c8ce33d2872a req-41c34344-db07-4f61-9ae9-5560b2808d80 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:47.397287 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd2b13-5bba-4006-914f-c8ce33d2872a req-41c34344-db07-4f61-9ae9-5560b2808d80 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:47.414779 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd2b13-5bba-4006-914f-c8ce33d2872a req-41c34344-db07-4f61-9ae9-5560b2808d80 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:47.417550 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1bbd2b13-5bba-4006-914f-c8ce33d2872a req-41c34344-db07-4f61-9ae9-5560b2808d80 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5445 time: 0.1973493 Nov 23 21:57:47.468621 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d60919e4-5f07-4170-8b82-e6964a59cfd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:47.534498 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d60919e4-5f07-4170-8b82-e6964a59cfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:47.535581 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60919e4-5f07-4170-8b82-e6964a59cfd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:47.536113 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d60919e4-5f07-4170-8b82-e6964a59cfd0 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:47.579905 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1bbd2b13-5bba-4006-914f-c8ce33d2872a req-51d84498-0a9d-489b-b33a-4b11d5c343c6 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1534131 Nov 23 21:57:47.599605 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d60919e4-5f07-4170-8b82-e6964a59cfd0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9385965 Nov 23 21:57:47.613531 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33608) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:47.613531 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-2f6a1d37-cb96-494d-b103-1f065a0ff3f4 admin admin] Request body: {'subnet': {'network_id': '22374e07-93d9-4ccc-b494-c0f13bb96839', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1699547880-subnet', 'tenant_id': '031198f3933448679d1ecb906a446549', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:57:47.651060 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60919e4-5f07-4170-8b82-e6964a59cfd0 admin admin] Pushing event updated for resources: {'Network': ['ID=22374e07-93d9-4ccc-b494-c0f13bb96839,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:47.671970 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 22374e07-93d9-4ccc-b494-c0f13bb96839 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:57:47.680016 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6a1d37-cb96-494d-b103-1f065a0ff3f4 admin admin] Made reservation on behalf of 031198f3933448679d1ecb906a446549 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:57:47.688399 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2f6a1d37-cb96-494d-b103-1f065a0ff3f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:47.690577 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9407473a-643b-4d0c-8749-b35562507d93 req-d0b1b275-81b9-44c3-a9ca-29c03d7087fb tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=14bac651c09042789e9eb24760feece8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338247 Nov 23 21:57:47.825532 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33610) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:47.846614 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device feb274ab-888e-4630-acce-dd868a515864 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:57:47.851811 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68d79cb6-2dc7-4673-9772-025579f4cdaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:47.895035 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407473a-643b-4d0c-8749-b35562507d93 req-953faf52-cd7e-438c-8d0b-8c6322f7cbee tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:47.902177 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9407473a-643b-4d0c-8749-b35562507d93 req-953faf52-cd7e-438c-8d0b-8c6322f7cbee tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1638041 Nov 23 21:57:47.924413 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-9407473a-643b-4d0c-8749-b35562507d93 req-8886a551-5126-4972-a592-60bcbfd19840 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Request body: {'port': {'device_id': 'e7e7990a-df30-43bc-81fd-54b4a143c24f', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': '14bac651c09042789e9eb24760feece8'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:57:47.956379 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port feb274ab-888e-4630-acce-dd868a515864 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:57:47.976234 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port feb274ab-888e-4630-acce-dd868a515864 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:57:47.976990 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:47.998535 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d259655-5d07-4482-89bd-74c8418e5cd0 req-41307cfb-db88-409d-99d6-cbb53cfccb45 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:47.999176 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68d79cb6-2dc7-4673-9772-025579f4cdaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:48.000150 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8d259655-5d07-4482-89bd-74c8418e5cd0 req-41307cfb-db88-409d-99d6-cbb53cfccb45 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 946 time: 0.3046253 Nov 23 21:57:48.006044 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68d79cb6-2dc7-4673-9772-025579f4cdaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:48.055914 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d79cb6-2dc7-4673-9772-025579f4cdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15222849-0840-4747-9220-125ccee0f452,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:48.073049 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:48.084138 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-68d79cb6-2dc7-4673-9772-025579f4cdaa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f4ca9160159e4ca28da36d6eae0f1362&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2567954 Nov 23 21:57:48.089894 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33616) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:48.121895 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8886b5ce-fb7f-434a-baf9-9643dda66111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb274ab-888e-4630-acce-dd868a515864'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:57:48.124442 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d62257-e445-4be1-987a-15c439797efc" -d '{"events": [{"server_uuid": "8886b5ce-fb7f-434a-baf9-9643dda66111", "name": "network-vif-plugged", "status": "completed", "tag": "feb274ab-888e-4630-acce-dd868a515864"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:57:48.148427 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2f6a1d37-cb96-494d-b103-1f065a0ff3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:48.160567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port feb274ab-888e-4630-acce-dd868a515864, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=feb274ab-888e-4630-acce-dd868a515864,segment=NetworkSegment(abaff1ba-c8fd-40d4-822d-6c0fc520c1f7),segment_id=abaff1ba-c8fd-40d4-822d-6c0fc520c1f7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:48.168947 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:48.178889 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ab92d-3076-49cb-a9ee-b540d8adc1b8 req-284705d8-4daa-4bd0-806f-349cd2d8031d tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:48.183319 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae1ab92d-3076-49cb-a9ee-b540d8adc1b8 req-284705d8-4daa-4bd0-806f-349cd2d8031d tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8886b5ce-fb7f-434a-baf9-9643dda66111 HTTP/1.1" status: 200 len: 945 time: 0.1822686 Nov 23 21:57:48.200415 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-00ad0722-fdf3-4ec6-8c97-c7fa7cfaa1ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:48.201748 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8d259655-5d07-4482-89bd-74c8418e5cd0 req-aa20d658-3cac-42a8-b106-24942373e310 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557188 Nov 23 21:57:48.236801 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=feb274ab-888e-4630-acce-dd868a515864,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:48.251158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9407473a-643b-4d0c-8749-b35562507d93 req-8886a551-5126-4972-a592-60bcbfd19840 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Made reservation on behalf of 14bac651c09042789e9eb24760feece8 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:57:48.255116 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9407473a-643b-4d0c-8749-b35562507d93 req-8886a551-5126-4972-a592-60bcbfd19840 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:48.261598 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-00ad0722-fdf3-4ec6-8c97-c7fa7cfaa1ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:48.272726 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a1d37-cb96-494d-b103-1f065a0ff3f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff50d062-072e-4089-b7d8-71eb6ba535ec,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:48.288369 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6a1d37-cb96-494d-b103-1f065a0ff3f4 admin admin] Checking segment: {'id': 'ceacf3c7-34e0-480d-85c3-d52c69e9d93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '22374e07-93d9-4ccc-b494-c0f13bb96839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:57:48.288731 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6a1d37-cb96-494d-b103-1f065a0ff3f4 admin admin] Network hostable DHCP agents. Network: 22374e07-93d9-4ccc-b494-c0f13bb96839, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:57:48.296144 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae1ab92d-3076-49cb-a9ee-b540d8adc1b8 req-6492c656-f186-4d9c-a3db-a893fb102b7f tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932229 Nov 23 21:57:48.319708 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bfe60297-5dc7-4e44-92e3-e990c9e7e37d req-a9c3b1f5-dfe5-43bb-aeea-5f96d2b0568a tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7e7990a-df30-43bc-81fd-54b4a143c24f HTTP/1.1" status: 200 len: 210 time: 0.0448368 Nov 23 21:57:48.335187 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6a1d37-cb96-494d-b103-1f065a0ff3f4 admin admin] Network 22374e07-93d9-4ccc-b494-c0f13bb96839 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:57:48.358340 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-2f6a1d37-cb96-494d-b103-1f065a0ff3f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 22374e07-93d9-4ccc-b494-c0f13bb96839) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:57:48.363725 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6a1d37-cb96-494d-b103-1f065a0ff3f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:48.364447 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2f6a1d37-cb96-494d-b103-1f065a0ff3f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:48.366869 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-00ad0722-fdf3-4ec6-8c97-c7fa7cfaa1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:48.367305 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86da4f5-b5de-440b-b694-8293508d3ed0 None None] Network 22374e07-93d9-4ccc-b494-c0f13bb96839 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:57:48.369528 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-00ad0722-fdf3-4ec6-8c97-c7fa7cfaa1ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:48.370756 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-00ad0722-fdf3-4ec6-8c97-c7fa7cfaa1ff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/15222849-0840-4747-9220-125ccee0f452 HTTP/1.1" status: 204 len: 168 time: 0.2797978 Nov 23 21:57:48.386329 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad0722-fdf3-4ec6-8c97-c7fa7cfaa1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15222849-0840-4747-9220-125ccee0f452,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:48.402759 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2f6a1d37-cb96-494d-b103-1f065a0ff3f4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7950368 Nov 23 21:57:48.432563 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a545115-abd7-42d9-ac6c-0d223d7c6f21 x-openstack-request-id: req-5a545115-abd7-42d9-ac6c-0d223d7c6f21 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:57:48.432863 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8886b5ce-fb7f-434a-baf9-9643dda66111", "name": "network-vif-plugged", "status": "completed", "tag": "feb274ab-888e-4630-acce-dd868a515864", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:57:48.433138 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5a545115-abd7-42d9-ac6c-0d223d7c6f21 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:57:48.433548 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8886b5ce-fb7f-434a-baf9-9643dda66111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb274ab-888e-4630-acce-dd868a515864', 'code': 200} Nov 23 21:57:48.539718 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c7580-a8d2-4685-a080-9f3236d4ceda req-0f8e3678-5097-4c6b-bad7-22118fd2b37a tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:48.547297 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-433c7580-a8d2-4685-a080-9f3236d4ceda req-0f8e3678-5097-4c6b-bad7-22118fd2b37a tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.1521480 Nov 23 21:57:48.585738 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a35b12-99c9-4a61-8333-196a40e22566 req-178b8329-2e68-4a78-9a3e-0570fb4dc1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:48.587334 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-95a35b12-99c9-4a61-8333-196a40e22566 req-178b8329-2e68-4a78-9a3e-0570fb4dc1e1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8886b5ce-fb7f-434a-baf9-9643dda66111 HTTP/1.1" status: 200 len: 1097 time: 0.0601137 Nov 23 21:57:48.601718 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-9407473a-643b-4d0c-8749-b35562507d93 req-8886a551-5126-4972-a592-60bcbfd19840 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Allocated IP 192.168.233.24 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/f6a43384-f0d3-4394-a8a2-5e5f71d82536) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:57:48.650564 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc13962-2e86-4235-8374-3573f23f0ee8 None None] Network 22374e07-93d9-4ccc-b494-c0f13bb96839 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:57:48.652078 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-95a35b12-99c9-4a61-8333-196a40e22566 req-bf48c145-4e98-43ab-a569-c3df64db0a08 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559752 Nov 23 21:57:48.748796 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-433c7580-a8d2-4685-a080-9f3236d4ceda req-32dafb84-a9b0-4406-8994-76c21c0ed617 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933959 Nov 23 21:57:48.913696 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516fe91-c686-4e65-8bd6-e4767bc1cc2c req-5f99118d-ffe6-421f-aa36-57260d6be558 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:48.922022 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516fe91-c686-4e65-8bd6-e4767bc1cc2c req-5f99118d-ffe6-421f-aa36-57260d6be558 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:48.930752 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516fe91-c686-4e65-8bd6-e4767bc1cc2c req-5f99118d-ffe6-421f-aa36-57260d6be558 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:48.935042 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516fe91-c686-4e65-8bd6-e4767bc1cc2c req-5f99118d-ffe6-421f-aa36-57260d6be558 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:48.943246 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516fe91-c686-4e65-8bd6-e4767bc1cc2c req-5f99118d-ffe6-421f-aa36-57260d6be558 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:48.949665 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516fe91-c686-4e65-8bd6-e4767bc1cc2c req-5f99118d-ffe6-421f-aa36-57260d6be558 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:48.956560 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516fe91-c686-4e65-8bd6-e4767bc1cc2c req-5f99118d-ffe6-421f-aa36-57260d6be558 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:48.958518 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2516fe91-c686-4e65-8bd6-e4767bc1cc2c req-5f99118d-ffe6-421f-aa36-57260d6be558 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5445 time: 0.1328461 Nov 23 21:57:49.003202 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9407473a-643b-4d0c-8749-b35562507d93 req-8886a551-5126-4972-a592-60bcbfd19840 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:49.060961 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2516fe91-c686-4e65-8bd6-e4767bc1cc2c req-fe20fc4e-f571-4dea-999c-2303e29117e8 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910161 Nov 23 21:57:49.073755 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9407473a-643b-4d0c-8749-b35562507d93 req-8886a551-5126-4972-a592-60bcbfd19840 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:49.086784 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:57:49.134915 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9407473a-643b-4d0c-8749-b35562507d93 req-8886a551-5126-4972-a592-60bcbfd19840 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:57:49.138655 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-9407473a-643b-4d0c-8749-b35562507d93 req-8886a551-5126-4972-a592-60bcbfd19840 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:57:49.142001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-9407473a-643b-4d0c-8749-b35562507d93 req-8886a551-5126-4972-a592-60bcbfd19840 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:57:49.178621 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['224179a9-9246-4419-a911-b515f4991d15', 'cc13e182-8dcb-4149-ab27-85551d29d8a7', 'ba323a01-8ef9-4534-87b1-7a4562e0aa72', 'de1dd556-b992-4a29-820c-612138b3888c'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:57:49.182210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886a551-5126-4972-a592-60bcbfd19840 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Pushing event updated for resources: {'Port': ['ID=f6a43384-f0d3-4394-a8a2-5e5f71d82536,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:49.222931 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407473a-643b-4d0c-8749-b35562507d93 req-8886a551-5126-4972-a592-60bcbfd19840 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:49.224518 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9407473a-643b-4d0c-8749-b35562507d93 req-8886a551-5126-4972-a592-60bcbfd19840 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:49.289494 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9407473a-643b-4d0c-8749-b35562507d93 req-8886a551-5126-4972-a592-60bcbfd19840 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3743343 Nov 23 21:57:49.305530 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-9407473a-643b-4d0c-8749-b35562507d93 req-75664bf0-9b91-416c-9a9b-cafaa87df3cb service neutron] Request body: {'port': {'device_id': 'e7e7990a-df30-43bc-81fd-54b4a143c24f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:57:49.356030 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947e4ed-2dd6-49b6-b348-8e57f3f16fb2 req-4be05b41-20e3-400a-b14f-f089ab9dd557 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:49.364943 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947e4ed-2dd6-49b6-b348-8e57f3f16fb2 req-4be05b41-20e3-400a-b14f-f089ab9dd557 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:49.365919 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:57:49.371457 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947e4ed-2dd6-49b6-b348-8e57f3f16fb2 req-4be05b41-20e3-400a-b14f-f089ab9dd557 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:49.379353 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947e4ed-2dd6-49b6-b348-8e57f3f16fb2 req-4be05b41-20e3-400a-b14f-f089ab9dd557 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:49.385387 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947e4ed-2dd6-49b6-b348-8e57f3f16fb2 req-4be05b41-20e3-400a-b14f-f089ab9dd557 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:49.391643 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947e4ed-2dd6-49b6-b348-8e57f3f16fb2 req-4be05b41-20e3-400a-b14f-f089ab9dd557 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:49.397637 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947e4ed-2dd6-49b6-b348-8e57f3f16fb2 req-4be05b41-20e3-400a-b14f-f089ab9dd557 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:49.409816 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7947e4ed-2dd6-49b6-b348-8e57f3f16fb2 req-4be05b41-20e3-400a-b14f-f089ab9dd557 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5445 time: 0.1717587 Nov 23 21:57:49.411547 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33664) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:49.416161 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-1289b2a8-2cc9-4ca4-a13c-0c65a26149b1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Request body: {'floatingip': {'port_id': '903ccf0b-4463-44b9-b226-a19005b0d74f'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:57:49.515843 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9407473a-643b-4d0c-8749-b35562507d93 req-75664bf0-9b91-416c-9a9b-cafaa87df3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:49.562907 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1289b2a8-2cc9-4ca4-a13c-0c65a26149b1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for floatingip, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:49.615105 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b355f-0772-4dac-a399-81c585e0366f req-bb5981cf-22ac-4480-8106-a5e30e27bf7a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:49.616710 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cc5b355f-0772-4dac-a399-81c585e0366f req-bb5981cf-22ac-4480-8106-a5e30e27bf7a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 946 time: 0.2030363 Nov 23 21:57:49.642104 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:49.713870 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6d755771-4a3e-47ce-8866-3546fd2522c1 None None] Provisioning complete for port f6a43384-f0d3-4394-a8a2-5e5f71d82536 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:57:49.714245 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6d755771-4a3e-47ce-8866-3546fd2522c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:49.808492 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:49.813097 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cc5b355f-0772-4dac-a399-81c585e0366f req-6de25a8c-e052-457f-8018-e12fe37e9b5d tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482518 Nov 23 21:57:49.818495 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:49.824552 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-6d755771-4a3e-47ce-8866-3546fd2522c1 None None] Port f6a43384-f0d3-4394-a8a2-5e5f71d82536 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:57:49.873810 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c637ea0-bd3b-4488-b6a2-65f747a350b9 req-371f72e0-b16c-4874-8f75-5126b168a632 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:49.875442 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c637ea0-bd3b-4488-b6a2-65f747a350b9 req-371f72e0-b16c-4874-8f75-5126b168a632 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8886b5ce-fb7f-434a-baf9-9643dda66111 HTTP/1.1" status: 200 len: 946 time: 0.1642041 Nov 23 21:57:49.971997 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c637ea0-bd3b-4488-b6a2-65f747a350b9 req-401cbafd-76e9-4618-85bc-e30b9cfc25aa tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858967 Nov 23 21:57:49.983089 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,revision_number=11']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:50.111641 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc4c9a-1515-461f-944f-d912b0931655 req-ade646b8-3110-411e-973b-43ef75aeceb1 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:50.120372 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76bc4c9a-1515-461f-944f-d912b0931655 req-ade646b8-3110-411e-973b-43ef75aeceb1 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7e7990a-df30-43bc-81fd-54b4a143c24f HTTP/1.1" status: 200 len: 935 time: 0.1467855 Nov 23 21:57:50.240660 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-9407473a-643b-4d0c-8749-b35562507d93 req-75664bf0-9b91-416c-9a9b-cafaa87df3cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a43384-f0d3-4394-a8a2-5e5f71d82536 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:57:50.250917 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9407473a-643b-4d0c-8749-b35562507d93 req-75664bf0-9b91-416c-9a9b-cafaa87df3cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:50.271191 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76bc4c9a-1515-461f-944f-d912b0931655 req-f2bddc2a-6838-4378-898a-02ecb3008237 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495523 Nov 23 21:57:50.367827 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-9407473a-643b-4d0c-8749-b35562507d93 req-75664bf0-9b91-416c-9a9b-cafaa87df3cb service neutron] Transition to ACTIVE for port object f6a43384-f0d3-4394-a8a2-5e5f71d82536 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:57:50.383760 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9407473a-643b-4d0c-8749-b35562507d93 req-75664bf0-9b91-416c-9a9b-cafaa87df3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:50.443334 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:57:50.446125 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40ed88f-4280-433b-9157-620d11d85f20" -d '{"events": [{"server_uuid": "6b268ada-a37f-4c80-b9c3-999c2cac8c75", "name": "network-vif-unplugged", "status": "completed", "tag": "6e60ff4c-08c6-484b-a2fe-70fc7894dd69"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:57:50.506882 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a8e22-7b29-4482-b048-79bc9b8b1161 req-1782aa19-56b2-4b5a-87aa-662a6ee9c184 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:50.510772 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-384a8e22-7b29-4482-b048-79bc9b8b1161 req-1782aa19-56b2-4b5a-87aa-662a6ee9c184 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.2364566 Nov 23 21:57:50.559628 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 21:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75390443-de83-441e-a6ce-867240ab23c0 x-openstack-request-id: req-75390443-de83-441e-a6ce-867240ab23c0 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:57:50.560716 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b268ada-a37f-4c80-b9c3-999c2cac8c75", "name": "network-vif-unplugged", "status": "completed", "tag": "6e60ff4c-08c6-484b-a2fe-70fc7894dd69", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:57:50.561483 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-75390443-de83-441e-a6ce-867240ab23c0 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:57:50.561483 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69', 'code': 200} Nov 23 21:57:50.587440 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75664bf0-9b91-416c-9a9b-cafaa87df3cb service neutron] Pushing event updated for resources: {'Port': ['ID=f6a43384-f0d3-4394-a8a2-5e5f71d82536,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:50.686050 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-384a8e22-7b29-4482-b048-79bc9b8b1161 req-43810896-5fd0-4c99-b20c-393c509750e7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586578 Nov 23 21:57:50.702933 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.db.resource_extend [None req-1289b2a8-2cc9-4ca4-a13c-0c65a26149b1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 21:57:50.704023 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-9407473a-643b-4d0c-8749-b35562507d93 req-75664bf0-9b91-416c-9a9b-cafaa87df3cb service neutron] Attempting to bind port f6a43384-f0d3-4394-a8a2-5e5f71d82536 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:57:50.704362 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-9407473a-643b-4d0c-8749-b35562507d93 req-75664bf0-9b91-416c-9a9b-cafaa87df3cb service neutron] Attempting to bind port f6a43384-f0d3-4394-a8a2-5e5f71d82536 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:57:50.704690 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407473a-643b-4d0c-8749-b35562507d93 req-75664bf0-9b91-416c-9a9b-cafaa87df3cb service neutron] Attempting to bind port f6a43384-f0d3-4394-a8a2-5e5f71d82536 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:57:50.725357 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407473a-643b-4d0c-8749-b35562507d93 req-75664bf0-9b91-416c-9a9b-cafaa87df3cb service neutron] Port f6a43384-f0d3-4394-a8a2-5e5f71d82536 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:57:50.725682 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407473a-643b-4d0c-8749-b35562507d93 req-75664bf0-9b91-416c-9a9b-cafaa87df3cb service neutron] Attempting to bind port f6a43384-f0d3-4394-a8a2-5e5f71d82536 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:57:50.742586 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407473a-643b-4d0c-8749-b35562507d93 req-75664bf0-9b91-416c-9a9b-cafaa87df3cb service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:57:50.742977 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407473a-643b-4d0c-8749-b35562507d93 req-75664bf0-9b91-416c-9a9b-cafaa87df3cb service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:57:50.743360 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9407473a-643b-4d0c-8749-b35562507d93 req-75664bf0-9b91-416c-9a9b-cafaa87df3cb service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:57:50.743805 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-9407473a-643b-4d0c-8749-b35562507d93 req-75664bf0-9b91-416c-9a9b-cafaa87df3cb service neutron] Bound port: f6a43384-f0d3-4394-a8a2-5e5f71d82536, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:57:50.744167 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9407473a-643b-4d0c-8749-b35562507d93 req-75664bf0-9b91-416c-9a9b-cafaa87df3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:50.796037 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1289b2a8-2cc9-4ca4-a13c-0c65a26149b1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:50.803695 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1289b2a8-2cc9-4ca4-a13c-0c65a26149b1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:50.850494 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-9407473a-643b-4d0c-8749-b35562507d93 req-75664bf0-9b91-416c-9a9b-cafaa87df3cb service neutron] For port f6a43384-f0d3-4394-a8a2-5e5f71d82536, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:57:50.854703 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-9407473a-643b-4d0c-8749-b35562507d93 req-75664bf0-9b91-416c-9a9b-cafaa87df3cb service neutron] For port f6a43384-f0d3-4394-a8a2-5e5f71d82536, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f6a43384-f0d3-4394-a8a2-5e5f71d82536,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:57:50.863037 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9407473a-643b-4d0c-8749-b35562507d93 req-75664bf0-9b91-416c-9a9b-cafaa87df3cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:50.979826 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407473a-643b-4d0c-8749-b35562507d93 req-75664bf0-9b91-416c-9a9b-cafaa87df3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:50.980869 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9407473a-643b-4d0c-8749-b35562507d93 req-75664bf0-9b91-416c-9a9b-cafaa87df3cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:50.984258 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9407473a-643b-4d0c-8749-b35562507d93 req-75664bf0-9b91-416c-9a9b-cafaa87df3cb service neutron] 10.222.0.53 "PUT /v2.0/ports/f6a43384-f0d3-4394-a8a2-5e5f71d82536 HTTP/1.1" status: 200 len: 1095 time: 1.6832299 Nov 23 21:57:50.986474 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e7990a-df30-43bc-81fd-54b4a143c24f', 'tag': 'f6a43384-f0d3-4394-a8a2-5e5f71d82536'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:57:50.998866 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-1289b2a8-2cc9-4ca4-a13c-0c65a26149b1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Floating IP 405be1a0-c37f-4f23-90ee-517fe2d6c9c4 associated. External IP: 172.25.5.176, port: 903ccf0b-4463-44b9-b226-a19005b0d74f. Nov 23 21:57:51.001031 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cf9cd6-6bd5-4aee-92dc-b30f1df6f426" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e7990a-df30-43bc-81fd-54b4a143c24f", "tag": "f6a43384-f0d3-4394-a8a2-5e5f71d82536"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:57:51.056540 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75664bf0-9b91-416c-9a9b-cafaa87df3cb service neutron] Pushing event updated for resources: {'Port': ['ID=f6a43384-f0d3-4394-a8a2-5e5f71d82536,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:51.237532 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dbfed-4574-48cd-b148-0eed27ccbab3 req-51bc4745-c2b4-47b8-a984-101e278ffea8 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:51.240187 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-597dbfed-4574-48cd-b148-0eed27ccbab3 req-51bc4745-c2b4-47b8-a984-101e278ffea8 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.2547326 Nov 23 21:57:51.243567 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407473a-643b-4d0c-8749-b35562507d93 req-74191aab-9510-464b-9010-4ddabaa46af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:51.245184 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9407473a-643b-4d0c-8749-b35562507d93 req-74191aab-9510-464b-9010-4ddabaa46af2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14bac651c09042789e9eb24760feece8&device_id=e7e7990a-df30-43bc-81fd-54b4a143c24f HTTP/1.1" status: 200 len: 1098 time: 0.1802428 Nov 23 21:57:51.262675 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47a403-acbf-4e2a-bb2f-cd7f91037cf5 req-4b0daca3-6084-47ef-ab5d-7baa76b6d66c tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:51.265048 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cc47a403-acbf-4e2a-bb2f-cd7f91037cf5 req-4b0daca3-6084-47ef-ab5d-7baa76b6d66c tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8886b5ce-fb7f-434a-baf9-9643dda66111 HTTP/1.1" status: 200 len: 946 time: 0.1433580 Nov 23 21:57:51.275852 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1289b2a8-2cc9-4ca4-a13c-0c65a26149b1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Router 0097417b-3ca8-4545-bde7-a102d071bd09 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:57:51.335602 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9407473a-643b-4d0c-8749-b35562507d93 req-af244661-89ca-41df-902d-644e7838e629 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=f6a43384-f0d3-4394-a8a2-5e5f71d82536 HTTP/1.1" status: 200 len: 217 time: 0.0686107 Nov 23 21:57:51.369887 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-597dbfed-4574-48cd-b148-0eed27ccbab3 req-3f44f06a-9cc7-4546-95ee-39f557b08f48 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205502 Nov 23 21:57:51.375148 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:57:51.416212 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cc47a403-acbf-4e2a-bb2f-cd7f91037cf5 req-0d858ea5-c19f-412e-8622-7a95f32c25ce tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314411 Nov 23 21:57:51.437524 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1289b2a8-2cc9-4ca4-a13c-0c65a26149b1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:57:51.447896 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407473a-643b-4d0c-8749-b35562507d93 req-f16381cf-b619-4bba-a903-8514ed7d1e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:51.449611 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9407473a-643b-4d0c-8749-b35562507d93 req-f16381cf-b619-4bba-a903-8514ed7d1e55 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.1002052 Nov 23 21:57:51.451849 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fcba24-9c91-4543-99f7-dbd3ab9c6609 None None] Sync routers for ids ['0097417b-3ca8-4545-bde7-a102d071bd09'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:57:51.471573 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1289b2a8-2cc9-4ca4-a13c-0c65a26149b1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:51.472028 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fcba24-9c91-4543-99f7-dbd3ab9c6609 None None] Routers {'0097417b-3ca8-4545-bde7-a102d071bd09'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:57:51.475524 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-05fcba24-9c91-4543-99f7-dbd3ab9c6609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:57:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0097417b-3ca8-4545-bde7-a102d071bd09'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:57:51.523983 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62990967-1c39-42f7-bcca-4a70af168582 x-openstack-request-id: req-62990967-1c39-42f7-bcca-4a70af168582 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:57:51.524273 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e7990a-df30-43bc-81fd-54b4a143c24f", "tag": "f6a43384-f0d3-4394-a8a2-5e5f71d82536", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:57:51.524533 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-62990967-1c39-42f7-bcca-4a70af168582 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:57:51.524930 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e7990a-df30-43bc-81fd-54b4a143c24f', 'tag': 'f6a43384-f0d3-4394-a8a2-5e5f71d82536', 'status': 'completed', 'code': 200} Nov 23 21:57:51.555349 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:51.561534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407473a-643b-4d0c-8749-b35562507d93 req-324c21d2-0f3e-48c0-91ff-0bcc0e710260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:51.563227 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9407473a-643b-4d0c-8749-b35562507d93 req-324c21d2-0f3e-48c0-91ff-0bcc0e710260 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1043103 Nov 23 21:57:51.564609 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1289b2a8-2cc9-4ca4-a13c-0c65a26149b1 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "PUT /v2.0/floatingips/405be1a0-c37f-4f23-90ee-517fe2d6c9c4 HTTP/1.1" status: 200 len: 992 time: 2.1516976 Nov 23 21:57:51.567074 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'tag': '903ccf0b-4463-44b9-b226-a19005b0d74f'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:57:51.574282 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147e84c7-8bb8-443a-8c94-ca62b8c7c304" -d '{"events": [{"name": "network-changed", "server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "tag": "903ccf0b-4463-44b9-b226-a19005b0d74f"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:57:51.588871 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'port_id': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69', 'mac_address': 'fa:16:3e:f6:77:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:57:51.692433 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33760) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:51.692555 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:51.708403 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cc55f-614e-4f16-bd31-e79e0ee3a6b7 req-eb47fff5-5679-478e-8a05-c5c00a49657e tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:51.712114 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee2cc55f-614e-4f16-bd31-e79e0ee3a6b7 req-eb47fff5-5679-478e-8a05-c5c00a49657e tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7e7990a-df30-43bc-81fd-54b4a143c24f HTTP/1.1" status: 200 len: 947 time: 0.1006784 Nov 23 21:57:51.723654 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:57:51.769213 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9407473a-643b-4d0c-8749-b35562507d93 req-54e4c90e-521b-4cb0-9b34-ef159b77bb3f service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971323 Nov 23 21:57:51.774220 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:51.792874 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:51.894249 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9407473a-643b-4d0c-8749-b35562507d93 req-1355def5-1761-4645-82e0-146ffe8fe100 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116271 Nov 23 21:57:51.896583 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-05fcba24-9c91-4543-99f7-dbd3ab9c6609 None None] Set router 0097417b-3ca8-4545-bde7-a102d071bd09 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:57:51.945187 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee2cc55f-614e-4f16-bd31-e79e0ee3a6b7 req-bd662395-c564-40c0-894f-5ba7109448b4 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159336 Nov 23 21:57:51.948772 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-85ee7241-e377-4e1d-b37e-c9975cc83481 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:51.955294 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd61d9fa-cedc-4015-9ee0-176a199e11d6 x-openstack-request-id: req-cd61d9fa-cedc-4015-9ee0-176a199e11d6 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:57:51.955668 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "tag": "903ccf0b-4463-44b9-b226-a19005b0d74f", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:57:51.956545 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd61d9fa-cedc-4015-9ee0-176a199e11d6 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:57:51.956971 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'tag': '903ccf0b-4463-44b9-b226-a19005b0d74f', 'status': 'completed', 'code': 200} Nov 23 21:57:52.031769 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,revision_number=12']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:52.055039 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['6e60ff4c-08c6-484b-a2fe-70fc7894dd69'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:57:52.129552 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-85ee7241-e377-4e1d-b37e-c9975cc83481 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:52.141517 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-85ee7241-e377-4e1d-b37e-c9975cc83481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:52.184539 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-85ee7241-e377-4e1d-b37e-c9975cc83481 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=268647d3f5a64f4483acf3a590c0608a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4945512 Nov 23 21:57:52.200944 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33792) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:52.208692 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee7241-e377-4e1d-b37e-c9975cc83481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2dbc2e-a236-4971-bf0f-6475c7ec23aa,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:52.334373 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-05fcba24-9c91-4543-99f7-dbd3ab9c6609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'name': 'tempest-TaggedBootDevicesTest_v242-1870970885-router', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:55:02Z', 'updated_at': '2021-11-23T21:55:09Z', 'revision_number': 4, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'gw_port': {'id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:03Z', 'updated_at': '2021-11-23T21:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '405be1a0-c37f-4f23-90ee-517fe2d6c9c4', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'port_id': '903ccf0b-4463-44b9-b226-a19005b0d74f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b', 'mac_address': 'fa:16:3e:5f:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:56:10Z', 'updated_at': '2021-11-23T21:57:50Z', 'revision_number': 1, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29c0ebd5-b552-4257-8adc-95a72d9d6831', 'name': '', 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'mac_address': 'fa:16:3e:6d:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '3849cc79-f357-4360-89e3-62e41d0cfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:08Z', 'updated_at': '2021-11-23T21:55:14Z', 'revision_number': 5, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'subnets': [{'id': '3849cc79-f357-4360-89e3-62e41d0cfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:57:52.336147 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e84c7-8bb8-443a-8c94-ca62b8c7c304 req-a6398f1f-0d39-48eb-a54e-8e4582db85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:52.336620 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e84c7-8bb8-443a-8c94-ca62b8c7c304 req-a6398f1f-0d39-48eb-a54e-8e4582db85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:52.337076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e84c7-8bb8-443a-8c94-ca62b8c7c304 req-a6398f1f-0d39-48eb-a54e-8e4582db85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:52.337598 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e84c7-8bb8-443a-8c94-ca62b8c7c304 req-a6398f1f-0d39-48eb-a54e-8e4582db85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:52.338048 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e84c7-8bb8-443a-8c94-ca62b8c7c304 req-a6398f1f-0d39-48eb-a54e-8e4582db85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:52.338487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e84c7-8bb8-443a-8c94-ca62b8c7c304 req-a6398f1f-0d39-48eb-a54e-8e4582db85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:52.338956 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e84c7-8bb8-443a-8c94-ca62b8c7c304 req-a6398f1f-0d39-48eb-a54e-8e4582db85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:52.340836 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-147e84c7-8bb8-443a-8c94-ca62b8c7c304 req-a6398f1f-0d39-48eb-a54e-8e4582db85ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b6ed703ef174b4d8c2560021ab2bd8c&device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 6502 time: 0.3385983 Nov 23 21:57:52.352168 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf9cd6-6bd5-4aee-92dc-b30f1df6f426 req-94dc3c25-a5b7-474f-b46f-c0d645b475d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:52.353693 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-95cf9cd6-6bd5-4aee-92dc-b30f1df6f426 req-94dc3c25-a5b7-474f-b46f-c0d645b475d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14bac651c09042789e9eb24760feece8&device_id=e7e7990a-df30-43bc-81fd-54b4a143c24f HTTP/1.1" status: 200 len: 1098 time: 0.3533256 Nov 23 21:57:52.369447 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fcba24-9c91-4543-99f7-dbd3ab9c6609 None None] Checking router: 0097417b-3ca8-4545-bde7-a102d071bd09 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:57:52.379067 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fcba24-9c91-4543-99f7-dbd3ab9c6609 None None] Routers {'0097417b-3ca8-4545-bde7-a102d071bd09'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:57:52.379783 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-05fcba24-9c91-4543-99f7-dbd3ab9c6609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:57:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0097417b-3ca8-4545-bde7-a102d071bd09'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:57:52.417202 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6e94c-cef4-4df1-b3b1-df1361436740 req-7608a2db-a9de-435e-ac8b-c43c4d67ef98 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:52.418748 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55d6e94c-cef4-4df1-b3b1-df1361436740 req-7608a2db-a9de-435e-ac8b-c43c4d67ef98 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.2697768 Nov 23 21:57:52.505551 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-05fcba24-9c91-4543-99f7-dbd3ab9c6609 None None] Set router 0097417b-3ca8-4545-bde7-a102d071bd09 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:57:52.576598 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1bac6b8c-e60b-493f-a24d-87c1927d69e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:52.585838 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-6ddd3efe-4b9c-41ae-8ba0-1813f51cd092 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:52.587499 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-6ddd3efe-4b9c-41ae-8ba0-1813f51cd092 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/networks?id=22374e07-93d9-4ccc-b494-c0f13bb96839 HTTP/1.1" status: 200 len: 810 time: 0.4374642 Nov 23 21:57:52.675587 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:52.682297 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-905e4226-2805-43ae-b874-59682470ae7f tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/quotas/031198f3933448679d1ecb906a446549 HTTP/1.1" status: 200 len: 375 time: 0.0825133 Nov 23 21:57:52.687216 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1bac6b8c-e60b-493f-a24d-87c1927d69e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:52.750995 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55d6e94c-cef4-4df1-b3b1-df1361436740 req-8303fa5a-d608-4bb4-a310-8e1c45ad07aa tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3136353 Nov 23 21:57:52.802265 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-bb2ddf22-6ba8-4bcd-8833-354286019395 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=031198f3933448679d1ecb906a446549&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1189957 Nov 23 21:57:52.804732 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf9cd6-6bd5-4aee-92dc-b30f1df6f426 req-4fbc7042-99cc-4c22-bc93-13e699753aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:52.806310 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-95cf9cd6-6bd5-4aee-92dc-b30f1df6f426 req-4fbc7042-99cc-4c22-bc93-13e699753aec service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.4270127 Nov 23 21:57:52.818676 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e84c7-8bb8-443a-8c94-ca62b8c7c304 req-58849271-2f31-4f61-a44c-8ad8d5c5a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:52.820364 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-147e84c7-8bb8-443a-8c94-ca62b8c7c304 req-58849271-2f31-4f61-a44c-8ad8d5c5a7de service neutron] 10.222.0.53 "GET /v2.0/networks?id=538e1e97-92a3-4d18-ba4d-eab4d961092b HTTP/1.1" status: 200 len: 918 time: 0.4649837 Nov 23 21:57:52.830151 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-05fcba24-9c91-4543-99f7-dbd3ab9c6609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'name': 'tempest-TaggedBootDevicesTest_v242-1870970885-router', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:55:02Z', 'updated_at': '2021-11-23T21:55:09Z', 'revision_number': 4, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'gw_port': {'id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:03Z', 'updated_at': '2021-11-23T21:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '405be1a0-c37f-4f23-90ee-517fe2d6c9c4', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'port_id': '903ccf0b-4463-44b9-b226-a19005b0d74f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b', 'mac_address': 'fa:16:3e:5f:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:56:10Z', 'updated_at': '2021-11-23T21:57:50Z', 'revision_number': 1, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29c0ebd5-b552-4257-8adc-95a72d9d6831', 'name': '', 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'mac_address': 'fa:16:3e:6d:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '3849cc79-f357-4360-89e3-62e41d0cfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:08Z', 'updated_at': '2021-11-23T21:55:14Z', 'revision_number': 5, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'subnets': [{'id': '3849cc79-f357-4360-89e3-62e41d0cfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:57:52.872802 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fcba24-9c91-4543-99f7-dbd3ab9c6609 None None] The sync data for ids ['0097417b-3ca8-4545-bde7-a102d071bd09'] in n-d-816206-9 is: [{'id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'name': 'tempest-TaggedBootDevicesTest_v242-1870970885-router', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:55:02Z', 'updated_at': '2021-11-23T21:55:09Z', 'revision_number': 4, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'gw_port': {'id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:03Z', 'updated_at': '2021-11-23T21:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '405be1a0-c37f-4f23-90ee-517fe2d6c9c4', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'port_id': '903ccf0b-4463-44b9-b226-a19005b0d74f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b', 'mac_address': 'fa:16:3e:5f:0b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:56:10Z', 'updated_at': '2021-11-23T21:57:50Z', 'revision_number': 1, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29c0ebd5-b552-4257-8adc-95a72d9d6831', 'name': '', 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'mac_address': 'fa:16:3e:6d:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '3849cc79-f357-4360-89e3-62e41d0cfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:08Z', 'updated_at': '2021-11-23T21:55:14Z', 'revision_number': 5, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'subnets': [{'id': '3849cc79-f357-4360-89e3-62e41d0cfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:57:52.939629 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-95cf9cd6-6bd5-4aee-92dc-b30f1df6f426 req-e2525179-ac0f-4b45-bfc8-32964cdd666d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=f6a43384-f0d3-4394-a8a2-5e5f71d82536 HTTP/1.1" status: 200 len: 217 time: 0.1223798 Nov 23 21:57:53.054993 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-147e84c7-8bb8-443a-8c94-ca62b8c7c304 req-f700ba7f-e9d3-4daa-bf32-e144b397edde service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903ccf0b-4463-44b9-b226-a19005b0d74f HTTP/1.1" status: 200 len: 1000 time: 0.2127497 Nov 23 21:57:53.066510 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1bac6b8c-e60b-493f-a24d-87c1927d69e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:53.069077 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1bac6b8c-e60b-493f-a24d-87c1927d69e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:53.072758 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1bac6b8c-e60b-493f-a24d-87c1927d69e2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2b2dbc2e-a236-4971-bf0f-6475c7ec23aa HTTP/1.1" status: 204 len: 168 time: 0.8465385 Nov 23 21:57:53.305066 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61cdbf6-8b49-457e-a860-3a71f7a0e75e None None] New status for floating IP 405be1a0-c37f-4f23-90ee-517fe2d6c9c4: ACTIVE {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:57:53.470287 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf9cd6-6bd5-4aee-92dc-b30f1df6f426 req-54a9d00b-46d1-4558-b6fc-d82fb378c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:53.471780 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-95cf9cd6-6bd5-4aee-92dc-b30f1df6f426 req-54a9d00b-46d1-4558-b6fc-d82fb378c09e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.4986494 Nov 23 21:57:53.484447 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac6b8c-e60b-493f-a24d-87c1927d69e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2dbc2e-a236-4971-bf0f-6475c7ec23aa,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:53.537411 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-eccbd084-8c68-4253-b5a2-39e5076507e1 service neutron] 10.222.0.50 "GET /v2.0/networks/22374e07-93d9-4ccc-b494-c0f13bb96839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7339504 Nov 23 21:57:53.554231 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33826) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:53.569089 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-48485d57-bf71-4d69-992c-fdd320551a30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:53.658366 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e84c7-8bb8-443a-8c94-ca62b8c7c304 req-92cc1596-8c04-40bb-a6a7-4845dfbf82d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:53.660018 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-147e84c7-8bb8-443a-8c94-ca62b8c7c304 req-92cc1596-8c04-40bb-a6a7-4845dfbf82d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3849cc79-f357-4360-89e3-62e41d0cfdca HTTP/1.1" status: 200 len: 856 time: 0.5952046 Nov 23 21:57:53.672622 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdaee0-51c3-494d-bcf9-cf61723d24e3 req-853a8799-b3c7-4bfa-8521-000f9e880ce3 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:53.674183 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59fdaee0-51c3-494d-bcf9-cf61723d24e3 req-853a8799-b3c7-4bfa-8521-000f9e880ce3 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 945 time: 0.2012813 Nov 23 21:57:53.686356 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-48485d57-bf71-4d69-992c-fdd320551a30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:53.691305 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-48485d57-bf71-4d69-992c-fdd320551a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:53.693807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf9cd6-6bd5-4aee-92dc-b30f1df6f426 req-c560f786-cd74-48b4-aebb-be6410f934e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:53.695306 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-95cf9cd6-6bd5-4aee-92dc-b30f1df6f426 req-c560f786-cd74-48b4-aebb-be6410f934e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2073364 Nov 23 21:57:53.739815 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-48485d57-bf71-4d69-992c-fdd320551a30 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=271f0c41196b40a888051bf5150f8b4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1844485 Nov 23 21:57:53.740853 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48485d57-bf71-4d69-992c-fdd320551a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc2dbd7-5b89-4c9b-a870-eb6b33cd0b00,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:53.744265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33828) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:53.818543 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-922e2e80-ef77-4bce-b266-da6728a2f551 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:53.849536 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-922e2e80-ef77-4bce-b266-da6728a2f551 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:53.864078 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-f0de1256-22e0-4a82-81bf-68301d32e8a7 service neutron] 10.222.0.50 "GET /v2.0/networks/22374e07-93d9-4ccc-b494-c0f13bb96839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165417 Nov 23 21:57:53.884160 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e84c7-8bb8-443a-8c94-ca62b8c7c304 req-fe7bdc93-2be6-4f5a-a1c2-7ad231f12dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:53.885684 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-147e84c7-8bb8-443a-8c94-ca62b8c7c304 req-fe7bdc93-2be6-4f5a-a1c2-7ad231f12dec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=538e1e97-92a3-4d18-ba4d-eab4d961092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2105246 Nov 23 21:57:53.900994 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59fdaee0-51c3-494d-bcf9-cf61723d24e3 req-3074e7eb-8131-41e4-8ad5-51d50ea8963b tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170343 Nov 23 21:57:53.933164 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-922e2e80-ef77-4bce-b266-da6728a2f551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:53.948101 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-922e2e80-ef77-4bce-b266-da6728a2f551 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:53.959916 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-922e2e80-ef77-4bce-b266-da6728a2f551 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2fc2dbd7-5b89-4c9b-a870-eb6b33cd0b00 HTTP/1.1" status: 204 len: 168 time: 0.2133527 Nov 23 21:57:53.973238 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e2e80-ef77-4bce-b266-da6728a2f551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc2dbd7-5b89-4c9b-a870-eb6b33cd0b00,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:54.159666 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-95cf9cd6-6bd5-4aee-92dc-b30f1df6f426 req-e5b9693b-c508-419a-bc0e-b42d30b77610 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546912 Nov 23 21:57:54.168912 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-147e84c7-8bb8-443a-8c94-ca62b8c7c304 req-4e0d0f04-8136-488b-a80f-e82474c80929 service neutron] 10.222.0.53 "GET /v2.0/networks/538e1e97-92a3-4d18-ba4d-eab4d961092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542982 Nov 23 21:57:54.477442 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-95cf9cd6-6bd5-4aee-92dc-b30f1df6f426 req-c2882514-638b-4640-9f43-74fb86bab0c8 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056257 Nov 23 21:57:54.504480 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343dffd3-a21b-4942-96f9-828f7cf85a89 req-2d90c7d7-999e-499b-9264-d010cfe9f294 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:54.511977 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-343dffd3-a21b-4942-96f9-828f7cf85a89 req-2d90c7d7-999e-499b-9264-d010cfe9f294 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7e7990a-df30-43bc-81fd-54b4a143c24f HTTP/1.1" status: 200 len: 947 time: 0.2186348 Nov 23 21:57:54.595781 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-343dffd3-a21b-4942-96f9-828f7cf85a89 req-3d6986cb-e116-4651-819f-1685bc05663a tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772586 Nov 23 21:57:54.598597 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-147e84c7-8bb8-443a-8c94-ca62b8c7c304 req-ec3a90c8-bc19-45f9-ab87-ffb57b12cb19 service neutron] 10.222.0.53 "GET /v2.0/networks/538e1e97-92a3-4d18-ba4d-eab4d961092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039533 Nov 23 21:57:54.755159 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1ea06a3-70c3-4a56-b815-ef1742df75e5 req-5970c62b-bd6b-4dec-80f3-4c54c976abc7 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df02404-1278-46be-9033-07841f388da9 HTTP/1.1" status: 200 len: 210 time: 0.1062982 Nov 23 21:57:54.867216 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b4ceb-88cc-4859-87c6-bf5de2761f2c req-f15a34ed-4dfe-4596-b8b6-d90e8872a334 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:54.878073 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-203b4ceb-88cc-4859-87c6-bf5de2761f2c req-f15a34ed-4dfe-4596-b8b6-d90e8872a334 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.2174275 Nov 23 21:57:55.005281 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-203b4ceb-88cc-4859-87c6-bf5de2761f2c req-fcdf1306-ff00-451a-9870-ea5908eb7abf tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250401 Nov 23 21:57:55.188569 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbb0fc-d4fb-4704-a50e-4e17cc6a6d4e req-425db0f6-93dc-4782-b6e8-9e5727b6198c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:55.190449 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7cdbb0fc-d4fb-4704-a50e-4e17cc6a6d4e req-425db0f6-93dc-4782-b6e8-9e5727b6198c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 945 time: 0.1554999 Nov 23 21:57:55.300772 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7cdbb0fc-d4fb-4704-a50e-4e17cc6a6d4e req-5b233cb0-93a4-4702-9dfa-1bc482cb838d tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012874 Nov 23 21:57:55.398706 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f6a43384-f0d3-4394-a8a2-5e5f71d82536 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:57:55.401180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:57:55.588977 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:57:55.589625 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:55.652427 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port f6a43384-f0d3-4394-a8a2-5e5f71d82536, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f6a43384-f0d3-4394-a8a2-5e5f71d82536,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:55.679361 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'f6a43384-f0d3-4394-a8a2-5e5f71d82536', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': 'f6a43384-f0d3-4394-a8a2-5e5f71d82536', 'mac_address': 'fa:16:3e:c5:7c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:57:55.758064 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:55.802451 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:55.809760 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a43384-f0d3-4394-a8a2-5e5f71d82536 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:57:55.855123 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423d2dc-4e8c-4660-828e-4d4ff5416962 req-1ddbfee8-e601-4b77-b22e-0e3a60413d84 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:55.862150 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:57:55.863452 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6423d2dc-4e8c-4660-828e-4d4ff5416962 req-1ddbfee8-e601-4b77-b22e-0e3a60413d84 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7e7990a-df30-43bc-81fd-54b4a143c24f HTTP/1.1" status: 200 len: 947 time: 0.1154451 Nov 23 21:57:55.864872 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715be15a-cd5b-464a-a222-cfe8e5cb4c6b" -d '{"events": [{"server_uuid": "6b268ada-a37f-4c80-b9c3-999c2cac8c75", "name": "network-vif-plugged", "status": "completed", "tag": "6e60ff4c-08c6-484b-a2fe-70fc7894dd69"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:57:55.867839 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2cae4ce6-3e46-4535-9cba-9c01e53da176 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:57:55.875053 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port f6a43384-f0d3-4394-a8a2-5e5f71d82536, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f6a43384-f0d3-4394-a8a2-5e5f71d82536,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:55.976555 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79545ced-5fa0-464f-a8c2-c255d0756a51 req-24a3e707-bbe7-4a97-a177-2139e06f91f1 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df02404-1278-46be-9033-07841f388da9 HTTP/1.1" status: 200 len: 210 time: 0.0784903 Nov 23 21:57:56.053378 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6423d2dc-4e8c-4660-828e-4d4ff5416962 req-8131a918-94ff-4b88-9855-d0f8add00425 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890044 Nov 23 21:57:56.065443 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 2cae4ce6-3e46-4535-9cba-9c01e53da176, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2cae4ce6-3e46-4535-9cba-9c01e53da176,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:56.354059 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4809182-c6d2-4573-8abd-2b951bb2c430 req-665f18f5-21d0-41e0-aa69-334064e93b1a tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:56.364309 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c4809182-c6d2-4573-8abd-2b951bb2c430 req-665f18f5-21d0-41e0-aa69-334064e93b1a tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 943 time: 0.1509492 Nov 23 21:57:56.419035 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:56.426032 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4e858d-f4e6-4833-86a2-d93ff82d270b x-openstack-request-id: req-fa4e858d-f4e6-4833-86a2-d93ff82d270b {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:57:56.427197 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b268ada-a37f-4c80-b9c3-999c2cac8c75", "name": "network-vif-plugged", "status": "completed", "tag": "6e60ff4c-08c6-484b-a2fe-70fc7894dd69", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:57:56.427701 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fa4e858d-f4e6-4833-86a2-d93ff82d270b {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:57:56.428318 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69', 'code': 200} Nov 23 21:57:56.433415 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:56.468448 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c4809182-c6d2-4573-8abd-2b951bb2c430 req-1aa8d5e0-603b-4b3c-b976-3f195a642a06 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021743 Nov 23 21:57:56.519157 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:56.535267 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '2cae4ce6-3e46-4535-9cba-9c01e53da176', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'port_id': '2cae4ce6-3e46-4535-9cba-9c01e53da176', 'mac_address': 'fa:16:3e:09:b6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec95087-31a0-4067-927d-a3091c147250', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:57:56.577708 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-08a51c84-e830-4c0c-9c71-5286f4601417 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:56.580243 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-08a51c84-e830-4c0c-9c71-5286f4601417 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.60 "GET /v2.0/networks?id=22374e07-93d9-4ccc-b494-c0f13bb96839 HTTP/1.1" status: 200 len: 810 time: 0.2591538 Nov 23 21:57:56.612084 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-5484b65c-cddb-46eb-8b47-c64bbfc34701 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Request body: {'port': {'device_id': '4df02404-1278-46be-9033-07841f388da9', 'network_id': '22374e07-93d9-4ccc-b494-c0f13bb96839', 'admin_state_up': True, 'tenant_id': '031198f3933448679d1ecb906a446549'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:57:56.659848 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4957b9-2899-4a49-9dda-0c7cd4558dad req-7b57ad1e-dcc8-4319-a9b5-517a99eafcff tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:56.667828 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc4957b9-2899-4a49-9dda-0c7cd4558dad req-7b57ad1e-dcc8-4319-a9b5-517a99eafcff tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 946 time: 0.1922128 Nov 23 21:57:56.691559 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:56.746755 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cae4ce6-3e46-4535-9cba-9c01e53da176 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:57:56.767062 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=f6a43384-f0d3-4394-a8a2-5e5f71d82536,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:56.836154 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 2cae4ce6-3e46-4535-9cba-9c01e53da176, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2cae4ce6-3e46-4535-9cba-9c01e53da176,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:56.852009 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:56.875325 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc4957b9-2899-4a49-9dda-0c7cd4558dad req-1d013429-1273-428e-9724-50a1757a1ca3 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902792 Nov 23 21:57:56.885175 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,revision_number=13']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:56.902479 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-5484b65c-cddb-46eb-8b47-c64bbfc34701 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Made reservation on behalf of 031198f3933448679d1ecb906a446549 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:57:56.908225 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-5484b65c-cddb-46eb-8b47-c64bbfc34701 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:56.988985 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=2cae4ce6-3e46-4535-9cba-9c01e53da176,revision_number=9']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:57.002804 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['f6a43384-f0d3-4394-a8a2-5e5f71d82536'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:57:57.164134 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-98c59bc6-913d-4d12-83e4-a323bdedeac2 req-1494e5c1-f2c4-4a89-bf33-0320ea222f43 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df02404-1278-46be-9033-07841f388da9 HTTP/1.1" status: 200 len: 210 time: 0.0858660 Nov 23 21:57:57.209477 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-5484b65c-cddb-46eb-8b47-c64bbfc34701 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Allocated IP 172.20.0.14 (22374e07-93d9-4ccc-b494-c0f13bb96839/ff50d062-072e-4089-b7d8-71eb6ba535ec/6caee114-acfa-45e9-9d95-405b0e268bfd) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:57:57.231532 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['2cae4ce6-3e46-4535-9cba-9c01e53da176'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:57:57.333218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94983113-a309-49aa-8c95-7bec54c8ca86 req-16b3629b-3351-418c-8a43-840154c0980a tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:57.344948 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-94983113-a309-49aa-8c95-7bec54c8ca86 req-16b3629b-3351-418c-8a43-840154c0980a tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7e7990a-df30-43bc-81fd-54b4a143c24f HTTP/1.1" status: 200 len: 948 time: 0.1238811 Nov 23 21:57:57.536621 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-94983113-a309-49aa-8c95-7bec54c8ca86 req-ac42452b-fd9b-4c44-b114-858301e6b6f9 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626744 Nov 23 21:57:57.757640 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-5484b65c-cddb-46eb-8b47-c64bbfc34701 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:57.804477 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de0714-7054-43a0-bf14-4f9a77bbf7d5 req-f6246bfb-e97f-473d-a1ea-f2cac5b7ed88 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:57.815602 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-98de0714-7054-43a0-bf14-4f9a77bbf7d5 req-f6246bfb-e97f-473d-a1ea-f2cac5b7ed88 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 944 time: 0.1073523 Nov 23 21:57:57.840039 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-5484b65c-cddb-46eb-8b47-c64bbfc34701 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:57.892720 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-790b8967-5c12-4a4e-ae32-0da4886e1efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:57.937258 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-98de0714-7054-43a0-bf14-4f9a77bbf7d5 req-3d9d5910-c6bf-4bd1-a751-2eca50e29bb9 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212921 Nov 23 21:57:57.970145 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-5484b65c-cddb-46eb-8b47-c64bbfc34701 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Network 22374e07-93d9-4ccc-b494-c0f13bb96839 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:57:57.977120 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-5484b65c-cddb-46eb-8b47-c64bbfc34701 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:57:57.991350 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-5484b65c-cddb-46eb-8b47-c64bbfc34701 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:57:58.082209 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484b65c-cddb-46eb-8b47-c64bbfc34701 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Pushing event updated for resources: {'Port': ['ID=6caee114-acfa-45e9-9d95-405b0e268bfd,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:58.171928 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-5484b65c-cddb-46eb-8b47-c64bbfc34701 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:58.172661 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-5484b65c-cddb-46eb-8b47-c64bbfc34701 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:58.217151 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b0a78-d1ee-4b0e-a50a-9abda8a624bf req-da3aac85-a020-4ec6-8add-813978312a0f tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:58.232744 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-5484b65c-cddb-46eb-8b47-c64bbfc34701 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6262302 Nov 23 21:57:58.235538 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c8b0a78-d1ee-4b0e-a50a-9abda8a624bf req-da3aac85-a020-4ec6-8add-813978312a0f tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 946 time: 0.1500194 Nov 23 21:57:58.255881 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-17c28f61-02fa-486a-90fb-7a50174ae235 service neutron] Request body: {'port': {'device_id': '4df02404-1278-46be-9033-07841f388da9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:57:58.347405 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:57:58.392139 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c8b0a78-d1ee-4b0e-a50a-9abda8a624bf req-569368a7-96e1-4a8d-b540-fad48fe41c19 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553991 Nov 23 21:57:58.444215 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-17c28f61-02fa-486a-90fb-7a50174ae235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:58.488294 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ffa92-5484-4d49-8298-1774ed4f0e60 req-d003d6fc-b1c5-4795-97ef-8876a532960a tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:58.496970 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b56ffa92-5484-4d49-8298-1774ed4f0e60 req-d003d6fc-b1c5-4795-97ef-8876a532960a tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df02404-1278-46be-9033-07841f388da9 HTTP/1.1" status: 200 len: 932 time: 0.1006234 Nov 23 21:57:58.570362 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b56ffa92-5484-4d49-8298-1774ed4f0e60 req-b292e6a1-1c9d-4d4c-9870-549b864ba096 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/security-groups?id=adf7e1a3-3b42-490d-901a-4670c1223a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715158 Nov 23 21:57:58.808359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1c068-7f96-4f33-9164-a5638cc7b1d7 req-0e970a1a-be99-4959-b54a-f2f7ac85178f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:58.814038 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5c1c068-7f96-4f33-9164-a5638cc7b1d7 req-0e970a1a-be99-4959-b54a-f2f7ac85178f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7e7990a-df30-43bc-81fd-54b4a143c24f HTTP/1.1" status: 200 len: 948 time: 0.1372581 Nov 23 21:57:58.909267 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5c1c068-7f96-4f33-9164-a5638cc7b1d7 req-20834a0f-3c69-4077-ac0a-396fa3aa31d5 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882268 Nov 23 21:57:59.156859 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33958) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:59.184355 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-17c28f61-02fa-486a-90fb-7a50174ae235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6caee114-acfa-45e9-9d95-405b0e268bfd {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:57:59.195937 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-17c28f61-02fa-486a-90fb-7a50174ae235 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:59.202186 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51466a33-2537-4a35-bd5c-150e4fd767c0 req-429245f4-13d4-4604-9f65-618aa32e3365 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:59.205014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51466a33-2537-4a35-bd5c-150e4fd767c0 req-429245f4-13d4-4604-9f65-618aa32e3365 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 944 time: 0.1266494 Nov 23 21:57:59.234223 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-17c28f61-02fa-486a-90fb-7a50174ae235 service neutron] Transition to ACTIVE for port object 6caee114-acfa-45e9-9d95-405b0e268bfd will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:57:59.249640 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-17c28f61-02fa-486a-90fb-7a50174ae235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:59.271180 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51466a33-2537-4a35-bd5c-150e4fd767c0 req-e198c199-a339-4502-9293-d0707a96fdc6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589321 Nov 23 21:57:59.409748 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5096656-5a11-44b6-9df3-7a6c1820cb5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:59.453494 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f6a43384-f0d3-4394-a8a2-5e5f71d82536 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:57:59.566371 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port f6a43384-f0d3-4394-a8a2-5e5f71d82536 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:57:59.570778 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port f6a43384-f0d3-4394-a8a2-5e5f71d82536 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:57:59.571159 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:59.587017 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c28f61-02fa-486a-90fb-7a50174ae235 service neutron] Pushing event updated for resources: {'Port': ['ID=6caee114-acfa-45e9-9d95-405b0e268bfd,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:59.623000 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8df0f-4a61-4766-8677-0491ff1cdbe2 req-db1d40e6-00c4-43b6-a443-4a0759bb95bb tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:59.631301 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8cb8df0f-4a61-4766-8677-0491ff1cdbe2 req-db1d40e6-00c4-43b6-a443-4a0759bb95bb tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 946 time: 0.1277034 Nov 23 21:57:59.689636 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5096656-5a11-44b6-9df3-7a6c1820cb5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:59.703004 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8cb8df0f-4a61-4766-8677-0491ff1cdbe2 req-63762b79-f3ee-4fd6-9dce-a075b5eb8afb tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685711 Nov 23 21:57:59.710868 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5096656-5a11-44b6-9df3-7a6c1820cb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:59.765310 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-17c28f61-02fa-486a-90fb-7a50174ae235 service neutron] Attempting to bind port 6caee114-acfa-45e9-9d95-405b0e268bfd on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:57:59.765310 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-17c28f61-02fa-486a-90fb-7a50174ae235 service neutron] Attempting to bind port 6caee114-acfa-45e9-9d95-405b0e268bfd by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'ceacf3c7-34e0-480d-85c3-d52c69e9d93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '22374e07-93d9-4ccc-b494-c0f13bb96839'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:57:59.765310 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-17c28f61-02fa-486a-90fb-7a50174ae235 service neutron] Attempting to bind port 6caee114-acfa-45e9-9d95-405b0e268bfd on network 22374e07-93d9-4ccc-b494-c0f13bb96839 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:57:59.769594 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:59.821440 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port f6a43384-f0d3-4394-a8a2-5e5f71d82536, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f6a43384-f0d3-4394-a8a2-5e5f71d82536,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:57:59.822967 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e7990a-df30-43bc-81fd-54b4a143c24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a43384-f0d3-4394-a8a2-5e5f71d82536'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:57:59.827547 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4e7ae3-26f2-44a1-af3f-49bb65554f98" -d '{"events": [{"server_uuid": "e7e7990a-df30-43bc-81fd-54b4a143c24f", "name": "network-vif-plugged", "status": "completed", "tag": "f6a43384-f0d3-4394-a8a2-5e5f71d82536"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:57:59.830012 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f7602-5aa1-401f-9c2b-2df8f2632c97 req-df7b85c8-5980-4898-bba8-eb491fe06cd9 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:57:59.830282 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5096656-5a11-44b6-9df3-7a6c1820cb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb430988-ddac-4243-aee6-f15e0eb8d70f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:59.841948 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-17c28f61-02fa-486a-90fb-7a50174ae235 service neutron] Port 6caee114-acfa-45e9-9d95-405b0e268bfd on network 22374e07-93d9-4ccc-b494-c0f13bb96839 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:57:59.844778 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-17c28f61-02fa-486a-90fb-7a50174ae235 service neutron] Attempting to bind port 6caee114-acfa-45e9-9d95-405b0e268bfd on network 22374e07-93d9-4ccc-b494-c0f13bb96839 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:57:59.848570 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:59.850316 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c5096656-5a11-44b6-9df3-7a6c1820cb5e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9b2d8a588cf947dd9c69d86ee19192a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6850741 Nov 23 21:57:59.855554 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-862f7602-5aa1-401f-9c2b-2df8f2632c97 req-df7b85c8-5980-4898-bba8-eb491fe06cd9 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df02404-1278-46be-9033-07841f388da9 HTTP/1.1" status: 200 len: 944 time: 0.1499949 Nov 23 21:57:59.861712 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33974) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:57:59.874402 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-17c28f61-02fa-486a-90fb-7a50174ae235 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:57:59.874758 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-17c28f61-02fa-486a-90fb-7a50174ae235 service neutron] Checking segment: {'id': 'ceacf3c7-34e0-480d-85c3-d52c69e9d93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '22374e07-93d9-4ccc-b494-c0f13bb96839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:57:59.876964 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-17c28f61-02fa-486a-90fb-7a50174ae235 service neutron] Bound using segment: {'id': 'ceacf3c7-34e0-480d-85c3-d52c69e9d93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '22374e07-93d9-4ccc-b494-c0f13bb96839'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:57:59.876964 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-17c28f61-02fa-486a-90fb-7a50174ae235 service neutron] Bound port: 6caee114-acfa-45e9-9d95-405b0e268bfd, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceacf3c7-34e0-480d-85c3-d52c69e9d93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '22374e07-93d9-4ccc-b494-c0f13bb96839'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:57:59.876964 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-17c28f61-02fa-486a-90fb-7a50174ae235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:57:59.981194 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=f6a43384-f0d3-4394-a8a2-5e5f71d82536,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:57:59.986284 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a659096b-bfcd-4b00-a40e-a3d37d50cda2 x-openstack-request-id: req-a659096b-bfcd-4b00-a40e-a3d37d50cda2 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:57:59.986625 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e7990a-df30-43bc-81fd-54b4a143c24f", "name": "network-vif-plugged", "status": "completed", "tag": "f6a43384-f0d3-4394-a8a2-5e5f71d82536", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:57:59.986926 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a659096b-bfcd-4b00-a40e-a3d37d50cda2 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:57:59.987187 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-862f7602-5aa1-401f-9c2b-2df8f2632c97 req-431dd766-71c9-44b4-8d25-76865de48ee1 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/security-groups?id=adf7e1a3-3b42-490d-901a-4670c1223a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312003 Nov 23 21:57:59.987454 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e7990a-df30-43bc-81fd-54b4a143c24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a43384-f0d3-4394-a8a2-5e5f71d82536', 'code': 200} Nov 23 21:57:59.990411 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2cae4ce6-3e46-4535-9cba-9c01e53da176 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:57:59.994907 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:00.145989 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0c991642-0772-47c1-86b5-16f51ad6088c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:00.146502 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 2cae4ce6-3e46-4535-9cba-9c01e53da176 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:58:00.147923 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:00.157502 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-17c28f61-02fa-486a-90fb-7a50174ae235 service neutron] For port 6caee114-acfa-45e9-9d95-405b0e268bfd, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:58:00.165351 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-17c28f61-02fa-486a-90fb-7a50174ae235 service neutron] For port 6caee114-acfa-45e9-9d95-405b0e268bfd, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=6caee114-acfa-45e9-9d95-405b0e268bfd,segment=NetworkSegment(ceacf3c7-34e0-480d-85c3-d52c69e9d93b),segment_id=ceacf3c7-34e0-480d-85c3-d52c69e9d93b)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:58:00.190752 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-17c28f61-02fa-486a-90fb-7a50174ae235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:00.219079 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0c991642-0772-47c1-86b5-16f51ad6088c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:00.233910 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675fb96-3657-4a62-ad30-3d6c2af01923 req-5d98ebff-da44-463a-9d37-aa26795cf979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:00.239657 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9675fb96-3657-4a62-ad30-3d6c2af01923 req-5d98ebff-da44-463a-9d37-aa26795cf979 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e7e7990a-df30-43bc-81fd-54b4a143c24f HTTP/1.1" status: 200 len: 1100 time: 0.2025635 Nov 23 21:58:00.265234 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada74d3f-4b33-413b-a578-73c999fd6887 req-bcd856ac-3bfa-4e9c-ae4e-87bc53dcfd2a tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:00.272943 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-17c28f61-02fa-486a-90fb-7a50174ae235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:00.273578 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-17c28f61-02fa-486a-90fb-7a50174ae235 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:00.275050 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-17c28f61-02fa-486a-90fb-7a50174ae235 service neutron] 10.222.0.60 "PUT /v2.0/ports/6caee114-acfa-45e9-9d95-405b0e268bfd HTTP/1.1" status: 200 len: 1092 time: 2.0275545 Nov 23 21:58:00.275514 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df02404-1278-46be-9033-07841f388da9', 'tag': '6caee114-acfa-45e9-9d95-405b0e268bfd'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:58:00.277799 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bddacc5-6732-45f7-923c-85383e88a3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "4df02404-1278-46be-9033-07841f388da9", "tag": "6caee114-acfa-45e9-9d95-405b0e268bfd"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:58:00.287636 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ada74d3f-4b33-413b-a578-73c999fd6887 req-bcd856ac-3bfa-4e9c-ae4e-87bc53dcfd2a tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7e7990a-df30-43bc-81fd-54b4a143c24f HTTP/1.1" status: 200 len: 949 time: 0.1892622 Nov 23 21:58:00.350594 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c28f61-02fa-486a-90fb-7a50174ae235 service neutron] Pushing event updated for resources: {'Port': ['ID=6caee114-acfa-45e9-9d95-405b0e268bfd,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:00.403041 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:00.458133 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0c991642-0772-47c1-86b5-16f51ad6088c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:00.465511 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0c991642-0772-47c1-86b5-16f51ad6088c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:00.472045 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0c991642-0772-47c1-86b5-16f51ad6088c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb430988-ddac-4243-aee6-f15e0eb8d70f HTTP/1.1" status: 204 len: 168 time: 0.6092098 Nov 23 21:58:00.478980 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9675fb96-3657-4a62-ad30-3d6c2af01923 req-992d1328-23b3-41c3-91c4-3d0adae2e129 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261975 Nov 23 21:58:00.494157 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c991642-0772-47c1-86b5-16f51ad6088c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb430988-ddac-4243-aee6-f15e0eb8d70f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:00.499847 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ada74d3f-4b33-413b-a578-73c999fd6887 req-6fe2eeb2-ff11-4e8a-92fc-f60efc892f7f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109122 Nov 23 21:58:00.515326 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-fc8b3ed1-2145-4abb-9eec-88c6a7de9908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:00.518636 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-fc8b3ed1-2145-4abb-9eec-88c6a7de9908 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=031198f3933448679d1ecb906a446549&device_id=4df02404-1278-46be-9033-07841f388da9 HTTP/1.1" status: 200 len: 1095 time: 0.1524885 Nov 23 21:58:00.525066 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d179625-14aa-4673-984f-e3771ac3033f x-openstack-request-id: req-9d179625-14aa-4673-984f-e3771ac3033f {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:58:00.525451 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df02404-1278-46be-9033-07841f388da9", "tag": "6caee114-acfa-45e9-9d95-405b0e268bfd", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:58:00.525782 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d179625-14aa-4673-984f-e3771ac3033f {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:58:00.526272 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df02404-1278-46be-9033-07841f388da9', 'tag': '6caee114-acfa-45e9-9d95-405b0e268bfd', 'status': 'completed', 'code': 200} Nov 23 21:58:00.542853 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 2cae4ce6-3e46-4535-9cba-9c01e53da176, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2cae4ce6-3e46-4535-9cba-9c01e53da176,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:00.567193 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:00.570846 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-862034d5-197b-422f-92ba-f9b1c147e8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:00.648491 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-0cf64497-aaf6-43de-a528-a2c163884295 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6caee114-acfa-45e9-9d95-405b0e268bfd HTTP/1.1" status: 200 len: 217 time: 0.1051261 Nov 23 21:58:00.666464 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=2cae4ce6-3e46-4535-9cba-9c01e53da176,revision_number=10']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:00.688894 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93280df0-e1ce-4aba-baef-03df0cc169b8 req-d9f28756-b0b4-46a4-92b8-e35f9b153112 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:00.690661 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93280df0-e1ce-4aba-baef-03df0cc169b8 req-d9f28756-b0b4-46a4-92b8-e35f9b153112 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 946 time: 0.0865238 Nov 23 21:58:00.740031 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-1bad3f8e-0d59-4ec6-9511-8aed9f1f4f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:00.741599 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-1bad3f8e-0d59-4ec6-9511-8aed9f1f4f0a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ff50d062-072e-4089-b7d8-71eb6ba535ec HTTP/1.1" status: 200 len: 850 time: 0.0846362 Nov 23 21:58:00.808099 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-6e28f6bd-8c7e-4ca0-afc1-0acc41e63741 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=22374e07-93d9-4ccc-b494-c0f13bb96839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558667 Nov 23 21:58:00.835466 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93280df0-e1ce-4aba-baef-03df0cc169b8 req-b200a432-52b7-4d0d-864b-ade41a7bca50 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382432 Nov 23 21:58:00.929414 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0e937-cc44-4558-a971-fcaedd7b9ca5 req-c35d4f1f-b28a-4e07-ae88-9360020ab710 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:00.951402 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3ad0e937-cc44-4558-a971-fcaedd7b9ca5 req-c35d4f1f-b28a-4e07-ae88-9360020ab710 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 946 time: 0.1307335 Nov 23 21:58:00.979433 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33994) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:58:01.007681 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4517e4ff-a8b8-43bf-a026-1bd2a980d80f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:01.015390 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-b35c9fad-f1a7-4981-a2b0-b38d6d5dc437 service neutron] 10.222.0.60 "GET /v2.0/networks/22374e07-93d9-4ccc-b494-c0f13bb96839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978209 Nov 23 21:58:01.022363 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3ad0e937-cc44-4558-a971-fcaedd7b9ca5 req-015e6dc5-bc4f-4d16-a09b-75e3b5c3b9cb tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693088 Nov 23 21:58:01.141168 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a91094-d302-4298-82fd-b6a25ca61a29 req-f6a3f948-b8e1-4059-9d9d-370f9e804401 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:01.148798 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1a91094-d302-4298-82fd-b6a25ca61a29 req-f6a3f948-b8e1-4059-9d9d-370f9e804401 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df02404-1278-46be-9033-07841f388da9 HTTP/1.1" status: 200 len: 944 time: 0.0722413 Nov 23 21:58:01.212999 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9f92e772-4926-49f4-bb71-5a55494dbf37 req-a3bac81b-7a71-4812-8197-0cbf957128d1 service neutron] 10.222.0.60 "GET /v2.0/networks/22374e07-93d9-4ccc-b494-c0f13bb96839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826377 Nov 23 21:58:01.219299 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1a91094-d302-4298-82fd-b6a25ca61a29 req-71aec63f-0dfa-4a92-ac8f-44553e263f40 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/security-groups?id=adf7e1a3-3b42-490d-901a-4670c1223a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687926 Nov 23 21:58:01.258839 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4517e4ff-a8b8-43bf-a026-1bd2a980d80f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:01.264777 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4517e4ff-a8b8-43bf-a026-1bd2a980d80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:01.314352 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517e4ff-a8b8-43bf-a026-1bd2a980d80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ec77dd-aad2-4c73-a4bf-f143d45f53e1,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:01.322332 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34000) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:58:01.322569 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4517e4ff-a8b8-43bf-a026-1bd2a980d80f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=09c297aaad9b40b8ba9fbe05bd429a1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3408892 Nov 23 21:58:01.377379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddacc5-6732-45f7-923c-85383e88a3d8 req-264b44a4-53c7-4099-a965-a8dd4a9d12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:01.387615 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1bddacc5-6732-45f7-923c-85383e88a3d8 req-264b44a4-53c7-4099-a965-a8dd4a9d12ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=031198f3933448679d1ecb906a446549&device_id=4df02404-1278-46be-9033-07841f388da9 HTTP/1.1" status: 200 len: 1095 time: 0.0555365 Nov 23 21:58:01.419979 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-daac0f18-20b8-438b-a96c-b12d0eebb8bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:01.460748 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-daac0f18-20b8-438b-a96c-b12d0eebb8bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:01.538343 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddacc5-6732-45f7-923c-85383e88a3d8 req-d57af30b-00ff-4b57-a8ae-12f2c65fae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:01.541338 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1bddacc5-6732-45f7-923c-85383e88a3d8 req-d57af30b-00ff-4b57-a8ae-12f2c65fae71 service neutron] 10.222.0.60 "GET /v2.0/networks?id=22374e07-93d9-4ccc-b494-c0f13bb96839 HTTP/1.1" status: 200 len: 911 time: 0.1522851 Nov 23 21:58:01.547020 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-daac0f18-20b8-438b-a96c-b12d0eebb8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:01.553065 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-daac0f18-20b8-438b-a96c-b12d0eebb8bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:01.554937 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-daac0f18-20b8-438b-a96c-b12d0eebb8bb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d3ec77dd-aad2-4c73-a4bf-f143d45f53e1 HTTP/1.1" status: 204 len: 168 time: 0.2316253 Nov 23 21:58:01.562843 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:01.577271 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac0f18-20b8-438b-a96c-b12d0eebb8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ec77dd-aad2-4c73-a4bf-f143d45f53e1,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:01.634931 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1bddacc5-6732-45f7-923c-85383e88a3d8 req-bb190cac-93c0-4c72-ae87-155472daa838 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6caee114-acfa-45e9-9d95-405b0e268bfd HTTP/1.1" status: 200 len: 217 time: 0.0784926 Nov 23 21:58:01.735113 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb865fe-8719-449a-84ff-bd1132b505b6 req-02b18a11-8859-462c-aeee-2b75276a066a tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:01.736087 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddacc5-6732-45f7-923c-85383e88a3d8 req-44b938a3-4212-44b9-8581-9b0d4b74d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:01.737692 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1bddacc5-6732-45f7-923c-85383e88a3d8 req-44b938a3-4212-44b9-8581-9b0d4b74d40b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ff50d062-072e-4089-b7d8-71eb6ba535ec HTTP/1.1" status: 200 len: 850 time: 0.0942323 Nov 23 21:58:01.748611 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fbb865fe-8719-449a-84ff-bd1132b505b6 req-02b18a11-8859-462c-aeee-2b75276a066a tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7e7990a-df30-43bc-81fd-54b4a143c24f HTTP/1.1" status: 200 len: 949 time: 0.1056502 Nov 23 21:58:01.817517 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1bddacc5-6732-45f7-923c-85383e88a3d8 req-bf87b61d-5525-4c2e-aa05-7834aef10a18 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=22374e07-93d9-4ccc-b494-c0f13bb96839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640893 Nov 23 21:58:01.858940 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fbb865fe-8719-449a-84ff-bd1132b505b6 req-2d4e0c1a-fe83-4e37-9058-5b1146fdf351 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072135 Nov 23 21:58:01.988589 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02280246-b831-4042-aacc-1192904a3c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cae4ce6-3e46-4535-9cba-9c01e53da176'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:58:01.991191 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21489c46-17f2-46ec-9665-7bf8baa0388a" -d '{"events": [{"server_uuid": "02280246-b831-4042-aacc-1192904a3c7e", "name": "network-vif-plugged", "status": "completed", "tag": "2cae4ce6-3e46-4535-9cba-9c01e53da176"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:58:02.186770 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c6d0b-ebd8-4731-b2a6-81c725e355b9 req-3fcd3b66-ed51-4b9d-b127-b7d242e168e6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:02.192593 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe9c6d0b-ebd8-4731-b2a6-81c725e355b9 req-3fcd3b66-ed51-4b9d-b127-b7d242e168e6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 946 time: 0.1844163 Nov 23 21:58:02.302954 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c9f5ff-f595-43bb-a18f-4138daa6d785 x-openstack-request-id: req-d0c9f5ff-f595-43bb-a18f-4138daa6d785 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:58:02.303259 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02280246-b831-4042-aacc-1192904a3c7e", "name": "network-vif-plugged", "status": "completed", "tag": "2cae4ce6-3e46-4535-9cba-9c01e53da176", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:58:02.303518 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d0c9f5ff-f595-43bb-a18f-4138daa6d785 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:58:02.304002 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02280246-b831-4042-aacc-1192904a3c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cae4ce6-3e46-4535-9cba-9c01e53da176', 'code': 200} Nov 23 21:58:02.376936 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe9c6d0b-ebd8-4731-b2a6-81c725e355b9 req-3ca772b4-48c1-4c1c-9e3d-1f8520fc1875 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761248 Nov 23 21:58:02.470164 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1bddacc5-6732-45f7-923c-85383e88a3d8 req-02563f2d-d77d-4dec-98c9-be5fbbe6ceeb service neutron] 10.222.0.60 "GET /v2.0/networks/22374e07-93d9-4ccc-b494-c0f13bb96839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6493669 Nov 23 21:58:02.702897 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1bddacc5-6732-45f7-923c-85383e88a3d8 req-8c072418-7fd3-47f6-a8e1-122601591cd1 service neutron] 10.222.0.60 "GET /v2.0/networks/22374e07-93d9-4ccc-b494-c0f13bb96839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245703 Nov 23 21:58:02.729547 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628150a5-8b14-493c-854e-c3ef592affd0 req-9cc4b62b-e5bb-4cf9-ae4a-a5cf0799f50c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:02.731235 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-628150a5-8b14-493c-854e-c3ef592affd0 req-9cc4b62b-e5bb-4cf9-ae4a-a5cf0799f50c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 946 time: 0.2759058 Nov 23 21:58:02.752979 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5289ff4-d339-4a08-8d56-37ca5ea5e31d req-9ac4d9cc-87f1-4521-9802-9d75c6529254 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:02.760693 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b5289ff4-d339-4a08-8d56-37ca5ea5e31d req-9ac4d9cc-87f1-4521-9802-9d75c6529254 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df02404-1278-46be-9033-07841f388da9 HTTP/1.1" status: 200 len: 944 time: 0.2184701 Nov 23 21:58:02.770090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c138c-5e9a-47fe-8acd-0c3e7a0eb908 req-3fad6688-0543-460f-bf6f-216a6975ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:02.771605 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-423c138c-5e9a-47fe-8acd-0c3e7a0eb908 req-3fad6688-0543-460f-bf6f-216a6975ed19 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 1097 time: 0.1542807 Nov 23 21:58:02.896589 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-628150a5-8b14-493c-854e-c3ef592affd0 req-592527aa-6f38-4cfb-8f40-c2009e8976ac tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553001 Nov 23 21:58:02.921488 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b5289ff4-d339-4a08-8d56-37ca5ea5e31d req-ccbe4d99-a66f-43b0-8d08-1613ef9758d0 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/security-groups?id=adf7e1a3-3b42-490d-901a-4670c1223a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554039 Nov 23 21:58:02.922119 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:02.936438 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-423c138c-5e9a-47fe-8acd-0c3e7a0eb908 req-3cbfc514-e50f-48c3-8c5f-38766704419f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490846 Nov 23 21:58:03.205723 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef1a15-6e08-424b-979b-e79858dd0cca req-a1bdc704-47af-4ebe-a903-5b5f3abf882b tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:03.219335 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-19ef1a15-6e08-424b-979b-e79858dd0cca req-a1bdc704-47af-4ebe-a903-5b5f3abf882b tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7e7990a-df30-43bc-81fd-54b4a143c24f HTTP/1.1" status: 200 len: 949 time: 0.0952530 Nov 23 21:58:03.293494 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-19ef1a15-6e08-424b-979b-e79858dd0cca req-66008e88-da25-42b8-90fc-3a646bf8cf08 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676043 Nov 23 21:58:03.471044 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb973e25-ce2d-4a2c-91a1-564e994d5d90 req-269e149c-3b8c-4f71-8dfd-2e2fb5534a17 tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:03.472963 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fb973e25-ce2d-4a2c-91a1-564e994d5d90 req-269e149c-3b8c-4f71-8dfd-2e2fb5534a17 tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e7e7990a-df30-43bc-81fd-54b4a143c24f HTTP/1.1" status: 200 len: 1100 time: 0.0722809 Nov 23 21:58:03.567404 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fb973e25-ce2d-4a2c-91a1-564e994d5d90 req-abc973c7-7e7f-4063-9922-517d580c168a tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876985 Nov 23 21:58:03.715048 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-283dad4b-dfdf-480b-995a-bc7674fdc93b tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:03.723547 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-283dad4b-dfdf-480b-995a-bc7674fdc93b tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/networks?id=416c3513-0b37-46f7-b130-6fb7a8cbe4b8 HTTP/1.1" status: 200 len: 815 time: 0.2361972 Nov 23 21:58:03.745257 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-892c2a8c-85c1-4231-8c38-d7317240db74 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/quotas/01118b9c5731487a85345966412aa36c HTTP/1.1" status: 200 len: 375 time: 0.0205996 Nov 23 21:58:03.775061 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c209c6c-ea86-43b8-8ce6-75a0179e3464 req-ef305a91-8a4c-47ca-b4cb-c202324aa741 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:03.787239 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9c209c6c-ea86-43b8-8ce6-75a0179e3464 req-ef305a91-8a4c-47ca-b4cb-c202324aa741 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 946 time: 0.1409662 Nov 23 21:58:03.807010 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:03.876840 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9c209c6c-ea86-43b8-8ce6-75a0179e3464 req-9ae08485-54ae-4762-a55e-8b146e88dee2 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888546 Nov 23 21:58:03.877709 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 6caee114-acfa-45e9-9d95-405b0e268bfd details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:58:03.897763 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-23829b6e-6b8e-43a1-9892-e21c48ed3498 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=01118b9c5731487a85345966412aa36c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1456337 Nov 23 21:58:04.044392 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-7ffd6d94-37c4-4953-a22a-79ebf3b8803d service neutron] 10.222.0.50 "GET /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406300 Nov 23 21:58:04.079169 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 6caee114-acfa-45e9-9d95-405b0e268bfd, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=6caee114-acfa-45e9-9d95-405b0e268bfd,segment=NetworkSegment(ceacf3c7-34e0-480d-85c3-d52c69e9d93b),segment_id=ceacf3c7-34e0-480d-85c3-d52c69e9d93b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:04.082060 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-01339167-e39e-4bed-8e3e-c9eeb853a772 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=14bac651c09042789e9eb24760feece8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675280 Nov 23 21:58:04.099563 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '6caee114-acfa-45e9-9d95-405b0e268bfd', 'network_id': '22374e07-93d9-4ccc-b494-c0f13bb96839', 'port_id': '6caee114-acfa-45e9-9d95-405b0e268bfd', 'mac_address': 'fa:16:3e:be:93:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff50d062-072e-4089-b7d8-71eb6ba535ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:58:04.163811 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:04.183275 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6caee114-acfa-45e9-9d95-405b0e268bfd {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:58:04.213411 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 6caee114-acfa-45e9-9d95-405b0e268bfd, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=6caee114-acfa-45e9-9d95-405b0e268bfd,segment=NetworkSegment(ceacf3c7-34e0-480d-85c3-d52c69e9d93b),segment_id=ceacf3c7-34e0-480d-85c3-d52c69e9d93b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:04.224054 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:04.339606 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=6caee114-acfa-45e9-9d95-405b0e268bfd,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:04.419916 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-43fa5285-3d27-4a51-a20b-6e3f8ec9c2ed service neutron] 10.222.0.50 "GET /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532286 Nov 23 21:58:04.456181 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-6dd94ca3-7e48-4425-a5e8-f6cd11ccb0a3 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:04.467679 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-6dd94ca3-7e48-4425-a5e8-f6cd11ccb0a3 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3845801 Nov 23 21:58:04.491371 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-ff556bba-8ea3-4566-b11a-1d9c5676d579 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/quotas/14bac651c09042789e9eb24760feece8 HTTP/1.1" status: 200 len: 375 time: 0.0228069 Nov 23 21:58:04.587923 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['6caee114-acfa-45e9-9d95-405b0e268bfd'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:58:04.649817 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-eadd8ceb-5401-4f5c-a623-76869876882d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=14bac651c09042789e9eb24760feece8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1527488 Nov 23 21:58:04.891506 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f3376-b39f-41eb-ac15-60f152ae3db6 req-ac881a06-254e-4aba-ab03-d9b3537c6ea5 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:04.901512 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d46f3376-b39f-41eb-ac15-60f152ae3db6 req-ac881a06-254e-4aba-ab03-d9b3537c6ea5 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 946 time: 0.1129520 Nov 23 21:58:05.023102 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d46f3376-b39f-41eb-ac15-60f152ae3db6 req-bbe6d243-be39-457a-9914-82f60d5e28d0 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168661 Nov 23 21:58:05.154227 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c2880-af61-4868-865e-0a7389169797 req-0d72d33b-dd78-4161-b07f-de2c1d278ffa tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:05.156786 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-071c2880-af61-4868-865e-0a7389169797 req-0d72d33b-dd78-4161-b07f-de2c1d278ffa tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df02404-1278-46be-9033-07841f388da9 HTTP/1.1" status: 200 len: 945 time: 0.1131017 Nov 23 21:58:05.301971 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-071c2880-af61-4868-865e-0a7389169797 req-f869bfed-d15e-45b4-9a92-7c8171d7f43e tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/security-groups?id=adf7e1a3-3b42-490d-901a-4670c1223a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382780 Nov 23 21:58:05.461668 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-97dbc100-f082-4155-92df-0c1d0400e6d8 req-56f171c5-132f-43b6-9933-bd7d0941380c tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bf7fc16-c846-45ae-aa95-88fd26fd2649 HTTP/1.1" status: 200 len: 210 time: 0.0671842 Nov 23 21:58:05.663024 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9e37278a-7886-4bab-9ace-d51d258e02c6 req-cc87c6ea-ef13-478d-adcc-b30d19c72bbc tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8136b2a-cb94-4915-aa6e-9e98aaf6c780 HTTP/1.1" status: 200 len: 210 time: 0.0703900 Nov 23 21:58:05.678346 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda15ea7-cb48-490d-b6be-376faa076803 req-0845ac98-09b2-4a5c-92ad-bd2ea3326f01 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:05.687288 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dda15ea7-cb48-490d-b6be-376faa076803 req-0845ac98-09b2-4a5c-92ad-bd2ea3326f01 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 946 time: 0.1914988 Nov 23 21:58:05.753562 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dda15ea7-cb48-490d-b6be-376faa076803 req-21948dd8-b9f0-4801-a9c3-5fe678eb4321 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651665 Nov 23 21:58:05.896822 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 6caee114-acfa-45e9-9d95-405b0e268bfd up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:58:05.999796 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 6caee114-acfa-45e9-9d95-405b0e268bfd completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:58:06.004837 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 6caee114-acfa-45e9-9d95-405b0e268bfd triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:58:06.005434 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:06.187036 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:06.259660 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df02404-1278-46be-9033-07841f388da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6caee114-acfa-45e9-9d95-405b0e268bfd'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:58:06.265529 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed790849-d97f-4740-a3de-2297703cc22f" -d '{"events": [{"server_uuid": "4df02404-1278-46be-9033-07841f388da9", "name": "network-vif-plugged", "status": "completed", "tag": "6caee114-acfa-45e9-9d95-405b0e268bfd"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:58:06.312783 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38daaa6-afbb-4d3e-8904-a15214e7943b req-e885a944-fc38-474c-8517-36a57dcaf463 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:06.317705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 6caee114-acfa-45e9-9d95-405b0e268bfd, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=6caee114-acfa-45e9-9d95-405b0e268bfd,segment=NetworkSegment(ceacf3c7-34e0-480d-85c3-d52c69e9d93b),segment_id=ceacf3c7-34e0-480d-85c3-d52c69e9d93b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:06.331597 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a38daaa6-afbb-4d3e-8904-a15214e7943b req-e885a944-fc38-474c-8517-36a57dcaf463 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 946 time: 0.1897998 Nov 23 21:58:06.334956 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:06.412208 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=6caee114-acfa-45e9-9d95-405b0e268bfd,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:06.459246 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de235fa4-dfc0-48ad-9617-32bcbda1829c x-openstack-request-id: req-de235fa4-dfc0-48ad-9617-32bcbda1829c {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:58:06.459648 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df02404-1278-46be-9033-07841f388da9", "name": "network-vif-plugged", "status": "completed", "tag": "6caee114-acfa-45e9-9d95-405b0e268bfd", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:58:06.459999 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-de235fa4-dfc0-48ad-9617-32bcbda1829c {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:58:06.460493 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df02404-1278-46be-9033-07841f388da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6caee114-acfa-45e9-9d95-405b0e268bfd', 'code': 200} Nov 23 21:58:06.598284 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-868f359e-0a25-4a91-a746-5edd7ac15b47 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:06.600071 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-868f359e-0a25-4a91-a746-5edd7ac15b47 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.53 "GET /v2.0/networks?id=416c3513-0b37-46f7-b130-6fb7a8cbe4b8 HTTP/1.1" status: 200 len: 815 time: 0.1742284 Nov 23 21:58:06.629675 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a38daaa6-afbb-4d3e-8904-a15214e7943b req-b6f429d1-f0e0-4ef6-8dd8-545c1e2dac4a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2955272 Nov 23 21:58:06.640533 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-a7e02fe5-218b-41e4-ad42-c2368fdbc96e tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Request body: {'port': {'device_id': '7bf7fc16-c846-45ae-aa95-88fd26fd2649', 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8', 'admin_state_up': True, 'tenant_id': '01118b9c5731487a85345966412aa36c'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:58:06.885212 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61fe30-ca92-48d0-98b0-701fa306423b req-7d14998e-93d6-4bcd-b428-979bbb3000a1 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:06.887097 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bd61fe30-ca92-48d0-98b0-701fa306423b req-7d14998e-93d6-4bcd-b428-979bbb3000a1 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df02404-1278-46be-9033-07841f388da9 HTTP/1.1" status: 200 len: 946 time: 0.2859263 Nov 23 21:58:06.899154 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63de2f55-26b3-4395-8c8f-969201a7baf7 req-07f71573-f31d-46c6-97ec-3b165ebb2252 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bf7fc16-c846-45ae-aa95-88fd26fd2649 HTTP/1.1" status: 200 len: 210 time: 0.0875931 Nov 23 21:58:06.915732 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fdc42-07f3-4fe0-aefc-e6091d8ca126 req-4cb2720a-1923-4e35-9141-036818e0e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:06.919714 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bc5fdc42-07f3-4fe0-aefc-e6091d8ca126 req-4cb2720a-1923-4e35-9141-036818e0e1c1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4df02404-1278-46be-9033-07841f388da9 HTTP/1.1" status: 200 len: 1097 time: 0.2295520 Nov 23 21:58:07.059774 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed0e5593-67dd-459a-a93c-c339040d7219 req-1d6be03b-c145-4150-a086-cfee38a13f70 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8136b2a-cb94-4915-aa6e-9e98aaf6c780 HTTP/1.1" status: 200 len: 210 time: 0.0740910 Nov 23 21:58:07.095295 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bc5fdc42-07f3-4fe0-aefc-e6091d8ca126 req-e6e31e0a-32eb-4bfb-bc3a-cff065c2bfae service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=adf7e1a3-3b42-490d-901a-4670c1223a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468139 Nov 23 21:58:07.135231 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-a7e02fe5-218b-41e4-ad42-c2368fdbc96e tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Made reservation on behalf of 01118b9c5731487a85345966412aa36c for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:58:07.141521 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-a7e02fe5-218b-41e4-ad42-c2368fdbc96e tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:07.150456 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-4e842003-e79e-4ca6-b34e-b22513da1ef2 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=14bac651c09042789e9eb24760feece8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1016734 Nov 23 21:58:07.233126 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bd61fe30-ca92-48d0-98b0-701fa306423b req-02943aa2-f320-4842-9819-2f3f11b525b4 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/security-groups?id=adf7e1a3-3b42-490d-901a-4670c1223a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262506 Nov 23 21:58:07.379914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6efc34-e97c-419f-a588-5cb0433315f2 req-9ebcde53-79b0-4bc3-b6fd-8e93db657417 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:07.381443 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a6efc34-e97c-419f-a588-5cb0433315f2 req-9ebcde53-79b0-4bc3-b6fd-8e93db657417 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 946 time: 0.1916056 Nov 23 21:58:07.858833 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-93a6d2fb-ef29-4486-98e5-55b2ae8f6084 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:07.860599 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-93a6d2fb-ef29-4486-98e5-55b2ae8f6084 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7038321 Nov 23 21:58:07.883262 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-9a3c7b97-b141-49dc-b0ff-f8094877bf7c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Request body: {'port': {'device_id': 'b8136b2a-cb94-4915-aa6e-9e98aaf6c780', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': '14bac651c09042789e9eb24760feece8'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:58:07.967168 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a6efc34-e97c-419f-a588-5cb0433315f2 req-c7c1d430-0a99-4e3d-a2c3-916b9e308e92 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5723293 Nov 23 21:58:08.043836 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-a7e02fe5-218b-41e4-ad42-c2368fdbc96e tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Allocated IP 172.20.0.13 (416c3513-0b37-46f7-b130-6fb7a8cbe4b8/971e678f-8614-44b5-bec2-2cb9da7d8874/92c688cb-7dd7-4929-919a-341bb9506c34) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:58:08.095208 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddd62c-e442-4d7d-8429-f528e9122dc0 req-f1131a32-eab6-4561-a7dd-c3ebf0e16747 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:08.102265 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f7ddd62c-e442-4d7d-8429-f528e9122dc0 req-f1131a32-eab6-4561-a7dd-c3ebf0e16747 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 946 time: 0.2971585 Nov 23 21:58:08.285827 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f7ddd62c-e442-4d7d-8429-f528e9122dc0 req-176aa9d1-0901-4f44-82ed-feb72e02e0d8 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823938 Nov 23 21:58:08.289383 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-9a3c7b97-b141-49dc-b0ff-f8094877bf7c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Made reservation on behalf of 14bac651c09042789e9eb24760feece8 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:58:08.298817 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-9a3c7b97-b141-49dc-b0ff-f8094877bf7c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:08.494830 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-a7e02fe5-218b-41e4-ad42-c2368fdbc96e tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:08.531503 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-be7ff341-ac90-4b6d-b03c-a7efab6a05b3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0893061 Nov 23 21:58:08.544454 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-a7e02fe5-218b-41e4-ad42-c2368fdbc96e tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:08.557905 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['593e9321-8a5c-488e-bf20-9be765c4f213'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:58:08.640041 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['feb274ab-888e-4630-acce-dd868a515864'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:58:08.682411 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d126adfe-eccb-4418-a993-db108e534111 req-c1c48cd3-51e7-4571-91ca-aac4cd4a9933 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8136b2a-cb94-4915-aa6e-9e98aaf6c780 HTTP/1.1" status: 200 len: 210 time: 0.1496336 Nov 23 21:58:08.775447 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-3671638e-fdcb-43cd-bd00-a3e6f998dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:08.780940 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-3671638e-fdcb-43cd-bd00-a3e6f998dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:08.782077 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-3671638e-fdcb-43cd-bd00-a3e6f998dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:08.782987 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-3671638e-fdcb-43cd-bd00-a3e6f998dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:08.783868 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-3671638e-fdcb-43cd-bd00-a3e6f998dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:08.785246 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-3671638e-fdcb-43cd-bd00-a3e6f998dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:08.785948 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-3671638e-fdcb-43cd-bd00-a3e6f998dc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:08.791684 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-3671638e-fdcb-43cd-bd00-a3e6f998dc93 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b32d0f34c0cc4ad1b4cbe85726725dc7&device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 6493 time: 0.1442113 Nov 23 21:58:08.947796 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-a7e02fe5-218b-41e4-ad42-c2368fdbc96e tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Network 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:58:08.977534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e02fe5-218b-41e4-ad42-c2368fdbc96e tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Pushing event updated for resources: {'Port': ['ID=92c688cb-7dd7-4929-919a-341bb9506c34,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:08.980535 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-a7e02fe5-218b-41e4-ad42-c2368fdbc96e tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:58:09.004182 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-61d44869-4aef-445e-8012-2b26f3d31a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:09.005113 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-61d44869-4aef-445e-8012-2b26f3d31a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:09.005741 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-61d44869-4aef-445e-8012-2b26f3d31a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:09.008492 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-61d44869-4aef-445e-8012-2b26f3d31a70 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5b374035-6ec9-4585-9414-d17339221c43&id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&id=da4238c6-b353-4586-8707-c40d3aada134&id=da4238c6-b353-4586-8707-c40d3aada134 HTTP/1.1" status: 200 len: 2291 time: 0.1864476 Nov 23 21:58:09.020970 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-a7e02fe5-218b-41e4-ad42-c2368fdbc96e tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:58:09.067760 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed141da0-fb88-4f6b-bab0-cfa0c1cf1154 None None] DHCP port deletion for 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:58:09.129530 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-a7e02fe5-218b-41e4-ad42-c2368fdbc96e tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:09.133201 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-a7e02fe5-218b-41e4-ad42-c2368fdbc96e tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:09.163336 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521d997-fa1e-423b-8cbd-58c2fdf2553e req-054e3349-971e-494e-aca0-2b7a459b24f1 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:09.164197 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-abacb48e-acea-4df1-950c-970273d7fad4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d424e8e0-16b4-44c7-83b5-3077daab21d3 HTTP/1.1" status: 200 len: 1001 time: 0.1468704 Nov 23 21:58:09.165482 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5521d997-fa1e-423b-8cbd-58c2fdf2553e req-054e3349-971e-494e-aca0-2b7a459b24f1 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bf7fc16-c846-45ae-aa95-88fd26fd2649 HTTP/1.1" status: 200 len: 932 time: 0.6350527 Nov 23 21:58:09.195813 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3de731d7-7354-443c-9627-dcf0428063b5 None None] Provisioning complete for port 92c688cb-7dd7-4929-919a-341bb9506c34 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:58:09.196652 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3de731d7-7354-443c-9627-dcf0428063b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:09.200858 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-a7e02fe5-218b-41e4-ad42-c2368fdbc96e tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5693333 Nov 23 21:58:09.237600 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-fbd20cc0-438d-4191-8d32-f3a388b2dd05 service neutron] Request body: {'port': {'device_id': '7bf7fc16-c846-45ae-aa95-88fd26fd2649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:58:09.299400 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a09120-ac96-4a8c-ba22-c6b7c2d82e53 req-010114dc-ab01-4284-901d-b34970ff821c tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:09.305668 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-3de731d7-7354-443c-9627-dcf0428063b5 None None] Port 92c688cb-7dd7-4929-919a-341bb9506c34 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:58:09.307403 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f2a09120-ac96-4a8c-ba22-c6b7c2d82e53 req-010114dc-ab01-4284-901d-b34970ff821c tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df02404-1278-46be-9033-07841f388da9 HTTP/1.1" status: 200 len: 946 time: 0.4102590 Nov 23 21:58:09.312984 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-adbd17fb-3af0-430e-bbf6-11f9a155c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:09.314492 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-adbd17fb-3af0-430e-bbf6-11f9a155c401 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd878f6f-9967-479b-9c9f-bb69cd8c2238 HTTP/1.1" status: 200 len: 850 time: 0.1411438 Nov 23 21:58:09.326888 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-9a3c7b97-b141-49dc-b0ff-f8094877bf7c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Allocated IP 192.168.233.253 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/e50c2c91-9242-406f-b99e-82fe9336e4de) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:58:09.337989 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5521d997-fa1e-423b-8cbd-58c2fdf2553e req-a30811a5-c98d-4d04-ae71-1ef4633bce51 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463087 Nov 23 21:58:09.389063 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-f73bac90-40b5-4ca1-a0c1-79612335de9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:09.391159 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-f73bac90-40b5-4ca1-a0c1-79612335de9a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b374035-6ec9-4585-9414-d17339221c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657492 Nov 23 21:58:09.405946 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-fbd20cc0-438d-4191-8d32-f3a388b2dd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:09.455968 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f2a09120-ac96-4a8c-ba22-c6b7c2d82e53 req-1524d4b9-e4c6-4893-9607-7e180cb9cc3e tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/security-groups?id=adf7e1a3-3b42-490d-901a-4670c1223a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414864 Nov 23 21:58:09.512339 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-fdd4d921-4198-4b76-a6b2-f7ccbf3ff3b4 service neutron] 10.222.0.53 "GET /v2.0/networks/5b374035-6ec9-4585-9414-d17339221c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108947 Nov 23 21:58:09.644482 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-ec4b1f19-afa4-4e10-a4c6-5ee2f0b3d7be service neutron] 10.222.0.53 "GET /v2.0/networks/5b374035-6ec9-4585-9414-d17339221c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161141 Nov 23 21:58:09.698093 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-5e30d7bc-bbd4-4efe-815a-5e225b53690d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=b6f8e53c-884b-4d04-8718-3995b74448ac HTTP/1.1" status: 200 len: 217 time: 0.0418997 Nov 23 21:58:09.711910 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9244cc-60a3-4803-91f5-8988913fe2c3 req-bd8866a3-6799-4c43-a4c5-abc2359f5d3b tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:09.713719 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b9244cc-60a3-4803-91f5-8988913fe2c3 req-bd8866a3-6799-4c43-a4c5-abc2359f5d3b tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 946 time: 0.1903028 Nov 23 21:58:09.777138 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-e41cd446-651c-44e3-adfe-432be41e3905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:09.780115 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-e41cd446-651c-44e3-adfe-432be41e3905 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3f7f1b0-3707-4638-b7a3-e427077abc41 HTTP/1.1" status: 200 len: 797 time: 0.0726650 Nov 23 21:58:09.782467 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-9a3c7b97-b141-49dc-b0ff-f8094877bf7c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:09.867503 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-3dcc65de-2cf3-4933-adce-3b31505e8df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:09.869682 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b9244cc-60a3-4803-91f5-8988913fe2c3 req-bd7c4c16-fa87-41a7-9ba8-f1bb24581078 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414056 Nov 23 21:58:09.878132 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-3dcc65de-2cf3-4933-adce-3b31505e8df5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0862715 Nov 23 21:58:10.022451 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-0a7f50f3-263f-4784-a7cd-f5e532ff16c5 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343989 Nov 23 21:58:10.067615 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-9a3c7b97-b141-49dc-b0ff-f8094877bf7c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:10.085677 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4', 'f6a43384-f0d3-4394-a8a2-5e5f71d82536'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:58:10.144320 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-fbd20cc0-438d-4191-8d32-f3a388b2dd05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c688cb-7dd7-4929-919a-341bb9506c34 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:58:10.165748 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-fbd20cc0-438d-4191-8d32-f3a388b2dd05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:10.181910 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f71590-cc79-486b-9915-746fa11d0d5c req-46ae3484-7c0e-4ba4-8e48-2eb5e071a4e0 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:10.191272 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a0f71590-cc79-486b-9915-746fa11d0d5c req-46ae3484-7c0e-4ba4-8e48-2eb5e071a4e0 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df02404-1278-46be-9033-07841f388da9 HTTP/1.1" status: 200 len: 946 time: 0.2138021 Nov 23 21:58:10.198253 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-9a3c7b97-b141-49dc-b0ff-f8094877bf7c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:58:10.204839 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['224179a9-9246-4419-a911-b515f4991d15', 'cc13e182-8dcb-4149-ab27-85551d29d8a7', 'ba323a01-8ef9-4534-87b1-7a4562e0aa72', 'de1dd556-b992-4a29-820c-612138b3888c'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:58:10.217805 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-3e6ec503-5b1a-4db5-9b58-1715ae8d171d service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844461 Nov 23 21:58:10.226210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac0b2c-1678-41c5-92bb-df79075e92bf req-7c4f54cb-627b-4863-82ab-3e0f1e42823d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:10.233669 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30ac0b2c-1678-41c5-92bb-df79075e92bf req-7c4f54cb-627b-4863-82ab-3e0f1e42823d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8136b2a-cb94-4915-aa6e-9e98aaf6c780 HTTP/1.1" status: 200 len: 936 time: 0.2591591 Nov 23 21:58:10.246174 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-9a3c7b97-b141-49dc-b0ff-f8094877bf7c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:58:10.278677 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-9a3c7b97-b141-49dc-b0ff-f8094877bf7c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:58:10.301456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-fbd20cc0-438d-4191-8d32-f3a388b2dd05 service neutron] Transition to ACTIVE for port object 92c688cb-7dd7-4929-919a-341bb9506c34 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:58:10.323558 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c7b97-b141-49dc-b0ff-f8094877bf7c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Pushing event updated for resources: {'Port': ['ID=e50c2c91-9242-406f-b99e-82fe9336e4de,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:10.339458 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-fbd20cc0-438d-4191-8d32-f3a388b2dd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:10.410079 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-aa10b350-7236-4ec8-8a52-5f26587b7fd4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=ec919349-dd55-4ec4-806b-052e3784ad8c HTTP/1.1" status: 200 len: 217 time: 0.1815083 Nov 23 21:58:10.429181 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049b020d-7cd0-4ca7-ba4a-3d67ed1279f6 None None] DHCP port deletion for 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:58:10.486262 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-9a3c7b97-b141-49dc-b0ff-f8094877bf7c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:10.487141 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-9a3c7b97-b141-49dc-b0ff-f8094877bf7c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:10.511153 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a0f71590-cc79-486b-9915-746fa11d0d5c req-70af88c8-adbc-48eb-891d-8e4057f256f6 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/security-groups?id=adf7e1a3-3b42-490d-901a-4670c1223a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170094 Nov 23 21:58:10.531489 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-9a3c7b97-b141-49dc-b0ff-f8094877bf7c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6532121 Nov 23 21:58:10.541260 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-295cfc14-5c49-4806-9384-1a3d6376a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:10.542989 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-295cfc14-5c49-4806-9384-1a3d6376a0d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3f7f1b0-3707-4638-b7a3-e427077abc41 HTTP/1.1" status: 200 len: 797 time: 0.1247447 Nov 23 21:58:10.589080 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-a5f3a700-ac1b-494c-9839-4e97185c3389 service neutron] Request body: {'port': {'device_id': 'b8136b2a-cb94-4915-aa6e-9e98aaf6c780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:58:10.631531 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30ac0b2c-1678-41c5-92bb-df79075e92bf req-f6a6ee1b-ca2d-4d56-9bf7-af8d5427fcd3 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965728 Nov 23 21:58:10.724038 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20cc0-438d-4191-8d32-f3a388b2dd05 service neutron] Pushing event updated for resources: {'Port': ['ID=92c688cb-7dd7-4929-919a-341bb9506c34,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:10.787689 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-8b2a0ecd-32b8-4804-ab96-e9b1d856662a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:10.789200 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-8b2a0ecd-32b8-4804-ab96-e9b1d856662a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2385569 Nov 23 21:58:10.927859 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5ad0932b-e024-4a25-bdbe-ae2a7ac618aa None None] Provisioning complete for port e50c2c91-9242-406f-b99e-82fe9336e4de triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:58:10.928193 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5ad0932b-e024-4a25-bdbe-ae2a7ac618aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:10.983885 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-0520526b-733c-4433-a0f0-a81e153e1a51 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858976 Nov 23 21:58:11.001099 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adc0ba-6457-4e9e-827a-0f25d363328c req-19e5daf0-37d4-4ad4-8235-e70844ceaac7 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:11.013382 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-12adc0ba-6457-4e9e-827a-0f25d363328c req-19e5daf0-37d4-4ad4-8235-e70844ceaac7 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bf7fc16-c846-45ae-aa95-88fd26fd2649 HTTP/1.1" status: 200 len: 944 time: 0.2755151 Nov 23 21:58:11.102841 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5ad0932b-e024-4a25-bdbe-ae2a7ac618aa None None] Port e50c2c91-9242-406f-b99e-82fe9336e4de cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:58:11.124994 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-fbd20cc0-438d-4191-8d32-f3a388b2dd05 service neutron] Attempting to bind port 92c688cb-7dd7-4929-919a-341bb9506c34 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:58:11.125743 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-fbd20cc0-438d-4191-8d32-f3a388b2dd05 service neutron] Attempting to bind port 92c688cb-7dd7-4929-919a-341bb9506c34 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'abaff1ba-c8fd-40d4-822d-6c0fc520c1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:58:11.126319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-fbd20cc0-438d-4191-8d32-f3a388b2dd05 service neutron] Attempting to bind port 92c688cb-7dd7-4929-919a-341bb9506c34 on network 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:58:11.136652 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-fbd20cc0-438d-4191-8d32-f3a388b2dd05 service neutron] Port 92c688cb-7dd7-4929-919a-341bb9506c34 on network 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:58:11.137265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-fbd20cc0-438d-4191-8d32-f3a388b2dd05 service neutron] Attempting to bind port 92c688cb-7dd7-4929-919a-341bb9506c34 on network 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:58:11.144826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4301116f-b62f-4ad5-8320-ff85ff21d2ce req-c3685436-87ac-48be-9c9c-fc26fc78315e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ccffb88b-79f9-4c36-ad87-2d57a23149f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6240001 Nov 23 21:58:11.173006 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-a5f3a700-ac1b-494c-9839-4e97185c3389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:11.188373 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-fbd20cc0-438d-4191-8d32-f3a388b2dd05 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:58:11.189140 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-fbd20cc0-438d-4191-8d32-f3a388b2dd05 service neutron] Checking segment: {'id': 'abaff1ba-c8fd-40d4-822d-6c0fc520c1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:58:11.189750 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-fbd20cc0-438d-4191-8d32-f3a388b2dd05 service neutron] Bound using segment: {'id': 'abaff1ba-c8fd-40d4-822d-6c0fc520c1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:58:11.190939 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-fbd20cc0-438d-4191-8d32-f3a388b2dd05 service neutron] Bound port: 92c688cb-7dd7-4929-919a-341bb9506c34, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abaff1ba-c8fd-40d4-822d-6c0fc520c1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:58:11.191802 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-fbd20cc0-438d-4191-8d32-f3a388b2dd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:11.226145 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-0860ea5a-789a-4642-883c-7bd526a091c1 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293689 Nov 23 21:58:11.237388 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-12adc0ba-6457-4e9e-827a-0f25d363328c req-28d39bdb-fe5c-4bb8-a1f6-b1c22a1b40c8 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226973 Nov 23 21:58:11.295465 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-08c01efa-2f5b-49ae-9646-336bcf5988a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 HTTP/1.1" status: 200 len: 217 time: 0.0589690 Nov 23 21:58:11.353663 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34221e-632c-4434-8603-649e451c1bd7 req-85ad4294-c29a-4382-87cb-1ad3e88034e4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:11.363514 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-518f4e10-3d73-4707-8854-938579f3991f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:11.371623 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-518f4e10-3d73-4707-8854-938579f3991f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3f7f1b0-3707-4638-b7a3-e427077abc41 HTTP/1.1" status: 200 len: 797 time: 0.0701103 Nov 23 21:58:11.376114 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cb34221e-632c-4434-8603-649e451c1bd7 req-85ad4294-c29a-4382-87cb-1ad3e88034e4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 946 time: 0.3171594 Nov 23 21:58:11.456783 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-072d687e-3aa9-4bfb-a17f-277c3e8c11ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:11.456961 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301116f-b62f-4ad5-8320-ff85ff21d2ce req-f1e604da-8d8c-4c56-8dd9-fc72b4a8f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:11.458811 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-072d687e-3aa9-4bfb-a17f-277c3e8c11ec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0785396 Nov 23 21:58:11.459706 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4301116f-b62f-4ad5-8320-ff85ff21d2ce req-f1e604da-8d8c-4c56-8dd9-fc72b4a8f5b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14bac651c09042789e9eb24760feece8&device_id=ccffb88b-79f9-4c36-ad87-2d57a23149f6 HTTP/1.1" status: 200 len: 1101 time: 0.1610565 Nov 23 21:58:11.604103 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-db015d1a-1cf6-41db-b794-82d2cd796078 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310315 Nov 23 21:58:11.612648 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cb34221e-632c-4434-8603-649e451c1bd7 req-964bca61-c7fb-4b7c-b90f-b7d430d0b3f4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310929 Nov 23 21:58:11.722153 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301116f-b62f-4ad5-8320-ff85ff21d2ce req-145ff209-f521-4a73-9da8-3e04be9879e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:11.723942 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4301116f-b62f-4ad5-8320-ff85ff21d2ce req-145ff209-f521-4a73-9da8-3e04be9879e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.1188424 Nov 23 21:58:11.811727 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-fbd20cc0-438d-4191-8d32-f3a388b2dd05 service neutron] For port 92c688cb-7dd7-4929-919a-341bb9506c34, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:58:11.823247 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4301116f-b62f-4ad5-8320-ff85ff21d2ce req-0af56dde-ca72-4d91-acd6-25bc58756fa2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=224179a9-9246-4419-a911-b515f4991d15 HTTP/1.1" status: 200 len: 217 time: 0.0831311 Nov 23 21:58:11.868644 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-fbd20cc0-438d-4191-8d32-f3a388b2dd05 service neutron] For port 92c688cb-7dd7-4929-919a-341bb9506c34, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=92c688cb-7dd7-4929-919a-341bb9506c34,segment=NetworkSegment(abaff1ba-c8fd-40d4-822d-6c0fc520c1f7),segment_id=abaff1ba-c8fd-40d4-822d-6c0fc520c1f7)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:58:11.896399 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60d153-36ab-47b1-877e-6a57a84ca765 req-e23968b7-46a6-419d-922f-6e4666971956 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:11.898103 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f60d153-36ab-47b1-877e-6a57a84ca765 req-e23968b7-46a6-419d-922f-6e4666971956 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8136b2a-cb94-4915-aa6e-9e98aaf6c780 HTTP/1.1" status: 200 len: 936 time: 0.1321247 Nov 23 21:58:11.906944 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef252a66-d348-4028-abc8-4609283610a8 req-0ea695c8-7919-4c9a-97bf-6d80e4a8a434 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:11.915647 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef252a66-d348-4028-abc8-4609283610a8 req-0ea695c8-7919-4c9a-97bf-6d80e4a8a434 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df02404-1278-46be-9033-07841f388da9 HTTP/1.1" status: 200 len: 946 time: 0.2550929 Nov 23 21:58:11.918456 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301116f-b62f-4ad5-8320-ff85ff21d2ce req-8342173e-25be-4f43-9037-1e87a7496507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:11.921219 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4301116f-b62f-4ad5-8320-ff85ff21d2ce req-8342173e-25be-4f43-9037-1e87a7496507 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0558369 Nov 23 21:58:11.983348 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-306ff898-1bee-418f-b2ad-b8aa9b055c39 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577040 Nov 23 21:58:11.992801 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301116f-b62f-4ad5-8320-ff85ff21d2ce req-046ce8ba-aa0b-4d00-9038-760fb311c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:11.994313 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4301116f-b62f-4ad5-8320-ff85ff21d2ce req-046ce8ba-aa0b-4d00-9038-760fb311c20e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0653608 Nov 23 21:58:11.998572 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-fbd20cc0-438d-4191-8d32-f3a388b2dd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:12.038307 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ff8e1-6bb6-442f-b576-c46f84f903c6 req-b55ba10b-837e-4036-8003-94a23d226d22 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:12.039608 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-b7dc8c70-af12-4a58-841f-32085b8b1820 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=fbf87d98-58c1-485f-b0ec-76cb1954f419 HTTP/1.1" status: 200 len: 217 time: 0.0441351 Nov 23 21:58:12.040237 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-494ff8e1-6bb6-442f-b576-c46f84f903c6 req-b55ba10b-837e-4036-8003-94a23d226d22 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.60 "GET /v2.0/ports?device_id=4df02404-1278-46be-9033-07841f388da9 HTTP/1.1" status: 200 len: 946 time: 0.4152708 Nov 23 21:58:12.105025 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f60d153-36ab-47b1-877e-6a57a84ca765 req-c2cd222c-e006-4691-ba9c-57f3297dd1e4 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608529 Nov 23 21:58:12.212763 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20cc0-438d-4191-8d32-f3a388b2dd05 service neutron] Pushing event updated for resources: {'Port': ['ID=92c688cb-7dd7-4929-919a-341bb9506c34,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:12.241854 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-af782617-cecc-4022-a4c7-efd1048c00ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:12.243547 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-af782617-cecc-4022-a4c7-efd1048c00ae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3f7f1b0-3707-4638-b7a3-e427077abc41 HTTP/1.1" status: 200 len: 797 time: 0.1902509 Nov 23 21:58:12.271277 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06362d48-aee2-4527-9327-62319a0313d4 None None] DHCP port deletion for 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:58:12.280241 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef252a66-d348-4028-abc8-4609283610a8 req-300ee8be-9988-4d79-979c-b5afaac07c50 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/security-groups?id=adf7e1a3-3b42-490d-901a-4670c1223a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536196 Nov 23 21:58:12.300685 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-fbd20cc0-438d-4191-8d32-f3a388b2dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:12.301335 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-fbd20cc0-438d-4191-8d32-f3a388b2dd05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:12.304762 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-fbd20cc0-438d-4191-8d32-f3a388b2dd05 service neutron] 10.222.0.53 "PUT /v2.0/ports/92c688cb-7dd7-4929-919a-341bb9506c34 HTTP/1.1" status: 200 len: 1092 time: 3.0769298 Nov 23 21:58:12.310492 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf7fc16-c846-45ae-aa95-88fd26fd2649', 'tag': '92c688cb-7dd7-4929-919a-341bb9506c34'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:58:12.312902 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e3b527-6951-498d-86b4-496f909897cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf7fc16-c846-45ae-aa95-88fd26fd2649", "tag": "92c688cb-7dd7-4929-919a-341bb9506c34"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:58:12.426501 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4301116f-b62f-4ad5-8320-ff85ff21d2ce req-2e7906db-5e0b-47c3-9144-7b44de9aed6f service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858745 Nov 23 21:58:12.474939 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dce0c30-3c6d-455c-9eff-d9ed827fb8b1 x-openstack-request-id: req-3dce0c30-3c6d-455c-9eff-d9ed827fb8b1 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:58:12.475251 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf7fc16-c846-45ae-aa95-88fd26fd2649", "tag": "92c688cb-7dd7-4929-919a-341bb9506c34", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:58:12.475580 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3dce0c30-3c6d-455c-9eff-d9ed827fb8b1 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:58:12.475988 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf7fc16-c846-45ae-aa95-88fd26fd2649', 'tag': '92c688cb-7dd7-4929-919a-341bb9506c34', 'status': 'completed', 'code': 200} Nov 23 21:58:12.529616 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-bda7adbe-a37d-44d5-a792-c64865dec4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:12.532264 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-bda7adbe-a37d-44d5-a792-c64865dec4d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2721522 Nov 23 21:58:12.603760 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-494ff8e1-6bb6-442f-b576-c46f84f903c6 req-df2aa970-69cf-4f26-a8c6-a0e628e9fc16 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Deleting port 6caee114-acfa-45e9-9d95-405b0e268bfd {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:58:12.604214 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-494ff8e1-6bb6-442f-b576-c46f84f903c6 req-df2aa970-69cf-4f26-a8c6-a0e628e9fc16 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:12.612248 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-bc33ec4f-1510-4656-b0d6-5945ff3495a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:12.613870 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-bc33ec4f-1510-4656-b0d6-5945ff3495a9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01118b9c5731487a85345966412aa36c&device_id=7bf7fc16-c846-45ae-aa95-88fd26fd2649 HTTP/1.1" status: 200 len: 1095 time: 0.2302256 Nov 23 21:58:12.641713 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcea64f-293f-41ad-ba9a-23b84054a60b req-3afedae5-db1e-45f5-aeb0-d48f6e37f4df tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:12.644131 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edcea64f-293f-41ad-ba9a-23b84054a60b req-3afedae5-db1e-45f5-aeb0-d48f6e37f4df tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bf7fc16-c846-45ae-aa95-88fd26fd2649 HTTP/1.1" status: 200 len: 944 time: 0.2068050 Nov 23 21:58:12.687664 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-a5f3a700-ac1b-494c-9839-4e97185c3389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50c2c91-9242-406f-b99e-82fe9336e4de {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:58:12.702569 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-a5f3a700-ac1b-494c-9839-4e97185c3389 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:12.709392 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4301116f-b62f-4ad5-8320-ff85ff21d2ce req-2048224a-0056-4bd4-8211-4757d08be6fe service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689226 Nov 23 21:58:12.709392 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-51556f03-0bdf-429f-abd2-23b4d5059c8a service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421182 Nov 23 21:58:12.749191 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-b2f3f4e3-eb81-43bb-9dd3-40056d0825f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92c688cb-7dd7-4929-919a-341bb9506c34 HTTP/1.1" status: 200 len: 217 time: 0.1038818 Nov 23 21:58:12.820870 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-5a54472f-2615-43f5-a678-ef27709a88fa service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041758 Nov 23 21:58:12.877150 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-a5f3a700-ac1b-494c-9839-4e97185c3389 service neutron] Transition to ACTIVE for port object e50c2c91-9242-406f-b99e-82fe9336e4de will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:58:12.881630 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-d93ca639-ef6a-40f1-9f80-99423326b832 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f304a4f3-98a7-481a-b024-fa9ac11528de HTTP/1.1" status: 200 len: 217 time: 0.0524168 Nov 23 21:58:12.960416 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-3acd2d37-4a48-4467-abda-c2c24de07f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:12.961969 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-3acd2d37-4a48-4467-abda-c2c24de07f1d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=894a547e-38e5-4870-bda6-a43a8f7f2b67 HTTP/1.1" status: 200 len: 797 time: 0.0649459 Nov 23 21:58:13.018416 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-bf5e068e-fc85-4d16-95e2-aca78314423a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:13.020107 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-bf5e068e-fc85-4d16-95e2-aca78314423a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da4238c6-b353-4586-8707-c40d3aada134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0454388 Nov 23 21:58:13.139954 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-3bbda847-b380-49af-8aa1-061c756cb0e9 service neutron] 10.222.0.53 "GET /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096983 Nov 23 21:58:13.240938 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-a5f3a700-ac1b-494c-9839-4e97185c3389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:13.256467 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-bbb072c3-b62f-43d1-b783-5fc8cbb100fc service neutron] 10.222.0.53 "GET /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061759 Nov 23 21:58:13.309868 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-494ff8e1-6bb6-442f-b576-c46f84f903c6 req-df2aa970-69cf-4f26-a8c6-a0e628e9fc16 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] For port 6caee114-acfa-45e9-9d95-405b0e268bfd, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=6caee114-acfa-45e9-9d95-405b0e268bfd,segment=NetworkSegment(ceacf3c7-34e0-480d-85c3-d52c69e9d93b),segment_id=ceacf3c7-34e0-480d-85c3-d52c69e9d93b)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:13.310202 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-494ff8e1-6bb6-442f-b576-c46f84f903c6 req-df2aa970-69cf-4f26-a8c6-a0e628e9fc16 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:13.314272 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-c2872f45-9f2c-4d2a-9489-2f86411cdde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:13.315374 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-c2872f45-9f2c-4d2a-9489-2f86411cdde5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=971e678f-8614-44b5-bec2-2cb9da7d8874 HTTP/1.1" status: 200 len: 855 time: 0.5137887 Nov 23 21:58:13.319795 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edcea64f-293f-41ad-ba9a-23b84054a60b req-d9759b24-bee1-4315-bd2b-72d1f6c71414 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6574032 Nov 23 21:58:13.366321 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-494ff8e1-6bb6-442f-b576-c46f84f903c6 req-df2aa970-69cf-4f26-a8c6-a0e628e9fc16 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Calling delete_port for 6caee114-acfa-45e9-9d95-405b0e268bfd owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:58:13.402539 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-9221cf60-484a-4857-9bc7-91e95e246337 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=247b2c22-bf5b-4a93-af05-80b974a24c48 HTTP/1.1" status: 200 len: 217 time: 0.1108677 Nov 23 21:58:13.431789 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-14676233-06f7-40ec-8784-1881eafd3ad5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=416c3513-0b37-46f7-b130-6fb7a8cbe4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974319 Nov 23 21:58:13.488596 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-9a00d8c6-b451-4f6a-9af0-e756751d2f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:13.490243 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-9a00d8c6-b451-4f6a-9af0-e756751d2f41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=894a547e-38e5-4870-bda6-a43a8f7f2b67 HTTP/1.1" status: 200 len: 797 time: 0.0790412 Nov 23 21:58:13.496322 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3a700-ac1b-494c-9839-4e97185c3389 service neutron] Pushing event updated for resources: {'Port': ['ID=e50c2c91-9242-406f-b99e-82fe9336e4de,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:13.519777 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1dbc8-f5df-400b-93d2-1656ccae3ce4 req-503ccbbd-84f1-4623-91a0-cfdf0f6acc78 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:13.521700 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-71c1dbc8-f5df-400b-93d2-1656ccae3ce4 req-503ccbbd-84f1-4623-91a0-cfdf0f6acc78 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 946 time: 0.7287319 Nov 23 21:58:13.598480 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-7d9cafe3-c6ee-47be-9464-5ea541efadce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:13.601508 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-7d9cafe3-c6ee-47be-9464-5ea541efadce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da4238c6-b353-4586-8707-c40d3aada134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0960972 Nov 23 21:58:13.786878 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-53b4f51d-edd7-4772-9646-d1d085265cde service neutron] 10.222.0.53 "GET /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768560 Nov 23 21:58:13.804869 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6bfe8-a229-4ca3-8f15-1cf4b279f303 req-7b2c7bb4-7292-4db6-854d-c22eaa7742d8 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:13.806385 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ea6bfe8-a229-4ca3-8f15-1cf4b279f303 req-7b2c7bb4-7292-4db6-854d-c22eaa7742d8 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8136b2a-cb94-4915-aa6e-9e98aaf6c780 HTTP/1.1" status: 200 len: 948 time: 0.3800991 Nov 23 21:58:13.838414 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-71c1dbc8-f5df-400b-93d2-1656ccae3ce4 req-faf2272c-2574-4e0a-b758-eaa478c6a750 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862127 Nov 23 21:58:13.913330 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-d1a0b973-9958-4979-9b4e-d1e1f30dfebf service neutron] 10.222.0.53 "GET /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133091 Nov 23 21:58:13.990598 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-88bd2aa6-c0fe-49e5-b7c2-6f7c31d2782b service neutron] 10.222.0.53 "GET /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592140 Nov 23 21:58:13.994663 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-a5f3a700-ac1b-494c-9839-4e97185c3389 service neutron] Attempting to bind port e50c2c91-9242-406f-b99e-82fe9336e4de on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:58:13.995031 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-a5f3a700-ac1b-494c-9839-4e97185c3389 service neutron] Attempting to bind port e50c2c91-9242-406f-b99e-82fe9336e4de by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:58:13.995485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-a5f3a700-ac1b-494c-9839-4e97185c3389 service neutron] Attempting to bind port e50c2c91-9242-406f-b99e-82fe9336e4de on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:58:14.066945 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-494ff8e1-6bb6-442f-b576-c46f84f903c6 req-df2aa970-69cf-4f26-a8c6-a0e628e9fc16 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:14.069047 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-a5f3a700-ac1b-494c-9839-4e97185c3389 service neutron] Port e50c2c91-9242-406f-b99e-82fe9336e4de on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:58:14.069239 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-a5f3a700-ac1b-494c-9839-4e97185c3389 service neutron] Attempting to bind port e50c2c91-9242-406f-b99e-82fe9336e4de on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:58:14.123343 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ea6bfe8-a229-4ca3-8f15-1cf4b279f303 req-3c9291cf-4a86-4c16-9c86-a81ae202904d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319825 Nov 23 21:58:14.144044 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-a5f3a700-ac1b-494c-9839-4e97185c3389 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:58:14.144455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-a5f3a700-ac1b-494c-9839-4e97185c3389 service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:58:14.144757 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-a5f3a700-ac1b-494c-9839-4e97185c3389 service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:58:14.145198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-a5f3a700-ac1b-494c-9839-4e97185c3389 service neutron] Bound port: e50c2c91-9242-406f-b99e-82fe9336e4de, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:58:14.145556 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-a5f3a700-ac1b-494c-9839-4e97185c3389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:14.149669 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2aa970-69cf-4f26-a8c6-a0e628e9fc16 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Pushing event deleted for resources: {'Port': ['ID=6caee114-acfa-45e9-9d95-405b0e268bfd,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:14.164324 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f17d7ac4-a693-4dd4-a05d-dd651297d22d req-59851bf6-bc7c-4962-9baf-962c192159ca tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df02404-1278-46be-9033-07841f388da9 HTTP/1.1" status: 200 len: 210 time: 0.0903239 Nov 23 21:58:14.269616 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-494ff8e1-6bb6-442f-b576-c46f84f903c6 req-df2aa970-69cf-4f26-a8c6-a0e628e9fc16 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] No DVR routers for this DVR port 6caee114-acfa-45e9-9d95-405b0e268bfd on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:58:14.272844 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-494ff8e1-6bb6-442f-b576-c46f84f903c6 req-df2aa970-69cf-4f26-a8c6-a0e628e9fc16 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:14.277278 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-494ff8e1-6bb6-442f-b576-c46f84f903c6 req-df2aa970-69cf-4f26-a8c6-a0e628e9fc16 tempest-ServerGroupTestJSON-895252353 tempest-ServerGroupTestJSON-895252353-project] 10.222.0.60 "DELETE /v2.0/ports/6caee114-acfa-45e9-9d95-405b0e268bfd HTTP/1.1" status: 204 len: 173 time: 2.2243807 Nov 23 21:58:14.326099 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26ccc88d-c421-4d53-b4da-5033034b53c8 req-6f0b51e9-84fe-4c49-a7a7-b4e07b1c384d service neutron] 10.222.0.53 "GET /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220809 Nov 23 21:58:14.360621 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-a5f3a700-ac1b-494c-9839-4e97185c3389 service neutron] For port e50c2c91-9242-406f-b99e-82fe9336e4de, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:58:14.363959 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-a5f3a700-ac1b-494c-9839-4e97185c3389 service neutron] For port e50c2c91-9242-406f-b99e-82fe9336e4de, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e50c2c91-9242-406f-b99e-82fe9336e4de,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:58:14.387342 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-a5f3a700-ac1b-494c-9839-4e97185c3389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:14.478218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df02404-1278-46be-9033-07841f388da9', 'name': 'network-vif-deleted', 'tag': '6caee114-acfa-45e9-9d95-405b0e268bfd'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:58:14.482821 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb480d7-b746-4638-90d5-e46a8cb1b175" -d '{"events": [{"server_uuid": "4df02404-1278-46be-9033-07841f388da9", "name": "network-vif-deleted", "tag": "6caee114-acfa-45e9-9d95-405b0e268bfd"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:58:14.492778 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-a5f3a700-ac1b-494c-9839-4e97185c3389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:14.493447 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-a5f3a700-ac1b-494c-9839-4e97185c3389 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:14.495014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-a5f3a700-ac1b-494c-9839-4e97185c3389 service neutron] 10.222.0.53 "PUT /v2.0/ports/e50c2c91-9242-406f-b99e-82fe9336e4de HTTP/1.1" status: 200 len: 1096 time: 3.9123297 Nov 23 21:58:14.575882 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f39951a-41b7-4747-aee5-571176c1b5a5 x-openstack-request-id: req-2f39951a-41b7-4747-aee5-571176c1b5a5 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:58:14.575882 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df02404-1278-46be-9033-07841f388da9", "name": "network-vif-deleted", "tag": "6caee114-acfa-45e9-9d95-405b0e268bfd", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:58:14.575882 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f39951a-41b7-4747-aee5-571176c1b5a5 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:58:14.576822 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df02404-1278-46be-9033-07841f388da9', 'name': 'network-vif-deleted', 'tag': '6caee114-acfa-45e9-9d95-405b0e268bfd', 'status': 'completed', 'code': 200} Nov 23 21:58:14.601293 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3b527-6951-498d-86b4-496f909897cd req-256ce3bb-0f2c-4122-9b4f-b7ef2543768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:14.603045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77e3b527-6951-498d-86b4-496f909897cd req-256ce3bb-0f2c-4122-9b4f-b7ef2543768e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=01118b9c5731487a85345966412aa36c&device_id=7bf7fc16-c846-45ae-aa95-88fd26fd2649 HTTP/1.1" status: 200 len: 1095 time: 0.2076504 Nov 23 21:58:14.604949 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3a700-ac1b-494c-9839-4e97185c3389 service neutron] Pushing event updated for resources: {'Port': ['ID=e50c2c91-9242-406f-b99e-82fe9336e4de,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:14.621176 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8a791-17fc-4cd8-8c5f-8b4e2861f90d req-74baf80e-9528-4017-b3b5-8c279154e1fd tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:14.623665 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-96c8a791-17fc-4cd8-8c5f-8b4e2861f90d req-74baf80e-9528-4017-b3b5-8c279154e1fd tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bf7fc16-c846-45ae-aa95-88fd26fd2649 HTTP/1.1" status: 200 len: 944 time: 0.1882894 Nov 23 21:58:14.712720 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-d28d0474-0aa8-4bd8-8b4a-f16dc602c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:14.714200 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-d28d0474-0aa8-4bd8-8b4a-f16dc602c7ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14bac651c09042789e9eb24760feece8&device_id=b8136b2a-cb94-4915-aa6e-9e98aaf6c780 HTTP/1.1" status: 200 len: 1099 time: 0.1665010 Nov 23 21:58:14.777891 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-511a2f41-5a9a-4250-b2d3-1d6ad661996c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=e50c2c91-9242-406f-b99e-82fe9336e4de HTTP/1.1" status: 200 len: 217 time: 0.0541346 Nov 23 21:58:14.791908 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-96c8a791-17fc-4cd8-8c5f-8b4e2861f90d req-d8ab04a5-21cd-45f4-b227-3e16ead237a3 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562879 Nov 23 21:58:14.834376 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3b527-6951-498d-86b4-496f909897cd req-2727396a-abac-4172-9b29-8ea3053d15eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:14.835927 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77e3b527-6951-498d-86b4-496f909897cd req-2727396a-abac-4172-9b29-8ea3053d15eb service neutron] 10.222.0.53 "GET /v2.0/networks?id=416c3513-0b37-46f7-b130-6fb7a8cbe4b8 HTTP/1.1" status: 200 len: 916 time: 0.2116859 Nov 23 21:58:14.889101 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-9b4cead5-5096-43b5-9547-b181854bd517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:14.890591 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-9b4cead5-5096-43b5-9547-b181854bd517 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0930717 Nov 23 21:58:14.892586 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77e3b527-6951-498d-86b4-496f909897cd req-76623006-97ba-4f9d-8951-312f792db925 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92c688cb-7dd7-4929-919a-341bb9506c34 HTTP/1.1" status: 200 len: 217 time: 0.0483613 Nov 23 21:58:15.016496 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfc34d-9f7f-4b20-bb7f-94426ceb487f req-47b9c7ed-5142-488f-af27-d71127b5d38c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:15.018056 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bfbfc34d-9f7f-4b20-bb7f-94426ceb487f req-47b9c7ed-5142-488f-af27-d71127b5d38c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 946 time: 0.1245916 Nov 23 21:58:15.021832 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3b527-6951-498d-86b4-496f909897cd req-8e180eb7-d3bd-47b2-9159-86a012f1bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:15.023212 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77e3b527-6951-498d-86b4-496f909897cd req-8e180eb7-d3bd-47b2-9159-86a012f1bc7d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=971e678f-8614-44b5-bec2-2cb9da7d8874 HTTP/1.1" status: 200 len: 855 time: 0.1021714 Nov 23 21:58:15.030957 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-8a502460-381f-4f38-a6e2-92743244aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:15.030957 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-8a502460-381f-4f38-a6e2-92743244aeba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1092784 Nov 23 21:58:15.090139 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77e3b527-6951-498d-86b4-496f909897cd req-1ef7972b-5be3-4f2d-9c08-9304eaa98350 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=416c3513-0b37-46f7-b130-6fb7a8cbe4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480959 Nov 23 21:58:15.174220 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bfbfc34d-9f7f-4b20-bb7f-94426ceb487f req-d671c271-184e-4be9-8d8b-22bbb9e6d97d tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500542 Nov 23 21:58:15.278957 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-18778f0a-35d1-4638-8cc6-d4524ec260da service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355988 Nov 23 21:58:15.303899 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77e3b527-6951-498d-86b4-496f909897cd req-6e2c56f3-cdba-403f-bdc6-c1312b3fdca5 service neutron] 10.222.0.53 "GET /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025502 Nov 23 21:58:15.319968 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a8dc4-e635-4ce1-876e-ea0b38fd1e70 req-c0668059-9fe6-44c8-adf8-99e7a1e07c8b tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:15.321426 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b44a8dc4-e635-4ce1-876e-ea0b38fd1e70 req-c0668059-9fe6-44c8-adf8-99e7a1e07c8b tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8136b2a-cb94-4915-aa6e-9e98aaf6c780 HTTP/1.1" status: 200 len: 948 time: 0.1008351 Nov 23 21:58:15.530172 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b44a8dc4-e635-4ce1-876e-ea0b38fd1e70 req-b2e5a5ed-44a4-44a7-aef7-ef7844a35b62 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967118 Nov 23 21:58:15.549738 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77e3b527-6951-498d-86b4-496f909897cd req-545fc976-17f8-40e6-a437-682409d9335f service neutron] 10.222.0.53 "GET /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273653 Nov 23 21:58:15.567379 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451141dc-aff3-40df-b7c8-d8b44ae22d74 req-8eb783f1-d79e-49fc-9dde-42dc286dbcfd tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:15.568864 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-451141dc-aff3-40df-b7c8-d8b44ae22d74 req-8eb783f1-d79e-49fc-9dde-42dc286dbcfd tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 946 time: 0.1504524 Nov 23 21:58:15.573304 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f07bfdd-4d5a-4c5c-9e03-f8a054bf709c req-eebfcb16-ad3e-499a-bf46-719f24c246fc service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715914 Nov 23 21:58:15.629574 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-451141dc-aff3-40df-b7c8-d8b44ae22d74 req-0677d9d3-263b-4f23-af60-460564d281fa tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528007 Nov 23 21:58:15.814695 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34404) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:58:15.886106 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5012a9d-b929-4cef-baa5-804af77c9f8c admin admin] Deleting subnet ff50d062-072e-4089-b7d8-71eb6ba535ec {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:58:15.890674 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5012a9d-b929-4cef-baa5-804af77c9f8c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:15.914406 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 6caee114-acfa-45e9-9d95-405b0e268bfd no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:58:15.929153 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5012a9d-b929-4cef-baa5-804af77c9f8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:15.943334 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 6caee114-acfa-45e9-9d95-405b0e268bfd {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:58:15.945630 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 6caee114-acfa-45e9-9d95-405b0e268bfd not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:58:16.016303 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc8ee8-053a-4f48-b97e-0611eb85a1a4 req-6887914f-d5d2-4464-b539-147ba10bb5cb tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:16.017877 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8adc8ee8-053a-4f48-b97e-0611eb85a1a4 req-6887914f-d5d2-4464-b539-147ba10bb5cb tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bf7fc16-c846-45ae-aa95-88fd26fd2649 HTTP/1.1" status: 200 len: 944 time: 0.1523454 Nov 23 21:58:16.026120 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5012a9d-b929-4cef-baa5-804af77c9f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:16.214397 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8adc8ee8-053a-4f48-b97e-0611eb85a1a4 req-7759f39b-3eac-470b-9816-fad868fa8fec tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856954 Nov 23 21:58:16.216757 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5012a9d-b929-4cef-baa5-804af77c9f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:16.246122 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5012a9d-b929-4cef-baa5-804af77c9f8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff50d062-072e-4089-b7d8-71eb6ba535ec,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:16.249784 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5012a9d-b929-4cef-baa5-804af77c9f8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:16.253528 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e5012a9d-b929-4cef-baa5-804af77c9f8c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ff50d062-072e-4089-b7d8-71eb6ba535ec HTTP/1.1" status: 204 len: 168 time: 0.4375427 Nov 23 21:58:16.256151 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34436) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:58:16.393494 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-073724db-c745-408b-8b50-d3562ba89023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:16.491591 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-073724db-c745-408b-8b50-d3562ba89023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:16.514170 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-073724db-c745-408b-8b50-d3562ba89023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22374e07-93d9-4ccc-b494-c0f13bb96839']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:58:16.525965 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-073724db-c745-408b-8b50-d3562ba89023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceacf3c7-34e0-480d-85c3-d52c69e9d93b') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:58:16.526376 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-073724db-c745-408b-8b50-d3562ba89023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceacf3c7-34e0-480d-85c3-d52c69e9d93b') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:58:16.550085 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-073724db-c745-408b-8b50-d3562ba89023 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:16.566567 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-073724db-c745-408b-8b50-d3562ba89023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:16.578302 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8136b2a-cb94-4915-aa6e-9e98aaf6c780', 'tag': 'e50c2c91-9242-406f-b99e-82fe9336e4de'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:58:16.583935 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073724db-c745-408b-8b50-d3562ba89023 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:58:16.584479 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-073724db-c745-408b-8b50-d3562ba89023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:58:16.587104 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:58:16.589203 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06c64a1-c837-4760-928f-8017b879c529" -d '{"events": [{"name": "network-changed", "server_uuid": "b8136b2a-cb94-4915-aa6e-9e98aaf6c780", "tag": "e50c2c91-9242-406f-b99e-82fe9336e4de"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:58:16.690867 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-073724db-c745-408b-8b50-d3562ba89023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:16.711230 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-073724db-c745-408b-8b50-d3562ba89023 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:16.714892 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-073724db-c745-408b-8b50-d3562ba89023 admin admin] 10.222.0.50 "DELETE /v2.0/networks/22374e07-93d9-4ccc-b494-c0f13bb96839 HTTP/1.1" status: 204 len: 168 time: 0.4566717 Nov 23 21:58:16.716383 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073724db-c745-408b-8b50-d3562ba89023 admin admin] Pushing event deleted for resources: {'Network': ['ID=22374e07-93d9-4ccc-b494-c0f13bb96839,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:16.743965 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f061eaa-70d5-49a9-b6a2-6a0472d5c243 x-openstack-request-id: req-2f061eaa-70d5-49a9-b6a2-6a0472d5c243 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:58:16.743965 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8136b2a-cb94-4915-aa6e-9e98aaf6c780", "tag": "e50c2c91-9242-406f-b99e-82fe9336e4de", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:58:16.744318 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f061eaa-70d5-49a9-b6a2-6a0472d5c243 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:58:16.745858 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8136b2a-cb94-4915-aa6e-9e98aaf6c780', 'tag': 'e50c2c91-9242-406f-b99e-82fe9336e4de', 'status': 'completed', 'code': 200} Nov 23 21:58:16.882379 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb90a38-5fe1-433c-99e3-c24e998cdf7f req-c711b380-cb4f-4002-a12b-bdac8b82268b tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:16.893679 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7fb90a38-5fe1-433c-99e3-c24e998cdf7f req-c711b380-cb4f-4002-a12b-bdac8b82268b tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8136b2a-cb94-4915-aa6e-9e98aaf6c780 HTTP/1.1" status: 200 len: 948 time: 0.2629833 Nov 23 21:58:16.972084 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c64a1-c837-4760-928f-8017b879c529 req-bbe6d150-a57a-4c1a-9439-5ccd19bb8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:16.976145 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c06c64a1-c837-4760-928f-8017b879c529 req-bbe6d150-a57a-4c1a-9439-5ccd19bb8888 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14bac651c09042789e9eb24760feece8&device_id=b8136b2a-cb94-4915-aa6e-9e98aaf6c780 HTTP/1.1" status: 200 len: 1099 time: 0.2598624 Nov 23 21:58:17.077330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34486) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:58:17.142313 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-972a1d58-bd07-4c7a-97b4-990d3df555de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=031198f3933448679d1ecb906a446549&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0635087 Nov 23 21:58:17.143056 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34488) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:58:17.149538 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7fb90a38-5fe1-433c-99e3-c24e998cdf7f req-ac67d53a-356a-45e8-ae1a-b535c7ced973 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531295 Nov 23 21:58:17.206922 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d1ccc09-a65b-4b1f-a2f7-53df46145ac2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:17.252892 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcda3cb-ff11-4a40-bf5c-409ebfa14c7b req-ec9f7186-ef8c-45b6-905e-128fa1fa2322 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:17.261466 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ddcda3cb-ff11-4a40-bf5c-409ebfa14c7b req-ec9f7186-ef8c-45b6-905e-128fa1fa2322 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 946 time: 0.2565572 Nov 23 21:58:17.272600 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d1ccc09-a65b-4b1f-a2f7-53df46145ac2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:17.301847 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c64a1-c837-4760-928f-8017b879c529 req-d1ba37ce-b04d-4393-b9a5-3a28b2fb180c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:17.303734 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c06c64a1-c837-4760-928f-8017b879c529 req-d1ba37ce-b04d-4393-b9a5-3a28b2fb180c service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.3102350 Nov 23 21:58:17.350457 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d1ccc09-a65b-4b1f-a2f7-53df46145ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:17.353705 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d1ccc09-a65b-4b1f-a2f7-53df46145ac2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:17.354912 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9d1ccc09-a65b-4b1f-a2f7-53df46145ac2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/adf7e1a3-3b42-490d-901a-4670c1223a64 HTTP/1.1" status: 204 len: 168 time: 0.2098875 Nov 23 21:58:17.365355 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ccc09-a65b-4b1f-a2f7-53df46145ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf7e1a3-3b42-490d-901a-4670c1223a64,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:17.371795 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c06c64a1-c837-4760-928f-8017b879c529 req-c023fc10-4c61-496f-b0b5-c50168c9eb55 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=e50c2c91-9242-406f-b99e-82fe9336e4de HTTP/1.1" status: 200 len: 217 time: 0.0579965 Nov 23 21:58:17.479488 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ddcda3cb-ff11-4a40-bf5c-409ebfa14c7b req-b6e18814-a51c-45fe-ab25-77fc17414db4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165227 Nov 23 21:58:17.520975 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c64a1-c837-4760-928f-8017b879c529 req-0a66778d-213d-4250-bc6d-33f4b23e1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:17.522747 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c06c64a1-c837-4760-928f-8017b879c529 req-0a66778d-213d-4250-bc6d-33f4b23e1558 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0797355 Nov 23 21:58:17.534764 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da7a23-01eb-4dea-a73d-b73c2b17c920 req-7aca0765-d9d7-47e1-9f07-31daf91753bc tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:17.536218 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06da7a23-01eb-4dea-a73d-b73c2b17c920 req-7aca0765-d9d7-47e1-9f07-31daf91753bc tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bf7fc16-c846-45ae-aa95-88fd26fd2649 HTTP/1.1" status: 200 len: 944 time: 0.1622066 Nov 23 21:58:17.543119 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 92c688cb-7dd7-4929-919a-341bb9506c34 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:58:17.547145 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:58:17.670527 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06da7a23-01eb-4dea-a73d-b73c2b17c920 req-27d8e022-cb92-4b92-b8f5-fc84de44d91a tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054449 Nov 23 21:58:17.672692 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c64a1-c837-4760-928f-8017b879c529 req-58deca5c-9676-4c50-ba5d-c53b9ec03363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:17.680272 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c06c64a1-c837-4760-928f-8017b879c529 req-58deca5c-9676-4c50-ba5d-c53b9ec03363 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1430604 Nov 23 21:58:17.841753 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c06c64a1-c837-4760-928f-8017b879c529 req-9c9e1e9b-45e4-4a4f-9ba2-30954fbcce17 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488640 Nov 23 21:58:17.968439 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:18.008702 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:58:18.011027 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78f9750-a97f-45a8-bf1d-c048b56f0a74" -d '{"events": [{"server_uuid": "6b268ada-a37f-4c80-b9c3-999c2cac8c75", "name": "network-vif-unplugged", "status": "completed", "tag": "6e60ff4c-08c6-484b-a2fe-70fc7894dd69"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:58:18.036454 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 92c688cb-7dd7-4929-919a-341bb9506c34, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=92c688cb-7dd7-4929-919a-341bb9506c34,segment=NetworkSegment(abaff1ba-c8fd-40d4-822d-6c0fc520c1f7),segment_id=abaff1ba-c8fd-40d4-822d-6c0fc520c1f7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:18.109578 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:18.116225 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '92c688cb-7dd7-4929-919a-341bb9506c34', 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8', 'port_id': '92c688cb-7dd7-4929-919a-341bb9506c34', 'mac_address': 'fa:16:3e:36:48:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971e678f-8614-44b5-bec2-2cb9da7d8874', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:58:18.125115 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 21:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8150e1f7-c93f-45a2-b790-6a64da907a54 x-openstack-request-id: req-8150e1f7-c93f-45a2-b790-6a64da907a54 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:58:18.126367 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b268ada-a37f-4c80-b9c3-999c2cac8c75", "name": "network-vif-unplugged", "status": "completed", "tag": "6e60ff4c-08c6-484b-a2fe-70fc7894dd69", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:58:18.126899 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8150e1f7-c93f-45a2-b790-6a64da907a54 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:58:18.127534 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69', 'code': 200} Nov 23 21:58:18.133695 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c06c64a1-c837-4760-928f-8017b879c529 req-3b997049-3570-4c1d-9acd-fd4d481027b2 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833169 Nov 23 21:58:18.141774 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:18.142762 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cb0be-aaf5-45a0-9ce1-7ea5172424f0 req-22e49cfb-4cf2-4b52-9cf4-75d23883e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:18.151971 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-409cb0be-aaf5-45a0-9ce1-7ea5172424f0 req-22e49cfb-4cf2-4b52-9cf4-75d23883e5c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 1097 time: 0.1656265 Nov 23 21:58:18.350677 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:18.386611 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c688cb-7dd7-4929-919a-341bb9506c34 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:58:18.392903 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,revision_number=14']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:18.421784 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 92c688cb-7dd7-4929-919a-341bb9506c34, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=92c688cb-7dd7-4929-919a-341bb9506c34,segment=NetworkSegment(abaff1ba-c8fd-40d4-822d-6c0fc520c1f7),segment_id=abaff1ba-c8fd-40d4-822d-6c0fc520c1f7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:18.435814 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:18.438473 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cb0be-aaf5-45a0-9ce1-7ea5172424f0 req-4bcc0147-4de2-4723-a7f1-5c756af19f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:18.441267 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-409cb0be-aaf5-45a0-9ce1-7ea5172424f0 req-4bcc0147-4de2-4723-a7f1-5c756af19f45 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 912 time: 0.2764585 Nov 23 21:58:18.456001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293ce94-3d72-481f-a44e-aa76e49fdd9c req-dc92fc72-9be2-4b43-9b93-361e8b91ffd8 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:18.457989 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2293ce94-3d72-481f-a44e-aa76e49fdd9c req-dc92fc72-9be2-4b43-9b93-361e8b91ffd8 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8136b2a-cb94-4915-aa6e-9e98aaf6c780 HTTP/1.1" status: 200 len: 948 time: 0.1628804 Nov 23 21:58:18.521226 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=92c688cb-7dd7-4929-919a-341bb9506c34,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:18.533364 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8664f-ab67-4b23-8187-7b34beded987 req-40574a89-5d13-4312-806b-bc2cb194daa3 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:18.541656 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6be8664f-ab67-4b23-8187-7b34beded987 req-40574a89-5d13-4312-806b-bc2cb194daa3 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.5541029 Nov 23 21:58:18.579537 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34530) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:58:18.624677 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2293ce94-3d72-481f-a44e-aa76e49fdd9c req-069450fc-da19-4858-9dd4-d54e4a210ff6 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524756 Nov 23 21:58:18.692585 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-409cb0be-aaf5-45a0-9ce1-7ea5172424f0 req-63a0e0ac-bb1c-448e-beb1-e6071b1754bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69 HTTP/1.1" status: 200 len: 998 time: 0.2320585 Nov 23 21:58:18.718261 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c1be5f5f-7551-4c34-896b-b576cca92b76 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1817732382-network', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:58:18.765334 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6be8664f-ab67-4b23-8187-7b34beded987 req-4fed99ca-56c6-4b08-a6e6-bf1fbfa71080 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227848 Nov 23 21:58:18.765834 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1be5f5f-7551-4c34-896b-b576cca92b76 admin admin] Made reservation on behalf of 07624d1e60094919bab4ccd24e8183b5 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:58:18.769061 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c1be5f5f-7551-4c34-896b-b576cca92b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:18.795503 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cb0be-aaf5-45a0-9ce1-7ea5172424f0 req-d9db88cd-5507-4a64-8eb4-724b0f352eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:18.795732 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c1be5f5f-7551-4c34-896b-b576cca92b76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:18.797368 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-409cb0be-aaf5-45a0-9ce1-7ea5172424f0 req-d9db88cd-5507-4a64-8eb4-724b0f352eb5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 0.0804713 Nov 23 21:58:18.876455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cb0be-aaf5-45a0-9ce1-7ea5172424f0 req-1e0fe7d9-f21f-44c9-92b3-d7cdeb62051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:18.877957 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-409cb0be-aaf5-45a0-9ce1-7ea5172424f0 req-1e0fe7d9-f21f-44c9-92b3-d7cdeb62051a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562921 Nov 23 21:58:18.910381 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['92c688cb-7dd7-4929-919a-341bb9506c34'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:58:18.937181 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c1be5f5f-7551-4c34-896b-b576cca92b76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:18.947102 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c1be5f5f-7551-4c34-896b-b576cca92b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:19.001328 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1be5f5f-7551-4c34-896b-b576cca92b76 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:58:19.072692 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c1be5f5f-7551-4c34-896b-b576cca92b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:19.073322 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-c1be5f5f-7551-4c34-896b-b576cca92b76 admin admin] Added segment 63d8713b-2d64-40ec-830b-31eeb5bd1b0c of type vlan for network cf315d38-849d-4fc3-b880-14295b3845e8 Nov 23 21:58:19.088762 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be5f5f-7551-4c34-896b-b576cca92b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f804eef6-f7f3-4292-a791-095521647bb6,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:19.159787 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c1be5f5f-7551-4c34-896b-b576cca92b76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:19.196843 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c1be5f5f-7551-4c34-896b-b576cca92b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:19.198597 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1be5f5f-7551-4c34-896b-b576cca92b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:19.199592 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c1be5f5f-7551-4c34-896b-b576cca92b76 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:19.523701 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876003f-6d50-4b0a-bbbb-96536440beb2 req-30e1295e-8177-4ee6-b950-796f9d3aa5f2 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:19.536393 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4876003f-6d50-4b0a-bbbb-96536440beb2 req-30e1295e-8177-4ee6-b950-796f9d3aa5f2 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bf7fc16-c846-45ae-aa95-88fd26fd2649 HTTP/1.1" status: 200 len: 945 time: 0.6551380 Nov 23 21:58:19.559157 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e50c2c91-9242-406f-b99e-82fe9336e4de details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:58:19.597111 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c1be5f5f-7551-4c34-896b-b576cca92b76 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0160792 Nov 23 21:58:19.598948 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34544) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:58:19.605341 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-776bea6d-e9ee-4afe-a205-fefd28bad84a admin admin] Request body: {'subnet': {'network_id': 'cf315d38-849d-4fc3-b880-14295b3845e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1817732382-subnet', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:58:19.608054 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4876003f-6d50-4b0a-bbbb-96536440beb2 req-a3c26f6b-eac8-43aa-811d-a499a9b570d8 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667095 Nov 23 21:58:19.610163 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be5f5f-7551-4c34-896b-b576cca92b76 admin admin] Pushing event updated for resources: {'Network': ['ID=cf315d38-849d-4fc3-b880-14295b3845e8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:19.626296 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-409cb0be-aaf5-45a0-9ce1-7ea5172424f0 req-4dd7dc75-9a59-42d7-adcf-09798e0ae791 service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7337010 Nov 23 21:58:19.628678 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network cf315d38-849d-4fc3-b880-14295b3845e8 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:58:19.690623 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776bea6d-e9ee-4afe-a205-fefd28bad84a admin admin] Made reservation on behalf of 07624d1e60094919bab4ccd24e8183b5 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:58:19.694509 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-776bea6d-e9ee-4afe-a205-fefd28bad84a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:19.935933 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e50c2c91-9242-406f-b99e-82fe9336e4de, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e50c2c91-9242-406f-b99e-82fe9336e4de,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:19.946002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-409cb0be-aaf5-45a0-9ce1-7ea5172424f0 req-870dd8db-2a30-4c72-a099-0818c87fb97a service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119760 Nov 23 21:58:19.976000 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'e50c2c91-9242-406f-b99e-82fe9336e4de', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': 'e50c2c91-9242-406f-b99e-82fe9336e4de', 'mac_address': 'fa:16:3e:a5:71:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:58:20.036678 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-776bea6d-e9ee-4afe-a205-fefd28bad84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:20.099938 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:20.132827 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50c2c91-9242-406f-b99e-82fe9336e4de {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:58:20.134172 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bea6d-e9ee-4afe-a205-fefd28bad84a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c965f73c-7910-43ec-95f0-2632d11b6ef1,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:20.171147 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e50c2c91-9242-406f-b99e-82fe9336e4de, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e50c2c91-9242-406f-b99e-82fe9336e4de,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:20.180316 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:20.228573 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776bea6d-e9ee-4afe-a205-fefd28bad84a admin admin] Checking segment: {'id': '63d8713b-2d64-40ec-830b-31eeb5bd1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cf315d38-849d-4fc3-b880-14295b3845e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:58:20.229232 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776bea6d-e9ee-4afe-a205-fefd28bad84a admin admin] Network hostable DHCP agents. Network: cf315d38-849d-4fc3-b880-14295b3845e8, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:58:20.265587 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a5b34-f23d-4448-b347-dd6f9a0ddce9 req-80adafe4-8df8-44c9-84ad-85560d81335d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:20.265783 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776bea6d-e9ee-4afe-a205-fefd28bad84a admin admin] Network cf315d38-849d-4fc3-b880-14295b3845e8 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:58:20.280057 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d07a5b34-f23d-4448-b347-dd6f9a0ddce9 req-80adafe4-8df8-44c9-84ad-85560d81335d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8136b2a-cb94-4915-aa6e-9e98aaf6c780 HTTP/1.1" status: 200 len: 948 time: 0.4921463 Nov 23 21:58:20.318183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-776bea6d-e9ee-4afe-a205-fefd28bad84a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, cf315d38-849d-4fc3-b880-14295b3845e8) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:58:20.324449 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776bea6d-e9ee-4afe-a205-fefd28bad84a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:20.325908 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-776bea6d-e9ee-4afe-a205-fefd28bad84a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:20.337995 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cea5dc9-eef0-4fc4-a100-eeb64737c575 None None] Network cf315d38-849d-4fc3-b880-14295b3845e8 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:58:20.344023 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=e50c2c91-9242-406f-b99e-82fe9336e4de,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:20.359492 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-776bea6d-e9ee-4afe-a205-fefd28bad84a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7591443 Nov 23 21:58:20.362170 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34558) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:58:20.367051 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ecea708b-fb1e-4a4e-aff2-4e45b68fc1d3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1817732382-router', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:58:20.406046 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b0bcf-41ca-4a2e-945a-00d4613b9ae0 req-b5882570-e82f-42a3-91a2-73b8484b73fb tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:20.419940 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b8b0bcf-41ca-4a2e-945a-00d4613b9ae0 req-b5882570-e82f-42a3-91a2-73b8484b73fb tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.3486445 Nov 23 21:58:20.439352 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ecea708b-fb1e-4a4e-aff2-4e45b68fc1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:20.440544 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ecea708b-fb1e-4a4e-aff2-4e45b68fc1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:20.539444 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ecea708b-fb1e-4a4e-aff2-4e45b68fc1d3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:20.557912 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d07a5b34-f23d-4448-b347-dd6f9a0ddce9 req-319e2a3b-72df-4b1f-8e0a-4fc46db11ceb tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761602 Nov 23 21:58:20.611687 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1016d087-06e5-4aba-83d3-440367308b4b None None] Network cf315d38-849d-4fc3-b880-14295b3845e8 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:58:20.681469 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['e50c2c91-9242-406f-b99e-82fe9336e4de'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:58:20.691074 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b8b0bcf-41ca-4a2e-945a-00d4613b9ae0 req-7ffc1b8c-ef29-4ef1-a10e-47990e0598c4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657971 Nov 23 21:58:20.814612 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ecea708b-fb1e-4a4e-aff2-4e45b68fc1d3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:20.838950 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0debb-bef7-4783-bc66-ff8240e70306 req-78a2ddcc-68c6-4e9b-a857-d5c36919b06a tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:20.850243 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-def0debb-bef7-4783-bc66-ff8240e70306 req-78a2ddcc-68c6-4e9b-a857-d5c36919b06a tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bf7fc16-c846-45ae-aa95-88fd26fd2649 HTTP/1.1" status: 200 len: 945 time: 0.0732386 Nov 23 21:58:20.944179 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-def0debb-bef7-4783-bc66-ff8240e70306 req-041ce927-c4e1-490f-b1ab-311065212725 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927713 Nov 23 21:58:21.211477 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ecea708b-fb1e-4a4e-aff2-4e45b68fc1d3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:21.247058 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ecea708b-fb1e-4a4e-aff2-4e45b68fc1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:21.452318 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-ecea708b-fb1e-4a4e-aff2-4e45b68fc1d3 admin admin] Allocated IP 172.25.5.74 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/26e0d4ab-e437-427b-85b8-fd178af3b0ad) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:58:21.574320 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ecea708b-fb1e-4a4e-aff2-4e45b68fc1d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:21.576987 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 92c688cb-7dd7-4929-919a-341bb9506c34 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:58:21.616106 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ecea708b-fb1e-4a4e-aff2-4e45b68fc1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:21.657743 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecea708b-fb1e-4a4e-aff2-4e45b68fc1d3 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:58:21.661317 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-ecea708b-fb1e-4a4e-aff2-4e45b68fc1d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:58:21.665633 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecea708b-fb1e-4a4e-aff2-4e45b68fc1d3 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:58:21.687171 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b204c67-5a9c-46a0-a528-aec31a2077f1 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:58:21.703186 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 92c688cb-7dd7-4929-919a-341bb9506c34 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:58:21.711167 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea708b-fb1e-4a4e-aff2-4e45b68fc1d3 admin admin] Pushing event updated for resources: {'Port': ['ID=26e0d4ab-e437-427b-85b8-fd178af3b0ad,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:21.712766 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 92c688cb-7dd7-4929-919a-341bb9506c34 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:58:21.713678 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:21.789107 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-15e4f029-4119-4e8e-98e8-c8a3eada381d None None] Provisioning complete for port 26e0d4ab-e437-427b-85b8-fd178af3b0ad triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:58:21.789650 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15e4f029-4119-4e8e-98e8-c8a3eada381d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:21.835915 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-15e4f029-4119-4e8e-98e8-c8a3eada381d None None] Port 26e0d4ab-e437-427b-85b8-fd178af3b0ad cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:58:21.865093 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7102dfe-3eb5-4f75-8069-0799c6ae41b5 req-0da41b96-acaf-4cef-9d8d-1cecba4ed72f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:21.867261 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7102dfe-3eb5-4f75-8069-0799c6ae41b5 req-0da41b96-acaf-4cef-9d8d-1cecba4ed72f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8136b2a-cb94-4915-aa6e-9e98aaf6c780 HTTP/1.1" status: 200 len: 949 time: 0.1817138 Nov 23 21:58:21.894383 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:21.932544 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf7fc16-c846-45ae-aa95-88fd26fd2649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c688cb-7dd7-4929-919a-341bb9506c34'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:58:21.935629 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee62a63-577b-405e-8d60-46180c62a33a" -d '{"events": [{"server_uuid": "7bf7fc16-c846-45ae-aa95-88fd26fd2649", "name": "network-vif-plugged", "status": "completed", "tag": "92c688cb-7dd7-4929-919a-341bb9506c34"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:58:21.952081 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 92c688cb-7dd7-4929-919a-341bb9506c34, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=92c688cb-7dd7-4929-919a-341bb9506c34,segment=NetworkSegment(abaff1ba-c8fd-40d4-822d-6c0fc520c1f7),segment_id=abaff1ba-c8fd-40d4-822d-6c0fc520c1f7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:21.961310 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:21.994402 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ecea708b-fb1e-4a4e-aff2-4e45b68fc1d3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:22.002479 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a96ae-29e3-4527-977c-c6886833fbbd req-adf402fe-da45-44ff-b08c-d1c85b9dcad8 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:22.004107 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9d8a96ae-29e3-4527-977c-c6886833fbbd req-adf402fe-da45-44ff-b08c-d1c85b9dcad8 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1204674 Nov 23 21:58:22.008647 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7102dfe-3eb5-4f75-8069-0799c6ae41b5 req-bffdd803-db66-4fd2-9004-e73692056910 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335974 Nov 23 21:58:22.038638 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=92c688cb-7dd7-4929-919a-341bb9506c34,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:22.071631 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9d8a96ae-29e3-4527-977c-c6886833fbbd req-39a97bd8-5ce2-4f91-8c6b-de2341e6bd68 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605178 Nov 23 21:58:22.138321 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2aafa4f-a844-41b3-9b15-79d09920ae99 x-openstack-request-id: req-f2aafa4f-a844-41b3-9b15-79d09920ae99 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:58:22.138639 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf7fc16-c846-45ae-aa95-88fd26fd2649", "name": "network-vif-plugged", "status": "completed", "tag": "92c688cb-7dd7-4929-919a-341bb9506c34", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:58:22.138958 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f2aafa4f-a844-41b3-9b15-79d09920ae99 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:58:22.139414 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf7fc16-c846-45ae-aa95-88fd26fd2649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c688cb-7dd7-4929-919a-341bb9506c34', 'code': 200} Nov 23 21:58:22.296046 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798bbfe-6470-485c-97ce-12766512b6f1 req-61ddd6b2-bf85-4ccd-8fc1-ad0e4f559433 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:22.297571 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f798bbfe-6470-485c-97ce-12766512b6f1 req-61ddd6b2-bf85-4ccd-8fc1-ad0e4f559433 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bf7fc16-c846-45ae-aa95-88fd26fd2649 HTTP/1.1" status: 200 len: 946 time: 0.1350107 Nov 23 21:58:22.297959 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ecea708b-fb1e-4a4e-aff2-4e45b68fc1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:22.352918 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c7a8e-0715-4bc6-872d-a6b9bbe30277 req-a9aceddf-c807-4353-8b15-bd1517dfbf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:22.354852 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f9c7a8e-0715-4bc6-872d-a6b9bbe30277 req-a9aceddf-c807-4353-8b15-bd1517dfbf20 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7bf7fc16-c846-45ae-aa95-88fd26fd2649 HTTP/1.1" status: 200 len: 1097 time: 0.1341200 Nov 23 21:58:22.408140 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f798bbfe-6470-485c-97ce-12766512b6f1 req-7b2e5fa4-010b-4ebd-8ecd-312338f555de tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002867 Nov 23 21:58:22.473256 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecea708b-fb1e-4a4e-aff2-4e45b68fc1d3 admin admin] Router a9f69735-335b-4da0-b971-464ebabe8b97 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 21:58:22.476830 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f9c7a8e-0715-4bc6-872d-a6b9bbe30277 req-08810d90-bcce-4334-ad9d-6d05f5621e29 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086080 Nov 23 21:58:22.487624 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a84ea9-35ea-495b-8902-791f18f3462b req-895dc2d4-bf88-4995-a5da-3b0742f66a31 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:22.489309 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-17a84ea9-35ea-495b-8902-791f18f3462b req-895dc2d4-bf88-4995-a5da-3b0742f66a31 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1104186 Nov 23 21:58:22.553495 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-17a84ea9-35ea-495b-8902-791f18f3462b req-02331be2-1c46-4b3d-b2d9-3f20f7a88a48 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559840 Nov 23 21:58:22.637648 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecea708b-fb1e-4a4e-aff2-4e45b68fc1d3 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:58:22.648559 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] Sync routers for ids ['a9f69735-335b-4da0-b971-464ebabe8b97'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:58:22.661659 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] Routers {'a9f69735-335b-4da0-b971-464ebabe8b97'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:58:22.662379 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:58:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a9f69735-335b-4da0-b971-464ebabe8b97'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:58:22.673096 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ecea708b-fb1e-4a4e-aff2-4e45b68fc1d3 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:22.675315 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ecea708b-fb1e-4a4e-aff2-4e45b68fc1d3 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.3121054 Nov 23 21:58:22.679033 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:22.680042 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34590) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:58:22.741328 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86d00b-65b5-4fab-9d5d-1c0dfb7955f5 req-8bea3fec-ac86-4b1e-b634-a26485f6c71e tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:22.751142 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c86d00b-65b5-4fab-9d5d-1c0dfb7955f5 req-8bea3fec-ac86-4b1e-b634-a26485f6c71e tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1214249 Nov 23 21:58:22.799179 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] Set router a9f69735-335b-4da0-b971-464ebabe8b97 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:58:22.829187 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c86d00b-65b5-4fab-9d5d-1c0dfb7955f5 req-00733ee2-2689-4996-8b2c-3ba9b7aeda0f tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724964 Nov 23 21:58:23.142388 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-1817732382-router', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:58:20Z', 'updated_at': '2021-11-23T21:58:21Z', 'revision_number': 3, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'gw_port': {'id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:58:21Z', 'updated_at': '2021-11-23T21:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:58:23.192074 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] Checking router: a9f69735-335b-4da0-b971-464ebabe8b97 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:58:23.192411 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] Updating router a9f69735-335b-4da0-b971-464ebabe8b97 port 26e0d4ab-e437-427b-85b8-fd178af3b0ad binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:58:23.220704 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:23.292589 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56290f0-09e6-4471-8cf3-56c322968326 req-827fec55-ac73-4c7b-9ac7-c767ee581a09 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:23.294572 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e56290f0-09e6-4471-8cf3-56c322968326 req-827fec55-ac73-4c7b-9ac7-c767ee581a09 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8136b2a-cb94-4915-aa6e-9e98aaf6c780 HTTP/1.1" status: 200 len: 949 time: 0.1131599 Nov 23 21:58:23.301974 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-290cf509-bcaa-4b05-9fe3-a0ce02d560ef tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:23.303529 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-290cf509-bcaa-4b05-9fe3-a0ce02d560ef tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 811 time: 0.2657659 Nov 23 21:58:23.315273 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fae63e7-4d87-459b-87ce-1cec7bc8e777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:23.380710 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e56290f0-09e6-4471-8cf3-56c322968326 req-f7f15ea3-399c-406c-8b10-86845922201c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760913 Nov 23 21:58:23.390452 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-0b85330a-fdad-4a46-b42a-6c44cd6ad0f3 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/quotas/e0a0bf8995194df794b65596ff42d910 HTTP/1.1" status: 200 len: 375 time: 0.0752347 Nov 23 21:58:23.502406 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-1ac05d02-9e97-45e3-ab78-ebacb1e626b7 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1106603 Nov 23 21:58:23.607180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e50c2c91-9242-406f-b99e-82fe9336e4de up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:58:23.656561 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:23.672453 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:23.697777 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-50c0fa56-395f-43bb-a4c4-723a5a167e8c service neutron] 10.222.0.50 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888661 Nov 23 21:58:23.726470 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-5fae63e7-4d87-459b-87ce-1cec7bc8e777 admin admin] Allocated IP 172.20.0.1 (cf315d38-849d-4fc3-b880-14295b3845e8/c965f73c-7910-43ec-95f0-2632d11b6ef1/5a54cf25-2ad1-4631-87cf-d1750ae4f327) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:58:23.810568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port e50c2c91-9242-406f-b99e-82fe9336e4de completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:58:23.814868 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port e50c2c91-9242-406f-b99e-82fe9336e4de triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:58:23.815242 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:23.954781 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fae63e7-4d87-459b-87ce-1cec7bc8e777 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:23.986319 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] Attempting to bind port 26e0d4ab-e437-427b-85b8-fd178af3b0ad on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:58:23.987266 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] Attempting to bind port 26e0d4ab-e437-427b-85b8-fd178af3b0ad by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:58:23.987856 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] Attempting to bind port 26e0d4ab-e437-427b-85b8-fd178af3b0ad on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:58:23.991561 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4272d-4ae4-47fd-be83-266d539e8f2a None None] Pushing event updated for resources: {'Port': ['ID=26e0d4ab-e437-427b-85b8-fd178af3b0ad,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:23.997147 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:58:23.997952 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:58:23.999223 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:23.999835 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:58:24.000528 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] Bound port: 26e0d4ab-e437-427b-85b8-fd178af3b0ad, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:58:24.001145 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:24.004051 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a794ae96-a320-4b79-ae50-035e80064b2b None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:58:24.010530 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4272d-4ae4-47fd-be83-266d539e8f2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:24.011181 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4272d-4ae4-47fd-be83-266d539e8f2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:24.011889 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4272d-4ae4-47fd-be83-266d539e8f2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:24.012433 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4272d-4ae4-47fd-be83-266d539e8f2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:24.013471 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8f39a-3a51-493e-9f51-1dcef225c63c req-b03705d1-0f33-490f-9af4-b1cfe8db6cb8 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:24.014396 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4272d-4ae4-47fd-be83-266d539e8f2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:24.014975 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4272d-4ae4-47fd-be83-266d539e8f2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:24.015279 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bab8f39a-3a51-493e-9f51-1dcef225c63c req-b03705d1-0f33-490f-9af4-b1cfe8db6cb8 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bf7fc16-c846-45ae-aa95-88fd26fd2649 HTTP/1.1" status: 200 len: 946 time: 0.2548249 Nov 23 21:58:24.015837 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4272d-4ae4-47fd-be83-266d539e8f2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:24.016422 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4272d-4ae4-47fd-be83-266d539e8f2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:24.016971 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4272d-4ae4-47fd-be83-266d539e8f2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:24.017499 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4272d-4ae4-47fd-be83-266d539e8f2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:24.018027 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4272d-4ae4-47fd-be83-266d539e8f2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:24.018561 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a4272d-4ae4-47fd-be83-266d539e8f2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:24.040453 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-fd80358a-b33f-42b3-a398-06b57e34540b service neutron] 10.222.0.50 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417532 Nov 23 21:58:24.045168 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fae63e7-4d87-459b-87ce-1cec7bc8e777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:24.085502 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8c489d74-3c14-4213-bac7-fafea89441a3 None None] Provisioning complete for port 26e0d4ab-e437-427b-85b8-fd178af3b0ad triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:58:24.086116 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8c489d74-3c14-4213-bac7-fafea89441a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:24.087745 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:24.120095 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fae63e7-4d87-459b-87ce-1cec7bc8e777 admin admin] Network cf315d38-849d-4fc3-b880-14295b3845e8 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:58:24.124209 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-5fae63e7-4d87-459b-87ce-1cec7bc8e777 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:58:24.125234 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] For port 26e0d4ab-e437-427b-85b8-fd178af3b0ad, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:58:24.128284 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fae63e7-4d87-459b-87ce-1cec7bc8e777 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:58:24.136651 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] For port 26e0d4ab-e437-427b-85b8-fd178af3b0ad, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=26e0d4ab-e437-427b-85b8-fd178af3b0ad,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:58:24.145220 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:24.155845 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bab8f39a-3a51-493e-9f51-1dcef225c63c req-034586c2-273d-4d99-ace2-5ed49eb8c1ff tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134915 Nov 23 21:58:24.214603 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8136b2a-cb94-4915-aa6e-9e98aaf6c780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50c2c91-9242-406f-b99e-82fe9336e4de'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:58:24.223286 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c7abff-4ab2-49d4-84b3-237392fc33c2" -d '{"events": [{"server_uuid": "b8136b2a-cb94-4915-aa6e-9e98aaf6c780", "name": "network-vif-plugged", "status": "completed", "tag": "e50c2c91-9242-406f-b99e-82fe9336e4de"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:58:24.260059 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e50c2c91-9242-406f-b99e-82fe9336e4de, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e50c2c91-9242-406f-b99e-82fe9336e4de,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:24.272286 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8c489d74-3c14-4213-bac7-fafea89441a3 None None] Port 26e0d4ab-e437-427b-85b8-fd178af3b0ad cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:58:24.277879 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec5db71-1695-404d-a301-befa937682d0 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:58:24.320822 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:24.334606 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500a4d02-6699-48ce-a560-05c1b905df84 x-openstack-request-id: req-500a4d02-6699-48ce-a560-05c1b905df84 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:58:24.336050 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8136b2a-cb94-4915-aa6e-9e98aaf6c780", "name": "network-vif-plugged", "status": "completed", "tag": "e50c2c91-9242-406f-b99e-82fe9336e4de", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:58:24.336317 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-500a4d02-6699-48ce-a560-05c1b905df84 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:58:24.337633 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8136b2a-cb94-4915-aa6e-9e98aaf6c780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50c2c91-9242-406f-b99e-82fe9336e4de', 'code': 200} Nov 23 21:58:24.372155 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4272d-4ae4-47fd-be83-266d539e8f2a None None] Pushing event updated for resources: {'Port': ['ID=26e0d4ab-e437-427b-85b8-fd178af3b0ad,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:24.384568 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] Routers {'a9f69735-335b-4da0-b971-464ebabe8b97'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:58:24.385164 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:58:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a9f69735-335b-4da0-b971-464ebabe8b97'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:58:24.393155 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-00d60dbc-5e02-4bd1-aabb-276ad903f564 req-5dbb70e8-bdf9-4493-b0c0-66f97ae77154 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 210 time: 0.1124372 Nov 23 21:58:24.476186 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5cab2c-5624-471f-9d0c-28c3e6099b0f req-193db784-9bdc-4641-a5f6-31c3a75aa365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:24.485985 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f5cab2c-5624-471f-9d0c-28c3e6099b0f req-193db784-9bdc-4641-a5f6-31c3a75aa365 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b8136b2a-cb94-4915-aa6e-9e98aaf6c780 HTTP/1.1" status: 200 len: 1101 time: 0.0833094 Nov 23 21:58:24.561609 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-51e09910-9e26-4d0a-9222-4b4b20fc8036 None None] Provisioning complete for port 26e0d4ab-e437-427b-85b8-fd178af3b0ad triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:58:24.561997 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-51e09910-9e26-4d0a-9222-4b4b20fc8036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:24.678703 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f5cab2c-5624-471f-9d0c-28c3e6099b0f req-8c7ce456-e774-4386-b10e-4b6b1043b343 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837974 Nov 23 21:58:24.688493 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=e50c2c91-9242-406f-b99e-82fe9336e4de,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:24.725028 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] Set router a9f69735-335b-4da0-b971-464ebabe8b97 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:58:24.738010 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07ace8-e5d4-4c75-b0c0-ee828fe21328 req-0fa5bd84-16b2-4453-8ae1-5db0f4674dbb tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:24.754790 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d07ace8-e5d4-4c75-b0c0-ee828fe21328 req-0fa5bd84-16b2-4453-8ae1-5db0f4674dbb tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8136b2a-cb94-4915-aa6e-9e98aaf6c780 HTTP/1.1" status: 200 len: 950 time: 0.1977935 Nov 23 21:58:24.849307 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-51e09910-9e26-4d0a-9222-4b4b20fc8036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:24.849851 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d07ace8-e5d4-4c75-b0c0-ee828fe21328 req-aa68be7e-302a-4881-827d-b79674c0ab39 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932639 Nov 23 21:58:24.909479 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-51e09910-9e26-4d0a-9222-4b4b20fc8036 None None] For port 26e0d4ab-e437-427b-85b8-fd178af3b0ad, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=26e0d4ab-e437-427b-85b8-fd178af3b0ad,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:24.922257 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-51e09910-9e26-4d0a-9222-4b4b20fc8036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:24.954919 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae63e7-4d87-459b-87ce-1cec7bc8e777 admin admin] Pushing event updated for resources: {'Port': ['ID=5a54cf25-2ad1-4631-87cf-d1750ae4f327,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:24.960080 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fae63e7-4d87-459b-87ce-1cec7bc8e777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:25.008788 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e09910-9e26-4d0a-9222-4b4b20fc8036 None None] Pushing event updated for resources: {'Port': ['ID=26e0d4ab-e437-427b-85b8-fd178af3b0ad,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:25.113525 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-1817732382-router', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:58:20Z', 'updated_at': '2021-11-23T21:58:21Z', 'revision_number': 3, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'gw_port': {'id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:58:21Z', 'updated_at': '2021-11-23T21:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:58:25.158373 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29d8e11-fc7c-40bc-926f-b0980910aac1 None None] The sync data for ids ['a9f69735-335b-4da0-b971-464ebabe8b97'] in n-d-816206-9 is: [{'id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-1817732382-router', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:58:20Z', 'updated_at': '2021-11-23T21:58:21Z', 'revision_number': 3, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'gw_port': {'id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:58:21Z', 'updated_at': '2021-11-23T21:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:58:25.212916 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fae63e7-4d87-459b-87ce-1cec7bc8e777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:25.341890 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece95b5-4aef-4283-94a2-910e9a698710 req-2f587346-0b63-413c-b7d6-3cd728feecf0 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:25.343669 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fece95b5-4aef-4283-94a2-910e9a698710 req-2f587346-0b63-413c-b7d6-3cd728feecf0 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bf7fc16-c846-45ae-aa95-88fd26fd2649 HTTP/1.1" status: 200 len: 946 time: 0.0917392 Nov 23 21:58:25.418106 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fece95b5-4aef-4283-94a2-910e9a698710 req-6f1467ff-162f-47fe-83aa-962931331fef tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664387 Nov 23 21:58:25.562065 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fae63e7-4d87-459b-87ce-1cec7bc8e777 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:25.570025 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fae63e7-4d87-459b-87ce-1cec7bc8e777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:25.571514 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b7c218e7-a1fc-4018-9430-f58a9418870c req-00c506ae-2071-4fd5-a72a-0c404e704093 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 210 time: 0.0434604 Nov 23 21:58:25.675920 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae63e7-4d87-459b-87ce-1cec7bc8e777 admin admin] Pushing event updated for resources: {'Port': ['ID=5a54cf25-2ad1-4631-87cf-d1750ae4f327,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:25.679432 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fae63e7-4d87-459b-87ce-1cec7bc8e777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:25.847186 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fae63e7-4d87-459b-87ce-1cec7bc8e777 admin admin] Network cf315d38-849d-4fc3-b880-14295b3845e8 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:58:25.849528 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-5fae63e7-4d87-459b-87ce-1cec7bc8e777 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:58:26.182429 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fae63e7-4d87-459b-87ce-1cec7bc8e777 admin admin] Router a9f69735-335b-4da0-b971-464ebabe8b97 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:58:26.246666 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-2b69e30e-5dd0-42c9-8a6b-79895b42e8ea tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:26.249995 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-2b69e30e-5dd0-42c9-8a6b-79895b42e8ea tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.60 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 811 time: 0.3838651 Nov 23 21:58:26.259737 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035f7e1-9e61-4c58-9600-3554b481f6bb req-b8f5a088-f271-47de-b743-79542ab938e3 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:26.268849 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b035f7e1-9e61-4c58-9600-3554b481f6bb req-b8f5a088-f271-47de-b743-79542ab938e3 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8136b2a-cb94-4915-aa6e-9e98aaf6c780 HTTP/1.1" status: 200 len: 950 time: 0.1274557 Nov 23 21:58:26.304851 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-1d49c238-e53f-4eea-b4fe-8307987222fc tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Request body: {'port': {'device_id': 'bde5ca51-ef96-408d-9f91-9a8a97959dd0', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'admin_state_up': True, 'tenant_id': 'e0a0bf8995194df794b65596ff42d910'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:58:26.376407 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fae63e7-4d87-459b-87ce-1cec7bc8e777 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:58:26.385825 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5fae63e7-4d87-459b-87ce-1cec7bc8e777 admin admin] 10.222.0.50 "PUT /v2.0/routers/a9f69735-335b-4da0-b971-464ebabe8b97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7043867 Nov 23 21:58:26.423391 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b035f7e1-9e61-4c58-9600-3554b481f6bb req-ea08190f-d484-4581-9660-d635a72cd1c7 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506407 Nov 23 21:58:26.528511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-1d49c238-e53f-4eea-b4fe-8307987222fc tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Made reservation on behalf of e0a0bf8995194df794b65596ff42d910 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:58:26.533259 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-1d49c238-e53f-4eea-b4fe-8307987222fc tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:26.694386 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-1d49c238-e53f-4eea-b4fe-8307987222fc tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Allocated IP 172.20.0.13 (1f34eebc-f88f-4362-9a35-3496c9faad72/0ee598eb-2a1d-4204-a47b-609e766d3330/6bc9a275-873b-46d0-8866-89793d8e488a) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:58:26.742755 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c2772cad-a409-4088-ba99-e881b24693f0 req-9a8ace44-7ebf-46fc-976f-3430f99d31df tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 210 time: 0.0428741 Nov 23 21:58:26.985150 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-e0c761d0-92ba-4578-9680-f20ce3f09018 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:26.986684 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-e0c761d0-92ba-4578-9680-f20ce3f09018 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/networks?id=cf315d38-849d-4fc3-b880-14295b3845e8 HTTP/1.1" status: 200 len: 820 time: 0.1834047 Nov 23 21:58:27.020558 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-a6307a8d-7b18-4d50-921a-87cb19ec4540 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/quotas/07624d1e60094919bab4ccd24e8183b5 HTTP/1.1" status: 200 len: 375 time: 0.0233567 Nov 23 21:58:27.031912 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-1d49c238-e53f-4eea-b4fe-8307987222fc tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:27.175353 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-1d49c238-e53f-4eea-b4fe-8307987222fc tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:27.198022 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-f3eef89e-2da8-4411-afb4-39e0d9ad55d6 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=07624d1e60094919bab4ccd24e8183b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1701808 Nov 23 21:58:27.258198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-1d49c238-e53f-4eea-b4fe-8307987222fc tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Network 1f34eebc-f88f-4362-9a35-3496c9faad72 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:58:27.259974 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-1d49c238-e53f-4eea-b4fe-8307987222fc tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:58:27.322930 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-1d49c238-e53f-4eea-b4fe-8307987222fc tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:58:27.428704 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-1d49c238-e53f-4eea-b4fe-8307987222fc tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:27.433813 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34688) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:58:27.437545 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-1d49c238-e53f-4eea-b4fe-8307987222fc tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:27.479792 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49c238-e53f-4eea-b4fe-8307987222fc tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Pushing event updated for resources: {'Port': ['ID=6bc9a275-873b-46d0-8866-89793d8e488a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:27.490385 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-1d49c238-e53f-4eea-b4fe-8307987222fc tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1929367 Nov 23 21:58:27.556857 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-f8c6fbe8-9142-46b7-9d20-a948eda5ff23 service neutron] Request body: {'port': {'device_id': 'bde5ca51-ef96-408d-9f91-9a8a97959dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:58:27.577754 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d6bfdacb-0ca2-49f7-83cb-6df19217061e None None] Provisioning complete for port 6bc9a275-873b-46d0-8866-89793d8e488a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:58:27.578382 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d6bfdacb-0ca2-49f7-83cb-6df19217061e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:27.658775 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 26e0d4ab-e437-427b-85b8-fd178af3b0ad up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:58:27.670675 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-754db554-b4c6-45a5-a7fb-b2126bb9ffc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:27.681767 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-57483b8d-cacd-45a5-9f4b-d56b63b73c08 service neutron] 10.222.0.50 "GET /v2.0/networks/cf315d38-849d-4fc3-b880-14295b3845e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435432 Nov 23 21:58:27.687771 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-f8c6fbe8-9142-46b7-9d20-a948eda5ff23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:27.699202 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5168a1-4bcd-4c0d-b8bf-05d677b5c638 req-d5561316-0132-4eb6-bbf3-b87d2b28831b tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:27.701475 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f5168a1-4bcd-4c0d-b8bf-05d677b5c638 req-d5561316-0132-4eb6-bbf3-b87d2b28831b tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8136b2a-cb94-4915-aa6e-9e98aaf6c780 HTTP/1.1" status: 200 len: 950 time: 0.1023417 Nov 23 21:58:27.725049 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] Sync routers for ids ['a9f69735-335b-4da0-b971-464ebabe8b97'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:58:27.738177 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-d6bfdacb-0ca2-49f7-83cb-6df19217061e None None] Port 6bc9a275-873b-46d0-8866-89793d8e488a cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:58:27.757582 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] Routers {'a9f69735-335b-4da0-b971-464ebabe8b97'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:58:27.758405 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:58:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a9f69735-335b-4da0-b971-464ebabe8b97'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:58:27.764889 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 26e0d4ab-e437-427b-85b8-fd178af3b0ad triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:58:27.765272 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:27.813856 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-754db554-b4c6-45a5-a7fb-b2126bb9ffc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:27.820458 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-754db554-b4c6-45a5-a7fb-b2126bb9ffc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:27.879455 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-754db554-b4c6-45a5-a7fb-b2126bb9ffc3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c779cf651f7846639c6f7d714541d3c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4446757 Nov 23 21:58:27.880744 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34696) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:58:27.883573 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754db554-b4c6-45a5-a7fb-b2126bb9ffc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428c88d7-900f-49ed-8967-c00e946008f9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:27.919762 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-618d1f92-e017-4caf-88b6-38f8d3f21be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:27.971549 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] Set router a9f69735-335b-4da0-b971-464ebabe8b97 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:58:27.985530 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8666fa02-0a18-44e0-90ec-903d691b76d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:28.010584 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8666fa02-0a18-44e0-90ec-903d691b76d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:28.036104 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-f8c6fbe8-9142-46b7-9d20-a948eda5ff23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc9a275-873b-46d0-8866-89793d8e488a {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:58:28.043997 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-f8c6fbe8-9142-46b7-9d20-a948eda5ff23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:28.056471 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-f8c6fbe8-9142-46b7-9d20-a948eda5ff23 service neutron] Transition to ACTIVE for port object 6bc9a275-873b-46d0-8866-89793d8e488a will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:58:28.073301 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-f8c6fbe8-9142-46b7-9d20-a948eda5ff23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:28.085272 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8666fa02-0a18-44e0-90ec-903d691b76d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:28.088562 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8666fa02-0a18-44e0-90ec-903d691b76d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:28.090015 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8666fa02-0a18-44e0-90ec-903d691b76d5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/428c88d7-900f-49ed-8967-c00e946008f9 HTTP/1.1" status: 204 len: 168 time: 0.2076361 Nov 23 21:58:28.100093 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666fa02-0a18-44e0-90ec-903d691b76d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428c88d7-900f-49ed-8967-c00e946008f9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:28.204079 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6fbe8-9142-46b7-9d20-a948eda5ff23 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc9a275-873b-46d0-8866-89793d8e488a,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:28.212518 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f5168a1-4bcd-4c0d-b8bf-05d677b5c638 req-d26f3561-218b-4918-ad1c-5e6f197d2ae8 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911902 Nov 23 21:58:28.305459 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-209ac13b-5922-49ca-97b5-fb62b77933cb service neutron] 10.222.0.50 "GET /v2.0/networks/cf315d38-849d-4fc3-b880-14295b3845e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5964148 Nov 23 21:58:28.376705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-f8c6fbe8-9142-46b7-9d20-a948eda5ff23 service neutron] Attempting to bind port 6bc9a275-873b-46d0-8866-89793d8e488a on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:58:28.376705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-f8c6fbe8-9142-46b7-9d20-a948eda5ff23 service neutron] Attempting to bind port 6bc9a275-873b-46d0-8866-89793d8e488a by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:58:28.376705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-f8c6fbe8-9142-46b7-9d20-a948eda5ff23 service neutron] Attempting to bind port 6bc9a275-873b-46d0-8866-89793d8e488a on network 1f34eebc-f88f-4362-9a35-3496c9faad72 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:58:28.389036 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-1817732382-router', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:58:20Z', 'updated_at': '2021-11-23T21:58:25Z', 'revision_number': 4, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'gw_port': {'id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:58:21Z', 'updated_at': '2021-11-23T21:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '5a54cf25-2ad1-4631-87cf-d1750ae4f327', 'name': '', 'network_id': 'cf315d38-849d-4fc3-b880-14295b3845e8', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'mac_address': 'fa:16:3e:5b:e2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'c965f73c-7910-43ec-95f0-2632d11b6ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:58:23Z', 'updated_at': '2021-11-23T21:58:25Z', 'revision_number': 2, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'subnets': [{'id': 'c965f73c-7910-43ec-95f0-2632d11b6ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:58:28.410053 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-f8c6fbe8-9142-46b7-9d20-a948eda5ff23 service neutron] Port 6bc9a275-873b-46d0-8866-89793d8e488a on network 1f34eebc-f88f-4362-9a35-3496c9faad72 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:58:28.410505 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-f8c6fbe8-9142-46b7-9d20-a948eda5ff23 service neutron] Attempting to bind port 6bc9a275-873b-46d0-8866-89793d8e488a on network 1f34eebc-f88f-4362-9a35-3496c9faad72 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:58:28.419772 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-f8c6fbe8-9142-46b7-9d20-a948eda5ff23 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:58:28.420264 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-f8c6fbe8-9142-46b7-9d20-a948eda5ff23 service neutron] Checking segment: {'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:58:28.420783 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-f8c6fbe8-9142-46b7-9d20-a948eda5ff23 service neutron] Bound using segment: {'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:58:28.421339 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-f8c6fbe8-9142-46b7-9d20-a948eda5ff23 service neutron] Bound port: 6bc9a275-873b-46d0-8866-89793d8e488a, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:58:28.421496 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] Checking router: a9f69735-335b-4da0-b971-464ebabe8b97 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:58:28.421852 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] Updating router a9f69735-335b-4da0-b971-464ebabe8b97 port 5a54cf25-2ad1-4631-87cf-d1750ae4f327 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 21:58:28.423979 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-f8c6fbe8-9142-46b7-9d20-a948eda5ff23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:28.479796 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:28.517263 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578b63a-1f47-4a1c-b1ac-acffdbf526c7 req-d0c5dd84-86af-480b-abc9-e32db9b14242 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:28.526798 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6578b63a-1f47-4a1c-b1ac-acffdbf526c7 req-d0c5dd84-86af-480b-abc9-e32db9b14242 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 944 time: 0.1758685 Nov 23 21:58:28.598512 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6578b63a-1f47-4a1c-b1ac-acffdbf526c7 req-7c984e8f-8e16-4fd2-91d5-fb8e24f95483 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708280 Nov 23 21:58:28.618458 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-f8c6fbe8-9142-46b7-9d20-a948eda5ff23 service neutron] For port 6bc9a275-873b-46d0-8866-89793d8e488a, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:58:28.622899 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-f8c6fbe8-9142-46b7-9d20-a948eda5ff23 service neutron] For port 6bc9a275-873b-46d0-8866-89793d8e488a, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=6bc9a275-873b-46d0-8866-89793d8e488a,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:58:28.630336 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-f8c6fbe8-9142-46b7-9d20-a948eda5ff23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:28.652615 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-f8c6fbe8-9142-46b7-9d20-a948eda5ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:28.653079 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-f8c6fbe8-9142-46b7-9d20-a948eda5ff23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:28.654598 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-f8c6fbe8-9142-46b7-9d20-a948eda5ff23 service neutron] 10.222.0.60 "PUT /v2.0/ports/6bc9a275-873b-46d0-8866-89793d8e488a HTTP/1.1" status: 200 len: 1092 time: 1.1038108 Nov 23 21:58:28.655070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde5ca51-ef96-408d-9f91-9a8a97959dd0', 'tag': '6bc9a275-873b-46d0-8866-89793d8e488a'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:58:28.659234 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34716) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:58:28.661306 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9aa8d1c-a0f1-499a-b392-6dd897217268" -d '{"events": [{"name": "network-changed", "server_uuid": "bde5ca51-ef96-408d-9f91-9a8a97959dd0", "tag": "6bc9a275-873b-46d0-8866-89793d8e488a"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:58:28.702604 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ec52ea04-574c-4717-abed-5d936b39b0e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:28.727703 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6fbe8-9142-46b7-9d20-a948eda5ff23 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc9a275-873b-46d0-8866-89793d8e488a,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:28.857156 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-be628af1-b36f-493e-bbd2-487d24aca265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:28.860390 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-be628af1-b36f-493e-bbd2-487d24aca265 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 1095 time: 0.1191087 Nov 23 21:58:28.896227 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ec52ea04-574c-4717-abed-5d936b39b0e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:28.900901 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ec52ea04-574c-4717-abed-5d936b39b0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:28.924846 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-737207f3-3c26-42f3-9aa6-5d5e1c3357a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bc9a275-873b-46d0-8866-89793d8e488a HTTP/1.1" status: 200 len: 217 time: 0.0466378 Nov 23 21:58:28.930474 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055c081-6b05-476f-821e-28d18ffe3b31 req-b1e67db2-f6fd-4d75-962f-2bdbc4fc9b7a tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:28.932130 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7055c081-6b05-476f-821e-28d18ffe3b31 req-b1e67db2-f6fd-4d75-962f-2bdbc4fc9b7a tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b8136b2a-cb94-4915-aa6e-9e98aaf6c780 HTTP/1.1" status: 200 len: 1101 time: 0.1455369 Nov 23 21:58:28.941855 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52ea04-574c-4717-abed-5d936b39b0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c060d13b-104e-4de5-9b40-f00bc828339d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:29.019894 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ec52ea04-574c-4717-abed-5d936b39b0e7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d90c59b472514079b318214b6423c338&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3588231 Nov 23 21:58:29.020595 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34728) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:58:29.036894 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:29.051555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-1600e142-f801-4446-97be-4eebc8307df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:29.053081 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-1600e142-f801-4446-97be-4eebc8307df3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 0.1197059 Nov 23 21:58:29.054572 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:29.108340 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4466b54b-f580-49c8-b8d1-c54eb195b990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:29.150147 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7055c081-6b05-476f-821e-28d18ffe3b31 req-748c9388-8026-4392-8239-8fa8d9295134 tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599700 Nov 23 21:58:29.161517 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4466b54b-f580-49c8-b8d1-c54eb195b990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:29.171236 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e988e4-d38c-401a-bc7a-e8de2550aa8e None None] Pushing event updated for resources: {'Port': ['ID=5a54cf25-2ad1-4631-87cf-d1750ae4f327,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:29.198579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-748d6336-cfb1-4f83-a2fa-6bfa6f1bb1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:29.200742 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-748d6336-cfb1-4f83-a2fa-6bfa6f1bb1b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1376348 Nov 23 21:58:29.252111 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4466b54b-f580-49c8-b8d1-c54eb195b990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:29.253086 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] Attempting to bind port 5a54cf25-2ad1-4631-87cf-d1750ae4f327 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:58:29.255121 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] Attempting to bind port 5a54cf25-2ad1-4631-87cf-d1750ae4f327 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '63d8713b-2d64-40ec-830b-31eeb5bd1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cf315d38-849d-4fc3-b880-14295b3845e8'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:58:29.255410 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4466b54b-f580-49c8-b8d1-c54eb195b990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:29.256662 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4466b54b-f580-49c8-b8d1-c54eb195b990 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c060d13b-104e-4de5-9b40-f00bc828339d HTTP/1.1" status: 204 len: 168 time: 0.2350776 Nov 23 21:58:29.256927 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] Attempting to bind port 5a54cf25-2ad1-4631-87cf-d1750ae4f327 on network cf315d38-849d-4fc3-b880-14295b3845e8 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:58:29.268926 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:58:29.269640 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] Checking segment: {'id': '63d8713b-2d64-40ec-830b-31eeb5bd1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cf315d38-849d-4fc3-b880-14295b3845e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:58:29.271484 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:29.272051 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] Bound using segment: {'id': '63d8713b-2d64-40ec-830b-31eeb5bd1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cf315d38-849d-4fc3-b880-14295b3845e8'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:58:29.273570 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] Bound port: 5a54cf25-2ad1-4631-87cf-d1750ae4f327, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d8713b-2d64-40ec-830b-31eeb5bd1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cf315d38-849d-4fc3-b880-14295b3845e8'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:58:29.276259 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:29.286762 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b47ea53c-60df-4945-bb8e-9b16e6db8bc9 req-a28df498-e5fa-4fd9-97f5-033c92b91237 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 210 time: 0.0580456 Nov 23 21:58:29.299973 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466b54b-f580-49c8-b8d1-c54eb195b990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c060d13b-104e-4de5-9b40-f00bc828339d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:29.381005 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-a7e6c297-7e26-44cf-9ff0-f2ee27f77b4d service neutron] 10.222.0.60 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715412 Nov 23 21:58:29.398725 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3470b519-7b6c-4d5d-bd03-d64ba999bd53 x-openstack-request-id: req-3470b519-7b6c-4d5d-bd03-d64ba999bd53 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:58:29.399469 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde5ca51-ef96-408d-9f91-9a8a97959dd0", "tag": "6bc9a275-873b-46d0-8866-89793d8e488a", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:58:29.401014 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3470b519-7b6c-4d5d-bd03-d64ba999bd53 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:58:29.401499 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde5ca51-ef96-408d-9f91-9a8a97959dd0', 'tag': '6bc9a275-873b-46d0-8866-89793d8e488a', 'status': 'completed', 'code': 200} Nov 23 21:58:29.441548 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] For port 5a54cf25-2ad1-4631-87cf-d1750ae4f327, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:58:29.448453 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] For port 5a54cf25-2ad1-4631-87cf-d1750ae4f327, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5a54cf25-2ad1-4631-87cf-d1750ae4f327,segment=NetworkSegment(63d8713b-2d64-40ec-830b-31eeb5bd1b0c),segment_id=63d8713b-2d64-40ec-830b-31eeb5bd1b0c)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:58:29.456731 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:29.551228 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] Routers {'a9f69735-335b-4da0-b971-464ebabe8b97'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:58:29.552157 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:58:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a9f69735-335b-4da0-b971-464ebabe8b97'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:58:29.596421 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-d5165577-1e84-491f-a7ec-c21e6b66b9ee tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=14bac651c09042789e9eb24760feece8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449502 Nov 23 21:58:29.600063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-23c41244-db36-446c-b6fc-728a96fa1df7 req-6fee0b0b-c90c-41fb-80c3-a685433db47f service neutron] 10.222.0.60 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976871 Nov 23 21:58:29.663941 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e988e4-d38c-401a-bc7a-e8de2550aa8e None None] Pushing event updated for resources: {'Port': ['ID=5a54cf25-2ad1-4631-87cf-d1750ae4f327,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:29.756437 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] Set router a9f69735-335b-4da0-b971-464ebabe8b97 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:58:29.884759 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:29.894078 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-a6108c92-9939-4f5f-b57a-28485f50e786 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:29.905806 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-a6108c92-9939-4f5f-b57a-28485f50e786 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3087862 Nov 23 21:58:29.937682 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-5db2ddec-6a71-4baf-9a38-717a036bb981 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/quotas/14bac651c09042789e9eb24760feece8 HTTP/1.1" status: 200 len: 375 time: 0.0307000 Nov 23 21:58:29.985176 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa8d1c-a0f1-499a-b392-6dd897217268 req-903a4a80-5a2c-45e2-a0f1-1aaad9784841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:29.987114 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9aa8d1c-a0f1-499a-b392-6dd897217268 req-903a4a80-5a2c-45e2-a0f1-1aaad9784841 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 1095 time: 0.2487185 Nov 23 21:58:30.001982 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb5a84-4e74-46db-aac9-5892a34aa2b1 req-45071559-012e-4348-80c5-70f30b660c6a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:30.010745 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-39bb5a84-4e74-46db-aac9-5892a34aa2b1 req-45071559-012e-4348-80c5-70f30b660c6a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 944 time: 0.2188945 Nov 23 21:58:30.076118 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-1817732382-router', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:58:20Z', 'updated_at': '2021-11-23T21:58:25Z', 'revision_number': 4, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'gw_port': {'id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:58:21Z', 'updated_at': '2021-11-23T21:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '5a54cf25-2ad1-4631-87cf-d1750ae4f327', 'name': '', 'network_id': 'cf315d38-849d-4fc3-b880-14295b3845e8', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'mac_address': 'fa:16:3e:5b:e2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'c965f73c-7910-43ec-95f0-2632d11b6ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:58:23Z', 'updated_at': '2021-11-23T21:58:29Z', 'revision_number': 4, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'subnets': [{'id': 'c965f73c-7910-43ec-95f0-2632d11b6ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:58:30.115079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aedb9f-6dc3-4e28-9d4f-c169de09ea4d None None] The sync data for ids ['a9f69735-335b-4da0-b971-464ebabe8b97'] in n-d-816206-9 is: [{'id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-1817732382-router', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:58:20Z', 'updated_at': '2021-11-23T21:58:25Z', 'revision_number': 4, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'gw_port': {'id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:58:21Z', 'updated_at': '2021-11-23T21:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '5a54cf25-2ad1-4631-87cf-d1750ae4f327', 'name': '', 'network_id': 'cf315d38-849d-4fc3-b880-14295b3845e8', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'mac_address': 'fa:16:3e:5b:e2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'c965f73c-7910-43ec-95f0-2632d11b6ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:58:23Z', 'updated_at': '2021-11-23T21:58:29Z', 'revision_number': 4, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'subnets': [{'id': 'c965f73c-7910-43ec-95f0-2632d11b6ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:58:30.115882 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-af25b943-a544-4ae2-b65e-a7279e8de512 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=14bac651c09042789e9eb24760feece8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1761310 Nov 23 21:58:30.184085 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-39bb5a84-4e74-46db-aac9-5892a34aa2b1 req-cedad46f-0050-4ec9-8c71-fbfa85b30a5a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724353 Nov 23 21:58:30.290786 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa8d1c-a0f1-499a-b392-6dd897217268 req-a00753a4-c268-4ab6-8cf8-58a2e7010bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:30.294211 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9aa8d1c-a0f1-499a-b392-6dd897217268 req-a00753a4-c268-4ab6-8cf8-58a2e7010bdc service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 912 time: 0.2743404 Nov 23 21:58:30.466300 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9aa8d1c-a0f1-499a-b392-6dd897217268 req-cfb4fe90-880a-411a-bff7-df766fa36c8b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bc9a275-873b-46d0-8866-89793d8e488a HTTP/1.1" status: 200 len: 217 time: 0.1645031 Nov 23 21:58:30.473520 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-48b966a2-1e7d-4f01-b926-16ed6f32ad3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:30.547129 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d9a337ec-3af7-4687-982f-d86b73290ae5 req-53efdd6a-5472-457a-957b-f9425743451a tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dba0d2c-2210-4569-881d-5648b85cc2ad HTTP/1.1" status: 200 len: 210 time: 0.1199553 Nov 23 21:58:30.670460 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2cbc50a9-c6a8-4a7e-8173-433ba63fd594 req-2b37a88a-c529-4a37-ba73-4c5a286dec4f tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 210 time: 0.1328022 Nov 23 21:58:30.702125 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa8d1c-a0f1-499a-b392-6dd897217268 req-bb5f9d2d-0d66-41fe-b9c3-7fee926a8300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:30.703794 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9aa8d1c-a0f1-499a-b392-6dd897217268 req-bb5f9d2d-0d66-41fe-b9c3-7fee926a8300 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 0.1678135 Nov 23 21:58:30.730032 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-f07913f4-a785-4101-9ab3-ed88d9c2099b tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:30.734080 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-f07913f4-a785-4101-9ab3-ed88d9c2099b tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.60 "GET /v2.0/networks?id=cf315d38-849d-4fc3-b880-14295b3845e8 HTTP/1.1" status: 200 len: 820 time: 0.2508547 Nov 23 21:58:30.757805 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Request body: {'port': {'device_id': 'fdc51178-9e65-4ef1-9847-cfb63a52d79a', 'network_id': 'cf315d38-849d-4fc3-b880-14295b3845e8', 'admin_state_up': True, 'tenant_id': '07624d1e60094919bab4ccd24e8183b5'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:58:30.827698 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa8d1c-a0f1-499a-b392-6dd897217268 req-cfd97321-b60a-4359-987a-01aff04c8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:30.829213 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9aa8d1c-a0f1-499a-b392-6dd897217268 req-cfd97321-b60a-4359-987a-01aff04c8d6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168420 Nov 23 21:58:31.001076 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Made reservation on behalf of 07624d1e60094919bab4ccd24e8183b5 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:58:31.006477 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:31.020038 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9aa8d1c-a0f1-499a-b392-6dd897217268 req-9faa177d-8be1-4e5c-9628-3eaed973fb7b service neutron] 10.222.0.60 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484780 Nov 23 21:58:31.190598 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9aa8d1c-a0f1-499a-b392-6dd897217268 req-cb7b0972-f8d2-47f8-96df-05b37a10303d service neutron] 10.222.0.60 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590478 Nov 23 21:58:31.301389 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Allocated IP 172.20.0.7 (cf315d38-849d-4fc3-b880-14295b3845e8/c965f73c-7910-43ec-95f0-2632d11b6ef1/47703ccb-be5a-4758-b64e-a92c6d414afa) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:58:31.397859 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cea9f1-ab49-4656-855b-de65313be1f8 req-3152272e-b13c-4946-960d-83adeed3003a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:31.401375 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87cea9f1-ab49-4656-855b-de65313be1f8 req-3152272e-b13c-4946-960d-83adeed3003a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 944 time: 0.1211629 Nov 23 21:58:31.532700 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87cea9f1-ab49-4656-855b-de65313be1f8 req-46fdd976-2204-4a22-8496-c5adb377520e tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217492 Nov 23 21:58:31.564241 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:31.670679 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:31.748027 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5a54cf25-2ad1-4631-87cf-d1750ae4f327 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:58:31.758127 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b344ea1-1058-4e6d-971c-6220e4210dfb req-cd6c18d4-2f12-4875-beb9-db6b7e04988d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dba0d2c-2210-4569-881d-5648b85cc2ad HTTP/1.1" status: 200 len: 210 time: 0.0904200 Nov 23 21:58:31.799404 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:31.868704 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 5a54cf25-2ad1-4631-87cf-d1750ae4f327 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:58:31.869074 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:31.878141 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Network cf315d38-849d-4fc3-b880-14295b3845e8 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:58:31.887730 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa6253-3913-4bbc-a868-bf70609559d4 req-76a9503e-d582-44c9-a195-02c94c5e04b5 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:31.888665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:58:31.889721 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c2fa6253-3913-4bbc-a868-bf70609559d4 req-76a9503e-d582-44c9-a195-02c94c5e04b5 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 931 time: 0.0971541 Nov 23 21:58:31.891138 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:58:31.923044 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Pushing event updated for resources: {'Port': ['ID=47703ccb-be5a-4758-b64e-a92c6d414afa,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:31.953251 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:31.953666 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:31.954009 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:31.954354 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:31.954679 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:31.955054 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:31.955509 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:31.955835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:31.956220 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:31.956738 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:31.957072 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:31.957392 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:32.045623 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:32.046314 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:32.052557 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c2fa6253-3913-4bbc-a868-bf70609559d4 req-a6b73e7c-9f94-4842-a0cb-d7af1e23a0af tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474681 Nov 23 21:58:32.102699 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fdf460bd-1b50-4444-b815-d7eab0794e59 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3506701 Nov 23 21:58:32.122141 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fc4bc64b-79e0-4d71-8cbe-0a142658e3a0 service neutron] Request body: {'port': {'device_id': 'fdc51178-9e65-4ef1-9847-cfb63a52d79a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:58:32.220371 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 6bc9a275-873b-46d0-8866-89793d8e488a details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:58:32.326048 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fc4bc64b-79e0-4d71-8cbe-0a142658e3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:32.346227 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-2d7aea09-49ec-4a4c-9940-66e8a87a07fd tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=14bac651c09042789e9eb24760feece8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779994 Nov 23 21:58:32.477425 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:32.539776 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 6bc9a275-873b-46d0-8866-89793d8e488a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=6bc9a275-873b-46d0-8866-89793d8e488a,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:32.553231 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 5a54cf25-2ad1-4631-87cf-d1750ae4f327, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5a54cf25-2ad1-4631-87cf-d1750ae4f327,segment=NetworkSegment(63d8713b-2d64-40ec-830b-31eeb5bd1b0c),segment_id=63d8713b-2d64-40ec-830b-31eeb5bd1b0c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:32.560236 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '6bc9a275-873b-46d0-8866-89793d8e488a', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'port_id': '6bc9a275-873b-46d0-8866-89793d8e488a', 'mac_address': 'fa:16:3e:3a:72:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:58:32.565199 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:32.639748 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-6c173f17-d36a-48b5-b6b5-0627bf2a9ac3 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:32.646023 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-6c173f17-d36a-48b5-b6b5-0627bf2a9ac3 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2969296 Nov 23 21:58:32.672877 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-aa737627-8378-469d-8d30-4199433b95de tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Request body: {'port': {'device_id': '8dba0d2c-2210-4569-881d-5648b85cc2ad', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': '14bac651c09042789e9eb24760feece8'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:58:32.722608 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:32.740670 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=5a54cf25-2ad1-4631-87cf-d1750ae4f327,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:32.755152 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc9a275-873b-46d0-8866-89793d8e488a {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:58:32.812706 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 6bc9a275-873b-46d0-8866-89793d8e488a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=6bc9a275-873b-46d0-8866-89793d8e488a,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:32.827120 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:32.858637 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fc4bc64b-79e0-4d71-8cbe-0a142658e3a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47703ccb-be5a-4758-b64e-a92c6d414afa {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:58:32.871664 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fc4bc64b-79e0-4d71-8cbe-0a142658e3a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:32.907218 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fc4bc64b-79e0-4d71-8cbe-0a142658e3a0 service neutron] Transition to ACTIVE for port object 47703ccb-be5a-4758-b64e-a92c6d414afa will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:58:32.924204 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fc4bc64b-79e0-4d71-8cbe-0a142658e3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:32.924491 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=6bc9a275-873b-46d0-8866-89793d8e488a,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:32.937425 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:32.952240 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a71f7c23-84fc-46fb-9e85-109b2a84c78b req-6d19e20b-5552-42c0-9b5e-c7b3bc45621e tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dba0d2c-2210-4569-881d-5648b85cc2ad HTTP/1.1" status: 200 len: 210 time: 0.0592144 Nov 23 21:58:32.962497 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed69cd-812a-4630-8936-2d0dad4ca9a1 req-cf6dd725-7692-4c02-9d4e-0d1f04f31923 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:32.972295 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-97ed69cd-812a-4630-8936-2d0dad4ca9a1 req-cf6dd725-7692-4c02-9d4e-0d1f04f31923 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 945 time: 0.2615609 Nov 23 21:58:33.037321 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4bc64b-79e0-4d71-8cbe-0a142658e3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=47703ccb-be5a-4758-b64e-a92c6d414afa,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:33.102737 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fc4bc64b-79e0-4d71-8cbe-0a142658e3a0 service neutron] Attempting to bind port 47703ccb-be5a-4758-b64e-a92c6d414afa on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:58:33.103888 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fc4bc64b-79e0-4d71-8cbe-0a142658e3a0 service neutron] Attempting to bind port 47703ccb-be5a-4758-b64e-a92c6d414afa by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '63d8713b-2d64-40ec-830b-31eeb5bd1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cf315d38-849d-4fc3-b880-14295b3845e8'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:58:33.105089 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fc4bc64b-79e0-4d71-8cbe-0a142658e3a0 service neutron] Attempting to bind port 47703ccb-be5a-4758-b64e-a92c6d414afa on network cf315d38-849d-4fc3-b880-14295b3845e8 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:58:33.114460 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fc4bc64b-79e0-4d71-8cbe-0a142658e3a0 service neutron] Port 47703ccb-be5a-4758-b64e-a92c6d414afa on network cf315d38-849d-4fc3-b880-14295b3845e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:58:33.115187 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fc4bc64b-79e0-4d71-8cbe-0a142658e3a0 service neutron] Attempting to bind port 47703ccb-be5a-4758-b64e-a92c6d414afa on network cf315d38-849d-4fc3-b880-14295b3845e8 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:58:33.124346 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fc4bc64b-79e0-4d71-8cbe-0a142658e3a0 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:58:33.124772 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fc4bc64b-79e0-4d71-8cbe-0a142658e3a0 service neutron] Checking segment: {'id': '63d8713b-2d64-40ec-830b-31eeb5bd1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cf315d38-849d-4fc3-b880-14295b3845e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:58:33.125141 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fc4bc64b-79e0-4d71-8cbe-0a142658e3a0 service neutron] Bound using segment: {'id': '63d8713b-2d64-40ec-830b-31eeb5bd1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cf315d38-849d-4fc3-b880-14295b3845e8'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:58:33.125591 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fc4bc64b-79e0-4d71-8cbe-0a142658e3a0 service neutron] Bound port: 47703ccb-be5a-4758-b64e-a92c6d414afa, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d8713b-2d64-40ec-830b-31eeb5bd1b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'cf315d38-849d-4fc3-b880-14295b3845e8'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:58:33.125953 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fc4bc64b-79e0-4d71-8cbe-0a142658e3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:33.201561 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['6bc9a275-873b-46d0-8866-89793d8e488a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:58:33.344986 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fc4bc64b-79e0-4d71-8cbe-0a142658e3a0 service neutron] For port 47703ccb-be5a-4758-b64e-a92c6d414afa, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:58:33.351812 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fc4bc64b-79e0-4d71-8cbe-0a142658e3a0 service neutron] For port 47703ccb-be5a-4758-b64e-a92c6d414afa, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=47703ccb-be5a-4758-b64e-a92c6d414afa,segment=NetworkSegment(63d8713b-2d64-40ec-830b-31eeb5bd1b0c),segment_id=63d8713b-2d64-40ec-830b-31eeb5bd1b0c)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:58:33.361601 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fc4bc64b-79e0-4d71-8cbe-0a142658e3a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:33.387810 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-aa737627-8378-469d-8d30-4199433b95de tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Made reservation on behalf of 14bac651c09042789e9eb24760feece8 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:58:33.392391 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-aa737627-8378-469d-8d30-4199433b95de tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:33.426984 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fc4bc64b-79e0-4d71-8cbe-0a142658e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:33.427635 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fc4bc64b-79e0-4d71-8cbe-0a142658e3a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:33.431865 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-fc4bc64b-79e0-4d71-8cbe-0a142658e3a0 service neutron] 10.222.0.60 "PUT /v2.0/ports/47703ccb-be5a-4758-b64e-a92c6d414afa HTTP/1.1" status: 200 len: 1091 time: 1.3142967 Nov 23 21:58:33.432349 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc51178-9e65-4ef1-9847-cfb63a52d79a', 'tag': '47703ccb-be5a-4758-b64e-a92c6d414afa'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:58:33.434830 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750fb7d5-4344-494b-aa7e-00c4b6f18107" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc51178-9e65-4ef1-9847-cfb63a52d79a", "tag": "47703ccb-be5a-4758-b64e-a92c6d414afa"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:58:33.495752 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4bc64b-79e0-4d71-8cbe-0a142658e3a0 service neutron] Pushing event updated for resources: {'Port': ['ID=47703ccb-be5a-4758-b64e-a92c6d414afa,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:33.574122 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-47f4d134-1de2-4a03-912d-17137083ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:33.576774 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-47f4d134-1de2-4a03-912d-17137083ab37 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07624d1e60094919bab4ccd24e8183b5&device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 1094 time: 0.0611329 Nov 23 21:58:33.583800 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5a54cf25-2ad1-4631-87cf-d1750ae4f327 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:58:33.589163 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-97ed69cd-812a-4630-8936-2d0dad4ca9a1 req-e940149b-d749-4c51-b319-1a4a106ea510 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6162825 Nov 23 21:58:33.601949 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-aa737627-8378-469d-8d30-4199433b95de tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Allocated IP 192.168.233.209 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/99def3e6-70f2-40e7-9845-f2ef37d00542) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:58:33.611642 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95afec-5618-43b7-a638-f41e063a9655 req-b1d5668f-80a6-4433-8879-9d00cb049113 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:33.618867 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-af95afec-5618-43b7-a638-f41e063a9655 req-b1d5668f-80a6-4433-8879-9d00cb049113 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 943 time: 0.2321925 Nov 23 21:58:33.694304 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8954d5-f362-4fe1-b135-fe93479635d1 x-openstack-request-id: req-7a8954d5-f362-4fe1-b135-fe93479635d1 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:58:33.694605 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc51178-9e65-4ef1-9847-cfb63a52d79a", "tag": "47703ccb-be5a-4758-b64e-a92c6d414afa", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:58:33.694886 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7a8954d5-f362-4fe1-b135-fe93479635d1 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:58:33.695292 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc51178-9e65-4ef1-9847-cfb63a52d79a', 'tag': '47703ccb-be5a-4758-b64e-a92c6d414afa', 'status': 'completed', 'code': 200} Nov 23 21:58:33.698260 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-3b1e7518-4278-491c-84e7-37c9d13221fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47703ccb-be5a-4758-b64e-a92c6d414afa HTTP/1.1" status: 200 len: 217 time: 0.1027358 Nov 23 21:58:33.699614 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 5a54cf25-2ad1-4631-87cf-d1750ae4f327 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:58:33.700731 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:33.714445 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-af95afec-5618-43b7-a638-f41e063a9655 req-10da4485-85ad-45ba-9584-236892c67baa tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946200 Nov 23 21:58:33.759106 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-4638b675-4c4a-498b-8ea0-254b81650909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:33.760600 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-4638b675-4c4a-498b-8ea0-254b81650909 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c965f73c-7910-43ec-95f0-2632d11b6ef1 HTTP/1.1" status: 200 len: 860 time: 0.0526488 Nov 23 21:58:33.810551 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-c92b034e-7685-4aa8-ae6d-c906e36a120e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf315d38-849d-4fc3-b880-14295b3845e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417731 Nov 23 21:58:33.879541 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:33.927091 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-aa737627-8378-469d-8d30-4199433b95de tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:33.944411 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-068cb716-f6a2-4b7e-87a2-c710958a890a service neutron] 10.222.0.60 "GET /v2.0/networks/cf315d38-849d-4fc3-b880-14295b3845e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253202 Nov 23 21:58:33.982769 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-2754edba-f0ab-4e1c-8609-1d4efb05ed29 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0dfe8c4ee31b4ba4953dfe2a72acf4f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390797 Nov 23 21:58:33.992753 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-aa737627-8378-469d-8d30-4199433b95de tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:34.005592 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4', 'f6a43384-f0d3-4394-a8a2-5e5f71d82536', 'e50c2c91-9242-406f-b99e-82fe9336e4de'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:58:34.051915 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8741b27f-a139-4b4c-a6a1-eea730ea868b req-130dc7d6-d92a-4117-ad0d-3d12238f0410 service neutron] 10.222.0.60 "GET /v2.0/networks/cf315d38-849d-4fc3-b880-14295b3845e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972719 Nov 23 21:58:34.089290 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-aa737627-8378-469d-8d30-4199433b95de tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:58:34.106767 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa737627-8378-469d-8d30-4199433b95de tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Pushing event updated for resources: {'Port': ['ID=99def3e6-70f2-40e7-9845-f2ef37d00542,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:34.116534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-aa737627-8378-469d-8d30-4199433b95de tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:58:34.147289 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-aa737627-8378-469d-8d30-4199433b95de tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:58:34.243912 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['224179a9-9246-4419-a911-b515f4991d15', 'cc13e182-8dcb-4149-ab27-85551d29d8a7', 'ba323a01-8ef9-4534-87b1-7a4562e0aa72', 'de1dd556-b992-4a29-820c-612138b3888c'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:58:34.261450 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fb7d5-4344-494b-aa7e-00c4b6f18107 req-d5ef4f7d-9367-4340-bc26-435031e26514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:34.263962 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-750fb7d5-4344-494b-aa7e-00c4b6f18107 req-d5ef4f7d-9367-4340-bc26-435031e26514 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07624d1e60094919bab4ccd24e8183b5&device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 1094 time: 0.0737915 Nov 23 21:58:34.291586 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-ddd367f6-543c-4d1c-b738-9d76fb4dd43a tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:34.299285 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-ddd367f6-543c-4d1c-b738-9d76fb4dd43a tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2997265 Nov 23 21:58:34.330387 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-2d095ce9-512e-45d5-87f4-b850d4223dd8 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/quotas/0dfe8c4ee31b4ba4953dfe2a72acf4f6 HTTP/1.1" status: 200 len: 375 time: 0.0301270 Nov 23 21:58:34.386878 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-69e71707-8c75-45e8-a926-b7f646fe2b6f tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dfe8c4ee31b4ba4953dfe2a72acf4f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548012 Nov 23 21:58:34.399090 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fb7d5-4344-494b-aa7e-00c4b6f18107 req-0bac60d9-b4fc-40f9-9572-6afff03b2dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:34.406091 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-750fb7d5-4344-494b-aa7e-00c4b6f18107 req-0bac60d9-b4fc-40f9-9572-6afff03b2dc3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf315d38-849d-4fc3-b880-14295b3845e8 HTTP/1.1" status: 200 len: 921 time: 0.1309524 Nov 23 21:58:34.416174 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-aa737627-8378-469d-8d30-4199433b95de tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:34.417064 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-aa737627-8378-469d-8d30-4199433b95de tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:34.438959 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1ef38-9c02-424c-a0a5-f20870fc5810 req-0ae70cc6-a7fa-4818-80e5-bf249b45c760 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:34.447789 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1b1ef38-9c02-424c-a0a5-f20870fc5810 req-0ae70cc6-a7fa-4818-80e5-bf249b45c760 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dba0d2c-2210-4569-881d-5648b85cc2ad HTTP/1.1" status: 200 len: 936 time: 0.3635471 Nov 23 21:58:34.456794 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-aa737627-8378-469d-8d30-4199433b95de tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7894258 Nov 23 21:58:34.456924 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-750fb7d5-4344-494b-aa7e-00c4b6f18107 req-cca53083-cd46-45fe-a8f0-fcde1c5aacec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47703ccb-be5a-4758-b64e-a92c6d414afa HTTP/1.1" status: 200 len: 217 time: 0.0387280 Nov 23 21:58:34.486888 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-cd6ea2ad-1aa7-4a81-b2a9-34ce9bbd998e service neutron] Request body: {'port': {'device_id': '8dba0d2c-2210-4569-881d-5648b85cc2ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:58:34.549495 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1b1ef38-9c02-424c-a0a5-f20870fc5810 req-8af60c8d-467c-4351-b411-c348f9b67345 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992217 Nov 23 21:58:34.555004 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fb7d5-4344-494b-aa7e-00c4b6f18107 req-066881b9-8b6e-432c-8cfc-e5295909fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:34.556492 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-750fb7d5-4344-494b-aa7e-00c4b6f18107 req-066881b9-8b6e-432c-8cfc-e5295909fd7c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c965f73c-7910-43ec-95f0-2632d11b6ef1 HTTP/1.1" status: 200 len: 860 time: 0.0758247 Nov 23 21:58:34.589224 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-50234776-7f2d-4cbc-86db-6d775ce1c722 None None] Provisioning complete for port 99def3e6-70f2-40e7-9845-f2ef37d00542 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:58:34.589770 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-50234776-7f2d-4cbc-86db-6d775ce1c722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:34.624887 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-750fb7d5-4344-494b-aa7e-00c4b6f18107 req-ed7c5449-9eac-4a50-bc54-1b55a5762d92 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf315d38-849d-4fc3-b880-14295b3845e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432897 Nov 23 21:58:34.630167 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-cd6ea2ad-1aa7-4a81-b2a9-34ce9bbd998e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:34.725779 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-50234776-7f2d-4cbc-86db-6d775ce1c722 None None] Port 99def3e6-70f2-40e7-9845-f2ef37d00542 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:58:34.785053 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4716bd06-0149-447e-9dd6-cf9757b93059 req-0df0df26-7b99-4c20-90e1-1db942a31a4b tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbb4cd0a-d319-4aef-8358-8900c29f4157 HTTP/1.1" status: 200 len: 210 time: 0.0921028 Nov 23 21:58:34.859889 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-750fb7d5-4344-494b-aa7e-00c4b6f18107 req-b498101f-21ba-492d-a138-db2f1d309907 service neutron] 10.222.0.60 "GET /v2.0/networks/cf315d38-849d-4fc3-b880-14295b3845e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256317 Nov 23 21:58:35.009898 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426436b0-3094-41e5-a5e3-c8cabceafc9e req-871ff16c-7b29-4dda-8292-dd5821cf75d9 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:35.017783 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-426436b0-3094-41e5-a5e3-c8cabceafc9e req-871ff16c-7b29-4dda-8292-dd5821cf75d9 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 945 time: 0.2313411 Nov 23 21:58:35.034824 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-750fb7d5-4344-494b-aa7e-00c4b6f18107 req-38cb1bca-be65-41ad-a535-a2178996941e service neutron] 10.222.0.60 "GET /v2.0/networks/cf315d38-849d-4fc3-b880-14295b3845e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667998 Nov 23 21:58:35.092371 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e4658-a4ec-4ef5-a45c-a94593e33939 req-56be47cf-57ca-4b48-bf93-776188abce4d tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:35.094317 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a3e4658-a4ec-4ef5-a45c-a94593e33939 req-56be47cf-57ca-4b48-bf93-776188abce4d tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 943 time: 0.1568527 Nov 23 21:58:35.162689 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-426436b0-3094-41e5-a5e3-c8cabceafc9e req-df66e68b-c4a6-45ed-bb54-88cf1275e81d tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440156 Nov 23 21:58:35.230255 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a3e4658-a4ec-4ef5-a45c-a94593e33939 req-ef8f6cdf-525e-489f-bde4-1f787219b6be tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006868 Nov 23 21:58:35.297191 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-cd6ea2ad-1aa7-4a81-b2a9-34ce9bbd998e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99def3e6-70f2-40e7-9845-f2ef37d00542 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:58:35.305645 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-cd6ea2ad-1aa7-4a81-b2a9-34ce9bbd998e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:35.319361 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-cd6ea2ad-1aa7-4a81-b2a9-34ce9bbd998e service neutron] Transition to ACTIVE for port object 99def3e6-70f2-40e7-9845-f2ef37d00542 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:58:35.323776 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-cd6ea2ad-1aa7-4a81-b2a9-34ce9bbd998e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:35.348395 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:58:35.413510 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ea2ad-1aa7-4a81-b2a9-34ce9bbd998e service neutron] Pushing event updated for resources: {'Port': ['ID=99def3e6-70f2-40e7-9845-f2ef37d00542,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:35.489221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-cd6ea2ad-1aa7-4a81-b2a9-34ce9bbd998e service neutron] Attempting to bind port 99def3e6-70f2-40e7-9845-f2ef37d00542 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:58:35.489712 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-cd6ea2ad-1aa7-4a81-b2a9-34ce9bbd998e service neutron] Attempting to bind port 99def3e6-70f2-40e7-9845-f2ef37d00542 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:58:35.490141 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-cd6ea2ad-1aa7-4a81-b2a9-34ce9bbd998e service neutron] Attempting to bind port 99def3e6-70f2-40e7-9845-f2ef37d00542 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:58:35.497847 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-cd6ea2ad-1aa7-4a81-b2a9-34ce9bbd998e service neutron] Port 99def3e6-70f2-40e7-9845-f2ef37d00542 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:58:35.498381 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-cd6ea2ad-1aa7-4a81-b2a9-34ce9bbd998e service neutron] Attempting to bind port 99def3e6-70f2-40e7-9845-f2ef37d00542 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:58:35.504308 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-cd6ea2ad-1aa7-4a81-b2a9-34ce9bbd998e service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:58:35.504774 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-cd6ea2ad-1aa7-4a81-b2a9-34ce9bbd998e service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:58:35.505262 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-cd6ea2ad-1aa7-4a81-b2a9-34ce9bbd998e service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:58:35.505786 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-cd6ea2ad-1aa7-4a81-b2a9-34ce9bbd998e service neutron] Bound port: 99def3e6-70f2-40e7-9845-f2ef37d00542, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:58:35.506260 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-cd6ea2ad-1aa7-4a81-b2a9-34ce9bbd998e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:35.590135 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-cd6ea2ad-1aa7-4a81-b2a9-34ce9bbd998e service neutron] For port 99def3e6-70f2-40e7-9845-f2ef37d00542, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:58:35.596719 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-cd6ea2ad-1aa7-4a81-b2a9-34ce9bbd998e service neutron] For port 99def3e6-70f2-40e7-9845-f2ef37d00542, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=99def3e6-70f2-40e7-9845-f2ef37d00542,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:58:35.607544 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-cd6ea2ad-1aa7-4a81-b2a9-34ce9bbd998e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:35.634445 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-cd6ea2ad-1aa7-4a81-b2a9-34ce9bbd998e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:35.635246 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-cd6ea2ad-1aa7-4a81-b2a9-34ce9bbd998e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:35.636947 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-cd6ea2ad-1aa7-4a81-b2a9-34ce9bbd998e service neutron] 10.222.0.60 "PUT /v2.0/ports/99def3e6-70f2-40e7-9845-f2ef37d00542 HTTP/1.1" status: 200 len: 1096 time: 1.1570008 Nov 23 21:58:35.668192 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dba0d2c-2210-4569-881d-5648b85cc2ad', 'tag': '99def3e6-70f2-40e7-9845-f2ef37d00542'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:58:35.670982 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec067d54-4b24-4092-8cee-c2f16657b0fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8dba0d2c-2210-4569-881d-5648b85cc2ad", "tag": "99def3e6-70f2-40e7-9845-f2ef37d00542"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:58:35.730291 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4952e835-8f79-43c8-a9b2-4c6fd944fd15 x-openstack-request-id: req-4952e835-8f79-43c8-a9b2-4c6fd944fd15 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:58:35.730700 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dba0d2c-2210-4569-881d-5648b85cc2ad", "tag": "99def3e6-70f2-40e7-9845-f2ef37d00542", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:58:35.731511 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4952e835-8f79-43c8-a9b2-4c6fd944fd15 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:58:35.732116 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dba0d2c-2210-4569-881d-5648b85cc2ad', 'tag': '99def3e6-70f2-40e7-9845-f2ef37d00542', 'status': 'completed', 'code': 200} Nov 23 21:58:35.840091 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ea2ad-1aa7-4a81-b2a9-34ce9bbd998e service neutron] Pushing event updated for resources: {'Port': ['ID=99def3e6-70f2-40e7-9845-f2ef37d00542,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:35.854534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872b436-2c60-47b3-be05-123411a4b5a2 req-1d45f264-9601-488c-ab6c-9c4f5cc55a78 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:35.862573 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c872b436-2c60-47b3-be05-123411a4b5a2 req-1d45f264-9601-488c-ab6c-9c4f5cc55a78 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dba0d2c-2210-4569-881d-5648b85cc2ad HTTP/1.1" status: 200 len: 948 time: 0.2228010 Nov 23 21:58:35.921554 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-58b5f8ab-db88-4a65-a95b-6216f161da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:35.923235 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-58b5f8ab-db88-4a65-a95b-6216f161da6b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14bac651c09042789e9eb24760feece8&device_id=8dba0d2c-2210-4569-881d-5648b85cc2ad HTTP/1.1" status: 200 len: 1099 time: 0.1947515 Nov 23 21:58:35.949508 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c872b436-2c60-47b3-be05-123411a4b5a2 req-921fcc72-f352-4efd-8aea-20265837e720 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860455 Nov 23 21:58:35.999351 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5d9c2de-8cb8-442d-8504-21186cede9c8 req-122c9e5d-ffdc-4b77-831c-b614565de6e7 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbb4cd0a-d319-4aef-8358-8900c29f4157 HTTP/1.1" status: 200 len: 210 time: 0.0810776 Nov 23 21:58:36.001557 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-08bb7240-3bef-4930-9c04-3bb1fea0abc9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=99def3e6-70f2-40e7-9845-f2ef37d00542 HTTP/1.1" status: 200 len: 217 time: 0.0623298 Nov 23 21:58:36.061937 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-92005bb3-119d-481c-b31c-ec4ce30d0ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:36.066875 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-92005bb3-119d-481c-b31c-ec4ce30d0ead service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0534825 Nov 23 21:58:36.096441 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 47703ccb-be5a-4758-b64e-a92c6d414afa details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:58:36.110234 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 6bc9a275-873b-46d0-8866-89793d8e488a up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:58:36.133842 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-7e4a0e81-9385-463b-9ff6-c822c73b397c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:36.135557 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-7e4a0e81-9385-463b-9ff6-c822c73b397c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0621879 Nov 23 21:58:36.255264 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 6bc9a275-873b-46d0-8866-89793d8e488a completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:58:36.265480 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 6bc9a275-873b-46d0-8866-89793d8e488a triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:58:36.265852 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:36.270134 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 47703ccb-be5a-4758-b64e-a92c6d414afa, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=47703ccb-be5a-4758-b64e-a92c6d414afa,segment=NetworkSegment(63d8713b-2d64-40ec-830b-31eeb5bd1b0c),segment_id=63d8713b-2d64-40ec-830b-31eeb5bd1b0c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:36.303996 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '47703ccb-be5a-4758-b64e-a92c6d414afa', 'network_id': 'cf315d38-849d-4fc3-b880-14295b3845e8', 'port_id': '47703ccb-be5a-4758-b64e-a92c6d414afa', 'mac_address': 'fa:16:3e:50:58:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c965f73c-7910-43ec-95f0-2632d11b6ef1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:58:36.362521 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:36.385161 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-4dceb41c-51f1-48c6-9b0c-5f115e91a6ae service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408631 Nov 23 21:58:36.396292 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47703ccb-be5a-4758-b64e-a92c6d414afa {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:58:36.398447 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16206e-16b1-4aa4-a8e3-aeeacf32de53 req-ec86c131-375c-48db-afac-5f4b57b27247 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:36.407034 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a16206e-16b1-4aa4-a8e3-aeeacf32de53 req-ec86c131-375c-48db-afac-5f4b57b27247 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 945 time: 0.1212392 Nov 23 21:58:36.434015 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:36.439705 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-5d23e2b6-7a86-4600-8f0d-cd69a68eb115 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0dfe8c4ee31b4ba4953dfe2a72acf4f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721970 Nov 23 21:58:36.455129 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 47703ccb-be5a-4758-b64e-a92c6d414afa, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=47703ccb-be5a-4758-b64e-a92c6d414afa,segment=NetworkSegment(63d8713b-2d64-40ec-830b-31eeb5bd1b0c),segment_id=63d8713b-2d64-40ec-830b-31eeb5bd1b0c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:36.492464 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 6bc9a275-873b-46d0-8866-89793d8e488a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=6bc9a275-873b-46d0-8866-89793d8e488a,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:36.493704 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde5ca51-ef96-408d-9f91-9a8a97959dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc9a275-873b-46d0-8866-89793d8e488a'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:58:36.498006 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc1d042-b8a2-46b5-af71-6dbc2c527c1d" -d '{"events": [{"server_uuid": "bde5ca51-ef96-408d-9f91-9a8a97959dd0", "name": "network-vif-plugged", "status": "completed", "tag": "6bc9a275-873b-46d0-8866-89793d8e488a"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:58:36.506388 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:36.513235 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:36.547356 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a16206e-16b1-4aa4-a8e3-aeeacf32de53 req-af038d2e-b064-4b69-9dcc-df63c46e800a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375105 Nov 23 21:58:36.566524 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=47703ccb-be5a-4758-b64e-a92c6d414afa,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:36.620835 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91966ca2-4cb2-417b-a967-f462bdf65442 x-openstack-request-id: req-91966ca2-4cb2-417b-a967-f462bdf65442 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:58:36.621137 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde5ca51-ef96-408d-9f91-9a8a97959dd0", "name": "network-vif-plugged", "status": "completed", "tag": "6bc9a275-873b-46d0-8866-89793d8e488a", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:58:36.621473 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-91966ca2-4cb2-417b-a967-f462bdf65442 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:58:36.622423 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde5ca51-ef96-408d-9f91-9a8a97959dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc9a275-873b-46d0-8866-89793d8e488a', 'code': 200} Nov 23 21:58:36.645721 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=6bc9a275-873b-46d0-8866-89793d8e488a,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:36.728085 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-128bba9c-8372-43d7-b0b1-2ba35a6549dd req-811564c9-3a83-40e5-af48-7109ea7dda2c service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050234 Nov 23 21:58:36.740457 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39405a08-ebec-4864-9853-df94c7ff26b2 req-7e67c673-3946-4d06-b315-99d4d93e5a9b tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:36.743160 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-39405a08-ebec-4864-9853-df94c7ff26b2 req-7e67c673-3946-4d06-b315-99d4d93e5a9b tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 944 time: 0.2092249 Nov 23 21:58:36.782049 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-bc8c0d27-686a-4bc9-b715-a4aa77dbb5cd tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:36.783536 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-bc8c0d27-686a-4bc9-b715-a4aa77dbb5cd tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3244169 Nov 23 21:58:36.788993 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e550d-0d68-4ec5-9025-e9763e79759d req-caf7b1b8-0b51-4563-8c95-18600d9e0a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:36.790687 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cd4e550d-0d68-4ec5-9025-e9763e79759d req-caf7b1b8-0b51-4563-8c95-18600d9e0a40 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 1097 time: 0.0663657 Nov 23 21:58:36.805721 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Request body: {'port': {'device_id': 'fbb4cd0a-d319-4aef-8358-8900c29f4157', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': '0dfe8c4ee31b4ba4953dfe2a72acf4f6'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:58:36.847434 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-39405a08-ebec-4864-9853-df94c7ff26b2 req-297a5657-9033-443d-ab04-e9b4bb89b9da tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934525 Nov 23 21:58:36.868404 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['47703ccb-be5a-4758-b64e-a92c6d414afa'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:58:36.909177 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cd4e550d-0d68-4ec5-9025-e9763e79759d req-dfe5eb8e-d345-4f3d-b4bb-3cb8644fd974 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639517 Nov 23 21:58:36.987480 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec067d54-4b24-4092-8cee-c2f16657b0fe req-634bf5be-736d-4937-b8c4-b18a65b8048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:36.989139 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec067d54-4b24-4092-8cee-c2f16657b0fe req-634bf5be-736d-4937-b8c4-b18a65b8048d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=14bac651c09042789e9eb24760feece8&device_id=8dba0d2c-2210-4569-881d-5648b85cc2ad HTTP/1.1" status: 200 len: 1099 time: 0.1389792 Nov 23 21:58:37.014928 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Made reservation on behalf of 0dfe8c4ee31b4ba4953dfe2a72acf4f6 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:58:37.019433 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:37.066019 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:37.134939 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09acaa91-457a-4f5f-8e13-19dc8dc26cce req-3d39f48b-2d6a-4657-9acb-daaf0acade29 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbb4cd0a-d319-4aef-8358-8900c29f4157 HTTP/1.1" status: 200 len: 210 time: 0.0442050 Nov 23 21:58:37.178567 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9891d0-7898-4a51-a3f2-5c552e0ada7d req-b229592b-997d-49eb-b54e-cc59ae962fd8 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:37.180232 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef9891d0-7898-4a51-a3f2-5c552e0ada7d req-b229592b-997d-49eb-b54e-cc59ae962fd8 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dba0d2c-2210-4569-881d-5648b85cc2ad HTTP/1.1" status: 200 len: 948 time: 0.1377921 Nov 23 21:58:37.279652 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:37.293963 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:37.356715 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef9891d0-7898-4a51-a3f2-5c552e0ada7d req-dfabfb9b-ca48-4856-bbf2-8ff941d4d9ca tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680417 Nov 23 21:58:37.421252 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=144a8631-66f9-4892-994f-ee0e2fd660c6,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:37.445327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec067d54-4b24-4092-8cee-c2f16657b0fe req-6c58a1be-6ef8-47bd-a76c-97cc7dd534a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:37.446934 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec067d54-4b24-4092-8cee-c2f16657b0fe req-6c58a1be-6ef8-47bd-a76c-97cc7dd534a0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.2371302 Nov 23 21:58:37.524902 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec067d54-4b24-4092-8cee-c2f16657b0fe req-87752346-3d9f-4f43-a24e-9f31fb849cde service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=99def3e6-70f2-40e7-9845-f2ef37d00542 HTTP/1.1" status: 200 len: 217 time: 0.0504456 Nov 23 21:58:37.578931 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Allocated IP 192.168.233.77 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/b3bfa0a5-0546-409e-83dd-f08d3177d648) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:58:37.615191 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec067d54-4b24-4092-8cee-c2f16657b0fe req-7818f87b-be4c-4e32-b614-c65b862aef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:37.617225 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec067d54-4b24-4092-8cee-c2f16657b0fe req-7818f87b-be4c-4e32-b614-c65b862aef59 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0793710 Nov 23 21:58:38.096855 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 47703ccb-be5a-4758-b64e-a92c6d414afa up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:58:38.155169 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec067d54-4b24-4092-8cee-c2f16657b0fe req-aec3102f-c06a-47be-8756-4a3be996649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:38.156653 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec067d54-4b24-4092-8cee-c2f16657b0fe req-aec3102f-c06a-47be-8756-4a3be996649b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5319672 Nov 23 21:58:38.167955 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc771b-341a-4489-af76-167283741066 req-7feb568b-73db-4555-b5d5-ba7b333a74f2 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:38.170362 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84dc771b-341a-4489-af76-167283741066 req-7feb568b-73db-4555-b5d5-ba7b333a74f2 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.5235226 Nov 23 21:58:38.174056 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 47703ccb-be5a-4758-b64e-a92c6d414afa completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:58:38.179224 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 47703ccb-be5a-4758-b64e-a92c6d414afa triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:58:38.179788 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:38.278755 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:38.315647 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 47703ccb-be5a-4758-b64e-a92c6d414afa, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=47703ccb-be5a-4758-b64e-a92c6d414afa,segment=NetworkSegment(63d8713b-2d64-40ec-830b-31eeb5bd1b0c),segment_id=63d8713b-2d64-40ec-830b-31eeb5bd1b0c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:38.319464 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f35b1-019b-4d5e-bf8c-e55c09e7eeff req-882cb638-bb92-4c78-8c66-bbe05cf911ee tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:38.320182 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:38.321607 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-df9f35b1-019b-4d5e-bf8c-e55c09e7eeff req-882cb638-bb92-4c78-8c66-bbe05cf911ee tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 944 time: 0.2593801 Nov 23 21:58:38.343662 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:38.373703 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=47703ccb-be5a-4758-b64e-a92c6d414afa,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:38.390780 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84dc771b-341a-4489-af76-167283741066 req-09e37b49-8daf-46f8-b484-6d4407b6d358 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019591 Nov 23 21:58:38.434868 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec067d54-4b24-4092-8cee-c2f16657b0fe req-91b25dca-bb4d-45ad-9a15-79aad6aeb091 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605121 Nov 23 21:58:38.475598 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-df9f35b1-019b-4d5e-bf8c-e55c09e7eeff req-e7d7a484-3a06-4471-8aab-71ef577b6461 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384859 Nov 23 21:58:38.536616 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:38.623288 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc51178-9e65-4ef1-9847-cfb63a52d79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47703ccb-be5a-4758-b64e-a92c6d414afa'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:58:38.625705 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837f6f28-bbd9-44a7-b7bc-e7e1352b878c" -d '{"events": [{"server_uuid": "fdc51178-9e65-4ef1-9847-cfb63a52d79a", "name": "network-vif-plugged", "status": "completed", "tag": "47703ccb-be5a-4758-b64e-a92c6d414afa"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:58:38.649995 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:58:38.672558 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Pushing event updated for resources: {'Port': ['ID=b3bfa0a5-0546-409e-83dd-f08d3177d648,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:38.674708 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:58:38.680796 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:58:38.696254 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2140e788-804a-4c53-867a-a1f5fec58142 req-35b83943-5546-40ab-a4c8-3b5259d24e04 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:38.697618 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2140e788-804a-4c53-867a-a1f5fec58142 req-35b83943-5546-40ab-a4c8-3b5259d24e04 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbb4cd0a-d319-4aef-8358-8900c29f4157 HTTP/1.1" status: 200 len: 935 time: 0.1740835 Nov 23 21:58:38.702928 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec067d54-4b24-4092-8cee-c2f16657b0fe req-d2fbfeb7-19a2-402e-91b9-73c3d2716fd5 service neutron] 10.222.0.60 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585583 Nov 23 21:58:38.723726 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:38.724642 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:38.724642 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:38.724942 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:38.725148 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:38.725508 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:38.725852 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:38.726188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:38.726522 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:38.726973 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:38.727249 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:38.727575 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:38.756364 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85509413-ce80-473f-8364-55cd928d6e11 req-86806258-5b2a-4c14-8045-a8397a72332e tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:38.757901 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-85509413-ce80-473f-8364-55cd928d6e11 req-86806258-5b2a-4c14-8045-a8397a72332e tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dba0d2c-2210-4569-881d-5648b85cc2ad HTTP/1.1" status: 200 len: 948 time: 0.1957979 Nov 23 21:58:38.802694 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:38.803358 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:38.857598 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2140e788-804a-4c53-867a-a1f5fec58142 req-1c8dfb32-3387-4c23-8321-db19bd2e2ce9 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/security-groups?id=144a8631-66f9-4892-994f-ee0e2fd660c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207430 Nov 23 21:58:38.875276 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-f54e6d04-c035-427b-9e5a-43ab51bd0923 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0752883 Nov 23 21:58:38.881519 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-85509413-ce80-473f-8364-55cd928d6e11 req-2cd45e00-a2cb-4bae-bca3-bf600857b911 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133957 Nov 23 21:58:38.889906 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-71cfc630-5894-4778-b31a-7c1193af8fb7 None None] Provisioning complete for port b3bfa0a5-0546-409e-83dd-f08d3177d648 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:58:38.890358 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-71cfc630-5894-4778-b31a-7c1193af8fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:38.930659 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-71cfc630-5894-4778-b31a-7c1193af8fb7 None None] Port b3bfa0a5-0546-409e-83dd-f08d3177d648 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:58:38.941526 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47203ee-f47a-4718-b03a-f23820c0a71f x-openstack-request-id: req-c47203ee-f47a-4718-b03a-f23820c0a71f {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:58:38.941825 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc51178-9e65-4ef1-9847-cfb63a52d79a", "name": "network-vif-plugged", "status": "completed", "tag": "47703ccb-be5a-4758-b64e-a92c6d414afa", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:58:38.942198 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c47203ee-f47a-4718-b03a-f23820c0a71f {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:58:38.942605 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc51178-9e65-4ef1-9847-cfb63a52d79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47703ccb-be5a-4758-b64e-a92c6d414afa', 'code': 200} Nov 23 21:58:39.013883 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-a926d2fa-6d58-4a98-bb0c-a85ed8fb9979 service neutron] Request body: {'port': {'device_id': 'fbb4cd0a-d319-4aef-8358-8900c29f4157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:58:39.079737 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-a926d2fa-6d58-4a98-bb0c-a85ed8fb9979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:39.224683 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9f762-f5ee-4545-87f4-14881bd66784 req-4376021d-76d0-4f7a-ad5f-147aa91b300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:39.226236 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d6b9f762-f5ee-4545-87f4-14881bd66784 req-4376021d-76d0-4f7a-ad5f-147aa91b300f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 1096 time: 0.1859744 Nov 23 21:58:39.307002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d6b9f762-f5ee-4545-87f4-14881bd66784 req-f3ff285b-2cf6-41d5-85f5-72c9c3cf9690 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732102 Nov 23 21:58:39.431304 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-a926d2fa-6d58-4a98-bb0c-a85ed8fb9979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3bfa0a5-0546-409e-83dd-f08d3177d648 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:58:39.439598 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-a926d2fa-6d58-4a98-bb0c-a85ed8fb9979 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:39.451822 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-a926d2fa-6d58-4a98-bb0c-a85ed8fb9979 service neutron] Transition to ACTIVE for port object b3bfa0a5-0546-409e-83dd-f08d3177d648 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:58:39.455651 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-a926d2fa-6d58-4a98-bb0c-a85ed8fb9979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:39.541042 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926d2fa-6d58-4a98-bb0c-a85ed8fb9979 service neutron] Pushing event updated for resources: {'Port': ['ID=b3bfa0a5-0546-409e-83dd-f08d3177d648,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:39.608649 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0f6fa-34db-4b85-b8da-708c7a12263d req-e3c171d7-91af-4668-ae6b-be21c73e4c93 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:39.610368 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31e0f6fa-34db-4b85-b8da-708c7a12263d req-e3c171d7-91af-4668-ae6b-be21c73e4c93 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.1288691 Nov 23 21:58:39.709295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-a926d2fa-6d58-4a98-bb0c-a85ed8fb9979 service neutron] Attempting to bind port b3bfa0a5-0546-409e-83dd-f08d3177d648 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:58:39.709627 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-a926d2fa-6d58-4a98-bb0c-a85ed8fb9979 service neutron] Attempting to bind port b3bfa0a5-0546-409e-83dd-f08d3177d648 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:58:39.709994 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-a926d2fa-6d58-4a98-bb0c-a85ed8fb9979 service neutron] Attempting to bind port b3bfa0a5-0546-409e-83dd-f08d3177d648 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:58:39.720661 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31e0f6fa-34db-4b85-b8da-708c7a12263d req-e4823d58-be1a-466c-b904-c38905ea5bc1 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013486 Nov 23 21:58:39.723170 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-a926d2fa-6d58-4a98-bb0c-a85ed8fb9979 service neutron] Port b3bfa0a5-0546-409e-83dd-f08d3177d648 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:58:39.723492 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-a926d2fa-6d58-4a98-bb0c-a85ed8fb9979 service neutron] Attempting to bind port b3bfa0a5-0546-409e-83dd-f08d3177d648 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:58:39.735317 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e4b9c-2e93-4ef7-99f0-1f90994da721 req-48e4a643-2f05-4935-8041-898d1143d946 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:39.736909 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-558e4b9c-2e93-4ef7-99f0-1f90994da721 req-48e4a643-2f05-4935-8041-898d1143d946 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.1187549 Nov 23 21:58:39.739773 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-a926d2fa-6d58-4a98-bb0c-a85ed8fb9979 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:58:39.740112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-a926d2fa-6d58-4a98-bb0c-a85ed8fb9979 service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:58:39.740486 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-a926d2fa-6d58-4a98-bb0c-a85ed8fb9979 service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:58:39.740910 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-a926d2fa-6d58-4a98-bb0c-a85ed8fb9979 service neutron] Bound port: b3bfa0a5-0546-409e-83dd-f08d3177d648, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:58:39.741259 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-a926d2fa-6d58-4a98-bb0c-a85ed8fb9979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:39.844034 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-558e4b9c-2e93-4ef7-99f0-1f90994da721 req-2410a80e-551c-4f81-a314-4d3ddfc39189 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975156 Nov 23 21:58:39.866091 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-a926d2fa-6d58-4a98-bb0c-a85ed8fb9979 service neutron] For port b3bfa0a5-0546-409e-83dd-f08d3177d648, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:58:39.869874 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-a926d2fa-6d58-4a98-bb0c-a85ed8fb9979 service neutron] For port b3bfa0a5-0546-409e-83dd-f08d3177d648, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b3bfa0a5-0546-409e-83dd-f08d3177d648,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:58:39.875047 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-a926d2fa-6d58-4a98-bb0c-a85ed8fb9979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:39.913749 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-a926d2fa-6d58-4a98-bb0c-a85ed8fb9979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:39.914382 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-a926d2fa-6d58-4a98-bb0c-a85ed8fb9979 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:39.916091 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-a926d2fa-6d58-4a98-bb0c-a85ed8fb9979 service neutron] 10.222.0.53 "PUT /v2.0/ports/b3bfa0a5-0546-409e-83dd-f08d3177d648 HTTP/1.1" status: 200 len: 1095 time: 1.0287826 Nov 23 21:58:39.928200 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbb4cd0a-d319-4aef-8358-8900c29f4157', 'tag': 'b3bfa0a5-0546-409e-83dd-f08d3177d648'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:58:39.930856 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b869a111-4cfb-4ba4-a0eb-2e980ebfc6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "fbb4cd0a-d319-4aef-8358-8900c29f4157", "tag": "b3bfa0a5-0546-409e-83dd-f08d3177d648"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:58:40.057766 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926d2fa-6d58-4a98-bb0c-a85ed8fb9979 service neutron] Pushing event updated for resources: {'Port': ['ID=b3bfa0a5-0546-409e-83dd-f08d3177d648,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:40.082984 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074808a-f2bd-49ec-a860-272ec35bd184 req-785d4bd8-da81-4738-94bc-5ac852a7972a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:40.084582 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c074808a-f2bd-49ec-a860-272ec35bd184 req-785d4bd8-da81-4738-94bc-5ac852a7972a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.1801155 Nov 23 21:58:40.094117 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ac471-4581-46b2-8b1e-a87c0778e787 req-a329e9fe-a337-488b-a36f-0fe25ec369a8 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:40.095727 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea3ac471-4581-46b2-8b1e-a87c0778e787 req-a329e9fe-a337-488b-a36f-0fe25ec369a8 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbb4cd0a-d319-4aef-8358-8900c29f4157 HTTP/1.1" status: 200 len: 947 time: 0.1581597 Nov 23 21:58:40.100036 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 99def3e6-70f2-40e7-9845-f2ef37d00542 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:58:40.126219 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-a62f1da4-3179-4cdd-a885-722b7b73f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:40.128070 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-a62f1da4-3179-4cdd-a885-722b7b73f723 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0dfe8c4ee31b4ba4953dfe2a72acf4f6&device_id=fbb4cd0a-d319-4aef-8358-8900c29f4157 HTTP/1.1" status: 200 len: 1098 time: 0.1525052 Nov 23 21:58:40.183699 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-db5528ff-00a5-4d48-8712-d056f43fd099 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=b3bfa0a5-0546-409e-83dd-f08d3177d648 HTTP/1.1" status: 200 len: 217 time: 0.0402887 Nov 23 21:58:40.220339 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 99def3e6-70f2-40e7-9845-f2ef37d00542, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=99def3e6-70f2-40e7-9845-f2ef37d00542,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:40.231103 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '99def3e6-70f2-40e7-9845-f2ef37d00542', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '99def3e6-70f2-40e7-9845-f2ef37d00542', 'mac_address': 'fa:16:3e:05:f6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:58:40.270814 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea3ac471-4581-46b2-8b1e-a87c0778e787 req-45232d7d-c499-4004-960a-3c9892ad2478 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/security-groups?id=144a8631-66f9-4892-994f-ee0e2fd660c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638315 Nov 23 21:58:40.272614 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:40.276219 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-cb4b5fd5-f26a-4a66-a6f8-9efea6bdfb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:40.277776 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-cb4b5fd5-f26a-4a66-a6f8-9efea6bdfb80 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0829363 Nov 23 21:58:40.287732 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c074808a-f2bd-49ec-a860-272ec35bd184 req-9dff462a-5887-426a-9e0a-c2c064f1f9d7 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903532 Nov 23 21:58:40.296299 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99def3e6-70f2-40e7-9845-f2ef37d00542 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:58:40.339795 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 99def3e6-70f2-40e7-9845-f2ef37d00542, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=99def3e6-70f2-40e7-9845-f2ef37d00542,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:40.348434 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:40.352171 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-cd444b2a-e05e-49c5-9651-d3065bca6cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:40.354808 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-cd444b2a-e05e-49c5-9651-d3065bca6cff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0645177 Nov 23 21:58:40.404491 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=99def3e6-70f2-40e7-9845-f2ef37d00542,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:40.412460 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:40.412827 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:40.413155 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:40.413488 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:40.414394 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:40.414394 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:40.414898 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:40.415104 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:40.415435 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:40.415761 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:40.416079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:40.416514 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:58:40.475246 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324da29-9c61-48f2-a365-4ceedcdbbae0 req-b7572f8f-619e-4960-958c-ab4fca058e71 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:40.476826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f324da29-9c61-48f2-a365-4ceedcdbbae0 req-b7572f8f-619e-4960-958c-ab4fca058e71 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dba0d2c-2210-4569-881d-5648b85cc2ad HTTP/1.1" status: 200 len: 949 time: 0.1214139 Nov 23 21:58:40.509498 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-efd40d24-8f3d-47d3-a42f-48218193ef0a service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417966 Nov 23 21:58:40.524489 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eff2d4a-bee6-4c96-bdae-14a16418d498 x-openstack-request-id: req-0eff2d4a-bee6-4c96-bdae-14a16418d498 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:58:40.524670 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbb4cd0a-d319-4aef-8358-8900c29f4157", "tag": "b3bfa0a5-0546-409e-83dd-f08d3177d648", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:58:40.524938 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0eff2d4a-bee6-4c96-bdae-14a16418d498 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:58:40.525329 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbb4cd0a-d319-4aef-8358-8900c29f4157', 'tag': 'b3bfa0a5-0546-409e-83dd-f08d3177d648', 'status': 'completed', 'code': 200} Nov 23 21:58:40.567384 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f324da29-9c61-48f2-a365-4ceedcdbbae0 req-0dcdba72-9cec-4e52-acbb-5caa9d245239 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816121 Nov 23 21:58:40.658332 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-350a2606-6cb4-45b7-a01e-62a5a6813ae0 req-2ad4b69c-a5b0-4aa0-bb0f-572c795ddc19 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321814 Nov 23 21:58:40.753167 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869a111-4cfb-4ba4-a0eb-2e980ebfc6d8 req-0c8054a0-d8ce-4013-a47a-e67429c5e31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:40.754664 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b869a111-4cfb-4ba4-a0eb-2e980ebfc6d8 req-0c8054a0-d8ce-4013-a47a-e67429c5e31a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0dfe8c4ee31b4ba4953dfe2a72acf4f6&device_id=fbb4cd0a-d319-4aef-8358-8900c29f4157 HTTP/1.1" status: 200 len: 1098 time: 0.0454142 Nov 23 21:58:40.766445 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['99def3e6-70f2-40e7-9845-f2ef37d00542'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:58:40.853517 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869a111-4cfb-4ba4-a0eb-2e980ebfc6d8 req-f9eb3dd8-e51e-41e2-9bac-de32c9d72940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:40.855026 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b869a111-4cfb-4ba4-a0eb-2e980ebfc6d8 req-f9eb3dd8-e51e-41e2-9bac-de32c9d72940 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.0908036 Nov 23 21:58:40.905898 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b869a111-4cfb-4ba4-a0eb-2e980ebfc6d8 req-588adaea-bc72-43ec-9520-fe25ffd044d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=b3bfa0a5-0546-409e-83dd-f08d3177d648 HTTP/1.1" status: 200 len: 217 time: 0.0417051 Nov 23 21:58:40.984869 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869a111-4cfb-4ba4-a0eb-2e980ebfc6d8 req-ac94c101-0284-4c4d-8663-70d5b4f3b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:40.986341 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b869a111-4cfb-4ba4-a0eb-2e980ebfc6d8 req-ac94c101-0284-4c4d-8663-70d5b4f3b2a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0722921 Nov 23 21:58:41.000740 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ba341-2b1f-432a-866e-ba329dc18931 req-6841130b-a0d2-4d53-b1d1-49c6dd675685 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:41.002153 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d0ba341-2b1f-432a-866e-ba329dc18931 req-6841130b-a0d2-4d53-b1d1-49c6dd675685 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.0802886 Nov 23 21:58:41.076389 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869a111-4cfb-4ba4-a0eb-2e980ebfc6d8 req-3fa0139e-05e0-4af3-b223-055175295d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:41.077934 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b869a111-4cfb-4ba4-a0eb-2e980ebfc6d8 req-3fa0139e-05e0-4af3-b223-055175295d4b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0749254 Nov 23 21:58:41.081898 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d0ba341-2b1f-432a-866e-ba329dc18931 req-be4d2ca1-fd03-40cc-953a-ecb0a3a0181b tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713201 Nov 23 21:58:41.180894 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b869a111-4cfb-4ba4-a0eb-2e980ebfc6d8 req-a9d42bc4-87f7-459c-89b2-722685729915 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916574 Nov 23 21:58:41.296215 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b869a111-4cfb-4ba4-a0eb-2e980ebfc6d8 req-e8435c5d-6737-4525-bb52-487727a19b57 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069818 Nov 23 21:58:41.397211 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e11c4-c603-48e8-a51e-fe5b4d2f96d7 req-07c04ced-faee-4742-b005-97457cfccf68 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:41.398611 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b59e11c4-c603-48e8-a51e-fe5b4d2f96d7 req-07c04ced-faee-4742-b005-97457cfccf68 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.1176744 Nov 23 21:58:41.402218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f9998-c5ee-4098-9c74-aefc67e21033 req-67e3d8ae-17ea-49bb-bbb9-395418a1b3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:41.404303 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-999f9998-c5ee-4098-9c74-aefc67e21033 req-67e3d8ae-17ea-49bb-bbb9-395418a1b3fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07624d1e60094919bab4ccd24e8183b5&device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 1096 time: 0.1066396 Nov 23 21:58:41.478707 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73d8a6-b1a1-472c-aa8a-2d364520696c req-0f9033a5-1c4a-42f6-9d0c-76bd8e0ef3dc tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:41.480187 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c73d8a6-b1a1-472c-aa8a-2d364520696c req-0f9033a5-1c4a-42f6-9d0c-76bd8e0ef3dc tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbb4cd0a-d319-4aef-8358-8900c29f4157 HTTP/1.1" status: 200 len: 947 time: 0.1221368 Nov 23 21:58:41.546008 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b59e11c4-c603-48e8-a51e-fe5b4d2f96d7 req-0fda3fd3-9a74-47ff-93db-08c99c0fc5af tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390960 Nov 23 21:58:41.589755 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f9998-c5ee-4098-9c74-aefc67e21033 req-248fab51-7a71-458f-9e88-cb9bd92f859f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:41.592443 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-999f9998-c5ee-4098-9c74-aefc67e21033 req-248fab51-7a71-458f-9e88-cb9bd92f859f service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf315d38-849d-4fc3-b880-14295b3845e8 HTTP/1.1" status: 200 len: 921 time: 0.1783159 Nov 23 21:58:41.595960 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c73d8a6-b1a1-472c-aa8a-2d364520696c req-e27082ff-729c-45ea-a106-35aab4ca631b tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/security-groups?id=144a8631-66f9-4892-994f-ee0e2fd660c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865245 Nov 23 21:58:41.645610 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-999f9998-c5ee-4098-9c74-aefc67e21033 req-f116fb40-182a-460f-a1fd-afa84da38d2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47703ccb-be5a-4758-b64e-a92c6d414afa HTTP/1.1" status: 200 len: 217 time: 0.0455480 Nov 23 21:58:41.765652 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a6bd9-c32d-40de-9f7b-dc265dcf8bb0 req-d5e416cc-879f-45b8-9b62-6fdcf0b0f8be tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:41.767154 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-406a6bd9-c32d-40de-9f7b-dc265dcf8bb0 req-d5e416cc-879f-45b8-9b62-6fdcf0b0f8be tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.1595638 Nov 23 21:58:41.770259 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f9998-c5ee-4098-9c74-aefc67e21033 req-9c2c3c5b-1931-47fc-b584-dc30f73cdd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:41.771609 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-999f9998-c5ee-4098-9c74-aefc67e21033 req-9c2c3c5b-1931-47fc-b584-dc30f73cdd89 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c965f73c-7910-43ec-95f0-2632d11b6ef1 HTTP/1.1" status: 200 len: 860 time: 0.1100926 Nov 23 21:58:41.819283 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-999f9998-c5ee-4098-9c74-aefc67e21033 req-3fb7efc6-b0a2-4612-83ce-2b32cc2457e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf315d38-849d-4fc3-b880-14295b3845e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354521 Nov 23 21:58:41.847169 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ceb6c-1571-4f08-a9b4-94aaae0d0566 req-f2b56cd3-617a-4305-8cfa-cc479d21a21f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:41.848575 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-328ceb6c-1571-4f08-a9b4-94aaae0d0566 req-f2b56cd3-617a-4305-8cfa-cc479d21a21f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dba0d2c-2210-4569-881d-5648b85cc2ad HTTP/1.1" status: 200 len: 949 time: 0.1451993 Nov 23 21:58:41.891767 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-406a6bd9-c32d-40de-9f7b-dc265dcf8bb0 req-6cf509aa-e456-493e-ae68-e433280fb00f tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176052 Nov 23 21:58:41.962287 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-328ceb6c-1571-4f08-a9b4-94aaae0d0566 req-8a0455f1-9c76-430f-b262-2e04d0a55bca tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057782 Nov 23 21:58:41.981961 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-999f9998-c5ee-4098-9c74-aefc67e21033 req-e71a7a98-7f12-4abe-ab3c-2611cc47eea1 service neutron] 10.222.0.60 "GET /v2.0/networks/cf315d38-849d-4fc3-b880-14295b3845e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519420 Nov 23 21:58:42.077077 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-999f9998-c5ee-4098-9c74-aefc67e21033 req-b4b3b69c-7c05-4a77-af96-daaed422b0a2 service neutron] 10.222.0.60 "GET /v2.0/networks/cf315d38-849d-4fc3-b880-14295b3845e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880783 Nov 23 21:58:42.093326 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 99def3e6-70f2-40e7-9845-f2ef37d00542 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:58:42.150030 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 99def3e6-70f2-40e7-9845-f2ef37d00542 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:58:42.156102 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 99def3e6-70f2-40e7-9845-f2ef37d00542 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:58:42.156263 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:42.248769 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:42.271395 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dba0d2c-2210-4569-881d-5648b85cc2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99def3e6-70f2-40e7-9845-f2ef37d00542'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:58:42.273606 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18169ece-b704-4553-b083-bc47a71a8f59" -d '{"events": [{"server_uuid": "8dba0d2c-2210-4569-881d-5648b85cc2ad", "name": "network-vif-plugged", "status": "completed", "tag": "99def3e6-70f2-40e7-9845-f2ef37d00542"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:58:42.291454 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 99def3e6-70f2-40e7-9845-f2ef37d00542, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=99def3e6-70f2-40e7-9845-f2ef37d00542,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:42.296067 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:42.319661 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e701937-1b72-4d2c-8de5-51693ec6fb8b x-openstack-request-id: req-9e701937-1b72-4d2c-8de5-51693ec6fb8b {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:58:42.319959 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dba0d2c-2210-4569-881d-5648b85cc2ad", "name": "network-vif-plugged", "status": "completed", "tag": "99def3e6-70f2-40e7-9845-f2ef37d00542", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:58:42.320216 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e701937-1b72-4d2c-8de5-51693ec6fb8b {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:58:42.320606 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dba0d2c-2210-4569-881d-5648b85cc2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99def3e6-70f2-40e7-9845-f2ef37d00542', 'code': 200} Nov 23 21:58:42.349083 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=99def3e6-70f2-40e7-9845-f2ef37d00542,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:42.472433 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dce3c4-13d2-40d7-825c-1509fab9eaaf req-870664fb-d870-483a-bbe3-8802fc701240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:42.473984 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-36dce3c4-13d2-40d7-825c-1509fab9eaaf req-870664fb-d870-483a-bbe3-8802fc701240 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8dba0d2c-2210-4569-881d-5648b85cc2ad HTTP/1.1" status: 200 len: 1101 time: 0.0461743 Nov 23 21:58:42.524313 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-36dce3c4-13d2-40d7-825c-1509fab9eaaf req-bef4232c-9d1d-476e-bcf8-0a55d65c7548 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375071 Nov 23 21:58:42.670014 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268deb8e-7963-4a64-85d7-489f49e9df47 req-26104df3-2797-4db4-b852-5f8017cbd86d tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:42.671680 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-268deb8e-7963-4a64-85d7-489f49e9df47 req-26104df3-2797-4db4-b852-5f8017cbd86d tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.0567329 Nov 23 21:58:42.758182 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68635b80-f0c0-47dd-a2ac-9f00988a49c9 req-c2bafb07-44aa-4a14-9df0-e13cdf2b6f16 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:42.759783 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68635b80-f0c0-47dd-a2ac-9f00988a49c9 req-c2bafb07-44aa-4a14-9df0-e13cdf2b6f16 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbb4cd0a-d319-4aef-8358-8900c29f4157 HTTP/1.1" status: 200 len: 947 time: 0.0872281 Nov 23 21:58:42.763516 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-268deb8e-7963-4a64-85d7-489f49e9df47 req-de241df9-481e-4eb2-a5ba-71a5fd7dfed0 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814197 Nov 23 21:58:42.815252 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68635b80-f0c0-47dd-a2ac-9f00988a49c9 req-586e90e3-b51b-4dda-bd55-1c76f4fcf85a tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/security-groups?id=144a8631-66f9-4892-994f-ee0e2fd660c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487700 Nov 23 21:58:43.010498 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48daf5c0-2e89-4059-9b9a-9cecb92f75b8 req-44d9a14d-ece7-4035-85fc-2a4ef428a624 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:43.011932 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-48daf5c0-2e89-4059-9b9a-9cecb92f75b8 req-44d9a14d-ece7-4035-85fc-2a4ef428a624 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.0497856 Nov 23 21:58:43.063067 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-48daf5c0-2e89-4059-9b9a-9cecb92f75b8 req-613b2094-3d24-4cd6-8d14-54d5f0980261 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443289 Nov 23 21:58:43.130706 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9ee54-0ac0-4d68-ba8a-53b82d65c053 req-3f4d3eba-1f70-4492-994f-b97629c8235a tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:43.132215 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8a9ee54-0ac0-4d68-ba8a-53b82d65c053 req-3f4d3eba-1f70-4492-994f-b97629c8235a tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dba0d2c-2210-4569-881d-5648b85cc2ad HTTP/1.1" status: 200 len: 950 time: 0.0512094 Nov 23 21:58:43.179692 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8a9ee54-0ac0-4d68-ba8a-53b82d65c053 req-5eb41be5-a8ae-42b7-a0b0-9855532cd3af tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404799 Nov 23 21:58:43.715472 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device b3bfa0a5-0546-409e-83dd-f08d3177d648 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:58:43.817613 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port b3bfa0a5-0546-409e-83dd-f08d3177d648, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b3bfa0a5-0546-409e-83dd-f08d3177d648,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:43.829976 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'b3bfa0a5-0546-409e-83dd-f08d3177d648', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': 'b3bfa0a5-0546-409e-83dd-f08d3177d648', 'mac_address': 'fa:16:3e:91:b2:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:58:43.869643 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:43.883644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3bfa0a5-0546-409e-83dd-f08d3177d648 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:58:43.908096 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port b3bfa0a5-0546-409e-83dd-f08d3177d648, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b3bfa0a5-0546-409e-83dd-f08d3177d648,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:43.914472 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:43.962330 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403d021-ec44-48b7-b34f-b66a53fe8b4a req-7307ed9d-d083-4667-ab77-ddbeb1ed0fcd tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:43.963999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c403d021-ec44-48b7-b34f-b66a53fe8b4a req-7307ed9d-d083-4667-ab77-ddbeb1ed0fcd tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.1270943 Nov 23 21:58:43.978892 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=b3bfa0a5-0546-409e-83dd-f08d3177d648,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:43.994890 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef795f-1e14-4967-9ec4-7e3ecc8e7524 req-edc05b7e-0831-4b5a-b78e-fed6ec5d8fd1 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:43.996427 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91ef795f-1e14-4967-9ec4-7e3ecc8e7524 req-edc05b7e-0831-4b5a-b78e-fed6ec5d8fd1 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbb4cd0a-d319-4aef-8358-8900c29f4157 HTTP/1.1" status: 200 len: 948 time: 0.0838826 Nov 23 21:58:44.045215 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c403d021-ec44-48b7-b34f-b66a53fe8b4a req-091a319d-6af0-4e0f-ba5a-a95be7467a71 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735126 Nov 23 21:58:44.070624 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91ef795f-1e14-4967-9ec4-7e3ecc8e7524 req-498fd306-14a7-4c60-b24f-47fddb493b2c tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/security-groups?id=144a8631-66f9-4892-994f-ee0e2fd660c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600593 Nov 23 21:58:44.193849 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d459f-ec05-42c7-9e17-cc1d2ed4b1cc req-a7090b29-16e0-45fd-94c0-1c25fe33f642 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:44.195548 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c78d459f-ec05-42c7-9e17-cc1d2ed4b1cc req-a7090b29-16e0-45fd-94c0-1c25fe33f642 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.0554023 Nov 23 21:58:44.252050 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c78d459f-ec05-42c7-9e17-cc1d2ed4b1cc req-041f065a-9c78-4d77-a574-0493dadae331 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496650 Nov 23 21:58:44.336154 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257ac6b-6d57-4be0-bb60-3d09b7fa0abc req-5a3969c5-53a5-4db1-b87a-2d948c5b6ca7 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:44.338114 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c257ac6b-6d57-4be0-bb60-3d09b7fa0abc req-5a3969c5-53a5-4db1-b87a-2d948c5b6ca7 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dba0d2c-2210-4569-881d-5648b85cc2ad HTTP/1.1" status: 200 len: 950 time: 0.0526290 Nov 23 21:58:44.387869 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c257ac6b-6d57-4be0-bb60-3d09b7fa0abc req-7cb33d40-838c-40ce-b951-2fff98be8d8d tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421240 Nov 23 21:58:44.493573 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66709b56-91d9-4210-a954-2221bfc2abad req-e2b39592-96ce-42bc-b561-90af8bf4aa5d tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:44.495126 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-66709b56-91d9-4210-a954-2221bfc2abad req-e2b39592-96ce-42bc-b561-90af8bf4aa5d tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8dba0d2c-2210-4569-881d-5648b85cc2ad HTTP/1.1" status: 200 len: 1101 time: 0.0410693 Nov 23 21:58:44.539618 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-66709b56-91d9-4210-a954-2221bfc2abad req-264171ab-fc06-4006-b65a-119f87e667cf tempest-ServersOnMultiNodesTest-1713776768 tempest-ServersOnMultiNodesTest-1713776768-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379386 Nov 23 21:58:44.572719 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['b3bfa0a5-0546-409e-83dd-f08d3177d648'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:58:45.179436 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0e168-56d4-41ab-b779-ac81984e0ef4 req-6e6a7d76-9695-400c-b6cc-f88f7c843772 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:45.180995 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1aa0e168-56d4-41ab-b779-ac81984e0ef4 req-6e6a7d76-9695-400c-b6cc-f88f7c843772 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dba0d2c-2210-4569-881d-5648b85cc2ad HTTP/1.1" status: 200 len: 950 time: 0.3995614 Nov 23 21:58:45.258366 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960d2e3-0380-4863-87bb-ed2f4f16a82f req-953b4322-279f-4d06-88ff-974ccdc4e6a8 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:45.259845 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1960d2e3-0380-4863-87bb-ed2f4f16a82f req-953b4322-279f-4d06-88ff-974ccdc4e6a8 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.0779183 Nov 23 21:58:45.265089 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1aa0e168-56d4-41ab-b779-ac81984e0ef4 req-0775ab3d-3771-426c-bac4-82381fe5fdda tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747957 Nov 23 21:58:45.312066 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1960d2e3-0380-4863-87bb-ed2f4f16a82f req-7be88b51-2740-4095-99a4-fe38660ceb69 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447750 Nov 23 21:58:45.385664 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fba72-f3d3-4507-ad19-419c4895ff54 req-cdebb984-ff4e-4147-a8e9-86f269e04800 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:45.388958 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-385fba72-f3d3-4507-ad19-419c4895ff54 req-cdebb984-ff4e-4147-a8e9-86f269e04800 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbb4cd0a-d319-4aef-8358-8900c29f4157 HTTP/1.1" status: 200 len: 948 time: 0.0532243 Nov 23 21:58:45.442939 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-385fba72-f3d3-4507-ad19-419c4895ff54 req-e7adf57d-ac30-4654-a461-76f2735af830 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/security-groups?id=144a8631-66f9-4892-994f-ee0e2fd660c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493791 Nov 23 21:58:45.557157 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f3ffa-08a9-4ea4-ac6e-b157574b1758 req-9d50a626-b30a-4893-a9af-192a9f6bf81c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:45.558620 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a07f3ffa-08a9-4ea4-ac6e-b157574b1758 req-9d50a626-b30a-4893-a9af-192a9f6bf81c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.0507092 Nov 23 21:58:45.606820 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a07f3ffa-08a9-4ea4-ac6e-b157574b1758 req-2deaf8b6-7627-40e1-afd7-11a8cc4b53cb tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411148 Nov 23 21:58:46.392385 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0540aea-c868-4e93-a7e7-9e5f5450a994 req-e75855a2-50a5-400b-b447-276acdcab896 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:46.399179 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f0540aea-c868-4e93-a7e7-9e5f5450a994 req-e75855a2-50a5-400b-b447-276acdcab896 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dba0d2c-2210-4569-881d-5648b85cc2ad HTTP/1.1" status: 200 len: 950 time: 0.0605483 Nov 23 21:58:46.518171 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05531eff-92d7-490f-9748-fffb0df6a1a4 req-4d906aca-7a1e-409f-a144-3f99106014fc tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:46.519639 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-05531eff-92d7-490f-9748-fffb0df6a1a4 req-4d906aca-7a1e-409f-a144-3f99106014fc tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "GET /v2.0/ports?device_id=8dba0d2c-2210-4569-881d-5648b85cc2ad HTTP/1.1" status: 200 len: 950 time: 0.1181729 Nov 23 21:58:46.529567 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c031aee-84c0-4cc1-835e-047813eaf69d req-1ca68e84-eb54-41ba-945f-9dbc625d3a3c tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:46.531063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c031aee-84c0-4cc1-835e-047813eaf69d req-1ca68e84-eb54-41ba-945f-9dbc625d3a3c tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.1306436 Nov 23 21:58:46.535607 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f0540aea-c868-4e93-a7e7-9e5f5450a994 req-a081fd89-f0f9-4fce-be5e-ac6ea97dc9ac tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331620 Nov 23 21:58:46.645638 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c031aee-84c0-4cc1-835e-047813eaf69d req-f397d046-9385-4ab5-8826-7a37dba35cda tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037903 Nov 23 21:58:46.693965 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-05531eff-92d7-490f-9748-fffb0df6a1a4 req-ab71971c-69d8-4e57-aaf0-51aefb034ef7 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Deleting port 99def3e6-70f2-40e7-9845-f2ef37d00542 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:58:46.694990 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-05531eff-92d7-490f-9748-fffb0df6a1a4 req-ab71971c-69d8-4e57-aaf0-51aefb034ef7 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:46.842123 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a598504-1357-44e5-b882-cbfeae368ef7 req-0779c635-b118-4f1a-a167-b703f12b91da tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:46.843697 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a598504-1357-44e5-b882-cbfeae368ef7 req-0779c635-b118-4f1a-a167-b703f12b91da tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbb4cd0a-d319-4aef-8358-8900c29f4157 HTTP/1.1" status: 200 len: 948 time: 0.1125207 Nov 23 21:58:46.846709 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-05531eff-92d7-490f-9748-fffb0df6a1a4 req-ab71971c-69d8-4e57-aaf0-51aefb034ef7 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] For port 99def3e6-70f2-40e7-9845-f2ef37d00542, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=99def3e6-70f2-40e7-9845-f2ef37d00542,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:46.847108 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-05531eff-92d7-490f-9748-fffb0df6a1a4 req-ab71971c-69d8-4e57-aaf0-51aefb034ef7 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:46.895134 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-05531eff-92d7-490f-9748-fffb0df6a1a4 req-ab71971c-69d8-4e57-aaf0-51aefb034ef7 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Calling delete_port for 99def3e6-70f2-40e7-9845-f2ef37d00542 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:58:46.985645 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e53c9-a195-4f2b-ba33-e1d35c818488 req-8ece584f-bdb7-4a28-af2c-2efff9487ccf tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:46.987236 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-922e53c9-a195-4f2b-ba33-e1d35c818488 req-8ece584f-bdb7-4a28-af2c-2efff9487ccf tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.1426516 Nov 23 21:58:46.993452 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a598504-1357-44e5-b882-cbfeae368ef7 req-c1bc8a78-7ab9-44f3-93c3-8534954581db tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/security-groups?id=144a8631-66f9-4892-994f-ee0e2fd660c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429806 Nov 23 21:58:47.066243 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-922e53c9-a195-4f2b-ba33-e1d35c818488 req-83db2548-6d0f-4138-97fa-8836dfbdbb94 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674164 Nov 23 21:58:47.135849 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-05531eff-92d7-490f-9748-fffb0df6a1a4 req-ab71971c-69d8-4e57-aaf0-51aefb034ef7 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:47.147797 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4', 'f6a43384-f0d3-4394-a8a2-5e5f71d82536', 'e50c2c91-9242-406f-b99e-82fe9336e4de'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:58:47.186096 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71971c-69d8-4e57-aaf0-51aefb034ef7 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Pushing event deleted for resources: {'Port': ['ID=99def3e6-70f2-40e7-9845-f2ef37d00542,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:47.207952 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['224179a9-9246-4419-a911-b515f4991d15', 'cc13e182-8dcb-4149-ab27-85551d29d8a7', 'ba323a01-8ef9-4534-87b1-7a4562e0aa72', 'de1dd556-b992-4a29-820c-612138b3888c', '99def3e6-70f2-40e7-9845-f2ef37d00542'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:58:47.236260 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-05531eff-92d7-490f-9748-fffb0df6a1a4 req-ab71971c-69d8-4e57-aaf0-51aefb034ef7 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] No DVR routers for this DVR port 99def3e6-70f2-40e7-9845-f2ef37d00542 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:58:47.245142 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-05531eff-92d7-490f-9748-fffb0df6a1a4 req-ab71971c-69d8-4e57-aaf0-51aefb034ef7 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:47.249245 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-05531eff-92d7-490f-9748-fffb0df6a1a4 req-ab71971c-69d8-4e57-aaf0-51aefb034ef7 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "DELETE /v2.0/ports/99def3e6-70f2-40e7-9845-f2ef37d00542 HTTP/1.1" status: 204 len: 173 time: 0.7172124 Nov 23 21:58:47.249752 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dba0d2c-2210-4569-881d-5648b85cc2ad', 'name': 'network-vif-deleted', 'tag': '99def3e6-70f2-40e7-9845-f2ef37d00542'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:58:47.252273 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df04736f-6041-49d9-9a45-af770baccd74" -d '{"events": [{"server_uuid": "8dba0d2c-2210-4569-881d-5648b85cc2ad", "name": "network-vif-deleted", "tag": "99def3e6-70f2-40e7-9845-f2ef37d00542"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:58:47.317699 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565aae02-b308-43e8-bdaf-9edf981e98de x-openstack-request-id: req-565aae02-b308-43e8-bdaf-9edf981e98de {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:58:47.318009 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dba0d2c-2210-4569-881d-5648b85cc2ad", "name": "network-vif-deleted", "tag": "99def3e6-70f2-40e7-9845-f2ef37d00542", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:58:47.318274 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-565aae02-b308-43e8-bdaf-9edf981e98de {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:58:47.318687 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dba0d2c-2210-4569-881d-5648b85cc2ad', 'name': 'network-vif-deleted', 'tag': '99def3e6-70f2-40e7-9845-f2ef37d00542', 'status': 'completed', 'code': 200} Nov 23 21:58:47.673469 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a6c8c34a-0136-439d-aa27-0507d8fa7d46 req-fb08d9bd-5bef-4809-9cc5-c3d57f0ac5fe tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=8dba0d2c-2210-4569-881d-5648b85cc2ad HTTP/1.1" status: 200 len: 210 time: 0.0496440 Nov 23 21:58:47.727262 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device b3bfa0a5-0546-409e-83dd-f08d3177d648 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:58:47.860366 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058014a-d0ce-4720-8e48-e28bd483566c req-82319280-2e8d-4a76-8ca1-d9580c182d80 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:47.874094 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b058014a-d0ce-4720-8e48-e28bd483566c req-82319280-2e8d-4a76-8ca1-d9580c182d80 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.1078737 Nov 23 21:58:47.886935 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port b3bfa0a5-0546-409e-83dd-f08d3177d648 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:58:47.917721 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port b3bfa0a5-0546-409e-83dd-f08d3177d648 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:58:47.918100 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:47.943081 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b058014a-d0ce-4720-8e48-e28bd483566c req-ce0243ca-b382-47c5-8262-ea85ce0ec27c tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680268 Nov 23 21:58:48.139109 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe84bbc-4bca-4434-a97d-7c7b9e4bc6ff req-3551fd90-9631-40f1-913f-aac537314dfc tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:48.147256 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bbe84bbc-4bca-4434-a97d-7c7b9e4bc6ff req-3551fd90-9631-40f1-913f-aac537314dfc tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbb4cd0a-d319-4aef-8358-8900c29f4157 HTTP/1.1" status: 200 len: 948 time: 0.0730293 Nov 23 21:58:48.195270 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:48.235021 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bbe84bbc-4bca-4434-a97d-7c7b9e4bc6ff req-83bb1e9b-b264-4ed4-98af-0fbf23438a4e tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/security-groups?id=144a8631-66f9-4892-994f-ee0e2fd660c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867798 Nov 23 21:58:48.255938 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb4cd0a-d319-4aef-8358-8900c29f4157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bfa0a5-0546-409e-83dd-f08d3177d648'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:58:48.258177 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879b1ab3-2b99-4773-8d56-407f3d74b27a" -d '{"events": [{"server_uuid": "fbb4cd0a-d319-4aef-8358-8900c29f4157", "name": "network-vif-plugged", "status": "completed", "tag": "b3bfa0a5-0546-409e-83dd-f08d3177d648"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:58:48.283502 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port b3bfa0a5-0546-409e-83dd-f08d3177d648, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b3bfa0a5-0546-409e-83dd-f08d3177d648,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:48.284893 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c045dec-3d17-41cd-85b1-5036df7e9426 req-0a165b01-708b-46c4-9014-d4f17fce2295 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:48.286894 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c045dec-3d17-41cd-85b1-5036df7e9426 req-0a165b01-708b-46c4-9014-d4f17fce2295 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.0929539 Nov 23 21:58:48.297520 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:48.368115 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c045dec-3d17-41cd-85b1-5036df7e9426 req-2a0c9960-e477-4f99-ad35-b23e689e7c8f tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693040 Nov 23 21:58:48.375999 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=b3bfa0a5-0546-409e-83dd-f08d3177d648,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:48.408376 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee644a36-f60c-420c-986e-5f303f1ba55f x-openstack-request-id: req-ee644a36-f60c-420c-986e-5f303f1ba55f {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:58:48.408782 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb4cd0a-d319-4aef-8358-8900c29f4157", "name": "network-vif-plugged", "status": "completed", "tag": "b3bfa0a5-0546-409e-83dd-f08d3177d648", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:58:48.409237 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ee644a36-f60c-420c-986e-5f303f1ba55f {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:58:48.409821 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb4cd0a-d319-4aef-8358-8900c29f4157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bfa0a5-0546-409e-83dd-f08d3177d648', 'code': 200} Nov 23 21:58:48.519207 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53060a25-eb79-4eb3-ab3a-3e68683abd03 req-d4609382-4dbf-4257-90b1-ac7b8cf8a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:48.520706 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53060a25-eb79-4eb3-ab3a-3e68683abd03 req-d4609382-4dbf-4257-90b1-ac7b8cf8a5d1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fbb4cd0a-d319-4aef-8358-8900c29f4157 HTTP/1.1" status: 200 len: 1100 time: 0.0413692 Nov 23 21:58:48.569468 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53060a25-eb79-4eb3-ab3a-3e68683abd03 req-ef40aeba-c093-4ad7-9f6f-76cfaf097c42 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=144a8631-66f9-4892-994f-ee0e2fd660c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378640 Nov 23 21:58:48.971900 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfba30-076d-4be8-9c92-9dbdd99f1833 req-d8a870d9-ee53-43f1-8d8f-962665187022 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:48.979619 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e4bfba30-076d-4be8-9c92-9dbdd99f1833 req-d8a870d9-ee53-43f1-8d8f-962665187022 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8136b2a-cb94-4915-aa6e-9e98aaf6c780 HTTP/1.1" status: 200 len: 950 time: 0.0589826 Nov 23 21:58:49.046422 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e4bfba30-076d-4be8-9c92-9dbdd99f1833 req-0f5b382c-f056-4f34-bb01-38fcd6e3c007 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546594 Nov 23 21:58:49.103852 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e4489-a25f-49ea-b623-85a7d2da8566 req-6b9e9243-a517-4555-aa88-0921c98b12d6 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:49.105476 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d73e4489-a25f-49ea-b623-85a7d2da8566 req-6b9e9243-a517-4555-aa88-0921c98b12d6 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.0580657 Nov 23 21:58:49.160930 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d73e4489-a25f-49ea-b623-85a7d2da8566 req-305266c2-cd2e-4fb4-a4f1-f6e80567bde6 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472784 Nov 23 21:58:49.301839 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e581ba0-a7f9-45cb-bebf-c8b658118acb req-1d76b950-e0ab-427d-868f-1b671d6530d7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:49.303504 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e581ba0-a7f9-45cb-bebf-c8b658118acb req-1d76b950-e0ab-427d-868f-1b671d6530d7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 946 time: 0.0516865 Nov 23 21:58:49.381173 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e581ba0-a7f9-45cb-bebf-c8b658118acb req-55070307-e9ff-47d8-9e82-5a1b8eac5e71 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678556 Nov 23 21:58:49.389467 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc2bb5-fe02-4827-9abb-fa4ee87eb04a req-52e74dac-700a-4f02-b723-f36fda35c83b tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:49.390926 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1cbc2bb5-fe02-4827-9abb-fa4ee87eb04a req-52e74dac-700a-4f02-b723-f36fda35c83b tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbb4cd0a-d319-4aef-8358-8900c29f4157 HTTP/1.1" status: 200 len: 949 time: 0.0864511 Nov 23 21:58:49.446443 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1cbc2bb5-fe02-4827-9abb-fa4ee87eb04a req-94d677ae-6aa4-4cdf-8541-206ded8cb6ef tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/security-groups?id=144a8631-66f9-4892-994f-ee0e2fd660c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489440 Nov 23 21:58:49.505568 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbef7de-44e5-4e23-b668-dd0aa19e2dc3 req-b89f17a0-74b3-46f3-b13a-36293c3265cf tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:49.507108 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6cbef7de-44e5-4e23-b668-dd0aa19e2dc3 req-b89f17a0-74b3-46f3-b13a-36293c3265cf tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.0523367 Nov 23 21:58:49.556617 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6cbef7de-44e5-4e23-b668-dd0aa19e2dc3 req-413086d1-5333-4929-ab86-d2c1b202be4a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422766 Nov 23 21:58:50.138075 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 99def3e6-70f2-40e7-9845-f2ef37d00542 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:58:50.158135 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 99def3e6-70f2-40e7-9845-f2ef37d00542 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:58:50.158482 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 99def3e6-70f2-40e7-9845-f2ef37d00542 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:58:50.183612 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4098472-39ee-4c92-b254-032c3d6e037d req-9f433adc-03c4-4901-906f-e3becde4ddc0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:50.191665 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4098472-39ee-4c92-b254-032c3d6e037d req-9f433adc-03c4-4901-906f-e3becde4ddc0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8136b2a-cb94-4915-aa6e-9e98aaf6c780 HTTP/1.1" status: 200 len: 950 time: 0.0684333 Nov 23 21:58:50.256973 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4098472-39ee-4c92-b254-032c3d6e037d req-bcb43db7-3bc2-4ce6-924a-b32ed89a130f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593286 Nov 23 21:58:50.303955 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77823d5-683e-4232-8471-8c2aaac1783b req-a8f52c17-fbd0-4a96-99bf-846a643e1475 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:50.305564 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f77823d5-683e-4232-8471-8c2aaac1783b req-a8f52c17-fbd0-4a96-99bf-846a643e1475 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.0651040 Nov 23 21:58:50.353813 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f77823d5-683e-4232-8471-8c2aaac1783b req-916a53ab-b3b6-4f37-81ec-d27b21afe1bc tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413628 Nov 23 21:58:50.507327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d678f-b42c-40a8-beb1-cc512346d269 req-33c97701-e81e-4e67-b455-0ccece925529 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:50.508997 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe5d678f-b42c-40a8-beb1-cc512346d269 req-33c97701-e81e-4e67-b455-0ccece925529 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 946 time: 0.0529587 Nov 23 21:58:50.598554 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631f9ae-e429-42bb-b703-b66fe45b02d6 req-5f1ea000-8edf-490c-b93f-75845f997f21 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:50.600097 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7631f9ae-e429-42bb-b703-b66fe45b02d6 req-5f1ea000-8edf-490c-b93f-75845f997f21 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbb4cd0a-d319-4aef-8358-8900c29f4157 HTTP/1.1" status: 200 len: 949 time: 0.0830295 Nov 23 21:58:50.603355 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe5d678f-b42c-40a8-beb1-cc512346d269 req-5fd797f3-18b9-4f1b-adf5-4da890e76d44 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874441 Nov 23 21:58:50.658759 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7631f9ae-e429-42bb-b703-b66fe45b02d6 req-33fee73e-6bfd-4351-b131-e3fc3ecffbb6 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/security-groups?id=144a8631-66f9-4892-994f-ee0e2fd660c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493214 Nov 23 21:58:50.776475 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149435b-721e-482e-a593-083849566d8b req-4220e1f3-a74c-4c12-b155-644eeff621c7 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:50.778621 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2149435b-721e-482e-a593-083849566d8b req-4220e1f3-a74c-4c12-b155-644eeff621c7 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.0593417 Nov 23 21:58:50.878133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c19b56-4e61-4278-bdb0-736d26f7d6e9 req-c17bfd27-4256-48b6-aa95-3933a7652150 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:50.879629 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22c19b56-4e61-4278-bdb0-736d26f7d6e9 req-c17bfd27-4256-48b6-aa95-3933a7652150 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8136b2a-cb94-4915-aa6e-9e98aaf6c780 HTTP/1.1" status: 200 len: 950 time: 0.0952802 Nov 23 21:58:50.883420 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2149435b-721e-482e-a593-083849566d8b req-392126bb-9e50-47e6-b0dd-c5472031407c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977101 Nov 23 21:58:51.019006 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-22c19b56-4e61-4278-bdb0-736d26f7d6e9 req-c4d6a66e-d842-4a2f-9869-59cd8e8aec80 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Deleting port e50c2c91-9242-406f-b99e-82fe9336e4de {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:58:51.019349 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-22c19b56-4e61-4278-bdb0-736d26f7d6e9 req-c4d6a66e-d842-4a2f-9869-59cd8e8aec80 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:51.173823 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b7040-90c7-40b6-83fe-99a351c50aea req-fe26f132-283a-44bd-9142-4afd73b5033c tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:51.175332 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa1b7040-90c7-40b6-83fe-99a351c50aea req-fe26f132-283a-44bd-9142-4afd73b5033c tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.60 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 946 time: 0.1173649 Nov 23 21:58:51.195821 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-22c19b56-4e61-4278-bdb0-736d26f7d6e9 req-c4d6a66e-d842-4a2f-9869-59cd8e8aec80 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] For port e50c2c91-9242-406f-b99e-82fe9336e4de, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e50c2c91-9242-406f-b99e-82fe9336e4de,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:51.196482 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-22c19b56-4e61-4278-bdb0-736d26f7d6e9 req-c4d6a66e-d842-4a2f-9869-59cd8e8aec80 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:51.230640 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-22c19b56-4e61-4278-bdb0-736d26f7d6e9 req-c4d6a66e-d842-4a2f-9869-59cd8e8aec80 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Calling delete_port for e50c2c91-9242-406f-b99e-82fe9336e4de owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:58:51.367638 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-aa1b7040-90c7-40b6-83fe-99a351c50aea req-71155262-8a7d-409c-a611-4041d5bba417 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Deleting port 2cae4ce6-3e46-4535-9cba-9c01e53da176 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:58:51.367906 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-aa1b7040-90c7-40b6-83fe-99a351c50aea req-71155262-8a7d-409c-a611-4041d5bba417 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:51.539682 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15cdb4-caaf-4e42-b3e4-b656b9e75f07 req-1e2bf655-1e78-4202-9c5c-832409af90b1 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:51.541178 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dd15cdb4-caaf-4e42-b3e4-b656b9e75f07 req-1e2bf655-1e78-4202-9c5c-832409af90b1 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8136b2a-cb94-4915-aa6e-9e98aaf6c780 HTTP/1.1" status: 200 len: 950 time: 0.1961644 Nov 23 21:58:51.591860 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-22c19b56-4e61-4278-bdb0-736d26f7d6e9 req-c4d6a66e-d842-4a2f-9869-59cd8e8aec80 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:51.595183 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-aa1b7040-90c7-40b6-83fe-99a351c50aea req-71155262-8a7d-409c-a611-4041d5bba417 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] For port 2cae4ce6-3e46-4535-9cba-9c01e53da176, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2cae4ce6-3e46-4535-9cba-9c01e53da176,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:51.595538 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-aa1b7040-90c7-40b6-83fe-99a351c50aea req-71155262-8a7d-409c-a611-4041d5bba417 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:51.604680 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4', 'f6a43384-f0d3-4394-a8a2-5e5f71d82536', 'e50c2c91-9242-406f-b99e-82fe9336e4de'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:58:51.648290 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['224179a9-9246-4419-a911-b515f4991d15', 'cc13e182-8dcb-4149-ab27-85551d29d8a7', 'ba323a01-8ef9-4534-87b1-7a4562e0aa72', 'de1dd556-b992-4a29-820c-612138b3888c'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:58:51.657452 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e4c62-0199-4660-9793-309e4c3b1b75 req-0e717336-f96a-4b8c-95e0-5961534fdd19 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:51.665079 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-172e4c62-0199-4660-9793-309e4c3b1b75 req-0e717336-f96a-4b8c-95e0-5961534fdd19 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.2176178 Nov 23 21:58:51.674991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6a66e-d842-4a2f-9869-59cd8e8aec80 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Pushing event deleted for resources: {'Port': ['ID=e50c2c91-9242-406f-b99e-82fe9336e4de,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:51.734739 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dd15cdb4-caaf-4e42-b3e4-b656b9e75f07 req-18da13c5-b26d-40cb-a064-1b5ecf6ca9b3 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847675 Nov 23 21:58:51.794668 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c19b56-4e61-4278-bdb0-736d26f7d6e9 req-c4d6a66e-d842-4a2f-9869-59cd8e8aec80 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] No DVR routers for this DVR port e50c2c91-9242-406f-b99e-82fe9336e4de on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:58:51.803777 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-22c19b56-4e61-4278-bdb0-736d26f7d6e9 req-c4d6a66e-d842-4a2f-9869-59cd8e8aec80 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:51.807453 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22c19b56-4e61-4278-bdb0-736d26f7d6e9 req-c4d6a66e-d842-4a2f-9869-59cd8e8aec80 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.53 "DELETE /v2.0/ports/e50c2c91-9242-406f-b99e-82fe9336e4de HTTP/1.1" status: 204 len: 173 time: 0.9151530 Nov 23 21:58:51.807790 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8136b2a-cb94-4915-aa6e-9e98aaf6c780', 'name': 'network-vif-deleted', 'tag': 'e50c2c91-9242-406f-b99e-82fe9336e4de'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:58:51.810427 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381ab4aa-f330-43b4-b3e0-d667b1e79033" -d '{"events": [{"server_uuid": "b8136b2a-cb94-4915-aa6e-9e98aaf6c780", "name": "network-vif-deleted", "tag": "e50c2c91-9242-406f-b99e-82fe9336e4de"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:58:51.873459 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-172e4c62-0199-4660-9793-309e4c3b1b75 req-aa7c6cb4-54eb-4377-860d-4ec097516525 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073729 Nov 23 21:58:52.022309 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da22dd0-e0ac-48ac-8b0d-a5ab31fe093f req-309ec53b-ca81-4788-a8ba-7b4d5586f0be tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:52.024548 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7da22dd0-e0ac-48ac-8b0d-a5ab31fe093f req-309ec53b-ca81-4788-a8ba-7b4d5586f0be tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 946 time: 0.1584587 Nov 23 21:58:52.095037 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-aa1b7040-90c7-40b6-83fe-99a351c50aea req-71155262-8a7d-409c-a611-4041d5bba417 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:52.095428 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-aa1b7040-90c7-40b6-83fe-99a351c50aea req-71155262-8a7d-409c-a611-4041d5bba417 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:52.096614 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [req-aa1b7040-90c7-40b6-83fe-99a351c50aea req-71155262-8a7d-409c-a611-4041d5bba417 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Floating IP 76c43f7b-e6bd-4d4e-887f-251fe82fde52 disassociated. External IP: 172.25.5.128, port: 2cae4ce6-3e46-4535-9cba-9c01e53da176. Nov 23 21:58:52.096986 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-aa1b7040-90c7-40b6-83fe-99a351c50aea req-71155262-8a7d-409c-a611-4041d5bba417 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Calling delete_port for 2cae4ce6-3e46-4535-9cba-9c01e53da176 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:58:52.287757 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8031fc9-10d6-4b54-a10a-dcbf10e3c9e4 x-openstack-request-id: req-a8031fc9-10d6-4b54-a10a-dcbf10e3c9e4 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:58:52.288412 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8136b2a-cb94-4915-aa6e-9e98aaf6c780", "name": "network-vif-deleted", "tag": "e50c2c91-9242-406f-b99e-82fe9336e4de", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:58:52.288412 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a8031fc9-10d6-4b54-a10a-dcbf10e3c9e4 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:58:52.288895 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8136b2a-cb94-4915-aa6e-9e98aaf6c780', 'name': 'network-vif-deleted', 'tag': 'e50c2c91-9242-406f-b99e-82fe9336e4de', 'status': 'completed', 'code': 200} Nov 23 21:58:52.332831 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7da22dd0-e0ac-48ac-8b0d-a5ab31fe093f req-6d2c535f-c599-41f8-a4cb-e4e6eaeeb7ce tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904105 Nov 23 21:58:52.402313 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8f9ba-6f0a-42bf-9ca7-2ebe119bb463 req-c79fc76c-2229-4bde-a039-5732e89183ea tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:52.404947 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8b8f9ba-6f0a-42bf-9ca7-2ebe119bb463 req-c79fc76c-2229-4bde-a039-5732e89183ea tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.1147747 Nov 23 21:58:52.453949 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-aa1b7040-90c7-40b6-83fe-99a351c50aea req-71155262-8a7d-409c-a611-4041d5bba417 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:52.504973 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71155262-8a7d-409c-a611-4041d5bba417 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Pushing event deleted for resources: {'Port': ['ID=2cae4ce6-3e46-4535-9cba-9c01e53da176,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:52.545000 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8b8f9ba-6f0a-42bf-9ca7-2ebe119bb463 req-88e02e88-21fa-47a2-9a54-8ded35078b1a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280963 Nov 23 21:58:52.671542 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa1b7040-90c7-40b6-83fe-99a351c50aea req-71155262-8a7d-409c-a611-4041d5bba417 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Router d2c8aace-6d5a-4432-886e-fccaa35c01b1 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:58:52.689252 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:52.799161 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa1b7040-90c7-40b6-83fe-99a351c50aea req-71155262-8a7d-409c-a611-4041d5bba417 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:58:52.812308 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39951252-8078-4207-9748-97a930abee70 None None] Sync routers for ids ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:58:52.821644 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39951252-8078-4207-9748-97a930abee70 None None] Routers {'d2c8aace-6d5a-4432-886e-fccaa35c01b1'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:58:52.822256 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-39951252-8078-4207-9748-97a930abee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:58:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:58:52.857529 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1b7040-90c7-40b6-83fe-99a351c50aea req-71155262-8a7d-409c-a611-4041d5bba417 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] No DVR routers for this DVR port 2cae4ce6-3e46-4535-9cba-9c01e53da176 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:58:52.860710 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-aa1b7040-90c7-40b6-83fe-99a351c50aea req-71155262-8a7d-409c-a611-4041d5bba417 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:52.865184 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa1b7040-90c7-40b6-83fe-99a351c50aea req-71155262-8a7d-409c-a611-4041d5bba417 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.60 "DELETE /v2.0/ports/2cae4ce6-3e46-4535-9cba-9c01e53da176 HTTP/1.1" status: 204 len: 173 time: 1.6824090 Nov 23 21:58:53.022280 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-39951252-8078-4207-9748-97a930abee70 None None] Set router d2c8aace-6d5a-4432-886e-fccaa35c01b1 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:58:53.163418 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad092b88-b8bc-41ab-8d39-8362d84af6ec req-5ce1f15f-86ff-46bb-822f-de8b8f536152 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:53.171953 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ad092b88-b8bc-41ab-8d39-8362d84af6ec req-5ce1f15f-86ff-46bb-822f-de8b8f536152 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.1035099 Nov 23 21:58:53.253020 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ad092b88-b8bc-41ab-8d39-8362d84af6ec req-6979e419-e9da-4249-8653-04ec6bae5012 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800927 Nov 23 21:58:53.280376 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11072f8-2b62-44f3-8414-5fddb28e0b09 req-86a5be61-fd26-470d-a11a-a875c320cf94 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:53.288348 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a11072f8-2b62-44f3-8414-5fddb28e0b09 req-86a5be61-fd26-470d-a11a-a875c320cf94 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7e7990a-df30-43bc-81fd-54b4a143c24f HTTP/1.1" status: 200 len: 949 time: 0.1090739 Nov 23 21:58:53.385980 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a11072f8-2b62-44f3-8414-5fddb28e0b09 req-7aebcdba-8e1e-46b5-82a0-097ce6a33b47 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956035 Nov 23 21:58:53.427976 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-39951252-8078-4207-9748-97a930abee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'name': 'tempest-AttachVolumeShelveTestJSON-142463830-router', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:59Z', 'updated_at': '2021-11-23T21:54:10Z', 'revision_number': 4, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'gw_port': {'id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:01Z', 'updated_at': '2021-11-23T21:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'beeb11e4-409a-465a-a78f-f751d06071de', 'name': '', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'mac_address': 'fa:16:3e:9a:da:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '9ec95087-31a0-4067-927d-a3091c147250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:08Z', 'updated_at': '2021-11-23T21:54:16Z', 'revision_number': 5, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'subnets': [{'id': '9ec95087-31a0-4067-927d-a3091c147250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:58:53.466339 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39951252-8078-4207-9748-97a930abee70 None None] Checking router: d2c8aace-6d5a-4432-886e-fccaa35c01b1 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:58:53.476702 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39951252-8078-4207-9748-97a930abee70 None None] Routers {'d2c8aace-6d5a-4432-886e-fccaa35c01b1'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:58:53.477370 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-39951252-8078-4207-9748-97a930abee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:58:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:58:53.589889 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4406f89a-6b44-4b5b-9d95-79e9ee0b21da req-be71bf2c-143c-4f94-bdda-17e8506ed7dd tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=02280246-b831-4042-aacc-1192904a3c7e HTTP/1.1" status: 200 len: 210 time: 0.0450377 Nov 23 21:58:53.646908 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-39951252-8078-4207-9748-97a930abee70 None None] Set router d2c8aace-6d5a-4432-886e-fccaa35c01b1 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:58:53.739391 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e242d2-ecc5-48e5-a4d2-c594227ad27a req-047a0e90-d992-414b-9738-16af38b46c14 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:53.740891 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f2e242d2-ecc5-48e5-a4d2-c594227ad27a req-047a0e90-d992-414b-9738-16af38b46c14 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.0535412 Nov 23 21:58:53.790255 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f2e242d2-ecc5-48e5-a4d2-c594227ad27a req-61a43c0a-8874-4e44-80f4-e90af2ca3b49 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430110 Nov 23 21:58:53.873356 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-39951252-8078-4207-9748-97a930abee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'name': 'tempest-AttachVolumeShelveTestJSON-142463830-router', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:59Z', 'updated_at': '2021-11-23T21:54:10Z', 'revision_number': 4, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'gw_port': {'id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:01Z', 'updated_at': '2021-11-23T21:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'beeb11e4-409a-465a-a78f-f751d06071de', 'name': '', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'mac_address': 'fa:16:3e:9a:da:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '9ec95087-31a0-4067-927d-a3091c147250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:08Z', 'updated_at': '2021-11-23T21:54:16Z', 'revision_number': 5, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'subnets': [{'id': '9ec95087-31a0-4067-927d-a3091c147250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:58:53.899814 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39951252-8078-4207-9748-97a930abee70 None None] The sync data for ids ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'] in n-d-816206-9 is: [{'id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'name': 'tempest-AttachVolumeShelveTestJSON-142463830-router', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:59Z', 'updated_at': '2021-11-23T21:54:10Z', 'revision_number': 4, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'gw_port': {'id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:01Z', 'updated_at': '2021-11-23T21:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'beeb11e4-409a-465a-a78f-f751d06071de', 'name': '', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'mac_address': 'fa:16:3e:9a:da:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '9ec95087-31a0-4067-927d-a3091c147250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:08Z', 'updated_at': '2021-11-23T21:54:16Z', 'revision_number': 5, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'subnets': [{'id': '9ec95087-31a0-4067-927d-a3091c147250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:58:54.133533 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2cae4ce6-3e46-4535-9cba-9c01e53da176 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:58:54.138474 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad6b518-f8e3-4642-8907-75469e3197d5 None None] New status for floating IP 76c43f7b-e6bd-4d4e-887f-251fe82fde52: DOWN {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:58:54.200866 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 2cae4ce6-3e46-4535-9cba-9c01e53da176 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:58:54.201385 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2cae4ce6-3e46-4535-9cba-9c01e53da176 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:58:54.290020 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02280246-b831-4042-aacc-1192904a3c7e', 'name': 'network-vif-deleted', 'tag': '2cae4ce6-3e46-4535-9cba-9c01e53da176'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:58:54.293087 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4221046-f9cc-4be8-a366-a6730cc281c6" -d '{"events": [{"server_uuid": "02280246-b831-4042-aacc-1192904a3c7e", "name": "network-vif-deleted", "tag": "2cae4ce6-3e46-4535-9cba-9c01e53da176"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:58:54.336246 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca8c348-655e-4417-8ca8-11b3b1fd6a68 x-openstack-request-id: req-fca8c348-655e-4417-8ca8-11b3b1fd6a68 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:58:54.336639 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02280246-b831-4042-aacc-1192904a3c7e", "name": "network-vif-deleted", "tag": "2cae4ce6-3e46-4535-9cba-9c01e53da176", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:58:54.337888 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fca8c348-655e-4417-8ca8-11b3b1fd6a68 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:58:54.338310 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02280246-b831-4042-aacc-1192904a3c7e', 'name': 'network-vif-deleted', 'tag': '2cae4ce6-3e46-4535-9cba-9c01e53da176', 'status': 'completed', 'code': 200} Nov 23 21:58:54.405298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f73b5c-42de-40b8-943f-8db099e2b0fb req-5fcb80a0-cba7-42ab-bb7b-d2493102af31 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:54.407320 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08f73b5c-42de-40b8-943f-8db099e2b0fb req-5fcb80a0-cba7-42ab-bb7b-d2493102af31 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.0545487 Nov 23 21:58:54.471893 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08f73b5c-42de-40b8-943f-8db099e2b0fb req-3647d8c4-2242-4d43-b11c-a3941709551e tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571468 Nov 23 21:58:54.594812 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cd2ff-2ad1-4004-b999-59c3fdf2f36b req-5fe0a7bf-1d44-4e5f-81e9-91b1cf4bcd58 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:54.596335 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b4cd2ff-2ad1-4004-b999-59c3fdf2f36b req-5fe0a7bf-1d44-4e5f-81e9-91b1cf4bcd58 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7e7990a-df30-43bc-81fd-54b4a143c24f HTTP/1.1" status: 200 len: 949 time: 0.0587149 Nov 23 21:58:54.655034 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b4cd2ff-2ad1-4004-b999-59c3fdf2f36b req-8308957f-6671-4c9e-9662-1dd8812c5495 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526123 Nov 23 21:58:54.744833 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35220) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:58:54.762806 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a9974-0e9a-434b-a1b6-fab3116b3106 req-c5f90854-27be-41b6-a029-7aae5b2acb1a tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:54.764710 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b4a9974-0e9a-434b-a1b6-fab3116b3106 req-c5f90854-27be-41b6-a029-7aae5b2acb1a tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7e7990a-df30-43bc-81fd-54b4a143c24f HTTP/1.1" status: 200 len: 949 time: 0.0683606 Nov 23 21:58:54.821386 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32ca9895-cec6-458e-b539-d331cabc6c28 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:54.851077 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32ca9895-cec6-458e-b539-d331cabc6c28 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:54.902078 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32ca9895-cec6-458e-b539-d331cabc6c28 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:54.905539 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32ca9895-cec6-458e-b539-d331cabc6c28 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:54.909671 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-32ca9895-cec6-458e-b539-d331cabc6c28 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "DELETE /v2.0/security-groups/14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6 HTTP/1.1" status: 204 len: 168 time: 0.1605213 Nov 23 21:58:54.911856 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35224) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:58:54.930554 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca9895-cec6-458e-b539-d331cabc6c28 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:54.933365 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-3c24c0de-d7cd-4ff8-9ced-84cd53a71578 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] show failed (client error): The resource could not be found. Nov 23 21:58:54.937251 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3c24c0de-d7cd-4ff8-9ced-84cd53a71578 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups/14d4cb50-2bf3-4c8d-9d25-7bc59abf30a6 HTTP/1.1" status: 404 len: 347 time: 0.0205095 Nov 23 21:58:54.937481 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35226) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:58:54.989417 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-4f270fc6-0512-4ef9-b916-8cad420e4c60 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:54.991117 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-4f270fc6-0512-4ef9-b916-8cad420e4c60 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/networks?id=416c3513-0b37-46f7-b130-6fb7a8cbe4b8 HTTP/1.1" status: 200 len: 815 time: 0.2071469 Nov 23 21:58:55.021072 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065462f-df01-445f-891e-286ccec0cbd5 req-e119b03c-1929-461a-8558-2574c96b6868 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:55.028976 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e065462f-df01-445f-891e-286ccec0cbd5 req-e119b03c-1929-461a-8558-2574c96b6868 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.1230435 Nov 23 21:58:55.050203 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-4ccf61c7-b6ef-4490-8303-5ec3b640d0f0 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/quotas/01118b9c5731487a85345966412aa36c HTTP/1.1" status: 200 len: 375 time: 0.0517609 Nov 23 21:58:55.054320 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-0b4a9974-0e9a-434b-a1b6-fab3116b3106 req-76a35766-c507-4bed-b854-0201d76757d2 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Deleting port f6a43384-f0d3-4394-a8a2-5e5f71d82536 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:58:55.054792 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0b4a9974-0e9a-434b-a1b6-fab3116b3106 req-76a35766-c507-4bed-b854-0201d76757d2 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:55.092930 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-4db3ad05-bee1-4763-af10-9df54d877bad tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Deleting port 0973e1bc-3713-43a4-b7fe-e996f13219b6 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:58:55.093187 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4db3ad05-bee1-4763-af10-9df54d877bad tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:55.179719 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e065462f-df01-445f-891e-286ccec0cbd5 req-0246b859-895e-46b1-b002-318cd47f3063 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497447 Nov 23 21:58:55.193673 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4db3ad05-bee1-4763-af10-9df54d877bad tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:55.194341 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4db3ad05-bee1-4763-af10-9df54d877bad tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:55.207269 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-76b075f9-8afc-406b-8520-1ce765b7b7bb tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=01118b9c5731487a85345966412aa36c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1479785 Nov 23 21:58:55.216406 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-4db3ad05-bee1-4763-af10-9df54d877bad tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Calling delete_port for 0973e1bc-3713-43a4-b7fe-e996f13219b6 owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:58:55.286694 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-0b4a9974-0e9a-434b-a1b6-fab3116b3106 req-76a35766-c507-4bed-b854-0201d76757d2 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] For port f6a43384-f0d3-4394-a8a2-5e5f71d82536, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f6a43384-f0d3-4394-a8a2-5e5f71d82536,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:55.287086 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0b4a9974-0e9a-434b-a1b6-fab3116b3106 req-76a35766-c507-4bed-b854-0201d76757d2 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:55.307198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-0b4a9974-0e9a-434b-a1b6-fab3116b3106 req-76a35766-c507-4bed-b854-0201d76757d2 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Calling delete_port for f6a43384-f0d3-4394-a8a2-5e5f71d82536 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:58:55.363570 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-014ae658-62d6-40d4-ab92-73b7164792d9 service neutron] 10.222.0.50 "GET /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553614 Nov 23 21:58:55.366379 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4db3ad05-bee1-4763-af10-9df54d877bad tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:55.399470 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3ad05-bee1-4763-af10-9df54d877bad tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Pushing event deleted for resources: {'Port': ['ID=0973e1bc-3713-43a4-b7fe-e996f13219b6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:55.423022 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ff08fd-c41d-4052-9e4e-fcf7777012b7 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:58:55.470883 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4db3ad05-bee1-4763-af10-9df54d877bad tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:55.473579 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4db3ad05-bee1-4763-af10-9df54d877bad tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:55.475430 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4db3ad05-bee1-4763-af10-9df54d877bad tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "DELETE /v2.0/floatingips/76c43f7b-e6bd-4d4e-887f-251fe82fde52 HTTP/1.1" status: 204 len: 168 time: 0.5363371 Nov 23 21:58:55.514574 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-f0cbd2d3-164e-43cb-b2cc-3cae191eb9be service neutron] 10.222.0.50 "GET /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428437 Nov 23 21:58:55.581109 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0b4a9974-0e9a-434b-a1b6-fab3116b3106 req-76a35766-c507-4bed-b854-0201d76757d2 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:55.594626 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4', 'f6a43384-f0d3-4394-a8a2-5e5f71d82536'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:58:55.624605 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['224179a9-9246-4419-a911-b515f4991d15', 'cc13e182-8dcb-4149-ab27-85551d29d8a7', 'ba323a01-8ef9-4534-87b1-7a4562e0aa72', 'de1dd556-b992-4a29-820c-612138b3888c'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:58:55.634456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a35766-c507-4bed-b854-0201d76757d2 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Pushing event deleted for resources: {'Port': ['ID=f6a43384-f0d3-4394-a8a2-5e5f71d82536,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:55.717750 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4a9974-0e9a-434b-a1b6-fab3116b3106 req-76a35766-c507-4bed-b854-0201d76757d2 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] No DVR routers for this DVR port f6a43384-f0d3-4394-a8a2-5e5f71d82536 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:58:55.723500 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0b4a9974-0e9a-434b-a1b6-fab3116b3106 req-76a35766-c507-4bed-b854-0201d76757d2 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:55.727209 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b4a9974-0e9a-434b-a1b6-fab3116b3106 req-76a35766-c507-4bed-b854-0201d76757d2 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.53 "DELETE /v2.0/ports/f6a43384-f0d3-4394-a8a2-5e5f71d82536 HTTP/1.1" status: 204 len: 173 time: 0.9554493 Nov 23 21:58:55.749334 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebae36b-92de-4026-afa3-ecb058c699fb req-f07e9bf6-6311-48d3-8606-16c7eaa0eda0 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:55.751505 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7ebae36b-92de-4026-afa3-ecb058c699fb req-f07e9bf6-6311-48d3-8606-16c7eaa0eda0 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.1320589 Nov 23 21:58:55.814918 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e50c2c91-9242-406f-b99e-82fe9336e4de no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:58:55.835834 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7ebae36b-92de-4026-afa3-ecb058c699fb req-469e4985-27dd-44c9-b8cc-76da4874f4c2 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756714 Nov 23 21:58:55.868351 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: e50c2c91-9242-406f-b99e-82fe9336e4de {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:58:55.868953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e50c2c91-9242-406f-b99e-82fe9336e4de not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:58:56.071192 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d02cba6d-2585-4d21-bd18-54c01fb788fe req-645044f6-9ca3-4a82-bed0-cfed8e2a71a3 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7e7990a-df30-43bc-81fd-54b4a143c24f HTTP/1.1" status: 200 len: 210 time: 0.0529540 Nov 23 21:58:56.113822 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35248) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:58:56.118758 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-62bbb640-3e15-42fa-8fa4-d21be2887554 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Request body: {'security_group': {'name': 'tempest-securitygroup--168625949', 'description': 'tempest-description--2031993610'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:58:56.644351 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e7990a-df30-43bc-81fd-54b4a143c24f', 'name': 'network-vif-deleted', 'tag': 'f6a43384-f0d3-4394-a8a2-5e5f71d82536'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:58:56.647150 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e7b4cc-2d79-4949-a38c-3854ec67530a" -d '{"events": [{"server_uuid": "e7e7990a-df30-43bc-81fd-54b4a143c24f", "name": "network-vif-deleted", "tag": "f6a43384-f0d3-4394-a8a2-5e5f71d82536"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:58:56.688206 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-62bbb640-3e15-42fa-8fa4-d21be2887554 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:56.692734 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0e672ce-1c99-48f6-a7f3-722d77bb94d2 req-33f0e490-57b7-4c1c-80c2-fff2f9134820 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=74fe7ada-1a9a-4009-bd6d-df6f303903a0 HTTP/1.1" status: 200 len: 210 time: 0.5405951 Nov 23 21:58:56.742961 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e61b31-394d-4e49-9db1-784f2d20b700 req-f79d033f-5170-4b3b-bbcd-790dfd363417 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:56.744501 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8e61b31-394d-4e49-9db1-784f2d20b700 req-f79d033f-5170-4b3b-bbcd-790dfd363417 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.0942030 Nov 23 21:58:56.779142 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee65276-578d-4197-943c-8b6e16cdc881 x-openstack-request-id: req-aee65276-578d-4197-943c-8b6e16cdc881 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:58:56.779450 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e7990a-df30-43bc-81fd-54b4a143c24f", "name": "network-vif-deleted", "tag": "f6a43384-f0d3-4394-a8a2-5e5f71d82536", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:58:56.779762 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aee65276-578d-4197-943c-8b6e16cdc881 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:58:56.780156 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e7990a-df30-43bc-81fd-54b4a143c24f', 'name': 'network-vif-deleted', 'tag': 'f6a43384-f0d3-4394-a8a2-5e5f71d82536', 'status': 'completed', 'code': 200} Nov 23 21:58:56.827258 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-62bbb640-3e15-42fa-8fa4-d21be2887554 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:56.833789 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8e61b31-394d-4e49-9db1-784f2d20b700 req-be770663-f486-465c-a885-19dbd25e69ff tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796285 Nov 23 21:58:56.834843 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-62bbb640-3e15-42fa-8fa4-d21be2887554 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:56.876226 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-62bbb640-3e15-42fa-8fa4-d21be2887554 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:56.877468 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-62bbb640-3e15-42fa-8fa4-d21be2887554 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7626464 Nov 23 21:58:56.880555 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35260) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:58:56.885313 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-790c3454-4fa4-44f5-900c-d6e19f97f671 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Request body: {'security_group_rule': {'security_group_id': 'f26311cf-8353-478f-85f2-54ca1fccd4b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:58:56.888931 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbb640-3e15-42fa-8fa4-d21be2887554 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26311cf-8353-478f-85f2-54ca1fccd4b6,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:56.931077 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-790c3454-4fa4-44f5-900c-d6e19f97f671 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:57.017689 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-790c3454-4fa4-44f5-900c-d6e19f97f671 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:57.019716 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa381a-efd9-49d6-89c4-f59285ed5eb2 req-a58d0240-40c7-48a8-8f50-9669c869ee90 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:57.021689 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f3aa381a-efd9-49d6-89c4-f59285ed5eb2 req-a58d0240-40c7-48a8-8f50-9669c869ee90 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.0691104 Nov 23 21:58:57.032259 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-790c3454-4fa4-44f5-900c-d6e19f97f671 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:57.064105 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-790c3454-4fa4-44f5-900c-d6e19f97f671 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:57.065754 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-790c3454-4fa4-44f5-900c-d6e19f97f671 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1841507 Nov 23 21:58:57.067235 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c3454-4fa4-44f5-900c-d6e19f97f671 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7513100e-1f87-446e-8b9b-533f2986199a,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:57.068934 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35262) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:58:57.073774 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-898e7b9d-e572-466a-952b-6225d70e91a6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Request body: {'security_group_rule': {'security_group_id': 'f26311cf-8353-478f-85f2-54ca1fccd4b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:58:57.094961 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f3aa381a-efd9-49d6-89c4-f59285ed5eb2 req-48302580-792b-47f6-950c-184e8a71820e tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626655 Nov 23 21:58:57.115132 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-898e7b9d-e572-466a-952b-6225d70e91a6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:57.205699 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-898e7b9d-e572-466a-952b-6225d70e91a6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:57.211417 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-898e7b9d-e572-466a-952b-6225d70e91a6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:57.239162 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e7b9d-e572-466a-952b-6225d70e91a6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26390f1-d871-4eec-9658-7f57ace672cc,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:57.250420 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-898e7b9d-e572-466a-952b-6225d70e91a6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:57.252633 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-898e7b9d-e572-466a-952b-6225d70e91a6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1823096 Nov 23 21:58:57.256113 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35270) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:58:57.261618 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d09fcc6b-a3a6-4261-b386-9816e4abe0b5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:58:57.310163 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d09fcc6b-a3a6-4261-b386-9816e4abe0b5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:57.535093 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d09fcc6b-a3a6-4261-b386-9816e4abe0b5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:57.561779 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-7d2b7cb0-3f4e-4102-a052-f1b713f5007c tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:57.563549 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-7d2b7cb0-3f4e-4102-a052-f1b713f5007c tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.60 "GET /v2.0/networks?id=416c3513-0b37-46f7-b130-6fb7a8cbe4b8 HTTP/1.1" status: 200 len: 815 time: 0.2800391 Nov 23 21:58:57.644619 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-679f74de-00ba-4975-b9b7-e37f28e872e7 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Request body: {'port': {'device_id': '74fe7ada-1a9a-4009-bd6d-df6f303903a0', 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8', 'admin_state_up': True, 'tenant_id': '01118b9c5731487a85345966412aa36c'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:58:57.666755 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-d09fcc6b-a3a6-4261-b386-9816e4abe0b5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Allocated IP 172.25.5.85 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/77b57547-a691-4aa5-b5c1-3b9be9d304e4) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:58:57.703741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd07ae1-00cb-4366-a6f4-d28164ec3a42 req-4abe500b-c378-4e8a-91b3-d4a7fb6941dc tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:57.711449 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dbd07ae1-00cb-4366-a6f4-d28164ec3a42 req-4abe500b-c378-4e8a-91b3-d4a7fb6941dc tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce13c829-59f4-42ea-93ab-9d0219f386e3 HTTP/1.1" status: 200 len: 950 time: 0.1007907 Nov 23 21:58:57.816943 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d09fcc6b-a3a6-4261-b386-9816e4abe0b5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:57.849458 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dbd07ae1-00cb-4366-a6f4-d28164ec3a42 req-dc059939-38ea-4409-9d4d-1ab4c8471a91 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370173 Nov 23 21:58:57.879032 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0dfa15ff-323c-4951-8d09-e72de273b2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:57.899561 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d09fcc6b-a3a6-4261-b386-9816e4abe0b5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:57.905601 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-679f74de-00ba-4975-b9b7-e37f28e872e7 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Made reservation on behalf of 01118b9c5731487a85345966412aa36c for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:58:57.914971 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-679f74de-00ba-4975-b9b7-e37f28e872e7 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:57.981299 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09fcc6b-a3a6-4261-b386-9816e4abe0b5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:58:57.987106 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-d09fcc6b-a3a6-4261-b386-9816e4abe0b5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:58:57.991243 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09fcc6b-a3a6-4261-b386-9816e4abe0b5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:58:58.018968 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fcc6b-a3a6-4261-b386-9816e4abe0b5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Pushing event updated for resources: {'Port': ['ID=77b57547-a691-4aa5-b5c1-3b9be9d304e4,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:58.134802 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d09fcc6b-a3a6-4261-b386-9816e4abe0b5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:58.154211 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-679f74de-00ba-4975-b9b7-e37f28e872e7 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Allocated IP 172.20.0.11 (416c3513-0b37-46f7-b130-6fb7a8cbe4b8/971e678f-8614-44b5-bec2-2cb9da7d8874/2d452ccb-d619-405a-85b4-8330b936153d) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:58:58.177832 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-937cd09d-c33a-4310-91be-5bfbf3fa2aa3 req-36b69f18-c50b-42b4-9e3e-b416dab676c4 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=74fe7ada-1a9a-4009-bd6d-df6f303903a0 HTTP/1.1" status: 200 len: 210 time: 0.0425189 Nov 23 21:58:58.178357 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d09fcc6b-a3a6-4261-b386-9816e4abe0b5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:58.223343 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d040b4e-36bc-45f5-a3d4-74dea2b8c6a9 req-f704d36b-2bdc-4d1e-9242-edc6f202aaef tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:58.224893 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d040b4e-36bc-45f5-a3d4-74dea2b8c6a9 req-f704d36b-2bdc-4d1e-9242-edc6f202aaef tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.1360226 Nov 23 21:58:58.367011 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d09fcc6b-a3a6-4261-b386-9816e4abe0b5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:58.372547 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d09fcc6b-a3a6-4261-b386-9816e4abe0b5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:58.402456 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d040b4e-36bc-45f5-a3d4-74dea2b8c6a9 req-627bc9c2-e0bd-48ca-9adb-14a484c0df8c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665041 Nov 23 21:58:58.432366 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12889eb-98ca-4c27-a13d-35ea3a014e2f req-254c1199-f388-446a-99ff-1a10c23f88ab tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:58.433966 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a12889eb-98ca-4c27-a13d-35ea3a014e2f req-254c1199-f388-446a-99ff-1a10c23f88ab tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.1813960 Nov 23 21:58:58.476047 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fcc6b-a3a6-4261-b386-9816e4abe0b5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Pushing event updated for resources: {'Port': ['ID=77b57547-a691-4aa5-b5c1-3b9be9d304e4,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:58.478649 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d09fcc6b-a3a6-4261-b386-9816e4abe0b5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:58.494420 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-679f74de-00ba-4975-b9b7-e37f28e872e7 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:58.501374 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d09fcc6b-a3a6-4261-b386-9816e4abe0b5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:58.502758 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d09fcc6b-a3a6-4261-b386-9816e4abe0b5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2447922 Nov 23 21:58:58.557642 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a12889eb-98ca-4c27-a13d-35ea3a014e2f req-a006ef99-b834-44d8-b6ee-4a211903cb15 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062324 Nov 23 21:58:58.592739 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-679f74de-00ba-4975-b9b7-e37f28e872e7 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:58.610470 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['593e9321-8a5c-488e-bf20-9be765c4f213', '92c688cb-7dd7-4929-919a-341bb9506c34'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:58:58.645771 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['feb274ab-888e-4630-acce-dd868a515864'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:58:58.645902 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-679f74de-00ba-4975-b9b7-e37f28e872e7 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Network 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:58:58.659713 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-679f74de-00ba-4975-b9b7-e37f28e872e7 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:58:58.681287 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-679f74de-00ba-4975-b9b7-e37f28e872e7 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:58:58.684517 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e920412e-6ad4-4429-b747-bd8454efadcc None None] DHCP port deletion for 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:58:58.741891 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f74de-00ba-4975-b9b7-e37f28e872e7 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Pushing event updated for resources: {'Port': ['ID=2d452ccb-d619-405a-85b4-8330b936153d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:58.811846 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-679f74de-00ba-4975-b9b7-e37f28e872e7 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:58.812777 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-679f74de-00ba-4975-b9b7-e37f28e872e7 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:58.847482 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-bc2feba5-3e44-4893-88cb-6722dbb706df tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--168625949&fields=id&tenant_id=32839c3e63d04827b470d0a106b18e8e HTTP/1.1" status: 200 len: 267 time: 0.1219025 Nov 23 21:58:58.851561 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-679f74de-00ba-4975-b9b7-e37f28e872e7 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2114940 Nov 23 21:58:58.865691 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-89ccdfb9-d3f6-4fe0-8e1d-177e1b3c0758 None None] Provisioning complete for port 2d452ccb-d619-405a-85b4-8330b936153d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:58:58.866066 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-89ccdfb9-d3f6-4fe0-8e1d-177e1b3c0758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:58.878923 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-dc3e4369-6813-41e7-92a5-e0e0d0fcd9e1 service neutron] Request body: {'port': {'device_id': '74fe7ada-1a9a-4009-bd6d-df6f303903a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:58:58.978875 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-89ccdfb9-d3f6-4fe0-8e1d-177e1b3c0758 None None] Port 2d452ccb-d619-405a-85b4-8330b936153d cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:58:59.111083 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-dc3e4369-6813-41e7-92a5-e0e0d0fcd9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:59.144796 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f96add-4a11-433a-b36f-70effa4a23ac req-21bf90cb-ce98-4773-b9c2-b4e85208f2cd tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:59.146386 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-02f96add-4a11-433a-b36f-70effa4a23ac req-21bf90cb-ce98-4773-b9c2-b4e85208f2cd tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce13c829-59f4-42ea-93ab-9d0219f386e3 HTTP/1.1" status: 200 len: 950 time: 0.2054296 Nov 23 21:58:59.161236 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-68d0daa4-0343-45f9-96f5-6fd7413f7c52 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:59.162622 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-68d0daa4-0343-45f9-96f5-6fd7413f7c52 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/networks?id=14f777ba-77da-410e-897f-1430639bb0d7 HTTP/1.1" status: 200 len: 816 time: 0.3027055 Nov 23 21:58:59.170935 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35033a92-2e65-4ee1-baf3-2beb8413fae2 req-5541a84a-3ab7-4b52-b7c6-37665b10ca54 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:59.172446 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35033a92-2e65-4ee1-baf3-2beb8413fae2 req-5541a84a-3ab7-4b52-b7c6-37665b10ca54 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce13c829-59f4-42ea-93ab-9d0219f386e3 HTTP/1.1" status: 200 len: 950 time: 0.2235451 Nov 23 21:58:59.245519 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-3792a8e3-6568-4ecf-8059-07a7c76302ef tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/quotas/32839c3e63d04827b470d0a106b18e8e HTTP/1.1" status: 200 len: 375 time: 0.0667393 Nov 23 21:58:59.389555 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281f6e9-1b50-40b3-9332-956b839247bf req-bc9847d9-38ea-4792-b84d-c9f70e4be3a0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:59.391067 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0281f6e9-1b50-40b3-9332-956b839247bf req-bc9847d9-38ea-4792-b84d-c9f70e4be3a0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "GET /v2.0/ports?device_id=46cd63ea-ce09-4ce1-b5e3-65c8c26d4303 HTTP/1.1" status: 200 len: 949 time: 0.0495706 Nov 23 21:58:59.410919 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35033a92-2e65-4ee1-baf3-2beb8413fae2 req-082c9baf-9fc3-42d4-8032-993bf3c4cee8 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293944 Nov 23 21:58:59.438575 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-22e490d7-6736-49e6-879d-c0779a6fb43b tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=32839c3e63d04827b470d0a106b18e8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1834338 Nov 23 21:58:59.483160 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-02f96add-4a11-433a-b36f-70effa4a23ac req-741a5669-6a08-4bee-9921-6491923ede3c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Deleting port 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:58:59.483476 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-02f96add-4a11-433a-b36f-70effa4a23ac req-741a5669-6a08-4bee-9921-6491923ede3c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:59.504080 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-0281f6e9-1b50-40b3-9332-956b839247bf req-cc7c630c-c247-4a3e-b8df-985b26f25dae tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Deleting port de1dd556-b992-4a29-820c-612138b3888c {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:58:59.504341 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0281f6e9-1b50-40b3-9332-956b839247bf req-cc7c630c-c247-4a3e-b8df-985b26f25dae tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:59.595147 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-0281f6e9-1b50-40b3-9332-956b839247bf req-cc7c630c-c247-4a3e-b8df-985b26f25dae tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] For port de1dd556-b992-4a29-820c-612138b3888c, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=de1dd556-b992-4a29-820c-612138b3888c,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:59.595520 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0281f6e9-1b50-40b3-9332-956b839247bf req-cc7c630c-c247-4a3e-b8df-985b26f25dae tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:59.607983 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-0281f6e9-1b50-40b3-9332-956b839247bf req-cc7c630c-c247-4a3e-b8df-985b26f25dae tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Calling delete_port for de1dd556-b992-4a29-820c-612138b3888c owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:58:59.697009 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096facd3-1e5a-443d-8239-4d895e2003d1 req-cfc9bb7e-636a-4400-ab7e-8ac2c5def0f3 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:58:59.698494 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-096facd3-1e5a-443d-8239-4d895e2003d1 req-cfc9bb7e-636a-4400-ab7e-8ac2c5def0f3 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=74fe7ada-1a9a-4009-bd6d-df6f303903a0 HTTP/1.1" status: 200 len: 932 time: 0.2191679 Nov 23 21:58:59.739866 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0281f6e9-1b50-40b3-9332-956b839247bf req-cc7c630c-c247-4a3e-b8df-985b26f25dae tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:59.744647 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f6a43384-f0d3-4394-a8a2-5e5f71d82536 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:58:59.767594 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: f6a43384-f0d3-4394-a8a2-5e5f71d82536 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:58:59.767930 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f6a43384-f0d3-4394-a8a2-5e5f71d82536 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:58:59.768048 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-ac1791ea-076e-40e0-b1e7-ca216a3c1f75 service neutron] 10.222.0.50 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064773 Nov 23 21:58:59.771659 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c630c-c247-4a3e-b8df-985b26f25dae tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Pushing event deleted for resources: {'Port': ['ID=de1dd556-b992-4a29-820c-612138b3888c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:58:59.780657 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-02f96add-4a11-433a-b36f-70effa4a23ac req-741a5669-6a08-4bee-9921-6491923ede3c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] For port 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:58:59.781037 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-02f96add-4a11-433a-b36f-70effa4a23ac req-741a5669-6a08-4bee-9921-6491923ede3c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:59.782602 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['224179a9-9246-4419-a911-b515f4991d15', 'cc13e182-8dcb-4149-ab27-85551d29d8a7', 'ba323a01-8ef9-4534-87b1-7a4562e0aa72', 'de1dd556-b992-4a29-820c-612138b3888c'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:58:59.821259 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-0281f6e9-1b50-40b3-9332-956b839247bf req-cc7c630c-c247-4a3e-b8df-985b26f25dae tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] No DVR routers for this DVR port de1dd556-b992-4a29-820c-612138b3888c on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:58:59.824535 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-0281f6e9-1b50-40b3-9332-956b839247bf req-cc7c630c-c247-4a3e-b8df-985b26f25dae tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:59.829636 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0281f6e9-1b50-40b3-9332-956b839247bf req-cc7c630c-c247-4a3e-b8df-985b26f25dae tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "DELETE /v2.0/ports/de1dd556-b992-4a29-820c-612138b3888c HTTP/1.1" status: 204 len: 173 time: 0.4325302 Nov 23 21:58:59.830127 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cd63ea-ce09-4ce1-b5e3-65c8c26d4303', 'name': 'network-vif-deleted', 'tag': 'de1dd556-b992-4a29-820c-612138b3888c'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:58:59.833142 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c060e782-e116-4a1a-bbb0-4afb81b4a943" -d '{"events": [{"server_uuid": "46cd63ea-ce09-4ce1-b5e3-65c8c26d4303", "name": "network-vif-deleted", "tag": "de1dd556-b992-4a29-820c-612138b3888c"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:58:59.862561 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-02f96add-4a11-433a-b36f-70effa4a23ac req-741a5669-6a08-4bee-9921-6491923ede3c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Calling delete_port for 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:58:59.878248 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:59.889195 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:58:59.895207 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-dc3e4369-6813-41e7-92a5-e0e0d0fcd9e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d452ccb-d619-405a-85b4-8330b936153d {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:58:59.908979 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-dc3e4369-6813-41e7-92a5-e0e0d0fcd9e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:58:59.918045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-096facd3-1e5a-443d-8239-4d895e2003d1 req-693a3696-f0d4-4326-bced-41504111c0dd tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072582 Nov 23 21:58:59.995034 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-dc3e4369-6813-41e7-92a5-e0e0d0fcd9e1 service neutron] Transition to ACTIVE for port object 2d452ccb-d619-405a-85b4-8330b936153d will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:59:00.015867 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-dc3e4369-6813-41e7-92a5-e0e0d0fcd9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:00.098069 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-869978d1-11f3-47ee-9ddf-ef8af73c4b9b service neutron] 10.222.0.50 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007226 Nov 23 21:59:00.115489 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8d74ab-83a8-4add-a939-fbb8e7d9d555 None None] DHCP port deletion for 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:59:00.128555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e4369-6813-41e7-92a5-e0e0d0fcd9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d452ccb-d619-405a-85b4-8330b936153d,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:00.175190 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a77377-3d5a-48ba-9908-d817fecf900d req-e37c46c2-8458-4e1e-9003-46f073d69c4f tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:00.177050 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f3a77377-3d5a-48ba-9908-d817fecf900d req-e37c46c2-8458-4e1e-9003-46f073d69c4f tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.1628652 Nov 23 21:59:00.380043 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-dc3e4369-6813-41e7-92a5-e0e0d0fcd9e1 service neutron] Attempting to bind port 2d452ccb-d619-405a-85b4-8330b936153d on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:59:00.380043 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-dc3e4369-6813-41e7-92a5-e0e0d0fcd9e1 service neutron] Attempting to bind port 2d452ccb-d619-405a-85b4-8330b936153d by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'abaff1ba-c8fd-40d4-822d-6c0fc520c1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:59:00.380043 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-dc3e4369-6813-41e7-92a5-e0e0d0fcd9e1 service neutron] Attempting to bind port 2d452ccb-d619-405a-85b4-8330b936153d on network 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:59:00.396768 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-dc3e4369-6813-41e7-92a5-e0e0d0fcd9e1 service neutron] Port 2d452ccb-d619-405a-85b4-8330b936153d on network 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:59:00.397156 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-dc3e4369-6813-41e7-92a5-e0e0d0fcd9e1 service neutron] Attempting to bind port 2d452ccb-d619-405a-85b4-8330b936153d on network 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:59:00.410759 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f3a77377-3d5a-48ba-9908-d817fecf900d req-6435cb49-7458-49c5-8e14-edc0c9ff9087 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326907 Nov 23 21:59:00.415968 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-dc3e4369-6813-41e7-92a5-e0e0d0fcd9e1 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:59:00.416429 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-dc3e4369-6813-41e7-92a5-e0e0d0fcd9e1 service neutron] Checking segment: {'id': 'abaff1ba-c8fd-40d4-822d-6c0fc520c1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:59:00.416740 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-dc3e4369-6813-41e7-92a5-e0e0d0fcd9e1 service neutron] Bound using segment: {'id': 'abaff1ba-c8fd-40d4-822d-6c0fc520c1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:59:00.417121 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-dc3e4369-6813-41e7-92a5-e0e0d0fcd9e1 service neutron] Bound port: 2d452ccb-d619-405a-85b4-8330b936153d, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abaff1ba-c8fd-40d4-822d-6c0fc520c1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:59:00.417482 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-dc3e4369-6813-41e7-92a5-e0e0d0fcd9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:00.420112 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-02f96add-4a11-433a-b36f-70effa4a23ac req-741a5669-6a08-4bee-9921-6491923ede3c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:00.464854 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c3fbbb53-5309-46c9-802c-4f6eaa562e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:00.482584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a5669-6a08-4bee-9921-6491923ede3c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Pushing event deleted for resources: {'Port': ['ID=8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:00.589644 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f96add-4a11-433a-b36f-70effa4a23ac req-741a5669-6a08-4bee-9921-6491923ede3c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] No DVR routers for this DVR port 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:59:00.603063 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-02f96add-4a11-433a-b36f-70effa4a23ac req-741a5669-6a08-4bee-9921-6491923ede3c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:00.607321 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-02f96add-4a11-433a-b36f-70effa4a23ac req-741a5669-6a08-4bee-9921-6491923ede3c tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.53 "DELETE /v2.0/ports/8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4 HTTP/1.1" status: 204 len: 173 time: 1.4530060 Nov 23 21:59:00.607807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce13c829-59f4-42ea-93ab-9d0219f386e3', 'name': 'network-vif-deleted', 'tag': '8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:59:00.610202 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c31cf68-8f52-44b6-8eff-e099108a3426" -d '{"events": [{"server_uuid": "ce13c829-59f4-42ea-93ab-9d0219f386e3", "name": "network-vif-deleted", "tag": "8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:59:00.628126 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d84ce9d-99f7-4932-be3b-930247524617 x-openstack-request-id: req-5d84ce9d-99f7-4932-be3b-930247524617 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:59:00.628645 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cd63ea-ce09-4ce1-b5e3-65c8c26d4303", "name": "network-vif-deleted", "tag": "de1dd556-b992-4a29-820c-612138b3888c", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:59:00.630953 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d84ce9d-99f7-4932-be3b-930247524617 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:59:00.631089 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8b9d8-fb20-464f-9b80-c30911571c19 req-0bee922b-835a-4779-afe8-748a06476bf5 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:00.632192 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cd63ea-ce09-4ce1-b5e3-65c8c26d4303', 'name': 'network-vif-deleted', 'tag': 'de1dd556-b992-4a29-820c-612138b3888c', 'status': 'completed', 'code': 200} Nov 23 21:59:00.638396 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4be8b9d8-fb20-464f-9b80-c30911571c19 req-0bee922b-835a-4779-afe8-748a06476bf5 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.1685188 Nov 23 21:59:00.656393 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-dc3e4369-6813-41e7-92a5-e0e0d0fcd9e1 service neutron] For port 2d452ccb-d619-405a-85b4-8330b936153d, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:59:00.706169 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-dc3e4369-6813-41e7-92a5-e0e0d0fcd9e1 service neutron] For port 2d452ccb-d619-405a-85b4-8330b936153d, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2d452ccb-d619-405a-85b4-8330b936153d,segment=NetworkSegment(abaff1ba-c8fd-40d4-822d-6c0fc520c1f7),segment_id=abaff1ba-c8fd-40d4-822d-6c0fc520c1f7)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:59:00.708942 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-11c3b2de-0c5e-469b-a433-09e7c0d5a0d5 req-28efd25c-2386-4ba2-ae82-dfe011ced46b tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 210 time: 0.0502579 Nov 23 21:59:00.723410 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-dc3e4369-6813-41e7-92a5-e0e0d0fcd9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:00.743773 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4be8b9d8-fb20-464f-9b80-c30911571c19 req-0c31e9c1-5b0b-4f74-8ea6-47d5dbeacc51 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025012 Nov 23 21:59:00.810399 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fa66d2-7fc9-4ae3-9c55-69476967b619 None None] DHCP port deletion for 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:59:00.811900 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-dc3e4369-6813-41e7-92a5-e0e0d0fcd9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:00.812535 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-dc3e4369-6813-41e7-92a5-e0e0d0fcd9e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:00.814061 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-dc3e4369-6813-41e7-92a5-e0e0d0fcd9e1 service neutron] 10.222.0.60 "PUT /v2.0/ports/2d452ccb-d619-405a-85b4-8330b936153d HTTP/1.1" status: 200 len: 1092 time: 1.9427028 Nov 23 21:59:00.831054 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac07f4b-3a05-432c-a8e1-ae4a1ade185d x-openstack-request-id: req-5ac07f4b-3a05-432c-a8e1-ae4a1ade185d {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:59:00.831772 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce13c829-59f4-42ea-93ab-9d0219f386e3", "name": "network-vif-deleted", "tag": "8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:59:00.831772 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ac07f4b-3a05-432c-a8e1-ae4a1ade185d {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:59:00.832279 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce13c829-59f4-42ea-93ab-9d0219f386e3', 'name': 'network-vif-deleted', 'tag': '8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4', 'status': 'completed', 'code': 200} Nov 23 21:59:00.863890 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93c21caf-7087-404a-82c6-58cf2070f9c3 req-608ea78e-c947-49c0-89bc-60f7fbe38fa9 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce13c829-59f4-42ea-93ab-9d0219f386e3 HTTP/1.1" status: 200 len: 210 time: 0.0447333 Nov 23 21:59:00.877448 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e4369-6813-41e7-92a5-e0e0d0fcd9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d452ccb-d619-405a-85b4-8330b936153d,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:00.937326 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-b4ddbdb4-520e-4c3b-b1e6-40ce478a4ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:00.939269 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-b4ddbdb4-520e-4c3b-b1e6-40ce478a4ccf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=01118b9c5731487a85345966412aa36c&device_id=74fe7ada-1a9a-4009-bd6d-df6f303903a0 HTTP/1.1" status: 200 len: 1095 time: 0.0556407 Nov 23 21:59:01.014432 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-e484f7d0-c4f8-49a4-bebc-0ca2dba3d438 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d452ccb-d619-405a-85b4-8330b936153d HTTP/1.1" status: 200 len: 217 time: 0.0597510 Nov 23 21:59:01.094278 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-5351b309-b6b6-472a-9c39-e9a68f38171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:01.095767 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-5351b309-b6b6-472a-9c39-e9a68f38171e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=971e678f-8614-44b5-bec2-2cb9da7d8874 HTTP/1.1" status: 200 len: 855 time: 0.0664167 Nov 23 21:59:01.104120 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c5c54-d6a0-4ebf-95b1-37e1b0d73e98 req-7a665027-bc7b-46b3-a925-786100ab1ac7 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:01.105451 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a17c5c54-d6a0-4ebf-95b1-37e1b0d73e98 req-7a665027-bc7b-46b3-a925-786100ab1ac7 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=74fe7ada-1a9a-4009-bd6d-df6f303903a0 HTTP/1.1" status: 200 len: 944 time: 0.0858307 Nov 23 21:59:01.143754 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-0ace4091-1c04-4b58-b95c-635f0eb8ef8f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=416c3513-0b37-46f7-b130-6fb7a8cbe4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348291 Nov 23 21:59:01.198835 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['224179a9-9246-4419-a911-b515f4991d15', 'cc13e182-8dcb-4149-ab27-85551d29d8a7', 'ba323a01-8ef9-4534-87b1-7a4562e0aa72'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:59:01.234197 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a17c5c54-d6a0-4ebf-95b1-37e1b0d73e98 req-4ac7b836-adf0-44f2-8677-9a18334f8196 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167579 Nov 23 21:59:01.266374 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-22d2b257-cfee-4ba3-9abf-4d6d6a31f535 service neutron] 10.222.0.60 "GET /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122129 Nov 23 21:59:01.368521 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16b37c13-959f-453a-aadb-44ec475f8b6c req-1dad15bf-0778-4adc-9cb8-88984c6652b0 service neutron] 10.222.0.60 "GET /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878203 Nov 23 21:59:01.539223 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42d14a-ff32-4f77-b237-f02f061c8ae1 req-e344f52a-1d54-4530-b524-936dcf69c010 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:01.540858 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed42d14a-ff32-4f77-b237-f02f061c8ae1 req-e344f52a-1d54-4530-b524-936dcf69c010 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.0548580 Nov 23 21:59:01.558025 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:01.631018 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed42d14a-ff32-4f77-b237-f02f061c8ae1 req-4d248580-cfff-4a2f-8f03-225a249552b7 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828817 Nov 23 21:59:02.030755 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6454e4ac-c097-4b13-a7f0-11a22563efa6 req-757e057d-dcfb-498c-b74b-2255101fd045 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 210 time: 0.0530288 Nov 23 21:59:02.073051 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75595e7b-68d4-4245-89d7-b4a5882e35c2 req-9f32d96d-4414-4224-a007-15db1d7dcfbe tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:02.074700 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-75595e7b-68d4-4245-89d7-b4a5882e35c2 req-9f32d96d-4414-4224-a007-15db1d7dcfbe tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.0979824 Nov 23 21:59:02.082805 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-5c933904-2a3c-469d-b10c-3419ebcefbda tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:02.084218 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-5c933904-2a3c-469d-b10c-3419ebcefbda tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.53 "GET /v2.0/networks?id=14f777ba-77da-410e-897f-1430639bb0d7 HTTP/1.1" status: 200 len: 816 time: 0.5000749 Nov 23 21:59:02.136697 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device de1dd556-b992-4a29-820c-612138b3888c no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:59:02.157979 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: de1dd556-b992-4a29-820c-612138b3888c {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:59:02.158428 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device de1dd556-b992-4a29-820c-612138b3888c not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:59:02.161317 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-75595e7b-68d4-4245-89d7-b4a5882e35c2 req-1152dfda-8fea-4159-91e4-19a7d864c2cc tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761158 Nov 23 21:59:02.189630 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-a4585d0c-38a7-4ef0-8b13-0836a3167596 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32839c3e63d04827b470d0a106b18e8e HTTP/1.1" status: 200 len: 379 time: 0.0897448 Nov 23 21:59:02.200912 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-8bca898a-54d0-42d7-af5c-0f73a8dcb644 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Request body: {'port': {'device_id': 'fd0aff5d-ec47-44ca-b484-84fb695f6a65', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'admin_state_up': True, 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'security_groups': ['f26311cf-8353-478f-85f2-54ca1fccd4b6']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:59:02.356632 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-8bca898a-54d0-42d7-af5c-0f73a8dcb644 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Made reservation on behalf of 32839c3e63d04827b470d0a106b18e8e for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:59:02.360988 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-8bca898a-54d0-42d7-af5c-0f73a8dcb644 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:02.410011 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489eb08-213a-4fc7-be38-4fa35c182ba6 req-ddd91331-fb5c-4118-ac36-a00c1b3385a5 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:02.411620 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2489eb08-213a-4fc7-be38-4fa35c182ba6 req-ddd91331-fb5c-4118-ac36-a00c1b3385a5 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=74fe7ada-1a9a-4009-bd6d-df6f303903a0 HTTP/1.1" status: 200 len: 944 time: 0.0879915 Nov 23 21:59:02.549802 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2489eb08-213a-4fc7-be38-4fa35c182ba6 req-15577a39-b182-436d-b58b-e5f61cf5b62a tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099646 Nov 23 21:59:02.571446 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154146be-0680-4444-bce2-6f90b32650c5 req-7cec188b-af9b-44b6-881a-5db93dbd4919 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:02.572953 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-154146be-0680-4444-bce2-6f90b32650c5 req-7cec188b-af9b-44b6-881a-5db93dbd4919 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ccc81f0-1770-405d-97ca-a5e71047eadf HTTP/1.1" status: 200 len: 948 time: 0.1136210 Nov 23 21:59:02.608579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-8bca898a-54d0-42d7-af5c-0f73a8dcb644 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Allocated IP 172.20.0.14 (14f777ba-77da-410e-897f-1430639bb0d7/9ec95087-31a0-4067-927d-a3091c147250/e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:59:02.646067 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-154146be-0680-4444-bce2-6f90b32650c5 req-1cdac46a-adba-4800-8cee-8b8e4eb5af13 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646782 Nov 23 21:59:02.810833 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec210ac-1ab8-45d6-a3db-4ff4d1b12c5e req-f5f027f9-7a4e-42e7-85f3-7d1eb41d8852 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:02.812331 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ec210ac-1ab8-45d6-a3db-4ff4d1b12c5e req-f5f027f9-7a4e-42e7-85f3-7d1eb41d8852 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.0838177 Nov 23 21:59:02.816870 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-8bca898a-54d0-42d7-af5c-0f73a8dcb644 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:02.835581 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fe7ada-1a9a-4009-bd6d-df6f303903a0', 'tag': '2d452ccb-d619-405a-85b4-8330b936153d'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:59:02.837812 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a98f86-79cd-4c3e-870c-b8ba32e29ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "74fe7ada-1a9a-4009-bd6d-df6f303903a0", "tag": "2d452ccb-d619-405a-85b4-8330b936153d"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:59:02.880008 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d9ba95-7033-43e0-8241-822a8a72df49 x-openstack-request-id: req-d8d9ba95-7033-43e0-8241-822a8a72df49 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:59:02.880283 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74fe7ada-1a9a-4009-bd6d-df6f303903a0", "tag": "2d452ccb-d619-405a-85b4-8330b936153d", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:59:02.880696 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d8d9ba95-7033-43e0-8241-822a8a72df49 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:59:02.880935 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fe7ada-1a9a-4009-bd6d-df6f303903a0', 'tag': '2d452ccb-d619-405a-85b4-8330b936153d', 'status': 'completed', 'code': 200} Nov 23 21:59:02.888579 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ec210ac-1ab8-45d6-a3db-4ff4d1b12c5e req-a8ff9842-d1f9-42a3-b253-b11e322ad5e4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688004 Nov 23 21:59:02.898504 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-8bca898a-54d0-42d7-af5c-0f73a8dcb644 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:02.930315 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:02.957824 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-8bca898a-54d0-42d7-af5c-0f73a8dcb644 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Network 14f777ba-77da-410e-897f-1430639bb0d7 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:59:02.980124 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-8bca898a-54d0-42d7-af5c-0f73a8dcb644 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:59:02.983646 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-8bca898a-54d0-42d7-af5c-0f73a8dcb644 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:59:02.987085 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca898a-54d0-42d7-af5c-0f73a8dcb644 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Pushing event updated for resources: {'Port': ['ID=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:03.036918 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a98f86-79cd-4c3e-870c-b8ba32e29ce0 req-262e6e90-254c-4ba2-b46e-134468118447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:03.038464 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34a98f86-79cd-4c3e-870c-b8ba32e29ce0 req-262e6e90-254c-4ba2-b46e-134468118447 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=01118b9c5731487a85345966412aa36c&device_id=74fe7ada-1a9a-4009-bd6d-df6f303903a0 HTTP/1.1" status: 200 len: 1095 time: 0.1024609 Nov 23 21:59:03.050622 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-8bca898a-54d0-42d7-af5c-0f73a8dcb644 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:03.051562 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-8bca898a-54d0-42d7-af5c-0f73a8dcb644 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:03.104255 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-8bca898a-54d0-42d7-af5c-0f73a8dcb644 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9075401 Nov 23 21:59:03.151108 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-6f1805b5-8bb0-4156-8400-d4fe8a99a306 service neutron] Request body: {'port': {'device_id': 'fd0aff5d-ec47-44ca-b484-84fb695f6a65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:59:03.249152 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ddb94f29-56f2-42ca-aa64-85b0595ea4b7 None None] Provisioning complete for port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:59:03.249736 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ddb94f29-56f2-42ca-aa64-85b0595ea4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:03.271282 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-6f1805b5-8bb0-4156-8400-d4fe8a99a306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:03.280054 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe77718-a231-4182-8366-0b2c8d3a0366 req-4518b360-e724-493b-8eb2-96cc2fb705f8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:03.281527 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1fe77718-a231-4182-8366-0b2c8d3a0366 req-4518b360-e724-493b-8eb2-96cc2fb705f8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 932 time: 0.1453016 Nov 23 21:59:03.282904 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-ddb94f29-56f2-42ca-aa64-85b0595ea4b7 None None] Port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:59:03.299347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a98f86-79cd-4c3e-870c-b8ba32e29ce0 req-d4730e2c-8b64-4d5e-9f52-1b58853a274c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:03.300760 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34a98f86-79cd-4c3e-870c-b8ba32e29ce0 req-d4730e2c-8b64-4d5e-9f52-1b58853a274c service neutron] 10.222.0.60 "GET /v2.0/networks?id=416c3513-0b37-46f7-b130-6fb7a8cbe4b8 HTTP/1.1" status: 200 len: 916 time: 0.2455580 Nov 23 21:59:03.391631 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34a98f86-79cd-4c3e-870c-b8ba32e29ce0 req-b988657b-077a-4b53-860b-476daab6f09b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d452ccb-d619-405a-85b4-8330b936153d HTTP/1.1" status: 200 len: 217 time: 0.0767348 Nov 23 21:59:03.430814 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be7395-a8a3-491c-8aa8-b52408fe1f0d req-08fef4a3-02e7-4c72-bd59-5a58d537ea52 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:03.432252 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-65be7395-a8a3-491c-8aa8-b52408fe1f0d req-08fef4a3-02e7-4c72-bd59-5a58d537ea52 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.1948361 Nov 23 21:59:03.478638 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1fe77718-a231-4182-8366-0b2c8d3a0366 req-c96ab314-6ae8-4732-947b-41d13edf48ed tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816061 Nov 23 21:59:03.568015 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a98f86-79cd-4c3e-870c-b8ba32e29ce0 req-8df7d99b-f52b-482f-87f9-132e82b5ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:03.569497 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34a98f86-79cd-4c3e-870c-b8ba32e29ce0 req-8df7d99b-f52b-482f-87f9-132e82b5ba08 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=971e678f-8614-44b5-bec2-2cb9da7d8874 HTTP/1.1" status: 200 len: 855 time: 0.1607559 Nov 23 21:59:03.631214 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34a98f86-79cd-4c3e-870c-b8ba32e29ce0 req-67d414c7-df59-402f-a91e-4421fd4657b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=416c3513-0b37-46f7-b130-6fb7a8cbe4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476182 Nov 23 21:59:03.634547 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-65be7395-a8a3-491c-8aa8-b52408fe1f0d req-052122ca-e5d5-42e7-b423-5eb4af165ab5 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761172 Nov 23 21:59:03.749250 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:59:03.772808 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:59:03.773150 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 8cc58d2e-cfe5-443b-91a2-d2362a8ee0a4 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:59:03.802953 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:03.833378 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295e3f1-f56a-4348-ba07-97979e1dd867 req-d007fceb-3c1c-4f38-926b-094a64fc551b tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:03.834931 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4295e3f1-f56a-4348-ba07-97979e1dd867 req-d007fceb-3c1c-4f38-926b-094a64fc551b tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=74fe7ada-1a9a-4009-bd6d-df6f303903a0 HTTP/1.1" status: 200 len: 944 time: 0.2142506 Nov 23 21:59:03.897661 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34a98f86-79cd-4c3e-870c-b8ba32e29ce0 req-10a1b324-4f30-4432-9b9a-b87f436af11f service neutron] 10.222.0.60 "GET /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453372 Nov 23 21:59:03.914357 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7c288-9178-4dbb-93f7-d4c12226ad3a req-3a3fcc6d-066d-43ea-8707-fa7507f603c0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:03.915842 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22d7c288-9178-4dbb-93f7-d4c12226ad3a req-3a3fcc6d-066d-43ea-8707-fa7507f603c0 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ccc81f0-1770-405d-97ca-a5e71047eadf HTTP/1.1" status: 200 len: 948 time: 0.1461618 Nov 23 21:59:04.000451 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4295e3f1-f56a-4348-ba07-97979e1dd867 req-6700e738-24b6-43e1-8456-fdb90cda280b tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493106 Nov 23 21:59:04.054831 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-6f1805b5-8bb0-4156-8400-d4fe8a99a306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:59:04.075521 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-6f1805b5-8bb0-4156-8400-d4fe8a99a306 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:04.105408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-6f1805b5-8bb0-4156-8400-d4fe8a99a306 service neutron] Transition to ACTIVE for port object e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:59:04.113701 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22d7c288-9178-4dbb-93f7-d4c12226ad3a req-40d9c2ee-f1a6-4180-b1b1-106276fc6d92 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731617 Nov 23 21:59:04.114287 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-6f1805b5-8bb0-4156-8400-d4fe8a99a306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:04.126856 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2d452ccb-d619-405a-85b4-8330b936153d details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:59:04.158703 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34a98f86-79cd-4c3e-870c-b8ba32e29ce0 req-4b8024c7-070f-41e2-af26-bca0ec3862cd service neutron] 10.222.0.60 "GET /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417829 Nov 23 21:59:04.192259 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcc1ca-2cab-482e-8077-051651d16e86 req-862e0a69-a614-4962-8f67-e5b3706ad0bf tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:04.194555 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4fdcc1ca-2cab-482e-8077-051651d16e86 req-862e0a69-a614-4962-8f67-e5b3706ad0bf tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ccc81f0-1770-405d-97ca-a5e71047eadf HTTP/1.1" status: 200 len: 948 time: 0.1080658 Nov 23 21:59:04.220143 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1805b5-8bb0-4156-8400-d4fe8a99a306 service neutron] Pushing event updated for resources: {'Port': ['ID=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:04.301438 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 2d452ccb-d619-405a-85b4-8330b936153d, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2d452ccb-d619-405a-85b4-8330b936153d,segment=NetworkSegment(abaff1ba-c8fd-40d4-822d-6c0fc520c1f7),segment_id=abaff1ba-c8fd-40d4-822d-6c0fc520c1f7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:59:04.320541 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '2d452ccb-d619-405a-85b4-8330b936153d', 'network_id': '416c3513-0b37-46f7-b130-6fb7a8cbe4b8', 'port_id': '2d452ccb-d619-405a-85b4-8330b936153d', 'mac_address': 'fa:16:3e:30:c0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971e678f-8614-44b5-bec2-2cb9da7d8874', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:59:04.321537 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-4fdcc1ca-2cab-482e-8077-051651d16e86 req-eebde3cf-3fda-4cdc-b86e-4ef37e9bdc55 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Deleting port cc13e182-8dcb-4149-ab27-85551d29d8a7 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:59:04.321887 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4fdcc1ca-2cab-482e-8077-051651d16e86 req-eebde3cf-3fda-4cdc-b86e-4ef37e9bdc55 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:04.322916 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e800c5b-6d70-4c87-866b-4cc00e44e4b2 req-38a345c5-c4de-4ca7-9ebf-de11dbc68914 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:04.327238 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e800c5b-6d70-4c87-866b-4cc00e44e4b2 req-38a345c5-c4de-4ca7-9ebf-de11dbc68914 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.1599457 Nov 23 21:59:04.405051 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-6f1805b5-8bb0-4156-8400-d4fe8a99a306 service neutron] Attempting to bind port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:59:04.405422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-6f1805b5-8bb0-4156-8400-d4fe8a99a306 service neutron] Attempting to bind port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '43fb8f7b-a278-4efd-8a5a-5110658f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:59:04.405712 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-6f1805b5-8bb0-4156-8400-d4fe8a99a306 service neutron] Attempting to bind port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 on network 14f777ba-77da-410e-897f-1430639bb0d7 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:59:04.433463 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5ec25-34f4-4425-8c69-fdc3375c55bf req-dd920f2e-5c69-4a6b-aac9-370a1d3fb019 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:04.436097 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1de5ec25-34f4-4425-8c69-fdc3375c55bf req-dd920f2e-5c69-4a6b-aac9-370a1d3fb019 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "GET /v2.0/ports?device_id=587198a5-3fb0-4d8d-bf90-aa5c9f554ef6 HTTP/1.1" status: 200 len: 950 time: 0.1401224 Nov 23 21:59:04.441579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-6f1805b5-8bb0-4156-8400-d4fe8a99a306 service neutron] Port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 on network 14f777ba-77da-410e-897f-1430639bb0d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:59:04.441938 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-6f1805b5-8bb0-4156-8400-d4fe8a99a306 service neutron] Attempting to bind port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 on network 14f777ba-77da-410e-897f-1430639bb0d7 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:59:04.458018 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e800c5b-6d70-4c87-866b-4cc00e44e4b2 req-dbd38274-cb3c-4836-9389-66a70658a069 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965533 Nov 23 21:59:04.464574 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-6f1805b5-8bb0-4156-8400-d4fe8a99a306 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:59:04.464916 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-6f1805b5-8bb0-4156-8400-d4fe8a99a306 service neutron] Checking segment: {'id': '43fb8f7b-a278-4efd-8a5a-5110658f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:59:04.465370 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-6f1805b5-8bb0-4156-8400-d4fe8a99a306 service neutron] Bound using segment: {'id': '43fb8f7b-a278-4efd-8a5a-5110658f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:59:04.466088 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-6f1805b5-8bb0-4156-8400-d4fe8a99a306 service neutron] Bound port: e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43fb8f7b-a278-4efd-8a5a-5110658f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:59:04.466554 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-6f1805b5-8bb0-4156-8400-d4fe8a99a306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:04.588325 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:04.611391 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d452ccb-d619-405a-85b4-8330b936153d {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:59:04.646831 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-6f1805b5-8bb0-4156-8400-d4fe8a99a306 service neutron] For port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:59:04.652371 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 2d452ccb-d619-405a-85b4-8330b936153d, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2d452ccb-d619-405a-85b4-8330b936153d,segment=NetworkSegment(abaff1ba-c8fd-40d4-822d-6c0fc520c1f7),segment_id=abaff1ba-c8fd-40d4-822d-6c0fc520c1f7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:59:04.665510 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-6f1805b5-8bb0-4156-8400-d4fe8a99a306 service neutron] For port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:59:04.670834 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:04.676266 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-6f1805b5-8bb0-4156-8400-d4fe8a99a306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:04.687551 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c0454-f541-4aa1-92dd-de1b47746ee8 req-7c00e793-9b1e-4044-8175-e0197d116c55 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:04.689110 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dc0c0454-f541-4aa1-92dd-de1b47746ee8 req-7c00e793-9b1e-4044-8175-e0197d116c55 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 944 time: 0.1062644 Nov 23 21:59:04.717584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-1de5ec25-34f4-4425-8c69-fdc3375c55bf req-7d557e91-167e-4982-b041-ae259d52ff18 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Deleting port ba323a01-8ef9-4534-87b1-7a4562e0aa72 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:59:04.717973 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1de5ec25-34f4-4425-8c69-fdc3375c55bf req-7d557e91-167e-4982-b041-ae259d52ff18 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:04.733752 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=2d452ccb-d619-405a-85b4-8330b936153d,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:04.808843 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-6f1805b5-8bb0-4156-8400-d4fe8a99a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:04.809470 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-6f1805b5-8bb0-4156-8400-d4fe8a99a306 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:04.811032 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-6f1805b5-8bb0-4156-8400-d4fe8a99a306 service neutron] 10.222.0.53 "PUT /v2.0/ports/e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 HTTP/1.1" status: 200 len: 1092 time: 1.6722925 Nov 23 21:59:04.819835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-4fdcc1ca-2cab-482e-8077-051651d16e86 req-eebde3cf-3fda-4cdc-b86e-4ef37e9bdc55 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] For port cc13e182-8dcb-4149-ab27-85551d29d8a7, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=cc13e182-8dcb-4149-ab27-85551d29d8a7,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:59:04.820206 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4fdcc1ca-2cab-482e-8077-051651d16e86 req-eebde3cf-3fda-4cdc-b86e-4ef37e9bdc55 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:04.839656 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-4fdcc1ca-2cab-482e-8077-051651d16e86 req-eebde3cf-3fda-4cdc-b86e-4ef37e9bdc55 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Calling delete_port for cc13e182-8dcb-4149-ab27-85551d29d8a7 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:59:04.888923 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0aff5d-ec47-44ca-b484-84fb695f6a65', 'tag': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:59:04.891312 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09beeb0f-8fff-4bbd-a33a-2ffb6cab4057" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0aff5d-ec47-44ca-b484-84fb695f6a65", "tag": "e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:59:04.908086 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1805b5-8bb0-4156-8400-d4fe8a99a306 service neutron] Pushing event updated for resources: {'Port': ['ID=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:04.965961 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dc0c0454-f541-4aa1-92dd-de1b47746ee8 req-8fdc9e8c-2f61-4293-a555-1a435d4fe830 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388387 Nov 23 21:59:04.977973 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5c9e3-df85-4cac-8d33-bd8ac8d3c3bc req-8eb7e6b4-2f76-43d0-a434-23c50ce8700a tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:04.985912 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d4e5c9e3-df85-4cac-8d33-bd8ac8d3c3bc req-8eb7e6b4-2f76-43d0-a434-23c50ce8700a tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.2355702 Nov 23 21:59:04.997143 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-1de5ec25-34f4-4425-8c69-fdc3375c55bf req-7d557e91-167e-4982-b041-ae259d52ff18 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] For port ba323a01-8ef9-4534-87b1-7a4562e0aa72, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=ba323a01-8ef9-4534-87b1-7a4562e0aa72,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:59:04.997143 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1de5ec25-34f4-4425-8c69-fdc3375c55bf req-7d557e91-167e-4982-b041-ae259d52ff18 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:05.008341 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4fdcc1ca-2cab-482e-8077-051651d16e86 req-eebde3cf-3fda-4cdc-b86e-4ef37e9bdc55 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:05.011222 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['2d452ccb-d619-405a-85b4-8330b936153d'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:59:05.015017 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-1de5ec25-34f4-4425-8c69-fdc3375c55bf req-7d557e91-167e-4982-b041-ae259d52ff18 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Calling delete_port for ba323a01-8ef9-4534-87b1-7a4562e0aa72 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:59:05.039299 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-55c8f6bb-7ba4-4149-947d-9842506be5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:05.040802 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-55c8f6bb-7ba4-4149-947d-9842506be5b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=32839c3e63d04827b470d0a106b18e8e&device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 1095 time: 0.1716785 Nov 23 21:59:05.044697 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebde3cf-3fda-4cdc-b86e-4ef37e9bdc55 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Pushing event deleted for resources: {'Port': ['ID=cc13e182-8dcb-4149-ab27-85551d29d8a7,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:05.106478 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fdcc1ca-2cab-482e-8077-051651d16e86 req-eebde3cf-3fda-4cdc-b86e-4ef37e9bdc55 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] No DVR routers for this DVR port cc13e182-8dcb-4149-ab27-85551d29d8a7 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:59:05.109675 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4fdcc1ca-2cab-482e-8077-051651d16e86 req-eebde3cf-3fda-4cdc-b86e-4ef37e9bdc55 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:05.113570 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4fdcc1ca-2cab-482e-8077-051651d16e86 req-eebde3cf-3fda-4cdc-b86e-4ef37e9bdc55 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "DELETE /v2.0/ports/cc13e182-8dcb-4149-ab27-85551d29d8a7 HTTP/1.1" status: 204 len: 173 time: 0.9118676 Nov 23 21:59:05.114056 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccc81f0-1770-405d-97ca-a5e71047eadf', 'name': 'network-vif-deleted', 'tag': 'cc13e182-8dcb-4149-ab27-85551d29d8a7'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:59:05.116926 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc08072c-c309-453d-a175-aa045644b6d4" -d '{"events": [{"server_uuid": "7ccc81f0-1770-405d-97ca-a5e71047eadf", "name": "network-vif-deleted", "tag": "cc13e182-8dcb-4149-ab27-85551d29d8a7"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:59:05.173683 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-624e789f-b761-4371-bd70-530af1ead084 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 HTTP/1.1" status: 200 len: 217 time: 0.0994551 Nov 23 21:59:05.183061 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79eed3b2-97cd-44de-b4ad-e5f3bc3b15c4 x-openstack-request-id: req-79eed3b2-97cd-44de-b4ad-e5f3bc3b15c4 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:59:05.183352 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0aff5d-ec47-44ca-b484-84fb695f6a65", "tag": "e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:59:05.183602 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-79eed3b2-97cd-44de-b4ad-e5f3bc3b15c4 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:59:05.184487 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0aff5d-ec47-44ca-b484-84fb695f6a65', 'tag': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35', 'status': 'completed', 'code': 200} Nov 23 21:59:05.201086 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d4e5c9e3-df85-4cac-8d33-bd8ac8d3c3bc req-d1f068a1-6632-4e3c-bc57-9ef371b151e0 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143123 Nov 23 21:59:05.284618 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-5e29d0c8-81b3-40a9-91f8-9ddaeb37c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:05.286263 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-5e29d0c8-81b3-40a9-91f8-9ddaeb37c262 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ec95087-31a0-4067-927d-a3091c147250 HTTP/1.1" status: 200 len: 855 time: 0.0983179 Nov 23 21:59:05.364098 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a923a1-daa7-4ed9-9faf-1b9bc81a5963 req-c28fc9af-8fa6-4596-b728-2cbd8d9e40fc tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:05.365606 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09a923a1-daa7-4ed9-9faf-1b9bc81a5963 req-c28fc9af-8fa6-4596-b728-2cbd8d9e40fc tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=74fe7ada-1a9a-4009-bd6d-df6f303903a0 HTTP/1.1" status: 200 len: 945 time: 0.1318638 Nov 23 21:59:05.384807 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f69119d-464a-4ee1-9f12-b439b4888d8a x-openstack-request-id: req-8f69119d-464a-4ee1-9f12-b439b4888d8a {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:59:05.385694 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccc81f0-1770-405d-97ca-a5e71047eadf", "name": "network-vif-deleted", "tag": "cc13e182-8dcb-4149-ab27-85551d29d8a7", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:59:05.386111 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f69119d-464a-4ee1-9f12-b439b4888d8a {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:59:05.386668 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccc81f0-1770-405d-97ca-a5e71047eadf', 'name': 'network-vif-deleted', 'tag': 'cc13e182-8dcb-4149-ab27-85551d29d8a7', 'status': 'completed', 'code': 200} Nov 23 21:59:05.406878 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1de5ec25-34f4-4425-8c69-fdc3375c55bf req-7d557e91-167e-4982-b041-ae259d52ff18 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:05.410126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-1ab75864-5df1-4d14-a64e-b3f462806635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:05.411775 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-1ab75864-5df1-4d14-a64e-b3f462806635 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14f777ba-77da-410e-897f-1430639bb0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978212 Nov 23 21:59:05.485140 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d557e91-167e-4982-b041-ae259d52ff18 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Pushing event deleted for resources: {'Port': ['ID=ba323a01-8ef9-4534-87b1-7a4562e0aa72,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:05.534271 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-581cedc1-ac8f-4c8c-bf59-e9aa764b0a6a req-f8dec72d-fdc7-465f-b4c2-ef62bc4423b1 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=7ccc81f0-1770-405d-97ca-a5e71047eadf HTTP/1.1" status: 200 len: 210 time: 0.0614650 Nov 23 21:59:05.551192 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09a923a1-daa7-4ed9-9faf-1b9bc81a5963 req-b0817cd7-c9da-4d6c-8b99-1ca8842c6a0d tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728277 Nov 23 21:59:05.668135 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de5ec25-34f4-4425-8c69-fdc3375c55bf req-7d557e91-167e-4982-b041-ae259d52ff18 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] No DVR routers for this DVR port ba323a01-8ef9-4534-87b1-7a4562e0aa72 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:59:05.673084 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1de5ec25-34f4-4425-8c69-fdc3375c55bf req-7d557e91-167e-4982-b041-ae259d52ff18 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:05.676395 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1de5ec25-34f4-4425-8c69-fdc3375c55bf req-7d557e91-167e-4982-b041-ae259d52ff18 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "DELETE /v2.0/ports/ba323a01-8ef9-4534-87b1-7a4562e0aa72 HTTP/1.1" status: 204 len: 173 time: 1.2244635 Nov 23 21:59:05.700989 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-0b395d68-0760-41ed-a9dc-e854e4dd0870 service neutron] 10.222.0.53 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751276 Nov 23 21:59:05.718369 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42975858-6eb4-4d73-9383-fe93edaa33b6 req-c62eef6e-c712-45a8-a0e1-4b8c5ca4675c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:05.721184 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-42975858-6eb4-4d73-9383-fe93edaa33b6 req-c62eef6e-c712-45a8-a0e1-4b8c5ca4675c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.0977757 Nov 23 21:59:05.836594 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-42975858-6eb4-4d73-9383-fe93edaa33b6 req-908f461f-39d9-4f45-becc-252cdec70104 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957859 Nov 23 21:59:05.843185 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55a75548-a32d-4a80-93c8-f34da5a10f6a req-d57eb785-890b-4338-9f0f-e0aee774e804 service neutron] 10.222.0.53 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209717 Nov 23 21:59:05.867426 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['224179a9-9246-4419-a911-b515f4991d15', 'cc13e182-8dcb-4149-ab27-85551d29d8a7', 'ba323a01-8ef9-4534-87b1-7a4562e0aa72'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:59:05.899446 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['224179a9-9246-4419-a911-b515f4991d15', 'cc13e182-8dcb-4149-ab27-85551d29d8a7', 'ba323a01-8ef9-4534-87b1-7a4562e0aa72'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:59:05.959254 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09beeb0f-8fff-4bbd-a33a-2ffb6cab4057 req-fb5663db-30a0-4410-9341-5e604e4dcd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:05.960797 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09beeb0f-8fff-4bbd-a33a-2ffb6cab4057 req-fb5663db-30a0-4410-9341-5e604e4dcd11 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=32839c3e63d04827b470d0a106b18e8e&device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 1095 time: 0.0504072 Nov 23 21:59:06.093669 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09beeb0f-8fff-4bbd-a33a-2ffb6cab4057 req-fa0a980b-eb99-4125-86a7-d64741a74475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:06.096538 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09beeb0f-8fff-4bbd-a33a-2ffb6cab4057 req-fa0a980b-eb99-4125-86a7-d64741a74475 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14f777ba-77da-410e-897f-1430639bb0d7 HTTP/1.1" status: 200 len: 917 time: 0.1240320 Nov 23 21:59:06.176891 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2d452ccb-d619-405a-85b4-8330b936153d up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:59:06.269459 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 2d452ccb-d619-405a-85b4-8330b936153d completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:59:06.274476 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 2d452ccb-d619-405a-85b4-8330b936153d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:59:06.275449 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:06.406010 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:06.437702 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fe7ada-1a9a-4009-bd6d-df6f303903a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d452ccb-d619-405a-85b4-8330b936153d'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:59:06.440572 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128074da-f22a-4e79-88bf-d8f0c86571f9" -d '{"events": [{"server_uuid": "74fe7ada-1a9a-4009-bd6d-df6f303903a0", "name": "network-vif-plugged", "status": "completed", "tag": "2d452ccb-d619-405a-85b4-8330b936153d"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:59:06.456802 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 2d452ccb-d619-405a-85b4-8330b936153d, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2d452ccb-d619-405a-85b4-8330b936153d,segment=NetworkSegment(abaff1ba-c8fd-40d4-822d-6c0fc520c1f7),segment_id=abaff1ba-c8fd-40d4-822d-6c0fc520c1f7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:59:06.462566 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:06.463614 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device cc13e182-8dcb-4149-ab27-85551d29d8a7 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:59:06.510960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: cc13e182-8dcb-4149-ab27-85551d29d8a7 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:59:06.511318 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device cc13e182-8dcb-4149-ab27-85551d29d8a7 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:59:06.550287 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=2d452ccb-d619-405a-85b4-8330b936153d,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:06.608927 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09beeb0f-8fff-4bbd-a33a-2ffb6cab4057 req-2ab190b2-a1b3-4951-8802-773c7ce8189b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 HTTP/1.1" status: 200 len: 217 time: 0.4492049 Nov 23 21:59:06.676804 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedb206-1c60-47df-b25c-d489071e5f73 req-e747fb55-7a7e-4156-ac3a-efa207f2329e tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:06.678292 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ccedb206-1c60-47df-b25c-d489071e5f73 req-e747fb55-7a7e-4156-ac3a-efa207f2329e tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 944 time: 0.5804007 Nov 23 21:59:06.718402 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09beeb0f-8fff-4bbd-a33a-2ffb6cab4057 req-ca93a878-93d0-4a48-9dc5-feb465759553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:06.719891 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09beeb0f-8fff-4bbd-a33a-2ffb6cab4057 req-ca93a878-93d0-4a48-9dc5-feb465759553 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ec95087-31a0-4067-927d-a3091c147250 HTTP/1.1" status: 200 len: 855 time: 0.0991881 Nov 23 21:59:06.730503 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b30a2-1958-41ae-8b30-515440433210 req-724343c6-7bf9-4e77-ad9f-a21ee91f69d9 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:06.732819 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-996b30a2-1958-41ae-8b30-515440433210 req-724343c6-7bf9-4e77-ad9f-a21ee91f69d9 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.1277561 Nov 23 21:59:06.795405 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ccedb206-1c60-47df-b25c-d489071e5f73 req-a9f0bf69-5b83-4980-a7ec-3e7c91ef2eda tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076469 Nov 23 21:59:06.834178 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09beeb0f-8fff-4bbd-a33a-2ffb6cab4057 req-6f032baf-57f7-4924-880f-ea60daac6932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:06.835730 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09beeb0f-8fff-4bbd-a33a-2ffb6cab4057 req-6f032baf-57f7-4924-880f-ea60daac6932 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14f777ba-77da-410e-897f-1430639bb0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009176 Nov 23 21:59:06.840587 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-996b30a2-1958-41ae-8b30-515440433210 req-28a4bb5b-46f2-470b-af82-51e12087cff5 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915556 Nov 23 21:59:06.900154 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a992fc0-ee31-47c2-be19-4f1fa76ce7c2 x-openstack-request-id: req-0a992fc0-ee31-47c2-be19-4f1fa76ce7c2 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:59:06.900650 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fe7ada-1a9a-4009-bd6d-df6f303903a0", "name": "network-vif-plugged", "status": "completed", "tag": "2d452ccb-d619-405a-85b4-8330b936153d", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:59:06.900767 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0a992fc0-ee31-47c2-be19-4f1fa76ce7c2 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:59:06.901249 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fe7ada-1a9a-4009-bd6d-df6f303903a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d452ccb-d619-405a-85b4-8330b936153d', 'code': 200} Nov 23 21:59:06.950420 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09beeb0f-8fff-4bbd-a33a-2ffb6cab4057 req-aee847bc-13f7-4b30-b510-d70a723c3e89 service neutron] 10.222.0.53 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011837 Nov 23 21:59:07.155171 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf577b-4914-4a65-9796-1fffa9d4fa5f req-3a10f5ff-bf5d-48f8-8bb4-0a38f7f171d0 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:07.156766 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2bf577b-4914-4a65-9796-1fffa9d4fa5f req-3a10f5ff-bf5d-48f8-8bb4-0a38f7f171d0 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=74fe7ada-1a9a-4009-bd6d-df6f303903a0 HTTP/1.1" status: 200 len: 946 time: 0.1879880 Nov 23 21:59:07.158696 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09beeb0f-8fff-4bbd-a33a-2ffb6cab4057 req-e2008d2f-1635-471f-8919-1c4f19c2a9e3 service neutron] 10.222.0.53 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999521 Nov 23 21:59:07.163974 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa01c8-4c90-4974-82e3-7d486d595eba req-cb593207-6901-4393-82e1-3451223ac3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:07.165456 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68aa01c8-4c90-4974-82e3-7d486d595eba req-cb593207-6901-4393-82e1-3451223ac3ae service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=74fe7ada-1a9a-4009-bd6d-df6f303903a0 HTTP/1.1" status: 200 len: 1097 time: 0.1385503 Nov 23 21:59:07.174320 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e410b7-1383-49f6-a641-0ae37a07a0a7 req-b2a17049-8302-4f00-ac52-c2390d2a2b77 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:07.175920 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4e410b7-1383-49f6-a641-0ae37a07a0a7 req-b2a17049-8302-4f00-ac52-c2390d2a2b77 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.1642325 Nov 23 21:59:07.187366 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587198a5-3fb0-4d8d-bf90-aa5c9f554ef6', 'name': 'network-vif-deleted', 'tag': 'ba323a01-8ef9-4534-87b1-7a4562e0aa72'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:59:07.189601 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2176f37-a96e-4cb1-8d68-4e20b37b946c" -d '{"events": [{"server_uuid": "587198a5-3fb0-4d8d-bf90-aa5c9f554ef6", "name": "network-vif-deleted", "tag": "ba323a01-8ef9-4534-87b1-7a4562e0aa72"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:59:07.288618 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68aa01c8-4c90-4974-82e3-7d486d595eba req-e07aeeb6-c2e9-4736-b1ca-3009ca3a6d43 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110277 Nov 23 21:59:07.296330 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2bf577b-4914-4a65-9796-1fffa9d4fa5f req-7a27cb7f-fa61-44db-a429-9490c23007b8 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299682 Nov 23 21:59:07.303485 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4e410b7-1383-49f6-a641-0ae37a07a0a7 req-8d994e29-0a0b-4e88-a48e-6fb44afe2a1d tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096675 Nov 23 21:59:07.370573 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5d7ef7-2477-43b9-bf2b-17adaaa46337 x-openstack-request-id: req-4e5d7ef7-2477-43b9-bf2b-17adaaa46337 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:59:07.370851 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587198a5-3fb0-4d8d-bf90-aa5c9f554ef6", "name": "network-vif-deleted", "tag": "ba323a01-8ef9-4534-87b1-7a4562e0aa72", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:59:07.371116 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e5d7ef7-2477-43b9-bf2b-17adaaa46337 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:59:07.371579 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '587198a5-3fb0-4d8d-bf90-aa5c9f554ef6', 'name': 'network-vif-deleted', 'tag': 'ba323a01-8ef9-4534-87b1-7a4562e0aa72', 'status': 'completed', 'code': 200} Nov 23 21:59:07.633674 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cefb53-2fb4-4a54-bb7c-b94c97be99cc req-ab79060f-e7c5-4d52-9f68-ab40ed38c865 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:07.635227 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1cefb53-2fb4-4a54-bb7c-b94c97be99cc req-ab79060f-e7c5-4d52-9f68-ab40ed38c865 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccffb88b-79f9-4c36-ad87-2d57a23149f6 HTTP/1.1" status: 200 len: 950 time: 0.0512090 Nov 23 21:59:07.688984 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1cefb53-2fb4-4a54-bb7c-b94c97be99cc req-960304c8-d50d-45f8-accd-412ba613f470 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469117 Nov 23 21:59:07.939548 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1b2f1-999a-41b4-aad2-840e1c1a29a7 req-a346e454-3b31-47fb-8b68-8e3b706268f2 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:07.940920 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31c1b2f1-999a-41b4-aad2-840e1c1a29a7 req-a346e454-3b31-47fb-8b68-8e3b706268f2 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 944 time: 0.0660472 Nov 23 21:59:08.004124 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a376d3-d948-41a0-84a9-4f05bd910ec1 req-f6ef718e-2f94-4027-8501-bde94ae5f6aa tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:08.005486 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e4a376d3-d948-41a0-84a9-4f05bd910ec1 req-f6ef718e-2f94-4027-8501-bde94ae5f6aa tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.0904675 Nov 23 21:59:08.022414 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31c1b2f1-999a-41b4-aad2-840e1c1a29a7 req-7cc8041f-c188-4ac0-af56-bb690c1a46ea tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669301 Nov 23 21:59:08.069404 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e4a376d3-d948-41a0-84a9-4f05bd910ec1 req-f3acaea6-4d14-4706-9b68-ba3ea3a7fbfe tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560908 Nov 23 21:59:08.169772 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device ba323a01-8ef9-4534-87b1-7a4562e0aa72 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:59:08.190413 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: ba323a01-8ef9-4534-87b1-7a4562e0aa72 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:59:08.190677 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device ba323a01-8ef9-4534-87b1-7a4562e0aa72 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:59:08.461531 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782570d-b2fc-4366-a4a7-d5a71443c267 req-d24f322b-ba2e-4e17-b418-6351af461a23 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:08.462992 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1782570d-b2fc-4366-a4a7-d5a71443c267 req-d24f322b-ba2e-4e17-b418-6351af461a23 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=74fe7ada-1a9a-4009-bd6d-df6f303903a0 HTTP/1.1" status: 200 len: 946 time: 0.0884655 Nov 23 21:59:08.471393 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ac4af-a69f-4b0a-a61e-36ddba87c15d req-4c8150a5-a303-4d03-b28f-93e3e2557df2 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:08.472806 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-018ac4af-a69f-4b0a-a61e-36ddba87c15d req-4c8150a5-a303-4d03-b28f-93e3e2557df2 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.0712197 Nov 23 21:59:08.549194 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1782570d-b2fc-4366-a4a7-d5a71443c267 req-8c618d65-6f25-4b27-84f6-54e1e85a9ad6 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754139 Nov 23 21:59:08.561798 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-018ac4af-a69f-4b0a-a61e-36ddba87c15d req-1f9fe05b-56ba-4e9a-9586-8ca71cbae4b4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823581 Nov 23 21:59:08.623416 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-724a1a6a-3569-456a-960f-03c4eed9f8db req-f8fa9880-11c3-4905-942a-1a0b58b61fc1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731950 Nov 23 21:59:08.700362 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a1a6a-3569-456a-960f-03c4eed9f8db req-4e16deb9-7ee1-4c7c-9c56-45a9a307aa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:08.702145 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-724a1a6a-3569-456a-960f-03c4eed9f8db req-4e16deb9-7ee1-4c7c-9c56-45a9a307aa0f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 1095 time: 0.0559950 Nov 23 21:59:08.850688 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a85e7-8661-483b-89be-f9807bbcec67 req-008e7876-9bf6-454e-b71c-ede4a40b81c1 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:08.852273 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-359a85e7-8661-483b-89be-f9807bbcec67 req-008e7876-9bf6-454e-b71c-ede4a40b81c1 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccffb88b-79f9-4c36-ad87-2d57a23149f6 HTTP/1.1" status: 200 len: 950 time: 0.0936608 Nov 23 21:59:08.858451 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a1a6a-3569-456a-960f-03c4eed9f8db req-1cbcc163-0e62-4e5f-8172-aef36d0e1ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:08.859754 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-724a1a6a-3569-456a-960f-03c4eed9f8db req-1cbcc163-0e62-4e5f-8172-aef36d0e1ce4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 912 time: 0.1354208 Nov 23 21:59:08.958077 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-359a85e7-8661-483b-89be-f9807bbcec67 req-98bb780e-9774-4c9b-817e-f2e58ea19ac8 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973349 Nov 23 21:59:08.962046 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-724a1a6a-3569-456a-960f-03c4eed9f8db req-3b2daa98-290c-4108-b30c-186187e96cfe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69 HTTP/1.1" status: 200 len: 998 time: 0.0875478 Nov 23 21:59:09.019294 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a1a6a-3569-456a-960f-03c4eed9f8db req-d931a7ea-c49a-484d-9285-5e87a70e5632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:09.019294 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-724a1a6a-3569-456a-960f-03c4eed9f8db req-d931a7ea-c49a-484d-9285-5e87a70e5632 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 0.0481298 Nov 23 21:59:09.123084 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a1a6a-3569-456a-960f-03c4eed9f8db req-ca5b7921-8c19-4ce2-9f79-2b4b57823755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:09.132611 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-724a1a6a-3569-456a-960f-03c4eed9f8db req-ca5b7921-8c19-4ce2-9f79-2b4b57823755 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036906 Nov 23 21:59:09.314323 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682c655-7c79-48a4-9368-e2196ad907a6 req-b65dbf68-bc35-4e00-9e57-d85910f33a95 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:09.315867 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f682c655-7c79-48a4-9368-e2196ad907a6 req-b65dbf68-bc35-4e00-9e57-d85910f33a95 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 944 time: 0.1366799 Nov 23 21:59:09.323644 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a84f4-8c11-44db-a41a-f52a56c05239 req-7ed5d8db-7463-4075-a9d7-e46f84b949d3 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:09.325752 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b97a84f4-8c11-44db-a41a-f52a56c05239 req-7ed5d8db-7463-4075-a9d7-e46f84b949d3 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.1415062 Nov 23 21:59:09.328932 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-724a1a6a-3569-456a-960f-03c4eed9f8db req-ba90a5fc-160f-4f74-ba88-b188c2ad998b service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845822 Nov 23 21:59:09.460988 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f682c655-7c79-48a4-9368-e2196ad907a6 req-3d986d76-6bd7-4f0b-a449-3c559368a7d8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340442 Nov 23 21:59:09.463938 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b97a84f4-8c11-44db-a41a-f52a56c05239 req-fb96b616-b562-4408-86c4-1a8affec69f9 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293049 Nov 23 21:59:09.489870 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-724a1a6a-3569-456a-960f-03c4eed9f8db req-e82078b7-e294-4984-ad2f-ab67f9135df6 service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384988 Nov 23 21:59:09.562810 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b0ec9-9b3c-49ea-b2ce-a31d71fc1f10 req-5be7e076-0d80-4c0f-b4e8-00a3792d546b tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:09.564361 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4e1b0ec9-9b3c-49ea-b2ce-a31d71fc1f10 req-5be7e076-0d80-4c0f-b4e8-00a3792d546b tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccffb88b-79f9-4c36-ad87-2d57a23149f6 HTTP/1.1" status: 200 len: 950 time: 0.0669138 Nov 23 21:59:09.759296 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8946e-8109-4761-97e5-f9cd747786a0 req-08db7322-dcaa-4858-8026-355a043b3388 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:09.760770 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50d8946e-8109-4761-97e5-f9cd747786a0 req-08db7322-dcaa-4858-8026-355a043b3388 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=74fe7ada-1a9a-4009-bd6d-df6f303903a0 HTTP/1.1" status: 200 len: 946 time: 0.1181571 Nov 23 21:59:09.780359 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:59:09.783914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cd940-71ce-44df-824f-a02fdbef2d8b req-0dfe1194-4f7a-4bb6-814f-ec1d3f109528 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:09.785453 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f9cd940-71ce-44df-824f-a02fdbef2d8b req-0dfe1194-4f7a-4bb6-814f-ec1d3f109528 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.0952392 Nov 23 21:59:09.801666 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-4e1b0ec9-9b3c-49ea-b2ce-a31d71fc1f10 req-c99ba8e7-b145-42a2-afc9-127efa3d0e26 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Deleting port 224179a9-9246-4419-a911-b515f4991d15 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:59:09.801998 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4e1b0ec9-9b3c-49ea-b2ce-a31d71fc1f10 req-c99ba8e7-b145-42a2-afc9-127efa3d0e26 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:09.889402 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:59:09.904929 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'port_id': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35', 'mac_address': 'fa:16:3e:a0:10:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec95087-31a0-4067-927d-a3091c147250', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:59:09.932635 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50d8946e-8109-4761-97e5-f9cd747786a0 req-217683d8-6508-4e97-9c8d-b9879332f133 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601074 Nov 23 21:59:09.963140 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f9cd940-71ce-44df-824f-a02fdbef2d8b req-7275011a-e28b-4f8e-b346-9c1f23d0c009 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578622 Nov 23 21:59:09.984310 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:09.997406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-4e1b0ec9-9b3c-49ea-b2ce-a31d71fc1f10 req-c99ba8e7-b145-42a2-afc9-127efa3d0e26 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] For port 224179a9-9246-4419-a911-b515f4991d15, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=224179a9-9246-4419-a911-b515f4991d15,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:59:09.997838 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4e1b0ec9-9b3c-49ea-b2ce-a31d71fc1f10 req-c99ba8e7-b145-42a2-afc9-127efa3d0e26 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:10.013996 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-4e1b0ec9-9b3c-49ea-b2ce-a31d71fc1f10 req-c99ba8e7-b145-42a2-afc9-127efa3d0e26 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Calling delete_port for 224179a9-9246-4419-a911-b515f4991d15 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:59:10.022337 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:59:10.045478 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:59:10.050318 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:10.107280 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:10.170657 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb2838-616d-4397-8950-901f250ecded req-45f140ff-440a-4907-a9b4-826ba32eb80f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:10.172265 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-15bb2838-616d-4397-8950-901f250ecded req-45f140ff-440a-4907-a9b4-826ba32eb80f tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccffb88b-79f9-4c36-ad87-2d57a23149f6 HTTP/1.1" status: 200 len: 950 time: 0.0827105 Nov 23 21:59:10.266527 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4e1b0ec9-9b3c-49ea-b2ce-a31d71fc1f10 req-c99ba8e7-b145-42a2-afc9-127efa3d0e26 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:10.271585 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-15bb2838-616d-4397-8950-901f250ecded req-aae4d301-3b71-4023-ab69-72c1d91a2155 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.50 "GET /v2.0/security-groups?id=269b01d1-5b36-407e-827f-e8a9d0a5cd5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855563 Nov 23 21:59:10.309004 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ba8e7-b145-42a2-afc9-127efa3d0e26 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Pushing event deleted for resources: {'Port': ['ID=224179a9-9246-4419-a911-b515f4991d15,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:10.372829 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1b0ec9-9b3c-49ea-b2ce-a31d71fc1f10 req-c99ba8e7-b145-42a2-afc9-127efa3d0e26 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] No DVR routers for this DVR port 224179a9-9246-4419-a911-b515f4991d15 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:59:10.376456 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4e1b0ec9-9b3c-49ea-b2ce-a31d71fc1f10 req-c99ba8e7-b145-42a2-afc9-127efa3d0e26 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:10.380015 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4e1b0ec9-9b3c-49ea-b2ce-a31d71fc1f10 req-c99ba8e7-b145-42a2-afc9-127efa3d0e26 tempest-ServersOnMultiNodesTest-2091190844 tempest-ServersOnMultiNodesTest-2091190844-project] 10.222.0.60 "DELETE /v2.0/ports/224179a9-9246-4419-a911-b515f4991d15 HTTP/1.1" status: 204 len: 173 time: 0.8004856 Nov 23 21:59:10.380637 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccffb88b-79f9-4c36-ad87-2d57a23149f6', 'name': 'network-vif-deleted', 'tag': '224179a9-9246-4419-a911-b515f4991d15'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:59:10.384654 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dadcaa0-88db-4ea2-bb51-1477208613ed" -d '{"events": [{"server_uuid": "ccffb88b-79f9-4c36-ad87-2d57a23149f6", "name": "network-vif-deleted", "tag": "224179a9-9246-4419-a911-b515f4991d15"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:59:10.443046 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46006b1-4a57-44c2-9225-f138f9266512 x-openstack-request-id: req-c46006b1-4a57-44c2-9225-f138f9266512 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:59:10.443371 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccffb88b-79f9-4c36-ad87-2d57a23149f6", "name": "network-vif-deleted", "tag": "224179a9-9246-4419-a911-b515f4991d15", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:59:10.443629 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c46006b1-4a57-44c2-9225-f138f9266512 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:59:10.444040 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccffb88b-79f9-4c36-ad87-2d57a23149f6', 'name': 'network-vif-deleted', 'tag': '224179a9-9246-4419-a911-b515f4991d15', 'status': 'completed', 'code': 200} Nov 23 21:59:10.488484 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:59:10.708380 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97fef2-7e26-484b-ad59-24614a07e745 req-69b1c437-c7ed-4050-8e64-9f5a02766f66 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:10.717976 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4e97fef2-7e26-484b-ad59-24614a07e745 req-69b1c437-c7ed-4050-8e64-9f5a02766f66 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.0785382 Nov 23 21:59:10.776446 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce28e-8ddd-4a6c-a072-05c82ddb4545 req-60532574-ca7e-4ac6-9bd2-06079b07ebd0 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:10.784358 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-816ce28e-8ddd-4a6c-a072-05c82ddb4545 req-60532574-ca7e-4ac6-9bd2-06079b07ebd0 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 945 time: 0.1878088 Nov 23 21:59:10.856335 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-816ce28e-8ddd-4a6c-a072-05c82ddb4545 req-33caff3b-13fe-483d-af08-2f8585f13eaa tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709283 Nov 23 21:59:10.881042 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4e97fef2-7e26-484b-ad59-24614a07e745 req-97888af8-5124-4454-8683-c7a6aa7cd84f tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616585 Nov 23 21:59:11.127363 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae5e85-21a2-4a42-8ca8-05a0f8ce1010 req-eefceb82-9ba5-4d25-8fdc-e6f6eeae21fc tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:11.135267 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5ae5e85-21a2-4a42-8ca8-05a0f8ce1010 req-eefceb82-9ba5-4d25-8fdc-e6f6eeae21fc tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.0833352 Nov 23 21:59:11.184631 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5ae5e85-21a2-4a42-8ca8-05a0f8ce1010 req-cb71d89d-0f47-4375-a502-baa41cdbca68 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465486 Nov 23 21:59:11.412041 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cfc38-3357-4a18-b3e8-ab1ee2f71fe7 req-3d7379db-c0f1-49de-a915-0ea4bee489c5 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:11.421024 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e7cfc38-3357-4a18-b3e8-ab1ee2f71fe7 req-3d7379db-c0f1-49de-a915-0ea4bee489c5 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0718198 Nov 23 21:59:11.514218 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e7cfc38-3357-4a18-b3e8-ab1ee2f71fe7 req-c75c2dc6-2575-4cc2-94d6-6d18a965a979 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882688 Nov 23 21:59:11.637660 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603e160-83e0-447d-88ea-0a73c88a2dd4 req-0a668b65-d37c-4810-b495-3d79ce565128 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:11.639228 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2603e160-83e0-447d-88ea-0a73c88a2dd4 req-0a668b65-d37c-4810-b495-3d79ce565128 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0524440 Nov 23 21:59:11.686898 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35518) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:11.688452 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2603e160-83e0-447d-88ea-0a73c88a2dd4 req-77118374-37a2-4868-a168-5eb3368e4f1c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430081 Nov 23 21:59:11.840552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35528) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:11.841216 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-96b01b53-923e-44cf-9f8a-08f0486c9f72 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=14bac651c09042789e9eb24760feece8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1513989 Nov 23 21:59:11.921087 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d7f6543c-d154-47d9-bee7-41c91119b36a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:12.012332 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d7f6543c-d154-47d9-bee7-41c91119b36a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:12.083527 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7926333-3f03-4e3c-9e06-372ea6d91597 req-56948730-f6d5-4e75-85d0-8c3bdb1fe5b5 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:12.085330 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e7926333-3f03-4e3c-9e06-372ea6d91597 req-56948730-f6d5-4e75-85d0-8c3bdb1fe5b5 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.1420023 Nov 23 21:59:12.104233 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-a1e69032-2653-40dd-b3f7-b214321fccac tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:12.111518 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-a1e69032-2653-40dd-b3f7-b214321fccac tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 811 time: 0.2174563 Nov 23 21:59:12.140078 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-b9a796d1-cdd0-423c-8d67-58d004a978a4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/quotas/e0a0bf8995194df794b65596ff42d910 HTTP/1.1" status: 200 len: 375 time: 0.0273950 Nov 23 21:59:12.155678 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d7f6543c-d154-47d9-bee7-41c91119b36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:12.159169 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d7f6543c-d154-47d9-bee7-41c91119b36a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:12.162671 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d7f6543c-d154-47d9-bee7-41c91119b36a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/269b01d1-5b36-407e-827f-e8a9d0a5cd5f HTTP/1.1" status: 204 len: 168 time: 0.3187654 Nov 23 21:59:12.190879 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 224179a9-9246-4419-a911-b515f4991d15 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:59:12.209506 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6543c-d154-47d9-bee7-41c91119b36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269b01d1-5b36-407e-827f-e8a9d0a5cd5f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:12.224752 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e7926333-3f03-4e3c-9e06-372ea6d91597 req-520950cc-ddd1-4795-96ef-95c709d1efb6 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289661 Nov 23 21:59:12.261586 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 224179a9-9246-4419-a911-b515f4991d15 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:59:12.262274 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 224179a9-9246-4419-a911-b515f4991d15 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:59:12.269742 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-5f2ee530-00eb-49b2-9d9f-99016c24f887 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1218278 Nov 23 21:59:12.348341 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:59:12.391330 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e4384-64eb-45f9-a2c1-aa18603c904f req-d897df15-56f0-4ff9-b74c-a08c2e90f180 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:12.401222 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9e3e4384-64eb-45f9-a2c1-aa18603c904f req-d897df15-56f0-4ff9-b74c-a08c2e90f180 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 945 time: 0.0854762 Nov 23 21:59:12.501961 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9e3e4384-64eb-45f9-a2c1-aa18603c904f req-519dbbb7-e1a6-4e2b-bf70-8d923d8def57 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998721 Nov 23 21:59:12.593382 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-55b24d43-c9e7-47b9-9ffd-532e24c663a0 service neutron] 10.222.0.50 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082068 Nov 23 21:59:12.594250 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35558) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:12.707741 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1db52496-6fbe-430d-9a36-b53ad768350e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=102baedb213940b19296de0d1bad0ba6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1101475 Nov 23 21:59:12.708350 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35560) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:12.769216 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-dc236473-8535-4533-9833-9f27e60a0e1f service neutron] 10.222.0.50 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665320 Nov 23 21:59:12.797035 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d4b64d18-bc01-4086-8dd7-9d5410c0ddf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:12.848199 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d4b64d18-bc01-4086-8dd7-9d5410c0ddf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:12.939366 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d4b64d18-bc01-4086-8dd7-9d5410c0ddf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:12.947895 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d4b64d18-bc01-4086-8dd7-9d5410c0ddf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:12.947895 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d4b64d18-bc01-4086-8dd7-9d5410c0ddf9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1647ddd5-b5d9-40db-ac30-017a56cbaf25 HTTP/1.1" status: 204 len: 168 time: 0.2344882 Nov 23 21:59:12.962107 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b64d18-bc01-4086-8dd7-9d5410c0ddf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1647ddd5-b5d9-40db-ac30-017a56cbaf25,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:13.053538 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8ded249b-8823-4816-b59a-34d8f3bd91c3 req-a1a666aa-e148-4729-a3e5-ae9bee41888c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab2bb875-8da2-4d4d-9017-cae75f8e6181 HTTP/1.1" status: 200 len: 210 time: 0.0555298 Nov 23 21:59:13.416369 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5fa1b-9eea-4515-986b-a3052380e84d req-0ed25ed4-a32e-44ff-9448-73b4e42d71cd tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:13.417916 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3bc5fa1b-9eea-4515-986b-a3052380e84d req-0ed25ed4-a32e-44ff-9448-73b4e42d71cd tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.0736308 Nov 23 21:59:13.595638 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3bc5fa1b-9eea-4515-986b-a3052380e84d req-46ebb717-6305-4a1e-b234-9c0f8202796f tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706541 Nov 23 21:59:13.797770 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:59:13.818836 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff78d7-a23d-4005-948a-eadcc01d7259 req-ad16e691-f815-438f-b594-a43eff9db55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:13.820373 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-80ff78d7-a23d-4005-948a-eadcc01d7259 req-ad16e691-f815-438f-b594-a43eff9db55f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 1096 time: 0.0988214 Nov 23 21:59:13.938868 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:59:13.943417 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:59:13.944147 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:14.027822 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f37550-d5b7-4845-a1e9-dc31e121e794 req-d022b5cb-e628-4e93-889b-1970e9ef7cec tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:14.029632 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-95f37550-d5b7-4845-a1e9-dc31e121e794 req-d022b5cb-e628-4e93-889b-1970e9ef7cec tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 945 time: 0.1620882 Nov 23 21:59:14.038078 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:14.044811 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-80ff78d7-a23d-4005-948a-eadcc01d7259 req-625ddac8-ad8c-4d32-8c9f-fdc8ae6c68be service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145250 Nov 23 21:59:14.102611 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:59:14.103752 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0aff5d-ec47-44ca-b484-84fb695f6a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:59:14.106877 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689d755e-343b-4a66-9004-7fe181ae8bcb" -d '{"events": [{"server_uuid": "fd0aff5d-ec47-44ca-b484-84fb695f6a65", "name": "network-vif-plugged", "status": "completed", "tag": "e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:59:14.111316 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:14.152045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-95f37550-d5b7-4845-a1e9-dc31e121e794 req-83a3a7d0-b313-4ea7-b891-7c374edb539f tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062324 Nov 23 21:59:14.245010 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:14.282454 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a802ebf1-fe92-4460-b35d-a631ba178b22 x-openstack-request-id: req-a802ebf1-fe92-4460-b35d-a631ba178b22 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:59:14.283066 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0aff5d-ec47-44ca-b484-84fb695f6a65", "name": "network-vif-plugged", "status": "completed", "tag": "e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:59:14.283481 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a802ebf1-fe92-4460-b35d-a631ba178b22 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:59:14.284052 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0aff5d-ec47-44ca-b484-84fb695f6a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35', 'code': 200} Nov 23 21:59:14.288317 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2584ff9e-8ae3-48d9-b66e-dd2a7907d9f4 req-61344a98-173c-459e-868e-f50263db672f tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab2bb875-8da2-4d4d-9017-cae75f8e6181 HTTP/1.1" status: 200 len: 210 time: 0.0674162 Nov 23 21:59:14.403904 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0709cb-3a3d-4565-a3aa-7edda74c93e9 req-0355cf01-4df6-4d63-8eaf-527d0889bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:14.405524 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3c0709cb-3a3d-4565-a3aa-7edda74c93e9 req-0355cf01-4df6-4d63-8eaf-527d0889bcdc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 1097 time: 0.0526283 Nov 23 21:59:14.481480 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3c0709cb-3a3d-4565-a3aa-7edda74c93e9 req-d425ede6-f279-4af0-b071-e5a1c3ba4f07 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614669 Nov 23 21:59:14.858678 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf44d25-181a-451e-893f-47e300b2af35 req-b324b6f4-2bfb-423b-b61a-f4a9d997af9f tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:14.866594 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fbf44d25-181a-451e-893f-47e300b2af35 req-b324b6f4-2bfb-423b-b61a-f4a9d997af9f tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.1403811 Nov 23 21:59:14.988603 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fbf44d25-181a-451e-893f-47e300b2af35 req-62404c52-efab-40e6-9dea-edd928c6c47b tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056883 Nov 23 21:59:15.022048 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-c1bbaf56-0434-427e-bf01-355855affe45 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:15.023580 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-c1bbaf56-0434-427e-bf01-355855affe45 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.60 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 811 time: 0.2579176 Nov 23 21:59:15.062544 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-ba1212dc-27c4-4871-80db-e6276da0a693 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Request body: {'port': {'device_id': 'ab2bb875-8da2-4d4d-9017-cae75f8e6181', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'admin_state_up': True, 'tenant_id': 'e0a0bf8995194df794b65596ff42d910'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:59:15.273038 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-ba1212dc-27c4-4871-80db-e6276da0a693 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Made reservation on behalf of e0a0bf8995194df794b65596ff42d910 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:59:15.277231 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-ba1212dc-27c4-4871-80db-e6276da0a693 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:15.505612 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4cdfa39-783a-4725-af50-385ba9e9d2cd req-0588424d-29d5-401f-964f-885de9c7424c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab2bb875-8da2-4d4d-9017-cae75f8e6181 HTTP/1.1" status: 200 len: 210 time: 0.0825853 Nov 23 21:59:15.522438 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fca697-cd4e-4f97-8b52-85803be09848 req-5a9aee51-8344-427f-b25e-4827b9c34632 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:15.531263 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4fca697-cd4e-4f97-8b52-85803be09848 req-5a9aee51-8344-427f-b25e-4827b9c34632 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.1970346 Nov 23 21:59:15.627456 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4fca697-cd4e-4f97-8b52-85803be09848 req-73c96e6b-7d63-4737-abc1-b311e8ac9555 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953505 Nov 23 21:59:15.652895 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-ba1212dc-27c4-4871-80db-e6276da0a693 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Allocated IP 172.20.0.5 (1f34eebc-f88f-4362-9a35-3496c9faad72/0ee598eb-2a1d-4204-a47b-609e766d3330/f62d93e2-e3bd-4265-9105-e3d04aa665e7) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:59:15.858482 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-ba1212dc-27c4-4871-80db-e6276da0a693 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:15.897921 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-ba1212dc-27c4-4871-80db-e6276da0a693 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:15.933282 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['6bc9a275-873b-46d0-8866-89793d8e488a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:59:16.038376 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-ba1212dc-27c4-4871-80db-e6276da0a693 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Network 1f34eebc-f88f-4362-9a35-3496c9faad72 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:59:16.057805 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-ba1212dc-27c4-4871-80db-e6276da0a693 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:59:16.092432 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-ba1212dc-27c4-4871-80db-e6276da0a693 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:59:16.564535 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-21c25db9-ef4e-4468-91cb-55b1ab4bcb6e None None] Provisioning complete for port f62d93e2-e3bd-4265-9105-e3d04aa665e7 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:59:16.564832 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-21c25db9-ef4e-4468-91cb-55b1ab4bcb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:16.605218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-ba1212dc-27c4-4871-80db-e6276da0a693 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:16.605899 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-ba1212dc-27c4-4871-80db-e6276da0a693 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:16.618776 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1212dc-27c4-4871-80db-e6276da0a693 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Pushing event updated for resources: {'Port': ['ID=f62d93e2-e3bd-4265-9105-e3d04aa665e7,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:16.637741 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-ba1212dc-27c4-4871-80db-e6276da0a693 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5793350 Nov 23 21:59:16.647880 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9683399-642e-4396-b837-6de29ef4e8f0 req-1e19ebf3-f63f-43d9-a028-0466fa49e409 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:16.649441 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d9683399-642e-4396-b837-6de29ef4e8f0 req-1e19ebf3-f63f-43d9-a028-0466fa49e409 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.5707581 Nov 23 21:59:16.655887 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-01e39f45-4708-43c4-8da5-b86ec1d1a369 service neutron] Request body: {'port': {'device_id': 'ab2bb875-8da2-4d4d-9017-cae75f8e6181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:59:16.662749 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-21c25db9-ef4e-4468-91cb-55b1ab4bcb6e None None] Port f62d93e2-e3bd-4265-9105-e3d04aa665e7 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 21:59:16.718934 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-01e39f45-4708-43c4-8da5-b86ec1d1a369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:16.843636 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d9683399-642e-4396-b837-6de29ef4e8f0 req-97a03f23-aa8b-4f0b-91af-4fd3bad749e6 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255503 Nov 23 21:59:16.877673 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758990a-2b89-4b2a-9065-bedb2f1573de req-c7693f02-310d-49a2-bd05-6d6ddf53e036 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:16.883126 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b758990a-2b89-4b2a-9065-bedb2f1573de req-c7693f02-310d-49a2-bd05-6d6ddf53e036 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab2bb875-8da2-4d4d-9017-cae75f8e6181 HTTP/1.1" status: 200 len: 931 time: 0.1316667 Nov 23 21:59:17.065509 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3aba4-ef68-408c-83bb-95748d2e84c8 req-93f37873-c773-4cd2-97ae-41fb430743d2 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:17.067046 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-70e3aba4-ef68-408c-83bb-95748d2e84c8 req-93f37873-c773-4cd2-97ae-41fb430743d2 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.1333997 Nov 23 21:59:17.073600 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b758990a-2b89-4b2a-9065-bedb2f1573de req-072f0626-0f28-4a13-a9ec-8b22fcb06fdf tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412108 Nov 23 21:59:17.182875 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-70e3aba4-ef68-408c-83bb-95748d2e84c8 req-9789efd3-569c-4924-bf2d-d594080e955c tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061432 Nov 23 21:59:17.205650 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-732b2e93-5928-4ec2-bb76-e0395e78db74 req-c9c69ecf-f81a-4fa3-aaa1-5249701aee56 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-227359407', 'description': 'tempest-description-1179542529'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:59:17.276209 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-01e39f45-4708-43c4-8da5-b86ec1d1a369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62d93e2-e3bd-4265-9105-e3d04aa665e7 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:59:17.284599 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-732b2e93-5928-4ec2-bb76-e0395e78db74 req-c9c69ecf-f81a-4fa3-aaa1-5249701aee56 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:17.288062 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-01e39f45-4708-43c4-8da5-b86ec1d1a369 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:17.318056 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-01e39f45-4708-43c4-8da5-b86ec1d1a369 service neutron] Transition to ACTIVE for port object f62d93e2-e3bd-4265-9105-e3d04aa665e7 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:59:17.334799 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-01e39f45-4708-43c4-8da5-b86ec1d1a369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:17.482317 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e39f45-4708-43c4-8da5-b86ec1d1a369 service neutron] Pushing event updated for resources: {'Port': ['ID=f62d93e2-e3bd-4265-9105-e3d04aa665e7,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:17.591602 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-732b2e93-5928-4ec2-bb76-e0395e78db74 req-c9c69ecf-f81a-4fa3-aaa1-5249701aee56 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:17.633991 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-732b2e93-5928-4ec2-bb76-e0395e78db74 req-c9c69ecf-f81a-4fa3-aaa1-5249701aee56 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:17.644614 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fb5f2-cbff-492f-9c7f-060bd714127b req-35914226-38a0-4027-bf30-d50649be7c87 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:17.646315 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a3fb5f2-cbff-492f-9c7f-060bd714127b req-35914226-38a0-4027-bf30-d50649be7c87 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.2077112 Nov 23 21:59:17.671048 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35694) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:17.677923 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ce011a5f-9d0f-47ae-8ee0-6467f70f5b80 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Request body: {'floatingip': {'port_id': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:59:17.696799 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c69ecf-f81a-4fa3-aaa1-5249701aee56 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ebc7a8-eb0f-4688-8e65-a03593b3fd42,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:17.707453 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-01e39f45-4708-43c4-8da5-b86ec1d1a369 service neutron] Attempting to bind port f62d93e2-e3bd-4265-9105-e3d04aa665e7 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:59:17.707453 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-01e39f45-4708-43c4-8da5-b86ec1d1a369 service neutron] Attempting to bind port f62d93e2-e3bd-4265-9105-e3d04aa665e7 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:59:17.707453 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-01e39f45-4708-43c4-8da5-b86ec1d1a369 service neutron] Attempting to bind port f62d93e2-e3bd-4265-9105-e3d04aa665e7 on network 1f34eebc-f88f-4362-9a35-3496c9faad72 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:59:17.736398 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-732b2e93-5928-4ec2-bb76-e0395e78db74 req-c9c69ecf-f81a-4fa3-aaa1-5249701aee56 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:17.737657 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-732b2e93-5928-4ec2-bb76-e0395e78db74 req-c9c69ecf-f81a-4fa3-aaa1-5249701aee56 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.5382087 Nov 23 21:59:17.738428 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-01e39f45-4708-43c4-8da5-b86ec1d1a369 service neutron] Port f62d93e2-e3bd-4265-9105-e3d04aa665e7 on network 1f34eebc-f88f-4362-9a35-3496c9faad72 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:59:17.738769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-01e39f45-4708-43c4-8da5-b86ec1d1a369 service neutron] Attempting to bind port f62d93e2-e3bd-4265-9105-e3d04aa665e7 on network 1f34eebc-f88f-4362-9a35-3496c9faad72 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:59:17.750143 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-01e39f45-4708-43c4-8da5-b86ec1d1a369 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:59:17.755421 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-01e39f45-4708-43c4-8da5-b86ec1d1a369 service neutron] Checking segment: {'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:59:17.755421 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-01e39f45-4708-43c4-8da5-b86ec1d1a369 service neutron] Bound using segment: {'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:59:17.755421 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-01e39f45-4708-43c4-8da5-b86ec1d1a369 service neutron] Bound port: f62d93e2-e3bd-4265-9105-e3d04aa665e7, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:59:17.755421 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-01e39f45-4708-43c4-8da5-b86ec1d1a369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:17.835886 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce011a5f-9d0f-47ae-8ee0-6467f70f5b80 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for floatingip, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:17.960572 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-01e39f45-4708-43c4-8da5-b86ec1d1a369 service neutron] For port f62d93e2-e3bd-4265-9105-e3d04aa665e7, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:59:17.977770 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2532f0e2-3228-4485-9522-4b83da4abc49 req-34e6ee92-6b56-49df-aa1d-589e044f34ad tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-227359407&fields=id&tenant_id=07624d1e60094919bab4ccd24e8183b5 HTTP/1.1" status: 200 len: 267 time: 0.1228719 Nov 23 21:59:17.979009 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35700) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:17.983118 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-01e39f45-4708-43c4-8da5-b86ec1d1a369 service neutron] For port f62d93e2-e3bd-4265-9105-e3d04aa665e7, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f62d93e2-e3bd-4265-9105-e3d04aa665e7,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:59:18.014036 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-01e39f45-4708-43c4-8da5-b86ec1d1a369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:18.121087 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e39f45-4708-43c4-8da5-b86ec1d1a369 service neutron] Pushing event updated for resources: {'Port': ['ID=f62d93e2-e3bd-4265-9105-e3d04aa665e7,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:18.131984 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-01e39f45-4708-43c4-8da5-b86ec1d1a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:18.132471 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-01e39f45-4708-43c4-8da5-b86ec1d1a369 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:18.133921 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-01e39f45-4708-43c4-8da5-b86ec1d1a369 service neutron] 10.222.0.60 "PUT /v2.0/ports/f62d93e2-e3bd-4265-9105-e3d04aa665e7 HTTP/1.1" status: 200 len: 1091 time: 1.4834230 Nov 23 21:59:18.134357 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2bb875-8da2-4d4d-9017-cae75f8e6181', 'tag': 'f62d93e2-e3bd-4265-9105-e3d04aa665e7'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:59:18.136910 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6cfe07-c338-4ac3-b434-5899f8dc4daa" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2bb875-8da2-4d4d-9017-cae75f8e6181", "tag": "f62d93e2-e3bd-4265-9105-e3d04aa665e7"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:59:18.172693 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f0e2-3228-4485-9522-4b83da4abc49 req-6bef81b7-4b34-49aa-b23f-a8cd7ca3313f tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:18.174536 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2532f0e2-3228-4485-9522-4b83da4abc49 req-6bef81b7-4b34-49aa-b23f-a8cd7ca3313f tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.1855948 Nov 23 21:59:18.202630 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-2532f0e2-3228-4485-9522-4b83da4abc49 req-1f5ba37f-4fb5-4a7d-80d8-302fafb6a302 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Request body: {'port': {'security_groups': ['f804eef6-f7f3-4292-a791-095521647bb6', '25ebc7a8-eb0f-4688-8e65-a03593b3fd42']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:59:18.335522 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45ce5986-4617-48af-bc90-cace37445de0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:18.468601 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45ce5986-4617-48af-bc90-cace37445de0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:18.525903 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45ce5986-4617-48af-bc90-cace37445de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:18.599445 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce5986-4617-48af-bc90-cace37445de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec302005-b6ba-40bf-a5ab-b4ae3dcb131c,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:18.651564 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2532f0e2-3228-4485-9522-4b83da4abc49 req-1f5ba37f-4fb5-4a7d-80d8-302fafb6a302 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:18.659692 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce011a5f-9d0f-47ae-8ee0-6467f70f5b80 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:18.668980 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce011a5f-9d0f-47ae-8ee0-6467f70f5b80 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:18.686326 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-45ce5986-4617-48af-bc90-cace37445de0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e1751c7ff59649c88aa779cc108908b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7033401 Nov 23 21:59:18.704480 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35714) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:18.716152 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-12f7f5cc-d10b-4bbd-9a30-1069720e038d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:18.718317 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-12f7f5cc-d10b-4bbd-9a30-1069720e038d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=ab2bb875-8da2-4d4d-9017-cae75f8e6181 HTTP/1.1" status: 200 len: 1094 time: 0.4519811 Nov 23 21:59:18.827149 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78338c34-01e3-4b52-be06-7a26c0a238cc req-690ac222-f957-48fa-9ddd-85b18fab18e9 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:18.836245 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78338c34-01e3-4b52-be06-7a26c0a238cc req-690ac222-f957-48fa-9ddd-85b18fab18e9 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab2bb875-8da2-4d4d-9017-cae75f8e6181 HTTP/1.1" status: 200 len: 943 time: 0.5057611 Nov 23 21:59:18.856455 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-34a58625-6a4b-4acd-adbb-5c07adc3da63 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f62d93e2-e3bd-4265-9105-e3d04aa665e7 HTTP/1.1" status: 200 len: 217 time: 0.0890760 Nov 23 21:59:18.956437 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-ce011a5f-9d0f-47ae-8ee0-6467f70f5b80 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Floating IP 636c7144-2f55-48b3-9857-c32b0d6c1e86 associated. External IP: 172.25.5.85, port: e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35. Nov 23 21:59:19.017034 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78338c34-01e3-4b52-be06-7a26c0a238cc req-442d6492-6bd1-4f1c-a32c-69d6ddf08dc2 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795418 Nov 23 21:59:19.037042 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-214d9b35-2a04-4f9d-a8d6-366ccf5e36ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:19.067460 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-6daf9aa6-5a06-4a42-95d2-a158ab7b4c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:19.069038 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-6daf9aa6-5a06-4a42-95d2-a158ab7b4c0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 0.1938012 Nov 23 21:59:19.120943 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d38a6e-1647-4a70-b45b-cb2f87e4de54 x-openstack-request-id: req-73d38a6e-1647-4a70-b45b-cb2f87e4de54 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:59:19.121760 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2bb875-8da2-4d4d-9017-cae75f8e6181", "tag": "f62d93e2-e3bd-4265-9105-e3d04aa665e7", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:59:19.122076 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-73d38a6e-1647-4a70-b45b-cb2f87e4de54 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:59:19.122625 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2bb875-8da2-4d4d-9017-cae75f8e6181', 'tag': 'f62d93e2-e3bd-4265-9105-e3d04aa665e7', 'status': 'completed', 'code': 200} Nov 23 21:59:19.193899 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-214d9b35-2a04-4f9d-a8d6-366ccf5e36ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:19.266258 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-1c61d425-72da-4099-aa47-8d61350547f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:19.267793 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-1c61d425-72da-4099-aa47-8d61350547f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1732998 Nov 23 21:59:19.269714 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-2532f0e2-3228-4485-9522-4b83da4abc49 req-1f5ba37f-4fb5-4a7d-80d8-302fafb6a302 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] For port 47703ccb-be5a-4758-b64e-a92c6d414afa, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=47703ccb-be5a-4758-b64e-a92c6d414afa,segment=NetworkSegment(63d8713b-2d64-40ec-830b-31eeb5bd1b0c),segment_id=63d8713b-2d64-40ec-830b-31eeb5bd1b0c)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:59:19.309474 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce011a5f-9d0f-47ae-8ee0-6467f70f5b80 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Router d2c8aace-6d5a-4432-886e-fccaa35c01b1 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:59:19.382281 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-214d9b35-2a04-4f9d-a8d6-366ccf5e36ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:19.385773 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-214d9b35-2a04-4f9d-a8d6-366ccf5e36ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:19.398293 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-214d9b35-2a04-4f9d-a8d6-366ccf5e36ef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ec302005-b6ba-40bf-a5ab-b4ae3dcb131c HTTP/1.1" status: 204 len: 168 time: 0.6836238 Nov 23 21:59:19.420534 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2532f0e2-3228-4485-9522-4b83da4abc49 req-1f5ba37f-4fb5-4a7d-80d8-302fafb6a302 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:19.432746 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d9b35-2a04-4f9d-a8d6-366ccf5e36ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec302005-b6ba-40bf-a5ab-b4ae3dcb131c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:19.444761 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2532f0e2-3228-4485-9522-4b83da4abc49 req-1f5ba37f-4fb5-4a7d-80d8-302fafb6a302 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:19.467720 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-5bb0fd07-d2fa-4043-91e7-f6f92c8ec6fa service neutron] 10.222.0.60 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810679 Nov 23 21:59:19.480194 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['47703ccb-be5a-4758-b64e-a92c6d414afa'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:59:19.513222 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f0e2-3228-4485-9522-4b83da4abc49 req-1f5ba37f-4fb5-4a7d-80d8-302fafb6a302 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:19.514643 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2532f0e2-3228-4485-9522-4b83da4abc49 req-1f5ba37f-4fb5-4a7d-80d8-302fafb6a302 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:19.515870 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2532f0e2-3228-4485-9522-4b83da4abc49 req-1f5ba37f-4fb5-4a7d-80d8-302fafb6a302 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "PUT /v2.0/ports/47703ccb-be5a-4758-b64e-a92c6d414afa HTTP/1.1" status: 200 len: 981 time: 1.3262115 Nov 23 21:59:19.573690 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce011a5f-9d0f-47ae-8ee0-6467f70f5b80 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:59:19.584708 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce011a5f-9d0f-47ae-8ee0-6467f70f5b80 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:19.592567 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2377be-c79f-4214-97fe-e23b0c141dd4 None None] Sync routers for ids ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:59:19.619006 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2377be-c79f-4214-97fe-e23b0c141dd4 None None] Routers {'d2c8aace-6d5a-4432-886e-fccaa35c01b1'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:59:19.619677 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-4e2377be-c79f-4214-97fe-e23b0c141dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:59:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:59:19.645268 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ce011a5f-9d0f-47ae-8ee0-6467f70f5b80 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "PUT /v2.0/floatingips/636c7144-2f55-48b3-9857-c32b0d6c1e86 HTTP/1.1" status: 200 len: 991 time: 1.9726152 Nov 23 21:59:19.645913 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0aff5d-ec47-44ca-b484-84fb695f6a65', 'tag': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:59:19.652524 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22843174-e0ae-480b-8a96-211090d323cc" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0aff5d-ec47-44ca-b484-84fb695f6a65", "tag": "e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:59:19.686413 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['47703ccb-be5a-4758-b64e-a92c6d414afa'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:59:19.731647 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ba37f-4fb5-4a7d-80d8-302fafb6a302 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Pushing event updated for resources: {'Port': ['ID=47703ccb-be5a-4758-b64e-a92c6d414afa,revision_number=6']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:19.797023 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252cbf53-931e-49b2-8b87-a1a51b1fc7e4 x-openstack-request-id: req-252cbf53-931e-49b2-8b87-a1a51b1fc7e4 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:59:19.797323 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0aff5d-ec47-44ca-b484-84fb695f6a65", "tag": "e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:59:19.797584 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-252cbf53-931e-49b2-8b87-a1a51b1fc7e4 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:59:19.798015 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0aff5d-ec47-44ca-b484-84fb695f6a65', 'tag': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35', 'status': 'completed', 'code': 200} Nov 23 21:59:19.952288 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-4e2377be-c79f-4214-97fe-e23b0c141dd4 None None] Set router d2c8aace-6d5a-4432-886e-fccaa35c01b1 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:59:19.982311 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f6b6e9a3-9442-4af1-93ae-dc38a5cbd76e req-42d4ad80-edda-4ff0-ab23-73712d247c25 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-227359407&fields=id&tenant_id=07624d1e60094919bab4ccd24e8183b5 HTTP/1.1" status: 200 len: 267 time: 0.3520174 Nov 23 21:59:20.012484 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35732) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:20.035777 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-86699971-c993-4183-b6c2-2955ff8dab30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:20.056454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22843174-e0ae-480b-8a96-211090d323cc req-9b2b84cf-ba4f-4a20-943b-1f076eaaf8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:20.060951 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22843174-e0ae-480b-8a96-211090d323cc req-9b2b84cf-ba4f-4a20-943b-1f076eaaf8ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=32839c3e63d04827b470d0a106b18e8e&device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 1097 time: 0.2222297 Nov 23 21:59:20.069743 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1d8faa5-0dc1-43d4-b8d8-b41a175028d9 req-62e5e5ff-ae8c-41aa-b93a-3455458e345e service neutron] 10.222.0.60 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5787034 Nov 23 21:59:20.275791 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-86699971-c993-4183-b6c2-2955ff8dab30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:20.295453 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-86699971-c993-4183-b6c2-2955ff8dab30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:20.360659 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03a04b-4019-4b8e-9d01-13b04238d061 req-4b3eb7c8-eb53-42b1-b59c-ff886a2a022d tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:20.363606 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d03a04b-4019-4b8e-9d01-13b04238d061 req-4b3eb7c8-eb53-42b1-b59c-ff886a2a022d tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab2bb875-8da2-4d4d-9017-cae75f8e6181 HTTP/1.1" status: 200 len: 943 time: 0.1855755 Nov 23 21:59:20.373207 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6e9a3-9442-4af1-93ae-dc38a5cbd76e req-9562beb3-ce26-499c-839a-1ef3ee3ee25a tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:20.375954 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f6b6e9a3-9442-4af1-93ae-dc38a5cbd76e req-9562beb3-ce26-499c-839a-1ef3ee3ee25a tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 984 time: 0.3909709 Nov 23 21:59:20.391408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-f6b6e9a3-9442-4af1-93ae-dc38a5cbd76e req-b60b935d-da5d-4dc9-96d5-5ffdcffb7ce6 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Request body: {'port': {'security_groups': ['f804eef6-f7f3-4292-a791-095521647bb6']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:59:20.407838 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86699971-c993-4183-b6c2-2955ff8dab30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9cb2b2-7254-40d3-a073-fcf6ea3a63b0,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:20.416195 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-86699971-c993-4183-b6c2-2955ff8dab30 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=685e5f67215e4ab79c743281acf506b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3995268 Nov 23 21:59:20.416411 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35742) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:20.473352 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cfe07-c338-4ac3-b434-5899f8dc4daa req-2e82fbe2-0bd7-4916-9af9-2da8773ae732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:20.474877 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a6cfe07-c338-4ac3-b434-5899f8dc4daa req-2e82fbe2-0bd7-4916-9af9-2da8773ae732 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=ab2bb875-8da2-4d4d-9017-cae75f8e6181 HTTP/1.1" status: 200 len: 1094 time: 0.2223983 Nov 23 21:59:20.497098 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22843174-e0ae-480b-8a96-211090d323cc req-4e8f9a8a-4c46-4d51-992a-38d75a1f2ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:20.498645 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22843174-e0ae-480b-8a96-211090d323cc req-4e8f9a8a-4c46-4d51-992a-38d75a1f2ff9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14f777ba-77da-410e-897f-1430639bb0d7 HTTP/1.1" status: 200 len: 917 time: 0.4216087 Nov 23 21:59:20.539550 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f093c1b1-fe67-467b-b259-10fbe560b5aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:20.574941 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f093c1b1-fe67-467b-b259-10fbe560b5aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:20.617294 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-4e2377be-c79f-4214-97fe-e23b0c141dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'name': 'tempest-AttachVolumeShelveTestJSON-142463830-router', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:59Z', 'updated_at': '2021-11-23T21:54:10Z', 'revision_number': 4, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'gw_port': {'id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:01Z', 'updated_at': '2021-11-23T21:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '636c7144-2f55-48b3-9857-c32b0d6c1e86', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'port_id': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'mac_address': 'fa:16:3e:a0:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0aff5d-ec47-44ca-b484-84fb695f6a65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:58:58Z', 'updated_at': '2021-11-23T21:59:18Z', 'revision_number': 1, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beeb11e4-409a-465a-a78f-f751d06071de', 'name': '', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'mac_address': 'fa:16:3e:9a:da:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '9ec95087-31a0-4067-927d-a3091c147250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:08Z', 'updated_at': '2021-11-23T21:54:16Z', 'revision_number': 5, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'subnets': [{'id': '9ec95087-31a0-4067-927d-a3091c147250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:59:20.644473 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f093c1b1-fe67-467b-b259-10fbe560b5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:20.646071 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d03a04b-4019-4b8e-9d01-13b04238d061 req-496b8e4e-4c74-4872-a978-e82f3f63b631 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673328 Nov 23 21:59:20.646071 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f6b6e9a3-9442-4af1-93ae-dc38a5cbd76e req-b60b935d-da5d-4dc9-96d5-5ffdcffb7ce6 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:20.647737 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f093c1b1-fe67-467b-b259-10fbe560b5aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:20.648923 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f093c1b1-fe67-467b-b259-10fbe560b5aa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d9cb2b2-7254-40d3-a073-fcf6ea3a63b0 HTTP/1.1" status: 204 len: 168 time: 0.2315168 Nov 23 21:59:20.669949 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093c1b1-fe67-467b-b259-10fbe560b5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9cb2b2-7254-40d3-a073-fcf6ea3a63b0,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:20.684125 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2377be-c79f-4214-97fe-e23b0c141dd4 None None] Checking router: d2c8aace-6d5a-4432-886e-fccaa35c01b1 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:59:20.714074 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2377be-c79f-4214-97fe-e23b0c141dd4 None None] Routers {'d2c8aace-6d5a-4432-886e-fccaa35c01b1'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:59:20.715252 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-4e2377be-c79f-4214-97fe-e23b0c141dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:59:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:59:20.763405 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22843174-e0ae-480b-8a96-211090d323cc req-3e781555-3aa4-47da-ac38-91e3a786ffc4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 HTTP/1.1" status: 200 len: 999 time: 0.2517874 Nov 23 21:59:20.879844 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cfe07-c338-4ac3-b434-5899f8dc4daa req-d0b188a1-54d8-4a2a-a25a-cee2d7f5f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:20.881477 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a6cfe07-c338-4ac3-b434-5899f8dc4daa req-d0b188a1-54d8-4a2a-a25a-cee2d7f5f065 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 912 time: 0.3948591 Nov 23 21:59:20.893819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22843174-e0ae-480b-8a96-211090d323cc req-2df90def-b0a4-4a73-b0ae-74ee4d2fbe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:20.895379 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22843174-e0ae-480b-8a96-211090d323cc req-2df90def-b0a4-4a73-b0ae-74ee4d2fbe5a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ec95087-31a0-4067-927d-a3091c147250 HTTP/1.1" status: 200 len: 855 time: 0.1246705 Nov 23 21:59:20.999039 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a6cfe07-c338-4ac3-b434-5899f8dc4daa req-bfd2f8b3-e387-410e-bebf-2e0b903bc308 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f62d93e2-e3bd-4265-9105-e3d04aa665e7 HTTP/1.1" status: 200 len: 217 time: 0.1052191 Nov 23 21:59:21.043680 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-4e2377be-c79f-4214-97fe-e23b0c141dd4 None None] Set router d2c8aace-6d5a-4432-886e-fccaa35c01b1 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:59:21.146596 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc51178-9e65-4ef1-9847-cfb63a52d79a', 'tag': '47703ccb-be5a-4758-b64e-a92c6d414afa'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:59:21.149126 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b121296-fe79-4fe5-9d72-cb5c7a80ccec" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc51178-9e65-4ef1-9847-cfb63a52d79a", "tag": "47703ccb-be5a-4758-b64e-a92c6d414afa"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:59:21.164084 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22843174-e0ae-480b-8a96-211090d323cc req-4efdedc2-2b54-4be3-852b-a4462e383dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:21.165663 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22843174-e0ae-480b-8a96-211090d323cc req-4efdedc2-2b54-4be3-852b-a4462e383dc6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14f777ba-77da-410e-897f-1430639bb0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2555637 Nov 23 21:59:21.174333 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cfe07-c338-4ac3-b434-5899f8dc4daa req-c0667041-9f07-42f4-9e22-bba8b49c429e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:21.176901 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a6cfe07-c338-4ac3-b434-5899f8dc4daa req-c0667041-9f07-42f4-9e22-bba8b49c429e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 0.1688647 Nov 23 21:59:21.272153 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-f6b6e9a3-9442-4af1-93ae-dc38a5cbd76e req-b60b935d-da5d-4dc9-96d5-5ffdcffb7ce6 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] For port 47703ccb-be5a-4758-b64e-a92c6d414afa, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=47703ccb-be5a-4758-b64e-a92c6d414afa,segment=NetworkSegment(63d8713b-2d64-40ec-830b-31eeb5bd1b0c),segment_id=63d8713b-2d64-40ec-830b-31eeb5bd1b0c)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:59:21.326692 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba6126f-0a57-4055-85c1-8f4c9154ad24 x-openstack-request-id: req-aba6126f-0a57-4055-85c1-8f4c9154ad24 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:59:21.326988 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc51178-9e65-4ef1-9847-cfb63a52d79a", "tag": "47703ccb-be5a-4758-b64e-a92c6d414afa", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:59:21.327408 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aba6126f-0a57-4055-85c1-8f4c9154ad24 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:59:21.327811 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc51178-9e65-4ef1-9847-cfb63a52d79a', 'tag': '47703ccb-be5a-4758-b64e-a92c6d414afa', 'status': 'completed', 'code': 200} Nov 23 21:59:21.396085 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6cfe07-c338-4ac3-b434-5899f8dc4daa req-497afeb1-ac63-4bc9-b3c4-dd0876fae1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:21.397843 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a6cfe07-c338-4ac3-b434-5899f8dc4daa req-497afeb1-ac63-4bc9-b3c4-dd0876fae1dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2069716 Nov 23 21:59:21.400990 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f6b6e9a3-9442-4af1-93ae-dc38a5cbd76e req-b60b935d-da5d-4dc9-96d5-5ffdcffb7ce6 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:21.428156 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f6b6e9a3-9442-4af1-93ae-dc38a5cbd76e req-b60b935d-da5d-4dc9-96d5-5ffdcffb7ce6 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:21.438104 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b121296-fe79-4fe5-9d72-cb5c7a80ccec req-0f9f5be8-7e7a-45dc-ae11-318449aa9781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:21.440762 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b121296-fe79-4fe5-9d72-cb5c7a80ccec req-0f9f5be8-7e7a-45dc-ae11-318449aa9781 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07624d1e60094919bab4ccd24e8183b5&device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 1135 time: 0.0805464 Nov 23 21:59:21.452602 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-4e2377be-c79f-4214-97fe-e23b0c141dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'name': 'tempest-AttachVolumeShelveTestJSON-142463830-router', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:59Z', 'updated_at': '2021-11-23T21:54:10Z', 'revision_number': 4, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'gw_port': {'id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:01Z', 'updated_at': '2021-11-23T21:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '636c7144-2f55-48b3-9857-c32b0d6c1e86', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'port_id': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'mac_address': 'fa:16:3e:a0:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0aff5d-ec47-44ca-b484-84fb695f6a65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:58:58Z', 'updated_at': '2021-11-23T21:59:18Z', 'revision_number': 1, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beeb11e4-409a-465a-a78f-f751d06071de', 'name': '', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'mac_address': 'fa:16:3e:9a:da:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '9ec95087-31a0-4067-927d-a3091c147250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:08Z', 'updated_at': '2021-11-23T21:54:16Z', 'revision_number': 5, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'subnets': [{'id': '9ec95087-31a0-4067-927d-a3091c147250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:59:21.464015 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['47703ccb-be5a-4758-b64e-a92c6d414afa'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:59:21.473513 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22843174-e0ae-480b-8a96-211090d323cc req-72197c95-f4c4-4012-86f1-0dbbef6e9dbf service neutron] 10.222.0.53 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953720 Nov 23 21:59:21.505688 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6e9a3-9442-4af1-93ae-dc38a5cbd76e req-b60b935d-da5d-4dc9-96d5-5ffdcffb7ce6 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:21.506403 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f6b6e9a3-9442-4af1-93ae-dc38a5cbd76e req-b60b935d-da5d-4dc9-96d5-5ffdcffb7ce6 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:21.507741 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f6b6e9a3-9442-4af1-93ae-dc38a5cbd76e req-b60b935d-da5d-4dc9-96d5-5ffdcffb7ce6 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "PUT /v2.0/ports/47703ccb-be5a-4758-b64e-a92c6d414afa HTTP/1.1" status: 200 len: 942 time: 1.1220012 Nov 23 21:59:21.544594 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2377be-c79f-4214-97fe-e23b0c141dd4 None None] The sync data for ids ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'] in n-d-816206-9 is: [{'id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'name': 'tempest-AttachVolumeShelveTestJSON-142463830-router', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:59Z', 'updated_at': '2021-11-23T21:54:10Z', 'revision_number': 4, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'gw_port': {'id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:01Z', 'updated_at': '2021-11-23T21:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '636c7144-2f55-48b3-9857-c32b0d6c1e86', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'floating_ip_address': '172.25.5.85', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'port_id': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'mac_address': 'fa:16:3e:a0:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0aff5d-ec47-44ca-b484-84fb695f6a65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:58:58Z', 'updated_at': '2021-11-23T21:59:18Z', 'revision_number': 1, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beeb11e4-409a-465a-a78f-f751d06071de', 'name': '', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'mac_address': 'fa:16:3e:9a:da:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '9ec95087-31a0-4067-927d-a3091c147250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:08Z', 'updated_at': '2021-11-23T21:54:16Z', 'revision_number': 5, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'subnets': [{'id': '9ec95087-31a0-4067-927d-a3091c147250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:59:21.662047 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b121296-fe79-4fe5-9d72-cb5c7a80ccec req-c7c5e685-92bb-45b9-9d27-f27e6c28429d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:21.667911 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b121296-fe79-4fe5-9d72-cb5c7a80ccec req-c7c5e685-92bb-45b9-9d27-f27e6c28429d service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf315d38-849d-4fc3-b880-14295b3845e8 HTTP/1.1" status: 200 len: 921 time: 0.2159874 Nov 23 21:59:21.690803 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['47703ccb-be5a-4758-b64e-a92c6d414afa'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:59:21.717537 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b121296-fe79-4fe5-9d72-cb5c7a80ccec req-5f16c437-89c2-493c-b54d-2aaac5cbc653 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47703ccb-be5a-4758-b64e-a92c6d414afa HTTP/1.1" status: 200 len: 217 time: 0.0406101 Nov 23 21:59:21.754604 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22843174-e0ae-480b-8a96-211090d323cc req-53ca39ad-2286-4380-a854-c12fc43b1257 service neutron] 10.222.0.53 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597463 Nov 23 21:59:21.756860 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a6cfe07-c338-4ac3-b434-5899f8dc4daa req-ce987fdf-3308-4d7e-af23-c746ea9969e1 service neutron] 10.222.0.60 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434565 Nov 23 21:59:21.863288 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b121296-fe79-4fe5-9d72-cb5c7a80ccec req-6f909127-a9eb-4801-b4be-fe5c6de0d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:21.864948 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b121296-fe79-4fe5-9d72-cb5c7a80ccec req-6f909127-a9eb-4801-b4be-fe5c6de0d196 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c965f73c-7910-43ec-95f0-2632d11b6ef1 HTTP/1.1" status: 200 len: 860 time: 0.1400933 Nov 23 21:59:21.942330 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b121296-fe79-4fe5-9d72-cb5c7a80ccec req-a9735c78-1f73-40a9-8578-ce027594059e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf315d38-849d-4fc3-b880-14295b3845e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683658 Nov 23 21:59:21.988458 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac87146-5ec2-4d77-85c6-a62baa5e486a None None] New status for floating IP 636c7144-2f55-48b3-9857-c32b0d6c1e86: ACTIVE {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:59:22.008329 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582cb74-4db6-4995-970a-bdd2af8b0207 req-672fe533-021f-4d28-83f3-31ed141f2d93 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:22.009871 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9582cb74-4db6-4995-970a-bdd2af8b0207 req-672fe533-021f-4d28-83f3-31ed141f2d93 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab2bb875-8da2-4d4d-9017-cae75f8e6181 HTTP/1.1" status: 200 len: 943 time: 0.2014151 Nov 23 21:59:22.155767 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b121296-fe79-4fe5-9d72-cb5c7a80ccec req-99451f69-3106-4927-80b5-36a78c5585c2 service neutron] 10.222.0.60 "GET /v2.0/networks/cf315d38-849d-4fc3-b880-14295b3845e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034841 Nov 23 21:59:22.204582 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35782) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:22.342781 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f62d93e2-e3bd-4265-9105-e3d04aa665e7 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:59:22.363664 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b121296-fe79-4fe5-9d72-cb5c7a80ccec req-3df86be8-a40e-4cdc-b2b6-0d6bea1b8ef5 service neutron] 10.222.0.60 "GET /v2.0/networks/cf315d38-849d-4fc3-b880-14295b3845e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970544 Nov 23 21:59:22.372510 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-3b01c931-39e3-4182-93e6-b4a3668f470d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-18043538-network', 'tenant_id': 'bc93d7932cd94064b2b2d8cfd1a4e588'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:59:22.421443 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b01c931-39e3-4182-93e6-b4a3668f470d admin admin] Made reservation on behalf of bc93d7932cd94064b2b2d8cfd1a4e588 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:59:22.426674 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b01c931-39e3-4182-93e6-b4a3668f470d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:22.437608 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b935d-da5d-4dc9-96d5-5ffdcffb7ce6 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Pushing event updated for resources: {'Port': ['ID=47703ccb-be5a-4758-b64e-a92c6d414afa,revision_number=7']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:22.444232 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b01c931-39e3-4182-93e6-b4a3668f470d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:22.506683 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f62d93e2-e3bd-4265-9105-e3d04aa665e7, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f62d93e2-e3bd-4265-9105-e3d04aa665e7,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:59:22.507419 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9582cb74-4db6-4995-970a-bdd2af8b0207 req-6f015128-01fc-4429-8592-24208b7f5d28 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712145 Nov 23 21:59:22.525813 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'f62d93e2-e3bd-4265-9105-e3d04aa665e7', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'port_id': 'f62d93e2-e3bd-4265-9105-e3d04aa665e7', 'mac_address': 'fa:16:3e:12:92:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:59:22.582747 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b01c931-39e3-4182-93e6-b4a3668f470d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:22.590178 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:22.593650 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1781819b-e3f4-481a-ad36-b2fd74f8c813 req-dea05312-f540-4cdf-a2c9-f6bb8ddc690e tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9139423 Nov 23 21:59:22.595749 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a6cfe07-c338-4ac3-b434-5899f8dc4daa req-6d93182e-3bad-4516-8e63-c3b92367a384 service neutron] 10.222.0.60 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8252628 Nov 23 21:59:22.596462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b01c931-39e3-4182-93e6-b4a3668f470d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:22.606992 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-1781819b-e3f4-481a-ad36-b2fd74f8c813 req-adb07a10-8917-4680-ba80-2e95dd25a511 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:59:22.617081 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62d93e2-e3bd-4265-9105-e3d04aa665e7 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:59:22.640040 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1781819b-e3f4-481a-ad36-b2fd74f8c813 req-adb07a10-8917-4680-ba80-2e95dd25a511 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:22.642577 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f62d93e2-e3bd-4265-9105-e3d04aa665e7, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f62d93e2-e3bd-4265-9105-e3d04aa665e7,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:59:22.648534 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:22.661949 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b01c931-39e3-4182-93e6-b4a3668f470d admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:59:22.698261 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b01c931-39e3-4182-93e6-b4a3668f470d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:22.701975 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-3b01c931-39e3-4182-93e6-b4a3668f470d admin admin] Added segment 783d070c-76fa-4695-84a9-f98dd75a9eb0 of type vlan for network 05b7365c-260d-4c56-bd6e-2c2a0665a98f Nov 23 21:59:22.703619 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01c931-39e3-4182-93e6-b4a3668f470d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc5d5c8-da78-4618-8d34-b11011a74f4c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:22.727017 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:22.749841 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f62d93e2-e3bd-4265-9105-e3d04aa665e7,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:22.781349 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b01c931-39e3-4182-93e6-b4a3668f470d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:22.790863 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1781819b-e3f4-481a-ad36-b2fd74f8c813 req-adb07a10-8917-4680-ba80-2e95dd25a511 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:22.812235 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b01c931-39e3-4182-93e6-b4a3668f470d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:22.813259 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b01c931-39e3-4182-93e6-b4a3668f470d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:22.813857 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3b01c931-39e3-4182-93e6-b4a3668f470d admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:22.856096 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3b01c931-39e3-4182-93e6-b4a3668f470d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6502531 Nov 23 21:59:22.861143 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35790) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:22.868527 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-3c6e509b-baf2-4fd9-836f-eb0b1e7e1508 admin admin] Request body: {'subnet': {'network_id': '05b7365c-260d-4c56-bd6e-2c2a0665a98f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-18043538-subnet', 'tenant_id': 'bc93d7932cd94064b2b2d8cfd1a4e588', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:59:22.886553 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01c931-39e3-4182-93e6-b4a3668f470d admin admin] Pushing event updated for resources: {'Network': ['ID=05b7365c-260d-4c56-bd6e-2c2a0665a98f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:22.900546 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 05b7365c-260d-4c56-bd6e-2c2a0665a98f details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:59:22.927736 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6e509b-baf2-4fd9-836f-eb0b1e7e1508 admin admin] Made reservation on behalf of bc93d7932cd94064b2b2d8cfd1a4e588 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:59:22.929979 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3c6e509b-baf2-4fd9-836f-eb0b1e7e1508 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:22.953567 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-1781819b-e3f4-481a-ad36-b2fd74f8c813 req-adb07a10-8917-4680-ba80-2e95dd25a511 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Allocated IP 172.25.5.201 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/c4a33d14-5677-4b68-b7c8-0aa1361c80cf) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:59:22.991199 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['f62d93e2-e3bd-4265-9105-e3d04aa665e7'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:59:23.180111 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1781819b-e3f4-481a-ad36-b2fd74f8c813 req-adb07a10-8917-4680-ba80-2e95dd25a511 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:23.254757 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3c6e509b-baf2-4fd9-836f-eb0b1e7e1508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:23.290435 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1781819b-e3f4-481a-ad36-b2fd74f8c813 req-adb07a10-8917-4680-ba80-2e95dd25a511 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:23.335642 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc51178-9e65-4ef1-9847-cfb63a52d79a', 'tag': '47703ccb-be5a-4758-b64e-a92c6d414afa'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:59:23.339473 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d55ef3-5225-4780-9ccf-61e2b03f545a" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc51178-9e65-4ef1-9847-cfb63a52d79a", "tag": "47703ccb-be5a-4758-b64e-a92c6d414afa"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:59:23.361951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1781819b-e3f4-481a-ad36-b2fd74f8c813 req-adb07a10-8917-4680-ba80-2e95dd25a511 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:59:23.368641 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-1781819b-e3f4-481a-ad36-b2fd74f8c813 req-adb07a10-8917-4680-ba80-2e95dd25a511 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:59:23.373794 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-1781819b-e3f4-481a-ad36-b2fd74f8c813 req-adb07a10-8917-4680-ba80-2e95dd25a511 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:59:23.397492 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e509b-baf2-4fd9-836f-eb0b1e7e1508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3903f5ba-6551-4204-a357-05340bf31cf8,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:23.411306 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1693249-3639-4f0c-8df9-fa9ac2528b6a x-openstack-request-id: req-a1693249-3639-4f0c-8df9-fa9ac2528b6a {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:59:23.411592 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc51178-9e65-4ef1-9847-cfb63a52d79a", "tag": "47703ccb-be5a-4758-b64e-a92c6d414afa", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:59:23.411849 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a1693249-3639-4f0c-8df9-fa9ac2528b6a {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:59:23.412241 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc51178-9e65-4ef1-9847-cfb63a52d79a', 'tag': '47703ccb-be5a-4758-b64e-a92c6d414afa', 'status': 'completed', 'code': 200} Nov 23 21:59:23.428627 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e509b-baf2-4fd9-836f-eb0b1e7e1508 admin admin] Checking segment: {'id': '783d070c-76fa-4695-84a9-f98dd75a9eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '05b7365c-260d-4c56-bd6e-2c2a0665a98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:59:23.428993 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6e509b-baf2-4fd9-836f-eb0b1e7e1508 admin admin] Network hostable DHCP agents. Network: 05b7365c-260d-4c56-bd6e-2c2a0665a98f, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:59:23.434742 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb07a10-8917-4680-ba80-2e95dd25a511 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Pushing event updated for resources: {'Port': ['ID=c4a33d14-5677-4b68-b7c8-0aa1361c80cf,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:23.521106 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6e509b-baf2-4fd9-836f-eb0b1e7e1508 admin admin] Network 05b7365c-260d-4c56-bd6e-2c2a0665a98f is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:59:23.539736 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d55ef3-5225-4780-9ccf-61e2b03f545a req-16c0acab-0ae5-4590-bec2-578a92d5b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:23.541265 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-98d55ef3-5225-4780-9ccf-61e2b03f545a req-16c0acab-0ae5-4590-bec2-578a92d5b84a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07624d1e60094919bab4ccd24e8183b5&device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 1096 time: 0.0995877 Nov 23 21:59:23.544408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-3c6e509b-baf2-4fd9-836f-eb0b1e7e1508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 05b7365c-260d-4c56-bd6e-2c2a0665a98f) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:59:23.546418 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1781819b-e3f4-481a-ad36-b2fd74f8c813 req-adb07a10-8917-4680-ba80-2e95dd25a511 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:23.555079 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6e509b-baf2-4fd9-836f-eb0b1e7e1508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:23.555977 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3c6e509b-baf2-4fd9-836f-eb0b1e7e1508 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:23.559556 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945231f9-5a31-43dd-b3b1-37ced6abae82 None None] Network 05b7365c-260d-4c56-bd6e-2c2a0665a98f requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:59:23.620521 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3c6e509b-baf2-4fd9-836f-eb0b1e7e1508 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7581005 Nov 23 21:59:23.675708 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1781819b-e3f4-481a-ad36-b2fd74f8c813 req-adb07a10-8917-4680-ba80-2e95dd25a511 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:23.732617 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ebd4aa-7801-4c4f-8d2b-5b4b6233087a None None] Network 05b7365c-260d-4c56-bd6e-2c2a0665a98f requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:59:23.754903 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d55ef3-5225-4780-9ccf-61e2b03f545a req-71bd5d65-a189-4159-8ef9-1a8c45cc3573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:23.756780 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-98d55ef3-5225-4780-9ccf-61e2b03f545a req-71bd5d65-a189-4159-8ef9-1a8c45cc3573 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf315d38-849d-4fc3-b880-14295b3845e8 HTTP/1.1" status: 200 len: 921 time: 0.2075019 Nov 23 21:59:23.805014 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16921bf7-4e97-4137-a9b3-72be491af0bc req-f0b4c5c4-2fd7-4ff0-a877-5ad8a9a222b1 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:23.808211 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16921bf7-4e97-4137-a9b3-72be491af0bc req-f0b4c5c4-2fd7-4ff0-a877-5ad8a9a222b1 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab2bb875-8da2-4d4d-9017-cae75f8e6181 HTTP/1.1" status: 200 len: 944 time: 0.1557965 Nov 23 21:59:23.858904 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-98d55ef3-5225-4780-9ccf-61e2b03f545a req-4d75dbf8-3b0f-4ffd-9628-f8690d9ac778 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47703ccb-be5a-4758-b64e-a92c6d414afa HTTP/1.1" status: 200 len: 217 time: 0.0880196 Nov 23 21:59:23.949538 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d55ef3-5225-4780-9ccf-61e2b03f545a req-42f5a244-706a-47ee-9098-f39b4018284c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:23.951510 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-98d55ef3-5225-4780-9ccf-61e2b03f545a req-42f5a244-706a-47ee-9098-f39b4018284c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c965f73c-7910-43ec-95f0-2632d11b6ef1 HTTP/1.1" status: 200 len: 860 time: 0.0631440 Nov 23 21:59:24.048829 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-98d55ef3-5225-4780-9ccf-61e2b03f545a req-2660d0c2-b575-4eac-8713-d06ba93f07ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf315d38-849d-4fc3-b880-14295b3845e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790823 Nov 23 21:59:24.100962 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16921bf7-4e97-4137-a9b3-72be491af0bc req-39969a53-0d74-420b-bdfa-b3889b174d99 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518137 Nov 23 21:59:24.227845 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-98d55ef3-5225-4780-9ccf-61e2b03f545a req-b58b1a30-1706-4dd0-857f-0fb1941cb0ca service neutron] 10.222.0.60 "GET /v2.0/networks/cf315d38-849d-4fc3-b880-14295b3845e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691229 Nov 23 21:59:24.279228 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f62d93e2-e3bd-4265-9105-e3d04aa665e7 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:59:24.291046 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1781819b-e3f4-481a-ad36-b2fd74f8c813 req-adb07a10-8917-4680-ba80-2e95dd25a511 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:24.307746 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1781819b-e3f4-481a-ad36-b2fd74f8c813 req-adb07a10-8917-4680-ba80-2e95dd25a511 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:24.340392 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35824) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:24.346106 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-11fdd2da-632f-4676-8b37-9f73fde01c9d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1673862617-network', 'tenant_id': 'd722b7c9b04f476ca29c18e261e4be91'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:59:24.366788 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port f62d93e2-e3bd-4265-9105-e3d04aa665e7 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:59:24.372927 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port f62d93e2-e3bd-4265-9105-e3d04aa665e7 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:59:24.373477 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:24.397403 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fdd2da-632f-4676-8b37-9f73fde01c9d admin admin] Made reservation on behalf of d722b7c9b04f476ca29c18e261e4be91 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:59:24.400099 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-11fdd2da-632f-4676-8b37-9f73fde01c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:24.418888 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-11fdd2da-632f-4676-8b37-9f73fde01c9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:24.450087 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb07a10-8917-4680-ba80-2e95dd25a511 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Pushing event updated for resources: {'Port': ['ID=c4a33d14-5677-4b68-b7c8-0aa1361c80cf,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:24.455820 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1781819b-e3f4-481a-ad36-b2fd74f8c813 req-adb07a10-8917-4680-ba80-2e95dd25a511 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:24.481895 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:24.510165 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2bb875-8da2-4d4d-9017-cae75f8e6181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62d93e2-e3bd-4265-9105-e3d04aa665e7'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:59:24.513478 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595781df-5d21-433c-8a75-610bb44ed245" -d '{"events": [{"server_uuid": "ab2bb875-8da2-4d4d-9017-cae75f8e6181", "name": "network-vif-plugged", "status": "completed", "tag": "f62d93e2-e3bd-4265-9105-e3d04aa665e7"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:59:24.517852 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-11fdd2da-632f-4676-8b37-9f73fde01c9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:24.529615 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-98d55ef3-5225-4780-9ccf-61e2b03f545a req-1e411e66-8bf3-4579-885e-398ac99f8ca7 service neutron] 10.222.0.60 "GET /v2.0/networks/cf315d38-849d-4fc3-b880-14295b3845e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880914 Nov 23 21:59:24.530484 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f62d93e2-e3bd-4265-9105-e3d04aa665e7, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f62d93e2-e3bd-4265-9105-e3d04aa665e7,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:59:24.535409 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-11fdd2da-632f-4676-8b37-9f73fde01c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:24.537213 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:24.575963 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1781819b-e3f4-481a-ad36-b2fd74f8c813 req-adb07a10-8917-4680-ba80-2e95dd25a511 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:24.581713 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1781819b-e3f4-481a-ad36-b2fd74f8c813 req-adb07a10-8917-4680-ba80-2e95dd25a511 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9782939 Nov 23 21:59:24.587878 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11fdd2da-632f-4676-8b37-9f73fde01c9d admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 21:59:24.600530 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efe6afe-ed38-4404-9b14-0262d947f798 x-openstack-request-id: req-8efe6afe-ed38-4404-9b14-0262d947f798 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:59:24.601036 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2bb875-8da2-4d4d-9017-cae75f8e6181", "name": "network-vif-plugged", "status": "completed", "tag": "f62d93e2-e3bd-4265-9105-e3d04aa665e7", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:59:24.601161 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8efe6afe-ed38-4404-9b14-0262d947f798 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:59:24.601686 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2bb875-8da2-4d4d-9017-cae75f8e6181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62d93e2-e3bd-4265-9105-e3d04aa665e7', 'code': 200} Nov 23 21:59:24.608850 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdd2da-632f-4676-8b37-9f73fde01c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dab5e34-3226-44c3-8ce2-493679d00a4a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:24.612126 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-11fdd2da-632f-4676-8b37-9f73fde01c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:24.612473 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-11fdd2da-632f-4676-8b37-9f73fde01c9d admin admin] Added segment cf5f71b7-4402-4088-9585-29fd75b2ed50 of type vlan for network 99ca1551-73fa-4cfa-9d90-343eb54f8f2a Nov 23 21:59:24.619290 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f62d93e2-e3bd-4265-9105-e3d04aa665e7,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:24.659885 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-11fdd2da-632f-4676-8b37-9f73fde01c9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:24.691603 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1781819b-e3f4-481a-ad36-b2fd74f8c813 req-e5e1f069-f5ba-420e-b565-e586eb4c4b4b tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 696 time: 0.1064363 Nov 23 21:59:24.696325 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-11fdd2da-632f-4676-8b37-9f73fde01c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:24.697504 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fdd2da-632f-4676-8b37-9f73fde01c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:24.698123 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-11fdd2da-632f-4676-8b37-9f73fde01c9d admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:24.738998 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-11fdd2da-632f-4676-8b37-9f73fde01c9d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3942227 Nov 23 21:59:24.739207 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35828) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:24.745700 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e7e6c3c8-6773-4b8f-b747-23f1c31664bc admin admin] Request body: {'subnet': {'network_id': '99ca1551-73fa-4cfa-9d90-343eb54f8f2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1673862617-subnet', 'tenant_id': 'd722b7c9b04f476ca29c18e261e4be91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:59:24.781823 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdd2da-632f-4676-8b37-9f73fde01c9d admin admin] Pushing event updated for resources: {'Network': ['ID=99ca1551-73fa-4cfa-9d90-343eb54f8f2a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:24.791956 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 99ca1551-73fa-4cfa-9d90-343eb54f8f2a details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 21:59:24.803486 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e6c3c8-6773-4b8f-b747-23f1c31664bc admin admin] Made reservation on behalf of d722b7c9b04f476ca29c18e261e4be91 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:59:24.806330 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c3c8-6773-4b8f-b747-23f1c31664bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:24.829033 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443148c0-fdfe-47a4-a1d5-1afb1c004ab1 req-861524d2-13d3-4dd7-825e-ff25f735542f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:24.830558 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-443148c0-fdfe-47a4-a1d5-1afb1c004ab1 req-861524d2-13d3-4dd7-825e-ff25f735542f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ab2bb875-8da2-4d4d-9017-cae75f8e6181 HTTP/1.1" status: 200 len: 1096 time: 0.0904205 Nov 23 21:59:24.883574 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781819b-e3f4-481a-ad36-b2fd74f8c813 req-696b537e-8a49-4a7a-8f7c-983c9773f06e tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:24.885443 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1781819b-e3f4-481a-ad36-b2fd74f8c813 req-696b537e-8a49-4a7a-8f7c-983c9773f06e tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.1890285 Nov 23 21:59:24.904958 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-1781819b-e3f4-481a-ad36-b2fd74f8c813 req-67ac425a-cff4-4eab-a05a-d2aae92f669e tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:59:24.905945 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1781819b-e3f4-481a-ad36-b2fd74f8c813 req-67ac425a-cff4-4eab-a05a-d2aae92f669e tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094650 Nov 23 21:59:24.909824 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-443148c0-fdfe-47a4-a1d5-1afb1c004ab1 req-e7f662ed-d347-41b8-880c-e4a8e8a2462a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688834 Nov 23 21:59:25.008575 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c3c8-6773-4b8f-b747-23f1c31664bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:25.068229 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd90411-b47d-4a6d-b4fe-5f3d8db1a413 req-7c0954d5-fadc-4f5f-89e8-de1748da996d tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:25.069849 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edd90411-b47d-4a6d-b4fe-5f3d8db1a413 req-7c0954d5-fadc-4f5f-89e8-de1748da996d tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0988853 Nov 23 21:59:25.073323 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6c3c8-6773-4b8f-b747-23f1c31664bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffa7bab9-1ca0-4c00-b045-3c956b4eab04,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:25.082064 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e6c3c8-6773-4b8f-b747-23f1c31664bc admin admin] Checking segment: {'id': 'cf5f71b7-4402-4088-9585-29fd75b2ed50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '99ca1551-73fa-4cfa-9d90-343eb54f8f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:59:25.082690 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e6c3c8-6773-4b8f-b747-23f1c31664bc admin admin] Network hostable DHCP agents. Network: 99ca1551-73fa-4cfa-9d90-343eb54f8f2a, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 21:59:25.102208 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e6c3c8-6773-4b8f-b747-23f1c31664bc admin admin] Network 99ca1551-73fa-4cfa-9d90-343eb54f8f2a is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 21:59:25.122616 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-e7e6c3c8-6773-4b8f-b747-23f1c31664bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 99ca1551-73fa-4cfa-9d90-343eb54f8f2a) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:59:25.125018 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edd90411-b47d-4a6d-b4fe-5f3d8db1a413 req-43664e6a-d167-40bb-b3de-e3c8c00ac891 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 696 time: 0.0484505 Nov 23 21:59:25.128822 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e6c3c8-6773-4b8f-b747-23f1c31664bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:25.129420 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e7e6c3c8-6773-4b8f-b747-23f1c31664bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:25.142598 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313b346e-f17d-4939-a8ab-2cc944679a03 None None] Network 99ca1551-73fa-4cfa-9d90-343eb54f8f2a requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:59:25.146365 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-edd90411-b47d-4a6d-b4fe-5f3d8db1a413 req-3b8a0fc5-e08d-4ed7-abd0-58476b675dda tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Request body: {'floatingip': {'port_id': '47703ccb-be5a-4758-b64e-a92c6d414afa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:59:25.158561 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e7e6c3c8-6773-4b8f-b747-23f1c31664bc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4179969 Nov 23 21:59:25.191316 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-edd90411-b47d-4a6d-b4fe-5f3d8db1a413 req-3b8a0fc5-e08d-4ed7-abd0-58476b675dda tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks [] for floatingip, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:25.358750 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e89c23d-a45b-42c6-99eb-3f09144fe23e None None] Network 99ca1551-73fa-4cfa-9d90-343eb54f8f2a requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 21:59:25.373459 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e55846-4311-4ad3-ba76-b02f484c0466 req-fa51729f-fa47-4050-a1d7-d71295eb4b0c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:25.381311 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-00e55846-4311-4ad3-ba76-b02f484c0466 req-fa51729f-fa47-4050-a1d7-d71295eb4b0c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab2bb875-8da2-4d4d-9017-cae75f8e6181 HTTP/1.1" status: 200 len: 945 time: 0.1308069 Nov 23 21:59:25.449013 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-00e55846-4311-4ad3-ba76-b02f484c0466 req-b5792be3-1a23-4a8d-b0bb-d95160668056 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649555 Nov 23 21:59:25.835976 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-edd90411-b47d-4a6d-b4fe-5f3d8db1a413 req-3b8a0fc5-e08d-4ed7-abd0-58476b675dda tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:25.847885 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-edd90411-b47d-4a6d-b4fe-5f3d8db1a413 req-3b8a0fc5-e08d-4ed7-abd0-58476b675dda tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:26.017737 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-3f7c0d4d-4485-4b2b-b8e0-ae309db9b117 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:26.019314 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-3f7c0d4d-4485-4b2b-b8e0-ae309db9b117 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/networks?id=05b7365c-260d-4c56-bd6e-2c2a0665a98f HTTP/1.1" status: 200 len: 813 time: 0.1821651 Nov 23 21:59:26.022121 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [req-edd90411-b47d-4a6d-b4fe-5f3d8db1a413 req-3b8a0fc5-e08d-4ed7-abd0-58476b675dda tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Floating IP df24f95e-c693-4c8e-8ec7-ba350e60a3fc associated. External IP: 172.25.5.201, port: 47703ccb-be5a-4758-b64e-a92c6d414afa. Nov 23 21:59:26.076502 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-d851c7ed-9b83-4c0c-8db3-17a6a517a840 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/quotas/bc93d7932cd94064b2b2d8cfd1a4e588 HTTP/1.1" status: 200 len: 375 time: 0.0511472 Nov 23 21:59:26.171701 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-7fde487d-5046-488f-9547-89dafdfd5b6d tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc93d7932cd94064b2b2d8cfd1a4e588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405436 Nov 23 21:59:26.646531 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-6b55a293-7798-42e7-aaea-cc1ef679f8a8 service neutron] 10.222.0.50 "GET /v2.0/networks/05b7365c-260d-4c56-bd6e-2c2a0665a98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670017 Nov 23 21:59:26.724500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edd90411-b47d-4a6d-b4fe-5f3d8db1a413 req-3b8a0fc5-e08d-4ed7-abd0-58476b675dda tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Router a9f69735-335b-4da0-b971-464ebabe8b97 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:59:26.792022 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-5cddcde5-7955-41e5-b4fe-bda86bbbe18b service neutron] 10.222.0.50 "GET /v2.0/networks/05b7365c-260d-4c56-bd6e-2c2a0665a98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388524 Nov 23 21:59:26.859545 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edd90411-b47d-4a6d-b4fe-5f3d8db1a413 req-3b8a0fc5-e08d-4ed7-abd0-58476b675dda tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:59:26.874630 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-edd90411-b47d-4a6d-b4fe-5f3d8db1a413 req-3b8a0fc5-e08d-4ed7-abd0-58476b675dda tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:26.876252 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3064c545-4160-4b42-b311-f32c558096bb None None] Sync routers for ids ['a9f69735-335b-4da0-b971-464ebabe8b97'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:59:26.889987 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3064c545-4160-4b42-b311-f32c558096bb None None] Routers {'a9f69735-335b-4da0-b971-464ebabe8b97'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:59:26.891378 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3064c545-4160-4b42-b311-f32c558096bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:59:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a9f69735-335b-4da0-b971-464ebabe8b97'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:59:26.923708 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edd90411-b47d-4a6d-b4fe-5f3d8db1a413 req-3b8a0fc5-e08d-4ed7-abd0-58476b675dda tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "PUT /v2.0/floatingips/df24f95e-c693-4c8e-8ec7-ba350e60a3fc HTTP/1.1" status: 200 len: 996 time: 1.7812238 Nov 23 21:59:26.923941 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc51178-9e65-4ef1-9847-cfb63a52d79a', 'tag': '47703ccb-be5a-4758-b64e-a92c6d414afa'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:59:26.926388 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3e2932-3ba3-49e5-a75b-1190c5ce5086" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc51178-9e65-4ef1-9847-cfb63a52d79a", "tag": "47703ccb-be5a-4758-b64e-a92c6d414afa"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:59:27.099382 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-3064c545-4160-4b42-b311-f32c558096bb None None] Set router a9f69735-335b-4da0-b971-464ebabe8b97 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:59:27.165648 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ac0e7-299b-4208-89d6-bd9e6e5a76e7 req-94b3b753-8bf6-407c-b42d-74ec60297b18 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:27.173644 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-002ac0e7-299b-4208-89d6-bd9e6e5a76e7 req-94b3b753-8bf6-407c-b42d-74ec60297b18 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab2bb875-8da2-4d4d-9017-cae75f8e6181 HTTP/1.1" status: 200 len: 945 time: 0.1555738 Nov 23 21:59:27.218223 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd90411-b47d-4a6d-b4fe-5f3d8db1a413 req-645dad59-6283-4e47-9356-21398b49e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:27.219770 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edd90411-b47d-4a6d-b4fe-5f3d8db1a413 req-645dad59-6283-4e47-9356-21398b49e904 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=07624d1e60094919bab4ccd24e8183b5&device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 1096 time: 0.2784598 Nov 23 21:59:27.232086 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-002ac0e7-299b-4208-89d6-bd9e6e5a76e7 req-fa5fd8c7-1b13-476c-a664-3f93564730b0 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575044 Nov 23 21:59:27.368733 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd90411-b47d-4a6d-b4fe-5f3d8db1a413 req-bda2b39a-e244-48ab-bb58-c8fb7e293efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:27.370850 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edd90411-b47d-4a6d-b4fe-5f3d8db1a413 req-bda2b39a-e244-48ab-bb58-c8fb7e293efc service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf315d38-849d-4fc3-b880-14295b3845e8 HTTP/1.1" status: 200 len: 921 time: 0.1378636 Nov 23 21:59:27.419555 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3064c545-4160-4b42-b311-f32c558096bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-1817732382-router', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:58:20Z', 'updated_at': '2021-11-23T21:58:25Z', 'revision_number': 4, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'gw_port': {'id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:58:21Z', 'updated_at': '2021-11-23T21:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'df24f95e-c693-4c8e-8ec7-ba350e60a3fc', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'port_id': '47703ccb-be5a-4758-b64e-a92c6d414afa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf315d38-849d-4fc3-b880-14295b3845e8', 'mac_address': 'fa:16:3e:50:58:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc51178-9e65-4ef1-9847-cfb63a52d79a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:59:23Z', 'updated_at': '2021-11-23T21:59:25Z', 'revision_number': 1, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a54cf25-2ad1-4631-87cf-d1750ae4f327', 'name': '', 'network_id': 'cf315d38-849d-4fc3-b880-14295b3845e8', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'mac_address': 'fa:16:3e:5b:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'c965f73c-7910-43ec-95f0-2632d11b6ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:58:23Z', 'updated_at': '2021-11-23T21:58:32Z', 'revision_number': 5, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'subnets': [{'id': 'c965f73c-7910-43ec-95f0-2632d11b6ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:59:27.465575 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3064c545-4160-4b42-b311-f32c558096bb None None] Checking router: a9f69735-335b-4da0-b971-464ebabe8b97 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:59:27.477512 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3064c545-4160-4b42-b311-f32c558096bb None None] Routers {'a9f69735-335b-4da0-b971-464ebabe8b97'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:59:27.478323 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3064c545-4160-4b42-b311-f32c558096bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:59:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a9f69735-335b-4da0-b971-464ebabe8b97'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:59:27.506971 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edd90411-b47d-4a6d-b4fe-5f3d8db1a413 req-0f2774b4-2f8d-48f8-956e-720252717b09 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47703ccb-be5a-4758-b64e-a92c6d414afa HTTP/1.1" status: 200 len: 999 time: 0.1271107 Nov 23 21:59:27.615690 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd90411-b47d-4a6d-b4fe-5f3d8db1a413 req-710525d3-5703-4ee7-9701-75ebf60c3280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:27.617192 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edd90411-b47d-4a6d-b4fe-5f3d8db1a413 req-710525d3-5703-4ee7-9701-75ebf60c3280 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c965f73c-7910-43ec-95f0-2632d11b6ef1 HTTP/1.1" status: 200 len: 860 time: 0.0990133 Nov 23 21:59:27.647484 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-3064c545-4160-4b42-b311-f32c558096bb None None] Set router a9f69735-335b-4da0-b971-464ebabe8b97 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:59:27.691825 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1d106d-de3c-425f-aa4e-2f33c4a75913 x-openstack-request-id: req-0a1d106d-de3c-425f-aa4e-2f33c4a75913 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:59:27.692114 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc51178-9e65-4ef1-9847-cfb63a52d79a", "tag": "47703ccb-be5a-4758-b64e-a92c6d414afa", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:59:27.692583 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0a1d106d-de3c-425f-aa4e-2f33c4a75913 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:59:27.692739 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc51178-9e65-4ef1-9847-cfb63a52d79a', 'tag': '47703ccb-be5a-4758-b64e-a92c6d414afa', 'status': 'completed', 'code': 200} Nov 23 21:59:27.705384 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edd90411-b47d-4a6d-b4fe-5f3d8db1a413 req-58f27434-a2a9-45de-9a8a-600fad91d44c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf315d38-849d-4fc3-b880-14295b3845e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768685 Nov 23 21:59:27.716787 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-edd90411-b47d-4a6d-b4fe-5f3d8db1a413 req-49d7f1c6-4838-49ac-96c0-91cd286c3ace service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:59:27.717805 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edd90411-b47d-4a6d-b4fe-5f3d8db1a413 req-49d7f1c6-4838-49ac-96c0-91cd286c3ace service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060899 Nov 23 21:59:27.813955 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-58f6e22f-814b-472d-b9ef-5a9b0ecf7a54 req-9a817ea6-3542-4f6f-9122-d7328729d33c tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/ports?device_id=c48b7eb9-7bae-48f1-b882-0839e7fc9f22 HTTP/1.1" status: 200 len: 210 time: 0.0638044 Nov 23 21:59:27.881081 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9ffec4b3-97d9-40c6-89f4-c3586e37373b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:27.908713 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e2932-3ba3-49e5-a75b-1190c5ce5086 req-07702fa6-ab3c-409a-80aa-e29a36afc341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:27.910989 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d3e2932-3ba3-49e5-a75b-1190c5ce5086 req-07702fa6-ab3c-409a-80aa-e29a36afc341 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07624d1e60094919bab4ccd24e8183b5&device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 1096 time: 0.1718092 Nov 23 21:59:27.959313 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edd90411-b47d-4a6d-b4fe-5f3d8db1a413 req-7a1f54fd-230d-45b8-a5c8-472e5fbf14e0 service neutron] 10.222.0.50 "GET /v2.0/networks/cf315d38-849d-4fc3-b880-14295b3845e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336543 Nov 23 21:59:27.980230 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3064c545-4160-4b42-b311-f32c558096bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-1817732382-router', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:58:20Z', 'updated_at': '2021-11-23T21:58:25Z', 'revision_number': 4, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'gw_port': {'id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:58:21Z', 'updated_at': '2021-11-23T21:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'df24f95e-c693-4c8e-8ec7-ba350e60a3fc', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'port_id': '47703ccb-be5a-4758-b64e-a92c6d414afa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf315d38-849d-4fc3-b880-14295b3845e8', 'mac_address': 'fa:16:3e:50:58:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc51178-9e65-4ef1-9847-cfb63a52d79a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:59:23Z', 'updated_at': '2021-11-23T21:59:25Z', 'revision_number': 1, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a54cf25-2ad1-4631-87cf-d1750ae4f327', 'name': '', 'network_id': 'cf315d38-849d-4fc3-b880-14295b3845e8', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'mac_address': 'fa:16:3e:5b:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'c965f73c-7910-43ec-95f0-2632d11b6ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:58:23Z', 'updated_at': '2021-11-23T21:58:32Z', 'revision_number': 5, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'subnets': [{'id': 'c965f73c-7910-43ec-95f0-2632d11b6ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:59:28.046202 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3064c545-4160-4b42-b311-f32c558096bb None None] The sync data for ids ['a9f69735-335b-4da0-b971-464ebabe8b97'] in n-d-816206-9 is: [{'id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-1817732382-router', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:58:20Z', 'updated_at': '2021-11-23T21:58:25Z', 'revision_number': 4, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'gw_port': {'id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:58:21Z', 'updated_at': '2021-11-23T21:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'df24f95e-c693-4c8e-8ec7-ba350e60a3fc', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'port_id': '47703ccb-be5a-4758-b64e-a92c6d414afa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf315d38-849d-4fc3-b880-14295b3845e8', 'mac_address': 'fa:16:3e:50:58:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc51178-9e65-4ef1-9847-cfb63a52d79a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T21:59:23Z', 'updated_at': '2021-11-23T21:59:25Z', 'revision_number': 1, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a54cf25-2ad1-4631-87cf-d1750ae4f327', 'name': '', 'network_id': 'cf315d38-849d-4fc3-b880-14295b3845e8', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'mac_address': 'fa:16:3e:5b:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'c965f73c-7910-43ec-95f0-2632d11b6ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:58:23Z', 'updated_at': '2021-11-23T21:58:32Z', 'revision_number': 5, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'subnets': [{'id': 'c965f73c-7910-43ec-95f0-2632d11b6ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:59:28.077165 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e2932-3ba3-49e5-a75b-1190c5ce5086 req-fc06b042-090b-41d6-ad80-8c934c27dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:28.078847 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d3e2932-3ba3-49e5-a75b-1190c5ce5086 req-fc06b042-090b-41d6-ad80-8c934c27dfef service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf315d38-849d-4fc3-b880-14295b3845e8 HTTP/1.1" status: 200 len: 921 time: 0.1572437 Nov 23 21:59:28.220574 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d3e2932-3ba3-49e5-a75b-1190c5ce5086 req-82582433-25df-4ed0-a9a4-d7b9c5da4b25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47703ccb-be5a-4758-b64e-a92c6d414afa HTTP/1.1" status: 200 len: 999 time: 0.1044025 Nov 23 21:59:28.222973 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edd90411-b47d-4a6d-b4fe-5f3d8db1a413 req-f0d10d91-915c-4e35-9c23-3bc54b5bf6ed service neutron] 10.222.0.50 "GET /v2.0/networks/cf315d38-849d-4fc3-b880-14295b3845e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628508 Nov 23 21:59:28.402669 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54f8e34-3603-4b9f-8abc-313f92f4cf4f None None] New status for floating IP df24f95e-c693-4c8e-8ec7-ba350e60a3fc: ACTIVE {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:59:28.428886 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e2932-3ba3-49e5-a75b-1190c5ce5086 req-bcacbe4f-9cee-4973-8324-93ee5744cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:28.430545 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d3e2932-3ba3-49e5-a75b-1190c5ce5086 req-bcacbe4f-9cee-4973-8324-93ee5744cfb1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c965f73c-7910-43ec-95f0-2632d11b6ef1 HTTP/1.1" status: 200 len: 860 time: 0.2021439 Nov 23 21:59:28.466199 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-25c8a57b-31ff-497b-a3cd-b866e49489f0 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 999 time: 0.1872711 Nov 23 21:59:28.510378 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d3e2932-3ba3-49e5-a75b-1190c5ce5086 req-fb4443fa-948c-47e2-9906-2666c228e456 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf315d38-849d-4fc3-b880-14295b3845e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557880 Nov 23 21:59:28.622444 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-0487bd23-b6d8-4778-a58e-77fdee2ef1fc tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:28.624316 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-0487bd23-b6d8-4778-a58e-77fdee2ef1fc tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports/47703ccb-be5a-4758-b64e-a92c6d414afa HTTP/1.1" status: 200 len: 942 time: 0.1264386 Nov 23 21:59:28.822647 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-79823195-50ca-4b9d-83dd-8c862e338e8f tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 1001 time: 0.1287856 Nov 23 21:59:28.858545 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d3e2932-3ba3-49e5-a75b-1190c5ce5086 req-ae785769-eb8b-4f08-a823-4ee35db6dfe2 service neutron] 10.222.0.60 "GET /v2.0/networks/cf315d38-849d-4fc3-b880-14295b3845e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202641 Nov 23 21:59:28.937109 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-e22c737b-6b6c-4c66-98ab-1f6d052b469a tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:28.938648 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-e22c737b-6b6c-4c66-98ab-1f6d052b469a tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.53 "GET /v2.0/networks?id=05b7365c-260d-4c56-bd6e-2c2a0665a98f HTTP/1.1" status: 200 len: 813 time: 0.3311894 Nov 23 21:59:28.961669 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2ddbdf56-7d3f-4180-83dd-99de6009af2a req-6c85eb2d-bc29-47b6-ac90-40b224cd85d3 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/ports?device_id=c48b7eb9-7bae-48f1-b882-0839e7fc9f22 HTTP/1.1" status: 200 len: 210 time: 0.0568836 Nov 23 21:59:28.966204 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-edf75f08-241d-4ecb-9c45-ea1018d5eec2 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Request body: {'port': {'device_id': 'c48b7eb9-7bae-48f1-b882-0839e7fc9f22', 'network_id': '05b7365c-260d-4c56-bd6e-2c2a0665a98f', 'admin_state_up': True, 'tenant_id': 'bc93d7932cd94064b2b2d8cfd1a4e588'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:59:29.140223 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-b2a6cfe1-bae7-4568-8152-a6a9ba0fa2ee tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:29.141638 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-b2a6cfe1-bae7-4568-8152-a6a9ba0fa2ee tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.3064425 Nov 23 21:59:29.199800 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d3e2932-3ba3-49e5-a75b-1190c5ce5086 req-b9eda9a3-e245-4a71-b12d-660fa06c7fbd service neutron] 10.222.0.60 "GET /v2.0/networks/cf315d38-849d-4fc3-b880-14295b3845e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270783 Nov 23 21:59:29.240461 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-61c523c5-a703-4188-97af-65d54869c13b tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 1001 time: 0.0858819 Nov 23 21:59:29.252945 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-f5cec285-0bc4-4ef7-aec7-ab22cbdc33b4 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:59:29.289368 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-edf75f08-241d-4ecb-9c45-ea1018d5eec2 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Made reservation on behalf of bc93d7932cd94064b2b2d8cfd1a4e588 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 21:59:29.293719 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-edf75f08-241d-4ecb-9c45-ea1018d5eec2 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:29.335979 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-f5cec285-0bc4-4ef7-aec7-ab22cbdc33b4 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks [] for floatingip, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:29.530207 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-edf75f08-241d-4ecb-9c45-ea1018d5eec2 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Allocated IP 172.20.0.8 (05b7365c-260d-4c56-bd6e-2c2a0665a98f/3903f5ba-6551-4204-a357-05340bf31cf8/eab3eef6-1cf7-4413-9b98-a12ae57be758) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 21:59:29.575472 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-f5cec285-0bc4-4ef7-aec7-ab22cbdc33b4 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:29.583979 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-f5cec285-0bc4-4ef7-aec7-ab22cbdc33b4 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:29.584665 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-f5cec285-0bc4-4ef7-aec7-ab22cbdc33b4 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Floating IP df24f95e-c693-4c8e-8ec7-ba350e60a3fc disassociated. External IP: 172.25.5.201, port: 47703ccb-be5a-4758-b64e-a92c6d414afa. Nov 23 21:59:29.851938 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-edf75f08-241d-4ecb-9c45-ea1018d5eec2 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:29.862073 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:29.930364 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-f5cec285-0bc4-4ef7-aec7-ab22cbdc33b4 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Router a9f69735-335b-4da0-b971-464ebabe8b97 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:59:29.938838 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-edf75f08-241d-4ecb-9c45-ea1018d5eec2 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:30.024631 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-edf75f08-241d-4ecb-9c45-ea1018d5eec2 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Network 05b7365c-260d-4c56-bd6e-2c2a0665a98f is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 21:59:30.031370 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-edf75f08-241d-4ecb-9c45-ea1018d5eec2 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 21:59:30.036738 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-edf75f08-241d-4ecb-9c45-ea1018d5eec2 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 21:59:30.078275 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf75f08-241d-4ecb-9c45-ea1018d5eec2 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Pushing event updated for resources: {'Port': ['ID=eab3eef6-1cf7-4413-9b98-a12ae57be758,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:30.471092 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b36a5dd7-b048-4f18-aa28-06648a9a65fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:30.492646 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-edf75f08-241d-4ecb-9c45-ea1018d5eec2 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:30.493263 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-edf75f08-241d-4ecb-9c45-ea1018d5eec2 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:30.519022 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-f5cec285-0bc4-4ef7-aec7-ab22cbdc33b4 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:59:30.524214 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-edf75f08-241d-4ecb-9c45-ea1018d5eec2 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5671437 Nov 23 21:59:30.527890 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-f5cec285-0bc4-4ef7-aec7-ab22cbdc33b4 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:30.533416 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a93c342-4bde-440b-8960-7a51096431ee None None] Sync routers for ids ['a9f69735-335b-4da0-b971-464ebabe8b97'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:59:30.538158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc6d90-a916-4417-a0f0-99ece7df5d9b req-50be422b-bdf4-44eb-8d58-6bf3bb6038fc tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:30.539835 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-febc6d90-a916-4417-a0f0-99ece7df5d9b req-50be422b-bdf4-44eb-8d58-6bf3bb6038fc tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/ports?device_id=c48b7eb9-7bae-48f1-b882-0839e7fc9f22 HTTP/1.1" status: 200 len: 931 time: 0.4740069 Nov 23 21:59:30.545792 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-8342d9bb-ad80-46a8-9ffb-7aca3c6b1627 service neutron] Request body: {'port': {'device_id': 'c48b7eb9-7bae-48f1-b882-0839e7fc9f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 21:59:30.561490 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a93c342-4bde-440b-8960-7a51096431ee None None] Routers {'a9f69735-335b-4da0-b971-464ebabe8b97'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:59:30.562411 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2a93c342-4bde-440b-8960-7a51096431ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:59:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a9f69735-335b-4da0-b971-464ebabe8b97'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:59:30.623402 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-f5cec285-0bc4-4ef7-aec7-ab22cbdc33b4 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "PUT /v2.0/floatingips/df24f95e-c693-4c8e-8ec7-ba350e60a3fc HTTP/1.1" status: 200 len: 695 time: 1.3759093 Nov 23 21:59:30.627367 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc51178-9e65-4ef1-9847-cfb63a52d79a', 'tag': '47703ccb-be5a-4758-b64e-a92c6d414afa'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:59:30.629817 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b458e0-87ed-4e0f-9fe9-54c6193059d8" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc51178-9e65-4ef1-9847-cfb63a52d79a", "tag": "47703ccb-be5a-4758-b64e-a92c6d414afa"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:59:30.693903 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-febc6d90-a916-4417-a0f0-99ece7df5d9b req-d48fda47-0830-428a-895e-58fba70ddd59 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/security-groups?id=6dc5d5c8-da78-4618-8d34-b11011a74f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276469 Nov 23 21:59:30.694471 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-8342d9bb-ad80-46a8-9ffb-7aca3c6b1627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:30.755394 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-02de6ebd-54a4-4800-b78b-20ffb56a8cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:30.757203 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-02de6ebd-54a4-4800-b78b-20ffb56a8cfd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=07624d1e60094919bab4ccd24e8183b5&device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 1096 time: 0.0987580 Nov 23 21:59:30.865327 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-2a93c342-4bde-440b-8960-7a51096431ee None None] Set router a9f69735-335b-4da0-b971-464ebabe8b97 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:59:30.967799 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-958c1935-338c-4a4c-bd09-6949465ebe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:30.969309 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-958c1935-338c-4a4c-bd09-6949465ebe7a service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf315d38-849d-4fc3-b880-14295b3845e8 HTTP/1.1" status: 200 len: 921 time: 0.2040374 Nov 23 21:59:31.084068 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-4585e00b-4a87-4898-a98d-9b13cb2e2b33 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47703ccb-be5a-4758-b64e-a92c6d414afa HTTP/1.1" status: 200 len: 217 time: 0.0818100 Nov 23 21:59:31.175292 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2a93c342-4bde-440b-8960-7a51096431ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-1817732382-router', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:58:20Z', 'updated_at': '2021-11-23T21:58:25Z', 'revision_number': 4, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'gw_port': {'id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:58:21Z', 'updated_at': '2021-11-23T21:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '5a54cf25-2ad1-4631-87cf-d1750ae4f327', 'name': '', 'network_id': 'cf315d38-849d-4fc3-b880-14295b3845e8', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'mac_address': 'fa:16:3e:5b:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'c965f73c-7910-43ec-95f0-2632d11b6ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:58:23Z', 'updated_at': '2021-11-23T21:58:32Z', 'revision_number': 5, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'subnets': [{'id': 'c965f73c-7910-43ec-95f0-2632d11b6ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:59:31.179684 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-256b57ea-e295-4e92-8142-b0e73524b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:31.181185 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-256b57ea-e295-4e92-8142-b0e73524b6a5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c965f73c-7910-43ec-95f0-2632d11b6ef1 HTTP/1.1" status: 200 len: 860 time: 0.0963323 Nov 23 21:59:31.211928 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a93c342-4bde-440b-8960-7a51096431ee None None] Checking router: a9f69735-335b-4da0-b971-464ebabe8b97 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:59:31.231835 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a93c342-4bde-440b-8960-7a51096431ee None None] Routers {'a9f69735-335b-4da0-b971-464ebabe8b97'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:59:31.232684 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2a93c342-4bde-440b-8960-7a51096431ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:59:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a9f69735-335b-4da0-b971-464ebabe8b97'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:59:31.279472 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816a00fe-217e-42a3-b54f-417c9ed56e84 x-openstack-request-id: req-816a00fe-217e-42a3-b54f-417c9ed56e84 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:59:31.279762 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc51178-9e65-4ef1-9847-cfb63a52d79a", "tag": "47703ccb-be5a-4758-b64e-a92c6d414afa", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:59:31.280021 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-816a00fe-217e-42a3-b54f-417c9ed56e84 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:59:31.280420 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc51178-9e65-4ef1-9847-cfb63a52d79a', 'tag': '47703ccb-be5a-4758-b64e-a92c6d414afa', 'status': 'completed', 'code': 200} Nov 23 21:59:31.282549 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-791111fa-5659-4af2-ba33-955b0b1c94bd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf315d38-849d-4fc3-b880-14295b3845e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865347 Nov 23 21:59:31.302507 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-8342d9bb-ad80-46a8-9ffb-7aca3c6b1627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab3eef6-1cf7-4413-9b98-a12ae57be758 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:59:31.321103 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-8342d9bb-ad80-46a8-9ffb-7aca3c6b1627 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:31.386102 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-2a93c342-4bde-440b-8960-7a51096431ee None None] Set router a9f69735-335b-4da0-b971-464ebabe8b97 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:59:31.434318 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-8342d9bb-ad80-46a8-9ffb-7aca3c6b1627 service neutron] Transition to ACTIVE for port object eab3eef6-1cf7-4413-9b98-a12ae57be758 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 21:59:31.450353 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b458e0-87ed-4e0f-9fe9-54c6193059d8 req-0f7b2b7b-546e-415c-bc9d-9d08c293c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:31.451904 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2b458e0-87ed-4e0f-9fe9-54c6193059d8 req-0f7b2b7b-546e-415c-bc9d-9d08c293c5ff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07624d1e60094919bab4ccd24e8183b5&device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 1096 time: 0.1283240 Nov 23 21:59:31.454161 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-8342d9bb-ad80-46a8-9ffb-7aca3c6b1627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:31.524504 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342d9bb-ad80-46a8-9ffb-7aca3c6b1627 service neutron] Pushing event updated for resources: {'Port': ['ID=eab3eef6-1cf7-4413-9b98-a12ae57be758,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:31.575112 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:31.636376 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-50fd1c05-a2ec-4bff-9a1c-265f00b6a810 service neutron] 10.222.0.50 "GET /v2.0/networks/cf315d38-849d-4fc3-b880-14295b3845e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441575 Nov 23 21:59:31.677885 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2a93c342-4bde-440b-8960-7a51096431ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-1817732382-router', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:58:20Z', 'updated_at': '2021-11-23T21:58:25Z', 'revision_number': 4, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'gw_port': {'id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:58:21Z', 'updated_at': '2021-11-23T21:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '5a54cf25-2ad1-4631-87cf-d1750ae4f327', 'name': '', 'network_id': 'cf315d38-849d-4fc3-b880-14295b3845e8', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'mac_address': 'fa:16:3e:5b:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'c965f73c-7910-43ec-95f0-2632d11b6ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:58:23Z', 'updated_at': '2021-11-23T21:58:32Z', 'revision_number': 5, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'subnets': [{'id': 'c965f73c-7910-43ec-95f0-2632d11b6ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:59:31.697548 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b458e0-87ed-4e0f-9fe9-54c6193059d8 req-84cfe9cf-4caa-42f5-ac20-d1558c5b183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:31.699620 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2b458e0-87ed-4e0f-9fe9-54c6193059d8 req-84cfe9cf-4caa-42f5-ac20-d1558c5b183a service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf315d38-849d-4fc3-b880-14295b3845e8 HTTP/1.1" status: 200 len: 921 time: 0.1951418 Nov 23 21:59:31.710101 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a93c342-4bde-440b-8960-7a51096431ee None None] The sync data for ids ['a9f69735-335b-4da0-b971-464ebabe8b97'] in n-d-816206-9 is: [{'id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-1817732382-router', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:58:20Z', 'updated_at': '2021-11-23T21:58:25Z', 'revision_number': 4, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'gw_port': {'id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:58:21Z', 'updated_at': '2021-11-23T21:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '5a54cf25-2ad1-4631-87cf-d1750ae4f327', 'name': '', 'network_id': 'cf315d38-849d-4fc3-b880-14295b3845e8', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'mac_address': 'fa:16:3e:5b:e2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': 'c965f73c-7910-43ec-95f0-2632d11b6ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:58:23Z', 'updated_at': '2021-11-23T21:58:32Z', 'revision_number': 5, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'subnets': [{'id': 'c965f73c-7910-43ec-95f0-2632d11b6ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:59:31.798027 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2b458e0-87ed-4e0f-9fe9-54c6193059d8 req-67a3615e-02e1-48fb-9802-9784d8056ea7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47703ccb-be5a-4758-b64e-a92c6d414afa HTTP/1.1" status: 200 len: 217 time: 0.0770240 Nov 23 21:59:31.950634 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-8342d9bb-ad80-46a8-9ffb-7aca3c6b1627 service neutron] Attempting to bind port eab3eef6-1cf7-4413-9b98-a12ae57be758 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 21:59:31.951083 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-8342d9bb-ad80-46a8-9ffb-7aca3c6b1627 service neutron] Attempting to bind port eab3eef6-1cf7-4413-9b98-a12ae57be758 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '783d070c-76fa-4695-84a9-f98dd75a9eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '05b7365c-260d-4c56-bd6e-2c2a0665a98f'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 21:59:31.951487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-8342d9bb-ad80-46a8-9ffb-7aca3c6b1627 service neutron] Attempting to bind port eab3eef6-1cf7-4413-9b98-a12ae57be758 on network 05b7365c-260d-4c56-bd6e-2c2a0665a98f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:59:31.977655 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b458e0-87ed-4e0f-9fe9-54c6193059d8 req-a44c9dfc-2395-42f7-8f2d-90734fb9385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:31.979338 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2b458e0-87ed-4e0f-9fe9-54c6193059d8 req-a44c9dfc-2395-42f7-8f2d-90734fb9385a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c965f73c-7910-43ec-95f0-2632d11b6ef1 HTTP/1.1" status: 200 len: 860 time: 0.1447363 Nov 23 21:59:31.980343 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-8342d9bb-ad80-46a8-9ffb-7aca3c6b1627 service neutron] Port eab3eef6-1cf7-4413-9b98-a12ae57be758 on network 05b7365c-260d-4c56-bd6e-2c2a0665a98f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 21:59:31.980676 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-8342d9bb-ad80-46a8-9ffb-7aca3c6b1627 service neutron] Attempting to bind port eab3eef6-1cf7-4413-9b98-a12ae57be758 on network 05b7365c-260d-4c56-bd6e-2c2a0665a98f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 21:59:31.989878 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5a5be2d-dc4a-4f86-8b14-d69c391f1ced req-6030df0d-cea6-4102-b97d-2c4d877071e3 service neutron] 10.222.0.50 "GET /v2.0/networks/cf315d38-849d-4fc3-b880-14295b3845e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381312 Nov 23 21:59:32.001737 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-8342d9bb-ad80-46a8-9ffb-7aca3c6b1627 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 21, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 21:59:32.002080 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-8342d9bb-ad80-46a8-9ffb-7aca3c6b1627 service neutron] Checking segment: {'id': '783d070c-76fa-4695-84a9-f98dd75a9eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '05b7365c-260d-4c56-bd6e-2c2a0665a98f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 21:59:32.002474 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-8342d9bb-ad80-46a8-9ffb-7aca3c6b1627 service neutron] Bound using segment: {'id': '783d070c-76fa-4695-84a9-f98dd75a9eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '05b7365c-260d-4c56-bd6e-2c2a0665a98f'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 21:59:32.002954 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-8342d9bb-ad80-46a8-9ffb-7aca3c6b1627 service neutron] Bound port: eab3eef6-1cf7-4413-9b98-a12ae57be758, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783d070c-76fa-4695-84a9-f98dd75a9eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '05b7365c-260d-4c56-bd6e-2c2a0665a98f'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 21:59:32.003316 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-8342d9bb-ad80-46a8-9ffb-7aca3c6b1627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:32.023439 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25647cfa-62c4-4c33-935e-a2d337aada59 req-5b5040e9-4052-4e7e-8fe2-7fdac207925b tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:32.031775 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-25647cfa-62c4-4c33-935e-a2d337aada59 req-5b5040e9-4052-4e7e-8fe2-7fdac207925b tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/ports?device_id=c48b7eb9-7bae-48f1-b882-0839e7fc9f22 HTTP/1.1" status: 200 len: 943 time: 0.2279859 Nov 23 21:59:32.056035 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2b458e0-87ed-4e0f-9fe9-54c6193059d8 req-e03996da-09ae-4ef8-b2e7-71471566dce1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf315d38-849d-4fc3-b880-14295b3845e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642304 Nov 23 21:59:32.118363 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293d1667-9645-45ce-93e4-a31a70e9af2c None None] New status for floating IP df24f95e-c693-4c8e-8ec7-ba350e60a3fc: DOWN {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 21:59:32.259818 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-25647cfa-62c4-4c33-935e-a2d337aada59 req-4f942c6a-5aad-429f-8e66-291c9311d6e0 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/security-groups?id=6dc5d5c8-da78-4618-8d34-b11011a74f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270608 Nov 23 21:59:32.305730 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33c0acae-9484-4e2d-984e-27b41fa1f71c req-581d0f4d-2645-4d04-979b-b2a66c5b1549 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/floatingips/df24f95e-c693-4c8e-8ec7-ba350e60a3fc HTTP/1.1" status: 200 len: 695 time: 0.1532834 Nov 23 21:59:32.390052 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-8342d9bb-ad80-46a8-9ffb-7aca3c6b1627 service neutron] For port eab3eef6-1cf7-4413-9b98-a12ae57be758, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 21:59:32.424302 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-8342d9bb-ad80-46a8-9ffb-7aca3c6b1627 service neutron] For port eab3eef6-1cf7-4413-9b98-a12ae57be758, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=eab3eef6-1cf7-4413-9b98-a12ae57be758,segment=NetworkSegment(783d070c-76fa-4695-84a9-f98dd75a9eb0),segment_id=783d070c-76fa-4695-84a9-f98dd75a9eb0)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 21:59:32.428437 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2b458e0-87ed-4e0f-9fe9-54c6193059d8 req-d679c722-fb1b-4b63-a03f-9a7e09d52c1a service neutron] 10.222.0.60 "GET /v2.0/networks/cf315d38-849d-4fc3-b880-14295b3845e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503430 Nov 23 21:59:32.465405 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-8342d9bb-ad80-46a8-9ffb-7aca3c6b1627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:32.566778 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-8342d9bb-ad80-46a8-9ffb-7aca3c6b1627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:32.567328 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-8342d9bb-ad80-46a8-9ffb-7aca3c6b1627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:32.568837 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-8342d9bb-ad80-46a8-9ffb-7aca3c6b1627 service neutron] 10.222.0.53 "PUT /v2.0/ports/eab3eef6-1cf7-4413-9b98-a12ae57be758 HTTP/1.1" status: 200 len: 1091 time: 2.0279946 Nov 23 21:59:32.679456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0acae-9484-4e2d-984e-27b41fa1f71c req-f037785a-98f5-4312-a6c4-24f89973d334 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:32.681014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33c0acae-9484-4e2d-984e-27b41fa1f71c req-f037785a-98f5-4312-a6c4-24f89973d334 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 784 time: 0.3543921 Nov 23 21:59:32.691781 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342d9bb-ad80-46a8-9ffb-7aca3c6b1627 service neutron] Pushing event updated for resources: {'Port': ['ID=eab3eef6-1cf7-4413-9b98-a12ae57be758,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:32.712534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-33c0acae-9484-4e2d-984e-27b41fa1f71c req-3642bd9f-b4f5-466e-8c03-dcafa38adeeb tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 21:59:32.713463 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33c0acae-9484-4e2d-984e-27b41fa1f71c req-3642bd9f-b4f5-466e-8c03-dcafa38adeeb tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162041 Nov 23 21:59:32.722521 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2b458e0-87ed-4e0f-9fe9-54c6193059d8 req-3f945179-b723-40ab-a6c3-e8f0673a4854 service neutron] 10.222.0.60 "GET /v2.0/networks/cf315d38-849d-4fc3-b880-14295b3845e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599103 Nov 23 21:59:32.733749 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-4135ee8f-a8d0-40ba-b902-ce8781da7b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:32.735291 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-4135ee8f-a8d0-40ba-b902-ce8781da7b57 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc93d7932cd94064b2b2d8cfd1a4e588&device_id=c48b7eb9-7bae-48f1-b882-0839e7fc9f22 HTTP/1.1" status: 200 len: 1094 time: 0.1097362 Nov 23 21:59:32.811097 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-94f1830a-2ea7-4179-91ec-6eea6bb3942d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eab3eef6-1cf7-4413-9b98-a12ae57be758 HTTP/1.1" status: 200 len: 217 time: 0.0388892 Nov 23 21:59:32.814050 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33c0acae-9484-4e2d-984e-27b41fa1f71c req-81bb698f-eef8-40b0-9e26-e5786c9f0b5f tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 696 time: 0.0884604 Nov 23 21:59:32.907847 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33c0acae-9484-4e2d-984e-27b41fa1f71c req-ab926374-07fc-4f68-9dc7-ebaed04f5a80 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 696 time: 0.0809269 Nov 23 21:59:32.916934 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-941350ad-b21a-42c5-9f99-2f0a24297fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:32.921935 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-941350ad-b21a-42c5-9f99-2f0a24297fc1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3903f5ba-6551-4204-a357-05340bf31cf8 HTTP/1.1" status: 200 len: 853 time: 0.0996668 Nov 23 21:59:32.925687 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:32.989505 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-482ac2d8-0f83-4ec3-b9a7-c07d1a85fd84 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=05b7365c-260d-4c56-bd6e-2c2a0665a98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618570 Nov 23 21:59:33.159536 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-d7659e64-37f1-40d1-9ad0-5ad1b6c0259b service neutron] 10.222.0.53 "GET /v2.0/networks/05b7365c-260d-4c56-bd6e-2c2a0665a98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374815 Nov 23 21:59:33.164847 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-33c0acae-9484-4e2d-984e-27b41fa1f71c req-3d63bd3b-5f72-4a6e-9c59-b6227e07bafc tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Deleting port c4a33d14-5677-4b68-b7c8-0aa1361c80cf {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:59:33.165178 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-33c0acae-9484-4e2d-984e-27b41fa1f71c req-3d63bd3b-5f72-4a6e-9c59-b6227e07bafc tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:33.283910 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48b7eb9-7bae-48f1-b882-0839e7fc9f22', 'tag': 'eab3eef6-1cf7-4413-9b98-a12ae57be758'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:59:33.286172 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722adbca-1949-4d15-9612-a0c97ea35864" -d '{"events": [{"name": "network-changed", "server_uuid": "c48b7eb9-7bae-48f1-b882-0839e7fc9f22", "tag": "eab3eef6-1cf7-4413-9b98-a12ae57be758"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:59:33.318105 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-33c0acae-9484-4e2d-984e-27b41fa1f71c req-3d63bd3b-5f72-4a6e-9c59-b6227e07bafc tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:33.318433 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-33c0acae-9484-4e2d-984e-27b41fa1f71c req-3d63bd3b-5f72-4a6e-9c59-b6227e07bafc tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:33.348772 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-33c0acae-9484-4e2d-984e-27b41fa1f71c req-3d63bd3b-5f72-4a6e-9c59-b6227e07bafc tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Calling delete_port for c4a33d14-5677-4b68-b7c8-0aa1361c80cf owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:59:33.352162 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a5d42d8-3294-4de4-9f4c-992a96349216 req-846d1466-8cd3-45c3-92c3-6615694bee2f service neutron] 10.222.0.53 "GET /v2.0/networks/05b7365c-260d-4c56-bd6e-2c2a0665a98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841943 Nov 23 21:59:33.441519 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62d742-f4b5-418b-8bfd-ad65fd18bda1 req-3ac3ac00-9a79-4d76-9bcd-f3b0ab2f316e tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:33.443094 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a62d742-f4b5-418b-8bfd-ad65fd18bda1 req-3ac3ac00-9a79-4d76-9bcd-f3b0ab2f316e tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/ports?device_id=c48b7eb9-7bae-48f1-b882-0839e7fc9f22 HTTP/1.1" status: 200 len: 943 time: 0.1121390 Nov 23 21:59:33.519125 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a62d742-f4b5-418b-8bfd-ad65fd18bda1 req-6e53719d-809a-484d-bec2-5152969e9ac2 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/security-groups?id=6dc5d5c8-da78-4618-8d34-b11011a74f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684664 Nov 23 21:59:33.596031 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 21:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81c0c5b-58bc-412a-b53a-5cead095c55e x-openstack-request-id: req-a81c0c5b-58bc-412a-b53a-5cead095c55e {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:59:33.596547 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48b7eb9-7bae-48f1-b882-0839e7fc9f22", "tag": "eab3eef6-1cf7-4413-9b98-a12ae57be758", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:59:33.596897 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a81c0c5b-58bc-412a-b53a-5cead095c55e {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:59:33.597385 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48b7eb9-7bae-48f1-b882-0839e7fc9f22', 'tag': 'eab3eef6-1cf7-4413-9b98-a12ae57be758', 'status': 'completed', 'code': 200} Nov 23 21:59:33.625575 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-33c0acae-9484-4e2d-984e-27b41fa1f71c req-3d63bd3b-5f72-4a6e-9c59-b6227e07bafc tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:33.695218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63bd3b-5f72-4a6e-9c59-b6227e07bafc tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Pushing event deleted for resources: {'Port': ['ID=c4a33d14-5677-4b68-b7c8-0aa1361c80cf,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:33.774886 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722adbca-1949-4d15-9612-a0c97ea35864 req-6f1e11c3-6360-436a-b968-54f8bd7e6e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:33.777315 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-722adbca-1949-4d15-9612-a0c97ea35864 req-6f1e11c3-6360-436a-b968-54f8bd7e6e8b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc93d7932cd94064b2b2d8cfd1a4e588&device_id=c48b7eb9-7bae-48f1-b882-0839e7fc9f22 HTTP/1.1" status: 200 len: 1094 time: 0.1618962 Nov 23 21:59:33.783953 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-33c0acae-9484-4e2d-984e-27b41fa1f71c req-3d63bd3b-5f72-4a6e-9c59-b6227e07bafc tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:33.786940 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-33c0acae-9484-4e2d-984e-27b41fa1f71c req-3d63bd3b-5f72-4a6e-9c59-b6227e07bafc tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:33.788063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33c0acae-9484-4e2d-984e-27b41fa1f71c req-3d63bd3b-5f72-4a6e-9c59-b6227e07bafc tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "DELETE /v2.0/floatingips/df24f95e-c693-4c8e-8ec7-ba350e60a3fc HTTP/1.1" status: 204 len: 173 time: 0.8684840 Nov 23 21:59:33.826544 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:33.934443 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722adbca-1949-4d15-9612-a0c97ea35864 req-d517ce14-8bc4-465b-ba34-b8adb8d77f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:33.935972 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-722adbca-1949-4d15-9612-a0c97ea35864 req-d517ce14-8bc4-465b-ba34-b8adb8d77f74 service neutron] 10.222.0.53 "GET /v2.0/networks?id=05b7365c-260d-4c56-bd6e-2c2a0665a98f HTTP/1.1" status: 200 len: 914 time: 0.1461694 Nov 23 21:59:33.939094 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d2b21e75-c8c5-4e18-a8ad-a2b89567e0a0 req-9413b7de-bcd4-4a9a-9518-6e2fac66ebe2 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups/25ebc7a8-eb0f-4688-8e65-a03593b3fd42 HTTP/1.1" status: 200 len: 1826 time: 0.0799677 Nov 23 21:59:33.998098 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-722adbca-1949-4d15-9612-a0c97ea35864 req-472bdd19-268f-4d2c-83f6-aefb17160219 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eab3eef6-1cf7-4413-9b98-a12ae57be758 HTTP/1.1" status: 200 len: 217 time: 0.0507348 Nov 23 21:59:34.077972 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722adbca-1949-4d15-9612-a0c97ea35864 req-fe6d2164-ffa2-4fdf-a4b5-b12bd51cf4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:34.079549 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-722adbca-1949-4d15-9612-a0c97ea35864 req-fe6d2164-ffa2-4fdf-a4b5-b12bd51cf4bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3903f5ba-6551-4204-a357-05340bf31cf8 HTTP/1.1" status: 200 len: 853 time: 0.0719011 Nov 23 21:59:34.080587 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d2b21e75-c8c5-4e18-a8ad-a2b89567e0a0 req-921269f3-f0fc-4683-be50-7ea8c57e8fa7 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:34.131375 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-722adbca-1949-4d15-9612-a0c97ea35864 req-f317e454-c4a1-4686-ae2f-e4053b92f4d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=05b7365c-260d-4c56-bd6e-2c2a0665a98f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390351 Nov 23 21:59:34.135608 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d2b21e75-c8c5-4e18-a8ad-a2b89567e0a0 req-921269f3-f0fc-4683-be50-7ea8c57e8fa7 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:34.259661 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d2b21e75-c8c5-4e18-a8ad-a2b89567e0a0 req-921269f3-f0fc-4683-be50-7ea8c57e8fa7 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:34.262826 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d2b21e75-c8c5-4e18-a8ad-a2b89567e0a0 req-921269f3-f0fc-4683-be50-7ea8c57e8fa7 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:34.263972 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d2b21e75-c8c5-4e18-a8ad-a2b89567e0a0 req-921269f3-f0fc-4683-be50-7ea8c57e8fa7 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "DELETE /v2.0/security-groups/25ebc7a8-eb0f-4688-8e65-a03593b3fd42 HTTP/1.1" status: 204 len: 173 time: 0.3188772 Nov 23 21:59:34.279626 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-722adbca-1949-4d15-9612-a0c97ea35864 req-b3a43319-0eb6-4cd0-86f6-b87bf697f8ee service neutron] 10.222.0.53 "GET /v2.0/networks/05b7365c-260d-4c56-bd6e-2c2a0665a98f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346309 Nov 23 21:59:34.280705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921269f3-f0fc-4683-be50-7ea8c57e8fa7 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ebc7a8-eb0f-4688-8e65-a03593b3fd42,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:34.800504 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd291a87-3e45-45d8-b3e1-43ad8f963077 req-32c8d7d4-eec9-4686-afff-5984a234d9a1 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:34.802048 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dd291a87-3e45-45d8-b3e1-43ad8f963077 req-32c8d7d4-eec9-4686-afff-5984a234d9a1 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/ports?device_id=c48b7eb9-7bae-48f1-b882-0839e7fc9f22 HTTP/1.1" status: 200 len: 943 time: 0.1424112 Nov 23 21:59:34.813009 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f9f0f-01e1-4b4a-8f83-9da121c00799 req-7295f94b-a819-467c-ad3e-47124c498d19 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:34.814528 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d28f9f0f-01e1-4b4a-8f83-9da121c00799 req-7295f94b-a819-467c-ad3e-47124c498d19 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.1560133 Nov 23 21:59:34.827974 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-722adbca-1949-4d15-9612-a0c97ea35864 req-747bba58-2570-4796-aafe-be7760eb06e5 service neutron] 10.222.0.53 "GET /v2.0/networks/05b7365c-260d-4c56-bd6e-2c2a0665a98f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376351 Nov 23 21:59:34.898572 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dd291a87-3e45-45d8-b3e1-43ad8f963077 req-b81e688d-f0f1-4fc9-8998-859c489433dd tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/security-groups?id=6dc5d5c8-da78-4618-8d34-b11011a74f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830231 Nov 23 21:59:34.901852 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d28f9f0f-01e1-4b4a-8f83-9da121c00799 req-087765e0-27e4-49dd-88c8-cb9b341548eb tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784886 Nov 23 21:59:35.926039 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device eab3eef6-1cf7-4413-9b98-a12ae57be758 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 21:59:36.091855 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port eab3eef6-1cf7-4413-9b98-a12ae57be758, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=eab3eef6-1cf7-4413-9b98-a12ae57be758,segment=NetworkSegment(783d070c-76fa-4695-84a9-f98dd75a9eb0),segment_id=783d070c-76fa-4695-84a9-f98dd75a9eb0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:59:36.101492 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f549bc4-18c0-44e0-a072-5ff45cbd0ffb req-348bd089-ee96-4d39-b152-f8f1757e28c6 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:36.103127 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f549bc4-18c0-44e0-a072-5ff45cbd0ffb req-348bd089-ee96-4d39-b152-f8f1757e28c6 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/ports?device_id=c48b7eb9-7bae-48f1-b882-0839e7fc9f22 HTTP/1.1" status: 200 len: 943 time: 0.1079609 Nov 23 21:59:36.119215 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d621f7-d2c3-4a3e-8459-f90fff1a6496 req-63f073e5-01a8-4043-ac53-155a04617a67 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:36.120763 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08d621f7-d2c3-4a3e-8459-f90fff1a6496 req-63f073e5-01a8-4043-ac53-155a04617a67 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.1348991 Nov 23 21:59:36.138037 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'eab3eef6-1cf7-4413-9b98-a12ae57be758', 'network_id': '05b7365c-260d-4c56-bd6e-2c2a0665a98f', 'port_id': 'eab3eef6-1cf7-4413-9b98-a12ae57be758', 'mac_address': 'fa:16:3e:c5:9d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3903f5ba-6551-4204-a357-05340bf31cf8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 21:59:36.209234 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f549bc4-18c0-44e0-a072-5ff45cbd0ffb req-c06d3e6a-dd2c-4f3f-987c-b2b3925c7644 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/security-groups?id=6dc5d5c8-da78-4618-8d34-b11011a74f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846827 Nov 23 21:59:36.245384 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:36.264129 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab3eef6-1cf7-4413-9b98-a12ae57be758 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 21:59:36.283947 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08d621f7-d2c3-4a3e-8459-f90fff1a6496 req-791245ce-56cc-4acc-9965-a1618e1c93d9 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497858 Nov 23 21:59:36.313061 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port eab3eef6-1cf7-4413-9b98-a12ae57be758, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=eab3eef6-1cf7-4413-9b98-a12ae57be758,segment=NetworkSegment(783d070c-76fa-4695-84a9-f98dd75a9eb0),segment_id=783d070c-76fa-4695-84a9-f98dd75a9eb0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:59:36.327459 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:36.391493 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=eab3eef6-1cf7-4413-9b98-a12ae57be758,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:36.777823 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['eab3eef6-1cf7-4413-9b98-a12ae57be758'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:59:37.053327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863d5fa-9055-4d17-8ac6-b3c263cd59d7 req-da200bbd-e9fc-42e5-bdf5-dc8006e91976 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:37.055007 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5863d5fa-9055-4d17-8ac6-b3c263cd59d7 req-da200bbd-e9fc-42e5-bdf5-dc8006e91976 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.0500011 Nov 23 21:59:37.176822 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-5863d5fa-9055-4d17-8ac6-b3c263cd59d7 req-974ed3ef-b4cf-46c4-97a7-51b07b1fbcaa tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Deleting port 47703ccb-be5a-4758-b64e-a92c6d414afa {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:59:37.177495 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5863d5fa-9055-4d17-8ac6-b3c263cd59d7 req-974ed3ef-b4cf-46c4-97a7-51b07b1fbcaa tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:37.292908 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-5863d5fa-9055-4d17-8ac6-b3c263cd59d7 req-974ed3ef-b4cf-46c4-97a7-51b07b1fbcaa tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] For port 47703ccb-be5a-4758-b64e-a92c6d414afa, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=47703ccb-be5a-4758-b64e-a92c6d414afa,segment=NetworkSegment(63d8713b-2d64-40ec-830b-31eeb5bd1b0c),segment_id=63d8713b-2d64-40ec-830b-31eeb5bd1b0c)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:59:37.293261 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5863d5fa-9055-4d17-8ac6-b3c263cd59d7 req-974ed3ef-b4cf-46c4-97a7-51b07b1fbcaa tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:37.337462 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-5863d5fa-9055-4d17-8ac6-b3c263cd59d7 req-974ed3ef-b4cf-46c4-97a7-51b07b1fbcaa tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Calling delete_port for 47703ccb-be5a-4758-b64e-a92c6d414afa owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:59:37.450026 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a19aeb-2582-4d6b-910e-07a260ebb47d req-5011f109-568c-45db-a728-263986872fe5 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:37.451602 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77a19aeb-2582-4d6b-910e-07a260ebb47d req-5011f109-568c-45db-a728-263986872fe5 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/ports?device_id=c48b7eb9-7bae-48f1-b882-0839e7fc9f22 HTTP/1.1" status: 200 len: 944 time: 0.1337264 Nov 23 21:59:37.500845 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b32fa-3ad2-493a-a25a-8fec1643edbc req-703b6585-62eb-4f06-b1e5-85d4c2bffcf3 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:37.502365 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-597b32fa-3ad2-493a-a25a-8fec1643edbc req-703b6585-62eb-4f06-b1e5-85d4c2bffcf3 tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/ports?device_id=fdc51178-9e65-4ef1-9847-cfb63a52d79a HTTP/1.1" status: 200 len: 945 time: 0.1046748 Nov 23 21:59:37.607890 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77a19aeb-2582-4d6b-910e-07a260ebb47d req-a372d7ac-6b0e-4617-81f5-87c9a256663d tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/security-groups?id=6dc5d5c8-da78-4618-8d34-b11011a74f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406662 Nov 23 21:59:37.620914 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-597b32fa-3ad2-493a-a25a-8fec1643edbc req-a1dbdb3b-a4be-4aba-a6c1-7a871577b25d tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.50 "GET /v2.0/security-groups?id=f804eef6-f7f3-4292-a791-095521647bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080420 Nov 23 21:59:37.662519 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5863d5fa-9055-4d17-8ac6-b3c263cd59d7 req-974ed3ef-b4cf-46c4-97a7-51b07b1fbcaa tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:37.701436 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['47703ccb-be5a-4758-b64e-a92c6d414afa'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:59:37.707508 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ed3ef-b4cf-46c4-97a7-51b07b1fbcaa tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Pushing event deleted for resources: {'Port': ['ID=47703ccb-be5a-4758-b64e-a92c6d414afa,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:37.774785 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-5863d5fa-9055-4d17-8ac6-b3c263cd59d7 req-974ed3ef-b4cf-46c4-97a7-51b07b1fbcaa tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] No DVR routers for this DVR port 47703ccb-be5a-4758-b64e-a92c6d414afa on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:59:37.783299 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5863d5fa-9055-4d17-8ac6-b3c263cd59d7 req-974ed3ef-b4cf-46c4-97a7-51b07b1fbcaa tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:37.785928 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5863d5fa-9055-4d17-8ac6-b3c263cd59d7 req-974ed3ef-b4cf-46c4-97a7-51b07b1fbcaa tempest-ServerRescueTestJSONUnderV235-561403931 tempest-ServerRescueTestJSONUnderV235-561403931-project] 10.222.0.60 "DELETE /v2.0/ports/47703ccb-be5a-4758-b64e-a92c6d414afa HTTP/1.1" status: 204 len: 173 time: 0.7246220 Nov 23 21:59:37.788511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc51178-9e65-4ef1-9847-cfb63a52d79a', 'name': 'network-vif-deleted', 'tag': '47703ccb-be5a-4758-b64e-a92c6d414afa'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:59:37.795127 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eecaeeb-3a68-495f-ad1e-84b2948e0a76" -d '{"events": [{"server_uuid": "fdc51178-9e65-4ef1-9847-cfb63a52d79a", "name": "network-vif-deleted", "tag": "47703ccb-be5a-4758-b64e-a92c6d414afa"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:59:37.878529 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff94e020-501e-4925-8dfe-01fc3ff02e23 x-openstack-request-id: req-ff94e020-501e-4925-8dfe-01fc3ff02e23 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:59:37.878926 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc51178-9e65-4ef1-9847-cfb63a52d79a", "name": "network-vif-deleted", "tag": "47703ccb-be5a-4758-b64e-a92c6d414afa", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:59:37.879258 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ff94e020-501e-4925-8dfe-01fc3ff02e23 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:59:37.879748 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc51178-9e65-4ef1-9847-cfb63a52d79a', 'name': 'network-vif-deleted', 'tag': '47703ccb-be5a-4758-b64e-a92c6d414afa', 'status': 'completed', 'code': 200} Nov 23 21:59:38.615673 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa4001-46ab-4559-8e6d-e64282a6a850 req-d3a9faee-234e-4055-8ed9-46c76b7227d4 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:38.618048 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99fa4001-46ab-4559-8e6d-e64282a6a850 req-d3a9faee-234e-4055-8ed9-46c76b7227d4 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=74fe7ada-1a9a-4009-bd6d-df6f303903a0 HTTP/1.1" status: 200 len: 946 time: 0.0618458 Nov 23 21:59:38.691312 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99fa4001-46ab-4559-8e6d-e64282a6a850 req-b66c0e6c-9a59-4148-a133-9bd3fda22128 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650668 Nov 23 21:59:38.735703 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36176) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:38.806687 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d51e5a-557c-4bbe-9d48-3f14bf4b6b78 req-01dcc38a-2a13-4a37-aedf-c0692f43436e tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:38.826843 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8d51e5a-557c-4bbe-9d48-3f14bf4b6b78 req-01dcc38a-2a13-4a37-aedf-c0692f43436e tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/ports?device_id=c48b7eb9-7bae-48f1-b882-0839e7fc9f22 HTTP/1.1" status: 200 len: 944 time: 0.0846293 Nov 23 21:59:38.916526 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8d51e5a-557c-4bbe-9d48-3f14bf4b6b78 req-604450e2-38da-4a9f-a135-96b53111b979 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/security-groups?id=6dc5d5c8-da78-4618-8d34-b11011a74f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886574 Nov 23 21:59:39.266401 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3ca4fc4-3c06-42e8-bf09-087936623830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:39.580267 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-b3ca4fc4-3c06-42e8-bf09-087936623830 admin admin] Deleting port 5a54cf25-2ad1-4631-87cf-d1750ae4f327 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:59:39.580909 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3ca4fc4-3c06-42e8-bf09-087936623830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:39.674785 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-b3ca4fc4-3c06-42e8-bf09-087936623830 admin admin] For port 5a54cf25-2ad1-4631-87cf-d1750ae4f327, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5a54cf25-2ad1-4631-87cf-d1750ae4f327,segment=NetworkSegment(63d8713b-2d64-40ec-830b-31eeb5bd1b0c),segment_id=63d8713b-2d64-40ec-830b-31eeb5bd1b0c)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:59:39.675150 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3ca4fc4-3c06-42e8-bf09-087936623830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:39.687878 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-b3ca4fc4-3c06-42e8-bf09-087936623830 admin admin] Calling delete_port for 5a54cf25-2ad1-4631-87cf-d1750ae4f327 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:59:39.816233 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ef29a-10e4-4eb8-a2d4-9a61c9f5c865 req-7728cdc6-fd9d-49b5-9d01-1ded4f27c3b1 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:39.818802 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-042ef29a-10e4-4eb8-a2d4-9a61c9f5c865 req-7728cdc6-fd9d-49b5-9d01-1ded4f27c3b1 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=74fe7ada-1a9a-4009-bd6d-df6f303903a0 HTTP/1.1" status: 200 len: 946 time: 0.0588107 Nov 23 21:59:39.894026 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3ca4fc4-3c06-42e8-bf09-087936623830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:39.911586 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-042ef29a-10e4-4eb8-a2d4-9a61c9f5c865 req-df668e7e-ce58-41a7-b434-3158ba0f1a3e tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754018 Nov 23 21:59:39.942973 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca4fc4-3c06-42e8-bf09-087936623830 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a54cf25-2ad1-4631-87cf-d1750ae4f327,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:39.963724 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device eab3eef6-1cf7-4413-9b98-a12ae57be758 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 21:59:39.975582 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca4fc4-3c06-42e8-bf09-087936623830 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:59:39.975934 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca4fc4-3c06-42e8-bf09-087936623830 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:59:39.976275 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca4fc4-3c06-42e8-bf09-087936623830 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:59:39.976847 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca4fc4-3c06-42e8-bf09-087936623830 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:59:39.977185 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca4fc4-3c06-42e8-bf09-087936623830 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:59:39.977516 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca4fc4-3c06-42e8-bf09-087936623830 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:59:39.977845 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca4fc4-3c06-42e8-bf09-087936623830 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:59:39.978296 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca4fc4-3c06-42e8-bf09-087936623830 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:59:39.978635 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca4fc4-3c06-42e8-bf09-087936623830 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:59:39.978985 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca4fc4-3c06-42e8-bf09-087936623830 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:59:39.979304 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca4fc4-3c06-42e8-bf09-087936623830 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:59:39.979625 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca4fc4-3c06-42e8-bf09-087936623830 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:59:40.043303 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port eab3eef6-1cf7-4413-9b98-a12ae57be758 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 21:59:40.048392 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port eab3eef6-1cf7-4413-9b98-a12ae57be758 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 21:59:40.049159 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:40.082146 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e6293-7f4c-4ff3-aa68-211dc3526472 req-0ab7ccf6-9a03-4550-a094-f926667cc03e tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:40.101705 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b4e6293-7f4c-4ff3-aa68-211dc3526472 req-0ab7ccf6-9a03-4550-a094-f926667cc03e tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/ports?device_id=c48b7eb9-7bae-48f1-b882-0839e7fc9f22 HTTP/1.1" status: 200 len: 944 time: 0.0963023 Nov 23 21:59:40.193270 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3ca4fc4-3c06-42e8-bf09-087936623830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:40.210208 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b4e6293-7f4c-4ff3-aa68-211dc3526472 req-f36abb75-701d-48c2-8f89-f21e80e85bec tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/security-groups?id=6dc5d5c8-da78-4618-8d34-b11011a74f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020715 Nov 23 21:59:40.219953 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:40.248306 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48b7eb9-7bae-48f1-b882-0839e7fc9f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab3eef6-1cf7-4413-9b98-a12ae57be758'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:59:40.251011 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41939cdf-59e7-4650-88b2-4b71ad162d01" -d '{"events": [{"server_uuid": "c48b7eb9-7bae-48f1-b882-0839e7fc9f22", "name": "network-vif-plugged", "status": "completed", "tag": "eab3eef6-1cf7-4413-9b98-a12ae57be758"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:59:40.281492 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port eab3eef6-1cf7-4413-9b98-a12ae57be758, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=eab3eef6-1cf7-4413-9b98-a12ae57be758,segment=NetworkSegment(783d070c-76fa-4695-84a9-f98dd75a9eb0),segment_id=783d070c-76fa-4695-84a9-f98dd75a9eb0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:59:40.286486 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:40.318169 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 47703ccb-be5a-4758-b64e-a92c6d414afa no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:59:40.324466 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ce17ab-a564-40b2-b74a-815f04584c2f x-openstack-request-id: req-d8ce17ab-a564-40b2-b74a-815f04584c2f {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:59:40.324754 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48b7eb9-7bae-48f1-b882-0839e7fc9f22", "name": "network-vif-plugged", "status": "completed", "tag": "eab3eef6-1cf7-4413-9b98-a12ae57be758", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:59:40.325007 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d8ce17ab-a564-40b2-b74a-815f04584c2f {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:59:40.325399 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48b7eb9-7bae-48f1-b882-0839e7fc9f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab3eef6-1cf7-4413-9b98-a12ae57be758', 'code': 200} Nov 23 21:59:40.344333 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 47703ccb-be5a-4758-b64e-a92c6d414afa {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:59:40.344940 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 47703ccb-be5a-4758-b64e-a92c6d414afa not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:59:40.379360 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=eab3eef6-1cf7-4413-9b98-a12ae57be758,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:40.444314 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb72c61-0bd0-476f-93c1-746f4d607bbd req-52fdc5e8-bb48-46c4-8f1c-530b3473fc30 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:40.446069 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1bb72c61-0bd0-476f-93c1-746f4d607bbd req-52fdc5e8-bb48-46c4-8f1c-530b3473fc30 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.60 "GET /v2.0/ports?device_id=74fe7ada-1a9a-4009-bd6d-df6f303903a0 HTTP/1.1" status: 200 len: 946 time: 0.0967166 Nov 23 21:59:40.451603 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf643e-51ba-4c4b-bd8b-2bb0fc96124e req-dcce78ff-20a6-4767-8686-4bd8cc6271a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:40.453125 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-accf643e-51ba-4c4b-bd8b-2bb0fc96124e req-dcce78ff-20a6-4767-8686-4bd8cc6271a0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c48b7eb9-7bae-48f1-b882-0839e7fc9f22 HTTP/1.1" status: 200 len: 1096 time: 0.0627112 Nov 23 21:59:40.500268 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ca4fc4-3c06-42e8-bf09-087936623830 admin admin] Router a9f69735-335b-4da0-b971-464ebabe8b97 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 21:59:40.566302 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-accf643e-51ba-4c4b-bd8b-2bb0fc96124e req-49e880d9-5399-458c-9b5e-bedbb4aac111 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6dc5d5c8-da78-4618-8d34-b11011a74f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845180 Nov 23 21:59:40.588358 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-1bb72c61-0bd0-476f-93c1-746f4d607bbd req-a0d68a76-bd33-4085-bad0-31e70e14b2db tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Deleting port 2d452ccb-d619-405a-85b4-8330b936153d {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:59:40.588695 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1bb72c61-0bd0-476f-93c1-746f4d607bbd req-a0d68a76-bd33-4085-bad0-31e70e14b2db tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:40.687890 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-1bb72c61-0bd0-476f-93c1-746f4d607bbd req-a0d68a76-bd33-4085-bad0-31e70e14b2db tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] For port 2d452ccb-d619-405a-85b4-8330b936153d, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=2d452ccb-d619-405a-85b4-8330b936153d,segment=NetworkSegment(abaff1ba-c8fd-40d4-822d-6c0fc520c1f7),segment_id=abaff1ba-c8fd-40d4-822d-6c0fc520c1f7)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:59:40.688309 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1bb72c61-0bd0-476f-93c1-746f4d607bbd req-a0d68a76-bd33-4085-bad0-31e70e14b2db tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:40.703030 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-1bb72c61-0bd0-476f-93c1-746f4d607bbd req-a0d68a76-bd33-4085-bad0-31e70e14b2db tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Calling delete_port for 2d452ccb-d619-405a-85b4-8330b936153d owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:59:40.860108 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1bb72c61-0bd0-476f-93c1-746f4d607bbd req-a0d68a76-bd33-4085-bad0-31e70e14b2db tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:40.876462 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['593e9321-8a5c-488e-bf20-9be765c4f213', '92c688cb-7dd7-4929-919a-341bb9506c34'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:59:40.908868 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ca4fc4-3c06-42e8-bf09-087936623830 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 21:59:40.916953 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b3ca4fc4-3c06-42e8-bf09-087936623830 admin admin] 10.222.0.50 "PUT /v2.0/routers/a9f69735-335b-4da0-b971-464ebabe8b97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1801500 Nov 23 21:59:40.919906 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d055f6bd-150d-45a9-a843-5fc01112851b None None] Sync routers for ids ['a9f69735-335b-4da0-b971-464ebabe8b97'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 21:59:40.930786 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36234) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:40.936684 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d68a76-bd33-4085-bad0-31e70e14b2db tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Pushing event deleted for resources: {'Port': ['ID=2d452ccb-d619-405a-85b4-8330b936153d,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:40.967980 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e493f6f8-e5c7-42bb-ae3e-5eee525a544d None None] DHCP port deletion for 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:59:40.969006 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb72c61-0bd0-476f-93c1-746f4d607bbd req-a0d68a76-bd33-4085-bad0-31e70e14b2db tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] No DVR routers for this DVR port 2d452ccb-d619-405a-85b4-8330b936153d on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:59:40.973603 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['feb274ab-888e-4630-acce-dd868a515864', '2d452ccb-d619-405a-85b4-8330b936153d'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:59:40.976604 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1bb72c61-0bd0-476f-93c1-746f4d607bbd req-a0d68a76-bd33-4085-bad0-31e70e14b2db tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:40.979097 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055f6bd-150d-45a9-a843-5fc01112851b None None] Routers {'a9f69735-335b-4da0-b971-464ebabe8b97'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:59:40.980459 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1bb72c61-0bd0-476f-93c1-746f4d607bbd req-a0d68a76-bd33-4085-bad0-31e70e14b2db tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.60 "DELETE /v2.0/ports/2d452ccb-d619-405a-85b4-8330b936153d HTTP/1.1" status: 204 len: 173 time: 0.5261436 Nov 23 21:59:40.981396 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fe7ada-1a9a-4009-bd6d-df6f303903a0', 'name': 'network-vif-deleted', 'tag': '2d452ccb-d619-405a-85b4-8330b936153d'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:59:40.986707 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d055f6bd-150d-45a9-a843-5fc01112851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:59:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a9f69735-335b-4da0-b971-464ebabe8b97'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:59:40.993352 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df998b4-d3ee-472f-adb6-c5b62086fee3" -d '{"events": [{"server_uuid": "74fe7ada-1a9a-4009-bd6d-df6f303903a0", "name": "network-vif-deleted", "tag": "2d452ccb-d619-405a-85b4-8330b936153d"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:59:40.999784 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d68a76-bd33-4085-bad0-31e70e14b2db tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:59:41.000250 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d68a76-bd33-4085-bad0-31e70e14b2db tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:59:41.000769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d68a76-bd33-4085-bad0-31e70e14b2db tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:59:41.001684 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d68a76-bd33-4085-bad0-31e70e14b2db tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:59:41.002140 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d68a76-bd33-4085-bad0-31e70e14b2db tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:59:41.004015 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d68a76-bd33-4085-bad0-31e70e14b2db tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:59:41.004015 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d68a76-bd33-4085-bad0-31e70e14b2db tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:59:41.005794 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d68a76-bd33-4085-bad0-31e70e14b2db tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:59:41.006233 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d68a76-bd33-4085-bad0-31e70e14b2db tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:59:41.007411 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d68a76-bd33-4085-bad0-31e70e14b2db tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:59:41.007907 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d68a76-bd33-4085-bad0-31e70e14b2db tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:59:41.009405 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d68a76-bd33-4085-bad0-31e70e14b2db tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 21:59:41.110068 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-73e4fc14-affe-463f-8fcf-fa226c3e271d req-8d8df15b-6ce3-4e92-9ccb-01f896224803 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=74fe7ada-1a9a-4009-bd6d-df6f303903a0 HTTP/1.1" status: 200 len: 210 time: 0.0640347 Nov 23 21:59:41.113412 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9545dbed-7984-4ca1-8eb9-ec26aa77c555 admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:41.182030 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b235f3d-549e-44f8-b31d-1459215e0d78 x-openstack-request-id: req-6b235f3d-549e-44f8-b31d-1459215e0d78 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:59:41.182451 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74fe7ada-1a9a-4009-bd6d-df6f303903a0", "name": "network-vif-deleted", "tag": "2d452ccb-d619-405a-85b4-8330b936153d", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:59:41.182940 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6b235f3d-549e-44f8-b31d-1459215e0d78 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:59:41.184262 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fe7ada-1a9a-4009-bd6d-df6f303903a0', 'name': 'network-vif-deleted', 'tag': '2d452ccb-d619-405a-85b4-8330b936153d', 'status': 'completed', 'code': 200} Nov 23 21:59:41.279479 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-d055f6bd-150d-45a9-a843-5fc01112851b None None] Set router a9f69735-335b-4da0-b971-464ebabe8b97 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:59:41.353714 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9545dbed-7984-4ca1-8eb9-ec26aa77c555 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:41.430838 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f58db-408d-40c6-afc3-75a0201b3795 req-ab44093b-b4fd-4790-acc1-e8d962b8e8e3 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:41.436821 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-9545dbed-7984-4ca1-8eb9-ec26aa77c555 admin admin] Deleting port 26e0d4ab-e437-427b-85b8-fd178af3b0ad {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:59:41.442497 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9545dbed-7984-4ca1-8eb9-ec26aa77c555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:41.447324 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bb7f58db-408d-40c6-afc3-75a0201b3795 req-ab44093b-b4fd-4790-acc1-e8d962b8e8e3 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/ports?device_id=c48b7eb9-7bae-48f1-b882-0839e7fc9f22 HTTP/1.1" status: 200 len: 945 time: 0.1009386 Nov 23 21:59:41.508992 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bb7f58db-408d-40c6-afc3-75a0201b3795 req-9b931582-3462-403b-ba11-10248fc80489 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/security-groups?id=6dc5d5c8-da78-4618-8d34-b11011a74f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559261 Nov 23 21:59:41.572240 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-9545dbed-7984-4ca1-8eb9-ec26aa77c555 admin admin] For port 26e0d4ab-e437-427b-85b8-fd178af3b0ad, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=26e0d4ab-e437-427b-85b8-fd178af3b0ad,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:59:41.572612 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9545dbed-7984-4ca1-8eb9-ec26aa77c555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:41.591079 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-9545dbed-7984-4ca1-8eb9-ec26aa77c555 admin admin] Calling delete_port for 26e0d4ab-e437-427b-85b8-fd178af3b0ad owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:59:41.598192 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d055f6bd-150d-45a9-a843-5fc01112851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-1817732382-router', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:58:20Z', 'updated_at': '2021-11-23T21:59:39Z', 'revision_number': 5, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'gw_port': {'id': '26e0d4ab-e437-427b-85b8-fd178af3b0ad', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:58:21Z', 'updated_at': '2021-11-23T21:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:59:41.629708 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d055f6bd-150d-45a9-a843-5fc01112851b None None] Checking router: a9f69735-335b-4da0-b971-464ebabe8b97 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 21:59:41.640170 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055f6bd-150d-45a9-a843-5fc01112851b None None] Routers {'a9f69735-335b-4da0-b971-464ebabe8b97'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 21:59:41.641160 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d055f6bd-150d-45a9-a843-5fc01112851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T21:59:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a9f69735-335b-4da0-b971-464ebabe8b97'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:59:41.664639 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc43e1-b8e7-402a-8bcf-32611bce76b0 req-1c531014-e5b0-4621-ab2d-ad0c9d115390 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:41.666372 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f3fc43e1-b8e7-402a-8bcf-32611bce76b0 req-1c531014-e5b0-4621-ab2d-ad0c9d115390 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0993676 Nov 23 21:59:41.758704 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f3fc43e1-b8e7-402a-8bcf-32611bce76b0 req-5b022c29-b05a-433f-91cd-4bbf67489d7f tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842285 Nov 23 21:59:41.776300 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-d055f6bd-150d-45a9-a843-5fc01112851b None None] Set router a9f69735-335b-4da0-b971-464ebabe8b97 gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 21:59:41.876418 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d055f6bd-150d-45a9-a843-5fc01112851b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-1817732382-router', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:58:20Z', 'updated_at': '2021-11-23T21:59:41Z', 'revision_number': 6, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:59:41.906612 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d055f6bd-150d-45a9-a843-5fc01112851b None None] The sync data for ids ['a9f69735-335b-4da0-b971-464ebabe8b97'] in n-d-816206-9 is: [{'id': 'a9f69735-335b-4da0-b971-464ebabe8b97', 'name': 'tempest-ServerRescueTestJSONUnderV235-1817732382-router', 'tenant_id': '07624d1e60094919bab4ccd24e8183b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:58:20Z', 'updated_at': '2021-11-23T21:59:41Z', 'revision_number': 6, 'project_id': '07624d1e60094919bab4ccd24e8183b5', 'gw_port_host': None}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 21:59:41.933914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac0377-9d7f-4b03-bb8e-08e4d914f784 req-5fd3ecee-4fb6-43b3-a72d-4ab59f529cff tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:41.936276 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-04ac0377-9d7f-4b03-bb8e-08e4d914f784 req-5fd3ecee-4fb6-43b3-a72d-4ab59f529cff tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0680900 Nov 23 21:59:41.963071 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9545dbed-7984-4ca1-8eb9-ec26aa77c555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:41.995167 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545dbed-7984-4ca1-8eb9-ec26aa77c555 admin admin] Pushing event deleted for resources: {'Port': ['ID=26e0d4ab-e437-427b-85b8-fd178af3b0ad,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:42.016930 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5610a36-e39a-41b9-823b-1c2cde578a2d None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:59:42.046854 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-04ac0377-9d7f-4b03-bb8e-08e4d914f784 req-049d9c65-5e01-4d8e-b948-551fa1e92b01 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999990 Nov 23 21:59:42.075687 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9545dbed-7984-4ca1-8eb9-ec26aa77c555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:42.227083 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9545dbed-7984-4ca1-8eb9-ec26aa77c555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:42.229551 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9545dbed-7984-4ca1-8eb9-ec26aa77c555 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:42.292290 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9545dbed-7984-4ca1-8eb9-ec26aa77c555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:42.293869 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9545dbed-7984-4ca1-8eb9-ec26aa77c555 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9f69735-335b-4da0-b971-464ebabe8b97 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 21:59:42.304668 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9545dbed-7984-4ca1-8eb9-ec26aa77c555 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:42.308015 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9545dbed-7984-4ca1-8eb9-ec26aa77c555 admin admin] 10.222.0.50 "DELETE /v2.0/routers/a9f69735-335b-4da0-b971-464ebabe8b97 HTTP/1.1" status: 204 len: 168 time: 1.3746822 Nov 23 21:59:42.311372 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36280) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:42.410061 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e620c10-7a81-484f-a22f-2a5e1a91f4c2 admin admin] Deleting subnet c965f73c-7910-43ec-95f0-2632d11b6ef1 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 21:59:42.414173 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e620c10-7a81-484f-a22f-2a5e1a91f4c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:42.425829 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94da50-c652-46da-95e0-1dbbb3d25ff2 req-7bf3e0f4-69ec-470d-bb2f-b1c308cad692 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:42.431254 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a94da50-c652-46da-95e0-1dbbb3d25ff2 req-7bf3e0f4-69ec-470d-bb2f-b1c308cad692 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1216512 Nov 23 21:59:42.474465 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e620c10-7a81-484f-a22f-2a5e1a91f4c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:42.511377 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a94da50-c652-46da-95e0-1dbbb3d25ff2 req-a6715fc4-0f7a-42bb-a222-58f2148ad3d1 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716639 Nov 23 21:59:42.554883 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e620c10-7a81-484f-a22f-2a5e1a91f4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:42.656151 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e620c10-7a81-484f-a22f-2a5e1a91f4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:42.678875 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc87780-d786-4ea8-b7ec-a5363d5223f8 req-564f3888-7376-4654-8dc0-d58fe230d81d tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:42.680656 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4dc87780-d786-4ea8-b7ec-a5363d5223f8 req-564f3888-7376-4654-8dc0-d58fe230d81d tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/ports?device_id=c48b7eb9-7bae-48f1-b882-0839e7fc9f22 HTTP/1.1" status: 200 len: 945 time: 0.0686541 Nov 23 21:59:42.686105 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e620c10-7a81-484f-a22f-2a5e1a91f4c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:42.691691 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7e620c10-7a81-484f-a22f-2a5e1a91f4c2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c965f73c-7910-43ec-95f0-2632d11b6ef1 HTTP/1.1" status: 204 len: 168 time: 0.3788500 Nov 23 21:59:42.714075 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36294) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:42.727150 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e620c10-7a81-484f-a22f-2a5e1a91f4c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c965f73c-7910-43ec-95f0-2632d11b6ef1,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:42.786124 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4dc87780-d786-4ea8-b7ec-a5363d5223f8 req-509c2d26-bd39-4bb7-b7b2-93047e5e88b0 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/security-groups?id=6dc5d5c8-da78-4618-8d34-b11011a74f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960791 Nov 23 21:59:42.921813 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3f348c7c-7bdd-4b0e-8e91-e1e416bb7ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:43.106586 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3f348c7c-7bdd-4b0e-8e91-e1e416bb7ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:43.143282 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3f348c7c-7bdd-4b0e-8e91-e1e416bb7ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf315d38-849d-4fc3-b880-14295b3845e8']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:59:43.158692 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3f348c7c-7bdd-4b0e-8e91-e1e416bb7ee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d8713b-2d64-40ec-830b-31eeb5bd1b0c') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:59:43.159003 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3f348c7c-7bdd-4b0e-8e91-e1e416bb7ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d8713b-2d64-40ec-830b-31eeb5bd1b0c') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 21:59:43.181588 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3f348c7c-7bdd-4b0e-8e91-e1e416bb7ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:43.183584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca36f0b-0adb-4c76-86f1-6c3690777692 req-432c6ad1-5f54-4c21-ae0a-e59e1f98d801 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:43.185235 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8ca36f0b-0adb-4c76-86f1-6c3690777692 req-432c6ad1-5f54-4c21-ae0a-e59e1f98d801 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0774238 Nov 23 21:59:43.206515 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3f348c7c-7bdd-4b0e-8e91-e1e416bb7ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:43.214012 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f348c7c-7bdd-4b0e-8e91-e1e416bb7ee8 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 21:59:43.215239 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3f348c7c-7bdd-4b0e-8e91-e1e416bb7ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: timer() Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 21:59:43.228237 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 21:59:43.342009 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3f348c7c-7bdd-4b0e-8e91-e1e416bb7ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:43.405333 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3f348c7c-7bdd-4b0e-8e91-e1e416bb7ee8 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:43.408127 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8ca36f0b-0adb-4c76-86f1-6c3690777692 req-5b02a876-c022-4743-8047-e57d82a99370 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139266 Nov 23 21:59:43.430420 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3f348c7c-7bdd-4b0e-8e91-e1e416bb7ee8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cf315d38-849d-4fc3-b880-14295b3845e8 HTTP/1.1" status: 204 len: 168 time: 0.7097962 Nov 23 21:59:43.431800 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f348c7c-7bdd-4b0e-8e91-e1e416bb7ee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf315d38-849d-4fc3-b880-14295b3845e8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:43.658319 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 26e0d4ab-e437-427b-85b8-fd178af3b0ad no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:59:43.688211 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 26e0d4ab-e437-427b-85b8-fd178af3b0ad {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:59:43.689092 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 26e0d4ab-e437-427b-85b8-fd178af3b0ad not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:59:43.689705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5a54cf25-2ad1-4631-87cf-d1750ae4f327 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:59:43.717327 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 5a54cf25-2ad1-4631-87cf-d1750ae4f327 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:59:43.718510 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5a54cf25-2ad1-4631-87cf-d1750ae4f327 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:59:43.723030 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36328) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:43.777076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 36334) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:43.777368 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8e3fb7c3-f555-4517-b682-214bfdf6629e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=07624d1e60094919bab4ccd24e8183b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0529490 Nov 23 21:59:43.846955 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72283e58-3139-4da6-8cd3-6e5cbaadccc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:43.877992 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72283e58-3139-4da6-8cd3-6e5cbaadccc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:43.932360 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72283e58-3139-4da6-8cd3-6e5cbaadccc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:43.937269 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72283e58-3139-4da6-8cd3-6e5cbaadccc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:43.939228 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-72283e58-3139-4da6-8cd3-6e5cbaadccc9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f804eef6-f7f3-4292-a791-095521647bb6 HTTP/1.1" status: 204 len: 168 time: 0.1608043 Nov 23 21:59:43.951096 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72283e58-3139-4da6-8cd3-6e5cbaadccc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f804eef6-f7f3-4292-a791-095521647bb6,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:44.331993 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2d452ccb-d619-405a-85b4-8330b936153d no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:59:44.360981 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 2d452ccb-d619-405a-85b4-8330b936153d {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:59:44.361563 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 2d452ccb-d619-405a-85b4-8330b936153d not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:59:44.644227 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be778277-6e18-4d21-b141-1a904499cc8b req-f51b5b2d-14d7-4e92-bb7c-f33d6490a40f tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:44.645862 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be778277-6e18-4d21-b141-1a904499cc8b req-f51b5b2d-14d7-4e92-bb7c-f33d6490a40f tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1158690 Nov 23 21:59:44.762238 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be778277-6e18-4d21-b141-1a904499cc8b req-072d73e8-81be-4cb6-a07e-7a2eb090f115 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037822 Nov 23 21:59:45.280885 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 36394) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:45.396590 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d139efc2-f4cb-45d6-8280-86a2035cbfd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:45.487824 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d139efc2-f4cb-45d6-8280-86a2035cbfd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:45.496356 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d139efc2-f4cb-45d6-8280-86a2035cbfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:45.545472 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d139efc2-f4cb-45d6-8280-86a2035cbfd3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8820f32012f34d60a06d8fba6e0174e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2633538 Nov 23 21:59:45.546385 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139efc2-f4cb-45d6-8280-86a2035cbfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149a2fae-dffc-4c26-8c7f-f809a29f55fc,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:45.548830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 36406) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:45.610812 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c63c5789-8300-41e5-9fe2-5b0df068bcd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:45.650746 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c63c5789-8300-41e5-9fe2-5b0df068bcd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:45.718946 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c63c5789-8300-41e5-9fe2-5b0df068bcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:45.721570 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c63c5789-8300-41e5-9fe2-5b0df068bcd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:45.734878 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c63c5789-8300-41e5-9fe2-5b0df068bcd9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/149a2fae-dffc-4c26-8c7f-f809a29f55fc HTTP/1.1" status: 204 len: 168 time: 0.1849747 Nov 23 21:59:45.745833 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c5789-8300-41e5-9fe2-5b0df068bcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149a2fae-dffc-4c26-8c7f-f809a29f55fc,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:45.947498 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a5b3a-063d-4cb7-85f7-8c6fb0a0fbbe req-0e3eee3d-3389-452c-9a1a-ab5b5c57c883 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:45.955776 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d59a5b3a-063d-4cb7-85f7-8c6fb0a0fbbe req-0e3eee3d-3389-452c-9a1a-ab5b5c57c883 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0903819 Nov 23 21:59:46.059435 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d59a5b3a-063d-4cb7-85f7-8c6fb0a0fbbe req-de71340b-02a8-4119-b850-2cbe77c3be3c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026561 Nov 23 21:59:47.259570 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47c291-8485-4535-990c-8f3caae44e7c req-b29c6210-262c-4132-a151-ee2512508e60 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:47.277219 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d47c291-8485-4535-990c-8f3caae44e7c req-b29c6210-262c-4132-a151-ee2512508e60 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0958326 Nov 23 21:59:47.384562 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d47c291-8485-4535-990c-8f3caae44e7c req-67897dd0-8e5e-4d03-80b3-b3b155be1add tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022325 Nov 23 21:59:47.444914 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36496) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:47.474195 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2ab53-60d5-4572-b43b-d00a64a2d949 req-a7519842-51e3-4594-98c1-7b39874fefe4 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:47.482590 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3cf2ab53-60d5-4572-b43b-d00a64a2d949 req-a7519842-51e3-4594-98c1-7b39874fefe4 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bf7fc16-c846-45ae-aa95-88fd26fd2649 HTTP/1.1" status: 200 len: 946 time: 0.0967615 Nov 23 21:59:47.564325 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3cf2ab53-60d5-4572-b43b-d00a64a2d949 req-e3037a19-730c-448c-9a82-6967dcaa12d6 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737526 Nov 23 21:59:47.661125 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-584acbf3-5b29-46ff-94a5-6666a6597156 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:47.821104 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-584acbf3-5b29-46ff-94a5-6666a6597156 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:47.842333 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-584acbf3-5b29-46ff-94a5-6666a6597156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:47.878017 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-584acbf3-5b29-46ff-94a5-6666a6597156 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9b47474ef3354e6b9496aabf9d3dfc65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4297752 Nov 23 21:59:47.878747 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 36506) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:47.966963 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584acbf3-5b29-46ff-94a5-6666a6597156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3769c45f-92f1-4b81-ba5d-5c20ca3ee2f5,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:48.019600 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9004ce77-c5d7-4fef-bae1-ea75c516ea8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:48.053526 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9004ce77-c5d7-4fef-bae1-ea75c516ea8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:48.107901 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9004ce77-c5d7-4fef-bae1-ea75c516ea8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:48.111982 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9004ce77-c5d7-4fef-bae1-ea75c516ea8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:48.113739 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9004ce77-c5d7-4fef-bae1-ea75c516ea8e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3769c45f-92f1-4b81-ba5d-5c20ca3ee2f5 HTTP/1.1" status: 204 len: 168 time: 0.2332649 Nov 23 21:59:48.144730 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004ce77-c5d7-4fef-bae1-ea75c516ea8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3769c45f-92f1-4b81-ba5d-5c20ca3ee2f5,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:48.592313 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d0e1f-789e-4496-ab92-c4e34b1c1b04 req-ab0a7d01-e171-47e0-92dc-a5a0c20fc256 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:48.606056 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e6d0e1f-789e-4496-ab92-c4e34b1c1b04 req-ab0a7d01-e171-47e0-92dc-a5a0c20fc256 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0987206 Nov 23 21:59:48.695732 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e6d0e1f-789e-4496-ab92-c4e34b1c1b04 req-26244f43-b229-4ec8-ac12-a06145451721 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830116 Nov 23 21:59:48.863578 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d0be6-c539-4c62-ad6d-7857d8e9ec63 req-b5493b08-65e1-4ec6-bb60-be33c0ead561 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:48.865427 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d87d0be6-c539-4c62-ad6d-7857d8e9ec63 req-b5493b08-65e1-4ec6-bb60-be33c0ead561 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bf7fc16-c846-45ae-aa95-88fd26fd2649 HTTP/1.1" status: 200 len: 946 time: 0.0872827 Nov 23 21:59:48.874327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e15dec-2c11-4b0b-9c70-682a36b1af03 req-5084bd78-03d5-4445-8e2c-bd967357ade0 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:48.876447 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-48e15dec-2c11-4b0b-9c70-682a36b1af03 req-5084bd78-03d5-4445-8e2c-bd967357ade0 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bf7fc16-c846-45ae-aa95-88fd26fd2649 HTTP/1.1" status: 200 len: 946 time: 0.1248877 Nov 23 21:59:49.049117 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d87d0be6-c539-4c62-ad6d-7857d8e9ec63 req-2d0646f6-1e73-4d65-b860-5d59ec0870fd tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711025 Nov 23 21:59:49.081104 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-48e15dec-2c11-4b0b-9c70-682a36b1af03 req-fcaf6e1e-4a49-4a68-bdf9-2f99d55c9fd8 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Deleting port 92c688cb-7dd7-4929-919a-341bb9506c34 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:59:49.081447 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-48e15dec-2c11-4b0b-9c70-682a36b1af03 req-fcaf6e1e-4a49-4a68-bdf9-2f99d55c9fd8 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:49.224238 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-48e15dec-2c11-4b0b-9c70-682a36b1af03 req-fcaf6e1e-4a49-4a68-bdf9-2f99d55c9fd8 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] For port 92c688cb-7dd7-4929-919a-341bb9506c34, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=92c688cb-7dd7-4929-919a-341bb9506c34,segment=NetworkSegment(abaff1ba-c8fd-40d4-822d-6c0fc520c1f7),segment_id=abaff1ba-c8fd-40d4-822d-6c0fc520c1f7)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:59:49.224612 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-48e15dec-2c11-4b0b-9c70-682a36b1af03 req-fcaf6e1e-4a49-4a68-bdf9-2f99d55c9fd8 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:49.237752 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-48e15dec-2c11-4b0b-9c70-682a36b1af03 req-fcaf6e1e-4a49-4a68-bdf9-2f99d55c9fd8 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Calling delete_port for 92c688cb-7dd7-4929-919a-341bb9506c34 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:59:49.353421 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 21:59:49.415866 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-48e15dec-2c11-4b0b-9c70-682a36b1af03 req-fcaf6e1e-4a49-4a68-bdf9-2f99d55c9fd8 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:49.430010 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['593e9321-8a5c-488e-bf20-9be765c4f213', '92c688cb-7dd7-4929-919a-341bb9506c34'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:59:49.447118 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf6e1e-4a49-4a68-bdf9-2f99d55c9fd8 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Pushing event deleted for resources: {'Port': ['ID=92c688cb-7dd7-4929-919a-341bb9506c34,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:49.506608 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e15dec-2c11-4b0b-9c70-682a36b1af03 req-fcaf6e1e-4a49-4a68-bdf9-2f99d55c9fd8 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] No DVR routers for this DVR port 92c688cb-7dd7-4929-919a-341bb9506c34 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:59:49.509285 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-48e15dec-2c11-4b0b-9c70-682a36b1af03 req-fcaf6e1e-4a49-4a68-bdf9-2f99d55c9fd8 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:49.512130 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['feb274ab-888e-4630-acce-dd868a515864'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:59:49.513776 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-48e15dec-2c11-4b0b-9c70-682a36b1af03 req-fcaf6e1e-4a49-4a68-bdf9-2f99d55c9fd8 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.53 "DELETE /v2.0/ports/92c688cb-7dd7-4929-919a-341bb9506c34 HTTP/1.1" status: 204 len: 173 time: 0.6282659 Nov 23 21:59:49.514250 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf7fc16-c846-45ae-aa95-88fd26fd2649', 'name': 'network-vif-deleted', 'tag': '92c688cb-7dd7-4929-919a-341bb9506c34'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:59:49.515431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528768e4-6118-4f0c-8b0d-b9d328e2e274 None None] DHCP port deletion for 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:59:49.516668 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172f9e50-9abf-4188-8dc8-d84d27a12f65" -d '{"events": [{"server_uuid": "7bf7fc16-c846-45ae-aa95-88fd26fd2649", "name": "network-vif-deleted", "tag": "92c688cb-7dd7-4929-919a-341bb9506c34"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:59:49.582115 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d814b8-78de-4e5e-b813-d8bcc5550d65 x-openstack-request-id: req-a6d814b8-78de-4e5e-b813-d8bcc5550d65 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:59:49.582427 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf7fc16-c846-45ae-aa95-88fd26fd2649", "name": "network-vif-deleted", "tag": "92c688cb-7dd7-4929-919a-341bb9506c34", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:59:49.582656 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a6d814b8-78de-4e5e-b813-d8bcc5550d65 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:59:49.583334 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf7fc16-c846-45ae-aa95-88fd26fd2649', 'name': 'network-vif-deleted', 'tag': '92c688cb-7dd7-4929-919a-341bb9506c34', 'status': 'completed', 'code': 200} Nov 23 21:59:49.904029 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82cd8e-a74d-4ccd-ba07-d1d999233cab req-bf8b89da-e089-49ee-af29-ee041237af91 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:49.917979 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d82cd8e-a74d-4ccd-ba07-d1d999233cab req-bf8b89da-e089-49ee-af29-ee041237af91 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1332638 Nov 23 21:59:49.995369 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d82cd8e-a74d-4ccd-ba07-d1d999233cab req-026c5456-dad7-4153-afd2-dd6bebc8ea6b tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764048 Nov 23 21:59:50.305476 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-70b31ed7-c9df-4c7c-b639-11ed014c7554 req-95326622-2413-4064-957c-5bd26006a386 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bf7fc16-c846-45ae-aa95-88fd26fd2649 HTTP/1.1" status: 200 len: 210 time: 0.0984256 Nov 23 21:59:51.194639 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48fb6d-15c2-47ad-b7b7-886a29d48c85 req-f12108bd-f49e-466f-8aa8-06847b0b2377 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:51.205542 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c48fb6d-15c2-47ad-b7b7-886a29d48c85 req-f12108bd-f49e-466f-8aa8-06847b0b2377 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1251869 Nov 23 21:59:51.255167 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c48fb6d-15c2-47ad-b7b7-886a29d48c85 req-712730bd-fd45-4f58-b2ed-921489f21551 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485404 Nov 23 21:59:51.632944 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 36668) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:51.750868 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e9374-a526-42c3-accc-30545baedae4 req-c8c843b3-a5d5-4877-bf32-84cb030adbbd tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:51.753342 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e41e9374-a526-42c3-accc-30545baedae4 req-c8c843b3-a5d5-4877-bf32-84cb030adbbd tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8886b5ce-fb7f-434a-baf9-9643dda66111 HTTP/1.1" status: 200 len: 946 time: 0.0931590 Nov 23 21:59:51.797077 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2780814b-6940-43fb-98ae-587c5350e32c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:51.840434 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e41e9374-a526-42c3-accc-30545baedae4 req-3361ff8c-4baf-491f-b31a-963ee4076654 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758393 Nov 23 21:59:51.911559 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2780814b-6940-43fb-98ae-587c5350e32c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:51.918814 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2780814b-6940-43fb-98ae-587c5350e32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:51.981804 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2780814b-6940-43fb-98ae-587c5350e32c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ee2ed048b2b4f0e86ccff67fc9a3865&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3475885 Nov 23 21:59:51.982597 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36682) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:51.983347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780814b-6940-43fb-98ae-587c5350e32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4223b3cd-6d1e-4099-8f18-169c11dcc741,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:52.040949 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-83a6c3d0-eb39-4478-8429-7e96e0261857 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:52.065870 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 92c688cb-7dd7-4929-919a-341bb9506c34 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:59:52.072406 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-83a6c3d0-eb39-4478-8429-7e96e0261857 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:52.094203 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 92c688cb-7dd7-4929-919a-341bb9506c34 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:59:52.094959 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 92c688cb-7dd7-4929-919a-341bb9506c34 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:59:52.125174 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-83a6c3d0-eb39-4478-8429-7e96e0261857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:52.128577 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-83a6c3d0-eb39-4478-8429-7e96e0261857 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:52.135133 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-83a6c3d0-eb39-4478-8429-7e96e0261857 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4223b3cd-6d1e-4099-8f18-169c11dcc741 HTTP/1.1" status: 204 len: 168 time: 0.1479595 Nov 23 21:59:52.147083 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6c3d0-eb39-4478-8429-7e96e0261857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4223b3cd-6d1e-4099-8f18-169c11dcc741,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:52.415362 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef468294-21ca-4fd0-b38e-ceb8156db6d7 req-74b6b1b5-d493-4c65-8c91-eb90af46c545 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:52.424852 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef468294-21ca-4fd0-b38e-ceb8156db6d7 req-74b6b1b5-d493-4c65-8c91-eb90af46c545 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0911908 Nov 23 21:59:52.466369 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36696) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:52.482846 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-35b14ef1-9a1a-4a02-b344-a4f574c37c71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:52.510788 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef468294-21ca-4fd0-b38e-ceb8156db6d7 req-8f3b56a2-b4cc-4330-bb6b-85220cfa2ae4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848396 Nov 23 21:59:52.616035 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-35b14ef1-9a1a-4a02-b344-a4f574c37c71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:52.620822 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-35b14ef1-9a1a-4a02-b344-a4f574c37c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:52.665537 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-35b14ef1-9a1a-4a02-b344-a4f574c37c71 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=84846ec81f3c416e85a0c12419eb414d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1974804 Nov 23 21:59:52.669638 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 36708) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:52.680987 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b14ef1-9a1a-4a02-b344-a4f574c37c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125317f9-f503-4da0-9542-8b9719e7960f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:52.713261 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:52.751056 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0ab7a956-e9b0-409e-a6b5-ceb798fbb8df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:52.793763 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0ab7a956-e9b0-409e-a6b5-ceb798fbb8df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:52.844766 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0ab7a956-e9b0-409e-a6b5-ceb798fbb8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:52.847781 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0ab7a956-e9b0-409e-a6b5-ceb798fbb8df admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:52.849783 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0ab7a956-e9b0-409e-a6b5-ceb798fbb8df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/125317f9-f503-4da0-9542-8b9719e7960f HTTP/1.1" status: 204 len: 168 time: 0.1789079 Nov 23 21:59:52.859327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7a956-e9b0-409e-a6b5-ceb798fbb8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125317f9-f503-4da0-9542-8b9719e7960f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:53.013526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e297dd-0ceb-4369-9235-3110540167f3 req-eecad372-31b5-4bdb-ac8d-ca034a44c0fb tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:53.015446 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76e297dd-0ceb-4369-9235-3110540167f3 req-eecad372-31b5-4bdb-ac8d-ca034a44c0fb tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8886b5ce-fb7f-434a-baf9-9643dda66111 HTTP/1.1" status: 200 len: 946 time: 0.0839961 Nov 23 21:59:53.102233 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76e297dd-0ceb-4369-9235-3110540167f3 req-da174aa7-0d42-4958-8e4f-f80c4ffa0be1 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766296 Nov 23 21:59:53.269763 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faced0a-1353-4f70-af39-0863880ad6e0 req-814176e3-1d6d-44ea-b96d-602d7c276a1e tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:53.271496 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4faced0a-1353-4f70-af39-0863880ad6e0 req-814176e3-1d6d-44ea-b96d-602d7c276a1e tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.60 "GET /v2.0/ports?device_id=8886b5ce-fb7f-434a-baf9-9643dda66111 HTTP/1.1" status: 200 len: 946 time: 0.0608578 Nov 23 21:59:53.407883 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-4faced0a-1353-4f70-af39-0863880ad6e0 req-8be1b30c-7dd6-4219-9089-1854c133fe10 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Deleting port feb274ab-888e-4630-acce-dd868a515864 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 21:59:53.408689 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4faced0a-1353-4f70-af39-0863880ad6e0 req-8be1b30c-7dd6-4219-9089-1854c133fe10 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:53.520903 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-4faced0a-1353-4f70-af39-0863880ad6e0 req-8be1b30c-7dd6-4219-9089-1854c133fe10 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] For port feb274ab-888e-4630-acce-dd868a515864, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=feb274ab-888e-4630-acce-dd868a515864,segment=NetworkSegment(abaff1ba-c8fd-40d4-822d-6c0fc520c1f7),segment_id=abaff1ba-c8fd-40d4-822d-6c0fc520c1f7)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 21:59:53.521634 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4faced0a-1353-4f70-af39-0863880ad6e0 req-8be1b30c-7dd6-4219-9089-1854c133fe10 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:53.541658 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-4faced0a-1353-4f70-af39-0863880ad6e0 req-8be1b30c-7dd6-4219-9089-1854c133fe10 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Calling delete_port for feb274ab-888e-4630-acce-dd868a515864 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 21:59:53.698499 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f9033-5739-43b9-a10f-9f621202e6ce req-e7584779-8f61-4a39-a1c3-305028ac157e tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:53.700701 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b5f9033-5739-43b9-a10f-9f621202e6ce req-e7584779-8f61-4a39-a1c3-305028ac157e tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0945258 Nov 23 21:59:53.794440 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b5f9033-5739-43b9-a10f-9f621202e6ce req-772e5c98-9797-4b89-9094-b2c5f2b2f542 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811212 Nov 23 21:59:53.815779 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4faced0a-1353-4f70-af39-0863880ad6e0 req-8be1b30c-7dd6-4219-9089-1854c133fe10 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:53.828146 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['593e9321-8a5c-488e-bf20-9be765c4f213'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:59:53.857292 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1b30c-7dd6-4219-9089-1854c133fe10 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Pushing event deleted for resources: {'Port': ['ID=feb274ab-888e-4630-acce-dd868a515864,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:53.889803 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['feb274ab-888e-4630-acce-dd868a515864'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 21:59:53.892529 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5b1b9a-8c61-479e-bbff-2bc0c6c73483 None None] DHCP port deletion for 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 21:59:53.925144 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-4faced0a-1353-4f70-af39-0863880ad6e0 req-8be1b30c-7dd6-4219-9089-1854c133fe10 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] No DVR routers for this DVR port feb274ab-888e-4630-acce-dd868a515864 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 21:59:53.929033 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4faced0a-1353-4f70-af39-0863880ad6e0 req-8be1b30c-7dd6-4219-9089-1854c133fe10 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:53.939298 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4faced0a-1353-4f70-af39-0863880ad6e0 req-8be1b30c-7dd6-4219-9089-1854c133fe10 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.60 "DELETE /v2.0/ports/feb274ab-888e-4630-acce-dd868a515864 HTTP/1.1" status: 204 len: 173 time: 0.6598868 Nov 23 21:59:53.939778 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8886b5ce-fb7f-434a-baf9-9643dda66111', 'name': 'network-vif-deleted', 'tag': 'feb274ab-888e-4630-acce-dd868a515864'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 21:59:53.947277 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ea99f3-bf92-4631-a137-7a4373f81563" -d '{"events": [{"server_uuid": "8886b5ce-fb7f-434a-baf9-9643dda66111", "name": "network-vif-deleted", "tag": "feb274ab-888e-4630-acce-dd868a515864"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 21:59:54.084496 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 21:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53272c53-2846-4ce2-9dbd-20295cf02fcd x-openstack-request-id: req-53272c53-2846-4ce2-9dbd-20295cf02fcd {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 21:59:54.085075 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8886b5ce-fb7f-434a-baf9-9643dda66111", "name": "network-vif-deleted", "tag": "feb274ab-888e-4630-acce-dd868a515864", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 21:59:54.085493 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-53272c53-2846-4ce2-9dbd-20295cf02fcd {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 21:59:54.086066 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8886b5ce-fb7f-434a-baf9-9643dda66111', 'name': 'network-vif-deleted', 'tag': 'feb274ab-888e-4630-acce-dd868a515864', 'status': 'completed', 'code': 200} Nov 23 21:59:54.232537 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf65456-6bfc-4325-8d9f-b57172c96b2d req-78582018-3fc7-4081-8d89-28773d5fd71f tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:54.234260 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-caf65456-6bfc-4325-8d9f-b57172c96b2d req-78582018-3fc7-4081-8d89-28773d5fd71f tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1404824 Nov 23 21:59:54.275726 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdb087-4f31-4463-a391-cc22473ca768 req-6d32d7d0-a90e-4a86-b39e-9d8babe0c430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:54.278201 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e4cdb087-4f31-4463-a391-cc22473ca768 req-6d32d7d0-a90e-4a86-b39e-9d8babe0c430 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 1095 time: 0.1306190 Nov 23 21:59:54.370667 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f82ab806-eab2-4d21-8079-acd0e0a711f4 req-4aad218f-dbb6-4a2f-9c52-3306518e3fbd tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=8886b5ce-fb7f-434a-baf9-9643dda66111 HTTP/1.1" status: 200 len: 210 time: 0.0799527 Nov 23 21:59:54.466392 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-caf65456-6bfc-4325-8d9f-b57172c96b2d req-48b41ca4-71fd-4148-af19-d0f6b3137eff tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204640 Nov 23 21:59:54.497786 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdb087-4f31-4463-a391-cc22473ca768 req-77fa6af7-0238-4b38-b0b6-51fcaca03c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:54.502847 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e4cdb087-4f31-4463-a391-cc22473ca768 req-77fa6af7-0238-4b38-b0b6-51fcaca03c5b service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 912 time: 0.2077012 Nov 23 21:59:54.595025 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e4cdb087-4f31-4463-a391-cc22473ca768 req-f681d0fb-a746-489e-94c0-ee945433ac4e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69 HTTP/1.1" status: 200 len: 998 time: 0.0869091 Nov 23 21:59:54.685819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdb087-4f31-4463-a391-cc22473ca768 req-f068d02e-ea33-4c53-a845-fa979a7d3f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:54.687536 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e4cdb087-4f31-4463-a391-cc22473ca768 req-f068d02e-ea33-4c53-a845-fa979a7d3f56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 0.0848877 Nov 23 21:59:54.745202 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdb087-4f31-4463-a391-cc22473ca768 req-bc274bc0-00fd-4170-a881-1443082dd421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:54.750561 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e4cdb087-4f31-4463-a391-cc22473ca768 req-bc274bc0-00fd-4170-a881-1443082dd421 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526583 Nov 23 21:59:54.862297 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e4cdb087-4f31-4463-a391-cc22473ca768 req-28497bbb-e29e-4f34-b5c3-d0c282ad9d81 service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029127 Nov 23 21:59:54.965961 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e4cdb087-4f31-4463-a391-cc22473ca768 req-e6ae60c9-c1a2-4277-8c5a-f1e0e4866161 service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955517 Nov 23 21:59:55.707542 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478c5bf-c8c4-4ea2-bd13-92a748afa762 req-c054b485-7ede-4c30-8aec-e39d59bc559d tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:55.717725 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d478c5bf-c8c4-4ea2-bd13-92a748afa762 req-c054b485-7ede-4c30-8aec-e39d59bc559d tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1091969 Nov 23 21:59:55.784239 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d478c5bf-c8c4-4ea2-bd13-92a748afa762 req-5c32098d-ba0e-4ec7-8146-149497fcf0be tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587707 Nov 23 21:59:56.380019 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device feb274ab-888e-4630-acce-dd868a515864 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 21:59:56.415847 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: feb274ab-888e-4630-acce-dd868a515864 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 21:59:56.416748 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device feb274ab-888e-4630-acce-dd868a515864 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 21:59:56.792150 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 36882) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:56.936839 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e064c7d7-11f2-452a-9cf6-1949afb54e56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:56.982455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee2946-6a26-4bb5-88bc-7eba9ef32306 req-3869c745-91ea-42a9-93f6-ea0608d6180b tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:56.984028 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-85ee2946-6a26-4bb5-88bc-7eba9ef32306 req-3869c745-91ea-42a9-93f6-ea0608d6180b tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0821316 Nov 23 21:59:57.066547 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-85ee2946-6a26-4bb5-88bc-7eba9ef32306 req-b101cdff-6a9c-4c59-b8e9-96c240cb81ae tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736458 Nov 23 21:59:57.090437 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e064c7d7-11f2-452a-9cf6-1949afb54e56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:57.095900 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e064c7d7-11f2-452a-9cf6-1949afb54e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:57.152714 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e064c7d7-11f2-452a-9cf6-1949afb54e56 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6f667f56fcd74c02b5e186f2265b041c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3591561 Nov 23 21:59:57.155445 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36898) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:57.168901 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064c7d7-11f2-452a-9cf6-1949afb54e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d18e4f2-e7b9-45f2-b6ef-58d1b6fa0d8e,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:57.225590 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-95902265-0a89-4cb9-b694-c628572a6d86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:57.231819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4926d8b-b0b0-44f5-a832-d33074a39813 req-fe15454a-03e9-4462-9ea6-bb2e64cd4764 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:57.233513 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4926d8b-b0b0-44f5-a832-d33074a39813 req-fe15454a-03e9-4462-9ea6-bb2e64cd4764 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0855515 Nov 23 21:59:57.250241 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-95902265-0a89-4cb9-b694-c628572a6d86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:57.307389 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-95902265-0a89-4cb9-b694-c628572a6d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:57.311945 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-95902265-0a89-4cb9-b694-c628572a6d86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:57.314948 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-95902265-0a89-4cb9-b694-c628572a6d86 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6d18e4f2-e7b9-45f2-b6ef-58d1b6fa0d8e HTTP/1.1" status: 204 len: 168 time: 0.1583726 Nov 23 21:59:57.326050 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95902265-0a89-4cb9-b694-c628572a6d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d18e4f2-e7b9-45f2-b6ef-58d1b6fa0d8e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:57.331992 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4926d8b-b0b0-44f5-a832-d33074a39813 req-c648d463-99f9-4fc8-9d20-c9797a29e3c8 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918109 Nov 23 21:59:57.677641 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11572f-f603-4ef3-90ea-348213ad2006 req-3f6fb6ae-cced-41c8-9f8c-8d183f325a29 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:57.679507 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be11572f-f603-4ef3-90ea-348213ad2006 req-3f6fb6ae-cced-41c8-9f8c-8d183f325a29 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0620387 Nov 23 21:59:57.701388 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36916) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:57.725365 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97001550-869d-4cf4-8afe-8acc385f87a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:57.754851 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be11572f-f603-4ef3-90ea-348213ad2006 req-44d0ca8d-d56c-4682-8a19-706463560ee9 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652993 Nov 23 21:59:57.876775 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c60c3c1a-2e6b-4736-9caf-82660107df3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:57.895867 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97001550-869d-4cf4-8afe-8acc385f87a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:57.900927 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97001550-869d-4cf4-8afe-8acc385f87a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:57.942105 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97001550-869d-4cf4-8afe-8acc385f87a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87961974-08fb-402d-b03e-afed184245cd,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:57.949797 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-97001550-869d-4cf4-8afe-8acc385f87a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0ff6630e290a4d9e8d2b014b9085a6a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2463036 Nov 23 21:59:57.950018 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 36928) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 21:59:58.028469 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a7ecd76-b948-4125-bf83-94e43cb029c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:58.064459 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a7ecd76-b948-4125-bf83-94e43cb029c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:58.151105 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90f42b-905d-4f63-905e-c37957f1cf7d req-b9bb733f-bf15-4fe1-b3ce-3718d4ddf439 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:58.152721 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c90f42b-905d-4f63-905e-c37957f1cf7d req-b9bb733f-bf15-4fe1-b3ce-3718d4ddf439 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0689719 Nov 23 21:59:58.177257 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a7ecd76-b948-4125-bf83-94e43cb029c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:58.180395 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a7ecd76-b948-4125-bf83-94e43cb029c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 21:59:58.184979 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7a7ecd76-b948-4125-bf83-94e43cb029c3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/87961974-08fb-402d-b03e-afed184245cd HTTP/1.1" status: 204 len: 168 time: 0.2307818 Nov 23 21:59:58.196663 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ecd76-b948-4125-bf83-94e43cb029c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87961974-08fb-402d-b03e-afed184245cd,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 21:59:58.264518 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c90f42b-905d-4f63-905e-c37957f1cf7d req-d9375618-c650-493d-b896-c2718ced215f tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049502 Nov 23 21:59:59.458406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce3319-3466-4dd0-a8d7-f53b51dec26c req-d5288fca-b071-4e43-8da8-79f40b135d94 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 21:59:59.468011 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55ce3319-3466-4dd0-a8d7-f53b51dec26c req-d5288fca-b071-4e43-8da8-79f40b135d94 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0705070 Nov 23 21:59:59.584102 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55ce3319-3466-4dd0-a8d7-f53b51dec26c req-4bb28bf1-fd27-47d0-882b-165e343ba4d1 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148074 Nov 23 21:59:59.903946 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:00.157280 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6568d7-07a6-494c-8a07-99e310718880 req-b54c0a98-00bb-49f0-bb40-71966802a566 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:00.163350 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc6568d7-07a6-494c-8a07-99e310718880 req-b54c0a98-00bb-49f0-bb40-71966802a566 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1166728 Nov 23 22:00:00.293377 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc6568d7-07a6-494c-8a07-99e310718880 req-faf8d019-db27-4c7a-872c-2ec58d3f48f5 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168115 Nov 23 22:00:00.470147 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c7e2c8aa-475e-4a19-a32f-ef82c8d98f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:00.534248 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd62199-10e4-4b0e-a264-dc9901935264 req-fca5b6af-cab1-41a1-a65c-98dbd1eac536 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:00.542212 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7fd62199-10e4-4b0e-a264-dc9901935264 req-fca5b6af-cab1-41a1-a65c-98dbd1eac536 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b1245d-7b09-48df-aa37-ccf197a4fcfc HTTP/1.1" status: 200 len: 945 time: 0.0898020 Nov 23 22:00:00.604165 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7fd62199-10e4-4b0e-a264-dc9901935264 req-1afd9f77-7b76-4347-9b04-f4e8c83b0a2a tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608315 Nov 23 22:00:01.487040 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ddb9f-f558-4b13-8a42-7792743b34e8 req-50776d26-2166-4a73-bc4c-c7e378c33628 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:01.489579 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a3ddb9f-f558-4b13-8a42-7792743b34e8 req-50776d26-2166-4a73-bc4c-c7e378c33628 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0879681 Nov 23 22:00:01.577931 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:01.592186 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a3ddb9f-f558-4b13-8a42-7792743b34e8 req-b2f7c53d-e95a-4a59-a4d0-e92793e7dffc tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968146 Nov 23 22:00:01.774402 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f122515-7cd0-406b-b375-4585d4bc916b req-53a1209f-7445-4572-8175-84f1c2d9a8ec tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:01.780400 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f122515-7cd0-406b-b375-4585d4bc916b req-53a1209f-7445-4572-8175-84f1c2d9a8ec tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1003115 Nov 23 22:00:01.857864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904f92b-8483-4b01-9e7a-bb2600d6b358 req-32c67760-cd8c-4384-92dd-369b400d4109 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:01.872318 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2904f92b-8483-4b01-9e7a-bb2600d6b358 req-32c67760-cd8c-4384-92dd-369b400d4109 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b1245d-7b09-48df-aa37-ccf197a4fcfc HTTP/1.1" status: 200 len: 945 time: 0.1405468 Nov 23 22:00:01.882338 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f122515-7cd0-406b-b375-4585d4bc916b req-180b7d1a-c126-4a70-8dee-7946edfdb87c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905592 Nov 23 22:00:01.924234 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37134) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:02.006083 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2904f92b-8483-4b01-9e7a-bb2600d6b358 req-004b9c84-a4c7-4e2c-bf8b-d89c39ffc25f tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/security-groups?id=e3c5cf58-3f25-4aad-bbd5-848dad50f34d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376936 Nov 23 22:00:02.187832 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-288c1ef7-1c79-41e1-b657-e6307f73ae35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:02.278874 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dacec5-987b-40ed-8686-b0700443eb99 req-eddb44e6-d88d-438d-b6c0-2bbac3208fa8 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:02.280534 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86dacec5-987b-40ed-8686-b0700443eb99 req-eddb44e6-d88d-438d-b6c0-2bbac3208fa8 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.53 "GET /v2.0/ports?device_id=67b1245d-7b09-48df-aa37-ccf197a4fcfc HTTP/1.1" status: 200 len: 945 time: 0.1222215 Nov 23 22:00:02.292147 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-288c1ef7-1c79-41e1-b657-e6307f73ae35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:02.300669 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-288c1ef7-1c79-41e1-b657-e6307f73ae35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:02.345545 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c31c8-3d15-4d72-8592-005cf32a3aa5 req-3a626dcb-0ab2-4c5f-bbea-b5597f5e3861 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:02.353904 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b88c31c8-3d15-4d72-8592-005cf32a3aa5 req-3a626dcb-0ab2-4c5f-bbea-b5597f5e3861 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1542845 Nov 23 22:00:02.357098 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-288c1ef7-1c79-41e1-b657-e6307f73ae35 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c40b442cea7344b4a14c16964c2393d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4315388 Nov 23 22:00:02.358315 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c1ef7-1c79-41e1-b657-e6307f73ae35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09305ba3-0d54-4262-9595-060a1ed6ba45,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:02.361427 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37144) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:02.433418 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b85c1a83-e7c7-45af-94fe-5010b1d5ef3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:02.491732 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b88c31c8-3d15-4d72-8592-005cf32a3aa5 req-84345c0d-c4e1-4621-bab5-f28d474e1922 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367280 Nov 23 22:00:02.504570 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b85c1a83-e7c7-45af-94fe-5010b1d5ef3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:02.507826 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-86dacec5-987b-40ed-8686-b0700443eb99 req-54719f39-0381-478e-8987-27de29004abc tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Deleting port 593e9321-8a5c-488e-bf20-9be765c4f213 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:00:02.507968 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-86dacec5-987b-40ed-8686-b0700443eb99 req-54719f39-0381-478e-8987-27de29004abc tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:02.590979 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b85c1a83-e7c7-45af-94fe-5010b1d5ef3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:02.594184 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b85c1a83-e7c7-45af-94fe-5010b1d5ef3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:02.595667 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b85c1a83-e7c7-45af-94fe-5010b1d5ef3a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/09305ba3-0d54-4262-9595-060a1ed6ba45 HTTP/1.1" status: 204 len: 168 time: 0.2330782 Nov 23 22:00:02.615579 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c1a83-e7c7-45af-94fe-5010b1d5ef3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09305ba3-0d54-4262-9595-060a1ed6ba45,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:02.640836 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-86dacec5-987b-40ed-8686-b0700443eb99 req-54719f39-0381-478e-8987-27de29004abc tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] For port 593e9321-8a5c-488e-bf20-9be765c4f213, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=593e9321-8a5c-488e-bf20-9be765c4f213,segment=NetworkSegment(abaff1ba-c8fd-40d4-822d-6c0fc520c1f7),segment_id=abaff1ba-c8fd-40d4-822d-6c0fc520c1f7)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:00:02.641349 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-86dacec5-987b-40ed-8686-b0700443eb99 req-54719f39-0381-478e-8987-27de29004abc tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:02.660831 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-86dacec5-987b-40ed-8686-b0700443eb99 req-54719f39-0381-478e-8987-27de29004abc tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Calling delete_port for 593e9321-8a5c-488e-bf20-9be765c4f213 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:00:02.874459 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8655e-9e91-4575-89ac-d74e5dd0ca11 req-b91e9477-a597-42cc-8531-f25c680e2a34 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:02.882684 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5ce8655e-9e91-4575-89ac-d74e5dd0ca11 req-b91e9477-a597-42cc-8531-f25c680e2a34 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0858593 Nov 23 22:00:02.906010 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-86dacec5-987b-40ed-8686-b0700443eb99 req-54719f39-0381-478e-8987-27de29004abc tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:02.935302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['593e9321-8a5c-488e-bf20-9be765c4f213'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:00:02.983321 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:02.987720 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5ce8655e-9e91-4575-89ac-d74e5dd0ca11 req-a6a751e6-1f27-495f-9815-61d508cf5987 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035216 Nov 23 22:00:02.988922 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54719f39-0381-478e-8987-27de29004abc tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Pushing event deleted for resources: {'Port': ['ID=593e9321-8a5c-488e-bf20-9be765c4f213,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:03.030621 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0219912-ba8a-4b24-a11a-5aa75275ad68 None None] DHCP port deletion for 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:00:03.115529 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37172) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:03.129991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dacec5-987b-40ed-8686-b0700443eb99 req-54719f39-0381-478e-8987-27de29004abc tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] No DVR routers for this DVR port 593e9321-8a5c-488e-bf20-9be765c4f213 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:00:03.139460 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-86dacec5-987b-40ed-8686-b0700443eb99 req-54719f39-0381-478e-8987-27de29004abc tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:03.142848 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6396eb13-13a7-4147-8eb7-f65a9ef8a12d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:03.143372 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86dacec5-987b-40ed-8686-b0700443eb99 req-54719f39-0381-478e-8987-27de29004abc tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.53 "DELETE /v2.0/ports/593e9321-8a5c-488e-bf20-9be765c4f213 HTTP/1.1" status: 204 len: 173 time: 0.8539236 Nov 23 22:00:03.145135 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b1245d-7b09-48df-aa37-ccf197a4fcfc', 'name': 'network-vif-deleted', 'tag': '593e9321-8a5c-488e-bf20-9be765c4f213'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:00:03.147565 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2995126c-1c96-4a8e-aa30-0975c70c6006" -d '{"events": [{"server_uuid": "67b1245d-7b09-48df-aa37-ccf197a4fcfc", "name": "network-vif-deleted", "tag": "593e9321-8a5c-488e-bf20-9be765c4f213"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:00:03.185314 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-504d951c-1de3-4f18-ba69-65832592e1f4 req-84f344f7-aaea-4e92-8720-20e871dc0f90 tempest-AttachVolumeNegativeTest-1557432871 tempest-AttachVolumeNegativeTest-1557432871-project] 10.222.0.50 "GET /v2.0/ports?device_id=67b1245d-7b09-48df-aa37-ccf197a4fcfc HTTP/1.1" status: 200 len: 210 time: 0.0402250 Nov 23 22:00:03.312740 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9d9f70-26f2-4fe2-b8d9-bb8a22755dd9 x-openstack-request-id: req-ff9d9f70-26f2-4fe2-b8d9-bb8a22755dd9 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:00:03.313426 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b1245d-7b09-48df-aa37-ccf197a4fcfc", "name": "network-vif-deleted", "tag": "593e9321-8a5c-488e-bf20-9be765c4f213", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:00:03.313681 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ff9d9f70-26f2-4fe2-b8d9-bb8a22755dd9 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:00:03.314104 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b1245d-7b09-48df-aa37-ccf197a4fcfc', 'name': 'network-vif-deleted', 'tag': '593e9321-8a5c-488e-bf20-9be765c4f213', 'status': 'completed', 'code': 200} Nov 23 22:00:03.336788 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6396eb13-13a7-4147-8eb7-f65a9ef8a12d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:03.345656 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6396eb13-13a7-4147-8eb7-f65a9ef8a12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:03.419266 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6396eb13-13a7-4147-8eb7-f65a9ef8a12d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=62ff68acf24f4bfaa3289970177eed6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2972391 Nov 23 22:00:03.420432 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396eb13-13a7-4147-8eb7-f65a9ef8a12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ef1460-9a08-44ba-ad58-147d01328cdf,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:03.422078 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 37182) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:03.488571 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99b7b682-4767-4475-a6cb-f0265c3d6807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:03.510473 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99b7b682-4767-4475-a6cb-f0265c3d6807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:03.564016 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99b7b682-4767-4475-a6cb-f0265c3d6807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:03.568849 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99b7b682-4767-4475-a6cb-f0265c3d6807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:03.572725 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-99b7b682-4767-4475-a6cb-f0265c3d6807 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f7ef1460-9a08-44ba-ad58-147d01328cdf HTTP/1.1" status: 204 len: 168 time: 0.1469264 Nov 23 22:00:03.581346 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7b682-4767-4475-a6cb-f0265c3d6807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ef1460-9a08-44ba-ad58-147d01328cdf,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:03.822353 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:04.302863 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 37224) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:04.406951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-dffba45a-1390-429d-b488-383e8ee37168 admin admin] Deleting subnet 971e678f-8614-44b5-bec2-2cb9da7d8874 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:00:04.410463 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dffba45a-1390-429d-b488-383e8ee37168 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:04.447943 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dffba45a-1390-429d-b488-383e8ee37168 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:04.494834 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dffba45a-1390-429d-b488-383e8ee37168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:04.576579 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dffba45a-1390-429d-b488-383e8ee37168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:04.607433 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffba45a-1390-429d-b488-383e8ee37168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=971e678f-8614-44b5-bec2-2cb9da7d8874,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:04.618077 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dffba45a-1390-429d-b488-383e8ee37168 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:04.618253 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d634b8d6-abb6-4995-98d2-8d4554533737 None None] Network 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:00:04.623388 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-dffba45a-1390-429d-b488-383e8ee37168 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/971e678f-8614-44b5-bec2-2cb9da7d8874 HTTP/1.1" status: 204 len: 168 time: 0.3185987 Nov 23 22:00:04.625470 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 37238) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:04.771103 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9be760c2-76cd-41f5-b55e-bc47dd75c9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:04.818456 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4872c379-010e-4bfc-8c0e-7dd3d92b85d6 None None] DHCP port deletion for 416c3513-0b37-46f7-b130-6fb7a8cbe4b8 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:00:04.900023 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9be760c2-76cd-41f5-b55e-bc47dd75c9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:04.935962 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-9be760c2-76cd-41f5-b55e-bc47dd75c9ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416c3513-0b37-46f7-b130-6fb7a8cbe4b8']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:00:04.953579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-9be760c2-76cd-41f5-b55e-bc47dd75c9ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abaff1ba-c8fd-40d4-822d-6c0fc520c1f7') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:00:04.953918 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-9be760c2-76cd-41f5-b55e-bc47dd75c9ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abaff1ba-c8fd-40d4-822d-6c0fc520c1f7') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:00:04.972299 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9be760c2-76cd-41f5-b55e-bc47dd75c9ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:05.001212 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9be760c2-76cd-41f5-b55e-bc47dd75c9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:05.010440 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be760c2-76cd-41f5-b55e-bc47dd75c9ba admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:00:05.012246 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9be760c2-76cd-41f5-b55e-bc47dd75c9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:00:05.014812 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:00:05.127883 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9be760c2-76cd-41f5-b55e-bc47dd75c9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:05.152267 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9be760c2-76cd-41f5-b55e-bc47dd75c9ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:05.156481 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9be760c2-76cd-41f5-b55e-bc47dd75c9ba admin admin] 10.222.0.50 "DELETE /v2.0/networks/416c3513-0b37-46f7-b130-6fb7a8cbe4b8 HTTP/1.1" status: 204 len: 168 time: 0.5296049 Nov 23 22:00:05.171137 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be760c2-76cd-41f5-b55e-bc47dd75c9ba admin admin] Pushing event deleted for resources: {'Network': ['ID=416c3513-0b37-46f7-b130-6fb7a8cbe4b8,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:05.366779 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 37264) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:05.437168 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-22b3959b-f90e-4959-9817-96508f16f892 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01118b9c5731487a85345966412aa36c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0689142 Nov 23 22:00:05.439658 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37274) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:05.546111 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9925fc9-4c32-40fd-82ba-6d8d101cda73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:05.572770 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9925fc9-4c32-40fd-82ba-6d8d101cda73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:05.649324 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9925fc9-4c32-40fd-82ba-6d8d101cda73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:05.653327 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9925fc9-4c32-40fd-82ba-6d8d101cda73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:05.655474 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b9925fc9-4c32-40fd-82ba-6d8d101cda73 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e3c5cf58-3f25-4aad-bbd5-848dad50f34d HTTP/1.1" status: 204 len: 168 time: 0.2133746 Nov 23 22:00:05.668183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9925fc9-4c32-40fd-82ba-6d8d101cda73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c5cf58-3f25-4aad-bbd5-848dad50f34d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:06.099061 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 593e9321-8a5c-488e-bf20-9be765c4f213 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:00:06.147081 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 593e9321-8a5c-488e-bf20-9be765c4f213 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:00:06.147428 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 593e9321-8a5c-488e-bf20-9be765c4f213 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:00:11.159865 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-53b5671f-68cc-42cb-9959-538b5d324da2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1129961 Nov 23 22:00:11.261128 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-ae16b1f3-aeb6-4b3e-b8d8-ee190cc64e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:11.261626 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-ae16b1f3-aeb6-4b3e-b8d8-ee190cc64e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:11.262118 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-ae16b1f3-aeb6-4b3e-b8d8-ee190cc64e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:11.262784 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-ae16b1f3-aeb6-4b3e-b8d8-ee190cc64e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:11.263394 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-ae16b1f3-aeb6-4b3e-b8d8-ee190cc64e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:11.264057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-ae16b1f3-aeb6-4b3e-b8d8-ee190cc64e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:11.264777 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-ae16b1f3-aeb6-4b3e-b8d8-ee190cc64e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:11.267135 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-ae16b1f3-aeb6-4b3e-b8d8-ee190cc64e46 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b6ed703ef174b4d8c2560021ab2bd8c&device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 6502 time: 0.0756516 Nov 23 22:00:11.883017 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50eba34a-a2eb-46ca-8555-79e130dd57ba req-d9e1b0ab-17cd-4a35-8803-d5a431e58166 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0879858 Nov 23 22:00:11.926102 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-3e0c5261-3e49-4d41-bf1c-7022e839502b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:11.926972 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-3e0c5261-3e49-4d41-bf1c-7022e839502b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:11.929675 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-3e0c5261-3e49-4d41-bf1c-7022e839502b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:11.931683 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-3e0c5261-3e49-4d41-bf1c-7022e839502b service neutron] 10.222.0.53 "GET /v2.0/networks?id=538e1e97-92a3-4d18-ba4d-eab4d961092b&id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&id=954621a6-0447-4b04-92ad-3bda684cf0c7&id=954621a6-0447-4b04-92ad-3bda684cf0c7 HTTP/1.1" status: 200 len: 2299 time: 0.6307521 Nov 23 22:00:12.097001 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-2d0ce7bc-60b6-43af-947b-5d5997284046 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903ccf0b-4463-44b9-b226-a19005b0d74f HTTP/1.1" status: 200 len: 1002 time: 0.1564951 Nov 23 22:00:12.188245 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-695dac80-2adf-4898-b8d8-fea82229fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:12.191158 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-695dac80-2adf-4898-b8d8-fea82229fcad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3849cc79-f357-4360-89e3-62e41d0cfdca HTTP/1.1" status: 200 len: 856 time: 0.0690365 Nov 23 22:00:12.256088 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eba34a-a2eb-46ca-8555-79e130dd57ba req-7c171650-f480-4abd-bc76-40ca5f7047cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:12.257941 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50eba34a-a2eb-46ca-8555-79e130dd57ba req-7c171650-f480-4abd-bc76-40ca5f7047cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 1097 time: 0.1711771 Nov 23 22:00:12.281710 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-bd142ada-4b04-425c-97f4-28ad128ac09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:12.283911 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-bd142ada-4b04-425c-97f4-28ad128ac09e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=538e1e97-92a3-4d18-ba4d-eab4d961092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738430 Nov 23 22:00:12.400941 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-db2e83ba-3a13-4dee-a046-a24cfd403351 service neutron] 10.222.0.53 "GET /v2.0/networks/538e1e97-92a3-4d18-ba4d-eab4d961092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071179 Nov 23 22:00:12.546270 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eba34a-a2eb-46ca-8555-79e130dd57ba req-59ec598e-a575-4cb9-a597-cffcea3592cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:12.549462 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50eba34a-a2eb-46ca-8555-79e130dd57ba req-59ec598e-a575-4cb9-a597-cffcea3592cc service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 912 time: 0.2646151 Nov 23 22:00:12.603902 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-6db6f59a-78db-4532-9fea-516a66b207cd service neutron] 10.222.0.53 "GET /v2.0/networks/538e1e97-92a3-4d18-ba4d-eab4d961092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905873 Nov 23 22:00:12.605376 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50eba34a-a2eb-46ca-8555-79e130dd57ba req-7b2df2a2-c66b-4d63-bada-8ec14524f983 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bc9a275-873b-46d0-8866-89793d8e488a HTTP/1.1" status: 200 len: 217 time: 0.0455954 Nov 23 22:00:12.693681 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37554) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:12.716855 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-9165043d-c804-4af3-9cfa-abfdb5a1819d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=9e1a4a01-b58d-4d1b-8c53-14975401b67a HTTP/1.1" status: 200 len: 217 time: 0.0929661 Nov 23 22:00:12.844715 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5839465-f7f3-451f-b19a-19a0776acf35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:12.850016 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eba34a-a2eb-46ca-8555-79e130dd57ba req-09638319-6e80-4110-8beb-1db4fe13f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:12.851536 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50eba34a-a2eb-46ca-8555-79e130dd57ba req-09638319-6e80-4110-8beb-1db4fe13f7c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 0.2398195 Nov 23 22:00:12.888904 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-11cb1115-81b6-4293-b8a6-241c54fed8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:12.890388 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-11cb1115-81b6-4293-b8a6-241c54fed8a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79f80f5c-625c-497c-bf22-0257e8bcf148 HTTP/1.1" status: 200 len: 797 time: 0.1601713 Nov 23 22:00:12.934350 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5839465-f7f3-451f-b19a-19a0776acf35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:12.950673 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5839465-f7f3-451f-b19a-19a0776acf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:12.974205 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eba34a-a2eb-46ca-8555-79e130dd57ba req-c5f8b4d7-4f24-4bee-b986-f3dbf0ca8607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:12.975869 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50eba34a-a2eb-46ca-8555-79e130dd57ba req-c5f8b4d7-4f24-4bee-b986-f3dbf0ca8607 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141174 Nov 23 22:00:12.989966 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-b1a9b6f6-2535-47de-b017-db30a3a52c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:12.991787 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-b1a9b6f6-2535-47de-b017-db30a3a52c03 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0818369 Nov 23 22:00:13.028724 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e5839465-f7f3-451f-b19a-19a0776acf35 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f7fe7cc359344fc8c245a47d50db4a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3332031 Nov 23 22:00:13.029337 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37566) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:13.060304 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5839465-f7f3-451f-b19a-19a0776acf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b48ab96-bb69-4e45-983c-f377d5e3c864,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:13.101397 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-69dccb44-d793-4cb5-b011-798846a5b115 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:13.135152 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-69dccb44-d793-4cb5-b011-798846a5b115 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:13.200412 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-69dccb44-d793-4cb5-b011-798846a5b115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:13.205740 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-69dccb44-d793-4cb5-b011-798846a5b115 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:13.210396 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-69dccb44-d793-4cb5-b011-798846a5b115 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9b48ab96-bb69-4e45-983c-f377d5e3c864 HTTP/1.1" status: 204 len: 168 time: 0.1794624 Nov 23 22:00:13.212887 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50eba34a-a2eb-46ca-8555-79e130dd57ba req-e3132a39-78ab-46e1-a649-8b466b5344fb service neutron] 10.222.0.60 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240427 Nov 23 22:00:13.226593 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dccb44-d793-4cb5-b011-798846a5b115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b48ab96-bb69-4e45-983c-f377d5e3c864,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:13.244224 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-49518711-0e02-4450-b286-047dae207a71 service neutron] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421823 Nov 23 22:00:13.473908 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50eba34a-a2eb-46ca-8555-79e130dd57ba req-3c20eb20-a406-4ada-b70c-2f60f173d738 service neutron] 10.222.0.60 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287188 Nov 23 22:00:13.476217 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-0d73def9-e758-45f1-90a4-4c4a9e8d6b20 service neutron] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075589 Nov 23 22:00:13.551938 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-fad504a6-d2fe-4354-927e-b53627264494 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=e7e26413-e971-46f6-ba1f-9c8b1eb61493 HTTP/1.1" status: 200 len: 217 time: 0.0634065 Nov 23 22:00:13.640482 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-a518868c-9ce6-4546-bb6a-c990a962afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:13.643324 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-a518868c-9ce6-4546-bb6a-c990a962afe2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79f80f5c-625c-497c-bf22-0257e8bcf148 HTTP/1.1" status: 200 len: 797 time: 0.0818005 Nov 23 22:00:13.658250 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37576) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:13.677719 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-89519d03-7fbe-4b42-8ccb-148089d78a26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:13.722528 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-79d802df-d9c0-460c-b421-1ec904bdec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:13.726895 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-79d802df-d9c0-460c-b421-1ec904bdec35 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0773599 Nov 23 22:00:13.863186 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-89519d03-7fbe-4b42-8ccb-148089d78a26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:13.900521 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-2c334c7a-303b-48be-ae5c-3cb1a7aeb8ef service neutron] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644630 Nov 23 22:00:13.910831 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-89519d03-7fbe-4b42-8ccb-148089d78a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:13.953558 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-89519d03-7fbe-4b42-8ccb-148089d78a26 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=228b87a0cb5e4d3995a0d8966a015b32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2938542 Nov 23 22:00:13.955314 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37588) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:14.037504 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89519d03-7fbe-4b42-8ccb-148089d78a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a5fef6-03d9-4ada-84bc-79924ff5e4f2,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:14.107228 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7561bf09-e534-4b92-a470-b93caca60d29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:14.143369 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7561bf09-e534-4b92-a470-b93caca60d29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:14.150519 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-bdfdf5d7-3252-466d-97b8-e8838f481a14 service neutron] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296808 Nov 23 22:00:14.217250 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-5856d5c0-b2e7-4ee7-ac13-b29b6441028b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=02f35442-1efd-4379-8ae8-d069f0233b87 HTTP/1.1" status: 200 len: 217 time: 0.0575991 Nov 23 22:00:14.236886 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7561bf09-e534-4b92-a470-b93caca60d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:14.240772 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7561bf09-e534-4b92-a470-b93caca60d29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:14.242814 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7561bf09-e534-4b92-a470-b93caca60d29 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/67a5fef6-03d9-4ada-84bc-79924ff5e4f2 HTTP/1.1" status: 204 len: 168 time: 0.2845926 Nov 23 22:00:14.255438 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561bf09-e534-4b92-a470-b93caca60d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a5fef6-03d9-4ada-84bc-79924ff5e4f2,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:14.301436 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-28fac162-db03-4a50-8c4a-402ff4f323ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:14.304233 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-28fac162-db03-4a50-8c4a-402ff4f323ca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79f80f5c-625c-497c-bf22-0257e8bcf148 HTTP/1.1" status: 200 len: 797 time: 0.0772471 Nov 23 22:00:14.446969 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-fe0a9c1e-2f83-4c45-b02e-6cba4bbeffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:14.449885 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-fe0a9c1e-2f83-4c45-b02e-6cba4bbeffe2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1345997 Nov 23 22:00:14.646614 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-e65180eb-fcbf-4330-9c33-167587b5e3b4 service neutron] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888444 Nov 23 22:00:14.766887 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-0db1f171-63e0-4c19-aada-82e8cf4de3cc service neutron] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106944 Nov 23 22:00:14.847179 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-ac499591-e6ce-4b82-b022-bf65598ac561 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=34f625a4-b456-41db-8450-83c7c1ee8503 HTTP/1.1" status: 200 len: 217 time: 0.0704057 Nov 23 22:00:14.928437 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-0a4cc95d-08ee-4e53-8f30-d6aea4d96c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:14.943960 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-0a4cc95d-08ee-4e53-8f30-d6aea4d96c2c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79f80f5c-625c-497c-bf22-0257e8bcf148 HTTP/1.1" status: 200 len: 797 time: 0.0765569 Nov 23 22:00:15.059268 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-29ee5064-314f-4224-908a-7717a6e9e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:15.060820 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-29ee5064-314f-4224-908a-7717a6e9e1d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1160493 Nov 23 22:00:15.309871 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-3c43b606-0d36-470b-b8b9-c8143b137003 service neutron] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366967 Nov 23 22:00:15.521245 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-c962afe7-37c0-4186-8c01-12b4d9a720f1 service neutron] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025290 Nov 23 22:00:15.655025 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-c4640b55-14bd-4d5f-8f13-4bc197601336 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a568002e-b86b-4db1-b81d-0319d977690b HTTP/1.1" status: 200 len: 217 time: 0.1218705 Nov 23 22:00:15.771406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-a62deb1d-e94b-48a1-88d2-a0e3bd877312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:15.773125 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-a62deb1d-e94b-48a1-88d2-a0e3bd877312 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=53016539-7c6b-4b2e-9ed2-0e78c3bed719 HTTP/1.1" status: 200 len: 797 time: 0.1122446 Nov 23 22:00:15.903356 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-554200e9-c46d-4478-86c4-e1190f3ee4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:15.905106 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-554200e9-c46d-4478-86c4-e1190f3ee4dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=954621a6-0447-4b04-92ad-3bda684cf0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1222446 Nov 23 22:00:16.148761 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-b07234e3-81e6-4bc6-b28c-c9a6287e2b9e service neutron] 10.222.0.53 "GET /v2.0/networks/954621a6-0447-4b04-92ad-3bda684cf0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337346 Nov 23 22:00:16.305105 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-0c22b11f-a85c-470d-be87-9b56b31cc08c service neutron] 10.222.0.53 "GET /v2.0/networks/954621a6-0447-4b04-92ad-3bda684cf0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458142 Nov 23 22:00:16.377504 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-e5d8343a-ed49-4a1e-99cf-38e270ae0764 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ef70db41-b454-4c7b-b415-54b472d6189e HTTP/1.1" status: 200 len: 217 time: 0.0633228 Nov 23 22:00:16.461783 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-2b8c233c-7e65-4ed7-a014-ea31b428cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:16.468140 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-2b8c233c-7e65-4ed7-a014-ea31b428cc60 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=53016539-7c6b-4b2e-9ed2-0e78c3bed719 HTTP/1.1" status: 200 len: 797 time: 0.0797763 Nov 23 22:00:16.631382 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-b6d5a27b-375a-40cf-8a33-0da02ba919b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:16.637138 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-b6d5a27b-375a-40cf-8a33-0da02ba919b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=954621a6-0447-4b04-92ad-3bda684cf0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1583858 Nov 23 22:00:16.814505 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-0bc179c8-c17f-4084-a23f-806fc0de6be6 service neutron] 10.222.0.53 "GET /v2.0/networks/954621a6-0447-4b04-92ad-3bda684cf0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675396 Nov 23 22:00:17.047005 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-004ec812-2e5e-42f7-92f0-f7fcd8521804 req-bb79b913-6637-4dfc-b30f-8572c9ef4abd service neutron] 10.222.0.53 "GET /v2.0/networks/954621a6-0447-4b04-92ad-3bda684cf0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182348 Nov 23 22:00:20.268842 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b213ad63-74e8-4110-8753-534cd559ccab req-9cfc3964-0ddd-421b-be91-71e7e36269db tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:20.279639 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b213ad63-74e8-4110-8753-534cd559ccab req-9cfc3964-0ddd-421b-be91-71e7e36269db tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/ports?device_id=c48b7eb9-7bae-48f1-b882-0839e7fc9f22 HTTP/1.1" status: 200 len: 945 time: 0.1382389 Nov 23 22:00:20.341793 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b213ad63-74e8-4110-8753-534cd559ccab req-e79bcd2b-5495-486f-97a4-df2163f60fe7 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/security-groups?id=6dc5d5c8-da78-4618-8d34-b11011a74f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604479 Nov 23 22:00:20.412897 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38210) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:20.564749 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-04a5e452-43a4-4f9f-8f04-f1cf3a7a6d53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:20.664884 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-04a5e452-43a4-4f9f-8f04-f1cf3a7a6d53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:20.671586 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-04a5e452-43a4-4f9f-8f04-f1cf3a7a6d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:20.738500 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-04a5e452-43a4-4f9f-8f04-f1cf3a7a6d53 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=401942a0d61a438f9489f08af5c9199d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3242459 Nov 23 22:00:20.741169 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38226) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:20.744311 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5e452-43a4-4f9f-8f04-f1cf3a7a6d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29611fc-a5d7-4335-8c7f-e724a131dba6,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:20.819479 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2478-2e52-4027-bfbe-ba11e2b0d86a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:20.850114 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2478-2e52-4027-bfbe-ba11e2b0d86a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:20.918398 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2478-2e52-4027-bfbe-ba11e2b0d86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:20.923870 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2478-2e52-4027-bfbe-ba11e2b0d86a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:20.927724 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0f6f2478-2e52-4027-bfbe-ba11e2b0d86a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f29611fc-a5d7-4335-8c7f-e724a131dba6 HTTP/1.1" status: 204 len: 168 time: 0.1830406 Nov 23 22:00:20.935977 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f2478-2e52-4027-bfbe-ba11e2b0d86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29611fc-a5d7-4335-8c7f-e724a131dba6,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:21.485252 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497609a2-d7bd-4941-8d6b-5ac2b9863824 req-a1e02645-c1ba-4b02-b8e8-afb31d6eb0db tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:21.494537 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-497609a2-d7bd-4941-8d6b-5ac2b9863824 req-a1e02645-c1ba-4b02-b8e8-afb31d6eb0db tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/ports?device_id=c48b7eb9-7bae-48f1-b882-0839e7fc9f22 HTTP/1.1" status: 200 len: 945 time: 0.0708754 Nov 23 22:00:21.556976 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-497609a2-d7bd-4941-8d6b-5ac2b9863824 req-3cdb1bb9-cf6f-4452-9dcb-b8699e6cc0ea tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/security-groups?id=6dc5d5c8-da78-4618-8d34-b11011a74f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605912 Nov 23 22:00:21.702304 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33374b42-dbd8-46d1-b8a5-93b9b2bd7518 req-d90d617e-1151-4f51-905d-81387c1d5cf3 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:21.704259 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33374b42-dbd8-46d1-b8a5-93b9b2bd7518 req-d90d617e-1151-4f51-905d-81387c1d5cf3 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.53 "GET /v2.0/ports?device_id=c48b7eb9-7bae-48f1-b882-0839e7fc9f22 HTTP/1.1" status: 200 len: 945 time: 0.0545573 Nov 23 22:00:21.820223 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-33374b42-dbd8-46d1-b8a5-93b9b2bd7518 req-513fd555-d78a-4068-a561-151e7c279265 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Deleting port eab3eef6-1cf7-4413-9b98-a12ae57be758 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:00:21.820743 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-33374b42-dbd8-46d1-b8a5-93b9b2bd7518 req-513fd555-d78a-4068-a561-151e7c279265 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:21.942504 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-33374b42-dbd8-46d1-b8a5-93b9b2bd7518 req-513fd555-d78a-4068-a561-151e7c279265 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] For port eab3eef6-1cf7-4413-9b98-a12ae57be758, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=eab3eef6-1cf7-4413-9b98-a12ae57be758,segment=NetworkSegment(783d070c-76fa-4695-84a9-f98dd75a9eb0),segment_id=783d070c-76fa-4695-84a9-f98dd75a9eb0)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:00:21.942897 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-33374b42-dbd8-46d1-b8a5-93b9b2bd7518 req-513fd555-d78a-4068-a561-151e7c279265 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:21.960284 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-33374b42-dbd8-46d1-b8a5-93b9b2bd7518 req-513fd555-d78a-4068-a561-151e7c279265 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Calling delete_port for eab3eef6-1cf7-4413-9b98-a12ae57be758 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:00:22.162353 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-33374b42-dbd8-46d1-b8a5-93b9b2bd7518 req-513fd555-d78a-4068-a561-151e7c279265 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:22.177274 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['eab3eef6-1cf7-4413-9b98-a12ae57be758'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:00:22.217638 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fd555-d78a-4068-a561-151e7c279265 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Pushing event deleted for resources: {'Port': ['ID=eab3eef6-1cf7-4413-9b98-a12ae57be758,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:22.321809 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-33374b42-dbd8-46d1-b8a5-93b9b2bd7518 req-513fd555-d78a-4068-a561-151e7c279265 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] No DVR routers for this DVR port eab3eef6-1cf7-4413-9b98-a12ae57be758 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:00:22.326687 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-33374b42-dbd8-46d1-b8a5-93b9b2bd7518 req-513fd555-d78a-4068-a561-151e7c279265 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:22.332435 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33374b42-dbd8-46d1-b8a5-93b9b2bd7518 req-513fd555-d78a-4068-a561-151e7c279265 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.53 "DELETE /v2.0/ports/eab3eef6-1cf7-4413-9b98-a12ae57be758 HTTP/1.1" status: 204 len: 173 time: 0.6192434 Nov 23 22:00:22.334116 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48b7eb9-7bae-48f1-b882-0839e7fc9f22', 'name': 'network-vif-deleted', 'tag': 'eab3eef6-1cf7-4413-9b98-a12ae57be758'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:00:22.337824 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0468b5-0a55-40ca-8db8-44f6a9860b8e" -d '{"events": [{"server_uuid": "c48b7eb9-7bae-48f1-b882-0839e7fc9f22", "name": "network-vif-deleted", "tag": "eab3eef6-1cf7-4413-9b98-a12ae57be758"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:00:22.512430 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63600306-7e5d-401f-ad9d-2112a13fa911 x-openstack-request-id: req-63600306-7e5d-401f-ad9d-2112a13fa911 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:00:22.512430 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48b7eb9-7bae-48f1-b882-0839e7fc9f22", "name": "network-vif-deleted", "tag": "eab3eef6-1cf7-4413-9b98-a12ae57be758", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:00:22.513478 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-63600306-7e5d-401f-ad9d-2112a13fa911 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:00:22.514153 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48b7eb9-7bae-48f1-b882-0839e7fc9f22', 'name': 'network-vif-deleted', 'tag': 'eab3eef6-1cf7-4413-9b98-a12ae57be758', 'status': 'completed', 'code': 200} Nov 23 22:00:22.682407 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:22.687468 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2e494fef-6adb-44f5-845c-0d11808f9454 req-9410cf6c-4306-4989-8205-94b2759b4c30 tempest-VolumesAdminNegativeTest-1444886076 tempest-VolumesAdminNegativeTest-1444886076-project] 10.222.0.50 "GET /v2.0/ports?device_id=c48b7eb9-7bae-48f1-b882-0839e7fc9f22 HTTP/1.1" status: 200 len: 210 time: 0.0403368 Nov 23 22:00:23.001738 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38344) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:23.241352 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2563f513-2803-4bcc-8282-346ab2b397f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:23.336830 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2563f513-2803-4bcc-8282-346ab2b397f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:23.343057 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2563f513-2803-4bcc-8282-346ab2b397f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:23.390849 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2563f513-2803-4bcc-8282-346ab2b397f1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c44d123adbe453e93f277e29edd9821&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3875165 Nov 23 22:00:23.394094 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38364) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:23.395689 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563f513-2803-4bcc-8282-346ab2b397f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b27e8e-6ef6-46cd-9612-3e94015b448c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:23.462155 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed1cd9d5-77f6-4aa7-8318-f18e522b7f65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:23.490395 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed1cd9d5-77f6-4aa7-8318-f18e522b7f65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:23.567816 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed1cd9d5-77f6-4aa7-8318-f18e522b7f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:23.574007 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed1cd9d5-77f6-4aa7-8318-f18e522b7f65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:23.575919 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ed1cd9d5-77f6-4aa7-8318-f18e522b7f65 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d1b27e8e-6ef6-46cd-9612-3e94015b448c HTTP/1.1" status: 204 len: 168 time: 0.1806409 Nov 23 22:00:23.586081 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1cd9d5-77f6-4aa7-8318-f18e522b7f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b27e8e-6ef6-46cd-9612-3e94015b448c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:23.752928 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38384) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:23.813291 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7df731-fc09-4f83-b514-c8d81e946937 admin admin] Deleting subnet 3903f5ba-6551-4204-a357-05340bf31cf8 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:00:23.817354 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc7df731-fc09-4f83-b514-c8d81e946937 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:23.879407 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc7df731-fc09-4f83-b514-c8d81e946937 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:23.939349 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc7df731-fc09-4f83-b514-c8d81e946937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:23.999351 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc7df731-fc09-4f83-b514-c8d81e946937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:24.033803 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7df731-fc09-4f83-b514-c8d81e946937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3903f5ba-6551-4204-a357-05340bf31cf8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:24.038071 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc7df731-fc09-4f83-b514-c8d81e946937 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:24.043669 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fc7df731-fc09-4f83-b514-c8d81e946937 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3903f5ba-6551-4204-a357-05340bf31cf8 HTTP/1.1" status: 204 len: 168 time: 0.2895184 Nov 23 22:00:24.046062 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38394) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:24.145558 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-69982208-9dae-439f-b4c5-b29b88c8b7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:24.187985 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device eab3eef6-1cf7-4413-9b98-a12ae57be758 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:00:24.209487 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: eab3eef6-1cf7-4413-9b98-a12ae57be758 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:00:24.210368 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device eab3eef6-1cf7-4413-9b98-a12ae57be758 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:00:24.262216 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-69982208-9dae-439f-b4c5-b29b88c8b7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:24.284588 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-69982208-9dae-439f-b4c5-b29b88c8b7ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b7365c-260d-4c56-bd6e-2c2a0665a98f']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:00:24.296399 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-69982208-9dae-439f-b4c5-b29b88c8b7ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783d070c-76fa-4695-84a9-f98dd75a9eb0') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:00:24.296856 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-69982208-9dae-439f-b4c5-b29b88c8b7ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783d070c-76fa-4695-84a9-f98dd75a9eb0') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:00:24.314368 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-69982208-9dae-439f-b4c5-b29b88c8b7ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:24.330102 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-69982208-9dae-439f-b4c5-b29b88c8b7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:24.339134 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69982208-9dae-439f-b4c5-b29b88c8b7ba admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:00:24.340396 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-69982208-9dae-439f-b4c5-b29b88c8b7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:00:24.342951 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:00:24.442362 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-69982208-9dae-439f-b4c5-b29b88c8b7ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:24.455870 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-69982208-9dae-439f-b4c5-b29b88c8b7ba admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:24.460677 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-69982208-9dae-439f-b4c5-b29b88c8b7ba admin admin] 10.222.0.50 "DELETE /v2.0/networks/05b7365c-260d-4c56-bd6e-2c2a0665a98f HTTP/1.1" status: 204 len: 168 time: 0.4132051 Nov 23 22:00:24.463436 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38414) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:24.475115 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69982208-9dae-439f-b4c5-b29b88c8b7ba admin admin] Pushing event deleted for resources: {'Network': ['ID=05b7365c-260d-4c56-bd6e-2c2a0665a98f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:24.556892 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6cae37f-7aaf-4882-8244-69b79648e289 admin admin] Deleting subnet ffa7bab9-1ca0-4c00-b045-3c956b4eab04 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:00:24.561942 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e6cae37f-7aaf-4882-8244-69b79648e289 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:24.628677 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e6cae37f-7aaf-4882-8244-69b79648e289 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:24.697849 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e6cae37f-7aaf-4882-8244-69b79648e289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:24.770993 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e6cae37f-7aaf-4882-8244-69b79648e289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:24.797870 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e6cae37f-7aaf-4882-8244-69b79648e289 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:24.803568 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e6cae37f-7aaf-4882-8244-69b79648e289 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ffa7bab9-1ca0-4c00-b045-3c956b4eab04 HTTP/1.1" status: 204 len: 168 time: 0.3381565 Nov 23 22:00:24.805836 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38430) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:24.831051 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cae37f-7aaf-4882-8244-69b79648e289 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffa7bab9-1ca0-4c00-b045-3c956b4eab04,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:24.916820 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dc9e05ac-0895-4383-8c5a-8e823f1e818a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:25.006399 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dc9e05ac-0895-4383-8c5a-8e823f1e818a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:25.031216 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-dc9e05ac-0895-4383-8c5a-8e823f1e818a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ca1551-73fa-4cfa-9d90-343eb54f8f2a']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:00:25.041876 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-dc9e05ac-0895-4383-8c5a-8e823f1e818a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5f71b7-4402-4088-9585-29fd75b2ed50') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:00:25.043124 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-dc9e05ac-0895-4383-8c5a-8e823f1e818a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5f71b7-4402-4088-9585-29fd75b2ed50') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:00:25.054165 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dc9e05ac-0895-4383-8c5a-8e823f1e818a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:25.069551 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dc9e05ac-0895-4383-8c5a-8e823f1e818a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:25.080543 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9e05ac-0895-4383-8c5a-8e823f1e818a admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:00:25.080937 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dc9e05ac-0895-4383-8c5a-8e823f1e818a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:00:25.085426 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:00:25.170380 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dc9e05ac-0895-4383-8c5a-8e823f1e818a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:25.189418 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dc9e05ac-0895-4383-8c5a-8e823f1e818a admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:25.194534 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dc9e05ac-0895-4383-8c5a-8e823f1e818a admin admin] 10.222.0.50 "DELETE /v2.0/networks/99ca1551-73fa-4cfa-9d90-343eb54f8f2a HTTP/1.1" status: 204 len: 168 time: 0.3869243 Nov 23 22:00:25.207362 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e05ac-0895-4383-8c5a-8e823f1e818a admin admin] Pushing event deleted for resources: {'Network': ['ID=99ca1551-73fa-4cfa-9d90-343eb54f8f2a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:25.335717 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38444) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:25.381602 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3e33ccab-cc76-4355-99d3-1d1c8dbef114 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc93d7932cd94064b2b2d8cfd1a4e588&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446997 Nov 23 22:00:25.385006 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38446) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:25.444676 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5e56a1d-1f81-446e-bc73-4ff6e60c18aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:25.470229 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5e56a1d-1f81-446e-bc73-4ff6e60c18aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:25.543807 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5e56a1d-1f81-446e-bc73-4ff6e60c18aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:25.547431 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5e56a1d-1f81-446e-bc73-4ff6e60c18aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:25.566367 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a5e56a1d-1f81-446e-bc73-4ff6e60c18aa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6dc5d5c8-da78-4618-8d34-b11011a74f4c HTTP/1.1" status: 204 len: 168 time: 0.1795669 Nov 23 22:00:25.575211 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e56a1d-1f81-446e-bc73-4ff6e60c18aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc5d5c8-da78-4618-8d34-b11011a74f4c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:26.128182 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38474) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:26.172935 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2ff121bb-8bcc-4f0c-8dc0-43ab82af4c3f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d722b7c9b04f476ca29c18e261e4be91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428410 Nov 23 22:00:26.175539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38478) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:26.240181 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e1c75e1f-c5b0-4fa7-a3dd-28be34410dcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:26.271032 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e1c75e1f-c5b0-4fa7-a3dd-28be34410dcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:26.346546 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e1c75e1f-c5b0-4fa7-a3dd-28be34410dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:26.351474 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e1c75e1f-c5b0-4fa7-a3dd-28be34410dcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:26.356887 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:00:26.358579 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e1c75e1f-c5b0-4fa7-a3dd-28be34410dcd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4dab5e34-3226-44c3-8ce2-493679d00a4a HTTP/1.1" status: 204 len: 168 time: 0.1819339 Nov 23 22:00:26.368104 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c75e1f-c5b0-4fa7-a3dd-28be34410dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dab5e34-3226-44c3-8ce2-493679d00a4a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:27.868919 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-33958a57-4882-4c7f-8552-7e41a235b84c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:28.016276 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38576) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:28.075449 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ed819-5d7f-472e-8bde-fe6ba74253ca req-e2675ddf-15cd-456d-8623-cffdbfd196b4 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:28.077155 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-732ed819-5d7f-472e-8bde-fe6ba74253ca req-e2675ddf-15cd-456d-8623-cffdbfd196b4 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbb4cd0a-d319-4aef-8358-8900c29f4157 HTTP/1.1" status: 200 len: 949 time: 0.0663440 Nov 23 22:00:28.138245 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-732ed819-5d7f-472e-8bde-fe6ba74253ca req-f1301224-1e83-42df-a78b-a76cedf955e5 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/security-groups?id=144a8631-66f9-4892-994f-ee0e2fd660c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546508 Nov 23 22:00:28.197082 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f4fed85f-2ad3-44bc-aa3e-7ebf93b16eec admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:28.284924 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f4fed85f-2ad3-44bc-aa3e-7ebf93b16eec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:28.289922 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f4fed85f-2ad3-44bc-aa3e-7ebf93b16eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:28.298641 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-74f16c1b-0863-4231-af15-aca704d0c52b req-44a14122-bd47-420f-99d5-f5c9c3ff13dc tempest-AbsoluteLimitsNegativeTestJSON-476660776 tempest-AbsoluteLimitsNegativeTestJSON-476660776-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=afba5867e7254f0582a2b969f1f34e48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224633 Nov 23 22:00:28.334086 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f4fed85f-2ad3-44bc-aa3e-7ebf93b16eec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7d7fdef758474e32b13e3d1897ae95f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3152366 Nov 23 22:00:28.334086 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fed85f-2ad3-44bc-aa3e-7ebf93b16eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddf2fed-34c2-44bc-b5ca-298a88fafb2b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:28.336600 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38604) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:28.403984 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c16d1794-c808-478d-abd5-c87003d1c232 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:28.425691 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f16c1b-0863-4231-af15-aca704d0c52b req-cd27c7d6-dc6a-4643-94e6-b46305995f65 tempest-AbsoluteLimitsNegativeTestJSON-476660776 tempest-AbsoluteLimitsNegativeTestJSON-476660776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:28.426407 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c16d1794-c808-478d-abd5-c87003d1c232 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:28.427686 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-74f16c1b-0863-4231-af15-aca704d0c52b req-cd27c7d6-dc6a-4643-94e6-b46305995f65 tempest-AbsoluteLimitsNegativeTestJSON-476660776 tempest-AbsoluteLimitsNegativeTestJSON-476660776-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1221344 Nov 23 22:00:28.443547 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-74f16c1b-0863-4231-af15-aca704d0c52b req-4648001f-7e28-4c65-96f5-fd6e961c86a3 tempest-AbsoluteLimitsNegativeTestJSON-476660776 tempest-AbsoluteLimitsNegativeTestJSON-476660776-project] 10.222.0.50 "GET /v2.0/quotas/afba5867e7254f0582a2b969f1f34e48 HTTP/1.1" status: 200 len: 375 time: 0.0095468 Nov 23 22:00:28.485919 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-74f16c1b-0863-4231-af15-aca704d0c52b req-1b97ddfc-e3bb-4610-b3c2-b3e7efe46e85 tempest-AbsoluteLimitsNegativeTestJSON-476660776 tempest-AbsoluteLimitsNegativeTestJSON-476660776-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=afba5867e7254f0582a2b969f1f34e48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355859 Nov 23 22:00:28.493995 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c16d1794-c808-478d-abd5-c87003d1c232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:28.497448 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c16d1794-c808-478d-abd5-c87003d1c232 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:28.498993 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c16d1794-c808-478d-abd5-c87003d1c232 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eddf2fed-34c2-44bc-b5ca-298a88fafb2b HTTP/1.1" status: 204 len: 168 time: 0.1587508 Nov 23 22:00:28.507858 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d1794-c808-478d-abd5-c87003d1c232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddf2fed-34c2-44bc-b5ca-298a88fafb2b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:28.918874 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38626) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:28.932401 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2e3311b7-6d92-458c-ab31-d6f5ae704d48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:28.982206 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38630) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:29.069418 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2e3311b7-6d92-458c-ab31-d6f5ae704d48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:29.074896 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2e3311b7-6d92-458c-ab31-d6f5ae704d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:29.121701 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2e3311b7-6d92-458c-ab31-d6f5ae704d48 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b7329a5ebaa04b5da1c06f11bf5ac523&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1988614 Nov 23 22:00:29.122214 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38636) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:29.133532 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3311b7-6d92-458c-ab31-d6f5ae704d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1611cb1-27d3-4908-9ef9-cf5e1899b99f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:29.187596 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-64eeaa20-7abf-4322-a08a-646bf0c5c13b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:29.217399 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-64eeaa20-7abf-4322-a08a-646bf0c5c13b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:29.289150 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-14d5a02b-29cb-41f3-b773-1ecb03125233 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:29.327363 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a567e-3658-4b5f-9d81-661e4fea22cf req-70ff9695-83b0-4f9f-b3af-8d3e70ab9e42 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:29.328849 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-451a567e-3658-4b5f-9d81-661e4fea22cf req-70ff9695-83b0-4f9f-b3af-8d3e70ab9e42 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbb4cd0a-d319-4aef-8358-8900c29f4157 HTTP/1.1" status: 200 len: 949 time: 0.1044555 Nov 23 22:00:29.339177 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-64eeaa20-7abf-4322-a08a-646bf0c5c13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:29.341742 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-64eeaa20-7abf-4322-a08a-646bf0c5c13b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:29.342831 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-64eeaa20-7abf-4322-a08a-646bf0c5c13b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e1611cb1-27d3-4908-9ef9-cf5e1899b99f HTTP/1.1" status: 204 len: 168 time: 0.2195196 Nov 23 22:00:29.377237 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eeaa20-7abf-4322-a08a-646bf0c5c13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1611cb1-27d3-4908-9ef9-cf5e1899b99f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:29.422703 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-451a567e-3658-4b5f-9d81-661e4fea22cf req-4511578b-11cc-40e6-81e5-9c2603df2512 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/security-groups?id=144a8631-66f9-4892-994f-ee0e2fd660c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845213 Nov 23 22:00:29.464364 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-14d5a02b-29cb-41f3-b773-1ecb03125233 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:29.476014 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-14d5a02b-29cb-41f3-b773-1ecb03125233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:29.518785 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5a02b-29cb-41f3-b773-1ecb03125233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ca7cc1-bd72-4a66-9699-6bff030e1630,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:29.526055 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38652) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:29.526514 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-14d5a02b-29cb-41f3-b773-1ecb03125233 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=afba5867e7254f0582a2b969f1f34e48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5428212 Nov 23 22:00:29.605905 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78ab8fe5-dc07-40a9-ad58-80185ad23bff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:29.618009 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d33e7-6873-4079-bb8b-12ebfde9be49 req-545e8d43-280b-4577-849b-14e149790c61 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:29.621007 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f1d33e7-6873-4079-bb8b-12ebfde9be49 req-545e8d43-280b-4577-849b-14e149790c61 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.53 "GET /v2.0/ports?device_id=fbb4cd0a-d319-4aef-8358-8900c29f4157 HTTP/1.1" status: 200 len: 949 time: 0.0635917 Nov 23 22:00:29.628814 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78ab8fe5-dc07-40a9-ad58-80185ad23bff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:29.693211 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78ab8fe5-dc07-40a9-ad58-80185ad23bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:29.696121 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78ab8fe5-dc07-40a9-ad58-80185ad23bff admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:29.700730 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-78ab8fe5-dc07-40a9-ad58-80185ad23bff admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/39ca7cc1-bd72-4a66-9699-6bff030e1630 HTTP/1.1" status: 204 len: 168 time: 0.1724689 Nov 23 22:00:29.708734 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab8fe5-dc07-40a9-ad58-80185ad23bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ca7cc1-bd72-4a66-9699-6bff030e1630,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:29.764123 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-5f1d33e7-6873-4079-bb8b-12ebfde9be49 req-b446023c-a10e-4d2a-b312-774a00f6f8f7 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Deleting port b3bfa0a5-0546-409e-83dd-f08d3177d648 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:00:29.764123 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5f1d33e7-6873-4079-bb8b-12ebfde9be49 req-b446023c-a10e-4d2a-b312-774a00f6f8f7 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:29.869882 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-5f1d33e7-6873-4079-bb8b-12ebfde9be49 req-b446023c-a10e-4d2a-b312-774a00f6f8f7 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] For port b3bfa0a5-0546-409e-83dd-f08d3177d648, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b3bfa0a5-0546-409e-83dd-f08d3177d648,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:00:29.870620 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5f1d33e7-6873-4079-bb8b-12ebfde9be49 req-b446023c-a10e-4d2a-b312-774a00f6f8f7 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:29.874401 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:29.886311 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-5f1d33e7-6873-4079-bb8b-12ebfde9be49 req-b446023c-a10e-4d2a-b312-774a00f6f8f7 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Calling delete_port for b3bfa0a5-0546-409e-83dd-f08d3177d648 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:00:30.030487 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5f1d33e7-6873-4079-bb8b-12ebfde9be49 req-b446023c-a10e-4d2a-b312-774a00f6f8f7 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:30.045418 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['b3bfa0a5-0546-409e-83dd-f08d3177d648'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:00:30.090661 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446023c-a10e-4d2a-b312-774a00f6f8f7 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Pushing event deleted for resources: {'Port': ['ID=b3bfa0a5-0546-409e-83dd-f08d3177d648,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:30.137278 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1d33e7-6873-4079-bb8b-12ebfde9be49 req-b446023c-a10e-4d2a-b312-774a00f6f8f7 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] No DVR routers for this DVR port b3bfa0a5-0546-409e-83dd-f08d3177d648 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:00:30.140144 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5f1d33e7-6873-4079-bb8b-12ebfde9be49 req-b446023c-a10e-4d2a-b312-774a00f6f8f7 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:30.144524 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f1d33e7-6873-4079-bb8b-12ebfde9be49 req-b446023c-a10e-4d2a-b312-774a00f6f8f7 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.53 "DELETE /v2.0/ports/b3bfa0a5-0546-409e-83dd-f08d3177d648 HTTP/1.1" status: 204 len: 173 time: 0.5171542 Nov 23 22:00:30.145147 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbb4cd0a-d319-4aef-8358-8900c29f4157', 'name': 'network-vif-deleted', 'tag': 'b3bfa0a5-0546-409e-83dd-f08d3177d648'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:00:30.148476 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a188181-948c-4dba-a228-508130a8430d" -d '{"events": [{"server_uuid": "fbb4cd0a-d319-4aef-8358-8900c29f4157", "name": "network-vif-deleted", "tag": "b3bfa0a5-0546-409e-83dd-f08d3177d648"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:00:30.205513 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465e87e4-23b0-4cad-bc42-b243be58c9e4 x-openstack-request-id: req-465e87e4-23b0-4cad-bc42-b243be58c9e4 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:00:30.205818 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbb4cd0a-d319-4aef-8358-8900c29f4157", "name": "network-vif-deleted", "tag": "b3bfa0a5-0546-409e-83dd-f08d3177d648", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:00:30.206076 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-465e87e4-23b0-4cad-bc42-b243be58c9e4 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:00:30.206530 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbb4cd0a-d319-4aef-8358-8900c29f4157', 'name': 'network-vif-deleted', 'tag': 'b3bfa0a5-0546-409e-83dd-f08d3177d648', 'status': 'completed', 'code': 200} Nov 23 22:00:30.459874 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ccc82ff2-de58-478b-912d-6aab514c3aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:30.593421 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-276039d1-c8e8-4470-bc15-02206b19844e req-7e644a3c-105e-4362-a5a7-d5e00a1789a4 tempest-VolumesBackupsTest-1537500316 tempest-VolumesBackupsTest-1537500316-project] 10.222.0.50 "GET /v2.0/ports?device_id=fbb4cd0a-d319-4aef-8358-8900c29f4157 HTTP/1.1" status: 200 len: 210 time: 0.0399446 Nov 23 22:00:31.250220 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38730) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:31.416464 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-3403128d-3db7-4e59-b5ec-037ddae39230 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-543585352-network', 'tenant_id': '20a2db3afcf34a899cded9bdad6649b7'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:00:31.441234 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3403128d-3db7-4e59-b5ec-037ddae39230 admin admin] Made reservation on behalf of 20a2db3afcf34a899cded9bdad6649b7 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:00:31.444270 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3403128d-3db7-4e59-b5ec-037ddae39230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:31.456283 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3403128d-3db7-4e59-b5ec-037ddae39230 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:31.541158 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3403128d-3db7-4e59-b5ec-037ddae39230 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:31.546096 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3403128d-3db7-4e59-b5ec-037ddae39230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:31.560329 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3403128d-3db7-4e59-b5ec-037ddae39230 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:00:31.570198 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3403128d-3db7-4e59-b5ec-037ddae39230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:31.570473 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-3403128d-3db7-4e59-b5ec-037ddae39230 admin admin] Added segment 8040a69b-e868-4dab-8674-db6b1d5a7448 of type vlan for network 45458725-4fcd-4ea8-ae64-138a09d7d278 Nov 23 22:00:31.576377 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:31.623175 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403128d-3db7-4e59-b5ec-037ddae39230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:31.639686 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3403128d-3db7-4e59-b5ec-037ddae39230 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:31.670358 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3403128d-3db7-4e59-b5ec-037ddae39230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:31.671728 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3403128d-3db7-4e59-b5ec-037ddae39230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:31.672857 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3403128d-3db7-4e59-b5ec-037ddae39230 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:31.721467 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3403128d-3db7-4e59-b5ec-037ddae39230 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4700611 Nov 23 22:00:31.724521 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38754) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:31.730459 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-ed181864-d7eb-4baa-93b8-bbdea92ae08e admin admin] Request body: {'subnet': {'network_id': '45458725-4fcd-4ea8-ae64-138a09d7d278', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-543585352-subnet', 'tenant_id': '20a2db3afcf34a899cded9bdad6649b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:00:31.752962 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403128d-3db7-4e59-b5ec-037ddae39230 admin admin] Pushing event updated for resources: {'Network': ['ID=45458725-4fcd-4ea8-ae64-138a09d7d278,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:31.766936 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 45458725-4fcd-4ea8-ae64-138a09d7d278 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:00:31.767158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed181864-d7eb-4baa-93b8-bbdea92ae08e admin admin] Made reservation on behalf of 20a2db3afcf34a899cded9bdad6649b7 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:00:31.770288 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed181864-d7eb-4baa-93b8-bbdea92ae08e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:32.020423 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed181864-d7eb-4baa-93b8-bbdea92ae08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:32.062429 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38764) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:32.096178 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed181864-d7eb-4baa-93b8-bbdea92ae08e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c81ee8b5-2dfe-437c-83e9-573a2466373c,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:32.106501 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed181864-d7eb-4baa-93b8-bbdea92ae08e admin admin] Checking segment: {'id': '8040a69b-e868-4dab-8674-db6b1d5a7448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '45458725-4fcd-4ea8-ae64-138a09d7d278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:00:32.108181 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed181864-d7eb-4baa-93b8-bbdea92ae08e admin admin] Network hostable DHCP agents. Network: 45458725-4fcd-4ea8-ae64-138a09d7d278, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:00:32.141746 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed181864-d7eb-4baa-93b8-bbdea92ae08e admin admin] Network 45458725-4fcd-4ea8-ae64-138a09d7d278 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:00:32.153947 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-ed181864-d7eb-4baa-93b8-bbdea92ae08e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 45458725-4fcd-4ea8-ae64-138a09d7d278) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:00:32.160103 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed181864-d7eb-4baa-93b8-bbdea92ae08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:32.160941 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed181864-d7eb-4baa-93b8-bbdea92ae08e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:32.175228 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38e5a7e-8708-4103-8d7a-c63598d4da84 None None] Network 45458725-4fcd-4ea8-ae64-138a09d7d278 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:00:32.189485 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ed181864-d7eb-4baa-93b8-bbdea92ae08e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4635098 Nov 23 22:00:32.261947 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c415f22-e3b9-47f6-b310-e8af983e465d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:32.366316 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device b3bfa0a5-0546-409e-83dd-f08d3177d648 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:00:32.394541 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c415f22-e3b9-47f6-b310-e8af983e465d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:32.407515 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c415f22-e3b9-47f6-b310-e8af983e465d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:32.498660 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7c415f22-e3b9-47f6-b310-e8af983e465d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c8dc90ffc8e94f2c9ff257b4dcc320f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4347599 Nov 23 22:00:32.500169 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c415f22-e3b9-47f6-b310-e8af983e465d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d912c4e2-4f0c-4323-be98-5bae040021b9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:32.501352 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38786) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:32.564424 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c7b763b-95a8-4b51-8769-ad2e4d7008c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:32.607055 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c7b763b-95a8-4b51-8769-ad2e4d7008c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:32.608331 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: b3bfa0a5-0546-409e-83dd-f08d3177d648 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:00:32.609343 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device b3bfa0a5-0546-409e-83dd-f08d3177d648 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:00:32.677736 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c7b763b-95a8-4b51-8769-ad2e4d7008c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:32.681755 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c7b763b-95a8-4b51-8769-ad2e4d7008c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:32.685477 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4c7b763b-95a8-4b51-8769-ad2e4d7008c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d912c4e2-4f0c-4323-be98-5bae040021b9 HTTP/1.1" status: 204 len: 168 time: 0.1830678 Nov 23 22:00:32.692425 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8909d09e-0836-4986-9d36-0bc1952a78c7 None None] Network 45458725-4fcd-4ea8-ae64-138a09d7d278 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:00:32.697575 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b763b-95a8-4b51-8769-ad2e4d7008c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d912c4e2-4f0c-4323-be98-5bae040021b9,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:32.847270 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-dec74f8c-401c-4aa0-a1fa-e9c6e6da1166 req-8f1647c9-4bad-4612-a260-9d631b296bc6 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1255571914', 'description': 'tempest-description-220833796'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:00:32.884012 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dec74f8c-401c-4aa0-a1fa-e9c6e6da1166 req-8f1647c9-4bad-4612-a260-9d631b296bc6 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:32.930146 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:33.015389 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dec74f8c-401c-4aa0-a1fa-e9c6e6da1166 req-8f1647c9-4bad-4612-a260-9d631b296bc6 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:33.021723 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dec74f8c-401c-4aa0-a1fa-e9c6e6da1166 req-8f1647c9-4bad-4612-a260-9d631b296bc6 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:33.061097 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dec74f8c-401c-4aa0-a1fa-e9c6e6da1166 req-8f1647c9-4bad-4612-a260-9d631b296bc6 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:33.066307 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dec74f8c-401c-4aa0-a1fa-e9c6e6da1166 req-8f1647c9-4bad-4612-a260-9d631b296bc6 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2238972 Nov 23 22:00:33.075995 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1647c9-4bad-4612-a260-9d631b296bc6 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21e31872-afb9-4fb2-8355-6eca3250458f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:33.101977 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-9bf92eab-33ce-4b18-ad7b-1e187ce1aa15 req-ec11d1ee-b453-4da9-873f-1a56bb849826 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2111703865', 'description': 'tempest-description-802097628'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:00:33.138749 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9bf92eab-33ce-4b18-ad7b-1e187ce1aa15 req-ec11d1ee-b453-4da9-873f-1a56bb849826 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:33.228337 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9bf92eab-33ce-4b18-ad7b-1e187ce1aa15 req-ec11d1ee-b453-4da9-873f-1a56bb849826 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:33.235059 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9bf92eab-33ce-4b18-ad7b-1e187ce1aa15 req-ec11d1ee-b453-4da9-873f-1a56bb849826 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:33.275069 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11d1ee-b453-4da9-873f-1a56bb849826 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a077daaa-609a-4b63-aab6-df203ca7f7c6,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:33.282470 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9bf92eab-33ce-4b18-ad7b-1e187ce1aa15 req-ec11d1ee-b453-4da9-873f-1a56bb849826 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:33.284078 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9bf92eab-33ce-4b18-ad7b-1e187ce1aa15 req-ec11d1ee-b453-4da9-873f-1a56bb849826 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1862326 Nov 23 22:00:33.435161 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38812) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:33.456756 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c56eec9b-8eef-441b-8dab-12c0325dea53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:33.566793 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38824) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:33.585065 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c56eec9b-8eef-441b-8dab-12c0325dea53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:33.598864 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c56eec9b-8eef-441b-8dab-12c0325dea53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:33.694171 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56eec9b-8eef-441b-8dab-12c0325dea53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f819022-db1a-4a8c-bf80-5685fe7ecc8d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:33.698684 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c56eec9b-8eef-441b-8dab-12c0325dea53 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cbbc2c0f067941e7886e4038708fc1b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2621155 Nov 23 22:00:33.701867 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38828) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:33.717676 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-2499fbc9-bd17-4ec5-8777-57d44330423f tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:33.719275 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-2499fbc9-bd17-4ec5-8777-57d44330423f tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/networks?id=45458725-4fcd-4ea8-ae64-138a09d7d278 HTTP/1.1" status: 200 len: 812 time: 0.1675463 Nov 23 22:00:33.745480 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-109929c8-54ef-4921-8bff-4a4502ac9c40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:33.758220 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-921db51b-039d-40c1-b15c-8746f278689e tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/quotas/20a2db3afcf34a899cded9bdad6649b7 HTTP/1.1" status: 200 len: 375 time: 0.0311832 Nov 23 22:00:33.803309 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-957bae73-efaf-423c-ab83-80e13700cab8 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=20a2db3afcf34a899cded9bdad6649b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331211 Nov 23 22:00:33.806647 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e73222d-49b4-4c46-a226-3a010963a681 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:33.815660 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:33.831155 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-109929c8-54ef-4921-8bff-4a4502ac9c40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:33.836125 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-109929c8-54ef-4921-8bff-4a4502ac9c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:33.854751 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e73222d-49b4-4c46-a226-3a010963a681 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:33.878893 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-109929c8-54ef-4921-8bff-4a4502ac9c40 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6a16b0a1cf547459fe7f3ed53750492&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3111005 Nov 23 22:00:33.879486 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38830) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:33.881434 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109929c8-54ef-4921-8bff-4a4502ac9c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9636af14-014f-43a8-a8c8-753dcc2209e5,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:33.939401 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f0cccad8-99dd-43a2-a50d-104a57facce5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:33.963271 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f0cccad8-99dd-43a2-a50d-104a57facce5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:34.034017 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f0cccad8-99dd-43a2-a50d-104a57facce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:34.037578 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f0cccad8-99dd-43a2-a50d-104a57facce5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:34.043185 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f0cccad8-99dd-43a2-a50d-104a57facce5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9636af14-014f-43a8-a8c8-753dcc2209e5 HTTP/1.1" status: 204 len: 168 time: 0.1614394 Nov 23 22:00:34.053345 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cccad8-99dd-43a2-a50d-104a57facce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9636af14-014f-43a8-a8c8-753dcc2209e5,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:34.306313 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-26f75047-6aea-414a-a444-2e5d8103f1c7 service neutron] 10.222.0.50 "GET /v2.0/networks/45458725-4fcd-4ea8-ae64-138a09d7d278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875736 Nov 23 22:00:34.344014 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e73222d-49b4-4c46-a226-3a010963a681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:34.346532 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e73222d-49b4-4c46-a226-3a010963a681 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:34.347697 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3e73222d-49b4-4c46-a226-3a010963a681 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f819022-db1a-4a8c-bf80-5685fe7ecc8d HTTP/1.1" status: 204 len: 168 time: 0.6450899 Nov 23 22:00:34.385810 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73222d-49b4-4c46-a226-3a010963a681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f819022-db1a-4a8c-bf80-5685fe7ecc8d,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:34.427167 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38844) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:34.434227 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-519339bd-a338-4b6e-84dd-0c75f009863d service neutron] 10.222.0.50 "GET /v2.0/networks/45458725-4fcd-4ea8-ae64-138a09d7d278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252110 Nov 23 22:00:34.446568 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c391c67d-26fb-4965-9e8d-5880f50895e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:34.591862 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c391c67d-26fb-4965-9e8d-5880f50895e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:34.598316 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c391c67d-26fb-4965-9e8d-5880f50895e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:34.683894 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e02b1355-d129-481b-b1dd-2867f845e6ca req-9f0ce0cc-6f55-49a9-b558-1e8c2f30a5b4 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=178d1e91-7b14-4d50-a90f-31bef195b623 HTTP/1.1" status: 200 len: 210 time: 0.0432434 Nov 23 22:00:34.694345 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c391c67d-26fb-4965-9e8d-5880f50895e5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=048308ba076f4021a7ffe15381d62aab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2660763 Nov 23 22:00:34.697469 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38854) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:34.701581 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391c67d-26fb-4965-9e8d-5880f50895e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0243b9d2-ff66-42f4-bcc4-7c77c60b7717,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:34.782643 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c7d455c3-7e3f-421b-a78d-77659b2f1742 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:34.811001 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c7d455c3-7e3f-421b-a78d-77659b2f1742 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:34.875180 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c7d455c3-7e3f-421b-a78d-77659b2f1742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:34.879452 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c7d455c3-7e3f-421b-a78d-77659b2f1742 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:34.884076 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c7d455c3-7e3f-421b-a78d-77659b2f1742 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0243b9d2-ff66-42f4-bcc4-7c77c60b7717 HTTP/1.1" status: 204 len: 168 time: 0.1833572 Nov 23 22:00:34.893589 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d455c3-7e3f-421b-a78d-77659b2f1742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0243b9d2-ff66-42f4-bcc4-7c77c60b7717,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:35.780314 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c56fba34-348a-4281-b343-46ccfe47744f req-e0421c1b-5af7-4d94-a4eb-b526ea1b0f85 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=178d1e91-7b14-4d50-a90f-31bef195b623 HTTP/1.1" status: 200 len: 210 time: 0.0305083 Nov 23 22:00:35.818642 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38916) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:36.058595 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-61126514-a022-4f63-8033-a1b9f23be7f9 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:36.060292 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-61126514-a022-4f63-8033-a1b9f23be7f9 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.60 "GET /v2.0/networks?id=45458725-4fcd-4ea8-ae64-138a09d7d278 HTTP/1.1" status: 200 len: 812 time: 0.1822267 Nov 23 22:00:36.066944 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-60757f9f-4351-4e33-8ca1-e4a1f8fe8fc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:36.082691 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-5b632542-a6b1-44fd-ab41-c5d33080f608 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Request body: {'port': {'device_id': '178d1e91-7b14-4d50-a90f-31bef195b623', 'network_id': '45458725-4fcd-4ea8-ae64-138a09d7d278', 'admin_state_up': True, 'tenant_id': '20a2db3afcf34a899cded9bdad6649b7'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:00:36.281630 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-5b632542-a6b1-44fd-ab41-c5d33080f608 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Made reservation on behalf of 20a2db3afcf34a899cded9bdad6649b7 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:00:36.285895 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-5b632542-a6b1-44fd-ab41-c5d33080f608 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:36.330083 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-60757f9f-4351-4e33-8ca1-e4a1f8fe8fc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:36.345953 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-60757f9f-4351-4e33-8ca1-e4a1f8fe8fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:36.475611 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-60757f9f-4351-4e33-8ca1-e4a1f8fe8fc2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7c2bf245cf1f42609ded95708eb6d036&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6529255 Nov 23 22:00:36.476010 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38970) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:36.477649 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60757f9f-4351-4e33-8ca1-e4a1f8fe8fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073a1b8e-7cf0-4b69-a5ce-28e3fdf132db,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:36.580457 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f37485fb-b881-4143-876c-e3fd1131468e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:36.610681 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-5b632542-a6b1-44fd-ab41-c5d33080f608 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Allocated IP 172.20.0.11 (45458725-4fcd-4ea8-ae64-138a09d7d278/c81ee8b5-2dfe-437c-83e9-573a2466373c/717e811c-9fc9-4c24-8307-bf0656b74282) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:00:36.633614 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f37485fb-b881-4143-876c-e3fd1131468e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:36.756644 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f37485fb-b881-4143-876c-e3fd1131468e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:36.762545 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f37485fb-b881-4143-876c-e3fd1131468e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:36.767167 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f37485fb-b881-4143-876c-e3fd1131468e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/073a1b8e-7cf0-4b69-a5ce-28e3fdf132db HTTP/1.1" status: 204 len: 168 time: 0.2874053 Nov 23 22:00:36.789163 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37485fb-b881-4143-876c-e3fd1131468e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073a1b8e-7cf0-4b69-a5ce-28e3fdf132db,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:36.997471 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a3825b2-c087-4959-bc10-b197797b7d4b req-3135eb96-d668-4a0f-8931-06069d0b0b3d tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=178d1e91-7b14-4d50-a90f-31bef195b623 HTTP/1.1" status: 200 len: 210 time: 0.0498457 Nov 23 22:00:37.046537 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-5b632542-a6b1-44fd-ab41-c5d33080f608 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:37.098135 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-5b632542-a6b1-44fd-ab41-c5d33080f608 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:37.160113 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b632542-a6b1-44fd-ab41-c5d33080f608 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event updated for resources: {'Port': ['ID=717e811c-9fc9-4c24-8307-bf0656b74282,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:37.181065 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-5b632542-a6b1-44fd-ab41-c5d33080f608 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Network 45458725-4fcd-4ea8-ae64-138a09d7d278 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:00:37.182619 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-5b632542-a6b1-44fd-ab41-c5d33080f608 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:00:37.185699 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-5b632542-a6b1-44fd-ab41-c5d33080f608 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:00:37.248033 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-5b632542-a6b1-44fd-ab41-c5d33080f608 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:37.248711 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-5b632542-a6b1-44fd-ab41-c5d33080f608 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:37.280242 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-5b632542-a6b1-44fd-ab41-c5d33080f608 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2011743 Nov 23 22:00:37.299021 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-adaa64fd-54ab-4d6c-ba49-eb5ae4b0c58d service neutron] Request body: {'port': {'device_id': '178d1e91-7b14-4d50-a90f-31bef195b623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:00:37.368073 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-adaa64fd-54ab-4d6c-ba49-eb5ae4b0c58d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:37.715560 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-adaa64fd-54ab-4d6c-ba49-eb5ae4b0c58d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717e811c-9fc9-4c24-8307-bf0656b74282 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:00:37.725585 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-adaa64fd-54ab-4d6c-ba49-eb5ae4b0c58d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:37.740733 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-adaa64fd-54ab-4d6c-ba49-eb5ae4b0c58d service neutron] Transition to ACTIVE for port object 717e811c-9fc9-4c24-8307-bf0656b74282 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:00:37.746848 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-adaa64fd-54ab-4d6c-ba49-eb5ae4b0c58d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:37.903839 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa64fd-54ab-4d6c-ba49-eb5ae4b0c58d service neutron] Pushing event updated for resources: {'Port': ['ID=717e811c-9fc9-4c24-8307-bf0656b74282,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:37.910082 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-adaa64fd-54ab-4d6c-ba49-eb5ae4b0c58d service neutron] Attempting to bind port 717e811c-9fc9-4c24-8307-bf0656b74282 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:00:37.910405 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-adaa64fd-54ab-4d6c-ba49-eb5ae4b0c58d service neutron] Attempting to bind port 717e811c-9fc9-4c24-8307-bf0656b74282 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '8040a69b-e868-4dab-8674-db6b1d5a7448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '45458725-4fcd-4ea8-ae64-138a09d7d278'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:00:37.910993 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-adaa64fd-54ab-4d6c-ba49-eb5ae4b0c58d service neutron] Attempting to bind port 717e811c-9fc9-4c24-8307-bf0656b74282 on network 45458725-4fcd-4ea8-ae64-138a09d7d278 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:00:37.920732 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-adaa64fd-54ab-4d6c-ba49-eb5ae4b0c58d service neutron] Port 717e811c-9fc9-4c24-8307-bf0656b74282 on network 45458725-4fcd-4ea8-ae64-138a09d7d278 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:00:37.924706 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-adaa64fd-54ab-4d6c-ba49-eb5ae4b0c58d service neutron] Attempting to bind port 717e811c-9fc9-4c24-8307-bf0656b74282 on network 45458725-4fcd-4ea8-ae64-138a09d7d278 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:00:37.936817 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-adaa64fd-54ab-4d6c-ba49-eb5ae4b0c58d service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:00:37.937290 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-adaa64fd-54ab-4d6c-ba49-eb5ae4b0c58d service neutron] Checking segment: {'id': '8040a69b-e868-4dab-8674-db6b1d5a7448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '45458725-4fcd-4ea8-ae64-138a09d7d278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:00:37.937774 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-adaa64fd-54ab-4d6c-ba49-eb5ae4b0c58d service neutron] Bound using segment: {'id': '8040a69b-e868-4dab-8674-db6b1d5a7448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '45458725-4fcd-4ea8-ae64-138a09d7d278'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:00:37.938483 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-adaa64fd-54ab-4d6c-ba49-eb5ae4b0c58d service neutron] Bound port: 717e811c-9fc9-4c24-8307-bf0656b74282, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8040a69b-e868-4dab-8674-db6b1d5a7448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '45458725-4fcd-4ea8-ae64-138a09d7d278'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:00:37.938977 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-adaa64fd-54ab-4d6c-ba49-eb5ae4b0c58d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:38.047019 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-adaa64fd-54ab-4d6c-ba49-eb5ae4b0c58d service neutron] For port 717e811c-9fc9-4c24-8307-bf0656b74282, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:00:38.052012 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-adaa64fd-54ab-4d6c-ba49-eb5ae4b0c58d service neutron] For port 717e811c-9fc9-4c24-8307-bf0656b74282, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=717e811c-9fc9-4c24-8307-bf0656b74282,segment=NetworkSegment(8040a69b-e868-4dab-8674-db6b1d5a7448),segment_id=8040a69b-e868-4dab-8674-db6b1d5a7448)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:00:38.059598 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-adaa64fd-54ab-4d6c-ba49-eb5ae4b0c58d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:38.154422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-adaa64fd-54ab-4d6c-ba49-eb5ae4b0c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:38.155867 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-adaa64fd-54ab-4d6c-ba49-eb5ae4b0c58d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:38.157693 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-adaa64fd-54ab-4d6c-ba49-eb5ae4b0c58d service neutron] 10.222.0.60 "PUT /v2.0/ports/717e811c-9fc9-4c24-8307-bf0656b74282 HTTP/1.1" status: 200 len: 1092 time: 0.8631237 Nov 23 22:00:38.158152 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178d1e91-7b14-4d50-a90f-31bef195b623', 'tag': '717e811c-9fc9-4c24-8307-bf0656b74282'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:00:38.160634 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acae1e5-7247-493e-a4eb-ae47d0379a51" -d '{"events": [{"name": "network-changed", "server_uuid": "178d1e91-7b14-4d50-a90f-31bef195b623", "tag": "717e811c-9fc9-4c24-8307-bf0656b74282"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:00:38.231141 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa64fd-54ab-4d6c-ba49-eb5ae4b0c58d service neutron] Pushing event updated for resources: {'Port': ['ID=717e811c-9fc9-4c24-8307-bf0656b74282,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:38.261011 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae713e61-55f1-4b55-98f3-36192f6e7e9c x-openstack-request-id: req-ae713e61-55f1-4b55-98f3-36192f6e7e9c {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:00:38.261491 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178d1e91-7b14-4d50-a90f-31bef195b623", "tag": "717e811c-9fc9-4c24-8307-bf0656b74282", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:00:38.261807 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ae713e61-55f1-4b55-98f3-36192f6e7e9c {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:00:38.262399 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178d1e91-7b14-4d50-a90f-31bef195b623', 'tag': '717e811c-9fc9-4c24-8307-bf0656b74282', 'status': 'completed', 'code': 200} Nov 23 22:00:38.293491 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f297b-48a6-4136-8035-a7827309c85c req-2900c060-643d-4998-9469-1921098be8c9 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:38.299406 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f60f297b-48a6-4136-8035-a7827309c85c req-2900c060-643d-4998-9469-1921098be8c9 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=178d1e91-7b14-4d50-a90f-31bef195b623 HTTP/1.1" status: 200 len: 944 time: 0.1962557 Nov 23 22:00:38.316624 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-eae55647-e191-423f-97f0-d47d09190c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:38.318074 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-eae55647-e191-423f-97f0-d47d09190c1f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=20a2db3afcf34a899cded9bdad6649b7&device_id=178d1e91-7b14-4d50-a90f-31bef195b623 HTTP/1.1" status: 200 len: 1095 time: 0.0986216 Nov 23 22:00:38.388483 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-d846535c-8085-4b7d-a6f9-03b4e316ef72 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=717e811c-9fc9-4c24-8307-bf0656b74282 HTTP/1.1" status: 200 len: 217 time: 0.0494773 Nov 23 22:00:38.467052 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f60f297b-48a6-4136-8035-a7827309c85c req-6b918555-06f4-4943-aa44-21817a2c9fb3 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540010 Nov 23 22:00:38.481490 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-008d48ae-f53d-4817-9519-2237564c6c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:38.483078 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-008d48ae-f53d-4817-9519-2237564c6c3d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c81ee8b5-2dfe-437c-83e9-573a2466373c HTTP/1.1" status: 200 len: 852 time: 0.0862508 Nov 23 22:00:38.531210 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39108) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:38.549693 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-99b77898-0b75-49a5-b61f-3f48d3ad754a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=45458725-4fcd-4ea8-ae64-138a09d7d278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580432 Nov 23 22:00:38.671037 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-36ebecb0-73e0-4a18-b22e-58a17e50cbf8 service neutron] 10.222.0.60 "GET /v2.0/networks/45458725-4fcd-4ea8-ae64-138a09d7d278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137626 Nov 23 22:00:38.703851 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4892aa00-f279-400b-ae70-50917127a6cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:38.798344 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4912c17-d255-4d7c-8d1d-fd39c1500471 req-e87bd9ee-d511-4b1b-97b0-4879f9865387 service neutron] 10.222.0.60 "GET /v2.0/networks/45458725-4fcd-4ea8-ae64-138a09d7d278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193447 Nov 23 22:00:38.803267 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4892aa00-f279-400b-ae70-50917127a6cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:38.809500 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4892aa00-f279-400b-ae70-50917127a6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:38.865081 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39126) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:38.872632 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4892aa00-f279-400b-ae70-50917127a6cd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=94bbafb3c6014f4081385307ef7b3ab4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3394957 Nov 23 22:00:38.873961 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892aa00-f279-400b-ae70-50917127a6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634091c9-faf9-44ac-b236-2ef0e9cd7f1e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:38.965955 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acae1e5-7247-493e-a4eb-ae47d0379a51 req-c1aecb88-5005-41c2-8b76-8416bdb1fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:38.967565 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6acae1e5-7247-493e-a4eb-ae47d0379a51 req-c1aecb88-5005-41c2-8b76-8416bdb1fa73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=20a2db3afcf34a899cded9bdad6649b7&device_id=178d1e91-7b14-4d50-a90f-31bef195b623 HTTP/1.1" status: 200 len: 1095 time: 0.0815003 Nov 23 22:00:38.968619 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-681cdfc0-ffdf-4144-b9b6-3f192d492520 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:39.038236 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-681cdfc0-ffdf-4144-b9b6-3f192d492520 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:39.209863 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acae1e5-7247-493e-a4eb-ae47d0379a51 req-cc1bfe38-50e4-4171-a1a7-499e358049a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:39.211384 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6acae1e5-7247-493e-a4eb-ae47d0379a51 req-cc1bfe38-50e4-4171-a1a7-499e358049a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=45458725-4fcd-4ea8-ae64-138a09d7d278 HTTP/1.1" status: 200 len: 913 time: 0.2350435 Nov 23 22:00:39.235296 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-681cdfc0-ffdf-4144-b9b6-3f192d492520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:39.237906 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-681cdfc0-ffdf-4144-b9b6-3f192d492520 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:39.241652 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-681cdfc0-ffdf-4144-b9b6-3f192d492520 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/634091c9-faf9-44ac-b236-2ef0e9cd7f1e HTTP/1.1" status: 204 len: 168 time: 0.3755474 Nov 23 22:00:39.271292 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39142) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:39.274893 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838373ae-fbc3-472b-8a4e-983619338032 req-5f1a50c7-5cc1-4e72-a1ac-fd9e07d0fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:39.276508 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-838373ae-fbc3-472b-8a4e-983619338032 req-5f1a50c7-5cc1-4e72-a1ac-fd9e07d0fe1d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 1095 time: 0.1601460 Nov 23 22:00:39.287389 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12e5bd-e3a7-4333-a3e6-76acf3469fd9 req-f100270b-9ca2-4a5e-8840-b5b32c5da216 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:39.295741 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a12e5bd-e3a7-4333-a3e6-76acf3469fd9 req-f100270b-9ca2-4a5e-8840-b5b32c5da216 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1585176 Nov 23 22:00:39.298306 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6acae1e5-7247-493e-a4eb-ae47d0379a51 req-afb593f2-0abc-46ff-a5cc-d15c09536998 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=717e811c-9fc9-4c24-8307-bf0656b74282 HTTP/1.1" status: 200 len: 217 time: 0.0762994 Nov 23 22:00:39.338276 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681cdfc0-ffdf-4144-b9b6-3f192d492520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634091c9-faf9-44ac-b236-2ef0e9cd7f1e,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:39.467889 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a12e5bd-e3a7-4333-a3e6-76acf3469fd9 req-a0b6404a-d62d-4205-b70d-65787f29fc96 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711504 Nov 23 22:00:39.486403 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acae1e5-7247-493e-a4eb-ae47d0379a51 req-aabeb424-af76-458f-b2d2-9ae10f4a8850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:39.487944 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6acae1e5-7247-493e-a4eb-ae47d0379a51 req-aabeb424-af76-458f-b2d2-9ae10f4a8850 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c81ee8b5-2dfe-437c-83e9-573a2466373c HTTP/1.1" status: 200 len: 852 time: 0.1733871 Nov 23 22:00:39.545955 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6acae1e5-7247-493e-a4eb-ae47d0379a51 req-e6440df5-5175-40b3-be5e-afbdc2524d48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=45458725-4fcd-4ea8-ae64-138a09d7d278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376933 Nov 23 22:00:39.547246 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838373ae-fbc3-472b-8a4e-983619338032 req-4b2bc0c1-e386-45bd-8ae4-9fc67874a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:39.548726 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-838373ae-fbc3-472b-8a4e-983619338032 req-4b2bc0c1-e386-45bd-8ae4-9fc67874a743 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 912 time: 0.2496114 Nov 23 22:00:39.631514 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a26c302c-c707-45f3-9153-289b174cce98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:39.726144 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39152) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:39.742510 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-838373ae-fbc3-472b-8a4e-983619338032 req-0beafda5-e66e-4794-b7af-6cc30d8ac013 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69 HTTP/1.1" status: 200 len: 998 time: 0.1791990 Nov 23 22:00:39.756921 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79c7b3-2007-424a-ae3b-ca8f93c53ec4 req-fb7a961f-5870-4a64-a152-aef45c900f3d tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:39.758438 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b79c7b3-2007-424a-ae3b-ca8f93c53ec4 req-fb7a961f-5870-4a64-a152-aef45c900f3d tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=178d1e91-7b14-4d50-a90f-31bef195b623 HTTP/1.1" status: 200 len: 944 time: 0.2076340 Nov 23 22:00:39.765245 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a26c302c-c707-45f3-9153-289b174cce98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:39.766467 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-75150d0e-0d01-4de4-bb75-b4e9953744a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:39.777571 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a26c302c-c707-45f3-9153-289b174cce98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:39.826987 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6acae1e5-7247-493e-a4eb-ae47d0379a51 req-8185fd29-26d9-424a-9685-8173da99a3bd service neutron] 10.222.0.60 "GET /v2.0/networks/45458725-4fcd-4ea8-ae64-138a09d7d278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641180 Nov 23 22:00:39.848130 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c302c-c707-45f3-9153-289b174cce98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fb8c73-f5d0-4e4d-8272-86052e8e274e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:39.857967 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a26c302c-c707-45f3-9153-289b174cce98 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=796ff6b86c6742f8b14aaace529d0e1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5855074 Nov 23 22:00:39.859967 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39154) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:39.871482 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838373ae-fbc3-472b-8a4e-983619338032 req-a2253579-3286-4e04-8d5a-748db029875e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:39.872969 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-838373ae-fbc3-472b-8a4e-983619338032 req-a2253579-3286-4e04-8d5a-748db029875e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 0.1136448 Nov 23 22:00:39.886642 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b79c7b3-2007-424a-ae3b-ca8f93c53ec4 req-33bc0df8-c4e5-4e2b-a9c1-a987c85f683d tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170704 Nov 23 22:00:39.962807 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-75150d0e-0d01-4de4-bb75-b4e9953744a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:39.964330 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1c6ddb13-212b-4af8-88d7-fb5ae597d14b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:39.974278 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-75150d0e-0d01-4de4-bb75-b4e9953744a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:39.983744 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838373ae-fbc3-472b-8a4e-983619338032 req-4a86d58c-69d1-415f-8785-765a71035556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:39.985779 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-838373ae-fbc3-472b-8a4e-983619338032 req-4a86d58c-69d1-415f-8785-765a71035556 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979106 Nov 23 22:00:39.989489 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6acae1e5-7247-493e-a4eb-ae47d0379a51 req-8812bc68-9aec-4928-953c-f75690d627b7 service neutron] 10.222.0.60 "GET /v2.0/networks/45458725-4fcd-4ea8-ae64-138a09d7d278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534455 Nov 23 22:00:40.007849 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1c6ddb13-212b-4af8-88d7-fb5ae597d14b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:40.054109 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-75150d0e-0d01-4de4-bb75-b4e9953744a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=12028cd936134bca8a899e6becd79217&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3260200 Nov 23 22:00:40.059796 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75150d0e-0d01-4de4-bb75-b4e9953744a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91ed890-db9b-405d-8d94-3f95bbdd94d4,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:40.061435 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39158) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:40.073720 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75150d0e-0d01-4de4-bb75-b4e9953744a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:40.074090 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75150d0e-0d01-4de4-bb75-b4e9953744a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:40.074400 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75150d0e-0d01-4de4-bb75-b4e9953744a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:40.074797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75150d0e-0d01-4de4-bb75-b4e9953744a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:40.075137 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75150d0e-0d01-4de4-bb75-b4e9953744a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:40.075471 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75150d0e-0d01-4de4-bb75-b4e9953744a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:40.075800 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75150d0e-0d01-4de4-bb75-b4e9953744a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:40.076128 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75150d0e-0d01-4de4-bb75-b4e9953744a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:40.076455 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75150d0e-0d01-4de4-bb75-b4e9953744a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:40.076779 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75150d0e-0d01-4de4-bb75-b4e9953744a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:40.077102 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75150d0e-0d01-4de4-bb75-b4e9953744a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:40.077426 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75150d0e-0d01-4de4-bb75-b4e9953744a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:40.112426 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1c6ddb13-212b-4af8-88d7-fb5ae597d14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:40.112426 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1c6ddb13-212b-4af8-88d7-fb5ae597d14b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:40.117393 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1c6ddb13-212b-4af8-88d7-fb5ae597d14b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/15fb8c73-f5d0-4e4d-8272-86052e8e274e HTTP/1.1" status: 204 len: 168 time: 0.2561412 Nov 23 22:00:40.133658 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ddb13-212b-4af8-88d7-fb5ae597d14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fb8c73-f5d0-4e4d-8272-86052e8e274e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:40.150109 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-838373ae-fbc3-472b-8a4e-983619338032 req-0dac8a91-c230-4b6c-af55-72750dafd516 service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557407 Nov 23 22:00:40.150743 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-74ab38c2-fa0f-43bd-a589-370844d06b57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:40.218849 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-74ab38c2-fa0f-43bd-a589-370844d06b57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:40.308121 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-838373ae-fbc3-472b-8a4e-983619338032 req-18591dc7-06f8-4d50-91eb-aa364030aacc service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362865 Nov 23 22:00:40.327942 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-74ab38c2-fa0f-43bd-a589-370844d06b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:40.331615 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-74ab38c2-fa0f-43bd-a589-370844d06b57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:40.337318 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-74ab38c2-fa0f-43bd-a589-370844d06b57 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b91ed890-db9b-405d-8d94-3f95bbdd94d4 HTTP/1.1" status: 204 len: 168 time: 0.2737415 Nov 23 22:00:40.346371 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab38c2-fa0f-43bd-a589-370844d06b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91ed890-db9b-405d-8d94-3f95bbdd94d4,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:40.617992 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7b407-0083-4ef7-94da-20cc6ee3948a req-d17bf025-d870-4568-8f5a-60ef97a8fb05 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:40.619950 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0cb7b407-0083-4ef7-94da-20cc6ee3948a req-d17bf025-d870-4568-8f5a-60ef97a8fb05 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0664937 Nov 23 22:00:40.706370 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0cb7b407-0083-4ef7-94da-20cc6ee3948a req-8323ce2e-fb23-40cc-8eb5-5e7993ee4cc9 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777955 Nov 23 22:00:41.061658 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098a7a5-83e7-4eaa-b636-2aae0643f9f1 req-47985ac7-1011-423a-9a9c-12f45dd059da tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:41.063254 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5098a7a5-83e7-4eaa-b636-2aae0643f9f1 req-47985ac7-1011-423a-9a9c-12f45dd059da tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=178d1e91-7b14-4d50-a90f-31bef195b623 HTTP/1.1" status: 200 len: 944 time: 0.0685358 Nov 23 22:00:41.143251 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5098a7a5-83e7-4eaa-b636-2aae0643f9f1 req-3665bcd0-9e02-4345-83af-fe1f0fd2fbc1 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676215 Nov 23 22:00:41.848487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5590d66-94eb-42df-8f48-03c9e9ac0e78 req-745359a5-fc12-4702-a92d-2eb42662bd30 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:41.856549 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5590d66-94eb-42df-8f48-03c9e9ac0e78 req-745359a5-fc12-4702-a92d-2eb42662bd30 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0699947 Nov 23 22:00:41.923027 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5590d66-94eb-42df-8f48-03c9e9ac0e78 req-e7e6acd5-29f3-453b-8c20-147f8e304191 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559752 Nov 23 22:00:42.274832 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497c637-913f-4110-b72d-04d4df0d6311 req-a36ba451-3b5b-476c-a9f8-7e7d77fb325a tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:42.284176 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c497c637-913f-4110-b72d-04d4df0d6311 req-a36ba451-3b5b-476c-a9f8-7e7d77fb325a tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=178d1e91-7b14-4d50-a90f-31bef195b623 HTTP/1.1" status: 200 len: 944 time: 0.0636835 Nov 23 22:00:42.378082 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c497c637-913f-4110-b72d-04d4df0d6311 req-6585c9d4-d8a8-44cd-b410-ed067fde0c5a tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922339 Nov 23 22:00:42.598340 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 717e811c-9fc9-4c24-8307-bf0656b74282 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:00:42.737869 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 717e811c-9fc9-4c24-8307-bf0656b74282, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=717e811c-9fc9-4c24-8307-bf0656b74282,segment=NetworkSegment(8040a69b-e868-4dab-8674-db6b1d5a7448),segment_id=8040a69b-e868-4dab-8674-db6b1d5a7448)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:00:42.750004 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '717e811c-9fc9-4c24-8307-bf0656b74282', 'network_id': '45458725-4fcd-4ea8-ae64-138a09d7d278', 'port_id': '717e811c-9fc9-4c24-8307-bf0656b74282', 'mac_address': 'fa:16:3e:34:94:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81ee8b5-2dfe-437c-83e9-573a2466373c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:00:42.783337 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39276) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:42.802498 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:42.819714 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717e811c-9fc9-4c24-8307-bf0656b74282 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:00:42.842737 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 717e811c-9fc9-4c24-8307-bf0656b74282, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=717e811c-9fc9-4c24-8307-bf0656b74282,segment=NetworkSegment(8040a69b-e868-4dab-8674-db6b1d5a7448),segment_id=8040a69b-e868-4dab-8674-db6b1d5a7448)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:00:42.847960 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:42.913310 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=717e811c-9fc9-4c24-8307-bf0656b74282,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:42.922116 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:42.922520 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:42.922908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:42.923370 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:42.923733 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:42.924068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:42.924661 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:42.924989 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:42.925530 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:42.926037 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:42.926574 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:42.927128 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:43.042814 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ef2f07f0-54f6-44f8-8462-28f1c8365628 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:43.135355 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ef2f07f0-54f6-44f8-8462-28f1c8365628 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:43.139800 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ef2f07f0-54f6-44f8-8462-28f1c8365628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:43.143188 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['717e811c-9fc9-4c24-8307-bf0656b74282'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:00:43.182068 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f07f0-54f6-44f8-8462-28f1c8365628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b20a434-288c-4660-9ff8-4bf4b41916fb,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:43.187238 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ef2f07f0-54f6-44f8-8462-28f1c8365628 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2787142c4700498fbc9719b0ebac9ead&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4025738 Nov 23 22:00:43.190639 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39288) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:43.193307 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f07f0-54f6-44f8-8462-28f1c8365628 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:43.193662 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f07f0-54f6-44f8-8462-28f1c8365628 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:43.194011 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f07f0-54f6-44f8-8462-28f1c8365628 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:43.194354 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f07f0-54f6-44f8-8462-28f1c8365628 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:43.194695 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f07f0-54f6-44f8-8462-28f1c8365628 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:43.195180 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f07f0-54f6-44f8-8462-28f1c8365628 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:43.195461 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f07f0-54f6-44f8-8462-28f1c8365628 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:43.195793 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f07f0-54f6-44f8-8462-28f1c8365628 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:43.196125 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f07f0-54f6-44f8-8462-28f1c8365628 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:43.196454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f07f0-54f6-44f8-8462-28f1c8365628 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:43.196782 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f07f0-54f6-44f8-8462-28f1c8365628 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:43.197110 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f07f0-54f6-44f8-8462-28f1c8365628 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:00:43.273613 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1b2d14ce-98db-4fe3-b531-9c0091a8986a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:43.297302 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1b2d14ce-98db-4fe3-b531-9c0091a8986a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:43.357426 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1b2d14ce-98db-4fe3-b531-9c0091a8986a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:43.360360 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1b2d14ce-98db-4fe3-b531-9c0091a8986a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:43.361737 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1b2d14ce-98db-4fe3-b531-9c0091a8986a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5b20a434-288c-4660-9ff8-4bf4b41916fb HTTP/1.1" status: 204 len: 168 time: 0.1700165 Nov 23 22:00:43.373252 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d14ce-98db-4fe3-b531-9c0091a8986a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b20a434-288c-4660-9ff8-4bf4b41916fb,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:43.551148 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fde91-2dd8-4686-8192-132435bef1dd req-6919fb59-b723-4e6e-ba90-4c86bb14e4b2 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:43.560045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-672fde91-2dd8-4686-8192-132435bef1dd req-6919fb59-b723-4e6e-ba90-4c86bb14e4b2 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=178d1e91-7b14-4d50-a90f-31bef195b623 HTTP/1.1" status: 200 len: 945 time: 0.0740690 Nov 23 22:00:43.633513 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-672fde91-2dd8-4686-8192-132435bef1dd req-aa7fc2bc-5997-48c8-bb69-269032c62644 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694349 Nov 23 22:00:43.878983 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39314) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:43.893529 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dd77e4f5-7e89-4003-8c46-3104c0a90f9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:43.982090 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dd77e4f5-7e89-4003-8c46-3104c0a90f9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:43.987740 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dd77e4f5-7e89-4003-8c46-3104c0a90f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:44.031537 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dd77e4f5-7e89-4003-8c46-3104c0a90f9c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4461c455b6604cb2b3b691107863a81f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1514492 Nov 23 22:00:44.032461 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77e4f5-7e89-4003-8c46-3104c0a90f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3657c1b-0976-40a7-9919-397b71cd210b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:44.034288 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39320) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:44.104766 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-22ad1dc5-5a41-40e1-8e9f-4b4d983da3ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:44.140972 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-22ad1dc5-5a41-40e1-8e9f-4b4d983da3ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:44.191835 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-22ad1dc5-5a41-40e1-8e9f-4b4d983da3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:44.194872 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-22ad1dc5-5a41-40e1-8e9f-4b4d983da3ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:44.196124 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-22ad1dc5-5a41-40e1-8e9f-4b4d983da3ce admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e3657c1b-0976-40a7-9919-397b71cd210b HTTP/1.1" status: 204 len: 168 time: 0.1605756 Nov 23 22:00:44.206526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad1dc5-5a41-40e1-8e9f-4b4d983da3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3657c1b-0976-40a7-9919-397b71cd210b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:44.600502 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 717e811c-9fc9-4c24-8307-bf0656b74282 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:00:44.739342 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 717e811c-9fc9-4c24-8307-bf0656b74282 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:00:44.747179 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 717e811c-9fc9-4c24-8307-bf0656b74282 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:00:44.748143 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:44.809942 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d82b1d-9319-4474-8788-cb98169cf4ae req-3f56999c-3f6f-42dd-a154-13e029bf9852 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:44.817198 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51d82b1d-9319-4474-8788-cb98169cf4ae req-3f56999c-3f6f-42dd-a154-13e029bf9852 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=178d1e91-7b14-4d50-a90f-31bef195b623 HTTP/1.1" status: 200 len: 945 time: 0.0767584 Nov 23 22:00:44.845834 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:44.879146 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178d1e91-7b14-4d50-a90f-31bef195b623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717e811c-9fc9-4c24-8307-bf0656b74282'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:00:44.880522 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51d82b1d-9319-4474-8788-cb98169cf4ae req-6c81cb21-2fbb-4897-80c0-0b8278634064 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612090 Nov 23 22:00:44.882301 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7b77d5-55c3-4ef7-af37-31d91c99167f" -d '{"events": [{"server_uuid": "178d1e91-7b14-4d50-a90f-31bef195b623", "name": "network-vif-plugged", "status": "completed", "tag": "717e811c-9fc9-4c24-8307-bf0656b74282"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:00:44.905108 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 717e811c-9fc9-4c24-8307-bf0656b74282, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=717e811c-9fc9-4c24-8307-bf0656b74282,segment=NetworkSegment(8040a69b-e868-4dab-8674-db6b1d5a7448),segment_id=8040a69b-e868-4dab-8674-db6b1d5a7448)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:00:44.912409 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:44.989228 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab576ff-d8fe-4efa-a18c-cc6c0836101f x-openstack-request-id: req-3ab576ff-d8fe-4efa-a18c-cc6c0836101f {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:00:44.989628 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178d1e91-7b14-4d50-a90f-31bef195b623", "name": "network-vif-plugged", "status": "completed", "tag": "717e811c-9fc9-4c24-8307-bf0656b74282", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:00:44.989954 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ab576ff-d8fe-4efa-a18c-cc6c0836101f {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:00:44.990481 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178d1e91-7b14-4d50-a90f-31bef195b623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717e811c-9fc9-4c24-8307-bf0656b74282', 'code': 200} Nov 23 22:00:44.991173 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=717e811c-9fc9-4c24-8307-bf0656b74282,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:45.102234 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f143a-f17d-4568-afc3-a389a050b65a req-33675df4-9665-430b-bd3b-cae86d987555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:45.103781 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f86f143a-f17d-4568-afc3-a389a050b65a req-33675df4-9665-430b-bd3b-cae86d987555 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=178d1e91-7b14-4d50-a90f-31bef195b623 HTTP/1.1" status: 200 len: 1097 time: 0.0572097 Nov 23 22:00:45.169143 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f86f143a-f17d-4568-afc3-a389a050b65a req-37027be5-8438-4a01-9b1b-0e750dc58811 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576391 Nov 23 22:00:46.020460 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20851d2e-8e96-48fb-b593-febf9b08a48d req-1ee254df-d90b-440b-acc2-5baa84ef946e tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:46.024853 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-20851d2e-8e96-48fb-b593-febf9b08a48d req-1ee254df-d90b-440b-acc2-5baa84ef946e tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=178d1e91-7b14-4d50-a90f-31bef195b623 HTTP/1.1" status: 200 len: 946 time: 0.0648661 Nov 23 22:00:46.122400 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-20851d2e-8e96-48fb-b593-febf9b08a48d req-77ecd4e9-02c6-4188-b9f6-66f4a55dfbe3 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932152 Nov 23 22:00:47.332803 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928205e-d8b7-4a46-80c0-23b701ae48ea req-f698f4e5-ade8-45e2-b1ce-8b6ccd43cf61 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:47.334740 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7928205e-d8b7-4a46-80c0-23b701ae48ea req-f698f4e5-ade8-45e2-b1ce-8b6ccd43cf61 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=178d1e91-7b14-4d50-a90f-31bef195b623 HTTP/1.1" status: 200 len: 946 time: 0.0909629 Nov 23 22:00:47.443512 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7928205e-d8b7-4a46-80c0-23b701ae48ea req-c819e8ed-b212-4ffb-972e-1afbbd740c78 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932884 Nov 23 22:00:47.583323 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f727d8a6-6225-4cf4-a96e-051bf7db7bcd req-a456f7c8-06c7-4e80-aaa9-e424355e7fa1 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1255571914&fields=id&tenant_id=20a2db3afcf34a899cded9bdad6649b7 HTTP/1.1" status: 200 len: 267 time: 0.0598412 Nov 23 22:00:47.652985 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727d8a6-6225-4cf4-a96e-051bf7db7bcd req-4fab49c5-b1f9-4366-ba64-b94d6abe0cc5 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:47.655045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f727d8a6-6225-4cf4-a96e-051bf7db7bcd req-4fab49c5-b1f9-4366-ba64-b94d6abe0cc5 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=178d1e91-7b14-4d50-a90f-31bef195b623 HTTP/1.1" status: 200 len: 946 time: 0.0690997 Nov 23 22:00:47.674391 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-f727d8a6-6225-4cf4-a96e-051bf7db7bcd req-4dbe9bf8-451f-4a47-b245-faa115da8fa8 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Request body: {'port': {'security_groups': ['fbbd0e79-8d79-4fd4-9faf-8cd566bf155a', '21e31872-afb9-4fb2-8355-6eca3250458f']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:00:47.769610 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f727d8a6-6225-4cf4-a96e-051bf7db7bcd req-4dbe9bf8-451f-4a47-b245-faa115da8fa8 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:48.101233 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-f727d8a6-6225-4cf4-a96e-051bf7db7bcd req-4dbe9bf8-451f-4a47-b245-faa115da8fa8 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] For port 717e811c-9fc9-4c24-8307-bf0656b74282, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=717e811c-9fc9-4c24-8307-bf0656b74282,segment=NetworkSegment(8040a69b-e868-4dab-8674-db6b1d5a7448),segment_id=8040a69b-e868-4dab-8674-db6b1d5a7448)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:00:48.146477 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f727d8a6-6225-4cf4-a96e-051bf7db7bcd req-4dbe9bf8-451f-4a47-b245-faa115da8fa8 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:48.153702 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f727d8a6-6225-4cf4-a96e-051bf7db7bcd req-4dbe9bf8-451f-4a47-b245-faa115da8fa8 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:48.188796 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['717e811c-9fc9-4c24-8307-bf0656b74282'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:00:48.204695 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727d8a6-6225-4cf4-a96e-051bf7db7bcd req-4dbe9bf8-451f-4a47-b245-faa115da8fa8 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:48.205443 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f727d8a6-6225-4cf4-a96e-051bf7db7bcd req-4dbe9bf8-451f-4a47-b245-faa115da8fa8 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:48.206989 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f727d8a6-6225-4cf4-a96e-051bf7db7bcd req-4dbe9bf8-451f-4a47-b245-faa115da8fa8 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "PUT /v2.0/ports/717e811c-9fc9-4c24-8307-bf0656b74282 HTTP/1.1" status: 200 len: 982 time: 0.5440230 Nov 23 22:00:48.207528 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178d1e91-7b14-4d50-a90f-31bef195b623', 'tag': '717e811c-9fc9-4c24-8307-bf0656b74282'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:00:48.210140 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b082365-f300-4feb-9e5b-75d7c59b4824" -d '{"events": [{"name": "network-changed", "server_uuid": "178d1e91-7b14-4d50-a90f-31bef195b623", "tag": "717e811c-9fc9-4c24-8307-bf0656b74282"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:00:48.241361 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe9bf8-451f-4a47-b245-faa115da8fa8 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event updated for resources: {'Port': ['ID=717e811c-9fc9-4c24-8307-bf0656b74282,revision_number=6']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:48.317264 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1419c1-9180-4c94-a863-e1c842fa514c x-openstack-request-id: req-1f1419c1-9180-4c94-a863-e1c842fa514c {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:00:48.317767 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178d1e91-7b14-4d50-a90f-31bef195b623", "tag": "717e811c-9fc9-4c24-8307-bf0656b74282", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:00:48.318199 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1f1419c1-9180-4c94-a863-e1c842fa514c {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:00:48.318601 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178d1e91-7b14-4d50-a90f-31bef195b623', 'tag': '717e811c-9fc9-4c24-8307-bf0656b74282', 'status': 'completed', 'code': 200} Nov 23 22:00:48.323871 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39520) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:48.383071 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['717e811c-9fc9-4c24-8307-bf0656b74282'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:00:48.385052 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5cce4bae-e88b-402a-8efb-f21195fa982a req-1d3747b4-688e-4c30-9f72-cf1ac606824b tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2111703865&fields=id&tenant_id=20a2db3afcf34a899cded9bdad6649b7 HTTP/1.1" status: 200 len: 267 time: 0.0980439 Nov 23 22:00:48.454687 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b082365-f300-4feb-9e5b-75d7c59b4824 req-ad2f9d38-c32e-4c90-91d8-c5cf5ad98e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:48.456921 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b082365-f300-4feb-9e5b-75d7c59b4824 req-ad2f9d38-c32e-4c90-91d8-c5cf5ad98e41 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=20a2db3afcf34a899cded9bdad6649b7&device_id=178d1e91-7b14-4d50-a90f-31bef195b623 HTTP/1.1" status: 200 len: 1136 time: 0.0979843 Nov 23 22:00:48.496708 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce4bae-e88b-402a-8efb-f21195fa982a req-f35bf8c9-459c-4414-9b29-f26bff0670b5 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:48.505700 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5cce4bae-e88b-402a-8efb-f21195fa982a req-f35bf8c9-459c-4414-9b29-f26bff0670b5 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=178d1e91-7b14-4d50-a90f-31bef195b623 HTTP/1.1" status: 200 len: 985 time: 0.1188269 Nov 23 22:00:48.524541 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-5cce4bae-e88b-402a-8efb-f21195fa982a req-9be9a776-1236-4406-98b8-67209df6ff3a tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Request body: {'port': {'security_groups': ['21e31872-afb9-4fb2-8355-6eca3250458f', 'fbbd0e79-8d79-4fd4-9faf-8cd566bf155a', 'a077daaa-609a-4b63-aab6-df203ca7f7c6']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:00:48.555826 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3fe0257e-8e8b-4167-ab3e-17ffc53745b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:48.692191 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5cce4bae-e88b-402a-8efb-f21195fa982a req-9be9a776-1236-4406-98b8-67209df6ff3a tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:48.722834 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3fe0257e-8e8b-4167-ab3e-17ffc53745b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:48.734227 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3fe0257e-8e8b-4167-ab3e-17ffc53745b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:48.783518 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0257e-8e8b-4167-ab3e-17ffc53745b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853b7c7f-7d2e-4245-bb45-9f5e89b143ae,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:48.791234 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b082365-f300-4feb-9e5b-75d7c59b4824 req-b2f17574-1b1b-4159-931c-ab10838c9656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:48.792755 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b082365-f300-4feb-9e5b-75d7c59b4824 req-b2f17574-1b1b-4159-931c-ab10838c9656 service neutron] 10.222.0.60 "GET /v2.0/networks?id=45458725-4fcd-4ea8-ae64-138a09d7d278 HTTP/1.1" status: 200 len: 913 time: 0.3265650 Nov 23 22:00:48.809214 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3fe0257e-8e8b-4167-ab3e-17ffc53745b5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cf9cbddcaa6a49b88ef93a014e82c36b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4837368 Nov 23 22:00:48.810381 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39538) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:48.845883 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b082365-f300-4feb-9e5b-75d7c59b4824 req-d3f06a35-4f86-459e-a33b-a7f98e3ab95a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=717e811c-9fc9-4c24-8307-bf0656b74282 HTTP/1.1" status: 200 len: 217 time: 0.0449688 Nov 23 22:00:48.893562 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4e69f4c8-c466-48fb-b2e3-7cfcc43a67c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:48.922373 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b082365-f300-4feb-9e5b-75d7c59b4824 req-d3c61c12-3a7f-4fb9-8b55-819f1df99cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:48.924041 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b082365-f300-4feb-9e5b-75d7c59b4824 req-d3c61c12-3a7f-4fb9-8b55-819f1df99cd2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c81ee8b5-2dfe-437c-83e9-573a2466373c HTTP/1.1" status: 200 len: 852 time: 0.0706031 Nov 23 22:00:48.937611 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4e69f4c8-c466-48fb-b2e3-7cfcc43a67c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:48.976264 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b082365-f300-4feb-9e5b-75d7c59b4824 req-0db51b29-587b-416a-add0-3014ba16ffcf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=45458725-4fcd-4ea8-ae64-138a09d7d278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398529 Nov 23 22:00:49.022252 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4e69f4c8-c466-48fb-b2e3-7cfcc43a67c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:49.026398 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4e69f4c8-c466-48fb-b2e3-7cfcc43a67c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:49.028332 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4e69f4c8-c466-48fb-b2e3-7cfcc43a67c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/853b7c7f-7d2e-4245-bb45-9f5e89b143ae HTTP/1.1" status: 204 len: 168 time: 0.2164538 Nov 23 22:00:49.041968 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69f4c8-c466-48fb-b2e3-7cfcc43a67c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853b7c7f-7d2e-4245-bb45-9f5e89b143ae,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:49.140659 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-5cce4bae-e88b-402a-8efb-f21195fa982a req-9be9a776-1236-4406-98b8-67209df6ff3a tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] For port 717e811c-9fc9-4c24-8307-bf0656b74282, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=717e811c-9fc9-4c24-8307-bf0656b74282,segment=NetworkSegment(8040a69b-e868-4dab-8674-db6b1d5a7448),segment_id=8040a69b-e868-4dab-8674-db6b1d5a7448)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:00:49.551846 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39558) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:49.569918 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0bd28116-a39c-4e9e-bab5-1ec2da0642f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:49.595167 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5cce4bae-e88b-402a-8efb-f21195fa982a req-9be9a776-1236-4406-98b8-67209df6ff3a tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:49.609917 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5cce4bae-e88b-402a-8efb-f21195fa982a req-9be9a776-1236-4406-98b8-67209df6ff3a tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:49.647650 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['717e811c-9fc9-4c24-8307-bf0656b74282'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:00:49.653637 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b082365-f300-4feb-9e5b-75d7c59b4824 req-2f243a12-089a-4701-951c-7604cfd0a5db service neutron] 10.222.0.60 "GET /v2.0/networks/45458725-4fcd-4ea8-ae64-138a09d7d278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6374574 Nov 23 22:00:49.672576 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce4bae-e88b-402a-8efb-f21195fa982a req-9be9a776-1236-4406-98b8-67209df6ff3a tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:49.674140 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5cce4bae-e88b-402a-8efb-f21195fa982a req-9be9a776-1236-4406-98b8-67209df6ff3a tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:49.675493 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5cce4bae-e88b-402a-8efb-f21195fa982a req-9be9a776-1236-4406-98b8-67209df6ff3a tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "PUT /v2.0/ports/717e811c-9fc9-4c24-8307-bf0656b74282 HTTP/1.1" status: 200 len: 1021 time: 1.1684496 Nov 23 22:00:49.741345 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0bd28116-a39c-4e9e-bab5-1ec2da0642f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:49.751083 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0bd28116-a39c-4e9e-bab5-1ec2da0642f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:49.784218 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0bd28116-a39c-4e9e-bab5-1ec2da0642f6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c103805a60a74b91bcf7d5727cf35826&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2312260 Nov 23 22:00:49.793924 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39566) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:49.806017 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['717e811c-9fc9-4c24-8307-bf0656b74282'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:00:49.836495 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd28116-a39c-4e9e-bab5-1ec2da0642f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d59a6c5-c873-420b-b536-43483875ea92,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:49.877934 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ea88dacd-e535-421f-8b73-262b8db62a9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:49.906983 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ea88dacd-e535-421f-8b73-262b8db62a9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:49.921536 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9a776-1236-4406-98b8-67209df6ff3a tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event updated for resources: {'Port': ['ID=717e811c-9fc9-4c24-8307-bf0656b74282,revision_number=7']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:49.987012 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ea88dacd-e535-421f-8b73-262b8db62a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:49.989955 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ea88dacd-e535-421f-8b73-262b8db62a9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:49.993602 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ea88dacd-e535-421f-8b73-262b8db62a9b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d59a6c5-c873-420b-b536-43483875ea92 HTTP/1.1" status: 204 len: 168 time: 0.1959176 Nov 23 22:00:50.001182 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea88dacd-e535-421f-8b73-262b8db62a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d59a6c5-c873-420b-b536-43483875ea92,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:50.017502 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b082365-f300-4feb-9e5b-75d7c59b4824 req-3da71760-8164-4331-8f5f-67a0f9a1dcd1 service neutron] 10.222.0.60 "GET /v2.0/networks/45458725-4fcd-4ea8-ae64-138a09d7d278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362529 Nov 23 22:00:50.026879 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83812bd4-21ae-4109-bcc2-3982b60b95b8 req-a5ffe5d4-867f-4b20-a558-4faa7bf91469 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:50.028580 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-83812bd4-21ae-4109-bcc2-3982b60b95b8 req-a5ffe5d4-867f-4b20-a558-4faa7bf91469 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=178d1e91-7b14-4d50-a90f-31bef195b623 HTTP/1.1" status: 200 len: 1024 time: 0.1907456 Nov 23 22:00:50.199839 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-83812bd4-21ae-4109-bcc2-3982b60b95b8 req-2befdc92-c211-408f-88da-ee6a40a13d96 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a077daaa-609a-4b63-aab6-df203ca7f7c6&id=21e31872-afb9-4fb2-8355-6eca3250458f&id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a HTTP/1.1" status: 200 len: 6207 time: 0.1614609 Nov 23 22:00:50.250639 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-2fe6b9ec-b302-4b30-8643-eaeb24820cf4 req-b4d7d47a-858b-4d60-b417-1c9611fcbdb0 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Request body: {'security_group': {'name': ' tempest-securitygroup -139922042 ', 'description': 'tempest-description-1672140595'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:00:50.313864 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2fe6b9ec-b302-4b30-8643-eaeb24820cf4 req-b4d7d47a-858b-4d60-b417-1c9611fcbdb0 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:50.326981 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178d1e91-7b14-4d50-a90f-31bef195b623', 'tag': '717e811c-9fc9-4c24-8307-bf0656b74282'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:00:50.335180 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be5a338-31d1-4eb3-beb7-b566ec9564f7" -d '{"events": [{"name": "network-changed", "server_uuid": "178d1e91-7b14-4d50-a90f-31bef195b623", "tag": "717e811c-9fc9-4c24-8307-bf0656b74282"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:00:50.406598 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431142c3-7fd5-43ce-9664-d096e0f3f830 x-openstack-request-id: req-431142c3-7fd5-43ce-9664-d096e0f3f830 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:00:50.406598 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178d1e91-7b14-4d50-a90f-31bef195b623", "tag": "717e811c-9fc9-4c24-8307-bf0656b74282", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:00:50.406598 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-431142c3-7fd5-43ce-9664-d096e0f3f830 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:00:50.406598 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178d1e91-7b14-4d50-a90f-31bef195b623', 'tag': '717e811c-9fc9-4c24-8307-bf0656b74282', 'status': 'completed', 'code': 200} Nov 23 22:00:50.497867 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2fe6b9ec-b302-4b30-8643-eaeb24820cf4 req-b4d7d47a-858b-4d60-b417-1c9611fcbdb0 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:50.506971 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2fe6b9ec-b302-4b30-8643-eaeb24820cf4 req-b4d7d47a-858b-4d60-b417-1c9611fcbdb0 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:50.537178 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5a338-31d1-4eb3-beb7-b566ec9564f7 req-73f05c9e-d767-4112-9707-9ef23d7bdd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:50.538614 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3be5a338-31d1-4eb3-beb7-b566ec9564f7 req-73f05c9e-d767-4112-9707-9ef23d7bdd4c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=20a2db3afcf34a899cded9bdad6649b7&device_id=178d1e91-7b14-4d50-a90f-31bef195b623 HTTP/1.1" status: 200 len: 1175 time: 0.0863891 Nov 23 22:00:50.545631 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2fe6b9ec-b302-4b30-8643-eaeb24820cf4 req-b4d7d47a-858b-4d60-b417-1c9611fcbdb0 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:50.546848 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2fe6b9ec-b302-4b30-8643-eaeb24820cf4 req-b4d7d47a-858b-4d60-b417-1c9611fcbdb0 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3038967 Nov 23 22:00:50.610773 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7d47a-858b-4d60-b417-1c9611fcbdb0 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ddea6d-f164-49a3-a9cc-e0a9d5fc5ac9,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:50.701522 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b765313-37b4-40ad-87c0-113b0b58bb47 req-41c56d69-71a1-4b96-be94-dd5565433d0f tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/f1ddea6d-f164-49a3-a9cc-e0a9d5fc5ac9 HTTP/1.1" status: 200 len: 1799 time: 0.1166501 Nov 23 22:00:50.724336 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5a338-31d1-4eb3-beb7-b566ec9564f7 req-03d2339c-276e-4f29-8c71-50b5c4e9d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:50.726302 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3be5a338-31d1-4eb3-beb7-b566ec9564f7 req-03d2339c-276e-4f29-8c71-50b5c4e9d761 service neutron] 10.222.0.60 "GET /v2.0/networks?id=45458725-4fcd-4ea8-ae64-138a09d7d278 HTTP/1.1" status: 200 len: 913 time: 0.1760035 Nov 23 22:00:50.790033 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3be5a338-31d1-4eb3-beb7-b566ec9564f7 req-6d4848f7-1b0e-44f4-bfe1-c80f750d0586 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=717e811c-9fc9-4c24-8307-bf0656b74282 HTTP/1.1" status: 200 len: 217 time: 0.0520661 Nov 23 22:00:50.855215 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5a338-31d1-4eb3-beb7-b566ec9564f7 req-ad11a2b6-3ec4-4fe3-b67c-d4ed613cee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:50.856861 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3be5a338-31d1-4eb3-beb7-b566ec9564f7 req-ad11a2b6-3ec4-4fe3-b67c-d4ed613cee35 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c81ee8b5-2dfe-437c-83e9-573a2466373c HTTP/1.1" status: 200 len: 852 time: 0.0588453 Nov 23 22:00:50.862424 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe5ea5a2-d7c3-49db-ac43-9500b231eb00 req-614cd0d9-44a7-4f49-bac1-1a8e5a7548e0 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/f1ddea6d-f164-49a3-a9cc-e0a9d5fc5ac9 HTTP/1.1" status: 200 len: 1799 time: 0.1349745 Nov 23 22:00:50.894933 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3be5a338-31d1-4eb3-beb7-b566ec9564f7 req-4fbb3a50-42f7-4fc8-986a-2567a7ded366 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=45458725-4fcd-4ea8-ae64-138a09d7d278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310526 Nov 23 22:00:51.005820 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fe5ea5a2-d7c3-49db-ac43-9500b231eb00 req-43d229fc-ba11-45e0-85bd-5d5a28f3218c tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:51.035592 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fe5ea5a2-d7c3-49db-ac43-9500b231eb00 req-43d229fc-ba11-45e0-85bd-5d5a28f3218c tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:51.085078 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3be5a338-31d1-4eb3-beb7-b566ec9564f7 req-824d11fb-d5dc-414e-8a73-3a0d55aaf371 service neutron] 10.222.0.60 "GET /v2.0/networks/45458725-4fcd-4ea8-ae64-138a09d7d278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809366 Nov 23 22:00:51.132069 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fe5ea5a2-d7c3-49db-ac43-9500b231eb00 req-43d229fc-ba11-45e0-85bd-5d5a28f3218c tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:51.136296 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-fe5ea5a2-d7c3-49db-ac43-9500b231eb00 req-43d229fc-ba11-45e0-85bd-5d5a28f3218c tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:51.138148 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe5ea5a2-d7c3-49db-ac43-9500b231eb00 req-43d229fc-ba11-45e0-85bd-5d5a28f3218c tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "DELETE /v2.0/security-groups/f1ddea6d-f164-49a3-a9cc-e0a9d5fc5ac9 HTTP/1.1" status: 204 len: 173 time: 0.2649536 Nov 23 22:00:51.209467 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-d5a725ae-bcc4-45bb-aa30-236dbeedc58f req-3625aa04-6a35-43b7-b67d-6f290f9c5b68 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] show failed (client error): The resource could not be found. Nov 23 22:00:51.218420 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5a725ae-bcc4-45bb-aa30-236dbeedc58f req-3625aa04-6a35-43b7-b67d-6f290f9c5b68 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/f1ddea6d-f164-49a3-a9cc-e0a9d5fc5ac9 HTTP/1.1" status: 404 len: 352 time: 0.0338109 Nov 23 22:00:51.231271 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d229fc-ba11-45e0-85bd-5d5a28f3218c tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ddea6d-f164-49a3-a9cc-e0a9d5fc5ac9,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:51.251474 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-f1c2e025-948b-44ad-b629-2669469d2280 req-dea7707c-427d-40ee-b816-eedb930ab65f tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1911646359', 'description': 'tempest-description-696793951'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:00:51.290515 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3be5a338-31d1-4eb3-beb7-b566ec9564f7 req-3f20474f-3377-4dd7-aff1-7f76fbadb2f5 service neutron] 10.222.0.60 "GET /v2.0/networks/45458725-4fcd-4ea8-ae64-138a09d7d278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985786 Nov 23 22:00:51.297773 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f1c2e025-948b-44ad-b629-2669469d2280 req-dea7707c-427d-40ee-b816-eedb930ab65f tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:51.416122 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f1c2e025-948b-44ad-b629-2669469d2280 req-dea7707c-427d-40ee-b816-eedb930ab65f tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:51.421370 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f1c2e025-948b-44ad-b629-2669469d2280 req-dea7707c-427d-40ee-b816-eedb930ab65f tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:51.456836 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7707c-427d-40ee-b816-eedb930ab65f tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47032795-962b-475c-923d-2c6fb88beb7d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:51.474737 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f1c2e025-948b-44ad-b629-2669469d2280 req-dea7707c-427d-40ee-b816-eedb930ab65f tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:51.477110 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1c2e025-948b-44ad-b629-2669469d2280 req-dea7707c-427d-40ee-b816-eedb930ab65f tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2338302 Nov 23 22:00:51.508782 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-7b182301-48c7-4367-9de2-17e6c3ef944b req-d3c0fbae-9c2a-4176-8f94-90f28d93fbee tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1490771808', 'description': 'tempest-description-1341593285'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:00:51.542394 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7b182301-48c7-4367-9de2-17e6c3ef944b req-d3c0fbae-9c2a-4176-8f94-90f28d93fbee tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:51.646359 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7b182301-48c7-4367-9de2-17e6c3ef944b req-d3c0fbae-9c2a-4176-8f94-90f28d93fbee tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:51.652481 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7b182301-48c7-4367-9de2-17e6c3ef944b req-d3c0fbae-9c2a-4176-8f94-90f28d93fbee tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:51.684219 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7b182301-48c7-4367-9de2-17e6c3ef944b req-d3c0fbae-9c2a-4176-8f94-90f28d93fbee tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:51.685471 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b182301-48c7-4367-9de2-17e6c3ef944b req-d3c0fbae-9c2a-4176-8f94-90f28d93fbee tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1829960 Nov 23 22:00:51.687326 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0fbae-9c2a-4176-8f94-90f28d93fbee tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac57cc2e-59f5-4b20-ab77-64f42eaa145e,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:51.719771 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-6ec28126-b6ad-4754-8836-9a6b33515265 req-7d1c9481-414b-4e8f-8326-8d5d038b45b8 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1354086847', 'description': 'tempest-description-307824944'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:00:51.752462 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6ec28126-b6ad-4754-8836-9a6b33515265 req-7d1c9481-414b-4e8f-8326-8d5d038b45b8 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:51.845204 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6ec28126-b6ad-4754-8836-9a6b33515265 req-7d1c9481-414b-4e8f-8326-8d5d038b45b8 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:51.850663 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6ec28126-b6ad-4754-8836-9a6b33515265 req-7d1c9481-414b-4e8f-8326-8d5d038b45b8 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:51.884147 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6ec28126-b6ad-4754-8836-9a6b33515265 req-7d1c9481-414b-4e8f-8326-8d5d038b45b8 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:51.886001 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ec28126-b6ad-4754-8836-9a6b33515265 req-7d1c9481-414b-4e8f-8326-8d5d038b45b8 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1745322 Nov 23 22:00:51.890655 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c9481-414b-4e8f-8326-8d5d038b45b8 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0e5b13-2366-48d9-8e6b-a1ceb5a9e3f3,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:52.097246 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a613b6d-8778-4e99-95b6-5ce37896d88d req-6631f227-69dc-4a98-9e7f-f63d1db9a218 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=20a2db3afcf34a899cded9bdad6649b7 HTTP/1.1" status: 200 len: 11012 time: 0.1862404 Nov 23 22:00:52.162187 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a613b6d-8778-4e99-95b6-5ce37896d88d req-6f92f175-b4b8-47d9-9394-41cb11d49d4e tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/fbbd0e79-8d79-4fd4-9faf-8cd566bf155a HTTP/1.1" status: 200 len: 3002 time: 0.0554800 Nov 23 22:00:52.224441 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a613b6d-8778-4e99-95b6-5ce37896d88d req-59004b64-b8f0-4d88-98f4-d808e24fb933 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/fbbd0e79-8d79-4fd4-9faf-8cd566bf155a HTTP/1.1" status: 200 len: 3002 time: 0.0547910 Nov 23 22:00:52.297718 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b676a9d4-dd10-4ddf-95c3-3245a41ec818 req-5df01986-98af-4468-8de3-da5d7cde79cd tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/47032795-962b-475c-923d-2c6fb88beb7d HTTP/1.1" status: 200 len: 1819 time: 0.0471141 Nov 23 22:00:52.336076 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39668) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:52.369250 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b676a9d4-dd10-4ddf-95c3-3245a41ec818 req-933b2b30-8840-4479-920f-c806ac594236 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:52.402460 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b676a9d4-dd10-4ddf-95c3-3245a41ec818 req-933b2b30-8840-4479-920f-c806ac594236 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:52.496558 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e36aa76e-6f91-4d97-be47-25a835aa6eb3 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1237297543', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:00:52.512833 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b676a9d4-dd10-4ddf-95c3-3245a41ec818 req-933b2b30-8840-4479-920f-c806ac594236 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:52.515513 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b676a9d4-dd10-4ddf-95c3-3245a41ec818 req-933b2b30-8840-4479-920f-c806ac594236 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:52.522590 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b676a9d4-dd10-4ddf-95c3-3245a41ec818 req-933b2b30-8840-4479-920f-c806ac594236 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "DELETE /v2.0/security-groups/47032795-962b-475c-923d-2c6fb88beb7d HTTP/1.1" status: 204 len: 173 time: 0.2144129 Nov 23 22:00:52.539926 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b2b30-8840-4479-920f-c806ac594236 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47032795-962b-475c-923d-2c6fb88beb7d,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:52.590454 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36aa76e-6f91-4d97-be47-25a835aa6eb3 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Made reservation on behalf of 94a9f4e70748437a917cf3088af66b2c for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:00:52.592984 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e36aa76e-6f91-4d97-be47-25a835aa6eb3 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:52.596760 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-e4569b1a-b6e0-4a95-8066-1f144c6a03d1 req-20154b8e-0cad-4d3b-af8c-f29929f401be tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] show failed (client error): The resource could not be found. Nov 23 22:00:52.598285 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e4569b1a-b6e0-4a95-8066-1f144c6a03d1 req-20154b8e-0cad-4d3b-af8c-f29929f401be tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/47032795-962b-475c-923d-2c6fb88beb7d HTTP/1.1" status: 404 len: 352 time: 0.0319595 Nov 23 22:00:52.602025 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e36aa76e-6f91-4d97-be47-25a835aa6eb3 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:52.692551 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8841a38-ad76-454e-8dd5-1ac31c9cd919 req-15e00dd7-e183-439b-841b-ecce8518535b tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/ac57cc2e-59f5-4b20-ab77-64f42eaa145e HTTP/1.1" status: 200 len: 1820 time: 0.0620718 Nov 23 22:00:52.707695 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:52.715983 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e36aa76e-6f91-4d97-be47-25a835aa6eb3 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:52.722053 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e36aa76e-6f91-4d97-be47-25a835aa6eb3 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:52.727257 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-e36aa76e-6f91-4d97-be47-25a835aa6eb3 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] device_id is not set on port 6488d065-8abe-4ae9-bfc3-e833fc59884c yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:00:52.783949 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b8841a38-ad76-454e-8dd5-1ac31c9cd919 req-5c1b7242-7593-4df4-838a-db3e7efef326 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:52.789262 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36aa76e-6f91-4d97-be47-25a835aa6eb3 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc49700-401c-4818-b4c0-66b9293a50ab,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:52.812212 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b8841a38-ad76-454e-8dd5-1ac31c9cd919 req-5c1b7242-7593-4df4-838a-db3e7efef326 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:52.859643 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b8841a38-ad76-454e-8dd5-1ac31c9cd919 req-5c1b7242-7593-4df4-838a-db3e7efef326 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:52.862233 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b8841a38-ad76-454e-8dd5-1ac31c9cd919 req-5c1b7242-7593-4df4-838a-db3e7efef326 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:52.863430 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8841a38-ad76-454e-8dd5-1ac31c9cd919 req-5c1b7242-7593-4df4-838a-db3e7efef326 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "DELETE /v2.0/security-groups/ac57cc2e-59f5-4b20-ab77-64f42eaa145e HTTP/1.1" status: 204 len: 173 time: 0.1700695 Nov 23 22:00:52.876968 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b7242-7593-4df4-838a-db3e7efef326 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac57cc2e-59f5-4b20-ab77-64f42eaa145e,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:52.901348 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-e36aa76e-6f91-4d97-be47-25a835aa6eb3 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Allocated IP 172.25.5.59 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/6488d065-8abe-4ae9-bfc3-e833fc59884c) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:00:52.934029 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-5a816e03-4105-49c9-9a65-0e0cd12df200 req-953eb07f-79af-4c49-a057-4b7dcdb2235d tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] show failed (client error): The resource could not be found. Nov 23 22:00:52.936048 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a816e03-4105-49c9-9a65-0e0cd12df200 req-953eb07f-79af-4c49-a057-4b7dcdb2235d tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/ac57cc2e-59f5-4b20-ab77-64f42eaa145e HTTP/1.1" status: 404 len: 352 time: 0.0215077 Nov 23 22:00:53.025682 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99a76398-e65f-4e32-a095-a8617876662e req-c9ca8959-1eaf-40e7-bef8-0c6f492caa35 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/4f0e5b13-2366-48d9-8e6b-a1ceb5a9e3f3 HTTP/1.1" status: 200 len: 1819 time: 0.0621667 Nov 23 22:00:53.090687 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e36aa76e-6f91-4d97-be47-25a835aa6eb3 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:53.138275 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e36aa76e-6f91-4d97-be47-25a835aa6eb3 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:53.140806 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-99a76398-e65f-4e32-a095-a8617876662e req-0ad70363-e01b-491e-9750-2cb198679357 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:53.169298 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36aa76e-6f91-4d97-be47-25a835aa6eb3 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:00:53.171601 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-e36aa76e-6f91-4d97-be47-25a835aa6eb3 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:00:53.189754 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dcb09e-4058-4863-a2a9-e139f950f82d None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:00:53.191858 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-99a76398-e65f-4e32-a095-a8617876662e req-0ad70363-e01b-491e-9750-2cb198679357 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:53.207197 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36aa76e-6f91-4d97-be47-25a835aa6eb3 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:00:53.259501 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36aa76e-6f91-4d97-be47-25a835aa6eb3 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Pushing event updated for resources: {'Port': ['ID=6488d065-8abe-4ae9-bfc3-e833fc59884c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:53.268463 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36aa76e-6f91-4d97-be47-25a835aa6eb3 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:53.269139 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e36aa76e-6f91-4d97-be47-25a835aa6eb3 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:53.278549 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-99a76398-e65f-4e32-a095-a8617876662e req-0ad70363-e01b-491e-9750-2cb198679357 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:53.281397 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-99a76398-e65f-4e32-a095-a8617876662e req-0ad70363-e01b-491e-9750-2cb198679357 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:53.282552 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99a76398-e65f-4e32-a095-a8617876662e req-0ad70363-e01b-491e-9750-2cb198679357 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "DELETE /v2.0/security-groups/4f0e5b13-2366-48d9-8e6b-a1ceb5a9e3f3 HTTP/1.1" status: 204 len: 173 time: 0.2441330 Nov 23 22:00:53.292353 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e36aa76e-6f91-4d97-be47-25a835aa6eb3 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9545555 Nov 23 22:00:53.295564 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39706) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:53.301249 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-7ea34a09-29ac-49e7-9d5a-1b81edeb7a3e tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.59'}]}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:00:53.305915 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad70363-e01b-491e-9750-2cb198679357 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0e5b13-2366-48d9-8e6b-a1ceb5a9e3f3,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:53.339310 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7ea34a09-29ac-49e7-9d5a-1b81edeb7a3e tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:53.340934 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7ea34a09-29ac-49e7-9d5a-1b81edeb7a3e tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:53.341409 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-d660c803-27a2-466b-ba1a-34c9ccc8b4f0 req-14b9d6fa-273f-4a33-8b23-965971469ca5 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] show failed (client error): The resource could not be found. Nov 23 22:00:53.348204 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d660c803-27a2-466b-ba1a-34c9ccc8b4f0 req-14b9d6fa-273f-4a33-8b23-965971469ca5 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/4f0e5b13-2366-48d9-8e6b-a1ceb5a9e3f3 HTTP/1.1" status: 404 len: 352 time: 0.0233383 Nov 23 22:00:53.356239 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-62d46274-866a-4ba3-b217-4f115ed18ef8 None None] Provisioning complete for port 6488d065-8abe-4ae9-bfc3-e833fc59884c triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:00:53.356742 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-62d46274-866a-4ba3-b217-4f115ed18ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:53.398954 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-62d46274-866a-4ba3-b217-4f115ed18ef8 None None] Port 6488d065-8abe-4ae9-bfc3-e833fc59884c cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:00:53.423975 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7ea34a09-29ac-49e7-9d5a-1b81edeb7a3e tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:53.484726 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ec7bc3e-3d23-40d8-ab0b-07c884b3584a req-c9019434-a985-4f6f-8318-1a62a27932b2 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=20a2db3afcf34a899cded9bdad6649b7 HTTP/1.1" status: 200 len: 6207 time: 0.1159668 Nov 23 22:00:53.602126 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ec7bc3e-3d23-40d8-ab0b-07c884b3584a req-3890a37f-4b02-4f0e-8b63-10630a21f55b tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/fbbd0e79-8d79-4fd4-9faf-8cd566bf155a HTTP/1.1" status: 200 len: 3002 time: 0.1164379 Nov 23 22:00:53.606690 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7ea34a09-29ac-49e7-9d5a-1b81edeb7a3e tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:53.695533 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ec7bc3e-3d23-40d8-ab0b-07c884b3584a req-0f35010e-f29e-4736-8234-eef4eedb0974 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/fbbd0e79-8d79-4fd4-9faf-8cd566bf155a HTTP/1.1" status: 200 len: 3002 time: 0.0857463 Nov 23 22:00:53.718782 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-b60663c9-ec8b-411c-a1de-205dd758eda8 req-64d1300f-e6e7-422a-aeed-87cc9f57e39e tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1112941476', 'description': 'tempest-description-1195783921'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:00:53.751905 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b60663c9-ec8b-411c-a1de-205dd758eda8 req-64d1300f-e6e7-422a-aeed-87cc9f57e39e tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:53.846942 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b60663c9-ec8b-411c-a1de-205dd758eda8 req-64d1300f-e6e7-422a-aeed-87cc9f57e39e tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:53.853489 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b60663c9-ec8b-411c-a1de-205dd758eda8 req-64d1300f-e6e7-422a-aeed-87cc9f57e39e tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:53.858170 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7ea34a09-29ac-49e7-9d5a-1b81edeb7a3e tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:53.879469 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7ea34a09-29ac-49e7-9d5a-1b81edeb7a3e tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:53.890979 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1300f-e6e7-422a-aeed-87cc9f57e39e tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0249e102-d607-4bd7-8d51-d355d61d06a8,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:53.906375 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b60663c9-ec8b-411c-a1de-205dd758eda8 req-64d1300f-e6e7-422a-aeed-87cc9f57e39e tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:53.908505 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b60663c9-ec8b-411c-a1de-205dd758eda8 req-64d1300f-e6e7-422a-aeed-87cc9f57e39e tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1941583 Nov 23 22:00:53.936510 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-92785325-b358-42ef-a620-82bc4b35c1c4 req-c87f8885-005c-4a6a-b1c0-82a7fbe162de tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1602272060', 'description': 'tempest-description-2137921137'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:00:53.964984 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-92785325-b358-42ef-a620-82bc4b35c1c4 req-c87f8885-005c-4a6a-b1c0-82a7fbe162de tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:54.063013 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-92785325-b358-42ef-a620-82bc4b35c1c4 req-c87f8885-005c-4a6a-b1c0-82a7fbe162de tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:54.070467 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-92785325-b358-42ef-a620-82bc4b35c1c4 req-c87f8885-005c-4a6a-b1c0-82a7fbe162de tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:54.086074 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7ea34a09-29ac-49e7-9d5a-1b81edeb7a3e tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:54.113115 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f8885-005c-4a6a-b1c0-82a7fbe162de tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acfbe203-a9cc-4221-9424-136d9c32bc93,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:54.120854 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-92785325-b358-42ef-a620-82bc4b35c1c4 req-c87f8885-005c-4a6a-b1c0-82a7fbe162de tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:54.123973 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92785325-b358-42ef-a620-82bc4b35c1c4 req-c87f8885-005c-4a6a-b1c0-82a7fbe162de tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1929178 Nov 23 22:00:54.530004 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-20bbb93b-0516-4da8-8718-6859467c4b11 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:54.537497 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-20bbb93b-0516-4da8-8718-6859467c4b11 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/networks?id=45458725-4fcd-4ea8-ae64-138a09d7d278 HTTP/1.1" status: 200 len: 812 time: 0.1481557 Nov 23 22:00:54.555577 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-28cc0d60-0991-4f1c-97bb-40aa5eb7f877 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/quotas/20a2db3afcf34a899cded9bdad6649b7 HTTP/1.1" status: 200 len: 375 time: 0.0170193 Nov 23 22:00:54.631846 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-eba33f26-88a9-437d-863a-321ebb101011 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=20a2db3afcf34a899cded9bdad6649b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0752056 Nov 23 22:00:54.710026 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7ea34a09-29ac-49e7-9d5a-1b81edeb7a3e tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:54.712580 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7ea34a09-29ac-49e7-9d5a-1b81edeb7a3e tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:54.778958 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7ea34a09-29ac-49e7-9d5a-1b81edeb7a3e tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:54.779791 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea34a09-29ac-49e7-9d5a-1b81edeb7a3e tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5cbe18bb-8cef-49c0-8f45-700b912b12d8 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:00:54.780774 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-da65df32-387c-4649-ab7d-ebd5ca93f9b0 service neutron] 10.222.0.50 "GET /v2.0/networks/45458725-4fcd-4ea8-ae64-138a09d7d278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464913 Nov 23 22:00:54.807253 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-7ea34a09-29ac-49e7-9d5a-1b81edeb7a3e tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 23 22:00:54.811047 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7ea34a09-29ac-49e7-9d5a-1b81edeb7a3e tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.5116603 Nov 23 22:00:54.812375 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39778) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:54.893587 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-a97c6f8d-5a85-4bc3-ad1c-26e2f6dfa912 service neutron] 10.222.0.50 "GET /v2.0/networks/45458725-4fcd-4ea8-ae64-138a09d7d278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115375 Nov 23 22:00:54.919718 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-bc0a240f-5e85-494a-a863-1e45b3d387a2 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Deleting port 6488d065-8abe-4ae9-bfc3-e833fc59884c {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:00:54.920342 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc0a240f-5e85-494a-a863-1e45b3d387a2 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:55.013547 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc0a240f-5e85-494a-a863-1e45b3d387a2 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:55.027281 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-bc0a240f-5e85-494a-a863-1e45b3d387a2 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Calling delete_port for 6488d065-8abe-4ae9-bfc3-e833fc59884c owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:00:55.106950 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b1e7ca94-ece8-4ea9-80bb-eba9c8858341 req-bb862a0a-9761-457e-9321-d3577ec38388 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 210 time: 0.0311694 Nov 23 22:00:55.246668 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc0a240f-5e85-494a-a863-1e45b3d387a2 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:55.325377 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa291210-11b8-4521-a462-d6d949bb87cd None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:00:55.349722 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a240f-5e85-494a-a863-1e45b3d387a2 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Pushing event deleted for resources: {'Port': ['ID=6488d065-8abe-4ae9-bfc3-e833fc59884c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:55.404964 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc0a240f-5e85-494a-a863-1e45b3d387a2 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:55.409407 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bc0a240f-5e85-494a-a863-1e45b3d387a2 tempest-RoutersAdminNegativeTest-739927714 tempest-RoutersAdminNegativeTest-739927714-project-admin] 10.222.0.50 "DELETE /v2.0/ports/6488d065-8abe-4ae9-bfc3-e833fc59884c HTTP/1.1" status: 204 len: 168 time: 0.5960453 Nov 23 22:00:55.824948 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39816) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:55.988761 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-84dcf1d6-d034-4cbd-acfb-b4d13222bc4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:56.075173 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-84dcf1d6-d034-4cbd-acfb-b4d13222bc4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:56.082319 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-84dcf1d6-d034-4cbd-acfb-b4d13222bc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:56.131544 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcf1d6-d034-4cbd-acfb-b4d13222bc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8bec38-dcd9-428f-be6b-16a8bd4f2ec7,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:56.141696 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39832) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:56.154692 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-84dcf1d6-d034-4cbd-acfb-b4d13222bc4c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f7e4e4e982048398ae7e5edc0ad3fdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3248034 Nov 23 22:00:56.225902 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0317a405-ed02-4382-a871-0246dc2dc6a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:56.267009 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d37aa911-4d4b-40dd-a4e8-6fee67a835f6 req-d7897c1c-4b8e-4c2d-8c37-124eea451aed tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 210 time: 0.0383830 Nov 23 22:00:56.300533 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0317a405-ed02-4382-a871-0246dc2dc6a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:56.461778 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-ce933154-7929-4bd6-9cd9-732223ea4c52 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:56.464086 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-ce933154-7929-4bd6-9cd9-732223ea4c52 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.53 "GET /v2.0/networks?id=45458725-4fcd-4ea8-ae64-138a09d7d278 HTTP/1.1" status: 200 len: 812 time: 0.1992438 Nov 23 22:00:56.486029 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-3957a93e-03d8-4da6-8f1d-934afb3b9920 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Request body: {'port': {'device_id': 'bfc42651-c21b-47bd-ad75-32f9ddb2c0f3', 'network_id': '45458725-4fcd-4ea8-ae64-138a09d7d278', 'admin_state_up': True, 'tenant_id': '20a2db3afcf34a899cded9bdad6649b7'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:00:56.490680 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0317a405-ed02-4382-a871-0246dc2dc6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:56.493647 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0317a405-ed02-4382-a871-0246dc2dc6a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:56.494982 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0317a405-ed02-4382-a871-0246dc2dc6a6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e8bec38-dcd9-428f-be6b-16a8bd4f2ec7 HTTP/1.1" status: 204 len: 168 time: 0.3515668 Nov 23 22:00:56.521959 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317a405-ed02-4382-a871-0246dc2dc6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8bec38-dcd9-428f-be6b-16a8bd4f2ec7,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:56.644671 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-3957a93e-03d8-4da6-8f1d-934afb3b9920 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Made reservation on behalf of 20a2db3afcf34a899cded9bdad6649b7 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:00:56.648983 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-3957a93e-03d8-4da6-8f1d-934afb3b9920 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:56.816198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-3957a93e-03d8-4da6-8f1d-934afb3b9920 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Allocated IP 172.20.0.2 (45458725-4fcd-4ea8-ae64-138a09d7d278/c81ee8b5-2dfe-437c-83e9-573a2466373c/7c64ea3d-f790-4e34-81fc-66827717da0a) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:00:57.060486 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-3957a93e-03d8-4da6-8f1d-934afb3b9920 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:57.103619 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-3957a93e-03d8-4da6-8f1d-934afb3b9920 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:57.121677 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39868) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:57.148290 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['717e811c-9fc9-4c24-8307-bf0656b74282'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:00:57.179020 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-3957a93e-03d8-4da6-8f1d-934afb3b9920 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Network 45458725-4fcd-4ea8-ae64-138a09d7d278 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:00:57.189195 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-3957a93e-03d8-4da6-8f1d-934afb3b9920 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:00:57.205871 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-3957a93e-03d8-4da6-8f1d-934afb3b9920 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:00:57.218073 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957a93e-03d8-4da6-8f1d-934afb3b9920 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event updated for resources: {'Port': ['ID=7c64ea3d-f790-4e34-81fc-66827717da0a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:57.272058 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e4fc439f-f6ff-4631-9650-8b7653af0e23 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=94a9f4e70748437a917cf3088af66b2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1491432 Nov 23 22:00:57.275776 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39872) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:57.295662 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-3957a93e-03d8-4da6-8f1d-934afb3b9920 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:57.296339 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-3957a93e-03d8-4da6-8f1d-934afb3b9920 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:57.331655 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-3957a93e-03d8-4da6-8f1d-934afb3b9920 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8544924 Nov 23 22:00:57.344449 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-83dd73c4-824a-416b-a6d4-3467363aea5a service neutron] Request body: {'port': {'device_id': 'bfc42651-c21b-47bd-ad75-32f9ddb2c0f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:00:57.387982 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50330f88-a33c-479e-a06a-caba2362c3f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:57.437722 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50330f88-a33c-479e-a06a-caba2362c3f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:57.548242 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50330f88-a33c-479e-a06a-caba2362c3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:57.552073 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50330f88-a33c-479e-a06a-caba2362c3f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:57.552535 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-83dd73c4-824a-416b-a6d4-3467363aea5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:57.553320 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-50330f88-a33c-479e-a06a-caba2362c3f4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1fc49700-401c-4818-b4c0-66b9293a50ab HTTP/1.1" status: 204 len: 168 time: 0.2752318 Nov 23 22:00:57.563274 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50330f88-a33c-479e-a06a-caba2362c3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc49700-401c-4818-b4c0-66b9293a50ab,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:57.606852 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db115e-c556-4a55-90e0-cb2488535869 req-2fb1b4b3-4382-4b14-a113-58435341d848 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:57.608478 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-67db115e-c556-4a55-90e0-cb2488535869 req-2fb1b4b3-4382-4b14-a113-58435341d848 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 931 time: 0.1656327 Nov 23 22:00:57.702487 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-67db115e-c556-4a55-90e0-cb2488535869 req-793d3c0e-a080-4a71-94ea-fd70edb66200 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719895 Nov 23 22:00:57.868819 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e515d791-7a1f-418f-bce0-90aeb6e0646e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:58.066027 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-83dd73c4-824a-416b-a6d4-3467363aea5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c64ea3d-f790-4e34-81fc-66827717da0a {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:00:58.075286 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-83dd73c4-824a-416b-a6d4-3467363aea5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:58.094800 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-83dd73c4-824a-416b-a6d4-3467363aea5a service neutron] Transition to ACTIVE for port object 7c64ea3d-f790-4e34-81fc-66827717da0a will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:00:58.100891 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-83dd73c4-824a-416b-a6d4-3467363aea5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:58.190873 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd73c4-824a-416b-a6d4-3467363aea5a service neutron] Pushing event updated for resources: {'Port': ['ID=7c64ea3d-f790-4e34-81fc-66827717da0a,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:58.255363 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-83dd73c4-824a-416b-a6d4-3467363aea5a service neutron] Attempting to bind port 7c64ea3d-f790-4e34-81fc-66827717da0a on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:00:58.255819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-83dd73c4-824a-416b-a6d4-3467363aea5a service neutron] Attempting to bind port 7c64ea3d-f790-4e34-81fc-66827717da0a by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '8040a69b-e868-4dab-8674-db6b1d5a7448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '45458725-4fcd-4ea8-ae64-138a09d7d278'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:00:58.256224 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-83dd73c4-824a-416b-a6d4-3467363aea5a service neutron] Attempting to bind port 7c64ea3d-f790-4e34-81fc-66827717da0a on network 45458725-4fcd-4ea8-ae64-138a09d7d278 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:00:58.262331 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-83dd73c4-824a-416b-a6d4-3467363aea5a service neutron] Port 7c64ea3d-f790-4e34-81fc-66827717da0a on network 45458725-4fcd-4ea8-ae64-138a09d7d278 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:00:58.262589 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-83dd73c4-824a-416b-a6d4-3467363aea5a service neutron] Attempting to bind port 7c64ea3d-f790-4e34-81fc-66827717da0a on network 45458725-4fcd-4ea8-ae64-138a09d7d278 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:00:58.269110 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-83dd73c4-824a-416b-a6d4-3467363aea5a service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:00:58.269535 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-83dd73c4-824a-416b-a6d4-3467363aea5a service neutron] Checking segment: {'id': '8040a69b-e868-4dab-8674-db6b1d5a7448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '45458725-4fcd-4ea8-ae64-138a09d7d278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:00:58.269994 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-83dd73c4-824a-416b-a6d4-3467363aea5a service neutron] Bound using segment: {'id': '8040a69b-e868-4dab-8674-db6b1d5a7448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '45458725-4fcd-4ea8-ae64-138a09d7d278'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:00:58.270496 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-83dd73c4-824a-416b-a6d4-3467363aea5a service neutron] Bound port: 7c64ea3d-f790-4e34-81fc-66827717da0a, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8040a69b-e868-4dab-8674-db6b1d5a7448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '45458725-4fcd-4ea8-ae64-138a09d7d278'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:00:58.270986 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-83dd73c4-824a-416b-a6d4-3467363aea5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:58.347662 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-83dd73c4-824a-416b-a6d4-3467363aea5a service neutron] For port 7c64ea3d-f790-4e34-81fc-66827717da0a, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:00:58.354691 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-83dd73c4-824a-416b-a6d4-3467363aea5a service neutron] For port 7c64ea3d-f790-4e34-81fc-66827717da0a, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7c64ea3d-f790-4e34-81fc-66827717da0a,segment=NetworkSegment(8040a69b-e868-4dab-8674-db6b1d5a7448),segment_id=8040a69b-e868-4dab-8674-db6b1d5a7448)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:00:58.362037 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-83dd73c4-824a-416b-a6d4-3467363aea5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:58.403377 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-83dd73c4-824a-416b-a6d4-3467363aea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:58.404176 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-83dd73c4-824a-416b-a6d4-3467363aea5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:58.405631 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-83dd73c4-824a-416b-a6d4-3467363aea5a service neutron] 10.222.0.53 "PUT /v2.0/ports/7c64ea3d-f790-4e34-81fc-66827717da0a HTTP/1.1" status: 200 len: 1091 time: 1.0659282 Nov 23 22:00:58.408899 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc42651-c21b-47bd-ad75-32f9ddb2c0f3', 'tag': '7c64ea3d-f790-4e34-81fc-66827717da0a'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:00:58.420379 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be59138f-4726-4496-be63-6cef5518dc61" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc42651-c21b-47bd-ad75-32f9ddb2c0f3", "tag": "7c64ea3d-f790-4e34-81fc-66827717da0a"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:00:58.496304 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33227583-0ad5-44cb-95c7-dff988053240 x-openstack-request-id: req-33227583-0ad5-44cb-95c7-dff988053240 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:00:58.496997 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc42651-c21b-47bd-ad75-32f9ddb2c0f3", "tag": "7c64ea3d-f790-4e34-81fc-66827717da0a", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:00:58.496997 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-33227583-0ad5-44cb-95c7-dff988053240 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:00:58.497320 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc42651-c21b-47bd-ad75-32f9ddb2c0f3', 'tag': '7c64ea3d-f790-4e34-81fc-66827717da0a', 'status': 'completed', 'code': 200} Nov 23 22:00:58.498474 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd73c4-824a-416b-a6d4-3467363aea5a service neutron] Pushing event updated for resources: {'Port': ['ID=7c64ea3d-f790-4e34-81fc-66827717da0a,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:58.524954 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-b86f02bd-d823-486e-9745-dc9ed4476c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:58.527546 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-b86f02bd-d823-486e-9745-dc9ed4476c9b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20a2db3afcf34a899cded9bdad6649b7&device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 1094 time: 0.0684342 Nov 23 22:00:58.607796 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-a15be111-668a-44ae-9dbf-edbc3bfcf55e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c64ea3d-f790-4e34-81fc-66827717da0a HTTP/1.1" status: 200 len: 217 time: 0.0702999 Nov 23 22:00:58.689645 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-57a6beca-a889-4ab9-91e0-b8ac1e483e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:58.691592 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-57a6beca-a889-4ab9-91e0-b8ac1e483e11 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c81ee8b5-2dfe-437c-83e9-573a2466373c HTTP/1.1" status: 200 len: 852 time: 0.0741453 Nov 23 22:00:58.732136 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-f2c53538-0d22-49f9-899c-af67a6aee706 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45458725-4fcd-4ea8-ae64-138a09d7d278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330071 Nov 23 22:00:58.736456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39924) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:58.826403 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39928) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:58.897484 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38908d-e2de-491d-a49a-269755ce684f req-68888bfd-c275-4be7-8303-b56e0d730692 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:58.899331 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a38908d-e2de-491d-a49a-269755ce684f req-68888bfd-c275-4be7-8303-b56e0d730692 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 943 time: 0.0824957 Nov 23 22:00:58.899942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-e3600173-1a2e-4b75-bf59-794a78e74eb2 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:58.901960 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e3600173-1a2e-4b75-bf59-794a78e74eb2 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0742369 Nov 23 22:00:58.905004 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39932) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:58.905169 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-433bcd8f-8eee-4d8a-80a5-ab6a64b4d212 service neutron] 10.222.0.53 "GET /v2.0/networks/45458725-4fcd-4ea8-ae64-138a09d7d278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614568 Nov 23 22:00:58.910212 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-a80d0403-852c-41a9-9df2-5c0066e99e59 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:58.911619 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a80d0403-852c-41a9-9df2-5c0066e99e59 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0052009 Nov 23 22:00:58.915003 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39934) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:58.921165 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-a1c00fc2-cd5d-4ae4-ae81-29e4aebe640d tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:58.922191 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a1c00fc2-cd5d-4ae4-ae81-29e4aebe640d tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0057714 Nov 23 22:00:58.925311 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39936) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:58.931101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-dfdd0f16-0d1f-4495-8731-aa949871f1fa tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:58.932174 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dfdd0f16-0d1f-4495-8731-aa949871f1fa tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0055377 Nov 23 22:00:58.936007 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39938) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:58.940933 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-ff49b838-5b45-4f49-974a-68bf6d8e0bd4 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:58.942287 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ff49b838-5b45-4f49-974a-68bf6d8e0bd4 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0050235 Nov 23 22:00:58.945368 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39940) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:58.950684 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-ad574b7f-cf1d-4486-ab07-9cbfca5f3e5d tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:58.951769 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ad574b7f-cf1d-4486-ab07-9cbfca5f3e5d tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0054178 Nov 23 22:00:58.953338 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c748a15a-e58b-42f9-b69b-e2341143baf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:58.954382 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39942) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:58.959293 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-a76b1918-0095-4624-851d-d92d9490eff9 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:58.960749 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a76b1918-0095-4624-851d-d92d9490eff9 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0053127 Nov 23 22:00:58.964139 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39944) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:58.968979 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-42858613-0496-4d28-9a0b-3b8cd149720d tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:58.970279 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-42858613-0496-4d28-9a0b-3b8cd149720d tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0049806 Nov 23 22:00:58.973280 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39946) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:58.977952 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-250c4962-f0a4-4368-8ce2-259d006bf68a tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:58.980976 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-250c4962-f0a4-4368-8ce2-259d006bf68a tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0060971 Nov 23 22:00:58.983687 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39948) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:58.991341 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-a88eb06d-ad49-4fc7-9a40-4be79061071b tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:58.992766 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a88eb06d-ad49-4fc7-9a40-4be79061071b tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0079412 Nov 23 22:00:58.995946 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39950) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.003228 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-5708a4ce-e457-473c-a0e7-3f94ccf5ec69 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.004597 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5708a4ce-e457-473c-a0e7-3f94ccf5ec69 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0072038 Nov 23 22:00:59.007338 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39952) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.013609 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-83fcf28b-b9f2-4d0c-9abe-9ff67f96fa54 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.014967 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-83fcf28b-b9f2-4d0c-9abe-9ff67f96fa54 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0059898 Nov 23 22:00:59.017542 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39954) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.024390 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-59a5f65c-01a3-4ee6-8943-27d0422f0623 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.027557 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-59a5f65c-01a3-4ee6-8943-27d0422f0623 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0083919 Nov 23 22:00:59.030143 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39956) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.035306 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-112c0436-7e4d-41a1-8bb9-d9c8c4821c1f tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.036566 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-112c0436-7e4d-41a1-8bb9-d9c8c4821c1f tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051982 Nov 23 22:00:59.044886 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39960) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.059506 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [None req-a4e0557f-abd8-4cc2-b25f-251a0d44ed70 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.060637 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a4e0557f-abd8-4cc2-b25f-251a0d44ed70 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0119205 Nov 23 22:00:59.063797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39962) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.069060 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-1e523fd3-6b55-4ee3-89de-5bef8e802866 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.070152 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1e523fd3-6b55-4ee3-89de-5bef8e802866 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0052221 Nov 23 22:00:59.073761 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39964) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.087432 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-725cb0d2-7674-497e-815a-16a9cf7cfe84 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.090748 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-725cb0d2-7674-497e-815a-16a9cf7cfe84 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0095057 Nov 23 22:00:59.092799 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a38908d-e2de-491d-a49a-269755ce684f req-088f46d2-d880-46b0-becd-79579667c6a7 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747491 Nov 23 22:00:59.097853 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39966) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.103920 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-b7360cc7-25d4-4af4-957c-f874661ce0d3 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.110623 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39968) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.122120 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [None req-f0bfa04b-fbe7-4c02-b787-063112bd49b2 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.122120 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f0bfa04b-fbe7-4c02-b787-063112bd49b2 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0071268 Nov 23 22:00:59.126658 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39970) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.126865 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b7360cc7-25d4-4af4-957c-f874661ce0d3 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0275104 Nov 23 22:00:59.136086 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [None req-b9914941-82be-41c2-b3fb-bc8e1fa3ed4a tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.137492 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b9914941-82be-41c2-b3fb-bc8e1fa3ed4a tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0122414 Nov 23 22:00:59.139841 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb86fba7-63b9-4ab9-8b69-dd6ed3cd5be8 req-70c92f31-dd14-45fd-96dd-1e4a5ebbf924 service neutron] 10.222.0.53 "GET /v2.0/networks/45458725-4fcd-4ea8-ae64-138a09d7d278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236962 Nov 23 22:00:59.140431 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39974) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.147472 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [None req-e4ddb812-7867-48cc-bfb7-ddef8a45555c tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.148459 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e4ddb812-7867-48cc-bfb7-ddef8a45555c tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0059261 Nov 23 22:00:59.152109 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39976) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.167677 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-75a39d2d-7c8e-4ec6-921e-f7bb75d9adc1 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.170803 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-75a39d2d-7c8e-4ec6-921e-f7bb75d9adc1 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0153518 Nov 23 22:00:59.175222 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39978) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.199656 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-b04662e5-8040-4a75-990f-04bd99d52496 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.203351 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b04662e5-8040-4a75-990f-04bd99d52496 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0265460 Nov 23 22:00:59.204217 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c748a15a-e58b-42f9-b69b-e2341143baf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:59.206106 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39980) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.212268 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [None req-f06a4d1b-ef1a-47f7-ab4b-2363cbea0db4 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.214165 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f06a4d1b-ef1a-47f7-ab4b-2363cbea0db4 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0062883 Nov 23 22:00:59.216476 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c748a15a-e58b-42f9-b69b-e2341143baf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:59.217217 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39982) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.221723 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-b26dac87-5c1a-4fe0-a6d7-c4ff6edef3fc tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.222672 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b26dac87-5c1a-4fe0-a6d7-c4ff6edef3fc tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044680 Nov 23 22:00:59.225443 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39984) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.229804 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-71513747-c873-4667-97d9-c3ea962a90a6 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.234688 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-71513747-c873-4667-97d9-c3ea962a90a6 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0044539 Nov 23 22:00:59.234688 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39986) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.239267 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-b395ae14-2542-416c-ba6f-7456e3d3f553 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.240305 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b395ae14-2542-416c-ba6f-7456e3d3f553 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0051510 Nov 23 22:00:59.243011 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39988) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.251111 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-883e210c-efce-411f-beb4-dc1fc9ced8d6 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.252229 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-883e210c-efce-411f-beb4-dc1fc9ced8d6 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0081320 Nov 23 22:00:59.254871 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39990) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.260932 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-43f1d02f-88c6-4394-90bc-9f5592adf15f tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.262559 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-43f1d02f-88c6-4394-90bc-9f5592adf15f tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0064332 Nov 23 22:00:59.265133 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39992) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.271593 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-12e72325-682e-4771-bb1d-4ac74bf8ee57 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.272953 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-12e72325-682e-4771-bb1d-4ac74bf8ee57 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0061421 Nov 23 22:00:59.276839 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39994) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.282185 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-8406794f-f7c8-4eee-aadd-1b938314c635 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.284532 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8406794f-f7c8-4eee-aadd-1b938314c635 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0053778 Nov 23 22:00:59.286088 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39996) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.294036 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-7e58bafa-533a-46f2-8516-4e775a5b8067 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.294036 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7e58bafa-533a-46f2-8516-4e775a5b8067 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0065985 Nov 23 22:00:59.296863 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39998) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.300382 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c748a15a-e58b-42f9-b69b-e2341143baf9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d8f862f70ead4041bdff8258699a38f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5628150 Nov 23 22:00:59.304722 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-01454a7d-87bb-4767-84cc-f7558c7a45f9 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.304944 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748a15a-e58b-42f9-b69b-e2341143baf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d22743d-c01d-4000-9fb5-ccf68715dd8a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:59.309487 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-01454a7d-87bb-4767-84cc-f7558c7a45f9 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0080681 Nov 23 22:00:59.309487 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40000) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.309487 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40002) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.318966 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-c595a3ff-609c-4344-b557-bf91aa63632d tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.327046 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c595a3ff-609c-4344-b557-bf91aa63632d tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0095243 Nov 23 22:00:59.327450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40006) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.328702 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [None req-2fa41a78-24c5-4e4d-b5f6-837e94153c03 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.329855 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2fa41a78-24c5-4e4d-b5f6-837e94153c03 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0049644 Nov 23 22:00:59.332660 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40008) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.332854 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59138f-4726-4496-be63-6cef5518dc61 req-6dce25ca-dea3-48d6-bfce-a37946a44121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:59.337653 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be59138f-4726-4496-be63-6cef5518dc61 req-6dce25ca-dea3-48d6-bfce-a37946a44121 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20a2db3afcf34a899cded9bdad6649b7&device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 1094 time: 0.1137037 Nov 23 22:00:59.346091 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-00c785d4-d016-4a20-815b-93567d4ffa02 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.347472 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-00c785d4-d016-4a20-815b-93567d4ffa02 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0079083 Nov 23 22:00:59.352347 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40010) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.358152 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-bb5a375b-d5eb-4940-a358-ab99acfe2bc7 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.359153 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bb5a375b-d5eb-4940-a358-ab99acfe2bc7 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0058291 Nov 23 22:00:59.362791 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40012) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.366935 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-553f01c1-aec9-4420-b691-ed4dc8f7edc6 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.367907 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-553f01c1-aec9-4420-b691-ed4dc8f7edc6 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0042560 Nov 23 22:00:59.371878 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40014) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.376944 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-a08600b7-8080-49ea-969b-b198617f92c7 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.377899 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a08600b7-8080-49ea-969b-b198617f92c7 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0051272 Nov 23 22:00:59.382484 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40016) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.389391 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [None req-183d0209-dcac-4daf-a6e6-afebe9fb750d tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.390918 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-183d0209-dcac-4daf-a6e6-afebe9fb750d tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0075619 Nov 23 22:00:59.394104 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40018) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.410055 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9bcf6f39-e3f5-485d-8b7a-48bbe525ea98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:59.432805 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [None req-8e57626d-1b27-4626-8a26-a2024ae759cf tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.434346 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8e57626d-1b27-4626-8a26-a2024ae759cf tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0336790 Nov 23 22:00:59.437550 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40020) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.438945 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9bcf6f39-e3f5-485d-8b7a-48bbe525ea98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:59.446310 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [None req-13f11aed-1cf7-49d5-a146-c95d402875a1 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.447558 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-13f11aed-1cf7-49d5-a146-c95d402875a1 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0088053 Nov 23 22:00:59.451381 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40022) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.459944 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [None req-9922d588-a3ff-47f9-9329-c57b85e40953 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.461153 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9922d588-a3ff-47f9-9329-c57b85e40953 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0086868 Nov 23 22:00:59.464139 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40024) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.470001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [None req-297d3354-d634-4d21-bf85-0d7868bdb47b tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.473352 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-297d3354-d634-4d21-bf85-0d7868bdb47b tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0042262 Nov 23 22:00:59.473514 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40026) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.480754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [None req-26550e85-e6ab-4ada-ba03-d1ebfadcab64 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.481701 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-26550e85-e6ab-4ada-ba03-d1ebfadcab64 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0072010 Nov 23 22:00:59.484424 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40028) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.489434 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-752a2daa-7144-41eb-8858-a1bd667e5d48 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.490451 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-752a2daa-7144-41eb-8858-a1bd667e5d48 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0046296 Nov 23 22:00:59.492874 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40030) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.496044 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59138f-4726-4496-be63-6cef5518dc61 req-50ea5f3d-d487-4019-94e4-0fc3806974ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:59.497703 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be59138f-4726-4496-be63-6cef5518dc61 req-50ea5f3d-d487-4019-94e4-0fc3806974ad service neutron] 10.222.0.53 "GET /v2.0/networks?id=45458725-4fcd-4ea8-ae64-138a09d7d278 HTTP/1.1" status: 200 len: 913 time: 0.1527514 Nov 23 22:00:59.498627 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-83230397-cc09-4cd2-8eb7-2da110a8941d tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.499627 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-83230397-cc09-4cd2-8eb7-2da110a8941d tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0058124 Nov 23 22:00:59.501912 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40032) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.506230 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-37f47c22-6201-483a-97cb-3ac8eaecd935 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.509486 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-37f47c22-6201-483a-97cb-3ac8eaecd935 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0045605 Nov 23 22:00:59.509729 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40034) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.514484 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-0cfc952d-ea50-4a70-abd4-aa995b4ba5ba tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.515810 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0cfc952d-ea50-4a70-abd4-aa995b4ba5ba tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0043595 Nov 23 22:00:59.524597 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40036) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.530647 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-090e972b-9218-4166-9c60-c30cbc6858ff tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.532022 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-090e972b-9218-4166-9c60-c30cbc6858ff tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0062311 Nov 23 22:00:59.534827 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40038) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.535593 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9bcf6f39-e3f5-485d-8b7a-48bbe525ea98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:59.538621 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9bcf6f39-e3f5-485d-8b7a-48bbe525ea98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:59.543594 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9bcf6f39-e3f5-485d-8b7a-48bbe525ea98 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6d22743d-c01d-4000-9fb5-ccf68715dd8a HTTP/1.1" status: 204 len: 168 time: 0.2317350 Nov 23 22:00:59.548145 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be59138f-4726-4496-be63-6cef5518dc61 req-957e8cb7-7c31-4de9-af82-962e987921f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c64ea3d-f790-4e34-81fc-66827717da0a HTTP/1.1" status: 200 len: 217 time: 0.0419853 Nov 23 22:00:59.548795 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-32685d84-0dff-40b4-a0b0-0034f8c5a3bf tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.552228 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-32685d84-0dff-40b4-a0b0-0034f8c5a3bf tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0089376 Nov 23 22:00:59.552775 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40042) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.555905 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf6f39-e3f5-485d-8b7a-48bbe525ea98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d22743d-c01d-4000-9fb5-ccf68715dd8a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:00:59.563194 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [None req-bb0907b1-e6e6-4134-bafc-c511589c39c2 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.565680 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-bb0907b1-e6e6-4134-bafc-c511589c39c2 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0103943 Nov 23 22:00:59.566893 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40046) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.577459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-dd03d1ee-b10a-4f26-8268-dfe8fdfc44eb tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.587266 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dd03d1ee-b10a-4f26-8268-dfe8fdfc44eb tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0191407 Nov 23 22:00:59.588023 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40048) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.592176 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-59dcb25b-849f-435c-9d31-04f7eff6c36c tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.593118 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-59dcb25b-849f-435c-9d31-04f7eff6c36c tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0042338 Nov 23 22:00:59.595710 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40050) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.599527 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-544c724c-0b12-49fe-abdc-e5a887e5ccdf tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.600542 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-544c724c-0b12-49fe-abdc-e5a887e5ccdf tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0038886 Nov 23 22:00:59.602678 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40052) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.607939 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-7788c226-6050-4d38-ac86-6bc4acf26a6f tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.611451 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7788c226-6050-4d38-ac86-6bc4acf26a6f tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0053537 Nov 23 22:00:59.611911 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40054) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.624519 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-80c80d7d-2315-44ff-b8a3-a55220161e2f tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.626763 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-80c80d7d-2315-44ff-b8a3-a55220161e2f tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0046113 Nov 23 22:00:59.628214 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40056) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.634635 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-dad95fd7-0018-4d7a-8852-4b918d34d039 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.635900 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dad95fd7-0018-4d7a-8852-4b918d34d039 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0067768 Nov 23 22:00:59.638528 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40058) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.643708 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59138f-4726-4496-be63-6cef5518dc61 req-45e3b35d-fccf-4334-9d01-c53369bf466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:00:59.644449 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-c6eeb234-0574-400a-94bb-c6b729ff2875 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.645432 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c6eeb234-0574-400a-94bb-c6b729ff2875 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0059955 Nov 23 22:00:59.646389 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be59138f-4726-4496-be63-6cef5518dc61 req-45e3b35d-fccf-4334-9d01-c53369bf466a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c81ee8b5-2dfe-437c-83e9-573a2466373c HTTP/1.1" status: 200 len: 852 time: 0.0809405 Nov 23 22:00:59.649443 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40060) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.654401 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [None req-f391eb68-ae64-460c-8281-3646f32ad5bc tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.655387 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f391eb68-ae64-460c-8281-3646f32ad5bc tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0049067 Nov 23 22:00:59.657678 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40064) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.662585 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [None req-821374e6-df01-4251-8cfe-4cce4b9d95ce tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.666518 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-821374e6-df01-4251-8cfe-4cce4b9d95ce tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0076797 Nov 23 22:00:59.666738 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40066) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.671121 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-685308a1-ad8d-4dbd-b08a-11cd78928ddc tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.672154 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-685308a1-ad8d-4dbd-b08a-11cd78928ddc tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0043664 Nov 23 22:00:59.675120 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40068) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.680604 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-c8aee058-d5f8-4c75-a58b-68b08b13503b tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.680818 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c8aee058-d5f8-4c75-a58b-68b08b13503b tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0046921 Nov 23 22:00:59.684419 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40070) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.688948 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-aaa82e1b-1038-4290-86d8-83891738ec24 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.690118 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-aaa82e1b-1038-4290-86d8-83891738ec24 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0045061 Nov 23 22:00:59.692949 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40072) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.698650 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-29cc533b-ff90-4ea5-9bf1-bed685202726 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.706274 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be59138f-4726-4496-be63-6cef5518dc61 req-5b703a8f-9c06-450f-8a39-2df23ce4e454 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45458725-4fcd-4ea8-ae64-138a09d7d278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386171 Nov 23 22:00:59.706909 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40074) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.711502 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [None req-942939df-99b8-42f4-949b-c87738b3d4b5 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.716624 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-29cc533b-ff90-4ea5-9bf1-bed685202726 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0086942 Nov 23 22:00:59.717513 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-942939df-99b8-42f4-949b-c87738b3d4b5 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0093541 Nov 23 22:00:59.718453 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40076) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.725485 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-65a95519-82ae-401b-ae8a-0eb4b17619f9 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.728808 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-65a95519-82ae-401b-ae8a-0eb4b17619f9 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0070643 Nov 23 22:00:59.731230 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40078) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.735400 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-ba5647f1-f8fd-494f-8516-4fdc249634f9 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.738506 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ba5647f1-f8fd-494f-8516-4fdc249634f9 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0041811 Nov 23 22:00:59.738911 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40080) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.749133 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-1e540faf-6168-481a-a446-62d5e81042dd tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.749133 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1e540faf-6168-481a-a446-62d5e81042dd tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0056107 Nov 23 22:00:59.749133 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40082) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.755349 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-f0cff1d2-801d-4c07-9fe2-da61f5b268d3 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.758761 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f0cff1d2-801d-4c07-9fe2-da61f5b268d3 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0067599 Nov 23 22:00:59.760509 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40084) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:00:59.765173 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [None req-a7deaef2-5212-4cb6-923e-140fbdf16850 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:00:59.766251 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a7deaef2-5212-4cb6-923e-140fbdf16850 tempest-ExtensionsTestJSON-1413945762 tempest-ExtensionsTestJSON-1413945762-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044515 Nov 23 22:00:59.817819 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be59138f-4726-4496-be63-6cef5518dc61 req-93a5e122-3c8d-4277-a628-34c87f7467ce service neutron] 10.222.0.53 "GET /v2.0/networks/45458725-4fcd-4ea8-ae64-138a09d7d278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989890 Nov 23 22:00:59.879913 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:00:59.961141 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be59138f-4726-4496-be63-6cef5518dc61 req-9f9b36cb-0dcd-46c6-b8ce-e72b2900e603 service neutron] 10.222.0.53 "GET /v2.0/networks/45458725-4fcd-4ea8-ae64-138a09d7d278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349761 Nov 23 22:01:00.020315 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40092) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:00.035012 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ae7dfd1d-c226-4215-ae30-89fa734582e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:00.095533 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40094) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:00.134566 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ae7dfd1d-c226-4215-ae30-89fa734582e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:00.140041 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ae7dfd1d-c226-4215-ae30-89fa734582e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:00.188558 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ae7dfd1d-c226-4215-ae30-89fa734582e4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=331f923ce0654a21b793d5854f9339aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1670339 Nov 23 22:01:00.189601 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7dfd1d-c226-4215-ae30-89fa734582e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dfeaf5-22be-4848-9570-8148dda5f556,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:00.192155 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40102) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:00.311085 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b4c5518e-1bbe-4927-b46d-ef82a7dfe932 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:00.373330 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f9a2b-ed13-49ca-8a85-da3c3b2593c4 req-cfd917ad-ec8b-405a-9968-00b2f6470c07 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:00.374870 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b4f9a2b-ed13-49ca-8a85-da3c3b2593c4 req-cfd917ad-ec8b-405a-9968-00b2f6470c07 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 943 time: 0.1648412 Nov 23 22:01:00.381288 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5b439d2c-07f0-4e80-b135-f76bcd6e5001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:00.438198 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5b439d2c-07f0-4e80-b135-f76bcd6e5001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:00.453440 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8e5de33e-c9ff-4da2-8bb5-bfa0dd14b592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:00.501366 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b4f9a2b-ed13-49ca-8a85-da3c3b2593c4 req-1a3d785f-df0a-4515-8824-f86b6cdb582b tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180258 Nov 23 22:01:00.523802 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b4c5518e-1bbe-4927-b46d-ef82a7dfe932 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:00.528467 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b4c5518e-1bbe-4927-b46d-ef82a7dfe932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:00.551391 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5b439d2c-07f0-4e80-b135-f76bcd6e5001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:00.553951 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5b439d2c-07f0-4e80-b135-f76bcd6e5001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:00.555107 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5b439d2c-07f0-4e80-b135-f76bcd6e5001 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b0dfeaf5-22be-4848-9570-8148dda5f556 HTTP/1.1" status: 204 len: 168 time: 0.3619845 Nov 23 22:01:00.572331 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b4c5518e-1bbe-4927-b46d-ef82a7dfe932 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c2c92966fe614fb5b1c1711dfb1f6245&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4756625 Nov 23 22:01:00.575148 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40108) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:00.577374 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5518e-1bbe-4927-b46d-ef82a7dfe932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677d97aa-b120-4f6c-9096-e2a2f934c340,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:00.587588 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b439d2c-07f0-4e80-b135-f76bcd6e5001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dfeaf5-22be-4848-9570-8148dda5f556,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:00.637502 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7d63fcea-ff63-4a5e-807d-a2cdb06927fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:00.659739 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7d63fcea-ff63-4a5e-807d-a2cdb06927fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:00.731672 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7d63fcea-ff63-4a5e-807d-a2cdb06927fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:00.734330 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7d63fcea-ff63-4a5e-807d-a2cdb06927fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:00.735551 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7d63fcea-ff63-4a5e-807d-a2cdb06927fd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/677d97aa-b120-4f6c-9096-e2a2f934c340 HTTP/1.1" status: 204 len: 168 time: 0.1590793 Nov 23 22:01:00.751117 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63fcea-ff63-4a5e-807d-a2cdb06927fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677d97aa-b120-4f6c-9096-e2a2f934c340,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:01.597537 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:01.663559 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aebfb1-422e-41f3-81a1-e2e75f3cc37c req-5240d7b2-0b26-45f0-b86f-ba78d65207dc tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:01.665682 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e8aebfb1-422e-41f3-81a1-e2e75f3cc37c req-5240d7b2-0b26-45f0-b86f-ba78d65207dc tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 943 time: 0.0729072 Nov 23 22:01:01.738559 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e8aebfb1-422e-41f3-81a1-e2e75f3cc37c req-4b644423-1c28-4bb1-9862-322007060eab tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647359 Nov 23 22:01:01.764702 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40172) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:01.878355 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-280372a6-5813-43b0-a09e-a4f9e8d8865b tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-861589955'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:01.907164 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280372a6-5813-43b0-a09e-a4f9e8d8865b tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Made reservation on behalf of 0a29fe7c02fe4da5acb7fd4b7b085400 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:01.913148 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-280372a6-5813-43b0-a09e-a4f9e8d8865b tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:01.923489 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-280372a6-5813-43b0-a09e-a4f9e8d8865b tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:02.010338 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-280372a6-5813-43b0-a09e-a4f9e8d8865b tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:02.015343 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-280372a6-5813-43b0-a09e-a4f9e8d8865b tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:02.043333 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280372a6-5813-43b0-a09e-a4f9e8d8865b tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:01:02.053648 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280372a6-5813-43b0-a09e-a4f9e8d8865b tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd45e7a-1584-4937-b928-6a886bd33cd5,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:02.059173 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-280372a6-5813-43b0-a09e-a4f9e8d8865b tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:02.059527 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-280372a6-5813-43b0-a09e-a4f9e8d8865b tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Added segment 852c5472-ce0d-425b-9b2c-4700360c08dc of type vlan for network abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3 Nov 23 22:01:02.103709 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-280372a6-5813-43b0-a09e-a4f9e8d8865b tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:02.153039 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-280372a6-5813-43b0-a09e-a4f9e8d8865b tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:02.158610 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280372a6-5813-43b0-a09e-a4f9e8d8865b tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:02.159269 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-280372a6-5813-43b0-a09e-a4f9e8d8865b tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:02.197299 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-280372a6-5813-43b0-a09e-a4f9e8d8865b tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4284935 Nov 23 22:01:02.198091 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40194) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:02.205273 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5e605871-01ee-4cf9-ac62-1f1b7cabda4e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Request body: {'subnet': {'network_id': 'abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:02.251478 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280372a6-5813-43b0-a09e-a4f9e8d8865b tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Pushing event updated for resources: {'Network': ['ID=abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:02.264288 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:01:02.335938 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e605871-01ee-4cf9-ac62-1f1b7cabda4e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Made reservation on behalf of 0a29fe7c02fe4da5acb7fd4b7b085400 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:02.339899 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5e605871-01ee-4cf9-ac62-1f1b7cabda4e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:02.371154 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 7c64ea3d-f790-4e34-81fc-66827717da0a details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:01:02.545514 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 7c64ea3d-f790-4e34-81fc-66827717da0a, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7c64ea3d-f790-4e34-81fc-66827717da0a,segment=NetworkSegment(8040a69b-e868-4dab-8674-db6b1d5a7448),segment_id=8040a69b-e868-4dab-8674-db6b1d5a7448)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:02.558811 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '7c64ea3d-f790-4e34-81fc-66827717da0a', 'network_id': '45458725-4fcd-4ea8-ae64-138a09d7d278', 'port_id': '7c64ea3d-f790-4e34-81fc-66827717da0a', 'mac_address': 'fa:16:3e:7b:30:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81ee8b5-2dfe-437c-83e9-573a2466373c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:01:02.616873 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:02.625233 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5e605871-01ee-4cf9-ac62-1f1b7cabda4e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:02.649155 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c64ea3d-f790-4e34-81fc-66827717da0a {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:01:02.677586 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 7c64ea3d-f790-4e34-81fc-66827717da0a, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7c64ea3d-f790-4e34-81fc-66827717da0a,segment=NetworkSegment(8040a69b-e868-4dab-8674-db6b1d5a7448),segment_id=8040a69b-e868-4dab-8674-db6b1d5a7448)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:02.696355 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:02.726282 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e605871-01ee-4cf9-ac62-1f1b7cabda4e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Checking segment: {'id': '852c5472-ce0d-425b-9b2c-4700360c08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:01:02.726645 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e605871-01ee-4cf9-ac62-1f1b7cabda4e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Network hostable DHCP agents. Network: abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:01:02.738768 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e605871-01ee-4cf9-ac62-1f1b7cabda4e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Pushing event updated for resources: {'Subnet': ['ID=6d31e2b4-2cab-40f2-80a5-f993d40b8a35,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:02.779033 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e605871-01ee-4cf9-ac62-1f1b7cabda4e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Network abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:01:02.801894 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-5e605871-01ee-4cf9-ac62-1f1b7cabda4e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:02.808947 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e605871-01ee-4cf9-ac62-1f1b7cabda4e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:02.809827 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5e605871-01ee-4cf9-ac62-1f1b7cabda4e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:02.843901 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5e605871-01ee-4cf9-ac62-1f1b7cabda4e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6444981 Nov 23 22:01:02.846502 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40236) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:02.855204 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4486b7c5-1089-42ba-a8e3-63f4c716bacb tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Request body: {'port': {'network_id': 'abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-858823314'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:02.886929 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=7c64ea3d-f790-4e34-81fc-66827717da0a,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:02.902802 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67bb70e-93ba-43e2-a08d-5414a68e8a1a None None] Network abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:02.965820 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0da3be-e846-4c7e-8b35-48507a9610d5 req-51428519-f524-401e-8cc1-4bf7ab59ff0e tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:02.982388 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa0da3be-e846-4c7e-8b35-48507a9610d5 req-51428519-f524-401e-8cc1-4bf7ab59ff0e tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 944 time: 0.1085737 Nov 23 22:01:03.046539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4486b7c5-1089-42ba-a8e3-63f4c716bacb tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Made reservation on behalf of 0a29fe7c02fe4da5acb7fd4b7b085400 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:03.062561 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4486b7c5-1089-42ba-a8e3-63f4c716bacb tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:03.066377 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:03.081516 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa0da3be-e846-4c7e-8b35-48507a9610d5 req-de09bb5a-7072-44f4-85b3-72030fb6f9a5 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960634 Nov 23 22:01:03.155196 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-4486b7c5-1089-42ba-a8e3-63f4c716bacb tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] device_id is not set on port f7a0c1ae-e027-4a86-a9ac-9d23cc255569 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:01:03.204305 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['7c64ea3d-f790-4e34-81fc-66827717da0a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:01:03.208429 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67ebe8a-d890-480f-9f09-ab82e410fe95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3', 'network_id': 'abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3', 'tenant_id': '0a29fe7c02fe4da5acb7fd4b7b085400', 'fixed_ips': [{'subnet_id': '6d31e2b4-2cab-40f2-80a5-f993d40b8a35'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:01:03.209756 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d67ebe8a-d890-480f-9f09-ab82e410fe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:03.350202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-4486b7c5-1089-42ba-a8e3-63f4c716bacb tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Allocated IP 172.20.0.12 (abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3/6d31e2b4-2cab-40f2-80a5-f993d40b8a35/f7a0c1ae-e027-4a86-a9ac-9d23cc255569) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:01:03.360943 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:01:03.624824 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4486b7c5-1089-42ba-a8e3-63f4c716bacb tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:03.675155 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4486b7c5-1089-42ba-a8e3-63f4c716bacb tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:03.732225 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486b7c5-1089-42ba-a8e3-63f4c716bacb tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Pushing event updated for resources: {'Port': ['ID=f7a0c1ae-e027-4a86-a9ac-9d23cc255569,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:03.761546 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4486b7c5-1089-42ba-a8e3-63f4c716bacb tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Network abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:01:03.763455 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-d67ebe8a-d890-480f-9f09-ab82e410fe95 None None] Allocated IP 172.20.0.2 (abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3/6d31e2b4-2cab-40f2-80a5-f993d40b8a35/968e73d3-7884-417d-926b-5bdb88499106) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:01:03.764117 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-4486b7c5-1089-42ba-a8e3-63f4c716bacb tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:03.767336 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4486b7c5-1089-42ba-a8e3-63f4c716bacb tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:01:03.835905 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4486b7c5-1089-42ba-a8e3-63f4c716bacb tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:03.837467 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4486b7c5-1089-42ba-a8e3-63f4c716bacb tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:03.861310 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4486b7c5-1089-42ba-a8e3-63f4c716bacb tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0134327 Nov 23 22:01:03.864571 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40300) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:03.874995 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-7337fedd-8b6e-4968-8829-7dd390785d2e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Request body: {'port': {'network_id': 'abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1460384219', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:03.875988 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.api.validators [None req-7337fedd-8b6e-4968-8829-7dd390785d2e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] bootfile-name is not in valid_values {{(pid=110033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 22:01:03.876588 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.api.validators [None req-7337fedd-8b6e-4968-8829-7dd390785d2e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] tftp-server is not in valid_values {{(pid=110033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 22:01:03.877399 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.api.validators [None req-7337fedd-8b6e-4968-8829-7dd390785d2e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] server-ip-address is not in valid_values {{(pid=110033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 22:01:03.930314 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40302) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:03.973853 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:04.074194 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7337fedd-8b6e-4968-8829-7dd390785d2e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Made reservation on behalf of 0a29fe7c02fe4da5acb7fd4b7b085400 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:04.086799 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7337fedd-8b6e-4968-8829-7dd390785d2e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:04.112031 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-7337fedd-8b6e-4968-8829-7dd390785d2e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] device_id is not set on port 406ac145-bc67-4c45-95a6-56bf1818c150 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:01:04.120392 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d67ebe8a-d890-480f-9f09-ab82e410fe95 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:04.148712 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d67ebe8a-d890-480f-9f09-ab82e410fe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:04.177729 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1c0ffc8a-63fe-452f-afa3-5fd07986032b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:04.254004 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67ebe8a-d890-480f-9f09-ab82e410fe95 None None] Network abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:01:04.256992 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-d67ebe8a-d890-480f-9f09-ab82e410fe95 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:04.259163 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ebe8a-d890-480f-9f09-ab82e410fe95 None None] Pushing event updated for resources: {'Port': ['ID=968e73d3-7884-417d-926b-5bdb88499106,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:04.261952 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67ebe8a-d890-480f-9f09-ab82e410fe95 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:01:04.330761 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d67ebe8a-d890-480f-9f09-ab82e410fe95 None None] Attempting to bind port 968e73d3-7884-417d-926b-5bdb88499106 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:01:04.331323 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d67ebe8a-d890-480f-9f09-ab82e410fe95 None None] Attempting to bind port 968e73d3-7884-417d-926b-5bdb88499106 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '852c5472-ce0d-425b-9b2c-4700360c08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:01:04.331796 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ebe8a-d890-480f-9f09-ab82e410fe95 None None] Attempting to bind port 968e73d3-7884-417d-926b-5bdb88499106 on network abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:01:04.339015 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ebe8a-d890-480f-9f09-ab82e410fe95 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:01:04.339796 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ebe8a-d890-480f-9f09-ab82e410fe95 None None] Checking segment: {'id': '852c5472-ce0d-425b-9b2c-4700360c08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:01:04.340307 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d67ebe8a-d890-480f-9f09-ab82e410fe95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:04.340873 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67ebe8a-d890-480f-9f09-ab82e410fe95 None None] Bound using segment: {'id': '852c5472-ce0d-425b-9b2c-4700360c08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:01:04.341471 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d67ebe8a-d890-480f-9f09-ab82e410fe95 None None] Bound port: 968e73d3-7884-417d-926b-5bdb88499106, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852c5472-ce0d-425b-9b2c-4700360c08dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:01:04.341959 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d67ebe8a-d890-480f-9f09-ab82e410fe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:04.359345 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-7337fedd-8b6e-4968-8829-7dd390785d2e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Allocated IP 172.20.0.9 (abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3/6d31e2b4-2cab-40f2-80a5-f993d40b8a35/406ac145-bc67-4c45-95a6-56bf1818c150) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:01:04.449828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744391e-dd05-42a5-9dec-34e510f8f055 req-93ab9e82-d577-415c-97e8-9ed1c96c94be tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:04.460252 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e744391e-dd05-42a5-9dec-34e510f8f055 req-93ab9e82-d577-415c-97e8-9ed1c96c94be tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 944 time: 0.1660035 Nov 23 22:01:04.464730 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d67ebe8a-d890-480f-9f09-ab82e410fe95 None None] For port 968e73d3-7884-417d-926b-5bdb88499106, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:01:04.468503 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d67ebe8a-d890-480f-9f09-ab82e410fe95 None None] For port 968e73d3-7884-417d-926b-5bdb88499106, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=968e73d3-7884-417d-926b-5bdb88499106,segment=NetworkSegment(852c5472-ce0d-425b-9b2c-4700360c08dc),segment_id=852c5472-ce0d-425b-9b2c-4700360c08dc)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:01:04.476113 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d67ebe8a-d890-480f-9f09-ab82e410fe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:04.528482 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1c0ffc8a-63fe-452f-afa3-5fd07986032b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:04.539163 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1c0ffc8a-63fe-452f-afa3-5fd07986032b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:04.546114 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ebe8a-d890-480f-9f09-ab82e410fe95 None None] Pushing event updated for resources: {'Port': ['ID=968e73d3-7884-417d-926b-5bdb88499106,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:04.586654 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e744391e-dd05-42a5-9dec-34e510f8f055 req-318b7559-a140-4978-bdb0-71d46e241628 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251893 Nov 23 22:01:04.597802 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1c0ffc8a-63fe-452f-afa3-5fd07986032b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01aeb50eee13451e91baf83c6df70778&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6663170 Nov 23 22:01:04.601565 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40314) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:04.607743 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7337fedd-8b6e-4968-8829-7dd390785d2e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:04.649325 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ffc8a-63fe-452f-afa3-5fd07986032b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb4447a-0e95-4813-a509-3d650a3afa00,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:04.671356 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7337fedd-8b6e-4968-8829-7dd390785d2e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:04.733987 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7337fedd-8b6e-4968-8829-7dd390785d2e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Network abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:01:04.736973 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-71351d93-7367-4237-ae2e-f8602a150001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:04.737411 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-7337fedd-8b6e-4968-8829-7dd390785d2e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:04.741456 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7337fedd-8b6e-4968-8829-7dd390785d2e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:01:04.766259 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-71351d93-7367-4237-ae2e-f8602a150001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:04.823074 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7337fedd-8b6e-4968-8829-7dd390785d2e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:04.823792 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7337fedd-8b6e-4968-8829-7dd390785d2e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:04.841972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337fedd-8b6e-4968-8829-7dd390785d2e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Pushing event updated for resources: {'Port': ['ID=406ac145-bc67-4c45-95a6-56bf1818c150,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:04.852507 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7337fedd-8b6e-4968-8829-7dd390785d2e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.9865499 Nov 23 22:01:04.854013 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-71351d93-7367-4237-ae2e-f8602a150001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:04.858759 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-71351d93-7367-4237-ae2e-f8602a150001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:04.859902 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40318) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:04.863408 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-71351d93-7367-4237-ae2e-f8602a150001 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5fb4447a-0e95-4813-a509-3d650a3afa00 HTTP/1.1" status: 204 len: 168 time: 0.2583640 Nov 23 22:01:04.881592 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71351d93-7367-4237-ae2e-f8602a150001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb4447a-0e95-4813-a509-3d650a3afa00,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:04.992034 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ce2d5d-4197-4d57-b522-dd21f0332bb7 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:05.001158 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ce2d5d-4197-4d57-b522-dd21f0332bb7 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:05.007887 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ce2d5d-4197-4d57-b522-dd21f0332bb7 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:05.009767 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-69ce2d5d-4197-4d57-b522-dd21f0332bb7 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1476719 Nov 23 22:01:05.012935 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40322) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:05.142775 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-a10232c7-d715-466d-b240-7898de9b3cc2 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Deleting port 406ac145-bc67-4c45-95a6-56bf1818c150 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:01:05.143266 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a10232c7-d715-466d-b240-7898de9b3cc2 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:05.225096 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40328) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:05.241142 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a10232c7-d715-466d-b240-7898de9b3cc2 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:05.248830 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78a05e8f-9752-4d4b-ab25-edcc6e862f92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:05.255847 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-a10232c7-d715-466d-b240-7898de9b3cc2 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Calling delete_port for 406ac145-bc67-4c45-95a6-56bf1818c150 owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:01:05.363672 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78a05e8f-9752-4d4b-ab25-edcc6e862f92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:05.377557 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78a05e8f-9752-4d4b-ab25-edcc6e862f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:05.425750 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-78a05e8f-9752-4d4b-ab25-edcc6e862f92 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8d2284994de04241992158ee4bde5c2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1995323 Nov 23 22:01:05.429294 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40336) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:05.458802 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a05e8f-9752-4d4b-ab25-edcc6e862f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c119932-89b9-4503-9487-3be603d3db7e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:05.509347 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a10232c7-d715-466d-b240-7898de9b3cc2 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:05.511170 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2805d4c-2cbd-4eb9-afdc-80f9227a59fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:05.549355 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2805d4c-2cbd-4eb9-afdc-80f9227a59fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:05.563031 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10232c7-d715-466d-b240-7898de9b3cc2 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Pushing event deleted for resources: {'Port': ['ID=406ac145-bc67-4c45-95a6-56bf1818c150,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:05.624843 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2805d4c-2cbd-4eb9-afdc-80f9227a59fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:05.628186 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2805d4c-2cbd-4eb9-afdc-80f9227a59fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:05.629678 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e2805d4c-2cbd-4eb9-afdc-80f9227a59fc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9c119932-89b9-4503-9487-3be603d3db7e HTTP/1.1" status: 204 len: 168 time: 0.1992617 Nov 23 22:01:05.646601 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2805d4c-2cbd-4eb9-afdc-80f9227a59fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c119932-89b9-4503-9487-3be603d3db7e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:05.665110 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a10232c7-d715-466d-b240-7898de9b3cc2 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:05.676253 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40344) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:05.684161 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c97efd85-eec2-4626-bb3d-1d9d6cac0ed5 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Request body: {'port': {'name': 'tempest-new-port-name-1503685923', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:05.684582 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.api.validators [None req-c97efd85-eec2-4626-bb3d-1d9d6cac0ed5 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] bootfile-name is not in valid_values {{(pid=110033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 22:01:05.685139 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.api.validators [None req-c97efd85-eec2-4626-bb3d-1d9d6cac0ed5 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] tftp-server is not in valid_values {{(pid=110033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 22:01:05.686077 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.api.validators [None req-c97efd85-eec2-4626-bb3d-1d9d6cac0ed5 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] server-ip-address is not in valid_values {{(pid=110033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 22:01:05.688134 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a10232c7-d715-466d-b240-7898de9b3cc2 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] 10.222.0.50 "DELETE /v2.0/ports/406ac145-bc67-4c45-95a6-56bf1818c150 HTTP/1.1" status: 204 len: 168 time: 0.6738882 Nov 23 22:01:05.844240 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c97efd85-eec2-4626-bb3d-1d9d6cac0ed5 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:05.858724 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44d20d-20e5-4d49-9c18-95299f7eed46 req-da63a0e9-52e5-4923-a05e-ce4e50f99915 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:05.866148 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa44d20d-20e5-4d49-9c18-95299f7eed46 req-da63a0e9-52e5-4923-a05e-ce4e50f99915 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 944 time: 0.1156938 Nov 23 22:01:05.873623 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 968e73d3-7884-417d-926b-5bdb88499106 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:01:05.952769 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cea650f-d22b-48f2-9d8f-d27699074f5e None None] Network abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:05.962366 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa44d20d-20e5-4d49-9c18-95299f7eed46 req-dc65a04f-8ad4-4f73-8336-d9b4164149de tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951400 Nov 23 22:01:06.186468 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c97efd85-eec2-4626-bb3d-1d9d6cac0ed5 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:06.192955 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c97efd85-eec2-4626-bb3d-1d9d6cac0ed5 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:06.281444 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 968e73d3-7884-417d-926b-5bdb88499106 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:06.281826 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:06.316372 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97efd85-eec2-4626-bb3d-1d9d6cac0ed5 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Pushing event updated for resources: {'Port': ['ID=f7a0c1ae-e027-4a86-a9ac-9d23cc255569,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:06.326727 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-38ef7bac-bb80-4604-a3af-6369003eb94a None None] Provisioning complete for port 968e73d3-7884-417d-926b-5bdb88499106 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:06.327127 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-38ef7bac-bb80-4604-a3af-6369003eb94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:06.362573 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-c97efd85-eec2-4626-bb3d-1d9d6cac0ed5 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] In _notify_port_updated(), no bound segment for port f7a0c1ae-e027-4a86-a9ac-9d23cc255569 on network abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3 {{(pid=110033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:01:06.373104 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97efd85-eec2-4626-bb3d-1d9d6cac0ed5 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:06.373812 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c97efd85-eec2-4626-bb3d-1d9d6cac0ed5 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:06.378217 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40368) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:06.399310 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c97efd85-eec2-4626-bb3d-1d9d6cac0ed5 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] 10.222.0.50 "PUT /v2.0/ports/f7a0c1ae-e027-4a86-a9ac-9d23cc255569 HTTP/1.1" status: 200 len: 1137 time: 0.7217374 Nov 23 22:01:06.414993 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 7c64ea3d-f790-4e34-81fc-66827717da0a up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:01:06.482132 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a73c7c-9934-4c5b-b0f0-bfe0f08969da tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:06.487354 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40372) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:06.495326 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-08a73c7c-9934-4c5b-b0f0-bfe0f08969da tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] 10.222.0.50 "GET /v2.0/ports/f7a0c1ae-e027-4a86-a9ac-9d23cc255569 HTTP/1.1" status: 200 len: 1137 time: 0.1091781 Nov 23 22:01:06.667649 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-5230bb89-9070-4d6f-bfc0-d7099b036215 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Deleting port f7a0c1ae-e027-4a86-a9ac-9d23cc255569 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:01:06.668250 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5230bb89-9070-4d6f-bfc0-d7099b036215 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:06.691743 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:06.748370 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 968e73d3-7884-417d-926b-5bdb88499106, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=968e73d3-7884-417d-926b-5bdb88499106,segment=NetworkSegment(852c5472-ce0d-425b-9b2c-4700360c08dc),segment_id=852c5472-ce0d-425b-9b2c-4700360c08dc)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:06.749778 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 7c64ea3d-f790-4e34-81fc-66827717da0a completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:01:06.762162 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 7c64ea3d-f790-4e34-81fc-66827717da0a triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:06.762630 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:06.793092 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:06.812093 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5230bb89-9070-4d6f-bfc0-d7099b036215 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:06.827235 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-5230bb89-9070-4d6f-bfc0-d7099b036215 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Calling delete_port for f7a0c1ae-e027-4a86-a9ac-9d23cc255569 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:01:06.916952 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d95421-85ef-4099-a8ef-6fb94ae7f073 req-416358d7-04a4-4ae0-bcca-520bd9211fc0 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:06.923649 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=968e73d3-7884-417d-926b-5bdb88499106,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:06.927794 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-98d95421-85ef-4099-a8ef-6fb94ae7f073 req-416358d7-04a4-4ae0-bcca-520bd9211fc0 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.1615772 Nov 23 22:01:06.936529 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-38ef7bac-bb80-4604-a3af-6369003eb94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:07.084898 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-98d95421-85ef-4099-a8ef-6fb94ae7f073 req-1973c11c-0e68-4497-9878-5b2b6d0fb8bd tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564941 Nov 23 22:01:07.091431 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-38ef7bac-bb80-4604-a3af-6369003eb94a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:01:07.091906 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-38ef7bac-bb80-4604-a3af-6369003eb94a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:01:07.175821 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5230bb89-9070-4d6f-bfc0-d7099b036215 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:07.229274 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:07.240401 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230bb89-9070-4d6f-bfc0-d7099b036215 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Pushing event deleted for resources: {'Port': ['ID=f7a0c1ae-e027-4a86-a9ac-9d23cc255569,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:07.284782 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc42651-c21b-47bd-ad75-32f9ddb2c0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c64ea3d-f790-4e34-81fc-66827717da0a'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:01:07.293070 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9da13e3-1426-44b7-8ea2-f00fa8ebb63c" -d '{"events": [{"server_uuid": "bfc42651-c21b-47bd-ad75-32f9ddb2c0f3", "name": "network-vif-plugged", "status": "completed", "tag": "7c64ea3d-f790-4e34-81fc-66827717da0a"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:01:07.302868 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381184aa-2a0e-487f-9110-2580d4822907 req-d8e707c1-dc5d-4d39-a10d-5d434a7dfa1f tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:07.319498 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-381184aa-2a0e-487f-9110-2580d4822907 req-d8e707c1-dc5d-4d39-a10d-5d434a7dfa1f tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 944 time: 0.1193891 Nov 23 22:01:07.331974 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 7c64ea3d-f790-4e34-81fc-66827717da0a, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7c64ea3d-f790-4e34-81fc-66827717da0a,segment=NetworkSegment(8040a69b-e868-4dab-8674-db6b1d5a7448),segment_id=8040a69b-e868-4dab-8674-db6b1d5a7448)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:07.345033 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:07.453131 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20376b4-f2ab-408d-9cd7-9f238326e00c x-openstack-request-id: req-d20376b4-f2ab-408d-9cd7-9f238326e00c {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:01:07.453428 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc42651-c21b-47bd-ad75-32f9ddb2c0f3", "name": "network-vif-plugged", "status": "completed", "tag": "7c64ea3d-f790-4e34-81fc-66827717da0a", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:01:07.453820 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d20376b4-f2ab-408d-9cd7-9f238326e00c {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:01:07.454074 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc42651-c21b-47bd-ad75-32f9ddb2c0f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c64ea3d-f790-4e34-81fc-66827717da0a', 'code': 200} Nov 23 22:01:07.455065 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=7c64ea3d-f790-4e34-81fc-66827717da0a,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:07.474753 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5230bb89-9070-4d6f-bfc0-d7099b036215 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:07.484799 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5230bb89-9070-4d6f-bfc0-d7099b036215 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] 10.222.0.50 "DELETE /v2.0/ports/f7a0c1ae-e027-4a86-a9ac-9d23cc255569 HTTP/1.1" status: 204 len: 168 time: 0.9960945 Nov 23 22:01:07.488275 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40402) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:07.500079 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-381184aa-2a0e-487f-9110-2580d4822907 req-736ff665-a813-4a01-8076-68a98d7e365a tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719778 Nov 23 22:01:07.579184 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e0203-6fb4-4565-836c-7ce5f4cb3d7b req-d70c8fa0-06c6-4f37-894f-ddce837e9969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:07.585832 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-813e0203-6fb4-4565-836c-7ce5f4cb3d7b req-d70c8fa0-06c6-4f37-894f-ddce837e9969 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 1096 time: 0.1021979 Nov 23 22:01:07.589881 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-83edd1ec-d625-4602-b408-49dcd71f978e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Deleting subnet 6d31e2b4-2cab-40f2-80a5-f993d40b8a35 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:01:07.593512 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-83edd1ec-d625-4602-b408-49dcd71f978e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:07.649605 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-83edd1ec-d625-4602-b408-49dcd71f978e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:07.719319 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-813e0203-6fb4-4565-836c-7ce5f4cb3d7b req-db897e69-2839-46df-8426-d41efab4b91c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245522 Nov 23 22:01:07.761684 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 968e73d3-7884-417d-926b-5bdb88499106 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:01:07.798409 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-83edd1ec-d625-4602-b408-49dcd71f978e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:07.830586 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5b7751aa-759a-4907-8441-082ac0854620 None None] Provisioning complete for port 968e73d3-7884-417d-926b-5bdb88499106 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:07.830586 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5b7751aa-759a-4907-8441-082ac0854620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:07.885637 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-83edd1ec-d625-4602-b408-49dcd71f978e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:07.889546 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 968e73d3-7884-417d-926b-5bdb88499106 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:07.889926 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:07.918313 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-83edd1ec-d625-4602-b408-49dcd71f978e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:07.922368 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-83edd1ec-d625-4602-b408-49dcd71f978e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] 10.222.0.50 "DELETE /v2.0/subnets/6d31e2b4-2cab-40f2-80a5-f993d40b8a35 HTTP/1.1" status: 204 len: 168 time: 0.4324605 Nov 23 22:01:07.925005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40414) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:07.944906 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edd1ec-d625-4602-b408-49dcd71f978e tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Pushing event deleted for resources: {'Subnet': ['ID=6d31e2b4-2cab-40f2-80a5-f993d40b8a35,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:07.990123 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5b7751aa-759a-4907-8441-082ac0854620 None None] Could not find standard attr ID for object f7a0c1ae-e027-4a86-a9ac-9d23cc255569. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:01:08.089879 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c58b1ee3-bb63-4d84-b8a8-3e7f19ec1288 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:08.110179 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ff60890d-38f5-434c-80cc-17d12cead327 None None] Could not find standard attr ID for object 406ac145-bc67-4c45-95a6-56bf1818c150. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:01:08.239882 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-c58b1ee3-bb63-4d84-b8a8-3e7f19ec1288 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Deleting port 968e73d3-7884-417d-926b-5bdb88499106 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:01:08.240315 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c58b1ee3-bb63-4d84-b8a8-3e7f19ec1288 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:08.263338 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38719e60-3098-4017-94b2-1373f9bc6360 None None] Network abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:08.281327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57725e-61af-49e8-8355-9dd1643c773b req-23d66dbf-de53-4d36-86e9-424e4a958b75 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:08.283032 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f57725e-61af-49e8-8355-9dd1643c773b req-23d66dbf-de53-4d36-86e9-424e4a958b75 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.0970435 Nov 23 22:01:08.365565 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f57725e-61af-49e8-8355-9dd1643c773b req-9d88dde8-7cad-4760-917b-a7ba32189242 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519795 Nov 23 22:01:08.371536 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-c58b1ee3-bb63-4d84-b8a8-3e7f19ec1288 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] For port 968e73d3-7884-417d-926b-5bdb88499106, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=968e73d3-7884-417d-926b-5bdb88499106,segment=NetworkSegment(852c5472-ce0d-425b-9b2c-4700360c08dc),segment_id=852c5472-ce0d-425b-9b2c-4700360c08dc)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:08.372010 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c58b1ee3-bb63-4d84-b8a8-3e7f19ec1288 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:08.384540 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-c58b1ee3-bb63-4d84-b8a8-3e7f19ec1288 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Calling delete_port for 968e73d3-7884-417d-926b-5bdb88499106 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:01:08.505192 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c58b1ee3-bb63-4d84-b8a8-3e7f19ec1288 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:08.534121 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dca699-64cb-42b9-b3ad-8313d0ecc44c None None] DHCP port deletion for abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:01:08.537273 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58b1ee3-bb63-4d84-b8a8-3e7f19ec1288 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] No DVR routers for this DVR port 968e73d3-7884-417d-926b-5bdb88499106 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:01:08.540680 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b1ee3-bb63-4d84-b8a8-3e7f19ec1288 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Pushing event deleted for resources: {'Port': ['ID=968e73d3-7884-417d-926b-5bdb88499106,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:08.677549 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c58b1ee3-bb63-4d84-b8a8-3e7f19ec1288 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:08.702702 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-c58b1ee3-bb63-4d84-b8a8-3e7f19ec1288 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:08.722277 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-c58b1ee3-bb63-4d84-b8a8-3e7f19ec1288 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852c5472-ce0d-425b-9b2c-4700360c08dc') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:08.722580 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-c58b1ee3-bb63-4d84-b8a8-3e7f19ec1288 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852c5472-ce0d-425b-9b2c-4700360c08dc') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:08.739705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5e8ab-044c-4ece-84ef-ba918d9daf20 req-d4907719-b7e4-42ff-9272-39dcd989eb18 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:08.741237 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-62f5e8ab-044c-4ece-84ef-ba918d9daf20 req-d4907719-b7e4-42ff-9272-39dcd989eb18 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 945 time: 0.1187510 Nov 23 22:01:08.743205 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c58b1ee3-bb63-4d84-b8a8-3e7f19ec1288 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:08.768941 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c58b1ee3-bb63-4d84-b8a8-3e7f19ec1288 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:08.787509 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58b1ee3-bb63-4d84-b8a8-3e7f19ec1288 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:01:08.788163 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c58b1ee3-bb63-4d84-b8a8-3e7f19ec1288 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:01:08.793476 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:01:08.872193 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-62f5e8ab-044c-4ece-84ef-ba918d9daf20 req-ac9e1b99-67ec-4794-a614-3b560f431317 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214707 Nov 23 22:01:08.888931 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c58b1ee3-bb63-4d84-b8a8-3e7f19ec1288 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:09.280613 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c58b1ee3-bb63-4d84-b8a8-3e7f19ec1288 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:09.284401 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c58b1ee3-bb63-4d84-b8a8-3e7f19ec1288 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] 10.222.0.50 "DELETE /v2.0/networks/abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3 HTTP/1.1" status: 204 len: 168 time: 1.3582706 Nov 23 22:01:09.285785 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b1ee3-bb63-4d84-b8a8-3e7f19ec1288 tempest-ExtraDHCPOptionsTestJSON-295400535 tempest-ExtraDHCPOptionsTestJSON-295400535-project] Pushing event deleted for resources: {'Network': ['ID=abfaa47d-e2e2-4f3f-b0ec-c860a5eb22a3,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:09.382409 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40474) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:09.505675 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629bffd-3221-40e0-bf35-87e2f467158e req-962e87da-4f92-4180-9bc7-bfe10b840c25 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:09.507172 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8629bffd-3221-40e0-bf35-87e2f467158e req-962e87da-4f92-4180-9bc7-bfe10b840c25 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.0537729 Nov 23 22:01:09.550643 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40482) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:09.560841 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8629bffd-3221-40e0-bf35-87e2f467158e req-7cdba93a-da93-4cd5-9f7f-29f6d4f22323 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461130 Nov 23 22:01:09.618441 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f842342b-ab79-460c-a756-8fbb75f8ea07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:09.650146 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-913a7546-d4e6-4dc7-9658-c9f505ff4a5f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a29fe7c02fe4da5acb7fd4b7b085400&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0982723 Nov 23 22:01:09.654495 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40486) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:09.662252 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 968e73d3-7884-417d-926b-5bdb88499106 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:01:09.685014 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 968e73d3-7884-417d-926b-5bdb88499106 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:01:09.685702 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 968e73d3-7884-417d-926b-5bdb88499106 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:01:09.699432 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f842342b-ab79-460c-a756-8fbb75f8ea07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:09.705819 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f842342b-ab79-460c-a756-8fbb75f8ea07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:09.710452 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-42972871-d411-4152-b31c-65549ef8251a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:09.734515 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-42972871-d411-4152-b31c-65549ef8251a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:09.749249 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f842342b-ab79-460c-a756-8fbb75f8ea07 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=473f1900fc2a4a259cda2c5ae6f0ce9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3633337 Nov 23 22:01:09.749249 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842342b-ab79-460c-a756-8fbb75f8ea07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab657e63-e566-404d-a321-44472d979d4a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:09.750276 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40488) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:09.784819 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-42972871-d411-4152-b31c-65549ef8251a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:09.787933 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-42972871-d411-4152-b31c-65549ef8251a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:09.791584 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-42972871-d411-4152-b31c-65549ef8251a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3bd45e7a-1584-4937-b928-6a886bd33cd5 HTTP/1.1" status: 204 len: 168 time: 0.1335387 Nov 23 22:01:09.808256 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42972871-d411-4152-b31c-65549ef8251a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd45e7a-1584-4937-b928-6a886bd33cd5,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:09.808687 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-edd73289-2ed3-4e3c-afe4-3a46eb9908c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:09.836708 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-edd73289-2ed3-4e3c-afe4-3a46eb9908c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:09.891219 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-edd73289-2ed3-4e3c-afe4-3a46eb9908c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:09.894171 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-edd73289-2ed3-4e3c-afe4-3a46eb9908c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:09.897947 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-edd73289-2ed3-4e3c-afe4-3a46eb9908c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab657e63-e566-404d-a321-44472d979d4a HTTP/1.1" status: 204 len: 168 time: 0.1445742 Nov 23 22:01:09.907183 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd73289-2ed3-4e3c-afe4-3a46eb9908c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab657e63-e566-404d-a321-44472d979d4a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:10.027745 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10306782-211d-4b1b-962a-db4a2e6b85d0 req-260278d6-ec6a-44cc-a65e-6bfe00199d76 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:10.029296 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-10306782-211d-4b1b-962a-db4a2e6b85d0 req-260278d6-ec6a-44cc-a65e-6bfe00199d76 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 945 time: 0.0579224 Nov 23 22:01:10.100058 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-10306782-211d-4b1b-962a-db4a2e6b85d0 req-a5766401-0aa9-475a-9aa3-2092723111e1 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622647 Nov 23 22:01:10.270206 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8bc7319-596d-4845-81a7-37484f3d2aec req-24d0b482-7a74-49ce-b90e-a4bbbb871205 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1112941476&fields=id&tenant_id=20a2db3afcf34a899cded9bdad6649b7 HTTP/1.1" status: 200 len: 267 time: 0.0659342 Nov 23 22:01:10.343855 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc7319-596d-4845-81a7-37484f3d2aec req-c2563f93-15bf-497e-b7ed-d2fa342af608 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:10.355381 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8bc7319-596d-4845-81a7-37484f3d2aec req-c2563f93-15bf-497e-b7ed-d2fa342af608 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 945 time: 0.0788734 Nov 23 22:01:10.367743 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-c8bc7319-596d-4845-81a7-37484f3d2aec req-c8e81459-d73f-41ba-9b4d-2e51b671139b tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Request body: {'port': {'security_groups': ['fbbd0e79-8d79-4fd4-9faf-8cd566bf155a', '0249e102-d607-4bd7-8d51-d355d61d06a8']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:10.450537 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8bc7319-596d-4845-81a7-37484f3d2aec req-c8e81459-d73f-41ba-9b4d-2e51b671139b tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:10.506202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40520) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:10.534999 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d46a7bcb-0fa4-4857-a294-6ea84e90ec3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:10.657092 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d46a7bcb-0fa4-4857-a294-6ea84e90ec3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:10.667920 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d46a7bcb-0fa4-4857-a294-6ea84e90ec3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:10.706765 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a7bcb-0fa4-4857-a294-6ea84e90ec3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0ea9b0-cb3f-4e01-95a9-e4feadae427e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:10.716010 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-c8bc7319-596d-4845-81a7-37484f3d2aec req-c8e81459-d73f-41ba-9b4d-2e51b671139b tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] For port 7c64ea3d-f790-4e34-81fc-66827717da0a, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7c64ea3d-f790-4e34-81fc-66827717da0a,segment=NetworkSegment(8040a69b-e868-4dab-8674-db6b1d5a7448),segment_id=8040a69b-e868-4dab-8674-db6b1d5a7448)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:10.732440 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d46a7bcb-0fa4-4857-a294-6ea84e90ec3b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c50ecdb02f944f3b0734a2da7cf8d6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2213972 Nov 23 22:01:10.733088 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40534) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:10.758812 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3435fe9-94d2-4013-ac21-7ef52639d55b req-793fbbe1-8d33-423f-9c5e-c1af1a58517b tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:10.760885 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f3435fe9-94d2-4013-ac21-7ef52639d55b req-793fbbe1-8d33-423f-9c5e-c1af1a58517b tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.1003153 Nov 23 22:01:10.783459 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8bc7319-596d-4845-81a7-37484f3d2aec req-c8e81459-d73f-41ba-9b4d-2e51b671139b tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:10.785763 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2d01c538-c4ef-4a74-8d70-3a12676decb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:10.796108 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8bc7319-596d-4845-81a7-37484f3d2aec req-c8e81459-d73f-41ba-9b4d-2e51b671139b tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:10.811385 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['7c64ea3d-f790-4e34-81fc-66827717da0a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:01:10.812506 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2d01c538-c4ef-4a74-8d70-3a12676decb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:10.877702 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc7319-596d-4845-81a7-37484f3d2aec req-c8e81459-d73f-41ba-9b4d-2e51b671139b tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:10.878344 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c8bc7319-596d-4845-81a7-37484f3d2aec req-c8e81459-d73f-41ba-9b4d-2e51b671139b tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:10.885609 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8bc7319-596d-4845-81a7-37484f3d2aec req-c8e81459-d73f-41ba-9b4d-2e51b671139b tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "PUT /v2.0/ports/7c64ea3d-f790-4e34-81fc-66827717da0a HTTP/1.1" status: 200 len: 981 time: 0.5251164 Nov 23 22:01:10.885609 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc42651-c21b-47bd-ad75-32f9ddb2c0f3', 'tag': '7c64ea3d-f790-4e34-81fc-66827717da0a'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:01:10.899107 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['717e811c-9fc9-4c24-8307-bf0656b74282'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:01:10.900078 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7491bfb0-8547-476e-b3f2-a3fc4e9d4a57" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc42651-c21b-47bd-ad75-32f9ddb2c0f3", "tag": "7c64ea3d-f790-4e34-81fc-66827717da0a"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:01:10.905083 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40540) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:10.913504 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2d01c538-c4ef-4a74-8d70-3a12676decb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:10.916603 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2d01c538-c4ef-4a74-8d70-3a12676decb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:10.917959 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2d01c538-c4ef-4a74-8d70-3a12676decb2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6e0ea9b0-cb3f-4e01-95a9-e4feadae427e HTTP/1.1" status: 204 len: 168 time: 0.1839113 Nov 23 22:01:10.927956 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01c538-c4ef-4a74-8d70-3a12676decb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0ea9b0-cb3f-4e01-95a9-e4feadae427e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:10.928450 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f3435fe9-94d2-4013-ac21-7ef52639d55b req-c838d79b-16b8-45a6-a073-6e7e568584c1 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541080 Nov 23 22:01:10.965182 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e81459-d73f-41ba-9b4d-2e51b671139b tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event updated for resources: {'Port': ['ID=7c64ea3d-f790-4e34-81fc-66827717da0a,revision_number=6']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:10.998581 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a518c936-925d-4084-97ef-855980ae53d3 req-4d1d1432-1add-4759-82fb-49a2fc64ce04 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/0249e102-d607-4bd7-8d51-d355d61d06a8 HTTP/1.1" status: 200 len: 1820 time: 0.0894971 Nov 23 22:01:11.063277 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35117c25-416b-42e6-9ebd-04ca509bfe8a x-openstack-request-id: req-35117c25-416b-42e6-9ebd-04ca509bfe8a {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:01:11.065953 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc42651-c21b-47bd-ad75-32f9ddb2c0f3", "tag": "7c64ea3d-f790-4e34-81fc-66827717da0a", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:01:11.065953 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35117c25-416b-42e6-9ebd-04ca509bfe8a {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:01:11.065953 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc42651-c21b-47bd-ad75-32f9ddb2c0f3', 'tag': '7c64ea3d-f790-4e34-81fc-66827717da0a', 'status': 'completed', 'code': 200} Nov 23 22:01:11.067798 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-a518c936-925d-4084-97ef-855980ae53d3 req-74b2ae0f-98a8-4ac4-a09c-2340e4e1c526 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 22:01:11.077433 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a518c936-925d-4084-97ef-855980ae53d3 req-74b2ae0f-98a8-4ac4-a09c-2340e4e1c526 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "DELETE /v2.0/security-groups/0249e102-d607-4bd7-8d51-d355d61d06a8 HTTP/1.1" status: 409 len: 341 time: 0.0777559 Nov 23 22:01:11.189144 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491bfb0-8547-476e-b3f2-a3fc4e9d4a57 req-10de281b-4233-4f5c-9354-36f756d5304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:11.194768 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7491bfb0-8547-476e-b3f2-a3fc4e9d4a57 req-10de281b-4233-4f5c-9354-36f756d5304b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20a2db3afcf34a899cded9bdad6649b7&device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 1135 time: 0.1097634 Nov 23 22:01:11.195001 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['7c64ea3d-f790-4e34-81fc-66827717da0a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:01:11.198811 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-7c4d4fc0-ef5d-4175-90b8-c5529993f47f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-678835341'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:11.237597 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4d4fc0-ef5d-4175-90b8-c5529993f47f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:11.242617 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c4d4fc0-ef5d-4175-90b8-c5529993f47f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:11.255928 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c4d4fc0-ef5d-4175-90b8-c5529993f47f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:11.373013 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c4d4fc0-ef5d-4175-90b8-c5529993f47f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:11.384071 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c4d4fc0-ef5d-4175-90b8-c5529993f47f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:11.414327 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4d4fc0-ef5d-4175-90b8-c5529993f47f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:01:11.433687 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d4fc0-ef5d-4175-90b8-c5529993f47f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a876417b-1382-4f1e-adca-9b7debe5112a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:11.441088 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c4d4fc0-ef5d-4175-90b8-c5529993f47f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:11.441520 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-7c4d4fc0-ef5d-4175-90b8-c5529993f47f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Added segment 1bec33cf-0ef0-4ef2-870c-886284335f4d of type vlan for network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e Nov 23 22:01:11.546959 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c4d4fc0-ef5d-4175-90b8-c5529993f47f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:11.586065 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491bfb0-8547-476e-b3f2-a3fc4e9d4a57 req-3d62f605-64b2-41a7-acc0-8b53dabb7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:11.587674 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7491bfb0-8547-476e-b3f2-a3fc4e9d4a57 req-3d62f605-64b2-41a7-acc0-8b53dabb7bf4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=45458725-4fcd-4ea8-ae64-138a09d7d278 HTTP/1.1" status: 200 len: 913 time: 0.3862710 Nov 23 22:01:11.597114 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86282d-d652-4a97-951c-8fc78e26ad6e req-c99bd14a-750a-476d-9e1e-dc86a2129089 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:11.606337 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c4d4fc0-ef5d-4175-90b8-c5529993f47f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:11.608303 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d86282d-d652-4a97-951c-8fc78e26ad6e req-c99bd14a-750a-476d-9e1e-dc86a2129089 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 984 time: 0.1556962 Nov 23 22:01:11.616708 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4d4fc0-ef5d-4175-90b8-c5529993f47f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:11.617569 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c4d4fc0-ef5d-4175-90b8-c5529993f47f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:11.693257 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7491bfb0-8547-476e-b3f2-a3fc4e9d4a57 req-0230a331-8bb6-4336-9c0a-c48319695b57 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c64ea3d-f790-4e34-81fc-66827717da0a HTTP/1.1" status: 200 len: 217 time: 0.0822282 Nov 23 22:01:11.707199 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d4fc0-ef5d-4175-90b8-c5529993f47f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Network': ['ID=78b099a9-7cbc-40f5-883d-a7582e5b1a7e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:11.744134 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7c4d4fc0-ef5d-4175-90b8-c5529993f47f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8378088 Nov 23 22:01:11.746367 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:01:11.747279 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40572) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:11.755980 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-64a49459-26a7-4df8-aacc-139f3c17d38f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'port': {'network_id': '78b099a9-7cbc-40f5-883d-a7582e5b1a7e', 'name': 'tempest-PortsTestJSON-1565027851'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:11.808141 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d86282d-d652-4a97-951c-8fc78e26ad6e req-c1ed6f04-3f2f-4bb6-ae5b-363ecb646e0f tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&id=0249e102-d607-4bd7-8d51-d355d61d06a8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1929295 Nov 23 22:01:11.810744 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491bfb0-8547-476e-b3f2-a3fc4e9d4a57 req-9b4dec79-eee9-4897-a191-78204d6071cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:11.813436 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7491bfb0-8547-476e-b3f2-a3fc4e9d4a57 req-9b4dec79-eee9-4897-a191-78204d6071cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c81ee8b5-2dfe-437c-83e9-573a2466373c HTTP/1.1" status: 200 len: 852 time: 0.1032569 Nov 23 22:01:11.896243 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7491bfb0-8547-476e-b3f2-a3fc4e9d4a57 req-e86c4119-e0da-4cc7-a5db-db1be392b1e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45458725-4fcd-4ea8-ae64-138a09d7d278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693352 Nov 23 22:01:11.952506 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a49459-26a7-4df8-aacc-139f3c17d38f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:11.972043 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-64a49459-26a7-4df8-aacc-139f3c17d38f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:12.020869 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7491bfb0-8547-476e-b3f2-a3fc4e9d4a57 req-5ff586ef-c23b-4b8e-8955-5401ed201c0f service neutron] 10.222.0.53 "GET /v2.0/networks/45458725-4fcd-4ea8-ae64-138a09d7d278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092265 Nov 23 22:01:12.063987 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-64a49459-26a7-4df8-aacc-139f3c17d38f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] device_id is not set on port 92180dcb-45d4-4baf-a0ba-81446524e723 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:01:12.254966 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e6d75-e0ca-4e5b-85a0-8a0d2054a4f2 req-87f001e6-93bd-4468-a62c-dc42339dcf9d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:12.264513 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d48e6d75-e0ca-4e5b-85a0-8a0d2054a4f2 req-87f001e6-93bd-4468-a62c-dc42339dcf9d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.1568201 Nov 23 22:01:12.299250 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7491bfb0-8547-476e-b3f2-a3fc4e9d4a57 req-5758e37d-fdc4-4f08-8abe-6c2bd6088aed service neutron] 10.222.0.53 "GET /v2.0/networks/45458725-4fcd-4ea8-ae64-138a09d7d278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688723 Nov 23 22:01:12.361511 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d48e6d75-e0ca-4e5b-85a0-8a0d2054a4f2 req-8c413505-72a5-4b9c-9c6f-d5183c70f18d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824120 Nov 23 22:01:12.405643 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-64a49459-26a7-4df8-aacc-139f3c17d38f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:12.448231 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-64a49459-26a7-4df8-aacc-139f3c17d38f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:12.523230 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a49459-26a7-4df8-aacc-139f3c17d38f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Port': ['ID=92180dcb-45d4-4baf-a0ba-81446524e723,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:12.542309 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c44c9377-52d9-4b05-9bc7-0d02fb584d25 req-ec550e41-507f-4ba6-98f2-618be83db893 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ab2bb875-8da2-4d4d-9017-cae75f8e6181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1175029 Nov 23 22:01:12.547429 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408e1fb-7503-4ac6-b6aa-665fe76243ad req-bdf954fe-8b6b-49f3-b66b-123bd953fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:12.551316 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a49459-26a7-4df8-aacc-139f3c17d38f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Checking segment: {'id': '1bec33cf-0ef0-4ef2-870c-886284335f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '78b099a9-7cbc-40f5-883d-a7582e5b1a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:01:12.551866 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a49459-26a7-4df8-aacc-139f3c17d38f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network hostable DHCP agents. Network: 78b099a9-7cbc-40f5-883d-a7582e5b1a7e, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:01:12.552751 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c408e1fb-7503-4ac6-b6aa-665fe76243ad req-bdf954fe-8b6b-49f3-b66b-123bd953fa1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20a2db3afcf34a899cded9bdad6649b7&device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 1135 time: 0.1877024 Nov 23 22:01:12.580015 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a49459-26a7-4df8-aacc-139f3c17d38f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:01:12.611369 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-64a49459-26a7-4df8-aacc-139f3c17d38f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 78b099a9-7cbc-40f5-883d-a7582e5b1a7e) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:12.615952 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a49459-26a7-4df8-aacc-139f3c17d38f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:01:12.623040 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a49459-26a7-4df8-aacc-139f3c17d38f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:12.625037 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-64a49459-26a7-4df8-aacc-139f3c17d38f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:12.628406 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0375e8e-a319-43c3-896d-e04ae2903dcc None None] Network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:12.669780 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-64a49459-26a7-4df8-aacc-139f3c17d38f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9205537 Nov 23 22:01:12.670457 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40598) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:12.676858 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5cfee3dc-9662-4078-ae83-e5b19f6ee7d1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-536627896'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:12.717603 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfee3dc-9662-4078-ae83-e5b19f6ee7d1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:12.722578 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5cfee3dc-9662-4078-ae83-e5b19f6ee7d1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:12.802937 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cfee3dc-9662-4078-ae83-e5b19f6ee7d1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:01:12.821650 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c9377-52d9-4b05-9bc7-0d02fb584d25 req-5b504c8e-c220-4481-bfc6-e51d07d2ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:12.824428 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c44c9377-52d9-4b05-9bc7-0d02fb584d25 req-5b504c8e-c220-4481-bfc6-e51d07d2ebbe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=ab2bb875-8da2-4d4d-9017-cae75f8e6181 HTTP/1.1" status: 200 len: 1096 time: 0.1825161 Nov 23 22:01:12.843287 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5cfee3dc-9662-4078-ae83-e5b19f6ee7d1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:12.843642 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-5cfee3dc-9662-4078-ae83-e5b19f6ee7d1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Added segment 410fe243-643f-4a65-88eb-3d647e1467a9 of type vlan for network c23dfd54-2192-437d-807b-ba33d39ac6f2 Nov 23 22:01:12.921151 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5cfee3dc-9662-4078-ae83-e5b19f6ee7d1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:12.954669 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5cfee3dc-9662-4078-ae83-e5b19f6ee7d1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:12.962379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfee3dc-9662-4078-ae83-e5b19f6ee7d1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:12.963660 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5cfee3dc-9662-4078-ae83-e5b19f6ee7d1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:12.985891 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408e1fb-7503-4ac6-b6aa-665fe76243ad req-f7ea790b-8750-4005-af59-82bb1177a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:12.997190 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c408e1fb-7503-4ac6-b6aa-665fe76243ad req-f7ea790b-8750-4005-af59-82bb1177a303 service neutron] 10.222.0.53 "GET /v2.0/networks?id=45458725-4fcd-4ea8-ae64-138a09d7d278 HTTP/1.1" status: 200 len: 913 time: 0.4309020 Nov 23 22:01:13.016694 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5cfee3dc-9662-4078-ae83-e5b19f6ee7d1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3450756 Nov 23 22:01:13.020784 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40644) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:13.054705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'ports': [{'network_id': '78b099a9-7cbc-40f5-883d-a7582e5b1a7e'}, {'network_id': 'c23dfd54-2192-437d-807b-ba33d39ac6f2'}]} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:13.055116 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'port': {'network_id': '78b099a9-7cbc-40f5-883d-a7582e5b1a7e'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:13.055499 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'port': {'network_id': 'c23dfd54-2192-437d-807b-ba33d39ac6f2'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:13.060725 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfee3dc-9662-4078-ae83-e5b19f6ee7d1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Network': ['ID=c23dfd54-2192-437d-807b-ba33d39ac6f2,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:13.075513 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network c23dfd54-2192-437d-807b-ba33d39ac6f2 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:01:13.113656 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c408e1fb-7503-4ac6-b6aa-665fe76243ad req-c3fc022f-2a99-4d24-9259-a67db2193147 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c64ea3d-f790-4e34-81fc-66827717da0a HTTP/1.1" status: 200 len: 217 time: 0.1004577 Nov 23 22:01:13.173832 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bd476-51e2-4cdc-a713-4fe4ad05c058 req-ef2c0dcc-c391-419a-a16f-433af4e86820 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:13.181093 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e27bd476-51e2-4cdc-a713-4fe4ad05c058 req-ef2c0dcc-c391-419a-a16f-433af4e86820 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 984 time: 0.2313631 Nov 23 22:01:13.245378 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40648) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:13.250034 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c9377-52d9-4b05-9bc7-0d02fb584d25 req-0c20a103-5df8-481d-b5c1-02a703e7f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:13.251784 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c44c9377-52d9-4b05-9bc7-0d02fb584d25 req-0c20a103-5df8-481d-b5c1-02a703e7f165 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 912 time: 0.3935366 Nov 23 22:01:13.355533 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-34fb575f-9fca-4806-ac7d-80bcc4ad6f48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:13.365561 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408e1fb-7503-4ac6-b6aa-665fe76243ad req-3b293070-8bd9-4ab9-815a-2e64bf5de099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:13.366912 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c408e1fb-7503-4ac6-b6aa-665fe76243ad req-3b293070-8bd9-4ab9-815a-2e64bf5de099 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c81ee8b5-2dfe-437c-83e9-573a2466373c HTTP/1.1" status: 200 len: 852 time: 0.2383645 Nov 23 22:01:13.401348 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'port': 2} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:13.406289 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:13.424964 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c44c9377-52d9-4b05-9bc7-0d02fb584d25 req-a9ecbe8f-b28e-4473-8068-1d71c359cea1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f62d93e2-e3bd-4265-9105-e3d04aa665e7 HTTP/1.1" status: 200 len: 217 time: 0.0970058 Nov 23 22:01:13.469734 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c408e1fb-7503-4ac6-b6aa-665fe76243ad req-f8bbd5fc-9364-4a6f-82e9-4df37f441906 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45458725-4fcd-4ea8-ae64-138a09d7d278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611157 Nov 23 22:01:13.488976 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:13.497985 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-34fb575f-9fca-4806-ac7d-80bcc4ad6f48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:13.499763 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e27bd476-51e2-4cdc-a713-4fe4ad05c058 req-6a2fff39-a4c1-419d-9059-af02b4ecbb85 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&id=0249e102-d607-4bd7-8d51-d355d61d06a8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3178372 Nov 23 22:01:13.508771 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-34fb575f-9fca-4806-ac7d-80bcc4ad6f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:13.569234 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb575f-9fca-4806-ac7d-80bcc4ad6f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfeccbc-e6b6-4523-bda6-16f72b20978f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:13.576806 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-34fb575f-9fca-4806-ac7d-80bcc4ad6f48 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=03b9d5c2370b47e4ae054da7bd8bf08c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3301356 Nov 23 22:01:13.580431 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40658) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:13.643960 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c9377-52d9-4b05-9bc7-0d02fb584d25 req-3e59c2a8-552e-4c7a-88b5-a111ac120870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:13.645406 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c44c9377-52d9-4b05-9bc7-0d02fb584d25 req-3e59c2a8-552e-4c7a-88b5-a111ac120870 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 0.2042205 Nov 23 22:01:13.653391 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12fcb297-03a1-4638-bf2b-263dd910a514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:13.676121 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12fcb297-03a1-4638-bf2b-263dd910a514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:13.729223 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4385efc-29f0-4556-a2ed-ad636493ee9d req-0292bdd5-b735-4cba-b6b6-d09089c13cba tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:13.730940 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d4385efc-29f0-4556-a2ed-ad636493ee9d req-0292bdd5-b735-4cba-b6b6-d09089c13cba tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.2602358 Nov 23 22:01:13.738399 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] device_id is not set on port 77cba8fa-dca1-4c90-b52a-fd8eee793187 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:01:13.746021 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12fcb297-03a1-4638-bf2b-263dd910a514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:13.761539 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12fcb297-03a1-4638-bf2b-263dd910a514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:13.767799 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-12fcb297-03a1-4638-bf2b-263dd910a514 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1bfeccbc-e6b6-4523-bda6-16f72b20978f HTTP/1.1" status: 204 len: 168 time: 0.1861405 Nov 23 22:01:13.783324 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c408e1fb-7503-4ac6-b6aa-665fe76243ad req-9ecfb191-19c6-4d19-8321-9d3c7dafedd9 service neutron] 10.222.0.53 "GET /v2.0/networks/45458725-4fcd-4ea8-ae64-138a09d7d278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921481 Nov 23 22:01:13.787761 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcb297-03a1-4638-bf2b-263dd910a514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfeccbc-e6b6-4523-bda6-16f72b20978f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:13.833133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c9377-52d9-4b05-9bc7-0d02fb584d25 req-f3e5205f-ac5f-42f9-902f-656935ae6f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:13.835762 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c44c9377-52d9-4b05-9bc7-0d02fb584d25 req-f3e5205f-ac5f-42f9-902f-656935ae6f3e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1762168 Nov 23 22:01:13.936306 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d4385efc-29f0-4556-a2ed-ad636493ee9d req-9f696ca7-7018-4691-895b-9e1c693caf0f tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824656 Nov 23 22:01:14.063013 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c408e1fb-7503-4ac6-b6aa-665fe76243ad req-8f9fb118-e199-43e7-a8a1-b00f2d668da3 service neutron] 10.222.0.53 "GET /v2.0/networks/45458725-4fcd-4ea8-ae64-138a09d7d278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666023 Nov 23 22:01:14.102416 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c44c9377-52d9-4b05-9bc7-0d02fb584d25 req-64e44d3d-26df-4564-bd32-eca5b5fcd14e service neutron] 10.222.0.60 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556326 Nov 23 22:01:14.115027 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:14.237102 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] device_id is not set on port e45463b1-394b-4109-8f98-e5dd732a1fe6 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:01:14.278292 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c44c9377-52d9-4b05-9bc7-0d02fb584d25 req-065d09b7-87ff-4421-a3f0-1d3be8558640 service neutron] 10.222.0.60 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656618 Nov 23 22:01:14.408186 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:14.451555 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:14.502206 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:01:14.505514 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:14.510660 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:01:14.512051 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:14.516620 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Port': ['ID=77cba8fa-dca1-4c90-b52a-fd8eee793187,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:14.639459 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Checking segment: {'id': '410fe243-643f-4a65-88eb-3d647e1467a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c23dfd54-2192-437d-807b-ba33d39ac6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:01:14.640278 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network hostable DHCP agents. Network: c23dfd54-2192-437d-807b-ba33d39ac6f2, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:01:14.660765 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Port': ['ID=e45463b1-394b-4109-8f98-e5dd732a1fe6,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:14.702003 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42413a-31c8-46b1-ac00-d8fed1a48834 req-cd9b0433-9030-4f8a-bd62-230d4195178e tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:14.711075 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f42413a-31c8-46b1-ac00-d8fed1a48834 req-cd9b0433-9030-4f8a-bd62-230d4195178e tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 984 time: 0.0956180 Nov 23 22:01:14.720180 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network c23dfd54-2192-437d-807b-ba33d39ac6f2 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:01:14.757052 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, c23dfd54-2192-437d-807b-ba33d39ac6f2) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:14.765991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:01:14.768523 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519dece1-e826-4fbb-bf59-8a71f7c558e4 None None] Network c23dfd54-2192-437d-807b-ba33d39ac6f2 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:14.772010 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:14.777732 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:14.778414 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:14.809331 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-90beba18-956c-47dd-a9be-fc2e8350d388 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7609284 Nov 23 22:01:14.812102 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40698) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:14.850232 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f42413a-31c8-46b1-ac00-d8fed1a48834 req-e960d63b-70c8-4c0c-8e86-c901782eb66b tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&id=0249e102-d607-4bd7-8d51-d355d61d06a8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1378477 Nov 23 22:01:14.945418 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-c529563d-a7d1-4431-87b3-28017a5da1a5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting port e45463b1-394b-4109-8f98-e5dd732a1fe6 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:01:14.945661 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c529563d-a7d1-4431-87b3-28017a5da1a5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:15.059009 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c529563d-a7d1-4431-87b3-28017a5da1a5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:15.075297 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-c529563d-a7d1-4431-87b3-28017a5da1a5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Calling delete_port for e45463b1-394b-4109-8f98-e5dd732a1fe6 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:01:15.095156 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8a63d-215d-42a1-a6b0-f6b402c2805d req-c694ce22-6ba6-43c3-abf4-1622de82d906 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:15.105859 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35f8a63d-215d-42a1-a6b0-f6b402c2805d req-c694ce22-6ba6-43c3-abf4-1622de82d906 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.0745978 Nov 23 22:01:15.167533 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35f8a63d-215d-42a1-a6b0-f6b402c2805d req-ba913f4b-749b-4271-b086-94d4205d938b tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606356 Nov 23 22:01:15.203133 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c529563d-a7d1-4431-87b3-28017a5da1a5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:15.237294 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529563d-a7d1-4431-87b3-28017a5da1a5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Port': ['ID=e45463b1-394b-4109-8f98-e5dd732a1fe6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:15.247339 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c529563d-a7d1-4431-87b3-28017a5da1a5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:15.251138 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c529563d-a7d1-4431-87b3-28017a5da1a5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/ports/e45463b1-394b-4109-8f98-e5dd732a1fe6 HTTP/1.1" status: 204 len: 168 time: 0.4380107 Nov 23 22:01:15.253721 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40744) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:15.359927 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62736421-59aa-4f0c-bcaf-baf6f56d1a6b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:15.366279 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62736421-59aa-4f0c-bcaf-baf6f56d1a6b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:15.371245 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-62736421-59aa-4f0c-bcaf-baf6f56d1a6b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1128542 Nov 23 22:01:15.371418 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40770) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:15.486688 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-af65f578-57a9-42c5-8437-2c90fa0f2fc6 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting port 77cba8fa-dca1-4c90-b52a-fd8eee793187 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:01:15.487056 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-af65f578-57a9-42c5-8437-2c90fa0f2fc6 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:15.562207 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-af65f578-57a9-42c5-8437-2c90fa0f2fc6 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:15.575157 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-af65f578-57a9-42c5-8437-2c90fa0f2fc6 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Calling delete_port for 77cba8fa-dca1-4c90-b52a-fd8eee793187 owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:01:15.663793 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-af65f578-57a9-42c5-8437-2c90fa0f2fc6 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:15.702366 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65f578-57a9-42c5-8437-2c90fa0f2fc6 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Port': ['ID=77cba8fa-dca1-4c90-b52a-fd8eee793187,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:15.708615 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-af65f578-57a9-42c5-8437-2c90fa0f2fc6 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:15.719678 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40800) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:15.719832 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-af65f578-57a9-42c5-8437-2c90fa0f2fc6 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/ports/77cba8fa-dca1-4c90-b52a-fd8eee793187 HTTP/1.1" status: 204 len: 168 time: 0.3438635 Nov 23 22:01:15.774863 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb7111a-0913-4c72-9e39-20b4fc207eef tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:15.776566 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-eeb7111a-0913-4c72-9e39-20b4fc207eef tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0590274 Nov 23 22:01:15.779788 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40804) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:15.812242 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-91cda6f5-32cf-4771-8043-ad56fb3445a5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] GET failed (client error): The resource could not be found. Nov 23 22:01:15.813679 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-91cda6f5-32cf-4771-8043-ad56fb3445a5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports/e45463b1-394b-4109-8f98-e5dd732a1fe6 HTTP/1.1" status: 404 len: 333 time: 0.0328388 Nov 23 22:01:15.816484 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40808) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:15.844773 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-654b04aa-5d7a-4963-b1bc-eb9739944af4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] GET failed (client error): The resource could not be found. Nov 23 22:01:15.846159 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-654b04aa-5d7a-4963-b1bc-eb9739944af4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports/77cba8fa-dca1-4c90-b52a-fd8eee793187 HTTP/1.1" status: 404 len: 333 time: 0.0257354 Nov 23 22:01:15.849006 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40810) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:15.888968 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40814) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:15.935784 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c18a4916-e55c-4d82-aaf1-6bb3fd934448 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:16.024293 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38d061e5-46d5-410a-b98d-97e10a150bc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:16.064965 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fc545-452b-43d0-b61e-4124d2a57e39 req-77b282b0-90c9-4f38-8c8d-f7b45c294583 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:16.066675 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-801fc545-452b-43d0-b61e-4124d2a57e39 req-77b282b0-90c9-4f38-8c8d-f7b45c294583 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 984 time: 0.1279972 Nov 23 22:01:16.100527 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c18a4916-e55c-4d82-aaf1-6bb3fd934448 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:16.144416 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38d061e5-46d5-410a-b98d-97e10a150bc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:16.149145 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38d061e5-46d5-410a-b98d-97e10a150bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:16.149763 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-c18a4916-e55c-4d82-aaf1-6bb3fd934448 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c23dfd54-2192-437d-807b-ba33d39ac6f2']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:16.197818 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-38d061e5-46d5-410a-b98d-97e10a150bc3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e48a19a377504181b44c088b42a819fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3078320 Nov 23 22:01:16.198650 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40826) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:16.199359 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d061e5-46d5-410a-b98d-97e10a150bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe7dc88-48aa-44bd-8528-d1c3c7539521,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:16.267599 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d492212c-12f6-4ad6-aa1f-c876f1502e0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:16.291766 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d492212c-12f6-4ad6-aa1f-c876f1502e0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:16.342014 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d492212c-12f6-4ad6-aa1f-c876f1502e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:16.344704 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d492212c-12f6-4ad6-aa1f-c876f1502e0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:16.349054 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d492212c-12f6-4ad6-aa1f-c876f1502e0d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3fe7dc88-48aa-44bd-8528-d1c3c7539521 HTTP/1.1" status: 204 len: 168 time: 0.1435051 Nov 23 22:01:16.357625 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492212c-12f6-4ad6-aa1f-c876f1502e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe7dc88-48aa-44bd-8528-d1c3c7539521,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:16.535766 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-c18a4916-e55c-4d82-aaf1-6bb3fd934448 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410fe243-643f-4a65-88eb-3d647e1467a9') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:16.536072 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-c18a4916-e55c-4d82-aaf1-6bb3fd934448 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410fe243-643f-4a65-88eb-3d647e1467a9') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:16.578505 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c18a4916-e55c-4d82-aaf1-6bb3fd934448 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:16.608881 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-801fc545-452b-43d0-b61e-4124d2a57e39 req-defe9735-a317-41a3-8439-47d9bb973ee5 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&id=0249e102-d607-4bd7-8d51-d355d61d06a8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.5103021 Nov 23 22:01:16.611572 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c18a4916-e55c-4d82-aaf1-6bb3fd934448 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:16.621744 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c18a4916-e55c-4d82-aaf1-6bb3fd934448 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:01:16.622150 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c18a4916-e55c-4d82-aaf1-6bb3fd934448 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:01:16.625201 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:01:16.643509 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd9fe7-ff61-4706-b6bf-39b31593dd01 req-c3254b1b-ec58-4a86-be09-1ff2758efdf6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:16.650874 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76dd9fe7-ff61-4706-b6bf-39b31593dd01 req-c3254b1b-ec58-4a86-be09-1ff2758efdf6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.1411645 Nov 23 22:01:16.763053 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76dd9fe7-ff61-4706-b6bf-39b31593dd01 req-a9fccf3e-db8e-4620-b3b2-8a4e972108fc tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112254 Nov 23 22:01:16.769159 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c18a4916-e55c-4d82-aaf1-6bb3fd934448 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:16.778330 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c18a4916-e55c-4d82-aaf1-6bb3fd934448 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:16.781502 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c18a4916-e55c-4d82-aaf1-6bb3fd934448 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/networks/c23dfd54-2192-437d-807b-ba33d39ac6f2 HTTP/1.1" status: 204 len: 168 time: 0.9315827 Nov 23 22:01:16.787541 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40850) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:16.792732 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-8e471d58-2157-4487-b285-fec8e29a26ea tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1719868513'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:16.805490 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a4916-e55c-4d82-aaf1-6bb3fd934448 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Network': ['ID=c23dfd54-2192-437d-807b-ba33d39ac6f2,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:16.819396 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e471d58-2157-4487-b285-fec8e29a26ea tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:16.825208 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8e471d58-2157-4487-b285-fec8e29a26ea tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:16.825389 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5a88750-55b8-4896-9993-9b8ecb0b3b19 req-13e43579-109d-47f7-9787-4a3a4757a09f tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1602272060&fields=id&tenant_id=20a2db3afcf34a899cded9bdad6649b7 HTTP/1.1" status: 200 len: 267 time: 0.1359670 Nov 23 22:01:16.854749 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e471d58-2157-4487-b285-fec8e29a26ea tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:01:16.866450 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8e471d58-2157-4487-b285-fec8e29a26ea tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:16.866835 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-8e471d58-2157-4487-b285-fec8e29a26ea tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Added segment 55f90bc2-2aac-4f28-975d-18fb8000a09c of type vlan for network 5694da5a-43d5-46c8-9f6a-a9115559c2f0 Nov 23 22:01:16.922641 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8e471d58-2157-4487-b285-fec8e29a26ea tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:16.939534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a88750-55b8-4896-9993-9b8ecb0b3b19 req-fa95cbf6-8a28-4809-9331-275f2ef38677 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:16.945345 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5a88750-55b8-4896-9993-9b8ecb0b3b19 req-fa95cbf6-8a28-4809-9331-275f2ef38677 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 984 time: 0.1074495 Nov 23 22:01:16.957684 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8e471d58-2157-4487-b285-fec8e29a26ea tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:16.965070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-f5a88750-55b8-4896-9993-9b8ecb0b3b19 req-2ccead00-a5f4-433f-ae39-3ee9ba8c06d6 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Request body: {'port': {'security_groups': ['0249e102-d607-4bd7-8d51-d355d61d06a8', 'fbbd0e79-8d79-4fd4-9faf-8cd566bf155a', 'acfbe203-a9cc-4221-9424-136d9c32bc93']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:16.965294 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e471d58-2157-4487-b285-fec8e29a26ea tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:16.965723 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8e471d58-2157-4487-b285-fec8e29a26ea tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:17.046064 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8e471d58-2157-4487-b285-fec8e29a26ea tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2546573 Nov 23 22:01:17.046440 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40862) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:17.048311 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e471d58-2157-4487-b285-fec8e29a26ea tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Network': ['ID=5694da5a-43d5-46c8-9f6a-a9115559c2f0,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:17.053545 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-dfe24eca-418b-438c-a768-1da106e77335 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'subnet': {'network_id': '5694da5a-43d5-46c8-9f6a-a9115559c2f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:17.062040 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 5694da5a-43d5-46c8-9f6a-a9115559c2f0 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:01:17.115496 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f5a88750-55b8-4896-9993-9b8ecb0b3b19 req-2ccead00-a5f4-433f-ae39-3ee9ba8c06d6 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:17.234118 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe24eca-418b-438c-a768-1da106e77335 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:17.238385 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dfe24eca-418b-438c-a768-1da106e77335 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:17.335809 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40872) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:17.350902 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.ipam_backend_mixin [None req-dfe24eca-418b-438c-a768-1da106e77335 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Performing IP validity checks on allocation pools {{(pid=110033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 22:01:17.351557 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.ipam_backend_mixin [None req-dfe24eca-418b-438c-a768-1da106e77335 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 22:01:17.438827 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-f5a88750-55b8-4896-9993-9b8ecb0b3b19 req-2ccead00-a5f4-433f-ae39-3ee9ba8c06d6 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] For port 7c64ea3d-f790-4e34-81fc-66827717da0a, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7c64ea3d-f790-4e34-81fc-66827717da0a,segment=NetworkSegment(8040a69b-e868-4dab-8674-db6b1d5a7448),segment_id=8040a69b-e868-4dab-8674-db6b1d5a7448)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:17.449256 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c6883-5075-4ba4-ac21-ed2c5241ea2d req-59a90e02-2725-47e4-b7ae-0e30d2887af4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:17.450908 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb3c6883-5075-4ba4-ac21-ed2c5241ea2d req-59a90e02-2725-47e4-b7ae-0e30d2887af4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1324551 Nov 23 22:01:17.505090 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f5a88750-55b8-4896-9993-9b8ecb0b3b19 req-2ccead00-a5f4-433f-ae39-3ee9ba8c06d6 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:17.528075 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dfe24eca-418b-438c-a768-1da106e77335 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:17.536873 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb3c6883-5075-4ba4-ac21-ed2c5241ea2d req-0866580b-ade0-4aa8-9acc-f3357b708297 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789931 Nov 23 22:01:17.540304 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f5a88750-55b8-4896-9993-9b8ecb0b3b19 req-2ccead00-a5f4-433f-ae39-3ee9ba8c06d6 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:17.556326 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Request body: {'networks': [{'name': 'tempest-network--571291436'}, {'name': 'tempest-network--973160693'}]} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:17.557236 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Request body: {'network': {'name': 'tempest-network--571291436'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:17.557728 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Request body: {'network': {'name': 'tempest-network--973160693'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:17.563455 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['7c64ea3d-f790-4e34-81fc-66827717da0a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:01:17.612517 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['717e811c-9fc9-4c24-8307-bf0656b74282'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:01:17.618378 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe24eca-418b-438c-a768-1da106e77335 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Subnet': ['ID=51071cb1-60e3-49d7-abca-47d4c48e39b6,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:17.628635 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe24eca-418b-438c-a768-1da106e77335 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Checking segment: {'id': '55f90bc2-2aac-4f28-975d-18fb8000a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5694da5a-43d5-46c8-9f6a-a9115559c2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:01:17.629016 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe24eca-418b-438c-a768-1da106e77335 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network hostable DHCP agents. Network: 5694da5a-43d5-46c8-9f6a-a9115559c2f0, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:01:17.653374 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe24eca-418b-438c-a768-1da106e77335 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network 5694da5a-43d5-46c8-9f6a-a9115559c2f0 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:01:17.670250 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-dfe24eca-418b-438c-a768-1da106e77335 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 5694da5a-43d5-46c8-9f6a-a9115559c2f0) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:17.675735 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe24eca-418b-438c-a768-1da106e77335 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:17.677390 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dfe24eca-418b-438c-a768-1da106e77335 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:17.679410 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b080c131-f992-45a0-a86d-6c70bc834c6f None None] Network 5694da5a-43d5-46c8-9f6a-a9115559c2f0 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:17.716604 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dfe24eca-418b-438c-a768-1da106e77335 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6690540 Nov 23 22:01:17.717425 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40884) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:17.723481 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6248d48e-7d6b-4a5b-8cc7-ac9e0c51640b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'port': {'network_id': '5694da5a-43d5-46c8-9f6a-a9115559c2f0', 'name': 'tempest-PortsTestJSON-2129741372'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:17.736085 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a88750-55b8-4896-9993-9b8ecb0b3b19 req-2ccead00-a5f4-433f-ae39-3ee9ba8c06d6 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:17.736892 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f5a88750-55b8-4896-9993-9b8ecb0b3b19 req-2ccead00-a5f4-433f-ae39-3ee9ba8c06d6 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:17.738530 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5a88750-55b8-4896-9993-9b8ecb0b3b19 req-2ccead00-a5f4-433f-ae39-3ee9ba8c06d6 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "PUT /v2.0/ports/7c64ea3d-f790-4e34-81fc-66827717da0a HTTP/1.1" status: 200 len: 1020 time: 0.7851088 Nov 23 22:01:17.739428 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccead00-a5f4-433f-ae39-3ee9ba8c06d6 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event updated for resources: {'Port': ['ID=7c64ea3d-f790-4e34-81fc-66827717da0a,revision_number=7']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:17.741921 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc42651-c21b-47bd-ad75-32f9ddb2c0f3', 'tag': '7c64ea3d-f790-4e34-81fc-66827717da0a'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:01:17.754005 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9da60a6-f775-4483-95bf-7c9b4cb38e58" -d '{"events": [{"name": "network-changed", "server_uuid": "bfc42651-c21b-47bd-ad75-32f9ddb2c0f3", "tag": "7c64ea3d-f790-4e34-81fc-66827717da0a"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:01:17.780820 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Made reservation on behalf of 32ae78b5247a42ceb82651111073ee41 for: {'network': 2} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:17.786127 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:17.803502 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:17.864528 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93b68389-75f0-48d7-921b-06cb70863fc2 req-0d79d442-d516-478e-a179-ed05288f2186 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/acfbe203-a9cc-4221-9424-136d9c32bc93 HTTP/1.1" status: 200 len: 1820 time: 0.1054327 Nov 23 22:01:17.908295 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6248d48e-7d6b-4a5b-8cc7-ac9e0c51640b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:17.912101 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6248d48e-7d6b-4a5b-8cc7-ac9e0c51640b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:17.932921 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2229f-9b19-4be0-9b78-72a4b5749729 req-027325a7-0fd8-4e63-92a9-22d6c34a5a15 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:17.935258 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-85d2229f-9b19-4be0-9b78-72a4b5749729 req-027325a7-0fd8-4e63-92a9-22d6c34a5a15 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.2545478 Nov 23 22:01:17.947983 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-6248d48e-7d6b-4a5b-8cc7-ac9e0c51640b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] device_id is not set on port b0a3ffdf-ebdf-4cef-8206-2b0aeba49772 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:01:18.034682 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-85d2229f-9b19-4be0-9b78-72a4b5749729 req-b7753de0-d86e-4272-88f5-d77f80dcbc59 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863018 Nov 23 22:01:18.040126 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-93b68389-75f0-48d7-921b-06cb70863fc2 req-ec2cc255-2057-4fcc-8471-680c35ad9e1e tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 22:01:18.041297 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93b68389-75f0-48d7-921b-06cb70863fc2 req-ec2cc255-2057-4fcc-8471-680c35ad9e1e tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "DELETE /v2.0/security-groups/acfbe203-a9cc-4221-9424-136d9c32bc93 HTTP/1.1" status: 409 len: 341 time: 0.1616125 Nov 23 22:01:18.103482 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:18.135615 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214ff50a-a211-4c78-af2f-7acdef11a574 x-openstack-request-id: req-214ff50a-a211-4c78-af2f-7acdef11a574 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:01:18.137239 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfc42651-c21b-47bd-ad75-32f9ddb2c0f3", "tag": "7c64ea3d-f790-4e34-81fc-66827717da0a", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:01:18.138083 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-214ff50a-a211-4c78-af2f-7acdef11a574 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:01:18.138623 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc42651-c21b-47bd-ad75-32f9ddb2c0f3', 'tag': '7c64ea3d-f790-4e34-81fc-66827717da0a', 'status': 'completed', 'code': 200} Nov 23 22:01:18.139926 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:18.143309 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:18.164135 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-6248d48e-7d6b-4a5b-8cc7-ac9e0c51640b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Allocated IP 172.20.0.8 (5694da5a-43d5-46c8-9f6a-a9115559c2f0/51071cb1-60e3-49d7-abca-47d4c48e39b6/b0a3ffdf-ebdf-4cef-8206-2b0aeba49772) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:01:18.218047 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['7c64ea3d-f790-4e34-81fc-66827717da0a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:01:18.293401 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363bbc26-ee77-4abe-9dbf-0f165adc3fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-5694da5a-43d5-46c8-9f6a-a9115559c2f0', 'network_id': '5694da5a-43d5-46c8-9f6a-a9115559c2f0', 'tenant_id': 'a4f1ae2888634e4b8fa5e9980e087a09', 'fixed_ips': [{'subnet_id': '51071cb1-60e3-49d7-abca-47d4c48e39b6'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:01:18.293401 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-363bbc26-ee77-4abe-9dbf-0f165adc3fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:18.397039 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8717404d-ad1f-410f-9b06-7362e4746199,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:18.446607 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da60a6-f775-4483-95bf-7c9b4cb38e58 req-11a766cf-ed44-468a-b6aa-9c2483b25a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:18.449745 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b9da60a6-f775-4483-95bf-7c9b4cb38e58 req-11a766cf-ed44-468a-b6aa-9c2483b25a6b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20a2db3afcf34a899cded9bdad6649b7&device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 1174 time: 0.2778189 Nov 23 22:01:18.450633 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:01:18.474625 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:01:18.475234 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520479a-e24e-4b05-816c-ede725e23cff req-5d57cb1f-9e41-4d72-bf47-9af4078e9e24 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:18.486107 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0520479a-e24e-4b05-816c-ede725e23cff req-5d57cb1f-9e41-4d72-bf47-9af4078e9e24 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.2597404 Nov 23 22:01:18.507672 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:18.508642 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Added segment e91175c4-e9e0-4ac5-977e-4786ff20958a of type vlan for network 244fb7db-93bb-4f86-a47e-07c9d1cf76dd Nov 23 22:01:18.521485 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6248d48e-7d6b-4a5b-8cc7-ac9e0c51640b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:18.629105 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:18.633681 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6248d48e-7d6b-4a5b-8cc7-ac9e0c51640b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:18.707006 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6248d48e-7d6b-4a5b-8cc7-ac9e0c51640b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network 5694da5a-43d5-46c8-9f6a-a9115559c2f0 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:01:18.708001 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0520479a-e24e-4b05-816c-ede725e23cff req-7d381053-f110-4a18-91ed-7c08262e2fde tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205837 Nov 23 22:01:18.711229 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-6248d48e-7d6b-4a5b-8cc7-ac9e0c51640b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:18.715843 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6248d48e-7d6b-4a5b-8cc7-ac9e0c51640b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:01:18.782905 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248d48e-7d6b-4a5b-8cc7-ac9e0c51640b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Port': ['ID=b0a3ffdf-ebdf-4cef-8206-2b0aeba49772,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:18.786403 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:01:18.799751 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:18.801068 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Added segment 2f180d23-c18f-48b3-960e-d410d9805f29 of type vlan for network 966a27dd-02fc-46ba-b2d3-0d2466f288bc Nov 23 22:01:18.817486 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6248d48e-7d6b-4a5b-8cc7-ac9e0c51640b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:18.818366 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6248d48e-7d6b-4a5b-8cc7-ac9e0c51640b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:18.854879 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6248d48e-7d6b-4a5b-8cc7-ac9e0c51640b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1356158 Nov 23 22:01:18.855693 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40926) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:18.861835 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:18.915328 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-363bbc26-ee77-4abe-9dbf-0f165adc3fff None None] Allocated IP 172.20.0.2 (5694da5a-43d5-46c8-9f6a-a9115559c2f0/51071cb1-60e3-49d7-abca-47d4c48e39b6/7cd682c1-1231-40e0-b09d-c7d26eca1b32) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:01:18.928636 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:18.942631 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:18.943148 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:18.949475 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:18.954249 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:18.955099 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:18.973198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da60a6-f775-4483-95bf-7c9b4cb38e58 req-b8b76a28-4850-468e-b37e-9cd62d326a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:18.975036 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b9da60a6-f775-4483-95bf-7c9b4cb38e58 req-b8b76a28-4850-468e-b37e-9cd62d326a03 service neutron] 10.222.0.53 "GET /v2.0/networks?id=45458725-4fcd-4ea8-ae64-138a09d7d278 HTTP/1.1" status: 200 len: 913 time: 0.4854946 Nov 23 22:01:18.981147 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-b1a4f41d-1374-477b-a3cd-910cde8a61fb tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting port b0a3ffdf-ebdf-4cef-8206-2b0aeba49772 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:01:18.981733 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1a4f41d-1374-477b-a3cd-910cde8a61fb tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:19.004487 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'port_id': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35', 'mac_address': 'fa:16:3e:a0:10:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec95087-31a0-4067-927d-a3091c147250', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:01:19.115864 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.7767396 Nov 23 22:01:19.117305 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b9da60a6-f775-4483-95bf-7c9b4cb38e58 req-cf4f5020-9919-4364-aec9-bdfee63a9cca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c64ea3d-f790-4e34-81fc-66827717da0a HTTP/1.1" status: 200 len: 217 time: 0.1048930 Nov 23 22:01:19.124228 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40928) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:19.144121 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1a4f41d-1374-477b-a3cd-910cde8a61fb tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:19.164721 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-b1a4f41d-1374-477b-a3cd-910cde8a61fb tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Calling delete_port for b0a3ffdf-ebdf-4cef-8206-2b0aeba49772 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:01:19.165769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Pushing event updated for resources: {'Network': ['ID=244fb7db-93bb-4f86-a47e-07c9d1cf76dd,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:19.196023 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 244fb7db-93bb-4f86-a47e-07c9d1cf76dd details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:01:19.240382 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4e5b5-9799-48f9-82e3-02089714d0c6 req-d53305aa-939e-4900-b784-9ee013325297 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:19.248600 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0ed4e5b5-9799-48f9-82e3-02089714d0c6 req-d53305aa-939e-4900-b784-9ee013325297 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 1023 time: 0.3177249 Nov 23 22:01:19.267908 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:19.280572 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144858b8-136b-4b32-a392-0d1227363ea3 req-4e63be40-4fe4-4fca-ac74-89516f63ab6c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:19.282078 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-144858b8-136b-4b32-a392-0d1227363ea3 req-4e63be40-4fe4-4fca-ac74-89516f63ab6c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 811 time: 0.3937159 Nov 23 22:01:19.391294 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1a4f41d-1374-477b-a3cd-910cde8a61fb tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:19.408710 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27f70d-b296-42b0-b2f7-ea91200bb35a tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Pushing event updated for resources: {'Network': ['ID=966a27dd-02fc-46ba-b2d3-0d2466f288bc,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:19.433495 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:01:19.435363 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da60a6-f775-4483-95bf-7c9b4cb38e58 req-bdd1b3a0-0b6f-41d4-9294-f990c861c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:19.436961 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b9da60a6-f775-4483-95bf-7c9b4cb38e58 req-bdd1b3a0-0b6f-41d4-9294-f990c861c00e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c81ee8b5-2dfe-437c-83e9-573a2466373c HTTP/1.1" status: 200 len: 852 time: 0.2842445 Nov 23 22:01:19.470354 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-144858b8-136b-4b32-a392-0d1227363ea3 req-a1809862-8de1-495c-957f-d2963bdb542b tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/quotas/e0a0bf8995194df794b65596ff42d910 HTTP/1.1" status: 200 len: 375 time: 0.1651592 Nov 23 22:01:19.493711 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4f41d-1374-477b-a3cd-910cde8a61fb tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Port': ['ID=b0a3ffdf-ebdf-4cef-8206-2b0aeba49772,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:19.527471 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b9da60a6-f775-4483-95bf-7c9b4cb38e58 req-634f8418-6f39-433a-8064-91aec11b19d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45458725-4fcd-4ea8-ae64-138a09d7d278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822294 Nov 23 22:01:19.535585 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 966a27dd-02fc-46ba-b2d3-0d2466f288bc details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:01:19.609592 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0ed4e5b5-9799-48f9-82e3-02089714d0c6 req-a8f06182-2be5-47e6-966e-8b10b0c52841 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&id=0249e102-d607-4bd7-8d51-d355d61d06a8&id=acfbe203-a9cc-4221-9424-136d9c32bc93&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3545105 Nov 23 22:01:19.669460 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-363bbc26-ee77-4abe-9dbf-0f165adc3fff None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:19.747353 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-144858b8-136b-4b32-a392-0d1227363ea3 req-c5e1575b-8d6d-4077-b3ee-39e47a2d1f56 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2556729 Nov 23 22:01:19.783185 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-363bbc26-ee77-4abe-9dbf-0f165adc3fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:19.790124 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:19.852451 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bbc26-ee77-4abe-9dbf-0f165adc3fff None None] Pushing event updated for resources: {'Port': ['ID=7cd682c1-1231-40e0-b09d-c7d26eca1b32,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:19.857969 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:19.928092 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:19.949136 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363bbc26-ee77-4abe-9dbf-0f165adc3fff None None] Network 5694da5a-43d5-46c8-9f6a-a9115559c2f0 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:01:19.952793 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-363bbc26-ee77-4abe-9dbf-0f165adc3fff None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:19.956629 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363bbc26-ee77-4abe-9dbf-0f165adc3fff None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:01:19.957198 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b9da60a6-f775-4483-95bf-7c9b4cb38e58 req-c55cb067-ecb1-4a2a-aec4-abf4483365e2 service neutron] 10.222.0.53 "GET /v2.0/networks/45458725-4fcd-4ea8-ae64-138a09d7d278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090934 Nov 23 22:01:20.059979 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-144858b8-136b-4b32-a392-0d1227363ea3 req-15ae55db-f7f9-4b90-a6f6-4e253a058386 service neutron] 10.222.0.50 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114355 Nov 23 22:01:20.096772 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:01:20.106958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472babe4-be1d-4d85-bfd9-b2af251b5481 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:20.114818 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472babe4-be1d-4d85-bfd9-b2af251b5481 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:20.122506 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472babe4-be1d-4d85-bfd9-b2af251b5481 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:20.130301 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472babe4-be1d-4d85-bfd9-b2af251b5481 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:20.137769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3dc3a-0be5-496b-8c48-8196179ab50d req-4db71627-fc93-407b-aca5-13d74289f067 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:20.139765 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-472babe4-be1d-4d85-bfd9-b2af251b5481 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.0121834 Nov 23 22:01:20.144035 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40960) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:20.145150 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92d3dc3a-0be5-496b-8c48-8196179ab50d req-4db71627-fc93-407b-aca5-13d74289f067 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 945 time: 0.1919086 Nov 23 22:01:20.158733 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-363bbc26-ee77-4abe-9dbf-0f165adc3fff None None] Attempting to bind port 7cd682c1-1231-40e0-b09d-c7d26eca1b32 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:01:20.159234 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-363bbc26-ee77-4abe-9dbf-0f165adc3fff None None] Attempting to bind port 7cd682c1-1231-40e0-b09d-c7d26eca1b32 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '55f90bc2-2aac-4f28-975d-18fb8000a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5694da5a-43d5-46c8-9f6a-a9115559c2f0'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:01:20.159607 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363bbc26-ee77-4abe-9dbf-0f165adc3fff None None] Attempting to bind port 7cd682c1-1231-40e0-b09d-c7d26eca1b32 on network 5694da5a-43d5-46c8-9f6a-a9115559c2f0 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:01:20.231891 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363bbc26-ee77-4abe-9dbf-0f165adc3fff None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:01:20.232179 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363bbc26-ee77-4abe-9dbf-0f165adc3fff None None] Checking segment: {'id': '55f90bc2-2aac-4f28-975d-18fb8000a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5694da5a-43d5-46c8-9f6a-a9115559c2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:01:20.232582 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-363bbc26-ee77-4abe-9dbf-0f165adc3fff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:20.232980 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363bbc26-ee77-4abe-9dbf-0f165adc3fff None None] Bound using segment: {'id': '55f90bc2-2aac-4f28-975d-18fb8000a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5694da5a-43d5-46c8-9f6a-a9115559c2f0'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:01:20.233477 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-363bbc26-ee77-4abe-9dbf-0f165adc3fff None None] Bound port: 7cd682c1-1231-40e0-b09d-c7d26eca1b32, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55f90bc2-2aac-4f28-975d-18fb8000a09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '5694da5a-43d5-46c8-9f6a-a9115559c2f0'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:01:20.233860 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-363bbc26-ee77-4abe-9dbf-0f165adc3fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:20.270496 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-04c53f5a-bd4b-46aa-9886-8b10b7371d40 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:20.344795 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1a4f41d-1374-477b-a3cd-910cde8a61fb tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:20.349524 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b1a4f41d-1374-477b-a3cd-910cde8a61fb tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/ports/b0a3ffdf-ebdf-4cef-8206-2b0aeba49772 HTTP/1.1" status: 204 len: 168 time: 1.4928427 Nov 23 22:01:20.352029 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b9da60a6-f775-4483-95bf-7c9b4cb38e58 req-378da88c-a8ee-44e5-bfb9-baee013d707a service neutron] 10.222.0.53 "GET /v2.0/networks/45458725-4fcd-4ea8-ae64-138a09d7d278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711200 Nov 23 22:01:20.355609 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40962) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:20.442813 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-144858b8-136b-4b32-a392-0d1227363ea3 req-0e6e3295-0bd4-466c-889b-d51d2ccf18b3 service neutron] 10.222.0.50 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818028 Nov 23 22:01:20.476779 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-04c53f5a-bd4b-46aa-9886-8b10b7371d40 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:20.495504 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92d3dc3a-0be5-496b-8c48-8196179ab50d req-cf1c0c8d-e296-468f-95fb-6c5d83a08a67 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3492389 Nov 23 22:01:20.497838 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dfbac8b-cd3e-49c8-8b72-8d8ff3574512 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] DELETE failed (client error): The resource could not be found. Nov 23 22:01:20.498024 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-363bbc26-ee77-4abe-9dbf-0f165adc3fff None None] For port 7cd682c1-1231-40e0-b09d-c7d26eca1b32, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:01:20.498500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dfbac8b-cd3e-49c8-8b72-8d8ff3574512 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:01:20.504731 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4dfbac8b-cd3e-49c8-8b72-8d8ff3574512 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/ports/b0a3ffdf-ebdf-4cef-8206-2b0aeba49772 HTTP/1.1" status: 404 len: 333 time: 0.1266863 Nov 23 22:01:20.527743 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-04c53f5a-bd4b-46aa-9886-8b10b7371d40 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244fb7db-93bb-4f86-a47e-07c9d1cf76dd']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:20.529077 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40964) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:20.569978 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-04c53f5a-bd4b-46aa-9886-8b10b7371d40 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91175c4-e9e0-4ac5-977e-4786ff20958a') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:20.570341 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-04c53f5a-bd4b-46aa-9886-8b10b7371d40 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91175c4-e9e0-4ac5-977e-4786ff20958a') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:20.585430 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-363bbc26-ee77-4abe-9dbf-0f165adc3fff None None] For port 7cd682c1-1231-40e0-b09d-c7d26eca1b32, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=7cd682c1-1231-40e0-b09d-c7d26eca1b32,segment=NetworkSegment(55f90bc2-2aac-4f28-975d-18fb8000a09c),segment_id=55f90bc2-2aac-4f28-975d-18fb8000a09c)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:01:20.597205 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-04c53f5a-bd4b-46aa-9886-8b10b7371d40 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:20.609117 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-363bbc26-ee77-4abe-9dbf-0f165adc3fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:20.624176 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbdc7006-8679-47b6-98d5-5ccc27fffa61 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] GET failed (client error): The resource could not be found. Nov 23 22:01:20.628631 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-dbdc7006-8679-47b6-98d5-5ccc27fffa61 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports/b0a3ffdf-ebdf-4cef-8206-2b0aeba49772 HTTP/1.1" status: 404 len: 333 time: 0.0961857 Nov 23 22:01:20.631515 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40970) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:20.673500 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-04c53f5a-bd4b-46aa-9886-8b10b7371d40 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:20.692772 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2475f6-1d22-4c22-b63a-f40d4b49e11c req-3c4b59b9-082b-4144-98d8-508af5081407 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:20.699046 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-af2475f6-1d22-4c22-b63a-f40d4b49e11c req-3c4b59b9-082b-4144-98d8-508af5081407 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.53 "GET /v2.0/ports?device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 1023 time: 0.3602135 Nov 23 22:01:20.760443 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c53f5a-bd4b-46aa-9886-8b10b7371d40 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:01:20.760443 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-04c53f5a-bd4b-46aa-9886-8b10b7371d40 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:01:20.767477 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:01:20.935615 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bbc26-ee77-4abe-9dbf-0f165adc3fff None None] Pushing event updated for resources: {'Port': ['ID=7cd682c1-1231-40e0-b09d-c7d26eca1b32,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:20.988598 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-3962b1d2-98a5-4b52-ab8a-df366abefadd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting subnet 51071cb1-60e3-49d7-abca-47d4c48e39b6 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:01:20.995598 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3962b1d2-98a5-4b52-ab8a-df366abefadd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:21.083177 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-04c53f5a-bd4b-46aa-9886-8b10b7371d40 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:21.143782 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-29b212da-34f3-47d5-a877-2c57ad0dd825 req-c2072e32-1714-454a-9d79-55014025f50c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ca16da5-5669-4207-9fde-88d0177edf82 HTTP/1.1" status: 200 len: 210 time: 0.1212516 Nov 23 22:01:21.167657 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-04c53f5a-bd4b-46aa-9886-8b10b7371d40 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:21.173453 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-04c53f5a-bd4b-46aa-9886-8b10b7371d40 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] 10.222.0.50 "DELETE /v2.0/networks/244fb7db-93bb-4f86-a47e-07c9d1cf76dd HTTP/1.1" status: 204 len: 168 time: 1.0276644 Nov 23 22:01:21.176089 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40988) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:21.198993 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3bce0-b4cd-4d56-9421-c87e2f9b920d req-fd7ba001-40de-4cce-b5af-154a0fd735d0 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:21.200537 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50b3bce0-b4cd-4d56-9421-c87e2f9b920d req-fd7ba001-40de-4cce-b5af-154a0fd735d0 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 1023 time: 0.3749568 Nov 23 22:01:21.219802 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3962b1d2-98a5-4b52-ab8a-df366abefadd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:21.223541 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c53f5a-bd4b-46aa-9886-8b10b7371d40 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Pushing event deleted for resources: {'Network': ['ID=244fb7db-93bb-4f86-a47e-07c9d1cf76dd,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:21.386983 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50b3bce0-b4cd-4d56-9421-c87e2f9b920d req-32bd20d4-1d61-4d37-beb0-8d9dd86d806f tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&id=0249e102-d607-4bd7-8d51-d355d61d06a8&id=acfbe203-a9cc-4221-9424-136d9c32bc93&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1789875 Nov 23 22:01:21.392801 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-af2475f6-1d22-4c22-b63a-f40d4b49e11c req-ac14d078-7f22-4024-8b70-c20c3574bcc1 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Deleting port 7c64ea3d-f790-4e34-81fc-66827717da0a {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:01:21.393140 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-af2475f6-1d22-4c22-b63a-f40d4b49e11c req-ac14d078-7f22-4024-8b70-c20c3574bcc1 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:21.437193 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4198e373-2824-4414-8826-dfef618db4ce tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:21.591724 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3962b1d2-98a5-4b52-ab8a-df366abefadd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:21.632105 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-af2475f6-1d22-4c22-b63a-f40d4b49e11c req-ac14d078-7f22-4024-8b70-c20c3574bcc1 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] For port 7c64ea3d-f790-4e34-81fc-66827717da0a, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7c64ea3d-f790-4e34-81fc-66827717da0a,segment=NetworkSegment(8040a69b-e868-4dab-8674-db6b1d5a7448),segment_id=8040a69b-e868-4dab-8674-db6b1d5a7448)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:21.632477 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-af2475f6-1d22-4c22-b63a-f40d4b49e11c req-ac14d078-7f22-4024-8b70-c20c3574bcc1 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:21.732512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-af2475f6-1d22-4c22-b63a-f40d4b49e11c req-ac14d078-7f22-4024-8b70-c20c3574bcc1 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Calling delete_port for 7c64ea3d-f790-4e34-81fc-66827717da0a owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:01:21.775881 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3962b1d2-98a5-4b52-ab8a-df366abefadd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:21.919001 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 7cd682c1-1231-40e0-b09d-c7d26eca1b32 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:01:21.976960 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4198e373-2824-4414-8826-dfef618db4ce tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:22.024141 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962b1d2-98a5-4b52-ab8a-df366abefadd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Subnet': ['ID=51071cb1-60e3-49d7-abca-47d4c48e39b6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:22.036897 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3962b1d2-98a5-4b52-ab8a-df366abefadd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:22.079132 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40998) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:22.079540 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3962b1d2-98a5-4b52-ab8a-df366abefadd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/subnets/51071cb1-60e3-49d7-abca-47d4c48e39b6 HTTP/1.1" status: 204 len: 168 time: 1.4462805 Nov 23 22:01:22.105717 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 7cd682c1-1231-40e0-b09d-c7d26eca1b32 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:22.109399 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:22.111288 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-4198e373-2824-4414-8826-dfef618db4ce tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['966a27dd-02fc-46ba-b2d3-0d2466f288bc']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:22.139815 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-4198e373-2824-4414-8826-dfef618db4ce tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f180d23-c18f-48b3-960e-d410d9805f29') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:22.140119 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-4198e373-2824-4414-8826-dfef618db4ce tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f180d23-c18f-48b3-960e-d410d9805f29') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:22.184387 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4198e373-2824-4414-8826-dfef618db4ce tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:22.237727 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4198e373-2824-4414-8826-dfef618db4ce tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:22.262097 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4198e373-2824-4414-8826-dfef618db4ce tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:01:22.263077 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4198e373-2824-4414-8826-dfef618db4ce tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:01:22.273420 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:01:22.292410 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6690dded-4e79-45ac-9e85-c5280a57a7c9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:22.333485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085da73c-3da6-4e5a-9476-098c4e2d518e req-c8e82c25-98ee-4103-a729-b2b8e54911e7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:22.349098 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-085da73c-3da6-4e5a-9476-098c4e2d518e req-c8e82c25-98ee-4103-a729-b2b8e54911e7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 945 time: 0.6221993 Nov 23 22:01:22.377547 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:22.446847 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 7cd682c1-1231-40e0-b09d-c7d26eca1b32, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=7cd682c1-1231-40e0-b09d-c7d26eca1b32,segment=NetworkSegment(55f90bc2-2aac-4f28-975d-18fb8000a09c),segment_id=55f90bc2-2aac-4f28-975d-18fb8000a09c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:22.452700 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4198e373-2824-4414-8826-dfef618db4ce tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:22.452937 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571a32c2-07cd-4e0f-8c9d-2c74b9fbdac7 None None] Network 5694da5a-43d5-46c8-9f6a-a9115559c2f0 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:22.467000 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4198e373-2824-4414-8826-dfef618db4ce tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:22.479813 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4198e373-2824-4414-8826-dfef618db4ce tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] 10.222.0.50 "DELETE /v2.0/networks/966a27dd-02fc-46ba-b2d3-0d2466f288bc HTTP/1.1" status: 204 len: 168 time: 1.3025072 Nov 23 22:01:22.485018 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-085da73c-3da6-4e5a-9476-098c4e2d518e req-96e861b9-b3cc-40a9-88b3-98b1e9032420 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285002 Nov 23 22:01:22.487444 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-85d9bb58-1ac9-49cf-ad30-5931633a02e4 req-88b36d32-66a4-462f-a964-1b41c313edf1 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ca16da5-5669-4207-9fde-88d0177edf82 HTTP/1.1" status: 200 len: 210 time: 0.2289295 Nov 23 22:01:22.495835 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41010) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:22.513803 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198e373-2824-4414-8826-dfef618db4ce tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Pushing event deleted for resources: {'Network': ['ID=966a27dd-02fc-46ba-b2d3-0d2466f288bc,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:22.522517 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:22.535776 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:01:22.764118 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=7cd682c1-1231-40e0-b09d-c7d26eca1b32,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:22.905329 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d4e762e8-a541-4a6a-a049-fdadba3b7a59 None None] Provisioning complete for port 7cd682c1-1231-40e0-b09d-c7d26eca1b32 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:22.905690 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d4e762e8-a541-4a6a-a049-fdadba3b7a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:22.909988 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144858b8-136b-4b32-a392-0d1227363ea3 req-7beb34f9-3819-4ed6-b961-7db6ebb3bb99 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:22.911980 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-144858b8-136b-4b32-a392-0d1227363ea3 req-7beb34f9-3819-4ed6-b961-7db6ebb3bb99 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.60 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 811 time: 0.2461410 Nov 23 22:01:22.945141 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadbab7-cb2e-4af2-ae00-bd12a679ef0c req-7c1c520c-a3a9-4b2f-9594-952f21113de2 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:22.954345 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ccadbab7-cb2e-4af2-ae00-bd12a679ef0c req-7c1c520c-a3a9-4b2f-9594-952f21113de2 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 1023 time: 0.2750404 Nov 23 22:01:22.960792 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-144858b8-136b-4b32-a392-0d1227363ea3 req-d429d540-e869-45cb-a1f4-b5a5de2b6cc9 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Request body: {'port': {'device_id': '4ca16da5-5669-4207-9fde-88d0177edf82', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'admin_state_up': True, 'tenant_id': 'e0a0bf8995194df794b65596ff42d910'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:22.962678 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:22.975486 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:22.976106 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:23.111448 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:23.192377 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e98bf6e-9bef-459a-934d-50c79c9ed584 None None] DHCP port deletion for 5694da5a-43d5-46c8-9f6a-a9115559c2f0 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:01:23.201820 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38368b18-2e19-49ba-ae1b-c0c655060816 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:23.209764 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38368b18-2e19-49ba-ae1b-c0c655060816 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:23.215229 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-38368b18-2e19-49ba-ae1b-c0c655060816 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7132163 Nov 23 22:01:23.218046 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41016) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:23.231754 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-7c109c43-c14d-4d79-8bc0-d83d0212b2b6 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-844112886'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:23.240372 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0aff5d-ec47-44ca-b484-84fb695f6a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:01:23.247637 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80e7f7f-15a8-4e04-8604-55d7791cd484" -d '{"events": [{"server_uuid": "fd0aff5d-ec47-44ca-b484-84fb695f6a65", "name": "network-vif-plugged", "status": "completed", "tag": "e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:01:23.284298 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c109c43-c14d-4d79-8bc0-d83d0212b2b6 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Made reservation on behalf of 32ae78b5247a42ceb82651111073ee41 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:23.290135 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c109c43-c14d-4d79-8bc0-d83d0212b2b6 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:23.293521 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:23.305222 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ccadbab7-cb2e-4af2-ae00-bd12a679ef0c req-a63d7cc6-a09d-4292-b9d2-5beffb2b755b tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&id=0249e102-d607-4bd7-8d51-d355d61d06a8&id=acfbe203-a9cc-4221-9424-136d9c32bc93&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3497205 Nov 23 22:01:23.342806 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-af2475f6-1d22-4c22-b63a-f40d4b49e11c req-ac14d078-7f22-4024-8b70-c20c3574bcc1 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:23.349324 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:23.351573 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 7c64ea3d-f790-4e34-81fc-66827717da0a no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:01:23.368391 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c109c43-c14d-4d79-8bc0-d83d0212b2b6 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:01:23.392033 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c109c43-c14d-4d79-8bc0-d83d0212b2b6 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:23.392332 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-7c109c43-c14d-4d79-8bc0-d83d0212b2b6 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Added segment ba4f55f5-23d5-452d-9003-38482997fb9a of type vlan for network c3a2a076-98d7-4e6d-b3f2-82df4cf64d2b Nov 23 22:01:23.412203 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14d078-7f22-4024-8b70-c20c3574bcc1 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event deleted for resources: {'Port': ['ID=7c64ea3d-f790-4e34-81fc-66827717da0a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:23.444501 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8713bae8-fa79-4e7d-a65d-dddd2e3ea5b4 x-openstack-request-id: req-8713bae8-fa79-4e7d-a65d-dddd2e3ea5b4 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:01:23.445100 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0aff5d-ec47-44ca-b484-84fb695f6a65", "name": "network-vif-plugged", "status": "completed", "tag": "e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:01:23.446396 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8713bae8-fa79-4e7d-a65d-dddd2e3ea5b4 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:01:23.447017 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0aff5d-ec47-44ca-b484-84fb695f6a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35', 'code': 200} Nov 23 22:01:23.450464 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:23.458615 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 7c64ea3d-f790-4e34-81fc-66827717da0a {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:01:23.459152 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 7c64ea3d-f790-4e34-81fc-66827717da0a not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:01:23.462581 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['717e811c-9fc9-4c24-8307-bf0656b74282'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:01:23.482343 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-144858b8-136b-4b32-a392-0d1227363ea3 req-d429d540-e869-45cb-a1f4-b5a5de2b6cc9 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Made reservation on behalf of e0a0bf8995194df794b65596ff42d910 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:23.487228 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c109c43-c14d-4d79-8bc0-d83d0212b2b6 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:23.493760 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-144858b8-136b-4b32-a392-0d1227363ea3 req-d429d540-e869-45cb-a1f4-b5a5de2b6cc9 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:23.561371 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c109c43-c14d-4d79-8bc0-d83d0212b2b6 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:23.570826 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-2e98bf6e-9bef-459a-934d-50c79c9ed584 None None] Deleting port 7cd682c1-1231-40e0-b09d-c7d26eca1b32 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:01:23.571136 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2e98bf6e-9bef-459a-934d-50c79c9ed584 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:23.576786 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c109c43-c14d-4d79-8bc0-d83d0212b2b6 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:23.581461 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c109c43-c14d-4d79-8bc0-d83d0212b2b6 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:23.759076 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c109c43-c14d-4d79-8bc0-d83d0212b2b6 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Pushing event updated for resources: {'Network': ['ID=c3a2a076-98d7-4e6d-b3f2-82df4cf64d2b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:23.766217 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 7cd682c1-1231-40e0-b09d-c7d26eca1b32 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:01:23.780449 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7c109c43-c14d-4d79-8bc0-d83d0212b2b6 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5588539 Nov 23 22:01:23.782954 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41026) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:23.789576 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-693910fe-45b2-40f1-b6fc-89bc6e100b48 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1065220156'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:23.820481 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-6690dded-4e79-45ac-9e85-c5280a57a7c9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting port 7cd682c1-1231-40e0-b09d-c7d26eca1b32 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:01:23.820820 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6690dded-4e79-45ac-9e85-c5280a57a7c9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:23.825125 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693910fe-45b2-40f1-b6fc-89bc6e100b48 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Made reservation on behalf of 32ae78b5247a42ceb82651111073ee41 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:23.830018 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-693910fe-45b2-40f1-b6fc-89bc6e100b48 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:23.874596 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network c3a2a076-98d7-4e6d-b3f2-82df4cf64d2b details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:01:23.896207 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693910fe-45b2-40f1-b6fc-89bc6e100b48 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:01:23.896915 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2e98bf6e-9bef-459a-934d-50c79c9ed584 None None] For port 7cd682c1-1231-40e0-b09d-c7d26eca1b32, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=7cd682c1-1231-40e0-b09d-c7d26eca1b32,segment=NetworkSegment(55f90bc2-2aac-4f28-975d-18fb8000a09c),segment_id=55f90bc2-2aac-4f28-975d-18fb8000a09c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:23.897325 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2e98bf6e-9bef-459a-934d-50c79c9ed584 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:23.912364 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-693910fe-45b2-40f1-b6fc-89bc6e100b48 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:23.913179 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-693910fe-45b2-40f1-b6fc-89bc6e100b48 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Added segment 84aa4178-6dc6-44e5-b138-2e5f948f5529 of type vlan for network 19bd750c-82fb-4ebf-b083-71ef3b1033d6 Nov 23 22:01:23.928536 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2475f6-1d22-4c22-b63a-f40d4b49e11c req-ac14d078-7f22-4024-8b70-c20c3574bcc1 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] No DVR routers for this DVR port 7c64ea3d-f790-4e34-81fc-66827717da0a on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:01:23.986489 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-693910fe-45b2-40f1-b6fc-89bc6e100b48 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:23.990340 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-2e98bf6e-9bef-459a-934d-50c79c9ed584 None None] Calling delete_port for 7cd682c1-1231-40e0-b09d-c7d26eca1b32 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:01:24.035711 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-af2475f6-1d22-4c22-b63a-f40d4b49e11c req-ac14d078-7f22-4024-8b70-c20c3574bcc1 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:24.039152 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-af2475f6-1d22-4c22-b63a-f40d4b49e11c req-ac14d078-7f22-4024-8b70-c20c3574bcc1 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.53 "DELETE /v2.0/ports/7c64ea3d-f790-4e34-81fc-66827717da0a HTTP/1.1" status: 204 len: 173 time: 3.3332725 Nov 23 22:01:24.069035 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-693910fe-45b2-40f1-b6fc-89bc6e100b48 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:24.077330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693910fe-45b2-40f1-b6fc-89bc6e100b48 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:24.079373 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-693910fe-45b2-40f1-b6fc-89bc6e100b48 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:24.145614 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-693910fe-45b2-40f1-b6fc-89bc6e100b48 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3575900 Nov 23 22:01:24.154428 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41034) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:24.157550 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc42651-c21b-47bd-ad75-32f9ddb2c0f3', 'name': 'network-vif-deleted', 'tag': '7c64ea3d-f790-4e34-81fc-66827717da0a'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:01:24.163599 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2caeb7-348b-415e-af16-a2376ae721a5" -d '{"events": [{"server_uuid": "bfc42651-c21b-47bd-ad75-32f9ddb2c0f3", "name": "network-vif-deleted", "tag": "7c64ea3d-f790-4e34-81fc-66827717da0a"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:01:24.168397 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Request body: {'ports': [{'network_id': 'c3a2a076-98d7-4e6d-b3f2-82df4cf64d2b', 'name': 'tempest-port--148775260', 'admin_state_up': True}, {'network_id': '19bd750c-82fb-4ebf-b083-71ef3b1033d6', 'admin_state_up': False}]} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:24.168721 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Request body: {'port': {'network_id': 'c3a2a076-98d7-4e6d-b3f2-82df4cf64d2b', 'name': 'tempest-port--148775260', 'admin_state_up': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:24.169217 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Request body: {'port': {'network_id': '19bd750c-82fb-4ebf-b083-71ef3b1033d6', 'admin_state_up': False}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:24.176233 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a773fa6-ccd5-4125-9634-500ada17885d req-2241e0bd-c96c-4eaa-8d44-be8ddce5fe4a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ca16da5-5669-4207-9fde-88d0177edf82 HTTP/1.1" status: 200 len: 210 time: 0.2613740 Nov 23 22:01:24.212632 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-144858b8-136b-4b32-a392-0d1227363ea3 req-d429d540-e869-45cb-a1f4-b5a5de2b6cc9 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Allocated IP 172.20.0.6 (1f34eebc-f88f-4362-9a35-3496c9faad72/0ee598eb-2a1d-4204-a47b-609e766d3330/764a6433-e7eb-4a31-b910-9e15fe262b2f) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:01:24.224167 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-6690dded-4e79-45ac-9e85-c5280a57a7c9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] For port 7cd682c1-1231-40e0-b09d-c7d26eca1b32, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=7cd682c1-1231-40e0-b09d-c7d26eca1b32,segment=NetworkSegment(55f90bc2-2aac-4f28-975d-18fb8000a09c),segment_id=55f90bc2-2aac-4f28-975d-18fb8000a09c)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:24.224555 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6690dded-4e79-45ac-9e85-c5280a57a7c9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:24.390904 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693910fe-45b2-40f1-b6fc-89bc6e100b48 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Pushing event updated for resources: {'Network': ['ID=19bd750c-82fb-4ebf-b083-71ef3b1033d6,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:24.436362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 19bd750c-82fb-4ebf-b083-71ef3b1033d6 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:01:24.606661 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Made reservation on behalf of 32ae78b5247a42ceb82651111073ee41 for: {'port': 2} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:24.612160 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:24.643320 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:24.802517 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] device_id is not set on port 66ae86fa-2618-4906-885d-fcbd57d3bd19 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:01:24.879476 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:25.073918 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bca405-86dd-44e0-9d06-a2f4e8ea4532 req-4415373a-b415-4941-8526-4e7c2ba21b90 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:25.076204 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68bca405-86dd-44e0-9d06-a2f4e8ea4532 req-4415373a-b415-4941-8526-4e7c2ba21b90 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 1.1940632 Nov 23 22:01:25.083298 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a38429e-cba0-4619-b311-cd7940c09622 x-openstack-request-id: req-3a38429e-cba0-4619-b311-cd7940c09622 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:01:25.083688 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfc42651-c21b-47bd-ad75-32f9ddb2c0f3", "name": "network-vif-deleted", "tag": "7c64ea3d-f790-4e34-81fc-66827717da0a", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:01:25.083882 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3a38429e-cba0-4619-b311-cd7940c09622 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:01:25.084241 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc42651-c21b-47bd-ad75-32f9ddb2c0f3', 'name': 'network-vif-deleted', 'tag': '7c64ea3d-f790-4e34-81fc-66827717da0a', 'status': 'completed', 'code': 200} Nov 23 22:01:25.094193 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:25.102798 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-6690dded-4e79-45ac-9e85-c5280a57a7c9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Calling delete_port for 7cd682c1-1231-40e0-b09d-c7d26eca1b32 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:01:25.117028 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2e98bf6e-9bef-459a-934d-50c79c9ed584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:25.195980 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] device_id is not set on port 0cb92bbe-4e0e-4333-b890-0fe0a8f7b6c6 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:01:25.213606 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98bf6e-9bef-459a-934d-50c79c9ed584 None None] Pushing event deleted for resources: {'Port': ['ID=7cd682c1-1231-40e0-b09d-c7d26eca1b32,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:25.235043 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e98bf6e-9bef-459a-934d-50c79c9ed584 None None] No DVR routers for this DVR port 7cd682c1-1231-40e0-b09d-c7d26eca1b32 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:01:25.272027 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68bca405-86dd-44e0-9d06-a2f4e8ea4532 req-5aa58e29-a77e-4c15-88aa-df8d19f27d71 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650021 Nov 23 22:01:25.290518 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3f15a8da-0929-473a-ac34-d8b242e752f7 req-eede8cbf-b17f-4aa3-bcf2-20f00c358a87 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfc42651-c21b-47bd-ad75-32f9ddb2c0f3 HTTP/1.1" status: 200 len: 210 time: 0.2050908 Nov 23 22:01:25.429692 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:25.473388 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8edea42-4ccc-4700-8e29-a5edaac49c25 req-0f78cc2c-be67-4425-9c4a-0699a7d898f6 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ca16da5-5669-4207-9fde-88d0177edf82 HTTP/1.1" status: 200 len: 210 time: 0.0480621 Nov 23 22:01:25.511624 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:25.560253 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6690dded-4e79-45ac-9e85-c5280a57a7c9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:25.608016 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6690dded-4e79-45ac-9e85-c5280a57a7c9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] No DVR routers for this DVR port 7cd682c1-1231-40e0-b09d-c7d26eca1b32 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:01:25.649531 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Pushing event updated for resources: {'Port': ['ID=66ae86fa-2618-4906-885d-fcbd57d3bd19,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:25.673459 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690dded-4e79-45ac-9e85-c5280a57a7c9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Port': ['ID=7cd682c1-1231-40e0-b09d-c7d26eca1b32,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:25.682258 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Checking segment: {'id': 'ba4f55f5-23d5-452d-9003-38482997fb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'c3a2a076-98d7-4e6d-b3f2-82df4cf64d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:01:25.683070 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Network hostable DHCP agents. Network: c3a2a076-98d7-4e6d-b3f2-82df4cf64d2b, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:01:25.717147 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-144858b8-136b-4b32-a392-0d1227363ea3 req-d429d540-e869-45cb-a1f4-b5a5de2b6cc9 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:25.723456 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Network c3a2a076-98d7-4e6d-b3f2-82df4cf64d2b is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:01:25.751344 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, c3a2a076-98d7-4e6d-b3f2-82df4cf64d2b) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:25.755459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:01:25.756360 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:25.764298 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49d0b3e-785d-496a-8e51-1808671ed5ed None None] Network c3a2a076-98d7-4e6d-b3f2-82df4cf64d2b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:25.791315 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6690dded-4e79-45ac-9e85-c5280a57a7c9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:25.890103 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-6690dded-4e79-45ac-9e85-c5280a57a7c9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5694da5a-43d5-46c8-9f6a-a9115559c2f0']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:25.905604 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-6690dded-4e79-45ac-9e85-c5280a57a7c9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f90bc2-2aac-4f28-975d-18fb8000a09c') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:25.906217 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-6690dded-4e79-45ac-9e85-c5280a57a7c9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f90bc2-2aac-4f28-975d-18fb8000a09c') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:25.924756 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Pushing event updated for resources: {'Port': ['ID=0cb92bbe-4e0e-4333-b890-0fe0a8f7b6c6,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:25.929533 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Checking segment: {'id': '84aa4178-6dc6-44e5-b138-2e5f948f5529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '19bd750c-82fb-4ebf-b083-71ef3b1033d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:01:25.929900 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Network hostable DHCP agents. Network: 19bd750c-82fb-4ebf-b083-71ef3b1033d6, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:01:25.947208 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6690dded-4e79-45ac-9e85-c5280a57a7c9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:25.952688 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Network 19bd750c-82fb-4ebf-b083-71ef3b1033d6 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:01:25.968383 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-144858b8-136b-4b32-a392-0d1227363ea3 req-d429d540-e869-45cb-a1f4-b5a5de2b6cc9 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:25.972278 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 19bd750c-82fb-4ebf-b083-71ef3b1033d6) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:25.978179 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:01:25.987942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:25.992406 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720dc050-fd62-48e2-bdde-ba66ea0a6372 None None] Network 19bd750c-82fb-4ebf-b083-71ef3b1033d6 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:25.996930 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:25.997788 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:26.018988 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['6bc9a275-873b-46d0-8866-89793d8e488a', 'f62d93e2-e3bd-4265-9105-e3d04aa665e7'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:01:26.037292 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-48d3de30-5216-43ff-b966-abca4d723034 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8815813 Nov 23 22:01:26.038223 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41056) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:26.047540 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6690dded-4e79-45ac-9e85-c5280a57a7c9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:26.061057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6690dded-4e79-45ac-9e85-c5280a57a7c9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:01:26.061730 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6690dded-4e79-45ac-9e85-c5280a57a7c9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:01:26.066906 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:01:26.090620 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-144858b8-136b-4b32-a392-0d1227363ea3 req-d429d540-e869-45cb-a1f4-b5a5de2b6cc9 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Network 1f34eebc-f88f-4362-9a35-3496c9faad72 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:01:26.104115 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-144858b8-136b-4b32-a392-0d1227363ea3 req-d429d540-e869-45cb-a1f4-b5a5de2b6cc9 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:26.110634 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-144858b8-136b-4b32-a392-0d1227363ea3 req-d429d540-e869-45cb-a1f4-b5a5de2b6cc9 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:01:26.147141 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4baba3-3db9-467d-a42b-2832eb1cc2f3 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:26.153274 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4baba3-3db9-467d-a42b-2832eb1cc2f3 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:26.167059 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6f4baba3-3db9-467d-a42b-2832eb1cc2f3 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1155498 Nov 23 22:01:26.167790 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41058) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:26.186949 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429d540-e869-45cb-a1f4-b5a5de2b6cc9 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Pushing event updated for resources: {'Port': ['ID=764a6433-e7eb-4a31-b910-9e15fe262b2f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:26.218067 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6690dded-4e79-45ac-9e85-c5280a57a7c9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:26.240409 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6690dded-4e79-45ac-9e85-c5280a57a7c9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:26.243874 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6690dded-4e79-45ac-9e85-c5280a57a7c9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/networks/5694da5a-43d5-46c8-9f6a-a9115559c2f0 HTTP/1.1" status: 204 len: 168 time: 4.1635988 Nov 23 22:01:26.250487 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41060) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:26.262987 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-875d342d-bd7c-4155-8c8a-4a0b3b4ac82c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1823077196'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:26.267468 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144858b8-136b-4b32-a392-0d1227363ea3 req-d429d540-e869-45cb-a1f4-b5a5de2b6cc9 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:26.268244 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-144858b8-136b-4b32-a392-0d1227363ea3 req-d429d540-e869-45cb-a1f4-b5a5de2b6cc9 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:26.275853 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690dded-4e79-45ac-9e85-c5280a57a7c9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Network': ['ID=5694da5a-43d5-46c8-9f6a-a9115559c2f0,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:26.349371 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-144858b8-136b-4b32-a392-0d1227363ea3 req-d429d540-e869-45cb-a1f4-b5a5de2b6cc9 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3922765 Nov 23 22:01:26.372814 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-144858b8-136b-4b32-a392-0d1227363ea3 req-120b3561-d425-4b44-9529-1eb65bce3408 service neutron] Request body: {'port': {'device_id': '4ca16da5-5669-4207-9fde-88d0177edf82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:26.380657 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875d342d-bd7c-4155-8c8a-4a0b3b4ac82c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:26.384190 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-875d342d-bd7c-4155-8c8a-4a0b3b4ac82c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:26.486971 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875d342d-bd7c-4155-8c8a-4a0b3b4ac82c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:01:26.498277 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-875d342d-bd7c-4155-8c8a-4a0b3b4ac82c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:26.498788 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-875d342d-bd7c-4155-8c8a-4a0b3b4ac82c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Added segment 9a4df60b-518d-47d3-84aa-ca68a9e0c821 of type vlan for network 7b5231c1-e746-4098-9507-3ff5b60519b5 Nov 23 22:01:26.546644 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-875d342d-bd7c-4155-8c8a-4a0b3b4ac82c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:26.551001 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-144858b8-136b-4b32-a392-0d1227363ea3 req-120b3561-d425-4b44-9529-1eb65bce3408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:26.570992 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6c81914b-2d23-4b2f-9325-b24c6b0d2376 None None] Provisioning complete for port 764a6433-e7eb-4a31-b910-9e15fe262b2f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:26.572646 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6c81914b-2d23-4b2f-9325-b24c6b0d2376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:26.585559 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-875d342d-bd7c-4155-8c8a-4a0b3b4ac82c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:26.607004 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875d342d-bd7c-4155-8c8a-4a0b3b4ac82c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:26.611069 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-875d342d-bd7c-4155-8c8a-4a0b3b4ac82c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:26.620982 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-6c81914b-2d23-4b2f-9325-b24c6b0d2376 None None] Port 764a6433-e7eb-4a31-b910-9e15fe262b2f cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:01:26.827956 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d342d-bd7c-4155-8c8a-4a0b3b4ac82c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Network': ['ID=7b5231c1-e746-4098-9507-3ff5b60519b5,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:26.852079 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-088a8898-10cb-4d22-8110-789e0c3d5c31 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Deleting port 66ae86fa-2618-4906-885d-fcbd57d3bd19 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:01:26.852433 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-088a8898-10cb-4d22-8110-789e0c3d5c31 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:26.857035 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 7b5231c1-e746-4098-9507-3ff5b60519b5 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:01:27.023412 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-875d342d-bd7c-4155-8c8a-4a0b3b4ac82c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7667167 Nov 23 22:01:27.031222 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-088a8898-10cb-4d22-8110-789e0c3d5c31 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:27.035956 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41076) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:27.055386 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-14203699-366a-495d-b1c2-9c6171ea7ce7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'subnet': {'network_id': '7b5231c1-e746-4098-9507-3ff5b60519b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:27.063427 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8881b1eb-b85c-422d-9e6e-cf701476c31b req-347055b0-1445-4a54-868b-454621c422a8 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/0249e102-d607-4bd7-8d51-d355d61d06a8 HTTP/1.1" status: 200 len: 1820 time: 0.5816574 Nov 23 22:01:27.073651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839a808-bf4d-488e-8a44-b35c397bbe1f req-102b0e20-695f-4d6e-b623-2dd47df65eb6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:27.075568 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3839a808-bf4d-488e-8a44-b35c397bbe1f req-102b0e20-695f-4d6e-b623-2dd47df65eb6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.6514156 Nov 23 22:01:27.166562 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-088a8898-10cb-4d22-8110-789e0c3d5c31 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Calling delete_port for 66ae86fa-2618-4906-885d-fcbd57d3bd19 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:01:27.190239 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3839a808-bf4d-488e-8a44-b35c397bbe1f req-66bfe937-1b42-4b08-8405-10e7c78602fa tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802062 Nov 23 22:01:27.274466 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14203699-366a-495d-b1c2-9c6171ea7ce7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:27.278746 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-14203699-366a-495d-b1c2-9c6171ea7ce7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:27.322605 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-144858b8-136b-4b32-a392-0d1227363ea3 req-120b3561-d425-4b44-9529-1eb65bce3408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 764a6433-e7eb-4a31-b910-9e15fe262b2f {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:01:27.333117 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-144858b8-136b-4b32-a392-0d1227363ea3 req-120b3561-d425-4b44-9529-1eb65bce3408 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:27.348549 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8881b1eb-b85c-422d-9e6e-cf701476c31b req-d9be5696-9f5d-4ba0-9a29-ccd226df16ac tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:27.391129 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-144858b8-136b-4b32-a392-0d1227363ea3 req-120b3561-d425-4b44-9529-1eb65bce3408 service neutron] Transition to ACTIVE for port object 764a6433-e7eb-4a31-b910-9e15fe262b2f will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:01:27.402572 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8881b1eb-b85c-422d-9e6e-cf701476c31b req-d9be5696-9f5d-4ba0-9a29-ccd226df16ac tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:27.411015 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-088a8898-10cb-4d22-8110-789e0c3d5c31 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:27.436051 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-144858b8-136b-4b32-a392-0d1227363ea3 req-120b3561-d425-4b44-9529-1eb65bce3408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:27.462625 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a8898-10cb-4d22-8110-789e0c3d5c31 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Pushing event deleted for resources: {'Port': ['ID=66ae86fa-2618-4906-885d-fcbd57d3bd19,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:27.482509 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-088a8898-10cb-4d22-8110-789e0c3d5c31 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:27.486327 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-088a8898-10cb-4d22-8110-789e0c3d5c31 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] 10.222.0.50 "DELETE /v2.0/ports/66ae86fa-2618-4906-885d-fcbd57d3bd19 HTTP/1.1" status: 204 len: 168 time: 1.3175106 Nov 23 22:01:27.489533 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41082) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:27.721549 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b3561-d425-4b44-9529-1eb65bce3408 service neutron] Pushing event updated for resources: {'Port': ['ID=764a6433-e7eb-4a31-b910-9e15fe262b2f,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:27.767327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc3bd0-0253-41c0-b978-5d50341a165f req-9a726cd1-0146-4f69-92aa-9d49dd84132c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:27.768979 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-05dc3bd0-0253-41c0-b978-5d50341a165f req-9a726cd1-0146-4f69-92aa-9d49dd84132c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ca16da5-5669-4207-9fde-88d0177edf82 HTTP/1.1" status: 200 len: 943 time: 0.2382994 Nov 23 22:01:27.820354 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8881b1eb-b85c-422d-9e6e-cf701476c31b req-d9be5696-9f5d-4ba0-9a29-ccd226df16ac tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:27.824712 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8881b1eb-b85c-422d-9e6e-cf701476c31b req-d9be5696-9f5d-4ba0-9a29-ccd226df16ac tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:27.827491 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-14203699-366a-495d-b1c2-9c6171ea7ce7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:27.842080 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8881b1eb-b85c-422d-9e6e-cf701476c31b req-d9be5696-9f5d-4ba0-9a29-ccd226df16ac tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "DELETE /v2.0/security-groups/0249e102-d607-4bd7-8d51-d355d61d06a8 HTTP/1.1" status: 204 len: 173 time: 0.7772815 Nov 23 22:01:27.911775 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6b58df75-8569-41b7-8cd4-0cdf8c0e5976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:27.964887 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-b6cdc1e5-2a23-4376-903c-2b37e4ea7bce tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Deleting port 0cb92bbe-4e0e-4333-b890-0fe0a8f7b6c6 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:01:27.965605 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b6cdc1e5-2a23-4376-903c-2b37e4ea7bce tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:27.972424 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14203699-366a-495d-b1c2-9c6171ea7ce7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Subnet': ['ID=e1218ee7-bbd5-45ff-9ff0-50f81c11a350,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:28.005052 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-05dc3bd0-0253-41c0-b978-5d50341a165f req-48ca4577-16fa-48fd-bf01-7db8bb3ad222 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257793 Nov 23 22:01:28.008943 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be5696-9f5d-4ba0-9a29-ccd226df16ac tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0249e102-d607-4bd7-8d51-d355d61d06a8,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:28.045862 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14203699-366a-495d-b1c2-9c6171ea7ce7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Checking segment: {'id': '9a4df60b-518d-47d3-84aa-ca68a9e0c821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7b5231c1-e746-4098-9507-3ff5b60519b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:01:28.046249 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14203699-366a-495d-b1c2-9c6171ea7ce7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network hostable DHCP agents. Network: 7b5231c1-e746-4098-9507-3ff5b60519b5, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:01:28.102632 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-144858b8-136b-4b32-a392-0d1227363ea3 req-120b3561-d425-4b44-9529-1eb65bce3408 service neutron] Attempting to bind port 764a6433-e7eb-4a31-b910-9e15fe262b2f on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:01:28.103316 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-144858b8-136b-4b32-a392-0d1227363ea3 req-120b3561-d425-4b44-9529-1eb65bce3408 service neutron] Attempting to bind port 764a6433-e7eb-4a31-b910-9e15fe262b2f by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:01:28.103916 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144858b8-136b-4b32-a392-0d1227363ea3 req-120b3561-d425-4b44-9529-1eb65bce3408 service neutron] Attempting to bind port 764a6433-e7eb-4a31-b910-9e15fe262b2f on network 1f34eebc-f88f-4362-9a35-3496c9faad72 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:01:28.113173 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b6cdc1e5-2a23-4376-903c-2b37e4ea7bce tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:28.139476 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-b6cdc1e5-2a23-4376-903c-2b37e4ea7bce tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Calling delete_port for 0cb92bbe-4e0e-4333-b890-0fe0a8f7b6c6 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:01:28.139599 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144858b8-136b-4b32-a392-0d1227363ea3 req-120b3561-d425-4b44-9529-1eb65bce3408 service neutron] Port 764a6433-e7eb-4a31-b910-9e15fe262b2f on network 1f34eebc-f88f-4362-9a35-3496c9faad72 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:01:28.139832 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144858b8-136b-4b32-a392-0d1227363ea3 req-120b3561-d425-4b44-9529-1eb65bce3408 service neutron] Attempting to bind port 764a6433-e7eb-4a31-b910-9e15fe262b2f on network 1f34eebc-f88f-4362-9a35-3496c9faad72 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:01:28.154365 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14203699-366a-495d-b1c2-9c6171ea7ce7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network 7b5231c1-e746-4098-9507-3ff5b60519b5 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:01:28.180913 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e25684a9-225c-477c-be24-5b563d1d30f5 req-14c770a8-1157-4634-ab72-8623fa3f99ac tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/acfbe203-a9cc-4221-9424-136d9c32bc93 HTTP/1.1" status: 200 len: 1820 time: 0.1127379 Nov 23 22:01:28.190318 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144858b8-136b-4b32-a392-0d1227363ea3 req-120b3561-d425-4b44-9529-1eb65bce3408 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:01:28.192219 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144858b8-136b-4b32-a392-0d1227363ea3 req-120b3561-d425-4b44-9529-1eb65bce3408 service neutron] Checking segment: {'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:01:28.192867 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144858b8-136b-4b32-a392-0d1227363ea3 req-120b3561-d425-4b44-9529-1eb65bce3408 service neutron] Bound using segment: {'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:01:28.193651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-144858b8-136b-4b32-a392-0d1227363ea3 req-120b3561-d425-4b44-9529-1eb65bce3408 service neutron] Bound port: 764a6433-e7eb-4a31-b910-9e15fe262b2f, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:01:28.194236 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-144858b8-136b-4b32-a392-0d1227363ea3 req-120b3561-d425-4b44-9529-1eb65bce3408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:28.211015 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-14203699-366a-495d-b1c2-9c6171ea7ce7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 7b5231c1-e746-4098-9507-3ff5b60519b5) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:28.224630 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b183dc95-758d-460c-a1a8-1bd6ce085b62 None None] Network 7b5231c1-e746-4098-9507-3ff5b60519b5 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:28.258737 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14203699-366a-495d-b1c2-9c6171ea7ce7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:28.259348 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-14203699-366a-495d-b1c2-9c6171ea7ce7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:28.316886 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-14203699-366a-495d-b1c2-9c6171ea7ce7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2737851 Nov 23 22:01:28.322737 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41098) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:28.329814 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6eba0486-fc59-4cfe-8c0c-3259ba12d3be tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'port': {'network_id': '7b5231c1-e746-4098-9507-3ff5b60519b5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1839594613'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:28.377185 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e25684a9-225c-477c-be24-5b563d1d30f5 req-31a523f7-a3e4-43a0-a2c9-fa7ce1e152b5 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:28.389371 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b6cdc1e5-2a23-4376-903c-2b37e4ea7bce tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:28.405177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-144858b8-136b-4b32-a392-0d1227363ea3 req-120b3561-d425-4b44-9529-1eb65bce3408 service neutron] For port 764a6433-e7eb-4a31-b910-9e15fe262b2f, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:01:28.439991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692df936-1a28-4376-87cc-c98f9c3a4d42 req-884a96e2-4476-4aab-b576-a9fbd9af5232 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:28.442012 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-692df936-1a28-4376-87cc-c98f9c3a4d42 req-884a96e2-4476-4aab-b576-a9fbd9af5232 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.1412232 Nov 23 22:01:28.451118 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-144858b8-136b-4b32-a392-0d1227363ea3 req-120b3561-d425-4b44-9529-1eb65bce3408 service neutron] For port 764a6433-e7eb-4a31-b910-9e15fe262b2f, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=764a6433-e7eb-4a31-b910-9e15fe262b2f,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:01:28.483661 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e25684a9-225c-477c-be24-5b563d1d30f5 req-31a523f7-a3e4-43a0-a2c9-fa7ce1e152b5 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:28.516662 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-144858b8-136b-4b32-a392-0d1227363ea3 req-120b3561-d425-4b44-9529-1eb65bce3408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:28.547691 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdc1e5-2a23-4376-903c-2b37e4ea7bce tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Pushing event deleted for resources: {'Port': ['ID=0cb92bbe-4e0e-4333-b890-0fe0a8f7b6c6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:28.577280 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b6cdc1e5-2a23-4376-903c-2b37e4ea7bce tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:28.582058 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39714d40-e4f4-4ff2-af08-31be17dd20c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-7b5231c1-e746-4098-9507-3ff5b60519b5', 'network_id': '7b5231c1-e746-4098-9507-3ff5b60519b5', 'tenant_id': 'a4f1ae2888634e4b8fa5e9980e087a09', 'fixed_ips': [{'subnet_id': 'e1218ee7-bbd5-45ff-9ff0-50f81c11a350'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:01:28.582275 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b6cdc1e5-2a23-4376-903c-2b37e4ea7bce tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] 10.222.0.50 "DELETE /v2.0/ports/0cb92bbe-4e0e-4333-b890-0fe0a8f7b6c6 HTTP/1.1" status: 204 len: 168 time: 1.0910945 Nov 23 22:01:28.585944 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41102) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:28.589128 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-39714d40-e4f4-4ff2-af08-31be17dd20c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:28.622641 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4c58431d-e3b9-413e-b9d7-524ac1a38f49 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0355990 Nov 23 22:01:28.626601 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41104) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:28.698295 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e07905c4-8869-44d8-837d-e432d2f0636f tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-671091706'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:28.711430 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eba0486-fc59-4cfe-8c0c-3259ba12d3be tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:28.736081 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6eba0486-fc59-4cfe-8c0c-3259ba12d3be tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:28.748491 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-692df936-1a28-4376-87cc-c98f9c3a4d42 req-d0114b5b-757d-412f-bdf6-33f60c8969e4 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2952483 Nov 23 22:01:28.752497 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144858b8-136b-4b32-a392-0d1227363ea3 req-120b3561-d425-4b44-9529-1eb65bce3408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:28.763082 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-144858b8-136b-4b32-a392-0d1227363ea3 req-120b3561-d425-4b44-9529-1eb65bce3408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:28.764641 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-144858b8-136b-4b32-a392-0d1227363ea3 req-120b3561-d425-4b44-9529-1eb65bce3408 service neutron] 10.222.0.60 "PUT /v2.0/ports/764a6433-e7eb-4a31-b910-9e15fe262b2f HTTP/1.1" status: 200 len: 1091 time: 2.3970950 Nov 23 22:01:28.767823 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-6eba0486-fc59-4cfe-8c0c-3259ba12d3be tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] device_id is not set on port d4a7444b-924b-420f-94cd-43c899856095 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:01:28.792277 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca16da5-5669-4207-9fde-88d0177edf82', 'tag': '764a6433-e7eb-4a31-b910-9e15fe262b2f'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:01:28.801269 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b76f35-0af1-43b9-8b30-4afd37ae4981" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca16da5-5669-4207-9fde-88d0177edf82", "tag": "764a6433-e7eb-4a31-b910-9e15fe262b2f"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:01:28.827427 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e25684a9-225c-477c-be24-5b563d1d30f5 req-31a523f7-a3e4-43a0-a2c9-fa7ce1e152b5 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:28.836831 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e25684a9-225c-477c-be24-5b563d1d30f5 req-31a523f7-a3e4-43a0-a2c9-fa7ce1e152b5 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:28.859319 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e25684a9-225c-477c-be24-5b563d1d30f5 req-31a523f7-a3e4-43a0-a2c9-fa7ce1e152b5 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "DELETE /v2.0/security-groups/acfbe203-a9cc-4221-9424-136d9c32bc93 HTTP/1.1" status: 204 len: 173 time: 0.6748757 Nov 23 22:01:29.006122 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a523f7-a3e4-43a0-a2c9-fa7ce1e152b5 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfbe203-a9cc-4221-9424-136d9c32bc93,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:29.024080 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74e477b-8176-47c2-9d07-372cdf3d1675 x-openstack-request-id: req-e74e477b-8176-47c2-9d07-372cdf3d1675 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:01:29.024892 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca16da5-5669-4207-9fde-88d0177edf82", "tag": "764a6433-e7eb-4a31-b910-9e15fe262b2f", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:01:29.025974 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e74e477b-8176-47c2-9d07-372cdf3d1675 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:01:29.027164 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca16da5-5669-4207-9fde-88d0177edf82', 'tag': '764a6433-e7eb-4a31-b910-9e15fe262b2f', 'status': 'completed', 'code': 200} Nov 23 22:01:29.034505 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07905c4-8869-44d8-837d-e432d2f0636f tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Made reservation on behalf of 32ae78b5247a42ceb82651111073ee41 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:29.041579 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e07905c4-8869-44d8-837d-e432d2f0636f tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:29.069696 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-6012e44a-b585-4593-b800-1aedbb3d0e4d req-c43b88ad-de40-497d-a412-9c3e353875bb tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1610703489', 'description': 'tempest-description-239673931'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:29.081407 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-39714d40-e4f4-4ff2-af08-31be17dd20c4 None None] Allocated IP 172.20.0.2 (7b5231c1-e746-4098-9507-3ff5b60519b5/e1218ee7-bbd5-45ff-9ff0-50f81c11a350/932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:01:29.143595 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07905c4-8869-44d8-837d-e432d2f0636f tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:01:29.189871 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e07905c4-8869-44d8-837d-e432d2f0636f tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:29.190307 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-e07905c4-8869-44d8-837d-e432d2f0636f tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Added segment 41d9aff9-46c1-4e78-9672-f923a03d3071 of type vlan for network 6312a2a2-26a3-46e8-a9be-2bb5b7dc848c Nov 23 22:01:29.194539 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b3561-d425-4b44-9529-1eb65bce3408 service neutron] Pushing event updated for resources: {'Port': ['ID=764a6433-e7eb-4a31-b910-9e15fe262b2f,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:29.223948 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6012e44a-b585-4593-b800-1aedbb3d0e4d req-c43b88ad-de40-497d-a412-9c3e353875bb tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:29.261065 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144858b8-136b-4b32-a392-0d1227363ea3 req-5bebd75e-6bae-4d11-9889-702db41acf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:29.262575 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-144858b8-136b-4b32-a392-0d1227363ea3 req-5bebd75e-6bae-4d11-9889-702db41acf3d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=4ca16da5-5669-4207-9fde-88d0177edf82 HTTP/1.1" status: 200 len: 1094 time: 0.3905263 Nov 23 22:01:29.339784 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e07905c4-8869-44d8-837d-e432d2f0636f tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:29.405071 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e07905c4-8869-44d8-837d-e432d2f0636f tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:29.409508 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6012e44a-b585-4593-b800-1aedbb3d0e4d req-c43b88ad-de40-497d-a412-9c3e353875bb tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:29.420235 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07905c4-8869-44d8-837d-e432d2f0636f tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:29.422285 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e07905c4-8869-44d8-837d-e432d2f0636f tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:29.475928 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6012e44a-b585-4593-b800-1aedbb3d0e4d req-c43b88ad-de40-497d-a412-9c3e353875bb tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:29.496891 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-39714d40-e4f4-4ff2-af08-31be17dd20c4 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:29.512591 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-39714d40-e4f4-4ff2-af08-31be17dd20c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:29.559100 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-144858b8-136b-4b32-a392-0d1227363ea3 req-3250a34d-3eca-4064-90f6-169e9cd44d23 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=764a6433-e7eb-4a31-b910-9e15fe262b2f HTTP/1.1" status: 200 len: 217 time: 0.2776251 Nov 23 22:01:29.565987 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b88ad-de40-497d-a412-9c3e353875bb tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5aa129-9812-40e4-833a-5be77d2c0df1,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:29.581660 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39714d40-e4f4-4ff2-af08-31be17dd20c4 None None] Network 7b5231c1-e746-4098-9507-3ff5b60519b5 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:01:29.591878 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-39714d40-e4f4-4ff2-af08-31be17dd20c4 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:29.595145 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39714d40-e4f4-4ff2-af08-31be17dd20c4 None None] Pushing event updated for resources: {'Port': ['ID=932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:29.598170 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39714d40-e4f4-4ff2-af08-31be17dd20c4 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:01:29.705413 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-39714d40-e4f4-4ff2-af08-31be17dd20c4 None None] Attempting to bind port 932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:01:29.705413 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-39714d40-e4f4-4ff2-af08-31be17dd20c4 None None] Attempting to bind port 932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '9a4df60b-518d-47d3-84aa-ca68a9e0c821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7b5231c1-e746-4098-9507-3ff5b60519b5'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:01:29.705946 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39714d40-e4f4-4ff2-af08-31be17dd20c4 None None] Attempting to bind port 932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e on network 7b5231c1-e746-4098-9507-3ff5b60519b5 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:01:29.712006 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39714d40-e4f4-4ff2-af08-31be17dd20c4 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:01:29.712705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39714d40-e4f4-4ff2-af08-31be17dd20c4 None None] Checking segment: {'id': '9a4df60b-518d-47d3-84aa-ca68a9e0c821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7b5231c1-e746-4098-9507-3ff5b60519b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:01:29.713028 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-39714d40-e4f4-4ff2-af08-31be17dd20c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:29.713261 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39714d40-e4f4-4ff2-af08-31be17dd20c4 None None] Bound using segment: {'id': '9a4df60b-518d-47d3-84aa-ca68a9e0c821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7b5231c1-e746-4098-9507-3ff5b60519b5'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:01:29.713743 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-39714d40-e4f4-4ff2-af08-31be17dd20c4 None None] Bound port: 932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4df60b-518d-47d3-84aa-ca68a9e0c821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7b5231c1-e746-4098-9507-3ff5b60519b5'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:01:29.714132 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-39714d40-e4f4-4ff2-af08-31be17dd20c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:29.714648 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e07905c4-8869-44d8-837d-e432d2f0636f tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0875647 Nov 23 22:01:29.722129 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41116) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:29.724499 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144858b8-136b-4b32-a392-0d1227363ea3 req-209d83a2-498f-43e1-afd2-0895e469c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:29.726498 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-144858b8-136b-4b32-a392-0d1227363ea3 req-209d83a2-498f-43e1-afd2-0895e469c883 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 0.1276114 Nov 23 22:01:29.730395 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6012e44a-b585-4593-b800-1aedbb3d0e4d req-c43b88ad-de40-497d-a412-9c3e353875bb tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:29.732478 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6012e44a-b585-4593-b800-1aedbb3d0e4d req-c43b88ad-de40-497d-a412-9c3e353875bb tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6955526 Nov 23 22:01:29.749312 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-7232463d-51ff-4055-80cf-26a7a7c21231 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2069297480'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:29.779898 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-6eba0486-fc59-4cfe-8c0c-3259ba12d3be tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Allocated IP 172.20.0.3 (7b5231c1-e746-4098-9507-3ff5b60519b5/e1218ee7-bbd5-45ff-9ff0-50f81c11a350/d4a7444b-924b-420f-94cd-43c899856095) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:01:29.794265 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-39714d40-e4f4-4ff2-af08-31be17dd20c4 None None] For port 932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:01:29.798518 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-39714d40-e4f4-4ff2-af08-31be17dd20c4 None None] For port 932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e,segment=NetworkSegment(9a4df60b-518d-47d3-84aa-ca68a9e0c821),segment_id=9a4df60b-518d-47d3-84aa-ca68a9e0c821)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:01:29.810638 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-39714d40-e4f4-4ff2-af08-31be17dd20c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:29.811632 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745959d0-0107-41e7-8b20-5f9e15bae8ef req-b1c0afd8-a760-44d2-9f48-6105a8e87d60 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:29.820356 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-745959d0-0107-41e7-8b20-5f9e15bae8ef req-b1c0afd8-a760-44d2-9f48-6105a8e87d60 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ca16da5-5669-4207-9fde-88d0177edf82 HTTP/1.1" status: 200 len: 943 time: 0.3533444 Nov 23 22:01:29.852851 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07905c4-8869-44d8-837d-e432d2f0636f tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Pushing event updated for resources: {'Network': ['ID=6312a2a2-26a3-46e8-a9be-2bb5b7dc848c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:29.897019 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144858b8-136b-4b32-a392-0d1227363ea3 req-1d20ea2c-7089-475f-8d71-ef45054a78de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:29.898844 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-144858b8-136b-4b32-a392-0d1227363ea3 req-1d20ea2c-7089-475f-8d71-ef45054a78de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607659 Nov 23 22:01:29.916880 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7232463d-51ff-4055-80cf-26a7a7c21231 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Made reservation on behalf of 32ae78b5247a42ceb82651111073ee41 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:29.925519 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7232463d-51ff-4055-80cf-26a7a7c21231 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:29.945280 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 6312a2a2-26a3-46e8-a9be-2bb5b7dc848c details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:01:30.000499 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39714d40-e4f4-4ff2-af08-31be17dd20c4 None None] Pushing event updated for resources: {'Port': ['ID=932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:30.008129 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:30.142153 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-745959d0-0107-41e7-8b20-5f9e15bae8ef req-55bfd92a-8880-4f8a-aabf-efe3348d2e6a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207078 Nov 23 22:01:30.163146 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6eba0486-fc59-4cfe-8c0c-3259ba12d3be tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:30.216000 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8695ea6e-f2a4-4aaa-ba01-0c603fb05595 req-626f545e-0f0c-4236-9fdf-5f3e27ea2b07 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/2e5aa129-9812-40e4-833a-5be77d2c0df1 HTTP/1.1" status: 200 len: 1819 time: 0.4411058 Nov 23 22:01:30.222196 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7232463d-51ff-4055-80cf-26a7a7c21231 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:01:30.233983 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-8695ea6e-f2a4-4aaa-ba01-0c603fb05595 req-23fab809-606f-450a-8de3-78cc1b4d5560 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1763423448', 'description': 'tempest-description-hth-1191299565'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:30.238680 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7232463d-51ff-4055-80cf-26a7a7c21231 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:30.238680 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-7232463d-51ff-4055-80cf-26a7a7c21231 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Added segment 3468c12c-5f53-4e3e-940b-24aa543a3371 of type vlan for network 9f785ddd-e039-44ee-94cf-f0065f61a9b2 Nov 23 22:01:30.252353 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6eba0486-fc59-4cfe-8c0c-3259ba12d3be tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:30.257346 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-144858b8-136b-4b32-a392-0d1227363ea3 req-b18b9623-c8f7-4178-9b38-a2034765240b service neutron] 10.222.0.60 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000705 Nov 23 22:01:30.381813 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eba0486-fc59-4cfe-8c0c-3259ba12d3be tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network 7b5231c1-e746-4098-9507-3ff5b60519b5 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:01:30.390288 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7232463d-51ff-4055-80cf-26a7a7c21231 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:30.392879 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-6eba0486-fc59-4cfe-8c0c-3259ba12d3be tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:30.397894 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eba0486-fc59-4cfe-8c0c-3259ba12d3be tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:01:30.447971 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba0486-fc59-4cfe-8c0c-3259ba12d3be tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Port': ['ID=d4a7444b-924b-420f-94cd-43c899856095,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:30.476538 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1c242c76-24d1-4c3d-b36c-ca281a2de0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:30.482653 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7232463d-51ff-4055-80cf-26a7a7c21231 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:30.488243 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7232463d-51ff-4055-80cf-26a7a7c21231 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:30.488916 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7232463d-51ff-4055-80cf-26a7a7c21231 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:30.506228 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eba0486-fc59-4cfe-8c0c-3259ba12d3be tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:30.507490 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6eba0486-fc59-4cfe-8c0c-3259ba12d3be tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:30.565622 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8695ea6e-f2a4-4aaa-ba01-0c603fb05595 req-23fab809-606f-450a-8de3-78cc1b4d5560 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:30.611439 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7232463d-51ff-4055-80cf-26a7a7c21231 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8626785 Nov 23 22:01:30.611715 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-144858b8-136b-4b32-a392-0d1227363ea3 req-b62e521e-3060-4ba9-ae72-2d4f5c763c10 service neutron] 10.222.0.60 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265347 Nov 23 22:01:30.611820 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6eba0486-fc59-4cfe-8c0c-3259ba12d3be tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.2800155 Nov 23 22:01:30.611820 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41132) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:30.668540 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdaee1-8505-4a89-8675-d12504b2d08f req-eed52401-9214-4620-811c-6f98cf1b9264 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:30.689606 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35cdaee1-8505-4a89-8675-d12504b2d08f req-eed52401-9214-4620-811c-6f98cf1b9264 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.4305158 Nov 23 22:01:30.750667 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232463d-51ff-4055-80cf-26a7a7c21231 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Pushing event updated for resources: {'Network': ['ID=9f785ddd-e039-44ee-94cf-f0065f61a9b2,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:30.766031 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 9f785ddd-e039-44ee-94cf-f0065f61a9b2 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:01:30.877140 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8695ea6e-f2a4-4aaa-ba01-0c603fb05595 req-23fab809-606f-450a-8de3-78cc1b4d5560 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:30.894362 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-2546e5b6-1647-46be-8dc7-894067fe71e6 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting port d4a7444b-924b-420f-94cd-43c899856095 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:01:30.894707 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2546e5b6-1647-46be-8dc7-894067fe71e6 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:30.907299 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8695ea6e-f2a4-4aaa-ba01-0c603fb05595 req-23fab809-606f-450a-8de3-78cc1b4d5560 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:30.915530 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8695ea6e-f2a4-4aaa-ba01-0c603fb05595 req-23fab809-606f-450a-8de3-78cc1b4d5560 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:30.919665 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8695ea6e-f2a4-4aaa-ba01-0c603fb05595 req-23fab809-606f-450a-8de3-78cc1b4d5560 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "PUT /v2.0/security-groups/2e5aa129-9812-40e4-833a-5be77d2c0df1 HTTP/1.1" status: 200 len: 1794 time: 0.6941838 Nov 23 22:01:30.965671 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b76f35-0af1-43b9-8b30-4afd37ae4981 req-cfa428d9-c7d5-416d-bba2-6f8772af741e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:30.967481 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86b76f35-0af1-43b9-8b30-4afd37ae4981 req-cfa428d9-c7d5-416d-bba2-6f8772af741e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=4ca16da5-5669-4207-9fde-88d0177edf82 HTTP/1.1" status: 200 len: 1094 time: 0.2433805 Nov 23 22:01:30.968452 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fab809-606f-450a-8de3-78cc1b4d5560 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5aa129-9812-40e4-833a-5be77d2c0df1,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:30.983155 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35cdaee1-8505-4a89-8675-d12504b2d08f req-d6cac717-77d9-4fbc-b2f2-7f0beb0341d3 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2897763 Nov 23 22:01:31.252673 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2546e5b6-1647-46be-8dc7-894067fe71e6 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:31.275781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-2546e5b6-1647-46be-8dc7-894067fe71e6 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Calling delete_port for d4a7444b-924b-420f-94cd-43c899856095 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:01:31.404935 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-532f3fd3-e175-40f0-ba3e-7042eb46f3db req-b154ebf4-0e5b-4b71-a91f-653cae418f7b tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/2e5aa129-9812-40e4-833a-5be77d2c0df1 HTTP/1.1" status: 200 len: 1794 time: 0.1811240 Nov 23 22:01:31.461143 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b76f35-0af1-43b9-8b30-4afd37ae4981 req-1701cfe6-c0bf-47ff-ab21-cc35db302476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:31.463711 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86b76f35-0af1-43b9-8b30-4afd37ae4981 req-1701cfe6-c0bf-47ff-ab21-cc35db302476 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 912 time: 0.4738238 Nov 23 22:01:31.564258 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2546e5b6-1647-46be-8dc7-894067fe71e6 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:31.583547 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86b76f35-0af1-43b9-8b30-4afd37ae4981 req-99747bb0-8492-4857-b1d6-951dd7eb05a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=764a6433-e7eb-4a31-b910-9e15fe262b2f HTTP/1.1" status: 200 len: 217 time: 0.1001692 Nov 23 22:01:31.586327 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:31.633544 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546e5b6-1647-46be-8dc7-894067fe71e6 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Port': ['ID=d4a7444b-924b-420f-94cd-43c899856095,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:31.734801 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2546e5b6-1647-46be-8dc7-894067fe71e6 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:31.740049 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2546e5b6-1647-46be-8dc7-894067fe71e6 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/ports/d4a7444b-924b-420f-94cd-43c899856095 HTTP/1.1" status: 204 len: 168 time: 1.1303525 Nov 23 22:01:31.742469 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41144) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:31.754332 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a092991-66b6-462a-949a-e3608beecdee req-0d0eb87c-33a9-4d6c-b41c-b14a2273bfce tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:31.775837 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a092991-66b6-462a-949a-e3608beecdee req-0d0eb87c-33a9-4d6c-b41c-b14a2273bfce tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:31.782104 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a092991-66b6-462a-949a-e3608beecdee req-0d0eb87c-33a9-4d6c-b41c-b14a2273bfce tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:31.787583 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9e7d1f-65a3-45b6-a261-f51ecd8d3245 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] GET failed (client error): The resource could not be found. Nov 23 22:01:31.792759 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a092991-66b6-462a-949a-e3608beecdee req-0d0eb87c-33a9-4d6c-b41c-b14a2273bfce tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:31.792902 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fb9e7d1f-65a3-45b6-a261-f51ecd8d3245 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports/d4a7444b-924b-420f-94cd-43c899856095 HTTP/1.1" status: 404 len: 333 time: 0.0490558 Nov 23 22:01:31.793361 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41146) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:31.799645 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a092991-66b6-462a-949a-e3608beecdee req-0d0eb87c-33a9-4d6c-b41c-b14a2273bfce tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:31.805947 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a092991-66b6-462a-949a-e3608beecdee req-0d0eb87c-33a9-4d6c-b41c-b14a2273bfce tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:31.816391 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a092991-66b6-462a-949a-e3608beecdee req-0d0eb87c-33a9-4d6c-b41c-b14a2273bfce tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:31.830110 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2a092991-66b6-462a-949a-e3608beecdee req-0d0eb87c-33a9-4d6c-b41c-b14a2273bfce tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5436 time: 0.4970083 Nov 23 22:01:31.866794 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b76f35-0af1-43b9-8b30-4afd37ae4981 req-c7c0942d-1a4b-459c-8d02-a27a88abfb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:31.870645 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86b76f35-0af1-43b9-8b30-4afd37ae4981 req-c7c0942d-1a4b-459c-8d02-a27a88abfb22 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 0.2464840 Nov 23 22:01:31.890652 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d5b8b-d041-4372-bc55-ddd9d015b952 req-668baf1d-5d59-4fdd-a1df-e65ac5ecaef6 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:31.897181 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22d1bd4-f7fe-4104-9de5-73bd049035e4 None None] Network 7b5231c1-e746-4098-9507-3ff5b60519b5 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:31.902800 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-304d5b8b-d041-4372-bc55-ddd9d015b952 req-668baf1d-5d59-4fdd-a1df-e65ac5ecaef6 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ca16da5-5669-4207-9fde-88d0177edf82 HTTP/1.1" status: 200 len: 943 time: 0.3331795 Nov 23 22:01:31.965822 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:01:31.990744 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd669a75-bc17-4f75-8695-ef27a554f81a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting subnet e1218ee7-bbd5-45ff-9ff0-50f81c11a350 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:01:32.000697 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd669a75-bc17-4f75-8695-ef27a554f81a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:32.015574 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2a092991-66b6-462a-949a-e3608beecdee req-433c62e8-f33a-4d9c-87f0-c9d203245052 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1844320 Nov 23 22:01:32.059182 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b76f35-0af1-43b9-8b30-4afd37ae4981 req-7311e8ac-9228-49d1-81f0-e486da39269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:32.064398 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86b76f35-0af1-43b9-8b30-4afd37ae4981 req-7311e8ac-9228-49d1-81f0-e486da39269a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1521118 Nov 23 22:01:32.103682 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-304d5b8b-d041-4372-bc55-ddd9d015b952 req-a770c528-3147-4ed2-af07-ac20bd062c78 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997409 Nov 23 22:01:32.115853 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd669a75-bc17-4f75-8695-ef27a554f81a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:32.220377 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-309af778-3304-43be-847a-37a086acecbe None None] Provisioning complete for port 932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:32.221081 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-309af778-3304-43be-847a-37a086acecbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:32.328457 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd669a75-bc17-4f75-8695-ef27a554f81a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:32.429618 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff7aeaad-97a1-4fca-8547-bfa611838e19 req-c5f92b25-c3c1-40b9-b2bf-adf008dc6058 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/2e5aa129-9812-40e4-833a-5be77d2c0df1 HTTP/1.1" status: 200 len: 1794 time: 0.3635592 Nov 23 22:01:32.492668 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd669a75-bc17-4f75-8695-ef27a554f81a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:32.512037 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:32.519259 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:32.555971 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf4cd9-67b5-4eff-a41f-0342794d897c req-96c5a29f-f2cf-42da-831c-ebb0aebfc535 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:32.568260 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd669a75-bc17-4f75-8695-ef27a554f81a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Subnet': ['ID=e1218ee7-bbd5-45ff-9ff0-50f81c11a350,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:32.576988 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fabf4cd9-67b5-4eff-a41f-0342794d897c req-96c5a29f-f2cf-42da-831c-ebb0aebfc535 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.3273337 Nov 23 22:01:32.578729 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd669a75-bc17-4f75-8695-ef27a554f81a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:32.590211 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bd669a75-bc17-4f75-8695-ef27a554f81a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/subnets/e1218ee7-bbd5-45ff-9ff0-50f81c11a350 HTTP/1.1" status: 204 len: 168 time: 0.7925706 Nov 23 22:01:32.591192 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86b76f35-0af1-43b9-8b30-4afd37ae4981 req-c0bd2e5d-a62a-4f2a-9aff-2c766c7a2895 service neutron] 10.222.0.60 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845526 Nov 23 22:01:32.593034 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41160) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:32.776679 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1af5bb2f-d4ed-49bc-9ce1-de64fffb0fb0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:32.788600 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-309af778-3304-43be-847a-37a086acecbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:32.817091 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ff7aeaad-97a1-4fca-8547-bfa611838e19 req-88ad5313-8afa-49ff-b220-8b6a1cb2b8c5 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:32.860593 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fabf4cd9-67b5-4eff-a41f-0342794d897c req-e85a8957-535a-43d1-a896-cdcda9d96761 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2825599 Nov 23 22:01:32.939201 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-1af5bb2f-d4ed-49bc-9ce1-de64fffb0fb0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting port 932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:01:32.939788 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1af5bb2f-d4ed-49bc-9ce1-de64fffb0fb0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:32.983727 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ff7aeaad-97a1-4fca-8547-bfa611838e19 req-88ad5313-8afa-49ff-b220-8b6a1cb2b8c5 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:33.000087 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86b76f35-0af1-43b9-8b30-4afd37ae4981 req-580babc3-f85c-4b0e-8749-5106b3ec1f44 service neutron] 10.222.0.60 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863547 Nov 23 22:01:33.050134 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ff7aeaad-97a1-4fca-8547-bfa611838e19 req-88ad5313-8afa-49ff-b220-8b6a1cb2b8c5 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:33.053119 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ff7aeaad-97a1-4fca-8547-bfa611838e19 req-88ad5313-8afa-49ff-b220-8b6a1cb2b8c5 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:33.061992 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff7aeaad-97a1-4fca-8547-bfa611838e19 req-88ad5313-8afa-49ff-b220-8b6a1cb2b8c5 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "DELETE /v2.0/security-groups/2e5aa129-9812-40e4-833a-5be77d2c0df1 HTTP/1.1" status: 204 len: 173 time: 0.6300530 Nov 23 22:01:33.086648 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:33.122026 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-309af778-3304-43be-847a-37a086acecbe None None] For port 932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e,segment=NetworkSegment(9a4df60b-518d-47d3-84aa-ca68a9e0c821),segment_id=9a4df60b-518d-47d3-84aa-ca68a9e0c821)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:33.198465 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:33.201181 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-309af778-3304-43be-847a-37a086acecbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:33.205660 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-1af5bb2f-d4ed-49bc-9ce1-de64fffb0fb0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] For port 932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e,segment=NetworkSegment(9a4df60b-518d-47d3-84aa-ca68a9e0c821),segment_id=9a4df60b-518d-47d3-84aa-ca68a9e0c821)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:33.208252 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1af5bb2f-d4ed-49bc-9ce1-de64fffb0fb0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:33.238764 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad5313-8afa-49ff-b220-8b6a1cb2b8c5 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5aa129-9812-40e4-833a-5be77d2c0df1,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:33.271260 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-1af5bb2f-d4ed-49bc-9ce1-de64fffb0fb0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Calling delete_port for 932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:01:33.390102 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9957c-0567-41fc-9ff8-f7b4a373681f req-48134c4a-afb9-4bea-9aea-c6de31ee9b4d tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:33.414086 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9957c-0567-41fc-9ff8-f7b4a373681f req-48134c4a-afb9-4bea-9aea-c6de31ee9b4d tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:33.421301 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8948663-6a54-4774-abe0-e489389bfded None None] Network 7b5231c1-e746-4098-9507-3ff5b60519b5 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:33.464697 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9957c-0567-41fc-9ff8-f7b4a373681f req-48134c4a-afb9-4bea-9aea-c6de31ee9b4d tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:33.490700 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9957c-0567-41fc-9ff8-f7b4a373681f req-48134c4a-afb9-4bea-9aea-c6de31ee9b4d tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:33.510674 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9957c-0567-41fc-9ff8-f7b4a373681f req-48134c4a-afb9-4bea-9aea-c6de31ee9b4d tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:33.520497 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9957c-0567-41fc-9ff8-f7b4a373681f req-48134c4a-afb9-4bea-9aea-c6de31ee9b4d tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:33.542630 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9957c-0567-41fc-9ff8-f7b4a373681f req-48134c4a-afb9-4bea-9aea-c6de31ee9b4d tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:33.543649 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1af5bb2f-d4ed-49bc-9ce1-de64fffb0fb0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:33.548046 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55f9957c-0567-41fc-9ff8-f7b4a373681f req-48134c4a-afb9-4bea-9aea-c6de31ee9b4d tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5436 time: 0.4505229 Nov 23 22:01:33.567103 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af5bb2f-d4ed-49bc-9ce1-de64fffb0fb0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] No DVR routers for this DVR port 932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:01:33.700865 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e3c78-c4d5-4842-813e-27505c7a3681 req-2b54bdce-f63e-486b-8ed1-1e913e00899a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:33.708759 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-002e3c78-c4d5-4842-813e-27505c7a3681 req-2b54bdce-f63e-486b-8ed1-1e913e00899a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ca16da5-5669-4207-9fde-88d0177edf82 HTTP/1.1" status: 200 len: 943 time: 0.1597540 Nov 23 22:01:33.765461 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1af5bb2f-d4ed-49bc-9ce1-de64fffb0fb0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:33.783168 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-ce040adc-a2c2-4b67-8838-937429bbe346 req-bfc4446f-aa55-419b-8ed8-54123d8353fd tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] show failed (client error): The resource could not be found. Nov 23 22:01:33.792198 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce040adc-a2c2-4b67-8838-937429bbe346 req-bfc4446f-aa55-419b-8ed8-54123d8353fd tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/acfbe203-a9cc-4221-9424-136d9c32bc93 HTTP/1.1" status: 404 len: 352 time: 0.1231103 Nov 23 22:01:33.798748 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-1af5bb2f-d4ed-49bc-9ce1-de64fffb0fb0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5231c1-e746-4098-9507-3ff5b60519b5']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:33.811337 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-1af5bb2f-d4ed-49bc-9ce1-de64fffb0fb0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4df60b-518d-47d3-84aa-ca68a9e0c821') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:33.811626 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-1af5bb2f-d4ed-49bc-9ce1-de64fffb0fb0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4df60b-518d-47d3-84aa-ca68a9e0c821') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:33.823629 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1af5bb2f-d4ed-49bc-9ce1-de64fffb0fb0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:33.840478 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1af5bb2f-d4ed-49bc-9ce1-de64fffb0fb0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:33.848053 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af5bb2f-d4ed-49bc-9ce1-de64fffb0fb0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:01:33.848362 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1af5bb2f-d4ed-49bc-9ce1-de64fffb0fb0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:33.906701 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-002e3c78-c4d5-4842-813e-27505c7a3681 req-85494466-7fe9-44b2-ae55-8e351e144cca tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970100 Nov 23 22:01:33.907868 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-dde5237f-60b2-43bf-87e0-8ad40d0f1a61 req-c4b37184-cb14-462c-bdb0-c210e4ae414c tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] show failed (client error): The resource could not be found. Nov 23 22:01:33.921785 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dde5237f-60b2-43bf-87e0-8ad40d0f1a61 req-c4b37184-cb14-462c-bdb0-c210e4ae414c tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/0249e102-d607-4bd7-8d51-d355d61d06a8 HTTP/1.1" status: 404 len: 352 time: 0.0517461 Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:01:33.977591 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:01:33.981140 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5bb2f-d4ed-49bc-9ce1-de64fffb0fb0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Port': ['ID=932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:33.988387 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1af5bb2f-d4ed-49bc-9ce1-de64fffb0fb0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:34.000040 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1af5bb2f-d4ed-49bc-9ce1-de64fffb0fb0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:34.010165 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-36cf8e17-f07e-4339-9a45-0a8e93ff7f7f req-ddc40f47-0ece-49a6-bb49-09d28ff41c17 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] show failed (client error): The resource could not be found. Nov 23 22:01:34.012368 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1af5bb2f-d4ed-49bc-9ce1-de64fffb0fb0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/networks/7b5231c1-e746-4098-9507-3ff5b60519b5 HTTP/1.1" status: 204 len: 168 time: 1.4126198 Nov 23 22:01:34.016027 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-36cf8e17-f07e-4339-9a45-0a8e93ff7f7f req-ddc40f47-0ece-49a6-bb49-09d28ff41c17 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/4f0e5b13-2366-48d9-8e6b-a1ceb5a9e3f3 HTTP/1.1" status: 404 len: 352 time: 0.0422473 Nov 23 22:01:34.030937 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41180) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:34.049672 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-52b0ac8d-d70c-485a-833b-3069c44aee31 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'port': {'network_id': '78b099a9-7cbc-40f5-883d-a7582e5b1a7e', 'name': 'tempest-PortsTestJSON-837299122'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:34.069068 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5bb2f-d4ed-49bc-9ce1-de64fffb0fb0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Network': ['ID=7b5231c1-e746-4098-9507-3ff5b60519b5,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:34.122959 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-7b07e090-58be-4ec2-8f8a-ebf414033228 req-edfa8607-4a95-4204-ac64-b6c39506ece7 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] show failed (client error): The resource could not be found. Nov 23 22:01:34.123929 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b07e090-58be-4ec2-8f8a-ebf414033228 req-edfa8607-4a95-4204-ac64-b6c39506ece7 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/ac57cc2e-59f5-4b20-ab77-64f42eaa145e HTTP/1.1" status: 404 len: 352 time: 0.0681219 Nov 23 22:01:34.178156 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37995498-ab39-43a7-8c7f-68542095ec96 req-a1ac67d9-dd77-4f53-830b-61a2ff4a3ba8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:34.187121 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-37995498-ab39-43a7-8c7f-68542095ec96 req-a1ac67d9-dd77-4f53-830b-61a2ff4a3ba8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.1402802 Nov 23 22:01:34.230560 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41186) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:34.290456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-27879308-f33b-41a1-8670-3bb15e51a3cc tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Request body: {'subnets': [{'network_id': '6312a2a2-26a3-46e8-a9be-2bb5b7dc848c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1035339156', 'ip_version': 6}, {'network_id': '9f785ddd-e039-44ee-94cf-f0065f61a9b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:34.290895 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-27879308-f33b-41a1-8670-3bb15e51a3cc tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Request body: {'subnet': {'network_id': '6312a2a2-26a3-46e8-a9be-2bb5b7dc848c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1035339156', 'ip_version': 6}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:34.291586 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-27879308-f33b-41a1-8670-3bb15e51a3cc tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Request body: {'subnet': {'network_id': '9f785ddd-e039-44ee-94cf-f0065f61a9b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:34.292395 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b0ac8d-d70c-485a-833b-3069c44aee31 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:34.297862 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52b0ac8d-d70c-485a-833b-3069c44aee31 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:34.320234 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-37995498-ab39-43a7-8c7f-68542095ec96 req-6f4d5bd6-d6f4-4ad5-904e-e8e835cefff8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300659 Nov 23 22:01:34.345635 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7824a010-81fc-4467-88e0-b89c34969502 None None] Provisioning complete for port 932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:34.346605 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7824a010-81fc-4467-88e0-b89c34969502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:34.352862 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309af778-3304-43be-847a-37a086acecbe None None] Pushing event updated for resources: {'Port': ['ID=932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:34.398733 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-7824a010-81fc-4467-88e0-b89c34969502 None None] Port 932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e was deleted so its status cannot be updated. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 22:01:34.410233 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:34.424665 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-c2b5f3bc-e666-4019-851e-67e60abe4a50 req-32432ae1-88da-49bb-80e3-c2c901c141c0 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] show failed (client error): The resource could not be found. Nov 23 22:01:34.425696 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c2b5f3bc-e666-4019-851e-67e60abe4a50 req-32432ae1-88da-49bb-80e3-c2c901c141c0 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/47032795-962b-475c-923d-2c6fb88beb7d HTTP/1.1" status: 404 len: 352 time: 0.1962268 Nov 23 22:01:34.455201 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2abb101-bc4b-4e5b-ab7f-cc719c32514e None None] DHCP port deletion for 7b5231c1-e746-4098-9507-3ff5b60519b5 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:01:34.562659 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-440442fb-0b54-43d4-8780-54f3d4f5a8c2 req-9907ed40-6148-4893-8e41-be46f72691d6 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] show failed (client error): The resource could not be found. Nov 23 22:01:34.563793 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-440442fb-0b54-43d4-8780-54f3d4f5a8c2 req-9907ed40-6148-4893-8e41-be46f72691d6 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/f1ddea6d-f164-49a3-a9cc-e0a9d5fc5ac9 HTTP/1.1" status: 404 len: 352 time: 0.0770342 Nov 23 22:01:34.813625 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 764a6433-e7eb-4a31-b910-9e15fe262b2f details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:01:34.856560 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-52b0ac8d-d70c-485a-833b-3069c44aee31 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] device_id is not set on port 00591dcf-ee4a-49f1-99b5-6c0d09de39a0 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:01:34.933816 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27879308-f33b-41a1-8670-3bb15e51a3cc tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Made reservation on behalf of 32ae78b5247a42ceb82651111073ee41 for: {'subnet': 2} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:34.951633 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27879308-f33b-41a1-8670-3bb15e51a3cc tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:34.951983 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27879308-f33b-41a1-8670-3bb15e51a3cc tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:35.053658 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 764a6433-e7eb-4a31-b910-9e15fe262b2f, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=764a6433-e7eb-4a31-b910-9e15fe262b2f,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:35.080853 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '764a6433-e7eb-4a31-b910-9e15fe262b2f', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'port_id': '764a6433-e7eb-4a31-b910-9e15fe262b2f', 'mac_address': 'fa:16:3e:52:a3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:01:35.144669 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e4248-3988-45ac-80c7-274d5d49314d req-50eb9b91-a482-4e66-994c-21f0415a3e7f tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:35.146362 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7f6e4248-3988-45ac-80c7-274d5d49314d req-50eb9b91-a482-4e66-994c-21f0415a3e7f tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=178d1e91-7b14-4d50-a90f-31bef195b623 HTTP/1.1" status: 200 len: 1024 time: 0.2731404 Nov 23 22:01:35.164748 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52b0ac8d-d70c-485a-833b-3069c44aee31 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:35.166890 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:35.188376 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 764a6433-e7eb-4a31-b910-9e15fe262b2f {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:01:35.218538 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 764a6433-e7eb-4a31-b910-9e15fe262b2f, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=764a6433-e7eb-4a31-b910-9e15fe262b2f,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:35.243020 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52b0ac8d-d70c-485a-833b-3069c44aee31 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:35.246441 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:35.314052 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=764a6433-e7eb-4a31-b910-9e15fe262b2f,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:35.349960 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b0ac8d-d70c-485a-833b-3069c44aee31 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:01:35.356144 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-52b0ac8d-d70c-485a-833b-3069c44aee31 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:35.368134 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b0ac8d-d70c-485a-833b-3069c44aee31 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:01:35.375476 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b0ac8d-d70c-485a-833b-3069c44aee31 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:35.390874 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52b0ac8d-d70c-485a-833b-3069c44aee31 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:35.397628 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0ac8d-d70c-485a-833b-3069c44aee31 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Port': ['ID=00591dcf-ee4a-49f1-99b5-6c0d09de39a0,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:35.438786 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-52b0ac8d-d70c-485a-833b-3069c44aee31 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4020092 Nov 23 22:01:35.441461 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41210) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:35.492315 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212e358-d514-4a12-bb66-6e5599758210 req-3fad0761-d046-4980-89ce-e67f8dc0ed2c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:35.495211 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6212e358-d514-4a12-bb66-6e5599758210 req-3fad0761-d046-4980-89ce-e67f8dc0ed2c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ca16da5-5669-4207-9fde-88d0177edf82 HTTP/1.1" status: 200 len: 943 time: 0.4219413 Nov 23 22:01:35.562149 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['764a6433-e7eb-4a31-b910-9e15fe262b2f'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:01:35.647671 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-1cc4b91c-bc19-4fb3-9388-750f9a05891b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting port 00591dcf-ee4a-49f1-99b5-6c0d09de39a0 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:01:35.654808 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b91c-bc19-4fb3-9388-750f9a05891b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:35.761190 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6212e358-d514-4a12-bb66-6e5599758210 req-eb42790c-5f61-46fd-b64e-996e975bf54f tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516983 Nov 23 22:01:35.788749 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b91c-bc19-4fb3-9388-750f9a05891b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:35.801568 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7f6e4248-3988-45ac-80c7-274d5d49314d req-9f2facb3-498c-4303-a485-8193104e6d23 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a077daaa-609a-4b63-aab6-df203ca7f7c6&id=21e31872-afb9-4fb2-8355-6eca3250458f&id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4813147 Nov 23 22:01:35.843404 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-1cc4b91c-bc19-4fb3-9388-750f9a05891b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Calling delete_port for 00591dcf-ee4a-49f1-99b5-6c0d09de39a0 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:01:36.042435 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b91c-bc19-4fb3-9388-750f9a05891b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:36.108690 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4b91c-bc19-4fb3-9388-750f9a05891b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Port': ['ID=00591dcf-ee4a-49f1-99b5-6c0d09de39a0,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:36.116279 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1cc4b91c-bc19-4fb3-9388-750f9a05891b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:36.123425 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1cc4b91c-bc19-4fb3-9388-750f9a05891b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/ports/00591dcf-ee4a-49f1-99b5-6c0d09de39a0 HTTP/1.1" status: 204 len: 168 time: 0.6774008 Nov 23 22:01:36.124175 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41226) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:36.136168 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-2dd289df-f462-4766-961a-a0b7fc680cd0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'port': {'network_id': '78b099a9-7cbc-40f5-883d-a7582e5b1a7e', 'mac_address': 'fa:16:3e:59:c1:8e', 'name': 'tempest-PortsTestJSON-2024595355'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:36.286798 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb66c2-1a68-410e-8a88-23e1c58469d2 req-759a5fe6-5191-4112-b4fc-780e305f2ea3 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:36.287953 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2eeb66c2-1a68-410e-8a88-23e1c58469d2 req-759a5fe6-5191-4112-b4fc-780e305f2ea3 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.2063529 Nov 23 22:01:36.291214 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27879308-f33b-41a1-8670-3bb15e51a3cc tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:36.387055 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27879308-f33b-41a1-8670-3bb15e51a3cc tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Pushing event updated for resources: {'Subnet': ['ID=7ac47285-8344-4090-bdc3-1f5e5c3da458,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:36.406068 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd289df-f462-4766-961a-a0b7fc680cd0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:36.437579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27879308-f33b-41a1-8670-3bb15e51a3cc tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Checking segment: {'id': '41d9aff9-46c1-4e78-9672-f923a03d3071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6312a2a2-26a3-46e8-a9be-2bb5b7dc848c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:01:36.437899 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27879308-f33b-41a1-8670-3bb15e51a3cc tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Network hostable DHCP agents. Network: 6312a2a2-26a3-46e8-a9be-2bb5b7dc848c, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:01:36.509962 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:01:36.549470 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2eeb66c2-1a68-410e-8a88-23e1c58469d2 req-a7269eb9-6d1d-4a89-a107-71caec68a096 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868851 Nov 23 22:01:36.557048 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:01:36.557584 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 932b9d95-cb97-4cd1-9bb5-1f7212ee6d0e not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:01:36.566308 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3789ca-9058-4bbc-8a90-094559b85e36 req-6160b3fa-6475-4f3d-9268-facf4cb5b986 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:36.567833 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e3789ca-9058-4bbc-8a90-094559b85e36 req-6160b3fa-6475-4f3d-9268-facf4cb5b986 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.60 "GET /v2.0/ports?device_id=178d1e91-7b14-4d50-a90f-31bef195b623 HTTP/1.1" status: 200 len: 1024 time: 0.3242259 Nov 23 22:01:36.568653 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27879308-f33b-41a1-8670-3bb15e51a3cc tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Network 6312a2a2-26a3-46e8-a9be-2bb5b7dc848c is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:01:36.603823 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41238) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:36.623898 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2dd289df-f462-4766-961a-a0b7fc680cd0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:36.629513 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-27879308-f33b-41a1-8670-3bb15e51a3cc tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 6312a2a2-26a3-46e8-a9be-2bb5b7dc848c) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:36.640218 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16891925-011a-4ea6-9572-ed4f863ac787 None None] Network 6312a2a2-26a3-46e8-a9be-2bb5b7dc848c requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:36.642744 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27879308-f33b-41a1-8670-3bb15e51a3cc tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:36.656103 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-2dd289df-f462-4766-961a-a0b7fc680cd0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] device_id is not set on port 953e2fc0-18e9-41d9-91c7-5eb687e907f6 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:01:36.696736 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27879308-f33b-41a1-8670-3bb15e51a3cc tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Pushing event updated for resources: {'Subnet': ['ID=338866fb-0ce0-417d-a26f-b6ae5626874b,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:36.793590 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27879308-f33b-41a1-8670-3bb15e51a3cc tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Checking segment: {'id': '3468c12c-5f53-4e3e-940b-24aa543a3371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9f785ddd-e039-44ee-94cf-f0065f61a9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:01:36.794176 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27879308-f33b-41a1-8670-3bb15e51a3cc tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Network hostable DHCP agents. Network: 9f785ddd-e039-44ee-94cf-f0065f61a9b2, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:01:36.805752 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-3e3789ca-9058-4bbc-8a90-094559b85e36 req-cf169d65-a13a-4ecb-a26c-286cae24fa64 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Deleting port 717e811c-9fc9-4c24-8307-bf0656b74282 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:01:36.806011 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3e3789ca-9058-4bbc-8a90-094559b85e36 req-cf169d65-a13a-4ecb-a26c-286cae24fa64 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:36.820189 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 764a6433-e7eb-4a31-b910-9e15fe262b2f up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:01:36.887467 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27879308-f33b-41a1-8670-3bb15e51a3cc tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Network 9f785ddd-e039-44ee-94cf-f0065f61a9b2 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:01:36.927782 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-27879308-f33b-41a1-8670-3bb15e51a3cc tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 9f785ddd-e039-44ee-94cf-f0065f61a9b2) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:36.958528 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27879308-f33b-41a1-8670-3bb15e51a3cc tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:36.959018 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27879308-f33b-41a1-8670-3bb15e51a3cc tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:36.959899 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27879308-f33b-41a1-8670-3bb15e51a3cc tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:36.976974 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597a83de-d4ca-47ea-a9a1-6ee75812b7c4 None None] Network 9f785ddd-e039-44ee-94cf-f0065f61a9b2 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:37.024873 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 764a6433-e7eb-4a31-b910-9e15fe262b2f completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:01:37.048368 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-3e3789ca-9058-4bbc-8a90-094559b85e36 req-cf169d65-a13a-4ecb-a26c-286cae24fa64 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] For port 717e811c-9fc9-4c24-8307-bf0656b74282, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=717e811c-9fc9-4c24-8307-bf0656b74282,segment=NetworkSegment(8040a69b-e868-4dab-8674-db6b1d5a7448),segment_id=8040a69b-e868-4dab-8674-db6b1d5a7448)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:37.048748 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3e3789ca-9058-4bbc-8a90-094559b85e36 req-cf169d65-a13a-4ecb-a26c-286cae24fa64 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:37.075577 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 764a6433-e7eb-4a31-b910-9e15fe262b2f triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:37.076271 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:37.129815 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2dd289df-f462-4766-961a-a0b7fc680cd0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:37.188366 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2dd289df-f462-4766-961a-a0b7fc680cd0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:37.215827 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd289df-f462-4766-961a-a0b7fc680cd0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:01:37.220704 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-2dd289df-f462-4766-961a-a0b7fc680cd0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:37.246868 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd289df-f462-4766-961a-a0b7fc680cd0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:01:37.254392 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd289df-f462-4766-961a-a0b7fc680cd0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:37.256048 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2dd289df-f462-4766-961a-a0b7fc680cd0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:37.303719 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e75f4e-2369-42a1-b8cf-40933c9ed7ab req-d27f8841-075a-4642-9a27-a858553f31bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:37.304844 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e75f4e-2369-42a1-b8cf-40933c9ed7ab req-d27f8841-075a-4642-9a27-a858553f31bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:37.305477 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e75f4e-2369-42a1-b8cf-40933c9ed7ab req-d27f8841-075a-4642-9a27-a858553f31bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:37.306106 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e75f4e-2369-42a1-b8cf-40933c9ed7ab req-d27f8841-075a-4642-9a27-a858553f31bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:37.307284 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e75f4e-2369-42a1-b8cf-40933c9ed7ab req-d27f8841-075a-4642-9a27-a858553f31bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:37.308393 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e75f4e-2369-42a1-b8cf-40933c9ed7ab req-d27f8841-075a-4642-9a27-a858553f31bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:37.309048 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e75f4e-2369-42a1-b8cf-40933c9ed7ab req-d27f8841-075a-4642-9a27-a858553f31bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:37.320530 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e9e75f4e-2369-42a1-b8cf-40933c9ed7ab req-d27f8841-075a-4642-9a27-a858553f31bd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 6493 time: 0.7153361 Nov 23 22:01:37.336764 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a89d8ba-1149-4dab-ae61-c5fda6370db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-6312a2a2-26a3-46e8-a9be-2bb5b7dc848c', 'network_id': '6312a2a2-26a3-46e8-a9be-2bb5b7dc848c', 'tenant_id': '32ae78b5247a42ceb82651111073ee41', 'fixed_ips': [{'subnet_id': '7ac47285-8344-4090-bdc3-1f5e5c3da458'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:01:37.342029 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0a89d8ba-1149-4dab-ae61-c5fda6370db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:37.348440 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2dd289df-f462-4766-961a-a0b7fc680cd0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2232025 Nov 23 22:01:37.352345 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41252) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:37.428006 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd289df-f462-4766-961a-a0b7fc680cd0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Port': ['ID=953e2fc0-18e9-41d9-91c7-5eb687e907f6,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:37.499443 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e9e75f4e-2369-42a1-b8cf-40933c9ed7ab req-d92d76a4-f853-4245-b7b1-238c72e464e0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&id=d0414a87-20a8-4b7e-854e-1cf574a2716d&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1773450 Nov 23 22:01:37.536319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-3e3789ca-9058-4bbc-8a90-094559b85e36 req-cf169d65-a13a-4ecb-a26c-286cae24fa64 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Calling delete_port for 717e811c-9fc9-4c24-8307-bf0656b74282 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:01:37.538895 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23e7f91-af65-47a7-b294-02073c3f6007 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:37.542915 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a23e7f91-af65-47a7-b294-02073c3f6007 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports/953e2fc0-18e9-41d9-91c7-5eb687e907f6 HTTP/1.1" status: 200 len: 841 time: 0.1844733 Nov 23 22:01:37.543568 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41258) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:37.576060 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-0a89d8ba-1149-4dab-ae61-c5fda6370db1 None None] Allocated IP 2001:db8::1 (6312a2a2-26a3-46e8-a9be-2bb5b7dc848c/7ac47285-8344-4090-bdc3-1f5e5c3da458/ca2ed704-00e5-4496-aa82-cb8f45c485d8) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:01:37.691712 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-27879308-f33b-41a1-8670-3bb15e51a3cc tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.4599011 Nov 23 22:01:37.694739 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41262) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:37.716168 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3e3789ca-9058-4bbc-8a90-094559b85e36 req-cf169d65-a13a-4ecb-a26c-286cae24fa64 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:37.753172 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0a89d8ba-1149-4dab-ae61-c5fda6370db1 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:37.758099 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d65c25-50e2-4080-a897-46e43b506aa8 req-c0312d9b-b4d0-43b7-9305-34e14f80503a tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:37.766579 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['717e811c-9fc9-4c24-8307-bf0656b74282'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:01:37.767841 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7d65c25-50e2-4080-a897-46e43b506aa8 req-c0312d9b-b4d0-43b7-9305-34e14f80503a tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=178d1e91-7b14-4d50-a90f-31bef195b623 HTTP/1.1" status: 200 len: 1024 time: 0.7834089 Nov 23 22:01:37.797408 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0a89d8ba-1149-4dab-ae61-c5fda6370db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:37.817425 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-39f4e294-af00-4f15-b4e0-0fe3a6d716a4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting port 953e2fc0-18e9-41d9-91c7-5eb687e907f6 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:01:37.818076 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-39f4e294-af00-4f15-b4e0-0fe3a6d716a4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:37.822054 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828231e0-3462-438c-bfd6-95cd545014fa req-fa359794-3d5b-4699-89be-ca61dfead42f tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:37.832665 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-828231e0-3462-438c-bfd6-95cd545014fa req-fa359794-3d5b-4699-89be-ca61dfead42f tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ca16da5-5669-4207-9fde-88d0177edf82 HTTP/1.1" status: 200 len: 944 time: 0.8898330 Nov 23 22:01:37.928834 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c9e9e1-fece-4009-a627-a4b2eedfce66 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:37.930539 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c9e9e1-fece-4009-a627-a4b2eedfce66 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:37.932113 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a89d8ba-1149-4dab-ae61-c5fda6370db1 None None] Network 6312a2a2-26a3-46e8-a9be-2bb5b7dc848c is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:01:37.935331 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c9e9e1-fece-4009-a627-a4b2eedfce66 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:37.946227 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d4c9e9e1-fece-4009-a627-a4b2eedfce66 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2410104 Nov 23 22:01:37.952395 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-828231e0-3462-438c-bfd6-95cd545014fa req-1e5ea0af-a558-45c8-96e2-c108154c6c84 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185782 Nov 23 22:01:37.958818 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41270) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:37.976500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf169d65-a13a-4ecb-a26c-286cae24fa64 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event deleted for resources: {'Port': ['ID=717e811c-9fc9-4c24-8307-bf0656b74282,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:38.018952 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-0a89d8ba-1149-4dab-ae61-c5fda6370db1 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:38.029529 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-39f4e294-af00-4f15-b4e0-0fe3a6d716a4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:38.059920 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-39f4e294-af00-4f15-b4e0-0fe3a6d716a4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Calling delete_port for 953e2fc0-18e9-41d9-91c7-5eb687e907f6 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:01:38.067544 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a89d8ba-1149-4dab-ae61-c5fda6370db1 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:01:38.131137 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89d8ba-1149-4dab-ae61-c5fda6370db1 None None] Pushing event updated for resources: {'Port': ['ID=ca2ed704-00e5-4496-aa82-cb8f45c485d8,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:38.165215 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:38.200531 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7d65c25-50e2-4080-a897-46e43b506aa8 req-448810fa-a08a-4f02-8784-d935c4144a30 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups?id=a077daaa-609a-4b63-aab6-df203ca7f7c6&id=21e31872-afb9-4fb2-8355-6eca3250458f&id=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4316902 Nov 23 22:01:38.256448 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3789ca-9058-4bbc-8a90-094559b85e36 req-cf169d65-a13a-4ecb-a26c-286cae24fa64 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] No DVR routers for this DVR port 717e811c-9fc9-4c24-8307-bf0656b74282 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:01:38.263971 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3e3789ca-9058-4bbc-8a90-094559b85e36 req-cf169d65-a13a-4ecb-a26c-286cae24fa64 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:38.268155 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e3789ca-9058-4bbc-8a90-094559b85e36 req-cf169d65-a13a-4ecb-a26c-286cae24fa64 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.60 "DELETE /v2.0/ports/717e811c-9fc9-4c24-8307-bf0656b74282 HTTP/1.1" status: 204 len: 173 time: 1.6916664 Nov 23 22:01:38.268876 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178d1e91-7b14-4d50-a90f-31bef195b623', 'name': 'network-vif-deleted', 'tag': '717e811c-9fc9-4c24-8307-bf0656b74282'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:01:38.271612 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589efe97-9a63-4012-b4e7-5f7c627a3ed6" -d '{"events": [{"server_uuid": "178d1e91-7b14-4d50-a90f-31bef195b623", "name": "network-vif-deleted", "tag": "717e811c-9fc9-4c24-8307-bf0656b74282"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:01:38.288305 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca16da5-5669-4207-9fde-88d0177edf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764a6433-e7eb-4a31-b910-9e15fe262b2f'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:01:38.291249 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778f78d5-57fe-4db1-948a-03ec81d7ef16" -d '{"events": [{"server_uuid": "4ca16da5-5669-4207-9fde-88d0177edf82", "name": "network-vif-plugged", "status": "completed", "tag": "764a6433-e7eb-4a31-b910-9e15fe262b2f"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:01:38.293277 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-39f4e294-af00-4f15-b4e0-0fe3a6d716a4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:38.358107 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-6850b586-3e0a-466f-a1d1-7355ce327011 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Deleting subnet 7ac47285-8344-4090-bdc3-1f5e5c3da458 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:01:38.367866 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6850b586-3e0a-466f-a1d1-7355ce327011 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:38.388050 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0a89d8ba-1149-4dab-ae61-c5fda6370db1 None None] Attempting to bind port ca2ed704-00e5-4496-aa82-cb8f45c485d8 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:01:38.388764 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0a89d8ba-1149-4dab-ae61-c5fda6370db1 None None] Attempting to bind port ca2ed704-00e5-4496-aa82-cb8f45c485d8 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '41d9aff9-46c1-4e78-9672-f923a03d3071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6312a2a2-26a3-46e8-a9be-2bb5b7dc848c'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:01:38.389606 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a89d8ba-1149-4dab-ae61-c5fda6370db1 None None] Attempting to bind port ca2ed704-00e5-4496-aa82-cb8f45c485d8 on network 6312a2a2-26a3-46e8-a9be-2bb5b7dc848c {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:01:38.398961 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-39f4e294-af00-4f15-b4e0-0fe3a6d716a4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:38.412304 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-39f4e294-af00-4f15-b4e0-0fe3a6d716a4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/ports/953e2fc0-18e9-41d9-91c7-5eb687e907f6 HTTP/1.1" status: 204 len: 168 time: 0.8676510 Nov 23 22:01:38.416344 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41276) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:38.436349 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4e294-af00-4f15-b4e0-0fe3a6d716a4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Port': ['ID=953e2fc0-18e9-41d9-91c7-5eb687e907f6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:38.445527 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6850b586-3e0a-466f-a1d1-7355ce327011 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:38.466631 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 764a6433-e7eb-4a31-b910-9e15fe262b2f, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=764a6433-e7eb-4a31-b910-9e15fe262b2f,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:38.474401 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90053ab-b5f4-4ab0-a4ce-edc08021f2a3 x-openstack-request-id: req-e90053ab-b5f4-4ab0-a4ce-edc08021f2a3 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:01:38.474968 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca16da5-5669-4207-9fde-88d0177edf82", "name": "network-vif-plugged", "status": "completed", "tag": "764a6433-e7eb-4a31-b910-9e15fe262b2f", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:01:38.475543 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e90053ab-b5f4-4ab0-a4ce-edc08021f2a3 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:01:38.476120 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca16da5-5669-4207-9fde-88d0177edf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764a6433-e7eb-4a31-b910-9e15fe262b2f', 'code': 200} Nov 23 22:01:38.487389 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a89d8ba-1149-4dab-ae61-c5fda6370db1 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:01:38.489013 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a89d8ba-1149-4dab-ae61-c5fda6370db1 None None] Checking segment: {'id': '41d9aff9-46c1-4e78-9672-f923a03d3071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6312a2a2-26a3-46e8-a9be-2bb5b7dc848c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:01:38.491645 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0a89d8ba-1149-4dab-ae61-c5fda6370db1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:38.492261 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a89d8ba-1149-4dab-ae61-c5fda6370db1 None None] Bound using segment: {'id': '41d9aff9-46c1-4e78-9672-f923a03d3071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6312a2a2-26a3-46e8-a9be-2bb5b7dc848c'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:01:38.492942 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0a89d8ba-1149-4dab-ae61-c5fda6370db1 None None] Bound port: ca2ed704-00e5-4496-aa82-cb8f45c485d8, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d9aff9-46c1-4e78-9672-f923a03d3071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '6312a2a2-26a3-46e8-a9be-2bb5b7dc848c'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:01:38.493532 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0a89d8ba-1149-4dab-ae61-c5fda6370db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:38.497737 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1e9ddc-ead7-4210-9383-a3a6db971943 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] GET failed (client error): The resource could not be found. Nov 23 22:01:38.508573 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7b1e9ddc-ead7-4210-9383-a3a6db971943 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports/953e2fc0-18e9-41d9-91c7-5eb687e907f6 HTTP/1.1" status: 404 len: 333 time: 0.0895634 Nov 23 22:01:38.510034 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41278) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:38.520106 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-410fc30d-a2b1-482b-a169-27081a1e2bf8 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'port': {'network_id': '78b099a9-7cbc-40f5-883d-a7582e5b1a7e', 'name': 'tempest-PortsTestJSON-86449114'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:38.534804 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:38.548447 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca29571-0ab1-4605-bc33-7e482081a36e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-9f785ddd-e039-44ee-94cf-f0065f61a9b2', 'network_id': '9f785ddd-e039-44ee-94cf-f0065f61a9b2', 'tenant_id': '32ae78b5247a42ceb82651111073ee41', 'fixed_ips': [{'subnet_id': '338866fb-0ce0-417d-a26f-b6ae5626874b'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:01:38.549333 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bca29571-0ab1-4605-bc33-7e482081a36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:38.558023 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7674ace8-e3be-4a90-8f48-a07f3a59db9c x-openstack-request-id: req-7674ace8-e3be-4a90-8f48-a07f3a59db9c {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:01:38.562852 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178d1e91-7b14-4d50-a90f-31bef195b623", "name": "network-vif-deleted", "tag": "717e811c-9fc9-4c24-8307-bf0656b74282", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:01:38.563385 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7674ace8-e3be-4a90-8f48-a07f3a59db9c {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:01:38.564044 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178d1e91-7b14-4d50-a90f-31bef195b623', 'name': 'network-vif-deleted', 'tag': '717e811c-9fc9-4c24-8307-bf0656b74282', 'status': 'completed', 'code': 200} Nov 23 22:01:38.578833 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05317820-10dc-4a15-b384-796fd5d3f149 req-205c80e4-d92c-4fd7-a60c-a75947b205f6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:38.586842 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-05317820-10dc-4a15-b384-796fd5d3f149 req-205c80e4-d92c-4fd7-a60c-a75947b205f6 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.3594580 Nov 23 22:01:38.606655 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6850b586-3e0a-466f-a1d1-7355ce327011 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:38.665535 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-05317820-10dc-4a15-b384-796fd5d3f149 req-ce25bbc3-7f11-4aee-9f0b-74cb2aa889d2 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716884 Nov 23 22:01:38.772858 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800ea1b-439d-4efd-a0d2-1c8f00b63ecf req-5f2b29d9-1c53-4849-9ec4-2eab156c252f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:38.775263 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4800ea1b-439d-4efd-a0d2-1c8f00b63ecf req-5f2b29d9-1c53-4849-9ec4-2eab156c252f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4ca16da5-5669-4207-9fde-88d0177edf82 HTTP/1.1" status: 200 len: 1096 time: 0.0683074 Nov 23 22:01:38.776995 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6850b586-3e0a-466f-a1d1-7355ce327011 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:38.777155 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410fc30d-a2b1-482b-a169-27081a1e2bf8 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:38.781192 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-410fc30d-a2b1-482b-a169-27081a1e2bf8 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:38.804056 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6850b586-3e0a-466f-a1d1-7355ce327011 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:38.809724 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6850b586-3e0a-466f-a1d1-7355ce327011 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] 10.222.0.50 "DELETE /v2.0/subnets/7ac47285-8344-4090-bdc3-1f5e5c3da458 HTTP/1.1" status: 204 len: 168 time: 0.8493481 Nov 23 22:01:38.820376 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41284) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:38.825626 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-410fc30d-a2b1-482b-a169-27081a1e2bf8 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] device_id is not set on port 7dc46933-eb4e-4d26-9cd5-1b604a1dd0eb yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:01:38.954762 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850b586-3e0a-466f-a1d1-7355ce327011 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Pushing event deleted for resources: {'Subnet': ['ID=7ac47285-8344-4090-bdc3-1f5e5c3da458,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:39.016187 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0a89d8ba-1149-4dab-ae61-c5fda6370db1 None None] For port ca2ed704-00e5-4496-aa82-cb8f45c485d8, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:01:39.020628 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0a89d8ba-1149-4dab-ae61-c5fda6370db1 None None] For port ca2ed704-00e5-4496-aa82-cb8f45c485d8, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ca2ed704-00e5-4496-aa82-cb8f45c485d8,segment=NetworkSegment(41d9aff9-46c1-4e78-9672-f923a03d3071),segment_id=41d9aff9-46c1-4e78-9672-f923a03d3071)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:01:39.030978 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ba4e40-4992-429b-9cef-a000bcf82c6f tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Deleting subnet 338866fb-0ce0-417d-a26f-b6ae5626874b {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:01:39.034151 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0a89d8ba-1149-4dab-ae61-c5fda6370db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:39.071449 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=764a6433-e7eb-4a31-b910-9e15fe262b2f,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:39.109395 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-bca29571-0ab1-4605-bc33-7e482081a36e None None] Allocated IP 2001:db8:0:1::1 (9f785ddd-e039-44ee-94cf-f0065f61a9b2/338866fb-0ce0-417d-a26f-b6ae5626874b/59206aea-176c-4674-b856-4d54f7de8116) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:01:39.113852 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4800ea1b-439d-4efd-a0d2-1c8f00b63ecf req-e620fa9e-3760-4b04-b830-8d0e3f087cfa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239293 Nov 23 22:01:39.219195 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-410fc30d-a2b1-482b-a169-27081a1e2bf8 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:39.223612 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89d8ba-1149-4dab-ae61-c5fda6370db1 None None] Pushing event updated for resources: {'Port': ['ID=ca2ed704-00e5-4496-aa82-cb8f45c485d8,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:39.249632 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ed44d-6233-439f-b778-d07d817568c9 req-03e714d8-8303-491d-9473-0d0809d57bf0 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:39.253268 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f70ed44d-6233-439f-b778-d07d817568c9 req-03e714d8-8303-491d-9473-0d0809d57bf0 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ca16da5-5669-4207-9fde-88d0177edf82 HTTP/1.1" status: 200 len: 945 time: 0.1323378 Nov 23 22:01:39.344950 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-410fc30d-a2b1-482b-a169-27081a1e2bf8 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:39.457943 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f70ed44d-6233-439f-b778-d07d817568c9 req-9ac8ccb3-292e-4477-bb98-3574d313b926 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984456 Nov 23 22:01:39.469841 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e593f54e-8bad-4385-a2f3-a381ff7c8028 req-283c9b51-e679-4752-9763-c1e00ada1153 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/ports?device_id=178d1e91-7b14-4d50-a90f-31bef195b623 HTTP/1.1" status: 200 len: 210 time: 0.1015089 Nov 23 22:01:39.512612 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410fc30d-a2b1-482b-a169-27081a1e2bf8 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:01:39.516026 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-410fc30d-a2b1-482b-a169-27081a1e2bf8 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:39.520694 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410fc30d-a2b1-482b-a169-27081a1e2bf8 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:01:39.527359 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410fc30d-a2b1-482b-a169-27081a1e2bf8 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:39.531068 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-410fc30d-a2b1-482b-a169-27081a1e2bf8 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:39.536835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fc30d-a2b1-482b-a169-27081a1e2bf8 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Port': ['ID=7dc46933-eb4e-4d26-9cd5-1b604a1dd0eb,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:39.562002 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-410fc30d-a2b1-482b-a169-27081a1e2bf8 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.0465779 Nov 23 22:01:39.564666 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41296) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:39.569945 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-0624435a-7c52-4082-b002-9e11a380f55a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:39.577434 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bca29571-0ab1-4605-bc33-7e482081a36e None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:39.589804 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-83ba4e40-4992-429b-9cef-a000bcf82c6f tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:39.597947 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bca29571-0ab1-4605-bc33-7e482081a36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:39.674347 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca29571-0ab1-4605-bc33-7e482081a36e None None] Network 9f785ddd-e039-44ee-94cf-f0065f61a9b2 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:01:39.676388 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-bca29571-0ab1-4605-bc33-7e482081a36e None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:39.687167 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca29571-0ab1-4605-bc33-7e482081a36e None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:01:39.699288 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-83ba4e40-4992-429b-9cef-a000bcf82c6f tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:39.750557 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0624435a-7c52-4082-b002-9e11a380f55a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:39.829485 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-83ba4e40-4992-429b-9cef-a000bcf82c6f tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:39.893769 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca29571-0ab1-4605-bc33-7e482081a36e None None] Pushing event updated for resources: {'Port': ['ID=59206aea-176c-4674-b856-4d54f7de8116,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:39.930860 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-83ba4e40-4992-429b-9cef-a000bcf82c6f tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:39.976909 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-bca29571-0ab1-4605-bc33-7e482081a36e None None] Attempting to bind port 59206aea-176c-4674-b856-4d54f7de8116 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:01:39.977641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-bca29571-0ab1-4605-bc33-7e482081a36e None None] Attempting to bind port 59206aea-176c-4674-b856-4d54f7de8116 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '3468c12c-5f53-4e3e-940b-24aa543a3371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9f785ddd-e039-44ee-94cf-f0065f61a9b2'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:01:39.985562 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca29571-0ab1-4605-bc33-7e482081a36e None None] Attempting to bind port 59206aea-176c-4674-b856-4d54f7de8116 on network 9f785ddd-e039-44ee-94cf-f0065f61a9b2 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:01:39.992102 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca29571-0ab1-4605-bc33-7e482081a36e None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:01:39.992751 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca29571-0ab1-4605-bc33-7e482081a36e None None] Checking segment: {'id': '3468c12c-5f53-4e3e-940b-24aa543a3371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9f785ddd-e039-44ee-94cf-f0065f61a9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:01:39.993472 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bca29571-0ab1-4605-bc33-7e482081a36e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:39.995693 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba4e40-4992-429b-9cef-a000bcf82c6f tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Pushing event deleted for resources: {'Subnet': ['ID=338866fb-0ce0-417d-a26f-b6ae5626874b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:40.004739 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca29571-0ab1-4605-bc33-7e482081a36e None None] Bound using segment: {'id': '3468c12c-5f53-4e3e-940b-24aa543a3371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9f785ddd-e039-44ee-94cf-f0065f61a9b2'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:01:40.010657 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-83ba4e40-4992-429b-9cef-a000bcf82c6f tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:40.014110 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-83ba4e40-4992-429b-9cef-a000bcf82c6f tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] 10.222.0.50 "DELETE /v2.0/subnets/338866fb-0ce0-417d-a26f-b6ae5626874b HTTP/1.1" status: 204 len: 168 time: 1.1927786 Nov 23 22:01:40.014709 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-bca29571-0ab1-4605-bc33-7e482081a36e None None] Bound port: 59206aea-176c-4674-b856-4d54f7de8116, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3468c12c-5f53-4e3e-940b-24aa543a3371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9f785ddd-e039-44ee-94cf-f0065f61a9b2'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:01:40.015443 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bca29571-0ab1-4605-bc33-7e482081a36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:40.019034 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41302) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:40.086295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa06726-21d1-4757-b085-a6a4a38a8ea4 req-fb81588c-78a9-4296-9be3-c49fa41d32d1 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:40.088502 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0fa06726-21d1-4757-b085-a6a4a38a8ea4 req-fb81588c-78a9-4296-9be3-c49fa41d32d1 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.1733322 Nov 23 22:01:40.127155 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0624435a-7c52-4082-b002-9e11a380f55a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:40.145076 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0624435a-7c52-4082-b002-9e11a380f55a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:40.165625 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9a18c4-bdba-44ae-bd23-eaf041b9829e tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:40.172587 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-bd9a18c4-bdba-44ae-bd23-eaf041b9829e tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1476059 Nov 23 22:01:40.172795 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41304) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:40.199261 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0fa06726-21d1-4757-b085-a6a4a38a8ea4 req-dfc746a8-42ff-48c2-91cd-707f07370a39 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992944 Nov 23 22:01:40.222354 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-bca29571-0ab1-4605-bc33-7e482081a36e None None] For port 59206aea-176c-4674-b856-4d54f7de8116, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:01:40.236006 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-bca29571-0ab1-4605-bc33-7e482081a36e None None] For port 59206aea-176c-4674-b856-4d54f7de8116, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=59206aea-176c-4674-b856-4d54f7de8116,segment=NetworkSegment(3468c12c-5f53-4e3e-940b-24aa543a3371),segment_id=3468c12c-5f53-4e3e-940b-24aa543a3371)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:01:40.252090 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bca29571-0ab1-4605-bc33-7e482081a36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:40.374958 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:01:40.386390 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-0624435a-7c52-4082-b002-9e11a380f55a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] In _notify_port_updated(), no bound segment for port 7dc46933-eb4e-4d26-9cd5-1b604a1dd0eb on network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e {{(pid=110033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:01:40.408954 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0624435a-7c52-4082-b002-9e11a380f55a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:40.409627 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0624435a-7c52-4082-b002-9e11a380f55a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:40.413837 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0624435a-7c52-4082-b002-9e11a380f55a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "PUT /v2.0/ports/7dc46933-eb4e-4d26-9cd5-1b604a1dd0eb HTTP/1.1" status: 200 len: 818 time: 0.8452990 Nov 23 22:01:40.414153 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41308) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:40.472648 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc6e3f51-6667-40e9-80b9-cfa7dbf61529 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:40.487415 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624435a-7c52-4082-b002-9e11a380f55a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Port': ['ID=7dc46933-eb4e-4d26-9cd5-1b604a1dd0eb,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:40.514758 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0624435a-7c52-4082-b002-9e11a380f55a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:40.515459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0624435a-7c52-4082-b002-9e11a380f55a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:40.515459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0624435a-7c52-4082-b002-9e11a380f55a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:40.515759 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0624435a-7c52-4082-b002-9e11a380f55a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:40.516277 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0624435a-7c52-4082-b002-9e11a380f55a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:40.516788 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0624435a-7c52-4082-b002-9e11a380f55a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:40.517118 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0624435a-7c52-4082-b002-9e11a380f55a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:40.517446 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0624435a-7c52-4082-b002-9e11a380f55a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:40.517772 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0624435a-7c52-4082-b002-9e11a380f55a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:40.518099 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0624435a-7c52-4082-b002-9e11a380f55a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:40.519075 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0624435a-7c52-4082-b002-9e11a380f55a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:40.519590 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0624435a-7c52-4082-b002-9e11a380f55a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:40.693088 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-bc6e3f51-6667-40e9-80b9-cfa7dbf61529 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Deleting port 59206aea-176c-4674-b856-4d54f7de8116 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:01:40.693419 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc6e3f51-6667-40e9-80b9-cfa7dbf61529 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:40.831324 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c64c731a-8abd-481a-95c0-f53fa013e541 req-9ba4d97c-66bb-49c9-b005-b60e2573758c tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/a077daaa-609a-4b63-aab6-df203ca7f7c6 HTTP/1.1" status: 200 len: 1819 time: 0.1147904 Nov 23 22:01:40.856741 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-bc6e3f51-6667-40e9-80b9-cfa7dbf61529 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] For port 59206aea-176c-4674-b856-4d54f7de8116, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=59206aea-176c-4674-b856-4d54f7de8116,segment=NetworkSegment(3468c12c-5f53-4e3e-940b-24aa543a3371),segment_id=3468c12c-5f53-4e3e-940b-24aa543a3371)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:40.857443 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc6e3f51-6667-40e9-80b9-cfa7dbf61529 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:40.875070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81559fbb-7b63-4f5b-95b1-6292a70066d7 req-b10cdfe3-391e-4a2f-a112-5785dd40f03a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:40.881446 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ca2ed704-00e5-4496-aa82-cb8f45c485d8 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:01:40.882680 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-bc6e3f51-6667-40e9-80b9-cfa7dbf61529 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Calling delete_port for 59206aea-176c-4674-b856-4d54f7de8116 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:01:40.885169 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81559fbb-7b63-4f5b-95b1-6292a70066d7 req-b10cdfe3-391e-4a2f-a112-5785dd40f03a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ca16da5-5669-4207-9fde-88d0177edf82 HTTP/1.1" status: 200 len: 945 time: 0.2613833 Nov 23 22:01:40.888784 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 717e811c-9fc9-4c24-8307-bf0656b74282 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:01:40.951873 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-5db9202a-8549-4804-8777-fc38713b920e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting port 7dc46933-eb4e-4d26-9cd5-1b604a1dd0eb {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:01:40.951873 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5db9202a-8549-4804-8777-fc38713b920e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:40.988211 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca29571-0ab1-4605-bc33-7e482081a36e None None] Pushing event updated for resources: {'Port': ['ID=59206aea-176c-4674-b856-4d54f7de8116,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:41.038143 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 717e811c-9fc9-4c24-8307-bf0656b74282 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:01:41.040373 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 717e811c-9fc9-4c24-8307-bf0656b74282 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:01:41.055158 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387be6cf-29f8-4b6c-ae9f-761951a36351 None None] Network 9f785ddd-e039-44ee-94cf-f0065f61a9b2 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:41.081847 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5db9202a-8549-4804-8777-fc38713b920e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:41.114237 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc6e3f51-6667-40e9-80b9-cfa7dbf61529 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:41.151905 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-5db9202a-8549-4804-8777-fc38713b920e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Calling delete_port for 7dc46933-eb4e-4d26-9cd5-1b604a1dd0eb owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:01:41.164820 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e3f51-6667-40e9-80b9-cfa7dbf61529 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Pushing event deleted for resources: {'Port': ['ID=59206aea-176c-4674-b856-4d54f7de8116,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:41.166704 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6e3f51-6667-40e9-80b9-cfa7dbf61529 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] No DVR routers for this DVR port 59206aea-176c-4674-b856-4d54f7de8116 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:01:41.193444 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81559fbb-7b63-4f5b-95b1-6292a70066d7 req-25f8347a-ab7e-44b2-8552-876f65f1fff5 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073015 Nov 23 22:01:41.217666 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e495a8d-c7e2-4ea4-96db-650a2ebf8797 None None] Network 6312a2a2-26a3-46e8-a9be-2bb5b7dc848c requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:41.272907 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c64c731a-8abd-481a-95c0-f53fa013e541 req-8adb23d7-a0bb-499a-84ee-d2ba40629165 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:41.316028 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c64c731a-8abd-481a-95c0-f53fa013e541 req-8adb23d7-a0bb-499a-84ee-d2ba40629165 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:41.347571 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port ca2ed704-00e5-4496-aa82-cb8f45c485d8 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:41.349086 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:41.418641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c5f65a6a-cd5f-453a-ba24-61225d322b98 None None] Provisioning complete for port ca2ed704-00e5-4496-aa82-cb8f45c485d8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:41.419176 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c5f65a6a-cd5f-453a-ba24-61225d322b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:41.429099 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc6e3f51-6667-40e9-80b9-cfa7dbf61529 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:41.438250 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b5b69a80-cc60-4eaa-b792-c55f93340960 req-fb945095-e88a-40e0-8156-ff7e29ffb9d7 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e0a0bf8995194df794b65596ff42d910 HTTP/1.1" status: 200 len: 267 time: 0.1022389 Nov 23 22:01:41.463872 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5db9202a-8549-4804-8777-fc38713b920e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:41.491034 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c64c731a-8abd-481a-95c0-f53fa013e541 req-8adb23d7-a0bb-499a-84ee-d2ba40629165 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:41.495750 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c64c731a-8abd-481a-95c0-f53fa013e541 req-8adb23d7-a0bb-499a-84ee-d2ba40629165 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:41.497349 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c64c731a-8abd-481a-95c0-f53fa013e541 req-8adb23d7-a0bb-499a-84ee-d2ba40629165 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "DELETE /v2.0/security-groups/a077daaa-609a-4b63-aab6-df203ca7f7c6 HTTP/1.1" status: 204 len: 173 time: 0.6544082 Nov 23 22:01:41.523802 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-bc6e3f51-6667-40e9-80b9-cfa7dbf61529 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f785ddd-e039-44ee-94cf-f0065f61a9b2']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:41.537426 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9202a-8549-4804-8777-fc38713b920e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Port': ['ID=7dc46933-eb4e-4d26-9cd5-1b604a1dd0eb,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:41.562330 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb23d7-a0bb-499a-84ee-d2ba40629165 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a077daaa-609a-4b63-aab6-df203ca7f7c6,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:41.583189 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5db9202a-8549-4804-8777-fc38713b920e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:41.586308 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-bc6e3f51-6667-40e9-80b9-cfa7dbf61529 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3468c12c-5f53-4e3e-940b-24aa543a3371') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:41.586615 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-bc6e3f51-6667-40e9-80b9-cfa7dbf61529 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3468c12c-5f53-4e3e-940b-24aa543a3371') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:41.592866 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5db9202a-8549-4804-8777-fc38713b920e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/ports/7dc46933-eb4e-4d26-9cd5-1b604a1dd0eb HTTP/1.1" status: 204 len: 168 time: 1.1776114 Nov 23 22:01:41.595297 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41330) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:41.621515 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc6e3f51-6667-40e9-80b9-cfa7dbf61529 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:41.650328 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc6e3f51-6667-40e9-80b9-cfa7dbf61529 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:41.663964 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6e3f51-6667-40e9-80b9-cfa7dbf61529 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:01:41.664323 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc6e3f51-6667-40e9-80b9-cfa7dbf61529 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:01:41.745593 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:01:41.748888 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d46e99-0b46-4d76-9f83-5f9b8b12bd24 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:41.752932 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-11d46e99-0b46-4d76-9f83-5f9b8b12bd24 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1533091 Nov 23 22:01:41.753116 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41334) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:41.765125 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c5f65a6a-cd5f-453a-ba24-61225d322b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:41.769903 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc6e3f51-6667-40e9-80b9-cfa7dbf61529 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:41.776062 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b69a80-cc60-4eaa-b792-c55f93340960 req-4ad8d94d-3dd1-4a31-9d7c-e9498c16e631 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:41.784328 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b5b69a80-cc60-4eaa-b792-c55f93340960 req-4ad8d94d-3dd1-4a31-9d7c-e9498c16e631 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ca16da5-5669-4207-9fde-88d0177edf82 HTTP/1.1" status: 200 len: 945 time: 0.3294022 Nov 23 22:01:41.814064 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-b5b69a80-cc60-4eaa-b792-c55f93340960 req-b4e110ca-a037-44bd-879f-c9fadb5b313b tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Request body: {'port': {'security_groups': []}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:41.818891 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bc6e3f51-6667-40e9-80b9-cfa7dbf61529 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:41.827692 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bc6e3f51-6667-40e9-80b9-cfa7dbf61529 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] 10.222.0.50 "DELETE /v2.0/networks/9f785ddd-e039-44ee-94cf-f0065f61a9b2 HTTP/1.1" status: 204 len: 168 time: 1.6541176 Nov 23 22:01:41.830816 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-02322375-f26b-4681-85b0-87f5192d427e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] GET failed (client error): The resource could not be found. Nov 23 22:01:41.835999 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-02322375-f26b-4681-85b0-87f5192d427e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports/7dc46933-eb4e-4d26-9cd5-1b604a1dd0eb HTTP/1.1" status: 404 len: 333 time: 0.0783787 Nov 23 22:01:41.835999 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41336) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:41.836553 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41338) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:41.863664 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c5f65a6a-cd5f-453a-ba24-61225d322b98 None None] For port ca2ed704-00e5-4496-aa82-cb8f45c485d8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ca2ed704-00e5-4496-aa82-cb8f45c485d8,segment=NetworkSegment(41d9aff9-46c1-4e78-9672-f923a03d3071),segment_id=41d9aff9-46c1-4e78-9672-f923a03d3071)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:41.866048 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:41.882095 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-12ed4c53-d08d-4d03-b755-7491d01d4605 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1814760979'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:41.888958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e3f51-6667-40e9-80b9-cfa7dbf61529 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Pushing event deleted for resources: {'Network': ['ID=9f785ddd-e039-44ee-94cf-f0065f61a9b2,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:41.899712 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c5f65a6a-cd5f-453a-ba24-61225d322b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:41.929006 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c290a9-ae53-4f06-b91b-772475121efd req-446e65da-4f80-4e81-b638-b4ad0ac14e1e tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:41.932787 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-95c290a9-ae53-4f06-b91b-772475121efd req-446e65da-4f80-4e81-b638-b4ad0ac14e1e tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.2451324 Nov 23 22:01:41.970366 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1087158-eda7-4003-afec-6413747ddecc None None] DHCP port deletion for 6312a2a2-26a3-46e8-a9be-2bb5b7dc848c request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:01:41.975419 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f65a6a-cd5f-453a-ba24-61225d322b98 None None] Pushing event updated for resources: {'Port': ['ID=ca2ed704-00e5-4496-aa82-cb8f45c485d8,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:42.065159 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-49e06f7f-03bb-4b91-b330-f8729f6425a7 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:42.069236 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:01:42.070412 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:01:42.078885 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ed4c53-d08d-4d03-b755-7491d01d4605 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:42.082385 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-12ed4c53-d08d-4d03-b755-7491d01d4605 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:42.090176 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a1087158-eda7-4003-afec-6413747ddecc None None] Deleting port ca2ed704-00e5-4496-aa82-cb8f45c485d8 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:01:42.091323 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a1087158-eda7-4003-afec-6413747ddecc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:42.188108 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-49e06f7f-03bb-4b91-b330-f8729f6425a7 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Deleting port ca2ed704-00e5-4496-aa82-cb8f45c485d8 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:01:42.188456 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-49e06f7f-03bb-4b91-b330-f8729f6425a7 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:42.215527 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b5b69a80-cc60-4eaa-b792-c55f93340960 req-b4e110ca-a037-44bd-879f-c9fadb5b313b tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:42.215825 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a1087158-eda7-4003-afec-6413747ddecc None None] For port ca2ed704-00e5-4496-aa82-cb8f45c485d8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ca2ed704-00e5-4496-aa82-cb8f45c485d8,segment=NetworkSegment(41d9aff9-46c1-4e78-9672-f923a03d3071),segment_id=41d9aff9-46c1-4e78-9672-f923a03d3071)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:42.216162 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a1087158-eda7-4003-afec-6413747ddecc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:42.237618 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a1087158-eda7-4003-afec-6413747ddecc None None] Calling delete_port for ca2ed704-00e5-4496-aa82-cb8f45c485d8 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:01:42.256333 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-95c290a9-ae53-4f06-b91b-772475121efd req-8a1a6d31-ca1b-4ce5-bf4b-feb3ea7c3012 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3116179 Nov 23 22:01:42.268610 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ed4c53-d08d-4d03-b755-7491d01d4605 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:01:42.336780 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-49e06f7f-03bb-4b91-b330-f8729f6425a7 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] For port ca2ed704-00e5-4496-aa82-cb8f45c485d8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ca2ed704-00e5-4496-aa82-cb8f45c485d8,segment=NetworkSegment(41d9aff9-46c1-4e78-9672-f923a03d3071),segment_id=41d9aff9-46c1-4e78-9672-f923a03d3071)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:42.337153 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-49e06f7f-03bb-4b91-b330-f8729f6425a7 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:42.349939 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-12ed4c53-d08d-4d03-b755-7491d01d4605 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:42.353531 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-12ed4c53-d08d-4d03-b755-7491d01d4605 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Added segment d03452da-ddf1-4400-b16b-ee80ef2d0f07 of type vlan for network 815500e6-6794-480d-9ece-b64e7ae51550 Nov 23 22:01:42.366080 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-49e06f7f-03bb-4b91-b330-f8729f6425a7 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Calling delete_port for ca2ed704-00e5-4496-aa82-cb8f45c485d8 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:01:42.378122 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a1087158-eda7-4003-afec-6413747ddecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:42.396250 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1087158-eda7-4003-afec-6413747ddecc None None] No DVR routers for this DVR port ca2ed704-00e5-4496-aa82-cb8f45c485d8 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:01:42.449476 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a81a5e-bfcf-434e-8f83-8fbabdae685b None None] get_active_networks_info from n-d-816206-9 {{(pid=110035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 22:01:42.457408 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1087158-eda7-4003-afec-6413747ddecc None None] Pushing event deleted for resources: {'Port': ['ID=ca2ed704-00e5-4496-aa82-cb8f45c485d8,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:42.482650 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-49e06f7f-03bb-4b91-b330-f8729f6425a7 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:42.498423 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e06f7f-03bb-4b91-b330-f8729f6425a7 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] No DVR routers for this DVR port ca2ed704-00e5-4496-aa82-cb8f45c485d8 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:01:42.521905 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e06f7f-03bb-4b91-b330-f8729f6425a7 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Pushing event deleted for resources: {'Port': ['ID=ca2ed704-00e5-4496-aa82-cb8f45c485d8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:42.686764 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-49e06f7f-03bb-4b91-b330-f8729f6425a7 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:42.718213 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-49e06f7f-03bb-4b91-b330-f8729f6425a7 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6312a2a2-26a3-46e8-a9be-2bb5b7dc848c']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:42.720775 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-12ed4c53-d08d-4d03-b755-7491d01d4605 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:42.729588 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-49e06f7f-03bb-4b91-b330-f8729f6425a7 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d9aff9-46c1-4e78-9672-f923a03d3071') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:42.730050 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-49e06f7f-03bb-4b91-b330-f8729f6425a7 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d9aff9-46c1-4e78-9672-f923a03d3071') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:42.740562 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-49e06f7f-03bb-4b91-b330-f8729f6425a7 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:42.752013 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Port ca2ed704-00e5-4496-aa82-cb8f45c485d8 update to ACTIVE by agent not found {{(pid=110035) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 22:01:42.758633 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-49e06f7f-03bb-4b91-b330-f8729f6425a7 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:42.765424 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e06f7f-03bb-4b91-b330-f8729f6425a7 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:01:42.765816 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-49e06f7f-03bb-4b91-b330-f8729f6425a7 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:42.779033 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a81a5e-bfcf-434e-8f83-8fbabdae685b None None] Resources bound (agent type, host, resource id): {{(pid=110035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:01:42.835008 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:01:42.850320 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-49e06f7f-03bb-4b91-b330-f8729f6425a7 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:42.876700 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2431808d-6a57-485e-899b-3e29723c4eac req-eaf5d161-90a4-400a-8add-bd25341b902b tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "GET /v2.0/security-groups/21e31872-afb9-4fb2-8355-6eca3250458f HTTP/1.1" status: 200 len: 1819 time: 0.3445075 Nov 23 22:01:42.897963 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-12ed4c53-d08d-4d03-b755-7491d01d4605 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:42.910292 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-49e06f7f-03bb-4b91-b330-f8729f6425a7 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:42.919065 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ed4c53-d08d-4d03-b755-7491d01d4605 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:42.919767 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-12ed4c53-d08d-4d03-b755-7491d01d4605 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:42.924371 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-49e06f7f-03bb-4b91-b330-f8729f6425a7 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] 10.222.0.50 "DELETE /v2.0/networks/6312a2a2-26a3-46e8-a9be-2bb5b7dc848c HTTP/1.1" status: 204 len: 168 time: 1.0567579 Nov 23 22:01:42.929620 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e06f7f-03bb-4b91-b330-f8729f6425a7 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Pushing event deleted for resources: {'Network': ['ID=6312a2a2-26a3-46e8-a9be-2bb5b7dc848c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:42.935839 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41346) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:43.007863 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-b5b69a80-cc60-4eaa-b792-c55f93340960 req-b4e110ca-a037-44bd-879f-c9fadb5b313b tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] For port 764a6433-e7eb-4a31-b910-9e15fe262b2f, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=764a6433-e7eb-4a31-b910-9e15fe262b2f,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:43.019109 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ca2ed704-00e5-4496-aa82-cb8f45c485d8 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:01:43.105464 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-12ed4c53-d08d-4d03-b755-7491d01d4605 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2335851 Nov 23 22:01:43.107446 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41348) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:43.109726 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: ca2ed704-00e5-4496-aa82-cb8f45c485d8 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:01:43.110011 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ca2ed704-00e5-4496-aa82-cb8f45c485d8 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:01:43.118453 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-86bd3c8f-f28d-4865-bee6-7210853eeade tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'subnet': {'network_id': '815500e6-6794-480d-9ece-b64e7ae51550', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:43.255122 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5789fbcf-ed71-455b-ba48-b50773950683 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:43.258734 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bd3c8f-f28d-4865-bee6-7210853eeade tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:43.266659 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-86bd3c8f-f28d-4865-bee6-7210853eeade tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:43.301189 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b5b69a80-cc60-4eaa-b792-c55f93340960 req-b4e110ca-a037-44bd-879f-c9fadb5b313b tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:43.334946 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed4c53-d08d-4d03-b755-7491d01d4605 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Network': ['ID=815500e6-6794-480d-9ece-b64e7ae51550,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:43.352228 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b5b69a80-cc60-4eaa-b792-c55f93340960 req-b4e110ca-a037-44bd-879f-c9fadb5b313b tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:43.358351 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2431808d-6a57-485e-899b-3e29723c4eac req-acb8200e-7430-4a6e-9b3d-14d482cac407 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:43.398069 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['6bc9a275-873b-46d0-8866-89793d8e488a', 'f62d93e2-e3bd-4265-9105-e3d04aa665e7', '764a6433-e7eb-4a31-b910-9e15fe262b2f'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:01:43.458428 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4c53-d08d-4d03-b755-7491d01d4605 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:43.458818 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4c53-d08d-4d03-b755-7491d01d4605 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:43.459142 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4c53-d08d-4d03-b755-7491d01d4605 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:43.459471 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4c53-d08d-4d03-b755-7491d01d4605 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:43.460064 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4c53-d08d-4d03-b755-7491d01d4605 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:43.460444 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4c53-d08d-4d03-b755-7491d01d4605 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:43.460712 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4c53-d08d-4d03-b755-7491d01d4605 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:43.461037 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4c53-d08d-4d03-b755-7491d01d4605 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:43.461357 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4c53-d08d-4d03-b755-7491d01d4605 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:43.461677 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4c53-d08d-4d03-b755-7491d01d4605 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:43.461996 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4c53-d08d-4d03-b755-7491d01d4605 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:43.462314 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ed4c53-d08d-4d03-b755-7491d01d4605 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:43.515049 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2431808d-6a57-485e-899b-3e29723c4eac req-acb8200e-7430-4a6e-9b3d-14d482cac407 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:43.519235 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 815500e6-6794-480d-9ece-b64e7ae51550 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:01:43.571181 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-86bd3c8f-f28d-4865-bee6-7210853eeade tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:43.588974 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e110ca-a037-44bd-879f-c9fadb5b313b tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Pushing event updated for resources: {'Port': ['ID=764a6433-e7eb-4a31-b910-9e15fe262b2f,revision_number=6']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:43.597791 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b69a80-cc60-4eaa-b792-c55f93340960 req-b4e110ca-a037-44bd-879f-c9fadb5b313b tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:43.598800 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b5b69a80-cc60-4eaa-b792-c55f93340960 req-b4e110ca-a037-44bd-879f-c9fadb5b313b tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:43.600631 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b5b69a80-cc60-4eaa-b792-c55f93340960 req-b4e110ca-a037-44bd-879f-c9fadb5b313b tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "PUT /v2.0/ports/764a6433-e7eb-4a31-b910-9e15fe262b2f HTTP/1.1" status: 200 len: 904 time: 1.8029008 Nov 23 22:01:43.601547 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2431808d-6a57-485e-899b-3e29723c4eac req-acb8200e-7430-4a6e-9b3d-14d482cac407 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:43.605409 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2431808d-6a57-485e-899b-3e29723c4eac req-acb8200e-7430-4a6e-9b3d-14d482cac407 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:43.617735 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2431808d-6a57-485e-899b-3e29723c4eac req-acb8200e-7430-4a6e-9b3d-14d482cac407 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] 10.222.0.50 "DELETE /v2.0/security-groups/21e31872-afb9-4fb2-8355-6eca3250458f HTTP/1.1" status: 204 len: 173 time: 0.6691613 Nov 23 22:01:43.618335 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca16da5-5669-4207-9fde-88d0177edf82', 'tag': '764a6433-e7eb-4a31-b910-9e15fe262b2f'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:01:43.622914 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0257b13c-c05c-48e1-96da-08eeddd6c8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca16da5-5669-4207-9fde-88d0177edf82", "tag": "764a6433-e7eb-4a31-b910-9e15fe262b2f"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:01:43.629756 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41360) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:43.717564 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8200e-7430-4a6e-9b3d-14d482cac407 tempest-SecurityGroupsTestJSON-800030172 tempest-SecurityGroupsTestJSON-800030172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e31872-afb9-4fb2-8355-6eca3250458f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:43.749322 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5789fbcf-ed71-455b-ba48-b50773950683 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:43.820971 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c093bc-b12f-4310-8810-7079dd644b66 admin admin] Deleting subnet c81ee8b5-2dfe-437c-83e9-573a2466373c {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:01:43.825128 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-49c093bc-b12f-4310-8810-7079dd644b66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:43.836550 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['764a6433-e7eb-4a31-b910-9e15fe262b2f'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:01:43.840559 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd3c8f-f28d-4865-bee6-7210853eeade tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Subnet': ['ID=fd0be785-e2bf-4468-b95b-e7d485e449c3,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:43.860621 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-5789fbcf-ed71-455b-ba48-b50773950683 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19bd750c-82fb-4ebf-b083-71ef3b1033d6']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:43.865453 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bd3c8f-f28d-4865-bee6-7210853eeade tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Checking segment: {'id': 'd03452da-ddf1-4400-b16b-ee80ef2d0f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '815500e6-6794-480d-9ece-b64e7ae51550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:01:43.867397 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bd3c8f-f28d-4865-bee6-7210853eeade tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network hostable DHCP agents. Network: 815500e6-6794-480d-9ece-b64e7ae51550, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:01:43.900271 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-49c093bc-b12f-4310-8810-7079dd644b66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:43.905497 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-5789fbcf-ed71-455b-ba48-b50773950683 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84aa4178-6dc6-44e5-b138-2e5f948f5529') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:43.906074 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-5789fbcf-ed71-455b-ba48-b50773950683 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84aa4178-6dc6-44e5-b138-2e5f948f5529') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:43.926403 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5789fbcf-ed71-455b-ba48-b50773950683 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:43.950273 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5789fbcf-ed71-455b-ba48-b50773950683 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:43.956739 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5789fbcf-ed71-455b-ba48-b50773950683 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:01:43.957307 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5789fbcf-ed71-455b-ba48-b50773950683 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:44.016144 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-49c093bc-b12f-4310-8810-7079dd644b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:01:44.073352 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:01:44.078793 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bd3c8f-f28d-4865-bee6-7210853eeade tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network 815500e6-6794-480d-9ece-b64e7ae51550 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:01:44.085681 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5789fbcf-ed71-455b-ba48-b50773950683 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:44.090474 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3515724-b01a-4822-bb85-c92b03115291 req-b125236f-4b10-48eb-a759-45e00f5b86f5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:44.094903 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3515724-b01a-4822-bb85-c92b03115291 req-b125236f-4b10-48eb-a759-45e00f5b86f5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.2992237 Nov 23 22:01:44.104233 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5789fbcf-ed71-455b-ba48-b50773950683 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:44.131079 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5789fbcf-ed71-455b-ba48-b50773950683 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] 10.222.0.50 "DELETE /v2.0/networks/19bd750c-82fb-4ebf-b083-71ef3b1033d6 HTTP/1.1" status: 204 len: 168 time: 1.1909759 Nov 23 22:01:44.138088 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41366) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:44.160819 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789fbcf-ed71-455b-ba48-b50773950683 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Pushing event deleted for resources: {'Network': ['ID=19bd750c-82fb-4ebf-b083-71ef3b1033d6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:44.168346 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-86bd3c8f-f28d-4865-bee6-7210853eeade tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 815500e6-6794-480d-9ece-b64e7ae51550) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:44.179112 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaf5cfb-10e0-4243-b949-7e05563a190f None None] Network 815500e6-6794-480d-9ece-b64e7ae51550 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:44.183409 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bd3c8f-f28d-4865-bee6-7210853eeade tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:44.184016 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-86bd3c8f-f28d-4865-bee6-7210853eeade tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:44.221545 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-86bd3c8f-f28d-4865-bee6-7210853eeade tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1130373 Nov 23 22:01:44.224599 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41368) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:44.236848 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ed4a5959-847c-49bd-95a0-2f2169cdefa4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'subnet': {'network_id': '815500e6-6794-480d-9ece-b64e7ae51550', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:44.324016 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-de76bffc-fd02-4775-97f5-dbf4fbbfbfad None None] Provisioning complete for port 764a6433-e7eb-4a31-b910-9e15fe262b2f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:44.324389 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-de76bffc-fd02-4775-97f5-dbf4fbbfbfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:44.338653 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19395159-cea3-414e-b81b-538bbfbdf36f req-29eb5fe9-9db3-42be-9202-8118ecdb42e8 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:44.359513 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-19395159-cea3-414e-b81b-538bbfbdf36f req-29eb5fe9-9db3-42be-9202-8118ecdb42e8 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ca16da5-5669-4207-9fde-88d0177edf82 HTTP/1.1" status: 200 len: 907 time: 0.4082453 Nov 23 22:01:44.418515 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4a5959-847c-49bd-95a0-2f2169cdefa4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:44.424495 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed4a5959-847c-49bd-95a0-2f2169cdefa4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:44.428882 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20cd4fd5-93f7-4300-b95a-bdbdaff48e56 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:44.460428 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-49c093bc-b12f-4310-8810-7079dd644b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:44.492131 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cb977a-3d23-454a-a905-1c4f818111fd x-openstack-request-id: req-36cb977a-3d23-454a-a905-1c4f818111fd {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:01:44.492705 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca16da5-5669-4207-9fde-88d0177edf82", "tag": "764a6433-e7eb-4a31-b910-9e15fe262b2f", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:01:44.493154 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-36cb977a-3d23-454a-a905-1c4f818111fd {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:01:44.493785 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca16da5-5669-4207-9fde-88d0177edf82', 'tag': '764a6433-e7eb-4a31-b910-9e15fe262b2f', 'status': 'completed', 'code': 200} Nov 23 22:01:44.566603 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c093bc-b12f-4310-8810-7079dd644b66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c81ee8b5-2dfe-437c-83e9-573a2466373c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:44.606506 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8e8e73-7c33-4bf7-a322-f624e75ee07a None None] Network 45458725-4fcd-4ea8-ae64-138a09d7d278 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:44.617397 n-d-816206-9 neutron-server[110033]: INFO neutron.db.ipam_backend_mixin [None req-ed4a5959-847c-49bd-95a0-2f2169cdefa4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fd0be785-e2bf-4468-b95b-e7d485e449c3 (CIDR: 172.20.0.0/28) Nov 23 22:01:44.621460 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-49c093bc-b12f-4310-8810-7079dd644b66 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:44.627012 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4a5959-847c-49bd-95a0-2f2169cdefa4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:01:44.627657 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed4a5959-847c-49bd-95a0-2f2169cdefa4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:01:44.628403 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-49c093bc-b12f-4310-8810-7079dd644b66 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c81ee8b5-2dfe-437c-83e9-573a2466373c HTTP/1.1" status: 204 len: 168 time: 0.9917228 Nov 23 22:01:44.635466 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41372) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:44.647566 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3515724-b01a-4822-bb85-c92b03115291 req-8fc6cb05-3357-4bcd-b470-02da976fdf8a tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5226772 Nov 23 22:01:44.737911 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3047f369-7eae-466f-bbcc-866f899271c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:44.757836 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-815500e6-6794-480d-9ece-b64e7ae51550', 'network_id': '815500e6-6794-480d-9ece-b64e7ae51550', 'tenant_id': 'a4f1ae2888634e4b8fa5e9980e087a09', 'fixed_ips': [{'subnet_id': 'fd0be785-e2bf-4468-b95b-e7d485e449c3'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:01:44.758709 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:44.785683 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ed4a5959-847c-49bd-95a0-2f2169cdefa4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5569384 Nov 23 22:01:44.790016 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41376) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:44.794165 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257b13c-c05c-48e1-96da-08eeddd6c8c2 req-ea63af15-9b61-4a21-a9ce-43f925d9dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:44.795748 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0257b13c-c05c-48e1-96da-08eeddd6c8c2 req-ea63af15-9b61-4a21-a9ce-43f925d9dc31 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=4ca16da5-5669-4207-9fde-88d0177edf82 HTTP/1.1" status: 200 len: 1058 time: 0.2648013 Nov 23 22:01:44.805808 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-37044809-400e-489a-8a36-e925fd099be5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'subnet': {'network_id': '815500e6-6794-480d-9ece-b64e7ae51550', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:44.812789 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04404b6-b9ca-4baf-8b28-41195e58d52f req-9f9d7dab-fd21-43d9-925b-91be923b8f33 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:44.833531 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e04404b6-b9ca-4baf-8b28-41195e58d52f req-9f9d7dab-fd21-43d9-925b-91be923b8f33 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.2398539 Nov 23 22:01:45.070414 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3047f369-7eae-466f-bbcc-866f899271c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:45.084308 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20cd4fd5-93f7-4300-b95a-bdbdaff48e56 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:45.103643 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3047f369-7eae-466f-bbcc-866f899271c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45458725-4fcd-4ea8-ae64-138a09d7d278']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:45.119479 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3047f369-7eae-466f-bbcc-866f899271c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8040a69b-e868-4dab-8674-db6b1d5a7448') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:45.119904 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3047f369-7eae-466f-bbcc-866f899271c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8040a69b-e868-4dab-8674-db6b1d5a7448') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:45.133326 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257b13c-c05c-48e1-96da-08eeddd6c8c2 req-db1ccad0-f01d-485f-b5f7-836e560c6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:45.135625 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0257b13c-c05c-48e1-96da-08eeddd6c8c2 req-db1ccad0-f01d-485f-b5f7-836e560c6baa service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 912 time: 0.2890272 Nov 23 22:01:45.135844 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3047f369-7eae-466f-bbcc-866f899271c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:45.147598 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-20cd4fd5-93f7-4300-b95a-bdbdaff48e56 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a2a076-98d7-4e6d-b3f2-82df4cf64d2b']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:45.162446 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3047f369-7eae-466f-bbcc-866f899271c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:45.181699 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3047f369-7eae-466f-bbcc-866f899271c8 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:01:45.183522 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e04404b6-b9ca-4baf-8b28-41195e58d52f req-9ad5efa0-960f-4002-af72-56c0ffd7dddf tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3490248 Nov 23 22:01:45.183962 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3047f369-7eae-466f-bbcc-866f899271c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:45.263258 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0257b13c-c05c-48e1-96da-08eeddd6c8c2 req-90e75409-84c2-4694-819c-856a7268d6dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=764a6433-e7eb-4a31-b910-9e15fe262b2f HTTP/1.1" status: 200 len: 217 time: 0.1104805 Nov 23 22:01:45.265724 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-20cd4fd5-93f7-4300-b95a-bdbdaff48e56 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4f55f5-23d5-452d-9003-38482997fb9a') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:45.266074 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-20cd4fd5-93f7-4300-b95a-bdbdaff48e56 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4f55f5-23d5-452d-9003-38482997fb9a') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:45.278859 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20cd4fd5-93f7-4300-b95a-bdbdaff48e56 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:45.301530 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20cd4fd5-93f7-4300-b95a-bdbdaff48e56 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:45.311487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20cd4fd5-93f7-4300-b95a-bdbdaff48e56 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:01:45.311983 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20cd4fd5-93f7-4300-b95a-bdbdaff48e56 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:01:45.315564 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:01:45.321099 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37044809-400e-489a-8a36-e925fd099be5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:45.331550 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-37044809-400e-489a-8a36-e925fd099be5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:45.355307 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d78dc08-04da-4a4c-b0bb-2998a1680dca None None] DHCP port deletion for 45458725-4fcd-4ea8-ae64-138a09d7d278 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:01:45.373424 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Allocated IP 172.20.0.2 (815500e6-6794-480d-9ece-b64e7ae51550/fd0be785-e2bf-4468-b95b-e7d485e449c3/12ad8005-eda3-44b0-8fbb-718e17bccd5d) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:01:45.381985 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3047f369-7eae-466f-bbcc-866f899271c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:45.391993 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3047f369-7eae-466f-bbcc-866f899271c8 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:45.397356 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3047f369-7eae-466f-bbcc-866f899271c8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/45458725-4fcd-4ea8-ae64-138a09d7d278 HTTP/1.1" status: 204 len: 168 time: 0.7598081 Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:01:45.443063 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:01:45.529775 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257b13c-c05c-48e1-96da-08eeddd6c8c2 req-5409f332-ea79-4495-8b9b-22c7e12082dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:45.531984 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0257b13c-c05c-48e1-96da-08eeddd6c8c2 req-5409f332-ea79-4495-8b9b-22c7e12082dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 0.0698111 Nov 23 22:01:45.535590 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20cd4fd5-93f7-4300-b95a-bdbdaff48e56 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:45.537429 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047f369-7eae-466f-bbcc-866f899271c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=45458725-4fcd-4ea8-ae64-138a09d7d278,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:45.576842 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20cd4fd5-93f7-4300-b95a-bdbdaff48e56 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:45.580687 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-20cd4fd5-93f7-4300-b95a-bdbdaff48e56 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] 10.222.0.50 "DELETE /v2.0/networks/c3a2a076-98d7-4e6d-b3f2-82df4cf64d2b HTTP/1.1" status: 204 len: 168 time: 1.4375165 Nov 23 22:01:45.629518 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd4fd5-93f7-4300-b95a-bdbdaff48e56 tempest-BulkNetworkOpsIpV6Test-1837472269 tempest-BulkNetworkOpsIpV6Test-1837472269-project] Pushing event deleted for resources: {'Network': ['ID=c3a2a076-98d7-4e6d-b3f2-82df4cf64d2b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:45.668752 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ff46d-da07-4866-a2da-35871df4e589 req-985db4ef-d1e8-42db-b595-e9295e66bc5c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:45.670827 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d81ff46d-da07-4866-a2da-35871df4e589 req-985db4ef-d1e8-42db-b595-e9295e66bc5c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.2258255 Nov 23 22:01:45.762928 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257b13c-c05c-48e1-96da-08eeddd6c8c2 req-c55de947-80cf-4eed-966f-80a508110716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:45.768478 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0257b13c-c05c-48e1-96da-08eeddd6c8c2 req-c55de947-80cf-4eed-966f-80a508110716 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1838470 Nov 23 22:01:45.815447 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41396) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:45.888377 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:45.911522 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:45.950433 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d81ff46d-da07-4866-a2da-35871df4e589 req-2991dd53-a258-48e1-8bfd-391e8dca706c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633195 Nov 23 22:01:45.959215 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0257b13c-c05c-48e1-96da-08eeddd6c8c2 req-b226e288-99bc-48e1-a15f-9167dc552c11 service neutron] 10.222.0.60 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426606 Nov 23 22:01:45.997293 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-37044809-400e-489a-8a36-e925fd099be5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:46.032185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41404) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:46.110580 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Pushing event updated for resources: {'Port': ['ID=12ad8005-eda3-44b0-8fbb-718e17bccd5d,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:46.127793 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Network 815500e6-6794-480d-9ece-b64e7ae51550 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:01:46.138387 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37044809-400e-489a-8a36-e925fd099be5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network 815500e6-6794-480d-9ece-b64e7ae51550 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:01:46.141180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:46.146705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:01:46.149223 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-37044809-400e-489a-8a36-e925fd099be5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:46.168918 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37044809-400e-489a-8a36-e925fd099be5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:46.169781 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-37044809-400e-489a-8a36-e925fd099be5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:46.190138 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37044809-400e-489a-8a36-e925fd099be5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Subnet': ['ID=2529b227-5da1-4a1f-8acb-ff26f7ed341c,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:46.224955 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-37044809-400e-489a-8a36-e925fd099be5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4319353 Nov 23 22:01:46.227993 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41412) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:46.235196 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d50134d2-9dab-48ad-9ea6-0a4a05e51e0e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'port': {'network_id': '815500e6-6794-480d-9ece-b64e7ae51550', 'fixed_ips': [{'subnet_id': 'fd0be785-e2bf-4468-b95b-e7d485e449c3'}, {'subnet_id': '2529b227-5da1-4a1f-8acb-ff26f7ed341c'}], 'name': 'tempest-PortsTestJSON-125869837'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:46.300414 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5254d588-9c5a-4b03-9384-962b54fdb69f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=20a2db3afcf34a899cded9bdad6649b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3489256 Nov 23 22:01:46.302920 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41414) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:46.334384 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27feb6b-b6ee-4f34-9b3d-9ac9a75cda44 req-a410e9d5-3378-4aa7-a104-df7fd488e84d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:46.345702 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b27feb6b-b6ee-4f34-9b3d-9ac9a75cda44 req-a410e9d5-3378-4aa7-a104-df7fd488e84d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.4084158 Nov 23 22:01:46.555331 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-1ba9823f-3c67-4480-a8be-eb3b779027ab tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:46.558516 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-1ba9823f-3c67-4480-a8be-eb3b779027ab tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 811 time: 0.1293254 Nov 23 22:01:46.602188 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f2cd9e53-c60a-4a87-991a-6df67f6ae4ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=32ae78b5247a42ceb82651111073ee41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5685596 Nov 23 22:01:46.629501 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b27feb6b-b6ee-4f34-9b3d-9ac9a75cda44 req-54e63acc-7c00-4eb7-a0eb-96926d8ebd56 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2825477 Nov 23 22:01:46.630020 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41424) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:46.647202 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Attempting to bind port 12ad8005-eda3-44b0-8fbb-718e17bccd5d on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:01:46.650694 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Attempting to bind port 12ad8005-eda3-44b0-8fbb-718e17bccd5d by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'd03452da-ddf1-4400-b16b-ee80ef2d0f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '815500e6-6794-480d-9ece-b64e7ae51550'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:01:46.652179 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Attempting to bind port 12ad8005-eda3-44b0-8fbb-718e17bccd5d on network 815500e6-6794-480d-9ece-b64e7ae51550 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:01:46.663740 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0257b13c-c05c-48e1-96da-08eeddd6c8c2 req-a83b9a52-4ab9-47ab-91fa-07f8466e582e service neutron] 10.222.0.60 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6416521 Nov 23 22:01:46.671051 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:46.671482 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:46.672983 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:46.673270 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:46.673689 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:46.676410 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:46.676885 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:46.677326 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:46.677739 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:46.678190 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:46.678598 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:46.681776 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:01:46.708778 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:01:46.714030 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Checking segment: {'id': 'd03452da-ddf1-4400-b16b-ee80ef2d0f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '815500e6-6794-480d-9ece-b64e7ae51550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:01:46.715242 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:46.716187 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Bound using segment: {'id': 'd03452da-ddf1-4400-b16b-ee80ef2d0f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '815500e6-6794-480d-9ece-b64e7ae51550'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:01:46.718178 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Bound port: 12ad8005-eda3-44b0-8fbb-718e17bccd5d, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03452da-ddf1-4400-b16b-ee80ef2d0f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '815500e6-6794-480d-9ece-b64e7ae51550'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:01:46.718684 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:46.769786 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-2b317457-a99b-45f9-a246-fea386157201 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/quotas/e0a0bf8995194df794b65596ff42d910 HTTP/1.1" status: 200 len: 375 time: 0.1386900 Nov 23 22:01:46.890687 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] For port 12ad8005-eda3-44b0-8fbb-718e17bccd5d, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:01:46.897796 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] For port 12ad8005-eda3-44b0-8fbb-718e17bccd5d, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=12ad8005-eda3-44b0-8fbb-718e17bccd5d,segment=NetworkSegment(d03452da-ddf1-4400-b16b-ee80ef2d0f07),segment_id=d03452da-ddf1-4400-b16b-ee80ef2d0f07)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:01:46.908763 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-59492785-b3ee-4792-ad57-5b3af7d54e67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:46.912589 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:46.942420 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-64342821-c85d-4c46-9736-3372b12b456d tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1679876 Nov 23 22:01:46.994195 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9c92117f-2f8f-4712-9830-6022b075b524 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:47.002674 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-59492785-b3ee-4792-ad57-5b3af7d54e67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:47.023993 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50134d2-9dab-48ad-9ea6-0a4a05e51e0e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:47.042205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d78af-c3e2-4ca1-80a1-bd28ca744fa1 None None] Pushing event updated for resources: {'Port': ['ID=12ad8005-eda3-44b0-8fbb-718e17bccd5d,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:47.093639 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9c92117f-2f8f-4712-9830-6022b075b524 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:47.157818 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-59492785-b3ee-4792-ad57-5b3af7d54e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:47.161753 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-59492785-b3ee-4792-ad57-5b3af7d54e67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:47.163265 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-59492785-b3ee-4792-ad57-5b3af7d54e67 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8717404d-ad1f-410f-9b06-7362e4746199 HTTP/1.1" status: 204 len: 168 time: 0.5308421 Nov 23 22:01:47.192368 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-f8c287a2-6695-48ac-8c9a-e551c6535b7c service neutron] 10.222.0.50 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526715 Nov 23 22:01:47.199869 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59492785-b3ee-4792-ad57-5b3af7d54e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8717404d-ad1f-410f-9b06-7362e4746199,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:47.325556 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d50134d2-9dab-48ad-9ea6-0a4a05e51e0e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:47.363828 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9c92117f-2f8f-4712-9830-6022b075b524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:47.366643 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9c92117f-2f8f-4712-9830-6022b075b524 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:47.370803 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9c92117f-2f8f-4712-9830-6022b075b524 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fbbd0e79-8d79-4fd4-9faf-8cd566bf155a HTTP/1.1" status: 204 len: 168 time: 1.0667188 Nov 23 22:01:47.403400 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-d50134d2-9dab-48ad-9ea6-0a4a05e51e0e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] device_id is not set on port cb53e0b7-89ba-4900-abd6-1aec1dd755fb yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:01:47.409682 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92117f-2f8f-4712-9830-6022b075b524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbd0e79-8d79-4fd4-9faf-8cd566bf155a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:47.539480 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-64295ac5-6ecc-440d-a49b-c0ef3c61c9e1 service neutron] 10.222.0.50 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365471 Nov 23 22:01:47.922854 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4dfafc-4dd7-4865-908c-d606174f2043 req-3ab3bb67-cedd-49bd-b836-dc44ba4351be tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:47.936839 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b4dfafc-4dd7-4865-908c-d606174f2043 req-3ab3bb67-cedd-49bd-b836-dc44ba4351be tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.1206644 Nov 23 22:01:48.125733 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-48172df1-9ab3-48fd-abaf-d17f674e7f03 req-6432d3ef-2f20-43c5-9f5b-2f31b2b9fc37 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 210 time: 0.1190457 Nov 23 22:01:48.168868 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b4dfafc-4dd7-4865-908c-d606174f2043 req-4e957ea8-1d0a-40d6-8b9b-179db4c86439 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299299 Nov 23 22:01:48.264170 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-d50134d2-9dab-48ad-9ea6-0a4a05e51e0e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Allocated IP 172.20.0.14 (815500e6-6794-480d-9ece-b64e7ae51550/fd0be785-e2bf-4468-b95b-e7d485e449c3/cb53e0b7-89ba-4900-abd6-1aec1dd755fb) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:01:48.282880 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-d50134d2-9dab-48ad-9ea6-0a4a05e51e0e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Allocated IP 172.20.0.22 (815500e6-6794-480d-9ece-b64e7ae51550/2529b227-5da1-4a1f-8acb-ff26f7ed341c/cb53e0b7-89ba-4900-abd6-1aec1dd755fb) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:01:48.431940 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b6294-c427-4ccf-9518-e2546f48d950 req-96a76191-5ee6-44b1-b49f-c2f4da8675bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:48.438135 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd8b6294-c427-4ccf-9518-e2546f48d950 req-96a76191-5ee6-44b1-b49f-c2f4da8675bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=32839c3e63d04827b470d0a106b18e8e&device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 1097 time: 0.0884020 Nov 23 22:01:48.653993 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d50134d2-9dab-48ad-9ea6-0a4a05e51e0e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:48.742782 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b6294-c427-4ccf-9518-e2546f48d950 req-95f372a4-cc88-49be-be08-1802404a1b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:48.747062 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd8b6294-c427-4ccf-9518-e2546f48d950 req-95f372a4-cc88-49be-be08-1802404a1b8d service neutron] 10.222.0.53 "GET /v2.0/networks?id=14f777ba-77da-410e-897f-1430639bb0d7 HTTP/1.1" status: 200 len: 917 time: 0.2955825 Nov 23 22:01:48.754439 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d50134d2-9dab-48ad-9ea6-0a4a05e51e0e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:48.831642 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50134d2-9dab-48ad-9ea6-0a4a05e51e0e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network 815500e6-6794-480d-9ece-b64e7ae51550 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:01:48.844569 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-d50134d2-9dab-48ad-9ea6-0a4a05e51e0e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:48.865112 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50134d2-9dab-48ad-9ea6-0a4a05e51e0e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:01:48.913750 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd8b6294-c427-4ccf-9518-e2546f48d950 req-f4331c03-d4f6-4b8d-b218-9f94a3e4dccd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 HTTP/1.1" status: 200 len: 1001 time: 0.1523685 Nov 23 22:01:48.975982 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50134d2-9dab-48ad-9ea6-0a4a05e51e0e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Port': ['ID=cb53e0b7-89ba-4900-abd6-1aec1dd755fb,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:49.028023 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 12ad8005-eda3-44b0-8fbb-718e17bccd5d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:01:49.093243 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50134d2-9dab-48ad-9ea6-0a4a05e51e0e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:49.094706 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d50134d2-9dab-48ad-9ea6-0a4a05e51e0e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:49.168851 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0e312c-10d5-41e5-8b44-7f3cf02da686 None None] Network 815500e6-6794-480d-9ece-b64e7ae51550 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:49.171258 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d50134d2-9dab-48ad-9ea6-0a4a05e51e0e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.9404879 Nov 23 22:01:49.174546 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41500) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:49.190218 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ad128156-8656-404b-a75c-0c21805b70df tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fd0be785-e2bf-4468-b95b-e7d485e449c3'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:49.412472 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41508) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:49.420620 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ad128156-8656-404b-a75c-0c21805b70df tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:49.589642 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3120a2a7-cb3e-40d0-a68c-867cb9c45bdd None None] Provisioning complete for port 12ad8005-eda3-44b0-8fbb-718e17bccd5d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:49.590821 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3120a2a7-cb3e-40d0-a68c-867cb9c45bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:49.641720 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 12ad8005-eda3-44b0-8fbb-718e17bccd5d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:49.642386 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:49.671900 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41516) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:49.731277 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a922e87-189e-42d2-b87f-00dbc7e7c393 req-25398a58-626d-42e5-be43-3d095f880f60 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 210 time: 0.0777225 Nov 23 22:01:49.737749 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b6294-c427-4ccf-9518-e2546f48d950 req-567659bd-4d94-4396-931a-78ff58648feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:49.740101 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd8b6294-c427-4ccf-9518-e2546f48d950 req-567659bd-4d94-4396-931a-78ff58648feb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9ec95087-31a0-4067-927d-a3091c147250 HTTP/1.1" status: 200 len: 855 time: 0.8115664 Nov 23 22:01:49.885341 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d96c3-9aae-4b90-a56a-216a9d8987e8 req-2160f469-3353-49b9-bbdb-c27fe7feae91 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:49.894063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-767d96c3-9aae-4b90-a56a-216a9d8987e8 req-2160f469-3353-49b9-bbdb-c27fe7feae91 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.2414336 Nov 23 22:01:49.901268 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-ad128156-8656-404b-a75c-0c21805b70df tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Delete allocated IP 172.20.0.22 (815500e6-6794-480d-9ece-b64e7ae51550/2529b227-5da1-4a1f-8acb-ff26f7ed341c) {{(pid=110033) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 22:01:49.915737 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-fddaff1a-7355-4d23-aa36-b996fc4e624c tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] Request body: {'port': {'network_id': 'ccb83329-bcf0-43da-a446-ddbc1d593bb5', 'name': 'tempest-NetworksNegativeTestJSON-1510958164'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:49.939494 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5fab11df-4492-44ef-a9a9-dcec460f2228 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1334152371-network', 'tenant_id': '9242e2e727af466b92107a12e8a8ab1c'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:50.007294 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-fddaff1a-7355-4d23-aa36-b996fc4e624c tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] POST failed (client error): The resource could not be found. Nov 23 22:01:50.007738 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fddaff1a-7355-4d23-aa36-b996fc4e624c tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:01:50.008907 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fddaff1a-7355-4d23-aa36-b996fc4e624c tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5952692 Nov 23 22:01:50.019298 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-767d96c3-9aae-4b90-a56a-216a9d8987e8 req-8b06b64e-999c-4c88-879f-ee6c9ed90c39 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239629 Nov 23 22:01:50.026068 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3120a2a7-cb3e-40d0-a68c-867cb9c45bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:50.041898 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41520) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:50.062322 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:50.067208 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b6294-c427-4ccf-9518-e2546f48d950 req-a8d01a01-8c7f-44e6-921f-76cb96174594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:50.074995 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd8b6294-c427-4ccf-9518-e2546f48d950 req-a8d01a01-8c7f-44e6-921f-76cb96174594 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14f777ba-77da-410e-897f-1430639bb0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3156080 Nov 23 22:01:50.092291 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-150b0a0e-5095-4230-a09b-551141591a64 tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] DELETE failed (client error): The resource could not be found. Nov 23 22:01:50.092938 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-150b0a0e-5095-4230-a09b-551141591a64 tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:01:50.102661 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-150b0a0e-5095-4230-a09b-551141591a64 tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] 10.222.0.50 "DELETE /v2.0/networks/105dafba-507c-44bb-a096-1a164910c03b HTTP/1.1" status: 404 len: 339 time: 0.0594060 Nov 23 22:01:50.114115 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41524) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:50.114339 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-2a231ee1-5b71-4d59-b4e9-28fd417232d8 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:50.114339 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-2a231ee1-5b71-4d59-b4e9-28fd417232d8 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.53 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 811 time: 0.3612432 Nov 23 22:01:50.121938 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 12ad8005-eda3-44b0-8fbb-718e17bccd5d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=12ad8005-eda3-44b0-8fbb-718e17bccd5d,segment=NetworkSegment(d03452da-ddf1-4400-b16b-ee80ef2d0f07),segment_id=d03452da-ddf1-4400-b16b-ee80ef2d0f07)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:50.130248 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f769202b-6c8d-4c02-ae27-afe2cde873d8 None None] Update dhcp port {'port': {'network_id': '815500e6-6794-480d-9ece-b64e7ae51550', 'fixed_ips': [{'subnet_id': 'fd0be785-e2bf-4468-b95b-e7d485e449c3', 'ip_address': '172.20.0.2'}, {'subnet_id': '2529b227-5da1-4a1f-8acb-ff26f7ed341c'}], 'binding:host_id': 'n-d-816206-9'}, 'id': '12ad8005-eda3-44b0-8fbb-718e17bccd5d'} from n-d-816206-9. {{(pid=110035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 22:01:50.138508 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-036843db-0232-4a28-a2f2-772139ce1870 tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] DELETE failed (client error): The resource could not be found. Nov 23 22:01:50.138754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-18056c13-a02e-41cd-903e-c98639318e3a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Request body: {'port': {'device_id': '2011dd21-6e87-4f54-a4fc-062e238127eb', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'admin_state_up': True, 'tenant_id': 'e0a0bf8995194df794b65596ff42d910'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:50.139119 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-036843db-0232-4a28-a2f2-772139ce1870 tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:01:50.142181 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-036843db-0232-4a28-a2f2-772139ce1870 tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] 10.222.0.50 "DELETE /v2.0/ports/386be7ff-4d76-4458-b21a-6a38b12add39 HTTP/1.1" status: 404 len: 333 time: 0.0323665 Nov 23 22:01:50.142883 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fab11df-4492-44ef-a9a9-dcec460f2228 admin admin] Made reservation on behalf of 9242e2e727af466b92107a12e8a8ab1c for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:50.145116 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fab11df-4492-44ef-a9a9-dcec460f2228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:50.148954 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41526) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:50.162803 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:50.168688 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fab11df-4492-44ef-a9a9-dcec460f2228 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:50.197532 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08b5044-3b4a-400e-a34b-68b9b041ecfd tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] DELETE failed (client error): The resource could not be found. Nov 23 22:01:50.198495 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f08b5044-3b4a-400e-a34b-68b9b041ecfd tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:01:50.201320 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f08b5044-3b4a-400e-a34b-68b9b041ecfd tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] 10.222.0.50 "DELETE /v2.0/subnets/ed8c1191-7e24-45fb-8266-44354936ba57 HTTP/1.1" status: 404 len: 337 time: 0.0500503 Nov 23 22:01:50.208090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41528) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:50.281495 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-3120a2a7-cb3e-40d0-a68c-867cb9c45bdd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:01:50.281911 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-3120a2a7-cb3e-40d0-a68c-867cb9c45bdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:01:50.283258 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ad128156-8656-404b-a75c-0c21805b70df tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:50.284702 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f769202b-6c8d-4c02-ae27-afe2cde873d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:50.296550 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ad128156-8656-404b-a75c-0c21805b70df tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:50.314936 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc31167-1a0c-4554-a158-fef57883f0d2 tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] GET failed (client error): The resource could not be found. Nov 23 22:01:50.324047 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cdc31167-1a0c-4554-a158-fef57883f0d2 tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] 10.222.0.50 "GET /v2.0/networks/1dccb14f-195e-4487-8c78-bba082f85750 HTTP/1.1" status: 404 len: 339 time: 0.0892594 Nov 23 22:01:50.326729 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41532) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:50.359631 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=12ad8005-eda3-44b0-8fbb-718e17bccd5d,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:50.404893 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-268d2230-c71d-4eae-8c53-194587dfc819 tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] GET failed (client error): The resource could not be found. Nov 23 22:01:50.406905 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-268d2230-c71d-4eae-8c53-194587dfc819 tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] 10.222.0.50 "GET /v2.0/ports/f051c28b-a467-4751-a32c-1e56397fd4d5 HTTP/1.1" status: 404 len: 333 time: 0.0711403 Nov 23 22:01:50.419907 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41536) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:50.455598 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad128156-8656-404b-a75c-0c21805b70df tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Port': ['ID=cb53e0b7-89ba-4900-abd6-1aec1dd755fb,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:50.461504 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fab11df-4492-44ef-a9a9-dcec460f2228 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:50.492175 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fab11df-4492-44ef-a9a9-dcec460f2228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:50.496923 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd8b6294-c427-4ccf-9518-e2546f48d950 req-fe430fbf-a4ef-4a45-9f79-5a3163e378df service neutron] 10.222.0.53 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829262 Nov 23 22:01:50.500312 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf3d3c2-54f5-4605-bb69-a92155e73991 tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] GET failed (client error): The resource could not be found. Nov 23 22:01:50.501841 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-baf3d3c2-54f5-4605-bb69-a92155e73991 tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] 10.222.0.50 "GET /v2.0/subnets/4b442b72-3fc1-4a49-9152-7c383c1f0d45 HTTP/1.1" status: 404 len: 337 time: 0.0805342 Nov 23 22:01:50.510260 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-f769202b-6c8d-4c02-ae27-afe2cde873d8 None None] Allocated IP 172.20.0.18 (815500e6-6794-480d-9ece-b64e7ae51550/2529b227-5da1-4a1f-8acb-ff26f7ed341c/12ad8005-eda3-44b0-8fbb-718e17bccd5d) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:01:50.510931 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41538) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:50.527862 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-710008b7-ca03-45de-bd97-1038c6280162 tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] Request body: {'network': {'name': 'new_name'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:50.535198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-18056c13-a02e-41cd-903e-c98639318e3a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Made reservation on behalf of e0a0bf8995194df794b65596ff42d910 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:50.540339 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-18056c13-a02e-41cd-903e-c98639318e3a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:50.554048 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fab11df-4492-44ef-a9a9-dcec460f2228 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:01:50.560699 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-ad128156-8656-404b-a75c-0c21805b70df tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] In _notify_port_updated(), no bound segment for port cb53e0b7-89ba-4900-abd6-1aec1dd755fb on network 815500e6-6794-480d-9ece-b64e7ae51550 {{(pid=110033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:01:50.567987 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad128156-8656-404b-a75c-0c21805b70df tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:50.568962 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ad128156-8656-404b-a75c-0c21805b70df tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:50.573904 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ad128156-8656-404b-a75c-0c21805b70df tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "PUT /v2.0/ports/cb53e0b7-89ba-4900-abd6-1aec1dd755fb HTTP/1.1" status: 200 len: 919 time: 1.3980742 Nov 23 22:01:50.574986 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-710008b7-ca03-45de-bd97-1038c6280162 tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] PUT failed (client error): The resource could not be found. Nov 23 22:01:50.575513 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-710008b7-ca03-45de-bd97-1038c6280162 tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:01:50.576603 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-710008b7-ca03-45de-bd97-1038c6280162 tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] 10.222.0.50 "PUT /v2.0/networks/0591c78a-f5a0-4f80-8c5b-d6e2249a4126 HTTP/1.1" status: 404 len: 339 time: 0.0597069 Nov 23 22:01:50.584500 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41540) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:50.585099 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41542) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:50.593361 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-13a99a4e-bab9-4e6d-84de-6a935ec77cb1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fd0be785-e2bf-4468-b95b-e7d485e449c3'}, {'subnet_id': '2529b227-5da1-4a1f-8acb-ff26f7ed341c'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:50.599406 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-029cd89a-3565-4061-baf5-3dd6746a6024 tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] Request body: {'port': {'name': 'new_name'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:50.622028 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-029cd89a-3565-4061-baf5-3dd6746a6024 tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] PUT failed (client error): The resource could not be found. Nov 23 22:01:50.623183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029cd89a-3565-4061-baf5-3dd6746a6024 tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:01:50.624428 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-029cd89a-3565-4061-baf5-3dd6746a6024 tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] 10.222.0.50 "PUT /v2.0/ports/84175518-4578-4725-8dec-57bcceb8bd2f HTTP/1.1" status: 404 len: 333 time: 0.0371988 Nov 23 22:01:50.629436 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41544) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:50.633020 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab11df-4492-44ef-a9a9-dcec460f2228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441969c7-e9cb-42b9-9e04-01d795a16d01,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:50.653130 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f769202b-6c8d-4c02-ae27-afe2cde873d8 None None] For port 12ad8005-eda3-44b0-8fbb-718e17bccd5d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=12ad8005-eda3-44b0-8fbb-718e17bccd5d,segment=NetworkSegment(d03452da-ddf1-4400-b16b-ee80ef2d0f07),segment_id=d03452da-ddf1-4400-b16b-ee80ef2d0f07)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:50.669058 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-1da272f8-6845-426c-be8a-bc416c638014 tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:50.677990 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fab11df-4492-44ef-a9a9-dcec460f2228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:50.678855 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-5fab11df-4492-44ef-a9a9-dcec460f2228 admin admin] Added segment c79ed4f9-ff87-4ea1-b193-813423abc775 of type vlan for network 74941037-416d-4c7d-836d-18abeafc345d Nov 23 22:01:50.693898 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f769202b-6c8d-4c02-ae27-afe2cde873d8 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:50.702260 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f769202b-6c8d-4c02-ae27-afe2cde873d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:50.704272 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd8b6294-c427-4ccf-9518-e2546f48d950 req-dbdf777d-0c5a-473e-9d75-dfbb1a616444 service neutron] 10.222.0.53 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925600 Nov 23 22:01:50.727833 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da272f8-6845-426c-be8a-bc416c638014 tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] PUT failed (client error): The resource could not be found. Nov 23 22:01:50.728902 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da272f8-6845-426c-be8a-bc416c638014 tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:01:50.730916 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1da272f8-6845-426c-be8a-bc416c638014 tempest-NetworksNegativeTestJSON-983677764 tempest-NetworksNegativeTestJSON-983677764-project] 10.222.0.50 "PUT /v2.0/subnets/a724d255-d5bb-49d0-9b12-f440e13d37de HTTP/1.1" status: 404 len: 337 time: 0.1003103 Nov 23 22:01:50.809497 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769202b-6c8d-4c02-ae27-afe2cde873d8 None None] Pushing event updated for resources: {'Port': ['ID=12ad8005-eda3-44b0-8fbb-718e17bccd5d,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:50.814399 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fab11df-4492-44ef-a9a9-dcec460f2228 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:50.823299 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-18056c13-a02e-41cd-903e-c98639318e3a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Allocated IP 172.20.0.12 (1f34eebc-f88f-4362-9a35-3496c9faad72/0ee598eb-2a1d-4204-a47b-609e766d3330/aafdee6b-4b56-4018-8720-42fc456e53df) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:01:50.824354 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-13a99a4e-bab9-4e6d-84de-6a935ec77cb1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:50.926758 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 12ad8005-eda3-44b0-8fbb-718e17bccd5d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:01:51.009003 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fab11df-4492-44ef-a9a9-dcec460f2228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:51.009003 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fab11df-4492-44ef-a9a9-dcec460f2228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:51.015230 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8b499aec-a301-4c6d-b756-fe1ccd451b3d req-9b71967e-531b-4f11-b4d9-89f94fd1dba0 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 210 time: 0.1037834 Nov 23 22:01:51.018340 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fab11df-4492-44ef-a9a9-dcec460f2228 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:51.067152 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 12ad8005-eda3-44b0-8fbb-718e17bccd5d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:51.067595 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:51.245001 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-18056c13-a02e-41cd-903e-c98639318e3a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:51.255506 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41558) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:51.256215 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab11df-4492-44ef-a9a9-dcec460f2228 admin admin] Pushing event updated for resources: {'Network': ['ID=74941037-416d-4c7d-836d-18abeafc345d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:51.267762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 74941037-416d-4c7d-836d-18abeafc345d details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:01:51.299105 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-18056c13-a02e-41cd-903e-c98639318e3a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:51.340492 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['6bc9a275-873b-46d0-8866-89793d8e488a', 'f62d93e2-e3bd-4265-9105-e3d04aa665e7'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:01:51.402175 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-18056c13-a02e-41cd-903e-c98639318e3a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Network 1f34eebc-f88f-4362-9a35-3496c9faad72 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:01:51.408683 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-18056c13-a02e-41cd-903e-c98639318e3a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:51.410967 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-18056c13-a02e-41cd-903e-c98639318e3a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:01:51.472199 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41562) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:51.472616 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5fab11df-4492-44ef-a9a9-dcec460f2228 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7992623 Nov 23 22:01:51.494490 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-7cb348b0-3105-49fb-a3cf-e80fe35b49ea admin admin] Request body: {'subnet': {'network_id': '74941037-416d-4c7d-836d-18abeafc345d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1334152371-subnet', 'tenant_id': '9242e2e727af466b92107a12e8a8ab1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:51.520029 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33727928-1259-4faf-af74-5782ec0373e3 req-06dc17aa-6478-43c0-97c3-ee6853a83e44 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:51.528390 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33727928-1259-4faf-af74-5782ec0373e3 req-06dc17aa-6478-43c0-97c3-ee6853a83e44 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.2452645 Nov 23 22:01:51.536544 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18056c13-a02e-41cd-903e-c98639318e3a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Pushing event updated for resources: {'Port': ['ID=aafdee6b-4b56-4018-8720-42fc456e53df,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:51.537161 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1feee099-eb97-481e-ab6e-df1670303ec8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:51.575505 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-18056c13-a02e-41cd-903e-c98639318e3a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:51.576306 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-18056c13-a02e-41cd-903e-c98639318e3a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:51.613299 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb348b0-3105-49fb-a3cf-e80fe35b49ea admin admin] Made reservation on behalf of 9242e2e727af466b92107a12e8a8ab1c for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:51.615895 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7cb348b0-3105-49fb-a3cf-e80fe35b49ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:51.636151 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-18056c13-a02e-41cd-903e-c98639318e3a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5073268 Nov 23 22:01:51.657853 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-510d19e1-0d6a-444e-838a-ab330e55b2a3 service neutron] Request body: {'port': {'device_id': '2011dd21-6e87-4f54-a4fc-062e238127eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:51.711188 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33727928-1259-4faf-af74-5782ec0373e3 req-a989a41e-0119-4486-b653-70387f77aafa tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769533 Nov 23 22:01:51.741289 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-13a99a4e-bab9-4e6d-84de-6a935ec77cb1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Allocated IP 172.20.0.21 (815500e6-6794-480d-9ece-b64e7ae51550/2529b227-5da1-4a1f-8acb-ff26f7ed341c/cb53e0b7-89ba-4900-abd6-1aec1dd755fb) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:01:51.831006 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-510d19e1-0d6a-444e-838a-ab330e55b2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:51.855891 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1feee099-eb97-481e-ab6e-df1670303ec8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:51.872735 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1feee099-eb97-481e-ab6e-df1670303ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:51.930113 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1feee099-eb97-481e-ab6e-df1670303ec8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=203e8060d7e24d8497a8fda5e4111186&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6663613 Nov 23 22:01:51.931852 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b0072106-32f7-4f4a-8dba-3d193b914111 None None] Provisioning complete for port aafdee6b-4b56-4018-8720-42fc456e53df triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:51.931852 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b0072106-32f7-4f4a-8dba-3d193b914111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:51.934316 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41566) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:51.975388 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feee099-eb97-481e-ab6e-df1670303ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6909a8a-b6ef-45f8-b98a-7c17b00392ca,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:52.000527 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b0072106-32f7-4f4a-8dba-3d193b914111 None None] Port aafdee6b-4b56-4018-8720-42fc456e53df cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:01:52.027436 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-13a99a4e-bab9-4e6d-84de-6a935ec77cb1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:52.059046 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-13a99a4e-bab9-4e6d-84de-6a935ec77cb1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:52.097033 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e97948-59c4-4241-af94-66ac83d8b9a1 None None] Network 815500e6-6794-480d-9ece-b64e7ae51550 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:52.191077 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9d09bb6b-781a-46e5-87a5-91c7d24e54db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:52.271806 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7cb348b0-3105-49fb-a3cf-e80fe35b49ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:52.289991 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-13a99a4e-bab9-4e6d-84de-6a935ec77cb1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] In _notify_port_updated(), no bound segment for port cb53e0b7-89ba-4900-abd6-1aec1dd755fb on network 815500e6-6794-480d-9ece-b64e7ae51550 {{(pid=110033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:01:52.296807 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a99a4e-bab9-4e6d-84de-6a935ec77cb1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:52.297870 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-13a99a4e-bab9-4e6d-84de-6a935ec77cb1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:52.302743 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9d09bb6b-781a-46e5-87a5-91c7d24e54db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:52.303463 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-13a99a4e-bab9-4e6d-84de-6a935ec77cb1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "PUT /v2.0/ports/cb53e0b7-89ba-4900-abd6-1aec1dd755fb HTTP/1.1" status: 200 len: 999 time: 1.7173893 Nov 23 22:01:52.304516 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41576) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:52.354681 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4219ffd0-5779-4ef0-996a-6c24a58fb3ce None None] Provisioning complete for port 12ad8005-eda3-44b0-8fbb-718e17bccd5d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:52.355740 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4219ffd0-5779-4ef0-996a-6c24a58fb3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:52.370885 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a99a4e-bab9-4e6d-84de-6a935ec77cb1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Port': ['ID=cb53e0b7-89ba-4900-abd6-1aec1dd755fb,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:52.426519 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf303db-0f4e-423e-9e86-0e8330026702 req-65f60859-1c62-44d9-8ca2-beee09653864 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:52.434709 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-baf303db-0f4e-423e-9e86-0e8330026702 req-65f60859-1c62-44d9-8ca2-beee09653864 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 932 time: 0.2395499 Nov 23 22:01:52.454365 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb348b0-3105-49fb-a3cf-e80fe35b49ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=a75e5026-318f-4aa4-8575-9a33b8851bbc,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:52.473925 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-fcd51bbc-d4c1-46b0-8826-76cb49a9b234 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting port cb53e0b7-89ba-4900-abd6-1aec1dd755fb {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:01:52.474599 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcd51bbc-d4c1-46b0-8826-76cb49a9b234 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:52.520952 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4219ffd0-5779-4ef0-996a-6c24a58fb3ce None None] Provisioning complete for port cb53e0b7-89ba-4900-abd6-1aec1dd755fb triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:52.521464 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb348b0-3105-49fb-a3cf-e80fe35b49ea admin admin] Checking segment: {'id': 'c79ed4f9-ff87-4ea1-b193-813423abc775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '74941037-416d-4c7d-836d-18abeafc345d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:01:52.521834 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb348b0-3105-49fb-a3cf-e80fe35b49ea admin admin] Network hostable DHCP agents. Network: 74941037-416d-4c7d-836d-18abeafc345d, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:01:52.522391 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4219ffd0-5779-4ef0-996a-6c24a58fb3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:52.536600 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9d09bb6b-781a-46e5-87a5-91c7d24e54db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:52.539381 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9d09bb6b-781a-46e5-87a5-91c7d24e54db admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:52.540669 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9d09bb6b-781a-46e5-87a5-91c7d24e54db admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b6909a8a-b6ef-45f8-b98a-7c17b00392ca HTTP/1.1" status: 204 len: 168 time: 0.6033018 Nov 23 22:01:52.581381 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-4219ffd0-5779-4ef0-996a-6c24a58fb3ce None None] Port cb53e0b7-89ba-4900-abd6-1aec1dd755fb cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:01:52.606004 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:01:52.633976 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-baf303db-0f4e-423e-9e86-0e8330026702 req-0836837d-6072-4b28-89f4-32822ebb2397 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982167 Nov 23 22:01:52.636392 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09bb6b-781a-46e5-87a5-91c7d24e54db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6909a8a-b6ef-45f8-b98a-7c17b00392ca,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:52.665158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb348b0-3105-49fb-a3cf-e80fe35b49ea admin admin] Network 74941037-416d-4c7d-836d-18abeafc345d is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:01:52.678095 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcd51bbc-d4c1-46b0-8826-76cb49a9b234 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:52.710641 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-fcd51bbc-d4c1-46b0-8826-76cb49a9b234 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Calling delete_port for cb53e0b7-89ba-4900-abd6-1aec1dd755fb owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:01:52.731157 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-510d19e1-0d6a-444e-838a-ab330e55b2a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aafdee6b-4b56-4018-8720-42fc456e53df {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:01:52.740943 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-510d19e1-0d6a-444e-838a-ab330e55b2a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:52.779265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-510d19e1-0d6a-444e-838a-ab330e55b2a3 service neutron] Transition to ACTIVE for port object aafdee6b-4b56-4018-8720-42fc456e53df will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:01:52.799568 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-510d19e1-0d6a-444e-838a-ab330e55b2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:52.853777 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:52.865066 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:52.873243 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-7cb348b0-3105-49fb-a3cf-e80fe35b49ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 74941037-416d-4c7d-836d-18abeafc345d) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:52.922057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb348b0-3105-49fb-a3cf-e80fe35b49ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:52.925686 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7cb348b0-3105-49fb-a3cf-e80fe35b49ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:52.927699 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f794bd6-2f37-4b69-a906-3146f95cc1c5 None None] Network 74941037-416d-4c7d-836d-18abeafc345d requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:52.968487 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 12ad8005-eda3-44b0-8fbb-718e17bccd5d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:01:52.970763 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0aff5d-ec47-44ca-b484-84fb695f6a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:01:52.973544 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690e4680-2558-497e-bd06-5ad8934754ea" -d '{"events": [{"server_uuid": "fd0aff5d-ec47-44ca-b484-84fb695f6a65", "name": "network-vif-unplugged", "status": "completed", "tag": "e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:01:53.046103 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:53.096208 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcd51bbc-d4c1-46b0-8826-76cb49a9b234 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:53.096643 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06a8353-b16d-4b16-9be9-fb2f8b0cc302 x-openstack-request-id: req-d06a8353-b16d-4b16-9be9-fb2f8b0cc302 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:01:53.097141 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0aff5d-ec47-44ca-b484-84fb695f6a65", "name": "network-vif-unplugged", "status": "completed", "tag": "e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:01:53.099081 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d06a8353-b16d-4b16-9be9-fb2f8b0cc302 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:01:53.099750 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0aff5d-ec47-44ca-b484-84fb695f6a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35', 'code': 200} Nov 23 22:01:53.111163 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:53.154302 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7cb348b0-3105-49fb-a3cf-e80fe35b49ea admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6722636 Nov 23 22:01:53.159344 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d19e1-0d6a-444e-838a-ab330e55b2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=aafdee6b-4b56-4018-8720-42fc456e53df,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:53.295952 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd51bbc-d4c1-46b0-8826-76cb49a9b234 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Port': ['ID=cb53e0b7-89ba-4900-abd6-1aec1dd755fb,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:53.316717 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d6674-6c28-446c-a801-d7454bd54a79 req-2f46907a-cd8f-493d-a772-4c6f364def1c tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:53.318335 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-459d6674-6c28-446c-a801-d7454bd54a79 req-2f46907a-cd8f-493d-a772-4c6f364def1c tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.4336641 Nov 23 22:01:53.391684 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-989b0cb3-9169-42e1-ab1c-c1da2b0d0c6a None None] Provisioning complete for port 12ad8005-eda3-44b0-8fbb-718e17bccd5d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:53.392093 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-989b0cb3-9169-42e1-ab1c-c1da2b0d0c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:53.413285 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:53.450429 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 12ad8005-eda3-44b0-8fbb-718e17bccd5d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:53.450832 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:53.502028 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcd51bbc-d4c1-46b0-8826-76cb49a9b234 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:53.510199 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fcd51bbc-d4c1-46b0-8826-76cb49a9b234 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/ports/cb53e0b7-89ba-4900-abd6-1aec1dd755fb HTTP/1.1" status: 204 len: 168 time: 1.2014399 Nov 23 22:01:53.515147 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41604) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:53.584269 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d335ef-114d-414e-8dc1-845b29d96bed tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] GET failed (client error): The resource could not be found. Nov 23 22:01:53.597103 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-459d6674-6c28-446c-a801-d7454bd54a79 req-13659144-5fb7-4140-b4e4-9ecfe71b6d9d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939237 Nov 23 22:01:53.597608 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41610) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:53.602524 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-19d335ef-114d-414e-8dc1-845b29d96bed tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports/cb53e0b7-89ba-4900-abd6-1aec1dd755fb HTTP/1.1" status: 404 len: 333 time: 0.0862091 Nov 23 22:01:53.606540 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-510d19e1-0d6a-444e-838a-ab330e55b2a3 service neutron] Attempting to bind port aafdee6b-4b56-4018-8720-42fc456e53df on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:01:53.608422 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12cbbf4-4069-465f-a3f1-133324bbd78c None None] Network 74941037-416d-4c7d-836d-18abeafc345d requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:53.609603 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-510d19e1-0d6a-444e-838a-ab330e55b2a3 service neutron] Attempting to bind port aafdee6b-4b56-4018-8720-42fc456e53df by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:01:53.609942 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-510d19e1-0d6a-444e-838a-ab330e55b2a3 service neutron] Attempting to bind port aafdee6b-4b56-4018-8720-42fc456e53df on network 1f34eebc-f88f-4362-9a35-3496c9faad72 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:01:53.703391 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-510d19e1-0d6a-444e-838a-ab330e55b2a3 service neutron] Port aafdee6b-4b56-4018-8720-42fc456e53df on network 1f34eebc-f88f-4362-9a35-3496c9faad72 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:01:53.703962 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-510d19e1-0d6a-444e-838a-ab330e55b2a3 service neutron] Attempting to bind port aafdee6b-4b56-4018-8720-42fc456e53df on network 1f34eebc-f88f-4362-9a35-3496c9faad72 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:01:53.727057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-510d19e1-0d6a-444e-838a-ab330e55b2a3 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:01:53.727407 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-510d19e1-0d6a-444e-838a-ab330e55b2a3 service neutron] Checking segment: {'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:01:53.730794 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-510d19e1-0d6a-444e-838a-ab330e55b2a3 service neutron] Bound using segment: {'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:01:53.732087 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-510d19e1-0d6a-444e-838a-ab330e55b2a3 service neutron] Bound port: aafdee6b-4b56-4018-8720-42fc456e53df, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:01:53.732720 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-510d19e1-0d6a-444e-838a-ab330e55b2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:53.791980 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e45f60-ec0c-40cd-8203-c467f710a620 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting subnet 2529b227-5da1-4a1f-8acb-ff26f7ed341c {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:01:53.828729 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-83e45f60-ec0c-40cd-8203-c467f710a620 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:53.957738 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-83e45f60-ec0c-40cd-8203-c467f710a620 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:54.121460 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-83e45f60-ec0c-40cd-8203-c467f710a620 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:54.146843 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-989b0cb3-9169-42e1-ab1c-c1da2b0d0c6a None None] Could not find standard attr ID for object cb53e0b7-89ba-4900-abd6-1aec1dd755fb. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:01:54.198196 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41624) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:54.233973 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-424f540b-badb-4cb9-b449-7d7ccbf6b633 req-94a9cf91-da6a-4798-92b2-8caeff1a3b84 tempest-SecurityGroupsNegativeTestJSON-432244050 tempest-SecurityGroupsNegativeTestJSON-432244050-project] show failed (client error): The resource could not be found. Nov 23 22:01:54.235372 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-424f540b-badb-4cb9-b449-7d7ccbf6b633 req-94a9cf91-da6a-4798-92b2-8caeff1a3b84 tempest-SecurityGroupsNegativeTestJSON-432244050 tempest-SecurityGroupsNegativeTestJSON-432244050-project] 10.222.0.50 "GET /v2.0/security-groups/0ea8cdc2-17e0-455a-bc56-cc55f6ee5119 HTTP/1.1" status: 404 len: 352 time: 0.1327174 Nov 23 22:01:54.243775 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7832b-9de5-458e-b5c4-6a28369e8fd9 req-bd930d80-cbea-4e5b-81de-462c693ebf87 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:54.245311 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7ec7832b-9de5-458e-b5c4-6a28369e8fd9 req-bd930d80-cbea-4e5b-81de-462c693ebf87 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 944 time: 0.4845886 Nov 23 22:01:54.308324 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ed0683a2-a4ea-451f-9e9c-d480bf59cdd6 None None] Could not find standard attr ID for object cb53e0b7-89ba-4900-abd6-1aec1dd755fb. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:01:54.333446 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-83e45f60-ec0c-40cd-8203-c467f710a620 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:54.353696 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-510d19e1-0d6a-444e-838a-ab330e55b2a3 service neutron] For port aafdee6b-4b56-4018-8720-42fc456e53df, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:01:54.380228 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-83e45f60-ec0c-40cd-8203-c467f710a620 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:54.386215 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-83e45f60-ec0c-40cd-8203-c467f710a620 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/subnets/2529b227-5da1-4a1f-8acb-ff26f7ed341c HTTP/1.1" status: 204 len: 168 time: 0.7822878 Nov 23 22:01:54.387369 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41636) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:54.397179 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e45f60-ec0c-40cd-8203-c467f710a620 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Subnet': ['ID=2529b227-5da1-4a1f-8acb-ff26f7ed341c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:54.402168 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-510d19e1-0d6a-444e-838a-ab330e55b2a3 service neutron] For port aafdee6b-4b56-4018-8720-42fc456e53df, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=aafdee6b-4b56-4018-8720-42fc456e53df,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:01:54.411446 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7ec7832b-9de5-458e-b5c4-6a28369e8fd9 req-0ca231ab-4837-4e33-bf7a-9d5a1c7e5262 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477728 Nov 23 22:01:54.413604 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-510d19e1-0d6a-444e-838a-ab330e55b2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:54.503641 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df5b4df-ac41-4036-95e8-52cdc1d30302 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting subnet fd0be785-e2bf-4468-b95b-e7d485e449c3 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:01:54.508692 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3df5b4df-ac41-4036-95e8-52cdc1d30302 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:54.534892 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-510d19e1-0d6a-444e-838a-ab330e55b2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:54.537237 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-510d19e1-0d6a-444e-838a-ab330e55b2a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:54.541636 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-510d19e1-0d6a-444e-838a-ab330e55b2a3 service neutron] 10.222.0.53 "PUT /v2.0/ports/aafdee6b-4b56-4018-8720-42fc456e53df HTTP/1.1" status: 200 len: 1092 time: 2.8912549 Nov 23 22:01:54.543942 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2011dd21-6e87-4f54-a4fc-062e238127eb', 'tag': 'aafdee6b-4b56-4018-8720-42fc456e53df'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:01:54.549662 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cbfc8e-4c09-4465-83c2-991464de92b6" -d '{"events": [{"name": "network-changed", "server_uuid": "2011dd21-6e87-4f54-a4fc-062e238127eb", "tag": "aafdee6b-4b56-4018-8720-42fc456e53df"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:01:54.551537 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0f6a6e-2f5f-46e2-ad5b-d504f06ebf25 None None] Network 815500e6-6794-480d-9ece-b64e7ae51550 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:54.602150 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d19e1-0d6a-444e-838a-ab330e55b2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=aafdee6b-4b56-4018-8720-42fc456e53df,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:54.665483 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-9284bad0-dc65-44ca-a649-cf46d8d1cbe1 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Request body: {'security_group': {'name': 'tempest-secgroup--598751225'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:54.672985 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3df5b4df-ac41-4036-95e8-52cdc1d30302 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:54.736176 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a63655fa-adce-4e4b-89d5-54e01c5b312f None None] Could not find standard attr ID for object cb53e0b7-89ba-4900-abd6-1aec1dd755fb. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:01:54.765311 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9284bad0-dc65-44ca-a649-cf46d8d1cbe1 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:54.787641 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-83e7dd84-1300-443c-bc0b-f454925cee5c req-6ee2b19d-8d93-4a32-9a18-4bb41e4982ec tempest-SecurityGroupsNegativeTestJSON-432244050 tempest-SecurityGroupsNegativeTestJSON-432244050-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9242e2e727af466b92107a12e8a8ab1c HTTP/1.1" status: 200 len: 3005 time: 0.0781877 Nov 23 22:01:54.789174 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9284bad0-dc65-44ca-a649-cf46d8d1cbe1 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:54.796920 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-be8460fc-1d32-4448-8b44-97acd113af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:54.803135 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-be8460fc-1d32-4448-8b44-97acd113af11 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 1095 time: 0.1655762 Nov 23 22:01:54.901596 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3df5b4df-ac41-4036-95e8-52cdc1d30302 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:54.930652 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-7f4b850b-77ec-4dc1-82c7-659178d099be service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aafdee6b-4b56-4018-8720-42fc456e53df HTTP/1.1" status: 200 len: 217 time: 0.0716147 Nov 23 22:01:54.935905 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-83e7dd84-1300-443c-bc0b-f454925cee5c req-8d79cbf1-97a8-4c0c-849a-77058c42cd66 tempest-SecurityGroupsNegativeTestJSON-432244050 tempest-SecurityGroupsNegativeTestJSON-432244050-project] 10.222.0.50 "GET /v2.0/security-groups/441969c7-e9cb-42b9-9e04-01d795a16d01 HTTP/1.1" status: 200 len: 3002 time: 0.1316741 Nov 23 22:01:55.028406 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9284bad0-dc65-44ca-a649-cf46d8d1cbe1 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:55.039247 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3df5b4df-ac41-4036-95e8-52cdc1d30302 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:55.055129 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ff3c2b-5358-40b8-a8f4-c13f5d3e6d07 x-openstack-request-id: req-96ff3c2b-5358-40b8-a8f4-c13f5d3e6d07 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:01:55.055484 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2011dd21-6e87-4f54-a4fc-062e238127eb", "tag": "aafdee6b-4b56-4018-8720-42fc456e53df", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:01:55.055844 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-96ff3c2b-5358-40b8-a8f4-c13f5d3e6d07 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:01:55.057007 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2011dd21-6e87-4f54-a4fc-062e238127eb', 'tag': 'aafdee6b-4b56-4018-8720-42fc456e53df', 'status': 'completed', 'code': 200} Nov 23 22:01:55.060722 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9284bad0-dc65-44ca-a649-cf46d8d1cbe1 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:55.093987 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5b4df-ac41-4036-95e8-52cdc1d30302 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0be785-e2bf-4468-b95b-e7d485e449c3,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:55.106069 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3df5b4df-ac41-4036-95e8-52cdc1d30302 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:55.106069 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3df5b4df-ac41-4036-95e8-52cdc1d30302 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/subnets/fd0be785-e2bf-4468-b95b-e7d485e449c3 HTTP/1.1" status: 204 len: 168 time: 0.7137632 Nov 23 22:01:55.107317 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41652) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:55.123557 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-83e7dd84-1300-443c-bc0b-f454925cee5c req-f6a66e49-a3d9-4f57-8c27-12ae786f46a4 tempest-SecurityGroupsNegativeTestJSON-432244050 tempest-SecurityGroupsNegativeTestJSON-432244050-project] 10.222.0.50 "GET /v2.0/security-groups/441969c7-e9cb-42b9-9e04-01d795a16d01 HTTP/1.1" status: 200 len: 3002 time: 0.1688669 Nov 23 22:01:55.133583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-f528cdbf-0269-497c-a48d-f2ea91791980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:55.133583 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-f528cdbf-0269-497c-a48d-f2ea91791980 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 0.1865566 Nov 23 22:01:55.177314 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284bad0-dc65-44ca-a649-cf46d8d1cbe1 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be65f194-f6f7-49d8-9a88-3a4e052239a6,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:55.238603 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9284bad0-dc65-44ca-a649-cf46d8d1cbe1 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:55.254522 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9284bad0-dc65-44ca-a649-cf46d8d1cbe1 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:55.288883 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8000d2bd-bee2-49c9-95ab-60a440e30819 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:55.312476 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9284bad0-dc65-44ca-a649-cf46d8d1cbe1 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:55.316395 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9284bad0-dc65-44ca-a649-cf46d8d1cbe1 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1134152 Nov 23 22:01:55.317162 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41664) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:55.333181 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284bad0-dc65-44ca-a649-cf46d8d1cbe1 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d80502ce-a2c6-44e5-a5a4-97865f08ed7a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:55.350301 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-6235fcc4-387b-4451-bcce-b76e435d353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:55.360211 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-6235fcc4-387b-4451-bcce-b76e435d353c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2149146 Nov 23 22:01:55.404296 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3c7f5458-3353-41fe-b415-f1a9883c319e tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0858870 Nov 23 22:01:55.405268 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41670) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:55.412066 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-3d85a2b5-2c16-4324-9c93-7d1c4e141446 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Request body: {'security_group': {'name': 'tempest-security--1342477313', 'description': 'tempest-security-description-1007550907'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:55.419239 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7712f461-71ca-404f-94d8-d5fd69b2b2ab req-5834bcb6-71da-4307-af7f-f9531e701b56 tempest-SecurityGroupsNegativeTestJSON-432244050 tempest-SecurityGroupsNegativeTestJSON-432244050-project] 10.222.0.50 "GET /v2.0/security-groups/441969c7-e9cb-42b9-9e04-01d795a16d01 HTTP/1.1" status: 200 len: 3002 time: 0.2525616 Nov 23 22:01:55.503713 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3d85a2b5-2c16-4324-9c93-7d1c4e141446 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:55.539361 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-9a0a3162-af2d-49b7-b3df-f702f8d263b1 service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535811 Nov 23 22:01:55.608699 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3d85a2b5-2c16-4324-9c93-7d1c4e141446 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:55.625952 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3d85a2b5-2c16-4324-9c93-7d1c4e141446 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:55.629814 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3d85a2b5-2c16-4324-9c93-7d1c4e141446 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:55.634604 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3d85a2b5-2c16-4324-9c93-7d1c4e141446 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "PUT /v2.0/security-groups/d80502ce-a2c6-44e5-a5a4-97865f08ed7a HTTP/1.1" status: 200 len: 1797 time: 0.2276177 Nov 23 22:01:55.635406 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41678) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:55.683240 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85a2b5-2c16-4324-9c93-7d1c4e141446 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d80502ce-a2c6-44e5-a5a4-97865f08ed7a,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:55.714096 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b7c66beb-3d5a-4f65-aa52-7f6f0b2cb2b2 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-groups/d80502ce-a2c6-44e5-a5a4-97865f08ed7a HTTP/1.1" status: 200 len: 1797 time: 0.0630510 Nov 23 22:01:55.715078 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41682) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:55.733572 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-7712f461-71ca-404f-94d8-d5fd69b2b2ab req-31f4cba0-9274-468e-8254-999fdf6785be tempest-SecurityGroupsNegativeTestJSON-432244050 tempest-SecurityGroupsNegativeTestJSON-432244050-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 22:01:55.734576 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7712f461-71ca-404f-94d8-d5fd69b2b2ab req-31f4cba0-9274-468e-8254-999fdf6785be tempest-SecurityGroupsNegativeTestJSON-432244050 tempest-SecurityGroupsNegativeTestJSON-432244050-project] 10.222.0.50 "DELETE /v2.0/security-groups/441969c7-e9cb-42b9-9e04-01d795a16d01 HTTP/1.1" status: 409 len: 352 time: 0.2911816 Nov 23 22:01:55.758659 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-8000d2bd-bee2-49c9-95ab-60a440e30819 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting port 12ad8005-eda3-44b0-8fbb-718e17bccd5d {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:01:55.759031 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8000d2bd-bee2-49c9-95ab-60a440e30819 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:55.787902 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cf4e099-12ca-45c3-ba7f-7a48795d9b8b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:55.817069 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cf4e099-12ca-45c3-ba7f-7a48795d9b8b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:55.828315 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34e9458f-f4d2-4155-8e55-0ef382074a37 req-f6b74fc8-210a-4316-8b14-a6120ef8caf7 service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598741 Nov 23 22:01:55.881337 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cf4e099-12ca-45c3-ba7f-7a48795d9b8b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:55.888679 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cf4e099-12ca-45c3-ba7f-7a48795d9b8b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:55.889418 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398a1e0-2f54-4f0e-9114-4497154608b1 req-fdd4fda7-14d1-4208-9fe4-d6601e294299 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:55.890764 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8cf4e099-12ca-45c3-ba7f-7a48795d9b8b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "DELETE /v2.0/security-groups/d80502ce-a2c6-44e5-a5a4-97865f08ed7a HTTP/1.1" status: 204 len: 168 time: 0.1746488 Nov 23 22:01:55.890995 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f398a1e0-2f54-4f0e-9114-4497154608b1 req-fdd4fda7-14d1-4208-9fe4-d6601e294299 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 944 time: 0.2359798 Nov 23 22:01:55.896386 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41686) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:55.939204 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4e099-12ca-45c3-ba7f-7a48795d9b8b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80502ce-a2c6-44e5-a5a4-97865f08ed7a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:55.979167 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-8000d2bd-bee2-49c9-95ab-60a440e30819 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] For port 12ad8005-eda3-44b0-8fbb-718e17bccd5d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=12ad8005-eda3-44b0-8fbb-718e17bccd5d,segment=NetworkSegment(d03452da-ddf1-4400-b16b-ee80ef2d0f07),segment_id=d03452da-ddf1-4400-b16b-ee80ef2d0f07)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:55.979758 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8000d2bd-bee2-49c9-95ab-60a440e30819 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:55.986581 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c98045b2-9757-4359-982c-03433a0a9dad tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0856538 Nov 23 22:01:55.987470 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41694) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:56.006819 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-2271ea4a-1bac-4715-b11d-2f359569d394 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] delete failed (client error): The resource could not be found. Nov 23 22:01:56.008149 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2271ea4a-1bac-4715-b11d-2f359569d394 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "DELETE /v2.0/security-groups/d80502ce-a2c6-44e5-a5a4-97865f08ed7a HTTP/1.1" status: 404 len: 347 time: 0.0196121 Nov 23 22:01:56.013417 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41696) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:56.022198 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-39bac834-1c07-4674-b291-30a984fa3010 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Request body: {'security_group': {'name': 'tempest-secgroup--1403974977'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:56.041350 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204daf3f-e210-4f63-8c1e-62c36601dc2e None None] Network 815500e6-6794-480d-9ece-b64e7ae51550 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:56.059497 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-8000d2bd-bee2-49c9-95ab-60a440e30819 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Calling delete_port for 12ad8005-eda3-44b0-8fbb-718e17bccd5d owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:01:56.100171 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-65fb3051-6a38-4af8-9457-3fc318a3a3a3 None None] Provisioning complete for port 12ad8005-eda3-44b0-8fbb-718e17bccd5d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:01:56.100731 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-65fb3051-6a38-4af8-9457-3fc318a3a3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:56.128683 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-39bac834-1c07-4674-b291-30a984fa3010 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:56.171337 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f398a1e0-2f54-4f0e-9114-4497154608b1 req-e78cbdec-bd41-4806-9b29-6a5684dacb68 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741609 Nov 23 22:01:56.197976 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbfc8e-4c09-4465-83c2-991464de92b6 req-e407bf65-88d1-4dc0-9adc-40b335436442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:56.213106 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51cbfc8e-4c09-4465-83c2-991464de92b6 req-e407bf65-88d1-4dc0-9adc-40b335436442 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 1095 time: 0.2885263 Nov 23 22:01:56.232510 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-39bac834-1c07-4674-b291-30a984fa3010 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:56.271275 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-015f34d8-1c96-449b-ac8d-1d6efd15090d req-e522959a-9ee8-46f7-a39f-7ab382ccb96e tempest-SecurityGroupsNegativeTestJSON-432244050 tempest-SecurityGroupsNegativeTestJSON-432244050-project] show failed (client error): The resource could not be found. Nov 23 22:01:56.281173 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-015f34d8-1c96-449b-ac8d-1d6efd15090d req-e522959a-9ee8-46f7-a39f-7ab382ccb96e tempest-SecurityGroupsNegativeTestJSON-432244050 tempest-SecurityGroupsNegativeTestJSON-432244050-project] 10.222.0.50 "GET /v2.0/security-groups/65a05d05-f9a9-49eb-9da3-3c959674bd65 HTTP/1.1" status: 404 len: 352 time: 0.1295738 Nov 23 22:01:56.289728 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-39bac834-1c07-4674-b291-30a984fa3010 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:56.375402 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-39bac834-1c07-4674-b291-30a984fa3010 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:56.379503 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-39bac834-1c07-4674-b291-30a984fa3010 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3602791 Nov 23 22:01:56.379684 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41706) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:56.386847 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a1226da4-a8f6-46ba-a45a-d5a4db03216b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Request body: {'security_group_rule': {'security_group_id': 'a0553747-edda-4bf4-9519-6009e44bb443', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:56.393735 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-41ee8490-7565-4c5e-806c-848adfe48f4d req-ab92255b-fe24-4a61-8f41-50c68f2d68f3 tempest-SecurityGroupsNegativeTestJSON-432244050 tempest-SecurityGroupsNegativeTestJSON-432244050-project] show failed (client error): The resource could not be found. Nov 23 22:01:56.405436 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-41ee8490-7565-4c5e-806c-848adfe48f4d req-ab92255b-fe24-4a61-8f41-50c68f2d68f3 tempest-SecurityGroupsNegativeTestJSON-432244050 tempest-SecurityGroupsNegativeTestJSON-432244050-project] 10.222.0.50 "GET /v2.0/security-groups/336d1d1f-37c4-42bb-853e-7f4d7b009f2a HTTP/1.1" status: 404 len: 352 time: 0.0694489 Nov 23 22:01:56.418298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41710) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:56.421359 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-9b13c973-79a2-40a8-adea-5914ded9bb6d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3163116 Nov 23 22:01:56.422195 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bac834-1c07-4674-b291-30a984fa3010 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0553747-edda-4bf4-9519-6009e44bb443,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:56.435812 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a1226da4-a8f6-46ba-a45a-d5a4db03216b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:56.464543 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397d7732-77da-492f-b611-b4b826479a02 None None] DHCP port deletion for 815500e6-6794-480d-9ece-b64e7ae51550 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:01:56.470598 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288be16-beaa-4821-9990-304c95cef596 req-23551928-3058-4611-990b-0d76bff026cf tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:56.480104 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c288be16-beaa-4821-9990-304c95cef596 req-23551928-3058-4611-990b-0d76bff026cf tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 944 time: 0.2137938 Nov 23 22:01:56.534691 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8000d2bd-bee2-49c9-95ab-60a440e30819 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:56.547805 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbfc8e-4c09-4465-83c2-991464de92b6 req-d489311b-088e-4678-9f8e-7a7d51e1d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:56.550014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51cbfc8e-4c09-4465-83c2-991464de92b6 req-d489311b-088e-4678-9f8e-7a7d51e1d55c service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 912 time: 0.3256488 Nov 23 22:01:56.562586 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-397d7732-77da-492f-b611-b4b826479a02 None None] Deleting port 12ad8005-eda3-44b0-8fbb-718e17bccd5d {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:01:56.563012 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-397d7732-77da-492f-b611-b4b826479a02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:56.565363 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a1226da4-a8f6-46ba-a45a-d5a4db03216b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:56.574189 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a1226da4-a8f6-46ba-a45a-d5a4db03216b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:56.601939 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1226da4-a8f6-46ba-a45a-d5a4db03216b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ad43ce-4c76-4a29-80ea-abe85ff21d76,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:56.614523 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000d2bd-bee2-49c9-95ab-60a440e30819 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Port': ['ID=12ad8005-eda3-44b0-8fbb-718e17bccd5d,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:56.617338 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51cbfc8e-4c09-4465-83c2-991464de92b6 req-ee5ded33-e1af-492b-8dde-9aa25e46095b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aafdee6b-4b56-4018-8720-42fc456e53df HTTP/1.1" status: 200 len: 217 time: 0.0447388 Nov 23 22:01:56.630828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8000d2bd-bee2-49c9-95ab-60a440e30819 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] No DVR routers for this DVR port 12ad8005-eda3-44b0-8fbb-718e17bccd5d on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:01:56.639776 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a1226da4-a8f6-46ba-a45a-d5a4db03216b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:56.644059 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a1226da4-a8f6-46ba-a45a-d5a4db03216b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2634294 Nov 23 22:01:56.647836 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41718) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:56.650023 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-1090a75a-6342-4c59-a363-24d62008e9ca admin admin] Deleting subnet a75e5026-318f-4aa4-8575-9a33b8851bbc {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:01:56.659276 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1090a75a-6342-4c59-a363-24d62008e9ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:56.666986 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:01:56.730853 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-14137692-1807-4e81-918c-71186aa0af6b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:56.737698 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-397d7732-77da-492f-b611-b4b826479a02 None None] For port 12ad8005-eda3-44b0-8fbb-718e17bccd5d, host n-d-816206-9, got binding levels [] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:56.743858 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-14137692-1807-4e81-918c-71186aa0af6b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:56.745671 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-397d7732-77da-492f-b611-b4b826479a02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:56.764603 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c288be16-beaa-4821-9990-304c95cef596 req-33731c8b-1ae6-4132-ba77-3fae65b17a15 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2773914 Nov 23 22:01:56.769872 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-397d7732-77da-492f-b611-b4b826479a02 None None] Calling delete_port for 12ad8005-eda3-44b0-8fbb-718e17bccd5d owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:01:56.773888 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.ipam_backend_mixin [None req-397d7732-77da-492f-b611-b4b826479a02 None None] Port 12ad8005-eda3-44b0-8fbb-718e17bccd5d was not found and therefore no delete operation was performed {{(pid=110035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 22:01:56.791642 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-397d7732-77da-492f-b611-b4b826479a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:56.805066 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1090a75a-6342-4c59-a363-24d62008e9ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:56.805421 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-14137692-1807-4e81-918c-71186aa0af6b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:56.818749 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-14137692-1807-4e81-918c-71186aa0af6b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:56.825218 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-14137692-1807-4e81-918c-71186aa0af6b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/33ad43ce-4c76-4a29-80ea-abe85ff21d76 HTTP/1.1" status: 204 len: 168 time: 0.1731343 Nov 23 22:01:56.833321 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41724) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:56.845575 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14137692-1807-4e81-918c-71186aa0af6b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33ad43ce-4c76-4a29-80ea-abe85ff21d76,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:56.859180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d7732-77da-492f-b611-b4b826479a02 None None] Pushing event deleted for resources: {'Port': ['ID=12ad8005-eda3-44b0-8fbb-718e17bccd5d,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:56.865588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397d7732-77da-492f-b611-b4b826479a02 None None] No DVR routers for this DVR port 12ad8005-eda3-44b0-8fbb-718e17bccd5d on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:01:56.940310 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 12ad8005-eda3-44b0-8fbb-718e17bccd5d no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:01:56.971884 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 12ad8005-eda3-44b0-8fbb-718e17bccd5d {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:01:56.972238 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 12ad8005-eda3-44b0-8fbb-718e17bccd5d not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:01:57.252259 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbfc8e-4c09-4465-83c2-991464de92b6 req-a5052db0-7963-4d2c-a5fd-44c55cd10911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:57.253733 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51cbfc8e-4c09-4465-83c2-991464de92b6 req-a5052db0-7963-4d2c-a5fd-44c55cd10911 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 0.6208918 Nov 23 22:01:57.255550 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8000d2bd-bee2-49c9-95ab-60a440e30819 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:57.350128 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-8000d2bd-bee2-49c9-95ab-60a440e30819 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815500e6-6794-480d-9ece-b64e7ae51550']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:57.352510 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1090a75a-6342-4c59-a363-24d62008e9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:57.367793 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7521aaa5-339d-4995-b653-4fb6f144d289 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5283225 Nov 23 22:01:57.368252 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41730) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:57.398949 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-8000d2bd-bee2-49c9-95ab-60a440e30819 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03452da-ddf1-4400-b16b-ee80ef2d0f07') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:57.399565 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-8000d2bd-bee2-49c9-95ab-60a440e30819 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03452da-ddf1-4400-b16b-ee80ef2d0f07') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:57.422132 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8000d2bd-bee2-49c9-95ab-60a440e30819 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:57.426873 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-75d28fa9-c92a-42b2-9110-d4addd0a5a18 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:57.451726 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-75d28fa9-c92a-42b2-9110-d4addd0a5a18 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:57.454799 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbfc8e-4c09-4465-83c2-991464de92b6 req-2a5876c6-1eab-45a8-852c-51163beb87ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:57.456287 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51cbfc8e-4c09-4465-83c2-991464de92b6 req-2a5876c6-1eab-45a8-852c-51163beb87ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1800008 Nov 23 22:01:57.458400 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8000d2bd-bee2-49c9-95ab-60a440e30819 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:57.469329 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98392786-b271-4d02-bfbe-455064331e88 req-8c2ac40c-c67e-4bc5-9cd4-f22df174263e tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:57.472214 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-98392786-b271-4d02-bfbe-455064331e88 req-8c2ac40c-c67e-4bc5-9cd4-f22df174263e tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 944 time: 0.2078876 Nov 23 22:01:57.515333 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-75d28fa9-c92a-42b2-9110-d4addd0a5a18 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:57.518096 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-75d28fa9-c92a-42b2-9110-d4addd0a5a18 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:57.519307 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-75d28fa9-c92a-42b2-9110-d4addd0a5a18 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "DELETE /v2.0/security-groups/a0553747-edda-4bf4-9519-6009e44bb443 HTTP/1.1" status: 204 len: 168 time: 0.1498511 Nov 23 22:01:57.524090 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41736) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:57.524677 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8000d2bd-bee2-49c9-95ab-60a440e30819 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:01:57.525559 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8000d2bd-bee2-49c9-95ab-60a440e30819 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:01:57.529034 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:01:57.536466 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d28fa9-c92a-42b2-9110-d4addd0a5a18 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0553747-edda-4bf4-9519-6009e44bb443,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:57.601853 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6b9b0d62-b106-41b5-b69d-c3f230bd0a07 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0762525 Nov 23 22:01:57.607061 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41738) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:57.611564 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-66022d29-49a9-436e-bfdf-751d0b26542b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Request body: {'security_group': {'name': 'tempest-secgroup--1557305435'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:57.621390 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1090a75a-6342-4c59-a363-24d62008e9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:57.637321 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66022d29-49a9-436e-bfdf-751d0b26542b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:57.720836 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66022d29-49a9-436e-bfdf-751d0b26542b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:57.726128 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66022d29-49a9-436e-bfdf-751d0b26542b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:57.726623 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090a75a-6342-4c59-a363-24d62008e9ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a75e5026-318f-4aa4-8575-9a33b8851bbc,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:57.742193 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1090a75a-6342-4c59-a363-24d62008e9ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:57.750248 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1090a75a-6342-4c59-a363-24d62008e9ca admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a75e5026-318f-4aa4-8575-9a33b8851bbc HTTP/1.1" status: 204 len: 168 time: 1.3306041 Nov 23 22:01:57.752473 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41742) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:57.760346 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8000d2bd-bee2-49c9-95ab-60a440e30819 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:57.765707 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8000d2bd-bee2-49c9-95ab-60a440e30819 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:57.770237 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8000d2bd-bee2-49c9-95ab-60a440e30819 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/networks/815500e6-6794-480d-9ece-b64e7ae51550 HTTP/1.1" status: 204 len: 168 time: 2.6599765 Nov 23 22:01:57.777434 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66022d29-49a9-436e-bfdf-751d0b26542b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70e497b9-5094-4cd6-9dee-f43418954aad,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:57.779983 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41744) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:57.782692 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66022d29-49a9-436e-bfdf-751d0b26542b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:57.786397 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-66022d29-49a9-436e-bfdf-751d0b26542b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1758375 Nov 23 22:01:57.786566 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41746) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:57.799020 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5239e007-8e36-4bc0-8f01-690cd5eb6e11 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Request body: {'security_group_rule': {'security_group_id': '70e497b9-5094-4cd6-9dee-f43418954aad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:57.823082 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-98392786-b271-4d02-bfbe-455064331e88 req-30e3f1ba-7c68-4cfc-b98d-7c568c826a39 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372502 Nov 23 22:01:57.844154 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000d2bd-bee2-49c9-95ab-60a440e30819 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Network': ['ID=815500e6-6794-480d-9ece-b64e7ae51550,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:57.870947 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5239e007-8e36-4bc0-8f01-690cd5eb6e11 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:57.875114 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-07e74cd2-dd73-49bb-a909-f918f1df6e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:57.875669 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-165216d9-8124-47c7-b398-20f1679f77e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:57.879420 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-07e74cd2-dd73-49bb-a909-f918f1df6e73 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65&tenant_id=32839c3e63d04827b470d0a106b18e8e HTTP/1.1" status: 200 len: 1095 time: 0.2993612 Nov 23 22:01:57.883985 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51cbfc8e-4c09-4465-83c2-991464de92b6 req-a2e0d249-6ebe-4bb3-87a3-a265f9a2d6fa service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105868 Nov 23 22:01:57.889192 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53a84a0-9452-4cf0-b958-ef5cff5e2fa6 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:57.896255 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a53a84a0-9452-4cf0-b958-ef5cff5e2fa6 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1112456 Nov 23 22:01:57.896933 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41750) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:57.969499 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-9', 'device_owner': 'compute:nova'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:57.985272 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-25407f77-23a2-4217-a015-2f3ace94e101 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0817657 Nov 23 22:01:57.985749 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41754) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:57.992983 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c4265050-a20f-476c-b0eb-b6ce63f039bd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1856408248'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:58.018159 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5239e007-8e36-4bc0-8f01-690cd5eb6e11 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.024363 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5239e007-8e36-4bc0-8f01-690cd5eb6e11 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.033003 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4265050-a20f-476c-b0eb-b6ce63f039bd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:58.036405 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c4265050-a20f-476c-b0eb-b6ce63f039bd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.058109 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239e007-8e36-4bc0-8f01-690cd5eb6e11 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd202de7-dd86-40d6-b659-ac826fef0c11,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:58.060454 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afcd9b87-7799-48c5-9090-5d931771fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.076823 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5239e007-8e36-4bc0-8f01-690cd5eb6e11 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.080833 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5239e007-8e36-4bc0-8f01-690cd5eb6e11 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2907033 Nov 23 22:01:58.080833 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4265050-a20f-476c-b0eb-b6ce63f039bd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:01:58.081120 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41756) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:58.085640 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-19b740ab-ae65-40f6-9b00-405a22b0706f tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Request body: {'security_group_rule': {'security_group_id': '70e497b9-5094-4cd6-9dee-f43418954aad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:58.104303 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c4265050-a20f-476c-b0eb-b6ce63f039bd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.104824 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-c4265050-a20f-476c-b0eb-b6ce63f039bd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Added segment bb649faf-c155-4128-b746-603388c743a5 of type vlan for network c7b1a41c-beac-4db1-985c-928b3853b85c Nov 23 22:01:58.155103 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.163284 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-19b740ab-ae65-40f6-9b00-405a22b0706f tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.169663 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138f729-5d95-4fe4-8fb1-7d1dbcf93a15 req-0ba3672c-06db-4f7c-bfa1-7d8b02d5e208 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:58.171272 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1138f729-5d95-4fe4-8fb1-7d1dbcf93a15 req-0ba3672c-06db-4f7c-bfa1-7d8b02d5e208 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 944 time: 0.2225437 Nov 23 22:01:58.188529 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c4265050-a20f-476c-b0eb-b6ce63f039bd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.229181 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c4265050-a20f-476c-b0eb-b6ce63f039bd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.234840 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4265050-a20f-476c-b0eb-b6ce63f039bd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:58.236383 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c4265050-a20f-476c-b0eb-b6ce63f039bd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.272450 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51cbfc8e-4c09-4465-83c2-991464de92b6 req-13fdb287-a357-4590-a03f-e551508dbd1d service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259025 Nov 23 22:01:58.302658 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c4265050-a20f-476c-b0eb-b6ce63f039bd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3146696 Nov 23 22:01:58.307795 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41760) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:58.341831 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afcd9b87-7799-48c5-9090-5d931771fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.344934 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-9f00121d-4683-4c18-9184-86a535f92768 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'subnet': {'network_id': 'c7b1a41c-beac-4db1-985c-928b3853b85c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:58.368085 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4265050-a20f-476c-b0eb-b6ce63f039bd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Network': ['ID=c7b1a41c-beac-4db1-985c-928b3853b85c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:58.388423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network c7b1a41c-beac-4db1-985c-928b3853b85c details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:01:58.389339 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-19b740ab-ae65-40f6-9b00-405a22b0706f tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.426471 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-19b740ab-ae65-40f6-9b00-405a22b0706f tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.430232 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1138f729-5d95-4fe4-8fb1-7d1dbcf93a15 req-3329bb60-4d3f-426d-a6c3-14b3f3709085 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287638 Nov 23 22:01:58.435245 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-afcd9b87-7799-48c5-9090-5d931771fcc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74941037-416d-4c7d-836d-18abeafc345d']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:58.449172 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b740ab-ae65-40f6-9b00-405a22b0706f tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24644941-9dd3-4804-94c3-19631befe1c2,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:58.458047 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-afcd9b87-7799-48c5-9090-5d931771fcc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79ed4f9-ff87-4ea1-b193-813423abc775') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:58.458318 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-afcd9b87-7799-48c5-9090-5d931771fcc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79ed4f9-ff87-4ea1-b193-813423abc775') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:01:58.495950 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afcd9b87-7799-48c5-9090-5d931771fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.531905 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afcd9b87-7799-48c5-9090-5d931771fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.545856 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f00121d-4683-4c18-9184-86a535f92768 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:58.550291 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9f00121d-4683-4c18-9184-86a535f92768 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.557951 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-19b740ab-ae65-40f6-9b00-405a22b0706f tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.559165 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-19b740ab-ae65-40f6-9b00-405a22b0706f tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4771891 Nov 23 22:01:58.572495 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41766) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:58.578310 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afcd9b87-7799-48c5-9090-5d931771fcc0 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:01:58.578563 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ee4b0623-0fb3-4fe8-b982-e500eacdfc6c tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Request body: {'security_group_rule': {'security_group_id': '70e497b9-5094-4cd6-9dee-f43418954aad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:58.578798 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afcd9b87-7799-48c5-9090-5d931771fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:01:58.580626 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:01:58.657920 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afcd9b87-7799-48c5-9090-5d931771fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.665138 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afcd9b87-7799-48c5-9090-5d931771fcc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.669078 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-afcd9b87-7799-48c5-9090-5d931771fcc0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/74941037-416d-4c7d-836d-18abeafc345d HTTP/1.1" status: 204 len: 168 time: 0.9099948 Nov 23 22:01:58.675774 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ee4b0623-0fb3-4fe8-b982-e500eacdfc6c tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.676421 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] For port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:01:58.732814 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] For port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:01:58.755339 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd9b87-7799-48c5-9090-5d931771fcc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=74941037-416d-4c7d-836d-18abeafc345d,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:58.781519 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:01:58.790734 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.792849 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ee4b0623-0fb3-4fe8-b982-e500eacdfc6c tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.808961 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] Transition to ACTIVE for port object e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:01:58.814434 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.823119 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ee4b0623-0fb3-4fe8-b982-e500eacdfc6c tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.867119 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b0623-0fb3-4fe8-b982-e500eacdfc6c tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260d6caf-26e3-45da-9282-fc460fe79194,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:58.876060 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ee4b0623-0fb3-4fe8-b982-e500eacdfc6c tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.877878 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ee4b0623-0fb3-4fe8-b982-e500eacdfc6c tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3066003 Nov 23 22:01:58.883415 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41774) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:58.883784 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9f00121d-4683-4c18-9184-86a535f92768 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:58.899869 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-6955d26d-9ecb-4230-93e9-b55b3f6307db tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Request body: {'security_group_rule': {'security_group_id': '70e497b9-5094-4cd6-9dee-f43418954aad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:58.935218 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41776) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:58.997869 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3b4653b8-2bac-433a-ada9-71e2ed89dae4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9242e2e727af466b92107a12e8a8ab1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0587509 Nov 23 22:01:59.000470 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41778) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:59.015440 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] Pushing event updated for resources: {'Port': ['ID=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,revision_number=9']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:59.016497 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00121d-4683-4c18-9184-86a535f92768 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Subnet': ['ID=8c3bf3a3-3d7f-4718-b717-c63293401974,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:59.031312 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f00121d-4683-4c18-9184-86a535f92768 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Checking segment: {'id': 'bb649faf-c155-4128-b746-603388c743a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c7b1a41c-beac-4db1-985c-928b3853b85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:01:59.031682 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f00121d-4683-4c18-9184-86a535f92768 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network hostable DHCP agents. Network: c7b1a41c-beac-4db1-985c-928b3853b85c, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:01:59.085840 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f00121d-4683-4c18-9184-86a535f92768 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network c7b1a41c-beac-4db1-985c-928b3853b85c is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:01:59.088259 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a4df577c-d133-4523-abf4-d50a97b0c176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:59.113638 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-9f00121d-4683-4c18-9184-86a535f92768 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, c7b1a41c-beac-4db1-985c-928b3853b85c) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:01:59.126798 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f00121d-4683-4c18-9184-86a535f92768 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:59.126798 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9f00121d-4683-4c18-9184-86a535f92768 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:59.129115 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a4df577c-d133-4523-abf4-d50a97b0c176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:59.130273 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6955d26d-9ecb-4230-93e9-b55b3f6307db tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:59.153652 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d747b234-4486-4ff6-aa75-45439e0b079a None None] Network c7b1a41c-beac-4db1-985c-928b3853b85c requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:01:59.167339 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a6ded-72e0-43d7-89a6-aaf20b6444bc req-bf694f41-0378-4af3-a2b7-1fa171f78093 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:59.169015 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f48a6ded-72e0-43d7-89a6-aaf20b6444bc req-bf694f41-0378-4af3-a2b7-1fa171f78093 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 944 time: 0.1620820 Nov 23 22:01:59.175618 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] No DVR routers for this DVR port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:01:59.199463 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9f00121d-4683-4c18-9184-86a535f92768 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8882565 Nov 23 22:01:59.202039 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41780) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:59.211731 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-0a57ee4f-1827-4fa7-9846-0b3362748d7e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'port': {'network_id': 'c7b1a41c-beac-4db1-985c-928b3853b85c', 'name': 'tempest-PortsTestJSON-1895057277'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:59.278594 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a4df577c-d133-4523-abf4-d50a97b0c176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:59.281365 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a4df577c-d133-4523-abf4-d50a97b0c176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:59.283206 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a4df577c-d133-4523-abf4-d50a97b0c176 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/441969c7-e9cb-42b9-9e04-01d795a16d01 HTTP/1.1" status: 204 len: 168 time: 0.2789969 Nov 23 22:01:59.381948 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6955d26d-9ecb-4230-93e9-b55b3f6307db tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:59.386863 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f48a6ded-72e0-43d7-89a6-aaf20b6444bc req-3c321cdd-fcd2-4d3d-afd6-7eb8a838e3c7 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364849 Nov 23 22:01:59.392635 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6955d26d-9ecb-4230-93e9-b55b3f6307db tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:59.409243 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df577c-d133-4523-abf4-d50a97b0c176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441969c7-e9cb-42b9-9e04-01d795a16d01,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:59.435543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955d26d-9ecb-4230-93e9-b55b3f6307db tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5a70df-1dd4-473a-a752-5b48d4684a93,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:59.449610 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] Attempting to bind port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:01:59.452777 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] Attempting to bind port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '43fb8f7b-a278-4efd-8a5a-5110658f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:01:59.453156 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] Attempting to bind port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 on network 14f777ba-77da-410e-897f-1430639bb0d7 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:01:59.457377 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6955d26d-9ecb-4230-93e9-b55b3f6307db tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:59.461260 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6955d26d-9ecb-4230-93e9-b55b3f6307db tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5657635 Nov 23 22:01:59.473450 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41786) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:59.477368 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] Port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 on network 14f777ba-77da-410e-897f-1430639bb0d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:01:59.478129 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] Attempting to bind port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 on network 14f777ba-77da-410e-897f-1430639bb0d7 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:01:59.483342 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-8fc83fb3-c8fb-4262-8c95-4f7e9b50ee86 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Request body: {'security_group_rule': {'security_group_id': '70e497b9-5094-4cd6-9dee-f43418954aad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:01:59.487906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:01:59.488257 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] Checking segment: {'id': '43fb8f7b-a278-4efd-8a5a-5110658f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:01:59.488644 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] Bound using segment: {'id': '43fb8f7b-a278-4efd-8a5a-5110658f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:01:59.489076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] Bound port: e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43fb8f7b-a278-4efd-8a5a-5110658f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:01:59.489436 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:59.532169 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72849fa5-dc45-4a1d-abd1-0beae11f0c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-c7b1a41c-beac-4db1-985c-928b3853b85c', 'network_id': 'c7b1a41c-beac-4db1-985c-928b3853b85c', 'tenant_id': 'a4f1ae2888634e4b8fa5e9980e087a09', 'fixed_ips': [{'subnet_id': '8c3bf3a3-3d7f-4718-b717-c63293401974'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:01:59.533405 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-72849fa5-dc45-4a1d-abd1-0beae11f0c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:59.570625 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8fc83fb3-c8fb-4262-8c95-4f7e9b50ee86 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:59.610976 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] For port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:01:59.615202 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] For port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:01:59.645928 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a57ee4f-1827-4fa7-9846-0b3362748d7e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:01:59.651059 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0a57ee4f-1827-4fa7-9846-0b3362748d7e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:59.675667 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:59.680731 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-0a57ee4f-1827-4fa7-9846-0b3362748d7e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] device_id is not set on port f169cc47-9689-4af6-bc71-3b3ea9662e87 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:01:59.719780 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-72849fa5-dc45-4a1d-abd1-0beae11f0c0a None None] Allocated IP 172.20.0.2 (c7b1a41c-beac-4db1-985c-928b3853b85c/8c3bf3a3-3d7f-4718-b717-c63293401974/896a7739-59b9-4a3c-a31b-46b8106441ad) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:01:59.782110 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8fc83fb3-c8fb-4262-8c95-4f7e9b50ee86 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:59.795953 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8fc83fb3-c8fb-4262-8c95-4f7e9b50ee86 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:59.805037 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] Pushing event updated for resources: {'Port': ['ID=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,revision_number=10']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:59.818897 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:59.819678 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:59.822478 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-bcde2946-2c67-46f2-9298-7f471e29471d service neutron] 10.222.0.60 "PUT /v2.0/ports/e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 HTTP/1.1" status: 200 len: 1092 time: 1.8722143 Nov 23 22:01:59.824473 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0aff5d-ec47-44ca-b484-84fb695f6a65', 'tag': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:01:59.827480 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6032aa2b-379f-4054-86bb-eaa751017ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0aff5d-ec47-44ca-b484-84fb695f6a65", "tag": "e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:01:59.845056 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc83fb3-c8fb-4262-8c95-4f7e9b50ee86 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a399c2-b09a-4959-8494-58c684102077,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:01:59.873748 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8fc83fb3-c8fb-4262-8c95-4f7e9b50ee86 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:59.874769 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8fc83fb3-c8fb-4262-8c95-4f7e9b50ee86 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3997483 Nov 23 22:01:59.878766 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41802) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:01:59.903102 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-72849fa5-dc45-4a1d-abd1-0beae11f0c0a None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:59.909730 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece4b7b-df22-4ece-b93d-1ab3b69ac6a7 req-bf1e3cd6-ed7e-4e46-9311-38a5b1e3137e tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:01:59.912393 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:59.913411 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fece4b7b-df22-4ece-b93d-1ab3b69ac6a7 req-bf1e3cd6-ed7e-4e46-9311-38a5b1e3137e tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 945 time: 0.2966673 Nov 23 22:01:59.917515 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-72849fa5-dc45-4a1d-abd1-0beae11f0c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:59.920909 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-56c828be-fc5d-4fd1-944d-866e935280e0 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:01:59.948734 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3107de25-9cf8-47a5-aebc-5dd924a2c0ff x-openstack-request-id: req-3107de25-9cf8-47a5-aebc-5dd924a2c0ff {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:01:59.948734 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0aff5d-ec47-44ca-b484-84fb695f6a65", "tag": "e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:01:59.948734 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3107de25-9cf8-47a5-aebc-5dd924a2c0ff {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:01:59.950959 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0aff5d-ec47-44ca-b484-84fb695f6a65', 'tag': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35', 'status': 'completed', 'code': 200} Nov 23 22:02:00.002758 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-56c828be-fc5d-4fd1-944d-866e935280e0 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:00.038730 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72849fa5-dc45-4a1d-abd1-0beae11f0c0a None None] Network c7b1a41c-beac-4db1-985c-928b3853b85c is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:02:00.046839 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72849fa5-dc45-4a1d-abd1-0beae11f0c0a None None] Pushing event updated for resources: {'Port': ['ID=896a7739-59b9-4a3c-a31b-46b8106441ad,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:00.066637 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-72849fa5-dc45-4a1d-abd1-0beae11f0c0a None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:00.070465 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-0a57ee4f-1827-4fa7-9846-0b3362748d7e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Allocated IP 172.20.0.13 (c7b1a41c-beac-4db1-985c-928b3853b85c/8c3bf3a3-3d7f-4718-b717-c63293401974/f169cc47-9689-4af6-bc71-3b3ea9662e87) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:02:00.078431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72849fa5-dc45-4a1d-abd1-0beae11f0c0a None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:02:00.082856 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-56c828be-fc5d-4fd1-944d-866e935280e0 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:00.096623 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-c4d68612-102e-4bcd-ae61-ec927f01e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:00.099293 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-c4d68612-102e-4bcd-ae61-ec927f01e19f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32839c3e63d04827b470d0a106b18e8e&device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 1096 time: 0.1837044 Nov 23 22:02:00.099484 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-56c828be-fc5d-4fd1-944d-866e935280e0 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:00.105145 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-56c828be-fc5d-4fd1-944d-866e935280e0 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/04a399c2-b09a-4959-8494-58c684102077 HTTP/1.1" status: 204 len: 168 time: 0.2252281 Nov 23 22:02:00.108465 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41808) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:00.110269 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fece4b7b-df22-4ece-b93d-1ab3b69ac6a7 req-b50a35ff-4f6a-4dbc-b4c8-972deda03993 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694589 Nov 23 22:02:00.153388 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c828be-fc5d-4fd1-944d-866e935280e0 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04a399c2-b09a-4959-8494-58c684102077,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:00.225849 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-72849fa5-dc45-4a1d-abd1-0beae11f0c0a None None] Attempting to bind port 896a7739-59b9-4a3c-a31b-46b8106441ad on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:02:00.226359 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-72849fa5-dc45-4a1d-abd1-0beae11f0c0a None None] Attempting to bind port 896a7739-59b9-4a3c-a31b-46b8106441ad by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'bb649faf-c155-4128-b746-603388c743a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c7b1a41c-beac-4db1-985c-928b3853b85c'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:02:00.227089 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72849fa5-dc45-4a1d-abd1-0beae11f0c0a None None] Attempting to bind port 896a7739-59b9-4a3c-a31b-46b8106441ad on network c7b1a41c-beac-4db1-985c-928b3853b85c {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:02:00.236821 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72849fa5-dc45-4a1d-abd1-0beae11f0c0a None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:02:00.237982 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72849fa5-dc45-4a1d-abd1-0beae11f0c0a None None] Checking segment: {'id': 'bb649faf-c155-4128-b746-603388c743a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c7b1a41c-beac-4db1-985c-928b3853b85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:02:00.238569 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-72849fa5-dc45-4a1d-abd1-0beae11f0c0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:00.239168 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72849fa5-dc45-4a1d-abd1-0beae11f0c0a None None] Bound using segment: {'id': 'bb649faf-c155-4128-b746-603388c743a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c7b1a41c-beac-4db1-985c-928b3853b85c'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:02:00.242307 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-72849fa5-dc45-4a1d-abd1-0beae11f0c0a None None] Bound port: 896a7739-59b9-4a3c-a31b-46b8106441ad, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb649faf-c155-4128-b746-603388c743a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c7b1a41c-beac-4db1-985c-928b3853b85c'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:02:00.243003 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-72849fa5-dc45-4a1d-abd1-0beae11f0c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:00.257264 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-233ead74-61be-4601-a53d-6be53639c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:00.259462 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-233ead74-61be-4601-a53d-6be53639c95a service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f777ba-77da-410e-897f-1430639bb0d7 HTTP/1.1" status: 200 len: 917 time: 0.1474123 Nov 23 22:02:00.286600 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ff7084eb-2113-4cd2-b6e8-ffd542cd6391 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1565247 Nov 23 22:02:00.289276 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41812) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:00.348265 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-72849fa5-dc45-4a1d-abd1-0beae11f0c0a None None] For port 896a7739-59b9-4a3c-a31b-46b8106441ad, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:02:00.359114 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-72849fa5-dc45-4a1d-abd1-0beae11f0c0a None None] For port 896a7739-59b9-4a3c-a31b-46b8106441ad, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=896a7739-59b9-4a3c-a31b-46b8106441ad,segment=NetworkSegment(bb649faf-c155-4128-b746-603388c743a5),segment_id=bb649faf-c155-4128-b746-603388c743a5)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:02:00.371102 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-72849fa5-dc45-4a1d-abd1-0beae11f0c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:00.386476 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-a420239d-b6bb-458a-8adf-1d7969fa1c77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 HTTP/1.1" status: 200 len: 999 time: 0.1197591 Nov 23 22:02:00.387077 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8348a90c-a6f6-47e5-b50d-7005593ddbf9 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:00.438125 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8348a90c-a6f6-47e5-b50d-7005593ddbf9 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:00.511335 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72849fa5-dc45-4a1d-abd1-0beae11f0c0a None None] Pushing event updated for resources: {'Port': ['ID=896a7739-59b9-4a3c-a31b-46b8106441ad,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:00.531825 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-635aa925-e817-4faa-85e3-3a31ac703737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:00.533215 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8348a90c-a6f6-47e5-b50d-7005593ddbf9 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:00.553786 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0a57ee4f-1827-4fa7-9846-0b3362748d7e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:00.562920 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8348a90c-a6f6-47e5-b50d-7005593ddbf9 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:00.566664 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8348a90c-a6f6-47e5-b50d-7005593ddbf9 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/9e5a70df-1dd4-473a-a752-5b48d4684a93 HTTP/1.1" status: 204 len: 168 time: 0.2740445 Nov 23 22:02:00.568294 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41826) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:00.569938 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348a90c-a6f6-47e5-b50d-7005593ddbf9 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e5a70df-1dd4-473a-a752-5b48d4684a93,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:00.633025 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0a57ee4f-1827-4fa7-9846-0b3362748d7e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:00.642987 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-709de7c4-5b54-4338-8e73-3cf08e5f497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:00.644718 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-709de7c4-5b54-4338-8e73-3cf08e5f497f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ec95087-31a0-4067-927d-a3091c147250 HTTP/1.1" status: 200 len: 855 time: 0.2511041 Nov 23 22:02:00.653585 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device aafdee6b-4b56-4018-8720-42fc456e53df details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:02:00.718014 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57ee4f-1827-4fa7-9846-0b3362748d7e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Port': ['ID=f169cc47-9689-4af6-bc71-3b3ea9662e87,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:00.746022 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a57ee4f-1827-4fa7-9846-0b3362748d7e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network c7b1a41c-beac-4db1-985c-928b3853b85c is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:02:00.750252 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-0a57ee4f-1827-4fa7-9846-0b3362748d7e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:00.754559 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a57ee4f-1827-4fa7-9846-0b3362748d7e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:02:00.782631 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41830) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:00.820028 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc3bbb-139b-4b12-96fc-9205c9d1cbf8 req-95bfeee1-5286-4333-bb26-81d37c1fb7e0 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:00.825650 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24cc3bbb-139b-4b12-96fc-9205c9d1cbf8 req-95bfeee1-5286-4333-bb26-81d37c1fb7e0 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 944 time: 0.2883561 Nov 23 22:02:00.844556 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a57ee4f-1827-4fa7-9846-0b3362748d7e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:00.845298 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0a57ee4f-1827-4fa7-9846-0b3362748d7e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:00.855044 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-83425b22-863d-4154-957e-71eb4e417af2 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2757611 Nov 23 22:02:00.856690 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41834) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:00.871053 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-1007c4bc-f395-466f-8a52-e928f024f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:00.872575 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-1007c4bc-f395-466f-8a52-e928f024f54e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f777ba-77da-410e-897f-1430639bb0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2176299 Nov 23 22:02:00.954356 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0a57ee4f-1827-4fa7-9846-0b3362748d7e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7490642 Nov 23 22:02:00.954356 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a7ff7e2-0701-4bed-8d95-f30b59087b67 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:00.956728 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port aafdee6b-4b56-4018-8720-42fc456e53df, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=aafdee6b-4b56-4018-8720-42fc456e53df,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:00.963910 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a7ff7e2-0701-4bed-8d95-f30b59087b67 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:00.979597 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41836) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:00.988197 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'aafdee6b-4b56-4018-8720-42fc456e53df', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'port_id': 'aafdee6b-4b56-4018-8720-42fc456e53df', 'mac_address': 'fa:16:3e:81:47:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:02:01.006305 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 896a7739-59b9-4a3c-a31b-46b8106441ad up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:02:01.010171 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a7ff7e2-0701-4bed-8d95-f30b59087b67 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.010603 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24cc3bbb-139b-4b12-96fc-9205c9d1cbf8 req-c4c79301-f563-48bf-8a3f-92c732e8467d tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520216 Nov 23 22:02:01.019817 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a7ff7e2-0701-4bed-8d95-f30b59087b67 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.020001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-e6127924-3ce0-47ca-a888-c17d36c2eb32 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'port': {'network_id': 'c7b1a41c-beac-4db1-985c-928b3853b85c', 'name': 'tempest-PortsTestJSON-471344074'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:01.021293 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6a7ff7e2-0701-4bed-8d95-f30b59087b67 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/260d6caf-26e3-45da-9282-fc460fe79194 HTTP/1.1" status: 204 len: 168 time: 0.1634247 Nov 23 22:02:01.026275 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ff7e2-0701-4bed-8d95-f30b59087b67 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=260d6caf-26e3-45da-9282-fc460fe79194,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:01.036379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41838) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:01.052888 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-ed600828-068b-4230-af2c-49be914b7959 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-508628317-network', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:01.091535 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-472cafad-1ae0-4c20-ad7a-24594b4e1624 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0533271 Nov 23 22:02:01.092460 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41840) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:01.100232 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.124442 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aafdee6b-4b56-4018-8720-42fc456e53df {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:02:01.161026 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ae97bd1b-235c-49b1-bc48-6cf355278281 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.161222 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 896a7739-59b9-4a3c-a31b-46b8106441ad triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:01.162012 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.187014 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ae97bd1b-235c-49b1-bc48-6cf355278281 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.199523 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed600828-068b-4230-af2c-49be914b7959 admin admin] Made reservation on behalf of a5165a04e8424374861f09fdf647d2d2 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:02:01.201908 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed600828-068b-4230-af2c-49be914b7959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.227235 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port aafdee6b-4b56-4018-8720-42fc456e53df, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=aafdee6b-4b56-4018-8720-42fc456e53df,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:01.238822 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.240054 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed600828-068b-4230-af2c-49be914b7959 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.255721 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ae97bd1b-235c-49b1-bc48-6cf355278281 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.263890 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ae97bd1b-235c-49b1-bc48-6cf355278281 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.266540 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ae97bd1b-235c-49b1-bc48-6cf355278281 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/24644941-9dd3-4804-94c3-19631befe1c2 HTTP/1.1" status: 204 len: 168 time: 0.1729677 Nov 23 22:02:01.271428 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41844) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:01.295150 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97bd1b-235c-49b1-bc48-6cf355278281 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24644941-9dd3-4804-94c3-19631befe1c2,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:01.301365 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-286ea8f7-198a-45cb-b32b-d8b327e3f592 service neutron] 10.222.0.60 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183726 Nov 23 22:02:01.348770 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c772e77b-dc9a-469b-9d75-883462fc1d06 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0748260 Nov 23 22:02:01.349440 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41850) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:01.383218 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.383498 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6127924-3ce0-47ca-a888-c17d36c2eb32 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:02:01.385494 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-88612798-2046-4edc-ac78-069d515c0b6c tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.387479 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e6127924-3ce0-47ca-a888-c17d36c2eb32 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.395908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=aafdee6b-4b56-4018-8720-42fc456e53df,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:01.399034 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-88612798-2046-4edc-ac78-069d515c0b6c tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.402389 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e3173-a613-4f64-a89f-f46f685953e3 req-390c9c10-ce5e-46ed-aaa8-06b288697b4c tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:01.414131 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c75e3173-a613-4f64-a89f-f46f685953e3 req-390c9c10-ce5e-46ed-aaa8-06b288697b4c tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 945 time: 0.1772625 Nov 23 22:02:01.453644 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-88612798-2046-4edc-ac78-069d515c0b6c tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.459465 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-88612798-2046-4edc-ac78-069d515c0b6c tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.464232 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-88612798-2046-4edc-ac78-069d515c0b6c tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/cd202de7-dd86-40d6-b659-ac826fef0c11 HTTP/1.1" status: 204 len: 168 time: 0.1137488 Nov 23 22:02:01.465054 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41852) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:01.473099 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 896a7739-59b9-4a3c-a31b-46b8106441ad, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=896a7739-59b9-4a3c-a31b-46b8106441ad,segment=NetworkSegment(bb649faf-c155-4128-b746-603388c743a5),segment_id=bb649faf-c155-4128-b746-603388c743a5)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:01.485998 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.499871 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88612798-2046-4edc-ac78-069d515c0b6c tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd202de7-dd86-40d6-b659-ac826fef0c11,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:01.544713 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3dc5306a-f784-4da7-ba25-c2bf48348b22 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0758846 Nov 23 22:02:01.545487 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41854) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:01.552705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-e6127924-3ce0-47ca-a888-c17d36c2eb32 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] device_id is not set on port d0f0066e-6b97-4f39-b141-2aee95ed36e0 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:02:01.593374 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed600828-068b-4230-af2c-49be914b7959 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.607206 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=896a7739-59b9-4a3c-a31b-46b8106441ad,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:01.638467 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1b86dc4d-e33b-412f-86e9-da965afc6c27 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.640617 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed600828-068b-4230-af2c-49be914b7959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.657288 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed600828-068b-4230-af2c-49be914b7959 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:02:01.670853 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed600828-068b-4230-af2c-49be914b7959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.671162 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-ed600828-068b-4230-af2c-49be914b7959 admin admin] Added segment d1173619-e443-4c84-b138-f0169b429b5b of type vlan for network 59e22729-5346-4326-b3d6-e01aaafa19b3 Nov 23 22:02:01.675308 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.678551 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1b86dc4d-e33b-412f-86e9-da965afc6c27 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.753991 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1b86dc4d-e33b-412f-86e9-da965afc6c27 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.762215 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1b86dc4d-e33b-412f-86e9-da965afc6c27 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.766770 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1b86dc4d-e33b-412f-86e9-da965afc6c27 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "DELETE /v2.0/security-groups/70e497b9-5094-4cd6-9dee-f43418954aad HTTP/1.1" status: 204 len: 168 time: 0.2202671 Nov 23 22:02:01.767619 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41860) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:01.785284 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c75e3173-a613-4f64-a89f-f46f685953e3 req-1beb2965-1ad8-4933-be07-619280bfea87 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3693445 Nov 23 22:02:01.787736 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d558dfc5-c94c-4a3e-afda-b05c97a732d2 req-928c69c6-a39f-40b3-bde9-b5ee62c4a563 service neutron] 10.222.0.60 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693034 Nov 23 22:02:01.795868 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed600828-068b-4230-af2c-49be914b7959 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.807498 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['aafdee6b-4b56-4018-8720-42fc456e53df'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:02:01.825355 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86dc4d-e33b-412f-86e9-da965afc6c27 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e497b9-5094-4cd6-9dee-f43418954aad,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:01.849222 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed600828-068b-4230-af2c-49be914b7959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fa8b70-0a9d-4b3a-b738-4f4b679a006f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:01.902837 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b5548701-08a5-4fa8-80c8-08493f32edd1 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1239758 Nov 23 22:02:01.904841 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41862) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:01.909285 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-184c57a4-7b0b-413c-a686-0fb4898159f6 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Request body: {'security_group': {'name': 'tempest-secgroup--1731978920'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:01.939972 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-184c57a4-7b0b-413c-a686-0fb4898159f6 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:01.940920 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-e6127924-3ce0-47ca-a888-c17d36c2eb32 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Allocated IP 172.20.0.7 (c7b1a41c-beac-4db1-985c-928b3853b85c/8c3bf3a3-3d7f-4718-b717-c63293401974/d0f0066e-6b97-4f39-b141-2aee95ed36e0) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:02:02.088366 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd61133e-019c-48c3-a617-4012f9dce3bf None None] Network c7b1a41c-beac-4db1-985c-928b3853b85c requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:02:02.097085 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-184c57a4-7b0b-413c-a686-0fb4898159f6 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:02.105974 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed600828-068b-4230-af2c-49be914b7959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:02.112932 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-184c57a4-7b0b-413c-a686-0fb4898159f6 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:02.121659 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed600828-068b-4230-af2c-49be914b7959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:02.122954 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed600828-068b-4230-af2c-49be914b7959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:02.176113 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c57a4-7b0b-413c-a686-0fb4898159f6 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=944b0720-29c6-4f18-b022-c4e0b50a3a9f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:02.187619 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-52a9049c-cac6-4d72-8961-0cae57650b5e None None] Provisioning complete for port 896a7739-59b9-4a3c-a31b-46b8106441ad triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:02.188109 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-52a9049c-cac6-4d72-8961-0cae57650b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:02.196415 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-184c57a4-7b0b-413c-a686-0fb4898159f6 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:02.199934 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-184c57a4-7b0b-413c-a686-0fb4898159f6 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2941887 Nov 23 22:02:02.203452 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41872) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:02.209022 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-916241f8-c994-4f98-9d00-86cf868bbb25 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Request body: {'security_group_rule': {'security_group_id': '944b0720-29c6-4f18-b022-c4e0b50a3a9f', 'direction': 'ingress', 'protocol': 17}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:02.250523 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-916241f8-c994-4f98-9d00-86cf868bbb25 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:02.258192 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed600828-068b-4230-af2c-49be914b7959 admin admin] Pushing event updated for resources: {'Network': ['ID=59e22729-5346-4326-b3d6-e01aaafa19b3,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:02.277887 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 59e22729-5346-4326-b3d6-e01aaafa19b3 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:02:02.299265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032aa2b-379f-4054-86bb-eaa751017ca1 req-58ea67d3-e445-4b96-a88f-bc4e9f979451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:02.301043 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6032aa2b-379f-4054-86bb-eaa751017ca1 req-58ea67d3-e445-4b96-a88f-bc4e9f979451 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=32839c3e63d04827b470d0a106b18e8e&device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 1096 time: 0.2883208 Nov 23 22:02:02.306744 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ed600828-068b-4230-af2c-49be914b7959 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5128245 Nov 23 22:02:02.312778 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41880) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:02.334583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-885a3a21-d242-4418-b78d-c6221b403a3e admin admin] Request body: {'subnet': {'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-508628317-subnet', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:02.348046 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-916241f8-c994-4f98-9d00-86cf868bbb25 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:02.359006 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-916241f8-c994-4f98-9d00-86cf868bbb25 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:02.390840 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916241f8-c994-4f98-9d00-86cf868bbb25 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3e9d98-b526-4151-aa76-f36a3e1bde00,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:02.435479 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-916241f8-c994-4f98-9d00-86cf868bbb25 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:02.439784 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-916241f8-c994-4f98-9d00-86cf868bbb25 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2335315 Nov 23 22:02:02.440869 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41884) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:02.461399 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032aa2b-379f-4054-86bb-eaa751017ca1 req-e984a23e-68c8-4b13-a076-161564d3333b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:02.466039 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6032aa2b-379f-4054-86bb-eaa751017ca1 req-e984a23e-68c8-4b13-a076-161564d3333b service neutron] 10.222.0.60 "GET /v2.0/networks?id=14f777ba-77da-410e-897f-1430639bb0d7 HTTP/1.1" status: 200 len: 917 time: 0.1391709 Nov 23 22:02:02.555244 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5bc74c1-c44d-470a-aa5f-b31fb1f68f9a tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:02.594306 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5bc74c1-c44d-470a-aa5f-b31fb1f68f9a tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:02.651618 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5bc74c1-c44d-470a-aa5f-b31fb1f68f9a tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:02.654756 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5bc74c1-c44d-470a-aa5f-b31fb1f68f9a tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:02.657095 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b5bc74c1-c44d-470a-aa5f-b31fb1f68f9a tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "DELETE /v2.0/security-groups/944b0720-29c6-4f18-b022-c4e0b50a3a9f HTTP/1.1" status: 204 len: 168 time: 0.2135217 Nov 23 22:02:02.675005 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41892) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:02.724087 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e6127924-3ce0-47ca-a888-c17d36c2eb32 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:02.755130 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc74c1-c44d-470a-aa5f-b31fb1f68f9a tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=944b0720-29c6-4f18-b022-c4e0b50a3a9f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:02.824454 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6032aa2b-379f-4054-86bb-eaa751017ca1 req-90400a27-66a9-4e33-8830-c9b14f23ee46 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 HTTP/1.1" status: 200 len: 999 time: 0.3324230 Nov 23 22:02:02.832068 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885a3a21-d242-4418-b78d-c6221b403a3e admin admin] Made reservation on behalf of a5165a04e8424374861f09fdf647d2d2 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:02:02.841398 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-885a3a21-d242-4418-b78d-c6221b403a3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:02.855649 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e6127924-3ce0-47ca-a888-c17d36c2eb32 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:02.862577 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-451b27c6-7abb-49c4-8d75-677a4d93683d tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1853230 Nov 23 22:02:02.866057 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41900) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:02.878109 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e1058336-3c4d-410c-9cb4-ea402ff74e42 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Request body: {'security_group': {'name': 'tempest-secgroup--208030677'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:02.949168 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e1058336-3c4d-410c-9cb4-ea402ff74e42 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:02.971205 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:03.066194 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9b4c6dd9-d349-48f1-9e4e-78b69678bb46 None None] Provisioning complete for port f169cc47-9689-4af6-bc71-3b3ea9662e87 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:03.066582 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9b4c6dd9-d349-48f1-9e4e-78b69678bb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:03.222657 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-9b4c6dd9-d349-48f1-9e4e-78b69678bb46 None None] Port f169cc47-9689-4af6-bc71-3b3ea9662e87 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:02:03.227247 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 896a7739-59b9-4a3c-a31b-46b8106441ad up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:02:03.246625 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e1058336-3c4d-410c-9cb4-ea402ff74e42 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:03.261398 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e1058336-3c4d-410c-9cb4-ea402ff74e42 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:03.315959 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1058336-3c4d-410c-9cb4-ea402ff74e42 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6728ace4-cfe1-466a-8b5f-f90857b7423d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:03.339519 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e1058336-3c4d-410c-9cb4-ea402ff74e42 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:03.341984 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9b4c6dd9-d349-48f1-9e4e-78b69678bb46 None None] Provisioning complete for port 896a7739-59b9-4a3c-a31b-46b8106441ad triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:03.342561 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9b4c6dd9-d349-48f1-9e4e-78b69678bb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:03.344093 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e1058336-3c4d-410c-9cb4-ea402ff74e42 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4770031 Nov 23 22:02:03.347179 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41902) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:03.359581 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6f2dc458-19ec-42f9-93d5-71726e9928a3 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Request body: {'security_group': {'name': 'tempest-secgroup--2084821882'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:03.420291 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f2dc458-19ec-42f9-93d5-71726e9928a3 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:03.454616 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 896a7739-59b9-4a3c-a31b-46b8106441ad triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:03.463335 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:03.555113 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f2dc458-19ec-42f9-93d5-71726e9928a3 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:03.568266 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f2dc458-19ec-42f9-93d5-71726e9928a3 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:03.602250 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f2dc458-19ec-42f9-93d5-71726e9928a3 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:03.608036 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6f2dc458-19ec-42f9-93d5-71726e9928a3 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2596624 Nov 23 22:02:03.638607 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41904) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:03.655132 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-29c9e819-3880-47bf-8836-ab8a5c02e946 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Request body: {'security_group_rule': {'security_group_id': '6728ace4-cfe1-466a-8b5f-f90857b7423d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b6ac0763-c6da-4ae7-97f6-9adc05441a0c', 'remote_ip_prefix': None}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:03.694068 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2dc458-19ec-42f9-93d5-71726e9928a3 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ac0763-c6da-4ae7-97f6-9adc05441a0c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:03.700758 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5a4c7-5e21-4b94-beac-8d375548aa85 req-247ea55e-d926-4f8b-bbb3-05b703f09ccd tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:03.712387 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bfc5a4c7-5e21-4b94-beac-8d375548aa85 req-247ea55e-d926-4f8b-bbb3-05b703f09ccd tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 945 time: 1.4678648 Nov 23 22:02:03.773861 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-29c9e819-3880-47bf-8836-ab8a5c02e946 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:03.814354 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0118b880-7ec5-47ec-a2d0-455d67435d35 None None] Provisioning complete for port f169cc47-9689-4af6-bc71-3b3ea9662e87 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:03.815085 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0118b880-7ec5-47ec-a2d0-455d67435d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:03.859161 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:03.879145 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0118b880-7ec5-47ec-a2d0-455d67435d35 None None] Port f169cc47-9689-4af6-bc71-3b3ea9662e87 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:02:03.960537 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-29c9e819-3880-47bf-8836-ab8a5c02e946 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:03.965121 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6127924-3ce0-47ca-a888-c17d36c2eb32 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network c7b1a41c-beac-4db1-985c-928b3853b85c is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:02:03.968254 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-29c9e819-3880-47bf-8836-ab8a5c02e946 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:03.991785 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9e819-3880-47bf-8836-ab8a5c02e946 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc7cbb8-402d-4d45-a756-9d1a16107cfa,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:04.008481 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-29c9e819-3880-47bf-8836-ab8a5c02e946 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:04.010375 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-29c9e819-3880-47bf-8836-ab8a5c02e946 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3706229 Nov 23 22:02:04.016988 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41914) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:04.054003 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-e6127924-3ce0-47ca-a888-c17d36c2eb32 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:04.060008 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6127924-3ce0-47ca-a888-c17d36c2eb32 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:02:04.081561 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a6c891da-a392-4c46-8d41-68b7fd3f4e99 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:04.099438 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a6c891da-a392-4c46-8d41-68b7fd3f4e99 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:04.161778 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a6c891da-a392-4c46-8d41-68b7fd3f4e99 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:04.170203 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a6c891da-a392-4c46-8d41-68b7fd3f4e99 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:04.175392 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a6c891da-a392-4c46-8d41-68b7fd3f4e99 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/9fc7cbb8-402d-4d45-a756-9d1a16107cfa HTTP/1.1" status: 204 len: 168 time: 0.1549547 Nov 23 22:02:04.176127 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41916) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:04.207585 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6127924-3ce0-47ca-a888-c17d36c2eb32 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Port': ['ID=d0f0066e-6b97-4f39-b141-2aee95ed36e0,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:04.226138 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032aa2b-379f-4054-86bb-eaa751017ca1 req-7e0b0cd0-f100-4ed2-b2f8-444783243652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:04.227871 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6032aa2b-379f-4054-86bb-eaa751017ca1 req-7e0b0cd0-f100-4ed2-b2f8-444783243652 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9ec95087-31a0-4067-927d-a3091c147250 HTTP/1.1" status: 200 len: 855 time: 1.3698163 Nov 23 22:02:04.228182 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c891da-a392-4c46-8d41-68b7fd3f4e99 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9fc7cbb8-402d-4d45-a756-9d1a16107cfa,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:04.286583 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c516e0e6-c201-41cd-9e64-28b9b2817353 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0974090 Nov 23 22:02:04.287596 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41918) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:04.359780 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-43a33a09-332e-41b9-bc45-95a4d0ec6985 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:04.375894 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fd567-c171-4e27-bf31-cfcb1cb90eb0 req-b09502ad-63aa-45c6-b5de-6a77e8e5628c tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:04.375894 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-710fd567-c171-4e27-bf31-cfcb1cb90eb0 req-b09502ad-63aa-45c6-b5de-6a77e8e5628c tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 945 time: 0.6173286 Nov 23 22:02:04.396558 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6127924-3ce0-47ca-a888-c17d36c2eb32 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:04.399058 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e6127924-3ce0-47ca-a888-c17d36c2eb32 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:04.419659 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bfc5a4c7-5e21-4b94-beac-8d375548aa85 req-67d551c9-c235-4341-99a3-3743693de0ff tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7061157 Nov 23 22:02:04.429072 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-43a33a09-332e-41b9-bc45-95a4d0ec6985 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:04.489994 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e6127924-3ce0-47ca-a888-c17d36c2eb32 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4779778 Nov 23 22:02:04.492639 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41920) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:04.589682 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-710fd567-c171-4e27-bf31-cfcb1cb90eb0 req-69d56eed-2d7d-4eae-9351-72ddde5431af tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663892 Nov 23 22:02:04.605234 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-43a33a09-332e-41b9-bc45-95a4d0ec6985 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:04.608114 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-43a33a09-332e-41b9-bc45-95a4d0ec6985 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:04.611722 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-43a33a09-332e-41b9-bc45-95a4d0ec6985 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "DELETE /v2.0/security-groups/b6ac0763-c6da-4ae7-97f6-9adc05441a0c HTTP/1.1" status: 204 len: 168 time: 0.3211219 Nov 23 22:02:04.616065 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41922) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:04.630582 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a46210b6-90b8-47a6-885b-cc9aa55f0eea None None] Provisioning complete for port d0f0066e-6b97-4f39-b141-2aee95ed36e0 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:04.630582 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a46210b6-90b8-47a6-885b-cc9aa55f0eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:04.700507 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device aafdee6b-4b56-4018-8720-42fc456e53df up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:02:04.737642 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-885a3a21-d242-4418-b78d-c6221b403a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:04.793626 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a46210b6-90b8-47a6-885b-cc9aa55f0eea None None] Port d0f0066e-6b97-4f39-b141-2aee95ed36e0 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:02:04.824158 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port aafdee6b-4b56-4018-8720-42fc456e53df completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:02:04.829486 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port aafdee6b-4b56-4018-8720-42fc456e53df triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:04.829871 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:04.830561 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a3a21-d242-4418-b78d-c6221b403a3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbde2441-7886-433f-81fc-edefeb26eca3,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:05.018990 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032aa2b-379f-4054-86bb-eaa751017ca1 req-475d19e8-46a5-48a2-a3c7-0b3d0df97ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:05.022027 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6032aa2b-379f-4054-86bb-eaa751017ca1 req-475d19e8-46a5-48a2-a3c7-0b3d0df97ff3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=14f777ba-77da-410e-897f-1430639bb0d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1919684 Nov 23 22:02:05.025473 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885a3a21-d242-4418-b78d-c6221b403a3e admin admin] Checking segment: {'id': 'd1173619-e443-4c84-b138-f0169b429b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:02:05.026064 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885a3a21-d242-4418-b78d-c6221b403a3e admin admin] Network hostable DHCP agents. Network: 59e22729-5346-4326-b3d6-e01aaafa19b3, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:02:05.049776 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:05.051969 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885a3a21-d242-4418-b78d-c6221b403a3e admin admin] Network 59e22729-5346-4326-b3d6-e01aaafa19b3 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:02:05.069071 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-885a3a21-d242-4418-b78d-c6221b403a3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 59e22729-5346-4326-b3d6-e01aaafa19b3) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:05.076349 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885a3a21-d242-4418-b78d-c6221b403a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:05.077253 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-885a3a21-d242-4418-b78d-c6221b403a3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:05.092842 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd1f738-2e87-448f-b48d-c643d31b42dc None None] Network 59e22729-5346-4326-b3d6-e01aaafa19b3 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:02:05.115618 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a33a09-332e-41b9-bc45-95a4d0ec6985 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ac0763-c6da-4ae7-97f6-9adc05441a0c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:05.143408 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2011dd21-6e87-4f54-a4fc-062e238127eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aafdee6b-4b56-4018-8720-42fc456e53df'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:02:05.145281 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ac29e7-9099-446c-a4c1-5a02b0b536c4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:05.145656 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3d441d-e5e2-4207-95d0-937e2361cb76" -d '{"events": [{"server_uuid": "2011dd21-6e87-4f54-a4fc-062e238127eb", "name": "network-vif-plugged", "status": "completed", "tag": "aafdee6b-4b56-4018-8720-42fc456e53df"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:02:05.150637 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f0ac29e7-9099-446c-a4c1-5a02b0b536c4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.6547444 Nov 23 22:02:05.151446 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41928) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:05.193013 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port aafdee6b-4b56-4018-8720-42fc456e53df, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=aafdee6b-4b56-4018-8720-42fc456e53df,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:05.223469 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b3e14271-859e-4a09-8a3c-165157c800d6 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.6053157 Nov 23 22:02:05.227218 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41930) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:05.245093 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-885a3a21-d242-4418-b78d-c6221b403a3e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.9165282 Nov 23 22:02:05.253088 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41932) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:05.265689 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:05.291520 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-10e81e8b-e71e-46e8-9ef6-486103263bd5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-508628317-router', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:05.291917 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1328bc-b113-4857-8a9d-2e6003a1ee6c x-openstack-request-id: req-cf1328bc-b113-4857-8a9d-2e6003a1ee6c {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:02:05.293345 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2011dd21-6e87-4f54-a4fc-062e238127eb", "name": "network-vif-plugged", "status": "completed", "tag": "aafdee6b-4b56-4018-8720-42fc456e53df", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:02:05.295260 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cf1328bc-b113-4857-8a9d-2e6003a1ee6c {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:02:05.295754 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2011dd21-6e87-4f54-a4fc-062e238127eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aafdee6b-4b56-4018-8720-42fc456e53df', 'code': 200} Nov 23 22:02:05.326496 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-995df404-da75-4376-829f-349663509be2 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:05.358067 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-995df404-da75-4376-829f-349663509be2 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:05.415047 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-995df404-da75-4376-829f-349663509be2 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:05.419255 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-995df404-da75-4376-829f-349663509be2 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:05.420594 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-995df404-da75-4376-829f-349663509be2 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "DELETE /v2.0/security-groups/6728ace4-cfe1-466a-8b5f-f90857b7423d HTTP/1.1" status: 204 len: 168 time: 0.1915073 Nov 23 22:02:05.425578 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41934) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:05.475261 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=aafdee6b-4b56-4018-8720-42fc456e53df,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:05.476404 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995df404-da75-4376-829f-349663509be2 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6728ace4-cfe1-466a-8b5f-f90857b7423d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:05.513199 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-6341556e-69b6-40cc-99fd-0a18887830a3 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting port d0f0066e-6b97-4f39-b141-2aee95ed36e0 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:02:05.513695 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6341556e-69b6-40cc-99fd-0a18887830a3 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:05.569070 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abee1f0-eff6-43d8-b666-2cd057edcced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-59e22729-5346-4326-b3d6-e01aaafa19b3', 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'fixed_ips': [{'subnet_id': 'dbde2441-7886-433f-81fc-edefeb26eca3'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:02:05.569952 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1abee1f0-eff6-43d8-b666-2cd057edcced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:05.603161 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10e81e8b-e71e-46e8-9ef6-486103263bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:05.604629 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10e81e8b-e71e-46e8-9ef6-486103263bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:05.704705 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6341556e-69b6-40cc-99fd-0a18887830a3 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:05.717458 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a24d04-3486-4f8e-8144-7557fd1cb466 req-2718fa07-36b6-4f8e-a14d-b0a2c9a0705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:05.734622 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78a24d04-3486-4f8e-8144-7557fd1cb466 req-2718fa07-36b6-4f8e-a14d-b0a2c9a0705c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 1097 time: 0.3807347 Nov 23 22:02:05.748687 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-6341556e-69b6-40cc-99fd-0a18887830a3 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Calling delete_port for d0f0066e-6b97-4f39-b141-2aee95ed36e0 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:02:05.897525 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-1abee1f0-eff6-43d8-b666-2cd057edcced None None] Allocated IP 172.20.0.2 (59e22729-5346-4326-b3d6-e01aaafa19b3/dbde2441-7886-433f-81fc-edefeb26eca3/6ad2334a-7be9-4d59-a066-dfaf3ad0c400) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:02:05.923009 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78a24d04-3486-4f8e-8144-7557fd1cb466 req-8ad00a49-2388-42ec-a3a7-22af12baf21e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553161 Nov 23 22:02:06.148716 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-70f72dd4-cf2e-4e76-99cf-cdacde059c79 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7216284 Nov 23 22:02:06.155383 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6341556e-69b6-40cc-99fd-0a18887830a3 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:06.160444 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41946) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:06.168002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6032aa2b-379f-4054-86bb-eaa751017ca1 req-f1bd4335-43b1-40db-8768-d4f93a172397 service neutron] 10.222.0.60 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0725131 Nov 23 22:02:06.170366 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f8a97f49-01a8-427d-abb2-d505f2a26f41 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Request body: {'security_group': {'name': 'tempest-secgroup--945180617'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:06.205283 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f2ed9-9a27-40b8-b86b-c5ab25db6b74 req-958063d9-00a3-42c7-8e28-d768b2baf594 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:06.207282 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-432f2ed9-9a27-40b8-b86b-c5ab25db6b74 req-958063d9-00a3-42c7-8e28-d768b2baf594 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 946 time: 0.5888655 Nov 23 22:02:06.220037 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10e81e8b-e71e-46e8-9ef6-486103263bd5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:06.322865 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341556e-69b6-40cc-99fd-0a18887830a3 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Port': ['ID=d0f0066e-6b97-4f39-b141-2aee95ed36e0,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:06.474627 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6341556e-69b6-40cc-99fd-0a18887830a3 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:06.480999 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6341556e-69b6-40cc-99fd-0a18887830a3 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/ports/d0f0066e-6b97-4f39-b141-2aee95ed36e0 HTTP/1.1" status: 204 len: 168 time: 1.3255024 Nov 23 22:02:06.484746 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41952) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:06.497304 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1abee1f0-eff6-43d8-b666-2cd057edcced None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:06.514310 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1abee1f0-eff6-43d8-b666-2cd057edcced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:06.527276 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a47079-4eb5-43f3-978a-e5311cb49c4b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] GET failed (client error): The resource could not be found. Nov 23 22:02:06.532037 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-51a47079-4eb5-43f3-978a-e5311cb49c4b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports/d0f0066e-6b97-4f39-b141-2aee95ed36e0 HTTP/1.1" status: 404 len: 333 time: 0.0461071 Nov 23 22:02:06.533829 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f8a97f49-01a8-427d-abb2-d505f2a26f41 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:06.549670 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41954) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:06.644402 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abee1f0-eff6-43d8-b666-2cd057edcced None None] Network 59e22729-5346-4326-b3d6-e01aaafa19b3 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:02:06.658037 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-1abee1f0-eff6-43d8-b666-2cd057edcced None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:06.671132 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abee1f0-eff6-43d8-b666-2cd057edcced None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:02:06.682564 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f8a97f49-01a8-427d-abb2-d505f2a26f41 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:06.694649 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abee1f0-eff6-43d8-b666-2cd057edcced None None] Pushing event updated for resources: {'Port': ['ID=6ad2334a-7be9-4d59-a066-dfaf3ad0c400,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:06.742823 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6db32-c4e2-4af9-b95e-f4250f217976 req-eec7fc77-96e8-4bcf-a8d4-28b4615ad4df tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:06.745887 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f8a97f49-01a8-427d-abb2-d505f2a26f41 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:06.752748 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-42d6db32-c4e2-4af9-b95e-f4250f217976 req-eec7fc77-96e8-4bcf-a8d4-28b4615ad4df tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 945 time: 0.7711697 Nov 23 22:02:06.796850 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a97f49-01a8-427d-abb2-d505f2a26f41 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6892ae4-e3f6-43db-bc4c-29e7bba8ef06,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:06.815478 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f8a97f49-01a8-427d-abb2-d505f2a26f41 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:06.819408 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f8a97f49-01a8-427d-abb2-d505f2a26f41 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6552212 Nov 23 22:02:06.842918 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41958) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:06.848728 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-aea396bd-6d93-4e9b-a52a-da38670c398f tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Request body: {'security_group_rule': {'security_group_id': 'c6892ae4-e3f6-43db-bc4c-29e7bba8ef06', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:06.855926 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-1abee1f0-eff6-43d8-b666-2cd057edcced None None] Attempting to bind port 6ad2334a-7be9-4d59-a066-dfaf3ad0c400 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:02:06.862050 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-1abee1f0-eff6-43d8-b666-2cd057edcced None None] Attempting to bind port 6ad2334a-7be9-4d59-a066-dfaf3ad0c400 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'd1173619-e443-4c84-b138-f0169b429b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:02:06.862953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abee1f0-eff6-43d8-b666-2cd057edcced None None] Attempting to bind port 6ad2334a-7be9-4d59-a066-dfaf3ad0c400 on network 59e22729-5346-4326-b3d6-e01aaafa19b3 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:02:06.871848 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10e81e8b-e71e-46e8-9ef6-486103263bd5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:06.891354 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abee1f0-eff6-43d8-b666-2cd057edcced None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:02:06.893268 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abee1f0-eff6-43d8-b666-2cd057edcced None None] Checking segment: {'id': 'd1173619-e443-4c84-b138-f0169b429b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:02:06.894770 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1abee1f0-eff6-43d8-b666-2cd057edcced None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:06.898675 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abee1f0-eff6-43d8-b666-2cd057edcced None None] Bound using segment: {'id': 'd1173619-e443-4c84-b138-f0169b429b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:02:06.899820 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-1abee1f0-eff6-43d8-b666-2cd057edcced None None] Bound port: 6ad2334a-7be9-4d59-a066-dfaf3ad0c400, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1173619-e443-4c84-b138-f0169b429b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:02:06.900764 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1abee1f0-eff6-43d8-b666-2cd057edcced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:06.911922 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aea396bd-6d93-4e9b-a52a-da38670c398f tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:07.011261 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-432f2ed9-9a27-40b8-b86b-c5ab25db6b74 req-c2c05010-25b0-4c9d-8231-6c56fcb314da tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7849712 Nov 23 22:02:07.013869 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-6e197f89-36f0-4397-8f47-cdcd1655e4d5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting port f169cc47-9689-4af6-bc71-3b3ea9662e87 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:02:07.014331 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6e197f89-36f0-4397-8f47-cdcd1655e4d5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:07.126445 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-42d6db32-c4e2-4af9-b95e-f4250f217976 req-5ab41def-8450-4eb9-8c41-d42e29d835d9 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3720124 Nov 23 22:02:07.130238 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aea396bd-6d93-4e9b-a52a-da38670c398f tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:07.153111 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-1abee1f0-eff6-43d8-b666-2cd057edcced None None] For port 6ad2334a-7be9-4d59-a066-dfaf3ad0c400, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:02:07.164812 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-1abee1f0-eff6-43d8-b666-2cd057edcced None None] For port 6ad2334a-7be9-4d59-a066-dfaf3ad0c400, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6ad2334a-7be9-4d59-a066-dfaf3ad0c400,segment=NetworkSegment(d1173619-e443-4c84-b138-f0169b429b5b),segment_id=d1173619-e443-4c84-b138-f0169b429b5b)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:02:07.176404 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1abee1f0-eff6-43d8-b666-2cd057edcced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:07.187506 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6032aa2b-379f-4054-86bb-eaa751017ca1 req-9a4933d4-a84c-468c-986b-89beb1dbd05c service neutron] 10.222.0.60 "GET /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7019415 Nov 23 22:02:07.220565 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aea396bd-6d93-4e9b-a52a-da38670c398f tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:07.304731 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aea396bd-6d93-4e9b-a52a-da38670c398f tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:07.307026 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-aea396bd-6d93-4e9b-a52a-da38670c398f tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4620152 Nov 23 22:02:07.333182 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41962) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:07.360415 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abee1f0-eff6-43d8-b666-2cd057edcced None None] Pushing event updated for resources: {'Port': ['ID=6ad2334a-7be9-4d59-a066-dfaf3ad0c400,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:07.409208 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea396bd-6d93-4e9b-a52a-da38670c398f tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf41a89b-cda3-4b05-8e50-b7ce4a95566a,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:07.477151 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4cb27085-33f0-439f-8554-642147a9571b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:07.512901 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10e81e8b-e71e-46e8-9ef6-486103263bd5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:07.523784 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4cb27085-33f0-439f-8554-642147a9571b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:07.529785 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6e197f89-36f0-4397-8f47-cdcd1655e4d5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:07.539789 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10e81e8b-e71e-46e8-9ef6-486103263bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:07.570293 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-6e197f89-36f0-4397-8f47-cdcd1655e4d5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Calling delete_port for f169cc47-9689-4af6-bc71-3b3ea9662e87 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:02:07.663697 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4cb27085-33f0-439f-8554-642147a9571b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:07.705163 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4cb27085-33f0-439f-8554-642147a9571b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:07.717838 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4cb27085-33f0-439f-8554-642147a9571b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/bf41a89b-cda3-4b05-8e50-b7ce4a95566a HTTP/1.1" status: 204 len: 168 time: 0.3812301 Nov 23 22:02:07.727549 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41964) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:07.775327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-10e81e8b-e71e-46e8-9ef6-486103263bd5 admin admin] Allocated IP 172.25.5.75 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/d02c64af-ad63-4bca-83ce-0c95d68f696d) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:02:07.796935 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb27085-33f0-439f-8554-642147a9571b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf41a89b-cda3-4b05-8e50-b7ce4a95566a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:07.825087 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-0b184f55-3714-4f2b-bb8e-1c03edc9a488 req-8e70eed6-5159-4bba-8955-94e203b5faa2 tempest-ImagesTestJSON-235062357 tempest-ImagesTestJSON-235062357-project] (110033) timed out ('10.222.0.53', 57527) {{(pid=110033) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 22:02:07.860057 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d9157f10-0fe0-4bcd-928a-824028edd0c2 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1288490 Nov 23 22:02:07.865717 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41968) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:08.019578 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-da8033f0-3f06-467e-9bb5-47dfdf6bbcd7 req-455cc8b0-2aaf-4477-9dbf-5e97170e0c5d tempest-ServerDiskConfigTestJSON-1100290408 tempest-ServerDiskConfigTestJSON-1100290408-project] (110033) timed out ('10.222.0.53', 57655) {{(pid=110033) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 22:02:08.070468 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6e197f89-36f0-4397-8f47-cdcd1655e4d5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:08.101389 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10e81e8b-e71e-46e8-9ef6-486103263bd5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:08.181663 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e197f89-36f0-4397-8f47-cdcd1655e4d5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Port': ['ID=f169cc47-9689-4af6-bc71-3b3ea9662e87,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:08.200591 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10e81e8b-e71e-46e8-9ef6-486103263bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:08.247117 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8bac6804-44e3-4872-9585-d85019961816 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:08.276509 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8bac6804-44e3-4872-9585-d85019961816 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:08.358849 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8bac6804-44e3-4872-9585-d85019961816 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:08.361914 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8bac6804-44e3-4872-9585-d85019961816 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:08.366667 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8bac6804-44e3-4872-9585-d85019961816 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "DELETE /v2.0/security-groups/c6892ae4-e3f6-43db-bc4c-29e7bba8ef06 HTTP/1.1" status: 204 len: 168 time: 0.4979777 Nov 23 22:02:08.367494 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41980) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:08.413468 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac6804-44e3-4872-9585-d85019961816 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6892ae4-e3f6-43db-bc4c-29e7bba8ef06,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:08.498601 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6e197f89-36f0-4397-8f47-cdcd1655e4d5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:08.499627 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e81e8b-e71e-46e8-9ef6-486103263bd5 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:02:08.513646 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6e197f89-36f0-4397-8f47-cdcd1655e4d5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/ports/f169cc47-9689-4af6-bc71-3b3ea9662e87 HTTP/1.1" status: 204 len: 168 time: 1.8259943 Nov 23 22:02:08.519916 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-10e81e8b-e71e-46e8-9ef6-486103263bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:08.530491 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fa4ac368-0337-46f8-9e68-c1c285441058 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1499164 Nov 23 22:02:08.532398 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41982) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:08.532972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41984) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:08.556425 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40e94bd-2463-46e8-b2dd-c400c7bc32f1 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:02:08.557147 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e81e8b-e71e-46e8-9ef6-486103263bd5 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:02:08.594664 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-9b9f0e5d-da82-4675-a20a-f95bdd260ad1 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Request body: {'security_group': {'name': 'tempest-secgroup--4269458'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:08.630117 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-c252d68c-6de6-40c7-9d59-e114412c4243 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] GET failed (client error): The resource could not be found. Nov 23 22:02:08.632084 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c252d68c-6de6-40c7-9d59-e114412c4243 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports/f169cc47-9689-4af6-bc71-3b3ea9662e87 HTTP/1.1" status: 404 len: 333 time: 0.0979061 Nov 23 22:02:08.641598 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41986) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:08.692960 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1c74e-7b58-4665-88a3-94177e7b5423 req-5dc2c958-39ce-4b8c-b165-f0821d44c055 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:08.718929 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35a1c74e-7b58-4665-88a3-94177e7b5423 req-5dc2c958-39ce-4b8c-b165-f0821d44c055 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 946 time: 0.5392549 Nov 23 22:02:08.721812 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c82feb1f-d431-486a-8609-b9f766baf761 None None] Provisioning complete for port d02c64af-ad63-4bca-83ce-0c95d68f696d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:08.723868 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c82feb1f-d431-486a-8609-b9f766baf761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:08.808486 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c82feb1f-d431-486a-8609-b9f766baf761 None None] Port d02c64af-ad63-4bca-83ce-0c95d68f696d cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:02:08.826584 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0e5d-da82-4675-a20a-f95bdd260ad1 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:08.844101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e8cd95-4587-421f-a807-e8430fcb14f2 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting subnet 8c3bf3a3-3d7f-4718-b717-c63293401974 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:02:08.875547 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20e8cd95-4587-421f-a807-e8430fcb14f2 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:09.074074 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e81e8b-e71e-46e8-9ef6-486103263bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=d02c64af-ad63-4bca-83ce-0c95d68f696d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:09.113681 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0e5d-da82-4675-a20a-f95bdd260ad1 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:09.126062 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0e5d-da82-4675-a20a-f95bdd260ad1 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:09.170049 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6ad2334a-7be9-4d59-a066-dfaf3ad0c400 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:02:09.205722 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0e5d-da82-4675-a20a-f95bdd260ad1 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:09.218658 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9b9f0e5d-da82-4675-a20a-f95bdd260ad1 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6261134 Nov 23 22:02:09.239816 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41990) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:09.266223 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-60aa7c0e-90fc-4671-8597-c419ba077514 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Request body: {'security_group_rule': {'security_group_id': '5b96a1af-3e94-4f3b-9e92-0f24056b8a84', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:09.280183 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20e8cd95-4587-421f-a807-e8430fcb14f2 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:09.323556 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 6ad2334a-7be9-4d59-a066-dfaf3ad0c400 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:09.324172 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:09.355012 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f0e5d-da82-4675-a20a-f95bdd260ad1 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b96a1af-3e94-4f3b-9e92-0f24056b8a84,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:09.378869 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10e81e8b-e71e-46e8-9ef6-486103263bd5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:09.404489 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-60aa7c0e-90fc-4671-8597-c419ba077514 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:09.416475 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2f3f23-6910-45e1-9983-e63271816358 None None] Network 59e22729-5346-4326-b3d6-e01aaafa19b3 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:02:09.461406 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d957f86a-4a51-4724-a8c9-f689232491ce None None] Provisioning complete for port 6ad2334a-7be9-4d59-a066-dfaf3ad0c400 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:09.462081 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d957f86a-4a51-4724-a8c9-f689232491ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:09.489635 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35a1c74e-7b58-4665-88a3-94177e7b5423 req-094e8caf-d8d9-48a6-ac6d-0f4660567d11 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7691090 Nov 23 22:02:09.501270 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a669ea-64d0-4a5b-b886-aa9a1a2bcbc9 req-e7cb1a49-e2ba-4bae-bae6-79f432fc4467 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:09.502951 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-19a669ea-64d0-4a5b-b886-aa9a1a2bcbc9 req-e7cb1a49-e2ba-4bae-bae6-79f432fc4467 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 945 time: 1.0298607 Nov 23 22:02:09.556307 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20e8cd95-4587-421f-a807-e8430fcb14f2 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:09.675861 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-60aa7c0e-90fc-4671-8597-c419ba077514 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:09.688830 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-60aa7c0e-90fc-4671-8597-c419ba077514 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:09.725155 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa7c0e-90fc-4671-8597-c419ba077514 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09996a2e-4644-40c4-906d-437934dca93e,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:09.744467 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-19a669ea-64d0-4a5b-b886-aa9a1a2bcbc9 req-ff43e2b0-a885-4ccd-ae66-ba00412cc3a4 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307107 Nov 23 22:02:09.755976 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20e8cd95-4587-421f-a807-e8430fcb14f2 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:09.762472 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:09.767899 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-60aa7c0e-90fc-4671-8597-c419ba077514 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:09.790483 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-60aa7c0e-90fc-4671-8597-c419ba077514 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5314035 Nov 23 22:02:09.830150 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41996) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:09.854121 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8cd95-4587-421f-a807-e8430fcb14f2 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Subnet': ['ID=8c3bf3a3-3d7f-4718-b717-c63293401974,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:09.860454 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 6ad2334a-7be9-4d59-a066-dfaf3ad0c400, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6ad2334a-7be9-4d59-a066-dfaf3ad0c400,segment=NetworkSegment(d1173619-e443-4c84-b138-f0169b429b5b),segment_id=d1173619-e443-4c84-b138-f0169b429b5b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:09.877275 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20e8cd95-4587-421f-a807-e8430fcb14f2 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:09.884533 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-20e8cd95-4587-421f-a807-e8430fcb14f2 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/subnets/8c3bf3a3-3d7f-4718-b717-c63293401974 HTTP/1.1" status: 204 len: 168 time: 1.2409325 Nov 23 22:02:09.897495 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41998) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:09.919634 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d04bfd4e-44ba-41bd-a802-c96f6dd55e8d tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-group-rules/09996a2e-4644-40c4-906d-437934dca93e HTTP/1.1" status: 200 len: 763 time: 0.0706463 Nov 23 22:02:09.925699 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46227e8c-7124-4ac0-bf30-b87a5ff0b4db None None] Network c7b1a41c-beac-4db1-985c-928b3853b85c requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:02:09.925993 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42000) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:09.933284 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:09.997958 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10e81e8b-e71e-46e8-9ef6-486103263bd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:10.086037 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bd7779ee-8b7e-4dd5-81aa-ea834b948f93 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1453397 Nov 23 22:02:10.088618 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f4afb433-cf92-4f1d-a752-cfd9d55a11ce tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:10.091210 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42008) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:10.204282 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b55a2374-f4ce-47c8-b6c7-32705753a144 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:10.227014 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b55a2374-f4ce-47c8-b6c7-32705753a144 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:10.237517 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=6ad2334a-7be9-4d59-a066-dfaf3ad0c400,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:10.291204 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74dc12-ebca-4c6c-a4a7-495f6d93f5c4 req-22f9dcfc-8421-4f4b-bbf7-ae4d9861b505 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:10.299733 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9e74dc12-ebca-4c6c-a4a7-495f6d93f5c4 req-22f9dcfc-8421-4f4b-bbf7-ae4d9861b505 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 946 time: 0.1816747 Nov 23 22:02:10.306758 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b55a2374-f4ce-47c8-b6c7-32705753a144 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:10.317858 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b55a2374-f4ce-47c8-b6c7-32705753a144 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:10.326426 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b55a2374-f4ce-47c8-b6c7-32705753a144 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/09996a2e-4644-40c4-906d-437934dca93e HTTP/1.1" status: 204 len: 168 time: 0.2332926 Nov 23 22:02:10.328281 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-f4afb433-cf92-4f1d-a752-cfd9d55a11ce tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting port 896a7739-59b9-4a3c-a31b-46b8106441ad {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:02:10.330860 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42012) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:10.331333 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f4afb433-cf92-4f1d-a752-cfd9d55a11ce tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:10.404262 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9e74dc12-ebca-4c6c-a4a7-495f6d93f5c4 req-6829ffbe-e3a0-47eb-b5e3-ce1e76bb869e tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962367 Nov 23 22:02:10.436903 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a2374-f4ce-47c8-b6c7-32705753a144 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09996a2e-4644-40c4-906d-437934dca93e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:10.474599 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3e24c10b-572a-4504-856c-a35c2cd8e3ec tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1423776 Nov 23 22:02:10.480042 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42016) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:10.486327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-f6184b17-14cd-4701-b21b-7991e243abb0 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Request body: {'security_group_rule': {'security_group_id': '5b96a1af-3e94-4f3b-9e92-0f24056b8a84', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:10.537059 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f32fe3-dcb3-4325-a72f-7f5f3968de3f None None] DHCP port deletion for c7b1a41c-beac-4db1-985c-928b3853b85c request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:02:10.561701 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f6184b17-14cd-4701-b21b-7991e243abb0 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:10.600760 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e81e8b-e71e-46e8-9ef6-486103263bd5 admin admin] Router c31c01ab-98ac-4451-b652-7494353bdb74 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:02:10.607098 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-f4afb433-cf92-4f1d-a752-cfd9d55a11ce tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] For port 896a7739-59b9-4a3c-a31b-46b8106441ad, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=896a7739-59b9-4a3c-a31b-46b8106441ad,segment=NetworkSegment(bb649faf-c155-4128-b746-603388c743a5),segment_id=bb649faf-c155-4128-b746-603388c743a5)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:10.616805 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f4afb433-cf92-4f1d-a752-cfd9d55a11ce tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:10.647832 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-f4afb433-cf92-4f1d-a752-cfd9d55a11ce tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Calling delete_port for 896a7739-59b9-4a3c-a31b-46b8106441ad owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:02:10.666958 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-55f32fe3-dcb3-4325-a72f-7f5f3968de3f None None] Deleting port 896a7739-59b9-4a3c-a31b-46b8106441ad {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:02:10.667350 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-55f32fe3-dcb3-4325-a72f-7f5f3968de3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:10.824800 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f6184b17-14cd-4701-b21b-7991e243abb0 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:10.841046 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-55f32fe3-dcb3-4325-a72f-7f5f3968de3f None None] For port 896a7739-59b9-4a3c-a31b-46b8106441ad, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=896a7739-59b9-4a3c-a31b-46b8106441ad,segment=NetworkSegment(bb649faf-c155-4128-b746-603388c743a5),segment_id=bb649faf-c155-4128-b746-603388c743a5)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:10.841691 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-55f32fe3-dcb3-4325-a72f-7f5f3968de3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:10.847646 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f4afb433-cf92-4f1d-a752-cfd9d55a11ce tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:10.893138 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-55f32fe3-dcb3-4325-a72f-7f5f3968de3f None None] Calling delete_port for 896a7739-59b9-4a3c-a31b-46b8106441ad owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:02:10.911697 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afb433-cf92-4f1d-a752-cfd9d55a11ce tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Port': ['ID=896a7739-59b9-4a3c-a31b-46b8106441ad,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:10.923547 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4afb433-cf92-4f1d-a752-cfd9d55a11ce tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] No DVR routers for this DVR port 896a7739-59b9-4a3c-a31b-46b8106441ad on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:02:10.950367 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f6184b17-14cd-4701-b21b-7991e243abb0 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:11.031216 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0346065b-f3d8-477f-86b0-5e4f74cb1a3a None None] Provisioning complete for port 6ad2334a-7be9-4d59-a066-dfaf3ad0c400 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:11.034435 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0346065b-f3d8-477f-86b0-5e4f74cb1a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:11.050580 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f6184b17-14cd-4701-b21b-7991e243abb0 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:11.055410 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f6184b17-14cd-4701-b21b-7991e243abb0 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5742221 Nov 23 22:02:11.058362 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42024) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:11.077823 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6184b17-14cd-4701-b21b-7991e243abb0 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90bb423-308e-434b-b309-3dddb68515bf,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:11.098255 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e81e8b-e71e-46e8-9ef6-486103263bd5 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:02:11.099150 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6ad2334a-7be9-4d59-a066-dfaf3ad0c400 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:02:11.121952 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] Sync routers for ids ['c31c01ab-98ac-4451-b652-7494353bdb74'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:02:11.133148 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87b94f-750d-4e67-86ab-f53bdf6cbf79 req-34a64433-1de2-4dd6-8204-c4ab20d7312c tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:11.135779 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b87b94f-750d-4e67-86ab-f53bdf6cbf79 req-34a64433-1de2-4dd6-8204-c4ab20d7312c tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 945 time: 0.1604600 Nov 23 22:02:11.139175 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f4afb433-cf92-4f1d-a752-cfd9d55a11ce tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:11.187403 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-db486517-ab3d-40f3-9886-9ea3a844df8b tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-group-rules/a90bb423-308e-434b-b309-3dddb68515bf HTTP/1.1" status: 200 len: 763 time: 0.1121051 Nov 23 22:02:11.188199 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42026) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:11.218073 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10e81e8b-e71e-46e8-9ef6-486103263bd5 admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:11.223460 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-10e81e8b-e71e-46e8-9ef6-486103263bd5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.9691367 Nov 23 22:02:11.224673 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42028) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:11.228420 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] Routers {'c31c01ab-98ac-4451-b652-7494353bdb74'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:02:11.229071 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:02:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c31c01ab-98ac-4451-b652-7494353bdb74'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:11.246803 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-f4afb433-cf92-4f1d-a752-cfd9d55a11ce tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b1a41c-beac-4db1-985c-928b3853b85c']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:11.276849 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-f4afb433-cf92-4f1d-a752-cfd9d55a11ce tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb649faf-c155-4128-b746-603388c743a5') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:11.293504 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-f4afb433-cf92-4f1d-a752-cfd9d55a11ce tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb649faf-c155-4128-b746-603388c743a5') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:11.366406 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b87b94f-750d-4e67-86ab-f53bdf6cbf79 req-a7582e03-c8fa-4286-9379-0cf13a4902cd tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119048 Nov 23 22:02:11.369559 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f4afb433-cf92-4f1d-a752-cfd9d55a11ce tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:11.418260 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7dd6854b-0a21-41b2-89a3-842cc45b8dec tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2219987 Nov 23 22:02:11.428040 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42030) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:11.430200 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-55f32fe3-dcb3-4325-a72f-7f5f3968de3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:11.470420 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f4afb433-cf92-4f1d-a752-cfd9d55a11ce tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:11.480349 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a7ccb222-df01-47e6-9904-5b7fbde9a0a6 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:11.491747 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4afb433-cf92-4f1d-a752-cfd9d55a11ce tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:02:11.492565 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f4afb433-cf92-4f1d-a752-cfd9d55a11ce tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:11.494826 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a7ccb222-df01-47e6-9904-5b7fbde9a0a6 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:02:11.508333 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:02:11.523026 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f32fe3-dcb3-4325-a72f-7f5f3968de3f None None] No DVR routers for this DVR port 896a7739-59b9-4a3c-a31b-46b8106441ad on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:02:11.560020 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f32fe3-dcb3-4325-a72f-7f5f3968de3f None None] Pushing event deleted for resources: {'Port': ['ID=896a7739-59b9-4a3c-a31b-46b8106441ad,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:11.565667 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 6ad2334a-7be9-4d59-a066-dfaf3ad0c400 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:11.566179 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:11.667689 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] Set router c31c01ab-98ac-4451-b652-7494353bdb74 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:02:11.695094 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a7ccb222-df01-47e6-9904-5b7fbde9a0a6 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:11.696221 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f4afb433-cf92-4f1d-a752-cfd9d55a11ce tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:11.731985 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f4afb433-cf92-4f1d-a752-cfd9d55a11ce tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:11.755466 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f4afb433-cf92-4f1d-a752-cfd9d55a11ce tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/networks/c7b1a41c-beac-4db1-985c-928b3853b85c HTTP/1.1" status: 204 len: 168 time: 1.8567317 Nov 23 22:02:11.777706 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42044) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:11.781111 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afb433-cf92-4f1d-a752-cfd9d55a11ce tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Network': ['ID=c7b1a41c-beac-4db1-985c-928b3853b85c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:11.787012 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6ab60687-eba4-4025-8e7a-6e439156d215 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1645009746'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:11.810407 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a7ccb222-df01-47e6-9904-5b7fbde9a0a6 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:11.815806 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a7ccb222-df01-47e6-9904-5b7fbde9a0a6 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/a90bb423-308e-434b-b309-3dddb68515bf HTTP/1.1" status: 204 len: 168 time: 0.3828287 Nov 23 22:02:11.816652 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42046) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:11.816814 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ccb222-df01-47e6-9904-5b7fbde9a0a6 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a90bb423-308e-434b-b309-3dddb68515bf,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:11.873855 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b548ad8-4d6e-437d-9c0c-fa072621b4fe req-c5a9e6b8-e52f-4c6a-af09-7c08bce7896d tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:11.886405 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b548ad8-4d6e-437d-9c0c-fa072621b4fe req-c5a9e6b8-e52f-4c6a-af09-7c08bce7896d tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 946 time: 0.2990601 Nov 23 22:02:11.886730 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab60687-eba4-4025-8e7a-6e439156d215 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:02:11.902486 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ab60687-eba4-4025-8e7a-6e439156d215 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:11.982485 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6e3af68b-bc0d-4957-a97d-4947108029d8 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1594298 Nov 23 22:02:11.983374 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42050) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:12.011517 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-9e1206a6-c677-4743-b864-3e6a5d812331 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Request body: {'security_group_rule': {'security_group_id': '5b96a1af-3e94-4f3b-9e92-0f24056b8a84', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:12.067858 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab60687-eba4-4025-8e7a-6e439156d215 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:02:12.107443 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ab60687-eba4-4025-8e7a-6e439156d215 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:12.107817 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-6ab60687-eba4-4025-8e7a-6e439156d215 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Added segment e55d95f8-2575-425d-a4b8-40a1a27e6903 of type vlan for network d8db02c7-b616-4c72-ab1b-f315c1a50703 Nov 23 22:02:12.149019 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e1206a6-c677-4743-b864-3e6a5d812331 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:12.281256 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ab60687-eba4-4025-8e7a-6e439156d215 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:12.396145 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ab60687-eba4-4025-8e7a-6e439156d215 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:12.407760 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab60687-eba4-4025-8e7a-6e439156d215 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:12.408016 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ab60687-eba4-4025-8e7a-6e439156d215 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:12.426133 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e1206a6-c677-4743-b864-3e6a5d812331 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:12.473466 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 896a7739-59b9-4a3c-a31b-46b8106441ad no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:02:12.479651 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e1206a6-c677-4743-b864-3e6a5d812331 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:12.520135 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 896a7739-59b9-4a3c-a31b-46b8106441ad {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:02:12.520581 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 896a7739-59b9-4a3c-a31b-46b8106441ad not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:02:12.555013 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6ab60687-eba4-4025-8e7a-6e439156d215 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7736259 Nov 23 22:02:12.576301 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42056) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:12.599491 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'name': 'tempest-ServersTestJSON-508628317-router', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:02:05Z', 'updated_at': '2021-11-23T22:02:09Z', 'revision_number': 3, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'gw_port': {'id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:42:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:02:07Z', 'updated_at': '2021-11-23T22:02:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:12.654309 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e1206a6-c677-4743-b864-3e6a5d812331 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:12.655684 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9e1206a6-c677-4743-b864-3e6a5d812331 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6584473 Nov 23 22:02:12.669995 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-07e16c11-523c-4762-a50b-d94b2a862808 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'subnet': {'network_id': 'd8db02c7-b616-4c72-ab1b-f315c1a50703', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:12.671599 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] Checking router: c31c01ab-98ac-4451-b652-7494353bdb74 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:02:12.672279 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] Updating router c31c01ab-98ac-4451-b652-7494353bdb74 port d02c64af-ad63-4bca-83ce-0c95d68f696d binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:02:12.680296 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42058) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:12.697734 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1206a6-c677-4743-b864-3e6a5d812331 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7fdaa81-e002-46c8-bf55-42a8fdd18809,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:12.732807 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:12.735261 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab60687-eba4-4025-8e7a-6e439156d215 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Network': ['ID=d8db02c7-b616-4c72-ab1b-f315c1a50703,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:12.773712 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-357ed658-c877-4fc7-9d94-c5a6a5ee53d9 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-group-rules/f7fdaa81-e002-46c8-bf55-42a8fdd18809 HTTP/1.1" status: 200 len: 764 time: 0.0778124 Nov 23 22:02:12.777442 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42060) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:12.915711 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e16c11-523c-4762-a50b-d94b2a862808 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:02:12.920822 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-07e16c11-523c-4762-a50b-d94b2a862808 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:12.956157 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network d8db02c7-b616-4c72-ab1b-f315c1a50703 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:02:12.999661 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7b3fafe9-db61-4ae1-9128-61a88cc26bb6 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2183051 Nov 23 22:02:12.999918 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4278a3-4081-4c62-b13e-9fbcde9bdb97 req-a08b0342-494a-45ec-89f1-b32f61ab1596 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:13.001387 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42062) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:13.006526 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec4278a3-4081-4c62-b13e-9fbcde9bdb97 req-a08b0342-494a-45ec-89f1-b32f61ab1596 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 945 time: 0.3900454 Nov 23 22:02:13.079003 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec4278a3-4081-4c62-b13e-9fbcde9bdb97 req-99cd174c-744c-4fed-80c0-c580d8af1af3 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711956 Nov 23 22:02:13.110545 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-66d28cf6-da70-4886-b249-08d34a924d0e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4770269 Nov 23 22:02:13.119401 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b548ad8-4d6e-437d-9c0c-fa072621b4fe req-1a643c57-fd09-4e09-a9ff-5aa7b95132cf tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2314565 Nov 23 22:02:13.165949 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8509d14d-df7b-49ea-89d7-360a3902836d tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:13.215673 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8509d14d-df7b-49ea-89d7-360a3902836d tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:13.335444 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8509d14d-df7b-49ea-89d7-360a3902836d tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:13.386057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80545b-8707-4089-b826-07cfdb693c32 req-b56cccf7-d65d-46ff-a493-eca1eff93bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:13.386559 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80545b-8707-4089-b826-07cfdb693c32 req-b56cccf7-d65d-46ff-a493-eca1eff93bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:13.409510 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80545b-8707-4089-b826-07cfdb693c32 req-b56cccf7-d65d-46ff-a493-eca1eff93bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:13.410955 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80545b-8707-4089-b826-07cfdb693c32 req-b56cccf7-d65d-46ff-a493-eca1eff93bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:13.411413 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80545b-8707-4089-b826-07cfdb693c32 req-b56cccf7-d65d-46ff-a493-eca1eff93bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:13.411931 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80545b-8707-4089-b826-07cfdb693c32 req-b56cccf7-d65d-46ff-a493-eca1eff93bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:13.444085 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80545b-8707-4089-b826-07cfdb693c32 req-b56cccf7-d65d-46ff-a493-eca1eff93bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:13.444085 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-b56cccf7-d65d-46ff-a493-eca1eff93bb6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b32d0f34c0cc4ad1b4cbe85726725dc7&device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 6493 time: 0.1970587 Nov 23 22:02:13.444567 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8509d14d-df7b-49ea-89d7-360a3902836d tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:13.444567 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8509d14d-df7b-49ea-89d7-360a3902836d tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/f7fdaa81-e002-46c8-bf55-42a8fdd18809 HTTP/1.1" status: 204 len: 168 time: 0.4323671 Nov 23 22:02:13.451316 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42070) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:13.531576 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509d14d-df7b-49ea-89d7-360a3902836d tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7fdaa81-e002-46c8-bf55-42a8fdd18809,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:13.536703 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-60eaef1f-c385-4872-82ec-255eb7ca98e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:13.621037 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b86cfe49-e944-49c2-942e-4607c816cc92 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1688154 Nov 23 22:02:13.632110 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42076) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:13.724836 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-07e16c11-523c-4762-a50b-d94b2a862808 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:13.797234 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:13.816947 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:13.902198 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e16c11-523c-4762-a50b-d94b2a862808 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Subnet': ['ID=20a469ea-4b06-4125-8643-1a38338bcc62,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:13.918846 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e16c11-523c-4762-a50b-d94b2a862808 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Checking segment: {'id': 'e55d95f8-2575-425d-a4b8-40a1a27e6903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd8db02c7-b616-4c72-ab1b-f315c1a50703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:02:13.919226 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e16c11-523c-4762-a50b-d94b2a862808 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network hostable DHCP agents. Network: d8db02c7-b616-4c72-ab1b-f315c1a50703, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:02:13.958674 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedcc47-25b1-4ae1-9473-421c25c58403 None None] Pushing event updated for resources: {'Port': ['ID=d02c64af-ad63-4bca-83ce-0c95d68f696d,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:13.972752 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e16c11-523c-4762-a50b-d94b2a862808 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network d8db02c7-b616-4c72-ab1b-f315c1a50703 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:02:13.986280 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b138ad0c-bf0e-45fb-9ac1-dccf961edc39 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:02:13.995344 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-07e16c11-523c-4762-a50b-d94b2a862808 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, d8db02c7-b616-4c72-ab1b-f315c1a50703) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:13.999808 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e16c11-523c-4762-a50b-d94b2a862808 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:14.000634 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-07e16c11-523c-4762-a50b-d94b2a862808 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:14.034841 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-07e16c11-523c-4762-a50b-d94b2a862808 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3672669 Nov 23 22:02:14.036398 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59f044d-e2c8-4228-8526-f79c631f5c02 None None] Network d8db02c7-b616-4c72-ab1b-f315c1a50703 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:02:14.039432 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42086) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:14.048977 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-baee2bdb-f710-4089-9231-49b877886f11 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'port': {'network_id': 'd8db02c7-b616-4c72-ab1b-f315c1a50703', 'name': 'tempest-PortsTestJSON-1436197662', 'fixed_ips': [{'subnet_id': '20a469ea-4b06-4125-8643-1a38338bcc62', 'ip_address': '172.20.0.10'}]}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:14.154638 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80545b-8707-4089-b826-07cfdb693c32 req-47b8d9c2-655e-4813-8701-fd22e10749c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:14.155178 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80545b-8707-4089-b826-07cfdb693c32 req-47b8d9c2-655e-4813-8701-fd22e10749c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:14.155776 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80545b-8707-4089-b826-07cfdb693c32 req-47b8d9c2-655e-4813-8701-fd22e10749c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:14.157476 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-47b8d9c2-655e-4813-8701-fd22e10749c2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5b374035-6ec9-4585-9414-d17339221c43&id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&id=da4238c6-b353-4586-8707-c40d3aada134&id=da4238c6-b353-4586-8707-c40d3aada134 HTTP/1.1" status: 200 len: 2291 time: 0.6355333 Nov 23 22:02:14.173695 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c861f0ff-fd6a-4633-ba36-0a0352c3b47e tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:14.202665 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c861f0ff-fd6a-4633-ba36-0a0352c3b47e tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:14.283419 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] Attempting to bind port d02c64af-ad63-4bca-83ce-0c95d68f696d on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:02:14.283419 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] Attempting to bind port d02c64af-ad63-4bca-83ce-0c95d68f696d by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:02:14.283419 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] Attempting to bind port d02c64af-ad63-4bca-83ce-0c95d68f696d on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:02:14.310015 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:02:14.310895 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:02:14.311343 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:14.311750 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:02:14.312250 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] Bound port: d02c64af-ad63-4bca-83ce-0c95d68f696d, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:02:14.312648 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:14.441067 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-27716392-9011-4537-a43c-9bb48a05bc4f None None] Provisioning complete for port d02c64af-ad63-4bca-83ce-0c95d68f696d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:14.441775 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-27716392-9011-4537-a43c-9bb48a05bc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:14.485855 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05685454-a61f-4325-8cc5-cc008ba96914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-d8db02c7-b616-4c72-ab1b-f315c1a50703', 'network_id': 'd8db02c7-b616-4c72-ab1b-f315c1a50703', 'tenant_id': 'a4f1ae2888634e4b8fa5e9980e087a09', 'fixed_ips': [{'subnet_id': '20a469ea-4b06-4125-8643-1a38338bcc62'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:02:14.487147 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-05685454-a61f-4325-8cc5-cc008ba96914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:14.528886 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] For port d02c64af-ad63-4bca-83ce-0c95d68f696d, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:02:14.576072 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c77e15-e6e0-4145-96a1-bb34d1a3f578 req-1317e418-4c6c-493b-b0ff-ebf9d22ffe43 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:14.589618 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81c77e15-e6e0-4145-96a1-bb34d1a3f578 req-1317e418-4c6c-493b-b0ff-ebf9d22ffe43 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 946 time: 0.5370011 Nov 23 22:02:14.612601 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c861f0ff-fd6a-4633-ba36-0a0352c3b47e tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:14.615507 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c861f0ff-fd6a-4633-ba36-0a0352c3b47e tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:14.616615 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c861f0ff-fd6a-4633-ba36-0a0352c3b47e tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "DELETE /v2.0/security-groups/5b96a1af-3e94-4f3b-9e92-0f24056b8a84 HTTP/1.1" status: 204 len: 168 time: 0.9834955 Nov 23 22:02:14.620212 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42098) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:14.743945 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-05685454-a61f-4325-8cc5-cc008ba96914 None None] Allocated IP 172.20.0.2 (d8db02c7-b616-4c72-ab1b-f315c1a50703/20a469ea-4b06-4125-8643-1a38338bcc62/f9cdd961-24e0-4160-8361-8d8b0d596ce1) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:02:14.744389 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-60eaef1f-c385-4872-82ec-255eb7ca98e4 admin admin] Allocated IP 172.20.0.1 (59e22729-5346-4326-b3d6-e01aaafa19b3/dbde2441-7886-433f-81fc-edefeb26eca3/b095cd4b-f5a8-48b4-9c1c-b56494635361) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:02:14.748702 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861f0ff-fd6a-4633-ba36-0a0352c3b47e tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b96a1af-3e94-4f3b-9e92-0f24056b8a84,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:14.761280 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-afa9210f-fe46-4dc8-9364-6670020d62e5 tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1398659 Nov 23 22:02:14.762255 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42100) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:14.826915 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-7d721c9c-cf7f-44ea-b6d2-5a91684284ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d424e8e0-16b4-44c7-83b5-3077daab21d3 HTTP/1.1" status: 200 len: 1001 time: 0.5245240 Nov 23 22:02:14.845344 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0b442dda-5ae5-4645-b729-c1921dc64a4a tempest-SecGroupTest-1577245806 tempest-SecGroupTest-1577245806-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0808535 Nov 23 22:02:14.878651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de9e6e-885f-4d43-8225-015d4a2c7b95 req-0099ec44-b2c5-4994-aa67-b0c7605693ec tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:14.892480 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b5de9e6e-885f-4d43-8225-015d4a2c7b95 req-0099ec44-b2c5-4994-aa67-b0c7605693ec tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 945 time: 0.5861890 Nov 23 22:02:14.920026 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-05685454-a61f-4325-8cc5-cc008ba96914 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:14.974249 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80545b-8707-4089-b826-07cfdb693c32 req-fe6b1dbb-bfbf-468c-9cc3-c8f84962e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:14.975978 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-fe6b1dbb-bfbf-468c-9cc3-c8f84962e4b5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd878f6f-9967-479b-9c9f-bb69cd8c2238 HTTP/1.1" status: 200 len: 850 time: 0.0715649 Nov 23 22:02:14.982259 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81c77e15-e6e0-4145-96a1-bb34d1a3f578 req-f866c369-848f-4050-9f4b-a17290b949ab tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915861 Nov 23 22:02:14.990118 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-05685454-a61f-4325-8cc5-cc008ba96914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:14.992127 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-27716392-9011-4537-a43c-9bb48a05bc4f None None] Port d02c64af-ad63-4bca-83ce-0c95d68f696d cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:02:15.017674 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] For port d02c64af-ad63-4bca-83ce-0c95d68f696d, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d02c64af-ad63-4bca-83ce-0c95d68f696d,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:02:15.085989 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:15.110626 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05685454-a61f-4325-8cc5-cc008ba96914 None None] Network d8db02c7-b616-4c72-ab1b-f315c1a50703 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:02:15.135908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-05685454-a61f-4325-8cc5-cc008ba96914 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:15.139969 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05685454-a61f-4325-8cc5-cc008ba96914 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:02:15.150238 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace26e88-f4ec-4b20-9e29-57e42c144767 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:02:15.251545 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42108) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:15.269977 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] Routers {'c31c01ab-98ac-4451-b652-7494353bdb74'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:02:15.270632 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:02:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c31c01ab-98ac-4451-b652-7494353bdb74'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:15.300447 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-60eaef1f-c385-4872-82ec-255eb7ca98e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:15.418836 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-60eaef1f-c385-4872-82ec-255eb7ca98e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:15.429164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05685454-a61f-4325-8cc5-cc008ba96914 None None] Pushing event updated for resources: {'Port': ['ID=f9cdd961-24e0-4160-8361-8d8b0d596ce1,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:15.460380 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baee2bdb-f710-4089-9231-49b877886f11 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:02:15.461803 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-314d9f84-f609-4e20-9edc-4479fbba0f15 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3473d0b8da3c4a35a04b802752c4152e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2087312 Nov 23 22:02:15.463197 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42114) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:15.464384 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-05685454-a61f-4325-8cc5-cc008ba96914 None None] Attempting to bind port f9cdd961-24e0-4160-8361-8d8b0d596ce1 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:02:15.464902 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-05685454-a61f-4325-8cc5-cc008ba96914 None None] Attempting to bind port f9cdd961-24e0-4160-8361-8d8b0d596ce1 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'e55d95f8-2575-425d-a4b8-40a1a27e6903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd8db02c7-b616-4c72-ab1b-f315c1a50703'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:02:15.465273 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05685454-a61f-4325-8cc5-cc008ba96914 None None] Attempting to bind port f9cdd961-24e0-4160-8361-8d8b0d596ce1 on network d8db02c7-b616-4c72-ab1b-f315c1a50703 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:02:15.507706 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05685454-a61f-4325-8cc5-cc008ba96914 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:02:15.509204 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05685454-a61f-4325-8cc5-cc008ba96914 None None] Checking segment: {'id': 'e55d95f8-2575-425d-a4b8-40a1a27e6903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd8db02c7-b616-4c72-ab1b-f315c1a50703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:02:15.509698 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-05685454-a61f-4325-8cc5-cc008ba96914 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:15.510149 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05685454-a61f-4325-8cc5-cc008ba96914 None None] Bound using segment: {'id': 'e55d95f8-2575-425d-a4b8-40a1a27e6903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd8db02c7-b616-4c72-ab1b-f315c1a50703'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:02:15.510599 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-05685454-a61f-4325-8cc5-cc008ba96914 None None] Bound port: f9cdd961-24e0-4160-8361-8d8b0d596ce1, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55d95f8-2575-425d-a4b8-40a1a27e6903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'd8db02c7-b616-4c72-ab1b-f315c1a50703'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:02:15.511139 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-05685454-a61f-4325-8cc5-cc008ba96914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:15.563111 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] Set router c31c01ab-98ac-4451-b652-7494353bdb74 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:02:15.575473 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bab2bc6c-8abc-4ab7-b17d-590ead280c0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:15.591250 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b5de9e6e-885f-4d43-8225-015d4a2c7b95 req-a57905cd-1c5d-45b2-b428-5b7668cf34e5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6894686 Nov 23 22:02:15.610794 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80545b-8707-4089-b826-07cfdb693c32 req-fcb1571d-f523-43d8-8c2f-e416761695a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:15.612540 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-fcb1571d-f523-43d8-8c2f-e416761695a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b374035-6ec9-4585-9414-d17339221c43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5751393 Nov 23 22:02:15.615327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60eaef1f-c385-4872-82ec-255eb7ca98e4 admin admin] Network 59e22729-5346-4326-b3d6-e01aaafa19b3 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:02:15.624631 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2e2e7732-be1b-4f4f-80db-6a60f233750f None None] Provisioning complete for port d02c64af-ad63-4bca-83ce-0c95d68f696d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:15.625025 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2e2e7732-be1b-4f4f-80db-6a60f233750f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:15.628444 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bab2bc6c-8abc-4ab7-b17d-590ead280c0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:15.662291 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-60eaef1f-c385-4872-82ec-255eb7ca98e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:15.665197 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eaef1f-c385-4872-82ec-255eb7ca98e4 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:02:15.705796 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eaef1f-c385-4872-82ec-255eb7ca98e4 admin admin] Pushing event updated for resources: {'Port': ['ID=b095cd4b-f5a8-48b4-9c1c-b56494635361,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:15.706210 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bab2bc6c-8abc-4ab7-b17d-590ead280c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:15.710598 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bab2bc6c-8abc-4ab7-b17d-590ead280c0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:15.712258 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bab2bc6c-8abc-4ab7-b17d-590ead280c0b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/be65f194-f6f7-49d8-9a88-3a4e052239a6 HTTP/1.1" status: 204 len: 168 time: 0.2478628 Nov 23 22:02:15.715702 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedcc47-25b1-4ae1-9473-421c25c58403 None None] Pushing event updated for resources: {'Port': ['ID=d02c64af-ad63-4bca-83ce-0c95d68f696d,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:15.723219 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2bc6c-8abc-4ab7-b17d-590ead280c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be65f194-f6f7-49d8-9a88-3a4e052239a6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:15.766537 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-baee2bdb-f710-4089-9231-49b877886f11 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:15.890198 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-14889181-222b-479f-bfa9-a2b977e012d6 service neutron] 10.222.0.53 "GET /v2.0/networks/5b374035-6ec9-4585-9414-d17339221c43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394328 Nov 23 22:02:15.898129 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-baee2bdb-f710-4089-9231-49b877886f11 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] device_id is not set on port ce4a862f-2041-4653-a3fe-6dd35dfebd94 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:02:15.924737 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-05685454-a61f-4325-8cc5-cc008ba96914 None None] For port f9cdd961-24e0-4160-8361-8d8b0d596ce1, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:02:15.952654 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-05685454-a61f-4325-8cc5-cc008ba96914 None None] For port f9cdd961-24e0-4160-8361-8d8b0d596ce1, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f9cdd961-24e0-4160-8361-8d8b0d596ce1,segment=NetworkSegment(e55d95f8-2575-425d-a4b8-40a1a27e6903),segment_id=e55d95f8-2575-425d-a4b8-40a1a27e6903)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:02:15.965504 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2e2e7732-be1b-4f4f-80db-6a60f233750f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:15.988126 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2e2e7732-be1b-4f4f-80db-6a60f233750f None None] For port d02c64af-ad63-4bca-83ce-0c95d68f696d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d02c64af-ad63-4bca-83ce-0c95d68f696d,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:15.995405 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-05685454-a61f-4325-8cc5-cc008ba96914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:16.004641 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2e2e7732-be1b-4f4f-80db-6a60f233750f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:16.060858 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-a5277f10-1c9d-4db6-8fc1-7722c3c71b2e service neutron] 10.222.0.53 "GET /v2.0/networks/5b374035-6ec9-4585-9414-d17339221c43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546264 Nov 23 22:02:16.071924 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-60eaef1f-c385-4872-82ec-255eb7ca98e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:16.170004 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05685454-a61f-4325-8cc5-cc008ba96914 None None] Pushing event updated for resources: {'Port': ['ID=f9cdd961-24e0-4160-8361-8d8b0d596ce1,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:16.267482 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e7732-be1b-4f4f-80db-6a60f233750f None None] Pushing event updated for resources: {'Port': ['ID=d02c64af-ad63-4bca-83ce-0c95d68f696d,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:16.293961 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a0a9aa87-b575-4ca7-817f-8cc1b5be3ade None None] Provisioning complete for port b095cd4b-f5a8-48b4-9c1c-b56494635361 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:16.294574 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a0a9aa87-b575-4ca7-817f-8cc1b5be3ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:16.376058 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-3a8553de-bcb2-4f03-9066-ede2d5610c75 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=b6f8e53c-884b-4d04-8718-3995b74448ac HTTP/1.1" status: 200 len: 217 time: 0.2992022 Nov 23 22:02:16.386837 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a0a9aa87-b575-4ca7-817f-8cc1b5be3ade None None] Port b095cd4b-f5a8-48b4-9c1c-b56494635361 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:02:16.401553 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'name': 'tempest-ServersTestJSON-508628317-router', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:02:05Z', 'updated_at': '2021-11-23T22:02:09Z', 'revision_number': 3, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'gw_port': {'id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:42:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:02:07Z', 'updated_at': '2021-11-23T22:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:16.493778 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c7d72e-34a7-419d-b4fc-912180048117 None None] The sync data for ids ['c31c01ab-98ac-4451-b652-7494353bdb74'] in n-d-816206-9 is: [{'id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'name': 'tempest-ServersTestJSON-508628317-router', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:02:05Z', 'updated_at': '2021-11-23T22:02:09Z', 'revision_number': 3, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'gw_port': {'id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:42:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:02:07Z', 'updated_at': '2021-11-23T22:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:02:16.529345 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b54892-9717-46bd-b1f2-2deeef492fb9 req-133f252f-e388-4d83-8b4c-c73e14780b68 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:16.532355 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-70b54892-9717-46bd-b1f2-2deeef492fb9 req-133f252f-e388-4d83-8b4c-c73e14780b68 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 946 time: 0.3393345 Nov 23 22:02:16.602039 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2abb4692-e481-428a-83de-bd38df3df61d req-34c1992e-b627-4f4d-96fe-5809dd4b666b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3408589 Nov 23 22:02:16.689789 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80545b-8707-4089-b826-07cfdb693c32 req-493e8f8d-150e-4bfe-bd39-2e9d22963b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:16.691306 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-493e8f8d-150e-4bfe-bd39-2e9d22963b2e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3f7f1b0-3707-4638-b7a3-e427077abc41 HTTP/1.1" status: 200 len: 797 time: 0.2645173 Nov 23 22:02:16.777123 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device aafdee6b-4b56-4018-8720-42fc456e53df details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:02:17.044618 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port aafdee6b-4b56-4018-8720-42fc456e53df, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=aafdee6b-4b56-4018-8720-42fc456e53df,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:17.062238 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'aafdee6b-4b56-4018-8720-42fc456e53df', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'port_id': 'aafdee6b-4b56-4018-8720-42fc456e53df', 'mac_address': 'fa:16:3e:81:47:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:02:17.069608 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-60eaef1f-c385-4872-82ec-255eb7ca98e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:17.120475 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-baee2bdb-f710-4089-9231-49b877886f11 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Allocated IP 172.20.0.10 (d8db02c7-b616-4c72-ab1b-f315c1a50703/20a469ea-4b06-4125-8643-1a38338bcc62/ce4a862f-2041-4653-a3fe-6dd35dfebd94) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:02:17.142696 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:17.179285 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aafdee6b-4b56-4018-8720-42fc456e53df {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:02:17.192162 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f9cdd961-24e0-4160-8361-8d8b0d596ce1 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:02:17.227395 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-70b54892-9717-46bd-b1f2-2deeef492fb9 req-ddffa8eb-1ab2-48f8-af54-67a41277aefa tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6802781 Nov 23 22:02:17.265769 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port aafdee6b-4b56-4018-8720-42fc456e53df, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=aafdee6b-4b56-4018-8720-42fc456e53df,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:17.292279 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:17.340223 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80545b-8707-4089-b826-07cfdb693c32 req-1ea48998-8a7b-4b17-8b0c-ce834d1bac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:17.346145 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-1ea48998-8a7b-4b17-8b0c-ce834d1bac64 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6224079 Nov 23 22:02:17.365189 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:02:17.404255 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb4692-e481-428a-83de-bd38df3df61d req-3e8d188a-2a38-437a-be40-90a01762cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:17.407857 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2abb4692-e481-428a-83de-bd38df3df61d req-3e8d188a-2a38-437a-be40-90a01762cecd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 1097 time: 0.7066264 Nov 23 22:02:17.433151 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=aafdee6b-4b56-4018-8720-42fc456e53df,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:17.468708 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port f9cdd961-24e0-4160-8361-8d8b0d596ce1 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:17.469494 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:17.600066 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['aafdee6b-4b56-4018-8720-42fc456e53df'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:02:17.655028 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed32d52-d5d0-46bd-bdcd-059b26b39acd req-2676f099-f8d6-4a78-aac1-f9ebfce232c8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:17.657432 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ed32d52-d5d0-46bd-bdcd-059b26b39acd req-2676f099-f8d6-4a78-aac1-f9ebfce232c8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 945 time: 0.8994727 Nov 23 22:02:17.943526 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:18.073505 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb4692-e481-428a-83de-bd38df3df61d req-49d361ac-458b-4628-8bb5-34048f2a300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:18.075613 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2abb4692-e481-428a-83de-bd38df3df61d req-49d361ac-458b-4628-8bb5-34048f2a300e service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 912 time: 0.6260004 Nov 23 22:02:18.149999 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port f9cdd961-24e0-4160-8361-8d8b0d596ce1, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f9cdd961-24e0-4160-8361-8d8b0d596ce1,segment=NetworkSegment(e55d95f8-2575-425d-a4b8-40a1a27e6903),segment_id=e55d95f8-2575-425d-a4b8-40a1a27e6903)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:18.209136 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:18.360302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=f9cdd961-24e0-4160-8361-8d8b0d596ce1,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:18.363665 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe87f2a-355a-4cda-9e20-f21bae1248f0 None None] Network d8db02c7-b616-4c72-ab1b-f315c1a50703 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:02:18.623291 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-fc258943-6c05-4ff9-98c6-d7e7318c0720 None None] Provisioning complete for port f9cdd961-24e0-4160-8361-8d8b0d596ce1 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:18.623630 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fc258943-6c05-4ff9-98c6-d7e7318c0720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:18.820746 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device aafdee6b-4b56-4018-8720-42fc456e53df up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:02:18.906324 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2abb4692-e481-428a-83de-bd38df3df61d req-99029cc8-590a-4d72-bc4d-a4df2595026a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bc9a275-873b-46d0-8866-89793d8e488a HTTP/1.1" status: 200 len: 217 time: 0.7461441 Nov 23 22:02:18.952742 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port aafdee6b-4b56-4018-8720-42fc456e53df triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:18.952742 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:19.120635 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-60eaef1f-c385-4872-82ec-255eb7ca98e4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:19.176029 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:19.188911 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:02:19.248432 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-baee2bdb-f710-4089-9231-49b877886f11 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:19.324239 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port aafdee6b-4b56-4018-8720-42fc456e53df, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=aafdee6b-4b56-4018-8720-42fc456e53df,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:19.329721 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2011dd21-6e87-4f54-a4fc-062e238127eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aafdee6b-4b56-4018-8720-42fc456e53df'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:02:19.332247 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a191f4f3-f45a-452d-8929-0af99e290511" -d '{"events": [{"server_uuid": "2011dd21-6e87-4f54-a4fc-062e238127eb", "name": "network-vif-plugged", "status": "completed", "tag": "aafdee6b-4b56-4018-8720-42fc456e53df"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:02:19.335504 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f9cdd961-24e0-4160-8361-8d8b0d596ce1 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:02:19.359084 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-2c088858-93be-45db-bce8-cb63dea2792d service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9897230 Nov 23 22:02:19.391378 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-60eaef1f-c385-4872-82ec-255eb7ca98e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:19.401740 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:19.417103 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ed32d52-d5d0-46bd-bdcd-059b26b39acd req-aff2ae08-2278-4528-a46f-e7cb3ef77e45 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6080115 Nov 23 22:02:19.417398 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b76e2fbf-3889-4a46-a1be-d3bbdec9f11e None None] Provisioning complete for port f9cdd961-24e0-4160-8361-8d8b0d596ce1 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:19.417912 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b76e2fbf-3889-4a46-a1be-d3bbdec9f11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:19.435709 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-baee2bdb-f710-4089-9231-49b877886f11 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:19.547615 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.resource_extend [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:02:19.669517 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port f9cdd961-24e0-4160-8361-8d8b0d596ce1 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:19.669899 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:19.700083 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eaef1f-c385-4872-82ec-255eb7ca98e4 admin admin] Pushing event updated for resources: {'Port': ['ID=b095cd4b-f5a8-48b4-9c1c-b56494635361,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:19.786500 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42228) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:19.830071 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1030c3e-4c79-47a3-83e7-196e17efa00c req-f33b91cf-1028-4b83-98ba-ec79a6e9d330 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:19.834690 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b1030c3e-4c79-47a3-83e7-196e17efa00c req-f33b91cf-1028-4b83-98ba-ec79a6e9d330 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 945 time: 1.0050673 Nov 23 22:02:19.862927 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baee2bdb-f710-4089-9231-49b877886f11 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network d8db02c7-b616-4c72-ab1b-f315c1a50703 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:02:19.994901 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e931f11-bd49-4be6-8f38-7659f861f015 x-openstack-request-id: req-7e931f11-bd49-4be6-8f38-7659f861f015 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:02:19.995651 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2011dd21-6e87-4f54-a4fc-062e238127eb", "name": "network-vif-plugged", "status": "completed", "tag": "aafdee6b-4b56-4018-8720-42fc456e53df", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:02:19.996020 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7e931f11-bd49-4be6-8f38-7659f861f015 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:02:19.996512 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2011dd21-6e87-4f54-a4fc-062e238127eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aafdee6b-4b56-4018-8720-42fc456e53df', 'code': 200} Nov 23 22:02:20.007232 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-baee2bdb-f710-4089-9231-49b877886f11 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:20.019489 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baee2bdb-f710-4089-9231-49b877886f11 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:02:20.026101 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b85dfc01-8eda-4b8e-a737-50f06af254f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:20.107657 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=aafdee6b-4b56-4018-8720-42fc456e53df,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:20.132800 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-60eaef1f-c385-4872-82ec-255eb7ca98e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:20.160250 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb4692-e481-428a-83de-bd38df3df61d req-02f1dcf1-5fcb-473e-9587-938a2e8987a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:20.162016 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2abb4692-e481-428a-83de-bd38df3df61d req-02f1dcf1-5fcb-473e-9587-938a2e8987a2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 1.1858449 Nov 23 22:02:20.188385 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b85dfc01-8eda-4b8e-a737-50f06af254f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:20.213963 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b85dfc01-8eda-4b8e-a737-50f06af254f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:20.286791 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d02c64af-ad63-4bca-83ce-0c95d68f696d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:02:20.291658 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b1030c3e-4c79-47a3-83e7-196e17efa00c req-eabeae0d-c6ac-4329-841b-37f1e08ab823 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148147 Nov 23 22:02:20.292443 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee2bdb-f710-4089-9231-49b877886f11 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Port': ['ID=ce4a862f-2041-4653-a3fe-6dd35dfebd94,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:20.317091 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b85dfc01-8eda-4b8e-a737-50f06af254f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9c897a2819ef420c8dd7742cb7fec3b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5262671 Nov 23 22:02:20.317218 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:20.321582 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42232) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:20.324591 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baee2bdb-f710-4089-9231-49b877886f11 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:20.325267 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-baee2bdb-f710-4089-9231-49b877886f11 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:20.329319 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'port_id': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35', 'mac_address': 'fa:16:3e:a0:10:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec95087-31a0-4067-927d-a3091c147250', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:02:20.337540 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85dfc01-8eda-4b8e-a737-50f06af254f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124d7c9d-3d89-4395-a2a0-985446633bb5,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:20.447023 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-28232de7-dd52-4b3a-8212-85fa463cfb4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:20.487449 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:20.506155 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-28232de7-dd52-4b3a-8212-85fa463cfb4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:20.518964 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-916305db-b000-4694-bc3d-3b41f410833a service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0987117 Nov 23 22:02:20.530415 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60eaef1f-c385-4872-82ec-255eb7ca98e4 admin admin] Network 59e22729-5346-4326-b3d6-e01aaafa19b3 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:02:20.535479 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port d02c64af-ad63-4bca-83ce-0c95d68f696d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:20.537711 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:20.545884 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:02:20.566101 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-60eaef1f-c385-4872-82ec-255eb7ca98e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:20.608602 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-28232de7-dd52-4b3a-8212-85fa463cfb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:20.611533 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-28232de7-dd52-4b3a-8212-85fa463cfb4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:20.621643 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-28232de7-dd52-4b3a-8212-85fa463cfb4f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/124d7c9d-3d89-4395-a2a0-985446633bb5 HTTP/1.1" status: 204 len: 168 time: 0.2954257 Nov 23 22:02:20.634387 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9042ab5b-5dca-4d89-aa89-5e9923c39db7 None None] Provisioning complete for port ce4a862f-2041-4653-a3fe-6dd35dfebd94 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:20.643276 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9042ab5b-5dca-4d89-aa89-5e9923c39db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:20.645210 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28232de7-dd52-4b3a-8212-85fa463cfb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124d7c9d-3d89-4395-a2a0-985446633bb5,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:20.688756 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42246) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:20.689081 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-baee2bdb-f710-4089-9231-49b877886f11 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.6449282 Nov 23 22:02:20.694760 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-545ad966-8712-4ca7-9572-5269d87cee42 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'port': {'network_id': 'd8db02c7-b616-4c72-ab1b-f315c1a50703', 'name': 'tempest-PortsTestJSON-1754063891', 'fixed_ips': [{'subnet_id': '20a469ea-4b06-4125-8643-1a38338bcc62', 'ip_address': '172.20.0.9'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:20.702836 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-b8489544-988d-4fab-b367-3d20e209e33a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=ec919349-dd55-4ec4-806b-052e3784ad8c HTTP/1.1" status: 200 len: 217 time: 0.1598270 Nov 23 22:02:20.705282 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb4692-e481-428a-83de-bd38df3df61d req-c185e5de-6d5f-4c77-b855-90f50109963a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:20.706895 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2abb4692-e481-428a-83de-bd38df3df61d req-c185e5de-6d5f-4c77-b855-90f50109963a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5293989 Nov 23 22:02:20.748259 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:20.828235 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:21.019357 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545ad966-8712-4ca7-9572-5269d87cee42 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:02:21.099188 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-9042ab5b-5dca-4d89-aa89-5e9923c39db7 None None] Port ce4a862f-2041-4653-a3fe-6dd35dfebd94 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:02:21.152071 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,revision_number=11']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:21.185482 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-545ad966-8712-4ca7-9572-5269d87cee42 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:21.191794 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80545b-8707-4089-b826-07cfdb693c32 req-a7caa5e1-f1e8-407a-b911-8f255a8bf363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:21.193415 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-a7caa5e1-f1e8-407a-b911-8f255a8bf363 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3f7f1b0-3707-4638-b7a3-e427077abc41 HTTP/1.1" status: 200 len: 797 time: 0.4279788 Nov 23 22:02:21.211078 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716b6a1-ec0d-48da-abae-b4a5e402d181 req-9f1a0ead-304b-4ffa-9b6d-ca9f9b1a603d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:21.213620 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:02:21.219721 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0716b6a1-ec0d-48da-abae-b4a5e402d181 req-9f1a0ead-304b-4ffa-9b6d-ca9f9b1a603d tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 945 time: 0.6607966 Nov 23 22:02:21.229571 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-545ad966-8712-4ca7-9572-5269d87cee42 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] device_id is not set on port 03bc86ab-d4c3-493d-9a8d-82a9500cf212 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:02:21.313979 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-65928d63-97bf-411f-aab5-5edeb9fc1efd None None] Provisioning complete for port b095cd4b-f5a8-48b4-9c1c-b56494635361 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:21.317097 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-65928d63-97bf-411f-aab5-5edeb9fc1efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:21.326849 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2abb4692-e481-428a-83de-bd38df3df61d req-38a64206-1760-46fb-8e0f-e2b87fd7e0ff service neutron] 10.222.0.60 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621526 Nov 23 22:02:21.338539 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0716b6a1-ec0d-48da-abae-b4a5e402d181 req-bb49bc9a-332b-4979-8220-b634ef70873f tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179643 Nov 23 22:02:21.398972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42252) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:21.424189 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4e41-6446-4120-b574-7a5a3836d1b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:21.479493 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-65928d63-97bf-411f-aab5-5edeb9fc1efd None None] Port b095cd4b-f5a8-48b4-9c1c-b56494635361 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:02:21.530113 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4e41-6446-4120-b574-7a5a3836d1b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:21.570483 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2abb4692-e481-428a-83de-bd38df3df61d req-20e5a502-908a-438e-8d5a-7603bee7ce08 service neutron] 10.222.0.60 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063272 Nov 23 22:02:21.590823 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4bb4e41-6446-4120-b574-7a5a3836d1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:21.651109 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60eaef1f-c385-4872-82ec-255eb7ca98e4 admin admin] Router c31c01ab-98ac-4451-b652-7494353bdb74 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:02:21.655761 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80545b-8707-4089-b826-07cfdb693c32 req-1bf96779-6464-47e8-87ee-958b8a4ca33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:21.657452 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-1bf96779-6464-47e8-87ee-958b8a4ca33b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4342747 Nov 23 22:02:21.673296 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e4bb4e41-6446-4120-b574-7a5a3836d1b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c82263975b9946f4802dc40c8050c27f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2703319 Nov 23 22:02:21.680436 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ce9fc-4c04-482b-baa6-961ce6ccb7d3 req-46c15933-06f4-44ed-94e0-d720c05036d7 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:21.689554 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2c4ce9fc-4c04-482b-baa6-961ce6ccb7d3 req-46c15933-06f4-44ed-94e0-d720c05036d7 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 946 time: 0.1178901 Nov 23 22:02:21.714959 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42260) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:21.728066 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb4e41-6446-4120-b574-7a5a3836d1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4fa6d9-cdcd-45df-ac8e-aee1f9e3a124,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:21.816723 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-545ad966-8712-4ca7-9572-5269d87cee42 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Allocated IP 172.20.0.9 (d8db02c7-b616-4c72-ab1b-f315c1a50703/20a469ea-4b06-4125-8643-1a38338bcc62/03bc86ab-d4c3-493d-9a8d-82a9500cf212) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:02:21.946315 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2c4ce9fc-4c04-482b-baa6-961ce6ccb7d3 req-b1942b53-173f-418c-86e1-7e2e237ded4a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557909 Nov 23 22:02:22.005761 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-3790689d-d843-4805-a8c3-21a96eb875f3 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896376 Nov 23 22:02:22.038031 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-545ad966-8712-4ca7-9572-5269d87cee42 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:22.095832 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-545ad966-8712-4ca7-9572-5269d87cee42 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:22.180481 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-075d0ebc-cfa6-4746-a200-9995b509fe2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:22.191406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60eaef1f-c385-4872-82ec-255eb7ca98e4 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:02:22.206207 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-60eaef1f-c385-4872-82ec-255eb7ca98e4 admin admin] 10.222.0.50 "PUT /v2.0/routers/c31c01ab-98ac-4451-b652-7494353bdb74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9535546 Nov 23 22:02:22.212257 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] Sync routers for ids ['c31c01ab-98ac-4451-b652-7494353bdb74'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:02:22.221986 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545ad966-8712-4ca7-9572-5269d87cee42 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network d8db02c7-b616-4c72-ab1b-f315c1a50703 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:02:22.226435 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-545ad966-8712-4ca7-9572-5269d87cee42 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:22.235091 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545ad966-8712-4ca7-9572-5269d87cee42 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:02:22.236146 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-075d0ebc-cfa6-4746-a200-9995b509fe2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:22.251156 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] Routers {'c31c01ab-98ac-4451-b652-7494353bdb74'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:02:22.251744 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-d47fab03-d360-4f11-bedc-90503ee2bced service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306094 Nov 23 22:02:22.251889 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:02:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c31c01ab-98ac-4451-b652-7494353bdb74'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:22.298079 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ad966-8712-4ca7-9572-5269d87cee42 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Port': ['ID=03bc86ab-d4c3-493d-9a8d-82a9500cf212,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:22.331284 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545ad966-8712-4ca7-9572-5269d87cee42 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:22.332253 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-545ad966-8712-4ca7-9572-5269d87cee42 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:22.408021 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-545ad966-8712-4ca7-9572-5269d87cee42 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7174220 Nov 23 22:02:22.412850 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42272) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:22.452872 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-98ea2221-f6e5-45ed-9e17-3ac725a56198 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 HTTP/1.1" status: 200 len: 217 time: 0.1766601 Nov 23 22:02:22.644262 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514b39e8-810a-40cd-abfb-36d3c71cb871 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:22.646502 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-514b39e8-810a-40cd-abfb-36d3c71cb871 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2324662 Nov 23 22:02:22.649287 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42280) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:22.745839 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:22.746980 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce1bf26-ac5e-40f0-8a2d-4adbd28baf3b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:22.755819 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce1bf26-ac5e-40f0-8a2d-4adbd28baf3b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:22.765272 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce1bf26-ac5e-40f0-8a2d-4adbd28baf3b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:22.767573 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9ce1bf26-ac5e-40f0-8a2d-4adbd28baf3b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1164141 Nov 23 22:02:22.770493 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] Set router c31c01ab-98ac-4451-b652-7494353bdb74 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:02:22.771076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80545b-8707-4089-b826-07cfdb693c32 req-de5a654e-fb01-40b6-993d-270ba7c9803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:22.772565 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42282) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:22.775402 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-de5a654e-fb01-40b6-993d-270ba7c9803d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3f7f1b0-3707-4638-b7a3-e427077abc41 HTTP/1.1" status: 200 len: 797 time: 0.3096881 Nov 23 22:02:22.777385 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-075d0ebc-cfa6-4746-a200-9995b509fe2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:22.780046 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-075d0ebc-cfa6-4746-a200-9995b509fe2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:22.781132 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-075d0ebc-cfa6-4746-a200-9995b509fe2d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4d4fa6d9-cdcd-45df-ac8e-aee1f9e3a124 HTTP/1.1" status: 204 len: 168 time: 0.8957095 Nov 23 22:02:22.953014 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7f2e4d8c-c3ed-4ee8-b0d3-db5b35db0438 None None] Provisioning complete for port 03bc86ab-d4c3-493d-9a8d-82a9500cf212 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:22.954900 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7f2e4d8c-c3ed-4ee8-b0d3-db5b35db0438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:22.963173 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-40b3e60a-e889-43e7-8e7b-35307f0f13d4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting port 03bc86ab-d4c3-493d-9a8d-82a9500cf212 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:02:22.963511 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-40b3e60a-e889-43e7-8e7b-35307f0f13d4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:22.973777 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d0ebc-cfa6-4746-a200-9995b509fe2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4fa6d9-cdcd-45df-ac8e-aee1f9e3a124,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:23.087218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa613e52-a358-4b59-a07d-8d7710697519 req-e42d7470-9b6b-4344-a963-2cf77c7e988e tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:23.089167 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa613e52-a358-4b59-a07d-8d7710697519 req-e42d7470-9b6b-4344-a963-2cf77c7e988e tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 946 time: 0.4945462 Nov 23 22:02:23.092141 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e4d8c-c3ed-4ee8-b0d3-db5b35db0438 None None] Port 03bc86ab-d4c3-493d-9a8d-82a9500cf212 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:02:23.123620 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:02:23.172547 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-40b3e60a-e889-43e7-8e7b-35307f0f13d4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:23.207199 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80545b-8707-4089-b826-07cfdb693c32 req-d6cba652-68b6-4227-9889-8f70dd800041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:23.215030 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-d6cba652-68b6-4227-9889-8f70dd800041 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4041865 Nov 23 22:02:23.246935 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-40b3e60a-e889-43e7-8e7b-35307f0f13d4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Calling delete_port for 03bc86ab-d4c3-493d-9a8d-82a9500cf212 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:02:23.301553 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:02:23.308100 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:23.308682 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:23.341160 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa613e52-a358-4b59-a07d-8d7710697519 req-e5864bda-91b7-409b-b3c1-74f3884cfa80 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415218 Nov 23 22:02:23.369397 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'name': 'tempest-ServersTestJSON-508628317-router', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:02:05Z', 'updated_at': '2021-11-23T22:02:16Z', 'revision_number': 4, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'gw_port': {'id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:02:07Z', 'updated_at': '2021-11-23T22:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'b095cd4b-f5a8-48b4-9c1c-b56494635361', 'name': '', 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'mac_address': 'fa:16:3e:d4:3b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'dbde2441-7886-433f-81fc-edefeb26eca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:02:13Z', 'updated_at': '2021-11-23T22:02:17Z', 'revision_number': 2, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'subnets': [{'id': 'dbde2441-7886-433f-81fc-edefeb26eca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:23.410081 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] Checking router: c31c01ab-98ac-4451-b652-7494353bdb74 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:02:23.410548 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] Updating router c31c01ab-98ac-4451-b652-7494353bdb74 port b095cd4b-f5a8-48b4-9c1c-b56494635361 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:02:23.459060 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:23.574367 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-2e53371e-1e3e-43c9-96be-70310a48eb79 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396838 Nov 23 22:02:23.596671 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:23.635436 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-40b3e60a-e889-43e7-8e7b-35307f0f13d4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:23.668183 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0aff5d-ec47-44ca-b484-84fb695f6a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:02:23.674767 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b9c2b8-cc8f-42b0-8f02-7fb8201ca00f" -d '{"events": [{"server_uuid": "fd0aff5d-ec47-44ca-b484-84fb695f6a65", "name": "network-vif-plugged", "status": "completed", "tag": "e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:02:23.681531 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3e60a-e889-43e7-8e7b-35307f0f13d4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Port': ['ID=03bc86ab-d4c3-493d-9a8d-82a9500cf212,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:23.714532 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:23.730695 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:23.880275 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-40b3e60a-e889-43e7-8e7b-35307f0f13d4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:23.884610 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-40b3e60a-e889-43e7-8e7b-35307f0f13d4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/ports/03bc86ab-d4c3-493d-9a8d-82a9500cf212 HTTP/1.1" status: 204 len: 168 time: 1.1106515 Nov 23 22:02:23.888733 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42308) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:23.909079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,revision_number=12']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:23.920327 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-6b85e7f7-bc9f-4695-93f9-df8d727bee9a service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354616 Nov 23 22:02:23.942457 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc7d22f-02c2-462f-8189-9b30e88f9697 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] GET failed (client error): The resource could not be found. Nov 23 22:02:23.947821 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cbc7d22f-02c2-462f-8189-9b30e88f9697 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports/03bc86ab-d4c3-493d-9a8d-82a9500cf212 HTTP/1.1" status: 404 len: 333 time: 0.0577948 Nov 23 22:02:23.948674 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42312) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:24.033250 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-307a18c8-8c06-4283-b13d-08ac8741af8a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=fbf87d98-58c1-485f-b0ec-76cb1954f419 HTTP/1.1" status: 200 len: 217 time: 0.0937951 Nov 23 22:02:24.045843 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d470bc-1f87-45fa-a8eb-22b312c681ef req-ea7bc7b5-c8d8-45bc-a529-b52cbf66babb tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:24.056421 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f0d470bc-1f87-45fa-a8eb-22b312c681ef req-ea7bc7b5-c8d8-45bc-a529-b52cbf66babb tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 946 time: 0.3724182 Nov 23 22:02:24.167987 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42318) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:24.174739 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-2813df7b-173a-4359-8634-306a698952f9 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--401549148', 'description': 'tempest-description--2097392667'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:24.195146 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80545b-8707-4089-b826-07cfdb693c32 req-74efb87a-809c-4348-8473-ce74df93c15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:24.200550 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-74efb87a-809c-4348-8473-ce74df93c15e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3f7f1b0-3707-4638-b7a3-e427077abc41 HTTP/1.1" status: 200 len: 797 time: 0.1326807 Nov 23 22:02:24.253213 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a866f1d-cd7e-45a9-a7ab-974ca9decd7e x-openstack-request-id: req-7a866f1d-cd7e-45a9-a7ab-974ca9decd7e {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:02:24.254081 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0aff5d-ec47-44ca-b484-84fb695f6a65", "name": "network-vif-plugged", "status": "completed", "tag": "e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:02:24.254378 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7a866f1d-cd7e-45a9-a7ab-974ca9decd7e {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:02:24.255053 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0aff5d-ec47-44ca-b484-84fb695f6a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35', 'code': 200} Nov 23 22:02:24.288686 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:24.296173 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2813df7b-173a-4359-8634-306a698952f9 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:24.302871 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:24.383782 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196221a7-2baa-409a-9283-99858941acd8 None None] Pushing event updated for resources: {'Port': ['ID=b095cd4b-f5a8-48b4-9c1c-b56494635361,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:24.391893 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f0d470bc-1f87-45fa-a8eb-22b312c681ef req-3e8faa01-3344-4dc1-9676-6ac40a68640a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344409 Nov 23 22:02:24.423621 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80545b-8707-4089-b826-07cfdb693c32 req-3054875c-41f4-40ac-b4a4-5d0bcfabe81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:24.423621 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-3054875c-41f4-40ac-b4a4-5d0bcfabe81d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1755583 Nov 23 22:02:24.424302 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-1e6264d3-a2da-44ff-aa0f-d0b5abad8e30 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting port ce4a862f-2041-4653-a3fe-6dd35dfebd94 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:02:24.424302 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1e6264d3-a2da-44ff-aa0f-d0b5abad8e30 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:24.430212 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196221a7-2baa-409a-9283-99858941acd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:24.431382 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196221a7-2baa-409a-9283-99858941acd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:24.431962 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196221a7-2baa-409a-9283-99858941acd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:24.432518 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196221a7-2baa-409a-9283-99858941acd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:24.433089 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196221a7-2baa-409a-9283-99858941acd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:24.433635 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196221a7-2baa-409a-9283-99858941acd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:24.434192 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196221a7-2baa-409a-9283-99858941acd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:24.434755 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196221a7-2baa-409a-9283-99858941acd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:24.435321 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196221a7-2baa-409a-9283-99858941acd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:24.435896 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196221a7-2baa-409a-9283-99858941acd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:24.436599 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196221a7-2baa-409a-9283-99858941acd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:24.437143 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196221a7-2baa-409a-9283-99858941acd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:24.633232 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] Attempting to bind port b095cd4b-f5a8-48b4-9c1c-b56494635361 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:02:24.633606 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] Attempting to bind port b095cd4b-f5a8-48b4-9c1c-b56494635361 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'd1173619-e443-4c84-b138-f0169b429b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:02:24.634010 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] Attempting to bind port b095cd4b-f5a8-48b4-9c1c-b56494635361 on network 59e22729-5346-4326-b3d6-e01aaafa19b3 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:02:24.671126 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:02:24.677601 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] Checking segment: {'id': 'd1173619-e443-4c84-b138-f0169b429b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:02:24.678277 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:24.678975 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] Bound using segment: {'id': 'd1173619-e443-4c84-b138-f0169b429b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:02:24.679680 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] Bound port: b095cd4b-f5a8-48b4-9c1c-b56494635361, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1173619-e443-4c84-b138-f0169b429b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:02:24.680267 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:24.832809 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2813df7b-173a-4359-8634-306a698952f9 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:24.856620 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2813df7b-173a-4359-8634-306a698952f9 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:24.875021 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] For port b095cd4b-f5a8-48b4-9c1c-b56494635361, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:02:24.877235 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de365899-e0ae-4216-925f-284104eb5652 req-1ce537da-2a90-4d0b-96b2-f12eb4f7360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:24.881939 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] For port b095cd4b-f5a8-48b4-9c1c-b56494635361, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b095cd4b-f5a8-48b4-9c1c-b56494635361,segment=NetworkSegment(d1173619-e443-4c84-b138-f0169b429b5b),segment_id=d1173619-e443-4c84-b138-f0169b429b5b)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:02:24.884565 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de365899-e0ae-4216-925f-284104eb5652 req-1ce537da-2a90-4d0b-96b2-f12eb4f7360a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 1098 time: 0.2151458 Nov 23 22:02:24.887750 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-777f8c7d-671d-437d-ac5b-e138240da7f7 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557078 Nov 23 22:02:24.892398 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:24.930193 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1e6264d3-a2da-44ff-aa0f-d0b5abad8e30 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:24.961260 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-362584bc-fae0-493c-985e-970fd34dec0f None None] Provisioning complete for port b095cd4b-f5a8-48b4-9c1c-b56494635361 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:24.963174 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-362584bc-fae0-493c-985e-970fd34dec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:24.969153 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3744c14-56bf-4784-952a-3bb016c2ca92 req-5b402c07-73d2-4414-aa90-da63d569e4e0 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:24.979846 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2813df7b-173a-4359-8634-306a698952f9 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:24.981086 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2813df7b-173a-4359-8634-306a698952f9 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8111987 Nov 23 22:02:24.981768 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b3744c14-56bf-4784-952a-3bb016c2ca92 req-5b402c07-73d2-4414-aa90-da63d569e4e0 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 947 time: 0.3111975 Nov 23 22:02:24.987590 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42336) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:25.002758 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-1e6264d3-a2da-44ff-aa0f-d0b5abad8e30 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Calling delete_port for ce4a862f-2041-4653-a3fe-6dd35dfebd94 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:02:25.020367 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196221a7-2baa-409a-9283-99858941acd8 None None] Pushing event updated for resources: {'Port': ['ID=b095cd4b-f5a8-48b4-9c1c-b56494635361,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:25.021515 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5fe30858-26a9-4200-bec8-fdb497d163ef tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Request body: {'security_group_rule': {'security_group_id': 'e92bf73f-6bf6-465d-84f2-c88b7ed4aa76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:25.043307 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813df7b-173a-4359-8634-306a698952f9 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e92bf73f-6bf6-465d-84f2-c88b7ed4aa76,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:25.085806 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] Routers {'c31c01ab-98ac-4451-b652-7494353bdb74'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:02:25.087497 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:02:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c31c01ab-98ac-4451-b652-7494353bdb74'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:25.231377 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-362584bc-fae0-493c-985e-970fd34dec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:25.252102 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fe30858-26a9-4200-bec8-fdb497d163ef tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:25.269143 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de365899-e0ae-4216-925f-284104eb5652 req-0d2d3c32-a714-45b8-b60e-f2b18a0813d1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3753531 Nov 23 22:02:25.317916 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b3744c14-56bf-4784-952a-3bb016c2ca92 req-9f31081e-f1fa-47cf-8953-35c5be87fd9a tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3349974 Nov 23 22:02:25.350995 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-362584bc-fae0-493c-985e-970fd34dec0f None None] For port b095cd4b-f5a8-48b4-9c1c-b56494635361, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b095cd4b-f5a8-48b4-9c1c-b56494635361,segment=NetworkSegment(d1173619-e443-4c84-b138-f0169b429b5b),segment_id=d1173619-e443-4c84-b138-f0169b429b5b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:25.363506 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-362584bc-fae0-493c-985e-970fd34dec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:25.375516 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-8b428039-3547-410c-9e07-300aab7cd4a7 service neutron] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601977 Nov 23 22:02:25.426137 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] Set router c31c01ab-98ac-4451-b652-7494353bdb74 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:02:25.528773 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fe30858-26a9-4200-bec8-fdb497d163ef tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:25.536644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362584bc-fae0-493c-985e-970fd34dec0f None None] Pushing event updated for resources: {'Port': ['ID=b095cd4b-f5a8-48b4-9c1c-b56494635361,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:25.542136 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-b87283af-82cf-4e92-8f2e-0c231cb20337 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f304a4f3-98a7-481a-b024-fa9ac11528de HTTP/1.1" status: 200 len: 217 time: 0.1408694 Nov 23 22:02:25.542697 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fe30858-26a9-4200-bec8-fdb497d163ef tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:25.605435 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b73b830e-655a-4c06-8b2f-0d41d91d82fb None None] Provisioning complete for port b095cd4b-f5a8-48b4-9c1c-b56494635361 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:25.606097 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b73b830e-655a-4c06-8b2f-0d41d91d82fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:25.611359 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe30858-26a9-4200-bec8-fdb497d163ef tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bea13bb-18d8-456d-b550-1f5c6ece67f2,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:25.636571 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1e6264d3-a2da-44ff-aa0f-d0b5abad8e30 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:25.670379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6264d3-a2da-44ff-aa0f-d0b5abad8e30 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Port': ['ID=ce4a862f-2041-4653-a3fe-6dd35dfebd94,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:25.677523 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fe30858-26a9-4200-bec8-fdb497d163ef tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:25.678771 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5fe30858-26a9-4200-bec8-fdb497d163ef tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6780629 Nov 23 22:02:25.682895 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42350) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:25.687678 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-eeaf7e41-39a2-4447-9f86-3e5e34fbf1f2 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Request body: {'security_group_rule': {'security_group_id': 'e92bf73f-6bf6-465d-84f2-c88b7ed4aa76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:25.859807 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eeaf7e41-39a2-4447-9f86-3e5e34fbf1f2 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:25.902386 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80545b-8707-4089-b826-07cfdb693c32 req-488228ac-ea8f-456c-b0d7-621c369db2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:25.903952 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-488228ac-ea8f-456c-b0d7-621c369db2ae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=894a547e-38e5-4870-bda6-a43a8f7f2b67 HTTP/1.1" status: 200 len: 797 time: 0.3463953 Nov 23 22:02:25.957554 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1e6264d3-a2da-44ff-aa0f-d0b5abad8e30 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:25.964925 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1e6264d3-a2da-44ff-aa0f-d0b5abad8e30 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/ports/ce4a862f-2041-4653-a3fe-6dd35dfebd94 HTTP/1.1" status: 204 len: 168 time: 2.0150335 Nov 23 22:02:25.965916 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42358) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:26.028914 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf963de-1ae5-4d07-b5e1-69e5b70df2e2 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] GET failed (client error): The resource could not be found. Nov 23 22:02:26.035354 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ccf963de-1ae5-4d07-b5e1-69e5b70df2e2 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports/ce4a862f-2041-4653-a3fe-6dd35dfebd94 HTTP/1.1" status: 404 len: 333 time: 0.0654593 Nov 23 22:02:26.036237 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42362) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:26.041583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f640fb2-ac89-4538-8da2-f5289bb92cfd req-d42e7731-84a5-4d48-b0ee-1bc9146bf8d3 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:26.056142 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f640fb2-ac89-4538-8da2-f5289bb92cfd req-d42e7731-84a5-4d48-b0ee-1bc9146bf8d3 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 946 time: 0.3635280 Nov 23 22:02:26.077548 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80545b-8707-4089-b826-07cfdb693c32 req-1e85d4d7-20ef-40d4-bc3f-61aea20e57dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:26.079635 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-1e85d4d7-20ef-40d4-bc3f-61aea20e57dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da4238c6-b353-4586-8707-c40d3aada134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1539667 Nov 23 22:02:26.118556 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-426224e6-a0e7-4cc8-95a9-ca861e12f9d3 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting subnet 20a469ea-4b06-4125-8643-1a38338bcc62 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:02:26.122237 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'name': 'tempest-ServersTestJSON-508628317-router', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:02:05Z', 'updated_at': '2021-11-23T22:02:16Z', 'revision_number': 4, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'gw_port': {'id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:02:07Z', 'updated_at': '2021-11-23T22:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'b095cd4b-f5a8-48b4-9c1c-b56494635361', 'name': '', 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'mac_address': 'fa:16:3e:d4:3b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'dbde2441-7886-433f-81fc-edefeb26eca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:02:13Z', 'updated_at': '2021-11-23T22:02:24Z', 'revision_number': 4, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'subnets': [{'id': 'dbde2441-7886-433f-81fc-edefeb26eca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:26.122482 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-426224e6-a0e7-4cc8-95a9-ca861e12f9d3 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:26.171326 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-426224e6-a0e7-4cc8-95a9-ca861e12f9d3 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:26.229340 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f640fb2-ac89-4538-8da2-f5289bb92cfd req-eee42873-56ef-486f-b32f-e43487790749 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641436 Nov 23 22:02:26.260032 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f06e1d7-3908-4d92-9ec4-b7f6708d94df None None] The sync data for ids ['c31c01ab-98ac-4451-b652-7494353bdb74'] in n-d-816206-9 is: [{'id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'name': 'tempest-ServersTestJSON-508628317-router', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:02:05Z', 'updated_at': '2021-11-23T22:02:16Z', 'revision_number': 4, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'gw_port': {'id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:02:07Z', 'updated_at': '2021-11-23T22:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'b095cd4b-f5a8-48b4-9c1c-b56494635361', 'name': '', 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'mac_address': 'fa:16:3e:d4:3b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'dbde2441-7886-433f-81fc-edefeb26eca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:02:13Z', 'updated_at': '2021-11-23T22:02:24Z', 'revision_number': 4, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'subnets': [{'id': 'dbde2441-7886-433f-81fc-edefeb26eca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:02:26.285535 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-426224e6-a0e7-4cc8-95a9-ca861e12f9d3 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:26.347112 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-0e2d3499-4267-40b4-9dc2-f3b7cae8d6be service neutron] 10.222.0.53 "GET /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530167 Nov 23 22:02:26.451266 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eeaf7e41-39a2-4447-9f86-3e5e34fbf1f2 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:26.493869 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eeaf7e41-39a2-4447-9f86-3e5e34fbf1f2 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:26.539714 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-426224e6-a0e7-4cc8-95a9-ca861e12f9d3 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:26.659961 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-77d60bdd-70f0-48e7-a0e7-155761ac1430 service neutron] 10.222.0.53 "GET /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965574 Nov 23 22:02:26.693719 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf7e41-39a2-4447-9f86-3e5e34fbf1f2 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e34b38-97d9-4a8b-8a70-53a60740b6f7,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:26.707229 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-426224e6-a0e7-4cc8-95a9-ca861e12f9d3 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:26.714963 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12790273-2ca5-4e44-ba37-00d208302d18 None None] Network d8db02c7-b616-4c72-ab1b-f315c1a50703 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:02:26.747075 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-426224e6-a0e7-4cc8-95a9-ca861e12f9d3 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/subnets/20a469ea-4b06-4125-8643-1a38338bcc62 HTTP/1.1" status: 204 len: 168 time: 0.6882589 Nov 23 22:02:26.748119 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426224e6-a0e7-4cc8-95a9-ca861e12f9d3 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Subnet': ['ID=20a469ea-4b06-4125-8643-1a38338bcc62,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:26.754374 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42380) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:26.802173 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eeaf7e41-39a2-4447-9f86-3e5e34fbf1f2 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:26.834683 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-eeaf7e41-39a2-4447-9f86-3e5e34fbf1f2 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1506355 Nov 23 22:02:26.838044 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42382) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:26.848054 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-04b5bbf1-0beb-4647-a8ca-0a0ec2c82d5d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=247b2c22-bf5b-4a93-af05-80b974a24c48 HTTP/1.1" status: 200 len: 217 time: 0.1201973 Nov 23 22:02:26.884801 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-09374a29-032c-441d-9693-8f7d11bd50b7 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:26.928768 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09374a29-032c-441d-9693-8f7d11bd50b7 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:26.968883 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d8374-06b9-4eb0-a922-4d9c8956291b req-aa453e82-3e7a-497c-8e6b-f83cacea97c8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:26.971456 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-755d8374-06b9-4eb0-a922-4d9c8956291b req-aa453e82-3e7a-497c-8e6b-f83cacea97c8 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 947 time: 0.4836664 Nov 23 22:02:27.217542 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80545b-8707-4089-b826-07cfdb693c32 req-d6886a24-0ddf-47c6-ac62-ba8380f5307c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:27.219077 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-d6886a24-0ddf-47c6-ac62-ba8380f5307c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=894a547e-38e5-4870-bda6-a43a8f7f2b67 HTTP/1.1" status: 200 len: 797 time: 0.3595564 Nov 23 22:02:27.311528 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09374a29-032c-441d-9693-8f7d11bd50b7 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:27.343304 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73bc29ca-c971-4e7b-b96a-327435a2c807 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:27.388105 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b095cd4b-f5a8-48b4-9c1c-b56494635361 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:02:27.406551 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-755d8374-06b9-4eb0-a922-4d9c8956291b req-0e5b30b0-43ae-4c5b-9c82-f1522e6819bc tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3780465 Nov 23 22:02:27.543298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80545b-8707-4089-b826-07cfdb693c32 req-323a241f-b937-4346-a45a-451baead60d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:27.548247 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-323a241f-b937-4346-a45a-451baead60d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=da4238c6-b353-4586-8707-c40d3aada134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3148789 Nov 23 22:02:27.585746 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fcabae-3bb2-41c3-ba3e-6fcad334a63b None None] DHCP port deletion for d8db02c7-b616-4c72-ab1b-f315c1a50703 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:02:27.591281 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-09374a29-032c-441d-9693-8f7d11bd50b7 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Allocated IP 172.25.5.93 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/e40ff824-0e8f-4c65-9544-2792b9f86b1b) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:02:27.658062 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port b095cd4b-f5a8-48b4-9c1c-b56494635361 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:27.658749 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:27.802417 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b75c75-45d8-4788-8e08-2be65514a299 req-c6b92f58-5323-463f-af2b-c2cdaceb7fad tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:27.813677 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08b75c75-45d8-4788-8e08-2be65514a299 req-c6b92f58-5323-463f-af2b-c2cdaceb7fad tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 946 time: 0.4051182 Nov 23 22:02:27.823879 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-f92fc523-e4f6-4399-883f-3f7691c60fe3 service neutron] 10.222.0.53 "GET /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540097 Nov 23 22:02:27.895230 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09374a29-032c-441d-9693-8f7d11bd50b7 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:27.974141 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8057394e-636c-43d7-8a9f-15b3b43cfcb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:27.980689 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c4fcabae-3bb2-41c3-ba3e-6fcad334a63b None None] Deleting port f9cdd961-24e0-4160-8361-8d8b0d596ce1 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:02:27.981054 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c4fcabae-3bb2-41c3-ba3e-6fcad334a63b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:28.061015 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09374a29-032c-441d-9693-8f7d11bd50b7 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:28.206411 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09374a29-032c-441d-9693-8f7d11bd50b7 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:02:28.225688 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-09374a29-032c-441d-9693-8f7d11bd50b7 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:28.236961 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09374a29-032c-441d-9693-8f7d11bd50b7 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:02:28.325899 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09374a29-032c-441d-9693-8f7d11bd50b7 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Pushing event updated for resources: {'Port': ['ID=e40ff824-0e8f-4c65-9544-2792b9f86b1b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:28.365129 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c4fcabae-3bb2-41c3-ba3e-6fcad334a63b None None] For port f9cdd961-24e0-4160-8361-8d8b0d596ce1, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f9cdd961-24e0-4160-8361-8d8b0d596ce1,segment=NetworkSegment(e55d95f8-2575-425d-a4b8-40a1a27e6903),segment_id=e55d95f8-2575-425d-a4b8-40a1a27e6903)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:28.366489 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c4fcabae-3bb2-41c3-ba3e-6fcad334a63b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:28.407460 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c4fcabae-3bb2-41c3-ba3e-6fcad334a63b None None] Calling delete_port for f9cdd961-24e0-4160-8361-8d8b0d596ce1 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:02:28.691413 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c4fcabae-3bb2-41c3-ba3e-6fcad334a63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:28.759311 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcabae-3bb2-41c3-ba3e-6fcad334a63b None None] Pushing event deleted for resources: {'Port': ['ID=f9cdd961-24e0-4160-8361-8d8b0d596ce1,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:28.761773 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fcabae-3bb2-41c3-ba3e-6fcad334a63b None None] No DVR routers for this DVR port f9cdd961-24e0-4160-8361-8d8b0d596ce1 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:02:29.171874 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09374a29-032c-441d-9693-8f7d11bd50b7 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:29.222398 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b0942-a91c-4660-90c6-bad3417fb967 req-882806f6-7b50-4d53-844e-9b8679cefa00 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:29.228319 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a12b0942-a91c-4660-90c6-bad3417fb967 req-882806f6-7b50-4d53-844e-9b8679cefa00 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 947 time: 0.3017762 Nov 23 22:02:29.244386 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09374a29-032c-441d-9693-8f7d11bd50b7 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:29.261432 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08b75c75-45d8-4788-8e08-2be65514a299 req-2346c12e-a486-4bbc-af3b-08a82fdc9c55 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4441781 Nov 23 22:02:29.270191 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f9cdd961-24e0-4160-8361-8d8b0d596ce1 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:02:29.319442 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: f9cdd961-24e0-4160-8361-8d8b0d596ce1 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:02:29.319967 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-73bc29ca-c971-4e7b-b96a-327435a2c807 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting port f9cdd961-24e0-4160-8361-8d8b0d596ce1 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:02:29.320308 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73bc29ca-c971-4e7b-b96a-327435a2c807 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:29.320619 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f9cdd961-24e0-4160-8361-8d8b0d596ce1 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:02:29.437486 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-73bc29ca-c971-4e7b-b96a-327435a2c807 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] For port f9cdd961-24e0-4160-8361-8d8b0d596ce1, host n-d-816206-9, got binding levels [] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:29.437951 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73bc29ca-c971-4e7b-b96a-327435a2c807 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:29.454394 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-73bc29ca-c971-4e7b-b96a-327435a2c807 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Calling delete_port for f9cdd961-24e0-4160-8361-8d8b0d596ce1 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:02:29.457311 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.ipam_backend_mixin [None req-73bc29ca-c971-4e7b-b96a-327435a2c807 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Port f9cdd961-24e0-4160-8361-8d8b0d596ce1 was not found and therefore no delete operation was performed {{(pid=110034) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 22:02:29.468038 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73bc29ca-c971-4e7b-b96a-327435a2c807 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:29.544042 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc29ca-c971-4e7b-b96a-327435a2c807 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Port': ['ID=f9cdd961-24e0-4160-8361-8d8b0d596ce1,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:29.562852 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bc29ca-c971-4e7b-b96a-327435a2c807 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] No DVR routers for this DVR port f9cdd961-24e0-4160-8361-8d8b0d596ce1 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:02:29.580944 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a12b0942-a91c-4660-90c6-bad3417fb967 req-d2a8e25b-5d17-4b5b-9a55-c31bfdaef691 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3354127 Nov 23 22:02:29.643157 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a80545b-8707-4089-b826-07cfdb693c32 req-5426f845-00f4-4803-b832-1ddb08461202 service neutron] 10.222.0.53 "GET /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6421020 Nov 23 22:02:29.651530 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09374a29-032c-441d-9693-8f7d11bd50b7 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:29.667376 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09374a29-032c-441d-9693-8f7d11bd50b7 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:29.742318 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73bc29ca-c971-4e7b-b96a-327435a2c807 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:29.769488 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-73bc29ca-c971-4e7b-b96a-327435a2c807 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8db02c7-b616-4c72-ab1b-f315c1a50703']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:29.796949 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-73bc29ca-c971-4e7b-b96a-327435a2c807 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55d95f8-2575-425d-a4b8-40a1a27e6903') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:29.797247 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-73bc29ca-c971-4e7b-b96a-327435a2c807 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55d95f8-2575-425d-a4b8-40a1a27e6903') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:29.801296 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09374a29-032c-441d-9693-8f7d11bd50b7 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:29.820745 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73bc29ca-c971-4e7b-b96a-327435a2c807 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:29.825584 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09374a29-032c-441d-9693-8f7d11bd50b7 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Pushing event updated for resources: {'Port': ['ID=e40ff824-0e8f-4c65-9544-2792b9f86b1b,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:29.841644 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09374a29-032c-441d-9693-8f7d11bd50b7 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:29.846801 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-09374a29-032c-441d-9693-8f7d11bd50b7 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0009990 Nov 23 22:02:29.857264 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73bc29ca-c971-4e7b-b96a-327435a2c807 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:29.866265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73bc29ca-c971-4e7b-b96a-327435a2c807 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:02:29.867007 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73bc29ca-c971-4e7b-b96a-327435a2c807 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:02:29.870938 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:02:29.896774 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:29.991466 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73bc29ca-c971-4e7b-b96a-327435a2c807 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:30.013771 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73bc29ca-c971-4e7b-b96a-327435a2c807 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:30.022695 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42466) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:30.029941 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-185be06f-2d16-40a6-8670-bb7b0e0906ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1872804884'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:30.033996 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-73bc29ca-c971-4e7b-b96a-327435a2c807 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/networks/d8db02c7-b616-4c72-ab1b-f315c1a50703 HTTP/1.1" status: 204 len: 168 time: 3.1918495 Nov 23 22:02:30.065174 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc29ca-c971-4e7b-b96a-327435a2c807 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Network': ['ID=d8db02c7-b616-4c72-ab1b-f315c1a50703,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:30.089265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185be06f-2d16-40a6-8670-bb7b0e0906ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:02:30.094473 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-185be06f-2d16-40a6-8670-bb7b0e0906ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:30.158475 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185be06f-2d16-40a6-8670-bb7b0e0906ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:02:30.185393 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-185be06f-2d16-40a6-8670-bb7b0e0906ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:30.185801 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-185be06f-2d16-40a6-8670-bb7b0e0906ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Added segment 9740899c-fa0c-4997-bea6-e4e554a2b51f of type vlan for network c8ffb4df-3941-4426-9cdd-b203ecb42640 Nov 23 22:02:30.289587 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-185be06f-2d16-40a6-8670-bb7b0e0906ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:30.292225 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-469d074d-044d-4f7b-85e1-7d40916be3c2 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--401549148&fields=id&tenant_id=a5165a04e8424374861f09fdf647d2d2 HTTP/1.1" status: 200 len: 267 time: 0.0646431 Nov 23 22:02:30.325292 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-185be06f-2d16-40a6-8670-bb7b0e0906ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:30.338818 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185be06f-2d16-40a6-8670-bb7b0e0906ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:30.339550 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-185be06f-2d16-40a6-8670-bb7b0e0906ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:30.465678 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-185be06f-2d16-40a6-8670-bb7b0e0906ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4415164 Nov 23 22:02:30.472848 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7b0fd080-f6a3-4694-bde7-4e5b4747e556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:30.478564 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42486) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:30.486441 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a5bc976d-df17-4512-86e6-a8f76e9537aa tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'subnet': {'network_id': 'c8ffb4df-3941-4426-9cdd-b203ecb42640', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:30.500897 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-8b38a9eb-86ce-4c68-804d-1c91738f8d6c tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:30.502445 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-8b38a9eb-86ce-4c68-804d-1c91738f8d6c tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/networks?id=59e22729-5346-4326-b3d6-e01aaafa19b3 HTTP/1.1" status: 200 len: 805 time: 0.2086983 Nov 23 22:02:30.548479 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-acb3824e-21c9-49bf-b6ea-242eded789c9 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/quotas/a5165a04e8424374861f09fdf647d2d2 HTTP/1.1" status: 200 len: 375 time: 0.0343351 Nov 23 22:02:30.563624 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185be06f-2d16-40a6-8670-bb7b0e0906ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Network': ['ID=c8ffb4df-3941-4426-9cdd-b203ecb42640,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:30.577079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network c8ffb4df-3941-4426-9cdd-b203ecb42640 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:02:30.617071 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ecc2c-9741-44d7-a354-d52d1994f8f7 req-0d928e15-9660-4703-8f56-d387720fe0c3 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:30.620152 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-638ecc2c-9741-44d7-a354-d52d1994f8f7 req-0d928e15-9660-4703-8f56-d387720fe0c3 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 946 time: 0.1779609 Nov 23 22:02:30.700965 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-e485a01a-41fa-4fae-97ae-27ad25268b69 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5165a04e8424374861f09fdf647d2d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1515124 Nov 23 22:02:30.711395 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-638ecc2c-9741-44d7-a354-d52d1994f8f7 req-d1c9b132-9c54-4953-af76-e93d130efbf8 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846183 Nov 23 22:02:30.750045 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bc976d-df17-4512-86e6-a8f76e9537aa tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:02:30.754809 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5bc976d-df17-4512-86e6-a8f76e9537aa tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:30.923289 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-bdba28d6-8692-4764-a9f5-d181b3e858a7 service neutron] 10.222.0.50 "GET /v2.0/networks/59e22729-5346-4326-b3d6-e01aaafa19b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031698 Nov 23 22:02:31.206654 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-409ef510-58ee-4589-b6c5-5bc708f1fff9 service neutron] 10.222.0.50 "GET /v2.0/networks/59e22729-5346-4326-b3d6-e01aaafa19b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813382 Nov 23 22:02:31.220097 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5bc976d-df17-4512-86e6-a8f76e9537aa tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:31.264583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415a158-4e22-4450-accc-5aeed6eccfd3 req-9f7d1a93-d131-40b3-bf04-979b152cec03 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:31.275713 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1415a158-4e22-4450-accc-5aeed6eccfd3 req-9f7d1a93-d131-40b3-bf04-979b152cec03 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 947 time: 0.2449963 Nov 23 22:02:31.316744 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc976d-df17-4512-86e6-a8f76e9537aa tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Subnet': ['ID=b4172756-90a1-422a-9ee1-e5c06c16f88d,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:31.322538 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bc976d-df17-4512-86e6-a8f76e9537aa tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Checking segment: {'id': '9740899c-fa0c-4997-bea6-e4e554a2b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c8ffb4df-3941-4426-9cdd-b203ecb42640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:02:31.322969 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bc976d-df17-4512-86e6-a8f76e9537aa tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network hostable DHCP agents. Network: c8ffb4df-3941-4426-9cdd-b203ecb42640, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:02:31.367561 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bc976d-df17-4512-86e6-a8f76e9537aa tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network c8ffb4df-3941-4426-9cdd-b203ecb42640 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:02:31.388345 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1415a158-4e22-4450-accc-5aeed6eccfd3 req-ce5ddc58-4f1c-419c-b5bb-c7b42800e100 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056197 Nov 23 22:02:31.417459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-a5bc976d-df17-4512-86e6-a8f76e9537aa tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, c8ffb4df-3941-4426-9cdd-b203ecb42640) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:31.421797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bc976d-df17-4512-86e6-a8f76e9537aa tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:31.422406 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5bc976d-df17-4512-86e6-a8f76e9537aa tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:31.434808 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e852d8a-8c8f-4b69-a415-5c55098e9005 None None] Network c8ffb4df-3941-4426-9cdd-b203ecb42640 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:02:31.453900 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a5bc976d-df17-4512-86e6-a8f76e9537aa tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9728162 Nov 23 22:02:31.456069 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42504) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:31.463799 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-21bc1f45-7d69-4be4-8510-04d9a4a9d484 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-939086869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:31.520000 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-21bc1f45-7d69-4be4-8510-04d9a4a9d484 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:31.521452 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-21bc1f45-7d69-4be4-8510-04d9a4a9d484 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:31.708904 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-21bc1f45-7d69-4be4-8510-04d9a4a9d484 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:31.755473 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:31.764909 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-21bc1f45-7d69-4be4-8510-04d9a4a9d484 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:31.769961 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb9bf24-8181-4ee1-867d-6be6bde4b8ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-c8ffb4df-3941-4426-9cdd-b203ecb42640', 'network_id': 'c8ffb4df-3941-4426-9cdd-b203ecb42640', 'tenant_id': 'a4f1ae2888634e4b8fa5e9980e087a09', 'fixed_ips': [{'subnet_id': 'b4172756-90a1-422a-9ee1-e5c06c16f88d'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:02:31.775719 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-deb9bf24-8181-4ee1-867d-6be6bde4b8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:31.797757 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec8dfcfb-61f4-4a41-889a-9e1e379fca1d req-a8d71edc-474b-475c-9389-e04863df97fb tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 210 time: 0.1838982 Nov 23 22:02:31.825633 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-21bc1f45-7d69-4be4-8510-04d9a4a9d484 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:31.827027 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-21bc1f45-7d69-4be4-8510-04d9a4a9d484 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3696601 Nov 23 22:02:31.829732 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42518) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:31.834957 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-74774495-2c77-4a12-b9d3-b18edaf92eca tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'port': {'network_id': 'c8ffb4df-3941-4426-9cdd-b203ecb42640', 'name': 'tempest-PortsTestJSON-2058992113'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:32.043314 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2500b-2bf6-4011-afad-173654502bcb req-3927f18d-a1f7-4761-a9ee-391d2f3bb8fc tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:32.044047 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c4f2500b-2bf6-4011-afad-173654502bcb req-3927f18d-a1f7-4761-a9ee-391d2f3bb8fc tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 946 time: 0.1486275 Nov 23 22:02:32.082230 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-deb9bf24-8181-4ee1-867d-6be6bde4b8ea None None] Allocated IP 172.20.0.2 (c8ffb4df-3941-4426-9cdd-b203ecb42640/b4172756-90a1-422a-9ee1-e5c06c16f88d/8ba546b3-f129-4a4e-8cd4-7ae51f098435) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:02:32.197939 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c4f2500b-2bf6-4011-afad-173654502bcb req-d8f212e3-b170-4277-b8a2-86d4f4735c92 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467829 Nov 23 22:02:32.234429 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74774495-2c77-4a12-b9d3-b18edaf92eca tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:02:32.240965 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-74774495-2c77-4a12-b9d3-b18edaf92eca tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:32.297308 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-74774495-2c77-4a12-b9d3-b18edaf92eca tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] device_id is not set on port 0831f305-a796-493f-b991-7d8fe66193b2 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:02:32.511268 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-deb9bf24-8181-4ee1-867d-6be6bde4b8ea None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:32.526464 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-deb9bf24-8181-4ee1-867d-6be6bde4b8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:32.584619 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9bf24-8181-4ee1-867d-6be6bde4b8ea None None] Pushing event updated for resources: {'Port': ['ID=8ba546b3-f129-4a4e-8cd4-7ae51f098435,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:32.595354 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb9bf24-8181-4ee1-867d-6be6bde4b8ea None None] Network c8ffb4df-3941-4426-9cdd-b203ecb42640 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:02:32.596208 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-deb9bf24-8181-4ee1-867d-6be6bde4b8ea None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:32.603459 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb9bf24-8181-4ee1-867d-6be6bde4b8ea None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:02:32.694070 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-74774495-2c77-4a12-b9d3-b18edaf92eca tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Allocated IP 172.20.0.13 (c8ffb4df-3941-4426-9cdd-b203ecb42640/b4172756-90a1-422a-9ee1-e5c06c16f88d/0831f305-a796-493f-b991-7d8fe66193b2) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:02:32.731850 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-deb9bf24-8181-4ee1-867d-6be6bde4b8ea None None] Attempting to bind port 8ba546b3-f129-4a4e-8cd4-7ae51f098435 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:02:32.732234 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-deb9bf24-8181-4ee1-867d-6be6bde4b8ea None None] Attempting to bind port 8ba546b3-f129-4a4e-8cd4-7ae51f098435 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '9740899c-fa0c-4997-bea6-e4e554a2b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c8ffb4df-3941-4426-9cdd-b203ecb42640'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:02:32.732606 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9bf24-8181-4ee1-867d-6be6bde4b8ea None None] Attempting to bind port 8ba546b3-f129-4a4e-8cd4-7ae51f098435 on network c8ffb4df-3941-4426-9cdd-b203ecb42640 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:02:32.754242 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9bf24-8181-4ee1-867d-6be6bde4b8ea None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:02:32.754631 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9bf24-8181-4ee1-867d-6be6bde4b8ea None None] Checking segment: {'id': '9740899c-fa0c-4997-bea6-e4e554a2b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c8ffb4df-3941-4426-9cdd-b203ecb42640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:02:32.755186 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-deb9bf24-8181-4ee1-867d-6be6bde4b8ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:32.755592 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9bf24-8181-4ee1-867d-6be6bde4b8ea None None] Bound using segment: {'id': '9740899c-fa0c-4997-bea6-e4e554a2b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c8ffb4df-3941-4426-9cdd-b203ecb42640'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:02:32.763827 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-deb9bf24-8181-4ee1-867d-6be6bde4b8ea None None] Bound port: 8ba546b3-f129-4a4e-8cd4-7ae51f098435, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9740899c-fa0c-4997-bea6-e4e554a2b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c8ffb4df-3941-4426-9cdd-b203ecb42640'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:02:32.765086 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-deb9bf24-8181-4ee1-867d-6be6bde4b8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:32.976675 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-deb9bf24-8181-4ee1-867d-6be6bde4b8ea None None] For port 8ba546b3-f129-4a4e-8cd4-7ae51f098435, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:02:32.983189 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-74774495-2c77-4a12-b9d3-b18edaf92eca tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:33.002991 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-deb9bf24-8181-4ee1-867d-6be6bde4b8ea None None] For port 8ba546b3-f129-4a4e-8cd4-7ae51f098435, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8ba546b3-f129-4a4e-8cd4-7ae51f098435,segment=NetworkSegment(9740899c-fa0c-4997-bea6-e4e554a2b51f),segment_id=9740899c-fa0c-4997-bea6-e4e554a2b51f)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:02:33.019899 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-deb9bf24-8181-4ee1-867d-6be6bde4b8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:33.059271 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:33.089502 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-74774495-2c77-4a12-b9d3-b18edaf92eca tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:33.132750 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ca3e072b-cb0e-4d2c-85ec-9c186d577794 req-d2762319-bb93-4104-ac01-892b4b6bbda9 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 210 time: 0.0904419 Nov 23 22:02:33.244242 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9bf24-8181-4ee1-867d-6be6bde4b8ea None None] Pushing event updated for resources: {'Port': ['ID=8ba546b3-f129-4a4e-8cd4-7ae51f098435,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:33.265765 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74774495-2c77-4a12-b9d3-b18edaf92eca tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network c8ffb4df-3941-4426-9cdd-b203ecb42640 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:02:33.272524 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-74774495-2c77-4a12-b9d3-b18edaf92eca tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:33.279393 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74774495-2c77-4a12-b9d3-b18edaf92eca tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Port': ['ID=0831f305-a796-493f-b991-7d8fe66193b2,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:33.282762 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74774495-2c77-4a12-b9d3-b18edaf92eca tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:02:33.381069 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74774495-2c77-4a12-b9d3-b18edaf92eca tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:33.381799 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-74774495-2c77-4a12-b9d3-b18edaf92eca tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:33.424132 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42576) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:33.424423 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-74774495-2c77-4a12-b9d3-b18edaf92eca tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5933917 Nov 23 22:02:33.819654 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:33.958576 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426f557-cb1b-47c4-9722-e4a39f777391 req-92f8ecd7-5944-449b-9702-bec1d1ec4b78 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:33.960735 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3426f557-cb1b-47c4-9722-e4a39f777391 req-92f8ecd7-5944-449b-9702-bec1d1ec4b78 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 946 time: 0.2917922 Nov 23 22:02:34.078093 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3426f557-cb1b-47c4-9722-e4a39f777391 req-855a72d4-3b0d-41ab-9150-0ada747bddb5 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681427 Nov 23 22:02:34.209446 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-74117a40-0dd4-4dde-a77a-1eab8f5ecf29 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:34.211232 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-74117a40-0dd4-4dde-a77a-1eab8f5ecf29 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.60 "GET /v2.0/networks?id=59e22729-5346-4326-b3d6-e01aaafa19b3 HTTP/1.1" status: 200 len: 805 time: 0.5479846 Nov 23 22:02:34.429691 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-d9bf706c-5d46-4c34-aac1-4d19cd3b0e59 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5165a04e8424374861f09fdf647d2d2 HTTP/1.1" status: 200 len: 379 time: 0.1797731 Nov 23 22:02:34.503434 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-208e6962-cb2b-4477-9b8e-9d811443f13a tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Request body: {'port': {'device_id': '1f10d92d-7977-4048-9960-003a0f3b3ec7', 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3', 'admin_state_up': True, 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'security_groups': ['e92bf73f-6bf6-465d-84f2-c88b7ed4aa76']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:34.515644 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8d4080a-0f3e-4bc8-b837-6068b7fce166 req-9d5035c2-9e38-4eb8-88c1-4b059613ca7c tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 210 time: 0.0486908 Nov 23 22:02:34.887279 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1e5da354-3d7b-4212-8cc4-2c8c59d02b2f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:34.927077 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-208e6962-cb2b-4477-9b8e-9d811443f13a tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Made reservation on behalf of a5165a04e8424374861f09fdf647d2d2 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:02:34.932462 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820940cb-b071-4dad-83e5-d8372a2cefa1 None None] Network c8ffb4df-3941-4426-9cdd-b203ecb42640 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:02:34.941640 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-208e6962-cb2b-4477-9b8e-9d811443f13a tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:35.432821 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1f84b337-a4ba-4100-88c7-b592a2b6d96c None None] Provisioning complete for port 8ba546b3-f129-4a4e-8cd4-7ae51f098435 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:35.433598 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1f84b337-a4ba-4100-88c7-b592a2b6d96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:35.444911 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8ba546b3-f129-4a4e-8cd4-7ae51f098435 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:02:35.682760 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-208e6962-cb2b-4477-9b8e-9d811443f13a tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Allocated IP 172.20.0.14 (59e22729-5346-4326-b3d6-e01aaafa19b3/dbde2441-7886-433f-81fc-edefeb26eca3/9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:02:35.716538 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9af4d9-e057-49fb-80ab-afd867219f34 req-9fb5f148-6daa-4321-aa75-dd156f2284eb tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:35.718399 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b9af4d9-e057-49fb-80ab-afd867219f34 req-9fb5f148-6daa-4321-aa75-dd156f2284eb tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 946 time: 0.3606856 Nov 23 22:02:35.911925 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1e5da354-3d7b-4212-8cc4-2c8c59d02b2f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:35.923663 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bfedd77c-f419-4a04-b20f-3f3359918ae5 req-0787b12d-a2c8-4cb1-bc07-f886d1dfab7b tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 210 time: 0.1757531 Nov 23 22:02:35.970135 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1f84b337-a4ba-4100-88c7-b592a2b6d96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:35.971627 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1e5da354-3d7b-4212-8cc4-2c8c59d02b2f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:36.001620 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 8ba546b3-f129-4a4e-8cd4-7ae51f098435 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:36.002519 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:36.078415 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-1f84b337-a4ba-4100-88c7-b592a2b6d96c None None] For port 8ba546b3-f129-4a4e-8cd4-7ae51f098435, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8ba546b3-f129-4a4e-8cd4-7ae51f098435,segment=NetworkSegment(9740899c-fa0c-4997-bea6-e4e554a2b51f),segment_id=9740899c-fa0c-4997-bea6-e4e554a2b51f)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:36.112525 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1f84b337-a4ba-4100-88c7-b592a2b6d96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:36.184287 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b9af4d9-e057-49fb-80ab-afd867219f34 req-8d3cc486-a5ca-40bf-890f-3c6c803afc4f tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489515 Nov 23 22:02:36.206324 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84b337-a4ba-4100-88c7-b592a2b6d96c None None] Pushing event updated for resources: {'Port': ['ID=8ba546b3-f129-4a4e-8cd4-7ae51f098435,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:36.310384 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-183425c7-05a9-449a-a55a-30a997b03106 None None] Provisioning complete for port 0831f305-a796-493f-b991-7d8fe66193b2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:36.311398 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-183425c7-05a9-449a-a55a-30a997b03106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:36.317967 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:36.346004 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-208e6962-cb2b-4477-9b8e-9d811443f13a tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:36.445416 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5da354-3d7b-4212-8cc4-2c8c59d02b2f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Port': ['ID=0831f305-a796-493f-b991-7d8fe66193b2,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:36.576896 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:02:36.576896 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:02:36.580835 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-183425c7-05a9-449a-a55a-30a997b03106 None None] Port 0831f305-a796-493f-b991-7d8fe66193b2 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:02:36.595403 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-183425c7-05a9-449a-a55a-30a997b03106 None None] Provisioning complete for port 8ba546b3-f129-4a4e-8cd4-7ae51f098435 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:36.595862 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-183425c7-05a9-449a-a55a-30a997b03106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:36.618379 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-208e6962-cb2b-4477-9b8e-9d811443f13a tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:36.801862 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e6962-cb2b-4477-9b8e-9d811443f13a tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Pushing event updated for resources: {'Port': ['ID=9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:36.871975 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0020db97-123e-48e9-b4f1-d6557369a510 None None] Provisioning complete for port 0831f305-a796-493f-b991-7d8fe66193b2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:36.872575 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0020db97-123e-48e9-b4f1-d6557369a510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:36.897340 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1e5da354-3d7b-4212-8cc4-2c8c59d02b2f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:36.901575 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-208e6962-cb2b-4477-9b8e-9d811443f13a tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Network 59e22729-5346-4326-b3d6-e01aaafa19b3 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:02:36.904425 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-208e6962-cb2b-4477-9b8e-9d811443f13a tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:36.932032 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0020db97-123e-48e9-b4f1-d6557369a510 None None] Port 0831f305-a796-493f-b991-7d8fe66193b2 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:02:36.942456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-208e6962-cb2b-4477-9b8e-9d811443f13a tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:02:37.060074 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-208e6962-cb2b-4477-9b8e-9d811443f13a tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:37.067005 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-189e8102-f60e-47d9-96af-15fd33bcd10c None None] Provisioning complete for port 0831f305-a796-493f-b991-7d8fe66193b2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:37.067891 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-189e8102-f60e-47d9-96af-15fd33bcd10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:37.075676 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-208e6962-cb2b-4477-9b8e-9d811443f13a tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:37.225225 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-189e8102-f60e-47d9-96af-15fd33bcd10c None None] Port 0831f305-a796-493f-b991-7d8fe66193b2 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:02:37.244629 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-208e6962-cb2b-4477-9b8e-9d811443f13a tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7448723 Nov 23 22:02:37.253739 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1e5da354-3d7b-4212-8cc4-2c8c59d02b2f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:37.269726 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-c44b501a-3ec6-4de2-b33a-41349147f0a9 service neutron] Request body: {'port': {'device_id': '1f10d92d-7977-4048-9960-003a0f3b3ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:37.357324 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d9281504-2893-496a-85d5-1e307227f4ee None None] Provisioning complete for port 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:37.357829 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d9281504-2893-496a-85d5-1e307227f4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:37.393793 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01887e3-466e-4a3a-85ef-5f3d80127583 req-568ff651-25dc-4455-9c1f-23f450e4b6bc tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:37.395840 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e01887e3-466e-4a3a-85ef-5f3d80127583 req-568ff651-25dc-4455-9c1f-23f450e4b6bc tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 932 time: 0.3088017 Nov 23 22:02:37.438741 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-d9281504-2893-496a-85d5-1e307227f4ee None None] Port 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:02:37.460414 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8ba546b3-f129-4a4e-8cd4-7ae51f098435 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:02:37.538530 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 8ba546b3-f129-4a4e-8cd4-7ae51f098435 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:37.539017 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:37.636193 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-c44b501a-3ec6-4de2-b33a-41349147f0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:37.767900 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c2cea-6909-4ee5-b972-cdba9b6ca498 req-cf67fe09-2372-4c63-aace-6da12701337d tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:37.775730 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-522c2cea-6909-4ee5-b972-cdba9b6ca498 req-cf67fe09-2372-4c63-aace-6da12701337d tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 946 time: 0.3744864 Nov 23 22:02:38.286284 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e01887e3-466e-4a3a-85ef-5f3d80127583 req-071e3bbf-8d6d-49b2-88b1-94c20ee72588 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92bf73f-6bf6-465d-84f2-c88b7ed4aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8591597 Nov 23 22:02:38.455236 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-522c2cea-6909-4ee5-b972-cdba9b6ca498 req-c6e8c13e-d1d0-4313-a33b-3ba9ebe0c9cb tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6781044 Nov 23 22:02:38.658875 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1e5da354-3d7b-4212-8cc4-2c8c59d02b2f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:38.719587 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-c44b501a-3ec6-4de2-b33a-41349147f0a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:02:38.738648 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-c44b501a-3ec6-4de2-b33a-41349147f0a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:38.761522 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-c44b501a-3ec6-4de2-b33a-41349147f0a9 service neutron] Transition to ACTIVE for port object 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:02:38.763437 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1e5da354-3d7b-4212-8cc4-2c8c59d02b2f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:38.844022 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5da354-3d7b-4212-8cc4-2c8c59d02b2f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Port': ['ID=0831f305-a796-493f-b991-7d8fe66193b2,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:38.847703 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-c44b501a-3ec6-4de2-b33a-41349147f0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:39.061530 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-c44b501a-3ec6-4de2-b33a-41349147f0a9 service neutron] Attempting to bind port 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:02:39.062266 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-c44b501a-3ec6-4de2-b33a-41349147f0a9 service neutron] Attempting to bind port 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'd1173619-e443-4c84-b138-f0169b429b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:02:39.063054 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-c44b501a-3ec6-4de2-b33a-41349147f0a9 service neutron] Attempting to bind port 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 on network 59e22729-5346-4326-b3d6-e01aaafa19b3 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:02:39.065604 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1e5da354-3d7b-4212-8cc4-2c8c59d02b2f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:39.073518 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b501a-3ec6-4de2-b33a-41349147f0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:39.081610 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-c44b501a-3ec6-4de2-b33a-41349147f0a9 service neutron] Port 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 on network 59e22729-5346-4326-b3d6-e01aaafa19b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:02:39.082423 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-c44b501a-3ec6-4de2-b33a-41349147f0a9 service neutron] Attempting to bind port 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 on network 59e22729-5346-4326-b3d6-e01aaafa19b3 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:02:39.091655 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-c44b501a-3ec6-4de2-b33a-41349147f0a9 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:02:39.092047 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-c44b501a-3ec6-4de2-b33a-41349147f0a9 service neutron] Checking segment: {'id': 'd1173619-e443-4c84-b138-f0169b429b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:02:39.092836 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-c44b501a-3ec6-4de2-b33a-41349147f0a9 service neutron] Bound using segment: {'id': 'd1173619-e443-4c84-b138-f0169b429b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:02:39.093372 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-c44b501a-3ec6-4de2-b33a-41349147f0a9 service neutron] Bound port: 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1173619-e443-4c84-b138-f0169b429b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:02:39.093835 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-c44b501a-3ec6-4de2-b33a-41349147f0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:39.193560 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-c44b501a-3ec6-4de2-b33a-41349147f0a9 service neutron] For port 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:02:39.198484 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-c44b501a-3ec6-4de2-b33a-41349147f0a9 service neutron] For port 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3,segment=NetworkSegment(d1173619-e443-4c84-b138-f0169b429b5b),segment_id=d1173619-e443-4c84-b138-f0169b429b5b)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:02:39.291705 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-c44b501a-3ec6-4de2-b33a-41349147f0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:39.369706 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-c44b501a-3ec6-4de2-b33a-41349147f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:39.369985 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-c44b501a-3ec6-4de2-b33a-41349147f0a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:39.373084 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-c44b501a-3ec6-4de2-b33a-41349147f0a9 service neutron] 10.222.0.60 "PUT /v2.0/ports/9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 HTTP/1.1" status: 200 len: 1092 time: 2.1085265 Nov 23 22:02:39.382520 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f10d92d-7977-4048-9960-003a0f3b3ec7', 'tag': '9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:02:39.393208 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacfcfc4-2876-4053-bba0-fac22876b7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "1f10d92d-7977-4048-9960-003a0f3b3ec7", "tag": "9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:02:39.434388 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5da354-3d7b-4212-8cc4-2c8c59d02b2f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network c8ffb4df-3941-4426-9cdd-b203ecb42640 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:02:39.453735 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-1e5da354-3d7b-4212-8cc4-2c8c59d02b2f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:39.589298 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42684) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:39.626683 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39f97c7-bbd9-4693-95b6-d98bbda83a68 x-openstack-request-id: req-d39f97c7-bbd9-4693-95b6-d98bbda83a68 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:02:39.627017 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f10d92d-7977-4048-9960-003a0f3b3ec7", "tag": "9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:02:39.627655 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d39f97c7-bbd9-4693-95b6-d98bbda83a68 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:02:39.631244 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f10d92d-7977-4048-9960-003a0f3b3ec7', 'tag': '9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3', 'status': 'completed', 'code': 200} Nov 23 22:02:39.824387 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-730bede8-a4d5-4200-9adb-3ea5bb90221e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:39.833456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b501a-3ec6-4de2-b33a-41349147f0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:39.900613 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-c7140ba0-afaa-4e18-84be-8186cae61672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:39.906166 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-c7140ba0-afaa-4e18-84be-8186cae61672 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5165a04e8424374861f09fdf647d2d2&device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 1095 time: 0.2739365 Nov 23 22:02:40.070915 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-730bede8-a4d5-4200-9adb-3ea5bb90221e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:40.084193 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-730bede8-a4d5-4200-9adb-3ea5bb90221e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:40.146368 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2ad96032-c321-4b7b-bb67-59e1cb878349 None None] Provisioning complete for port 0831f305-a796-493f-b991-7d8fe66193b2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:40.148120 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2ad96032-c321-4b7b-bb67-59e1cb878349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:40.192044 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-730bede8-a4d5-4200-9adb-3ea5bb90221e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8b543fcd45564083be26c803037c7807&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6008492 Nov 23 22:02:40.198002 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730bede8-a4d5-4200-9adb-3ea5bb90221e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ab154d-4476-4995-add1-dde8a5aec433,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:40.208565 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-2ad96032-c321-4b7b-bb67-59e1cb878349 None None] Port 0831f305-a796-493f-b991-7d8fe66193b2 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:02:40.212963 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42692) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:40.246704 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff930168-de56-4687-8e05-f50301bb275d req-06059de4-bd93-4286-aa3d-20040bcf29e9 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:40.249937 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff930168-de56-4687-8e05-f50301bb275d req-06059de4-bd93-4286-aa3d-20040bcf29e9 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 944 time: 0.6637795 Nov 23 22:02:40.271476 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-365f76be-68a7-463f-8214-26a19e3173f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 HTTP/1.1" status: 200 len: 217 time: 0.2053142 Nov 23 22:02:40.285509 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5da354-3d7b-4212-8cc4-2c8c59d02b2f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Router 77b56ad7-5c25-4e58-b0a8-f80417869453 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:02:40.300059 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5473019-ec0f-4069-8363-376d26bf9211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:40.326499 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5473019-ec0f-4069-8363-376d26bf9211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:40.386053 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5473019-ec0f-4069-8363-376d26bf9211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:40.389574 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5473019-ec0f-4069-8363-376d26bf9211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:40.391104 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a5473019-ec0f-4069-8363-376d26bf9211 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/40ab154d-4476-4995-add1-dde8a5aec433 HTTP/1.1" status: 204 len: 168 time: 0.1762841 Nov 23 22:02:40.406969 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-1b3e4140-132e-4b4f-8e63-f5ac18875872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:40.408478 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-1b3e4140-132e-4b4f-8e63-f5ac18875872 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dbde2441-7886-433f-81fc-edefeb26eca3 HTTP/1.1" status: 200 len: 844 time: 0.1198044 Nov 23 22:02:40.421591 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365c497-27d2-4c69-ab6b-eba581186a8e req-5e885604-34e1-49c4-8b39-8564ebcc0ca3 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:40.423337 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7365c497-27d2-4c69-ab6b-eba581186a8e req-5e885604-34e1-49c4-8b39-8564ebcc0ca3 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 946 time: 0.5077059 Nov 23 22:02:40.425010 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5473019-ec0f-4069-8363-376d26bf9211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ab154d-4476-4995-add1-dde8a5aec433,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:40.750679 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff930168-de56-4687-8e05-f50301bb275d req-88a4b48f-c86a-4396-8ad7-3c40f890032b tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92bf73f-6bf6-465d-84f2-c88b7ed4aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4768438 Nov 23 22:02:40.775351 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7365c497-27d2-4c69-ab6b-eba581186a8e req-68071dd3-9b63-4ce7-8197-2d0a92d1223a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830091 Nov 23 22:02:40.792381 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-5859b2c5-a44d-4887-9d96-78ae272009a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:40.794170 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-5859b2c5-a44d-4887-9d96-78ae272009a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59e22729-5346-4326-b3d6-e01aaafa19b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3623552 Nov 23 22:02:40.914549 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5da354-3d7b-4212-8cc4-2c8c59d02b2f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:02:40.923218 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1e5da354-3d7b-4212-8cc4-2c8c59d02b2f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "PUT /v2.0/routers/77b56ad7-5c25-4e58-b0a8-f80417869453/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4979141 Nov 23 22:02:40.925834 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42708) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:40.927827 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c24639-4dca-43ab-8b2c-9fec41f98734 None None] Sync routers for ids ['77b56ad7-5c25-4e58-b0a8-f80417869453'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:02:40.935682 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-41009e8c-d463-465a-920b-59ba3c7c7234 service neutron] 10.222.0.60 "GET /v2.0/networks/59e22729-5346-4326-b3d6-e01aaafa19b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293488 Nov 23 22:02:40.936200 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42710) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:40.942684 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c24639-4dca-43ab-8b2c-9fec41f98734 None None] Routers {'77b56ad7-5c25-4e58-b0a8-f80417869453'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:02:40.943357 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-76c24639-4dca-43ab-8b2c-9fec41f98734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:02:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['77b56ad7-5c25-4e58-b0a8-f80417869453'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:40.966830 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d343ee2b-9523-436d-b7dd-62f9a9738347 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:40.995042 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-76c24639-4dca-43ab-8b2c-9fec41f98734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:41.005894 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c24639-4dca-43ab-8b2c-9fec41f98734 None None] Routers {'77b56ad7-5c25-4e58-b0a8-f80417869453'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:02:41.006825 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-76c24639-4dca-43ab-8b2c-9fec41f98734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:02:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['77b56ad7-5c25-4e58-b0a8-f80417869453'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:41.054232 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745ba018-319c-41b9-9c5d-ecf247497158 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:41.060009 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-745ba018-319c-41b9-9c5d-ecf247497158 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports?device_id=77b56ad7-5c25-4e58-b0a8-f80417869453 HTTP/1.1" status: 200 len: 983 time: 0.1320975 Nov 23 22:02:41.074194 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42714) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:41.088801 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-76c24639-4dca-43ab-8b2c-9fec41f98734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:41.091483 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c24639-4dca-43ab-8b2c-9fec41f98734 None None] The sync data for ids ['77b56ad7-5c25-4e58-b0a8-f80417869453'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:02:41.258784 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e5e7b6a-164e-437e-8ff9-7c83035f13aa req-7d851a39-a112-4c83-a5e3-2a456268c175 service neutron] 10.222.0.60 "GET /v2.0/networks/59e22729-5346-4326-b3d6-e01aaafa19b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006139 Nov 23 22:02:41.307152 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d343ee2b-9523-436d-b7dd-62f9a9738347 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:41.343001 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d343ee2b-9523-436d-b7dd-62f9a9738347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:41.491436 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d343ee2b-9523-436d-b7dd-62f9a9738347 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=52c4e0356d954e04ab02a4b05c267dd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5517190 Nov 23 22:02:41.493448 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42720) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:41.495213 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343ee2b-9523-436d-b7dd-62f9a9738347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2d0da0-5e2c-4216-889c-1d6cdfab2542,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:41.573695 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfcfc4-2876-4053-bba0-fac22876b7b6 req-50b452b3-7910-4c7c-b239-794def528321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:41.575226 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cacfcfc4-2876-4053-bba0-fac22876b7b6 req-50b452b3-7910-4c7c-b239-794def528321 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5165a04e8424374861f09fdf647d2d2&device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 1095 time: 0.1886232 Nov 23 22:02:41.595148 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5701a48-c490-45df-bb18-02ac9679713e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:41.631130 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5701a48-c490-45df-bb18-02ac9679713e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:41.692631 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5701a48-c490-45df-bb18-02ac9679713e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:41.696982 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5701a48-c490-45df-bb18-02ac9679713e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:41.698548 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e5701a48-c490-45df-bb18-02ac9679713e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2c2d0da0-5e2c-4216-889c-1d6cdfab2542 HTTP/1.1" status: 204 len: 168 time: 0.2040715 Nov 23 22:02:41.715976 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5701a48-c490-45df-bb18-02ac9679713e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2d0da0-5e2c-4216-889c-1d6cdfab2542,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:41.724107 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5701a48-c490-45df-bb18-02ac9679713e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:41.724458 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5701a48-c490-45df-bb18-02ac9679713e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:41.724800 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5701a48-c490-45df-bb18-02ac9679713e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:41.725147 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5701a48-c490-45df-bb18-02ac9679713e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:41.725486 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5701a48-c490-45df-bb18-02ac9679713e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:41.725821 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5701a48-c490-45df-bb18-02ac9679713e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:41.726157 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5701a48-c490-45df-bb18-02ac9679713e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:41.726550 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5701a48-c490-45df-bb18-02ac9679713e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:41.726921 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5701a48-c490-45df-bb18-02ac9679713e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:41.728097 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5701a48-c490-45df-bb18-02ac9679713e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:41.728438 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5701a48-c490-45df-bb18-02ac9679713e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:41.728771 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5701a48-c490-45df-bb18-02ac9679713e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:41.802593 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfcfc4-2876-4053-bba0-fac22876b7b6 req-7af7ffed-40b0-45c7-b2fb-d8f3260d9d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:41.809472 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cacfcfc4-2876-4053-bba0-fac22876b7b6 req-7af7ffed-40b0-45c7-b2fb-d8f3260d9d27 service neutron] 10.222.0.60 "GET /v2.0/networks?id=59e22729-5346-4326-b3d6-e01aaafa19b3 HTTP/1.1" status: 200 len: 906 time: 0.2240207 Nov 23 22:02:41.893484 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cacfcfc4-2876-4053-bba0-fac22876b7b6 req-99f4d002-6c11-4068-bc13-12569d2ae03d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 HTTP/1.1" status: 200 len: 217 time: 0.0618935 Nov 23 22:02:42.096000 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfcfc4-2876-4053-bba0-fac22876b7b6 req-20858b29-d71e-436f-bdda-a29be3a6a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:42.097486 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cacfcfc4-2876-4053-bba0-fac22876b7b6 req-20858b29-d71e-436f-bdda-a29be3a6a74e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dbde2441-7886-433f-81fc-edefeb26eca3 HTTP/1.1" status: 200 len: 844 time: 0.1954277 Nov 23 22:02:42.167888 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8c3e480c-66a5-40f4-a42f-55ff68120ae5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:42.186457 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d789b-f10d-4b24-8490-8a3aa653a62f req-30f2c62d-b6ab-47c1-816c-d102d1e8f0b3 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:42.187177 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c21d789b-f10d-4b24-8490-8a3aa653a62f req-30f2c62d-b6ab-47c1-816c-d102d1e8f0b3 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 946 time: 0.2065022 Nov 23 22:02:42.194962 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cafa8f-f65d-4834-af6d-1ad26a47906a req-7d7219e6-190e-4b22-b40e-0bcebbf64d4e tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:42.202499 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-44cafa8f-f65d-4834-af6d-1ad26a47906a req-7d7219e6-190e-4b22-b40e-0bcebbf64d4e tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 944 time: 0.2439258 Nov 23 22:02:42.336392 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfcfc4-2876-4053-bba0-fac22876b7b6 req-98683a1a-aa77-4015-9fdc-94505852cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:42.339040 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cacfcfc4-2876-4053-bba0-fac22876b7b6 req-98683a1a-aa77-4015-9fdc-94505852cf5a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59e22729-5346-4326-b3d6-e01aaafa19b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2319403 Nov 23 22:02:42.437595 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-44cafa8f-f65d-4834-af6d-1ad26a47906a req-c0bebcc9-f23a-4fca-b5df-f027f4c27bd1 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92bf73f-6bf6-465d-84f2-c88b7ed4aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338161 Nov 23 22:02:42.502971 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c21d789b-f10d-4b24-8490-8a3aa653a62f req-38906127-a42d-4a4b-850a-570516fa928d tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973840 Nov 23 22:02:42.638647 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cacfcfc4-2876-4053-bba0-fac22876b7b6 req-5023a158-b323-46f1-8cf4-277c1437b092 service neutron] 10.222.0.60 "GET /v2.0/networks/59e22729-5346-4326-b3d6-e01aaafa19b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788765 Nov 23 22:02:43.322179 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cacfcfc4-2876-4053-bba0-fac22876b7b6 req-4039d642-f871-4211-a1f1-a4b4e9140c4b service neutron] 10.222.0.60 "GET /v2.0/networks/59e22729-5346-4326-b3d6-e01aaafa19b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6740103 Nov 23 22:02:43.391850 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-8c3e480c-66a5-40f4-a42f-55ff68120ae5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting port 0831f305-a796-493f-b991-7d8fe66193b2 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:02:43.392215 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8c3e480c-66a5-40f4-a42f-55ff68120ae5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:43.527319 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8c3e480c-66a5-40f4-a42f-55ff68120ae5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:43.573517 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-8c3e480c-66a5-40f4-a42f-55ff68120ae5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Calling delete_port for 0831f305-a796-493f-b991-7d8fe66193b2 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:02:43.611513 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054c4e6-aef6-4c95-ae5d-b2361693157d req-23b7030d-c3a5-4874-bf33-ddee75ebfb76 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:43.615428 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3054c4e6-aef6-4c95-ae5d-b2361693157d req-23b7030d-c3a5-4874-bf33-ddee75ebfb76 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 944 time: 0.0937340 Nov 23 22:02:43.764980 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3054c4e6-aef6-4c95-ae5d-b2361693157d req-e0ccc3cc-d787-4b87-9474-475630ffe283 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92bf73f-6bf6-465d-84f2-c88b7ed4aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181533 Nov 23 22:02:43.813542 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73cb59-5e5b-406f-85da-69cbba4c7fd3 req-d9973fb9-5d45-4123-9b00-3e4731dc72b0 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:43.815385 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c73cb59-5e5b-406f-85da-69cbba4c7fd3 req-d9973fb9-5d45-4123-9b00-3e4731dc72b0 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 946 time: 0.1484571 Nov 23 22:02:43.906323 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c73cb59-5e5b-406f-85da-69cbba4c7fd3 req-f38786ad-981a-4c5e-add4-8f1b7c123de0 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802100 Nov 23 22:02:43.950981 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8c3e480c-66a5-40f4-a42f-55ff68120ae5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:43.990874 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e480c-66a5-40f4-a42f-55ff68120ae5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Port': ['ID=0831f305-a796-493f-b991-7d8fe66193b2,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:44.003640 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e480c-66a5-40f4-a42f-55ff68120ae5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:44.003994 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e480c-66a5-40f4-a42f-55ff68120ae5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:44.004327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e480c-66a5-40f4-a42f-55ff68120ae5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:44.004666 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e480c-66a5-40f4-a42f-55ff68120ae5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:44.005026 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e480c-66a5-40f4-a42f-55ff68120ae5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:44.005331 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e480c-66a5-40f4-a42f-55ff68120ae5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:44.005656 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e480c-66a5-40f4-a42f-55ff68120ae5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:44.006049 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e480c-66a5-40f4-a42f-55ff68120ae5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:44.006380 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e480c-66a5-40f4-a42f-55ff68120ae5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:44.006746 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e480c-66a5-40f4-a42f-55ff68120ae5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:44.007059 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e480c-66a5-40f4-a42f-55ff68120ae5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:44.007382 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3e480c-66a5-40f4-a42f-55ff68120ae5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:44.248762 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8c3e480c-66a5-40f4-a42f-55ff68120ae5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:44.260354 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f516c4e-4f3b-4dbd-8355-bb36023d766d req-1e3e7a90-e5fb-4d86-8674-fcaa1d11919a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:44.261854 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f516c4e-4f3b-4dbd-8355-bb36023d766d req-1e3e7a90-e5fb-4d86-8674-fcaa1d11919a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 1097 time: 0.1256371 Nov 23 22:02:44.502868 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3e480c-66a5-40f4-a42f-55ff68120ae5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Router 77b56ad7-5c25-4e58-b0a8-f80417869453 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:02:44.504176 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f516c4e-4f3b-4dbd-8355-bb36023d766d req-316c1240-1507-41c0-989d-d5d6d9e9c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:44.505703 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f516c4e-4f3b-4dbd-8355-bb36023d766d req-316c1240-1507-41c0-989d-d5d6d9e9c51f service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 912 time: 0.2337632 Nov 23 22:02:44.635320 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f516c4e-4f3b-4dbd-8355-bb36023d766d req-9f7f6b29-2aed-45b6-9933-9571351d28ec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aafdee6b-4b56-4018-8720-42fc456e53df HTTP/1.1" status: 200 len: 217 time: 0.1166108 Nov 23 22:02:44.640946 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3e480c-66a5-40f4-a42f-55ff68120ae5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:02:44.651659 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb20064a-9579-4165-8317-c5daccdf0bb6 None None] Sync routers for ids ['77b56ad7-5c25-4e58-b0a8-f80417869453'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:02:44.662111 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8c3e480c-66a5-40f4-a42f-55ff68120ae5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "PUT /v2.0/routers/77b56ad7-5c25-4e58-b0a8-f80417869453/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5867925 Nov 23 22:02:44.664950 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42856) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:44.665466 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb20064a-9579-4165-8317-c5daccdf0bb6 None None] Routers {'77b56ad7-5c25-4e58-b0a8-f80417869453'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:02:44.665788 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-cb20064a-9579-4165-8317-c5daccdf0bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:02:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['77b56ad7-5c25-4e58-b0a8-f80417869453'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:44.704812 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-cb20064a-9579-4165-8317-c5daccdf0bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:44.706502 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-3872300a-f65f-4772-8f15-33e61a88b5b6 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] GET failed (client error): The resource could not be found. Nov 23 22:02:44.716363 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb20064a-9579-4165-8317-c5daccdf0bb6 None None] Routers {'77b56ad7-5c25-4e58-b0a8-f80417869453'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:02:44.717136 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-cb20064a-9579-4165-8317-c5daccdf0bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:02:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['77b56ad7-5c25-4e58-b0a8-f80417869453'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:44.720787 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f516c4e-4f3b-4dbd-8355-bb36023d766d req-009d0971-4a47-46b8-bec0-30b7e04a9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:44.722281 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f516c4e-4f3b-4dbd-8355-bb36023d766d req-009d0971-4a47-46b8-bec0-30b7e04a9e45 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 0.0587351 Nov 23 22:02:44.722829 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42860) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:44.723285 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3872300a-f65f-4772-8f15-33e61a88b5b6 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports/0831f305-a796-493f-b991-7d8fe66193b2 HTTP/1.1" status: 404 len: 333 time: 0.0454531 Nov 23 22:02:44.758133 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-cb20064a-9579-4165-8317-c5daccdf0bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:44.759642 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb20064a-9579-4165-8317-c5daccdf0bb6 None None] The sync data for ids ['77b56ad7-5c25-4e58-b0a8-f80417869453'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:02:44.830334 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-62b7e364-20bb-441e-9f36-2da759395bfd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:44.881233 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42868) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:44.962236 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f516c4e-4f3b-4dbd-8355-bb36023d766d req-4adbc7fd-ced5-470f-b9b3-57a29f2487c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:44.963925 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f516c4e-4f3b-4dbd-8355-bb36023d766d req-4adbc7fd-ced5-470f-b9b3-57a29f2487c8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1956630 Nov 23 22:02:45.046242 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7983f209-0319-4245-8f11-0901dd479bdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:45.128969 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7983f209-0319-4245-8f11-0901dd479bdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:45.136047 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7983f209-0319-4245-8f11-0901dd479bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:45.177819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b72d0-9888-4342-91ff-aa768b4460f6 req-ede94ba8-5e6c-478f-bccb-6e6fcec7284f tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:45.179401 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ad3b72d0-9888-4342-91ff-aa768b4460f6 req-ede94ba8-5e6c-478f-bccb-6e6fcec7284f tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 944 time: 0.2959311 Nov 23 22:02:45.182654 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7983f209-0319-4245-8f11-0901dd479bdb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=17a5e3cd5e014ca78fea20cfea3eb949&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3002777 Nov 23 22:02:45.183741 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983f209-0319-4245-8f11-0901dd479bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17b0a29-7b79-4cb6-91b4-42da96e46f0e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:45.190674 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42880) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:45.205980 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-62b7e364-20bb-441e-9f36-2da759395bfd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:45.219707 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-62b7e364-20bb-441e-9f36-2da759395bfd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:45.242280 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:02:45.279663 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52b03556-7dd3-4cca-a733-0cd273b7fcc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:45.315822 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52b03556-7dd3-4cca-a733-0cd273b7fcc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:45.346676 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf014cd-7d06-4010-a27e-11a36fe029f7 req-d7018b59-35e1-47e0-a4e8-12ff9d1a97d8 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:45.348197 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-faf014cd-7d06-4010-a27e-11a36fe029f7 req-d7018b59-35e1-47e0-a4e8-12ff9d1a97d8 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 946 time: 0.2970366 Nov 23 22:02:45.362383 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f516c4e-4f3b-4dbd-8355-bb36023d766d req-607606e7-9bb3-4d4c-80cb-a258b16f574b service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686745 Nov 23 22:02:45.394114 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52b03556-7dd3-4cca-a733-0cd273b7fcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:45.397260 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52b03556-7dd3-4cca-a733-0cd273b7fcc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:45.398057 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3,segment=NetworkSegment(d1173619-e443-4c84-b138-f0169b429b5b),segment_id=d1173619-e443-4c84-b138-f0169b429b5b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:45.398681 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-52b03556-7dd3-4cca-a733-0cd273b7fcc2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a17b0a29-7b79-4cb6-91b4-42da96e46f0e HTTP/1.1" status: 204 len: 168 time: 0.2069266 Nov 23 22:02:45.409336 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b03556-7dd3-4cca-a733-0cd273b7fcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17b0a29-7b79-4cb6-91b4-42da96e46f0e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:45.413221 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3', 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3', 'port_id': '9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3', 'mac_address': 'fa:16:3e:51:08:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbde2441-7886-433f-81fc-edefeb26eca3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:02:45.477420 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:45.500545 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:02:45.528720 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3,segment=NetworkSegment(d1173619-e443-4c84-b138-f0169b429b5b),segment_id=d1173619-e443-4c84-b138-f0169b429b5b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:45.535898 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:45.605899 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:45.643200 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-62b7e364-20bb-441e-9f36-2da759395bfd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:45.643815 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b7e364-20bb-441e-9f36-2da759395bfd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Fanout notify agent at l3_agent the message router_deleted on router 77b56ad7-5c25-4e58-b0a8-f80417869453 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:02:45.648891 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ad3b72d0-9888-4342-91ff-aa768b4460f6 req-269b452e-5093-4575-8c83-fdfe743d22f3 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92bf73f-6bf6-465d-84f2-c88b7ed4aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4516644 Nov 23 22:02:45.657059 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-62b7e364-20bb-441e-9f36-2da759395bfd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:45.658379 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-62b7e364-20bb-441e-9f36-2da759395bfd tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/routers/77b56ad7-5c25-4e58-b0a8-f80417869453 HTTP/1.1" status: 204 len: 168 time: 0.9346354 Nov 23 22:02:45.661297 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42892) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:45.738004 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-faf014cd-7d06-4010-a27e-11a36fe029f7 req-ff9bef11-9a20-40d3-b875-d8bc21e2bde6 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785188 Nov 23 22:02:45.773048 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f516c4e-4f3b-4dbd-8355-bb36023d766d req-ac81a050-7cd1-4661-ae7f-55239a3dc62a service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982921 Nov 23 22:02:45.776278 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e90b09b-37b0-4d01-925c-611ef8b5ea8a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting subnet b4172756-90a1-422a-9ee1-e5c06c16f88d {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:02:45.779720 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3e90b09b-37b0-4d01-925c-611ef8b5ea8a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:45.809858 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42896) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:45.823008 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3e90b09b-37b0-4d01-925c-611ef8b5ea8a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:45.826697 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-877f2018-ac00-467c-9ea6-666140617907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:45.870460 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:02:45.918011 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-877f2018-ac00-467c-9ea6-666140617907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:45.923460 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-877f2018-ac00-467c-9ea6-666140617907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:45.933364 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3e90b09b-37b0-4d01-925c-611ef8b5ea8a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:45.970020 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-877f2018-ac00-467c-9ea6-666140617907 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=69f186c7144141a5af04a15228633fd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1589706 Nov 23 22:02:45.972445 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f2018-ac00-467c-9ea6-666140617907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edea6d12-8a10-44ce-950e-b3441110e2a9,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:45.988330 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42904) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:46.022663 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3e90b09b-37b0-4d01-925c-611ef8b5ea8a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:46.059662 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90b09b-37b0-4d01-925c-611ef8b5ea8a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Subnet': ['ID=b4172756-90a1-422a-9ee1-e5c06c16f88d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:46.065684 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3e90b09b-37b0-4d01-925c-611ef8b5ea8a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:46.069476 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3e90b09b-37b0-4d01-925c-611ef8b5ea8a tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/subnets/b4172756-90a1-422a-9ee1-e5c06c16f88d HTTP/1.1" status: 204 len: 168 time: 0.4070597 Nov 23 22:02:46.075579 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42906) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:46.082323 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c799cfc-782c-4a6c-8e3b-0bd1d8abcb97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:46.090710 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d71473-e70f-4372-9500-b26e48ef9269 None None] Network c8ffb4df-3941-4426-9cdd-b203ecb42640 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:02:46.142595 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c799cfc-782c-4a6c-8e3b-0bd1d8abcb97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:46.196298 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c799cfc-782c-4a6c-8e3b-0bd1d8abcb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:46.199906 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c799cfc-782c-4a6c-8e3b-0bd1d8abcb97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:46.204657 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9c799cfc-782c-4a6c-8e3b-0bd1d8abcb97 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/edea6d12-8a10-44ce-950e-b3441110e2a9 HTTP/1.1" status: 204 len: 168 time: 0.2141867 Nov 23 22:02:46.217149 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c799cfc-782c-4a6c-8e3b-0bd1d8abcb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edea6d12-8a10-44ce-950e-b3441110e2a9,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:46.230570 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec5a6-5b87-40cf-a198-5d424c1e13ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:46.319191 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ec5a6-5b87-40cf-a198-5d424c1e13ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting port 8ba546b3-f129-4a4e-8cd4-7ae51f098435 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:02:46.319553 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec5a6-5b87-40cf-a198-5d424c1e13ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:46.402411 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4022d0be-eb72-4852-b3c9-80e0f8adaea3 None None] DHCP port deletion for c8ffb4df-3941-4426-9cdd-b203ecb42640 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:02:46.442198 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-6a7ec5a6-5b87-40cf-a198-5d424c1e13ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] For port 8ba546b3-f129-4a4e-8cd4-7ae51f098435, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8ba546b3-f129-4a4e-8cd4-7ae51f098435,segment=NetworkSegment(9740899c-fa0c-4997-bea6-e4e554a2b51f),segment_id=9740899c-fa0c-4997-bea6-e4e554a2b51f)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:46.442661 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec5a6-5b87-40cf-a198-5d424c1e13ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:46.458349 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ec5a6-5b87-40cf-a198-5d424c1e13ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Calling delete_port for 8ba546b3-f129-4a4e-8cd4-7ae51f098435 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:02:46.493790 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-4022d0be-eb72-4852-b3c9-80e0f8adaea3 None None] Deleting port 8ba546b3-f129-4a4e-8cd4-7ae51f098435 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:02:46.493790 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4022d0be-eb72-4852-b3c9-80e0f8adaea3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:46.569158 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4022d0be-eb72-4852-b3c9-80e0f8adaea3 None None] For port 8ba546b3-f129-4a4e-8cd4-7ae51f098435, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8ba546b3-f129-4a4e-8cd4-7ae51f098435,segment=NetworkSegment(9740899c-fa0c-4997-bea6-e4e554a2b51f),segment_id=9740899c-fa0c-4997-bea6-e4e554a2b51f)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:46.569999 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4022d0be-eb72-4852-b3c9-80e0f8adaea3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:46.586816 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-4022d0be-eb72-4852-b3c9-80e0f8adaea3 None None] Calling delete_port for 8ba546b3-f129-4a4e-8cd4-7ae51f098435 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:02:46.588700 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec5a6-5b87-40cf-a198-5d424c1e13ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:46.625852 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ec5a6-5b87-40cf-a198-5d424c1e13ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Port': ['ID=8ba546b3-f129-4a4e-8cd4-7ae51f098435,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:46.641852 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7ec5a6-5b87-40cf-a198-5d424c1e13ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] No DVR routers for this DVR port 8ba546b3-f129-4a4e-8cd4-7ae51f098435 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: from cryptography.utils import int_from_bytes Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: from cryptography.utils import int_from_bytes Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.722993 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.728211 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.728211 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.728211 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.728211 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.728211 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.728211 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.728211 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.728211 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.728211 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.728211 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.728211 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.728211 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.728211 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:02:46.728211 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:02:46.734051 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4022d0be-eb72-4852-b3c9-80e0f8adaea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:46.751157 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4022d0be-eb72-4852-b3c9-80e0f8adaea3 None None] No DVR routers for this DVR port 8ba546b3-f129-4a4e-8cd4-7ae51f098435 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:02:46.770312 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec5a6-5b87-40cf-a198-5d424c1e13ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:46.799865 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022d0be-eb72-4852-b3c9-80e0f8adaea3 None None] Pushing event deleted for resources: {'Port': ['ID=8ba546b3-f129-4a4e-8cd4-7ae51f098435,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:46.809073 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-6a7ec5a6-5b87-40cf-a198-5d424c1e13ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ffb4df-3941-4426-9cdd-b203ecb42640']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:46.822981 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022d0be-eb72-4852-b3c9-80e0f8adaea3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:46.823340 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022d0be-eb72-4852-b3c9-80e0f8adaea3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:46.823683 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022d0be-eb72-4852-b3c9-80e0f8adaea3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:46.824016 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022d0be-eb72-4852-b3c9-80e0f8adaea3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:46.824347 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022d0be-eb72-4852-b3c9-80e0f8adaea3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:46.824675 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022d0be-eb72-4852-b3c9-80e0f8adaea3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:46.826790 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022d0be-eb72-4852-b3c9-80e0f8adaea3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:46.828212 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022d0be-eb72-4852-b3c9-80e0f8adaea3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:46.828556 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022d0be-eb72-4852-b3c9-80e0f8adaea3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:46.828899 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022d0be-eb72-4852-b3c9-80e0f8adaea3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:46.829455 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022d0be-eb72-4852-b3c9-80e0f8adaea3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:46.829789 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022d0be-eb72-4852-b3c9-80e0f8adaea3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:02:46.832424 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-6a7ec5a6-5b87-40cf-a198-5d424c1e13ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9740899c-fa0c-4997-bea6-e4e554a2b51f') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:46.832726 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-6a7ec5a6-5b87-40cf-a198-5d424c1e13ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9740899c-fa0c-4997-bea6-e4e554a2b51f') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:46.853492 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec5a6-5b87-40cf-a198-5d424c1e13ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:46.872701 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec5a6-5b87-40cf-a198-5d424c1e13ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:46.881993 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7ec5a6-5b87-40cf-a198-5d424c1e13ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:02:46.882469 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec5a6-5b87-40cf-a198-5d424c1e13ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:02:46.886560 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:02:46.905087 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device aafdee6b-4b56-4018-8720-42fc456e53df no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:02:46.953378 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bef46-bcc6-49ba-9f3a-237eff21b6b2 req-f1bd9e4c-7249-4886-b852-b3b5d34590de tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:46.955782 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f87bef46-bcc6-49ba-9f3a-237eff21b6b2 req-f1bd9e4c-7249-4886-b852-b3b5d34590de tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 945 time: 0.1449070 Nov 23 22:02:47.000948 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa1018-2f2e-45cb-868d-29375c02c427 req-a007ab42-70dd-4286-842a-19a954baa2b1 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:47.003232 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-feaa1018-2f2e-45cb-868d-29375c02c427 req-a007ab42-70dd-4286-842a-19a954baa2b1 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 946 time: 0.1279504 Nov 23 22:02:47.028851 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec5a6-5b87-40cf-a198-5d424c1e13ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:47.037445 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a7ec5a6-5b87-40cf-a198-5d424c1e13ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:47.046177 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6a7ec5a6-5b87-40cf-a198-5d424c1e13ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/networks/c8ffb4df-3941-4426-9cdd-b203ecb42640 HTTP/1.1" status: 204 len: 168 time: 0.9654095 Nov 23 22:02:47.052899 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42934) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:47.087508 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:47.101165 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f87bef46-bcc6-49ba-9f3a-237eff21b6b2 req-420970b5-1e12-47e1-84ef-c0c26fc3f3ad tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92bf73f-6bf6-465d-84f2-c88b7ed4aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318507 Nov 23 22:02:47.139755 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2011dd21-6e87-4f54-a4fc-062e238127eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aafdee6b-4b56-4018-8720-42fc456e53df'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:02:47.141042 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274a57dd-8201-47bd-bf43-9fea6d9fb149 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:47.141688 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63205de7-1f6b-4ed5-b9b9-bcf066dd1b3a" -d '{"events": [{"server_uuid": "2011dd21-6e87-4f54-a4fc-062e238127eb", "name": "network-vif-unplugged", "status": "completed", "tag": "aafdee6b-4b56-4018-8720-42fc456e53df"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:02:47.147563 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-274a57dd-8201-47bd-bf43-9fea6d9fb149 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports/92180dcb-45d4-4baf-a0ba-81446524e723 HTTP/1.1" status: 200 len: 841 time: 0.0887127 Nov 23 22:02:47.147563 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ec5a6-5b87-40cf-a198-5d424c1e13ee tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Network': ['ID=c8ffb4df-3941-4426-9cdd-b203ecb42640,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:47.151934 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42946) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:47.157409 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port aafdee6b-4b56-4018-8720-42fc456e53df, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=aafdee6b-4b56-4018-8720-42fc456e53df,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:47.163718 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:47.209978 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f754f75a-2e9b-4b0f-89a4-5a1bb67664bb tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports/92180dcb-45d4-4baf-a0ba-81446524e723?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0564196 Nov 23 22:02:47.215491 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42948) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:47.230766 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a8c08811-4cf1-4f1a-a678-8a05c5fd13eb tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'subnet': {'network_id': '78b099a9-7cbc-40f5-883d-a7582e5b1a7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:47.257296 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-feaa1018-2f2e-45cb-868d-29375c02c427 req-1d29fb15-ef26-42c8-a1b8-8c5bc6cc557c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303200 Nov 23 22:02:47.280654 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=aafdee6b-4b56-4018-8720-42fc456e53df,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:47.302161 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:02:47.354275 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c9547f-e079-4842-a239-98f4ff193830 x-openstack-request-id: req-c0c9547f-e079-4842-a239-98f4ff193830 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:02:47.355005 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2011dd21-6e87-4f54-a4fc-062e238127eb", "name": "network-vif-unplugged", "status": "completed", "tag": "aafdee6b-4b56-4018-8720-42fc456e53df", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:02:47.355444 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c0c9547f-e079-4842-a239-98f4ff193830 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:02:47.356014 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2011dd21-6e87-4f54-a4fc-062e238127eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aafdee6b-4b56-4018-8720-42fc456e53df', 'code': 200} Nov 23 22:02:47.390705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:02:47.394301 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:47.394674 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:47.416922 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c08811-4cf1-4f1a-a678-8a05c5fd13eb tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:02:47.421790 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a8c08811-4cf1-4f1a-a678-8a05c5fd13eb tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:47.440810 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8ba546b3-f129-4a4e-8cd4-7ae51f098435 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:02:47.465375 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 8ba546b3-f129-4a4e-8cd4-7ae51f098435 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:02:47.465720 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8ba546b3-f129-4a4e-8cd4-7ae51f098435 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:02:47.567205 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:47.643190 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3,segment=NetworkSegment(d1173619-e443-4c84-b138-f0169b429b5b),segment_id=d1173619-e443-4c84-b138-f0169b429b5b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:47.648743 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:47.711403 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:47.747938 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a8c08811-4cf1-4f1a-a678-8a05c5fd13eb tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:47.796869 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c08811-4cf1-4f1a-a678-8a05c5fd13eb tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:02:47.802972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-a8c08811-4cf1-4f1a-a678-8a05c5fd13eb tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:47.814476 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c08811-4cf1-4f1a-a678-8a05c5fd13eb tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:47.818302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e85df7-473c-4156-9210-914de4ba653f None None] Network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:02:47.830584 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a8c08811-4cf1-4f1a-a678-8a05c5fd13eb tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:47.876260 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c08811-4cf1-4f1a-a678-8a05c5fd13eb tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Subnet': ['ID=fb4681df-9742-4a7d-b510-a85cdd8b93b7,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:47.910934 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a8c08811-4cf1-4f1a-a678-8a05c5fd13eb tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6940498 Nov 23 22:02:47.913569 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42970) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:47.927034 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c6925560-1c2e-43b8-9328-559ddcec6a8e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'security_group': {'name': 'tempest-secgroup-2076060983'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:47.977335 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c6925560-1c2e-43b8-9328-559ddcec6a8e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:48.094351 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c6925560-1c2e-43b8-9328-559ddcec6a8e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:48.095004 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd477ab-5c64-4b15-8f37-30cb1e632d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-78b099a9-7cbc-40f5-883d-a7582e5b1a7e', 'network_id': '78b099a9-7cbc-40f5-883d-a7582e5b1a7e', 'tenant_id': 'a4f1ae2888634e4b8fa5e9980e087a09', 'fixed_ips': [{'subnet_id': 'fb4681df-9742-4a7d-b510-a85cdd8b93b7'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:02:48.095984 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5bd477ab-5c64-4b15-8f37-30cb1e632d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:48.099440 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c6925560-1c2e-43b8-9328-559ddcec6a8e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:48.138740 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c6925560-1c2e-43b8-9328-559ddcec6a8e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:48.143839 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c6925560-1c2e-43b8-9328-559ddcec6a8e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2289941 Nov 23 22:02:48.144519 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42976) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:48.145295 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6925560-1c2e-43b8-9328-559ddcec6a8e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6736cef4-51a5-4d5f-8836-a95cae3c45d9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:48.156377 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-9497af0a-9ab7-421e-8c65-9da5dbc8e9d7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'security_group': {'name': 'tempest-secgroup-1010862296'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:48.223858 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9497af0a-9ab7-421e-8c65-9da5dbc8e9d7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:48.357195 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618c083-7478-44ff-98d8-39cd1e76f3c4 req-b2a8e01d-bcff-44f2-ba26-de9fe1c1229a tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:48.365211 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9618c083-7478-44ff-98d8-39cd1e76f3c4 req-b2a8e01d-bcff-44f2-ba26-de9fe1c1229a tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 946 time: 0.0938630 Nov 23 22:02:48.397675 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9497af0a-9ab7-421e-8c65-9da5dbc8e9d7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:48.411301 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9497af0a-9ab7-421e-8c65-9da5dbc8e9d7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:48.438895 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-5bd477ab-5c64-4b15-8f37-30cb1e632d00 None None] Allocated IP 172.20.0.2 (78b099a9-7cbc-40f5-883d-a7582e5b1a7e/fb4681df-9742-4a7d-b510-a85cdd8b93b7/68466d23-e0e2-40a5-a338-08c5108f9a55) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:02:48.449916 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497af0a-9ab7-421e-8c65-9da5dbc8e9d7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e15ddc1-fbb9-45c2-9cc6-ebeaa6996d03,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:48.511429 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9618c083-7478-44ff-98d8-39cd1e76f3c4 req-530ca91c-d44a-4c89-a563-80548bdffb2f tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92bf73f-6bf6-465d-84f2-c88b7ed4aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448033 Nov 23 22:02:48.515397 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9497af0a-9ab7-421e-8c65-9da5dbc8e9d7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:48.520106 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42994) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:48.528032 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-bb379028-44e1-406e-b922-ae732e727890 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1569908883', 'security_groups': ['5e15ddc1-fbb9-45c2-9cc6-ebeaa6996d03'], 'network_id': '78b099a9-7cbc-40f5-883d-a7582e5b1a7e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fb4681df-9742-4a7d-b510-a85cdd8b93b7'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:48.533023 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9497af0a-9ab7-421e-8c65-9da5dbc8e9d7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3864212 Nov 23 22:02:48.583080 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e9faf-6de6-4bdd-9c12-c84a80f7da93 req-f3a22b78-6b26-4724-a479-a105f0a4bde5 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:48.584646 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8a3e9faf-6de6-4bdd-9c12-c84a80f7da93 req-f3a22b78-6b26-4724-a479-a105f0a4bde5 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 944 time: 0.1413507 Nov 23 22:02:48.646469 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8a3e9faf-6de6-4bdd-9c12-c84a80f7da93 req-2ff70e91-4bec-4707-bd99-0b373e9f0ce6 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543811 Nov 23 22:02:48.720716 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5bd477ab-5c64-4b15-8f37-30cb1e632d00 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:48.730286 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5bd477ab-5c64-4b15-8f37-30cb1e632d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:48.748814 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb379028-44e1-406e-b922-ae732e727890 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:02:48.784504 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd477ab-5c64-4b15-8f37-30cb1e632d00 None None] Network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:02:48.788055 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-5bd477ab-5c64-4b15-8f37-30cb1e632d00 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:48.804507 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd477ab-5c64-4b15-8f37-30cb1e632d00 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:02:48.813981 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd477ab-5c64-4b15-8f37-30cb1e632d00 None None] Pushing event updated for resources: {'Port': ['ID=68466d23-e0e2-40a5-a338-08c5108f9a55,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:48.848044 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff22202-bd0f-44ee-bd95-0181a4f63cef req-6bc1c08c-6a01-430e-b3dc-7b0922541a92 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:48.866542 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7ff22202-bd0f-44ee-bd95-0181a4f63cef req-6bc1c08c-6a01-430e-b3dc-7b0922541a92 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1022401 Nov 23 22:02:48.886000 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-5bd477ab-5c64-4b15-8f37-30cb1e632d00 None None] Attempting to bind port 68466d23-e0e2-40a5-a338-08c5108f9a55 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:02:48.886619 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-5bd477ab-5c64-4b15-8f37-30cb1e632d00 None None] Attempting to bind port 68466d23-e0e2-40a5-a338-08c5108f9a55 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '1bec33cf-0ef0-4ef2-870c-886284335f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '78b099a9-7cbc-40f5-883d-a7582e5b1a7e'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:02:48.887368 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd477ab-5c64-4b15-8f37-30cb1e632d00 None None] Attempting to bind port 68466d23-e0e2-40a5-a338-08c5108f9a55 on network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:02:48.893817 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd477ab-5c64-4b15-8f37-30cb1e632d00 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:02:48.894430 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd477ab-5c64-4b15-8f37-30cb1e632d00 None None] Checking segment: {'id': '1bec33cf-0ef0-4ef2-870c-886284335f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '78b099a9-7cbc-40f5-883d-a7582e5b1a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:02:48.895038 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5bd477ab-5c64-4b15-8f37-30cb1e632d00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:48.895614 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd477ab-5c64-4b15-8f37-30cb1e632d00 None None] Bound using segment: {'id': '1bec33cf-0ef0-4ef2-870c-886284335f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '78b099a9-7cbc-40f5-883d-a7582e5b1a7e'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:02:48.896408 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-5bd477ab-5c64-4b15-8f37-30cb1e632d00 None None] Bound port: 68466d23-e0e2-40a5-a338-08c5108f9a55, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bec33cf-0ef0-4ef2-870c-886284335f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '78b099a9-7cbc-40f5-883d-a7582e5b1a7e'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:02:48.896965 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5bd477ab-5c64-4b15-8f37-30cb1e632d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:48.938962 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb379028-44e1-406e-b922-ae732e727890 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:48.959000 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-bb379028-44e1-406e-b922-ae732e727890 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] device_id is not set on port 913e107b-a914-4412-b230-73641afaafcc yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:02:48.963672 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7ff22202-bd0f-44ee-bd95-0181a4f63cef req-847748b5-f45f-4514-8607-f85e7bf02c22 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895076 Nov 23 22:02:49.031151 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-5bd477ab-5c64-4b15-8f37-30cb1e632d00 None None] For port 68466d23-e0e2-40a5-a338-08c5108f9a55, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:02:49.034526 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-5bd477ab-5c64-4b15-8f37-30cb1e632d00 None None] For port 68466d23-e0e2-40a5-a338-08c5108f9a55, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=68466d23-e0e2-40a5-a338-08c5108f9a55,segment=NetworkSegment(1bec33cf-0ef0-4ef2-870c-886284335f4d),segment_id=1bec33cf-0ef0-4ef2-870c-886284335f4d)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:02:49.041984 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5bd477ab-5c64-4b15-8f37-30cb1e632d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:49.145329 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd477ab-5c64-4b15-8f37-30cb1e632d00 None None] Pushing event updated for resources: {'Port': ['ID=68466d23-e0e2-40a5-a338-08c5108f9a55,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:49.177207 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142e5c4-3a0b-4c04-99a2-21dfc2e57396 req-64bbeb68-06f6-410e-a88a-1d8cfc21517f tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:49.178918 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8142e5c4-3a0b-4c04-99a2-21dfc2e57396 req-64bbeb68-06f6-410e-a88a-1d8cfc21517f tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1134529 Nov 23 22:02:49.267360 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-bb379028-44e1-406e-b922-ae732e727890 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Allocated IP 172.20.0.14 (78b099a9-7cbc-40f5-883d-a7582e5b1a7e/fb4681df-9742-4a7d-b510-a85cdd8b93b7/913e107b-a914-4412-b230-73641afaafcc) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:02:49.281444 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8142e5c4-3a0b-4c04-99a2-21dfc2e57396 req-5e3f7e5c-c264-4375-bbde-67de3b874664 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952544 Nov 23 22:02:49.357812 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f10d92d-7977-4048-9960-003a0f3b3ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:02:49.361402 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d411d205-930c-4ca0-b6ec-bd21c89bc0aa" -d '{"events": [{"server_uuid": "1f10d92d-7977-4048-9960-003a0f3b3ec7", "name": "network-vif-plugged", "status": "completed", "tag": "9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:02:49.460189 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0fbd03-58c6-4950-b701-98768619c2f6 x-openstack-request-id: req-8b0fbd03-58c6-4950-b701-98768619c2f6 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:02:49.462388 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f10d92d-7977-4048-9960-003a0f3b3ec7", "name": "network-vif-plugged", "status": "completed", "tag": "9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:02:49.462971 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8b0fbd03-58c6-4950-b701-98768619c2f6 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:02:49.464228 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f10d92d-7977-4048-9960-003a0f3b3ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3', 'code': 200} Nov 23 22:02:49.636806 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb379028-44e1-406e-b922-ae732e727890 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:49.695585 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb379028-44e1-406e-b922-ae732e727890 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:49.725627 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb379028-44e1-406e-b922-ae732e727890 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:02:49.728730 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-bb379028-44e1-406e-b922-ae732e727890 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:49.747454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897fbde-7568-4edd-a4eb-6a6c1317f684 req-4937d641-b5b5-4d05-a690-e989e41fd549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:49.748969 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b897fbde-7568-4edd-a4eb-6a6c1317f684 req-4937d641-b5b5-4d05-a690-e989e41fd549 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 1097 time: 0.1780701 Nov 23 22:02:49.750905 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb379028-44e1-406e-b922-ae732e727890 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:02:49.784236 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b4402-1cec-4b64-a170-4174464e027b req-a205d2bf-fb1b-43b9-aa50-ed728520ad9b tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:49.785747 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d80b4402-1cec-4b64-a170-4174464e027b req-a205d2bf-fb1b-43b9-aa50-ed728520ad9b tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 946 time: 0.1343317 Nov 23 22:02:49.809490 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e07b7-0208-4981-8dae-711d0dcb5e3e req-e88edbf5-01a7-4aa3-bae9-f69214baed09 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:49.812885 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb379028-44e1-406e-b922-ae732e727890 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Port': ['ID=913e107b-a914-4412-b230-73641afaafcc,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:49.816785 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b87e07b7-0208-4981-8dae-711d0dcb5e3e req-e88edbf5-01a7-4aa3-bae9-f69214baed09 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1686382 Nov 23 22:02:49.833053 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb379028-44e1-406e-b922-ae732e727890 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:49.833735 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb379028-44e1-406e-b922-ae732e727890 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:49.854553 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bb379028-44e1-406e-b922-ae732e727890 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3332429 Nov 23 22:02:49.857303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43036) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:49.864101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6c9052b3-cbf6-4632-963d-3ad5c7117f66 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'subnet': {'network_id': '78b099a9-7cbc-40f5-883d-a7582e5b1a7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:49.919474 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b897fbde-7568-4edd-a4eb-6a6c1317f684 req-83ab4a91-1aa7-425f-9770-ad4b6ec6e238 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e92bf73f-6bf6-465d-84f2-c88b7ed4aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582553 Nov 23 22:02:49.952697 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b87e07b7-0208-4981-8dae-711d0dcb5e3e req-5d22a4ea-6531-49b5-a41e-00fb5addf787 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350389 Nov 23 22:02:49.987862 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d80b4402-1cec-4b64-a170-4174464e027b req-39443f1c-2368-4bdd-bfb5-8fffd32567b4 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92bf73f-6bf6-465d-84f2-c88b7ed4aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828356 Nov 23 22:02:50.068034 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9052b3-cbf6-4632-963d-3ad5c7117f66 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:02:50.072253 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c9052b3-cbf6-4632-963d-3ad5c7117f66 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:50.176274 n-d-816206-9 neutron-server[110033]: INFO neutron.db.ipam_backend_mixin [None req-6c9052b3-cbf6-4632-963d-3ad5c7117f66 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fb4681df-9742-4a7d-b510-a85cdd8b93b7 (CIDR: 172.20.0.0/28) Nov 23 22:02:50.181541 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9052b3-cbf6-4632-963d-3ad5c7117f66 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:02:50.182180 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9052b3-cbf6-4632-963d-3ad5c7117f66 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:02:50.204961 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43046) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:50.210486 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-3183ff68-5d3c-42be-b1e1-3da8c7f78710 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'subnet': {'network_id': '78b099a9-7cbc-40f5-883d-a7582e5b1a7e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:50.211982 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6c9052b3-cbf6-4632-963d-3ad5c7117f66 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3529651 Nov 23 22:02:50.357599 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3183ff68-5d3c-42be-b1e1-3da8c7f78710 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:02:50.361413 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3183ff68-5d3c-42be-b1e1-3da8c7f78710 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:50.670149 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0e6eb1db-fd2e-49df-8b96-d1a7b4fecb1a None None] Provisioning complete for port 92180dcb-45d4-4baf-a0ba-81446524e723 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:50.670836 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0e6eb1db-fd2e-49df-8b96-d1a7b4fecb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:50.708749 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3183ff68-5d3c-42be-b1e1-3da8c7f78710 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:50.728795 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0e6eb1db-fd2e-49df-8b96-d1a7b4fecb1a None None] Port 92180dcb-45d4-4baf-a0ba-81446524e723 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:02:50.739078 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0e6eb1db-fd2e-49df-8b96-d1a7b4fecb1a None None] Provisioning complete for port 68466d23-e0e2-40a5-a338-08c5108f9a55 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:50.739661 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0e6eb1db-fd2e-49df-8b96-d1a7b4fecb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:50.762285 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3183ff68-5d3c-42be-b1e1-3da8c7f78710 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:02:50.777331 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-3183ff68-5d3c-42be-b1e1-3da8c7f78710 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:50.785723 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3183ff68-5d3c-42be-b1e1-3da8c7f78710 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:50.786333 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3183ff68-5d3c-42be-b1e1-3da8c7f78710 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:50.807549 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183ff68-5d3c-42be-b1e1-3da8c7f78710 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Subnet': ['ID=8043df21-fc17-424e-b012-8e38fcac2e6c,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:50.820363 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3183ff68-5d3c-42be-b1e1-3da8c7f78710 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6137974 Nov 23 22:02:50.823475 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43058) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:50.829136 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a82cf85a-b20e-4141-85ce-e694b5e1753b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-745215532', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8043df21-fc17-424e-b012-8e38fcac2e6c'}], 'security_groups': ['6736cef4-51a5-4d5f-8836-a95cae3c45d9']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:50.838825 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0e6eb1db-fd2e-49df-8b96-d1a7b4fecb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:50.882079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0e6eb1db-fd2e-49df-8b96-d1a7b4fecb1a None None] For port 68466d23-e0e2-40a5-a338-08c5108f9a55, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=68466d23-e0e2-40a5-a338-08c5108f9a55,segment=NetworkSegment(1bec33cf-0ef0-4ef2-870c-886284335f4d),segment_id=1bec33cf-0ef0-4ef2-870c-886284335f4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:50.887915 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0e6eb1db-fd2e-49df-8b96-d1a7b4fecb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:50.918038 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143d9615-b244-432b-a136-9ea2868ecd3b None None] Network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:02:50.927014 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a82cf85a-b20e-4141-85ce-e694b5e1753b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:50.958058 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device aafdee6b-4b56-4018-8720-42fc456e53df no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:02:51.202630 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643315d1-7b3b-4dc9-aed2-772f2a90f46f req-6ca8ca69-407f-4967-9abf-796358b17292 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:51.205245 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-643315d1-7b3b-4dc9-aed2-772f2a90f46f req-6ca8ca69-407f-4967-9abf-796358b17292 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1398213 Nov 23 22:02:51.224415 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b5a8f-4828-4bb5-b7e0-0f4840b83660 req-4ea8ffa4-f220-4380-9c46-2002c49f56c2 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:51.226216 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf5b5a8f-4828-4bb5-b7e0-0f4840b83660 req-4ea8ffa4-f220-4380-9c46-2002c49f56c2 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 946 time: 0.1085670 Nov 23 22:02:51.348312 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6eb1db-fd2e-49df-8b96-d1a7b4fecb1a None None] Pushing event updated for resources: {'Port': ['ID=68466d23-e0e2-40a5-a338-08c5108f9a55,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:51.352708 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf5b5a8f-4828-4bb5-b7e0-0f4840b83660 req-88de62d8-c990-4894-9e86-10eb7f0818bb tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92bf73f-6bf6-465d-84f2-c88b7ed4aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960634 Nov 23 22:02:51.371812 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-643315d1-7b3b-4dc9-aed2-772f2a90f46f req-99b7ec60-2ff1-4243-802d-b8d05189284e tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525419 Nov 23 22:02:51.427330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-a82cf85a-b20e-4141-85ce-e694b5e1753b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Delete allocated IP 172.20.0.14 (78b099a9-7cbc-40f5-883d-a7582e5b1a7e/fb4681df-9742-4a7d-b510-a85cdd8b93b7) {{(pid=110033) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 22:02:51.438584 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-a82cf85a-b20e-4141-85ce-e694b5e1753b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Allocated IP 172.20.0.23 (78b099a9-7cbc-40f5-883d-a7582e5b1a7e/8043df21-fc17-424e-b012-8e38fcac2e6c/913e107b-a914-4412-b230-73641afaafcc) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:02:51.451338 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-cd8a7a97-1658-46e4-89d2-fac85491912d None None] Provisioning complete for port 913e107b-a914-4412-b230-73641afaafcc triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:51.452006 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cd8a7a97-1658-46e4-89d2-fac85491912d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:51.481352 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 68466d23-e0e2-40a5-a338-08c5108f9a55 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:02:51.595233 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a7a97-1658-46e4-89d2-fac85491912d None None] Port 913e107b-a914-4412-b230-73641afaafcc cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:02:51.634030 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 68466d23-e0e2-40a5-a338-08c5108f9a55 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:51.634413 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:51.646781 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a82cf85a-b20e-4141-85ce-e694b5e1753b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:51.657433 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a82cf85a-b20e-4141-85ce-e694b5e1753b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:51.729467 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeecc328-231f-49bb-8c0e-ade01225ab2f None None] Update dhcp port {'port': {'network_id': '78b099a9-7cbc-40f5-883d-a7582e5b1a7e', 'fixed_ips': [{'subnet_id': 'fb4681df-9742-4a7d-b510-a85cdd8b93b7', 'ip_address': '172.20.0.2'}, {'subnet_id': '8043df21-fc17-424e-b012-8e38fcac2e6c'}], 'binding:host_id': 'n-d-816206-9'}, 'id': '68466d23-e0e2-40a5-a338-08c5108f9a55'} from n-d-816206-9. {{(pid=110035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 22:02:51.786454 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cf85a-b20e-4141-85ce-e694b5e1753b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Port': ['ID=913e107b-a914-4412-b230-73641afaafcc,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:51.818890 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-eeecc328-231f-49bb-8c0e-ade01225ab2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:51.825675 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-a82cf85a-b20e-4141-85ce-e694b5e1753b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] In _notify_port_updated(), no bound segment for port 913e107b-a914-4412-b230-73641afaafcc on network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e {{(pid=110033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:02:51.831882 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82cf85a-b20e-4141-85ce-e694b5e1753b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:51.832615 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a82cf85a-b20e-4141-85ce-e694b5e1753b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:51.834234 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a82cf85a-b20e-4141-85ce-e694b5e1753b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "PUT /v2.0/ports/913e107b-a914-4412-b230-73641afaafcc HTTP/1.1" status: 200 len: 920 time: 1.0097005 Nov 23 22:02:51.837502 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43086) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:51.946348 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-71bfc755-d8e5-42d6-9e0f-d38aa55df8e7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting port 913e107b-a914-4412-b230-73641afaafcc {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:02:51.947179 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-71bfc755-d8e5-42d6-9e0f-d38aa55df8e7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:52.014888 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-eeecc328-231f-49bb-8c0e-ade01225ab2f None None] Allocated IP 172.20.0.18 (78b099a9-7cbc-40f5-883d-a7582e5b1a7e/8043df21-fc17-424e-b012-8e38fcac2e6c/68466d23-e0e2-40a5-a338-08c5108f9a55) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:02:52.050079 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-71bfc755-d8e5-42d6-9e0f-d38aa55df8e7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:52.065171 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-71bfc755-d8e5-42d6-9e0f-d38aa55df8e7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Calling delete_port for 913e107b-a914-4412-b230-73641afaafcc owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:02:52.138275 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-eeecc328-231f-49bb-8c0e-ade01225ab2f None None] For port 68466d23-e0e2-40a5-a338-08c5108f9a55, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=68466d23-e0e2-40a5-a338-08c5108f9a55,segment=NetworkSegment(1bec33cf-0ef0-4ef2-870c-886284335f4d),segment_id=1bec33cf-0ef0-4ef2-870c-886284335f4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:52.172183 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-eeecc328-231f-49bb-8c0e-ade01225ab2f None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:52.183124 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-eeecc328-231f-49bb-8c0e-ade01225ab2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:52.258199 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-71bfc755-d8e5-42d6-9e0f-d38aa55df8e7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:52.285050 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeecc328-231f-49bb-8c0e-ade01225ab2f None None] Pushing event updated for resources: {'Port': ['ID=68466d23-e0e2-40a5-a338-08c5108f9a55,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:52.292793 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bfc755-d8e5-42d6-9e0f-d38aa55df8e7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Port': ['ID=913e107b-a914-4412-b230-73641afaafcc,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:52.384947 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-71bfc755-d8e5-42d6-9e0f-d38aa55df8e7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:52.391605 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-71bfc755-d8e5-42d6-9e0f-d38aa55df8e7 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/ports/913e107b-a914-4412-b230-73641afaafcc HTTP/1.1" status: 204 len: 168 time: 0.5519331 Nov 23 22:02:52.393331 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43096) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:52.441206 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91d182d-2142-4235-b567-1f1578f8dd06 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] GET failed (client error): The resource could not be found. Nov 23 22:02:52.443543 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e91d182d-2142-4235-b567-1f1578f8dd06 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports/913e107b-a914-4412-b230-73641afaafcc HTTP/1.1" status: 404 len: 333 time: 0.0490038 Nov 23 22:02:52.446444 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43098) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:52.607638 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-66b513ea-e357-4665-8ee7-0af726fc3059 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:52.618577 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544c67f-a17f-472b-82ff-f457366cbf1e req-c197df51-45e6-49da-afe1-b77e97c01431 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:52.620218 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d544c67f-a17f-472b-82ff-f457366cbf1e req-c197df51-45e6-49da-afe1-b77e97c01431 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 946 time: 0.1300440 Nov 23 22:02:52.632267 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f784bc-485a-4da1-9e58-7ee15e35c587 req-1e810f25-a50a-43c5-bf02-2b88ee0e6061 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:52.635593 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-73f784bc-485a-4da1-9e58-7ee15e35c587 req-1e810f25-a50a-43c5-bf02-2b88ee0e6061 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1293702 Nov 23 22:02:52.681317 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-66b513ea-e357-4665-8ee7-0af726fc3059 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:52.738208 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:52.759692 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-73f784bc-485a-4da1-9e58-7ee15e35c587 req-8a8611b5-ea60-4384-abaf-8fb298d56515 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147382 Nov 23 22:02:52.765443 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d544c67f-a17f-472b-82ff-f457366cbf1e req-74bec93a-fdf8-48a8-83e1-07e4f9999fae tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92bf73f-6bf6-465d-84f2-c88b7ed4aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238077 Nov 23 22:02:52.815323 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-66b513ea-e357-4665-8ee7-0af726fc3059 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:52.822206 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-66b513ea-e357-4665-8ee7-0af726fc3059 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:52.827455 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43106) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:52.829363 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-66b513ea-e357-4665-8ee7-0af726fc3059 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/security-groups/5e15ddc1-fbb9-45c2-9cc6-ebeaa6996d03 HTTP/1.1" status: 204 len: 168 time: 0.3804412 Nov 23 22:02:52.852442 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b513ea-e357-4665-8ee7-0af726fc3059 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e15ddc1-fbb9-45c2-9cc6-ebeaa6996d03,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:52.945583 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-23392bb7-ee6d-44ae-8c14-671acb876021 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:52.984383 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c9a99-b99d-4108-97b1-faa93b5b7dc4 req-60d4fba8-151c-4674-a3d1-d20d0b9498e2 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:52.986114 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec7c9a99-b99d-4108-97b1-faa93b5b7dc4 req-60d4fba8-151c-4674-a3d1-d20d0b9498e2 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 946 time: 0.0957141 Nov 23 22:02:52.992079 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-23392bb7-ee6d-44ae-8c14-671acb876021 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:52.996943 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43110) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:53.002567 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-a31d534c-1797-46b6-82de-bc32ca063dc0 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Request body: {'floatingip': {'port_id': '9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:53.068626 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-23392bb7-ee6d-44ae-8c14-671acb876021 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:53.073203 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-23392bb7-ee6d-44ae-8c14-671acb876021 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:53.075297 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-23392bb7-ee6d-44ae-8c14-671acb876021 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/security-groups/6736cef4-51a5-4d5f-8836-a95cae3c45d9 HTTP/1.1" status: 204 len: 168 time: 0.2463827 Nov 23 22:02:53.080398 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43112) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:53.127884 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23392bb7-ee6d-44ae-8c14-671acb876021 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6736cef4-51a5-4d5f-8836-a95cae3c45d9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:53.159101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da01204-470b-4f52-b09d-a635b0ed6a7e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting subnet fb4681df-9742-4a7d-b510-a85cdd8b93b7 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:02:53.166058 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6da01204-470b-4f52-b09d-a635b0ed6a7e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:53.169669 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a31d534c-1797-46b6-82de-bc32ca063dc0 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks [] for floatingip, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:53.228795 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6da01204-470b-4f52-b09d-a635b0ed6a7e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:53.236934 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e5b4cbba-5523-4531-9401-bd0edf433aec None None] Provisioning complete for port 92180dcb-45d4-4baf-a0ba-81446524e723 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:53.237307 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e5b4cbba-5523-4531-9401-bd0edf433aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:53.317173 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e5b4cbba-5523-4531-9401-bd0edf433aec None None] Port 92180dcb-45d4-4baf-a0ba-81446524e723 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:02:53.324646 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e5b4cbba-5523-4531-9401-bd0edf433aec None None] Could not find standard attr ID for object 913e107b-a914-4412-b230-73641afaafcc. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:02:53.334986 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6da01204-470b-4f52-b09d-a635b0ed6a7e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:53.343562 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e5b4cbba-5523-4531-9401-bd0edf433aec None None] Provisioning complete for port 68466d23-e0e2-40a5-a338-08c5108f9a55 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:53.344080 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e5b4cbba-5523-4531-9401-bd0edf433aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:53.390487 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 68466d23-e0e2-40a5-a338-08c5108f9a55 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:02:53.404034 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6da01204-470b-4f52-b09d-a635b0ed6a7e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:53.438904 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da01204-470b-4f52-b09d-a635b0ed6a7e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Subnet': ['ID=fb4681df-9742-4a7d-b510-a85cdd8b93b7,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:53.445371 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6da01204-470b-4f52-b09d-a635b0ed6a7e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:53.455580 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6da01204-470b-4f52-b09d-a635b0ed6a7e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/subnets/fb4681df-9742-4a7d-b510-a85cdd8b93b7 HTTP/1.1" status: 204 len: 168 time: 0.3675761 Nov 23 22:02:53.455814 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43114) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:53.461217 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6f922952-c0ef-4d7c-896a-ae17c0919c2c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'subnet': {'network_id': '78b099a9-7cbc-40f5-883d-a7582e5b1a7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:53.491391 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 68466d23-e0e2-40a5-a338-08c5108f9a55 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:53.492162 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:53.604451 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f922952-c0ef-4d7c-896a-ae17c0919c2c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:02:53.608874 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f922952-c0ef-4d7c-896a-ae17c0919c2c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:53.824977 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5cc70e-bb15-41f9-99db-6f4ae3fd7852 None None] Network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:02:53.944892 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f922952-c0ef-4d7c-896a-ae17c0919c2c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:54.037712 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-70e3d2ec-a037-4704-a6a9-c68275c75f32 None None] Could not find standard attr ID for object 913e107b-a914-4412-b230-73641afaafcc. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:02:54.052865 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f922952-c0ef-4d7c-896a-ae17c0919c2c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:02:54.065015 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-6f922952-c0ef-4d7c-896a-ae17c0919c2c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:54.082274 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f922952-c0ef-4d7c-896a-ae17c0919c2c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:54.087682 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f922952-c0ef-4d7c-896a-ae17c0919c2c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:54.134693 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6f922952-c0ef-4d7c-896a-ae17c0919c2c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6777253 Nov 23 22:02:54.136327 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43124) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:54.144318 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4545e330-d9cd-4064-8b51-c0eaa7b4e3c2 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'security_group': {'name': 'tempest-secgroup-829688695'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:54.154192 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f922952-c0ef-4d7c-896a-ae17c0919c2c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Subnet': ['ID=8e5d8223-358d-4e7c-b432-0725c5c804a4,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:54.189716 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4545e330-d9cd-4064-8b51-c0eaa7b4e3c2 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:54.297722 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4545e330-d9cd-4064-8b51-c0eaa7b4e3c2 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:54.300116 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a31d534c-1797-46b6-82de-bc32ca063dc0 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:54.306883 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a31d534c-1797-46b6-82de-bc32ca063dc0 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:54.309053 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4545e330-d9cd-4064-8b51-c0eaa7b4e3c2 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:54.350084 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7b3e0-5a7b-4599-b26c-2b4db63aea68 req-f3c96299-393c-4b96-a86e-986c09761cb3 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:54.366677 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:02:54.368695 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1e7b3e0-5a7b-4599-b26c-2b4db63aea68 req-f3c96299-393c-4b96-a86e-986c09761cb3 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.4717755 Nov 23 22:02:54.369689 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545e330-d9cd-4064-8b51-c0eaa7b4e3c2 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6da86c-76b5-4fd7-afea-7d6f12f7324d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:54.377566 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4545e330-d9cd-4064-8b51-c0eaa7b4e3c2 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:54.382942 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4545e330-d9cd-4064-8b51-c0eaa7b4e3c2 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2401671 Nov 23 22:02:54.383693 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43126) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:54.391357 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-21434109-0e0b-4bc1-9ee6-25808655e3e3 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'security_group': {'name': 'tempest-secgroup-1734196522'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:54.397101 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68103d32-5346-4c05-991e-25c46209512f None None] Network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:02:54.431954 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-21434109-0e0b-4bc1-9ee6-25808655e3e3 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:54.482905 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1e7b3e0-5a7b-4599-b26c-2b4db63aea68 req-4dd4a0ba-5703-4cd7-a260-f37cec19fe81 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143100 Nov 23 22:02:54.510925 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-a31d534c-1797-46b6-82de-bc32ca063dc0 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Floating IP 4585d0ce-f604-45cf-93b6-2f0d8d04d07d associated. External IP: 172.25.5.93, port: 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3. Nov 23 22:02:54.515229 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1eccd0eb-aca3-4feb-b7e0-4b43eb418084 None None] Provisioning complete for port 92180dcb-45d4-4baf-a0ba-81446524e723 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:54.515768 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1eccd0eb-aca3-4feb-b7e0-4b43eb418084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:54.543577 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-21434109-0e0b-4bc1-9ee6-25808655e3e3 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:54.550426 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-21434109-0e0b-4bc1-9ee6-25808655e3e3 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:54.575102 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1eccd0eb-aca3-4feb-b7e0-4b43eb418084 None None] Port 92180dcb-45d4-4baf-a0ba-81446524e723 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:02:54.586646 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-21434109-0e0b-4bc1-9ee6-25808655e3e3 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:54.590708 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-21434109-0e0b-4bc1-9ee6-25808655e3e3 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2026591 Nov 23 22:02:54.593930 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43128) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:54.602433 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b154fac0-e926-461c-a28f-b072ab152be2 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'security_group': {'name': 'tempest-secgroup-1923732851'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:54.611250 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21434109-0e0b-4bc1-9ee6-25808655e3e3 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b277a3d-474e-4342-89a3-9ea70bc882b5,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:54.632965 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b154fac0-e926-461c-a28f-b072ab152be2 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:54.665078 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1eccd0eb-aca3-4feb-b7e0-4b43eb418084 None None] Provisioning complete for port 68466d23-e0e2-40a5-a338-08c5108f9a55 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:54.665753 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1eccd0eb-aca3-4feb-b7e0-4b43eb418084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:54.715729 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b154fac0-e926-461c-a28f-b072ab152be2 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:54.723957 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b154fac0-e926-461c-a28f-b072ab152be2 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:54.758922 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154fac0-e926-461c-a28f-b072ab152be2 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff731b0-9e12-4800-aacb-a1d9e76dba82,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:54.776390 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b154fac0-e926-461c-a28f-b072ab152be2 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:54.777680 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b154fac0-e926-461c-a28f-b072ab152be2 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1823552 Nov 23 22:02:54.780063 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31d534c-1797-46b6-82de-bc32ca063dc0 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Router c31c01ab-98ac-4451-b652-7494353bdb74 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:02:54.780452 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43130) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:54.785587 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-296d6f0d-9bb9-4290-891a-d67ad2e355c4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1234290192', 'security_groups': ['6ff731b0-9e12-4800-aacb-a1d9e76dba82'], 'network_id': '78b099a9-7cbc-40f5-883d-a7582e5b1a7e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8e5d8223-358d-4e7c-b432-0725c5c804a4'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:54.957005 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296d6f0d-9bb9-4290-891a-d67ad2e355c4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:02:54.968947 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31d534c-1797-46b6-82de-bc32ca063dc0 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:02:54.974604 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a31d534c-1797-46b6-82de-bc32ca063dc0 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:54.981023 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89603e1-ce02-4c9c-aee3-be4c1f06b630 None None] Sync routers for ids ['c31c01ab-98ac-4451-b652-7494353bdb74'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:02:55.004762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89603e1-ce02-4c9c-aee3-be4c1f06b630 None None] Routers {'c31c01ab-98ac-4451-b652-7494353bdb74'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:02:55.005875 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f89603e1-ce02-4c9c-aee3-be4c1f06b630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:02:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c31c01ab-98ac-4451-b652-7494353bdb74'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:55.063404 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a31d534c-1797-46b6-82de-bc32ca063dc0 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "PUT /v2.0/floatingips/4585d0ce-f604-45cf-93b6-2f0d8d04d07d HTTP/1.1" status: 200 len: 991 time: 2.0648117 Nov 23 22:02:55.064244 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f10d92d-7977-4048-9960-003a0f3b3ec7', 'tag': '9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:02:55.067116 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1003ce72-ac9b-435f-b52f-558752255f62" -d '{"events": [{"name": "network-changed", "server_uuid": "1f10d92d-7977-4048-9960-003a0f3b3ec7", "tag": "9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:02:55.112093 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-296d6f0d-9bb9-4290-891a-d67ad2e355c4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:55.137966 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-296d6f0d-9bb9-4290-891a-d67ad2e355c4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] device_id is not set on port c5b90f03-3271-43c2-bfec-d40540fd8637 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:02:55.200504 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-f89603e1-ce02-4c9c-aee3-be4c1f06b630 None None] Set router c31c01ab-98ac-4451-b652-7494353bdb74 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:02:55.216682 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c157bb43-da57-4099-986b-0d72a1502ad5 x-openstack-request-id: req-c157bb43-da57-4099-986b-0d72a1502ad5 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:02:55.217271 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f10d92d-7977-4048-9960-003a0f3b3ec7", "tag": "9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:02:55.217791 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c157bb43-da57-4099-986b-0d72a1502ad5 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:02:55.218436 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f10d92d-7977-4048-9960-003a0f3b3ec7', 'tag': '9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3', 'status': 'completed', 'code': 200} Nov 23 22:02:55.320451 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003ce72-ac9b-435f-b52f-558752255f62 req-f6fc39a1-7799-4e85-be02-50ef19fefb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:55.323471 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1003ce72-ac9b-435f-b52f-558752255f62 req-f6fc39a1-7799-4e85-be02-50ef19fefb72 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5165a04e8424374861f09fdf647d2d2&device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 1097 time: 0.0471635 Nov 23 22:02:55.324929 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a91cc24a-3a80-4bee-a972-1bc09dab1f0f None None] Provisioning complete for port 92180dcb-45d4-4baf-a0ba-81446524e723 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:55.325530 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a91cc24a-3a80-4bee-a972-1bc09dab1f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:55.347781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-296d6f0d-9bb9-4290-891a-d67ad2e355c4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Allocated IP 172.20.0.11 (78b099a9-7cbc-40f5-883d-a7582e5b1a7e/8e5d8223-358d-4e7c-b432-0725c5c804a4/c5b90f03-3271-43c2-bfec-d40540fd8637) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:02:55.416896 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a91cc24a-3a80-4bee-a972-1bc09dab1f0f None None] Port 92180dcb-45d4-4baf-a0ba-81446524e723 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:02:55.444687 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003ce72-ac9b-435f-b52f-558752255f62 req-9b7d2522-fcd1-49e4-95e9-4e5eea77f6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:55.447318 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1003ce72-ac9b-435f-b52f-558752255f62 req-9b7d2522-fcd1-49e4-95e9-4e5eea77f6d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=59e22729-5346-4326-b3d6-e01aaafa19b3 HTTP/1.1" status: 200 len: 906 time: 0.1170921 Nov 23 22:02:55.447755 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a91cc24a-3a80-4bee-a972-1bc09dab1f0f None None] Provisioning complete for port 68466d23-e0e2-40a5-a338-08c5108f9a55 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:55.448125 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a91cc24a-3a80-4bee-a972-1bc09dab1f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:55.532771 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1003ce72-ac9b-435f-b52f-558752255f62 req-31472566-d20f-4674-a05d-53b40051d7a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 HTTP/1.1" status: 200 len: 999 time: 0.0773530 Nov 23 22:02:55.551462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-296d6f0d-9bb9-4290-891a-d67ad2e355c4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:55.601889 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f89603e1-ce02-4c9c-aee3-be4c1f06b630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'name': 'tempest-ServersTestJSON-508628317-router', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:02:05Z', 'updated_at': '2021-11-23T22:02:16Z', 'revision_number': 4, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'gw_port': {'id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:02:07Z', 'updated_at': '2021-11-23T22:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '4585d0ce-f604-45cf-93b6-2f0d8d04d07d', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'port_id': '9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3', 'mac_address': 'fa:16:3e:51:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f10d92d-7977-4048-9960-003a0f3b3ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:02:28Z', 'updated_at': '2021-11-23T22:02:53Z', 'revision_number': 1, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b095cd4b-f5a8-48b4-9c1c-b56494635361', 'name': '', 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'mac_address': 'fa:16:3e:d4:3b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'dbde2441-7886-433f-81fc-edefeb26eca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:02:13Z', 'updated_at': '2021-11-23T22:02:25Z', 'revision_number': 5, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'subnets': [{'id': 'dbde2441-7886-433f-81fc-edefeb26eca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:55.606460 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003ce72-ac9b-435f-b52f-558752255f62 req-1b79cf91-9e13-42ca-a56a-0766ffb27f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:55.608411 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1003ce72-ac9b-435f-b52f-558752255f62 req-1b79cf91-9e13-42ca-a56a-0766ffb27f51 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dbde2441-7886-433f-81fc-edefeb26eca3 HTTP/1.1" status: 200 len: 844 time: 0.0661333 Nov 23 22:02:55.635994 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-296d6f0d-9bb9-4290-891a-d67ad2e355c4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:55.638158 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89603e1-ce02-4c9c-aee3-be4c1f06b630 None None] Checking router: c31c01ab-98ac-4451-b652-7494353bdb74 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:02:55.647905 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89603e1-ce02-4c9c-aee3-be4c1f06b630 None None] Routers {'c31c01ab-98ac-4451-b652-7494353bdb74'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:02:55.648763 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f89603e1-ce02-4c9c-aee3-be4c1f06b630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:02:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c31c01ab-98ac-4451-b652-7494353bdb74'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:55.660796 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296d6f0d-9bb9-4290-891a-d67ad2e355c4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:02:55.665193 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-296d6f0d-9bb9-4290-891a-d67ad2e355c4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:55.699983 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d6f0d-9bb9-4290-891a-d67ad2e355c4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:02:55.723911 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4cfe6-57c4-4718-9098-1b6dc863d1f9 req-f6ba5684-3790-4853-8f08-64f1ec4b5b6c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:55.726062 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ada4cfe6-57c4-4718-9098-1b6dc863d1f9 req-f6ba5684-3790-4853-8f08-64f1ec4b5b6c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1096187 Nov 23 22:02:55.737070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003ce72-ac9b-435f-b52f-558752255f62 req-f450ff92-0ead-4453-b5ed-0983a795a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:55.739255 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1003ce72-ac9b-435f-b52f-558752255f62 req-f450ff92-0ead-4453-b5ed-0983a795a272 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59e22729-5346-4326-b3d6-e01aaafa19b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103499 Nov 23 22:02:55.780298 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-f89603e1-ce02-4c9c-aee3-be4c1f06b630 None None] Set router c31c01ab-98ac-4451-b652-7494353bdb74 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:02:55.784100 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d6f0d-9bb9-4290-891a-d67ad2e355c4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Port': ['ID=c5b90f03-3271-43c2-bfec-d40540fd8637,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:55.801958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296d6f0d-9bb9-4290-891a-d67ad2e355c4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:55.802637 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-296d6f0d-9bb9-4290-891a-d67ad2e355c4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:55.826314 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ada4cfe6-57c4-4718-9098-1b6dc863d1f9 req-d2baea82-1d6e-42a9-aef2-76b0714a7a8f tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917313 Nov 23 22:02:55.856553 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-296d6f0d-9bb9-4290-891a-d67ad2e355c4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0749969 Nov 23 22:02:55.860645 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43146) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:55.865910 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-43c44dce-3190-4fb3-a277-ee82d1a7a6ef tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'subnet': {'network_id': '78b099a9-7cbc-40f5-883d-a7582e5b1a7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:55.984006 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1003ce72-ac9b-435f-b52f-558752255f62 req-40dfabbf-dfb6-4077-93ce-33f9413cff48 service neutron] 10.222.0.60 "GET /v2.0/networks/59e22729-5346-4326-b3d6-e01aaafa19b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691895 Nov 23 22:02:56.040528 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c44dce-3190-4fb3-a277-ee82d1a7a6ef tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:02:56.045764 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-43c44dce-3190-4fb3-a277-ee82d1a7a6ef tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:56.111039 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1003ce72-ac9b-435f-b52f-558752255f62 req-4ffe7900-1541-473e-adb5-f96da70a733d service neutron] 10.222.0.60 "GET /v2.0/networks/59e22729-5346-4326-b3d6-e01aaafa19b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162796 Nov 23 22:02:56.163292 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0e884391-1dfb-4d82-b1e0-2c6b1e81c137 None None] Provisioning complete for port c5b90f03-3271-43c2-bfec-d40540fd8637 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:56.163940 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0e884391-1dfb-4d82-b1e0-2c6b1e81c137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:56.168984 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f89603e1-ce02-4c9c-aee3-be4c1f06b630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'name': 'tempest-ServersTestJSON-508628317-router', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:02:05Z', 'updated_at': '2021-11-23T22:02:16Z', 'revision_number': 4, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'gw_port': {'id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:02:07Z', 'updated_at': '2021-11-23T22:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '4585d0ce-f604-45cf-93b6-2f0d8d04d07d', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'port_id': '9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3', 'mac_address': 'fa:16:3e:51:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f10d92d-7977-4048-9960-003a0f3b3ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:02:28Z', 'updated_at': '2021-11-23T22:02:53Z', 'revision_number': 1, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b095cd4b-f5a8-48b4-9c1c-b56494635361', 'name': '', 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'mac_address': 'fa:16:3e:d4:3b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'dbde2441-7886-433f-81fc-edefeb26eca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:02:13Z', 'updated_at': '2021-11-23T22:02:25Z', 'revision_number': 5, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'subnets': [{'id': 'dbde2441-7886-433f-81fc-edefeb26eca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:02:56.205610 n-d-816206-9 neutron-server[110033]: INFO neutron.db.ipam_backend_mixin [None req-43c44dce-3190-4fb3-a277-ee82d1a7a6ef tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8e5d8223-358d-4e7c-b432-0725c5c804a4 (CIDR: 172.20.0.0/28) Nov 23 22:02:56.210093 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c44dce-3190-4fb3-a277-ee82d1a7a6ef tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:02:56.210609 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c44dce-3190-4fb3-a277-ee82d1a7a6ef tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:02:56.233373 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-43c44dce-3190-4fb3-a277-ee82d1a7a6ef tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3715653 Nov 23 22:02:56.236000 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43156) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:56.243720 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5dae86ef-844f-421c-8f6a-42d09eb29363 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'subnet': {'network_id': '78b099a9-7cbc-40f5-883d-a7582e5b1a7e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:56.371790 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dae86ef-844f-421c-8f6a-42d09eb29363 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:02:56.375973 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5dae86ef-844f-421c-8f6a-42d09eb29363 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:56.423885 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89603e1-ce02-4c9c-aee3-be4c1f06b630 None None] The sync data for ids ['c31c01ab-98ac-4451-b652-7494353bdb74'] in n-d-816206-9 is: [{'id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'name': 'tempest-ServersTestJSON-508628317-router', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:02:05Z', 'updated_at': '2021-11-23T22:02:16Z', 'revision_number': 4, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'gw_port': {'id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:02:07Z', 'updated_at': '2021-11-23T22:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '4585d0ce-f604-45cf-93b6-2f0d8d04d07d', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'port_id': '9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3', 'mac_address': 'fa:16:3e:51:08:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f10d92d-7977-4048-9960-003a0f3b3ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:02:28Z', 'updated_at': '2021-11-23T22:02:53Z', 'revision_number': 1, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b095cd4b-f5a8-48b4-9c1c-b56494635361', 'name': '', 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'mac_address': 'fa:16:3e:d4:3b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'dbde2441-7886-433f-81fc-edefeb26eca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:02:13Z', 'updated_at': '2021-11-23T22:02:25Z', 'revision_number': 5, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'subnets': [{'id': 'dbde2441-7886-433f-81fc-edefeb26eca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:02:56.435110 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0e884391-1dfb-4d82-b1e0-2c6b1e81c137 None None] Port c5b90f03-3271-43c2-bfec-d40540fd8637 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:02:56.480840 n-d-816206-9 neutron-server[110033]: INFO neutron.db.ipam_backend_mixin [None req-5dae86ef-844f-421c-8f6a-42d09eb29363 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8043df21-fc17-424e-b012-8e38fcac2e6c (CIDR: 172.20.0.16/28) Nov 23 22:02:56.484380 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dae86ef-844f-421c-8f6a-42d09eb29363 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:02:56.484901 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dae86ef-844f-421c-8f6a-42d09eb29363 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:02:56.506045 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5dae86ef-844f-421c-8f6a-42d09eb29363 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2665057 Nov 23 22:02:56.506583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43158) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:56.517643 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-a429e694-2709-42e6-ac11-6d1f8ae5cfde tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'subnet': {'network_id': '78b099a9-7cbc-40f5-883d-a7582e5b1a7e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:56.657506 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a429e694-2709-42e6-ac11-6d1f8ae5cfde tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Made reservation on behalf of a4f1ae2888634e4b8fa5e9980e087a09 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:02:56.661715 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a429e694-2709-42e6-ac11-6d1f8ae5cfde tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:56.698570 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1e15bc-72a5-4bfa-bdec-8add3f18bf27 None None] New status for floating IP 4585d0ce-f604-45cf-93b6-2f0d8d04d07d: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:02:56.934112 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a429e694-2709-42e6-ac11-6d1f8ae5cfde tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:57.021473 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a429e694-2709-42e6-ac11-6d1f8ae5cfde tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:02:57.028502 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-a429e694-2709-42e6-ac11-6d1f8ae5cfde tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:02:57.038971 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a429e694-2709-42e6-ac11-6d1f8ae5cfde tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:57.039803 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a429e694-2709-42e6-ac11-6d1f8ae5cfde tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:57.047866 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6873d27-0cd3-4f30-92bb-b81f97f3a7da None None] Network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:02:57.060151 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429e694-2709-42e6-ac11-6d1f8ae5cfde tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Subnet': ['ID=1bd82f95-a726-4f70-85bf-be06d1452029,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:57.072523 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a429e694-2709-42e6-ac11-6d1f8ae5cfde tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5617454 Nov 23 22:02:57.072967 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43164) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:57.079463 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6134930c-c5d9-4a00-b59a-96aa768533a4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1940558436', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1bd82f95-a726-4f70-85bf-be06d1452029'}], 'security_groups': ['fb6da86c-76b5-4fd7-afea-7d6f12f7324d', '4b277a3d-474e-4342-89a3-9ea70bc882b5']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:02:57.092515 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3306f7-8d51-4670-b003-a64e04cdda30 req-85b11313-7093-47d3-9685-e1757bab98c9 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:57.094128 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da3306f7-8d51-4670-b003-a64e04cdda30 req-85b11313-7093-47d3-9685-e1757bab98c9 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1500132 Nov 23 22:02:57.176068 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da3306f7-8d51-4670-b003-a64e04cdda30 req-96b2aa75-b8e9-4055-ab3f-2fa0a71e141c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754182 Nov 23 22:02:57.201781 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6134930c-c5d9-4a00-b59a-96aa768533a4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:57.374508 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f733db-95cb-4218-8925-3c5564f85a4f None None] Update dhcp port {'port': {'network_id': '78b099a9-7cbc-40f5-883d-a7582e5b1a7e', 'fixed_ips': [{'subnet_id': '8043df21-fc17-424e-b012-8e38fcac2e6c', 'ip_address': '172.20.0.18'}, {'subnet_id': '8e5d8223-358d-4e7c-b432-0725c5c804a4'}, {'subnet_id': '1bd82f95-a726-4f70-85bf-be06d1452029'}], 'binding:host_id': 'n-d-816206-9'}, 'id': '68466d23-e0e2-40a5-a338-08c5108f9a55'} from n-d-816206-9. {{(pid=110035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 22:02:57.403081 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a9f733db-95cb-4218-8925-3c5564f85a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:57.630520 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-a9f733db-95cb-4218-8925-3c5564f85a4f None None] Allocated IP 172.20.0.2 (78b099a9-7cbc-40f5-883d-a7582e5b1a7e/8e5d8223-358d-4e7c-b432-0725c5c804a4/68466d23-e0e2-40a5-a338-08c5108f9a55) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:02:57.637369 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-a9f733db-95cb-4218-8925-3c5564f85a4f None None] Allocated IP 172.20.0.34 (78b099a9-7cbc-40f5-883d-a7582e5b1a7e/1bd82f95-a726-4f70-85bf-be06d1452029/68466d23-e0e2-40a5-a338-08c5108f9a55) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:02:57.735909 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a9f733db-95cb-4218-8925-3c5564f85a4f None None] For port 68466d23-e0e2-40a5-a338-08c5108f9a55, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=68466d23-e0e2-40a5-a338-08c5108f9a55,segment=NetworkSegment(1bec33cf-0ef0-4ef2-870c-886284335f4d),segment_id=1bec33cf-0ef0-4ef2-870c-886284335f4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:02:57.765572 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a9f733db-95cb-4218-8925-3c5564f85a4f None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:57.770539 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a9f733db-95cb-4218-8925-3c5564f85a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:57.888124 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-6134930c-c5d9-4a00-b59a-96aa768533a4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Delete allocated IP 172.20.0.11 (78b099a9-7cbc-40f5-883d-a7582e5b1a7e/8e5d8223-358d-4e7c-b432-0725c5c804a4) {{(pid=110033) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 22:02:57.891845 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f733db-95cb-4218-8925-3c5564f85a4f None None] Pushing event updated for resources: {'Port': ['ID=68466d23-e0e2-40a5-a338-08c5108f9a55,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:57.898281 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-253cf579-4da4-4772-8be5-df7586e140dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:57.905789 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-6134930c-c5d9-4a00-b59a-96aa768533a4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Allocated IP 172.20.0.35 (78b099a9-7cbc-40f5-883d-a7582e5b1a7e/1bd82f95-a726-4f70-85bf-be06d1452029/c5b90f03-3271-43c2-bfec-d40540fd8637) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:02:58.106375 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6134930c-c5d9-4a00-b59a-96aa768533a4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:58.112643 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6134930c-c5d9-4a00-b59a-96aa768533a4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:58.191048 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134930c-c5d9-4a00-b59a-96aa768533a4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event updated for resources: {'Port': ['ID=c5b90f03-3271-43c2-bfec-d40540fd8637,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:58.246183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-6134930c-c5d9-4a00-b59a-96aa768533a4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] In _notify_port_updated(), no bound segment for port c5b90f03-3271-43c2-bfec-d40540fd8637 on network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e {{(pid=110033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:02:58.252503 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6134930c-c5d9-4a00-b59a-96aa768533a4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:58.253564 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6134930c-c5d9-4a00-b59a-96aa768533a4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:58.255160 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6134930c-c5d9-4a00-b59a-96aa768533a4 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "PUT /v2.0/ports/c5b90f03-3271-43c2-bfec-d40540fd8637 HTTP/1.1" status: 200 len: 960 time: 1.1805212 Nov 23 22:02:58.258114 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43178) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:58.323437 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10178a0e-53dd-45f1-ad76-268cc5a7d402 req-52d0d230-ff79-4e67-a1e9-266992797d73 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:58.325147 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-10178a0e-53dd-45f1-ad76-268cc5a7d402 req-52d0d230-ff79-4e67-a1e9-266992797d73 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0638876 Nov 23 22:02:58.375157 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-5587cd57-542c-46b3-9a30-9831106e3a1f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting port c5b90f03-3271-43c2-bfec-d40540fd8637 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:02:58.375664 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5587cd57-542c-46b3-9a30-9831106e3a1f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:58.403101 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-10178a0e-53dd-45f1-ad76-268cc5a7d402 req-d6b01acf-918d-452a-9458-f06e7d3f82db tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706210 Nov 23 22:02:58.522514 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5587cd57-542c-46b3-9a30-9831106e3a1f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:58.538321 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-5587cd57-542c-46b3-9a30-9831106e3a1f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Calling delete_port for c5b90f03-3271-43c2-bfec-d40540fd8637 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:02:58.602580 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-92da3db7-8efb-4eae-b409-6eb076dcf353 None None] Provisioning complete for port c5b90f03-3271-43c2-bfec-d40540fd8637 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:58.603422 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-92da3db7-8efb-4eae-b409-6eb076dcf353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:58.641603 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-92da3db7-8efb-4eae-b409-6eb076dcf353 None None] Port c5b90f03-3271-43c2-bfec-d40540fd8637 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:02:58.654119 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-92da3db7-8efb-4eae-b409-6eb076dcf353 None None] Provisioning complete for port 92180dcb-45d4-4baf-a0ba-81446524e723 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:58.654585 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-92da3db7-8efb-4eae-b409-6eb076dcf353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:58.672747 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5587cd57-542c-46b3-9a30-9831106e3a1f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:58.695288 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-92da3db7-8efb-4eae-b409-6eb076dcf353 None None] Port 92180dcb-45d4-4baf-a0ba-81446524e723 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:02:58.704428 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587cd57-542c-46b3-9a30-9831106e3a1f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Port': ['ID=c5b90f03-3271-43c2-bfec-d40540fd8637,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:58.708933 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-92da3db7-8efb-4eae-b409-6eb076dcf353 None None] Provisioning complete for port 68466d23-e0e2-40a5-a338-08c5108f9a55 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:58.709369 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-92da3db7-8efb-4eae-b409-6eb076dcf353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:58.787039 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5587cd57-542c-46b3-9a30-9831106e3a1f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:58.795046 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5587cd57-542c-46b3-9a30-9831106e3a1f tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/ports/c5b90f03-3271-43c2-bfec-d40540fd8637 HTTP/1.1" status: 204 len: 168 time: 0.5327265 Nov 23 22:02:58.795278 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43184) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:58.820300 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6eea3b5-6624-4f1d-940a-02a84db5bd1e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] GET failed (client error): The resource could not be found. Nov 23 22:02:58.822584 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a6eea3b5-6624-4f1d-940a-02a84db5bd1e tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports/c5b90f03-3271-43c2-bfec-d40540fd8637 HTTP/1.1" status: 404 len: 333 time: 0.0264251 Nov 23 22:02:58.825470 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43186) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:58.882193 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3e76fc2c-bf47-4d1c-8a02-81043bc7cb18 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:58.907902 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3e76fc2c-bf47-4d1c-8a02-81043bc7cb18 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:58.956389 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3e76fc2c-bf47-4d1c-8a02-81043bc7cb18 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:58.959356 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3e76fc2c-bf47-4d1c-8a02-81043bc7cb18 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:58.963892 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3e76fc2c-bf47-4d1c-8a02-81043bc7cb18 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/security-groups/6ff731b0-9e12-4800-aacb-a1d9e76dba82 HTTP/1.1" status: 204 len: 168 time: 0.1341465 Nov 23 22:02:58.964681 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43190) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:58.972265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76fc2c-bf47-4d1c-8a02-81043bc7cb18 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff731b0-9e12-4800-aacb-a1d9e76dba82,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:59.061380 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8560034f-6f04-4077-a56b-1af48a3b01fa tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:59.088209 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8560034f-6f04-4077-a56b-1af48a3b01fa tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:59.133089 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7c1e2cf7-ad2b-4c10-9f92-a3a54cbbf39c None None] Could not find standard attr ID for object c5b90f03-3271-43c2-bfec-d40540fd8637. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:02:59.138661 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8560034f-6f04-4077-a56b-1af48a3b01fa tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:59.141568 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8560034f-6f04-4077-a56b-1af48a3b01fa tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:59.145486 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8560034f-6f04-4077-a56b-1af48a3b01fa tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/security-groups/4b277a3d-474e-4342-89a3-9ea70bc882b5 HTTP/1.1" status: 204 len: 168 time: 0.1795158 Nov 23 22:02:59.145684 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43194) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:59.157154 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560034f-6f04-4077-a56b-1af48a3b01fa tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b277a3d-474e-4342-89a3-9ea70bc882b5,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:59.225327 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d7f428a0-1e1e-4028-85ec-3c8349d62eea tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:59.260697 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d7f428a0-1e1e-4028-85ec-3c8349d62eea tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:59.316713 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d7f428a0-1e1e-4028-85ec-3c8349d62eea tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:59.319377 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d7f428a0-1e1e-4028-85ec-3c8349d62eea tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:59.323410 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d7f428a0-1e1e-4028-85ec-3c8349d62eea tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/security-groups/fb6da86c-76b5-4fd7-afea-7d6f12f7324d HTTP/1.1" status: 204 len: 168 time: 0.1728058 Nov 23 22:02:59.325879 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43198) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:59.341045 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f428a0-1e1e-4028-85ec-3c8349d62eea tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6da86c-76b5-4fd7-afea-7d6f12f7324d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:59.376700 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 68466d23-e0e2-40a5-a338-08c5108f9a55 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:02:59.387698 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47b8443-898d-43f2-aa7a-a6b45663c640 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting subnet 8e5d8223-358d-4e7c-b432-0725c5c804a4 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:02:59.391073 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b47b8443-898d-43f2-aa7a-a6b45663c640 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:59.432439 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 68466d23-e0e2-40a5-a338-08c5108f9a55 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:02:59.433104 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:59.434512 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b47b8443-898d-43f2-aa7a-a6b45663c640 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:59.568168 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b47b8443-898d-43f2-aa7a-a6b45663c640 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:59.599989 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb94fef-b3eb-49bf-bc66-a628c8e30a33 req-d8176d3a-6248-402c-9f92-98e31b6e2ffe tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:02:59.601624 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7cb94fef-b3eb-49bf-bc66-a628c8e30a33 req-d8176d3a-6248-402c-9f92-98e31b6e2ffe tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1168561 Nov 23 22:02:59.676514 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7cb94fef-b3eb-49bf-bc66-a628c8e30a33 req-6588d788-eccc-4b19-93f1-0614a6c2876a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658755 Nov 23 22:02:59.678016 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b47b8443-898d-43f2-aa7a-a6b45663c640 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:59.708487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b8443-898d-43f2-aa7a-a6b45663c640 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Subnet': ['ID=8e5d8223-358d-4e7c-b432-0725c5c804a4,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:02:59.716253 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b47b8443-898d-43f2-aa7a-a6b45663c640 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:59.720657 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b47b8443-898d-43f2-aa7a-a6b45663c640 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/subnets/8e5d8223-358d-4e7c-b432-0725c5c804a4 HTTP/1.1" status: 204 len: 168 time: 0.3929131 Nov 23 22:02:59.724511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43206) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:02:59.727600 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbc62d7-3ac1-4316-b11c-a98f847ff45e None None] Network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:02:59.780878 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-37432f2c-0fe8-45ce-a2af-aa8f5d3264f1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting subnet 1bd82f95-a726-4f70-85bf-be06d1452029 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:02:59.785275 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-37432f2c-0fe8-45ce-a2af-aa8f5d3264f1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:59.829413 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-37432f2c-0fe8-45ce-a2af-aa8f5d3264f1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:59.921879 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:02:59.952611 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-37432f2c-0fe8-45ce-a2af-aa8f5d3264f1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:00.017356 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-37432f2c-0fe8-45ce-a2af-aa8f5d3264f1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:00.034101 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-37432f2c-0fe8-45ce-a2af-aa8f5d3264f1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:00.040223 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-37432f2c-0fe8-45ce-a2af-aa8f5d3264f1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/subnets/1bd82f95-a726-4f70-85bf-be06d1452029 HTTP/1.1" status: 204 len: 168 time: 0.3132319 Nov 23 22:03:00.040702 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43208) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:00.069193 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37432f2c-0fe8-45ce-a2af-aa8f5d3264f1 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd82f95-a726-4f70-85bf-be06d1452029,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:00.074485 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e783e1c-42df-4bb8-bad4-e7740c7c0f66 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] DELETE failed (client error): The resource could not be found. Nov 23 22:03:00.074996 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e783e1c-42df-4bb8-bad4-e7740c7c0f66 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:03:00.079190 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0e783e1c-42df-4bb8-bad4-e7740c7c0f66 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/subnets/8e5d8223-358d-4e7c-b432-0725c5c804a4 HTTP/1.1" status: 404 len: 337 time: 0.0374315 Nov 23 22:03:00.080596 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43212) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:00.143298 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25df99b-11b6-444f-a9c2-f8d70afcb5e5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting subnet 8043df21-fc17-424e-b012-8e38fcac2e6c {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:03:00.147288 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d25df99b-11b6-444f-a9c2-f8d70afcb5e5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:00.194245 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d25df99b-11b6-444f-a9c2-f8d70afcb5e5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:00.320132 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d25df99b-11b6-444f-a9c2-f8d70afcb5e5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:00.385742 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d25df99b-11b6-444f-a9c2-f8d70afcb5e5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:00.416881 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25df99b-11b6-444f-a9c2-f8d70afcb5e5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Subnet': ['ID=8043df21-fc17-424e-b012-8e38fcac2e6c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:00.419771 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d25df99b-11b6-444f-a9c2-f8d70afcb5e5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:00.425737 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d25df99b-11b6-444f-a9c2-f8d70afcb5e5 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/subnets/8043df21-fc17-424e-b012-8e38fcac2e6c HTTP/1.1" status: 204 len: 168 time: 0.3417771 Nov 23 22:03:00.426178 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43216) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:00.468438 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fb88cca8-8598-40b6-8012-598a8f2537b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:00.474357 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-6753df59-4e73-4a90-a56e-c1db2f692487 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] DELETE failed (client error): The resource could not be found. Nov 23 22:03:00.474861 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6753df59-4e73-4a90-a56e-c1db2f692487 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:03:00.480815 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6753df59-4e73-4a90-a56e-c1db2f692487 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/subnets/fb4681df-9742-4a7d-b510-a85cdd8b93b7 HTTP/1.1" status: 404 len: 337 time: 0.0512373 Nov 23 22:03:00.481047 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43218) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:00.512293 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-42bc1df1-1753-485c-915d-e390c06e8c16 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "GET /v2.0/ports?device_id=77b56ad7-5c25-4e58-b0a8-f80417869453 HTTP/1.1" status: 200 len: 205 time: 0.0279467 Nov 23 22:03:00.512825 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43220) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:00.518960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ff21ad-b430-44c2-b96d-c79775ca224d None None] Network 78b099a9-7cbc-40f5-883d-a7582e5b1a7e requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:03:00.572205 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-9321fb19-e7bc-4cae-8fab-e622d984bab9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] delete failed (client error): The resource could not be found. Nov 23 22:03:00.573270 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9321fb19-e7bc-4cae-8fab-e622d984bab9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/routers/77b56ad7-5c25-4e58-b0a8-f80417869453 HTTP/1.1" status: 404 len: 336 time: 0.0595353 Nov 23 22:03:00.576025 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43226) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:00.607004 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-968bd29b-2211-4f4f-9024-6a0e9343250a None None] Provisioning complete for port 92180dcb-45d4-4baf-a0ba-81446524e723 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:03:00.607385 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-968bd29b-2211-4f4f-9024-6a0e9343250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:00.613715 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d65a99-c852-43fc-9ab1-a0f5a6df5b9c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] DELETE failed (client error): The resource could not be found. Nov 23 22:03:00.614394 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d65a99-c852-43fc-9ab1-a0f5a6df5b9c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:03:00.618288 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-91d65a99-c852-43fc-9ab1-a0f5a6df5b9c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/subnets/b4172756-90a1-422a-9ee1-e5c06c16f88d HTTP/1.1" status: 404 len: 337 time: 0.0404882 Nov 23 22:03:00.621184 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43228) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:00.649798 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b2ad556-dab9-4b39-b273-c5f5b878f50b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] DELETE failed (client error): The resource could not be found. Nov 23 22:03:00.651063 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b2ad556-dab9-4b39-b273-c5f5b878f50b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:03:00.654327 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0b2ad556-dab9-4b39-b273-c5f5b878f50b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/subnets/20a469ea-4b06-4125-8643-1a38338bcc62 HTTP/1.1" status: 404 len: 337 time: 0.0321324 Nov 23 22:03:00.656914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43232) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:00.687676 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d845adb-8952-4dc6-b07d-700f727cdfc0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] DELETE failed (client error): The resource could not be found. Nov 23 22:03:00.688192 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d845adb-8952-4dc6-b07d-700f727cdfc0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:03:00.693563 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3d845adb-8952-4dc6-b07d-700f727cdfc0 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/subnets/8c3bf3a3-3d7f-4718-b717-c63293401974 HTTP/1.1" status: 404 len: 337 time: 0.0306826 Nov 23 22:03:00.694069 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43234) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:00.694646 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-968bd29b-2211-4f4f-9024-6a0e9343250a None None] Port 92180dcb-45d4-4baf-a0ba-81446524e723 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:03:00.712203 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-968bd29b-2211-4f4f-9024-6a0e9343250a None None] Provisioning complete for port 68466d23-e0e2-40a5-a338-08c5108f9a55 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:03:00.712622 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-968bd29b-2211-4f4f-9024-6a0e9343250a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:00.738001 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b35cc02-cdd2-4fea-b43b-cb6969d04a70 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] DELETE failed (client error): The resource could not be found. Nov 23 22:03:00.738575 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b35cc02-cdd2-4fea-b43b-cb6969d04a70 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:03:00.741778 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7b35cc02-cdd2-4fea-b43b-cb6969d04a70 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/ports/cb53e0b7-89ba-4900-abd6-1aec1dd755fb HTTP/1.1" status: 404 len: 333 time: 0.0465486 Nov 23 22:03:00.744522 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43238) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:00.787548 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c25da69-1b0f-4694-9c74-2ff48f7a3f29 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] DELETE failed (client error): The resource could not be found. Nov 23 22:03:00.788005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c25da69-1b0f-4694-9c74-2ff48f7a3f29 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:03:00.794423 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43240) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:00.794663 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2c25da69-1b0f-4694-9c74-2ff48f7a3f29 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/subnets/2529b227-5da1-4a1f-8acb-ff26f7ed341c HTTP/1.1" status: 404 len: 337 time: 0.0485981 Nov 23 22:03:00.833260 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab108389-0458-432d-b0b6-c3380acc034b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] DELETE failed (client error): The resource could not be found. Nov 23 22:03:00.836747 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab108389-0458-432d-b0b6-c3380acc034b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:03:00.840169 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438ff985-3cb3-4002-ae66-75a0897e1143 None None] DHCP port deletion for 78b099a9-7cbc-40f5-883d-a7582e5b1a7e request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:03:00.843342 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ab108389-0458-432d-b0b6-c3380acc034b tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/subnets/fd0be785-e2bf-4468-b95b-e7d485e449c3 HTTP/1.1" status: 404 len: 337 time: 0.0473988 Nov 23 22:03:00.846377 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43242) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:00.878645 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-69905dbc-42fe-40f1-9d34-3d2f3c094580 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] DELETE failed (client error): The resource could not be found. Nov 23 22:03:00.880642 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69905dbc-42fe-40f1-9d34-3d2f3c094580 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:03:00.884696 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-69905dbc-42fe-40f1-9d34-3d2f3c094580 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/ports/d4a7444b-924b-420f-94cd-43c899856095 HTTP/1.1" status: 404 len: 333 time: 0.0377862 Nov 23 22:03:00.887794 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43246) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:00.908311 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed904617-576e-464b-baec-46b71df82df0 req-c198e912-f68d-48a1-95ce-e2476523807e tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:00.909994 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed904617-576e-464b-baec-46b71df82df0 req-c198e912-f68d-48a1-95ce-e2476523807e tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1248844 Nov 23 22:03:00.917619 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-438ff985-3cb3-4002-ae66-75a0897e1143 None None] Deleting port 68466d23-e0e2-40a5-a338-08c5108f9a55 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:03:00.918153 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-438ff985-3cb3-4002-ae66-75a0897e1143 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:00.928764 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82b81ba-b161-488d-8620-8ef8b76e6bad tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] DELETE failed (client error): The resource could not be found. Nov 23 22:03:00.929246 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82b81ba-b161-488d-8620-8ef8b76e6bad tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:03:00.935524 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e82b81ba-b161-488d-8620-8ef8b76e6bad tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/subnets/e1218ee7-bbd5-45ff-9ff0-50f81c11a350 HTTP/1.1" status: 404 len: 337 time: 0.0463250 Nov 23 22:03:00.937221 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43248) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:00.975821 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b07bafd-0b24-4fba-b5e1-3dcbf41bb95c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] DELETE failed (client error): The resource could not be found. Nov 23 22:03:00.977002 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b07bafd-0b24-4fba-b5e1-3dcbf41bb95c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:03:00.982353 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8b07bafd-0b24-4fba-b5e1-3dcbf41bb95c tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/subnets/51071cb1-60e3-49d7-abca-47d4c48e39b6 HTTP/1.1" status: 404 len: 337 time: 0.0416455 Nov 23 22:03:00.983196 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43252) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:00.990751 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed904617-576e-464b-baec-46b71df82df0 req-e90854f4-fbf6-4eeb-98d6-4a6a2449f9a1 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709457 Nov 23 22:03:01.041235 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-438ff985-3cb3-4002-ae66-75a0897e1143 None None] For port 68466d23-e0e2-40a5-a338-08c5108f9a55, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=68466d23-e0e2-40a5-a338-08c5108f9a55,segment=NetworkSegment(1bec33cf-0ef0-4ef2-870c-886284335f4d),segment_id=1bec33cf-0ef0-4ef2-870c-886284335f4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:01.041652 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-438ff985-3cb3-4002-ae66-75a0897e1143 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:01.073870 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-438ff985-3cb3-4002-ae66-75a0897e1143 None None] Calling delete_port for 68466d23-e0e2-40a5-a338-08c5108f9a55 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:03:01.155150 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-6eed86bd-0e02-4b61-820d-31c2c0805609 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Deleting port 92180dcb-45d4-4baf-a0ba-81446524e723 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:03:01.155790 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6eed86bd-0e02-4b61-820d-31c2c0805609 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:01.221851 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-438ff985-3cb3-4002-ae66-75a0897e1143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:01.274348 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6eed86bd-0e02-4b61-820d-31c2c0805609 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:01.301825 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ff985-3cb3-4002-ae66-75a0897e1143 None None] No DVR routers for this DVR port 68466d23-e0e2-40a5-a338-08c5108f9a55 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:03:01.326528 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ff985-3cb3-4002-ae66-75a0897e1143 None None] Pushing event deleted for resources: {'Port': ['ID=68466d23-e0e2-40a5-a338-08c5108f9a55,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:01.328422 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-6eed86bd-0e02-4b61-820d-31c2c0805609 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Calling delete_port for 92180dcb-45d4-4baf-a0ba-81446524e723 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:03:01.428898 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 68466d23-e0e2-40a5-a338-08c5108f9a55 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:03:01.442034 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37135d4e-1329-42b4-97c4-8d0c07cc7fac req-e2073cb2-dfe1-415f-aa4e-93420ece0a46 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:01.443606 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-37135d4e-1329-42b4-97c4-8d0c07cc7fac req-e2073cb2-dfe1-415f-aa4e-93420ece0a46 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1335316 Nov 23 22:03:01.455682 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b5ecc-5628-4282-ae95-d082ee44b158 req-e880768d-3d72-47b8-9ade-77148cf7be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:01.457120 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3c6b5ecc-5628-4282-ae95-d082ee44b158 req-e880768d-3d72-47b8-9ade-77148cf7be57 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 1095 time: 0.1278393 Nov 23 22:03:01.487977 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 68466d23-e0e2-40a5-a338-08c5108f9a55 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:03:01.488949 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 68466d23-e0e2-40a5-a338-08c5108f9a55 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:03:01.510090 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6eed86bd-0e02-4b61-820d-31c2c0805609 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:01.581183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed86bd-0e02-4b61-820d-31c2c0805609 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Port': ['ID=92180dcb-45d4-4baf-a0ba-81446524e723,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:01.589981 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:01.595267 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6eed86bd-0e02-4b61-820d-31c2c0805609 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:01.598841 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-37135d4e-1329-42b4-97c4-8d0c07cc7fac req-421f65de-4411-4ece-b5e5-3edd965569be tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406581 Nov 23 22:03:01.603303 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6eed86bd-0e02-4b61-820d-31c2c0805609 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/ports/92180dcb-45d4-4baf-a0ba-81446524e723 HTTP/1.1" status: 204 len: 168 time: 0.6182396 Nov 23 22:03:01.603576 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43274) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:01.634801 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c6ba1-6742-4607-bf0e-d4117eaa94ce req-afd5576c-af1e-46c0-89bc-12079795092b tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:01.636341 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-107c6ba1-6742-4607-bf0e-d4117eaa94ce req-afd5576c-af1e-46c0-89bc-12079795092b tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 947 time: 0.1916635 Nov 23 22:03:01.752044 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b5ecc-5628-4282-ae95-d082ee44b158 req-09a601b2-3bea-4b7e-b147-797e68c413de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:01.753566 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3c6b5ecc-5628-4282-ae95-d082ee44b158 req-09a601b2-3bea-4b7e-b147-797e68c413de service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 912 time: 0.2724140 Nov 23 22:03:01.775512 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ef495aac-d9b6-481e-ba62-8cea1e7749b9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:01.815290 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-107c6ba1-6742-4607-bf0e-d4117eaa94ce req-b10fd3fb-0c01-47e3-9430-24fd99e77358 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667359 Nov 23 22:03:01.849884 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3c6b5ecc-5628-4282-ae95-d082ee44b158 req-fe16b9bd-0ec8-4052-b921-27bd0b47863e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69 HTTP/1.1" status: 200 len: 998 time: 0.0855784 Nov 23 22:03:01.971251 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ef495aac-d9b6-481e-ba62-8cea1e7749b9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:01.984678 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b5ecc-5628-4282-ae95-d082ee44b158 req-b1d46210-9dad-4650-999e-c7e9ff991879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:01.986152 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3c6b5ecc-5628-4282-ae95-d082ee44b158 req-b1d46210-9dad-4650-999e-c7e9ff991879 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 0.1038392 Nov 23 22:03:01.997944 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-ef495aac-d9b6-481e-ba62-8cea1e7749b9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b099a9-7cbc-40f5-883d-a7582e5b1a7e']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:02.019006 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-ef495aac-d9b6-481e-ba62-8cea1e7749b9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bec33cf-0ef0-4ef2-870c-886284335f4d') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:02.019006 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-ef495aac-d9b6-481e-ba62-8cea1e7749b9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bec33cf-0ef0-4ef2-870c-886284335f4d') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:02.048448 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ef495aac-d9b6-481e-ba62-8cea1e7749b9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:02.066506 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ef495aac-d9b6-481e-ba62-8cea1e7749b9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:02.075874 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef495aac-d9b6-481e-ba62-8cea1e7749b9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:03:02.076270 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ef495aac-d9b6-481e-ba62-8cea1e7749b9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:03:02.079526 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:03:02.092655 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b5ecc-5628-4282-ae95-d082ee44b158 req-482fb340-5bd0-4526-8d85-d431072a24f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:02.094247 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3c6b5ecc-5628-4282-ae95-d082ee44b158 req-482fb340-5bd0-4526-8d85-d431072a24f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937340 Nov 23 22:03:02.178784 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ef495aac-d9b6-481e-ba62-8cea1e7749b9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:02.215616 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ef495aac-d9b6-481e-ba62-8cea1e7749b9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:02.218751 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ef495aac-d9b6-481e-ba62-8cea1e7749b9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] 10.222.0.50 "DELETE /v2.0/networks/78b099a9-7cbc-40f5-883d-a7582e5b1a7e HTTP/1.1" status: 204 len: 168 time: 0.6140149 Nov 23 22:03:02.239126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef495aac-d9b6-481e-ba62-8cea1e7749b9 tempest-PortsTestJSON-700042641 tempest-PortsTestJSON-700042641-project] Pushing event deleted for resources: {'Network': ['ID=78b099a9-7cbc-40f5-883d-a7582e5b1a7e,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:02.268123 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3c6b5ecc-5628-4282-ae95-d082ee44b158 req-2d849f06-cff2-4c02-9418-21367f736055 service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608827 Nov 23 22:03:02.391303 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3c6b5ecc-5628-4282-ae95-d082ee44b158 req-54409903-4279-4abf-9f84-e07135390a8a service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095867 Nov 23 22:03:02.561220 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43290) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:02.803302 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83ecc6-9312-44e2-86e1-15c910c8e9b4 req-2faa3812-d6cc-44cc-8112-007a010ebceb tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:02.805468 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a83ecc6-9312-44e2-86e1-15c910c8e9b4 req-2faa3812-d6cc-44cc-8112-007a010ebceb tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1207266 Nov 23 22:03:02.811298 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4a84dd2e-30c3-400a-b9d8-5dda8263a94e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a4f1ae2888634e4b8fa5e9980e087a09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2488835 Nov 23 22:03:02.812003 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43298) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:02.948910 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a83ecc6-9312-44e2-86e1-15c910c8e9b4 req-7d09d4cd-6a70-48b0-b5f2-aa9f58b05575 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334398 Nov 23 22:03:02.954530 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:03.317364 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d8decc98-13d1-4b5b-a8c3-ee063a65ff3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:03.353006 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d8decc98-13d1-4b5b-a8c3-ee063a65ff3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:03.363073 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e9cef-da5b-4796-8608-700509b92208 req-861c828c-514b-41c1-bd92-38805fff0cef tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:03.371522 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e7e9cef-da5b-4796-8608-700509b92208 req-861c828c-514b-41c1-bd92-38805fff0cef tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 947 time: 0.4521787 Nov 23 22:03:03.398891 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146a832-0695-43f3-bcaa-cf88138ff98e req-38331201-08b5-442f-8a3a-08cb0a5dd7c5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:03.400686 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d146a832-0695-43f3-bcaa-cf88138ff98e req-38331201-08b5-442f-8a3a-08cb0a5dd7c5 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 947 time: 0.4171989 Nov 23 22:03:03.530501 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e7e9cef-da5b-4796-8608-700509b92208 req-53e10673-7259-4b84-9cfb-a0fc7c011971 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups?id=f26311cf-8353-478f-85f2-54ca1fccd4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580698 Nov 23 22:03:03.550169 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d8decc98-13d1-4b5b-a8c3-ee063a65ff3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:03.552927 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d8decc98-13d1-4b5b-a8c3-ee063a65ff3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:03.556892 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d8decc98-13d1-4b5b-a8c3-ee063a65ff3a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a876417b-1382-4f1e-adca-9b7debe5112a HTTP/1.1" status: 204 len: 168 time: 0.7401121 Nov 23 22:03:03.572969 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8decc98-13d1-4b5b-a8c3-ee063a65ff3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a876417b-1382-4f1e-adca-9b7debe5112a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:03.607860 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-d146a832-0695-43f3-bcaa-cf88138ff98e req-91df1b6a-2005-4a6b-b546-6b8a43f2b5d7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Deleting port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:03:03.608477 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d146a832-0695-43f3-bcaa-cf88138ff98e req-91df1b6a-2005-4a6b-b546-6b8a43f2b5d7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:03.725090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-d146a832-0695-43f3-bcaa-cf88138ff98e req-91df1b6a-2005-4a6b-b546-6b8a43f2b5d7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] For port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:03.725451 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d146a832-0695-43f3-bcaa-cf88138ff98e req-91df1b6a-2005-4a6b-b546-6b8a43f2b5d7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:03.809620 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:04.005528 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d146a832-0695-43f3-bcaa-cf88138ff98e req-91df1b6a-2005-4a6b-b546-6b8a43f2b5d7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:04.005528 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d146a832-0695-43f3-bcaa-cf88138ff98e req-91df1b6a-2005-4a6b-b546-6b8a43f2b5d7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:04.005901 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [req-d146a832-0695-43f3-bcaa-cf88138ff98e req-91df1b6a-2005-4a6b-b546-6b8a43f2b5d7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Floating IP 636c7144-2f55-48b3-9857-c32b0d6c1e86 disassociated. External IP: 172.25.5.85, port: e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35. Nov 23 22:03:04.006285 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-d146a832-0695-43f3-bcaa-cf88138ff98e req-91df1b6a-2005-4a6b-b546-6b8a43f2b5d7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Calling delete_port for e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:03:04.126941 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf6837-dc95-48c6-8ddd-8cfd23f41d20 req-fae61330-6ce0-4282-acf8-e3254dcf343c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:04.129194 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ddaf6837-dc95-48c6-8ddd-8cfd23f41d20 req-fae61330-6ce0-4282-acf8-e3254dcf343c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0745454 Nov 23 22:03:04.223416 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ddaf6837-dc95-48c6-8ddd-8cfd23f41d20 req-1fca75b8-bdde-4259-8f64-985bbf6af0a6 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822790 Nov 23 22:03:04.240313 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d146a832-0695-43f3-bcaa-cf88138ff98e req-91df1b6a-2005-4a6b-b546-6b8a43f2b5d7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:04.278581 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df1b6a-2005-4a6b-b546-6b8a43f2b5d7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Pushing event deleted for resources: {'Port': ['ID=e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:04.421891 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89714998-f46c-4dd6-8a42-9f0b1210e94f req-5eb1fdd1-3d47-4033-8fbe-6701ceeb0327 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:04.423561 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89714998-f46c-4dd6-8a42-9f0b1210e94f req-5eb1fdd1-3d47-4033-8fbe-6701ceeb0327 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0989945 Nov 23 22:03:04.449714 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d146a832-0695-43f3-bcaa-cf88138ff98e req-91df1b6a-2005-4a6b-b546-6b8a43f2b5d7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Router d2c8aace-6d5a-4432-886e-fccaa35c01b1 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:03:04.464582 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43342) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:04.543303 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89714998-f46c-4dd6-8a42-9f0b1210e94f req-7a99c669-66d1-474c-acd1-e926c1212362 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057880 Nov 23 22:03:04.659847 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6a42fe1d-9c0d-4514-9def-e4b2a40287a8 tempest-DvrRoutersNegativeTest-600766233 tempest-DvrRoutersNegativeTest-600766233-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-894817977', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:03:04.663065 n-d-816206-9 neutron-server[110033]: DEBUG neutron.policy [None req-6a42fe1d-9c0d-4514-9def-e4b2a40287a8 tempest-DvrRoutersNegativeTest-600766233 tempest-DvrRoutersNegativeTest-600766233-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=110033) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 23 22:03:04.663570 n-d-816206-9 neutron-server[110033]: DEBUG neutron.policy [None req-6a42fe1d-9c0d-4514-9def-e4b2a40287a8 tempest-DvrRoutersNegativeTest-600766233 tempest-DvrRoutersNegativeTest-600766233-project] Failed policy check for 'create_router' {{(pid=110033) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 23 22:03:04.664380 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-6a42fe1d-9c0d-4514-9def-e4b2a40287a8 tempest-DvrRoutersNegativeTest-600766233 tempest-DvrRoutersNegativeTest-600766233-project] create failed (client error): Access was denied to this resource. Nov 23 22:03:04.671469 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6a42fe1d-9c0d-4514-9def-e4b2a40287a8 tempest-DvrRoutersNegativeTest-600766233 tempest-DvrRoutersNegativeTest-600766233-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2015393 Nov 23 22:03:04.692797 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d146a832-0695-43f3-bcaa-cf88138ff98e req-91df1b6a-2005-4a6b-b546-6b8a43f2b5d7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:03:04.706368 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa960d-e943-4d0a-98b7-4319dfdba42b None None] Sync routers for ids ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:03:04.733174 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa960d-e943-4d0a-98b7-4319dfdba42b None None] Routers {'d2c8aace-6d5a-4432-886e-fccaa35c01b1'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:03:04.749121 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-04aa960d-e943-4d0a-98b7-4319dfdba42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:03:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:04.761767 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-d146a832-0695-43f3-bcaa-cf88138ff98e req-91df1b6a-2005-4a6b-b546-6b8a43f2b5d7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] No DVR routers for this DVR port e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:03:04.797317 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d146a832-0695-43f3-bcaa-cf88138ff98e req-91df1b6a-2005-4a6b-b546-6b8a43f2b5d7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:04.801068 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d146a832-0695-43f3-bcaa-cf88138ff98e req-91df1b6a-2005-4a6b-b546-6b8a43f2b5d7 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.60 "DELETE /v2.0/ports/e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 HTTP/1.1" status: 204 len: 173 time: 1.3892438 Nov 23 22:03:04.805958 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0aff5d-ec47-44ca-b484-84fb695f6a65', 'name': 'network-vif-deleted', 'tag': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:03:04.806795 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761b9fcd-aa7d-41be-8060-5744dab9c512" -d '{"events": [{"server_uuid": "fd0aff5d-ec47-44ca-b484-84fb695f6a65", "name": "network-vif-deleted", "tag": "e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:03:04.842487 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab569178-6d5b-434c-b316-aa7dc86f057f req-c14f7f5d-6bde-4551-97b1-ff77c9353b95 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd0aff5d-ec47-44ca-b484-84fb695f6a65 HTTP/1.1" status: 200 len: 210 time: 0.0981491 Nov 23 22:03:04.893331 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c5097-35cc-4da5-a2bd-9d3e8dfa5e50 req-587aebb8-99b1-4b13-aeae-82f57084bd06 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:04.901754 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a60c5097-35cc-4da5-a2bd-9d3e8dfa5e50 req-587aebb8-99b1-4b13-aeae-82f57084bd06 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1800773 Nov 23 22:03:04.977533 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a026749-e99c-404e-b5fa-4692f7236044 x-openstack-request-id: req-9a026749-e99c-404e-b5fa-4692f7236044 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:03:04.977830 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0aff5d-ec47-44ca-b484-84fb695f6a65", "name": "network-vif-deleted", "tag": "e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:03:04.978086 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9a026749-e99c-404e-b5fa-4692f7236044 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:03:04.978494 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0aff5d-ec47-44ca-b484-84fb695f6a65', 'name': 'network-vif-deleted', 'tag': 'e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35', 'status': 'completed', 'code': 200} Nov 23 22:03:05.007720 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-04aa960d-e943-4d0a-98b7-4319dfdba42b None None] Set router d2c8aace-6d5a-4432-886e-fccaa35c01b1 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:03:05.029094 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a60c5097-35cc-4da5-a2bd-9d3e8dfa5e50 req-544d1c23-3b60-478f-9a6b-93d6627099da tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231589 Nov 23 22:03:05.460658 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43378) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:05.480662 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776b03d-f56b-495a-9d8f-610299bde8b4 req-b097b789-74be-4627-bec3-6356245c4fa4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:05.482289 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7776b03d-f56b-495a-9d8f-610299bde8b4 req-b097b789-74be-4627-bec3-6356245c4fa4 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1017048 Nov 23 22:03:05.556663 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-04aa960d-e943-4d0a-98b7-4319dfdba42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'name': 'tempest-AttachVolumeShelveTestJSON-142463830-router', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:59Z', 'updated_at': '2021-11-23T21:54:10Z', 'revision_number': 4, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'gw_port': {'id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:01Z', 'updated_at': '2021-11-23T21:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'beeb11e4-409a-465a-a78f-f751d06071de', 'name': '', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'mac_address': 'fa:16:3e:9a:da:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '9ec95087-31a0-4067-927d-a3091c147250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:08Z', 'updated_at': '2021-11-23T21:54:16Z', 'revision_number': 5, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'subnets': [{'id': '9ec95087-31a0-4067-927d-a3091c147250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:05.579579 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7776b03d-f56b-495a-9d8f-610299bde8b4 req-d4605e41-8ce6-4798-aa17-4f311e588c19 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882559 Nov 23 22:03:05.588067 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa960d-e943-4d0a-98b7-4319dfdba42b None None] Checking router: d2c8aace-6d5a-4432-886e-fccaa35c01b1 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:03:05.603799 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa960d-e943-4d0a-98b7-4319dfdba42b None None] Routers {'d2c8aace-6d5a-4432-886e-fccaa35c01b1'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:03:05.605911 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-04aa960d-e943-4d0a-98b7-4319dfdba42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:03:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:05.627511 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4acbf063-7860-4eb2-bab2-0e00b99b7012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:05.739825 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4acbf063-7860-4eb2-bab2-0e00b99b7012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:05.745221 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4acbf063-7860-4eb2-bab2-0e00b99b7012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:05.752270 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-04aa960d-e943-4d0a-98b7-4319dfdba42b None None] Set router d2c8aace-6d5a-4432-886e-fccaa35c01b1 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:03:05.789001 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbf063-7860-4eb2-bab2-0e00b99b7012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfeaaf4-1e1b-483a-af89-86ae0dcfe511,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:05.811842 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4acbf063-7860-4eb2-bab2-0e00b99b7012 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=280bcdb51bb04d17a6ba8497a2599c6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3484282 Nov 23 22:03:05.814346 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43390) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:05.872183 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6ad8-5381-4c8c-b64f-2e335477bca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:05.900880 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6ad8-5381-4c8c-b64f-2e335477bca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:05.963204 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6ad8-5381-4c8c-b64f-2e335477bca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:05.968015 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b9d6ad8-5381-4c8c-b64f-2e335477bca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:05.970428 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9b9d6ad8-5381-4c8c-b64f-2e335477bca1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fcfeaaf4-1e1b-483a-af89-86ae0dcfe511 HTTP/1.1" status: 204 len: 168 time: 0.1545641 Nov 23 22:03:05.977622 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43400) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:05.979797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d6ad8-5381-4c8c-b64f-2e335477bca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfeaaf4-1e1b-483a-af89-86ae0dcfe511,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:06.094386 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5815b0df-b619-4097-825f-13e5289f8eec tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:06.179144 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5815b0df-b619-4097-825f-13e5289f8eec tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:06.275513 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5815b0df-b619-4097-825f-13e5289f8eec tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:06.278583 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5815b0df-b619-4097-825f-13e5289f8eec tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:06.284012 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5815b0df-b619-4097-825f-13e5289f8eec tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "DELETE /v2.0/security-groups/f26311cf-8353-478f-85f2-54ca1fccd4b6 HTTP/1.1" status: 204 len: 168 time: 0.3022823 Nov 23 22:03:06.284897 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43414) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:06.292405 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-04aa960d-e943-4d0a-98b7-4319dfdba42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'name': 'tempest-AttachVolumeShelveTestJSON-142463830-router', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:59Z', 'updated_at': '2021-11-23T21:54:10Z', 'revision_number': 4, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'gw_port': {'id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:01Z', 'updated_at': '2021-11-23T21:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'beeb11e4-409a-465a-a78f-f751d06071de', 'name': '', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'mac_address': 'fa:16:3e:9a:da:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '9ec95087-31a0-4067-927d-a3091c147250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:08Z', 'updated_at': '2021-11-23T21:54:16Z', 'revision_number': 5, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'subnets': [{'id': '9ec95087-31a0-4067-927d-a3091c147250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:06.297547 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815b0df-b619-4097-825f-13e5289f8eec tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26311cf-8353-478f-85f2-54ca1fccd4b6,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:06.324604 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-d3ce1712-dea6-4e54-b67c-1a4f1c0ce189 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] show failed (client error): The resource could not be found. Nov 23 22:03:06.332530 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d3ce1712-dea6-4e54-b67c-1a4f1c0ce189 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "GET /v2.0/security-groups/f26311cf-8353-478f-85f2-54ca1fccd4b6 HTTP/1.1" status: 404 len: 347 time: 0.0439034 Nov 23 22:03:06.332881 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43416) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:06.360437 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa960d-e943-4d0a-98b7-4319dfdba42b None None] The sync data for ids ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'] in n-d-816206-9 is: [{'id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'name': 'tempest-AttachVolumeShelveTestJSON-142463830-router', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:59Z', 'updated_at': '2021-11-23T21:54:10Z', 'revision_number': 4, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'gw_port': {'id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:01Z', 'updated_at': '2021-11-23T21:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'beeb11e4-409a-465a-a78f-f751d06071de', 'name': '', 'network_id': '14f777ba-77da-410e-897f-1430639bb0d7', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'mac_address': 'fa:16:3e:9a:da:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': '9ec95087-31a0-4067-927d-a3091c147250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:08Z', 'updated_at': '2021-11-23T21:54:16Z', 'revision_number': 5, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'subnets': [{'id': '9ec95087-31a0-4067-927d-a3091c147250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:03:06.552355 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-f738aef7-acd7-45a6-9dbc-b95da12882c1 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Deleting port 77b57547-a691-4aa5-b5c1-3b9be9d304e4 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:03:06.552698 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f738aef7-acd7-45a6-9dbc-b95da12882c1 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:06.677026 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f738aef7-acd7-45a6-9dbc-b95da12882c1 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:06.677501 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f738aef7-acd7-45a6-9dbc-b95da12882c1 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:06.694272 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-f738aef7-acd7-45a6-9dbc-b95da12882c1 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Calling delete_port for 77b57547-a691-4aa5-b5c1-3b9be9d304e4 owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:03:06.860863 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093965a5-cc82-4c3f-a0ed-0f01160a1a3d req-4d58a1a0-5a31-4dfe-bfeb-ab81efc8c860 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:06.862498 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-093965a5-cc82-4c3f-a0ed-0f01160a1a3d req-4d58a1a0-5a31-4dfe-bfeb-ab81efc8c860 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1002328 Nov 23 22:03:06.880510 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b712fd-1c4d-4b59-be2d-ed50a6f81d4a None None] New status for floating IP 636c7144-2f55-48b3-9857-c32b0d6c1e86: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:03:06.993954 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-093965a5-cc82-4c3f-a0ed-0f01160a1a3d req-bcff81cf-8d5c-4bd1-bef3-0d2f9a67c42a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212049 Nov 23 22:03:07.099532 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f738aef7-acd7-45a6-9dbc-b95da12882c1 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:07.100939 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.db.api [None req-89b712fd-1c4d-4b59-be2d-ed50a6f81d4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:03:07.102076 n-d-816206-9 neutron-server[110036]: DEBUG oslo_db.api [None req-89b712fd-1c4d-4b59-be2d-ed50a6f81d4a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:03:07.141677 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738aef7-acd7-45a6-9dbc-b95da12882c1 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Pushing event deleted for resources: {'Port': ['ID=77b57547-a691-4aa5-b5c1-3b9be9d304e4,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:07.284644 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f738aef7-acd7-45a6-9dbc-b95da12882c1 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:07.295283 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f738aef7-acd7-45a6-9dbc-b95da12882c1 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:07.307089 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f738aef7-acd7-45a6-9dbc-b95da12882c1 tempest-AttachVolumeShelveTestJSON-274043072 tempest-AttachVolumeShelveTestJSON-274043072-project] 10.222.0.50 "DELETE /v2.0/floatingips/636c7144-2f55-48b3-9857-c32b0d6c1e86 HTTP/1.1" status: 204 len: 168 time: 0.9723678 Nov 23 22:03:07.345564 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:03:07.377840 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:03:07.387528 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e0eb2b0d-2f6b-445f-bb2e-f1d0787d9e35 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:03:07.536145 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7665c-1501-4fb5-9bbf-0982b5c9892f req-4b1669ad-c7c2-4c88-b370-5493a423d8f6 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:07.544551 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a3a7665c-1501-4fb5-9bbf-0982b5c9892f req-4b1669ad-c7c2-4c88-b370-5493a423d8f6 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.1642351 Nov 23 22:03:07.604107 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b712fd-1c4d-4b59-be2d-ed50a6f81d4a None None] New status for floating IP 636c7144-2f55-48b3-9857-c32b0d6c1e86: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:03:07.618972 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34856687-b237-4bf2-95a0-356e1bb5c0a8 req-fc2e06f9-ac7e-4c1f-8a95-945472ad6830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:07.625197 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34856687-b237-4bf2-95a0-356e1bb5c0a8 req-fc2e06f9-ac7e-4c1f-8a95-945472ad6830 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 1095 time: 0.1695566 Nov 23 22:03:07.757882 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a3a7665c-1501-4fb5-9bbf-0982b5c9892f req-d1c5af21-2f5b-45cc-a3d1-19dba533438a tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121592 Nov 23 22:03:07.825960 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34856687-b237-4bf2-95a0-356e1bb5c0a8 req-0191657a-e238-4a6b-a429-cc8461dfac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:07.830527 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34856687-b237-4bf2-95a0-356e1bb5c0a8 req-0191657a-e238-4a6b-a429-cc8461dfac4b service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 912 time: 0.1932573 Nov 23 22:03:07.958488 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34856687-b237-4bf2-95a0-356e1bb5c0a8 req-1f015ef1-a19c-4072-949a-ac37d9c223da service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69 HTTP/1.1" status: 200 len: 998 time: 0.1201854 Nov 23 22:03:08.073057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34856687-b237-4bf2-95a0-356e1bb5c0a8 req-47d6a568-0d5f-4f04-8909-9e22745fcb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:08.085423 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34856687-b237-4bf2-95a0-356e1bb5c0a8 req-47d6a568-0d5f-4f04-8909-9e22745fcb64 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 0.1184895 Nov 23 22:03:08.183644 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34856687-b237-4bf2-95a0-356e1bb5c0a8 req-d9921f20-8bf8-48fd-8ce1-d3b53d438496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:08.185753 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34856687-b237-4bf2-95a0-356e1bb5c0a8 req-d9921f20-8bf8-48fd-8ce1-d3b53d438496 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828896 Nov 23 22:03:08.335680 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34856687-b237-4bf2-95a0-356e1bb5c0a8 req-48d63186-225f-45d7-8cc5-de7a92edeaed service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374586 Nov 23 22:03:08.480734 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34856687-b237-4bf2-95a0-356e1bb5c0a8 req-2e3a8726-d352-42d9-ab33-a40aaed625f0 service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308017 Nov 23 22:03:08.958314 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65398249-e44f-4faf-b996-e49694dff201 req-aa0a2f0a-1f83-426d-b46d-d644d70a0b62 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:08.968592 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-65398249-e44f-4faf-b996-e49694dff201 req-aa0a2f0a-1f83-426d-b46d-d644d70a0b62 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0966873 Nov 23 22:03:09.032493 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-65398249-e44f-4faf-b996-e49694dff201 req-c3618ad5-c9c3-43e8-bbf7-5ee5cffaf59f tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595620 Nov 23 22:03:09.222125 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43532) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:09.384683 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c8a3abf6-5ab6-4c20-ac10-01588b59efca admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:09.516998 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c8a3abf6-5ab6-4c20-ac10-01588b59efca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:09.525083 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c8a3abf6-5ab6-4c20-ac10-01588b59efca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:09.555127 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3abf6-5ab6-4c20-ac10-01588b59efca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab178675-fdc1-40f3-b044-fdfb5885562e,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:09.594407 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43544) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:09.596115 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c8a3abf6-5ab6-4c20-ac10-01588b59efca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f2f98785f2074c94ab6609ee5520de2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3720372 Nov 23 22:03:09.683420 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c3662580-7ec5-485b-9f0d-c3317e8e396d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:09.721245 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c3662580-7ec5-485b-9f0d-c3317e8e396d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:09.772742 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c3662580-7ec5-485b-9f0d-c3317e8e396d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:09.777080 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c3662580-7ec5-485b-9f0d-c3317e8e396d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:09.781760 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c3662580-7ec5-485b-9f0d-c3317e8e396d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab178675-fdc1-40f3-b044-fdfb5885562e HTTP/1.1" status: 204 len: 168 time: 0.1846087 Nov 23 22:03:09.796231 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3662580-7ec5-485b-9f0d-c3317e8e396d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab178675-fdc1-40f3-b044-fdfb5885562e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:10.193720 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455d463-5165-498a-bea1-4dc0ca04457d req-c7975851-12cc-4815-9082-41dfbe5f1ff9 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:10.202741 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9455d463-5165-498a-bea1-4dc0ca04457d req-c7975851-12cc-4815-9082-41dfbe5f1ff9 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0925756 Nov 23 22:03:10.263595 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9455d463-5165-498a-bea1-4dc0ca04457d req-d4001c3b-672c-42e9-abd9-9ca2bcafece5 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598552 Nov 23 22:03:10.292703 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43566) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:10.312289 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a035ec8-aba9-4741-b6ae-4f5ce3ae79a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:10.444116 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341bf09-4578-49c7-b330-fa2980f6a919 req-693a8315-5fd6-426b-a6e6-e8ed976b6357 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:10.446253 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d341bf09-4578-49c7-b330-fa2980f6a919 req-693a8315-5fd6-426b-a6e6-e8ed976b6357 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0720501 Nov 23 22:03:10.464143 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a035ec8-aba9-4741-b6ae-4f5ce3ae79a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:10.472761 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a035ec8-aba9-4741-b6ae-4f5ce3ae79a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:10.556762 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7a035ec8-aba9-4741-b6ae-4f5ce3ae79a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=71e909ecdcf9462aa9e1d56c6bf9e00b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2627182 Nov 23 22:03:10.559685 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43574) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:10.561816 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a035ec8-aba9-4741-b6ae-4f5ce3ae79a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981e9311-5b53-44d1-b628-6001140d1c5d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:10.582575 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d341bf09-4578-49c7-b330-fa2980f6a919 req-d1262a30-3500-4847-af97-bb731b5cac94 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215646 Nov 23 22:03:10.661347 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9a2592c4-0ffb-4dce-be6f-8a7601bc9c6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:10.706801 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9a2592c4-0ffb-4dce-be6f-8a7601bc9c6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:10.807493 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9a2592c4-0ffb-4dce-be6f-8a7601bc9c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:10.810164 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9a2592c4-0ffb-4dce-be6f-8a7601bc9c6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:10.811467 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9a2592c4-0ffb-4dce-be6f-8a7601bc9c6c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/981e9311-5b53-44d1-b628-6001140d1c5d HTTP/1.1" status: 204 len: 168 time: 0.2505620 Nov 23 22:03:10.839308 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2592c4-0ffb-4dce-be6f-8a7601bc9c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981e9311-5b53-44d1-b628-6001140d1c5d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:11.954822 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91bf19-e4e0-47a9-bce8-51b75123eb68 req-1e8a612e-1e45-480c-90cc-c79bcbfe94e3 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:11.965587 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb91bf19-e4e0-47a9-bce8-51b75123eb68 req-1e8a612e-1e45-480c-90cc-c79bcbfe94e3 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=2011dd21-6e87-4f54-a4fc-062e238127eb HTTP/1.1" status: 200 len: 944 time: 0.0719275 Nov 23 22:03:12.087893 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-eb91bf19-e4e0-47a9-bce8-51b75123eb68 req-8499f87b-45bd-49d9-ab04-37070cb723e7 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Deleting port aafdee6b-4b56-4018-8720-42fc456e53df {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:03:12.088741 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-eb91bf19-e4e0-47a9-bce8-51b75123eb68 req-8499f87b-45bd-49d9-ab04-37070cb723e7 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:12.305572 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-eb91bf19-e4e0-47a9-bce8-51b75123eb68 req-8499f87b-45bd-49d9-ab04-37070cb723e7 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] For port aafdee6b-4b56-4018-8720-42fc456e53df, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=aafdee6b-4b56-4018-8720-42fc456e53df,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:12.305572 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-eb91bf19-e4e0-47a9-bce8-51b75123eb68 req-8499f87b-45bd-49d9-ab04-37070cb723e7 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:12.339048 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-eb91bf19-e4e0-47a9-bce8-51b75123eb68 req-8499f87b-45bd-49d9-ab04-37070cb723e7 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Calling delete_port for aafdee6b-4b56-4018-8720-42fc456e53df owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:03:12.588542 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-eb91bf19-e4e0-47a9-bce8-51b75123eb68 req-8499f87b-45bd-49d9-ab04-37070cb723e7 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:12.626418 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['6bc9a275-873b-46d0-8866-89793d8e488a', 'f62d93e2-e3bd-4265-9105-e3d04aa665e7'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:03:12.690165 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499f87b-45bd-49d9-ab04-37070cb723e7 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Pushing event deleted for resources: {'Port': ['ID=aafdee6b-4b56-4018-8720-42fc456e53df,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:12.768188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb91bf19-e4e0-47a9-bce8-51b75123eb68 req-8499f87b-45bd-49d9-ab04-37070cb723e7 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] No DVR routers for this DVR port aafdee6b-4b56-4018-8720-42fc456e53df on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:03:12.771627 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-eb91bf19-e4e0-47a9-bce8-51b75123eb68 req-8499f87b-45bd-49d9-ab04-37070cb723e7 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:12.782804 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb91bf19-e4e0-47a9-bce8-51b75123eb68 req-8499f87b-45bd-49d9-ab04-37070cb723e7 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "DELETE /v2.0/ports/aafdee6b-4b56-4018-8720-42fc456e53df HTTP/1.1" status: 204 len: 173 time: 0.8148119 Nov 23 22:03:12.783575 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2011dd21-6e87-4f54-a4fc-062e238127eb', 'name': 'network-vif-deleted', 'tag': 'aafdee6b-4b56-4018-8720-42fc456e53df'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:03:12.787006 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ac400c-fbf7-462c-b9a8-0d24ea57184e" -d '{"events": [{"server_uuid": "2011dd21-6e87-4f54-a4fc-062e238127eb", "name": "network-vif-deleted", "tag": "aafdee6b-4b56-4018-8720-42fc456e53df"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:03:13.105545 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 23 Nov 2021 22:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3e3d3b-0b63-4da0-8cfb-a08050e89bd4 x-openstack-request-id: req-1b3e3d3b-0b63-4da0-8cfb-a08050e89bd4 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:03:13.105545 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2011dd21-6e87-4f54-a4fc-062e238127eb", "name": "network-vif-deleted", "tag": "aafdee6b-4b56-4018-8720-42fc456e53df", "status": "failed", "code": 422}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:03:13.105545 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1b3e3d3b-0b63-4da0-8cfb-a08050e89bd4 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:03:13.105545 n-d-816206-9 neutron-server[110034]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2011dd21-6e87-4f54-a4fc-062e238127eb', 'name': 'network-vif-deleted', 'tag': 'aafdee6b-4b56-4018-8720-42fc456e53df', 'status': 'failed', 'code': 422} returned with failed status Nov 23 22:03:13.929499 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f5431-d532-4390-b59e-1d3c4b3d9ed3 req-e7eb4d15-7f20-4cbc-acd3-97a9168f2670 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:13.942418 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a6f5431-d532-4390-b59e-1d3c4b3d9ed3 req-e7eb4d15-7f20-4cbc-acd3-97a9168f2670 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ca16da5-5669-4207-9fde-88d0177edf82 HTTP/1.1" status: 200 len: 907 time: 0.0735741 Nov 23 22:03:14.481743 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7542d410-db64-4485-a4df-303ef50984db req-25661c99-2667-4514-b55f-5d19406e61f9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ab2bb875-8da2-4d4d-9017-cae75f8e6181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0749297 Nov 23 22:03:14.673015 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542d410-db64-4485-a4df-303ef50984db req-081bb5a8-6a6e-4a9a-8e23-3ff58908bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:14.675049 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7542d410-db64-4485-a4df-303ef50984db req-081bb5a8-6a6e-4a9a-8e23-3ff58908bd80 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=ab2bb875-8da2-4d4d-9017-cae75f8e6181 HTTP/1.1" status: 200 len: 1096 time: 0.1401176 Nov 23 22:03:14.690423 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8292b1f9-00e4-437a-a4d2-7ca7bdf1a1aa req-a9ead249-3e5f-4581-8796-34a0a27475e6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0771546 Nov 23 22:03:14.827929 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292b1f9-00e4-437a-a4d2-7ca7bdf1a1aa req-0061f317-fe02-4c97-9721-b352144bffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:14.829482 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8292b1f9-00e4-437a-a4d2-7ca7bdf1a1aa req-0061f317-fe02-4c97-9721-b352144bffe1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0a0bf8995194df794b65596ff42d910&device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 1095 time: 0.1095459 Nov 23 22:03:14.850454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542d410-db64-4485-a4df-303ef50984db req-3112a1bf-b75c-4739-a76f-9b2d1afd5daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:14.853116 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7542d410-db64-4485-a4df-303ef50984db req-3112a1bf-b75c-4739-a76f-9b2d1afd5daa service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 912 time: 0.1433840 Nov 23 22:03:14.948642 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7542d410-db64-4485-a4df-303ef50984db req-53cef721-25d9-41e2-8108-f2bc726907cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f62d93e2-e3bd-4265-9105-e3d04aa665e7 HTTP/1.1" status: 200 len: 217 time: 0.0769098 Nov 23 22:03:15.599978 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d42248-e99b-461c-8c5a-eee768b334f0 req-40b4225b-1732-4cca-87fd-06f71cd6eb6c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:15.607666 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b0d42248-e99b-461c-8c5a-eee768b334f0 req-40b4225b-1732-4cca-87fd-06f71cd6eb6c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ca16da5-5669-4207-9fde-88d0177edf82 HTTP/1.1" status: 200 len: 907 time: 0.1409035 Nov 23 22:03:15.613088 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292b1f9-00e4-437a-a4d2-7ca7bdf1a1aa req-45e3ca31-431e-40bb-ab11-1abd542044bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:15.615294 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8292b1f9-00e4-437a-a4d2-7ca7bdf1a1aa req-45e3ca31-431e-40bb-ab11-1abd542044bf service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 200 len: 912 time: 0.7560360 Nov 23 22:03:15.617803 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542d410-db64-4485-a4df-303ef50984db req-cd3c4e33-e229-4382-9cf0-09db298c443e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:15.619682 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7542d410-db64-4485-a4df-303ef50984db req-cd3c4e33-e229-4382-9cf0-09db298c443e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 0.6624327 Nov 23 22:03:15.812067 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-b0d42248-e99b-461c-8c5a-eee768b334f0 req-ac35bb18-6008-4c1a-9988-a59fa477a0be tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Deleting port 764a6433-e7eb-4a31-b910-9e15fe262b2f {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:03:15.812416 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b0d42248-e99b-461c-8c5a-eee768b334f0 req-ac35bb18-6008-4c1a-9988-a59fa477a0be tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:15.900793 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a29c8a-7404-4fe5-9661-a6a999f8a62a req-50d3bbf3-3a42-4037-85ca-e5da6e14053d tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:15.915976 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9a29c8a-7404-4fe5-9661-a6a999f8a62a req-50d3bbf3-3a42-4037-85ca-e5da6e14053d tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ca16da5-5669-4207-9fde-88d0177edf82 HTTP/1.1" status: 200 len: 907 time: 0.8652294 Nov 23 22:03:15.920393 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8292b1f9-00e4-437a-a4d2-7ca7bdf1a1aa req-e6e7e1b6-cf95-46c6-a991-e8d3f4a37969 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69 HTTP/1.1" status: 200 len: 998 time: 0.2924259 Nov 23 22:03:15.950744 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542d410-db64-4485-a4df-303ef50984db req-5ae6c680-b5c5-4cc1-a076-958c271e6aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:15.965196 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7542d410-db64-4485-a4df-303ef50984db req-5ae6c680-b5c5-4cc1-a076-958c271e6aba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3239658 Nov 23 22:03:16.010915 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b0d42248-e99b-461c-8c5a-eee768b334f0 req-ac35bb18-6008-4c1a-9988-a59fa477a0be tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] For port 764a6433-e7eb-4a31-b910-9e15fe262b2f, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=764a6433-e7eb-4a31-b910-9e15fe262b2f,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:16.011285 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b0d42248-e99b-461c-8c5a-eee768b334f0 req-ac35bb18-6008-4c1a-9988-a59fa477a0be tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:16.030743 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-b0d42248-e99b-461c-8c5a-eee768b334f0 req-ac35bb18-6008-4c1a-9988-a59fa477a0be tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Calling delete_port for 764a6433-e7eb-4a31-b910-9e15fe262b2f owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:03:16.140238 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292b1f9-00e4-437a-a4d2-7ca7bdf1a1aa req-b2e13f4b-48e7-45b8-badd-ddfa47a2e456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:16.143620 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8292b1f9-00e4-437a-a4d2-7ca7bdf1a1aa req-b2e13f4b-48e7-45b8-badd-ddfa47a2e456 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 200 len: 850 time: 0.1763923 Nov 23 22:03:16.276282 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7542d410-db64-4485-a4df-303ef50984db req-2a96f8bd-9843-4703-b249-82297eb953b3 service neutron] 10.222.0.60 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013935 Nov 23 22:03:16.365032 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b0d42248-e99b-461c-8c5a-eee768b334f0 req-ac35bb18-6008-4c1a-9988-a59fa477a0be tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:16.436062 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35bb18-6008-4c1a-9988-a59fa477a0be tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Pushing event deleted for resources: {'Port': ['ID=764a6433-e7eb-4a31-b910-9e15fe262b2f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:16.454613 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292b1f9-00e4-437a-a4d2-7ca7bdf1a1aa req-1df3ea3f-e127-4d97-8b75-e30dede5d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:16.456165 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8292b1f9-00e4-437a-a4d2-7ca7bdf1a1aa req-1df3ea3f-e127-4d97-8b75-e30dede5d47c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f34eebc-f88f-4362-9a35-3496c9faad72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2882543 Nov 23 22:03:16.497526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43926) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:16.538284 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7542d410-db64-4485-a4df-303ef50984db req-9300d9ab-b430-432d-99b7-4254c20ec8f3 service neutron] 10.222.0.60 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538784 Nov 23 22:03:16.549093 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d42248-e99b-461c-8c5a-eee768b334f0 req-ac35bb18-6008-4c1a-9988-a59fa477a0be tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] No DVR routers for this DVR port 764a6433-e7eb-4a31-b910-9e15fe262b2f on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:03:16.552431 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b0d42248-e99b-461c-8c5a-eee768b334f0 req-ac35bb18-6008-4c1a-9988-a59fa477a0be tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:16.557324 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b0d42248-e99b-461c-8c5a-eee768b334f0 req-ac35bb18-6008-4c1a-9988-a59fa477a0be tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.60 "DELETE /v2.0/ports/764a6433-e7eb-4a31-b910-9e15fe262b2f HTTP/1.1" status: 204 len: 173 time: 0.9484947 Nov 23 22:03:16.558023 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca16da5-5669-4207-9fde-88d0177edf82', 'name': 'network-vif-deleted', 'tag': '764a6433-e7eb-4a31-b910-9e15fe262b2f'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:03:16.560596 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76af35e6-0cb4-482b-9ab4-687729b97a6f" -d '{"events": [{"server_uuid": "4ca16da5-5669-4207-9fde-88d0177edf82", "name": "network-vif-deleted", "tag": "764a6433-e7eb-4a31-b910-9e15fe262b2f"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:03:16.737912 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8292b1f9-00e4-437a-a4d2-7ca7bdf1a1aa req-4c075710-a1e3-4353-be1c-4dfdfc0f1889 service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715096 Nov 23 22:03:16.951388 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2de8d5fd-7f04-4712-845d-782b238341e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:16.964452 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43950) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:17.043687 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8292b1f9-00e4-437a-a4d2-7ca7bdf1a1aa req-1c5c1f58-7a0c-4bb7-ab28-855ef05041d5 service neutron] 10.222.0.53 "GET /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942770 Nov 23 22:03:17.059119 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d16843-81aa-427f-bd60-d55ea0b46ca7 x-openstack-request-id: req-51d16843-81aa-427f-bd60-d55ea0b46ca7 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:03:17.059428 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca16da5-5669-4207-9fde-88d0177edf82", "name": "network-vif-deleted", "tag": "764a6433-e7eb-4a31-b910-9e15fe262b2f", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:03:17.059687 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51d16843-81aa-427f-bd60-d55ea0b46ca7 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:03:17.060097 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca16da5-5669-4207-9fde-88d0177edf82', 'name': 'network-vif-deleted', 'tag': '764a6433-e7eb-4a31-b910-9e15fe262b2f', 'status': 'completed', 'code': 200} Nov 23 22:03:17.229935 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2de8d5fd-7f04-4712-845d-782b238341e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:17.241586 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2de8d5fd-7f04-4712-845d-782b238341e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:17.353038 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8d5fd-7f04-4712-845d-782b238341e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9503c7-2707-4026-a059-2138366a089d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:17.376235 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43964) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:17.378203 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2de8d5fd-7f04-4712-845d-782b238341e7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=230532fec9954c1b8f7d79e28c3d7563&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8793151 Nov 23 22:03:17.419266 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-884b07b4-9119-4513-be2f-28ff511584c9 req-69e34b7e-e19b-4513-b525-556b208feae8 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=4ca16da5-5669-4207-9fde-88d0177edf82 HTTP/1.1" status: 200 len: 210 time: 0.2484274 Nov 23 22:03:17.593408 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32072e12-076e-4883-af2a-aff05e111d37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:17.631232 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32072e12-076e-4883-af2a-aff05e111d37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:17.780531 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32072e12-076e-4883-af2a-aff05e111d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:17.783692 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32072e12-076e-4883-af2a-aff05e111d37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:17.785411 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-32072e12-076e-4883-af2a-aff05e111d37 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/db9503c7-2707-4026-a059-2138366a089d HTTP/1.1" status: 204 len: 168 time: 0.4082146 Nov 23 22:03:17.802857 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32072e12-076e-4883-af2a-aff05e111d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9503c7-2707-4026-a059-2138366a089d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:17.906972 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-91e5cfd4-bda8-45e1-b203-e6e5a90062a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:18.299786 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43994) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:18.317182 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f9432e5-006f-4fff-8e67-07086b98ce66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:18.321925 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-91e5cfd4-bda8-45e1-b203-e6e5a90062a2 admin admin] Deleting port beeb11e4-409a-465a-a78f-f751d06071de {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:03:18.322268 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-91e5cfd4-bda8-45e1-b203-e6e5a90062a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:18.526908 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-91e5cfd4-bda8-45e1-b203-e6e5a90062a2 admin admin] For port beeb11e4-409a-465a-a78f-f751d06071de, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=beeb11e4-409a-465a-a78f-f751d06071de,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:18.527318 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-91e5cfd4-bda8-45e1-b203-e6e5a90062a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:18.531651 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f9432e5-006f-4fff-8e67-07086b98ce66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:18.552294 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f9432e5-006f-4fff-8e67-07086b98ce66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:18.584107 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-91e5cfd4-bda8-45e1-b203-e6e5a90062a2 admin admin] Calling delete_port for beeb11e4-409a-465a-a78f-f751d06071de owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:03:18.653579 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6f9432e5-006f-4fff-8e67-07086b98ce66 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce17e6aff1504ce2a0e127068207c2d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3527505 Nov 23 22:03:18.656014 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9432e5-006f-4fff-8e67-07086b98ce66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9eb097-c708-4231-ac30-4a44bca83067,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:18.656555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44008) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:18.756390 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a264f3a2-04fe-4f64-a32c-65dc586e9033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:18.807842 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a264f3a2-04fe-4f64-a32c-65dc586e9033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:18.922987 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911f6b9-dba6-448c-ab4f-c78f10cff452 req-407f31af-de58-4905-a90c-9c4376cd195d tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:18.931325 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c911f6b9-dba6-448c-ab4f-c78f10cff452 req-407f31af-de58-4905-a90c-9c4376cd195d tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab2bb875-8da2-4d4d-9017-cae75f8e6181 HTTP/1.1" status: 200 len: 945 time: 0.1209555 Nov 23 22:03:18.964647 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a264f3a2-04fe-4f64-a32c-65dc586e9033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:18.967510 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a264f3a2-04fe-4f64-a32c-65dc586e9033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:18.971476 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a264f3a2-04fe-4f64-a32c-65dc586e9033 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3f9eb097-c708-4231-ac30-4a44bca83067 HTTP/1.1" status: 204 len: 168 time: 0.3139040 Nov 23 22:03:19.008213 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-91e5cfd4-bda8-45e1-b203-e6e5a90062a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:19.016058 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264f3a2-04fe-4f64-a32c-65dc586e9033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9eb097-c708-4231-ac30-4a44bca83067,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:19.039734 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c911f6b9-dba6-448c-ab4f-c78f10cff452 req-86cf5980-3446-4baf-81ab-a1921861b7f0 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068361 Nov 23 22:03:19.067510 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5cfd4-bda8-45e1-b203-e6e5a90062a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=beeb11e4-409a-465a-a78f-f751d06071de,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:19.299154 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-91e5cfd4-bda8-45e1-b203-e6e5a90062a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:19.391965 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 764a6433-e7eb-4a31-b910-9e15fe262b2f no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:03:19.452281 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 764a6433-e7eb-4a31-b910-9e15fe262b2f {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:03:19.455206 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 764a6433-e7eb-4a31-b910-9e15fe262b2f not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:03:19.619624 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e5cfd4-bda8-45e1-b203-e6e5a90062a2 admin admin] Router d2c8aace-6d5a-4432-886e-fccaa35c01b1 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:03:19.785903 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e5cfd4-bda8-45e1-b203-e6e5a90062a2 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:03:19.800431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9238d9ff-0386-45c5-81a3-6f9d650f23be None None] Sync routers for ids ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:03:19.802742 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-91e5cfd4-bda8-45e1-b203-e6e5a90062a2 admin admin] 10.222.0.50 "PUT /v2.0/routers/d2c8aace-6d5a-4432-886e-fccaa35c01b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8371718 Nov 23 22:03:19.805365 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44052) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:19.841537 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9238d9ff-0386-45c5-81a3-6f9d650f23be None None] Routers {'d2c8aace-6d5a-4432-886e-fccaa35c01b1'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:03:19.844483 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9238d9ff-0386-45c5-81a3-6f9d650f23be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:03:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:20.035325 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09a5eae8-f260-48a8-9a33-96406a270dd6 admin admin] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:20.239287 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09a5eae8-f260-48a8-9a33-96406a270dd6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:20.385018 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-09a5eae8-f260-48a8-9a33-96406a270dd6 admin admin] Deleting port b93be2ce-1b37-48e1-a0d2-ea04fe1c2884 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:03:20.385420 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09a5eae8-f260-48a8-9a33-96406a270dd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:20.445844 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-9238d9ff-0386-45c5-81a3-6f9d650f23be None None] Set router d2c8aace-6d5a-4432-886e-fccaa35c01b1 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:03:20.557319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c08c5f-d9d1-4277-839e-a41ab765f1d8 req-306ad32b-ba55-47b3-8e17-b2fcc6bedb9c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:20.559795 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-39c08c5f-d9d1-4277-839e-a41ab765f1d8 req-306ad32b-ba55-47b3-8e17-b2fcc6bedb9c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab2bb875-8da2-4d4d-9017-cae75f8e6181 HTTP/1.1" status: 200 len: 945 time: 0.1915405 Nov 23 22:03:20.741721 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-09a5eae8-f260-48a8-9a33-96406a270dd6 admin admin] For port b93be2ce-1b37-48e1-a0d2-ea04fe1c2884, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b93be2ce-1b37-48e1-a0d2-ea04fe1c2884,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:20.749598 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09a5eae8-f260-48a8-9a33-96406a270dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:20.769774 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-09a5eae8-f260-48a8-9a33-96406a270dd6 admin admin] Calling delete_port for b93be2ce-1b37-48e1-a0d2-ea04fe1c2884 owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:03:20.797879 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-39c08c5f-d9d1-4277-839e-a41ab765f1d8 req-b6baed25-8156-458a-a157-bfc3b4a7ebed tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Deleting port f62d93e2-e3bd-4265-9105-e3d04aa665e7 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:03:20.798487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f437d-3b86-4080-95c7-005c8a4d7eb1 req-272e3685-cc03-411d-b7cd-68d3837b6079 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:20.799044 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-39c08c5f-d9d1-4277-839e-a41ab765f1d8 req-b6baed25-8156-458a-a157-bfc3b4a7ebed tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:20.806206 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e29f437d-3b86-4080-95c7-005c8a4d7eb1 req-272e3685-cc03-411d-b7cd-68d3837b6079 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab2bb875-8da2-4d4d-9017-cae75f8e6181 HTTP/1.1" status: 200 len: 945 time: 0.6166937 Nov 23 22:03:20.872231 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9238d9ff-0386-45c5-81a3-6f9d650f23be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'name': 'tempest-AttachVolumeShelveTestJSON-142463830-router', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99'}], 'enable_snat': True}, 'gw_port_id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:59Z', 'updated_at': '2021-11-23T22:03:18Z', 'revision_number': 5, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'gw_port': {'id': 'b93be2ce-1b37-48e1-a0d2-ea04fe1c2884', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1202, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:01Z', 'updated_at': '2021-11-23T21:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:20.916275 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e29f437d-3b86-4080-95c7-005c8a4d7eb1 req-7193eb53-5a96-4365-96c8-6a3fbd1990cc tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075654 Nov 23 22:03:20.918790 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9238d9ff-0386-45c5-81a3-6f9d650f23be None None] Checking router: d2c8aace-6d5a-4432-886e-fccaa35c01b1 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:03:20.941670 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9238d9ff-0386-45c5-81a3-6f9d650f23be None None] Routers {'d2c8aace-6d5a-4432-886e-fccaa35c01b1'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:03:20.942322 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9238d9ff-0386-45c5-81a3-6f9d650f23be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:03:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:21.025834 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-39c08c5f-d9d1-4277-839e-a41ab765f1d8 req-b6baed25-8156-458a-a157-bfc3b4a7ebed tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] For port f62d93e2-e3bd-4265-9105-e3d04aa665e7, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f62d93e2-e3bd-4265-9105-e3d04aa665e7,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:21.026200 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-39c08c5f-d9d1-4277-839e-a41ab765f1d8 req-b6baed25-8156-458a-a157-bfc3b4a7ebed tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:21.046569 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-39c08c5f-d9d1-4277-839e-a41ab765f1d8 req-b6baed25-8156-458a-a157-bfc3b4a7ebed tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Calling delete_port for f62d93e2-e3bd-4265-9105-e3d04aa665e7 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:03:21.152630 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-9238d9ff-0386-45c5-81a3-6f9d650f23be None None] Set router d2c8aace-6d5a-4432-886e-fccaa35c01b1 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:03:21.229085 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09a5eae8-f260-48a8-9a33-96406a270dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:21.248746 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9238d9ff-0386-45c5-81a3-6f9d650f23be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'name': 'tempest-AttachVolumeShelveTestJSON-142463830-router', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:59Z', 'updated_at': '2021-11-23T22:03:20Z', 'revision_number': 6, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:21.276013 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-39c08c5f-d9d1-4277-839e-a41ab765f1d8 req-b6baed25-8156-458a-a157-bfc3b4a7ebed tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:21.284467 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5eae8-f260-48a8-9a33-96406a270dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b93be2ce-1b37-48e1-a0d2-ea04fe1c2884,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:21.287680 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9238d9ff-0386-45c5-81a3-6f9d650f23be None None] The sync data for ids ['d2c8aace-6d5a-4432-886e-fccaa35c01b1'] in n-d-816206-9 is: [{'id': 'd2c8aace-6d5a-4432-886e-fccaa35c01b1', 'name': 'tempest-AttachVolumeShelveTestJSON-142463830-router', 'tenant_id': '32839c3e63d04827b470d0a106b18e8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:53:59Z', 'updated_at': '2021-11-23T22:03:20Z', 'revision_number': 6, 'project_id': '32839c3e63d04827b470d0a106b18e8e', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:03:21.317368 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['6bc9a275-873b-46d0-8866-89793d8e488a', 'f62d93e2-e3bd-4265-9105-e3d04aa665e7'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:03:21.389497 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6baed25-8156-458a-a157-bfc3b4a7ebed tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Pushing event deleted for resources: {'Port': ['ID=f62d93e2-e3bd-4265-9105-e3d04aa665e7,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:21.403371 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09a5eae8-f260-48a8-9a33-96406a270dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:21.418220 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab10d02-aff7-4b88-9084-08e7a8ff084d None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:03:21.517674 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c08c5f-d9d1-4277-839e-a41ab765f1d8 req-b6baed25-8156-458a-a157-bfc3b4a7ebed tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] No DVR routers for this DVR port f62d93e2-e3bd-4265-9105-e3d04aa665e7 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:03:21.520693 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-39c08c5f-d9d1-4277-839e-a41ab765f1d8 req-b6baed25-8156-458a-a157-bfc3b4a7ebed tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:21.526000 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-39c08c5f-d9d1-4277-839e-a41ab765f1d8 req-b6baed25-8156-458a-a157-bfc3b4a7ebed tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.60 "DELETE /v2.0/ports/f62d93e2-e3bd-4265-9105-e3d04aa665e7 HTTP/1.1" status: 204 len: 173 time: 0.9582312 Nov 23 22:03:21.526651 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2bb875-8da2-4d4d-9017-cae75f8e6181', 'name': 'network-vif-deleted', 'tag': 'f62d93e2-e3bd-4265-9105-e3d04aa665e7'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:03:21.529734 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7ea3a4-d222-4a0e-82df-f42e76058b7c" -d '{"events": [{"server_uuid": "ab2bb875-8da2-4d4d-9017-cae75f8e6181", "name": "network-vif-deleted", "tag": "f62d93e2-e3bd-4265-9105-e3d04aa665e7"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:03:21.656077 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d828b8f6-d09b-49d8-a735-fda7ce22c744 x-openstack-request-id: req-d828b8f6-d09b-49d8-a735-fda7ce22c744 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:03:21.656549 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2bb875-8da2-4d4d-9017-cae75f8e6181", "name": "network-vif-deleted", "tag": "f62d93e2-e3bd-4265-9105-e3d04aa665e7", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:03:21.656779 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d828b8f6-d09b-49d8-a735-fda7ce22c744 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:03:21.657246 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2bb875-8da2-4d4d-9017-cae75f8e6181', 'name': 'network-vif-deleted', 'tag': 'f62d93e2-e3bd-4265-9105-e3d04aa665e7', 'status': 'completed', 'code': 200} Nov 23 22:03:21.679370 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09a5eae8-f260-48a8-9a33-96406a270dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:21.684931 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09a5eae8-f260-48a8-9a33-96406a270dd6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:21.822163 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09a5eae8-f260-48a8-9a33-96406a270dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:21.822163 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a5eae8-f260-48a8-9a33-96406a270dd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2c8aace-6d5a-4432-886e-fccaa35c01b1 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:03:21.822163 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09a5eae8-f260-48a8-9a33-96406a270dd6 admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:21.822163 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-09a5eae8-f260-48a8-9a33-96406a270dd6 admin admin] 10.222.0.50 "DELETE /v2.0/routers/d2c8aace-6d5a-4432-886e-fccaa35c01b1 HTTP/1.1" status: 204 len: 168 time: 1.9854519 Nov 23 22:03:21.824734 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44132) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:21.891950 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa21850-a05c-4b9f-8d24-8f5d2bc3f9ce admin admin] Deleting subnet 9ec95087-31a0-4067-927d-a3091c147250 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:03:21.896117 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8aa21850-a05c-4b9f-8d24-8f5d2bc3f9ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:21.964739 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8aa21850-a05c-4b9f-8d24-8f5d2bc3f9ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:22.183165 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-02b72864-71eb-4507-9876-936c8b8822e8 req-a764724a-195f-4b41-bfe6-de4d9f3e21d3 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab2bb875-8da2-4d4d-9017-cae75f8e6181 HTTP/1.1" status: 200 len: 210 time: 0.0741608 Nov 23 22:03:22.200504 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8aa21850-a05c-4b9f-8d24-8f5d2bc3f9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:22.313483 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8aa21850-a05c-4b9f-8d24-8f5d2bc3f9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:22.361493 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa21850-a05c-4b9f-8d24-8f5d2bc3f9ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec95087-31a0-4067-927d-a3091c147250,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:22.372508 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94284cf8-821c-48cb-acde-d18d47d0e06a None None] Network 14f777ba-77da-410e-897f-1430639bb0d7 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:03:22.372955 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8aa21850-a05c-4b9f-8d24-8f5d2bc3f9ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:22.413497 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8aa21850-a05c-4b9f-8d24-8f5d2bc3f9ce admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9ec95087-31a0-4067-927d-a3091c147250 HTTP/1.1" status: 204 len: 168 time: 0.6161273 Nov 23 22:03:22.416888 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44154) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:22.538007 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-941b725f-0c64-4513-8b84-82690fd8a5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:22.630050 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-941b725f-0c64-4513-8b84-82690fd8a5a4 admin admin] Deleting port afa1efc4-57a7-418f-95fb-ad7e3a10cc33 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:03:22.630393 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-941b725f-0c64-4513-8b84-82690fd8a5a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:22.710202 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9725bcf3-f2f9-47fe-b119-a861e9731bbe None None] DHCP port deletion for 14f777ba-77da-410e-897f-1430639bb0d7 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:03:22.809188 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:22.855167 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-941b725f-0c64-4513-8b84-82690fd8a5a4 admin admin] For port afa1efc4-57a7-418f-95fb-ad7e3a10cc33, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=afa1efc4-57a7-418f-95fb-ad7e3a10cc33,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:22.855726 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-941b725f-0c64-4513-8b84-82690fd8a5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:22.879167 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-941b725f-0c64-4513-8b84-82690fd8a5a4 admin admin] Calling delete_port for afa1efc4-57a7-418f-95fb-ad7e3a10cc33 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:03:22.910973 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-9725bcf3-f2f9-47fe-b119-a861e9731bbe None None] Deleting port afa1efc4-57a7-418f-95fb-ad7e3a10cc33 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:03:22.911601 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9725bcf3-f2f9-47fe-b119-a861e9731bbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:23.041120 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-941b725f-0c64-4513-8b84-82690fd8a5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:23.069694 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941b725f-0c64-4513-8b84-82690fd8a5a4 admin admin] No DVR routers for this DVR port afa1efc4-57a7-418f-95fb-ad7e3a10cc33 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:03:23.149757 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-9725bcf3-f2f9-47fe-b119-a861e9731bbe None None] For port afa1efc4-57a7-418f-95fb-ad7e3a10cc33, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=afa1efc4-57a7-418f-95fb-ad7e3a10cc33,segment=NetworkSegment(43fb8f7b-a278-4efd-8a5a-5110658f3b45),segment_id=43fb8f7b-a278-4efd-8a5a-5110658f3b45)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:23.150551 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9725bcf3-f2f9-47fe-b119-a861e9731bbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:23.166542 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-9725bcf3-f2f9-47fe-b119-a861e9731bbe None None] Calling delete_port for afa1efc4-57a7-418f-95fb-ad7e3a10cc33 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:03:23.169625 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b725f-0c64-4513-8b84-82690fd8a5a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=afa1efc4-57a7-418f-95fb-ad7e3a10cc33,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:23.245144 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-941b725f-0c64-4513-8b84-82690fd8a5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:23.269154 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-941b725f-0c64-4513-8b84-82690fd8a5a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f777ba-77da-410e-897f-1430639bb0d7']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:23.312733 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-941b725f-0c64-4513-8b84-82690fd8a5a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fb8f7b-a278-4efd-8a5a-5110658f3b45') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:23.316489 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-941b725f-0c64-4513-8b84-82690fd8a5a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fb8f7b-a278-4efd-8a5a-5110658f3b45') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:23.319607 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9725bcf3-f2f9-47fe-b119-a861e9731bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:23.349687 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-941b725f-0c64-4513-8b84-82690fd8a5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:23.406871 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-941b725f-0c64-4513-8b84-82690fd8a5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:23.413636 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725bcf3-f2f9-47fe-b119-a861e9731bbe None None] Pushing event deleted for resources: {'Port': ['ID=afa1efc4-57a7-418f-95fb-ad7e3a10cc33,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:23.421254 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941b725f-0c64-4513-8b84-82690fd8a5a4 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:03:23.423107 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-941b725f-0c64-4513-8b84-82690fd8a5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:03:23.426271 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:03:23.431816 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9725bcf3-f2f9-47fe-b119-a861e9731bbe None None] No DVR routers for this DVR port afa1efc4-57a7-418f-95fb-ad7e3a10cc33 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:03:23.477128 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b93be2ce-1b37-48e1-a0d2-ea04fe1c2884 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:03:23.520474 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: b93be2ce-1b37-48e1-a0d2-ea04fe1c2884 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:03:23.526316 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b93be2ce-1b37-48e1-a0d2-ea04fe1c2884 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:03:23.527041 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device afa1efc4-57a7-418f-95fb-ad7e3a10cc33 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:03:23.548359 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-941b725f-0c64-4513-8b84-82690fd8a5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:23.573816 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-941b725f-0c64-4513-8b84-82690fd8a5a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:23.584351 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: afa1efc4-57a7-418f-95fb-ad7e3a10cc33 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:03:23.584981 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device afa1efc4-57a7-418f-95fb-ad7e3a10cc33 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:03:23.586640 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device beeb11e4-409a-465a-a78f-f751d06071de no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:03:23.591379 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-941b725f-0c64-4513-8b84-82690fd8a5a4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/14f777ba-77da-410e-897f-1430639bb0d7 HTTP/1.1" status: 204 len: 168 time: 1.1731558 Nov 23 22:03:23.607525 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b725f-0c64-4513-8b84-82690fd8a5a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=14f777ba-77da-410e-897f-1430639bb0d7,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:23.700302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: beeb11e4-409a-465a-a78f-f751d06071de {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:03:23.702213 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device beeb11e4-409a-465a-a78f-f751d06071de not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:03:23.835455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb633b-8353-44a9-8c7c-051ff9ce805d req-55c967e0-27a9-4aeb-9b0a-1f8b1c2c5d59 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:23.853158 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8cbb633b-8353-44a9-8c7c-051ff9ce805d req-55c967e0-27a9-4aeb-9b0a-1f8b1c2c5d59 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.0982044 Nov 23 22:03:23.912700 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8cbb633b-8353-44a9-8c7c-051ff9ce805d req-f7f09c74-9c17-4071-8167-c893fc2c0893 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585349 Nov 23 22:03:24.003095 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44204) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:24.052042 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44206) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:24.058941 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0ce58d6f-7cb2-4589-923b-16e32f3a7179 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=32839c3e63d04827b470d0a106b18e8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444887 Nov 23 22:03:24.111056 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb8474eb-63f9-4ad9-995d-b86e6c85cdc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:24.141399 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb8474eb-63f9-4ad9-995d-b86e6c85cdc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:24.197853 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb8474eb-63f9-4ad9-995d-b86e6c85cdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:24.200990 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb8474eb-63f9-4ad9-995d-b86e6c85cdc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:24.204727 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bb8474eb-63f9-4ad9-995d-b86e6c85cdc0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6913e22b-05b7-47c0-bf2a-1f2dbf86e4f9 HTTP/1.1" status: 204 len: 168 time: 0.1492834 Nov 23 22:03:24.212830 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8474eb-63f9-4ad9-995d-b86e6c85cdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6913e22b-05b7-47c0-bf2a-1f2dbf86e4f9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:25.148655 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e037c12-d106-462e-8c00-0db2f90a53cc req-1f0062ec-1a20-466e-b0b0-7f0b99ea2965 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:25.150645 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8e037c12-d106-462e-8c00-0db2f90a53cc req-1f0062ec-1a20-466e-b0b0-7f0b99ea2965 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.60 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.1093609 Nov 23 22:03:25.156569 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d23006-98a6-45ca-a71d-46cb5e83b5ed req-849bbf43-28b1-4ba6-93d4-4e76fe9c1609 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:25.171487 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-57d23006-98a6-45ca-a71d-46cb5e83b5ed req-849bbf43-28b1-4ba6-93d4-4e76fe9c1609 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 946 time: 0.1334124 Nov 23 22:03:25.296405 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-8e037c12-d106-462e-8c00-0db2f90a53cc req-06e123a2-35bd-412a-af1e-fa2786afa574 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Deleting port 6bc9a275-873b-46d0-8866-89793d8e488a {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:03:25.297008 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8e037c12-d106-462e-8c00-0db2f90a53cc req-06e123a2-35bd-412a-af1e-fa2786afa574 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:25.325250 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-57d23006-98a6-45ca-a71d-46cb5e83b5ed req-f297a612-2164-4d8a-96df-de59210daddf tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=a9761512-ad9f-4682-9df7-be1f867441a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569867 Nov 23 22:03:25.412002 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f62d93e2-e3bd-4265-9105-e3d04aa665e7 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:03:25.436002 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: f62d93e2-e3bd-4265-9105-e3d04aa665e7 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:03:25.436349 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f62d93e2-e3bd-4265-9105-e3d04aa665e7 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:03:25.529741 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-8e037c12-d106-462e-8c00-0db2f90a53cc req-06e123a2-35bd-412a-af1e-fa2786afa574 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] For port 6bc9a275-873b-46d0-8866-89793d8e488a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=6bc9a275-873b-46d0-8866-89793d8e488a,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:25.530375 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8e037c12-d106-462e-8c00-0db2f90a53cc req-06e123a2-35bd-412a-af1e-fa2786afa574 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:25.548434 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-8e037c12-d106-462e-8c00-0db2f90a53cc req-06e123a2-35bd-412a-af1e-fa2786afa574 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Calling delete_port for 6bc9a275-873b-46d0-8866-89793d8e488a owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:03:25.820555 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8e037c12-d106-462e-8c00-0db2f90a53cc req-06e123a2-35bd-412a-af1e-fa2786afa574 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:25.870176 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['6bc9a275-873b-46d0-8866-89793d8e488a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:03:25.908642 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e123a2-35bd-412a-af1e-fa2786afa574 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Pushing event deleted for resources: {'Port': ['ID=6bc9a275-873b-46d0-8866-89793d8e488a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:25.990150 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e037c12-d106-462e-8c00-0db2f90a53cc req-06e123a2-35bd-412a-af1e-fa2786afa574 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] No DVR routers for this DVR port 6bc9a275-873b-46d0-8866-89793d8e488a on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:03:25.993332 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8e037c12-d106-462e-8c00-0db2f90a53cc req-06e123a2-35bd-412a-af1e-fa2786afa574 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:26.016458 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8e037c12-d106-462e-8c00-0db2f90a53cc req-06e123a2-35bd-412a-af1e-fa2786afa574 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.60 "DELETE /v2.0/ports/6bc9a275-873b-46d0-8866-89793d8e488a HTTP/1.1" status: 204 len: 173 time: 0.8576374 Nov 23 22:03:26.018608 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde5ca51-ef96-408d-9f91-9a8a97959dd0', 'name': 'network-vif-deleted', 'tag': '6bc9a275-873b-46d0-8866-89793d8e488a'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:03:26.025379 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa14972-a0cb-443f-801f-a25ad9f7e730" -d '{"events": [{"server_uuid": "bde5ca51-ef96-408d-9f91-9a8a97959dd0", "name": "network-vif-deleted", "tag": "6bc9a275-873b-46d0-8866-89793d8e488a"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:03:26.122857 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb8c1e1-f50c-4763-8690-e976702747e3 x-openstack-request-id: req-0eb8c1e1-f50c-4763-8690-e976702747e3 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:03:26.123765 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde5ca51-ef96-408d-9f91-9a8a97959dd0", "name": "network-vif-deleted", "tag": "6bc9a275-873b-46d0-8866-89793d8e488a", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:03:26.124224 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0eb8c1e1-f50c-4763-8690-e976702747e3 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:03:26.124884 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde5ca51-ef96-408d-9f91-9a8a97959dd0', 'name': 'network-vif-deleted', 'tag': '6bc9a275-873b-46d0-8866-89793d8e488a', 'status': 'completed', 'code': 200} Nov 23 22:03:26.458708 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e5e483d7-59fa-448e-9c77-1c510f89b6c8 req-9224c0cf-7109-4bde-a87f-cc9a602babce tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=bde5ca51-ef96-408d-9f91-9a8a97959dd0 HTTP/1.1" status: 200 len: 210 time: 0.0290043 Nov 23 22:03:27.878599 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dffc9183-bb1f-4190-a71a-e297fcfa768c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:27.933894 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26dd39-3e97-4929-b819-64e933fdf2e0 req-c28b8211-e0eb-4911-8f4a-6529d3740ce6 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:27.936499 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f26dd39-3e97-4929-b819-64e933fdf2e0 req-c28b8211-e0eb-4911-8f4a-6529d3740ce6 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0890422 Nov 23 22:03:28.033415 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f26dd39-3e97-4929-b819-64e933fdf2e0 req-cef58297-930e-460d-afd1-0211f5cbbaad tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908473 Nov 23 22:03:28.090068 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44402) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:28.227358 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ebea29b6-335b-4aa9-93ca-5464a0c4d999 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:28.345305 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ebea29b6-335b-4aa9-93ca-5464a0c4d999 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:28.354345 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ebea29b6-335b-4aa9-93ca-5464a0c4d999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:28.408643 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ebea29b6-335b-4aa9-93ca-5464a0c4d999 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d8b81d0e10e94ca09aa608af64f7e54b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3162611 Nov 23 22:03:28.409213 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea29b6-335b-4aa9-93ca-5464a0c4d999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbbca17-4c8f-4e25-986e-65f9a3441cbf,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:28.410532 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44420) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:28.505175 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-acb5e238-64a0-467a-9de6-b617ab021fdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:28.529360 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-acb5e238-64a0-467a-9de6-b617ab021fdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:28.614935 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-acb5e238-64a0-467a-9de6-b617ab021fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:28.618339 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-acb5e238-64a0-467a-9de6-b617ab021fdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:28.620364 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-acb5e238-64a0-467a-9de6-b617ab021fdd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3fbbca17-4c8f-4e25-986e-65f9a3441cbf HTTP/1.1" status: 204 len: 168 time: 0.2087350 Nov 23 22:03:28.631258 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5e238-64a0-467a-9de6-b617ab021fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbbca17-4c8f-4e25-986e-65f9a3441cbf,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:29.188944 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44460) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:29.231029 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fd24728b-613c-4fb3-babd-98dd84efde49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:29.234870 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965cfa3-84cc-4a07-92df-4f4df74e3256 req-4258d41e-05c9-4db8-a136-765ef1fe1d85 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:29.242602 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d965cfa3-84cc-4a07-92df-4f4df74e3256 req-4258d41e-05c9-4db8-a136-765ef1fe1d85 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0940700 Nov 23 22:03:29.335103 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d965cfa3-84cc-4a07-92df-4f4df74e3256 req-1b209e19-59ce-4fab-9d31-28afddb749e3 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups?id=420fed80-ef85-4344-8bec-cb84de9b99d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903096 Nov 23 22:03:29.384333 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fd24728b-613c-4fb3-babd-98dd84efde49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:29.389390 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fd24728b-613c-4fb3-babd-98dd84efde49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:29.425381 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fd24728b-613c-4fb3-babd-98dd84efde49 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=667c1ec7285e4b6fbb8a23bc2a0572df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2353730 Nov 23 22:03:29.427739 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44468) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:29.433705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 6bc9a275-873b-46d0-8866-89793d8e488a no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:03:29.478754 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 6bc9a275-873b-46d0-8866-89793d8e488a {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:03:29.479452 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 6bc9a275-873b-46d0-8866-89793d8e488a not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:03:29.483710 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04797e-aaa5-4079-b230-e712e1c751ea req-b7524207-5860-4720-aab4-ad0d70756864 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:29.485742 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c04797e-aaa5-4079-b230-e712e1c751ea req-b7524207-5860-4720-aab4-ad0d70756864 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 944 time: 0.0924439 Nov 23 22:03:29.528166 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24728b-613c-4fb3-babd-98dd84efde49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2af4f1-eac6-4bf3-8057-ffeaa611d477,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:29.596957 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b822699a-3996-4f94-b0c3-eab412152aaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:29.634956 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-4c04797e-aaa5-4079-b230-e712e1c751ea req-e334b379-63d7-4d78-a6ff-c378507c6336 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Deleting port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:03:29.635229 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b822699a-3996-4f94-b0c3-eab412152aaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:29.635647 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4c04797e-aaa5-4079-b230-e712e1c751ea req-e334b379-63d7-4d78-a6ff-c378507c6336 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:29.771151 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b822699a-3996-4f94-b0c3-eab412152aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:29.776063 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b822699a-3996-4f94-b0c3-eab412152aaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:29.778118 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b822699a-3996-4f94-b0c3-eab412152aaa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad2af4f1-eac6-4bf3-8057-ffeaa611d477 HTTP/1.1" status: 204 len: 168 time: 0.3489869 Nov 23 22:03:29.792720 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822699a-3996-4f94-b0c3-eab412152aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2af4f1-eac6-4bf3-8057-ffeaa611d477,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:29.794225 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-4c04797e-aaa5-4079-b230-e712e1c751ea req-e334b379-63d7-4d78-a6ff-c378507c6336 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] For port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:29.794682 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4c04797e-aaa5-4079-b230-e712e1c751ea req-e334b379-63d7-4d78-a6ff-c378507c6336 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:29.932472 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:30.082645 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4c04797e-aaa5-4079-b230-e712e1c751ea req-e334b379-63d7-4d78-a6ff-c378507c6336 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:30.083172 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4c04797e-aaa5-4079-b230-e712e1c751ea req-e334b379-63d7-4d78-a6ff-c378507c6336 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:30.083506 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [req-4c04797e-aaa5-4079-b230-e712e1c751ea req-e334b379-63d7-4d78-a6ff-c378507c6336 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Floating IP 7c81f513-f1f7-4af8-84b7-94ebdf844e30 disassociated. External IP: 172.25.5.78, port: 6e60ff4c-08c6-484b-a2fe-70fc7894dd69. Nov 23 22:03:30.083944 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-4c04797e-aaa5-4079-b230-e712e1c751ea req-e334b379-63d7-4d78-a6ff-c378507c6336 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Calling delete_port for 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:03:30.271950 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4c04797e-aaa5-4079-b230-e712e1c751ea req-e334b379-63d7-4d78-a6ff-c378507c6336 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:30.302045 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334b379-63d7-4d78-a6ff-c378507c6336 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Pushing event deleted for resources: {'Port': ['ID=6e60ff4c-08c6-484b-a2fe-70fc7894dd69,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:30.490499 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e0cd3b7a-3ef1-47d0-986d-e74c35abcc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:30.532500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c04797e-aaa5-4079-b230-e712e1c751ea req-e334b379-63d7-4d78-a6ff-c378507c6336 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Router 18668eb5-38ba-4d10-9003-4f942d9be40c has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:03:30.558430 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1fb759f7-49a7-4c41-aa95-d5d35f97d470 req-6cd77777-6380-4d61-8950-ce175c69e3af tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 210 time: 0.0390384 Nov 23 22:03:30.771966 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c04797e-aaa5-4079-b230-e712e1c751ea req-e334b379-63d7-4d78-a6ff-c378507c6336 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:03:30.787985 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2172b1af-b127-458e-8647-aab68751e947 None None] Sync routers for ids ['18668eb5-38ba-4d10-9003-4f942d9be40c'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:03:30.819420 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2172b1af-b127-458e-8647-aab68751e947 None None] Routers {'18668eb5-38ba-4d10-9003-4f942d9be40c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:03:30.820357 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2172b1af-b127-458e-8647-aab68751e947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:03:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['18668eb5-38ba-4d10-9003-4f942d9be40c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:30.929550 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c04797e-aaa5-4079-b230-e712e1c751ea req-e334b379-63d7-4d78-a6ff-c378507c6336 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] No DVR routers for this DVR port 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:03:30.933910 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4c04797e-aaa5-4079-b230-e712e1c751ea req-e334b379-63d7-4d78-a6ff-c378507c6336 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:30.939803 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c04797e-aaa5-4079-b230-e712e1c751ea req-e334b379-63d7-4d78-a6ff-c378507c6336 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.53 "DELETE /v2.0/ports/6e60ff4c-08c6-484b-a2fe-70fc7894dd69 HTTP/1.1" status: 204 len: 173 time: 1.4449899 Nov 23 22:03:30.965404 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'name': 'network-vif-deleted', 'tag': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:03:30.967592 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2fa08e-6457-4e4a-8c39-569006477d85" -d '{"events": [{"server_uuid": "6b268ada-a37f-4c80-b9c3-999c2cac8c75", "name": "network-vif-deleted", "tag": "6e60ff4c-08c6-484b-a2fe-70fc7894dd69"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:03:31.117460 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d833655-14ec-40a5-b5a7-657155e84185 x-openstack-request-id: req-2d833655-14ec-40a5-b5a7-657155e84185 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:03:31.117768 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b268ada-a37f-4c80-b9c3-999c2cac8c75", "name": "network-vif-deleted", "tag": "6e60ff4c-08c6-484b-a2fe-70fc7894dd69", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:03:31.118026 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2d833655-14ec-40a5-b5a7-657155e84185 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:03:31.118454 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b268ada-a37f-4c80-b9c3-999c2cac8c75', 'name': 'network-vif-deleted', 'tag': '6e60ff4c-08c6-484b-a2fe-70fc7894dd69', 'status': 'completed', 'code': 200} Nov 23 22:03:31.144852 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-2172b1af-b127-458e-8647-aab68751e947 None None] Set router 18668eb5-38ba-4d10-9003-4f942d9be40c gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:03:31.411858 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:03:31.555930 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2172b1af-b127-458e-8647-aab68751e947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'name': 'tempest-ServerActionsTestJSON-347313043-router', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:54:15Z', 'updated_at': '2021-11-23T21:54:25Z', 'revision_number': 4, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'gw_port': {'id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:17Z', 'updated_at': '2021-11-23T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'aba63743-d2e3-4555-9bb3-eb198f0e9813', 'name': '', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'mac_address': 'fa:16:3e:22:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:23Z', 'updated_at': '2021-11-23T21:54:33Z', 'revision_number': 5, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'subnets': [{'id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:31.585340 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2172b1af-b127-458e-8647-aab68751e947 None None] Checking router: 18668eb5-38ba-4d10-9003-4f942d9be40c for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:03:31.594925 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2172b1af-b127-458e-8647-aab68751e947 None None] Routers {'18668eb5-38ba-4d10-9003-4f942d9be40c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:03:31.595696 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2172b1af-b127-458e-8647-aab68751e947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:03:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['18668eb5-38ba-4d10-9003-4f942d9be40c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:31.599231 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:31.776741 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-64b4f2b4-c592-4918-8a8d-2535922b5776 req-5e7d740f-33a6-41ea-92a9-1edd43e14273 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b268ada-a37f-4c80-b9c3-999c2cac8c75 HTTP/1.1" status: 200 len: 210 time: 0.0851426 Nov 23 22:03:31.854982 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-2172b1af-b127-458e-8647-aab68751e947 None None] Set router 18668eb5-38ba-4d10-9003-4f942d9be40c gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:03:32.157403 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2172b1af-b127-458e-8647-aab68751e947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'name': 'tempest-ServerActionsTestJSON-347313043-router', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:54:15Z', 'updated_at': '2021-11-23T21:54:25Z', 'revision_number': 4, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'gw_port': {'id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:17Z', 'updated_at': '2021-11-23T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'aba63743-d2e3-4555-9bb3-eb198f0e9813', 'name': '', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'mac_address': 'fa:16:3e:22:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:23Z', 'updated_at': '2021-11-23T21:54:33Z', 'revision_number': 5, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'subnets': [{'id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:32.201819 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2172b1af-b127-458e-8647-aab68751e947 None None] The sync data for ids ['18668eb5-38ba-4d10-9003-4f942d9be40c'] in n-d-816206-9 is: [{'id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'name': 'tempest-ServerActionsTestJSON-347313043-router', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:54:15Z', 'updated_at': '2021-11-23T21:54:25Z', 'revision_number': 4, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'gw_port': {'id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:17Z', 'updated_at': '2021-11-23T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'aba63743-d2e3-4555-9bb3-eb198f0e9813', 'name': '', 'network_id': '1f34eebc-f88f-4362-9a35-3496c9faad72', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'mac_address': 'fa:16:3e:22:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:23Z', 'updated_at': '2021-11-23T21:54:33Z', 'revision_number': 5, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'subnets': [{'id': '0ee598eb-2a1d-4204-a47b-609e766d3330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:03:32.642131 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba5432c-ccf6-42ee-8a28-55fbb56e2e26 None None] New status for floating IP 7c81f513-f1f7-4af8-84b7-94ebdf844e30: DOWN {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:03:32.919477 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44634) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:32.977713 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:33.029413 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4001e179-0d4f-4546-aa01-72ca79d173d0 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:33.060620 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4001e179-0d4f-4546-aa01-72ca79d173d0 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:33.181360 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4001e179-0d4f-4546-aa01-72ca79d173d0 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:33.189372 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4001e179-0d4f-4546-aa01-72ca79d173d0 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:33.190625 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4001e179-0d4f-4546-aa01-72ca79d173d0 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "DELETE /v2.0/security-groups/420fed80-ef85-4344-8bec-cb84de9b99d1 HTTP/1.1" status: 204 len: 168 time: 0.2693484 Nov 23 22:03:33.193955 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44642) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:33.197725 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:03:33.204142 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001e179-0d4f-4546-aa01-72ca79d173d0 tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420fed80-ef85-4344-8bec-cb84de9b99d1,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:33.219914 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-70d39fd8-8277-4f5f-a4aa-a4d03e18e00b tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] show failed (client error): The resource could not be found. Nov 23 22:03:33.223390 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-70d39fd8-8277-4f5f-a4aa-a4d03e18e00b tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "GET /v2.0/security-groups/420fed80-ef85-4344-8bec-cb84de9b99d1 HTTP/1.1" status: 404 len: 347 time: 0.0248332 Nov 23 22:03:33.223835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44644) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:33.244265 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:03:33.244619 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 6e60ff4c-08c6-484b-a2fe-70fc7894dd69 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:03:33.499206 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-9c0de696-a09b-4ca4-b2ca-52bd76021e1c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Deleting port ff4f5ed0-bb6c-4f01-8e10-267c0df476bc {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:03:33.499573 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9c0de696-a09b-4ca4-b2ca-52bd76021e1c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:33.640997 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9c0de696-a09b-4ca4-b2ca-52bd76021e1c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:33.642604 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9c0de696-a09b-4ca4-b2ca-52bd76021e1c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:33.691954 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-9c0de696-a09b-4ca4-b2ca-52bd76021e1c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Calling delete_port for ff4f5ed0-bb6c-4f01-8e10-267c0df476bc owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:03:33.815316 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:33.958358 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9c0de696-a09b-4ca4-b2ca-52bd76021e1c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:34.019223 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0de696-a09b-4ca4-b2ca-52bd76021e1c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Pushing event deleted for resources: {'Port': ['ID=ff4f5ed0-bb6c-4f01-8e10-267c0df476bc,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:34.111094 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9c0de696-a09b-4ca4-b2ca-52bd76021e1c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:34.117490 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9c0de696-a09b-4ca4-b2ca-52bd76021e1c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:34.118705 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9c0de696-a09b-4ca4-b2ca-52bd76021e1c tempest-ServerActionsTestJSON-1234164813 tempest-ServerActionsTestJSON-1234164813-project] 10.222.0.50 "DELETE /v2.0/floatingips/7c81f513-f1f7-4af8-84b7-94ebdf844e30 HTTP/1.1" status: 204 len: 168 time: 0.8896697 Nov 23 22:03:34.124764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44702) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:35.368082 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5e25554-ce12-410d-8d08-3b4827a767a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:35.674062 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-e5e25554-ce12-410d-8d08-3b4827a767a3 admin admin] Deleting port aba63743-d2e3-4555-9bb3-eb198f0e9813 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:03:35.674600 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5e25554-ce12-410d-8d08-3b4827a767a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:35.802522 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-e5e25554-ce12-410d-8d08-3b4827a767a3 admin admin] For port aba63743-d2e3-4555-9bb3-eb198f0e9813, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=aba63743-d2e3-4555-9bb3-eb198f0e9813,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:35.803458 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5e25554-ce12-410d-8d08-3b4827a767a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:35.806242 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44776) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:35.825726 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-e5e25554-ce12-410d-8d08-3b4827a767a3 admin admin] Calling delete_port for aba63743-d2e3-4555-9bb3-eb198f0e9813 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:03:36.003527 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52e55c57-7fea-4942-9f45-be216d02529b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:36.122777 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52e55c57-7fea-4942-9f45-be216d02529b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:36.167575 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52e55c57-7fea-4942-9f45-be216d02529b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:36.214168 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e55c57-7fea-4942-9f45-be216d02529b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025c51c9-b988-4081-b6fc-6d8b7df13585,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:36.228426 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5e25554-ce12-410d-8d08-3b4827a767a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:36.274875 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e25554-ce12-410d-8d08-3b4827a767a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aba63743-d2e3-4555-9bb3-eb198f0e9813,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:36.288519 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-52e55c57-7fea-4942-9f45-be216d02529b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=757842706346437a91ec8b7603e6b931&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4795346 Nov 23 22:03:36.289927 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44788) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:36.375416 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a42bef09-ef22-42c1-ad9f-a8055a35abab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:36.420222 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a42bef09-ef22-42c1-ad9f-a8055a35abab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:36.512842 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a42bef09-ef22-42c1-ad9f-a8055a35abab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:36.515926 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a42bef09-ef22-42c1-ad9f-a8055a35abab admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:36.519968 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a42bef09-ef22-42c1-ad9f-a8055a35abab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/025c51c9-b988-4081-b6fc-6d8b7df13585 HTTP/1.1" status: 204 len: 168 time: 0.2257857 Nov 23 22:03:36.533202 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42bef09-ef22-42c1-ad9f-a8055a35abab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025c51c9-b988-4081-b6fc-6d8b7df13585,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:36.592977 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5e25554-ce12-410d-8d08-3b4827a767a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:36.963676 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e25554-ce12-410d-8d08-3b4827a767a3 admin admin] Router 18668eb5-38ba-4d10-9003-4f942d9be40c has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:03:37.015413 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44810) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:37.035994 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d31d0411-c9b0-461d-bd41-18f5deaf21cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:37.137272 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e25554-ce12-410d-8d08-3b4827a767a3 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:03:37.151686 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e5e25554-ce12-410d-8d08-3b4827a767a3 admin admin] 10.222.0.50 "PUT /v2.0/routers/18668eb5-38ba-4d10-9003-4f942d9be40c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0229144 Nov 23 22:03:37.151947 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44812) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:37.155262 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55642dee-553c-4f24-8a6e-a6409b6650a2 None None] Sync routers for ids ['18668eb5-38ba-4d10-9003-4f942d9be40c'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:03:37.177654 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55642dee-553c-4f24-8a6e-a6409b6650a2 None None] Routers {'18668eb5-38ba-4d10-9003-4f942d9be40c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:03:37.179092 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-55642dee-553c-4f24-8a6e-a6409b6650a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:03:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['18668eb5-38ba-4d10-9003-4f942d9be40c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:37.205998 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d31d0411-c9b0-461d-bd41-18f5deaf21cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:37.218155 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d31d0411-c9b0-461d-bd41-18f5deaf21cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:37.293834 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed68da71-a590-49a8-b6e5-56c85005af1b admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:37.306082 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d0411-c9b0-461d-bd41-18f5deaf21cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558c3b4e-4b66-4d55-ae31-4b0d0c7b364f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:37.340681 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d31d0411-c9b0-461d-bd41-18f5deaf21cd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e713ccfef6144acc92f65335727513b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3241518 Nov 23 22:03:37.348963 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44820) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:37.451396 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d6cec943-9da5-43e2-8852-173c996f1a71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:37.503882 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d6cec943-9da5-43e2-8852-173c996f1a71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:37.526151 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed68da71-a590-49a8-b6e5-56c85005af1b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:37.557621 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-55642dee-553c-4f24-8a6e-a6409b6650a2 None None] Set router 18668eb5-38ba-4d10-9003-4f942d9be40c gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:03:37.608731 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d6cec943-9da5-43e2-8852-173c996f1a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:37.612616 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d6cec943-9da5-43e2-8852-173c996f1a71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:37.623482 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d6cec943-9da5-43e2-8852-173c996f1a71 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/558c3b4e-4b66-4d55-ae31-4b0d0c7b364f HTTP/1.1" status: 204 len: 168 time: 0.2734029 Nov 23 22:03:37.640251 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-ed68da71-a590-49a8-b6e5-56c85005af1b admin admin] Deleting port 6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:03:37.640812 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed68da71-a590-49a8-b6e5-56c85005af1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:37.649925 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cec943-9da5-43e2-8852-173c996f1a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558c3b4e-4b66-4d55-ae31-4b0d0c7b364f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:37.955906 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-ed68da71-a590-49a8-b6e5-56c85005af1b admin admin] For port 6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:37.956619 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed68da71-a590-49a8-b6e5-56c85005af1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:38.055992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-ed68da71-a590-49a8-b6e5-56c85005af1b admin admin] Calling delete_port for 6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:03:38.095481 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-55642dee-553c-4f24-8a6e-a6409b6650a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'name': 'tempest-ServerActionsTestJSON-347313043-router', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:54:15Z', 'updated_at': '2021-11-23T22:03:36Z', 'revision_number': 5, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'gw_port': {'id': '6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:21:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:54:17Z', 'updated_at': '2021-11-23T21:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:38.165461 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55642dee-553c-4f24-8a6e-a6409b6650a2 None None] Checking router: 18668eb5-38ba-4d10-9003-4f942d9be40c for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:03:38.181572 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55642dee-553c-4f24-8a6e-a6409b6650a2 None None] Routers {'18668eb5-38ba-4d10-9003-4f942d9be40c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:03:38.184309 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-55642dee-553c-4f24-8a6e-a6409b6650a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:03:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['18668eb5-38ba-4d10-9003-4f942d9be40c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:38.315209 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-55642dee-553c-4f24-8a6e-a6409b6650a2 None None] Set router 18668eb5-38ba-4d10-9003-4f942d9be40c gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:03:38.406522 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-55642dee-553c-4f24-8a6e-a6409b6650a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'name': 'tempest-ServerActionsTestJSON-347313043-router', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:54:15Z', 'updated_at': '2021-11-23T22:03:37Z', 'revision_number': 6, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:38.408961 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed68da71-a590-49a8-b6e5-56c85005af1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:38.441485 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55642dee-553c-4f24-8a6e-a6409b6650a2 None None] The sync data for ids ['18668eb5-38ba-4d10-9003-4f942d9be40c'] in n-d-816206-9 is: [{'id': '18668eb5-38ba-4d10-9003-4f942d9be40c', 'name': 'tempest-ServerActionsTestJSON-347313043-router', 'tenant_id': 'e0a0bf8995194df794b65596ff42d910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:54:15Z', 'updated_at': '2021-11-23T22:03:37Z', 'revision_number': 6, 'project_id': 'e0a0bf8995194df794b65596ff42d910', 'gw_port_host': None}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:03:38.477021 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68da71-a590-49a8-b6e5-56c85005af1b admin admin] Pushing event deleted for resources: {'Port': ['ID=6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:38.505364 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3075dbf-ba85-441b-9544-33bb63bd592a None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:03:38.559924 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed68da71-a590-49a8-b6e5-56c85005af1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:38.684705 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed68da71-a590-49a8-b6e5-56c85005af1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:38.687713 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed68da71-a590-49a8-b6e5-56c85005af1b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:38.749442 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed68da71-a590-49a8-b6e5-56c85005af1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:38.750222 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed68da71-a590-49a8-b6e5-56c85005af1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18668eb5-38ba-4d10-9003-4f942d9be40c {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:03:38.762537 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed68da71-a590-49a8-b6e5-56c85005af1b admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:38.767726 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44858) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:38.768588 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ed68da71-a590-49a8-b6e5-56c85005af1b admin admin] 10.222.0.50 "DELETE /v2.0/routers/18668eb5-38ba-4d10-9003-4f942d9be40c HTTP/1.1" status: 204 len: 168 time: 1.6153450 Nov 23 22:03:38.841790 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4fef22-72a1-49d4-a486-67833cc8aa2f admin admin] Deleting subnet 0ee598eb-2a1d-4204-a47b-609e766d3330 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:03:38.847214 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3f4fef22-72a1-49d4-a486-67833cc8aa2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:38.919191 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3f4fef22-72a1-49d4-a486-67833cc8aa2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:39.047845 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3f4fef22-72a1-49d4-a486-67833cc8aa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:39.138238 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3f4fef22-72a1-49d4-a486-67833cc8aa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:39.177046 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4fef22-72a1-49d4-a486-67833cc8aa2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ee598eb-2a1d-4204-a47b-609e766d3330,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:39.179893 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3f4fef22-72a1-49d4-a486-67833cc8aa2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:39.184537 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3f4fef22-72a1-49d4-a486-67833cc8aa2f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0ee598eb-2a1d-4204-a47b-609e766d3330 HTTP/1.1" status: 204 len: 168 time: 0.4156926 Nov 23 22:03:39.186369 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9522a5-169f-4873-bd5f-96d6e3d46c08 None None] Network 1f34eebc-f88f-4362-9a35-3496c9faad72 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:03:39.186970 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44882) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:39.550195 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c6f550-7980-4830-95c0-83629e191811 None None] DHCP port deletion for 1f34eebc-f88f-4362-9a35-3496c9faad72 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:03:39.629146 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device aba63743-d2e3-4555-9bb3-eb198f0e9813 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:03:39.707796 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: aba63743-d2e3-4555-9bb3-eb198f0e9813 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:03:39.708152 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device aba63743-d2e3-4555-9bb3-eb198f0e9813 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:03:39.708576 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:03:39.787704 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:03:39.788384 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6e527d1f-04f9-4435-8bd1-bdcfe9d71e9d not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:03:39.807077 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6f550-7980-4830-95c0-83629e191811 None None] Deleting port fcdabf51-5574-4f63-9460-d6160a8245a6 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:03:39.807932 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3c6f550-7980-4830-95c0-83629e191811 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:39.994967 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b3c6f550-7980-4830-95c0-83629e191811 None None] For port fcdabf51-5574-4f63-9460-d6160a8245a6, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fcdabf51-5574-4f63-9460-d6160a8245a6,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:39.995880 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3c6f550-7980-4830-95c0-83629e191811 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:40.054950 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6f550-7980-4830-95c0-83629e191811 None None] Calling delete_port for fcdabf51-5574-4f63-9460-d6160a8245a6 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:03:40.092441 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b47ba29-3c81-477f-b387-9e384d9bf6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:40.201534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-6b47ba29-3c81-477f-b387-9e384d9bf6d4 admin admin] Deleting port fcdabf51-5574-4f63-9460-d6160a8245a6 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:03:40.201880 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b47ba29-3c81-477f-b387-9e384d9bf6d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:40.247050 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3c6f550-7980-4830-95c0-83629e191811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:40.307910 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c6f550-7980-4830-95c0-83629e191811 None None] No DVR routers for this DVR port fcdabf51-5574-4f63-9460-d6160a8245a6 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:03:40.314102 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6f550-7980-4830-95c0-83629e191811 None None] Pushing event deleted for resources: {'Port': ['ID=fcdabf51-5574-4f63-9460-d6160a8245a6,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:40.373782 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-6b47ba29-3c81-477f-b387-9e384d9bf6d4 admin admin] For port fcdabf51-5574-4f63-9460-d6160a8245a6, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fcdabf51-5574-4f63-9460-d6160a8245a6,segment=NetworkSegment(41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac),segment_id=41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:40.373782 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b47ba29-3c81-477f-b387-9e384d9bf6d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:40.433840 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-6b47ba29-3c81-477f-b387-9e384d9bf6d4 admin admin] Calling delete_port for fcdabf51-5574-4f63-9460-d6160a8245a6 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:03:40.667608 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b47ba29-3c81-477f-b387-9e384d9bf6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:40.728843 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47ba29-3c81-477f-b387-9e384d9bf6d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcdabf51-5574-4f63-9460-d6160a8245a6,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:40.737705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b47ba29-3c81-477f-b387-9e384d9bf6d4 admin admin] No DVR routers for this DVR port fcdabf51-5574-4f63-9460-d6160a8245a6 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:03:40.753214 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7e25c-1d56-42f1-854d-46f6d4efc72f req-72722bd8-d7de-434a-a7a2-16ef60f0eaec tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:40.760158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7e25c-1d56-42f1-854d-46f6d4efc72f req-72722bd8-d7de-434a-a7a2-16ef60f0eaec tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:40.782309 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7e25c-1d56-42f1-854d-46f6d4efc72f req-72722bd8-d7de-434a-a7a2-16ef60f0eaec tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:40.794473 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7e25c-1d56-42f1-854d-46f6d4efc72f req-72722bd8-d7de-434a-a7a2-16ef60f0eaec tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:40.800889 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7e25c-1d56-42f1-854d-46f6d4efc72f req-72722bd8-d7de-434a-a7a2-16ef60f0eaec tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:40.807112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7e25c-1d56-42f1-854d-46f6d4efc72f req-72722bd8-d7de-434a-a7a2-16ef60f0eaec tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:40.813089 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7e25c-1d56-42f1-854d-46f6d4efc72f req-72722bd8-d7de-434a-a7a2-16ef60f0eaec tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:40.821826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78c7e25c-1d56-42f1-854d-46f6d4efc72f req-72722bd8-d7de-434a-a7a2-16ef60f0eaec tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5436 time: 0.2143936 Nov 23 22:03:40.954955 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b47ba29-3c81-477f-b387-9e384d9bf6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:41.012677 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-6b47ba29-3c81-477f-b387-9e384d9bf6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f34eebc-f88f-4362-9a35-3496c9faad72']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:41.041430 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-6b47ba29-3c81-477f-b387-9e384d9bf6d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:41.041841 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-6b47ba29-3c81-477f-b387-9e384d9bf6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f4cef5-c9a4-4a88-980e-c8ad8a3c5cac') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:41.069544 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78c7e25c-1d56-42f1-854d-46f6d4efc72f req-3a38de0c-e579-47fa-a82e-03078c7b490b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.2424655 Nov 23 22:03:41.072295 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b47ba29-3c81-477f-b387-9e384d9bf6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:41.104909 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b47ba29-3c81-477f-b387-9e384d9bf6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:41.121532 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b47ba29-3c81-477f-b387-9e384d9bf6d4 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:03:41.121944 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b47ba29-3c81-477f-b387-9e384d9bf6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:03:41.204402 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:03:41.206788 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b47ba29-3c81-477f-b387-9e384d9bf6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:41.212968 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b47ba29-3c81-477f-b387-9e384d9bf6d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:41.221424 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6b47ba29-3c81-477f-b387-9e384d9bf6d4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1f34eebc-f88f-4362-9a35-3496c9faad72 HTTP/1.1" status: 204 len: 168 time: 2.0310206 Nov 23 22:03:41.241016 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47ba29-3c81-477f-b387-9e384d9bf6d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f34eebc-f88f-4362-9a35-3496c9faad72,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:41.418977 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fcdabf51-5574-4f63-9460-d6160a8245a6 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:03:41.442921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: fcdabf51-5574-4f63-9460-d6160a8245a6 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:03:41.443197 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fcdabf51-5574-4f63-9460-d6160a8245a6 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:03:41.679998 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44970) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:41.780588 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-95cc4d8f-65e9-401c-9853-4c51699e2750 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e0a0bf8995194df794b65596ff42d910&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0993617 Nov 23 22:03:41.783290 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44972) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:41.855573 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3aa9e8f-f681-45cb-987b-bc9e7eba9f65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:41.877669 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3aa9e8f-f681-45cb-987b-bc9e7eba9f65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:41.964097 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3aa9e8f-f681-45cb-987b-bc9e7eba9f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:41.967358 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3aa9e8f-f681-45cb-987b-bc9e7eba9f65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:41.971376 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f3aa9e8f-f681-45cb-987b-bc9e7eba9f65 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a9761512-ad9f-4682-9df7-be1f867441a6 HTTP/1.1" status: 204 len: 168 time: 0.1842039 Nov 23 22:03:42.050581 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa9e8f-f681-45cb-987b-bc9e7eba9f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9761512-ad9f-4682-9df7-be1f867441a6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:42.100226 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3aa9e8f-f681-45cb-987b-bc9e7eba9f65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:42.100592 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3aa9e8f-f681-45cb-987b-bc9e7eba9f65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:42.100949 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3aa9e8f-f681-45cb-987b-bc9e7eba9f65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:42.101855 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3aa9e8f-f681-45cb-987b-bc9e7eba9f65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:42.102241 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3aa9e8f-f681-45cb-987b-bc9e7eba9f65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:42.102676 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3aa9e8f-f681-45cb-987b-bc9e7eba9f65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:42.103661 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3aa9e8f-f681-45cb-987b-bc9e7eba9f65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:42.103661 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3aa9e8f-f681-45cb-987b-bc9e7eba9f65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:42.103867 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3aa9e8f-f681-45cb-987b-bc9e7eba9f65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:42.104050 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3aa9e8f-f681-45cb-987b-bc9e7eba9f65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:42.104404 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3aa9e8f-f681-45cb-987b-bc9e7eba9f65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:42.104744 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3aa9e8f-f681-45cb-987b-bc9e7eba9f65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:42.285400 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-cc93beda-46a0-4d54-bbad-c3733eab81fe tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:42.299568 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-cc93beda-46a0-4d54-bbad-c3733eab81fe tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:42.314120 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-cc93beda-46a0-4d54-bbad-c3733eab81fe tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:42.320835 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-cc93beda-46a0-4d54-bbad-c3733eab81fe tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:42.347201 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-cc93beda-46a0-4d54-bbad-c3733eab81fe tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:42.363930 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-cc93beda-46a0-4d54-bbad-c3733eab81fe tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:42.379166 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-cc93beda-46a0-4d54-bbad-c3733eab81fe tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:42.385004 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-cc93beda-46a0-4d54-bbad-c3733eab81fe tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5436 time: 0.3991787 Nov 23 22:03:42.393143 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44996) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:42.571452 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-76497e4f-3b49-4d57-8d91-25a927467b6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:42.575559 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-6ac94994-0427-40a2-9aee-2c7369866815 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:42.577062 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-6ac94994-0427-40a2-9aee-2c7369866815 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.53 "GET /v2.0/ports/ec919349-dd55-4ec4-806b-052e3784ad8c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1563532 Nov 23 22:03:42.602618 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd02c08-ba94-4af9-8d60-5c15b9c49d21 req-7c493145-70c4-4bb5-a3fc-af2ad78d5e0e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:42.609965 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd02c08-ba94-4af9-8d60-5c15b9c49d21 req-7c493145-70c4-4bb5-a3fc-af2ad78d5e0e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:42.621507 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd02c08-ba94-4af9-8d60-5c15b9c49d21 req-7c493145-70c4-4bb5-a3fc-af2ad78d5e0e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:42.630157 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd02c08-ba94-4af9-8d60-5c15b9c49d21 req-7c493145-70c4-4bb5-a3fc-af2ad78d5e0e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:42.638156 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd02c08-ba94-4af9-8d60-5c15b9c49d21 req-7c493145-70c4-4bb5-a3fc-af2ad78d5e0e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:42.644347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd02c08-ba94-4af9-8d60-5c15b9c49d21 req-7c493145-70c4-4bb5-a3fc-af2ad78d5e0e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:42.654556 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd02c08-ba94-4af9-8d60-5c15b9c49d21 req-7c493145-70c4-4bb5-a3fc-af2ad78d5e0e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:42.657539 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ebd02c08-ba94-4af9-8d60-5c15b9c49d21 req-7c493145-70c4-4bb5-a3fc-af2ad78d5e0e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 5436 time: 0.2714694 Nov 23 22:03:42.753832 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-76497e4f-3b49-4d57-8d91-25a927467b6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:42.760719 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-76497e4f-3b49-4d57-8d91-25a927467b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:42.803399 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ebd02c08-ba94-4af9-8d60-5c15b9c49d21 req-58aaf425-66a3-4158-844f-7cb54dcbd73e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1317947 Nov 23 22:03:42.883012 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76497e4f-3b49-4d57-8d91-25a927467b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45731e9d-cdb9-44b4-a626-bccec0920f8b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:42.896616 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-76497e4f-3b49-4d57-8d91-25a927467b6c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=59f536a2c0074869b435ed6d392ce3df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5019360 Nov 23 22:03:42.897528 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45022) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:42.983853 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f2de9be-6469-45b0-88f8-9c088c2ce880 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:43.013010 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-29c6a46f-2965-4006-8fe4-fe76985deb2e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.53 "GET /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3544223 Nov 23 22:03:43.059141 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f2de9be-6469-45b0-88f8-9c088c2ce880 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:43.186768 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f2de9be-6469-45b0-88f8-9c088c2ce880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:43.189486 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f2de9be-6469-45b0-88f8-9c088c2ce880 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:43.190730 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4f2de9be-6469-45b0-88f8-9c088c2ce880 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/45731e9d-cdb9-44b4-a626-bccec0920f8b HTTP/1.1" status: 204 len: 168 time: 0.2914228 Nov 23 22:03:43.224158 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2de9be-6469-45b0-88f8-9c088c2ce880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45731e9d-cdb9-44b4-a626-bccec0920f8b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:43.362356 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:03:43.443869 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:43.505802 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45050) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:43.648546 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45056) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:43.697423 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-533af8e8-93e9-402e-bf4b-9982aca0d32f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:43.731664 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] For port ec919349-dd55-4ec4-806b-052e3784ad8c, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ec919349-dd55-4ec4-806b-052e3784ad8c,segment=NetworkSegment(58b520fc-ac31-40cf-a40c-a5ec7f20b775),segment_id=58b520fc-ac31-40cf-a40c-a5ec7f20b775)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:43.777360 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] For port ec919349-dd55-4ec4-806b-052e3784ad8c, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:03:43.904212 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] device_id is not set on port ec919349-dd55-4ec4-806b-052e3784ad8c yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:03:43.907871 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-533af8e8-93e9-402e-bf4b-9982aca0d32f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:43.916430 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-533af8e8-93e9-402e-bf4b-9982aca0d32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:43.919762 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:43.937714 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:43.970451 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-533af8e8-93e9-402e-bf4b-9982aca0d32f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=108590f1bf6d47b19c94273c37fa51ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3202870 Nov 23 22:03:43.971461 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533af8e8-93e9-402e-bf4b-9982aca0d32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e764b55-af8f-4dd5-9eb1-c9ad9b215ee8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:43.973894 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45062) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:44.036419 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b9c6cc95-453a-4af3-8f9f-101032b248d2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-815969030-network', 'tenant_id': '0b84f6fc9b304506a7ea1bf3e4b80f30'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:03:44.047526 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9903c341-64cf-47aa-82b6-c9f00509c0cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:44.116935 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9903c341-64cf-47aa-82b6-c9f00509c0cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:44.183618 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] No DVR routers for this DVR port ec919349-dd55-4ec4-806b-052e3784ad8c on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:03:44.192395 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c6cc95-453a-4af3-8f9f-101032b248d2 admin admin] Made reservation on behalf of 0b84f6fc9b304506a7ea1bf3e4b80f30 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:03:44.198171 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9c6cc95-453a-4af3-8f9f-101032b248d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:44.218331 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] Pushing event updated for resources: {'Port': ['ID=ec919349-dd55-4ec4-806b-052e3784ad8c,revision_number=6']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:44.223981 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9c6cc95-453a-4af3-8f9f-101032b248d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:44.250749 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9903c341-64cf-47aa-82b6-c9f00509c0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:44.253850 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9903c341-64cf-47aa-82b6-c9f00509c0cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:44.258219 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9903c341-64cf-47aa-82b6-c9f00509c0cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e764b55-af8f-4dd5-9eb1-c9ad9b215ee8 HTTP/1.1" status: 204 len: 168 time: 0.2801921 Nov 23 22:03:44.296843 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903c341-64cf-47aa-82b6-c9f00509c0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e764b55-af8f-4dd5-9eb1-c9ad9b215ee8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:44.385620 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:44.386518 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:44.387031 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:44.387528 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:44.387991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:44.388502 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:44.388969 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:44.389440 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:44.389914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:44.390426 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:44.391027 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:44.391492 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:44.422855 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815301eb-2014-4d04-9a3a-33ffa72dc0e8 req-ce52360f-cafa-4a41-a732-67f3bdadd1be tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:44.431701 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815301eb-2014-4d04-9a3a-33ffa72dc0e8 req-ce52360f-cafa-4a41-a732-67f3bdadd1be tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:44.445684 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9c6cc95-453a-4af3-8f9f-101032b248d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:44.456070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815301eb-2014-4d04-9a3a-33ffa72dc0e8 req-ce52360f-cafa-4a41-a732-67f3bdadd1be tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:44.457160 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9c6cc95-453a-4af3-8f9f-101032b248d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:44.465683 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815301eb-2014-4d04-9a3a-33ffa72dc0e8 req-ce52360f-cafa-4a41-a732-67f3bdadd1be tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:44.474503 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815301eb-2014-4d04-9a3a-33ffa72dc0e8 req-ce52360f-cafa-4a41-a732-67f3bdadd1be tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:44.484834 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c6cc95-453a-4af3-8f9f-101032b248d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:03:44.485428 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815301eb-2014-4d04-9a3a-33ffa72dc0e8 req-ce52360f-cafa-4a41-a732-67f3bdadd1be tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:44.487847 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-815301eb-2014-4d04-9a3a-33ffa72dc0e8 req-ce52360f-cafa-4a41-a732-67f3bdadd1be tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 4661 time: 0.4360569 Nov 23 22:03:44.496030 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] In _notify_port_updated(), no bound segment for port ec919349-dd55-4ec4-806b-052e3784ad8c on network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 {{(pid=110034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:03:44.497280 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:44.498325 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:44.499800 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-8e9b37c8-7b3f-4bd0-867e-b034a5e18871 service neutron] 10.222.0.53 "PUT /v2.0/ports/ec919349-dd55-4ec4-806b-052e3784ad8c HTTP/1.1" status: 200 len: 1028 time: 1.4715180 Nov 23 22:03:44.512665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6cc95-453a-4af3-8f9f-101032b248d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4668ad-886a-4879-8941-d1ccdcdee968,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:44.522355 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9c6cc95-453a-4af3-8f9f-101032b248d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:44.523817 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-b9c6cc95-453a-4af3-8f9f-101032b248d2 admin admin] Added segment 7bf27ad7-9ba4-470d-b30e-5a68c50b01af of type vlan for network 4d079d6e-b458-4e63-8081-e129d5d47fea Nov 23 22:03:44.608968 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9c6cc95-453a-4af3-8f9f-101032b248d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:44.645397 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3bb6d905-3a9c-4ff7-a047-36e40bdfd51e None None] Provisioning complete for port ec919349-dd55-4ec4-806b-052e3784ad8c triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:03:44.646371 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3bb6d905-3a9c-4ff7-a047-36e40bdfd51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:44.666027 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9c6cc95-453a-4af3-8f9f-101032b248d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:44.667087 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c6cc95-453a-4af3-8f9f-101032b248d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:44.667673 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9c6cc95-453a-4af3-8f9f-101032b248d2 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:44.719211 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-6f93865d-f450-4b51-973b-3b21e2c1c20b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:44.720191 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-6f93865d-f450-4b51-973b-3b21e2c1c20b tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.53 "GET /v2.0/ports/b6f8e53c-884b-4d04-8718-3995b74448ac?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1764319 Nov 23 22:03:44.749606 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-3bb6d905-3a9c-4ff7-a047-36e40bdfd51e None None] Port ec919349-dd55-4ec4-806b-052e3784ad8c cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:03:44.778742 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6cc95-453a-4af3-8f9f-101032b248d2 admin admin] Pushing event updated for resources: {'Network': ['ID=4d079d6e-b458-4e63-8081-e129d5d47fea,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:44.803542 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-8ae303a7-7443-422c-ae66-6a3a25f3f225 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:03:44.805155 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 4d079d6e-b458-4e63-8081-e129d5d47fea details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:03:44.845796 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b9c6cc95-453a-4af3-8f9f-101032b248d2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3385158 Nov 23 22:03:44.847827 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45096) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:44.854049 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-12517df3-bf2c-4c76-965f-f9ddee5d7cec admin admin] Request body: {'subnet': {'network_id': '4d079d6e-b458-4e63-8081-e129d5d47fea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-815969030-subnet', 'tenant_id': '0b84f6fc9b304506a7ea1bf3e4b80f30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:03:44.901525 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12517df3-bf2c-4c76-965f-f9ddee5d7cec admin admin] Made reservation on behalf of 0b84f6fc9b304506a7ea1bf3e4b80f30 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:03:44.907723 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12517df3-bf2c-4c76-965f-f9ddee5d7cec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:44.915365 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-815301eb-2014-4d04-9a3a-33ffa72dc0e8 req-4bf0dbdb-a96b-4fa6-ae62-13e50ec2e0de tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&id=0dd36900-ecd6-4b6e-bca9-1441fa8b2915&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.3835771 Nov 23 22:03:45.043376 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-8ae303a7-7443-422c-ae66-6a3a25f3f225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:45.168023 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12517df3-bf2c-4c76-965f-f9ddee5d7cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:45.269858 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 247b2c22-bf5b-4a93-af05-80b974a24c48 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:03:45.332203 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12517df3-bf2c-4c76-965f-f9ddee5d7cec admin admin] Pushing event updated for resources: {'Subnet': ['ID=445fe37a-d476-4947-94aa-8fbbcab4ef8a,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:45.367528 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12517df3-bf2c-4c76-965f-f9ddee5d7cec admin admin] Checking segment: {'id': '7bf27ad7-9ba4-470d-b30e-5a68c50b01af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4d079d6e-b458-4e63-8081-e129d5d47fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:03:45.368004 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12517df3-bf2c-4c76-965f-f9ddee5d7cec admin admin] Network hostable DHCP agents. Network: 4d079d6e-b458-4e63-8081-e129d5d47fea, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:03:45.449373 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-8ae303a7-7443-422c-ae66-6a3a25f3f225 service neutron] For port b6f8e53c-884b-4d04-8718-3995b74448ac, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b6f8e53c-884b-4d04-8718-3995b74448ac,segment=NetworkSegment(58b520fc-ac31-40cf-a40c-a5ec7f20b775),segment_id=58b520fc-ac31-40cf-a40c-a5ec7f20b775)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:45.495969 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12517df3-bf2c-4c76-965f-f9ddee5d7cec admin admin] Network 4d079d6e-b458-4e63-8081-e129d5d47fea is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:03:45.532413 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-8ae303a7-7443-422c-ae66-6a3a25f3f225 service neutron] For port b6f8e53c-884b-4d04-8718-3995b74448ac, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:03:45.566054 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-12517df3-bf2c-4c76-965f-f9ddee5d7cec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 4d079d6e-b458-4e63-8081-e129d5d47fea) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:03:45.603421 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12517df3-bf2c-4c76-965f-f9ddee5d7cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:45.604129 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12517df3-bf2c-4c76-965f-f9ddee5d7cec admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:45.625676 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-8ae303a7-7443-422c-ae66-6a3a25f3f225 service neutron] device_id is not set on port b6f8e53c-884b-4d04-8718-3995b74448ac yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:03:45.636852 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-8ae303a7-7443-422c-ae66-6a3a25f3f225 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:45.647635 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-8ae303a7-7443-422c-ae66-6a3a25f3f225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:45.656498 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-12517df3-bf2c-4c76-965f-f9ddee5d7cec admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8071761 Nov 23 22:03:45.659554 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bf38f5-9000-4322-8d66-70db1f36a8fc None None] Network 4d079d6e-b458-4e63-8081-e129d5d47fea requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:03:45.796328 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-8ae303a7-7443-422c-ae66-6a3a25f3f225 service neutron] No DVR routers for this DVR port b6f8e53c-884b-4d04-8718-3995b74448ac on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:03:45.838457 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:45.856707 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae303a7-7443-422c-ae66-6a3a25f3f225 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f8e53c-884b-4d04-8718-3995b74448ac,revision_number=6']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:45.900148 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-8ae303a7-7443-422c-ae66-6a3a25f3f225 service neutron] In _notify_port_updated(), no bound segment for port b6f8e53c-884b-4d04-8718-3995b74448ac on network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 {{(pid=110034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:03:45.901185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-8ae303a7-7443-422c-ae66-6a3a25f3f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:45.905475 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-8ae303a7-7443-422c-ae66-6a3a25f3f225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:45.907734 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-8ae303a7-7443-422c-ae66-6a3a25f3f225 service neutron] 10.222.0.53 "PUT /v2.0/ports/b6f8e53c-884b-4d04-8718-3995b74448ac HTTP/1.1" status: 200 len: 1028 time: 1.1700172 Nov 23 22:03:45.931597 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 247b2c22-bf5b-4a93-af05-80b974a24c48, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=247b2c22-bf5b-4a93-af05-80b974a24c48,segment=NetworkSegment(5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a),segment_id=5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:45.935566 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '247b2c22-bf5b-4a93-af05-80b974a24c48'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:03:45.938443 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228d8bfb-acd6-4ea4-abc5-7ae2627260eb" -d '{"events": [{"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-unplugged", "status": "completed", "tag": "247b2c22-bf5b-4a93-af05-80b974a24c48"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:03:46.001771 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:46.014729 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f304a4f3-98a7-481a-b024-fa9ac11528de no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:03:46.200385 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382e77c6-1df3-4604-aeca-ab4b746f5636 x-openstack-request-id: req-382e77c6-1df3-4604-aeca-ab4b746f5636 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:03:46.200705 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-unplugged", "status": "completed", "tag": "247b2c22-bf5b-4a93-af05-80b974a24c48", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:03:46.200930 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-382e77c6-1df3-4604-aeca-ab4b746f5636 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:03:46.201337 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '247b2c22-bf5b-4a93-af05-80b974a24c48', 'code': 200} Nov 23 22:03:46.327787 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-4ae632d4-fc94-4fa4-9813-3c819f50d60c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Deleting port 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:03:46.328137 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-4ae632d4-fc94-4fa4-9813-3c819f50d60c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:46.361588 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed450b41-44bb-41e6-a2c1-6492def882b8 req-c9f41352-b9cb-4094-a31b-2e102964d17f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:46.368607 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed450b41-44bb-41e6-a2c1-6492def882b8 req-c9f41352-b9cb-4094-a31b-2e102964d17f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:46.375577 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed450b41-44bb-41e6-a2c1-6492def882b8 req-c9f41352-b9cb-4094-a31b-2e102964d17f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:46.383820 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed450b41-44bb-41e6-a2c1-6492def882b8 req-c9f41352-b9cb-4094-a31b-2e102964d17f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:46.391395 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed450b41-44bb-41e6-a2c1-6492def882b8 req-c9f41352-b9cb-4094-a31b-2e102964d17f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:46.392788 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed450b41-44bb-41e6-a2c1-6492def882b8 req-c9f41352-b9cb-4094-a31b-2e102964d17f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 3884 time: 0.1985030 Nov 23 22:03:46.515069 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=247b2c22-bf5b-4a93-af05-80b974a24c48,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:46.621401 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed450b41-44bb-41e6-a2c1-6492def882b8 req-64fb6746-ab22-456f-b84a-d573f1b5b3c0 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2008872 Nov 23 22:03:46.690320 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:46.707103 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-4ae632d4-fc94-4fa4-9813-3c819f50d60c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] For port 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3,segment=NetworkSegment(58b520fc-ac31-40cf-a40c-a5ec7f20b775),segment_id=58b520fc-ac31-40cf-a40c-a5ec7f20b775)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:46.707103 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-4ae632d4-fc94-4fa4-9813-3c819f50d60c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:46.720276 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d458c1-a306-498a-acb0-5448af442a5f None None] Network 4d079d6e-b458-4e63-8081-e129d5d47fea requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:03:46.743047 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-4ae632d4-fc94-4fa4-9813-3c819f50d60c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Calling delete_port for 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:03:46.877907 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-bce9fa16-49f4-4bcc-a372-99538b5e9b57 None None] Provisioning complete for port b6f8e53c-884b-4d04-8718-3995b74448ac triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:03:46.879812 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bce9fa16-49f4-4bcc-a372-99538b5e9b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:47.033629 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-bce9fa16-49f4-4bcc-a372-99538b5e9b57 None None] Port b6f8e53c-884b-4d04-8718-3995b74448ac cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:03:47.094602 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port f304a4f3-98a7-481a-b024-fa9ac11528de, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f304a4f3-98a7-481a-b024-fa9ac11528de,segment=NetworkSegment(5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a),segment_id=5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:47.150255 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:47.153661 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device ec919349-dd55-4ec4-806b-052e3784ad8c no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:03:47.311230 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=f304a4f3-98a7-481a-b024-fa9ac11528de,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:47.371340 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:47.371992 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:47.373546 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:47.374085 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:47.375538 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:47.376906 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:47.377413 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:47.378840 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:47.379476 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:47.380806 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:47.381323 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:47.382063 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:03:47.394137 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-4ae632d4-fc94-4fa4-9813-3c819f50d60c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:47.407719 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device ec919349-dd55-4ec4-806b-052e3784ad8c not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:03:47.412989 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:03:47.449546 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:03:47.449941 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:03:47.450434 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device fbf87d98-58c1-485f-b0ec-76cb1954f419 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:03:47.503321 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae632d4-fc94-4fa4-9813-3c819f50d60c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event deleted for resources: {'Port': ['ID=8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:47.634283 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:47.648914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-4ae632d4-fc94-4fa4-9813-3c819f50d60c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] No DVR routers for this DVR port 8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:03:47.666002 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-053f0f1e-b827-4bce-9a42-0a6683317554 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:47.670955 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-053f0f1e-b827-4bce-9a42-0a6683317554 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/networks?id=4d079d6e-b458-4e63-8081-e129d5d47fea HTTP/1.1" status: 200 len: 813 time: 0.6287136 Nov 23 22:03:47.675443 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-4ae632d4-fc94-4fa4-9813-3c819f50d60c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:47.682469 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-4ae632d4-fc94-4fa4-9813-3c819f50d60c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.53 "DELETE /v2.0/ports/8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3 HTTP/1.1" status: 204 len: 173 time: 1.7669747 Nov 23 22:03:47.683010 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-deleted', 'tag': '8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:03:47.691904 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0287761-b13a-4305-9c14-b4f2e96d48d3" -d '{"events": [{"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-deleted", "tag": "8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:03:47.745154 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port fbf87d98-58c1-485f-b0ec-76cb1954f419, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=fbf87d98-58c1-485f-b0ec-76cb1954f419,segment=NetworkSegment(58b520fc-ac31-40cf-a40c-a5ec7f20b775),segment_id=58b520fc-ac31-40cf-a40c-a5ec7f20b775)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:47.751288 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-ad657808-3bdd-4084-9121-0b6c20f7059c tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/quotas/0b84f6fc9b304506a7ea1bf3e4b80f30 HTTP/1.1" status: 200 len: 375 time: 0.0260255 Nov 23 22:03:47.753989 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:47.754672 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device d424e8e0-16b4-44c7-83b5-3077daab21d3 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:03:47.932482 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=fbf87d98-58c1-485f-b0ec-76cb1954f419,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:47.934263 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-c135084d-cb6e-4b4b-91da-6a197179c4a9 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b84f6fc9b304506a7ea1bf3e4b80f30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1759295 Nov 23 22:03:48.087352 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-17cc7ddd-774d-40c0-a124-3c60bddcf481 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:03:48.093203 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-17cc7ddd-774d-40c0-a124-3c60bddcf481 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163109 Nov 23 22:03:48.128188 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:48.178683 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port d424e8e0-16b4-44c7-83b5-3077daab21d3, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=d424e8e0-16b4-44c7-83b5-3077daab21d3,segment=NetworkSegment(04b558a6-0d7e-4457-ad02-a7105ab094c5),segment_id=04b558a6-0d7e-4457-ad02-a7105ab094c5)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:48.192818 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:48.194339 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device b6f8e53c-884b-4d04-8718-3995b74448ac no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:03:48.248365 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2035a-d4b9-4210-a76e-dd67df18e874 req-e1355899-d866-4deb-8046-f53428c1069d tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:48.254540 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2035a-d4b9-4210-a76e-dd67df18e874 req-e1355899-d866-4deb-8046-f53428c1069d tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:48.261405 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2035a-d4b9-4210-a76e-dd67df18e874 req-e1355899-d866-4deb-8046-f53428c1069d tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:48.267359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2035a-d4b9-4210-a76e-dd67df18e874 req-e1355899-d866-4deb-8046-f53428c1069d tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:48.294884 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-13a2035a-d4b9-4210-a76e-dd67df18e874 req-e1355899-d866-4deb-8046-f53428c1069d tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 3145 time: 0.4801059 Nov 23 22:03:48.420256 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-9076d989-c8b1-42f9-ae84-674f4a43d0b8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Deleting port d424e8e0-16b4-44c7-83b5-3077daab21d3 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:03:48.420649 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-9076d989-c8b1-42f9-ae84-674f4a43d0b8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:48.454341 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-13a2035a-d4b9-4210-a76e-dd67df18e874 req-1a8c737e-b4fc-4a67-9ead-5f449bc1f812 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1584611 Nov 23 22:03:48.514529 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f304a4f3-98a7-481a-b024-fa9ac11528de'}, {'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbf87d98-58c1-485f-b0ec-76cb1954f419'}, {'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd424e8e0-16b4-44c7-83b5-3077daab21d3'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:03:48.517040 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df90dac-ea33-436b-955d-41594fb1df77" -d '{"events": [{"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f304a4f3-98a7-481a-b024-fa9ac11528de"}, {"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-unplugged", "status": "completed", "tag": "fbf87d98-58c1-485f-b0ec-76cb1954f419"}, {"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-unplugged", "status": "completed", "tag": "d424e8e0-16b4-44c7-83b5-3077daab21d3"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:03:48.568896 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-9076d989-c8b1-42f9-ae84-674f4a43d0b8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] For port d424e8e0-16b4-44c7-83b5-3077daab21d3, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=d424e8e0-16b4-44c7-83b5-3077daab21d3,segment=NetworkSegment(04b558a6-0d7e-4457-ad02-a7105ab094c5),segment_id=04b558a6-0d7e-4457-ad02-a7105ab094c5)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:48.569514 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-9076d989-c8b1-42f9-ae84-674f4a43d0b8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:48.637027 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device b6f8e53c-884b-4d04-8718-3995b74448ac not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:03:48.643496 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=d424e8e0-16b4-44c7-83b5-3077daab21d3,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:48.696268 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-c3ee3ebd-8e49-4db9-8ef8-5044a770192f service neutron] 10.222.0.50 "GET /v2.0/networks/4d079d6e-b458-4e63-8081-e129d5d47fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567381 Nov 23 22:03:48.926238 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b91ecb-e6f2-42ed-8e9a-754c155e989c x-openstack-request-id: req-87b91ecb-e6f2-42ed-8e9a-754c155e989c {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:03:48.926528 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-deleted", "tag": "8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:03:48.926812 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-87b91ecb-e6f2-42ed-8e9a-754c155e989c {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:03:48.932806 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-deleted', 'tag': '8ace99b6-0ef9-4b5c-b13a-4e94e37ffbd3', 'status': 'completed', 'code': 200} Nov 23 22:03:49.010406 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45262) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:49.183333 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-4dff90c4-cc4c-4152-8696-1ede1336ea24 service neutron] 10.222.0.50 "GET /v2.0/networks/4d079d6e-b458-4e63-8081-e129d5d47fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786158 Nov 23 22:03:49.216197 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-9076d989-c8b1-42f9-ae84-674f4a43d0b8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:49.216548 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-9076d989-c8b1-42f9-ae84-674f4a43d0b8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:49.217105 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-9076d989-c8b1-42f9-ae84-674f4a43d0b8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Floating IP 3d3c77a8-6b04-4e76-bf59-efbeed39d9ce disassociated. External IP: 172.25.5.161, port: d424e8e0-16b4-44c7-83b5-3077daab21d3. Nov 23 22:03:49.217603 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-9076d989-c8b1-42f9-ae84-674f4a43d0b8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Calling delete_port for d424e8e0-16b4-44c7-83b5-3077daab21d3 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:03:49.262700 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0fc10232-5e02-44f4-bca3-48027ed5ffa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:49.549899 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-9076d989-c8b1-42f9-ae84-674f4a43d0b8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:49.569396 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0fc10232-5e02-44f4-bca3-48027ed5ffa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:49.578802 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0fc10232-5e02-44f4-bca3-48027ed5ffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:49.634069 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076d989-c8b1-42f9-ae84-674f4a43d0b8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event deleted for resources: {'Port': ['ID=d424e8e0-16b4-44c7-83b5-3077daab21d3,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:49.637301 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 23 Nov 2021 22:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86efaaa5-fb90-4c47-a616-72035aa0d2bb x-openstack-request-id: req-86efaaa5-fb90-4c47-a616-72035aa0d2bb {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:03:49.638778 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f304a4f3-98a7-481a-b024-fa9ac11528de", "code": 200}, {"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-unplugged", "status": "completed", "tag": "fbf87d98-58c1-485f-b0ec-76cb1954f419", "code": 200}, {"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-unplugged", "status": "completed", "tag": "d424e8e0-16b4-44c7-83b5-3077daab21d3", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:03:49.639292 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-86efaaa5-fb90-4c47-a616-72035aa0d2bb {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:03:49.641293 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f304a4f3-98a7-481a-b024-fa9ac11528de', 'code': 200} Nov 23 22:03:49.644185 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbf87d98-58c1-485f-b0ec-76cb1954f419', 'code': 200} Nov 23 22:03:49.644783 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd424e8e0-16b4-44c7-83b5-3077daab21d3', 'code': 200} Nov 23 22:03:49.693226 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0fc10232-5e02-44f4-bca3-48027ed5ffa8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=90e66f6af611464688a823d1b82dc3b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6810229 Nov 23 22:03:49.694060 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45284) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:49.701679 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1630abe8-4776-4a60-937e-d6578c89e66d req-b0d4a449-06da-4978-8b74-f8789a36232b tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/ports?device_id=849de6bc-a06c-42f4-8403-0699d42049c2 HTTP/1.1" status: 200 len: 210 time: 0.0771191 Nov 23 22:03:49.719446 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc10232-5e02-44f4-bca3-48027ed5ffa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f6ca5e-e03a-4aef-a559-6ba666c9aef8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:49.825795 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3076f22-7e5a-4d02-b633-10c2e3092d77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:49.891662 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3076f22-7e5a-4d02-b633-10c2e3092d77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:50.017678 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3076f22-7e5a-4d02-b633-10c2e3092d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:50.023994 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3076f22-7e5a-4d02-b633-10c2e3092d77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:50.028002 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b3076f22-7e5a-4d02-b633-10c2e3092d77 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/40f6ca5e-e03a-4aef-a559-6ba666c9aef8 HTTP/1.1" status: 204 len: 168 time: 0.3307190 Nov 23 22:03:50.047252 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3076f22-7e5a-4d02-b633-10c2e3092d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f6ca5e-e03a-4aef-a559-6ba666c9aef8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:50.113537 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bf1b5-94d8-4be7-9657-bf55809c282d req-61429f5f-1b1e-4fe4-87d6-65966ba3db4f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:50.122443 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bf1b5-94d8-4be7-9657-bf55809c282d req-61429f5f-1b1e-4fe4-87d6-65966ba3db4f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:50.129218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82bf1b5-94d8-4be7-9657-bf55809c282d req-61429f5f-1b1e-4fe4-87d6-65966ba3db4f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:50.132564 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f82bf1b5-94d8-4be7-9657-bf55809c282d req-61429f5f-1b1e-4fe4-87d6-65966ba3db4f tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 2410 time: 0.3120680 Nov 23 22:03:50.138872 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-9076d989-c8b1-42f9-ae84-674f4a43d0b8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Router 7fc786bd-c7fc-4a72-b5bc-68a2a5614427 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:03:50.318488 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f82bf1b5-94d8-4be7-9657-bf55809c282d req-75014868-2955-4a4c-b322-ae41c46f9320 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1774805 Nov 23 22:03:50.407432 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-9076d989-c8b1-42f9-ae84-674f4a43d0b8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:03:50.421486 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b665511-e74f-4d0e-9617-dcbd06c56375 None None] Sync routers for ids ['7fc786bd-c7fc-4a72-b5bc-68a2a5614427'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:03:50.452560 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b665511-e74f-4d0e-9617-dcbd06c56375 None None] Routers {'7fc786bd-c7fc-4a72-b5bc-68a2a5614427'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:03:50.455798 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9b665511-e74f-4d0e-9617-dcbd06c56375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:03:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7fc786bd-c7fc-4a72-b5bc-68a2a5614427'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:50.540870 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-9076d989-c8b1-42f9-ae84-674f4a43d0b8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] No DVR routers for this DVR port d424e8e0-16b4-44c7-83b5-3077daab21d3 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:03:50.543780 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-9076d989-c8b1-42f9-ae84-674f4a43d0b8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:50.547840 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-9076d989-c8b1-42f9-ae84-674f4a43d0b8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.53 "DELETE /v2.0/ports/d424e8e0-16b4-44c7-83b5-3077daab21d3 HTTP/1.1" status: 204 len: 173 time: 2.8433843 Nov 23 22:03:50.665843 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45314) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:50.675915 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-9b665511-e74f-4d0e-9617-dcbd06c56375 None None] Set router 7fc786bd-c7fc-4a72-b5bc-68a2a5614427 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:03:50.683956 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50a6b710-c712-43ef-a8ef-3e6ba5cb7a8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:50.726577 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-d4ee15cb-c2a6-4d5d-b8d2-52f2703ffe40 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Deleting port f304a4f3-98a7-481a-b024-fa9ac11528de {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:03:50.727162 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-d4ee15cb-c2a6-4d5d-b8d2-52f2703ffe40 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:50.856871 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50a6b710-c712-43ef-a8ef-3e6ba5cb7a8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:50.865641 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50a6b710-c712-43ef-a8ef-3e6ba5cb7a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:50.903970 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6b710-c712-43ef-a8ef-3e6ba5cb7a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4dfe31-9972-4fb4-bb5f-c3f6eab1c27e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:50.951753 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-50a6b710-c712-43ef-a8ef-3e6ba5cb7a8c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d17816cc2f074cb794d6c2a85dd5e8db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2845972 Nov 23 22:03:50.954314 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45326) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:51.042832 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbc0b3eb-89cd-438b-a6d2-ff3681e916f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:51.084874 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbc0b3eb-89cd-438b-a6d2-ff3681e916f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:51.114988 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9b665511-e74f-4d0e-9617-dcbd06c56375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'name': 'tempest-TaggedBootDevicesTest-917650347-router', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:52:28Z', 'updated_at': '2021-11-23T21:52:37Z', 'revision_number': 4, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'gw_port': {'id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:30Z', 'updated_at': '2021-11-23T21:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'd1694965-de1e-44a8-bf5b-b9391f9d8853', 'name': '', 'network_id': '5b374035-6ec9-4585-9414-d17339221c43', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'mac_address': 'fa:16:3e:d9:22:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'dd878f6f-9967-479b-9c9f-bb69cd8c2238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:35Z', 'updated_at': '2021-11-23T21:52:45Z', 'revision_number': 5, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'subnets': [{'id': 'dd878f6f-9967-479b-9c9f-bb69cd8c2238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:51.179329 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b665511-e74f-4d0e-9617-dcbd06c56375 None None] Checking router: 7fc786bd-c7fc-4a72-b5bc-68a2a5614427 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:03:51.192691 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbc0b3eb-89cd-438b-a6d2-ff3681e916f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:51.196244 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbc0b3eb-89cd-438b-a6d2-ff3681e916f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:51.200262 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fbc0b3eb-89cd-438b-a6d2-ff3681e916f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4c4dfe31-9972-4fb4-bb5f-c3f6eab1c27e HTTP/1.1" status: 204 len: 168 time: 0.2446144 Nov 23 22:03:51.204469 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b665511-e74f-4d0e-9617-dcbd06c56375 None None] Routers {'7fc786bd-c7fc-4a72-b5bc-68a2a5614427'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:03:51.205122 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9b665511-e74f-4d0e-9617-dcbd06c56375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:03:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7fc786bd-c7fc-4a72-b5bc-68a2a5614427'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:51.250781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0b3eb-89cd-438b-a6d2-ff3681e916f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4dfe31-9972-4fb4-bb5f-c3f6eab1c27e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:51.559889 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-deleted', 'tag': 'd424e8e0-16b4-44c7-83b5-3077daab21d3'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:03:51.562156 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed7fb35-0279-4957-bf93-306ebf45f375" -d '{"events": [{"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-deleted", "tag": "d424e8e0-16b4-44c7-83b5-3077daab21d3"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:03:51.627386 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-9b665511-e74f-4d0e-9617-dcbd06c56375 None None] Set router 7fc786bd-c7fc-4a72-b5bc-68a2a5614427 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:03:51.696845 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-d4ee15cb-c2a6-4d5d-b8d2-52f2703ffe40 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] For port f304a4f3-98a7-481a-b024-fa9ac11528de, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f304a4f3-98a7-481a-b024-fa9ac11528de,segment=NetworkSegment(5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a),segment_id=5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:51.701376 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-d4ee15cb-c2a6-4d5d-b8d2-52f2703ffe40 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:51.743356 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4d8ebdb-bba8-47d0-a9cb-63b68550a2a6 req-9bc4d316-9159-4a0a-9f8b-19c0a1bace39 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/ports?device_id=849de6bc-a06c-42f4-8403-0699d42049c2 HTTP/1.1" status: 200 len: 210 time: 0.8674099 Nov 23 22:03:51.763728 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-d4ee15cb-c2a6-4d5d-b8d2-52f2703ffe40 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Calling delete_port for f304a4f3-98a7-481a-b024-fa9ac11528de owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:03:51.921684 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-7332fdca-1852-425b-9684-b25cffd059c5 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:51.923390 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-7332fdca-1852-425b-9684-b25cffd059c5 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.60 "GET /v2.0/networks?id=4d079d6e-b458-4e63-8081-e129d5d47fea HTTP/1.1" status: 200 len: 813 time: 0.3209281 Nov 23 22:03:51.954116 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-d9672111-6a02-4f3c-b63a-9ce0c06d2cfc tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Request body: {'port': {'device_id': '849de6bc-a06c-42f4-8403-0699d42049c2', 'network_id': '4d079d6e-b458-4e63-8081-e129d5d47fea', 'admin_state_up': True, 'tenant_id': '0b84f6fc9b304506a7ea1bf3e4b80f30'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:03:52.039859 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93d29b-88ef-48b5-91f3-c3959d12373c req-42059105-230b-4820-a780-6493c249cf4c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:52.046132 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93d29b-88ef-48b5-91f3-c3959d12373c req-42059105-230b-4820-a780-6493c249cf4c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:52.053005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb93d29b-88ef-48b5-91f3-c3959d12373c req-42059105-230b-4820-a780-6493c249cf4c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:52.061852 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bb93d29b-88ef-48b5-91f3-c3959d12373c req-42059105-230b-4820-a780-6493c249cf4c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 2410 time: 0.2818367 Nov 23 22:03:52.184537 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bb93d29b-88ef-48b5-91f3-c3959d12373c req-d5c7f4ba-5b22-408f-9f39-9b8a724aa8b1 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1168087 Nov 23 22:03:52.243708 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15101d-4cf0-4ab6-b8e5-29e98cb70dc3 req-9d5e4e73-c6b4-4157-9627-d0720cd57527 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:52.261605 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15101d-4cf0-4ab6-b8e5-29e98cb70dc3 req-9d5e4e73-c6b4-4157-9627-d0720cd57527 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:52.271490 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15101d-4cf0-4ab6-b8e5-29e98cb70dc3 req-9d5e4e73-c6b4-4157-9627-d0720cd57527 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:52.282643 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15101d-4cf0-4ab6-b8e5-29e98cb70dc3 req-9d5e4e73-c6b4-4157-9627-d0720cd57527 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:52.298557 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15101d-4cf0-4ab6-b8e5-29e98cb70dc3 req-9d5e4e73-c6b4-4157-9627-d0720cd57527 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:52.304650 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15101d-4cf0-4ab6-b8e5-29e98cb70dc3 req-9d5e4e73-c6b4-4157-9627-d0720cd57527 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:52.313014 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15101d-4cf0-4ab6-b8e5-29e98cb70dc3 req-9d5e4e73-c6b4-4157-9627-d0720cd57527 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:52.323215 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be15101d-4cf0-4ab6-b8e5-29e98cb70dc3 req-9d5e4e73-c6b4-4157-9627-d0720cd57527 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5445 time: 0.3659072 Nov 23 22:03:52.328432 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3a9ced-ff6d-4b11-8473-54bb6292ef4c x-openstack-request-id: req-6d3a9ced-ff6d-4b11-8473-54bb6292ef4c {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:03:52.329224 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-deleted", "tag": "d424e8e0-16b4-44c7-83b5-3077daab21d3", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:03:52.329470 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-d9672111-6a02-4f3c-b63a-9ce0c06d2cfc tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Made reservation on behalf of 0b84f6fc9b304506a7ea1bf3e4b80f30 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:03:52.330152 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6d3a9ced-ff6d-4b11-8473-54bb6292ef4c {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:03:52.330735 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-deleted', 'tag': 'd424e8e0-16b4-44c7-83b5-3077daab21d3', 'status': 'completed', 'code': 200} Nov 23 22:03:52.334509 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-d9672111-6a02-4f3c-b63a-9ce0c06d2cfc tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:52.476419 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be15101d-4cf0-4ab6-b8e5-29e98cb70dc3 req-14d07893-918b-41d2-84da-8fc39f6b8a49 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1467481 Nov 23 22:03:52.536423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9b665511-e74f-4d0e-9617-dcbd06c56375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'name': 'tempest-TaggedBootDevicesTest-917650347-router', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:52:28Z', 'updated_at': '2021-11-23T21:52:37Z', 'revision_number': 4, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'gw_port': {'id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:30Z', 'updated_at': '2021-11-23T21:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'd1694965-de1e-44a8-bf5b-b9391f9d8853', 'name': '', 'network_id': '5b374035-6ec9-4585-9414-d17339221c43', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'mac_address': 'fa:16:3e:d9:22:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'dd878f6f-9967-479b-9c9f-bb69cd8c2238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:35Z', 'updated_at': '2021-11-23T21:52:45Z', 'revision_number': 5, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'subnets': [{'id': 'dd878f6f-9967-479b-9c9f-bb69cd8c2238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:03:52.661729 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b665511-e74f-4d0e-9617-dcbd06c56375 None None] The sync data for ids ['7fc786bd-c7fc-4a72-b5bc-68a2a5614427'] in n-d-816206-9 is: [{'id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'name': 'tempest-TaggedBootDevicesTest-917650347-router', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:52:28Z', 'updated_at': '2021-11-23T21:52:37Z', 'revision_number': 4, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'gw_port': {'id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:30Z', 'updated_at': '2021-11-23T21:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'd1694965-de1e-44a8-bf5b-b9391f9d8853', 'name': '', 'network_id': '5b374035-6ec9-4585-9414-d17339221c43', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'mac_address': 'fa:16:3e:d9:22:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'dd878f6f-9967-479b-9c9f-bb69cd8c2238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:35Z', 'updated_at': '2021-11-23T21:52:45Z', 'revision_number': 5, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'subnets': [{'id': 'dd878f6f-9967-479b-9c9f-bb69cd8c2238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:03:52.727588 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-d9672111-6a02-4f3c-b63a-9ce0c06d2cfc tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Allocated IP 172.20.0.3 (4d079d6e-b458-4e63-8081-e129d5d47fea/445fe37a-d476-4947-94aa-8fbbcab4ef8a/fb1273fe-4e06-4a53-947a-b25f38ec4986) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:03:52.795931 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:52.796629 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-d4ee15cb-c2a6-4d5d-b8d2-52f2703ffe40 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:52.928067 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee15cb-c2a6-4d5d-b8d2-52f2703ffe40 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event deleted for resources: {'Port': ['ID=f304a4f3-98a7-481a-b024-fa9ac11528de,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:52.987416 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5c587b90-ca55-4a84-98d2-e2374d66e809 req-1eb218cb-5cd5-4c6a-8426-80252561d54c tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/ports?device_id=849de6bc-a06c-42f4-8403-0699d42049c2 HTTP/1.1" status: 200 len: 210 time: 0.0533171 Nov 23 22:03:53.042707 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16863e2-494a-4cc4-85cd-cd90fedd611b req-dec72033-1a9c-4862-90e4-28c140664f30 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:53.062188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16863e2-494a-4cc4-85cd-cd90fedd611b req-dec72033-1a9c-4862-90e4-28c140664f30 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:53.087567 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16863e2-494a-4cc4-85cd-cd90fedd611b req-dec72033-1a9c-4862-90e4-28c140664f30 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:53.104966 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16863e2-494a-4cc4-85cd-cd90fedd611b req-dec72033-1a9c-4862-90e4-28c140664f30 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:53.129895 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16863e2-494a-4cc4-85cd-cd90fedd611b req-dec72033-1a9c-4862-90e4-28c140664f30 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:53.145961 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16863e2-494a-4cc4-85cd-cd90fedd611b req-dec72033-1a9c-4862-90e4-28c140664f30 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:53.170519 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16863e2-494a-4cc4-85cd-cd90fedd611b req-dec72033-1a9c-4862-90e4-28c140664f30 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:53.185444 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-d9672111-6a02-4f3c-b63a-9ce0c06d2cfc tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:53.186446 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a16863e2-494a-4cc4-85cd-cd90fedd611b req-dec72033-1a9c-4862-90e4-28c140664f30 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5445 time: 0.4977298 Nov 23 22:03:53.242410 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-d4ee15cb-c2a6-4d5d-b8d2-52f2703ffe40 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] No DVR routers for this DVR port f304a4f3-98a7-481a-b024-fa9ac11528de on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:03:53.249869 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-d4ee15cb-c2a6-4d5d-b8d2-52f2703ffe40 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:53.253823 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-d4ee15cb-c2a6-4d5d-b8d2-52f2703ffe40 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.53 "DELETE /v2.0/ports/f304a4f3-98a7-481a-b024-fa9ac11528de HTTP/1.1" status: 204 len: 173 time: 2.6963589 Nov 23 22:03:53.261630 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-d9672111-6a02-4f3c-b63a-9ce0c06d2cfc tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:53.393912 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-d9672111-6a02-4f3c-b63a-9ce0c06d2cfc tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Network 4d079d6e-b458-4e63-8081-e129d5d47fea is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:03:53.400924 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28150e1c-3510-465f-9b50-dbbe11c269ac None None] New status for floating IP 3d3c77a8-6b04-4e76-bf59-efbeed39d9ce: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:03:53.423405 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-d9672111-6a02-4f3c-b63a-9ce0c06d2cfc tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:03:53.444590 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-d9672111-6a02-4f3c-b63a-9ce0c06d2cfc tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:03:53.649899 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9672111-6a02-4f3c-b63a-9ce0c06d2cfc tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Pushing event updated for resources: {'Port': ['ID=fb1273fe-4e06-4a53-947a-b25f38ec4986,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:53.686691 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-d9672111-6a02-4f3c-b63a-9ce0c06d2cfc tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:53.689320 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-d9672111-6a02-4f3c-b63a-9ce0c06d2cfc tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:53.730960 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-d9672111-6a02-4f3c-b63a-9ce0c06d2cfc tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7894459 Nov 23 22:03:53.752856 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-f3d4f326-cd29-48dc-a6ce-379bdc6dba0e tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:03:53.753968 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-f3d4f326-cd29-48dc-a6ce-379bdc6dba0e tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158465 Nov 23 22:03:53.808557 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-e8e00be9-1398-4666-bc66-da190fc0c7d7 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Deleting port fbf87d98-58c1-485f-b0ec-76cb1954f419 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:03:53.809035 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-e8e00be9-1398-4666-bc66-da190fc0c7d7 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:53.861537 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32287d70-7211-4964-831f-94917aaefde7 req-8d8f299c-9f82-473f-bfe8-f6b971561285 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:53.873316 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32287d70-7211-4964-831f-94917aaefde7 req-8d8f299c-9f82-473f-bfe8-f6b971561285 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:53.890883 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32287d70-7211-4964-831f-94917aaefde7 req-8d8f299c-9f82-473f-bfe8-f6b971561285 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 1677 time: 0.5111361 Nov 23 22:03:54.048938 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-b63cdfc8-0648-4a4a-af5d-81a798b2fba6 service neutron] Request body: {'port': {'device_id': '849de6bc-a06c-42f4-8403-0699d42049c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:03:54.221548 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32287d70-7211-4964-831f-94917aaefde7 req-182490b1-f0f7-44b0-b9d6-67418a08621c tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3292418 Nov 23 22:03:54.258455 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-b63cdfc8-0648-4a4a-af5d-81a798b2fba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:54.347143 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-deleted', 'tag': 'f304a4f3-98a7-481a-b024-fa9ac11528de'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:03:54.351669 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c766b4e-d71c-4652-b1ac-5114f3674815" -d '{"events": [{"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-deleted", "tag": "f304a4f3-98a7-481a-b024-fa9ac11528de"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:03:54.398841 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-e8e00be9-1398-4666-bc66-da190fc0c7d7 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] For port fbf87d98-58c1-485f-b0ec-76cb1954f419, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=fbf87d98-58c1-485f-b0ec-76cb1954f419,segment=NetworkSegment(58b520fc-ac31-40cf-a40c-a5ec7f20b775),segment_id=58b520fc-ac31-40cf-a40c-a5ec7f20b775)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:54.400045 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-e8e00be9-1398-4666-bc66-da190fc0c7d7 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:54.431685 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-e8e00be9-1398-4666-bc66-da190fc0c7d7 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Calling delete_port for fbf87d98-58c1-485f-b0ec-76cb1954f419 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:03:54.467235 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474d47a-821b-4d8b-bd14-20de4b3d33a9 req-3853a922-4ed6-4a22-b32c-82ed9f97fe75 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:54.495357 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1474d47a-821b-4d8b-bd14-20de4b3d33a9 req-3853a922-4ed6-4a22-b32c-82ed9f97fe75 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/ports?device_id=849de6bc-a06c-42f4-8403-0699d42049c2 HTTP/1.1" status: 200 len: 931 time: 0.2228084 Nov 23 22:03:54.505083 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c28b25d-e9a6-4027-a90a-722c372dfd63 x-openstack-request-id: req-5c28b25d-e9a6-4027-a90a-722c372dfd63 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:03:54.505452 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-deleted", "tag": "f304a4f3-98a7-481a-b024-fa9ac11528de", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:03:54.505757 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c28b25d-e9a6-4027-a90a-722c372dfd63 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:03:54.506299 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-deleted', 'tag': 'f304a4f3-98a7-481a-b024-fa9ac11528de', 'status': 'completed', 'code': 200} Nov 23 22:03:54.742536 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1474d47a-821b-4d8b-bd14-20de4b3d33a9 req-d02541a4-6f2c-4800-99a0-e3ec4ee47ffa tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e4668ad-886a-4879-8941-d1ccdcdee968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401717 Nov 23 22:03:54.841674 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45704) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:54.996951 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-e8e00be9-1398-4666-bc66-da190fc0c7d7 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:55.059572 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-b63cdfc8-0648-4a4a-af5d-81a798b2fba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1273fe-4e06-4a53-947a-b25f38ec4986 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:03:55.076730 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-b63cdfc8-0648-4a4a-af5d-81a798b2fba6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:55.095220 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e00be9-1398-4666-bc66-da190fc0c7d7 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event deleted for resources: {'Port': ['ID=fbf87d98-58c1-485f-b0ec-76cb1954f419,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:55.118357 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-b63cdfc8-0648-4a4a-af5d-81a798b2fba6 service neutron] Transition to ACTIVE for port object fb1273fe-4e06-4a53-947a-b25f38ec4986 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:03:55.130708 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-b63cdfc8-0648-4a4a-af5d-81a798b2fba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:55.197648 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-e8e00be9-1398-4666-bc66-da190fc0c7d7 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] No DVR routers for this DVR port fbf87d98-58c1-485f-b0ec-76cb1954f419 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:03:55.201285 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-e8e00be9-1398-4666-bc66-da190fc0c7d7 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:55.206364 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-e8e00be9-1398-4666-bc66-da190fc0c7d7 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.53 "DELETE /v2.0/ports/fbf87d98-58c1-485f-b0ec-76cb1954f419 HTTP/1.1" status: 204 len: 173 time: 1.9426260 Nov 23 22:03:55.235179 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cdfc8-0648-4a4a-af5d-81a798b2fba6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1273fe-4e06-4a53-947a-b25f38ec4986,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:55.283373 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-558e1b14-2cf3-42b2-81d0-7f5610193660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:55.434057 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-b63cdfc8-0648-4a4a-af5d-81a798b2fba6 service neutron] Attempting to bind port fb1273fe-4e06-4a53-947a-b25f38ec4986 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:03:55.434645 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-b63cdfc8-0648-4a4a-af5d-81a798b2fba6 service neutron] Attempting to bind port fb1273fe-4e06-4a53-947a-b25f38ec4986 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '7bf27ad7-9ba4-470d-b30e-5a68c50b01af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4d079d6e-b458-4e63-8081-e129d5d47fea'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:03:55.435535 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-b63cdfc8-0648-4a4a-af5d-81a798b2fba6 service neutron] Attempting to bind port fb1273fe-4e06-4a53-947a-b25f38ec4986 on network 4d079d6e-b458-4e63-8081-e129d5d47fea {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:03:55.469056 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490e22a-df7a-4213-acd3-b98a06a3c4d9 req-45defdd3-1820-472d-bc0b-b3dbaa0e80ab tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:55.470837 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3490e22a-df7a-4213-acd3-b98a06a3c4d9 req-45defdd3-1820-472d-bc0b-b3dbaa0e80ab tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 943 time: 0.1017323 Nov 23 22:03:55.484206 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-b63cdfc8-0648-4a4a-af5d-81a798b2fba6 service neutron] Port fb1273fe-4e06-4a53-947a-b25f38ec4986 on network 4d079d6e-b458-4e63-8081-e129d5d47fea not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:03:55.484792 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-b63cdfc8-0648-4a4a-af5d-81a798b2fba6 service neutron] Attempting to bind port fb1273fe-4e06-4a53-947a-b25f38ec4986 on network 4d079d6e-b458-4e63-8081-e129d5d47fea {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:03:55.501102 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-b63cdfc8-0648-4a4a-af5d-81a798b2fba6 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:03:55.501660 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-b63cdfc8-0648-4a4a-af5d-81a798b2fba6 service neutron] Checking segment: {'id': '7bf27ad7-9ba4-470d-b30e-5a68c50b01af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4d079d6e-b458-4e63-8081-e129d5d47fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:03:55.519797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-b63cdfc8-0648-4a4a-af5d-81a798b2fba6 service neutron] Bound using segment: {'id': '7bf27ad7-9ba4-470d-b30e-5a68c50b01af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4d079d6e-b458-4e63-8081-e129d5d47fea'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:03:55.520903 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-b63cdfc8-0648-4a4a-af5d-81a798b2fba6 service neutron] Bound port: fb1273fe-4e06-4a53-947a-b25f38ec4986, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf27ad7-9ba4-470d-b30e-5a68c50b01af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '4d079d6e-b458-4e63-8081-e129d5d47fea'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:03:55.521445 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-b63cdfc8-0648-4a4a-af5d-81a798b2fba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:55.574018 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3490e22a-df7a-4213-acd3-b98a06a3c4d9 req-ba965357-91f3-4505-ad84-9c7d901b297a tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups?id=d0414a87-20a8-4b7e-854e-1cf574a2716d&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0931156 Nov 23 22:03:55.597619 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-2f49a634-de7a-475e-8813-64c676ea8723 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Deleting port 247b2c22-bf5b-4a93-af05-80b974a24c48 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:03:55.598145 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-2f49a634-de7a-475e-8813-64c676ea8723 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:55.743452 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-2f49a634-de7a-475e-8813-64c676ea8723 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] For port 247b2c22-bf5b-4a93-af05-80b974a24c48, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=247b2c22-bf5b-4a93-af05-80b974a24c48,segment=NetworkSegment(5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a),segment_id=5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:03:55.743848 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-2f49a634-de7a-475e-8813-64c676ea8723 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:55.780356 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-2f49a634-de7a-475e-8813-64c676ea8723 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Calling delete_port for 247b2c22-bf5b-4a93-af05-80b974a24c48 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:03:55.793292 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45780) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:56.193730 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a078c-1e13-4e91-9e0f-85f8a1bd5d18 req-be0bcb51-249e-4b21-b20e-57ce66cfb756 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:56.203591 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0c2a078c-1e13-4e91-9e0f-85f8a1bd5d18 req-be0bcb51-249e-4b21-b20e-57ce66cfb756 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/ports?device_id=849de6bc-a06c-42f4-8403-0699d42049c2 HTTP/1.1" status: 200 len: 943 time: 0.2212474 Nov 23 22:03:56.254399 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ac98a-a2f4-459e-bb7f-c81e7e2823e2 req-8436a53b-9492-483b-be77-eaa691c4609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:56.255293 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ac98a-a2f4-459e-bb7f-c81e7e2823e2 req-8436a53b-9492-483b-be77-eaa691c4609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:56.255802 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ac98a-a2f4-459e-bb7f-c81e7e2823e2 req-8436a53b-9492-483b-be77-eaa691c4609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:56.256385 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ac98a-a2f4-459e-bb7f-c81e7e2823e2 req-8436a53b-9492-483b-be77-eaa691c4609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:56.256894 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ac98a-a2f4-459e-bb7f-c81e7e2823e2 req-8436a53b-9492-483b-be77-eaa691c4609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:56.257452 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ac98a-a2f4-459e-bb7f-c81e7e2823e2 req-8436a53b-9492-483b-be77-eaa691c4609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:56.258158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ac98a-a2f4-459e-bb7f-c81e7e2823e2 req-8436a53b-9492-483b-be77-eaa691c4609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:56.266825 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-553ac98a-a2f4-459e-bb7f-c81e7e2823e2 req-8436a53b-9492-483b-be77-eaa691c4609d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 6502 time: 0.4700642 Nov 23 22:03:56.274667 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-b63cdfc8-0648-4a4a-af5d-81a798b2fba6 service neutron] For port fb1273fe-4e06-4a53-947a-b25f38ec4986, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:03:56.279300 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-b63cdfc8-0648-4a4a-af5d-81a798b2fba6 service neutron] For port fb1273fe-4e06-4a53-947a-b25f38ec4986, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=fb1273fe-4e06-4a53-947a-b25f38ec4986,segment=NetworkSegment(7bf27ad7-9ba4-470d-b30e-5a68c50b01af),segment_id=7bf27ad7-9ba4-470d-b30e-5a68c50b01af)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:03:56.292925 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-558e1b14-2cf3-42b2-81d0-7f5610193660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:56.296184 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-b63cdfc8-0648-4a4a-af5d-81a798b2fba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:56.306866 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-558e1b14-2cf3-42b2-81d0-7f5610193660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:56.336387 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0c2a078c-1e13-4e91-9e0f-85f8a1bd5d18 req-de397c76-6692-43cb-9e3f-9f0227aa01fb tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e4668ad-886a-4879-8941-d1ccdcdee968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314085 Nov 23 22:03:56.351736 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-2f49a634-de7a-475e-8813-64c676ea8723 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:56.376616 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-b63cdfc8-0648-4a4a-af5d-81a798b2fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:56.377393 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-b63cdfc8-0648-4a4a-af5d-81a798b2fba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:56.379033 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-b63cdfc8-0648-4a4a-af5d-81a798b2fba6 service neutron] 10.222.0.60 "PUT /v2.0/ports/fb1273fe-4e06-4a53-947a-b25f38ec4986 HTTP/1.1" status: 200 len: 1091 time: 2.6098218 Nov 23 22:03:56.382647 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849de6bc-a06c-42f4-8403-0699d42049c2', 'tag': 'fb1273fe-4e06-4a53-947a-b25f38ec4986'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:03:56.384898 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4943732-4209-4875-b433-7354159d9b77" -d '{"events": [{"name": "network-changed", "server_uuid": "849de6bc-a06c-42f4-8403-0699d42049c2", "tag": "fb1273fe-4e06-4a53-947a-b25f38ec4986"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:03:56.410681 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-553ac98a-a2f4-459e-bb7f-c81e7e2823e2 req-c9b9dcd4-77a5-42d3-aafd-de5e28b9667e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1426408 Nov 23 22:03:56.441235 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49a634-de7a-475e-8813-64c676ea8723 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event deleted for resources: {'Port': ['ID=247b2c22-bf5b-4a93-af05-80b974a24c48,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:56.476738 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-558e1b14-2cf3-42b2-81d0-7f5610193660 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e66cbc9b920d440286784342ce59ad01&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6329215 Nov 23 22:03:56.477890 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e1b14-2cf3-42b2-81d0-7f5610193660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca103b45-d9e9-4809-b45d-96f117374bba,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:56.509138 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce35e42b-ec7a-424f-bffb-828fc9544b93 x-openstack-request-id: req-ce35e42b-ec7a-424f-bffb-828fc9544b93 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:03:56.509518 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849de6bc-a06c-42f4-8403-0699d42049c2", "tag": "fb1273fe-4e06-4a53-947a-b25f38ec4986", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:03:56.509705 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ce35e42b-ec7a-424f-bffb-828fc9544b93 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:03:56.510044 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849de6bc-a06c-42f4-8403-0699d42049c2', 'tag': 'fb1273fe-4e06-4a53-947a-b25f38ec4986', 'status': 'completed', 'code': 200} Nov 23 22:03:56.513498 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-deleted', 'tag': 'fbf87d98-58c1-485f-b0ec-76cb1954f419'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:03:56.515765 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d054262-7c73-4feb-bfd2-f64cb7eb3527" -d '{"events": [{"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-deleted", "tag": "fbf87d98-58c1-485f-b0ec-76cb1954f419"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:03:56.516703 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45852) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:56.551399 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-2f49a634-de7a-475e-8813-64c676ea8723 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] No DVR routers for this DVR port 247b2c22-bf5b-4a93-af05-80b974a24c48 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:03:56.554456 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-2f49a634-de7a-475e-8813-64c676ea8723 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:56.561873 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8948ad66-2b8b-448f-a7e4-9c840adde459 req-2f49a634-de7a-475e-8813-64c676ea8723 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.53 "DELETE /v2.0/ports/247b2c22-bf5b-4a93-af05-80b974a24c48 HTTP/1.1" status: 204 len: 173 time: 1.3348927 Nov 23 22:03:56.588521 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4270bf-1471-4cea-b67f-d1e82fbc1465 x-openstack-request-id: req-fc4270bf-1471-4cea-b67f-d1e82fbc1465 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:03:56.588901 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-deleted", "tag": "fbf87d98-58c1-485f-b0ec-76cb1954f419", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:03:56.589172 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc4270bf-1471-4cea-b67f-d1e82fbc1465 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:03:56.589608 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-deleted', 'tag': 'fbf87d98-58c1-485f-b0ec-76cb1954f419', 'status': 'completed', 'code': 200} Nov 23 22:03:56.593319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63cdfc8-0648-4a4a-af5d-81a798b2fba6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1273fe-4e06-4a53-947a-b25f38ec4986,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:56.644986 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-5b2037cb-0386-4d45-9d6e-3efb7d54df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:56.647262 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-5b2037cb-0386-4d45-9d6e-3efb7d54df19 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0b84f6fc9b304506a7ea1bf3e4b80f30&device_id=849de6bc-a06c-42f4-8403-0699d42049c2 HTTP/1.1" status: 200 len: 1094 time: 0.1506021 Nov 23 22:03:56.660413 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c6f59a31-a5cd-45b1-a8b6-9df87c400acf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:56.727823 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-2de77d2d-ad10-4fb7-9f56-256433729a74 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb1273fe-4e06-4a53-947a-b25f38ec4986 HTTP/1.1" status: 200 len: 217 time: 0.0653207 Nov 23 22:03:56.811781 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c6f59a31-a5cd-45b1-a8b6-9df87c400acf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:56.816467 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfb0a980-fe36-436b-a2c5-d23ee5e5c2aa req-7e041266-8f15-4017-8436-3f1927925930 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.0584347 Nov 23 22:03:56.868613 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-b8183a98-f8f3-4009-8732-458277487bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:56.874994 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-b8183a98-f8f3-4009-8732-458277487bef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=445fe37a-d476-4947-94aa-8fbbcab4ef8a HTTP/1.1" status: 200 len: 853 time: 0.1251976 Nov 23 22:03:56.931169 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-393689b4-e682-451b-8fe1-383009282c67 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d079d6e-b458-4e63-8081-e129d5d47fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528004 Nov 23 22:03:57.045188 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c6f59a31-a5cd-45b1-a8b6-9df87c400acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:57.052740 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c6f59a31-a5cd-45b1-a8b6-9df87c400acf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:57.057143 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c6f59a31-a5cd-45b1-a8b6-9df87c400acf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ca103b45-d9e9-4809-b45d-96f117374bba HTTP/1.1" status: 204 len: 168 time: 0.5364399 Nov 23 22:03:57.081257 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f59a31-a5cd-45b1-a8b6-9df87c400acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca103b45-d9e9-4809-b45d-96f117374bba,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:57.110777 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-69b90a5d-205b-4762-ba98-a8539d40c14f service neutron] 10.222.0.60 "GET /v2.0/networks/4d079d6e-b458-4e63-8081-e129d5d47fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724010 Nov 23 22:03:57.313178 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1557f41b-b62a-4409-beb6-b4bee2ae5a20 req-2fb73cb9-8db8-44cf-8cf3-d8f28016db43 service neutron] 10.222.0.60 "GET /v2.0/networks/4d079d6e-b458-4e63-8081-e129d5d47fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935070 Nov 23 22:03:57.518790 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4943732-4209-4875-b433-7354159d9b77 req-4c3b6558-3bda-4d69-8b2a-08d3231072e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:57.520646 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c4943732-4209-4875-b433-7354159d9b77 req-4c3b6558-3bda-4d69-8b2a-08d3231072e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0b84f6fc9b304506a7ea1bf3e4b80f30&device_id=849de6bc-a06c-42f4-8403-0699d42049c2 HTTP/1.1" status: 200 len: 1094 time: 0.0704875 Nov 23 22:03:57.584912 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859c93c-728e-4ed0-ba1f-9ed9baee63b4 req-8d109d46-dffc-47e9-b2f8-ac792209e653 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:57.590236 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6859c93c-728e-4ed0-ba1f-9ed9baee63b4 req-8d109d46-dffc-47e9-b2f8-ac792209e653 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/ports?device_id=849de6bc-a06c-42f4-8403-0699d42049c2 HTTP/1.1" status: 200 len: 943 time: 0.1203747 Nov 23 22:03:57.656231 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4943732-4209-4875-b433-7354159d9b77 req-40d8a212-60ef-4558-a1f4-f5778c2d3eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:57.658613 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c4943732-4209-4875-b433-7354159d9b77 req-40d8a212-60ef-4558-a1f4-f5778c2d3eaa service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d079d6e-b458-4e63-8081-e129d5d47fea HTTP/1.1" status: 200 len: 914 time: 0.1275704 Nov 23 22:03:57.687047 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6859c93c-728e-4ed0-ba1f-9ed9baee63b4 req-de7d2c69-6a5b-488f-accb-5acfdc0af068 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e4668ad-886a-4879-8941-d1ccdcdee968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832756 Nov 23 22:03:57.722984 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c4943732-4209-4875-b433-7354159d9b77 req-266d69ff-8fd7-47ed-b989-538cda813f2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb1273fe-4e06-4a53-947a-b25f38ec4986 HTTP/1.1" status: 200 len: 217 time: 0.0554512 Nov 23 22:03:57.785983 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4943732-4209-4875-b433-7354159d9b77 req-8f95374b-9d7e-4596-bd2f-4d86f0630354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:57.787994 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c4943732-4209-4875-b433-7354159d9b77 req-8f95374b-9d7e-4596-bd2f-4d86f0630354 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=445fe37a-d476-4947-94aa-8fbbcab4ef8a HTTP/1.1" status: 200 len: 853 time: 0.0577619 Nov 23 22:03:57.831898 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c4943732-4209-4875-b433-7354159d9b77 req-1b2cf552-f74a-4962-849a-58fef1f3a517 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d079d6e-b458-4e63-8081-e129d5d47fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353301 Nov 23 22:03:57.892944 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fcfabbc1-1f19-4118-a3a9-605e331a2e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:58.012393 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b5eef362-fe73-4957-b5cc-db078bc5ce40 req-95c855a4-5493-496c-9a52-a1bffc61f641 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.0567839 Nov 23 22:03:58.046800 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c4943732-4209-4875-b433-7354159d9b77 req-276b3af7-5cf8-47f3-a15d-c36a8c05ef04 service neutron] 10.222.0.60 "GET /v2.0/networks/4d079d6e-b458-4e63-8081-e129d5d47fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038736 Nov 23 22:03:58.187370 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c4943732-4209-4875-b433-7354159d9b77 req-c91bfb8f-f737-4088-bd5b-2d0be1cf5d2f service neutron] 10.222.0.60 "GET /v2.0/networks/4d079d6e-b458-4e63-8081-e129d5d47fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336970 Nov 23 22:03:58.590762 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-deleted', 'tag': '247b2c22-bf5b-4a93-af05-80b974a24c48'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:03:58.593594 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23223c47-5970-4b21-861a-2c2d995925ab" -d '{"events": [{"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-deleted", "tag": "247b2c22-bf5b-4a93-af05-80b974a24c48"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:03:58.638058 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362fb7fd-e05a-4a3f-9dd3-8455a3fe9a5f x-openstack-request-id: req-362fb7fd-e05a-4a3f-9dd3-8455a3fe9a5f {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:03:58.638697 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4c4703-d885-4556-800a-e8b328f4c1c1", "name": "network-vif-deleted", "tag": "247b2c22-bf5b-4a93-af05-80b974a24c48", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:03:58.638995 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-362fb7fd-e05a-4a3f-9dd3-8455a3fe9a5f {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:03:58.639398 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4c4703-d885-4556-800a-e8b328f4c1c1', 'name': 'network-vif-deleted', 'tag': '247b2c22-bf5b-4a93-af05-80b974a24c48', 'status': 'completed', 'code': 200} Nov 23 22:03:58.877026 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e5bba-55d7-4131-a310-0d59efb8577b req-9b2481de-822a-452b-b426-740258f05433 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:58.878850 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f16e5bba-55d7-4131-a310-0d59efb8577b req-9b2481de-822a-452b-b426-740258f05433 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/ports?device_id=849de6bc-a06c-42f4-8403-0699d42049c2 HTTP/1.1" status: 200 len: 943 time: 0.0630732 Nov 23 22:03:58.958444 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f16e5bba-55d7-4131-a310-0d59efb8577b req-01e879e5-8446-48bf-ac10-ee79fc7e16bd tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e4668ad-886a-4879-8941-d1ccdcdee968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660803 Nov 23 22:03:59.078598 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46028) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:59.204909 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e097c838-2b1e-4dd1-a976-8e6df1c75a73 req-ec6b7d64-56fe-4a35-8214-4fbbca6d7b37 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.0406582 Nov 23 22:03:59.279762 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-9eb1dbe7-8012-4b37-bf52-a2c85245a70b tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-25942093'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:03:59.304728 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb1dbe7-8012-4b37-bf52-a2c85245a70b tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Made reservation on behalf of 9faeaf90ba964d9090b45fe11665207f for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:03:59.308388 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9eb1dbe7-8012-4b37-bf52-a2c85245a70b tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:59.317627 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9eb1dbe7-8012-4b37-bf52-a2c85245a70b tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:59.421413 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9eb1dbe7-8012-4b37-bf52-a2c85245a70b tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:59.428840 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9eb1dbe7-8012-4b37-bf52-a2c85245a70b tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:59.466577 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb1dbe7-8012-4b37-bf52-a2c85245a70b tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:03:59.485948 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1dbe7-8012-4b37-bf52-a2c85245a70b tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b62f88-a89e-4c5a-a5fc-f04eaf34faa1,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:59.493487 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9eb1dbe7-8012-4b37-bf52-a2c85245a70b tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:59.493843 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-9eb1dbe7-8012-4b37-bf52-a2c85245a70b tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Added segment 4aa5e3e9-4940-4113-a994-26c12c130c37 of type vlan for network 0df9e427-dac0-48f2-a7d7-02022ff7bdeb Nov 23 22:03:59.565813 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9eb1dbe7-8012-4b37-bf52-a2c85245a70b tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:59.595441 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9eb1dbe7-8012-4b37-bf52-a2c85245a70b tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:59.602285 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb1dbe7-8012-4b37-bf52-a2c85245a70b tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:03:59.603055 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9eb1dbe7-8012-4b37-bf52-a2c85245a70b tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:59.691326 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1dbe7-8012-4b37-bf52-a2c85245a70b tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Pushing event updated for resources: {'Network': ['ID=0df9e427-dac0-48f2-a7d7-02022ff7bdeb,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:03:59.703373 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 0df9e427-dac0-48f2-a7d7-02022ff7bdeb details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:03:59.705537 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46048) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:03:59.706047 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9eb1dbe7-8012-4b37-bf52-a2c85245a70b tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6257944 Nov 23 22:03:59.711959 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-e9df7720-ca86-47c5-8859-4a3e5b058c91 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Request body: {'subnet': {'network_id': '0df9e427-dac0-48f2-a7d7-02022ff7bdeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:03:59.834812 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9df7720-ca86-47c5-8859-4a3e5b058c91 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Made reservation on behalf of 9faeaf90ba964d9090b45fe11665207f for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:03:59.841058 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e9df7720-ca86-47c5-8859-4a3e5b058c91 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:03:59.934450 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:00.148634 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e9df7720-ca86-47c5-8859-4a3e5b058c91 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:00.199932 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df7720-ca86-47c5-8859-4a3e5b058c91 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Pushing event updated for resources: {'Subnet': ['ID=ae6ff235-fa55-432f-98a2-8b5da7e9ea6c,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:00.229049 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb0940-a3be-4139-b462-08b6f629cb18 req-132b3214-165c-491c-889c-239c773a84f8 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:00.230610 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3bfb0940-a3be-4139-b462-08b6f629cb18 req-132b3214-165c-491c-889c-239c773a84f8 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/ports?device_id=849de6bc-a06c-42f4-8403-0699d42049c2 HTTP/1.1" status: 200 len: 943 time: 0.1987803 Nov 23 22:04:00.265675 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9df7720-ca86-47c5-8859-4a3e5b058c91 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Checking segment: {'id': '4aa5e3e9-4940-4113-a994-26c12c130c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '0df9e427-dac0-48f2-a7d7-02022ff7bdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:04:00.266229 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9df7720-ca86-47c5-8859-4a3e5b058c91 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Network hostable DHCP agents. Network: 0df9e427-dac0-48f2-a7d7-02022ff7bdeb, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:04:00.297418 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9df7720-ca86-47c5-8859-4a3e5b058c91 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Network 0df9e427-dac0-48f2-a7d7-02022ff7bdeb is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:04:00.329352 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3bfb0940-a3be-4139-b462-08b6f629cb18 req-f61d51dc-f241-4549-b031-d434314f80c3 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e4668ad-886a-4879-8941-d1ccdcdee968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911403 Nov 23 22:04:00.337210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-e9df7720-ca86-47c5-8859-4a3e5b058c91 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 0df9e427-dac0-48f2-a7d7-02022ff7bdeb) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:04:00.350582 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe7bd85-d0ee-4fa8-ba2e-a9b3f517e3fc None None] Network 0df9e427-dac0-48f2-a7d7-02022ff7bdeb requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:04:00.351605 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9df7720-ca86-47c5-8859-4a3e5b058c91 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:00.352203 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e9df7720-ca86-47c5-8859-4a3e5b058c91 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:00.431061 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-327bea5b-3e59-49e9-a6f7-84d9d53e780b req-2ccab5eb-9ec0-4a92-9daf-1353a85385ec tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.0585003 Nov 23 22:04:00.436788 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e9df7720-ca86-47c5-8859-4a3e5b058c91 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7281168 Nov 23 22:04:00.437871 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46080) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:00.443927 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-33c89207-331b-4c9d-bca1-ca82cd124a11 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Request body: {'port': {'network_id': '0df9e427-dac0-48f2-a7d7-02022ff7bdeb', 'name': 'tempest-DHCPAgentSchedulersTestJSON-207587368'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:00.555726 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-47eb3df5-ee30-4350-bff7-4c492f3e622a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:00.558993 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f142691c-5bce-4422-a574-76424544c2ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-0df9e427-dac0-48f2-a7d7-02022ff7bdeb', 'network_id': '0df9e427-dac0-48f2-a7d7-02022ff7bdeb', 'tenant_id': '9faeaf90ba964d9090b45fe11665207f', 'fixed_ips': [{'subnet_id': 'ae6ff235-fa55-432f-98a2-8b5da7e9ea6c'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:04:00.562172 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f142691c-5bce-4422-a574-76424544c2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:00.607512 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c89207-331b-4c9d-bca1-ca82cd124a11 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Made reservation on behalf of 9faeaf90ba964d9090b45fe11665207f for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:04:00.612600 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-33c89207-331b-4c9d-bca1-ca82cd124a11 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:00.635407 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-33c89207-331b-4c9d-bca1-ca82cd124a11 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] device_id is not set on port ddaecc6c-6506-4292-93c7-ca672a73d8c0 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:04:00.768594 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-33c89207-331b-4c9d-bca1-ca82cd124a11 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Allocated IP 172.20.0.11 (0df9e427-dac0-48f2-a7d7-02022ff7bdeb/ae6ff235-fa55-432f-98a2-8b5da7e9ea6c/ddaecc6c-6506-4292-93c7-ca672a73d8c0) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:04:00.963367 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-33c89207-331b-4c9d-bca1-ca82cd124a11 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:01.001065 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-33c89207-331b-4c9d-bca1-ca82cd124a11 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:01.047993 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c89207-331b-4c9d-bca1-ca82cd124a11 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Network 0df9e427-dac0-48f2-a7d7-02022ff7bdeb is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:04:01.050974 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-33c89207-331b-4c9d-bca1-ca82cd124a11 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:04:01.053115 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-f142691c-5bce-4422-a574-76424544c2ef None None] Allocated IP 172.20.0.2 (0df9e427-dac0-48f2-a7d7-02022ff7bdeb/ae6ff235-fa55-432f-98a2-8b5da7e9ea6c/ca0fd66c-02bc-41a9-a66c-1995971a1a97) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:04:01.055779 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c89207-331b-4c9d-bca1-ca82cd124a11 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:04:01.081885 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c89207-331b-4c9d-bca1-ca82cd124a11 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Pushing event updated for resources: {'Port': ['ID=ddaecc6c-6506-4292-93c7-ca672a73d8c0,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:01.113161 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c89207-331b-4c9d-bca1-ca82cd124a11 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:01.113973 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-33c89207-331b-4c9d-bca1-ca82cd124a11 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:01.145530 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-33c89207-331b-4c9d-bca1-ca82cd124a11 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7024591 Nov 23 22:04:01.145741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46086) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:01.250405 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f142691c-5bce-4422-a574-76424544c2ef None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:01.259170 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f142691c-5bce-4422-a574-76424544c2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:01.282073 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-885a8c0f-e9f9-44ae-9870-6b9f9725a951 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Deleting port ddaecc6c-6506-4292-93c7-ca672a73d8c0 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:01.282658 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-885a8c0f-e9f9-44ae-9870-6b9f9725a951 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:01.304966 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f142691c-5bce-4422-a574-76424544c2ef None None] Network 0df9e427-dac0-48f2-a7d7-02022ff7bdeb is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:04:01.307878 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-f142691c-5bce-4422-a574-76424544c2ef None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:04:01.312675 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f142691c-5bce-4422-a574-76424544c2ef None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:04:01.315019 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142691c-5bce-4422-a574-76424544c2ef None None] Pushing event updated for resources: {'Port': ['ID=ca0fd66c-02bc-41a9-a66c-1995971a1a97,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:01.377718 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-f142691c-5bce-4422-a574-76424544c2ef None None] Attempting to bind port ca0fd66c-02bc-41a9-a66c-1995971a1a97 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:04:01.378101 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-f142691c-5bce-4422-a574-76424544c2ef None None] Attempting to bind port ca0fd66c-02bc-41a9-a66c-1995971a1a97 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '4aa5e3e9-4940-4113-a994-26c12c130c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '0df9e427-dac0-48f2-a7d7-02022ff7bdeb'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:04:01.378469 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f142691c-5bce-4422-a574-76424544c2ef None None] Attempting to bind port ca0fd66c-02bc-41a9-a66c-1995971a1a97 on network 0df9e427-dac0-48f2-a7d7-02022ff7bdeb {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:04:01.384083 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f142691c-5bce-4422-a574-76424544c2ef None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:04:01.384475 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f142691c-5bce-4422-a574-76424544c2ef None None] Checking segment: {'id': '4aa5e3e9-4940-4113-a994-26c12c130c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '0df9e427-dac0-48f2-a7d7-02022ff7bdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:04:01.384886 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f142691c-5bce-4422-a574-76424544c2ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:01.385288 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f142691c-5bce-4422-a574-76424544c2ef None None] Bound using segment: {'id': '4aa5e3e9-4940-4113-a994-26c12c130c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '0df9e427-dac0-48f2-a7d7-02022ff7bdeb'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:04:01.385946 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-f142691c-5bce-4422-a574-76424544c2ef None None] Bound port: ca0fd66c-02bc-41a9-a66c-1995971a1a97, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa5e3e9-4940-4113-a994-26c12c130c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '0df9e427-dac0-48f2-a7d7-02022ff7bdeb'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:04:01.386342 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f142691c-5bce-4422-a574-76424544c2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:01.443980 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-885a8c0f-e9f9-44ae-9870-6b9f9725a951 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:01.455005 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f142691c-5bce-4422-a574-76424544c2ef None None] For port ca0fd66c-02bc-41a9-a66c-1995971a1a97, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:04:01.459079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f142691c-5bce-4422-a574-76424544c2ef None None] For port ca0fd66c-02bc-41a9-a66c-1995971a1a97, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ca0fd66c-02bc-41a9-a66c-1995971a1a97,segment=NetworkSegment(4aa5e3e9-4940-4113-a994-26c12c130c37),segment_id=4aa5e3e9-4940-4113-a994-26c12c130c37)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:04:01.465508 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-885a8c0f-e9f9-44ae-9870-6b9f9725a951 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Calling delete_port for ddaecc6c-6506-4292-93c7-ca672a73d8c0 owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:01.466179 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f142691c-5bce-4422-a574-76424544c2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:01.510408 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device fb1273fe-4e06-4a53-947a-b25f38ec4986 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:04:01.575643 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142691c-5bce-4422-a574-76424544c2ef None None] Pushing event updated for resources: {'Port': ['ID=ca0fd66c-02bc-41a9-a66c-1995971a1a97,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:01.631500 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:01.706406 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c685333d-5cff-4e84-8a6d-f101d12fdeb8 req-2fc2a987-68e2-476c-a1f2-5b267a37b548 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.0596731 Nov 23 22:04:01.731601 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port fb1273fe-4e06-4a53-947a-b25f38ec4986, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=fb1273fe-4e06-4a53-947a-b25f38ec4986,segment=NetworkSegment(7bf27ad7-9ba4-470d-b30e-5a68c50b01af),segment_id=7bf27ad7-9ba4-470d-b30e-5a68c50b01af)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:01.737834 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f302206-a0ca-4017-a71b-e3bad635e65c req-79c3225c-7f14-4fe8-8791-a8f60ab1de67 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:01.739497 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f302206-a0ca-4017-a71b-e3bad635e65c req-79c3225c-7f14-4fe8-8791-a8f60ab1de67 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/ports?device_id=849de6bc-a06c-42f4-8403-0699d42049c2 HTTP/1.1" status: 200 len: 943 time: 0.2754121 Nov 23 22:04:01.764079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'fb1273fe-4e06-4a53-947a-b25f38ec4986', 'network_id': '4d079d6e-b458-4e63-8081-e129d5d47fea', 'port_id': 'fb1273fe-4e06-4a53-947a-b25f38ec4986', 'mac_address': 'fa:16:3e:43:da:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '445fe37a-d476-4947-94aa-8fbbcab4ef8a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:04:01.844992 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:01.869363 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1273fe-4e06-4a53-947a-b25f38ec4986 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:04:01.910047 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f302206-a0ca-4017-a71b-e3bad635e65c req-0d74846c-a720-4202-b537-20d03a2485cd tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e4668ad-886a-4879-8941-d1ccdcdee968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523664 Nov 23 22:04:01.931512 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port fb1273fe-4e06-4a53-947a-b25f38ec4986, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=fb1273fe-4e06-4a53-947a-b25f38ec4986,segment=NetworkSegment(7bf27ad7-9ba4-470d-b30e-5a68c50b01af),segment_id=7bf27ad7-9ba4-470d-b30e-5a68c50b01af)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:01.937207 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:02.004448 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=fb1273fe-4e06-4a53-947a-b25f38ec4986,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:02.047952 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-885a8c0f-e9f9-44ae-9870-6b9f9725a951 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:02.106576 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a8c0f-e9f9-44ae-9870-6b9f9725a951 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Pushing event deleted for resources: {'Port': ['ID=ddaecc6c-6506-4292-93c7-ca672a73d8c0,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:02.186239 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-885a8c0f-e9f9-44ae-9870-6b9f9725a951 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:02.189623 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-885a8c0f-e9f9-44ae-9870-6b9f9725a951 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] 10.222.0.50 "DELETE /v2.0/ports/ddaecc6c-6506-4292-93c7-ca672a73d8c0 HTTP/1.1" status: 204 len: 168 time: 1.0434179 Nov 23 22:04:02.192167 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46102) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:02.230138 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['fb1273fe-4e06-4a53-947a-b25f38ec4986'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:04:02.278089 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-52eb8309-6b9a-4e33-895f-abd1ffd8110b tempest-DHCPAgentSchedulersTestJSON-1785360395 tempest-DHCPAgentSchedulersTestJSON-1785360395-project-admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.0842083 Nov 23 22:04:02.280749 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46106) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:02.286062 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-c76bedc9-ba12-4bff-8ce9-02a54c6e2f75 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2078750981'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:02.313283 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76bedc9-ba12-4bff-8ce9-02a54c6e2f75 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Made reservation on behalf of 9faeaf90ba964d9090b45fe11665207f for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:04:02.317513 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c76bedc9-ba12-4bff-8ce9-02a54c6e2f75 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:02.363834 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76bedc9-ba12-4bff-8ce9-02a54c6e2f75 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:04:02.388081 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c76bedc9-ba12-4bff-8ce9-02a54c6e2f75 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:02.388576 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-c76bedc9-ba12-4bff-8ce9-02a54c6e2f75 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Added segment c67378f5-7e94-4adc-b216-c773415590e6 of type vlan for network 07611414-1dfc-4cda-b19c-712a86412cb6 Nov 23 22:04:02.440873 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c76bedc9-ba12-4bff-8ce9-02a54c6e2f75 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:02.472493 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c76bedc9-ba12-4bff-8ce9-02a54c6e2f75 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:02.479130 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76bedc9-ba12-4bff-8ce9-02a54c6e2f75 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:02.480022 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c76bedc9-ba12-4bff-8ce9-02a54c6e2f75 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:02.530860 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c76bedc9-ba12-4bff-8ce9-02a54c6e2f75 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2466826 Nov 23 22:04:02.531969 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46116) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:02.577648 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76bedc9-ba12-4bff-8ce9-02a54c6e2f75 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Pushing event updated for resources: {'Network': ['ID=07611414-1dfc-4cda-b19c-712a86412cb6,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:02.590762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 07611414-1dfc-4cda-b19c-712a86412cb6 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:04:02.777736 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-af0461d0-b28d-4042-ab32-10524c5811bf tempest-DHCPAgentSchedulersTestJSON-1785360395 tempest-DHCPAgentSchedulersTestJSON-1785360395-project-admin] 10.222.0.50 "GET /v2.0/agents/aa16fc21-dc96-40df-9a21-b0334d90ad74/dhcp-networks HTTP/1.1" status: 200 len: 11236 time: 0.2439189 Nov 23 22:04:02.782389 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46120) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:02.907484 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f75905c-7d40-4522-9372-455d356db461 req-8f79a545-c716-4e84-bccc-0e3c08b4e0b6 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.0387039 Nov 23 22:04:02.937592 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615bf503-084d-4a8e-a1d1-867787f4232d tempest-DHCPAgentSchedulersTestJSON-1785360395 tempest-DHCPAgentSchedulersTestJSON-1785360395-project-admin] Network 07611414-1dfc-4cda-b19c-712a86412cb6 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:04:02.975010 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:02.989318 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381e063b-174e-440b-af67-0dbeefac58a8 None None] Network 07611414-1dfc-4cda-b19c-712a86412cb6 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:04:02.990085 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-615bf503-084d-4a8e-a1d1-867787f4232d tempest-DHCPAgentSchedulersTestJSON-1785360395 tempest-DHCPAgentSchedulersTestJSON-1785360395-project-admin] 10.222.0.50 "POST /v2.0/agents/aa16fc21-dc96-40df-9a21-b0334d90ad74/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2049432 Nov 23 22:04:02.993024 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46128) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:03.141894 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8dd8b3-e0c8-40a8-94b7-52edf6ba04c0 None None] Network 0df9e427-dac0-48f2-a7d7-02022ff7bdeb requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:04:03.179995 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa46a7-9a91-4531-9bc3-7435f6c1fbc5 req-efa5f0bb-e2de-44e6-9c01-d09a50762d5f tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:03.181533 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8daa46a7-9a91-4531-9bc3-7435f6c1fbc5 req-efa5f0bb-e2de-44e6-9c01-d09a50762d5f tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/ports?device_id=849de6bc-a06c-42f4-8403-0699d42049c2 HTTP/1.1" status: 200 len: 944 time: 0.1078570 Nov 23 22:04:03.238586 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46130) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:03.240869 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-de35a81e-6c59-4d9f-880e-83a6a318cd77 tempest-DHCPAgentSchedulersTestJSON-1785360395 tempest-DHCPAgentSchedulersTestJSON-1785360395-project-admin] 10.222.0.50 "GET /v2.0/agents/aa16fc21-dc96-40df-9a21-b0334d90ad74/dhcp-networks HTTP/1.1" status: 200 len: 12007 time: 0.2445018 Nov 23 22:04:03.284347 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4a03f795-c449-4c4e-b6a5-e77b6fcae1c9 None None] Provisioning complete for port ca0fd66c-02bc-41a9-a66c-1995971a1a97 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:04:03.284911 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4a03f795-c449-4c4e-b6a5-e77b6fcae1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:03.312184 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8daa46a7-9a91-4531-9bc3-7435f6c1fbc5 req-a9367064-992f-4c8e-977e-80cbedc9e161 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e4668ad-886a-4879-8941-d1ccdcdee968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240895 Nov 23 22:04:03.374981 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46132) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:03.384773 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2b06a319-322d-4768-a5db-cca3d472fe0f tempest-DHCPAgentSchedulersTestJSON-1785360395 tempest-DHCPAgentSchedulersTestJSON-1785360395-project-admin] 10.222.0.50 "DELETE /v2.0/agents/aa16fc21-dc96-40df-9a21-b0334d90ad74/dhcp-networks/07611414-1dfc-4cda-b19c-712a86412cb6 HTTP/1.1" status: 204 len: 168 time: 0.1449597 Nov 23 22:04:03.501325 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4a03f795-c449-4c4e-b6a5-e77b6fcae1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:03.504888 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device fb1273fe-4e06-4a53-947a-b25f38ec4986 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:04:03.539807 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ca0fd66c-02bc-41a9-a66c-1995971a1a97 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:04:03.609119 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4a03f795-c449-4c4e-b6a5-e77b6fcae1c9 None None] For port ca0fd66c-02bc-41a9-a66c-1995971a1a97, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ca0fd66c-02bc-41a9-a66c-1995971a1a97,segment=NetworkSegment(4aa5e3e9-4940-4113-a994-26c12c130c37),segment_id=4aa5e3e9-4940-4113-a994-26c12c130c37)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:03.614903 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4a03f795-c449-4c4e-b6a5-e77b6fcae1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:03.646977 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46138) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:03.660791 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-18e7b117-7e75-46a5-aa0d-703f5530d28e tempest-DHCPAgentSchedulersTestJSON-1785360395 tempest-DHCPAgentSchedulersTestJSON-1785360395-project-admin] 10.222.0.50 "GET /v2.0/agents/aa16fc21-dc96-40df-9a21-b0334d90ad74/dhcp-networks HTTP/1.1" status: 200 len: 11236 time: 0.2661653 Nov 23 22:04:03.684839 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-85fce218-e77b-4bda-be3b-1d93c1d4bf1c tempest-DHCPAgentSchedulersTestJSON-1785360395 tempest-DHCPAgentSchedulersTestJSON-1785360395-project-admin] 10.222.0.50 "GET /v2.0/networks/0df9e427-dac0-48f2-a7d7-02022ff7bdeb/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0342174 Nov 23 22:04:03.686107 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46140) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:03.718578 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46142) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:03.719782 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-73a89643-7e7f-45e2-a63c-84890d8c9447 tempest-DHCPAgentSchedulersTestJSON-1785360395 tempest-DHCPAgentSchedulersTestJSON-1785360395-project-admin] 10.222.0.50 "GET /v2.0/networks/0df9e427-dac0-48f2-a7d7-02022ff7bdeb/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0322287 Nov 23 22:04:03.735977 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port fb1273fe-4e06-4a53-947a-b25f38ec4986 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:04:03.747087 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port ca0fd66c-02bc-41a9-a66c-1995971a1a97 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:04:03.747462 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:03.760489 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port fb1273fe-4e06-4a53-947a-b25f38ec4986 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:04:03.760859 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:03.939188 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46144) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:03.946495 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-439f9ccc-3adc-4793-af64-25e340f0a97a tempest-DHCPAgentSchedulersTestJSON-1785360395 tempest-DHCPAgentSchedulersTestJSON-1785360395-project-admin] 10.222.0.50 "GET /v2.0/agents/aa16fc21-dc96-40df-9a21-b0334d90ad74/dhcp-networks HTTP/1.1" status: 200 len: 11236 time: 0.2260027 Nov 23 22:04:04.051076 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f1be5b32-edd4-4d0b-8b90-b93e16046e44 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:04.091991 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03f795-c449-4c4e-b6a5-e77b6fcae1c9 None None] Pushing event updated for resources: {'Port': ['ID=ca0fd66c-02bc-41a9-a66c-1995971a1a97,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:04.099928 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1d66704-d7ec-4f7b-bcd8-3d152eaa54d0 req-876d880e-ba4e-4391-9b47-58e79a23784d tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.0620415 Nov 23 22:04:04.169297 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f1be5b32-edd4-4d0b-8b90-b93e16046e44 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:04.196036 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-f1be5b32-edd4-4d0b-8b90-b93e16046e44 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07611414-1dfc-4cda-b19c-712a86412cb6']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:04.206229 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-f1be5b32-edd4-4d0b-8b90-b93e16046e44 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67378f5-7e94-4adc-b216-c773415590e6') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:04.206617 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-f1be5b32-edd4-4d0b-8b90-b93e16046e44 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67378f5-7e94-4adc-b216-c773415590e6') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:04.217960 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f1be5b32-edd4-4d0b-8b90-b93e16046e44 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:04.233036 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f1be5b32-edd4-4d0b-8b90-b93e16046e44 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:04.239985 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1be5b32-edd4-4d0b-8b90-b93e16046e44 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:04:04.240439 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f1be5b32-edd4-4d0b-8b90-b93e16046e44 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:04.252338 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ae1b0bf0-fbc8-4938-ab37-c2d2b34dc039 None None] Provisioning complete for port ca0fd66c-02bc-41a9-a66c-1995971a1a97 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:04:04.252699 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0bf0-fbc8-4938-ab37-c2d2b34dc039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:04.284048 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:04:04.315405 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:04:04.321031 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f1be5b32-edd4-4d0b-8b90-b93e16046e44 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:04.325920 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f1be5b32-edd4-4d0b-8b90-b93e16046e44 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:04.332503 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f1be5b32-edd4-4d0b-8b90-b93e16046e44 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] 10.222.0.50 "DELETE /v2.0/networks/07611414-1dfc-4cda-b19c-712a86412cb6 HTTP/1.1" status: 204 len: 168 time: 0.3897979 Nov 23 22:04:04.335014 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46154) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:04.395444 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be5b32-edd4-4d0b-8b90-b93e16046e44 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Pushing event deleted for resources: {'Network': ['ID=07611414-1dfc-4cda-b19c-712a86412cb6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:04.402989 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-81492420-605c-4f3b-9d9b-9071c4454a29 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] DELETE failed (client error): The resource could not be found. Nov 23 22:04:04.403625 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81492420-605c-4f3b-9d9b-9071c4454a29 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:04:04.411334 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-81492420-605c-4f3b-9d9b-9071c4454a29 tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] 10.222.0.50 "DELETE /v2.0/ports/ddaecc6c-6506-4292-93c7-ca672a73d8c0 HTTP/1.1" status: 404 len: 333 time: 0.0750582 Nov 23 22:04:04.412096 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46156) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:04.438796 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:04.484465 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924ae96-03e4-4fe2-b180-133d47c86965 req-5cef767a-b659-4921-a113-5b1e17623e90 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:04.485960 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6924ae96-03e4-4fe2-b180-133d47c86965 req-5cef767a-b659-4921-a113-5b1e17623e90 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/ports?device_id=849de6bc-a06c-42f4-8403-0699d42049c2 HTTP/1.1" status: 200 len: 944 time: 0.0816779 Nov 23 22:04:04.487817 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ebf8b0-cd06-443a-a4ef-42bb326238fd tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Deleting subnet ae6ff235-fa55-432f-98a2-8b5da7e9ea6c {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:04:04.492384 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7ebf8b0-cd06-443a-a4ef-42bb326238fd tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:04.551983 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849de6bc-a06c-42f4-8403-0699d42049c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1273fe-4e06-4a53-947a-b25f38ec4986'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:04:04.555255 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5639d64c-b4f7-4af4-9ac0-3f66a36bb9f1" -d '{"events": [{"server_uuid": "849de6bc-a06c-42f4-8403-0699d42049c2", "name": "network-vif-plugged", "status": "completed", "tag": "fb1273fe-4e06-4a53-947a-b25f38ec4986"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:04:04.571845 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port fb1273fe-4e06-4a53-947a-b25f38ec4986, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=fb1273fe-4e06-4a53-947a-b25f38ec4986,segment=NetworkSegment(7bf27ad7-9ba4-470d-b30e-5a68c50b01af),segment_id=7bf27ad7-9ba4-470d-b30e-5a68c50b01af)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:04.576263 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:04.590942 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6924ae96-03e4-4fe2-b180-133d47c86965 req-56fd42bd-5cc5-4aa4-b731-203322c2f185 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e4668ad-886a-4879-8941-d1ccdcdee968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962512 Nov 23 22:04:04.598838 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7ebf8b0-cd06-443a-a4ef-42bb326238fd tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:04.628430 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c572c7-6d64-4320-b851-cc111c68331e x-openstack-request-id: req-e3c572c7-6d64-4320-b851-cc111c68331e {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:04:04.629065 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849de6bc-a06c-42f4-8403-0699d42049c2", "name": "network-vif-plugged", "status": "completed", "tag": "fb1273fe-4e06-4a53-947a-b25f38ec4986", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:04:04.629486 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e3c572c7-6d64-4320-b851-cc111c68331e {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:04:04.630041 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849de6bc-a06c-42f4-8403-0699d42049c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1273fe-4e06-4a53-947a-b25f38ec4986', 'code': 200} Nov 23 22:04:04.667063 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b931d4fb-82ea-44fa-9e2e-db58ed5bc6c2 None None] Could not find standard attr ID for object ddaecc6c-6506-4292-93c7-ca672a73d8c0. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:04:04.687187 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=fb1273fe-4e06-4a53-947a-b25f38ec4986,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:04.733633 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7ebf8b0-cd06-443a-a4ef-42bb326238fd tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:04.824025 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9c768-6960-4135-975d-743227845630 req-9b4c813d-7c7a-43db-8313-6458ce892b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:04.825698 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fec9c768-6960-4135-975d-743227845630 req-9b4c813d-7c7a-43db-8313-6458ce892b9a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=849de6bc-a06c-42f4-8403-0699d42049c2 HTTP/1.1" status: 200 len: 1096 time: 0.1042557 Nov 23 22:04:04.841776 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7ebf8b0-cd06-443a-a4ef-42bb326238fd tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:04.879303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebf8b0-cd06-443a-a4ef-42bb326238fd tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Pushing event deleted for resources: {'Subnet': ['ID=ae6ff235-fa55-432f-98a2-8b5da7e9ea6c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:04.884520 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7ebf8b0-cd06-443a-a4ef-42bb326238fd tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:04.887849 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b7ebf8b0-cd06-443a-a4ef-42bb326238fd tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] 10.222.0.50 "DELETE /v2.0/subnets/ae6ff235-fa55-432f-98a2-8b5da7e9ea6c HTTP/1.1" status: 204 len: 168 time: 0.4743884 Nov 23 22:04:04.890808 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46164) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:04.891626 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cb747b-6322-449a-9742-b5f8d8d9d066 None None] Network 0df9e427-dac0-48f2-a7d7-02022ff7bdeb requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:04:04.922701 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fec9c768-6960-4135-975d-743227845630 req-08125716-205b-46e3-ac34-c759957bb90e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6e4668ad-886a-4879-8941-d1ccdcdee968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892088 Nov 23 22:04:04.992772 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-48cd9388-300d-4f8a-a119-8d4ce46180fa tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:05.075206 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-48cd9388-300d-4f8a-a119-8d4ce46180fa tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Deleting port ca0fd66c-02bc-41a9-a66c-1995971a1a97 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:05.075795 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-48cd9388-300d-4f8a-a119-8d4ce46180fa tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:05.117569 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d2f2ae-ce49-4407-b8cb-075e3240b90c None None] DHCP port deletion for 0df9e427-dac0-48f2-a7d7-02022ff7bdeb request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:04:05.190771 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-52d2f2ae-ce49-4407-b8cb-075e3240b90c None None] Deleting port ca0fd66c-02bc-41a9-a66c-1995971a1a97 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:05.191364 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-52d2f2ae-ce49-4407-b8cb-075e3240b90c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:05.198994 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-48cd9388-300d-4f8a-a119-8d4ce46180fa tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] For port ca0fd66c-02bc-41a9-a66c-1995971a1a97, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ca0fd66c-02bc-41a9-a66c-1995971a1a97,segment=NetworkSegment(4aa5e3e9-4940-4113-a994-26c12c130c37),segment_id=4aa5e3e9-4940-4113-a994-26c12c130c37)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:05.199589 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-48cd9388-300d-4f8a-a119-8d4ce46180fa tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:05.216905 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-48cd9388-300d-4f8a-a119-8d4ce46180fa tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Calling delete_port for ca0fd66c-02bc-41a9-a66c-1995971a1a97 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:05.264268 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-10389e77-e319-46a1-a07d-927758a37dac req-2389423c-d1ba-4e6c-b2b8-66ba2e8f4470 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.0485754 Nov 23 22:04:05.298223 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-52d2f2ae-ce49-4407-b8cb-075e3240b90c None None] For port ca0fd66c-02bc-41a9-a66c-1995971a1a97, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ca0fd66c-02bc-41a9-a66c-1995971a1a97,segment=NetworkSegment(4aa5e3e9-4940-4113-a994-26c12c130c37),segment_id=4aa5e3e9-4940-4113-a994-26c12c130c37)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:05.298734 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-52d2f2ae-ce49-4407-b8cb-075e3240b90c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:05.321360 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-52d2f2ae-ce49-4407-b8cb-075e3240b90c None None] Calling delete_port for ca0fd66c-02bc-41a9-a66c-1995971a1a97 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:05.393560 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-48cd9388-300d-4f8a-a119-8d4ce46180fa tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:05.413173 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd9388-300d-4f8a-a119-8d4ce46180fa tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] No DVR routers for this DVR port ca0fd66c-02bc-41a9-a66c-1995971a1a97 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:04:05.437056 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ca0fd66c-02bc-41a9-a66c-1995971a1a97 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:04:05.476823 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: ca0fd66c-02bc-41a9-a66c-1995971a1a97 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:04:05.477606 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ca0fd66c-02bc-41a9-a66c-1995971a1a97 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:04:05.491961 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd9388-300d-4f8a-a119-8d4ce46180fa tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Pushing event deleted for resources: {'Port': ['ID=ca0fd66c-02bc-41a9-a66c-1995971a1a97,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:05.496057 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-52d2f2ae-ce49-4407-b8cb-075e3240b90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:05.539935 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-48cd9388-300d-4f8a-a119-8d4ce46180fa tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:05.551976 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2f2ae-ce49-4407-b8cb-075e3240b90c None None] Pushing event deleted for resources: {'Port': ['ID=ca0fd66c-02bc-41a9-a66c-1995971a1a97,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:05.563973 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-48cd9388-300d-4f8a-a119-8d4ce46180fa tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df9e427-dac0-48f2-a7d7-02022ff7bdeb']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:05.568407 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d2f2ae-ce49-4407-b8cb-075e3240b90c None None] No DVR routers for this DVR port ca0fd66c-02bc-41a9-a66c-1995971a1a97 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:04:05.580422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-48cd9388-300d-4f8a-a119-8d4ce46180fa tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa5e3e9-4940-4113-a994-26c12c130c37') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:05.580422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-48cd9388-300d-4f8a-a119-8d4ce46180fa tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa5e3e9-4940-4113-a994-26c12c130c37') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:05.594480 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-48cd9388-300d-4f8a-a119-8d4ce46180fa tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:05.614199 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-48cd9388-300d-4f8a-a119-8d4ce46180fa tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:05.623579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48cd9388-300d-4f8a-a119-8d4ce46180fa tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:04:05.624010 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-48cd9388-300d-4f8a-a119-8d4ce46180fa tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:04:05.627421 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:04:05.738033 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-48cd9388-300d-4f8a-a119-8d4ce46180fa tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:05.742819 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-48cd9388-300d-4f8a-a119-8d4ce46180fa tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:05.748468 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-48cd9388-300d-4f8a-a119-8d4ce46180fa tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] 10.222.0.50 "DELETE /v2.0/networks/0df9e427-dac0-48f2-a7d7-02022ff7bdeb HTTP/1.1" status: 204 len: 168 time: 0.8542526 Nov 23 22:04:05.794441 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd9388-300d-4f8a-a119-8d4ce46180fa tempest-DHCPAgentSchedulersTestJSON-810251106 tempest-DHCPAgentSchedulersTestJSON-810251106-project] Pushing event deleted for resources: {'Network': ['ID=0df9e427-dac0-48f2-a7d7-02022ff7bdeb,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:05.843540 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b07f0-585c-4a0e-839c-b54d8f9063d4 req-f93f33fa-a899-4a7a-9fba-4ecd73e697b5 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:05.851633 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f0b07f0-585c-4a0e-839c-b54d8f9063d4 req-f93f33fa-a899-4a7a-9fba-4ecd73e697b5 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/ports?device_id=849de6bc-a06c-42f4-8403-0699d42049c2 HTTP/1.1" status: 200 len: 945 time: 0.1477542 Nov 23 22:04:05.915790 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f0b07f0-585c-4a0e-839c-b54d8f9063d4 req-02dc2ce5-0f9e-4dc9-a820-5773caa01831 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e4668ad-886a-4879-8941-d1ccdcdee968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615149 Nov 23 22:04:06.163899 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46188) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:06.264491 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46192) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:06.433951 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1f923f31-1606-49fe-8024-b68105168f55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:06.470420 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-22b595a2-b9c8-4218-b119-a13007dde08c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9faeaf90ba964d9090b45fe11665207f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3051789 Nov 23 22:04:06.472926 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46200) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:06.492409 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-113125bf-214d-423d-a81a-031c1abadb0b req-916616f4-57f4-4c69-b13f-1422a420c1a4 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.0552816 Nov 23 22:04:06.552534 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7758d785-16eb-4e09-827e-63cc0beeef52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:06.579994 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7758d785-16eb-4e09-827e-63cc0beeef52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:06.588502 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1f923f31-1606-49fe-8024-b68105168f55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:06.594527 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1f923f31-1606-49fe-8024-b68105168f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:06.645655 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1f923f31-1606-49fe-8024-b68105168f55 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0c2eda79d0724103a5630e9242c3288e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3797784 Nov 23 22:04:06.648006 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7758d785-16eb-4e09-827e-63cc0beeef52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:06.651012 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7758d785-16eb-4e09-827e-63cc0beeef52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:06.652165 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7758d785-16eb-4e09-827e-63cc0beeef52 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b8b62f88-a89e-4c5a-a5fc-f04eaf34faa1 HTTP/1.1" status: 204 len: 168 time: 0.1777127 Nov 23 22:04:06.652710 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46202) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:06.676892 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f923f31-1606-49fe-8024-b68105168f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805fce6c-c1eb-4a0a-911b-50d5af831610,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:06.707202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758d785-16eb-4e09-827e-63cc0beeef52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b62f88-a89e-4c5a-a5fc-f04eaf34faa1,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:06.767888 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f98101a7-bda1-4cd6-ad01-264cb0267704 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:06.798969 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f98101a7-bda1-4cd6-ad01-264cb0267704 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:06.876890 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f98101a7-bda1-4cd6-ad01-264cb0267704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:06.880726 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f98101a7-bda1-4cd6-ad01-264cb0267704 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:06.883021 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f98101a7-bda1-4cd6-ad01-264cb0267704 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/805fce6c-c1eb-4a0a-911b-50d5af831610 HTTP/1.1" status: 204 len: 168 time: 0.2208490 Nov 23 22:04:06.922296 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98101a7-bda1-4cd6-ad01-264cb0267704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805fce6c-c1eb-4a0a-911b-50d5af831610,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:07.072946 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897422e-7e91-4df1-8cda-4cc3a6ea03e9 req-b5f26f0b-307f-433a-af8e-d56febbb740e tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:07.082325 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4897422e-7e91-4df1-8cda-4cc3a6ea03e9 req-b5f26f0b-307f-433a-af8e-d56febbb740e tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/ports?device_id=849de6bc-a06c-42f4-8403-0699d42049c2 HTTP/1.1" status: 200 len: 945 time: 0.0795400 Nov 23 22:04:07.114786 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46216) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:07.161373 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4897422e-7e91-4df1-8cda-4cc3a6ea03e9 req-1972843a-f1f0-405c-9d43-675abcff1f98 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e4668ad-886a-4879-8941-d1ccdcdee968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778890 Nov 23 22:04:07.162197 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef105554-b6ab-4b5e-a342-c1c236876bc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:07.268271 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef105554-b6ab-4b5e-a342-c1c236876bc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:07.277493 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef105554-b6ab-4b5e-a342-c1c236876bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:07.320953 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef105554-b6ab-4b5e-a342-c1c236876bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7067f1cf-1114-441c-a384-e60b41b20c43,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:07.327987 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ef105554-b6ab-4b5e-a342-c1c236876bc8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=21dbc0bfc0e7415bbcdb570a21a2e6c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2105339 Nov 23 22:04:07.328320 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46226) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:07.398888 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a68d8bb0-aae8-4cb7-864c-37d7a20b2e14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:07.411829 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46230) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:07.424503 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a68d8bb0-aae8-4cb7-864c-37d7a20b2e14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:07.431395 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ad3eec93-1b60-4a59-94d0-7daa00a4486d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:07.514404 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a68d8bb0-aae8-4cb7-864c-37d7a20b2e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:07.517230 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a68d8bb0-aae8-4cb7-864c-37d7a20b2e14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:07.520997 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a68d8bb0-aae8-4cb7-864c-37d7a20b2e14 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7067f1cf-1114-441c-a384-e60b41b20c43 HTTP/1.1" status: 204 len: 168 time: 0.1890943 Nov 23 22:04:07.553115 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d8bb0-aae8-4cb7-864c-37d7a20b2e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7067f1cf-1114-441c-a384-e60b41b20c43,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:07.566746 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ad3eec93-1b60-4a59-94d0-7daa00a4486d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:07.574429 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ad3eec93-1b60-4a59-94d0-7daa00a4486d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:07.663847 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8a9d0344-ddd3-415b-abae-ce5f06314f9f req-1ec9a569-3ff3-4a7c-badd-e110476d6d55 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.0396838 Nov 23 22:04:07.664578 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3eec93-1b60-4a59-94d0-7daa00a4486d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8771ad37-073c-4671-959d-4514346ca423,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:07.673351 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46240) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:07.674375 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ad3eec93-1b60-4a59-94d0-7daa00a4486d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e799c87aec534da780af5b78d2e3c461&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2613974 Nov 23 22:04:07.739981 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-56e480aa-f26e-41f0-8af6-16b3c9f35d26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:07.755514 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c82a0-74ec-4bd8-8495-becd4970f9f4 req-03e40018-947e-4078-a563-1581168076f1 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:07.757342 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c24c82a0-74ec-4bd8-8495-becd4970f9f4 req-03e40018-947e-4078-a563-1581168076f1 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/ports?device_id=849de6bc-a06c-42f4-8403-0699d42049c2 HTTP/1.1" status: 200 len: 945 time: 0.0696976 Nov 23 22:04:07.776132 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-56e480aa-f26e-41f0-8af6-16b3c9f35d26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:07.821656 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c24c82a0-74ec-4bd8-8495-becd4970f9f4 req-fef98e6d-9549-4b1a-a59d-32b8316ae9c5 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e4668ad-886a-4879-8941-d1ccdcdee968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572908 Nov 23 22:04:07.844296 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-56e480aa-f26e-41f0-8af6-16b3c9f35d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:07.847005 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-56e480aa-f26e-41f0-8af6-16b3c9f35d26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:07.850648 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-56e480aa-f26e-41f0-8af6-16b3c9f35d26 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8771ad37-073c-4671-959d-4514346ca423 HTTP/1.1" status: 204 len: 168 time: 0.1739218 Nov 23 22:04:07.864035 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e480aa-f26e-41f0-8af6-16b3c9f35d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8771ad37-073c-4671-959d-4514346ca423,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:08.393655 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:04:08.823279 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-026fbbb0-9a6d-4793-98f6-552151487401 req-3ee7d832-0af9-4f58-bb79-8b3617a40690 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.0439923 Nov 23 22:04:09.021296 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2fd24-ed67-4483-8c52-cb86dc76d317 req-9618e98f-f50f-4bd9-982c-45ccd9545b76 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:09.024003 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8ec2fd24-ed67-4483-8c52-cb86dc76d317 req-9618e98f-f50f-4bd9-982c-45ccd9545b76 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/ports?device_id=849de6bc-a06c-42f4-8403-0699d42049c2 HTTP/1.1" status: 200 len: 945 time: 0.0631008 Nov 23 22:04:09.087358 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42661a8b-ffa7-4f34-8afb-4ce00cdd81dc req-56c0c203-1cba-432d-affe-f900c4b4c71a tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:09.089050 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-42661a8b-ffa7-4f34-8afb-4ce00cdd81dc req-56c0c203-1cba-432d-affe-f900c4b4c71a tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.60 "GET /v2.0/ports?device_id=849de6bc-a06c-42f4-8403-0699d42049c2 HTTP/1.1" status: 200 len: 945 time: 0.0713129 Nov 23 22:04:09.140210 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8ec2fd24-ed67-4483-8c52-cb86dc76d317 req-4e2464ec-b1c1-492d-9431-6de5193fed5a tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e4668ad-886a-4879-8941-d1ccdcdee968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092112 Nov 23 22:04:09.235498 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-42661a8b-ffa7-4f34-8afb-4ce00cdd81dc req-8f6576b3-a5ac-425e-9be1-493dd4c217c3 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Deleting port fb1273fe-4e06-4a53-947a-b25f38ec4986 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:09.235989 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-42661a8b-ffa7-4f34-8afb-4ce00cdd81dc req-8f6576b3-a5ac-425e-9be1-493dd4c217c3 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:09.366105 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-42661a8b-ffa7-4f34-8afb-4ce00cdd81dc req-8f6576b3-a5ac-425e-9be1-493dd4c217c3 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] For port fb1273fe-4e06-4a53-947a-b25f38ec4986, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=fb1273fe-4e06-4a53-947a-b25f38ec4986,segment=NetworkSegment(7bf27ad7-9ba4-470d-b30e-5a68c50b01af),segment_id=7bf27ad7-9ba4-470d-b30e-5a68c50b01af)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:09.366485 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-42661a8b-ffa7-4f34-8afb-4ce00cdd81dc req-8f6576b3-a5ac-425e-9be1-493dd4c217c3 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:09.383978 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-42661a8b-ffa7-4f34-8afb-4ce00cdd81dc req-8f6576b3-a5ac-425e-9be1-493dd4c217c3 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Calling delete_port for fb1273fe-4e06-4a53-947a-b25f38ec4986 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:09.549096 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-42661a8b-ffa7-4f34-8afb-4ce00cdd81dc req-8f6576b3-a5ac-425e-9be1-493dd4c217c3 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:09.582901 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['fb1273fe-4e06-4a53-947a-b25f38ec4986'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:04:09.604003 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6576b3-a5ac-425e-9be1-493dd4c217c3 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Pushing event deleted for resources: {'Port': ['ID=fb1273fe-4e06-4a53-947a-b25f38ec4986,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:09.681515 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-42661a8b-ffa7-4f34-8afb-4ce00cdd81dc req-8f6576b3-a5ac-425e-9be1-493dd4c217c3 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] No DVR routers for this DVR port fb1273fe-4e06-4a53-947a-b25f38ec4986 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:04:09.685236 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-42661a8b-ffa7-4f34-8afb-4ce00cdd81dc req-8f6576b3-a5ac-425e-9be1-493dd4c217c3 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:09.690255 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-42661a8b-ffa7-4f34-8afb-4ce00cdd81dc req-8f6576b3-a5ac-425e-9be1-493dd4c217c3 tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.60 "DELETE /v2.0/ports/fb1273fe-4e06-4a53-947a-b25f38ec4986 HTTP/1.1" status: 204 len: 173 time: 0.5943022 Nov 23 22:04:09.690882 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849de6bc-a06c-42f4-8403-0699d42049c2', 'name': 'network-vif-deleted', 'tag': 'fb1273fe-4e06-4a53-947a-b25f38ec4986'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:04:09.693819 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10a6dbf-eb27-4baf-8831-55218625f393" -d '{"events": [{"server_uuid": "849de6bc-a06c-42f4-8403-0699d42049c2", "name": "network-vif-deleted", "tag": "fb1273fe-4e06-4a53-947a-b25f38ec4986"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:04:09.751138 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116fbbb9-d603-441e-a065-ef2359b82089 x-openstack-request-id: req-116fbbb9-d603-441e-a065-ef2359b82089 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:04:09.751438 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849de6bc-a06c-42f4-8403-0699d42049c2", "name": "network-vif-deleted", "tag": "fb1273fe-4e06-4a53-947a-b25f38ec4986", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:04:09.751695 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-116fbbb9-d603-441e-a065-ef2359b82089 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:04:09.752350 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849de6bc-a06c-42f4-8403-0699d42049c2', 'name': 'network-vif-deleted', 'tag': 'fb1273fe-4e06-4a53-947a-b25f38ec4986', 'status': 'completed', 'code': 200} Nov 23 22:04:09.978899 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a406eb7-aec5-45e0-b0dc-1947f0f24f39 req-26adbf38-464e-42a8-8733-3cd535c6d231 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.0593317 Nov 23 22:04:10.155124 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46352) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:10.160893 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46354) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:10.272200 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-507e3b94-ef3e-42d0-959e-2272cd866d59 req-b539a0ac-e5f2-4583-b761-58f4315e51cf tempest-ServerAddressesTestJSON-316855320 tempest-ServerAddressesTestJSON-316855320-project] 10.222.0.50 "GET /v2.0/ports?device_id=849de6bc-a06c-42f4-8403-0699d42049c2 HTTP/1.1" status: 200 len: 210 time: 0.0375886 Nov 23 22:04:10.367876 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c1754d4-d1ef-4cfe-8949-d3a3460be7ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:10.459414 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-eb5fd920-076a-4a42-b27f-8f72600aab09 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:10.460997 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c1754d4-d1ef-4cfe-8949-d3a3460be7ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:10.465676 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c1754d4-d1ef-4cfe-8949-d3a3460be7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:10.486397 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb5fd920-076a-4a42-b27f-8f72600aab09 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:10.519203 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6c1754d4-d1ef-4cfe-8949-d3a3460be7ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5d7eccb0a81410290f5f20e35562171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3571703 Nov 23 22:04:10.519934 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46364) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:10.520477 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1754d4-d1ef-4cfe-8949-d3a3460be7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d77dc37-5469-4c70-9401-1ed54feee52c,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:10.610774 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0cf5ee35-102d-4249-8023-3dae3d62f89b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:10.643966 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0cf5ee35-102d-4249-8023-3dae3d62f89b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:10.661223 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb5fd920-076a-4a42-b27f-8f72600aab09 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:10.736032 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0cf5ee35-102d-4249-8023-3dae3d62f89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:10.738602 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0cf5ee35-102d-4249-8023-3dae3d62f89b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:10.739773 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0cf5ee35-102d-4249-8023-3dae3d62f89b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d77dc37-5469-4c70-9401-1ed54feee52c HTTP/1.1" status: 204 len: 168 time: 0.2185771 Nov 23 22:04:10.773645 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5ee35-102d-4249-8023-3dae3d62f89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d77dc37-5469-4c70-9401-1ed54feee52c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:10.798471 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-eb5fd920-076a-4a42-b27f-8f72600aab09 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Allocated IP 172.25.5.118 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/ecf43742-f77c-44be-936f-d845eba4e96b) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:04:10.954927 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb5fd920-076a-4a42-b27f-8f72600aab09 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.000467 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb5fd920-076a-4a42-b27f-8f72600aab09 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.042308 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5fd920-076a-4a42-b27f-8f72600aab09 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:04:11.049782 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-eb5fd920-076a-4a42-b27f-8f72600aab09 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:04:11.054076 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5fd920-076a-4a42-b27f-8f72600aab09 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:04:11.071502 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46376) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:11.082537 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fd920-076a-4a42-b27f-8f72600aab09 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Pushing event updated for resources: {'Port': ['ID=ecf43742-f77c-44be-936f-d845eba4e96b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:11.089859 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0398e543-d971-4a23-8a55-79d43facb21a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.150063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-05eab623-897d-469f-99e0-4558530a9b13 req-c7ff4eb6-954a-4652-b333-80aa7734132e tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.0362747 Nov 23 22:04:11.191863 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb5fd920-076a-4a42-b27f-8f72600aab09 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.204027 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0398e543-d971-4a23-8a55-79d43facb21a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.207952 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0398e543-d971-4a23-8a55-79d43facb21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.236131 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb5fd920-076a-4a42-b27f-8f72600aab09 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.249082 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0398e543-d971-4a23-8a55-79d43facb21a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6e28052c1a0441c5b791e68a8827ce4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1750588 Nov 23 22:04:11.251479 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46378) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:11.258407 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398e543-d971-4a23-8a55-79d43facb21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574bf693-b720-47e7-8d87-bd15ef119de7,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:11.316321 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c6566f2-17d9-49cd-b5f0-cc8eab321c15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.349940 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46384) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:11.358630 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c6566f2-17d9-49cd-b5f0-cc8eab321c15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.414136 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c6566f2-17d9-49cd-b5f0-cc8eab321c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.417574 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c6566f2-17d9-49cd-b5f0-cc8eab321c15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.421051 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9c6566f2-17d9-49cd-b5f0-cc8eab321c15 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/574bf693-b720-47e7-8d87-bd15ef119de7 HTTP/1.1" status: 204 len: 168 time: 0.1661863 Nov 23 22:04:11.424558 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9cbcef-33f0-4174-8cbe-59d5bb2226d9 admin admin] Deleting subnet 445fe37a-d476-4947-94aa-8fbbcab4ef8a {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:04:11.430609 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6566f2-17d9-49cd-b5f0-cc8eab321c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574bf693-b720-47e7-8d87-bd15ef119de7,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:11.430825 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7d9cbcef-33f0-4174-8cbe-59d5bb2226d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.472586 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb5fd920-076a-4a42-b27f-8f72600aab09 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.480504 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb5fd920-076a-4a42-b27f-8f72600aab09 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.487791 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7d9cbcef-33f0-4174-8cbe-59d5bb2226d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.591743 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fd920-076a-4a42-b27f-8f72600aab09 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Pushing event updated for resources: {'Port': ['ID=ecf43742-f77c-44be-936f-d845eba4e96b,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:11.603588 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7d9cbcef-33f0-4174-8cbe-59d5bb2226d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.627865 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb5fd920-076a-4a42-b27f-8f72600aab09 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.655141 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb5fd920-076a-4a42-b27f-8f72600aab09 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.656392 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-eb5fd920-076a-4a42-b27f-8f72600aab09 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4995136 Nov 23 22:04:11.659027 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46390) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:11.666533 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c4b54a1c-a0f4-4c35-83eb-7db70854e8ab tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1242606304'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:11.687623 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7d9cbcef-33f0-4174-8cbe-59d5bb2226d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.717883 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b54a1c-a0f4-4c35-83eb-7db70854e8ab tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Made reservation on behalf of 4c2f4341dbfc4744ba062b4e0e929185 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:04:11.721393 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c4b54a1c-a0f4-4c35-83eb-7db70854e8ab tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.732133 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9cbcef-33f0-4174-8cbe-59d5bb2226d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=445fe37a-d476-4947-94aa-8fbbcab4ef8a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:11.734286 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7d9cbcef-33f0-4174-8cbe-59d5bb2226d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.737538 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7d9cbcef-33f0-4174-8cbe-59d5bb2226d9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/445fe37a-d476-4947-94aa-8fbbcab4ef8a HTTP/1.1" status: 204 len: 168 time: 0.3856900 Nov 23 22:04:11.740568 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46392) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:11.747609 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c4b54a1c-a0f4-4c35-83eb-7db70854e8ab tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.820053 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fea108b4-cd14-4b1c-a29c-1454e2f05d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.850087 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c4b54a1c-a0f4-4c35-83eb-7db70854e8ab tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.856753 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c4b54a1c-a0f4-4c35-83eb-7db70854e8ab tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.896056 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b54a1c-a0f4-4c35-83eb-7db70854e8ab tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:04:11.907512 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b54a1c-a0f4-4c35-83eb-7db70854e8ab tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28525f3c-2b93-4470-9e9b-066dc9558046,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:11.913544 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c4b54a1c-a0f4-4c35-83eb-7db70854e8ab tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.914051 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-c4b54a1c-a0f4-4c35-83eb-7db70854e8ab tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Added segment 729688dc-4c0a-4a5e-b2d3-747184db5e43 of type vlan for network 119bf94a-da8e-4d5c-8273-c6a66ce89210 Nov 23 22:04:11.967157 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fea108b4-cd14-4b1c-a29c-1454e2f05d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:11.986586 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c4b54a1c-a0f4-4c35-83eb-7db70854e8ab tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:12.017090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-fea108b4-cd14-4b1c-a29c-1454e2f05d0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d079d6e-b458-4e63-8081-e129d5d47fea']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:12.025912 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c4b54a1c-a0f4-4c35-83eb-7db70854e8ab tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:12.031078 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-fea108b4-cd14-4b1c-a29c-1454e2f05d0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf27ad7-9ba4-470d-b30e-5a68c50b01af') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:12.031639 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-fea108b4-cd14-4b1c-a29c-1454e2f05d0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf27ad7-9ba4-470d-b30e-5a68c50b01af') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:12.031835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b54a1c-a0f4-4c35-83eb-7db70854e8ab tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:12.032412 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c4b54a1c-a0f4-4c35-83eb-7db70854e8ab tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:12.044032 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fea108b4-cd14-4b1c-a29c-1454e2f05d0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:12.064579 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fea108b4-cd14-4b1c-a29c-1454e2f05d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:12.078411 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea108b4-cd14-4b1c-a29c-1454e2f05d0c admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:04:12.083070 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fea108b4-cd14-4b1c-a29c-1454e2f05d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:04:12.088035 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:04:12.089779 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c4b54a1c-a0f4-4c35-83eb-7db70854e8ab tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4288378 Nov 23 22:04:12.090776 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46408) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:12.110536 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-8f21b973-1ed0-4840-9234-33de8f59172a tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Request body: {'subnet': {'network_id': '119bf94a-da8e-4d5c-8273-c6a66ce89210', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:12.160579 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b54a1c-a0f4-4c35-83eb-7db70854e8ab tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Pushing event updated for resources: {'Network': ['ID=119bf94a-da8e-4d5c-8273-c6a66ce89210,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:12.172736 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 119bf94a-da8e-4d5c-8273-c6a66ce89210 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:04:12.449670 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46426) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:12.541203 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84a9561e-d1d5-4992-be86-93740bd0b7bf req-982f7f28-8f01-4e29-ba0d-12b17b969c64 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.0690234 Nov 23 22:04:12.548424 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fea108b4-cd14-4b1c-a29c-1454e2f05d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:12.554672 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fea108b4-cd14-4b1c-a29c-1454e2f05d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:12.560469 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fea108b4-cd14-4b1c-a29c-1454e2f05d0c admin admin] 10.222.0.50 "DELETE /v2.0/networks/4d079d6e-b458-4e63-8081-e129d5d47fea HTTP/1.1" status: 204 len: 168 time: 0.8182886 Nov 23 22:04:12.600883 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea108b4-cd14-4b1c-a29c-1454e2f05d0c admin admin] Pushing event deleted for resources: {'Network': ['ID=4d079d6e-b458-4e63-8081-e129d5d47fea,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:12.609100 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f21b973-1ed0-4840-9234-33de8f59172a tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Made reservation on behalf of 4c2f4341dbfc4744ba062b4e0e929185 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:04:12.612519 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8f21b973-1ed0-4840-9234-33de8f59172a tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:12.625245 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-950bf4f0-f2e7-4523-8192-c46af3bc0912 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-872696634-network', 'tenant_id': '49091d6cf9a440bab03a5303164156f3'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:12.653371 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950bf4f0-f2e7-4523-8192-c46af3bc0912 admin admin] Made reservation on behalf of 49091d6cf9a440bab03a5303164156f3 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:04:12.656872 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-950bf4f0-f2e7-4523-8192-c46af3bc0912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:12.670030 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-950bf4f0-f2e7-4523-8192-c46af3bc0912 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:12.807709 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46434) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:12.811685 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-950bf4f0-f2e7-4523-8192-c46af3bc0912 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:12.832667 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-950bf4f0-f2e7-4523-8192-c46af3bc0912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:12.872063 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950bf4f0-f2e7-4523-8192-c46af3bc0912 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:04:12.892726 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950bf4f0-f2e7-4523-8192-c46af3bc0912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9adc8d1-782b-4684-a1db-a946dd0477bf,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:12.895824 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-950bf4f0-f2e7-4523-8192-c46af3bc0912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:12.896167 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-950bf4f0-f2e7-4523-8192-c46af3bc0912 admin admin] Added segment dbb1943f-08bd-49f9-9c6f-84faebcb6c1e of type vlan for network a80deb0b-4e72-491c-b9ff-91ee2e46f30d Nov 23 22:04:12.908796 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8f21b973-1ed0-4840-9234-33de8f59172a tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:12.915679 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ee9fc264-53a9-42dc-ac42-0169a771114c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b84f6fc9b304506a7ea1bf3e4b80f30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1036317 Nov 23 22:04:12.930582 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46436) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:12.962936 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-950bf4f0-f2e7-4523-8192-c46af3bc0912 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:12.997192 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-950bf4f0-f2e7-4523-8192-c46af3bc0912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:12.998611 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950bf4f0-f2e7-4523-8192-c46af3bc0912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:12.999322 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-950bf4f0-f2e7-4523-8192-c46af3bc0912 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:13.046082 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21b973-1ed0-4840-9234-33de8f59172a tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Pushing event updated for resources: {'Subnet': ['ID=54e9be14-b632-4cf5-85c8-58075581401b,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:13.057787 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46444) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:13.058821 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-950bf4f0-f2e7-4523-8192-c46af3bc0912 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6079092 Nov 23 22:04:13.063677 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-4c0bb63d-33af-448d-ad76-2f5df5a93c1e admin admin] Request body: {'subnet': {'network_id': 'a80deb0b-4e72-491c-b9ff-91ee2e46f30d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-872696634-subnet', 'tenant_id': '49091d6cf9a440bab03a5303164156f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:13.091963 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950bf4f0-f2e7-4523-8192-c46af3bc0912 admin admin] Pushing event updated for resources: {'Network': ['ID=a80deb0b-4e72-491c-b9ff-91ee2e46f30d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:13.101634 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f21b973-1ed0-4840-9234-33de8f59172a tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Checking segment: {'id': '729688dc-4c0a-4a5e-b2d3-747184db5e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '119bf94a-da8e-4d5c-8273-c6a66ce89210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:04:13.102400 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f21b973-1ed0-4840-9234-33de8f59172a tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Network hostable DHCP agents. Network: 119bf94a-da8e-4d5c-8273-c6a66ce89210, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:04:13.107148 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-db515fad-a058-4a6b-a137-d7fbf4b6c490 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:13.108738 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network a80deb0b-4e72-491c-b9ff-91ee2e46f30d details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:04:13.158678 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-db515fad-a058-4a6b-a137-d7fbf4b6c490 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:13.170811 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0bb63d-33af-448d-ad76-2f5df5a93c1e admin admin] Made reservation on behalf of 49091d6cf9a440bab03a5303164156f3 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:04:13.173121 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c0bb63d-33af-448d-ad76-2f5df5a93c1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:13.195922 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f21b973-1ed0-4840-9234-33de8f59172a tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Network 119bf94a-da8e-4d5c-8273-c6a66ce89210 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:04:13.252223 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-8f21b973-1ed0-4840-9234-33de8f59172a tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 119bf94a-da8e-4d5c-8273-c6a66ce89210) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:04:13.260871 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f21b973-1ed0-4840-9234-33de8f59172a tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:13.261470 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8f21b973-1ed0-4840-9234-33de8f59172a tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:13.266406 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaaa8b8-a1de-4c0a-97bd-be9afac3d1f9 None None] Network 119bf94a-da8e-4d5c-8273-c6a66ce89210 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:04:13.301909 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8f21b973-1ed0-4840-9234-33de8f59172a tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1928713 Nov 23 22:04:13.303117 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46446) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:13.303245 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-db515fad-a058-4a6b-a137-d7fbf4b6c490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:13.307150 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-db515fad-a058-4a6b-a137-d7fbf4b6c490 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:13.308119 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-16329f45-aabb-4e6c-bf78-1de1c6033b10 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-313346031', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}, 'admin_state_up': False}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:13.308557 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-db515fad-a058-4a6b-a137-d7fbf4b6c490 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6e4668ad-886a-4879-8941-d1ccdcdee968 HTTP/1.1" status: 204 len: 168 time: 0.3763685 Nov 23 22:04:13.320156 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db515fad-a058-4a6b-a137-d7fbf4b6c490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4668ad-886a-4879-8941-d1ccdcdee968,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:13.378404 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16329f45-aabb-4e6c-bf78-1de1c6033b10 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:13.379938 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16329f45-aabb-4e6c-bf78-1de1c6033b10 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:13.486532 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16329f45-aabb-4e6c-bf78-1de1c6033b10 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:13.489016 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c0bb63d-33af-448d-ad76-2f5df5a93c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:13.494111 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bf262b-f13f-4d40-a669-6d3b1238d9fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-119bf94a-da8e-4d5c-8273-c6a66ce89210', 'network_id': '119bf94a-da8e-4d5c-8273-c6a66ce89210', 'tenant_id': '4c2f4341dbfc4744ba062b4e0e929185', 'fixed_ips': [{'subnet_id': '54e9be14-b632-4cf5-85c8-58075581401b'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:04:13.495198 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f1bf262b-f13f-4d40-a669-6d3b1238d9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:13.544518 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bb63d-33af-448d-ad76-2f5df5a93c1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=824fa04b-c5e2-42cf-aa2f-09d2014dac57,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:13.553222 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device fb1273fe-4e06-4a53-947a-b25f38ec4986 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:04:13.581050 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: fb1273fe-4e06-4a53-947a-b25f38ec4986 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:04:13.581467 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device fb1273fe-4e06-4a53-947a-b25f38ec4986 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:04:13.584102 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0bb63d-33af-448d-ad76-2f5df5a93c1e admin admin] Checking segment: {'id': 'dbb1943f-08bd-49f9-9c6f-84faebcb6c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a80deb0b-4e72-491c-b9ff-91ee2e46f30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:04:13.584592 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0bb63d-33af-448d-ad76-2f5df5a93c1e admin admin] Network hostable DHCP agents. Network: a80deb0b-4e72-491c-b9ff-91ee2e46f30d, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:04:13.617463 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0bb63d-33af-448d-ad76-2f5df5a93c1e admin admin] Network a80deb0b-4e72-491c-b9ff-91ee2e46f30d is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:04:13.629555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-4c0bb63d-33af-448d-ad76-2f5df5a93c1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, a80deb0b-4e72-491c-b9ff-91ee2e46f30d) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:04:13.636191 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0bb63d-33af-448d-ad76-2f5df5a93c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:13.636844 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c0bb63d-33af-448d-ad76-2f5df5a93c1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:13.680212 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4c0bb63d-33af-448d-ad76-2f5df5a93c1e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6210794 Nov 23 22:04:13.692765 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c3bfb4-b728-4586-b276-7937df88f06b None None] Network a80deb0b-4e72-491c-b9ff-91ee2e46f30d requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:04:13.822815 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bfd7a26c-c9d0-45e8-8685-cee666113707 req-d1343dc7-af91-44f4-b3da-f95cee8d3508 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.0833018 Nov 23 22:04:13.976798 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-f1bf262b-f13f-4d40-a669-6d3b1238d9fa None None] Allocated IP 172.20.0.2 (119bf94a-da8e-4d5c-8273-c6a66ce89210/54e9be14-b632-4cf5-85c8-58075581401b/47635a53-dfcb-449c-9c80-bc64234e3071) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:04:14.052620 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125b25ba-b761-4079-ba11-a841c029dd1a None None] Network a80deb0b-4e72-491c-b9ff-91ee2e46f30d requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:04:14.152580 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16329f45-aabb-4e6c-bf78-1de1c6033b10 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:14.420198 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f1bf262b-f13f-4d40-a669-6d3b1238d9fa None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:14.433567 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f1bf262b-f13f-4d40-a669-6d3b1238d9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:14.485115 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bf262b-f13f-4d40-a669-6d3b1238d9fa None None] Network 119bf94a-da8e-4d5c-8273-c6a66ce89210 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:04:14.491500 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-f1bf262b-f13f-4d40-a669-6d3b1238d9fa None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:04:14.495672 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf262b-f13f-4d40-a669-6d3b1238d9fa None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:04:14.505634 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf262b-f13f-4d40-a669-6d3b1238d9fa None None] Pushing event updated for resources: {'Port': ['ID=47635a53-dfcb-449c-9c80-bc64234e3071,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:14.577625 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16329f45-aabb-4e6c-bf78-1de1c6033b10 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:14.613606 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-f1bf262b-f13f-4d40-a669-6d3b1238d9fa None None] Attempting to bind port 47635a53-dfcb-449c-9c80-bc64234e3071 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:04:14.613995 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-f1bf262b-f13f-4d40-a669-6d3b1238d9fa None None] Attempting to bind port 47635a53-dfcb-449c-9c80-bc64234e3071 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '729688dc-4c0a-4a5e-b2d3-747184db5e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '119bf94a-da8e-4d5c-8273-c6a66ce89210'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:04:14.614366 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf262b-f13f-4d40-a669-6d3b1238d9fa None None] Attempting to bind port 47635a53-dfcb-449c-9c80-bc64234e3071 on network 119bf94a-da8e-4d5c-8273-c6a66ce89210 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:04:14.619007 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16329f45-aabb-4e6c-bf78-1de1c6033b10 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:14.625701 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf262b-f13f-4d40-a669-6d3b1238d9fa None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:04:14.626092 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf262b-f13f-4d40-a669-6d3b1238d9fa None None] Checking segment: {'id': '729688dc-4c0a-4a5e-b2d3-747184db5e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '119bf94a-da8e-4d5c-8273-c6a66ce89210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:04:14.626505 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f1bf262b-f13f-4d40-a669-6d3b1238d9fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:14.628136 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bf262b-f13f-4d40-a669-6d3b1238d9fa None None] Bound using segment: {'id': '729688dc-4c0a-4a5e-b2d3-747184db5e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '119bf94a-da8e-4d5c-8273-c6a66ce89210'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:04:14.628842 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-f1bf262b-f13f-4d40-a669-6d3b1238d9fa None None] Bound port: 47635a53-dfcb-449c-9c80-bc64234e3071, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729688dc-4c0a-4a5e-b2d3-747184db5e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '119bf94a-da8e-4d5c-8273-c6a66ce89210'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:04:14.630167 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f1bf262b-f13f-4d40-a669-6d3b1238d9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:14.727568 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46496) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:14.775781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-16329f45-aabb-4e6c-bf78-1de1c6033b10 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Allocated IP 172.25.5.248 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/cc4fa26c-6c05-47c9-9155-92ed7e105e73) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:04:14.805351 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f1bf262b-f13f-4d40-a669-6d3b1238d9fa None None] For port 47635a53-dfcb-449c-9c80-bc64234e3071, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:04:14.815404 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f1bf262b-f13f-4d40-a669-6d3b1238d9fa None None] For port 47635a53-dfcb-449c-9c80-bc64234e3071, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=47635a53-dfcb-449c-9c80-bc64234e3071,segment=NetworkSegment(729688dc-4c0a-4a5e-b2d3-747184db5e43),segment_id=729688dc-4c0a-4a5e-b2d3-747184db5e43)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:04:14.822891 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f1bf262b-f13f-4d40-a669-6d3b1238d9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:14.839175 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46504) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:14.851765 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-09008b40-1819-49de-8df7-bd0870d93372 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1718572515-network', 'tenant_id': 'ae2da9bf1d934197a383f1d3ab93880e'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:14.929938 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09008b40-1819-49de-8df7-bd0870d93372 admin admin] Made reservation on behalf of ae2da9bf1d934197a383f1d3ab93880e for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:04:14.935797 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09008b40-1819-49de-8df7-bd0870d93372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:14.962551 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09008b40-1819-49de-8df7-bd0870d93372 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:14.974420 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf262b-f13f-4d40-a669-6d3b1238d9fa None None] Pushing event updated for resources: {'Port': ['ID=47635a53-dfcb-449c-9c80-bc64234e3071,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:15.023195 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-829248ca-d8eb-4908-9679-ccb19574705f req-32b95a03-cfa3-4330-b503-c15dbd259f03 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.0344658 Nov 23 22:04:15.084617 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16329f45-aabb-4e6c-bf78-1de1c6033b10 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:15.140427 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09008b40-1819-49de-8df7-bd0870d93372 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:15.149984 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09008b40-1819-49de-8df7-bd0870d93372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:15.157136 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16329f45-aabb-4e6c-bf78-1de1c6033b10 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:15.205800 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-6609e901-17a6-45f6-9e45-0410242d6c4b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-961422600-network', 'tenant_id': '6ce6ce79bc284c8da12730541a4994bb'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:15.236374 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16329f45-aabb-4e6c-bf78-1de1c6033b10 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:04:15.242322 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-16329f45-aabb-4e6c-bf78-1de1c6033b10 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:04:15.245362 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16329f45-aabb-4e6c-bf78-1de1c6033b10 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:04:15.260556 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f93e9e-fe0f-458f-84e5-73317a3099b5 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:04:15.282557 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16329f45-aabb-4e6c-bf78-1de1c6033b10 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Pushing event updated for resources: {'Port': ['ID=cc4fa26c-6c05-47c9-9155-92ed7e105e73,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:15.299794 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6609e901-17a6-45f6-9e45-0410242d6c4b admin admin] Made reservation on behalf of 6ce6ce79bc284c8da12730541a4994bb for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:04:15.302199 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6609e901-17a6-45f6-9e45-0410242d6c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:15.319529 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09008b40-1819-49de-8df7-bd0870d93372 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:04:15.349634 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09008b40-1819-49de-8df7-bd0870d93372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c8ce66-90e8-40ea-b9b7-fccf79512fa5,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:15.355521 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6609e901-17a6-45f6-9e45-0410242d6c4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:15.369613 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09008b40-1819-49de-8df7-bd0870d93372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:15.369889 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-09008b40-1819-49de-8df7-bd0870d93372 admin admin] Added segment 961fd910-2d97-4291-92e4-b9df0a7ff37d of type vlan for network c221309f-6e01-4f24-800e-c3fab3f7592e Nov 23 22:04:15.380732 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-210d475c-d49d-4943-820e-3ecfbcf1a2ea None None] Provisioning complete for port cc4fa26c-6c05-47c9-9155-92ed7e105e73 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:04:15.381127 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-210d475c-d49d-4943-820e-3ecfbcf1a2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:15.487862 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-210d475c-d49d-4943-820e-3ecfbcf1a2ea None None] Port cc4fa26c-6c05-47c9-9155-92ed7e105e73 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:04:15.572079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 47635a53-dfcb-449c-9c80-bc64234e3071 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:04:15.572883 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6609e901-17a6-45f6-9e45-0410242d6c4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:15.592638 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09008b40-1819-49de-8df7-bd0870d93372 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:15.601278 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6609e901-17a6-45f6-9e45-0410242d6c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:15.613122 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6609e901-17a6-45f6-9e45-0410242d6c4b admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:04:15.624826 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6609e901-17a6-45f6-9e45-0410242d6c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:15.625447 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-6609e901-17a6-45f6-9e45-0410242d6c4b admin admin] Added segment 2b9161da-138e-4e22-b667-483f6f79328a of type vlan for network e2e52909-dbc6-4cc2-ac82-3967aafdd39a Nov 23 22:04:15.691445 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609e901-17a6-45f6-9e45-0410242d6c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d45ebcc-07fc-4e2f-a209-1439a7b56483,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:15.693570 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 47635a53-dfcb-449c-9c80-bc64234e3071 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:04:15.695508 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:15.731021 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6609e901-17a6-45f6-9e45-0410242d6c4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:15.757384 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09008b40-1819-49de-8df7-bd0870d93372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:15.758439 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09008b40-1819-49de-8df7-bd0870d93372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:15.759165 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09008b40-1819-49de-8df7-bd0870d93372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:15.834365 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16329f45-aabb-4e6c-bf78-1de1c6033b10 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:15.837382 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09008b40-1819-49de-8df7-bd0870d93372 admin admin] Pushing event updated for resources: {'Network': ['ID=c221309f-6e01-4f24-800e-c3fab3f7592e,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:15.851666 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network c221309f-6e01-4f24-800e-c3fab3f7592e details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:04:15.858530 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6609e901-17a6-45f6-9e45-0410242d6c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:15.861319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6609e901-17a6-45f6-9e45-0410242d6c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:15.862131 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6609e901-17a6-45f6-9e45-0410242d6c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:15.888800 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46510) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:15.891565 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-09008b40-1819-49de-8df7-bd0870d93372 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0510559 Nov 23 22:04:15.894383 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:15.898289 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4cd16725-a302-4880-bf3b-01fc90e2d887 admin admin] Request body: {'subnet': {'network_id': 'c221309f-6e01-4f24-800e-c3fab3f7592e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1718572515-subnet', 'tenant_id': 'ae2da9bf1d934197a383f1d3ab93880e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:15.904684 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6609e901-17a6-45f6-9e45-0410242d6c4b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1762762 Nov 23 22:04:15.918875 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46512) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:15.930089 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-f589cb3b-1cbe-42ec-b49d-d50bdf5d1cf2 admin admin] Request body: {'subnet': {'network_id': 'e2e52909-dbc6-4cc2-ac82-3967aafdd39a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-961422600-subnet', 'tenant_id': '6ce6ce79bc284c8da12730541a4994bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:15.939321 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd16725-a302-4880-bf3b-01fc90e2d887 admin admin] Made reservation on behalf of ae2da9bf1d934197a383f1d3ab93880e for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:04:15.942234 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4cd16725-a302-4880-bf3b-01fc90e2d887 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:16.020701 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 47635a53-dfcb-449c-9c80-bc64234e3071, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=47635a53-dfcb-449c-9c80-bc64234e3071,segment=NetworkSegment(729688dc-4c0a-4a5e-b2d3-747184db5e43),segment_id=729688dc-4c0a-4a5e-b2d3-747184db5e43)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:16.045782 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:16.158519 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609e901-17a6-45f6-9e45-0410242d6c4b admin admin] Pushing event updated for resources: {'Network': ['ID=e2e52909-dbc6-4cc2-ac82-3967aafdd39a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:16.199274 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=47635a53-dfcb-449c-9c80-bc64234e3071,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:16.204328 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network e2e52909-dbc6-4cc2-ac82-3967aafdd39a details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:04:16.262165 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7ac710fa-8867-407d-937f-ed678621b75c req-1b551f8a-c96c-424e-a365-adde1bd51f61 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.0875628 Nov 23 22:04:16.277471 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f589cb3b-1cbe-42ec-b49d-d50bdf5d1cf2 admin admin] Made reservation on behalf of 6ce6ce79bc284c8da12730541a4994bb for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:04:16.279886 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f589cb3b-1cbe-42ec-b49d-d50bdf5d1cf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:16.380887 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16329f45-aabb-4e6c-bf78-1de1c6033b10 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:16.504235 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4cd16725-a302-4880-bf3b-01fc90e2d887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:16.513614 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c534e9-25eb-4e68-8eee-5f53e6264d07 None None] Network 119bf94a-da8e-4d5c-8273-c6a66ce89210 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:04:16.581743 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-73ba767d-052f-4684-8162-f2a4c372f2b1 None None] Provisioning complete for port 47635a53-dfcb-449c-9c80-bc64234e3071 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:04:16.581743 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-73ba767d-052f-4684-8162-f2a4c372f2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:16.583257 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f589cb3b-1cbe-42ec-b49d-d50bdf5d1cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:16.631294 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd16725-a302-4880-bf3b-01fc90e2d887 admin admin] Checking segment: {'id': '961fd910-2d97-4291-92e4-b9df0a7ff37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c221309f-6e01-4f24-800e-c3fab3f7592e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:04:16.631795 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd16725-a302-4880-bf3b-01fc90e2d887 admin admin] Network hostable DHCP agents. Network: c221309f-6e01-4f24-800e-c3fab3f7592e, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:04:16.638688 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd16725-a302-4880-bf3b-01fc90e2d887 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5ecf8ff-1ee4-44c7-8977-0d7b7364bbb3,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:16.672330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd16725-a302-4880-bf3b-01fc90e2d887 admin admin] Network c221309f-6e01-4f24-800e-c3fab3f7592e is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:04:16.697177 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-4cd16725-a302-4880-bf3b-01fc90e2d887 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, c221309f-6e01-4f24-800e-c3fab3f7592e) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:04:16.707360 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16329f45-aabb-4e6c-bf78-1de1c6033b10 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Router d01646f2-d726-46bd-9e55-7aef72ac39d6 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:04:16.713780 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5029d45d-188b-4394-8d07-6a8abcb78215 None None] Network c221309f-6e01-4f24-800e-c3fab3f7592e requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:04:16.750017 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd16725-a302-4880-bf3b-01fc90e2d887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:16.750630 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4cd16725-a302-4880-bf3b-01fc90e2d887 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:16.773638 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f589cb3b-1cbe-42ec-b49d-d50bdf5d1cf2 admin admin] Checking segment: {'id': '2b9161da-138e-4e22-b667-483f6f79328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e2e52909-dbc6-4cc2-ac82-3967aafdd39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:04:16.774928 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f589cb3b-1cbe-42ec-b49d-d50bdf5d1cf2 admin admin] Network hostable DHCP agents. Network: e2e52909-dbc6-4cc2-ac82-3967aafdd39a, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:04:16.786001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589cb3b-1cbe-42ec-b49d-d50bdf5d1cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70a442e5-0c56-4c4d-9aab-d7d2295cb603,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:16.831501 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-bba511f5-6246-4a36-93a9-2d237547c252 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1689091 Nov 23 22:04:16.833586 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f589cb3b-1cbe-42ec-b49d-d50bdf5d1cf2 admin admin] Network e2e52909-dbc6-4cc2-ac82-3967aafdd39a is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:04:16.854209 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-f589cb3b-1cbe-42ec-b49d-d50bdf5d1cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, e2e52909-dbc6-4cc2-ac82-3967aafdd39a) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:04:16.872038 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f589cb3b-1cbe-42ec-b49d-d50bdf5d1cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:16.873461 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f589cb3b-1cbe-42ec-b49d-d50bdf5d1cf2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:16.943963 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9c2e28-e757-4236-831b-d9208c5c5899 None None] Network e2e52909-dbc6-4cc2-ac82-3967aafdd39a requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:04:16.946093 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f589cb3b-1cbe-42ec-b49d-d50bdf5d1cf2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0256591 Nov 23 22:04:16.991264 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16329f45-aabb-4e6c-bf78-1de1c6033b10 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:04:16.992937 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-079a0817-6665-4d19-b29c-c8e5ad3a0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:16.997055 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-079a0817-6665-4d19-b29c-c8e5ad3a0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:16.997638 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-079a0817-6665-4d19-b29c-c8e5ad3a0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:16.998171 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-079a0817-6665-4d19-b29c-c8e5ad3a0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:16.999882 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-079a0817-6665-4d19-b29c-c8e5ad3a0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:17.012081 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-079a0817-6665-4d19-b29c-c8e5ad3a0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:17.013097 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-079a0817-6665-4d19-b29c-c8e5ad3a0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:17.026998 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-079a0817-6665-4d19-b29c-c8e5ad3a0507 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9b6ed703ef174b4d8c2560021ab2bd8c&device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 6502 time: 0.1398191 Nov 23 22:04:17.034116 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4cd16725-a302-4880-bf3b-01fc90e2d887 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1438696 Nov 23 22:04:17.068462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16329f45-aabb-4e6c-bf78-1de1c6033b10 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:17.070438 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-16329f45-aabb-4e6c-bf78-1de1c6033b10 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.7671192 Nov 23 22:04:17.073503 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46524) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:17.094017 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f87f242-72a3-4ed1-8501-a2a772dc0892 None None] Sync routers for ids ['d01646f2-d726-46bd-9e55-7aef72ac39d6'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:04:17.323677 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e980cc5-907a-43ee-bcfb-5a1ea7db6d21 None None] Network e2e52909-dbc6-4cc2-ac82-3967aafdd39a requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:04:17.429808 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f87f242-72a3-4ed1-8501-a2a772dc0892 None None] Routers {'d01646f2-d726-46bd-9e55-7aef72ac39d6'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:04:17.430456 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1f87f242-72a3-4ed1-8501-a2a772dc0892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:04:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d01646f2-d726-46bd-9e55-7aef72ac39d6'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:17.572967 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 47635a53-dfcb-449c-9c80-bc64234e3071 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:04:17.577762 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-013960f5-7990-49a3-8b44-3cb12fefa36b req-9053e3ab-ed37-484a-9389-d848cfa33531 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.0902929 Nov 23 22:04:17.640537 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-4570e521-dc37-4bcd-b9b7-4b34cfd5c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:17.641010 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-4570e521-dc37-4bcd-b9b7-4b34cfd5c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:17.641467 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-4570e521-dc37-4bcd-b9b7-4b34cfd5c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:17.643127 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-4570e521-dc37-4bcd-b9b7-4b34cfd5c597 service neutron] 10.222.0.53 "GET /v2.0/networks?id=538e1e97-92a3-4d18-ba4d-eab4d961092b&id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&id=954621a6-0447-4b04-92ad-3bda684cf0c7&id=954621a6-0447-4b04-92ad-3bda684cf0c7 HTTP/1.1" status: 200 len: 2299 time: 0.5577171 Nov 23 22:04:17.674265 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1f87f242-72a3-4ed1-8501-a2a772dc0892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:17.800453 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-1bf7fb6a-a64f-4da7-be15-9f73be74de46 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=903ccf0b-4463-44b9-b226-a19005b0d74f HTTP/1.1" status: 200 len: 1002 time: 0.1403456 Nov 23 22:04:17.826183 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f87f242-72a3-4ed1-8501-a2a772dc0892 None None] Routers {'d01646f2-d726-46bd-9e55-7aef72ac39d6'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:04:17.826860 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1f87f242-72a3-4ed1-8501-a2a772dc0892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:04:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d01646f2-d726-46bd-9e55-7aef72ac39d6'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:17.921962 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 47635a53-dfcb-449c-9c80-bc64234e3071 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:04:17.922574 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:17.924948 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b5c365-4270-44b4-91ea-4e0e802563b2 None None] Network c221309f-6e01-4f24-800e-c3fab3f7592e requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:04:18.095259 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1f87f242-72a3-4ed1-8501-a2a772dc0892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:18.096361 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f87f242-72a3-4ed1-8501-a2a772dc0892 None None] The sync data for ids ['d01646f2-d726-46bd-9e55-7aef72ac39d6'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:04:18.204073 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-76871368-1bfd-4b0e-8c7f-a34b46711691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:18.205719 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-76871368-1bfd-4b0e-8c7f-a34b46711691 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3849cc79-f357-4360-89e3-62e41d0cfdca HTTP/1.1" status: 200 len: 856 time: 0.3455555 Nov 23 22:04:18.265959 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5a7285d0-23bf-4609-85a3-df81d603cd9c None None] Provisioning complete for port 47635a53-dfcb-449c-9c80-bc64234e3071 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:04:18.266370 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5a7285d0-23bf-4609-85a3-df81d603cd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:18.310324 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-98023220-dca9-4b66-8818-dfcdbf3fd7d2 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:18.312370 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-98023220-dca9-4b66-8818-dfcdbf3fd7d2 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/networks?id=e2e52909-dbc6-4cc2-ac82-3967aafdd39a HTTP/1.1" status: 200 len: 813 time: 0.5104949 Nov 23 22:04:18.346000 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-9cc21b85-1ee2-4a18-97a7-b61e81415869 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:18.348002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-9cc21b85-1ee2-4a18-97a7-b61e81415869 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/networks?id=a80deb0b-4e72-491c-b9ff-91ee2e46f30d HTTP/1.1" status: 200 len: 808 time: 0.4896333 Nov 23 22:04:18.401484 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-34a5d7eb-217a-4725-a8f4-4ba05df3adac tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/quotas/6ce6ce79bc284c8da12730541a4994bb HTTP/1.1" status: 200 len: 375 time: 0.0791216 Nov 23 22:04:18.407971 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-a68439bb-1854-4a47-af72-ae2430410edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:18.409402 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-a68439bb-1854-4a47-af72-ae2430410edf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=538e1e97-92a3-4d18-ba4d-eab4d961092b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1842256 Nov 23 22:04:18.413626 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-8dae7e3b-e265-4ba9-9294-25bbbe9f6524 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/quotas/49091d6cf9a440bab03a5303164156f3 HTTP/1.1" status: 200 len: 375 time: 0.0533478 Nov 23 22:04:18.434498 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-8682ebfe-2f43-4811-8382-ea07659f0b63 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:04:18.435497 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-8682ebfe-2f43-4811-8382-ea07659f0b63 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072498 Nov 23 22:04:18.471268 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-e0adee2b-549d-4c66-b959-01542816876d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6ce6ce79bc284c8da12730541a4994bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593064 Nov 23 22:04:18.491217 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-c1e6c376-6ad4-4267-acd0-0181e82b65ea tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=49091d6cf9a440bab03a5303164156f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635979 Nov 23 22:04:18.514045 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-2edf3cfd-c7f7-4e41-b07e-ca5595df2d00 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:04:18.515043 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-2edf3cfd-c7f7-4e41-b07e-ca5595df2d00 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050886 Nov 23 22:04:19.052273 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-0a336fbf-d6b0-43ef-a2cb-8e9bf46e5d66 service neutron] 10.222.0.53 "GET /v2.0/networks/538e1e97-92a3-4d18-ba4d-eab4d961092b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932221 Nov 23 22:04:19.151034 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-fbaa2723-00d6-46e9-a0f5-8972585aa29d service neutron] 10.222.0.50 "GET /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6622508 Nov 23 22:04:19.178209 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-8ec46487-9dee-4b3b-be16-436e84e26a84 service neutron] 10.222.0.50 "GET /v2.0/networks/a80deb0b-4e72-491c-b9ff-91ee2e46f30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6320164 Nov 23 22:04:19.243478 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fb4e9949-c892-42e3-922a-344f4ebb6182 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:19.349555 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-b1ae3c4f-a881-4472-b052-84c3eef2839b service neutron] 10.222.0.53 "GET /v2.0/networks/538e1e97-92a3-4d18-ba4d-eab4d961092b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826664 Nov 23 22:04:19.456890 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-84493eeb-8343-4017-ae18-e49326cfd35b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=9e1a4a01-b58d-4d1b-8c53-14975401b67a HTTP/1.1" status: 200 len: 217 time: 0.0698435 Nov 23 22:04:19.479768 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-9c268769-5e29-4c6b-b3f5-b655b37a9cdb service neutron] 10.222.0.50 "GET /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003669 Nov 23 22:04:19.485287 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-d54a3348-29a0-416f-87d7-2c78600b298b service neutron] 10.222.0.50 "GET /v2.0/networks/a80deb0b-4e72-491c-b9ff-91ee2e46f30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858720 Nov 23 22:04:19.624094 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-4b97c693-56d8-4279-8949-28e3f82b7e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:19.625737 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-4b97c693-56d8-4279-8949-28e3f82b7e56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79f80f5c-625c-497c-bf22-0257e8bcf148 HTTP/1.1" status: 200 len: 797 time: 0.1574810 Nov 23 22:04:19.773953 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d83cf040-4635-4b96-a851-b7e4b959d48e req-2de4dfc7-ec90-46cf-b3ee-656b33b439a2 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.0774295 Nov 23 22:04:19.847255 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-58c9ea56-859f-4e8f-af0a-938375fb599d req-954af745-ee37-4e21-92e1-bb03bcfd7283 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 210 time: 0.0595689 Nov 23 22:04:19.858819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-bf160e47-6244-4c44-a905-ec7ad788995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:19.860388 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-bf160e47-6244-4c44-a905-ec7ad788995a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2195177 Nov 23 22:04:19.912534 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a5f3217c-26b8-4758-af70-0651e2233026 req-e516a320-f99b-4e68-98d5-52d12cf0c2a5 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda3efd6-c64a-4168-90d4-321ef0508898 HTTP/1.1" status: 200 len: 210 time: 0.0705509 Nov 23 22:04:19.970291 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-fb4e9949-c892-42e3-922a-344f4ebb6182 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Allocated IP 172.20.0.1 (119bf94a-da8e-4d5c-8273-c6a66ce89210/54e9be14-b632-4cf5-85c8-58075581401b/1fc74d9b-4651-435a-b143-ccc42bf53a99) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:04:20.076306 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-e209d778-74d2-4f9e-93a5-8339523b784f service neutron] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620867 Nov 23 22:04:20.220226 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-1f5374a7-c61e-44df-ab41-8ef6eb085efd service neutron] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153994 Nov 23 22:04:20.280317 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-e70ef7e5-fe1d-41d7-9588-ea7d18686379 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=e7e26413-e971-46f6-ba1f-9c8b1eb61493 HTTP/1.1" status: 200 len: 217 time: 0.0464909 Nov 23 22:04:20.336882 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fb4e9949-c892-42e3-922a-344f4ebb6182 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:20.371012 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-2438dbfd-865a-482e-b2a2-e1cb22b8d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:20.372803 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-2438dbfd-865a-482e-b2a2-e1cb22b8d085 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79f80f5c-625c-497c-bf22-0257e8bcf148 HTTP/1.1" status: 200 len: 797 time: 0.0782943 Nov 23 22:04:20.426483 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fb4e9949-c892-42e3-922a-344f4ebb6182 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:20.474246 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-52ca5433-682f-46a0-9723-a6f3f3a00ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:20.476198 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-52ca5433-682f-46a0-9723-a6f3f3a00ca4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0902984 Nov 23 22:04:20.482435 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4e9949-c892-42e3-922a-344f4ebb6182 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Network 119bf94a-da8e-4d5c-8273-c6a66ce89210 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:04:20.485524 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-fb4e9949-c892-42e3-922a-344f4ebb6182 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:04:20.490601 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4e9949-c892-42e3-922a-344f4ebb6182 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:04:20.533064 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e9949-c892-42e3-922a-344f4ebb6182 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Pushing event updated for resources: {'Port': ['ID=1fc74d9b-4651-435a-b143-ccc42bf53a99,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:20.608227 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fb4e9949-c892-42e3-922a-344f4ebb6182 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:20.676782 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-c55f5c07-83ae-4a8c-a946-e3420fb9e383 service neutron] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871359 Nov 23 22:04:20.836895 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-769f404a-cd64-4021-b9e0-1f851c8de94f None None] Provisioning complete for port 1fc74d9b-4651-435a-b143-ccc42bf53a99 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:04:20.845989 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fb4e9949-c892-42e3-922a-344f4ebb6182 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:20.849692 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-f2933c95-f02f-4895-a191-645ea1d8baa4 service neutron] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654027 Nov 23 22:04:20.849938 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-769f404a-cd64-4021-b9e0-1f851c8de94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:20.939391 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-0e820b2e-12fc-4eeb-bd2d-53c5dd1bf777 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=02f35442-1efd-4379-8ae8-d069f0233b87 HTTP/1.1" status: 200 len: 217 time: 0.0776341 Nov 23 22:04:21.000718 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-769f404a-cd64-4021-b9e0-1f851c8de94f None None] Port 1fc74d9b-4651-435a-b143-ccc42bf53a99 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:04:21.141162 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d1e3f12-53e1-4f6e-b658-c3456ef0a161 req-9ea67036-776a-4f7d-82ee-941c748bc54a tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 210 time: 0.1376791 Nov 23 22:04:21.157491 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd8c3680-1bfb-4695-af53-c796e23bc260 req-4c17f2eb-e615-4203-be39-617bb9208c69 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.1526897 Nov 23 22:04:21.185904 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-6e658c94-bc4d-430e-83cb-1fc4f1b73e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:21.187334 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-6e658c94-bc4d-430e-83cb-1fc4f1b73e0f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79f80f5c-625c-497c-bf22-0257e8bcf148 HTTP/1.1" status: 200 len: 797 time: 0.2214305 Nov 23 22:04:21.257267 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-5ce94187-5446-4f1c-8911-d4234c72ca35 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:21.265758 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-5ce94187-5446-4f1c-8911-d4234c72ca35 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.60 "GET /v2.0/networks?id=e2e52909-dbc6-4cc2-ac82-3967aafdd39a HTTP/1.1" status: 200 len: 813 time: 0.2223334 Nov 23 22:04:21.290886 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-6eda4c31-19bc-4787-9388-5588827ba91e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Request body: {'port': {'device_id': '614c3faa-50a0-41bf-885f-a2db2aeaa025', 'network_id': 'e2e52909-dbc6-4cc2-ac82-3967aafdd39a', 'admin_state_up': True, 'tenant_id': '6ce6ce79bc284c8da12730541a4994bb'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:21.339239 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-bb2eaf6f-cff1-4131-bc59-6a14f826dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:21.341068 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-bb2eaf6f-cff1-4131-bc59-6a14f826dd75 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1412446 Nov 23 22:04:21.343335 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b31848a-27ce-4140-9fdd-8ec2d68b78fe req-d61cd24a-3703-4d90-bbf9-f47301cf4955 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda3efd6-c64a-4168-90d4-321ef0508898 HTTP/1.1" status: 200 len: 210 time: 0.0756187 Nov 23 22:04:21.469744 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-6eda4c31-19bc-4787-9388-5588827ba91e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Made reservation on behalf of 6ce6ce79bc284c8da12730541a4994bb for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:04:21.473834 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-6eda4c31-19bc-4787-9388-5588827ba91e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:21.593537 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-e6bffd7b-6945-49f8-bea1-4ff564b2f9dc service neutron] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340662 Nov 23 22:04:21.616384 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-6eda4c31-19bc-4787-9388-5588827ba91e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Allocated IP 172.20.0.13 (e2e52909-dbc6-4cc2-ac82-3967aafdd39a/70a442e5-0c56-4c4d-9aab-d7d2295cb603/85ad12db-6b0b-4cc1-b52f-1504a8283e40) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:04:21.782136 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-6eda4c31-19bc-4787-9388-5588827ba91e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:21.803826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-a7137e31-6e69-48ba-8621-215432a8e0db service neutron] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914861 Nov 23 22:04:21.814547 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-1a4a39b2-4e5a-4c91-95d9-519580609ac9 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:21.816072 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-1a4a39b2-4e5a-4c91-95d9-519580609ac9 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.60 "GET /v2.0/networks?id=a80deb0b-4e72-491c-b9ff-91ee2e46f30d HTTP/1.1" status: 200 len: 808 time: 0.2853549 Nov 23 22:04:21.821133 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-6eda4c31-19bc-4787-9388-5588827ba91e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:21.853333 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-017282d0-9685-44df-8e0a-178d1ea2f3eb tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Request body: {'port': {'device_id': 'fda3efd6-c64a-4168-90d4-321ef0508898', 'network_id': 'a80deb0b-4e72-491c-b9ff-91ee2e46f30d', 'admin_state_up': True, 'tenant_id': '49091d6cf9a440bab03a5303164156f3'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:21.872351 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-6eda4c31-19bc-4787-9388-5588827ba91e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Network e2e52909-dbc6-4cc2-ac82-3967aafdd39a is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:04:21.878167 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-6eda4c31-19bc-4787-9388-5588827ba91e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:04:21.882977 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-6eda4c31-19bc-4787-9388-5588827ba91e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:04:21.887525 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fb4e9949-c892-42e3-922a-344f4ebb6182 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:21.891844 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-a17a0e27-97e7-4929-a8e1-6fb855e90c20 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.202&port_id=34f625a4-b456-41db-8450-83c7c1ee8503 HTTP/1.1" status: 200 len: 217 time: 0.0727708 Nov 23 22:04:21.917048 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fb4e9949-c892-42e3-922a-344f4ebb6182 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:21.943556 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda4c31-19bc-4787-9388-5588827ba91e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Pushing event updated for resources: {'Port': ['ID=85ad12db-6b0b-4cc1-b52f-1504a8283e40,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:21.979936 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-6eda4c31-19bc-4787-9388-5588827ba91e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:21.985735 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-6eda4c31-19bc-4787-9388-5588827ba91e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:22.002096 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-6eda4c31-19bc-4787-9388-5588827ba91e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7176907 Nov 23 22:04:22.019958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-07d8f6c1-ae0d-4c66-9634-1e22129d5c96 service neutron] Request body: {'port': {'device_id': '614c3faa-50a0-41bf-885f-a2db2aeaa025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:22.080031 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-07d8f6c1-ae0d-4c66-9634-1e22129d5c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:22.284005 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fb4e9949-c892-42e3-922a-344f4ebb6182 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:22.440965 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-07d8f6c1-ae0d-4c66-9634-1e22129d5c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ad12db-6b0b-4cc1-b52f-1504a8283e40 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:04:22.450648 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-07d8f6c1-ae0d-4c66-9634-1e22129d5c96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:22.466650 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-07d8f6c1-ae0d-4c66-9634-1e22129d5c96 service neutron] Transition to ACTIVE for port object 85ad12db-6b0b-4cc1-b52f-1504a8283e40 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:04:22.472846 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-07d8f6c1-ae0d-4c66-9634-1e22129d5c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:22.531390 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a5c605a-f32b-42a5-a820-8f2ff76eddb8 req-515d3f35-399f-4eca-9ee9-1223937e6616 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.2433639 Nov 23 22:04:22.540038 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8f6c1-ae0d-4c66-9634-1e22129d5c96 service neutron] Pushing event updated for resources: {'Port': ['ID=85ad12db-6b0b-4cc1-b52f-1504a8283e40,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:22.560984 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-5677ae2d-3a25-4c0d-b983-89b10c777b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:22.566639 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-5677ae2d-3a25-4c0d-b983-89b10c777b59 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79f80f5c-625c-497c-bf22-0257e8bcf148 HTTP/1.1" status: 200 len: 797 time: 0.6625993 Nov 23 22:04:22.630868 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e9949-c892-42e3-922a-344f4ebb6182 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Pushing event updated for resources: {'Port': ['ID=1fc74d9b-4651-435a-b143-ccc42bf53a99,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:22.637950 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-07d8f6c1-ae0d-4c66-9634-1e22129d5c96 service neutron] Attempting to bind port 85ad12db-6b0b-4cc1-b52f-1504a8283e40 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:04:22.638345 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-07d8f6c1-ae0d-4c66-9634-1e22129d5c96 service neutron] Attempting to bind port 85ad12db-6b0b-4cc1-b52f-1504a8283e40 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '2b9161da-138e-4e22-b667-483f6f79328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e2e52909-dbc6-4cc2-ac82-3967aafdd39a'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:04:22.638748 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-07d8f6c1-ae0d-4c66-9634-1e22129d5c96 service neutron] Attempting to bind port 85ad12db-6b0b-4cc1-b52f-1504a8283e40 on network e2e52909-dbc6-4cc2-ac82-3967aafdd39a {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:04:22.647047 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-07d8f6c1-ae0d-4c66-9634-1e22129d5c96 service neutron] Port 85ad12db-6b0b-4cc1-b52f-1504a8283e40 on network e2e52909-dbc6-4cc2-ac82-3967aafdd39a not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:04:22.648028 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-07d8f6c1-ae0d-4c66-9634-1e22129d5c96 service neutron] Attempting to bind port 85ad12db-6b0b-4cc1-b52f-1504a8283e40 on network e2e52909-dbc6-4cc2-ac82-3967aafdd39a {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:04:22.653957 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-07d8f6c1-ae0d-4c66-9634-1e22129d5c96 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:04:22.654305 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-07d8f6c1-ae0d-4c66-9634-1e22129d5c96 service neutron] Checking segment: {'id': '2b9161da-138e-4e22-b667-483f6f79328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e2e52909-dbc6-4cc2-ac82-3967aafdd39a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:04:22.654694 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-07d8f6c1-ae0d-4c66-9634-1e22129d5c96 service neutron] Bound using segment: {'id': '2b9161da-138e-4e22-b667-483f6f79328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e2e52909-dbc6-4cc2-ac82-3967aafdd39a'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:04:22.655414 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-07d8f6c1-ae0d-4c66-9634-1e22129d5c96 service neutron] Bound port: 85ad12db-6b0b-4cc1-b52f-1504a8283e40, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b9161da-138e-4e22-b667-483f6f79328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e2e52909-dbc6-4cc2-ac82-3967aafdd39a'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:04:22.655775 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-07d8f6c1-ae0d-4c66-9634-1e22129d5c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:22.701145 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-017282d0-9685-44df-8e0a-178d1ea2f3eb tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Made reservation on behalf of 49091d6cf9a440bab03a5303164156f3 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:04:22.705511 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-017282d0-9685-44df-8e0a-178d1ea2f3eb tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:22.745793 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-07d8f6c1-ae0d-4c66-9634-1e22129d5c96 service neutron] For port 85ad12db-6b0b-4cc1-b52f-1504a8283e40, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:04:22.749726 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-07d8f6c1-ae0d-4c66-9634-1e22129d5c96 service neutron] For port 85ad12db-6b0b-4cc1-b52f-1504a8283e40, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=85ad12db-6b0b-4cc1-b52f-1504a8283e40,segment=NetworkSegment(2b9161da-138e-4e22-b667-483f6f79328a),segment_id=2b9161da-138e-4e22-b667-483f6f79328a)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:04:22.767319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177d38a-3a00-4219-8b0d-827cd86805c3 req-6ad54909-73a1-4f9a-8737-60e8483c4968 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:22.769514 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-07d8f6c1-ae0d-4c66-9634-1e22129d5c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:22.776387 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b177d38a-3a00-4219-8b0d-827cd86805c3 req-6ad54909-73a1-4f9a-8737-60e8483c4968 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 932 time: 0.4901304 Nov 23 22:04:22.790864 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:22.792887 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fac2c3ea-dd9a-4980-9141-a3f7a473722c req-161488ec-beaf-4ecc-a617-43fcc519c6fa tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda3efd6-c64a-4168-90d4-321ef0508898 HTTP/1.1" status: 200 len: 210 time: 0.1297469 Nov 23 22:04:22.809507 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-e19ebebd-3c1f-47c5-8dcc-4b10798149d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:22.811089 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-e19ebebd-3c1f-47c5-8dcc-4b10798149d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2205484 Nov 23 22:04:22.859703 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8f6c1-ae0d-4c66-9634-1e22129d5c96 service neutron] Pushing event updated for resources: {'Port': ['ID=85ad12db-6b0b-4cc1-b52f-1504a8283e40,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:22.870339 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-07d8f6c1-ae0d-4c66-9634-1e22129d5c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:22.871028 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-07d8f6c1-ae0d-4c66-9634-1e22129d5c96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:22.873291 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-07d8f6c1-ae0d-4c66-9634-1e22129d5c96 service neutron] 10.222.0.60 "PUT /v2.0/ports/85ad12db-6b0b-4cc1-b52f-1504a8283e40 HTTP/1.1" status: 200 len: 1092 time: 0.8578610 Nov 23 22:04:22.873763 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614c3faa-50a0-41bf-885f-a2db2aeaa025', 'tag': '85ad12db-6b0b-4cc1-b52f-1504a8283e40'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:04:22.877572 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dceec00a-1cc5-40f2-9e35-e00f96fb48a2" -d '{"events": [{"name": "network-changed", "server_uuid": "614c3faa-50a0-41bf-885f-a2db2aeaa025", "tag": "85ad12db-6b0b-4cc1-b52f-1504a8283e40"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:04:22.930338 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1137f011-18bf-4b9c-a55b-18f2ca4fc2bd x-openstack-request-id: req-1137f011-18bf-4b9c-a55b-18f2ca4fc2bd {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:04:22.930925 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614c3faa-50a0-41bf-885f-a2db2aeaa025", "tag": "85ad12db-6b0b-4cc1-b52f-1504a8283e40", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:04:22.931400 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1137f011-18bf-4b9c-a55b-18f2ca4fc2bd {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:04:22.934297 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614c3faa-50a0-41bf-885f-a2db2aeaa025', 'tag': '85ad12db-6b0b-4cc1-b52f-1504a8283e40', 'status': 'completed', 'code': 200} Nov 23 22:04:22.937181 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b177d38a-3a00-4219-8b0d-827cd86805c3 req-62404e7c-d835-4a76-a4ae-20891002ed7c tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598997 Nov 23 22:04:23.012875 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4e9949-c892-42e3-922a-344f4ebb6182 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Network 119bf94a-da8e-4d5c-8273-c6a66ce89210 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:04:23.022828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-fb4e9949-c892-42e3-922a-344f4ebb6182 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:04:23.075214 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-ad5c1f18-6061-4fb2-a805-9abe4f5e301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:23.076766 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-ad5c1f18-6061-4fb2-a805-9abe4f5e301b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6ce6ce79bc284c8da12730541a4994bb&device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 1095 time: 0.1153355 Nov 23 22:04:23.198274 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-25f229ee-b6b4-4ecb-a674-e77dee531f92 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ad12db-6b0b-4cc1-b52f-1504a8283e40 HTTP/1.1" status: 200 len: 217 time: 0.1058273 Nov 23 22:04:23.202252 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-0837818d-f1cb-431c-9c57-5b0175db6409 service neutron] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753803 Nov 23 22:04:23.234774 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-017282d0-9685-44df-8e0a-178d1ea2f3eb tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Allocated IP 172.20.0.13 (a80deb0b-4e72-491c-b9ff-91ee2e46f30d/824fa04b-c5e2-42cf-aa2f-09d2014dac57/4066e429-78f8-41b1-9e6e-d157e9484c05) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:04:23.298259 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-3552952a-31a0-4368-b805-e03ffbd4c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:23.300945 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-3552952a-31a0-4368-b805-e03ffbd4c2ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70a442e5-0c56-4c4d-9aab-d7d2295cb603 HTTP/1.1" status: 200 len: 853 time: 0.0911791 Nov 23 22:04:23.383444 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-bc178255-ef59-443f-b217-ad3b07b92299 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2e52909-dbc6-4cc2-ac82-3967aafdd39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736842 Nov 23 22:04:23.557675 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e563bd47-66cc-4256-89c2-4615289387df None None] Provisioning complete for port 1fc74d9b-4651-435a-b143-ccc42bf53a99 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:04:23.558294 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e563bd47-66cc-4256-89c2-4615289387df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:23.587936 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4e9949-c892-42e3-922a-344f4ebb6182 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Router d01646f2-d726-46bd-9e55-7aef72ac39d6 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:04:23.648267 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-25687dce-2ab4-44bf-b298-86bf099bfbc3 service neutron] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916056 Nov 23 22:04:23.666246 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-017282d0-9685-44df-8e0a-178d1ea2f3eb tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:23.670631 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e563bd47-66cc-4256-89c2-4615289387df None None] Port 1fc74d9b-4651-435a-b143-ccc42bf53a99 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:04:23.698850 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-f05c47d6-fd5f-4e1b-9205-e93574588eb8 service neutron] 10.222.0.60 "GET /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076215 Nov 23 22:04:23.815667 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-05d657dd-7c86-443c-89cc-2e8dd08fd2b1 req-1e51d1c0-fd6c-4eba-8909-e06ddfc09dbb service neutron] 10.222.0.60 "GET /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095929 Nov 23 22:04:23.855467 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4e9949-c892-42e3-922a-344f4ebb6182 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:04:23.868633 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be49ab1c-8863-46fc-8679-52440cc42a8f None None] Sync routers for ids ['d01646f2-d726-46bd-9e55-7aef72ac39d6'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:04:23.899226 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be49ab1c-8863-46fc-8679-52440cc42a8f None None] Routers {'d01646f2-d726-46bd-9e55-7aef72ac39d6'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:04:23.899866 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-be49ab1c-8863-46fc-8679-52440cc42a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:04:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d01646f2-d726-46bd-9e55-7aef72ac39d6'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:23.910668 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fb4e9949-c892-42e3-922a-344f4ebb6182 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] 10.222.0.50 "PUT /v2.0/routers/d01646f2-d726-46bd-9e55-7aef72ac39d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8311727 Nov 23 22:04:23.910668 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-017282d0-9685-44df-8e0a-178d1ea2f3eb tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:23.911003 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46658) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:23.917115 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a5edf3b7-68c9-4d14-a776-2a8dc6d42ae4 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Request body: {'port': {'network_id': '119bf94a-da8e-4d5c-8273-c6a66ce89210', 'name': 'tempest-FloatingIPAdminTestJSON-1484624191'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:23.928838 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e2a823b-b972-4699-b95c-9875c8a8966f req-354f3dac-795b-449f-83a8-18700b116865 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.2607136 Nov 23 22:04:23.933604 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-d1b38cd7-e0c0-4a39-bd49-d0cdd42c7796 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a568002e-b86b-4db1-b81d-0319d977690b HTTP/1.1" status: 200 len: 217 time: 0.2610202 Nov 23 22:04:23.976503 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-be49ab1c-8863-46fc-8679-52440cc42a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:23.987343 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be49ab1c-8863-46fc-8679-52440cc42a8f None None] Routers {'d01646f2-d726-46bd-9e55-7aef72ac39d6'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:04:23.988014 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-be49ab1c-8863-46fc-8679-52440cc42a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:04:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d01646f2-d726-46bd-9e55-7aef72ac39d6'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:24.046286 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-be49ab1c-8863-46fc-8679-52440cc42a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:24.047066 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be49ab1c-8863-46fc-8679-52440cc42a8f None None] The sync data for ids ['d01646f2-d726-46bd-9e55-7aef72ac39d6'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:04:24.090023 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceec00a-1cc5-40f2-9e35-e00f96fb48a2 req-3c402a7a-b19c-4f38-9c8c-76b49dbf1eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:24.091851 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dceec00a-1cc5-40f2-9e35-e00f96fb48a2 req-3c402a7a-b19c-4f38-9c8c-76b49dbf1eff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6ce6ce79bc284c8da12730541a4994bb&device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 1095 time: 0.1437325 Nov 23 22:04:24.112546 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-017282d0-9685-44df-8e0a-178d1ea2f3eb tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Network a80deb0b-4e72-491c-b9ff-91ee2e46f30d is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:04:24.207102 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-017282d0-9685-44df-8e0a-178d1ea2f3eb tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:04:24.211559 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5edf3b7-68c9-4d14-a776-2a8dc6d42ae4 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Made reservation on behalf of 4c2f4341dbfc4744ba062b4e0e929185 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:04:24.216668 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5edf3b7-68c9-4d14-a776-2a8dc6d42ae4 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:24.225066 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-ed48e5fe-02da-4b6a-ab8b-5c35fef20c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:24.227442 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-ed48e5fe-02da-4b6a-ab8b-5c35fef20c95 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=53016539-7c6b-4b2e-9ed2-0e78c3bed719 HTTP/1.1" status: 200 len: 797 time: 0.2740045 Nov 23 22:04:24.228913 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-017282d0-9685-44df-8e0a-178d1ea2f3eb tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:04:24.247790 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-a5edf3b7-68c9-4d14-a776-2a8dc6d42ae4 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] device_id is not set on port a73eaa7f-4743-43ff-b784-c5c3e2074080 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:04:24.277078 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017282d0-9685-44df-8e0a-178d1ea2f3eb tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Pushing event updated for resources: {'Port': ['ID=4066e429-78f8-41b1-9e6e-d157e9484c05,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:24.307593 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f125cf6-974c-40b6-8f71-d2703582552b req-9d7be2f7-b818-4cc3-89e5-b8d52065766f tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:24.310406 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceec00a-1cc5-40f2-9e35-e00f96fb48a2 req-ac8d0a5a-76ae-42a6-900e-700a78ae8709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:24.312118 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dceec00a-1cc5-40f2-9e35-e00f96fb48a2 req-ac8d0a5a-76ae-42a6-900e-700a78ae8709 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e2e52909-dbc6-4cc2-ac82-3967aafdd39a HTTP/1.1" status: 200 len: 914 time: 0.2096977 Nov 23 22:04:24.317398 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f125cf6-974c-40b6-8f71-d2703582552b req-9d7be2f7-b818-4cc3-89e5-b8d52065766f tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 944 time: 0.2072868 Nov 23 22:04:24.402380 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dceec00a-1cc5-40f2-9e35-e00f96fb48a2 req-b537c388-f16c-4b14-ba6c-814fefd90d81 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ad12db-6b0b-4cc1-b52f-1504a8283e40 HTTP/1.1" status: 200 len: 217 time: 0.0687528 Nov 23 22:04:24.404532 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53229fc-b99b-4144-9fe4-3046e9a912c8 req-e10f4d73-770f-479b-9e69-cea873e5623c tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:24.406505 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a53229fc-b99b-4144-9fe4-3046e9a912c8 req-e10f4d73-770f-479b-9e69-cea873e5623c tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda3efd6-c64a-4168-90d4-321ef0508898 HTTP/1.1" status: 200 len: 932 time: 0.4968448 Nov 23 22:04:24.446324 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-017282d0-9685-44df-8e0a-178d1ea2f3eb tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:24.447467 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-017282d0-9685-44df-8e0a-178d1ea2f3eb tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:24.470352 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-a5edf3b7-68c9-4d14-a776-2a8dc6d42ae4 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Allocated IP 172.20.0.11 (119bf94a-da8e-4d5c-8273-c6a66ce89210/54e9be14-b632-4cf5-85c8-58075581401b/a73eaa7f-4743-43ff-b784-c5c3e2074080) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:04:24.488981 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceec00a-1cc5-40f2-9e35-e00f96fb48a2 req-44ad982f-7838-4e21-b657-e5b9e9198385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:24.490409 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dceec00a-1cc5-40f2-9e35-e00f96fb48a2 req-44ad982f-7838-4e21-b657-e5b9e9198385 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70a442e5-0c56-4c4d-9aab-d7d2295cb603 HTTP/1.1" status: 200 len: 853 time: 0.0746477 Nov 23 22:04:24.509894 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f125cf6-974c-40b6-8f71-d2703582552b req-0ca78e8c-ee8e-4296-810d-c348780a2cda tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870844 Nov 23 22:04:24.535837 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-017282d0-9685-44df-8e0a-178d1ea2f3eb tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6870434 Nov 23 22:04:24.554682 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dceec00a-1cc5-40f2-9e35-e00f96fb48a2 req-3bda0d8f-5bfd-4d2e-b21f-40f07a521915 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2e52909-dbc6-4cc2-ac82-3967aafdd39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542495 Nov 23 22:04:24.555373 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-dcdb6ec5-d202-4af6-98a9-5cef634e7eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:24.556939 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-dcdb6ec5-d202-4af6-98a9-5cef634e7eb9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=954621a6-0447-4b04-92ad-3bda684cf0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2864089 Nov 23 22:04:24.564229 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-c45ec3f1-77df-4ac9-b957-74ebbd60fd7c service neutron] Request body: {'port': {'device_id': 'fda3efd6-c64a-4168-90d4-321ef0508898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:24.609837 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a53229fc-b99b-4144-9fe4-3046e9a912c8 req-6797d2cd-ae85-4fe2-9067-1032baa9cfb2 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9adc8d1-782b-4684-a1db-a946dd0477bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915355 Nov 23 22:04:24.683729 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-c45ec3f1-77df-4ac9-b957-74ebbd60fd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:24.798830 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-77dbf35c-dcd6-4331-931b-f4b0ab732d37 service neutron] 10.222.0.53 "GET /v2.0/networks/954621a6-0447-4b04-92ad-3bda684cf0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938787 Nov 23 22:04:25.078005 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da7c0357-b387-47ac-b20b-e8dc84425a5d req-89ad5257-922b-4aa2-8375-e7a26448a579 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.0445094 Nov 23 22:04:25.151332 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-e0ba1d4f-9135-47d5-9bfc-30df37f1dec5 service neutron] 10.222.0.53 "GET /v2.0/networks/954621a6-0447-4b04-92ad-3bda684cf0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947428 Nov 23 22:04:25.180320 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dceec00a-1cc5-40f2-9e35-e00f96fb48a2 req-67777aff-9476-495e-b953-4811a3230f7b service neutron] 10.222.0.60 "GET /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143034 Nov 23 22:04:25.214844 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-0ccb0b9a-aacf-4a92-93ce-2d016aebb1ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ef70db41-b454-4c7b-b415-54b472d6189e HTTP/1.1" status: 200 len: 217 time: 0.0462101 Nov 23 22:04:25.234750 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5edf3b7-68c9-4d14-a776-2a8dc6d42ae4 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:25.325766 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-2bcfde58-a932-4adc-8dce-a06f72d0f294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:25.328426 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dceec00a-1cc5-40f2-9e35-e00f96fb48a2 req-b82b260c-c1fc-4b7c-86ce-186dcfb31b53 service neutron] 10.222.0.60 "GET /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401534 Nov 23 22:04:25.328553 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-2bcfde58-a932-4adc-8dce-a06f72d0f294 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=53016539-7c6b-4b2e-9ed2-0e78c3bed719 HTTP/1.1" status: 200 len: 797 time: 0.1007612 Nov 23 22:04:25.332357 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-c45ec3f1-77df-4ac9-b957-74ebbd60fd7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4066e429-78f8-41b1-9e6e-d157e9484c05 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:04:25.338950 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5edf3b7-68c9-4d14-a776-2a8dc6d42ae4 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:25.346585 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-c45ec3f1-77df-4ac9-b957-74ebbd60fd7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:25.398290 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-c45ec3f1-77df-4ac9-b957-74ebbd60fd7c service neutron] Transition to ACTIVE for port object 4066e429-78f8-41b1-9e6e-d157e9484c05 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:04:25.400630 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5edf3b7-68c9-4d14-a776-2a8dc6d42ae4 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Network 119bf94a-da8e-4d5c-8273-c6a66ce89210 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:04:25.404101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-a5edf3b7-68c9-4d14-a776-2a8dc6d42ae4 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:04:25.406807 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5edf3b7-68c9-4d14-a776-2a8dc6d42ae4 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:04:25.421781 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-c45ec3f1-77df-4ac9-b957-74ebbd60fd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:25.456073 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-46454682-59b5-4bc6-a628-a62637ab7d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:25.456362 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edf3b7-68c9-4d14-a776-2a8dc6d42ae4 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Pushing event updated for resources: {'Port': ['ID=a73eaa7f-4743-43ff-b784-c5c3e2074080,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:25.457672 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-46454682-59b5-4bc6-a628-a62637ab7d80 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=954621a6-0447-4b04-92ad-3bda684cf0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1149976 Nov 23 22:04:25.484779 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5edf3b7-68c9-4d14-a776-2a8dc6d42ae4 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:25.489681 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5edf3b7-68c9-4d14-a776-2a8dc6d42ae4 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:25.524275 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a5edf3b7-68c9-4d14-a776-2a8dc6d42ae4 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6120563 Nov 23 22:04:25.525013 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46696) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:25.551412 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ec3f1-77df-4ac9-b957-74ebbd60fd7c service neutron] Pushing event updated for resources: {'Port': ['ID=4066e429-78f8-41b1-9e6e-d157e9484c05,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:25.737312 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4be2b3c9-6faa-456b-b258-97f9cac88669 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'project_id': '4c2f4341dbfc4744ba062b4e0e929185', 'port_id': 'a73eaa7f-4743-43ff-b784-c5c3e2074080'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:25.774603 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-dc7fb828-a832-4bad-bf71-c9aace581303 service neutron] 10.222.0.53 "GET /v2.0/networks/954621a6-0447-4b04-92ad-3bda684cf0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027365 Nov 23 22:04:25.776703 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4be2b3c9-6faa-456b-b258-97f9cac88669 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:25.815737 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-233edfec-7306-488a-ba87-b7ec40b59110 None None] Provisioning complete for port a73eaa7f-4743-43ff-b784-c5c3e2074080 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:04:25.817668 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-233edfec-7306-488a-ba87-b7ec40b59110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:25.883284 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-233edfec-7306-488a-ba87-b7ec40b59110 None None] Port a73eaa7f-4743-43ff-b784-c5c3e2074080 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:04:25.927620 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4be2b3c9-6faa-456b-b258-97f9cac88669 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:26.085836 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-4be2b3c9-6faa-456b-b258-97f9cac88669 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Allocated IP 172.25.5.254 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/80562c39-1110-4fbb-ae97-fe0fe58fd55b) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:04:26.155610 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-c45ec3f1-77df-4ac9-b957-74ebbd60fd7c service neutron] Attempting to bind port 4066e429-78f8-41b1-9e6e-d157e9484c05 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:04:26.155949 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-c45ec3f1-77df-4ac9-b957-74ebbd60fd7c service neutron] Attempting to bind port 4066e429-78f8-41b1-9e6e-d157e9484c05 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'dbb1943f-08bd-49f9-9c6f-84faebcb6c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a80deb0b-4e72-491c-b9ff-91ee2e46f30d'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:04:26.156284 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-c45ec3f1-77df-4ac9-b957-74ebbd60fd7c service neutron] Attempting to bind port 4066e429-78f8-41b1-9e6e-d157e9484c05 on network a80deb0b-4e72-491c-b9ff-91ee2e46f30d {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:04:26.174540 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-c45ec3f1-77df-4ac9-b957-74ebbd60fd7c service neutron] Port 4066e429-78f8-41b1-9e6e-d157e9484c05 on network a80deb0b-4e72-491c-b9ff-91ee2e46f30d not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:04:26.174942 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-c45ec3f1-77df-4ac9-b957-74ebbd60fd7c service neutron] Attempting to bind port 4066e429-78f8-41b1-9e6e-d157e9484c05 on network a80deb0b-4e72-491c-b9ff-91ee2e46f30d {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:04:26.218657 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-c45ec3f1-77df-4ac9-b957-74ebbd60fd7c service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:04:26.219038 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-c45ec3f1-77df-4ac9-b957-74ebbd60fd7c service neutron] Checking segment: {'id': 'dbb1943f-08bd-49f9-9c6f-84faebcb6c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a80deb0b-4e72-491c-b9ff-91ee2e46f30d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:04:26.219543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-c45ec3f1-77df-4ac9-b957-74ebbd60fd7c service neutron] Bound using segment: {'id': 'dbb1943f-08bd-49f9-9c6f-84faebcb6c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a80deb0b-4e72-491c-b9ff-91ee2e46f30d'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:04:26.219974 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-c45ec3f1-77df-4ac9-b957-74ebbd60fd7c service neutron] Bound port: 4066e429-78f8-41b1-9e6e-d157e9484c05, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbb1943f-08bd-49f9-9c6f-84faebcb6c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'a80deb0b-4e72-491c-b9ff-91ee2e46f30d'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:04:26.220341 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-c45ec3f1-77df-4ac9-b957-74ebbd60fd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:26.229148 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4be2b3c9-6faa-456b-b258-97f9cac88669 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:26.254104 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8759d-f793-45a4-8f89-a911f9309276 req-76627de4-0e51-4e02-a96a-d7bfac1031a4 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:26.255697 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4dd8759d-f793-45a4-8f89-a911f9309276 req-76627de4-0e51-4e02-a96a-d7bfac1031a4 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 944 time: 0.5709417 Nov 23 22:04:26.283057 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4be2b3c9-6faa-456b-b258-97f9cac88669 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:26.329398 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e38ad-4cc5-450d-8167-4aff61ac6690 req-361274d9-36a9-492b-9e08-4313c4d72ad1 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:26.331014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e37e38ad-4cc5-450d-8167-4aff61ac6690 req-361274d9-36a9-492b-9e08-4313c4d72ad1 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda3efd6-c64a-4168-90d4-321ef0508898 HTTP/1.1" status: 200 len: 944 time: 0.6132448 Nov 23 22:04:26.336383 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be2b3c9-6faa-456b-b258-97f9cac88669 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:04:26.339827 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-4be2b3c9-6faa-456b-b258-97f9cac88669 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:04:26.344378 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be2b3c9-6faa-456b-b258-97f9cac88669 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:04:26.352468 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2b3c9-6faa-456b-b258-97f9cac88669 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Pushing event updated for resources: {'Port': ['ID=80562c39-1110-4fbb-ae97-fe0fe58fd55b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:26.415794 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4dd8759d-f793-45a4-8f89-a911f9309276 req-64391e99-ccae-4e61-8a64-a79bacf911e2 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243386 Nov 23 22:04:26.456584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-c45ec3f1-77df-4ac9-b957-74ebbd60fd7c service neutron] For port 4066e429-78f8-41b1-9e6e-d157e9484c05, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:04:26.479573 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-c45ec3f1-77df-4ac9-b957-74ebbd60fd7c service neutron] For port 4066e429-78f8-41b1-9e6e-d157e9484c05, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=4066e429-78f8-41b1-9e6e-d157e9484c05,segment=NetworkSegment(dbb1943f-08bd-49f9-9c6f-84faebcb6c1e),segment_id=dbb1943f-08bd-49f9-9c6f-84faebcb6c1e)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:04:26.484337 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-99bf23ae-a43a-4cab-9b2f-161fe5c7f8e0 req-158a6900-f0f6-49c9-b94b-6778f8e1b5d6 service neutron] 10.222.0.53 "GET /v2.0/networks/954621a6-0447-4b04-92ad-3bda684cf0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185685 Nov 23 22:04:26.511770 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-c45ec3f1-77df-4ac9-b957-74ebbd60fd7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:26.556350 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e37e38ad-4cc5-450d-8167-4aff61ac6690 req-80dee6d1-6298-4ebd-8f8e-236d3ffc11a3 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9adc8d1-782b-4684-a1db-a946dd0477bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994286 Nov 23 22:04:26.558095 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-c45ec3f1-77df-4ac9-b957-74ebbd60fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:26.558932 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-c45ec3f1-77df-4ac9-b957-74ebbd60fd7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:26.560676 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-c45ec3f1-77df-4ac9-b957-74ebbd60fd7c service neutron] 10.222.0.60 "PUT /v2.0/ports/4066e429-78f8-41b1-9e6e-d157e9484c05 HTTP/1.1" status: 200 len: 1092 time: 2.0026650 Nov 23 22:04:26.592580 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda3efd6-c64a-4168-90d4-321ef0508898', 'tag': '4066e429-78f8-41b1-9e6e-d157e9484c05'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:04:26.596210 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bda6a6-875d-4b37-8e41-c9e615809b74" -d '{"events": [{"name": "network-changed", "server_uuid": "fda3efd6-c64a-4168-90d4-321ef0508898", "tag": "4066e429-78f8-41b1-9e6e-d157e9484c05"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:04:26.652243 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ec3f1-77df-4ac9-b957-74ebbd60fd7c service neutron] Pushing event updated for resources: {'Port': ['ID=4066e429-78f8-41b1-9e6e-d157e9484c05,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:26.743993 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4495b317-aadf-4ab7-8b01-5e5d98adbb49 req-286ab354-12b4-4113-a954-0c96293044e8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a4c4703-d885-4556-800a-e8b328f4c1c1 HTTP/1.1" status: 200 len: 210 time: 0.0744083 Nov 23 22:04:26.786210 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506a9066-62d7-4128-b9f7-791f04197c2e x-openstack-request-id: req-506a9066-62d7-4128-b9f7-791f04197c2e {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:04:26.786817 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda3efd6-c64a-4168-90d4-321ef0508898", "tag": "4066e429-78f8-41b1-9e6e-d157e9484c05", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:04:26.787210 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-506a9066-62d7-4128-b9f7-791f04197c2e {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:04:26.788387 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda3efd6-c64a-4168-90d4-321ef0508898', 'tag': '4066e429-78f8-41b1-9e6e-d157e9484c05', 'status': 'completed', 'code': 200} Nov 23 22:04:26.801330 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-97455470-1d5e-48b1-889e-54007b68d75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:26.804352 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-97455470-1d5e-48b1-889e-54007b68d75c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=49091d6cf9a440bab03a5303164156f3&device_id=fda3efd6-c64a-4168-90d4-321ef0508898 HTTP/1.1" status: 200 len: 1095 time: 0.1468418 Nov 23 22:04:26.865993 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-9f52814a-cffa-42bf-b5b3-971d5abdca7e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4066e429-78f8-41b1-9e6e-d157e9484c05 HTTP/1.1" status: 200 len: 217 time: 0.0481262 Nov 23 22:04:26.874000 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4be2b3c9-6faa-456b-b258-97f9cac88669 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:26.949306 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-4c3b0109-b711-4c06-ac72-7ad2f2004e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:26.951042 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-4c3b0109-b711-4c06-ac72-7ad2f2004e73 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=824fa04b-c5e2-42cf-aa2f-09d2014dac57 HTTP/1.1" status: 200 len: 848 time: 0.0677533 Nov 23 22:04:26.985658 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4be2b3c9-6faa-456b-b258-97f9cac88669 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:26.988984 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-f8681903-5424-48c2-ab0d-4aa2fb385a9c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a80deb0b-4e72-491c-b9ff-91ee2e46f30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305672 Nov 23 22:04:27.112491 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-e511ab18-84ca-49c7-b928-5ee0f96b24e2 service neutron] 10.222.0.60 "GET /v2.0/networks/a80deb0b-4e72-491c-b9ff-91ee2e46f30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168561 Nov 23 22:04:27.223379 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4be2b3c9-6faa-456b-b258-97f9cac88669 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:27.230535 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4be2b3c9-6faa-456b-b258-97f9cac88669 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:27.266215 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4337f015-dfd8-4faa-97c2-fcd3e674bf20 req-b179e5b0-3602-40ca-a06a-26cc5f2df9ff service neutron] 10.222.0.60 "GET /v2.0/networks/a80deb0b-4e72-491c-b9ff-91ee2e46f30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461680 Nov 23 22:04:27.317461 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2b3c9-6faa-456b-b258-97f9cac88669 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Pushing event updated for resources: {'Port': ['ID=80562c39-1110-4fbb-ae97-fe0fe58fd55b,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:27.329068 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4be2b3c9-6faa-456b-b258-97f9cac88669 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:27.432468 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bda6a6-875d-4b37-8e41-c9e615809b74 req-2959cefe-cbf0-4c48-8773-3bdca34fe6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:27.434454 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4bda6a6-875d-4b37-8e41-c9e615809b74 req-2959cefe-cbf0-4c48-8773-3bdca34fe6fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=49091d6cf9a440bab03a5303164156f3&device_id=fda3efd6-c64a-4168-90d4-321ef0508898 HTTP/1.1" status: 200 len: 1095 time: 0.0716169 Nov 23 22:04:27.499851 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-4be2b3c9-6faa-456b-b258-97f9cac88669 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Floating IP 58a89215-0c74-4e31-bece-03da945a7c3e associated. External IP: 172.25.5.254, port: a73eaa7f-4743-43ff-b784-c5c3e2074080. Nov 23 22:04:27.582617 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 85ad12db-6b0b-4cc1-b52f-1504a8283e40 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:04:27.650571 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bda6a6-875d-4b37-8e41-c9e615809b74 req-b4ffa76e-f5cd-4883-a81f-9f6849abf0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:27.653824 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4bda6a6-875d-4b37-8e41-c9e615809b74 req-b4ffa76e-f5cd-4883-a81f-9f6849abf0b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a80deb0b-4e72-491c-b9ff-91ee2e46f30d HTTP/1.1" status: 200 len: 909 time: 0.2114348 Nov 23 22:04:27.666501 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8563f4-0011-49b6-a761-eb13d4fceef9 req-d84288d5-7c7c-4b25-a1b0-38ff66f706ff tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:27.673849 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a8563f4-0011-49b6-a761-eb13d4fceef9 req-d84288d5-7c7c-4b25-a1b0-38ff66f706ff tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 944 time: 0.1398532 Nov 23 22:04:27.780100 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 85ad12db-6b0b-4cc1-b52f-1504a8283e40, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=85ad12db-6b0b-4cc1-b52f-1504a8283e40,segment=NetworkSegment(2b9161da-138e-4e22-b667-483f6f79328a),segment_id=2b9161da-138e-4e22-b667-483f6f79328a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:27.794571 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '85ad12db-6b0b-4cc1-b52f-1504a8283e40', 'network_id': 'e2e52909-dbc6-4cc2-ac82-3967aafdd39a', 'port_id': '85ad12db-6b0b-4cc1-b52f-1504a8283e40', 'mac_address': 'fa:16:3e:48:20:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70a442e5-0c56-4c4d-9aab-d7d2295cb603', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:04:27.814380 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4bda6a6-875d-4b37-8e41-c9e615809b74 req-b352242f-e731-4963-a1c6-e613d67db1b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4066e429-78f8-41b1-9e6e-d157e9484c05 HTTP/1.1" status: 200 len: 217 time: 0.0999224 Nov 23 22:04:27.815974 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be2b3c9-6faa-456b-b258-97f9cac88669 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Router d01646f2-d726-46bd-9e55-7aef72ac39d6 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:04:27.840896 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:27.881368 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ad12db-6b0b-4cc1-b52f-1504a8283e40 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:04:27.905501 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a8563f4-0011-49b6-a761-eb13d4fceef9 req-dbe19b0f-1a40-4edd-a991-4a66c946e576 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307398 Nov 23 22:04:27.906758 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 85ad12db-6b0b-4cc1-b52f-1504a8283e40, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=85ad12db-6b0b-4cc1-b52f-1504a8283e40,segment=NetworkSegment(2b9161da-138e-4e22-b667-483f6f79328a),segment_id=2b9161da-138e-4e22-b667-483f6f79328a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:27.909254 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-840a2fe0-4a22-4502-900e-d5dc2ff01d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:27.919403 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bda6a6-875d-4b37-8e41-c9e615809b74 req-02278c86-1efe-40ec-ac0c-b231a4b4a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:27.919867 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:27.920879 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4bda6a6-875d-4b37-8e41-c9e615809b74 req-02278c86-1efe-40ec-ac0c-b231a4b4a9c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=824fa04b-c5e2-42cf-aa2f-09d2014dac57 HTTP/1.1" status: 200 len: 848 time: 0.0963385 Nov 23 22:04:27.936742 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7231b3-ec56-4e7f-b69d-034d1f468fd0 req-13164852-4ecc-4d31-bfdf-cb98d3c67df4 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:27.938286 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b7231b3-ec56-4e7f-b69d-034d1f468fd0 req-13164852-4ecc-4d31-bfdf-cb98d3c67df4 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda3efd6-c64a-4168-90d4-321ef0508898 HTTP/1.1" status: 200 len: 944 time: 0.1337252 Nov 23 22:04:28.039399 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=85ad12db-6b0b-4cc1-b52f-1504a8283e40,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:28.052801 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4bda6a6-875d-4b37-8e41-c9e615809b74 req-896a9e42-091b-4616-8b9c-ca0fea34c461 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a80deb0b-4e72-491c-b9ff-91ee2e46f30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134813 Nov 23 22:04:28.075409 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be2b3c9-6faa-456b-b258-97f9cac88669 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:04:28.086895 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d2e120-58ba-4dbb-940c-5f65564866fe None None] Sync routers for ids ['d01646f2-d726-46bd-9e55-7aef72ac39d6'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:04:28.108772 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d2e120-58ba-4dbb-940c-5f65564866fe None None] Routers {'d01646f2-d726-46bd-9e55-7aef72ac39d6'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:04:28.109806 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-89d2e120-58ba-4dbb-940c-5f65564866fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:04:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d01646f2-d726-46bd-9e55-7aef72ac39d6'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:28.117774 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4be2b3c9-6faa-456b-b258-97f9cac88669 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:28.145271 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46758) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:28.168370 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-89d2e120-58ba-4dbb-940c-5f65564866fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:28.178043 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d2e120-58ba-4dbb-940c-5f65564866fe None None] Routers {'d01646f2-d726-46bd-9e55-7aef72ac39d6'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:04:28.179134 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-89d2e120-58ba-4dbb-940c-5f65564866fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:04:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d01646f2-d726-46bd-9e55-7aef72ac39d6'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:28.208594 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b7231b3-ec56-4e7f-b69d-034d1f468fd0 req-34e1b2bf-031d-4451-824e-a84c2b73043f tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9adc8d1-782b-4684-a1db-a946dd0477bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421894 Nov 23 22:04:28.226489 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['85ad12db-6b0b-4cc1-b52f-1504a8283e40'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:04:28.229691 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-89d2e120-58ba-4dbb-940c-5f65564866fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:28.230466 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d2e120-58ba-4dbb-940c-5f65564866fe None None] The sync data for ids ['d01646f2-d726-46bd-9e55-7aef72ac39d6'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:04:28.244404 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4be2b3c9-6faa-456b-b258-97f9cac88669 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 2.7156107 Nov 23 22:04:28.247891 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46762) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:28.294321 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4bda6a6-875d-4b37-8e41-c9e615809b74 req-9365e2a4-c05a-46fc-9db3-b9e8c3e556e1 service neutron] 10.222.0.60 "GET /v2.0/networks/a80deb0b-4e72-491c-b9ff-91ee2e46f30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248101 Nov 23 22:04:28.420264 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e510908-1070-4489-b522-d1b57957e594 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:28.423438 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dd192492-6443-428f-892e-2a9f46e124cb tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] 10.222.0.50 "GET /v2.0/floatingips/58a89215-0c74-4e31-bece-03da945a7c3e HTTP/1.1" status: 200 len: 984 time: 0.1745291 Nov 23 22:04:28.427363 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46768) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:28.452007 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4bda6a6-875d-4b37-8e41-c9e615809b74 req-93fdaa2a-12fa-46b6-ab50-6c9b02aa2260 service neutron] 10.222.0.60 "GET /v2.0/networks/a80deb0b-4e72-491c-b9ff-91ee2e46f30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502566 Nov 23 22:04:28.453358 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e510908-1070-4489-b522-d1b57957e594 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:28.631405 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f98af27b-63f8-4c45-8a24-dc1278479651 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3519 time: 0.1604607 Nov 23 22:04:28.633891 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46770) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:28.644145 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e510908-1070-4489-b522-d1b57957e594 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:28.647910 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e510908-1070-4489-b522-d1b57957e594 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:28.649529 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9e510908-1070-4489-b522-d1b57957e594 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "DELETE /v2.0/security-groups/d0414a87-20a8-4b7e-854e-1cf574a2716d HTTP/1.1" status: 204 len: 168 time: 0.4735277 Nov 23 22:04:28.653359 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46772) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:28.670919 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e510908-1070-4489-b522-d1b57957e594 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0414a87-20a8-4b7e-854e-1cf574a2716d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:28.678743 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-0da83c72-b54f-4ddd-a177-5d7a24eb11fa tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] show failed (client error): The resource could not be found. Nov 23 22:04:28.683083 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0da83c72-b54f-4ddd-a177-5d7a24eb11fa tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "GET /v2.0/security-groups/d0414a87-20a8-4b7e-854e-1cf574a2716d HTTP/1.1" status: 404 len: 347 time: 0.0254283 Nov 23 22:04:28.683867 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46776) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:28.858232 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-c78d5d36-78f7-4ab8-8af8-3055b2bd2514 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Deleting port 80562c39-1110-4fbb-ae97-fe0fe58fd55b {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:28.858810 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c78d5d36-78f7-4ab8-8af8-3055b2bd2514 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:28.910730 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-cddb75b9-2a61-4b6c-b1df-24f0a205b6c8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Deleting port e9eb94fb-d1af-4d65-bb29-07b74ee9e9ce {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:28.911398 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cddb75b9-2a61-4b6c-b1df-24f0a205b6c8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:28.953948 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c78d5d36-78f7-4ab8-8af8-3055b2bd2514 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:28.954415 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c78d5d36-78f7-4ab8-8af8-3055b2bd2514 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:28.968454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-c78d5d36-78f7-4ab8-8af8-3055b2bd2514 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Calling delete_port for 80562c39-1110-4fbb-ae97-fe0fe58fd55b owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:29.060065 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cddb75b9-2a61-4b6c-b1df-24f0a205b6c8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:29.060426 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cddb75b9-2a61-4b6c-b1df-24f0a205b6c8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:29.076905 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-cddb75b9-2a61-4b6c-b1df-24f0a205b6c8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Calling delete_port for e9eb94fb-d1af-4d65-bb29-07b74ee9e9ce owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:29.128923 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c85a6-d0b9-489a-bea0-8ee1403b86a8 req-bc7b9015-b6fb-4e9e-8360-dd63f432f84b tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:29.130530 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-984c85a6-d0b9-489a-bea0-8ee1403b86a8 req-bc7b9015-b6fb-4e9e-8360-dd63f432f84b tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 945 time: 0.0892446 Nov 23 22:04:29.264707 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cddb75b9-2a61-4b6c-b1df-24f0a205b6c8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:29.267246 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-984c85a6-d0b9-489a-bea0-8ee1403b86a8 req-29ce9357-77c8-45a9-adc0-8a28f1cf7ad9 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263676 Nov 23 22:04:29.294550 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb75b9-2a61-4b6c-b1df-24f0a205b6c8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event deleted for resources: {'Port': ['ID=e9eb94fb-d1af-4d65-bb29-07b74ee9e9ce,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:29.314935 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ffd351-5239-4a7d-abb0-7f15f58b8db0 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:04:29.403427 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cddb75b9-2a61-4b6c-b1df-24f0a205b6c8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:29.406591 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cddb75b9-2a61-4b6c-b1df-24f0a205b6c8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:29.408046 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cddb75b9-2a61-4b6c-b1df-24f0a205b6c8 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "DELETE /v2.0/floatingips/3d3c77a8-6b04-4e76-bf59-efbeed39d9ce HTTP/1.1" status: 204 len: 168 time: 0.7230740 Nov 23 22:04:29.410952 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46798) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:29.422775 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c78d5d36-78f7-4ab8-8af8-3055b2bd2514 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:29.489409 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d5d36-78f7-4ab8-8af8-3055b2bd2514 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Pushing event deleted for resources: {'Port': ['ID=80562c39-1110-4fbb-ae97-fe0fe58fd55b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:29.531914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b044a9c-f14b-41ac-83c4-e105f0ddac9d req-7218518c-fc17-4ab6-9a92-0ae99c2cd854 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:29.533546 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b044a9c-f14b-41ac-83c4-e105f0ddac9d req-7218518c-fc17-4ab6-9a92-0ae99c2cd854 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda3efd6-c64a-4168-90d4-321ef0508898 HTTP/1.1" status: 200 len: 944 time: 0.1782355 Nov 23 22:04:29.586496 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 4066e429-78f8-41b1-9e6e-d157e9484c05 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:04:29.595477 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 85ad12db-6b0b-4cc1-b52f-1504a8283e40 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:04:29.639717 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c78d5d36-78f7-4ab8-8af8-3055b2bd2514 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:29.640084 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-c78d5d36-78f7-4ab8-8af8-3055b2bd2514 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Floating IP 58a89215-0c74-4e31-bece-03da945a7c3e disassociated (deleted). External IP: 172.25.5.254, port: a73eaa7f-4743-43ff-b784-c5c3e2074080. Nov 23 22:04:29.685544 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b044a9c-f14b-41ac-83c4-e105f0ddac9d req-72f6069f-eda1-4dff-860c-35b18067611e tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9adc8d1-782b-4684-a1db-a946dd0477bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309052 Nov 23 22:04:29.716953 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-59f55d5a-537b-46ba-93e7-4c84f5132215 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Deleting port ec919349-dd55-4ec4-806b-052e3784ad8c {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:29.717287 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-59f55d5a-537b-46ba-93e7-4c84f5132215 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:29.777413 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 85ad12db-6b0b-4cc1-b52f-1504a8283e40 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:04:29.786963 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 85ad12db-6b0b-4cc1-b52f-1504a8283e40 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:04:29.787345 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:29.838180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 4066e429-78f8-41b1-9e6e-d157e9484c05, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=4066e429-78f8-41b1-9e6e-d157e9484c05,segment=NetworkSegment(dbb1943f-08bd-49f9-9c6f-84faebcb6c1e),segment_id=dbb1943f-08bd-49f9-9c6f-84faebcb6c1e)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:29.857491 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '4066e429-78f8-41b1-9e6e-d157e9484c05', 'network_id': 'a80deb0b-4e72-491c-b9ff-91ee2e46f30d', 'port_id': '4066e429-78f8-41b1-9e6e-d157e9484c05', 'mac_address': 'fa:16:3e:2e:98:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '824fa04b-c5e2-42cf-aa2f-09d2014dac57', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:04:29.962635 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:29.971857 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:29.973235 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-59f55d5a-537b-46ba-93e7-4c84f5132215 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:29.981009 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:30.009048 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4066e429-78f8-41b1-9e6e-d157e9484c05 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:04:30.016198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-59f55d5a-537b-46ba-93e7-4c84f5132215 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Calling delete_port for ec919349-dd55-4ec4-806b-052e3784ad8c owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:30.021106 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614c3faa-50a0-41bf-885f-a2db2aeaa025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ad12db-6b0b-4cc1-b52f-1504a8283e40'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:04:30.024489 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578885d5-2478-4e30-944e-91ec04953417" -d '{"events": [{"server_uuid": "614c3faa-50a0-41bf-885f-a2db2aeaa025", "name": "network-vif-plugged", "status": "completed", "tag": "85ad12db-6b0b-4cc1-b52f-1504a8283e40"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:04:30.071224 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 85ad12db-6b0b-4cc1-b52f-1504a8283e40, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=85ad12db-6b0b-4cc1-b52f-1504a8283e40,segment=NetworkSegment(2b9161da-138e-4e22-b667-483f6f79328a),segment_id=2b9161da-138e-4e22-b667-483f6f79328a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:30.079944 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 4066e429-78f8-41b1-9e6e-d157e9484c05, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=4066e429-78f8-41b1-9e6e-d157e9484c05,segment=NetworkSegment(dbb1943f-08bd-49f9-9c6f-84faebcb6c1e),segment_id=dbb1943f-08bd-49f9-9c6f-84faebcb6c1e)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:30.083868 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:30.119915 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a138896-b23d-45a0-9b7f-d1dcec7f0030 x-openstack-request-id: req-4a138896-b23d-45a0-9b7f-d1dcec7f0030 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:04:30.120286 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614c3faa-50a0-41bf-885f-a2db2aeaa025", "name": "network-vif-plugged", "status": "completed", "tag": "85ad12db-6b0b-4cc1-b52f-1504a8283e40", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:04:30.120616 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a138896-b23d-45a0-9b7f-d1dcec7f0030 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:04:30.121256 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614c3faa-50a0-41bf-885f-a2db2aeaa025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ad12db-6b0b-4cc1-b52f-1504a8283e40', 'code': 200} Nov 23 22:04:30.124759 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:30.167404 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=85ad12db-6b0b-4cc1-b52f-1504a8283e40,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:30.171168 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78d5d36-78f7-4ab8-8af8-3055b2bd2514 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Router d01646f2-d726-46bd-9e55-7aef72ac39d6 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:04:30.257906 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=4066e429-78f8-41b1-9e6e-d157e9484c05,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:30.429075 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78d5d36-78f7-4ab8-8af8-3055b2bd2514 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:04:30.434542 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['4066e429-78f8-41b1-9e6e-d157e9484c05'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:04:30.437096 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c78d5d36-78f7-4ab8-8af8-3055b2bd2514 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:30.444777 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5f97b-5057-4c7c-9061-e529032d440b req-3c6493bd-bed8-42bc-887d-4ad3489150f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:30.445543 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c520b26-708e-4c6d-86cf-db30ba98ee3b None None] Sync routers for ids ['d01646f2-d726-46bd-9e55-7aef72ac39d6'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:04:30.446313 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0f5f97b-5057-4c7c-9061-e529032d440b req-3c6493bd-bed8-42bc-887d-4ad3489150f1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 1097 time: 0.1462388 Nov 23 22:04:30.492422 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c520b26-708e-4c6d-86cf-db30ba98ee3b None None] Routers {'d01646f2-d726-46bd-9e55-7aef72ac39d6'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:04:30.493540 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-9c520b26-708e-4c6d-86cf-db30ba98ee3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:04:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d01646f2-d726-46bd-9e55-7aef72ac39d6'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:30.524743 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-94e38a8f-1253-4d6d-bc9c-cba452a41f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:30.545670 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-9c520b26-708e-4c6d-86cf-db30ba98ee3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:30.560333 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c520b26-708e-4c6d-86cf-db30ba98ee3b None None] Routers {'d01646f2-d726-46bd-9e55-7aef72ac39d6'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:04:30.561481 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-9c520b26-708e-4c6d-86cf-db30ba98ee3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:04:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d01646f2-d726-46bd-9e55-7aef72ac39d6'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:30.604090 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-9c520b26-708e-4c6d-86cf-db30ba98ee3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:30.605137 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c520b26-708e-4c6d-86cf-db30ba98ee3b None None] The sync data for ids ['d01646f2-d726-46bd-9e55-7aef72ac39d6'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:04:30.814047 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02e9d8-5955-44f4-aae0-a08d4d58b574 req-148e1647-2aa7-4f3c-90dd-788f0a29d712 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:30.815559 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d02e9d8-5955-44f4-aae0-a08d4d58b574 req-148e1647-2aa7-4f3c-90dd-788f0a29d712 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.4351461 Nov 23 22:04:30.834390 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-59f55d5a-537b-46ba-93e7-4c84f5132215 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:30.840541 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c78d5d36-78f7-4ab8-8af8-3055b2bd2514 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] 10.222.0.50 "DELETE /v2.0/floatingips/58a89215-0c74-4e31-bece-03da945a7c3e HTTP/1.1" status: 204 len: 168 time: 2.2069612 Nov 23 22:04:30.846230 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46828) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:30.853274 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-9d46691d-c99e-455f-b441-0cb9275ee0c2 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:30.887002 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d46691d-c99e-455f-b441-0cb9275ee0c2 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:30.901952 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f55d5a-537b-46ba-93e7-4c84f5132215 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event deleted for resources: {'Port': ['ID=ec919349-dd55-4ec4-806b-052e3784ad8c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:30.948698 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0f5f97b-5057-4c7c-9061-e529032d440b req-49278e90-deab-4ab8-91c3-a1fdf818b27e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902592 Nov 23 22:04:30.976122 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0b07a-e4a7-4928-9e46-70afa92b149f req-1df1e000-cf0e-4f05-95a2-3ec0cb2bb39c tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:30.984413 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cee0b07a-e4a7-4928-9e46-70afa92b149f req-1df1e000-cf0e-4f05-95a2-3ec0cb2bb39c tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda3efd6-c64a-4168-90d4-321ef0508898 HTTP/1.1" status: 200 len: 945 time: 0.1986234 Nov 23 22:04:31.035796 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d02e9d8-5955-44f4-aae0-a08d4d58b574 req-d703f6ed-6e1b-4e09-b79f-ff2fcee623b4 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978776 Nov 23 22:04:31.078682 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d46691d-c99e-455f-b441-0cb9275ee0c2 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:31.088655 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-59f55d5a-537b-46ba-93e7-4c84f5132215 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:31.115317 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-59f55d5a-537b-46ba-93e7-4c84f5132215 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "DELETE /v2.0/ports/ec919349-dd55-4ec4-806b-052e3784ad8c HTTP/1.1" status: 204 len: 168 time: 1.7033148 Nov 23 22:04:31.116931 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46834) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:31.134132 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cee0b07a-e4a7-4928-9e46-70afa92b149f req-edd47277-3454-4101-b404-3e4dc15cee60 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9adc8d1-782b-4684-a1db-a946dd0477bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439188 Nov 23 22:04:31.210707 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-9d46691d-c99e-455f-b441-0cb9275ee0c2 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Allocated IP 172.25.5.12 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/c12f8d4f-6c42-4169-b716-1d64ae4f4b62) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:04:31.276255 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-a4b03049-ee88-4170-b6f6-901c6c0284c7 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Deleting port b6f8e53c-884b-4d04-8718-3995b74448ac {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:31.277069 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a4b03049-ee88-4170-b6f6-901c6c0284c7 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:31.428060 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a4b03049-ee88-4170-b6f6-901c6c0284c7 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:31.436185 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d46691d-c99e-455f-b441-0cb9275ee0c2 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:31.448850 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-a4b03049-ee88-4170-b6f6-901c6c0284c7 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Calling delete_port for b6f8e53c-884b-4d04-8718-3995b74448ac owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:31.487929 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d46691d-c99e-455f-b441-0cb9275ee0c2 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:31.546749 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d46691d-c99e-455f-b441-0cb9275ee0c2 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:04:31.552563 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-9d46691d-c99e-455f-b441-0cb9275ee0c2 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:04:31.559234 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d46691d-c99e-455f-b441-0cb9275ee0c2 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:04:31.568218 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46691d-c99e-455f-b441-0cb9275ee0c2 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Pushing event updated for resources: {'Port': ['ID=c12f8d4f-6c42-4169-b716-1d64ae4f4b62,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:31.586560 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 4066e429-78f8-41b1-9e6e-d157e9484c05 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:04:31.596391 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195bd29-cf7b-419f-b566-84eb30d50cb2 req-eb908056-ef2a-4a4c-b8e9-5c81139921f8 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:31.598064 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c195bd29-cf7b-419f-b566-84eb30d50cb2 req-eb908056-ef2a-4a4c-b8e9-5c81139921f8 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 946 time: 0.1190805 Nov 23 22:04:31.659161 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:31.720769 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d46691d-c99e-455f-b441-0cb9275ee0c2 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:31.731834 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 4066e429-78f8-41b1-9e6e-d157e9484c05 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:04:31.736477 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 4066e429-78f8-41b1-9e6e-d157e9484c05 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:04:31.737186 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:31.773394 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c195bd29-cf7b-419f-b566-84eb30d50cb2 req-02cc0baa-e3e6-4cbd-89e9-7561ce7970a6 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92bf73f-6bf6-465d-84f2-c88b7ed4aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604526 Nov 23 22:04:31.780321 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a4b03049-ee88-4170-b6f6-901c6c0284c7 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:31.782949 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d46691d-c99e-455f-b441-0cb9275ee0c2 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:31.895517 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:31.943578 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b03049-ee88-4170-b6f6-901c6c0284c7 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event deleted for resources: {'Port': ['ID=b6f8e53c-884b-4d04-8718-3995b74448ac,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:31.947875 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 4066e429-78f8-41b1-9e6e-d157e9484c05, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=4066e429-78f8-41b1-9e6e-d157e9484c05,segment=NetworkSegment(dbb1943f-08bd-49f9-9c6f-84faebcb6c1e),segment_id=dbb1943f-08bd-49f9-9c6f-84faebcb6c1e)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:31.949684 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a4b03049-ee88-4170-b6f6-901c6c0284c7 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:31.954765 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a4b03049-ee88-4170-b6f6-901c6c0284c7 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "DELETE /v2.0/ports/b6f8e53c-884b-4d04-8718-3995b74448ac HTTP/1.1" status: 204 len: 168 time: 0.8235815 Nov 23 22:04:31.957194 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46856) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:31.970982 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:32.004038 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d46691d-c99e-455f-b441-0cb9275ee0c2 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:32.019684 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-5560ca28-3db6-48f1-8efd-08dff4b9bf87 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Deleting subnet 894a547e-38e5-4870-bda6-a43a8f7f2b67 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:04:32.024054 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5560ca28-3db6-48f1-8efd-08dff4b9bf87 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:32.036008 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d46691d-c99e-455f-b441-0cb9275ee0c2 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:32.044152 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=4066e429-78f8-41b1-9e6e-d157e9484c05,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:32.087560 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5560ca28-3db6-48f1-8efd-08dff4b9bf87 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:32.122701 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda3efd6-c64a-4168-90d4-321ef0508898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4066e429-78f8-41b1-9e6e-d157e9484c05'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:04:32.125839 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be27507-9558-4a81-a339-5b080a7277a3" -d '{"events": [{"server_uuid": "fda3efd6-c64a-4168-90d4-321ef0508898", "name": "network-vif-plugged", "status": "completed", "tag": "4066e429-78f8-41b1-9e6e-d157e9484c05"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:04:32.187308 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3782d8-0503-4580-a115-aa065dfe2a9b x-openstack-request-id: req-bf3782d8-0503-4580-a115-aa065dfe2a9b {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:04:32.187615 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda3efd6-c64a-4168-90d4-321ef0508898", "name": "network-vif-plugged", "status": "completed", "tag": "4066e429-78f8-41b1-9e6e-d157e9484c05", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:04:32.187876 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf3782d8-0503-4580-a115-aa065dfe2a9b {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:04:32.188279 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda3efd6-c64a-4168-90d4-321ef0508898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4066e429-78f8-41b1-9e6e-d157e9484c05', 'code': 200} Nov 23 22:04:32.268628 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5560ca28-3db6-48f1-8efd-08dff4b9bf87 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:32.293541 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ecaad-86b3-4d6b-a9b0-b526bb120706 req-c39302c3-0ce8-456c-9479-1032e987b94f tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:32.297822 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d8ecaad-86b3-4d6b-a9b0-b526bb120706 req-c39302c3-0ce8-456c-9479-1032e987b94f tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1318533 Nov 23 22:04:32.347024 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46691d-c99e-455f-b441-0cb9275ee0c2 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Pushing event updated for resources: {'Port': ['ID=c12f8d4f-6c42-4169-b716-1d64ae4f4b62,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:32.368755 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d46691d-c99e-455f-b441-0cb9275ee0c2 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:32.403678 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d46691d-c99e-455f-b441-0cb9275ee0c2 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:32.408412 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9d46691d-c99e-455f-b441-0cb9275ee0c2 tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5594912 Nov 23 22:04:32.409100 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46868) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:32.522425 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5560ca28-3db6-48f1-8efd-08dff4b9bf87 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:32.593547 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560ca28-3db6-48f1-8efd-08dff4b9bf87 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event deleted for resources: {'Subnet': ['ID=894a547e-38e5-4870-bda6-a43a8f7f2b67,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:32.597280 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5560ca28-3db6-48f1-8efd-08dff4b9bf87 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:32.599422 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa6eb4c-a90c-464f-8b97-d2abfd724707 None None] Network da4238c6-b353-4586-8707-c40d3aada134 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:04:32.603472 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5560ca28-3db6-48f1-8efd-08dff4b9bf87 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "DELETE /v2.0/subnets/894a547e-38e5-4870-bda6-a43a8f7f2b67 HTTP/1.1" status: 204 len: 168 time: 0.6427240 Nov 23 22:04:32.603635 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d9f3cce1-3fdd-4fdf-b460-88ec2e75ad0f tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:32.604642 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46878) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:32.619938 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d8ecaad-86b3-4d6b-a9b0-b526bb120706 req-2ddaaf7c-c11e-4033-9fb3-cf4158e2e8fc tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984970 Nov 23 22:04:32.629887 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cce1-3fdd-4fdf-b460-88ec2e75ad0f tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:32.673712 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add59dc8-6421-4205-b7c2-914c9708002f req-5b0aae09-79da-4fd1-8817-6c336a1d6a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:32.680827 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-add59dc8-6421-4205-b7c2-914c9708002f req-5b0aae09-79da-4fd1-8817-6c336a1d6a17 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fda3efd6-c64a-4168-90d4-321ef0508898 HTTP/1.1" status: 200 len: 1097 time: 0.3129363 Nov 23 22:04:32.699905 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274e98d-a418-4077-8501-92e360237159 req-bacedc09-58a6-4f9e-a3b2-caa74f9b8c99 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:32.701576 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a274e98d-a418-4077-8501-92e360237159 req-bacedc09-58a6-4f9e-a3b2-caa74f9b8c99 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda3efd6-c64a-4168-90d4-321ef0508898 HTTP/1.1" status: 200 len: 946 time: 0.3166623 Nov 23 22:04:32.778801 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf4cdc7-8a8a-479a-83e2-db48c1d02db4 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Deleting subnet d3f7f1b0-3707-4638-b7a3-e427077abc41 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:04:32.783479 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ebf4cdc7-8a8a-479a-83e2-db48c1d02db4 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:32.791617 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cce1-3fdd-4fdf-b460-88ec2e75ad0f tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:32.868228 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-add59dc8-6421-4205-b7c2-914c9708002f req-c24be636-12a3-441e-8e69-61181f5c31bc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e9adc8d1-782b-4684-a1db-a946dd0477bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527472 Nov 23 22:04:32.871112 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ebf4cdc7-8a8a-479a-83e2-db48c1d02db4 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:32.877930 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a274e98d-a418-4077-8501-92e360237159 req-d5680e8f-fb77-4957-985d-ae542441b318 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9adc8d1-782b-4684-a1db-a946dd0477bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547561 Nov 23 22:04:32.965532 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:32.975716 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-d9f3cce1-3fdd-4fdf-b460-88ec2e75ad0f tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Allocated IP 172.25.5.62 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/7b4811fc-1c8b-4b7b-ac06-ba02a5c03980) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:04:33.032342 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9be7c-642c-49d6-93a5-9e8d1e055713 req-78b3d6a4-16e7-4eb1-95a2-e807c8d3eaf3 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:33.032877 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dc98e9-c69d-41ec-b98d-585973db2524 None None] DHCP port deletion for da4238c6-b353-4586-8707-c40d3aada134 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:04:33.033876 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4aa9be7c-642c-49d6-93a5-9e8d1e055713 req-78b3d6a4-16e7-4eb1-95a2-e807c8d3eaf3 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 946 time: 0.1143575 Nov 23 22:04:33.044984 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ebf4cdc7-8a8a-479a-83e2-db48c1d02db4 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:33.152652 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4aa9be7c-642c-49d6-93a5-9e8d1e055713 req-8ca06749-4337-4d2f-bd55-cea8dc1271cc tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92bf73f-6bf6-465d-84f2-c88b7ed4aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041117 Nov 23 22:04:33.174231 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ebf4cdc7-8a8a-479a-83e2-db48c1d02db4 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:33.197402 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e7dc98e9-c69d-41ec-b98d-585973db2524 None None] Deleting port 2969a71d-7a3f-42ca-8f12-75da04efdec6 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:33.198856 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e7dc98e9-c69d-41ec-b98d-585973db2524 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:33.219775 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4cdc7-8a8a-479a-83e2-db48c1d02db4 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f7f1b0-3707-4638-b7a3-e427077abc41,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:33.222058 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cce1-3fdd-4fdf-b460-88ec2e75ad0f tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:33.230292 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ebf4cdc7-8a8a-479a-83e2-db48c1d02db4 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:33.238009 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ebf4cdc7-8a8a-479a-83e2-db48c1d02db4 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "DELETE /v2.0/subnets/d3f7f1b0-3707-4638-b7a3-e427077abc41 HTTP/1.1" status: 204 len: 168 time: 0.6291630 Nov 23 22:04:33.239093 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46890) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:33.373048 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-245237ae-abf4-4830-8749-8b2102211046 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:33.378580 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cce1-3fdd-4fdf-b460-88ec2e75ad0f tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:33.440096 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f3cce1-3fdd-4fdf-b460-88ec2e75ad0f tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:04:33.443742 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eb4ab9-ce92-47c6-a6d5-0838494bfde1 None None] Network 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:04:33.448430 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-d9f3cce1-3fdd-4fdf-b460-88ec2e75ad0f tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:04:33.453772 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f3cce1-3fdd-4fdf-b460-88ec2e75ad0f tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:04:33.516006 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2969a71d-7a3f-42ca-8f12-75da04efdec6 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:04:33.520712 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3cce1-3fdd-4fdf-b460-88ec2e75ad0f tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Pushing event updated for resources: {'Port': ['ID=7b4811fc-1c8b-4b7b-ac06-ba02a5c03980,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:33.642884 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cce1-3fdd-4fdf-b460-88ec2e75ad0f tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:33.657293 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-245237ae-abf4-4830-8749-8b2102211046 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Deleting port 2969a71d-7a3f-42ca-8f12-75da04efdec6 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:33.658122 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-245237ae-abf4-4830-8749-8b2102211046 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:33.760266 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e7dc98e9-c69d-41ec-b98d-585973db2524 None None] For port 2969a71d-7a3f-42ca-8f12-75da04efdec6, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2969a71d-7a3f-42ca-8f12-75da04efdec6,segment=NetworkSegment(5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a),segment_id=5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:33.760861 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e7dc98e9-c69d-41ec-b98d-585973db2524 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:33.776488 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:33.840272 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617a534-a9ce-49c7-aa75-adafa8143fbd req-273e656d-53e6-4ea8-9e13-62f212459e5b tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:33.841878 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a617a534-a9ce-49c7-aa75-adafa8143fbd req-273e656d-53e6-4ea8-9e13-62f212459e5b tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.0990922 Nov 23 22:04:33.851931 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e7dc98e9-c69d-41ec-b98d-585973db2524 None None] Calling delete_port for 2969a71d-7a3f-42ca-8f12-75da04efdec6 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:33.859047 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-245237ae-abf4-4830-8749-8b2102211046 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] For port 2969a71d-7a3f-42ca-8f12-75da04efdec6, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2969a71d-7a3f-42ca-8f12-75da04efdec6,segment=NetworkSegment(5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a),segment_id=5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:33.859986 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-245237ae-abf4-4830-8749-8b2102211046 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:33.898467 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cce1-3fdd-4fdf-b460-88ec2e75ad0f tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:33.931898 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:33.954233 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-245237ae-abf4-4830-8749-8b2102211046 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Calling delete_port for 2969a71d-7a3f-42ca-8f12-75da04efdec6 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:33.979492 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 2969a71d-7a3f-42ca-8f12-75da04efdec6, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2969a71d-7a3f-42ca-8f12-75da04efdec6,segment=NetworkSegment(5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a),segment_id=5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:33.987388 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a617a534-a9ce-49c7-aa75-adafa8143fbd req-2a0903e7-e5b4-4dfd-98df-404eff8fb302 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326017 Nov 23 22:04:33.995802 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:34.063219 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327221b7-5b1e-43e9-a882-ddc1fb9e0422 req-1bc43263-1f25-451c-9201-16653c8f6686 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:34.074635 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-327221b7-5b1e-43e9-a882-ddc1fb9e0422 req-1bc43263-1f25-451c-9201-16653c8f6686 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 946 time: 0.1588578 Nov 23 22:04:34.146345 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=2969a71d-7a3f-42ca-8f12-75da04efdec6,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:34.173016 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1580d728-be24-4754-9e91-80cdd222099c None None] DHCP port deletion for 8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:04:34.190870 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-327221b7-5b1e-43e9-a882-ddc1fb9e0422 req-a5c9012c-32a0-45d4-b03e-33f7ffacee9a tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92bf73f-6bf6-465d-84f2-c88b7ed4aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140435 Nov 23 22:04:34.248463 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e7dc98e9-c69d-41ec-b98d-585973db2524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:34.264641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc98e9-c69d-41ec-b98d-585973db2524 None None] No DVR routers for this DVR port 2969a71d-7a3f-42ca-8f12-75da04efdec6 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:04:34.288032 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc98e9-c69d-41ec-b98d-585973db2524 None None] Pushing event deleted for resources: {'Port': ['ID=2969a71d-7a3f-42ca-8f12-75da04efdec6,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:34.331503 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1580d728-be24-4754-9e91-80cdd222099c None None] Deleting port ee2c323f-1bc3-4024-8f23-fb41981f7903 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:34.332002 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1580d728-be24-4754-9e91-80cdd222099c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:34.354641 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99cfda-e87a-4728-8286-1ba3ef18baf7 req-343cf161-dd1f-4608-929c-4d6522ff4ed2 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:34.356264 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb99cfda-e87a-4728-8286-1ba3ef18baf7 req-343cf161-dd1f-4608-929c-4d6522ff4ed2 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda3efd6-c64a-4168-90d4-321ef0508898 HTTP/1.1" status: 200 len: 946 time: 0.1438248 Nov 23 22:04:34.440238 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-1580d728-be24-4754-9e91-80cdd222099c None None] For port ee2c323f-1bc3-4024-8f23-fb41981f7903, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ee2c323f-1bc3-4024-8f23-fb41981f7903,segment=NetworkSegment(58b520fc-ac31-40cf-a40c-a5ec7f20b775),segment_id=58b520fc-ac31-40cf-a40c-a5ec7f20b775)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:34.440671 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1580d728-be24-4754-9e91-80cdd222099c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:34.460405 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1580d728-be24-4754-9e91-80cdd222099c None None] Calling delete_port for ee2c323f-1bc3-4024-8f23-fb41981f7903 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:34.474423 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cce1-3fdd-4fdf-b460-88ec2e75ad0f tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:34.477618 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-245237ae-abf4-4830-8749-8b2102211046 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:34.514931 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245237ae-abf4-4830-8749-8b2102211046 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event deleted for resources: {'Port': ['ID=2969a71d-7a3f-42ca-8f12-75da04efdec6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:34.517650 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cce1-3fdd-4fdf-b460-88ec2e75ad0f tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:34.530505 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb99cfda-e87a-4728-8286-1ba3ef18baf7 req-aeda1fcd-ef21-4c3a-92c7-1b24df3ca887 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9adc8d1-782b-4684-a1db-a946dd0477bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608784 Nov 23 22:04:34.556825 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1580d728-be24-4754-9e91-80cdd222099c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:34.567714 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-b7fd78eb-824e-4608-87ef-47095c00ca15 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:34.573181 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245237ae-abf4-4830-8749-8b2102211046 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] No DVR routers for this DVR port 2969a71d-7a3f-42ca-8f12-75da04efdec6 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:04:34.578777 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-b7fd78eb-824e-4608-87ef-47095c00ca15 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/networks?id=e2e52909-dbc6-4cc2-ac82-3967aafdd39a HTTP/1.1" status: 200 len: 813 time: 0.2559383 Nov 23 22:04:34.605713 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-8dddc8ce-cd02-41ee-b81e-19341f86be5d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/quotas/6ce6ce79bc284c8da12730541a4994bb HTTP/1.1" status: 200 len: 375 time: 0.0256622 Nov 23 22:04:34.619967 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1580d728-be24-4754-9e91-80cdd222099c None None] Pushing event deleted for resources: {'Port': ['ID=ee2c323f-1bc3-4024-8f23-fb41981f7903,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:34.623534 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1580d728-be24-4754-9e91-80cdd222099c None None] No DVR routers for this DVR port ee2c323f-1bc3-4024-8f23-fb41981f7903 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:04:34.694218 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-4530c8a6-5811-4a90-bdd8-93a1644f6c9e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6ce6ce79bc284c8da12730541a4994bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0874372 Nov 23 22:04:34.708823 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3cce1-3fdd-4fdf-b460-88ec2e75ad0f tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Pushing event updated for resources: {'Port': ['ID=7b4811fc-1c8b-4b7b-ac06-ba02a5c03980,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:34.785461 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-245237ae-abf4-4830-8749-8b2102211046 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:34.789764 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cce1-3fdd-4fdf-b460-88ec2e75ad0f tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:34.807469 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-938d405a-e87f-4a46-b07d-57c9d739c4e1 service neutron] 10.222.0.50 "GET /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119142 Nov 23 22:04:34.818284 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-245237ae-abf4-4830-8749-8b2102211046 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4238c6-b353-4586-8707-c40d3aada134']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:34.831784 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9f3cce1-3fdd-4fdf-b460-88ec2e75ad0f tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:34.833112 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d9f3cce1-3fdd-4fdf-b460-88ec2e75ad0f tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4229808 Nov 23 22:04:34.835530 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-245237ae-abf4-4830-8749-8b2102211046 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:34.835852 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-245237ae-abf4-4830-8749-8b2102211046 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5578d305-a695-4ff4-a6ea-bcaa4cdb2b9a') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:34.836760 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46940) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:34.846733 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-245237ae-abf4-4830-8749-8b2102211046 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:34.869335 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-245237ae-abf4-4830-8749-8b2102211046 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:34.876476 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245237ae-abf4-4830-8749-8b2102211046 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:04:34.879999 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-245237ae-abf4-4830-8749-8b2102211046 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:04:34.884990 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:04:34.976809 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-245237ae-abf4-4830-8749-8b2102211046 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:34.986157 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-245237ae-abf4-4830-8749-8b2102211046 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:34.991593 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-245237ae-abf4-4830-8749-8b2102211046 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "DELETE /v2.0/networks/da4238c6-b353-4586-8707-c40d3aada134 HTTP/1.1" status: 204 len: 168 time: 1.7488122 Nov 23 22:04:34.992120 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46946) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:35.011557 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245237ae-abf4-4830-8749-8b2102211046 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event deleted for resources: {'Network': ['ID=da4238c6-b353-4586-8707-c40d3aada134,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:35.073625 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-479d0504-fb41-4b75-b9bb-83cf2db7988a tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.2342582 Nov 23 22:04:35.077146 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46952) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:35.127450 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-94f9f905-aa5e-4ece-b385-c7047b96d5a8 service neutron] 10.222.0.50 "GET /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187878 Nov 23 22:04:35.147455 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d90ccd32-95df-4af1-870c-ff712c066e05 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:35.183999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ca69376a-9df0-425d-9605-40447014f214 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1052527 Nov 23 22:04:35.184923 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46956) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:35.364265 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d90ccd32-95df-4af1-870c-ff712c066e05 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:35.439982 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-012ee340-5a44-48e8-8366-4f8cbaed814e req-a8bbda42-a903-4a49-86e4-36d47224324c tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=6833184d-fe13-4686-b64f-c24ede1e3123 HTTP/1.1" status: 200 len: 210 time: 0.0860698 Nov 23 22:04:35.440303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-d90ccd32-95df-4af1-870c-ff712c066e05 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd75ee3-4f52-46a0-bdd9-f335d6206cc8']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:35.468083 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-d90ccd32-95df-4af1-870c-ff712c066e05 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b520fc-ac31-40cf-a40c-a5ec7f20b775') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:35.468381 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-d90ccd32-95df-4af1-870c-ff712c066e05 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b520fc-ac31-40cf-a40c-a5ec7f20b775') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:35.485581 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d90ccd32-95df-4af1-870c-ff712c066e05 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:35.491712 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-10fd718e-20fb-4506-a809-431917b9896e tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Deleting port 7b4811fc-1c8b-4b7b-ac06-ba02a5c03980 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:35.492405 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10fd718e-20fb-4506-a809-431917b9896e tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:35.530748 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d90ccd32-95df-4af1-870c-ff712c066e05 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:35.546529 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ee2c323f-1bc3-4024-8f23-fb41981f7903 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:04:35.547699 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90ccd32-95df-4af1-870c-ff712c066e05 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:04:35.548110 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d90ccd32-95df-4af1-870c-ff712c066e05 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:04:35.561793 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:04:35.611833 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: ee2c323f-1bc3-4024-8f23-fb41981f7903 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:04:35.612437 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ee2c323f-1bc3-4024-8f23-fb41981f7903 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:04:35.655704 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee5b94-bbbf-49d9-b636-25792877b46a req-26b6f3d0-fa9a-4405-b3a5-444e7b923c31 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:35.657598 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c2ee5b94-bbbf-49d9-b636-25792877b46a req-26b6f3d0-fa9a-4405-b3a5-444e7b923c31 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 946 time: 0.2894175 Nov 23 22:04:35.675951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc10dc-3d17-4e35-8cf4-af1881af2830 req-31a5ed3f-431e-4e80-acac-c18e0ebeec6a tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:35.677937 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9bdc10dc-3d17-4e35-8cf4-af1881af2830 req-31a5ed3f-431e-4e80-acac-c18e0ebeec6a tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 946 time: 0.2791510 Nov 23 22:04:35.710068 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d90ccd32-95df-4af1-870c-ff712c066e05 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:35.717485 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d90ccd32-95df-4af1-870c-ff712c066e05 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:35.733337 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d90ccd32-95df-4af1-870c-ff712c066e05 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] 10.222.0.50 "DELETE /v2.0/networks/8dd75ee3-4f52-46a0-bdd9-f335d6206cc8 HTTP/1.1" status: 204 len: 168 time: 0.7351522 Nov 23 22:04:35.772944 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10fd718e-20fb-4506-a809-431917b9896e tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:35.773293 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10fd718e-20fb-4506-a809-431917b9896e tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:35.823314 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-10fd718e-20fb-4506-a809-431917b9896e tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Calling delete_port for 7b4811fc-1c8b-4b7b-ac06-ba02a5c03980 owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:35.846235 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ccd32-95df-4af1-870c-ff712c066e05 tempest-TaggedBootDevicesTest-340419868 tempest-TaggedBootDevicesTest-340419868-project] Pushing event deleted for resources: {'Network': ['ID=8dd75ee3-4f52-46a0-bdd9-f335d6206cc8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:35.882671 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9bdc10dc-3d17-4e35-8cf4-af1881af2830 req-fbe81051-ead2-4724-bc0e-fbb3c9a26fef tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92bf73f-6bf6-465d-84f2-c88b7ed4aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854851 Nov 23 22:04:35.961595 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-c2ee5b94-bbbf-49d9-b636-25792877b46a req-5fb3f9b2-04c4-40d8-92af-df93b71072cb tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Deleting port 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:35.962039 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c2ee5b94-bbbf-49d9-b636-25792877b46a req-5fb3f9b2-04c4-40d8-92af-df93b71072cb tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:36.187025 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-c2ee5b94-bbbf-49d9-b636-25792877b46a req-5fb3f9b2-04c4-40d8-92af-df93b71072cb tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] For port 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3,segment=NetworkSegment(d1173619-e443-4c84-b138-f0169b429b5b),segment_id=d1173619-e443-4c84-b138-f0169b429b5b)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:36.187694 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c2ee5b94-bbbf-49d9-b636-25792877b46a req-5fb3f9b2-04c4-40d8-92af-df93b71072cb tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:36.597396 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10fd718e-20fb-4506-a809-431917b9896e tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:36.802813 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd718e-20fb-4506-a809-431917b9896e tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Pushing event deleted for resources: {'Port': ['ID=7b4811fc-1c8b-4b7b-ac06-ba02a5c03980,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:36.802813 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6664c414-c1f5-4477-a1b0-4dcccf6fb507 req-9405b851-22bd-4233-a649-e12af0792454 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=6833184d-fe13-4686-b64f-c24ede1e3123 HTTP/1.1" status: 200 len: 210 time: 0.1066463 Nov 23 22:04:36.802813 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c2ee5b94-bbbf-49d9-b636-25792877b46a req-5fb3f9b2-04c4-40d8-92af-df93b71072cb tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:36.802813 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c2ee5b94-bbbf-49d9-b636-25792877b46a req-5fb3f9b2-04c4-40d8-92af-df93b71072cb tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:36.802813 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [req-c2ee5b94-bbbf-49d9-b636-25792877b46a req-5fb3f9b2-04c4-40d8-92af-df93b71072cb tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Floating IP 4585d0ce-f604-45cf-93b6-2f0d8d04d07d disassociated. External IP: 172.25.5.93, port: 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3. Nov 23 22:04:36.802813 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-c2ee5b94-bbbf-49d9-b636-25792877b46a req-5fb3f9b2-04c4-40d8-92af-df93b71072cb tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Calling delete_port for 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:36.922045 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10fd718e-20fb-4506-a809-431917b9896e tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:36.922045 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10fd718e-20fb-4506-a809-431917b9896e tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:36.922045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-10fd718e-20fb-4506-a809-431917b9896e tempest-FloatingIPAdminTestJSON-2083574875 tempest-FloatingIPAdminTestJSON-2083574875-project] 10.222.0.50 "DELETE /v2.0/floatingips/cab3bd5d-ff40-4ba7-8270-fdb2d519528e HTTP/1.1" status: 204 len: 168 time: 1.6833389 Nov 23 22:04:36.924044 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47018) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:37.094359 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-a66b7960-012a-4a13-94e0-1b7f92629b1f tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Deleting port c12f8d4f-6c42-4169-b716-1d64ae4f4b62 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:37.094797 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a66b7960-012a-4a13-94e0-1b7f92629b1f tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:37.842852 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a66b7960-012a-4a13-94e0-1b7f92629b1f tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:37.846324 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a66b7960-012a-4a13-94e0-1b7f92629b1f tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:37.876884 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-a66b7960-012a-4a13-94e0-1b7f92629b1f tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Calling delete_port for c12f8d4f-6c42-4169-b716-1d64ae4f4b62 owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:37.877788 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-05d4c996-4bc1-42b8-80e7-da2874ad1f81 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:37.879887 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-05d4c996-4bc1-42b8-80e7-da2874ad1f81 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.53 "GET /v2.0/networks?id=e2e52909-dbc6-4cc2-ac82-3967aafdd39a HTTP/1.1" status: 200 len: 813 time: 0.3720357 Nov 23 22:04:37.930916 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-bd9b6e6d-c245-4a85-a61a-71732ef24562 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Request body: {'port': {'device_id': '6833184d-fe13-4686-b64f-c24ede1e3123', 'network_id': 'e2e52909-dbc6-4cc2-ac82-3967aafdd39a', 'admin_state_up': True, 'tenant_id': '6ce6ce79bc284c8da12730541a4994bb'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:37.946108 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd10c681-5479-4967-b937-299656901734 req-a95c8c4f-8baf-4cad-8d4a-5b907e6ed14e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=6833184d-fe13-4686-b64f-c24ede1e3123 HTTP/1.1" status: 200 len: 210 time: 0.0638130 Nov 23 22:04:37.992704 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b3566-4439-4317-b8ce-cf143e3b5b8c req-465579f4-9148-4f21-9dee-0ee322e7f2a4 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:37.994392 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c60b3566-4439-4317-b8ce-cf143e3b5b8c req-465579f4-9148-4f21-9dee-0ee322e7f2a4 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 946 time: 0.4845116 Nov 23 22:04:38.154936 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c60b3566-4439-4317-b8ce-cf143e3b5b8c req-e7a22998-5cc5-44d6-b5a5-3543836774f2 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/security-groups?id=e92bf73f-6bf6-465d-84f2-c88b7ed4aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534853 Nov 23 22:04:38.167701 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c2ee5b94-bbbf-49d9-b636-25792877b46a req-5fb3f9b2-04c4-40d8-92af-df93b71072cb tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:38.190237 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a66b7960-012a-4a13-94e0-1b7f92629b1f tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:38.260829 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3f9b2-04c4-40d8-92af-df93b71072cb tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Pushing event deleted for resources: {'Port': ['ID=9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:38.374061 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b7960-012a-4a13-94e0-1b7f92629b1f tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Pushing event deleted for resources: {'Port': ['ID=c12f8d4f-6c42-4169-b716-1d64ae4f4b62,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:38.404818 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-bd9b6e6d-c245-4a85-a61a-71732ef24562 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Made reservation on behalf of 6ce6ce79bc284c8da12730541a4994bb for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:04:38.415833 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-bd9b6e6d-c245-4a85-a61a-71732ef24562 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:38.474668 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a66b7960-012a-4a13-94e0-1b7f92629b1f tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:38.493754 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a66b7960-012a-4a13-94e0-1b7f92629b1f tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:38.497982 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a66b7960-012a-4a13-94e0-1b7f92629b1f tempest-FloatingIPAdminTestJSON-444890091 tempest-FloatingIPAdminTestJSON-444890091-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/fce87123-f30f-4af3-bd49-ba2554ad4e5f HTTP/1.1" status: 204 len: 168 time: 1.6235180 Nov 23 22:04:38.509645 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47078) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:38.656441 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-bd9b6e6d-c245-4a85-a61a-71732ef24562 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Allocated IP 172.20.0.12 (e2e52909-dbc6-4cc2-ac82-3967aafdd39a/70a442e5-0c56-4c4d-9aab-d7d2295cb603/733060d3-1460-4bd1-88ff-ce6e0df04211) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:04:38.815800 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-edda1094-7964-4804-acbf-e443f3b41501 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Deleting port a73eaa7f-4743-43ff-b784-c5c3e2074080 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:38.817132 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-edda1094-7964-4804-acbf-e443f3b41501 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:38.962625 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-edda1094-7964-4804-acbf-e443f3b41501 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:38.981044 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-bd9b6e6d-c245-4a85-a61a-71732ef24562 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:38.986183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-edda1094-7964-4804-acbf-e443f3b41501 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Calling delete_port for a73eaa7f-4743-43ff-b784-c5c3e2074080 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:39.067209 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2ee5b94-bbbf-49d9-b636-25792877b46a req-5fb3f9b2-04c4-40d8-92af-df93b71072cb tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Router c31c01ab-98ac-4451-b652-7494353bdb74 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:04:39.073237 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-bd9b6e6d-c245-4a85-a61a-71732ef24562 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:39.136557 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['85ad12db-6b0b-4cc1-b52f-1504a8283e40'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:04:39.176721 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-edda1094-7964-4804-acbf-e443f3b41501 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:39.281499 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda1094-7964-4804-acbf-e443f3b41501 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Pushing event deleted for resources: {'Port': ['ID=a73eaa7f-4743-43ff-b784-c5c3e2074080,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:39.468987 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-bd9b6e6d-c245-4a85-a61a-71732ef24562 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Network e2e52909-dbc6-4cc2-ac82-3967aafdd39a is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:04:39.471482 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2ee5b94-bbbf-49d9-b636-25792877b46a req-5fb3f9b2-04c4-40d8-92af-df93b71072cb tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:04:39.473118 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b6e6d-c245-4a85-a61a-71732ef24562 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Pushing event updated for resources: {'Port': ['ID=733060d3-1460-4bd1-88ff-ce6e0df04211,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:39.487676 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295852e-b658-4ff8-a511-18e7e85fa5fc None None] Sync routers for ids ['c31c01ab-98ac-4451-b652-7494353bdb74'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:04:39.524529 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-edda1094-7964-4804-acbf-e443f3b41501 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:39.541370 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-edda1094-7964-4804-acbf-e443f3b41501 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] 10.222.0.50 "DELETE /v2.0/ports/a73eaa7f-4743-43ff-b784-c5c3e2074080 HTTP/1.1" status: 204 len: 168 time: 1.0302899 Nov 23 22:04:39.543649 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295852e-b658-4ff8-a511-18e7e85fa5fc None None] Routers {'c31c01ab-98ac-4451-b652-7494353bdb74'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:04:39.544407 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47120) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:39.549211 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-8295852e-b658-4ff8-a511-18e7e85fa5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:04:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c31c01ab-98ac-4451-b652-7494353bdb74'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:39.592308 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-bd9b6e6d-c245-4a85-a61a-71732ef24562 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:04:39.602495 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-bd9b6e6d-c245-4a85-a61a-71732ef24562 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:04:39.654453 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a38f846d-cf2b-4ae3-b1fc-a92eeb7a180e req-970f7e93-c0a6-4dd2-8368-c4e83e5a9440 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f10d92d-7977-4048-9960-003a0f3b3ec7 HTTP/1.1" status: 200 len: 210 time: 0.1707616 Nov 23 22:04:39.660784 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ab5d84-42ad-4956-84eb-e736a8a33d2a tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:39.671775 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-05ab5d84-42ad-4956-84eb-e736a8a33d2a tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] 10.222.0.50 "GET /v2.0/ports?device_id=d01646f2-d726-46bd-9e55-7aef72ac39d6 HTTP/1.1" status: 200 len: 913 time: 0.1239278 Nov 23 22:04:39.682327 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47126) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:39.718446 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ee5b94-bbbf-49d9-b636-25792877b46a req-5fb3f9b2-04c4-40d8-92af-df93b71072cb tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] No DVR routers for this DVR port 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:04:39.727025 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c2ee5b94-bbbf-49d9-b636-25792877b46a req-5fb3f9b2-04c4-40d8-92af-df93b71072cb tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:39.731539 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c2ee5b94-bbbf-49d9-b636-25792877b46a req-5fb3f9b2-04c4-40d8-92af-df93b71072cb tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.60 "DELETE /v2.0/ports/9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 HTTP/1.1" status: 204 len: 173 time: 4.0475478 Nov 23 22:04:39.732057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f10d92d-7977-4048-9960-003a0f3b3ec7', 'name': 'network-vif-deleted', 'tag': '9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:04:39.734735 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b593de-2279-458f-8d71-a33c9c3ecfa6" -d '{"events": [{"server_uuid": "1f10d92d-7977-4048-9960-003a0f3b3ec7", "name": "network-vif-deleted", "tag": "9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:04:39.800744 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a832e4c-3bd2-4aac-8054-adf70800b3c5 req-0039c443-c430-495c-90e8-cda82c23a1af tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:39.803866 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a832e4c-3bd2-4aac-8054-adf70800b3c5 req-0039c443-c430-495c-90e8-cda82c23a1af tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=6833184d-fe13-4686-b64f-c24ede1e3123 HTTP/1.1" status: 200 len: 932 time: 0.6238618 Nov 23 22:04:39.818406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-bd9b6e6d-c245-4a85-a61a-71732ef24562 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:39.820192 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-bd9b6e6d-c245-4a85-a61a-71732ef24562 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:39.857573 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-8295852e-b658-4ff8-a511-18e7e85fa5fc None None] Set router c31c01ab-98ac-4451-b652-7494353bdb74 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:04:39.915592 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-bd9b6e6d-c245-4a85-a61a-71732ef24562 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0069137 Nov 23 22:04:39.967648 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-2f93f0c2-6d81-4526-a8fc-db601d0c4d6e service neutron] Request body: {'port': {'device_id': '6833184d-fe13-4686-b64f-c24ede1e3123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:40.003423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:04:40.027227 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a832e4c-3bd2-4aac-8054-adf70800b3c5 req-426e467b-8d27-44b4-9322-97a2c2d69b2d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005584 Nov 23 22:04:40.040530 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:04:40.041206 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:04:40.046742 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1b07c-00cc-4876-8fe2-b8d4aebecceb req-7929f598-23a2-47a0-98f0-c6ac0b6e05c2 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:40.056635 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-15e1b07c-00cc-4876-8fe2-b8d4aebecceb req-7929f598-23a2-47a0-98f0-c6ac0b6e05c2 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda3efd6-c64a-4168-90d4-321ef0508898 HTTP/1.1" status: 200 len: 946 time: 0.2124045 Nov 23 22:04:40.153637 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530f9356-5506-47b1-a175-96a322af4cb6 x-openstack-request-id: req-530f9356-5506-47b1-a175-96a322af4cb6 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:04:40.153808 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f10d92d-7977-4048-9960-003a0f3b3ec7", "name": "network-vif-deleted", "tag": "9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:04:40.154009 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-530f9356-5506-47b1-a175-96a322af4cb6 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:04:40.154407 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f10d92d-7977-4048-9960-003a0f3b3ec7', 'name': 'network-vif-deleted', 'tag': '9f78e0c9-1a2f-4d58-a3b9-cf7f882f41a3', 'status': 'completed', 'code': 200} Nov 23 22:04:40.165857 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-2f93f0c2-6d81-4526-a8fc-db601d0c4d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:40.239034 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-15e1b07c-00cc-4876-8fe2-b8d4aebecceb req-33133e6f-d3db-4189-aa23-58ea693aa7a6 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9adc8d1-782b-4684-a1db-a946dd0477bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813128 Nov 23 22:04:40.318223 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-8295852e-b658-4ff8-a511-18e7e85fa5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'name': 'tempest-ServersTestJSON-508628317-router', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:02:05Z', 'updated_at': '2021-11-23T22:02:16Z', 'revision_number': 4, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'gw_port': {'id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:02:07Z', 'updated_at': '2021-11-23T22:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'b095cd4b-f5a8-48b4-9c1c-b56494635361', 'name': '', 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'mac_address': 'fa:16:3e:d4:3b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'dbde2441-7886-433f-81fc-edefeb26eca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:02:13Z', 'updated_at': '2021-11-23T22:02:25Z', 'revision_number': 5, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'subnets': [{'id': 'dbde2441-7886-433f-81fc-edefeb26eca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:40.402853 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295852e-b658-4ff8-a511-18e7e85fa5fc None None] Checking router: c31c01ab-98ac-4451-b652-7494353bdb74 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:04:40.419925 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295852e-b658-4ff8-a511-18e7e85fa5fc None None] Routers {'c31c01ab-98ac-4451-b652-7494353bdb74'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:04:40.422220 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-8295852e-b658-4ff8-a511-18e7e85fa5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:04:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c31c01ab-98ac-4451-b652-7494353bdb74'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:40.651946 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-42ccc8e1-e8c6-412d-a917-8f25b9d1bbee tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:40.726459 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-8295852e-b658-4ff8-a511-18e7e85fa5fc None None] Set router c31c01ab-98ac-4451-b652-7494353bdb74 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:04:40.819998 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-2f93f0c2-6d81-4526-a8fc-db601d0c4d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 733060d3-1460-4bd1-88ff-ce6e0df04211 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:04:40.832565 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-2f93f0c2-6d81-4526-a8fc-db601d0c4d6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:40.864720 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47164) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:40.867943 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-2f93f0c2-6d81-4526-a8fc-db601d0c4d6e service neutron] Transition to ACTIVE for port object 733060d3-1460-4bd1-88ff-ce6e0df04211 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:04:40.888406 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-2f93f0c2-6d81-4526-a8fc-db601d0c4d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:40.978426 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93f0c2-6d81-4526-a8fc-db601d0c4d6e service neutron] Pushing event updated for resources: {'Port': ['ID=733060d3-1460-4bd1-88ff-ce6e0df04211,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:41.056998 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4d814-29a8-4344-a08a-532fd1c69a98 req-f97bc4d7-cd2e-4b46-8dbe-ad11e73e94ee tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:41.060154 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bfe4d814-29a8-4344-a08a-532fd1c69a98 req-f97bc4d7-cd2e-4b46-8dbe-ad11e73e94ee tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.60 "GET /v2.0/ports?device_id=fda3efd6-c64a-4168-90d4-321ef0508898 HTTP/1.1" status: 200 len: 946 time: 0.1898656 Nov 23 22:04:41.128737 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c10e0d6a-a401-41fd-af07-1cd3b0e2cce9 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:41.142524 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-8295852e-b658-4ff8-a511-18e7e85fa5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'name': 'tempest-ServersTestJSON-508628317-router', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:02:05Z', 'updated_at': '2021-11-23T22:02:16Z', 'revision_number': 4, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'gw_port': {'id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:02:07Z', 'updated_at': '2021-11-23T22:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'b095cd4b-f5a8-48b4-9c1c-b56494635361', 'name': '', 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'mac_address': 'fa:16:3e:d4:3b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'dbde2441-7886-433f-81fc-edefeb26eca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:02:13Z', 'updated_at': '2021-11-23T22:02:25Z', 'revision_number': 5, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'subnets': [{'id': 'dbde2441-7886-433f-81fc-edefeb26eca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:41.175177 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c10e0d6a-a401-41fd-af07-1cd3b0e2cce9 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:41.207464 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295852e-b658-4ff8-a511-18e7e85fa5fc None None] The sync data for ids ['c31c01ab-98ac-4451-b652-7494353bdb74'] in n-d-816206-9 is: [{'id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'name': 'tempest-ServersTestJSON-508628317-router', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:02:05Z', 'updated_at': '2021-11-23T22:02:16Z', 'revision_number': 4, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'gw_port': {'id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:02:07Z', 'updated_at': '2021-11-23T22:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'b095cd4b-f5a8-48b4-9c1c-b56494635361', 'name': '', 'network_id': '59e22729-5346-4326-b3d6-e01aaafa19b3', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'mac_address': 'fa:16:3e:d4:3b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'dbde2441-7886-433f-81fc-edefeb26eca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:02:13Z', 'updated_at': '2021-11-23T22:02:25Z', 'revision_number': 5, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'subnets': [{'id': 'dbde2441-7886-433f-81fc-edefeb26eca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:04:41.260691 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-2f93f0c2-6d81-4526-a8fc-db601d0c4d6e service neutron] Attempting to bind port 733060d3-1460-4bd1-88ff-ce6e0df04211 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:04:41.261042 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-2f93f0c2-6d81-4526-a8fc-db601d0c4d6e service neutron] Attempting to bind port 733060d3-1460-4bd1-88ff-ce6e0df04211 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '2b9161da-138e-4e22-b667-483f6f79328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e2e52909-dbc6-4cc2-ac82-3967aafdd39a'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:04:41.261558 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-2f93f0c2-6d81-4526-a8fc-db601d0c4d6e service neutron] Attempting to bind port 733060d3-1460-4bd1-88ff-ce6e0df04211 on network e2e52909-dbc6-4cc2-ac82-3967aafdd39a {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:04:41.284715 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-2f93f0c2-6d81-4526-a8fc-db601d0c4d6e service neutron] Port 733060d3-1460-4bd1-88ff-ce6e0df04211 on network e2e52909-dbc6-4cc2-ac82-3967aafdd39a not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:04:41.295041 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-2f93f0c2-6d81-4526-a8fc-db601d0c4d6e service neutron] Attempting to bind port 733060d3-1460-4bd1-88ff-ce6e0df04211 on network e2e52909-dbc6-4cc2-ac82-3967aafdd39a {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:04:41.347721 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-2f93f0c2-6d81-4526-a8fc-db601d0c4d6e service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:04:41.348067 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-2f93f0c2-6d81-4526-a8fc-db601d0c4d6e service neutron] Checking segment: {'id': '2b9161da-138e-4e22-b667-483f6f79328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e2e52909-dbc6-4cc2-ac82-3967aafdd39a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:04:41.348466 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-2f93f0c2-6d81-4526-a8fc-db601d0c4d6e service neutron] Bound using segment: {'id': '2b9161da-138e-4e22-b667-483f6f79328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e2e52909-dbc6-4cc2-ac82-3967aafdd39a'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:04:41.348924 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-2f93f0c2-6d81-4526-a8fc-db601d0c4d6e service neutron] Bound port: 733060d3-1460-4bd1-88ff-ce6e0df04211, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b9161da-138e-4e22-b667-483f6f79328a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'e2e52909-dbc6-4cc2-ac82-3967aafdd39a'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:04:41.349286 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-2f93f0c2-6d81-4526-a8fc-db601d0c4d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:41.423230 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422491c-f8a2-4f2c-9a70-9c927de936dc req-cb6e48da-d791-49fa-b055-05e00492f088 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:41.431533 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f422491c-f8a2-4f2c-9a70-9c927de936dc req-cb6e48da-d791-49fa-b055-05e00492f088 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=6833184d-fe13-4686-b64f-c24ede1e3123 HTTP/1.1" status: 200 len: 944 time: 0.2633257 Nov 23 22:04:41.436119 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-42ccc8e1-e8c6-412d-a917-8f25b9d1bbee tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Deleting port 1fc74d9b-4651-435a-b143-ccc42bf53a99 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:41.436681 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-42ccc8e1-e8c6-412d-a917-8f25b9d1bbee tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:41.441534 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c10e0d6a-a401-41fd-af07-1cd3b0e2cce9 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:41.445681 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c10e0d6a-a401-41fd-af07-1cd3b0e2cce9 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:41.454591 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c10e0d6a-a401-41fd-af07-1cd3b0e2cce9 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "DELETE /v2.0/security-groups/e92bf73f-6bf6-465d-84f2-c88b7ed4aa76 HTTP/1.1" status: 204 len: 168 time: 0.5853024 Nov 23 22:04:41.467418 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 47180) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:41.493948 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-1bca43f9-da85-420d-85b1-f66e3ac8cdc2 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] show failed (client error): The resource could not be found. Nov 23 22:04:41.495126 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1bca43f9-da85-420d-85b1-f66e3ac8cdc2 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "GET /v2.0/security-groups/e92bf73f-6bf6-465d-84f2-c88b7ed4aa76 HTTP/1.1" status: 404 len: 347 time: 0.0206392 Nov 23 22:04:41.501947 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47184) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:41.513327 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e0d6a-a401-41fd-af07-1cd3b0e2cce9 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92bf73f-6bf6-465d-84f2-c88b7ed4aa76,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:41.639741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-2f93f0c2-6d81-4526-a8fc-db601d0c4d6e service neutron] For port 733060d3-1460-4bd1-88ff-ce6e0df04211, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:04:41.643087 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-2f93f0c2-6d81-4526-a8fc-db601d0c4d6e service neutron] For port 733060d3-1460-4bd1-88ff-ce6e0df04211, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=733060d3-1460-4bd1-88ff-ce6e0df04211,segment=NetworkSegment(2b9161da-138e-4e22-b667-483f6f79328a),segment_id=2b9161da-138e-4e22-b667-483f6f79328a)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:04:41.681216 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-2f93f0c2-6d81-4526-a8fc-db601d0c4d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:41.766662 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-bfe4d814-29a8-4344-a08a-532fd1c69a98 req-d96b9d56-a946-4a71-a94b-4f454bc45773 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Deleting port 4066e429-78f8-41b1-9e6e-d157e9484c05 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:41.767037 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-bfe4d814-29a8-4344-a08a-532fd1c69a98 req-d96b9d56-a946-4a71-a94b-4f454bc45773 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:41.777128 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a07d94-729f-4838-8528-3cc612ae946d req-405d7f96-9121-4b4b-8f87-5e1857411564 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:41.780763 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-42ccc8e1-e8c6-412d-a917-8f25b9d1bbee tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:41.784363 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-14a07d94-729f-4838-8528-3cc612ae946d req-405d7f96-9121-4b4b-8f87-5e1857411564 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda3efd6-c64a-4168-90d4-321ef0508898 HTTP/1.1" status: 200 len: 946 time: 0.3933227 Nov 23 22:04:41.793181 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d727c833-27c5-4892-ba9e-44d9959ce7d0 None None] New status for floating IP 4585d0ce-f604-45cf-93b6-2f0d8d04d07d: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:04:41.820482 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-42ccc8e1-e8c6-412d-a917-8f25b9d1bbee tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Calling delete_port for 1fc74d9b-4651-435a-b143-ccc42bf53a99 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:41.822186 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-2f93f0c2-6d81-4526-a8fc-db601d0c4d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:41.830490 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-2f93f0c2-6d81-4526-a8fc-db601d0c4d6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:41.844652 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-2f93f0c2-6d81-4526-a8fc-db601d0c4d6e service neutron] 10.222.0.53 "PUT /v2.0/ports/733060d3-1460-4bd1-88ff-ce6e0df04211 HTTP/1.1" status: 200 len: 1092 time: 1.8976028 Nov 23 22:04:41.923469 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f422491c-f8a2-4f2c-9a70-9c927de936dc req-dd235a58-7729-494e-a345-14bea0c7189e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909968 Nov 23 22:04:42.149191 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93f0c2-6d81-4526-a8fc-db601d0c4d6e service neutron] Pushing event updated for resources: {'Port': ['ID=733060d3-1460-4bd1-88ff-ce6e0df04211,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:42.159792 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6833184d-fe13-4686-b64f-c24ede1e3123', 'tag': '733060d3-1460-4bd1-88ff-ce6e0df04211'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:04:42.163945 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b7f823-4c08-44c5-9093-f0832298d286" -d '{"events": [{"name": "network-changed", "server_uuid": "6833184d-fe13-4686-b64f-c24ede1e3123", "tag": "733060d3-1460-4bd1-88ff-ce6e0df04211"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:04:42.201632 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-f32a2d06-4c60-4517-adc1-eae9e58ac30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:42.203759 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-f32a2d06-4c60-4517-adc1-eae9e58ac30f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6ce6ce79bc284c8da12730541a4994bb&device_id=6833184d-fe13-4686-b64f-c24ede1e3123 HTTP/1.1" status: 200 len: 1095 time: 0.2287714 Nov 23 22:04:42.216530 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-57d37564-5970-4525-a7ae-fa3a1aeb7009 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Deleting port e40ff824-0e8f-4c65-9544-2792b9f86b1b {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:42.216973 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-57d37564-5970-4525-a7ae-fa3a1aeb7009 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:42.221060 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-14a07d94-729f-4838-8528-3cc612ae946d req-e64ef364-b9d7-4cd3-9998-a1d7858cc71f tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9adc8d1-782b-4684-a1db-a946dd0477bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358406 Nov 23 22:04:42.269007 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-761df05b-312e-4da8-b010-b8d3e2966441 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=733060d3-1460-4bd1-88ff-ce6e0df04211 HTTP/1.1" status: 200 len: 217 time: 0.0440772 Nov 23 22:04:42.297136 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-42ccc8e1-e8c6-412d-a917-8f25b9d1bbee tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:42.318042 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee7f438-2b2c-4389-bd97-36d7692da1c2 x-openstack-request-id: req-5ee7f438-2b2c-4389-bd97-36d7692da1c2 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:04:42.318444 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6833184d-fe13-4686-b64f-c24ede1e3123", "tag": "733060d3-1460-4bd1-88ff-ce6e0df04211", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:04:42.318873 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ee7f438-2b2c-4389-bd97-36d7692da1c2 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:04:42.319711 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6833184d-fe13-4686-b64f-c24ede1e3123', 'tag': '733060d3-1460-4bd1-88ff-ce6e0df04211', 'status': 'completed', 'code': 200} Nov 23 22:04:42.329700 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ccc8e1-e8c6-412d-a917-8f25b9d1bbee tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Pushing event deleted for resources: {'Port': ['ID=1fc74d9b-4651-435a-b143-ccc42bf53a99,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:42.401977 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-bfe4d814-29a8-4344-a08a-532fd1c69a98 req-d96b9d56-a946-4a71-a94b-4f454bc45773 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] For port 4066e429-78f8-41b1-9e6e-d157e9484c05, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=4066e429-78f8-41b1-9e6e-d157e9484c05,segment=NetworkSegment(dbb1943f-08bd-49f9-9c6f-84faebcb6c1e),segment_id=dbb1943f-08bd-49f9-9c6f-84faebcb6c1e)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:42.402529 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-bfe4d814-29a8-4344-a08a-532fd1c69a98 req-d96b9d56-a946-4a71-a94b-4f454bc45773 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:42.418465 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccc8e1-e8c6-412d-a917-8f25b9d1bbee tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:42.418866 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccc8e1-e8c6-412d-a917-8f25b9d1bbee tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:42.419241 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccc8e1-e8c6-412d-a917-8f25b9d1bbee tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:42.420143 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccc8e1-e8c6-412d-a917-8f25b9d1bbee tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:42.420143 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccc8e1-e8c6-412d-a917-8f25b9d1bbee tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:42.420452 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccc8e1-e8c6-412d-a917-8f25b9d1bbee tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:42.420744 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccc8e1-e8c6-412d-a917-8f25b9d1bbee tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:42.421078 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccc8e1-e8c6-412d-a917-8f25b9d1bbee tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:42.421775 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccc8e1-e8c6-412d-a917-8f25b9d1bbee tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:42.421775 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccc8e1-e8c6-412d-a917-8f25b9d1bbee tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:42.422067 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccc8e1-e8c6-412d-a917-8f25b9d1bbee tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:42.422808 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ccc8e1-e8c6-412d-a917-8f25b9d1bbee tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:42.444979 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-bfe4d814-29a8-4344-a08a-532fd1c69a98 req-d96b9d56-a946-4a71-a94b-4f454bc45773 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Calling delete_port for 4066e429-78f8-41b1-9e6e-d157e9484c05 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:42.456703 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-18c0fa73-7716-4a35-a0d8-fa751d492b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:42.458506 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-18c0fa73-7716-4a35-a0d8-fa751d492b73 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=70a442e5-0c56-4c4d-9aab-d7d2295cb603 HTTP/1.1" status: 200 len: 853 time: 0.1734576 Nov 23 22:04:42.544751 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-57d37564-5970-4525-a7ae-fa3a1aeb7009 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:42.545162 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-57d37564-5970-4525-a7ae-fa3a1aeb7009 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:42.560649 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-57d37564-5970-4525-a7ae-fa3a1aeb7009 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Calling delete_port for e40ff824-0e8f-4c65-9544-2792b9f86b1b owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:42.607194 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-629aa285-713d-4d6d-aaf9-a126fef428a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e2e52909-dbc6-4cc2-ac82-3967aafdd39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1338363 Nov 23 22:04:42.686684 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-42ccc8e1-e8c6-412d-a917-8f25b9d1bbee tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:42.851038 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-afac32a0-58cb-4210-8875-e8f2a191271a service neutron] 10.222.0.53 "GET /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293534 Nov 23 22:04:42.858120 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-57d37564-5970-4525-a7ae-fa3a1aeb7009 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:42.938992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d37564-5970-4525-a7ae-fa3a1aeb7009 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Pushing event deleted for resources: {'Port': ['ID=e40ff824-0e8f-4c65-9544-2792b9f86b1b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:43.152461 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-57d37564-5970-4525-a7ae-fa3a1aeb7009 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:43.156281 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-57d37564-5970-4525-a7ae-fa3a1aeb7009 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:43.159835 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de1c7527-1e67-4f2e-8d8e-e4c7f5ae08f3 req-427dcf55-9003-4601-81e2-702c5a3136b8 service neutron] 10.222.0.53 "GET /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967746 Nov 23 22:04:43.161123 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-57d37564-5970-4525-a7ae-fa3a1aeb7009 tempest-ServersTestJSON-1371641556 tempest-ServersTestJSON-1371641556-project] 10.222.0.50 "DELETE /v2.0/floatingips/4585d0ce-f604-45cf-93b6-2f0d8d04d07d HTTP/1.1" status: 204 len: 168 time: 1.6581638 Nov 23 22:04:43.161815 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47236) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:43.192988 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548b7ef-3949-4dc2-b54a-b6f5a0f41d38 req-8e29a18f-fe4f-4d1f-b0e0-085b0e3fa747 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:43.211366 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0548b7ef-3949-4dc2-b54a-b6f5a0f41d38 req-8e29a18f-fe4f-4d1f-b0e0-085b0e3fa747 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=6833184d-fe13-4686-b64f-c24ede1e3123 HTTP/1.1" status: 200 len: 944 time: 0.1166737 Nov 23 22:04:43.223400 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-bfe4d814-29a8-4344-a08a-532fd1c69a98 req-d96b9d56-a946-4a71-a94b-4f454bc45773 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:43.258520 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['4066e429-78f8-41b1-9e6e-d157e9484c05'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:04:43.431975 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b9d56-a946-4a71-a94b-4f454bc45773 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Pushing event deleted for resources: {'Port': ['ID=4066e429-78f8-41b1-9e6e-d157e9484c05,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:43.509806 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86d50eab-5454-4fa4-8b13-4decbf3c2fc2 req-d6f25c51-4bf2-49c3-9399-de5654de401e tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda3efd6-c64a-4168-90d4-321ef0508898 HTTP/1.1" status: 200 len: 210 time: 0.1207194 Nov 23 22:04:43.555524 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe4d814-29a8-4344-a08a-532fd1c69a98 req-d96b9d56-a946-4a71-a94b-4f454bc45773 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] No DVR routers for this DVR port 4066e429-78f8-41b1-9e6e-d157e9484c05 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:04:43.561608 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-bfe4d814-29a8-4344-a08a-532fd1c69a98 req-d96b9d56-a946-4a71-a94b-4f454bc45773 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:43.565798 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bfe4d814-29a8-4344-a08a-532fd1c69a98 req-d96b9d56-a946-4a71-a94b-4f454bc45773 tempest-VolumesActionsTest-1359267462 tempest-VolumesActionsTest-1359267462-project] 10.222.0.60 "DELETE /v2.0/ports/4066e429-78f8-41b1-9e6e-d157e9484c05 HTTP/1.1" status: 204 len: 173 time: 2.4873946 Nov 23 22:04:43.598790 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7f823-4c08-44c5-9093-f0832298d286 req-02bb4337-67dd-41c2-9133-ebe8f614fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:43.622017 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61b7f823-4c08-44c5-9093-f0832298d286 req-02bb4337-67dd-41c2-9133-ebe8f614fcc8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6ce6ce79bc284c8da12730541a4994bb&device_id=6833184d-fe13-4686-b64f-c24ede1e3123 HTTP/1.1" status: 200 len: 1095 time: 0.3268507 Nov 23 22:04:43.634529 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0548b7ef-3949-4dc2-b54a-b6f5a0f41d38 req-80af7b43-8aae-4968-9b7d-f0eded6acd3e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190104 Nov 23 22:04:43.829198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7f823-4c08-44c5-9093-f0832298d286 req-0b5b5080-aa19-4f89-812e-e97521c15541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:43.833190 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61b7f823-4c08-44c5-9093-f0832298d286 req-0b5b5080-aa19-4f89-812e-e97521c15541 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e2e52909-dbc6-4cc2-ac82-3967aafdd39a HTTP/1.1" status: 200 len: 914 time: 0.2018814 Nov 23 22:04:43.950294 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61b7f823-4c08-44c5-9093-f0832298d286 req-8e1ab23d-2003-45c1-b79d-d0c2948fc49a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=733060d3-1460-4bd1-88ff-ce6e0df04211 HTTP/1.1" status: 200 len: 217 time: 0.1091080 Nov 23 22:04:44.088082 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ccc8e1-e8c6-412d-a917-8f25b9d1bbee tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Router d01646f2-d726-46bd-9e55-7aef72ac39d6 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:04:44.104804 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7f823-4c08-44c5-9093-f0832298d286 req-8ff19d58-6eda-4bda-8768-441a36d1c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:44.115396 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61b7f823-4c08-44c5-9093-f0832298d286 req-8ff19d58-6eda-4bda-8768-441a36d1c872 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=70a442e5-0c56-4c4d-9aab-d7d2295cb603 HTTP/1.1" status: 200 len: 853 time: 0.1388853 Nov 23 22:04:44.181298 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61b7f823-4c08-44c5-9093-f0832298d286 req-f677f530-f9b7-48e3-9c67-f1ea2165cda4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e2e52909-dbc6-4cc2-ac82-3967aafdd39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550447 Nov 23 22:04:44.617724 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ccc8e1-e8c6-412d-a917-8f25b9d1bbee tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:04:44.635156 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-42ccc8e1-e8c6-412d-a917-8f25b9d1bbee tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] 10.222.0.50 "PUT /v2.0/routers/d01646f2-d726-46bd-9e55-7aef72ac39d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9538510 Nov 23 22:04:44.637012 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d76e64-fe58-4d8c-a1e8-a7d9bd97ceeb None None] Sync routers for ids ['d01646f2-d726-46bd-9e55-7aef72ac39d6'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:04:44.646822 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47278) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:44.661424 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d76e64-fe58-4d8c-a1e8-a7d9bd97ceeb None None] Routers {'d01646f2-d726-46bd-9e55-7aef72ac39d6'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:04:44.662078 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b6d76e64-fe58-4d8c-a1e8-a7d9bd97ceeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:04:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d01646f2-d726-46bd-9e55-7aef72ac39d6'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:44.757228 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b6d76e64-fe58-4d8c-a1e8-a7d9bd97ceeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:44.778605 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d76e64-fe58-4d8c-a1e8-a7d9bd97ceeb None None] Routers {'d01646f2-d726-46bd-9e55-7aef72ac39d6'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:04:44.779587 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b6d76e64-fe58-4d8c-a1e8-a7d9bd97ceeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:04:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d01646f2-d726-46bd-9e55-7aef72ac39d6'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:44.809133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda3efd6-c64a-4168-90d4-321ef0508898', 'name': 'network-vif-deleted', 'tag': '4066e429-78f8-41b1-9e6e-d157e9484c05'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:04:44.812092 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199fb349-c0a0-4f40-afb8-b568a5160dbe" -d '{"events": [{"server_uuid": "fda3efd6-c64a-4168-90d4-321ef0508898", "name": "network-vif-deleted", "tag": "4066e429-78f8-41b1-9e6e-d157e9484c05"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:04:44.891660 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b6d76e64-fe58-4d8c-a1e8-a7d9bd97ceeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:44.892818 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d76e64-fe58-4d8c-a1e8-a7d9bd97ceeb None None] The sync data for ids ['d01646f2-d726-46bd-9e55-7aef72ac39d6'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:04:44.977510 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae13f7f-8c7b-4d57-8f29-1cab28f4bacf req-1b75add4-522a-4a7e-aa83-547fd54e4226 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:44.979186 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eae13f7f-8c7b-4d57-8f29-1cab28f4bacf req-1b75add4-522a-4a7e-aa83-547fd54e4226 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=6833184d-fe13-4686-b64f-c24ede1e3123 HTTP/1.1" status: 200 len: 944 time: 0.1626906 Nov 23 22:04:44.992890 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58db9fd-ace1-4271-ab40-c667904aec75 x-openstack-request-id: req-a58db9fd-ace1-4271-ab40-c667904aec75 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:04:44.993243 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda3efd6-c64a-4168-90d4-321ef0508898", "name": "network-vif-deleted", "tag": "4066e429-78f8-41b1-9e6e-d157e9484c05", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:04:44.993428 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a58db9fd-ace1-4271-ab40-c667904aec75 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:04:44.993829 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda3efd6-c64a-4168-90d4-321ef0508898', 'name': 'network-vif-deleted', 'tag': '4066e429-78f8-41b1-9e6e-d157e9484c05', 'status': 'completed', 'code': 200} Nov 23 22:04:45.009329 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61b7f823-4c08-44c5-9093-f0832298d286 req-6cc11fce-e9ad-4db7-86c8-40c3dbe7a687 service neutron] 10.222.0.53 "GET /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8195047 Nov 23 22:04:45.052221 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b4f30554-245d-4dc7-b047-cb542013a67e tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:45.134822 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61b7f823-4c08-44c5-9093-f0832298d286 req-91cdd6b5-a087-4cb1-9670-53f43fbc6713 service neutron] 10.222.0.53 "GET /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992188 Nov 23 22:04:45.197400 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-36807b3c-a165-4be9-ab32-c8d155286ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:45.242192 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eae13f7f-8c7b-4d57-8f29-1cab28f4bacf req-703487b0-5b10-4603-afde-2058247a7e20 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472003 Nov 23 22:04:45.269328 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b4f30554-245d-4dc7-b047-cb542013a67e tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:45.395151 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:04:45.475054 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-b4f30554-245d-4dc7-b047-cb542013a67e tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Deleting port cc4fa26c-6c05-47c9-9155-92ed7e105e73 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:45.475392 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b4f30554-245d-4dc7-b047-cb542013a67e tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:45.584955 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 733060d3-1460-4bd1-88ff-ce6e0df04211 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:04:45.600871 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b4f30554-245d-4dc7-b047-cb542013a67e tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:45.616098 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-b4f30554-245d-4dc7-b047-cb542013a67e tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Calling delete_port for cc4fa26c-6c05-47c9-9155-92ed7e105e73 owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:45.650050 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 4066e429-78f8-41b1-9e6e-d157e9484c05 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:04:45.692471 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 4066e429-78f8-41b1-9e6e-d157e9484c05 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:04:45.693073 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 4066e429-78f8-41b1-9e6e-d157e9484c05 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:04:45.838811 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 733060d3-1460-4bd1-88ff-ce6e0df04211, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=733060d3-1460-4bd1-88ff-ce6e0df04211,segment=NetworkSegment(2b9161da-138e-4e22-b667-483f6f79328a),segment_id=2b9161da-138e-4e22-b667-483f6f79328a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:45.863485 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '733060d3-1460-4bd1-88ff-ce6e0df04211', 'network_id': 'e2e52909-dbc6-4cc2-ac82-3967aafdd39a', 'port_id': '733060d3-1460-4bd1-88ff-ce6e0df04211', 'mac_address': 'fa:16:3e:68:1c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70a442e5-0c56-4c4d-9aab-d7d2295cb603', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:04:45.925238 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:45.948090 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b4f30554-245d-4dc7-b047-cb542013a67e tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:45.988439 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-36807b3c-a165-4be9-ab32-c8d155286ac0 admin admin] Deleting port b095cd4b-f5a8-48b4-9c1c-b56494635361 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:45.988790 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-36807b3c-a165-4be9-ab32-c8d155286ac0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:45.993122 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f30554-245d-4dc7-b047-cb542013a67e tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Pushing event deleted for resources: {'Port': ['ID=cc4fa26c-6c05-47c9-9155-92ed7e105e73,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:46.010909 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 733060d3-1460-4bd1-88ff-ce6e0df04211 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:04:46.055344 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 733060d3-1460-4bd1-88ff-ce6e0df04211, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=733060d3-1460-4bd1-88ff-ce6e0df04211,segment=NetworkSegment(2b9161da-138e-4e22-b667-483f6f79328a),segment_id=2b9161da-138e-4e22-b667-483f6f79328a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:46.063497 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd07648b-1cf5-40fe-8735-38942a68879a None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:04:46.080538 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:46.234620 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=733060d3-1460-4bd1-88ff-ce6e0df04211,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:46.258598 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-36807b3c-a165-4be9-ab32-c8d155286ac0 admin admin] For port b095cd4b-f5a8-48b4-9c1c-b56494635361, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b095cd4b-f5a8-48b4-9c1c-b56494635361,segment=NetworkSegment(d1173619-e443-4c84-b138-f0169b429b5b),segment_id=d1173619-e443-4c84-b138-f0169b429b5b)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:46.259268 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-36807b3c-a165-4be9-ab32-c8d155286ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:46.317556 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-36807b3c-a165-4be9-ab32-c8d155286ac0 admin admin] Calling delete_port for b095cd4b-f5a8-48b4-9c1c-b56494635361 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:46.342372 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b4f30554-245d-4dc7-b047-cb542013a67e tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:46.505660 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['733060d3-1460-4bd1-88ff-ce6e0df04211'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:04:46.523881 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff187d8-7e6a-41c7-a3be-a2c670b4751d req-fa6bb0cd-d2fb-4048-8c2e-a9f294bc4dfa tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:46.525276 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0ff187d8-7e6a-41c7-a3be-a2c670b4751d req-fa6bb0cd-d2fb-4048-8c2e-a9f294bc4dfa tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=6833184d-fe13-4686-b64f-c24ede1e3123 HTTP/1.1" status: 200 len: 945 time: 0.1170344 Nov 23 22:04:46.611195 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0ff187d8-7e6a-41c7-a3be-a2c670b4751d req-62c3d950-6403-444c-984c-de8bf8b0ebcf tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748005 Nov 23 22:04:46.675669 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b4f30554-245d-4dc7-b047-cb542013a67e tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:46.687413 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b4f30554-245d-4dc7-b047-cb542013a67e tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:46.828996 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b4f30554-245d-4dc7-b047-cb542013a67e tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:46.829848 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f30554-245d-4dc7-b047-cb542013a67e tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Fanout notify agent at l3_agent the message router_deleted on router d01646f2-d726-46bd-9e55-7aef72ac39d6 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:04:46.867250 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b4f30554-245d-4dc7-b047-cb542013a67e tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:46.871179 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 47348) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:46.871635 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b4f30554-245d-4dc7-b047-cb542013a67e tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] 10.222.0.50 "DELETE /v2.0/routers/d01646f2-d726-46bd-9e55-7aef72ac39d6 HTTP/1.1" status: 204 len: 168 time: 2.2216349 Nov 23 22:04:46.978701 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b48557e-3908-4126-b6fb-203326a45767 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Deleting subnet 54e9be14-b632-4cf5-85c8-58075581401b {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:04:46.987621 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7b48557e-3908-4126-b6fb-203326a45767 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:47.118740 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7b48557e-3908-4126-b6fb-203326a45767 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:47.169847 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-36807b3c-a165-4be9-ab32-c8d155286ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:47.214499 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36807b3c-a165-4be9-ab32-c8d155286ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b095cd4b-f5a8-48b4-9c1c-b56494635361,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:47.336539 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7b48557e-3908-4126-b6fb-203326a45767 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:47.481837 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7b48557e-3908-4126-b6fb-203326a45767 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:47.586914 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7b48557e-3908-4126-b6fb-203326a45767 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:47.590455 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7b48557e-3908-4126-b6fb-203326a45767 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] 10.222.0.50 "DELETE /v2.0/subnets/54e9be14-b632-4cf5-85c8-58075581401b HTTP/1.1" status: 204 len: 168 time: 0.7178586 Nov 23 22:04:47.591363 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48557e-3908-4126-b6fb-203326a45767 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Pushing event deleted for resources: {'Subnet': ['ID=54e9be14-b632-4cf5-85c8-58075581401b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:47.595946 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1598c45f-b44b-4da9-853e-f204e6e83f65 None None] Network 119bf94a-da8e-4d5c-8273-c6a66ce89210 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:04:47.619099 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 47366) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:47.620541 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48557e-3908-4126-b6fb-203326a45767 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:47.620890 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48557e-3908-4126-b6fb-203326a45767 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:47.621235 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48557e-3908-4126-b6fb-203326a45767 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:47.621574 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48557e-3908-4126-b6fb-203326a45767 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:47.621911 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48557e-3908-4126-b6fb-203326a45767 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:47.622247 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48557e-3908-4126-b6fb-203326a45767 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:47.622577 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48557e-3908-4126-b6fb-203326a45767 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:47.627060 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48557e-3908-4126-b6fb-203326a45767 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:47.627454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48557e-3908-4126-b6fb-203326a45767 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:47.627799 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48557e-3908-4126-b6fb-203326a45767 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:47.628139 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48557e-3908-4126-b6fb-203326a45767 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:47.628473 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48557e-3908-4126-b6fb-203326a45767 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:47.681763 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-36807b3c-a165-4be9-ab32-c8d155286ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:47.856884 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2ff2a25-84b6-4387-96ec-24a90e9ba4ea tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:48.025769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e92834-a1a5-4d8f-8e1a-5d2fb8543462 req-020965a6-352e-4ace-945f-c25f2fd1de44 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:48.027422 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e92834-a1a5-4d8f-8e1a-5d2fb8543462 req-020965a6-352e-4ace-945f-c25f2fd1de44 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=6833184d-fe13-4686-b64f-c24ede1e3123 HTTP/1.1" status: 200 len: 945 time: 0.1949766 Nov 23 22:04:48.399983 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-f2ff2a25-84b6-4387-96ec-24a90e9ba4ea tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Deleting port 47635a53-dfcb-449c-9c80-bc64234e3071 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:48.400377 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2ff2a25-84b6-4387-96ec-24a90e9ba4ea tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:48.577099 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c29c1ce-ac5b-4010-81f2-ab4edb80fd9c None None] DHCP port deletion for 119bf94a-da8e-4d5c-8273-c6a66ce89210 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:04:48.600687 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-f2ff2a25-84b6-4387-96ec-24a90e9ba4ea tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] For port 47635a53-dfcb-449c-9c80-bc64234e3071, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=47635a53-dfcb-449c-9c80-bc64234e3071,segment=NetworkSegment(729688dc-4c0a-4a5e-b2d3-747184db5e43),segment_id=729688dc-4c0a-4a5e-b2d3-747184db5e43)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:48.601168 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2ff2a25-84b6-4387-96ec-24a90e9ba4ea tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:48.632606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-f2ff2a25-84b6-4387-96ec-24a90e9ba4ea tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Calling delete_port for 47635a53-dfcb-449c-9c80-bc64234e3071 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:48.724468 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1c29c1ce-ac5b-4010-81f2-ab4edb80fd9c None None] Deleting port 47635a53-dfcb-449c-9c80-bc64234e3071 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:48.731463 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1c29c1ce-ac5b-4010-81f2-ab4edb80fd9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:48.774995 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36807b3c-a165-4be9-ab32-c8d155286ac0 admin admin] Router c31c01ab-98ac-4451-b652-7494353bdb74 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:04:48.844694 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-1c29c1ce-ac5b-4010-81f2-ab4edb80fd9c None None] For port 47635a53-dfcb-449c-9c80-bc64234e3071, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=47635a53-dfcb-449c-9c80-bc64234e3071,segment=NetworkSegment(729688dc-4c0a-4a5e-b2d3-747184db5e43),segment_id=729688dc-4c0a-4a5e-b2d3-747184db5e43)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:48.845505 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1c29c1ce-ac5b-4010-81f2-ab4edb80fd9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:48.858874 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e92834-a1a5-4d8f-8e1a-5d2fb8543462 req-b67a405c-ef1c-4420-bf15-909635089189 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8146493 Nov 23 22:04:48.865192 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2ff2a25-84b6-4387-96ec-24a90e9ba4ea tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:48.868305 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1c29c1ce-ac5b-4010-81f2-ab4edb80fd9c None None] Calling delete_port for 47635a53-dfcb-449c-9c80-bc64234e3071 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:48.890991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff2a25-84b6-4387-96ec-24a90e9ba4ea tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Pushing event deleted for resources: {'Port': ['ID=47635a53-dfcb-449c-9c80-bc64234e3071,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:48.903423 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ff2a25-84b6-4387-96ec-24a90e9ba4ea tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] No DVR routers for this DVR port 47635a53-dfcb-449c-9c80-bc64234e3071 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:04:49.057665 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1c29c1ce-ac5b-4010-81f2-ab4edb80fd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:49.093756 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29c1ce-ac5b-4010-81f2-ab4edb80fd9c None None] Pushing event deleted for resources: {'Port': ['ID=47635a53-dfcb-449c-9c80-bc64234e3071,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:49.102541 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2ff2a25-84b6-4387-96ec-24a90e9ba4ea tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:49.103627 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29c1ce-ac5b-4010-81f2-ab4edb80fd9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:49.104164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29c1ce-ac5b-4010-81f2-ab4edb80fd9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:49.104676 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29c1ce-ac5b-4010-81f2-ab4edb80fd9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:49.105248 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29c1ce-ac5b-4010-81f2-ab4edb80fd9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:49.105910 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29c1ce-ac5b-4010-81f2-ab4edb80fd9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:49.106481 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29c1ce-ac5b-4010-81f2-ab4edb80fd9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:49.140266 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29c1ce-ac5b-4010-81f2-ab4edb80fd9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:49.142646 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29c1ce-ac5b-4010-81f2-ab4edb80fd9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:49.143344 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29c1ce-ac5b-4010-81f2-ab4edb80fd9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:49.145754 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29c1ce-ac5b-4010-81f2-ab4edb80fd9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:49.146453 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29c1ce-ac5b-4010-81f2-ab4edb80fd9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:49.148199 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29c1ce-ac5b-4010-81f2-ab4edb80fd9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:04:49.153737 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-f2ff2a25-84b6-4387-96ec-24a90e9ba4ea tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119bf94a-da8e-4d5c-8273-c6a66ce89210']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:49.160597 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c29c1ce-ac5b-4010-81f2-ab4edb80fd9c None None] No DVR routers for this DVR port 47635a53-dfcb-449c-9c80-bc64234e3071 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:04:49.174442 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36807b3c-a165-4be9-ab32-c8d155286ac0 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:04:49.199639 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-36807b3c-a165-4be9-ab32-c8d155286ac0 admin admin] 10.222.0.50 "PUT /v2.0/routers/c31c01ab-98ac-4451-b652-7494353bdb74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5103242 Nov 23 22:04:49.202665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47416) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:49.206740 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0963119-4ec1-4c74-bc71-47c712676967 None None] Sync routers for ids ['c31c01ab-98ac-4451-b652-7494353bdb74'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:04:49.217089 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-f2ff2a25-84b6-4387-96ec-24a90e9ba4ea tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729688dc-4c0a-4a5e-b2d3-747184db5e43') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:49.217449 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-f2ff2a25-84b6-4387-96ec-24a90e9ba4ea tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729688dc-4c0a-4a5e-b2d3-747184db5e43') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:49.237964 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0963119-4ec1-4c74-bc71-47c712676967 None None] Routers {'c31c01ab-98ac-4451-b652-7494353bdb74'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:04:49.238941 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c0963119-4ec1-4c74-bc71-47c712676967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:04:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c31c01ab-98ac-4451-b652-7494353bdb74'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:49.250310 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2ff2a25-84b6-4387-96ec-24a90e9ba4ea tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:49.278057 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2ff2a25-84b6-4387-96ec-24a90e9ba4ea tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:49.291198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ff2a25-84b6-4387-96ec-24a90e9ba4ea tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:04:49.291900 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2ff2a25-84b6-4387-96ec-24a90e9ba4ea tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:04:49.315322 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:04:49.385162 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3426cf3f-e30f-4dff-b8cd-7ec4fff4c645 admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:49.469978 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2ff2a25-84b6-4387-96ec-24a90e9ba4ea tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:49.514050 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2ff2a25-84b6-4387-96ec-24a90e9ba4ea tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:49.520288 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47426) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:49.529756 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 47635a53-dfcb-449c-9c80-bc64234e3071 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:04:49.535172 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f2ff2a25-84b6-4387-96ec-24a90e9ba4ea tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] 10.222.0.50 "DELETE /v2.0/networks/119bf94a-da8e-4d5c-8273-c6a66ce89210 HTTP/1.1" status: 204 len: 168 time: 1.8937111 Nov 23 22:04:49.536189 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff2a25-84b6-4387-96ec-24a90e9ba4ea tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Pushing event deleted for resources: {'Network': ['ID=119bf94a-da8e-4d5c-8273-c6a66ce89210,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:49.554593 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-c0963119-4ec1-4c74-bc71-47c712676967 None None] Set router c31c01ab-98ac-4451-b652-7494353bdb74 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:04:49.559891 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 47635a53-dfcb-449c-9c80-bc64234e3071 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:04:49.560796 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 47635a53-dfcb-449c-9c80-bc64234e3071 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:04:49.601502 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 733060d3-1460-4bd1-88ff-ce6e0df04211 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:04:49.660279 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 733060d3-1460-4bd1-88ff-ce6e0df04211 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:04:49.665209 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 733060d3-1460-4bd1-88ff-ce6e0df04211 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:04:49.665584 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:49.854760 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:49.899012 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 733060d3-1460-4bd1-88ff-ce6e0df04211, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=733060d3-1460-4bd1-88ff-ce6e0df04211,segment=NetworkSegment(2b9161da-138e-4e22-b667-483f6f79328a),segment_id=2b9161da-138e-4e22-b667-483f6f79328a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:49.900400 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6833184d-fe13-4686-b64f-c24ede1e3123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733060d3-1460-4bd1-88ff-ce6e0df04211'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:04:49.903326 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9f0524-6040-46b7-8413-f94ea262ddfc" -d '{"events": [{"server_uuid": "6833184d-fe13-4686-b64f-c24ede1e3123", "name": "network-vif-plugged", "status": "completed", "tag": "733060d3-1460-4bd1-88ff-ce6e0df04211"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:04:49.921936 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:49.962017 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9022550-99b4-49b7-bac0-c5565b53c6f0 x-openstack-request-id: req-b9022550-99b4-49b7-bac0-c5565b53c6f0 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:04:49.963246 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6833184d-fe13-4686-b64f-c24ede1e3123", "name": "network-vif-plugged", "status": "completed", "tag": "733060d3-1460-4bd1-88ff-ce6e0df04211", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:04:49.963848 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b9022550-99b4-49b7-bac0-c5565b53c6f0 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:04:49.964899 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6833184d-fe13-4686-b64f-c24ede1e3123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '733060d3-1460-4bd1-88ff-ce6e0df04211', 'code': 200} Nov 23 22:04:50.001682 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3426cf3f-e30f-4dff-b8cd-7ec4fff4c645 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:50.027967 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-47fac1f7-7690-4b90-8c94-4d1e668964c6 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Deleting port ecf43742-f77c-44be-936f-d845eba4e96b {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:50.040131 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-47fac1f7-7690-4b90-8c94-4d1e668964c6 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:50.082697 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=733060d3-1460-4bd1-88ff-ce6e0df04211,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:50.258098 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-47fac1f7-7690-4b90-8c94-4d1e668964c6 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:50.258620 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-47fac1f7-7690-4b90-8c94-4d1e668964c6 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:50.290414 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-3426cf3f-e30f-4dff-b8cd-7ec4fff4c645 admin admin] Deleting port d02c64af-ad63-4bca-83ce-0c95d68f696d {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:50.290983 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3426cf3f-e30f-4dff-b8cd-7ec4fff4c645 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:50.312483 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bd42f-f7f9-45ce-8222-4d1163649c17 req-11dd0ac9-f411-476b-943f-b818da1f10fd tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:50.314592 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c0963119-4ec1-4c74-bc71-47c712676967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'name': 'tempest-ServersTestJSON-508628317-router', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:02:05Z', 'updated_at': '2021-11-23T22:04:46Z', 'revision_number': 5, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'gw_port': {'id': 'd02c64af-ad63-4bca-83ce-0c95d68f696d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:02:07Z', 'updated_at': '2021-11-23T22:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:50.322832 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-47fac1f7-7690-4b90-8c94-4d1e668964c6 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Calling delete_port for ecf43742-f77c-44be-936f-d845eba4e96b owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:50.323491 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-279bd42f-f7f9-45ce-8222-4d1163649c17 req-11dd0ac9-f411-476b-943f-b818da1f10fd tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=6833184d-fe13-4686-b64f-c24ede1e3123 HTTP/1.1" status: 200 len: 946 time: 0.3170912 Nov 23 22:04:50.386914 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0963119-4ec1-4c74-bc71-47c712676967 None None] Checking router: c31c01ab-98ac-4451-b652-7494353bdb74 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:04:50.391593 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac719379-e97c-4d60-af13-9d344ff4a9a6 req-ad0e328f-26db-4b54-a141-1abe888a67ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:50.396559 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ac719379-e97c-4d60-af13-9d344ff4a9a6 req-ad0e328f-26db-4b54-a141-1abe888a67ea service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6833184d-fe13-4686-b64f-c24ede1e3123 HTTP/1.1" status: 200 len: 1097 time: 0.2681749 Nov 23 22:04:50.409925 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0963119-4ec1-4c74-bc71-47c712676967 None None] Routers {'c31c01ab-98ac-4451-b652-7494353bdb74'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:04:50.410549 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c0963119-4ec1-4c74-bc71-47c712676967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:04:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c31c01ab-98ac-4451-b652-7494353bdb74'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:50.480360 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-279bd42f-f7f9-45ce-8222-4d1163649c17 req-0a18c58e-a192-4bee-b748-ec7211b46e31 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405516 Nov 23 22:04:50.542228 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-c0963119-4ec1-4c74-bc71-47c712676967 None None] Set router c31c01ab-98ac-4451-b652-7494353bdb74 gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:04:50.574124 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ac719379-e97c-4d60-af13-9d344ff4a9a6 req-3c4c0e0b-70e8-4f99-9ddb-eaa36a3f25b6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160517 Nov 23 22:04:50.575945 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-3426cf3f-e30f-4dff-b8cd-7ec4fff4c645 admin admin] For port d02c64af-ad63-4bca-83ce-0c95d68f696d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d02c64af-ad63-4bca-83ce-0c95d68f696d,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:50.580464 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3426cf3f-e30f-4dff-b8cd-7ec4fff4c645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:50.620910 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c0963119-4ec1-4c74-bc71-47c712676967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'name': 'tempest-ServersTestJSON-508628317-router', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:02:05Z', 'updated_at': '2021-11-23T22:04:50Z', 'revision_number': 6, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:50.622699 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-3426cf3f-e30f-4dff-b8cd-7ec4fff4c645 admin admin] Calling delete_port for d02c64af-ad63-4bca-83ce-0c95d68f696d owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:50.656790 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0963119-4ec1-4c74-bc71-47c712676967 None None] The sync data for ids ['c31c01ab-98ac-4451-b652-7494353bdb74'] in n-d-816206-9 is: [{'id': 'c31c01ab-98ac-4451-b652-7494353bdb74', 'name': 'tempest-ServersTestJSON-508628317-router', 'tenant_id': 'a5165a04e8424374861f09fdf647d2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:02:05Z', 'updated_at': '2021-11-23T22:04:50Z', 'revision_number': 6, 'project_id': 'a5165a04e8424374861f09fdf647d2d2', 'gw_port_host': None}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:04:51.029036 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3426cf3f-e30f-4dff-b8cd-7ec4fff4c645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:51.070645 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e52973-cad9-469c-934a-d47603278465 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:04:51.168068 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426cf3f-e30f-4dff-b8cd-7ec4fff4c645 admin admin] Pushing event deleted for resources: {'Port': ['ID=d02c64af-ad63-4bca-83ce-0c95d68f696d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:51.296080 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-47fac1f7-7690-4b90-8c94-4d1e668964c6 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:51.368365 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3426cf3f-e30f-4dff-b8cd-7ec4fff4c645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:51.372646 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fac1f7-7690-4b90-8c94-4d1e668964c6 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Pushing event deleted for resources: {'Port': ['ID=ecf43742-f77c-44be-936f-d845eba4e96b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:51.532859 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3426cf3f-e30f-4dff-b8cd-7ec4fff4c645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:51.551196 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3426cf3f-e30f-4dff-b8cd-7ec4fff4c645 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:51.637322 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3426cf3f-e30f-4dff-b8cd-7ec4fff4c645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:51.639871 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3426cf3f-e30f-4dff-b8cd-7ec4fff4c645 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c31c01ab-98ac-4451-b652-7494353bdb74 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:04:51.714705 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3426cf3f-e30f-4dff-b8cd-7ec4fff4c645 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:51.720422 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3426cf3f-e30f-4dff-b8cd-7ec4fff4c645 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c31c01ab-98ac-4451-b652-7494353bdb74 HTTP/1.1" status: 204 len: 168 time: 2.5136926 Nov 23 22:04:51.725298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 47494) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:51.753717 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-47fac1f7-7690-4b90-8c94-4d1e668964c6 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:51.769256 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-47fac1f7-7690-4b90-8c94-4d1e668964c6 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:51.778368 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-47fac1f7-7690-4b90-8c94-4d1e668964c6 tempest-FloatingIPAdminTestJSON-726681636 tempest-FloatingIPAdminTestJSON-726681636-project] 10.222.0.50 "DELETE /v2.0/floatingips/08c40a00-f71a-4cbb-af20-9b598552c791 HTTP/1.1" status: 204 len: 168 time: 2.2415693 Nov 23 22:04:51.873336 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-20bbbc83-8e52-441f-8543-39b89dc22bbf admin admin] Deleting subnet dbde2441-7886-433f-81fc-edefeb26eca3 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:04:51.883937 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20bbbc83-8e52-441f-8543-39b89dc22bbf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:51.930315 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20bbbc83-8e52-441f-8543-39b89dc22bbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:51.957863 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b095cd4b-f5a8-48b4-9c1c-b56494635361 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:04:52.008387 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: b095cd4b-f5a8-48b4-9c1c-b56494635361 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:04:52.016188 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b095cd4b-f5a8-48b4-9c1c-b56494635361 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:04:52.016883 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d02c64af-ad63-4bca-83ce-0c95d68f696d no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:04:52.073091 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20bbbc83-8e52-441f-8543-39b89dc22bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:52.096442 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: d02c64af-ad63-4bca-83ce-0c95d68f696d {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:04:52.097266 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d02c64af-ad63-4bca-83ce-0c95d68f696d not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:04:52.164118 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37b7a7-8654-4b01-8828-a48f9428b025 req-9ce73fe4-eeaa-41bf-8970-50bfb14c1ef1 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:52.165721 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f37b7a7-8654-4b01-8828-a48f9428b025 req-9ce73fe4-eeaa-41bf-8970-50bfb14c1ef1 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=6833184d-fe13-4686-b64f-c24ede1e3123 HTTP/1.1" status: 200 len: 946 time: 0.5468876 Nov 23 22:04:52.242251 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20bbbc83-8e52-441f-8543-39b89dc22bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:52.268492 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf33a4e3-e052-4081-b936-20d4d468da43 None None] Network 59e22729-5346-4326-b3d6-e01aaafa19b3 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:04:52.298263 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20bbbc83-8e52-441f-8543-39b89dc22bbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:52.308683 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-20bbbc83-8e52-441f-8543-39b89dc22bbf admin admin] 10.222.0.50 "DELETE /v2.0/subnets/dbde2441-7886-433f-81fc-edefeb26eca3 HTTP/1.1" status: 204 len: 168 time: 0.5372226 Nov 23 22:04:52.311538 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47516) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:52.380594 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbbc83-8e52-441f-8543-39b89dc22bbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbde2441-7886-433f-81fc-edefeb26eca3,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:52.411385 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47520) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:52.444604 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f37b7a7-8654-4b01-8828-a48f9428b025 req-4404468b-da4b-42a2-8106-e9d24fa20940 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498791 Nov 23 22:04:52.570232 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d43ef639-c711-4c87-8d79-833f01650a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:52.601436 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bef0a7a-98ef-4d7e-8c38-958a0049cc8d None None] DHCP port deletion for 59e22729-5346-4326-b3d6-e01aaafa19b3 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:04:52.740219 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0bef0a7a-98ef-4d7e-8c38-958a0049cc8d None None] Deleting port 6ad2334a-7be9-4d59-a066-dfaf3ad0c400 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:52.742163 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0bef0a7a-98ef-4d7e-8c38-958a0049cc8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:52.775008 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-d43ef639-c711-4c87-8d79-833f01650a6c admin admin] Deleting port 6ad2334a-7be9-4d59-a066-dfaf3ad0c400 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:52.775295 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d43ef639-c711-4c87-8d79-833f01650a6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:52.854561 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0bef0a7a-98ef-4d7e-8c38-958a0049cc8d None None] For port 6ad2334a-7be9-4d59-a066-dfaf3ad0c400, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6ad2334a-7be9-4d59-a066-dfaf3ad0c400,segment=NetworkSegment(d1173619-e443-4c84-b138-f0169b429b5b),segment_id=d1173619-e443-4c84-b138-f0169b429b5b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:52.855626 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0bef0a7a-98ef-4d7e-8c38-958a0049cc8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:52.871624 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0bef0a7a-98ef-4d7e-8c38-958a0049cc8d None None] Calling delete_port for 6ad2334a-7be9-4d59-a066-dfaf3ad0c400 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:52.983501 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:53.045071 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-d43ef639-c711-4c87-8d79-833f01650a6c admin admin] For port 6ad2334a-7be9-4d59-a066-dfaf3ad0c400, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6ad2334a-7be9-4d59-a066-dfaf3ad0c400,segment=NetworkSegment(d1173619-e443-4c84-b138-f0169b429b5b),segment_id=d1173619-e443-4c84-b138-f0169b429b5b)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:53.045071 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d43ef639-c711-4c87-8d79-833f01650a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:53.054707 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0bef0a7a-98ef-4d7e-8c38-958a0049cc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:53.067546 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 47538) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:53.068174 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dd2f84b0-e5de-48d7-ac58-f9ea57c9c1cb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c2f4341dbfc4744ba062b4e0e929185&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5861504 Nov 23 22:04:53.069381 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-d43ef639-c711-4c87-8d79-833f01650a6c admin admin] Calling delete_port for 6ad2334a-7be9-4d59-a066-dfaf3ad0c400 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:53.099529 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bef0a7a-98ef-4d7e-8c38-958a0049cc8d None None] No DVR routers for this DVR port 6ad2334a-7be9-4d59-a066-dfaf3ad0c400 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:04:53.105111 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef0a7a-98ef-4d7e-8c38-958a0049cc8d None None] Pushing event deleted for resources: {'Port': ['ID=6ad2334a-7be9-4d59-a066-dfaf3ad0c400,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:53.227584 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d43ef639-c711-4c87-8d79-833f01650a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:53.250326 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d412e730-ab4e-4f65-93e0-f7034fd5cea5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:53.278170 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ef639-c711-4c87-8d79-833f01650a6c admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad2334a-7be9-4d59-a066-dfaf3ad0c400,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:53.291156 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43ef639-c711-4c87-8d79-833f01650a6c admin admin] No DVR routers for this DVR port 6ad2334a-7be9-4d59-a066-dfaf3ad0c400 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:04:53.329870 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d412e730-ab4e-4f65-93e0-f7034fd5cea5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:53.462177 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d412e730-ab4e-4f65-93e0-f7034fd5cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:53.467603 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d412e730-ab4e-4f65-93e0-f7034fd5cea5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:53.469935 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d412e730-ab4e-4f65-93e0-f7034fd5cea5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/28525f3c-2b93-4470-9e9b-066dc9558046 HTTP/1.1" status: 204 len: 168 time: 0.3985698 Nov 23 22:04:53.525267 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412e730-ab4e-4f65-93e0-f7034fd5cea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28525f3c-2b93-4470-9e9b-066dc9558046,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:53.535287 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6ad2334a-7be9-4d59-a066-dfaf3ad0c400 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:04:53.564783 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d43ef639-c711-4c87-8d79-833f01650a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:53.601632 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 6ad2334a-7be9-4d59-a066-dfaf3ad0c400 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:04:53.603832 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6ad2334a-7be9-4d59-a066-dfaf3ad0c400 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:04:53.622477 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-d43ef639-c711-4c87-8d79-833f01650a6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e22729-5346-4326-b3d6-e01aaafa19b3']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:53.646477 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-d43ef639-c711-4c87-8d79-833f01650a6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1173619-e443-4c84-b138-f0169b429b5b') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:53.646890 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-d43ef639-c711-4c87-8d79-833f01650a6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1173619-e443-4c84-b138-f0169b429b5b') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:04:53.673425 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d43ef639-c711-4c87-8d79-833f01650a6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:53.698800 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d43ef639-c711-4c87-8d79-833f01650a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:53.708859 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d43ef639-c711-4c87-8d79-833f01650a6c admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:04:53.709720 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d43ef639-c711-4c87-8d79-833f01650a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:04:53.723535 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:04:53.745308 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65be27-1f84-4d26-b1ce-8bd60e4b2db3 req-603a56ac-0777-499f-8a73-025c9160170c tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:53.747170 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b65be27-1f84-4d26-b1ce-8bd60e4b2db3 req-603a56ac-0777-499f-8a73-025c9160170c tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=6833184d-fe13-4686-b64f-c24ede1e3123 HTTP/1.1" status: 200 len: 946 time: 0.1312993 Nov 23 22:04:53.865138 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d43ef639-c711-4c87-8d79-833f01650a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:53.884645 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b65be27-1f84-4d26-b1ce-8bd60e4b2db3 req-ac6b8f68-4854-4492-8e88-5219c71525c1 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296716 Nov 23 22:04:53.894025 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d43ef639-c711-4c87-8d79-833f01650a6c admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:53.908921 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d43ef639-c711-4c87-8d79-833f01650a6c admin admin] 10.222.0.50 "DELETE /v2.0/networks/59e22729-5346-4326-b3d6-e01aaafa19b3 HTTP/1.1" status: 204 len: 168 time: 1.5862114 Nov 23 22:04:53.908921 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ef639-c711-4c87-8d79-833f01650a6c admin admin] Pushing event deleted for resources: {'Network': ['ID=59e22729-5346-4326-b3d6-e01aaafa19b3,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:54.153236 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 47578) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:54.178311 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da0c6072-cae3-4507-8f41-774e7323d321 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:54.345295 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47586) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:54.395208 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da0c6072-cae3-4507-8f41-774e7323d321 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:54.418230 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da0c6072-cae3-4507-8f41-774e7323d321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:54.467324 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-da0c6072-cae3-4507-8f41-774e7323d321 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=968d35cb194f48548f3b71dd93c2967a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3129444 Nov 23 22:04:54.472251 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47594) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:54.484469 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fe00ba07-9166-4c1b-9dae-9bb3f25f3a7b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a5165a04e8424374861f09fdf647d2d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1380148 Nov 23 22:04:54.492870 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47596) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:54.553367 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c6072-cae3-4507-8f41-774e7323d321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f322ddf-b49f-4285-b0fc-a684ea667f13,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:54.609125 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8233c61-cd07-4b47-a78b-60234e7ae76f req-42178516-3127-4469-aaa4-b140d0bf9430 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:54.620968 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f8233c61-cd07-4b47-a78b-60234e7ae76f req-42178516-3127-4469-aaa4-b140d0bf9430 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=6833184d-fe13-4686-b64f-c24ede1e3123 HTTP/1.1" status: 200 len: 946 time: 0.2239175 Nov 23 22:04:54.692127 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e374f78-4ac4-44cc-b96e-4241691f58d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:54.700461 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-47268f59-5373-4ec8-8827-2bcd226b8b93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:54.748492 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e374f78-4ac4-44cc-b96e-4241691f58d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:54.751993 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-47268f59-5373-4ec8-8827-2bcd226b8b93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:54.761710 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f8233c61-cd07-4b47-a78b-60234e7ae76f req-deb0af46-7a9d-4e63-964f-30979c501a11 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388316 Nov 23 22:04:54.895248 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e374f78-4ac4-44cc-b96e-4241691f58d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:54.898256 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e374f78-4ac4-44cc-b96e-4241691f58d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:54.905034 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7e374f78-4ac4-44cc-b96e-4241691f58d3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81fa8b70-0a9d-4b3a-b738-4f4b679a006f HTTP/1.1" status: 204 len: 168 time: 0.4063666 Nov 23 22:04:54.918266 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-47268f59-5373-4ec8-8827-2bcd226b8b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:54.923225 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-47268f59-5373-4ec8-8827-2bcd226b8b93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:54.933462 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-47268f59-5373-4ec8-8827-2bcd226b8b93 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7f322ddf-b49f-4285-b0fc-a684ea667f13 HTTP/1.1" status: 204 len: 168 time: 0.4581943 Nov 23 22:04:54.956014 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e374f78-4ac4-44cc-b96e-4241691f58d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fa8b70-0a9d-4b3a-b738-4f4b679a006f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:55.041551 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47268f59-5373-4ec8-8827-2bcd226b8b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f322ddf-b49f-4285-b0fc-a684ea667f13,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:55.670847 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2644ce-4083-418a-92e1-26e5f8d0b1e8 req-24b47fdf-b20f-4d84-b05f-3e0fe2fff93d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:55.684191 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea2644ce-4083-418a-92e1-26e5f8d0b1e8 req-24b47fdf-b20f-4d84-b05f-3e0fe2fff93d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.53 "GET /v2.0/ports?device_id=6833184d-fe13-4686-b64f-c24ede1e3123 HTTP/1.1" status: 200 len: 946 time: 0.1263595 Nov 23 22:04:55.912684 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-0e3068dd-e998-41de-99fe-4f646aafa300 req-6f05e10e-ee76-4285-bc69-fdaf6188d4ef service neutron] (110033) timed out ('10.222.0.50', 42306) {{(pid=110033) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 22:04:56.043249 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-ea2644ce-4083-418a-92e1-26e5f8d0b1e8 req-14dcec1f-71be-4adc-8f8f-280e8b78924e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Deleting port 733060d3-1460-4bd1-88ff-ce6e0df04211 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:04:56.044310 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47650) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:56.052389 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ea2644ce-4083-418a-92e1-26e5f8d0b1e8 req-14dcec1f-71be-4adc-8f8f-280e8b78924e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:56.101983 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1732e017-e312-4553-b146-aeb94918c76b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:56.315311 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-ea2644ce-4083-418a-92e1-26e5f8d0b1e8 req-14dcec1f-71be-4adc-8f8f-280e8b78924e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] For port 733060d3-1460-4bd1-88ff-ce6e0df04211, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=733060d3-1460-4bd1-88ff-ce6e0df04211,segment=NetworkSegment(2b9161da-138e-4e22-b667-483f6f79328a),segment_id=2b9161da-138e-4e22-b667-483f6f79328a)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:04:56.315311 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ea2644ce-4083-418a-92e1-26e5f8d0b1e8 req-14dcec1f-71be-4adc-8f8f-280e8b78924e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:56.383000 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-ea2644ce-4083-418a-92e1-26e5f8d0b1e8 req-14dcec1f-71be-4adc-8f8f-280e8b78924e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Calling delete_port for 733060d3-1460-4bd1-88ff-ce6e0df04211 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:04:56.449683 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1732e017-e312-4553-b146-aeb94918c76b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:56.464023 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1732e017-e312-4553-b146-aeb94918c76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:56.558405 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732e017-e312-4553-b146-aeb94918c76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44361dc9-48fc-40a2-bf5e-c318cc054237,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:56.600781 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d1399-1455-4d6e-94d3-044316ddf1a2 req-190b3e3a-cde9-4ff5-9a24-9005e4499dff tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:56.611150 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-901d1399-1455-4d6e-94d3-044316ddf1a2 req-190b3e3a-cde9-4ff5-9a24-9005e4499dff tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=6833184d-fe13-4686-b64f-c24ede1e3123 HTTP/1.1" status: 200 len: 946 time: 0.6496549 Nov 23 22:04:56.667182 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1732e017-e312-4553-b146-aeb94918c76b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d8baa477f4064d30beb83454b21000a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6208050 Nov 23 22:04:56.670170 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 47670) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:56.775588 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-901d1399-1455-4d6e-94d3-044316ddf1a2 req-8257d7e4-515f-4f6b-9b68-910400612e09 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635222 Nov 23 22:04:56.899655 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bfd6187d-613e-4f1f-898e-6babd1da5edb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:57.179297 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bfd6187d-613e-4f1f-898e-6babd1da5edb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:57.246095 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ea2644ce-4083-418a-92e1-26e5f8d0b1e8 req-14dcec1f-71be-4adc-8f8f-280e8b78924e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:57.265116 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47692) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:57.285209 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['85ad12db-6b0b-4cc1-b52f-1504a8283e40'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:04:57.373967 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dcec1f-71be-4adc-8f8f-280e8b78924e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Pushing event deleted for resources: {'Port': ['ID=733060d3-1460-4bd1-88ff-ce6e0df04211,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:57.467882 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-bb75bec9-39ac-41e8-97fb-fee8663c132d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-134588546-network', 'tenant_id': '9897461209ec4dc0bc4ae79edaae0a01'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:57.473987 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2644ce-4083-418a-92e1-26e5f8d0b1e8 req-14dcec1f-71be-4adc-8f8f-280e8b78924e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] No DVR routers for this DVR port 733060d3-1460-4bd1-88ff-ce6e0df04211 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:04:57.481090 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ea2644ce-4083-418a-92e1-26e5f8d0b1e8 req-14dcec1f-71be-4adc-8f8f-280e8b78924e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:57.485931 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea2644ce-4083-418a-92e1-26e5f8d0b1e8 req-14dcec1f-71be-4adc-8f8f-280e8b78924e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.53 "DELETE /v2.0/ports/733060d3-1460-4bd1-88ff-ce6e0df04211 HTTP/1.1" status: 204 len: 173 time: 1.7955017 Nov 23 22:04:57.489502 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6833184d-fe13-4686-b64f-c24ede1e3123', 'name': 'network-vif-deleted', 'tag': '733060d3-1460-4bd1-88ff-ce6e0df04211'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:04:57.496957 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cbf324-f08a-42eb-8972-60b8d6bbe776" -d '{"events": [{"server_uuid": "6833184d-fe13-4686-b64f-c24ede1e3123", "name": "network-vif-deleted", "tag": "733060d3-1460-4bd1-88ff-ce6e0df04211"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:04:57.523538 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bfd6187d-613e-4f1f-898e-6babd1da5edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:57.528192 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bfd6187d-613e-4f1f-898e-6babd1da5edb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:57.529202 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-bfd6187d-613e-4f1f-898e-6babd1da5edb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/44361dc9-48fc-40a2-bf5e-c318cc054237 HTTP/1.1" status: 204 len: 168 time: 0.8290944 Nov 23 22:04:57.533104 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb75bec9-39ac-41e8-97fb-fee8663c132d admin admin] Made reservation on behalf of 9897461209ec4dc0bc4ae79edaae0a01 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:04:57.547061 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb75bec9-39ac-41e8-97fb-fee8663c132d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:57.560361 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb75bec9-39ac-41e8-97fb-fee8663c132d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:57.572341 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6187d-613e-4f1f-898e-6babd1da5edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44361dc9-48fc-40a2-bf5e-c318cc054237,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:57.591008 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9d88e7-9dcc-4f9e-bd88-8929186ca3e2 x-openstack-request-id: req-cf9d88e7-9dcc-4f9e-bd88-8929186ca3e2 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:04:57.592385 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6833184d-fe13-4686-b64f-c24ede1e3123", "name": "network-vif-deleted", "tag": "733060d3-1460-4bd1-88ff-ce6e0df04211", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:04:57.593490 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cf9d88e7-9dcc-4f9e-bd88-8929186ca3e2 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:04:57.594857 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6833184d-fe13-4686-b64f-c24ede1e3123', 'name': 'network-vif-deleted', 'tag': '733060d3-1460-4bd1-88ff-ce6e0df04211', 'status': 'completed', 'code': 200} Nov 23 22:04:57.645101 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 733060d3-1460-4bd1-88ff-ce6e0df04211 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:04:57.748644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 733060d3-1460-4bd1-88ff-ce6e0df04211 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:04:57.750825 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 733060d3-1460-4bd1-88ff-ce6e0df04211 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:04:57.882510 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb75bec9-39ac-41e8-97fb-fee8663c132d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:57.897591 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb75bec9-39ac-41e8-97fb-fee8663c132d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:57.904838 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fec65527-4409-4a4c-8d77-48f85a324e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:57.978353 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb75bec9-39ac-41e8-97fb-fee8663c132d admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:04:58.002413 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75bec9-39ac-41e8-97fb-fee8663c132d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c274dca1-acf8-4fbd-9240-c8d9dbcbc75a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:58.003984 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-625ca8d7-34ca-4239-aaa8-5f5c2bdf8f82 req-44ecc735-aff2-487d-bcd4-dc5c55cfe3ff tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=6833184d-fe13-4686-b64f-c24ede1e3123 HTTP/1.1" status: 200 len: 210 time: 0.0779254 Nov 23 22:04:58.020546 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb75bec9-39ac-41e8-97fb-fee8663c132d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:58.020895 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-bb75bec9-39ac-41e8-97fb-fee8663c132d admin admin] Added segment 480cad15-44cc-40e9-b907-a0c9cd108d4b of type vlan for network ed33ee50-6a73-41a8-b12f-913d4f0c75a9 Nov 23 22:04:58.105847 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb75bec9-39ac-41e8-97fb-fee8663c132d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:58.204708 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb75bec9-39ac-41e8-97fb-fee8663c132d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:58.205978 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb75bec9-39ac-41e8-97fb-fee8663c132d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:58.206833 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb75bec9-39ac-41e8-97fb-fee8663c132d admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:58.314319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 47724) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:58.321556 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-833d2173-a535-40c2-ae47-4767ee7e176c admin admin] Request body: {'subnet': {'network_id': 'ed33ee50-6a73-41a8-b12f-913d4f0c75a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-134588546-subnet', 'tenant_id': '9897461209ec4dc0bc4ae79edaae0a01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:58.327247 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bb75bec9-39ac-41e8-97fb-fee8663c132d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0602703 Nov 23 22:04:58.398356 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833d2173-a535-40c2-ae47-4767ee7e176c admin admin] Made reservation on behalf of 9897461209ec4dc0bc4ae79edaae0a01 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:04:58.401432 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-833d2173-a535-40c2-ae47-4767ee7e176c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:58.459412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75bec9-39ac-41e8-97fb-fee8663c132d admin admin] Pushing event updated for resources: {'Network': ['ID=ed33ee50-6a73-41a8-b12f-913d4f0c75a9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:58.479267 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network ed33ee50-6a73-41a8-b12f-913d4f0c75a9 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:04:58.804620 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-833d2173-a535-40c2-ae47-4767ee7e176c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:58.916112 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47748) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:58.942024 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d2173-a535-40c2-ae47-4767ee7e176c admin admin] Pushing event updated for resources: {'Subnet': ['ID=80b4e40c-af89-436f-8195-7182fdf415bf,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:04:58.966325 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833d2173-a535-40c2-ae47-4767ee7e176c admin admin] Checking segment: {'id': '480cad15-44cc-40e9-b907-a0c9cd108d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ed33ee50-6a73-41a8-b12f-913d4f0c75a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:04:58.972684 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833d2173-a535-40c2-ae47-4767ee7e176c admin admin] Network hostable DHCP agents. Network: ed33ee50-6a73-41a8-b12f-913d4f0c75a9, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:04:59.023045 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833d2173-a535-40c2-ae47-4767ee7e176c admin admin] Network ed33ee50-6a73-41a8-b12f-913d4f0c75a9 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:04:59.040442 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-833d2173-a535-40c2-ae47-4767ee7e176c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, ed33ee50-6a73-41a8-b12f-913d4f0c75a9) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:04:59.053923 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833d2173-a535-40c2-ae47-4767ee7e176c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:59.055260 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3a044d-87c3-499d-bfda-c9a77d27636e None None] Network ed33ee50-6a73-41a8-b12f-913d4f0c75a9 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:04:59.056894 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-833d2173-a535-40c2-ae47-4767ee7e176c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:59.092000 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-833d2173-a535-40c2-ae47-4767ee7e176c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7761497 Nov 23 22:04:59.279582 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47758) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:04:59.346282 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9835ec15-67cf-4d9b-88a2-466fc4168c00 None None] Network ed33ee50-6a73-41a8-b12f-913d4f0c75a9 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:04:59.419841 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be17f44-5a10-418f-813e-dc76dd2a9da7 req-6857a421-43e5-4235-b82b-0bfdc4465bec tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:04:59.428627 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5be17f44-5a10-418f-813e-dc76dd2a9da7 req-6857a421-43e5-4235-b82b-0bfdc4465bec tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1465139 Nov 23 22:04:59.620044 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5be17f44-5a10-418f-813e-dc76dd2a9da7 req-05c6c18d-7152-41f0-bb54-1a179d180ea6 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846409 Nov 23 22:04:59.648313 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-98781233-983e-4e02-8cb9-32d5f6c3a7b9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2072449435'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:04:59.686322 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98781233-983e-4e02-8cb9-32d5f6c3a7b9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Made reservation on behalf of 6e9dc41a332048d98b0221d031f9d56b for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:04:59.690335 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98781233-983e-4e02-8cb9-32d5f6c3a7b9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:59.718984 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98781233-983e-4e02-8cb9-32d5f6c3a7b9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:04:59.959148 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:00.093701 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91561af-ef32-4478-929e-101e6538d74a req-689dbe1f-70b7-4998-9825-d52ff4852f14 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:00.096041 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e91561af-ef32-4478-929e-101e6538d74a req-689dbe1f-70b7-4998-9825-d52ff4852f14 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.0979378 Nov 23 22:05:00.253231 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e91561af-ef32-4478-929e-101e6538d74a req-c5e186d6-a77a-4238-a5a0-5c627717019f tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430869 Nov 23 22:05:00.345335 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-236836a5-9b3a-43b6-b03c-c42863f24a79 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:00.351612 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-236836a5-9b3a-43b6-b03c-c42863f24a79 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/networks?id=ed33ee50-6a73-41a8-b12f-913d4f0c75a9 HTTP/1.1" status: 200 len: 812 time: 0.2541604 Nov 23 22:05:00.377177 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-96abb15b-eed1-40e4-90ea-737494b3867c tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/quotas/9897461209ec4dc0bc4ae79edaae0a01 HTTP/1.1" status: 200 len: 375 time: 0.0221088 Nov 23 22:05:00.436582 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-0a7c58e9-1acb-4cfd-a780-1cd40ae806dc tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9897461209ec4dc0bc4ae79edaae0a01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530031 Nov 23 22:05:00.523225 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7f3710f1-6328-43f3-9b45-6ca4572c6430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:00.529555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a9165-b72c-434b-8687-a97c1bdac5e5 req-926068d4-d6ec-4d08-ac6e-762a2275fa3e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:00.540999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-072a9165-b72c-434b-8687-a97c1bdac5e5 req-926068d4-d6ec-4d08-ac6e-762a2275fa3e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.0982578 Nov 23 22:05:00.756294 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-072a9165-b72c-434b-8687-a97c1bdac5e5 req-c3b5339f-b3ac-4d3c-b4f3-0cf6d1b1859a tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097938 Nov 23 22:05:00.780991 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-7a9fbdec-480e-4361-9c9f-4cdead229ef4 service neutron] 10.222.0.50 "GET /v2.0/networks/ed33ee50-6a73-41a8-b12f-913d4f0c75a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436315 Nov 23 22:05:00.947170 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98781233-983e-4e02-8cb9-32d5f6c3a7b9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:00.963698 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98781233-983e-4e02-8cb9-32d5f6c3a7b9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:00.965337 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-6c00bb38-e71b-40dc-914a-bab61b144fe9 service neutron] 10.222.0.50 "GET /v2.0/networks/ed33ee50-6a73-41a8-b12f-913d4f0c75a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581268 Nov 23 22:05:01.001918 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98781233-983e-4e02-8cb9-32d5f6c3a7b9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:05:01.033530 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98781233-983e-4e02-8cb9-32d5f6c3a7b9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=869871a6-9091-4520-b974-90049870251d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:01.049526 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98781233-983e-4e02-8cb9-32d5f6c3a7b9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:01.049822 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-98781233-983e-4e02-8cb9-32d5f6c3a7b9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Added segment 7f1b7fbd-4db2-409e-9dc3-57ed782187e1 of type vlan for network c85c9e9a-4ce0-434a-9c19-2006e1f77513 Nov 23 22:05:01.139674 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98781233-983e-4e02-8cb9-32d5f6c3a7b9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:01.235161 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98781233-983e-4e02-8cb9-32d5f6c3a7b9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:01.255146 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98781233-983e-4e02-8cb9-32d5f6c3a7b9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:01.257200 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98781233-983e-4e02-8cb9-32d5f6c3a7b9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:01.411116 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-212f7d8f-e454-454e-a642-a95d9a9f7af5 req-ceed78ef-0bf3-4990-8e90-489321f1ab42 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/ports?device_id=726c8869-8217-47db-b6a0-ee0177fc7e0e HTTP/1.1" status: 200 len: 210 time: 0.1011972 Nov 23 22:05:01.422186 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-98781233-983e-4e02-8cb9-32d5f6c3a7b9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1391366 Nov 23 22:05:01.427139 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47828) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:01.463439 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-58cebf21-74fe-4300-8b8f-e5005b830fab tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Request body: {'subnet': {'network_id': 'c85c9e9a-4ce0-434a-9c19-2006e1f77513', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:05:01.596150 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98781233-983e-4e02-8cb9-32d5f6c3a7b9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Network': ['ID=c85c9e9a-4ce0-434a-9c19-2006e1f77513,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:01.602198 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:01.615997 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network c85c9e9a-4ce0-434a-9c19-2006e1f77513 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:05:01.660611 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78275720-522b-4eba-aadd-3954466af372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:01.927538 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cebf21-74fe-4300-8b8f-e5005b830fab tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Made reservation on behalf of 6e9dc41a332048d98b0221d031f9d56b for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:05:01.931442 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-58cebf21-74fe-4300-8b8f-e5005b830fab tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:02.420451 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-58cebf21-74fe-4300-8b8f-e5005b830fab tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:02.545489 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-78275720-522b-4eba-aadd-3954466af372 admin admin] Deleting port d1694965-de1e-44a8-bf5b-b9391f9d8853 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:05:02.547975 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78275720-522b-4eba-aadd-3954466af372 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:02.616964 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd2205ac-5492-4669-90c4-a693fa6696da req-3bbb8e13-575a-4b6d-b1ab-a849f91081ac tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/ports?device_id=726c8869-8217-47db-b6a0-ee0177fc7e0e HTTP/1.1" status: 200 len: 210 time: 0.0541387 Nov 23 22:05:02.623782 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cebf21-74fe-4300-8b8f-e5005b830fab tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Subnet': ['ID=d5cb8757-e5f2-4286-b9ba-f93dee788f3f,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:02.738507 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cebf21-74fe-4300-8b8f-e5005b830fab tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Checking segment: {'id': '7f1b7fbd-4db2-409e-9dc3-57ed782187e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c85c9e9a-4ce0-434a-9c19-2006e1f77513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:05:02.739208 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cebf21-74fe-4300-8b8f-e5005b830fab tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Network hostable DHCP agents. Network: c85c9e9a-4ce0-434a-9c19-2006e1f77513, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:05:02.835046 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-78275720-522b-4eba-aadd-3954466af372 admin admin] For port d1694965-de1e-44a8-bf5b-b9391f9d8853, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d1694965-de1e-44a8-bf5b-b9391f9d8853,segment=NetworkSegment(04b558a6-0d7e-4457-ad02-a7105ab094c5),segment_id=04b558a6-0d7e-4457-ad02-a7105ab094c5)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:05:02.835501 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78275720-522b-4eba-aadd-3954466af372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:02.845943 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cebf21-74fe-4300-8b8f-e5005b830fab tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Network c85c9e9a-4ce0-434a-9c19-2006e1f77513 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:05:02.862692 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-78275720-522b-4eba-aadd-3954466af372 admin admin] Calling delete_port for d1694965-de1e-44a8-bf5b-b9391f9d8853 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:05:02.879188 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-58cebf21-74fe-4300-8b8f-e5005b830fab tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, c85c9e9a-4ce0-434a-9c19-2006e1f77513) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:05:02.890673 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cebf21-74fe-4300-8b8f-e5005b830fab tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:02.891665 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-58cebf21-74fe-4300-8b8f-e5005b830fab tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:02.897155 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b68376b-1623-4596-8720-024699cbf756 None None] Network c85c9e9a-4ce0-434a-9c19-2006e1f77513 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:05:03.071674 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-58cebf21-74fe-4300-8b8f-e5005b830fab tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6241257 Nov 23 22:05:03.074258 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47868) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:03.080570 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-507a865d-a234-4a76-af90-cc79768dea24 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-744251408', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}, 'admin_state_up': False}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:05:03.152614 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:03.197882 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-507a865d-a234-4a76-af90-cc79768dea24 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:03.198959 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-507a865d-a234-4a76-af90-cc79768dea24 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:03.329592 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-507a865d-a234-4a76-af90-cc79768dea24 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:03.362270 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eef5a6f-79f0-4f5d-b635-6c74e20dd767 None None] Network c85c9e9a-4ce0-434a-9c19-2006e1f77513 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:05:03.475505 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-fb6205c9-839d-4ae6-8e44-73b3bf7219a1 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:03.483259 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-fb6205c9-839d-4ae6-8e44-73b3bf7219a1 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.53 "GET /v2.0/networks?id=ed33ee50-6a73-41a8-b12f-913d4f0c75a9 HTTP/1.1" status: 200 len: 812 time: 0.3677335 Nov 23 22:05:03.499977 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-0a4765ac-1e23-4500-aaa2-2218076b7571 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Request body: {'port': {'device_id': '726c8869-8217-47db-b6a0-ee0177fc7e0e', 'network_id': 'ed33ee50-6a73-41a8-b12f-913d4f0c75a9', 'admin_state_up': True, 'tenant_id': '9897461209ec4dc0bc4ae79edaae0a01'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:05:03.660168 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-507a865d-a234-4a76-af90-cc79768dea24 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:03.681893 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-0a4765ac-1e23-4500-aaa2-2218076b7571 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Made reservation on behalf of 9897461209ec4dc0bc4ae79edaae0a01 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:05:03.691279 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-0a4765ac-1e23-4500-aaa2-2218076b7571 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:03.708163 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78275720-522b-4eba-aadd-3954466af372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:03.815267 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78275720-522b-4eba-aadd-3954466af372 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1694965-de1e-44a8-bf5b-b9391f9d8853,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:03.825760 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:03.967874 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b91c8a6-4343-4b3d-9816-a6e7a3e4df36 req-81a36969-dd8f-4fca-b446-d42228d8919a tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/ports?device_id=726c8869-8217-47db-b6a0-ee0177fc7e0e HTTP/1.1" status: 200 len: 210 time: 0.0682738 Nov 23 22:05:04.145111 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-0a4765ac-1e23-4500-aaa2-2218076b7571 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Allocated IP 172.20.0.12 (ed33ee50-6a73-41a8-b12f-913d4f0c75a9/80b4e40c-af89-436f-8195-7182fdf415bf/63d1ef37-ad4f-46b6-9477-70898f9a8b6c) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:05:04.353635 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78275720-522b-4eba-aadd-3954466af372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:04.413354 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ab658-cb66-4079-976a-9f3ca12c491c req-a72894f7-ff12-4e71-8f08-53adb48f6f59 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:04.423230 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e6ab658-cb66-4079-976a-9f3ca12c491c req-a72894f7-ff12-4e71-8f08-53adb48f6f59 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1674337 Nov 23 22:05:04.542170 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e6ab658-cb66-4079-976a-9f3ca12c491c req-bf099eaf-ae45-41b9-b3d2-a468bece8296 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174352 Nov 23 22:05:04.572410 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-0a4765ac-1e23-4500-aaa2-2218076b7571 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:04.637126 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-0a4765ac-1e23-4500-aaa2-2218076b7571 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:04.733943 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-0a4765ac-1e23-4500-aaa2-2218076b7571 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Network ed33ee50-6a73-41a8-b12f-913d4f0c75a9 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:05:04.741399 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-0a4765ac-1e23-4500-aaa2-2218076b7571 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:05:04.747412 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-0a4765ac-1e23-4500-aaa2-2218076b7571 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:05:04.810762 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4765ac-1e23-4500-aaa2-2218076b7571 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Pushing event updated for resources: {'Port': ['ID=63d1ef37-ad4f-46b6-9477-70898f9a8b6c,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:04.816607 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-507a865d-a234-4a76-af90-cc79768dea24 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:04.839874 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-0a4765ac-1e23-4500-aaa2-2218076b7571 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:04.840706 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-0a4765ac-1e23-4500-aaa2-2218076b7571 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:04.870539 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b36ed4-7ae3-423a-9b29-65c6738aae61 req-efcba786-4d68-44d4-9423-c7aaca930fd8 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:04.872498 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84b36ed4-7ae3-423a-9b29-65c6738aae61 req-efcba786-4d68-44d4-9423-c7aaca930fd8 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1844430 Nov 23 22:05:04.904448 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-0a4765ac-1e23-4500-aaa2-2218076b7571 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4102316 Nov 23 22:05:04.935613 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-f4ce3f05-9b62-43db-bc42-b458214b1955 service neutron] Request body: {'port': {'device_id': '726c8869-8217-47db-b6a0-ee0177fc7e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:05:05.017172 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-f4ce3f05-9b62-43db-bc42-b458214b1955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:05.196942 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-507a865d-a234-4a76-af90-cc79768dea24 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:05.225822 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84b36ed4-7ae3-423a-9b29-65c6738aae61 req-11e620f9-8fb9-4488-a045-306585064cc0 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344016 Nov 23 22:05:05.305483 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09d5b6-3c99-4530-9c5d-a5818035448a req-6e6e6431-1d94-4613-a33b-5e54e5a7ceb8 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:05.306392 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78275720-522b-4eba-aadd-3954466af372 admin admin] Router 7fc786bd-c7fc-4a72-b5bc-68a2a5614427 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:05:05.311474 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b09d5b6-3c99-4530-9c5d-a5818035448a req-6e6e6431-1d94-4613-a33b-5e54e5a7ceb8 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/ports?device_id=726c8869-8217-47db-b6a0-ee0177fc7e0e HTTP/1.1" status: 200 len: 932 time: 0.2148435 Nov 23 22:05:05.445297 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-507a865d-a234-4a76-af90-cc79768dea24 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Allocated IP 172.25.5.149 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/801aee43-47ba-40b3-9679-c3453f273481) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:05:05.449173 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b09d5b6-3c99-4530-9c5d-a5818035448a req-49cc6d80-d4a8-47ce-98bf-04e62446f635 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/security-groups?id=c274dca1-acf8-4fbd-9240-c8d9dbcbc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353498 Nov 23 22:05:05.647777 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78275720-522b-4eba-aadd-3954466af372 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:05:05.657723 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f28575-49c7-46b6-a149-619e177f445f None None] Sync routers for ids ['7fc786bd-c7fc-4a72-b5bc-68a2a5614427'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:05:05.662825 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-78275720-522b-4eba-aadd-3954466af372 admin admin] 10.222.0.50 "PUT /v2.0/routers/7fc786bd-c7fc-4a72-b5bc-68a2a5614427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7426028 Nov 23 22:05:05.664363 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47930) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:05.683380 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f28575-49c7-46b6-a149-619e177f445f None None] Routers {'7fc786bd-c7fc-4a72-b5bc-68a2a5614427'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:05.684305 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-f4ce3f05-9b62-43db-bc42-b458214b1955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d1ef37-ad4f-46b6-9477-70898f9a8b6c {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:05:05.688641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e3f28575-49c7-46b6-a149-619e177f445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7fc786bd-c7fc-4a72-b5bc-68a2a5614427'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:05.709043 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-f4ce3f05-9b62-43db-bc42-b458214b1955 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:05.745261 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-f4ce3f05-9b62-43db-bc42-b458214b1955 service neutron] Transition to ACTIVE for port object 63d1ef37-ad4f-46b6-9477-70898f9a8b6c will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:05:05.759585 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-f4ce3f05-9b62-43db-bc42-b458214b1955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:05.773000 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-507a865d-a234-4a76-af90-cc79768dea24 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:05.859003 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3c58eafb-d075-4bb7-b6b7-ff911e2f613b admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:05.884892 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce3f05-9b62-43db-bc42-b458214b1955 service neutron] Pushing event updated for resources: {'Port': ['ID=63d1ef37-ad4f-46b6-9477-70898f9a8b6c,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:05.942863 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-e3f28575-49c7-46b6-a149-619e177f445f None None] Set router 7fc786bd-c7fc-4a72-b5bc-68a2a5614427 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:05:06.023542 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3c58eafb-d075-4bb7-b6b7-ff911e2f613b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:06.050338 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-507a865d-a234-4a76-af90-cc79768dea24 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:06.061519 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-f4ce3f05-9b62-43db-bc42-b458214b1955 service neutron] Attempting to bind port 63d1ef37-ad4f-46b6-9477-70898f9a8b6c on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:05:06.062063 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-f4ce3f05-9b62-43db-bc42-b458214b1955 service neutron] Attempting to bind port 63d1ef37-ad4f-46b6-9477-70898f9a8b6c by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '480cad15-44cc-40e9-b907-a0c9cd108d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ed33ee50-6a73-41a8-b12f-913d4f0c75a9'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:05:06.062183 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-f4ce3f05-9b62-43db-bc42-b458214b1955 service neutron] Attempting to bind port 63d1ef37-ad4f-46b6-9477-70898f9a8b6c on network ed33ee50-6a73-41a8-b12f-913d4f0c75a9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:05:06.067129 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-f4ce3f05-9b62-43db-bc42-b458214b1955 service neutron] Port 63d1ef37-ad4f-46b6-9477-70898f9a8b6c on network ed33ee50-6a73-41a8-b12f-913d4f0c75a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:05:06.067439 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-f4ce3f05-9b62-43db-bc42-b458214b1955 service neutron] Attempting to bind port 63d1ef37-ad4f-46b6-9477-70898f9a8b6c on network ed33ee50-6a73-41a8-b12f-913d4f0c75a9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:05:06.079572 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-f4ce3f05-9b62-43db-bc42-b458214b1955 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:05:06.079912 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-f4ce3f05-9b62-43db-bc42-b458214b1955 service neutron] Checking segment: {'id': '480cad15-44cc-40e9-b907-a0c9cd108d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ed33ee50-6a73-41a8-b12f-913d4f0c75a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:05:06.080300 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-f4ce3f05-9b62-43db-bc42-b458214b1955 service neutron] Bound using segment: {'id': '480cad15-44cc-40e9-b907-a0c9cd108d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ed33ee50-6a73-41a8-b12f-913d4f0c75a9'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:05:06.080735 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-f4ce3f05-9b62-43db-bc42-b458214b1955 service neutron] Bound port: 63d1ef37-ad4f-46b6-9477-70898f9a8b6c, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480cad15-44cc-40e9-b907-a0c9cd108d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ed33ee50-6a73-41a8-b12f-913d4f0c75a9'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:05:06.081099 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-f4ce3f05-9b62-43db-bc42-b458214b1955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:06.129212 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507a865d-a234-4a76-af90-cc79768dea24 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:05:06.143201 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-507a865d-a234-4a76-af90-cc79768dea24 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:05:06.158386 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507a865d-a234-4a76-af90-cc79768dea24 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:05:06.188978 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49afd577-6fba-4e13-9246-0ed1fae96753 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:05:06.242183 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-f4ce3f05-9b62-43db-bc42-b458214b1955 service neutron] For port 63d1ef37-ad4f-46b6-9477-70898f9a8b6c, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:05:06.246421 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-f4ce3f05-9b62-43db-bc42-b458214b1955 service neutron] For port 63d1ef37-ad4f-46b6-9477-70898f9a8b6c, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=63d1ef37-ad4f-46b6-9477-70898f9a8b6c,segment=NetworkSegment(480cad15-44cc-40e9-b907-a0c9cd108d4b),segment_id=480cad15-44cc-40e9-b907-a0c9cd108d4b)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:05:06.252272 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a865d-a234-4a76-af90-cc79768dea24 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Port': ['ID=801aee43-47ba-40b3-9679-c3453f273481,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:06.259218 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-f4ce3f05-9b62-43db-bc42-b458214b1955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:06.335688 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-f4ce3f05-9b62-43db-bc42-b458214b1955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:06.336316 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-f4ce3f05-9b62-43db-bc42-b458214b1955 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:06.342650 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-f4ce3f05-9b62-43db-bc42-b458214b1955 service neutron] 10.222.0.53 "PUT /v2.0/ports/63d1ef37-ad4f-46b6-9477-70898f9a8b6c HTTP/1.1" status: 200 len: 1092 time: 1.4195864 Nov 23 22:05:06.349587 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '726c8869-8217-47db-b6a0-ee0177fc7e0e', 'tag': '63d1ef37-ad4f-46b6-9477-70898f9a8b6c'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:05:06.352477 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843c6842-513b-49d5-8630-b785b771eee9" -d '{"events": [{"name": "network-changed", "server_uuid": "726c8869-8217-47db-b6a0-ee0177fc7e0e", "tag": "63d1ef37-ad4f-46b6-9477-70898f9a8b6c"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:05:06.383421 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c2892d2a-1d37-4064-b0b7-cff494e2b127 None None] Provisioning complete for port 801aee43-47ba-40b3-9679-c3453f273481 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:05:06.384044 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c2892d2a-1d37-4064-b0b7-cff494e2b127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:06.434179 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e3f28575-49c7-46b6-a149-619e177f445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'name': 'tempest-TaggedBootDevicesTest-917650347-router', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:52:28Z', 'updated_at': '2021-11-23T22:05:03Z', 'revision_number': 5, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'gw_port': {'id': '60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:30Z', 'updated_at': '2021-11-23T21:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:06.523763 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-3c58eafb-d075-4bb7-b6b7-ff911e2f613b admin admin] Deleting port 60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:05:06.524241 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3c58eafb-d075-4bb7-b6b7-ff911e2f613b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:06.544483 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f28575-49c7-46b6-a149-619e177f445f None None] Checking router: 7fc786bd-c7fc-4a72-b5bc-68a2a5614427 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:05:06.555321 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877a37bb-f0c0-4636-8af4-5d3cc69a48fb x-openstack-request-id: req-877a37bb-f0c0-4636-8af4-5d3cc69a48fb {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:05:06.555697 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "726c8869-8217-47db-b6a0-ee0177fc7e0e", "tag": "63d1ef37-ad4f-46b6-9477-70898f9a8b6c", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:05:06.556059 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-877a37bb-f0c0-4636-8af4-5d3cc69a48fb {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:05:06.556579 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '726c8869-8217-47db-b6a0-ee0177fc7e0e', 'tag': '63d1ef37-ad4f-46b6-9477-70898f9a8b6c', 'status': 'completed', 'code': 200} Nov 23 22:05:06.576628 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c2892d2a-1d37-4064-b0b7-cff494e2b127 None None] Port 801aee43-47ba-40b3-9679-c3453f273481 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:05:06.579143 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f28575-49c7-46b6-a149-619e177f445f None None] Routers {'7fc786bd-c7fc-4a72-b5bc-68a2a5614427'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:06.580105 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e3f28575-49c7-46b6-a149-619e177f445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7fc786bd-c7fc-4a72-b5bc-68a2a5614427'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:06.626241 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce3f05-9b62-43db-bc42-b458214b1955 service neutron] Pushing event updated for resources: {'Port': ['ID=63d1ef37-ad4f-46b6-9477-70898f9a8b6c,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:06.670243 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-669c7bf7-4c90-4e47-9011-5202cb2d2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:06.672203 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-669c7bf7-4c90-4e47-9011-5202cb2d2771 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9897461209ec4dc0bc4ae79edaae0a01&device_id=726c8869-8217-47db-b6a0-ee0177fc7e0e HTTP/1.1" status: 200 len: 1095 time: 0.2410092 Nov 23 22:05:06.693929 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342a538-54e0-41f0-b041-c1daa1b49953 req-3b6e5fa1-3cf1-4de7-ac6b-066f0a40c552 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:06.702687 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0342a538-54e0-41f0-b041-c1daa1b49953 req-3b6e5fa1-3cf1-4de7-ac6b-066f0a40c552 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/ports?device_id=726c8869-8217-47db-b6a0-ee0177fc7e0e HTTP/1.1" status: 200 len: 944 time: 0.0876975 Nov 23 22:05:06.757025 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-1ad78111-8f04-47e9-8765-36b2c59f11b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63d1ef37-ad4f-46b6-9477-70898f9a8b6c HTTP/1.1" status: 200 len: 217 time: 0.0430434 Nov 23 22:05:06.818647 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-e3f28575-49c7-46b6-a149-619e177f445f None None] Set router 7fc786bd-c7fc-4a72-b5bc-68a2a5614427 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:05:06.926815 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0342a538-54e0-41f0-b041-c1daa1b49953 req-65b99c31-5f16-40bd-9ac4-7bdf8c9425b5 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/security-groups?id=c274dca1-acf8-4fbd-9240-c8d9dbcbc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227645 Nov 23 22:05:06.937851 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-5e327304-57c4-4346-861e-88b5918f7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:06.937851 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-5e327304-57c4-4346-861e-88b5918f7e20 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=80b4e40c-af89-436f-8195-7182fdf415bf HTTP/1.1" status: 200 len: 852 time: 0.1665299 Nov 23 22:05:06.997430 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-0ecd124b-f6dc-4385-b6c5-a409d44816dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ed33ee50-6a73-41a8-b12f-913d4f0c75a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522201 Nov 23 22:05:06.998148 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-3c58eafb-d075-4bb7-b6b7-ff911e2f613b admin admin] For port 60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:05:06.998655 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3c58eafb-d075-4bb7-b6b7-ff911e2f613b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:06.998785 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e3f28575-49c7-46b6-a149-619e177f445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'name': 'tempest-TaggedBootDevicesTest-917650347-router', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:52:28Z', 'updated_at': '2021-11-23T22:05:06Z', 'revision_number': 6, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:07.055689 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-3c58eafb-d075-4bb7-b6b7-ff911e2f613b admin admin] Calling delete_port for 60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:05:07.103577 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f28575-49c7-46b6-a149-619e177f445f None None] The sync data for ids ['7fc786bd-c7fc-4a72-b5bc-68a2a5614427'] in n-d-816206-9 is: [{'id': '7fc786bd-c7fc-4a72-b5bc-68a2a5614427', 'name': 'tempest-TaggedBootDevicesTest-917650347-router', 'tenant_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:52:28Z', 'updated_at': '2021-11-23T22:05:06Z', 'revision_number': 6, 'project_id': 'b32d0f34c0cc4ad1b4cbe85726725dc7', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:05:07.203831 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-507a865d-a234-4a76-af90-cc79768dea24 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:07.299140 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-ae82924b-7400-4f8b-8a10-3478e032361c service neutron] 10.222.0.53 "GET /v2.0/networks/ed33ee50-6a73-41a8-b12f-913d4f0c75a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853351 Nov 23 22:05:07.454188 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db5e70eb-bd60-4e28-b932-ae285297bd3c req-e87c6259-b8b2-4ac2-98f3-a3be83557b56 service neutron] 10.222.0.53 "GET /v2.0/networks/ed33ee50-6a73-41a8-b12f-913d4f0c75a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441870 Nov 23 22:05:07.546068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d1694965-de1e-44a8-bf5b-b9391f9d8853 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:05:07.582614 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-507a865d-a234-4a76-af90-cc79768dea24 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:07.593457 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3c58eafb-d075-4bb7-b6b7-ff911e2f613b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:07.638842 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58eafb-d075-4bb7-b6b7-ff911e2f613b admin admin] Pushing event deleted for resources: {'Port': ['ID=60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:07.701709 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c6842-513b-49d5-8630-b785b771eee9 req-d9eca8c1-78f4-4e00-b831-95bfdaf924a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:07.703268 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-843c6842-513b-49d5-8630-b785b771eee9 req-d9eca8c1-78f4-4e00-b831-95bfdaf924a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9897461209ec4dc0bc4ae79edaae0a01&device_id=726c8869-8217-47db-b6a0-ee0177fc7e0e HTTP/1.1" status: 200 len: 1095 time: 0.1537831 Nov 23 22:05:07.857744 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3c58eafb-d075-4bb7-b6b7-ff911e2f613b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:07.879968 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb78dca-5ee4-45f7-8b7f-c2202528e6a0 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:05:07.905907 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: d1694965-de1e-44a8-bf5b-b9391f9d8853 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:05:07.906439 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d1694965-de1e-44a8-bf5b-b9391f9d8853 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:05:07.920721 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c6842-513b-49d5-8630-b785b771eee9 req-d10beb52-a363-4c85-9738-facbd07509f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:07.922332 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-843c6842-513b-49d5-8630-b785b771eee9 req-d10beb52-a363-4c85-9738-facbd07509f3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ed33ee50-6a73-41a8-b12f-913d4f0c75a9 HTTP/1.1" status: 200 len: 913 time: 0.2070298 Nov 23 22:05:07.984707 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-843c6842-513b-49d5-8630-b785b771eee9 req-6a4bafa3-96be-46bf-8c5a-bd474d3548f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63d1ef37-ad4f-46b6-9477-70898f9a8b6c HTTP/1.1" status: 200 len: 217 time: 0.0536420 Nov 23 22:05:08.051332 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3c58eafb-d075-4bb7-b6b7-ff911e2f613b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:08.054648 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3c58eafb-d075-4bb7-b6b7-ff911e2f613b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:08.152331 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c6842-513b-49d5-8630-b785b771eee9 req-37286b15-9f92-4b24-b303-815f807df0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:08.153947 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-843c6842-513b-49d5-8630-b785b771eee9 req-37286b15-9f92-4b24-b303-815f807df0c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=80b4e40c-af89-436f-8195-7182fdf415bf HTTP/1.1" status: 200 len: 852 time: 0.1602137 Nov 23 22:05:08.159658 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3c58eafb-d075-4bb7-b6b7-ff911e2f613b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:08.160293 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c58eafb-d075-4bb7-b6b7-ff911e2f613b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fc786bd-c7fc-4a72-b5bc-68a2a5614427 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:05:08.171163 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3c58eafb-d075-4bb7-b6b7-ff911e2f613b admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:08.172393 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3c58eafb-d075-4bb7-b6b7-ff911e2f613b admin admin] 10.222.0.50 "DELETE /v2.0/routers/7fc786bd-c7fc-4a72-b5bc-68a2a5614427 HTTP/1.1" status: 204 len: 168 time: 2.5070283 Nov 23 22:05:08.176661 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47996) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:08.189371 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2fc99-615c-41fe-b077-c22537a0dd13 req-c6f4d4a0-7c39-4e15-aa3f-108fdb1dfc02 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:08.189612 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507a865d-a234-4a76-af90-cc79768dea24 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Router 3ee87e64-e646-4609-bfc7-19f753d9ed4b is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:05:08.190927 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5fb2fc99-615c-41fe-b077-c22537a0dd13 req-c6f4d4a0-7c39-4e15-aa3f-108fdb1dfc02 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/ports?device_id=726c8869-8217-47db-b6a0-ee0177fc7e0e HTTP/1.1" status: 200 len: 944 time: 0.1491563 Nov 23 22:05:08.214147 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2eb2fd-7604-4672-b0fd-0ad62df0419d req-6f21fd9b-b862-4ea6-89d2-d0ceebebbead tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:08.215825 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b2eb2fd-7604-4672-b0fd-0ad62df0419d req-6f21fd9b-b862-4ea6-89d2-d0ceebebbead tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1555126 Nov 23 22:05:08.219128 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-843c6842-513b-49d5-8630-b785b771eee9 req-3d2a6be5-c66c-41a2-8a17-9f67f8528598 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ed33ee50-6a73-41a8-b12f-913d4f0c75a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546412 Nov 23 22:05:08.345702 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5fb2fc99-615c-41fe-b077-c22537a0dd13 req-c4118dff-a8e0-4ba9-9826-a4b2506036b5 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/security-groups?id=c274dca1-acf8-4fbd-9240-c8d9dbcbc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288571 Nov 23 22:05:08.376084 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-7982a485-5d32-4895-8d61-9ca9cdb70835 admin admin] Deleting subnet dd878f6f-9967-479b-9c9f-bb69cd8c2238 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:05:08.403270 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7982a485-5d32-4895-8d61-9ca9cdb70835 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:08.422241 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b2eb2fd-7604-4672-b0fd-0ad62df0419d req-3b8f2753-1bc6-47a5-ab99-bb27df49da97 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960137 Nov 23 22:05:08.453160 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-843c6842-513b-49d5-8630-b785b771eee9 req-00a57b7c-7d4d-49fb-bab9-6bc00f3d9ecb service neutron] 10.222.0.53 "GET /v2.0/networks/ed33ee50-6a73-41a8-b12f-913d4f0c75a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874392 Nov 23 22:05:08.706031 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bae513-349e-4d4c-9048-ac88d6d958c8 req-b5591b5d-404b-4210-9379-7ecf09bd1263 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:08.714239 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b0bae513-349e-4d4c-9048-ac88d6d958c8 req-b5591b5d-404b-4210-9379-7ecf09bd1263 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1056335 Nov 23 22:05:08.718425 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-843c6842-513b-49d5-8630-b785b771eee9 req-1fb88b0d-aed2-4c31-84a5-951b8e5c7cdc service neutron] 10.222.0.53 "GET /v2.0/networks/ed33ee50-6a73-41a8-b12f-913d4f0c75a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554245 Nov 23 22:05:08.923176 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7982a485-5d32-4895-8d61-9ca9cdb70835 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:09.017928 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507a865d-a234-4a76-af90-cc79768dea24 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:05:09.031580 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31503216-251d-419f-99b5-345018413ebb None None] Sync routers for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:05:09.045269 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31503216-251d-419f-99b5-345018413ebb None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:09.050128 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-31503216-251d-419f-99b5-345018413ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:09.102829 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-31503216-251d-419f-99b5-345018413ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:09.121740 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31503216-251d-419f-99b5-345018413ebb None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:09.122562 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-31503216-251d-419f-99b5-345018413ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:09.179056 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-31503216-251d-419f-99b5-345018413ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:09.182598 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31503216-251d-419f-99b5-345018413ebb None None] The sync data for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:05:09.211973 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7982a485-5d32-4895-8d61-9ca9cdb70835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:09.267014 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-507a865d-a234-4a76-af90-cc79768dea24 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:09.271046 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-507a865d-a234-4a76-af90-cc79768dea24 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.1929705 Nov 23 22:05:09.273478 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48032) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:09.304206 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b0bae513-349e-4d4c-9048-ac88d6d958c8 req-411b7799-7b46-42e0-8fdd-68da58573ace tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5848787 Nov 23 22:05:09.466889 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7982a485-5d32-4895-8d61-9ca9cdb70835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:09.515411 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:05:09.559627 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982a485-5d32-4895-8d61-9ca9cdb70835 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd878f6f-9967-479b-9c9f-bb69cd8c2238,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:09.562155 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7982a485-5d32-4895-8d61-9ca9cdb70835 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:09.571466 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7982a485-5d32-4895-8d61-9ca9cdb70835 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/dd878f6f-9967-479b-9c9f-bb69cd8c2238 HTTP/1.1" status: 204 len: 168 time: 1.3937740 Nov 23 22:05:09.573664 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 48042) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:09.601212 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b0f772-c448-4238-a349-d44e075e417c None None] Network 5b374035-6ec9-4585-9414-d17339221c43 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:05:09.695096 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61d5b904-0e2d-4862-baa6-03b72231ffce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:09.733943 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:05:09.734513 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 60ee1c5f-4fb2-48b6-9ba1-7e08d7aeae8d not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:05:09.736936 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 63d1ef37-ad4f-46b6-9477-70898f9a8b6c details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:05:09.828001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7cac6-2f1f-4b20-99b9-5f4f997a22e8 req-3f7a79a7-a496-4960-b89c-f5ee8f04729a tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:09.829757 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5cb7cac6-2f1f-4b20-99b9-5f4f997a22e8 req-3f7a79a7-a496-4960-b89c-f5ee8f04729a tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/ports?device_id=726c8869-8217-47db-b6a0-ee0177fc7e0e HTTP/1.1" status: 200 len: 944 time: 0.3444622 Nov 23 22:05:09.976986 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7aa65-0107-498e-be0f-dba320faa159 req-1941a7ce-9c53-4fea-844b-f2defd1d3d33 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:10.006303 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-56b7aa65-0107-498e-be0f-dba320faa159 req-1941a7ce-9c53-4fea-844b-f2defd1d3d33 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.3088288 Nov 23 22:05:10.117438 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 63d1ef37-ad4f-46b6-9477-70898f9a8b6c, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=63d1ef37-ad4f-46b6-9477-70898f9a8b6c,segment=NetworkSegment(480cad15-44cc-40e9-b907-a0c9cd108d4b),segment_id=480cad15-44cc-40e9-b907-a0c9cd108d4b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:05:10.125264 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a9525dde-9a5f-4509-a34a-cbdaa38b4120 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:10.148894 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52124f0-e1e9-44e8-9c70-d9da8f37541a None None] DHCP port deletion for 5b374035-6ec9-4585-9414-d17339221c43 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:05:10.167422 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '63d1ef37-ad4f-46b6-9477-70898f9a8b6c', 'network_id': 'ed33ee50-6a73-41a8-b12f-913d4f0c75a9', 'port_id': '63d1ef37-ad4f-46b6-9477-70898f9a8b6c', 'mac_address': 'fa:16:3e:df:c8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b4e40c-af89-436f-8195-7182fdf415bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:05:10.190253 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-61d5b904-0e2d-4862-baa6-03b72231ffce admin admin] Deleting port fcd520f3-3935-4ff8-9561-c5b4232c38e2 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:05:10.190594 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61d5b904-0e2d-4862-baa6-03b72231ffce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:10.207386 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5cb7cac6-2f1f-4b20-99b9-5f4f997a22e8 req-39ebf965-b66a-4948-a3f9-99cfcb3151c5 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/security-groups?id=c274dca1-acf8-4fbd-9240-c8d9dbcbc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672240 Nov 23 22:05:10.286393 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-56b7aa65-0107-498e-be0f-dba320faa159 req-1ca549a1-b244-4bb7-98ee-fcddfa9671ce tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633657 Nov 23 22:05:10.320312 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:10.389676 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f52124f0-e1e9-44e8-9c70-d9da8f37541a None None] Deleting port fcd520f3-3935-4ff8-9561-c5b4232c38e2 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:05:10.390058 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f52124f0-e1e9-44e8-9c70-d9da8f37541a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:10.391903 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-61d5b904-0e2d-4862-baa6-03b72231ffce admin admin] For port fcd520f3-3935-4ff8-9561-c5b4232c38e2, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fcd520f3-3935-4ff8-9561-c5b4232c38e2,segment=NetworkSegment(04b558a6-0d7e-4457-ad02-a7105ab094c5),segment_id=04b558a6-0d7e-4457-ad02-a7105ab094c5)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:05:10.392757 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61d5b904-0e2d-4862-baa6-03b72231ffce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:10.426327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-61d5b904-0e2d-4862-baa6-03b72231ffce admin admin] Calling delete_port for fcd520f3-3935-4ff8-9561-c5b4232c38e2 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:05:10.473403 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d1ef37-ad4f-46b6-9477-70898f9a8b6c {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:05:10.566098 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48becbde-211b-4c3d-8109-d85183f31334 req-e78b19b3-2266-432a-bf68-014433077c0c tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:10.567994 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-48becbde-211b-4c3d-8109-d85183f31334 req-e78b19b3-2266-432a-bf68-014433077c0c tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1283720 Nov 23 22:05:10.640500 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f52124f0-e1e9-44e8-9c70-d9da8f37541a None None] For port fcd520f3-3935-4ff8-9561-c5b4232c38e2, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fcd520f3-3935-4ff8-9561-c5b4232c38e2,segment=NetworkSegment(04b558a6-0d7e-4457-ad02-a7105ab094c5),segment_id=04b558a6-0d7e-4457-ad02-a7105ab094c5)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:05:10.641628 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f52124f0-e1e9-44e8-9c70-d9da8f37541a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:10.658681 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f52124f0-e1e9-44e8-9c70-d9da8f37541a None None] Calling delete_port for fcd520f3-3935-4ff8-9561-c5b4232c38e2 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:05:10.710616 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61d5b904-0e2d-4862-baa6-03b72231ffce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:10.779015 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5b904-0e2d-4862-baa6-03b72231ffce admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd520f3-3935-4ff8-9561-c5b4232c38e2,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:10.799047 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f52124f0-e1e9-44e8-9c70-d9da8f37541a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:10.809161 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 63d1ef37-ad4f-46b6-9477-70898f9a8b6c, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=63d1ef37-ad4f-46b6-9477-70898f9a8b6c,segment=NetworkSegment(480cad15-44cc-40e9-b907-a0c9cd108d4b),segment_id=480cad15-44cc-40e9-b907-a0c9cd108d4b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:05:10.813886 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52124f0-e1e9-44e8-9c70-d9da8f37541a None None] No DVR routers for this DVR port fcd520f3-3935-4ff8-9561-c5b4232c38e2 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:05:10.848555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d5b904-0e2d-4862-baa6-03b72231ffce admin admin] No DVR routers for this DVR port fcd520f3-3935-4ff8-9561-c5b4232c38e2 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:05:10.886641 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:10.888536 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52124f0-e1e9-44e8-9c70-d9da8f37541a None None] Pushing event deleted for resources: {'Port': ['ID=fcd520f3-3935-4ff8-9561-c5b4232c38e2,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:10.984039 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-a9525dde-9a5f-4509-a34a-cbdaa38b4120 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Allocated IP 172.20.0.1 (c85c9e9a-4ce0-434a-9c19-2006e1f77513/d5cb8757-e5f2-4286-b9ba-f93dee788f3f/d009f82f-5620-4916-8c25-1cdd8c416843) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:05:10.999734 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=63d1ef37-ad4f-46b6-9477-70898f9a8b6c,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:11.015467 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-48becbde-211b-4c3d-8109-d85183f31334 req-36341567-2fde-4ee4-a261-9d7625356924 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404707 Nov 23 22:05:11.169719 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61d5b904-0e2d-4862-baa6-03b72231ffce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:11.212190 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-61d5b904-0e2d-4862-baa6-03b72231ffce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b374035-6ec9-4585-9414-d17339221c43']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:11.226609 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-61d5b904-0e2d-4862-baa6-03b72231ffce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b558a6-0d7e-4457-ad02-a7105ab094c5') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:11.227174 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-61d5b904-0e2d-4862-baa6-03b72231ffce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b558a6-0d7e-4457-ad02-a7105ab094c5') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:11.249300 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61d5b904-0e2d-4862-baa6-03b72231ffce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:11.263046 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['63d1ef37-ad4f-46b6-9477-70898f9a8b6c'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:05:11.308404 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61d5b904-0e2d-4862-baa6-03b72231ffce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:11.347020 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d5b904-0e2d-4862-baa6-03b72231ffce admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:05:11.347700 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61d5b904-0e2d-4862-baa6-03b72231ffce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:11.361833 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a9525dde-9a5f-4509-a34a-cbdaa38b4120 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:05:11.382338 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:05:11.457389 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a9525dde-9a5f-4509-a34a-cbdaa38b4120 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:11.552199 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fcd520f3-3935-4ff8-9561-c5b4232c38e2 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:05:11.568855 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9525dde-9a5f-4509-a34a-cbdaa38b4120 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Port': ['ID=d009f82f-5620-4916-8c25-1cdd8c416843,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:11.596437 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9525dde-9a5f-4509-a34a-cbdaa38b4120 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Network c85c9e9a-4ce0-434a-9c19-2006e1f77513 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:05:11.597886 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-a9525dde-9a5f-4509-a34a-cbdaa38b4120 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:05:11.603439 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9525dde-9a5f-4509-a34a-cbdaa38b4120 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:05:11.607629 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: fcd520f3-3935-4ff8-9561-c5b4232c38e2 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:05:11.610054 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fcd520f3-3935-4ff8-9561-c5b4232c38e2 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:05:11.696922 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed1e25-f142-4c1b-8426-adb23a7b7a7f req-404c0a64-40bf-41fd-aecf-0d0391364859 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:11.698695 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-feed1e25-f142-4c1b-8426-adb23a7b7a7f req-404c0a64-40bf-41fd-aecf-0d0391364859 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/ports?device_id=726c8869-8217-47db-b6a0-ee0177fc7e0e HTTP/1.1" status: 200 len: 945 time: 0.3133700 Nov 23 22:05:11.701437 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61d5b904-0e2d-4862-baa6-03b72231ffce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:11.712749 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61d5b904-0e2d-4862-baa6-03b72231ffce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:11.722566 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-61d5b904-0e2d-4862-baa6-03b72231ffce admin admin] 10.222.0.50 "DELETE /v2.0/networks/5b374035-6ec9-4585-9414-d17339221c43 HTTP/1.1" status: 204 len: 168 time: 2.1478651 Nov 23 22:05:11.726473 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48212) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:11.733437 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a9525dde-9a5f-4509-a34a-cbdaa38b4120 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:11.797369 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690df24-ba17-4c64-bd52-2755b5d2b3cb req-a0697c93-9c0f-4cd2-91b1-4cdb535959bd tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:11.807902 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3690df24-ba17-4c64-bd52-2755b5d2b3cb req-a0697c93-9c0f-4cd2-91b1-4cdb535959bd tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.3926027 Nov 23 22:05:11.854701 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5b904-0e2d-4862-baa6-03b72231ffce admin admin] Pushing event deleted for resources: {'Network': ['ID=5b374035-6ec9-4585-9414-d17339221c43,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:12.001029 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3690df24-ba17-4c64-bd52-2755b5d2b3cb req-877f119b-bc1f-4ff4-b99a-08082ea24da1 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920304 Nov 23 22:05:12.031944 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-feed1e25-f142-4c1b-8426-adb23a7b7a7f req-ccdc1e91-c6bb-492b-9f49-619f1e5cbd62 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/security-groups?id=c274dca1-acf8-4fbd-9240-c8d9dbcbc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955005 Nov 23 22:05:12.228733 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0b579-fdac-456b-b241-2d55bf32ae03 req-6c3a972e-91e3-4658-a4f6-345e7082e54e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:12.230247 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-15e0b579-fdac-456b-b241-2d55bf32ae03 req-6c3a972e-91e3-4658-a4f6-345e7082e54e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1267486 Nov 23 22:05:12.355592 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a9525dde-9a5f-4509-a34a-cbdaa38b4120 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:12.361272 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-15e0b579-fdac-456b-b241-2d55bf32ae03 req-641f8074-8dd1-45e4-8ff0-9d4c27534226 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166935 Nov 23 22:05:12.713978 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4308ba-ee5c-47d4-a683-2cfd051ce0b5 req-e75c50b4-63e7-4315-8c10-37769a216614 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:12.715571 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bc4308ba-ee5c-47d4-a683-2cfd051ce0b5 req-e75c50b4-63e7-4315-8c10-37769a216614 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.0863194 Nov 23 22:05:12.811728 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bc4308ba-ee5c-47d4-a683-2cfd051ce0b5 req-78ded6c9-a03c-478b-aa9c-68f3510cd51b tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890818 Nov 23 22:05:13.040425 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e022304-23d0-4ebe-aee2-ac2dfd2c60dc req-53ed9ef5-9b0a-4f28-9ee8-805ad56fb4d4 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:13.041997 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e022304-23d0-4ebe-aee2-ac2dfd2c60dc req-53ed9ef5-9b0a-4f28-9ee8-805ad56fb4d4 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1151400 Nov 23 22:05:13.234750 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e022304-23d0-4ebe-aee2-ac2dfd2c60dc req-3c0dbb89-63a6-4fee-bbec-530948d14a48 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620381 Nov 23 22:05:13.301823 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd013ac7-314a-4152-a583-53f14fd64c0c req-a3767a03-aa3c-4bc8-9b7c-a87c6d486ddf tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:13.304516 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bd013ac7-314a-4152-a583-53f14fd64c0c req-a3767a03-aa3c-4bc8-9b7c-a87c6d486ddf tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/ports?device_id=726c8869-8217-47db-b6a0-ee0177fc7e0e HTTP/1.1" status: 200 len: 945 time: 0.1463580 Nov 23 22:05:13.404498 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bd013ac7-314a-4152-a583-53f14fd64c0c req-167b6d39-22df-496c-9015-1f3fd1a299c7 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/security-groups?id=c274dca1-acf8-4fbd-9240-c8d9dbcbc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940506 Nov 23 22:05:13.539165 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d085c-990d-48be-9747-bab4f2022c73 req-a9287177-8b0c-4472-b079-ac0a630aaef2 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:13.540804 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b75d085c-990d-48be-9747-bab4f2022c73 req-a9287177-8b0c-4472-b079-ac0a630aaef2 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.0894909 Nov 23 22:05:13.594280 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b75d085c-990d-48be-9747-bab4f2022c73 req-da1947fb-684a-495c-8506-8173ee283c82 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470400 Nov 23 22:05:13.679691 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eab8f2d6-fe7a-4d9f-bb0c-cabab072c15d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:13.683660 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 63d1ef37-ad4f-46b6-9477-70898f9a8b6c up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:05:13.770655 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 63d1ef37-ad4f-46b6-9477-70898f9a8b6c completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:05:13.777725 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 63d1ef37-ad4f-46b6-9477-70898f9a8b6c triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:05:13.779695 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:13.822207 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a9525dde-9a5f-4509-a34a-cbdaa38b4120 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:13.858028 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91dff8-8b1e-4ad6-9ee7-cc3ad2f2d040 req-134483c7-b603-443a-9ee1-aec32daa37d5 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:13.860809 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed91dff8-8b1e-4ad6-9ee7-cc3ad2f2d040 req-134483c7-b603-443a-9ee1-aec32daa37d5 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1267438 Nov 23 22:05:13.862289 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a9525dde-9a5f-4509-a34a-cbdaa38b4120 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:13.979314 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed91dff8-8b1e-4ad6-9ee7-cc3ad2f2d040 req-cbd841a3-99a1-4782-92e1-5dee6dceacd4 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094215 Nov 23 22:05:14.019245 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:14.077099 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a9525dde-9a5f-4509-a34a-cbdaa38b4120 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:14.096469 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 63d1ef37-ad4f-46b6-9477-70898f9a8b6c, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=63d1ef37-ad4f-46b6-9477-70898f9a8b6c,segment=NetworkSegment(480cad15-44cc-40e9-b907-a0c9cd108d4b),segment_id=480cad15-44cc-40e9-b907-a0c9cd108d4b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:05:14.102032 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726c8869-8217-47db-b6a0-ee0177fc7e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d1ef37-ad4f-46b6-9477-70898f9a8b6c'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:05:14.109749 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f2c164-8f63-406c-9034-d60f5a2a3687" -d '{"events": [{"server_uuid": "726c8869-8217-47db-b6a0-ee0177fc7e0e", "name": "network-vif-plugged", "status": "completed", "tag": "63d1ef37-ad4f-46b6-9477-70898f9a8b6c"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:05:14.117891 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:14.155513 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9525dde-9a5f-4509-a34a-cbdaa38b4120 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Port': ['ID=d009f82f-5620-4916-8c25-1cdd8c416843,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:14.191315 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=63d1ef37-ad4f-46b6-9477-70898f9a8b6c,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:14.219060 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2beb9d-9913-4e76-b7b0-bf166ee713a6 x-openstack-request-id: req-ce2beb9d-9913-4e76-b7b0-bf166ee713a6 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:05:14.219477 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726c8869-8217-47db-b6a0-ee0177fc7e0e", "name": "network-vif-plugged", "status": "completed", "tag": "63d1ef37-ad4f-46b6-9477-70898f9a8b6c", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:05:14.219798 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ce2beb9d-9913-4e76-b7b0-bf166ee713a6 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:05:14.220259 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726c8869-8217-47db-b6a0-ee0177fc7e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d1ef37-ad4f-46b6-9477-70898f9a8b6c', 'code': 200} Nov 23 22:05:14.388961 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9525dde-9a5f-4509-a34a-cbdaa38b4120 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Network c85c9e9a-4ce0-434a-9c19-2006e1f77513 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:05:14.391294 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-a9525dde-9a5f-4509-a34a-cbdaa38b4120 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:05:14.516155 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd951c7f-5598-4329-a414-0b0392583679 req-9119d8cf-99e8-4689-9e0d-66b8c3200d35 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:14.525702 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd951c7f-5598-4329-a414-0b0392583679 req-9119d8cf-99e8-4689-9e0d-66b8c3200d35 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1919546 Nov 23 22:05:14.581392 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9525dde-9a5f-4509-a34a-cbdaa38b4120 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Router 3ee87e64-e646-4609-bfc7-19f753d9ed4b has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:05:14.621659 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd951c7f-5598-4329-a414-0b0392583679 req-33e714ae-96a3-4d15-a5db-647450ad0d82 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948255 Nov 23 22:05:14.658745 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-eab8f2d6-fe7a-4d9f-bb0c-cabab072c15d admin admin] Deleting port 8bab63d1-9f3a-4c59-8507-925150311f25 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:05:14.659339 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eab8f2d6-fe7a-4d9f-bb0c-cabab072c15d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:14.702327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9372433-ecd8-42c1-9918-ceec635ceecd req-be210d87-6de6-4942-b7d7-a5bb960679f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:14.704182 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f9372433-ecd8-42c1-9918-ceec635ceecd req-be210d87-6de6-4942-b7d7-a5bb960679f6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=726c8869-8217-47db-b6a0-ee0177fc7e0e HTTP/1.1" status: 200 len: 1097 time: 0.3324192 Nov 23 22:05:14.776583 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f9372433-ecd8-42c1-9918-ceec635ceecd req-7acd8a54-1911-4a2f-92e6-ed4f58d6a529 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c274dca1-acf8-4fbd-9240-c8d9dbcbc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589778 Nov 23 22:05:14.801067 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9525dde-9a5f-4509-a34a-cbdaa38b4120 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:05:14.811852 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a9525dde-9a5f-4509-a34a-cbdaa38b4120 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "PUT /v2.0/routers/3ee87e64-e646-4609-bfc7-19f753d9ed4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5343771 Nov 23 22:05:14.814014 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 48506) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:14.818131 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dece93-d873-4222-9397-fed8cd097f97 None None] Sync routers for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:05:14.818930 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-3e2318c5-b055-4e52-8d06-409cffc16161 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Request body: {'port': {'network_id': 'c85c9e9a-4ce0-434a-9c19-2006e1f77513', 'name': 'tempest-FloatingIPTestJSON-440839689'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:05:14.838575 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dece93-d873-4222-9397-fed8cd097f97 None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:14.839076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c72c29-8f89-46fe-ab67-d7c82e436204 req-90ac8bd6-f2d9-49d6-b1b5-f996f968da52 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:14.840199 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-29dece93-d873-4222-9397-fed8cd097f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:14.845237 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-27c72c29-8f89-46fe-ab67-d7c82e436204 req-90ac8bd6-f2d9-49d6-b1b5-f996f968da52 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/ports?device_id=726c8869-8217-47db-b6a0-ee0177fc7e0e HTTP/1.1" status: 200 len: 946 time: 0.2514169 Nov 23 22:05:14.850844 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-eab8f2d6-fe7a-4d9f-bb0c-cabab072c15d admin admin] For port 8bab63d1-9f3a-4c59-8507-925150311f25, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8bab63d1-9f3a-4c59-8507-925150311f25,segment=NetworkSegment(b5a3ca3f-8494-4b4b-be92-381bea60a200),segment_id=b5a3ca3f-8494-4b4b-be92-381bea60a200)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:05:14.854523 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eab8f2d6-fe7a-4d9f-bb0c-cabab072c15d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:14.888858 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-eab8f2d6-fe7a-4d9f-bb0c-cabab072c15d admin admin] Calling delete_port for 8bab63d1-9f3a-4c59-8507-925150311f25 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:05:14.917980 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-29dece93-d873-4222-9397-fed8cd097f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:14.918289 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d069c-8f4a-4af4-8378-c89a2572d3c4 req-a6e39db7-609e-4dd0-bdbd-b484385dfa6a tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:14.928945 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-528d069c-8f4a-4af4-8378-c89a2572d3c4 req-a6e39db7-609e-4dd0-bdbd-b484385dfa6a tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1542625 Nov 23 22:05:14.972512 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dece93-d873-4222-9397-fed8cd097f97 None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:14.973390 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-29dece93-d873-4222-9397-fed8cd097f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:15.025088 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-29dece93-d873-4222-9397-fed8cd097f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:15.025979 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29dece93-d873-4222-9397-fed8cd097f97 None None] The sync data for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:05:15.107304 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-27c72c29-8f89-46fe-ab67-d7c82e436204 req-fa3488eb-3f82-4409-8f65-a266fc705e3c tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/security-groups?id=c274dca1-acf8-4fbd-9240-c8d9dbcbc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516050 Nov 23 22:05:15.160603 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-528d069c-8f4a-4af4-8378-c89a2572d3c4 req-d3f00d37-fb53-41e1-8026-5d48c693d842 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300782 Nov 23 22:05:15.236622 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2318c5-b055-4e52-8d06-409cffc16161 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Made reservation on behalf of 6e9dc41a332048d98b0221d031f9d56b for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:05:15.243101 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e2318c5-b055-4e52-8d06-409cffc16161 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:15.284431 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eab8f2d6-fe7a-4d9f-bb0c-cabab072c15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:15.343871 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8f2d6-fe7a-4d9f-bb0c-cabab072c15d admin admin] Pushing event deleted for resources: {'Port': ['ID=8bab63d1-9f3a-4c59-8507-925150311f25,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:15.363989 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-3e2318c5-b055-4e52-8d06-409cffc16161 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] device_id is not set on port 04c68010-3498-4b5a-a5c6-6aab699dd3cb yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:05:15.638995 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-3e2318c5-b055-4e52-8d06-409cffc16161 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Allocated IP 172.20.0.10 (c85c9e9a-4ce0-434a-9c19-2006e1f77513/d5cb8757-e5f2-4286-b9ba-f93dee788f3f/04c68010-3498-4b5a-a5c6-6aab699dd3cb) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:05:15.788771 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eab8f2d6-fe7a-4d9f-bb0c-cabab072c15d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:15.855093 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e2318c5-b055-4e52-8d06-409cffc16161 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:16.054347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd48ca-066d-441e-83ff-88928b72c278 req-3feb1cf9-3668-47af-9759-61a9774d82ff tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:16.064418 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e5cd48ca-066d-441e-83ff-88928b72c278 req-3feb1cf9-3668-47af-9759-61a9774d82ff tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/networks?id=e2e52909-dbc6-4cc2-ac82-3967aafdd39a HTTP/1.1" status: 200 len: 813 time: 0.1951210 Nov 23 22:05:16.078803 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e2318c5-b055-4e52-8d06-409cffc16161 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:16.090957 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e5cd48ca-066d-441e-83ff-88928b72c278 req-e96ff32c-62ed-482d-b15b-98248bee1fbc tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/quotas/6ce6ce79bc284c8da12730541a4994bb HTTP/1.1" status: 200 len: 375 time: 0.0248430 Nov 23 22:05:16.157655 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab8f2d6-fe7a-4d9f-bb0c-cabab072c15d admin admin] Router 0aafe52b-1d77-41a3-b63f-bf2158898b7f has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:05:16.346655 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab8f2d6-fe7a-4d9f-bb0c-cabab072c15d admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:05:16.352742 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-eab8f2d6-fe7a-4d9f-bb0c-cabab072c15d admin admin] 10.222.0.50 "PUT /v2.0/routers/0aafe52b-1d77-41a3-b63f-bf2158898b7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6247759 Nov 23 22:05:16.355587 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48636) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:16.366484 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d35af3-4c8d-4d4b-9e5d-8927d4f01ae0 None None] Sync routers for ids ['0aafe52b-1d77-41a3-b63f-bf2158898b7f'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:05:16.388618 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d35af3-4c8d-4d4b-9e5d-8927d4f01ae0 None None] Routers {'0aafe52b-1d77-41a3-b63f-bf2158898b7f'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:16.390128 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-b2d35af3-4c8d-4d4b-9e5d-8927d4f01ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0aafe52b-1d77-41a3-b63f-bf2158898b7f'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:16.394884 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2318c5-b055-4e52-8d06-409cffc16161 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Network c85c9e9a-4ce0-434a-9c19-2006e1f77513 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:05:16.405566 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e5cd48ca-066d-441e-83ff-88928b72c278 req-96e78bab-4801-4987-9c0f-f3cb96a54bc2 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6ce6ce79bc284c8da12730541a4994bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3134437 Nov 23 22:05:16.406413 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2318c5-b055-4e52-8d06-409cffc16161 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Port': ['ID=04c68010-3498-4b5a-a5c6-6aab699dd3cb,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:16.430225 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-3e2318c5-b055-4e52-8d06-409cffc16161 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:05:16.433475 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2318c5-b055-4e52-8d06-409cffc16161 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:05:16.483151 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d56ef7-1fbe-4844-bf26-f0e49e7fc273 req-9b079ae1-f934-4f5c-9213-341f9fddcef6 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:16.493277 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89d56ef7-1fbe-4844-bf26-f0e49e7fc273 req-9b079ae1-f934-4f5c-9213-341f9fddcef6 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/ports?device_id=726c8869-8217-47db-b6a0-ee0177fc7e0e HTTP/1.1" status: 200 len: 946 time: 0.1813681 Nov 23 22:05:16.546753 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2318c5-b055-4e52-8d06-409cffc16161 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:16.547781 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e2318c5-b055-4e52-8d06-409cffc16161 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:16.602934 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89d56ef7-1fbe-4844-bf26-f0e49e7fc273 req-a6982898-03a5-4e7b-a137-4370886b2e7f tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/security-groups?id=c274dca1-acf8-4fbd-9240-c8d9dbcbc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082821 Nov 23 22:05:16.664323 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-b2d35af3-4c8d-4d4b-9e5d-8927d4f01ae0 None None] Set router 0aafe52b-1d77-41a3-b63f-bf2158898b7f gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:05:16.697007 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48650) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:16.702400 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3e2318c5-b055-4e52-8d06-409cffc16161 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8873320 Nov 23 22:05:16.716156 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-90162221-4038-4222-b8a3-068e9959fba3 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Request body: {'port': {'network_id': 'c85c9e9a-4ce0-434a-9c19-2006e1f77513', 'name': 'tempest-FloatingIPTestJSON-267577416'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:05:16.775120 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63950f-4844-4ace-85b7-c43883fd29bb req-0ef1b862-f6a6-4ca0-b37c-ffa6123d135d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:16.784002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fa63950f-4844-4ace-85b7-c43883fd29bb req-0ef1b862-f6a6-4ca0-b37c-ffa6123d135d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.2252429 Nov 23 22:05:16.810941 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9cf4344f-5d42-40d7-a3f2-89fee9e28ad3 admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:16.914166 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fa63950f-4844-4ace-85b7-c43883fd29bb req-ba521684-0ff6-4266-8fb5-50c9610c9a01 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269906 Nov 23 22:05:16.963520 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-b2d35af3-4c8d-4d4b-9e5d-8927d4f01ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aafe52b-1d77-41a3-b63f-bf2158898b7f', 'name': 'tempest-TaggedBootDevicesTest-48343456-router', 'tenant_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '68177536-82a7-4f4b-a8a5-590fd0c9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:52:52Z', 'updated_at': '2021-11-23T22:05:15Z', 'revision_number': 5, 'project_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'gw_port': {'id': '68177536-82a7-4f4b-a8a5-590fd0c9818d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aafe52b-1d77-41a3-b63f-bf2158898b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:54Z', 'updated_at': '2021-11-23T21:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:17.011096 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d35af3-4c8d-4d4b-9e5d-8927d4f01ae0 None None] Checking router: 0aafe52b-1d77-41a3-b63f-bf2158898b7f for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:05:17.022827 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d35af3-4c8d-4d4b-9e5d-8927d4f01ae0 None None] Routers {'0aafe52b-1d77-41a3-b63f-bf2158898b7f'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:17.023738 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-b2d35af3-4c8d-4d4b-9e5d-8927d4f01ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0aafe52b-1d77-41a3-b63f-bf2158898b7f'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:17.140176 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b13e4f-8deb-4aff-a76b-811ca92a961f req-99171344-1f04-4dcf-bdb0-ed4a2bb58c26 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:17.155351 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-04b13e4f-8deb-4aff-a76b-811ca92a961f req-99171344-1f04-4dcf-bdb0-ed4a2bb58c26 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1009476 Nov 23 22:05:17.209925 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90162221-4038-4222-b8a3-068e9959fba3 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Made reservation on behalf of 6e9dc41a332048d98b0221d031f9d56b for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:05:17.220828 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90162221-4038-4222-b8a3-068e9959fba3 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:17.268693 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-b2d35af3-4c8d-4d4b-9e5d-8927d4f01ae0 None None] Set router 0aafe52b-1d77-41a3-b63f-bf2158898b7f gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:05:17.278554 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-90162221-4038-4222-b8a3-068e9959fba3 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] device_id is not set on port e586fe0b-1649-4167-a096-7a3475bf0867 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:05:17.311949 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-04b13e4f-8deb-4aff-a76b-811ca92a961f req-4182b5d9-2c1e-4b9b-8da1-ec7ce37a1416 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465034 Nov 23 22:05:17.493420 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182c447-5496-44a6-8122-caa502bf6ee4 req-da9f5278-88e5-4021-bac6-6671063ca6f5 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:17.510668 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a182c447-5496-44a6-8122-caa502bf6ee4 req-da9f5278-88e5-4021-bac6-6671063ca6f5 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/ports?device_id=726c8869-8217-47db-b6a0-ee0177fc7e0e HTTP/1.1" status: 200 len: 946 time: 0.1510701 Nov 23 22:05:17.533504 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-90162221-4038-4222-b8a3-068e9959fba3 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Allocated IP 172.20.0.13 (c85c9e9a-4ce0-434a-9c19-2006e1f77513/d5cb8757-e5f2-4286-b9ba-f93dee788f3f/e586fe0b-1649-4167-a096-7a3475bf0867) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:05:17.589585 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-11418c49-4ce8-4c84-ac8e-5970bd89e1f4 req-7d05788d-0211-4c40-b6a4-613f122edda9 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6ce6ce79bc284c8da12730541a4994bb HTTP/1.1" status: 200 len: 221 time: 0.0530021 Nov 23 22:05:17.620389 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-b2d35af3-4c8d-4d4b-9e5d-8927d4f01ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aafe52b-1d77-41a3-b63f-bf2158898b7f', 'name': 'tempest-TaggedBootDevicesTest-48343456-router', 'tenant_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '68177536-82a7-4f4b-a8a5-590fd0c9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:52:52Z', 'updated_at': '2021-11-23T22:05:15Z', 'revision_number': 5, 'project_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'gw_port': {'id': '68177536-82a7-4f4b-a8a5-590fd0c9818d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aafe52b-1d77-41a3-b63f-bf2158898b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:54Z', 'updated_at': '2021-11-23T21:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:17.671669 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a182c447-5496-44a6-8122-caa502bf6ee4 req-13018941-25d5-4582-96be-602303133c77 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/security-groups?id=c274dca1-acf8-4fbd-9240-c8d9dbcbc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597536 Nov 23 22:05:17.675092 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d35af3-4c8d-4d4b-9e5d-8927d4f01ae0 None None] The sync data for ids ['0aafe52b-1d77-41a3-b63f-bf2158898b7f'] in n-d-816206-9 is: [{'id': '0aafe52b-1d77-41a3-b63f-bf2158898b7f', 'name': 'tempest-TaggedBootDevicesTest-48343456-router', 'tenant_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '68177536-82a7-4f4b-a8a5-590fd0c9818d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:52:52Z', 'updated_at': '2021-11-23T22:05:15Z', 'revision_number': 5, 'project_id': 'f1013b29ff6a4de0a08cc6587349ab65', 'gw_port': {'id': '68177536-82a7-4f4b-a8a5-590fd0c9818d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:51:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aafe52b-1d77-41a3-b63f-bf2158898b7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:52:54Z', 'updated_at': '2021-11-23T21:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:05:17.832213 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aeb06-30c8-45af-80c1-4cff31786ae8 req-7143cf44-7232-4a6c-87da-5a3cde9e2fcc tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:17.838663 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f1aeb06-30c8-45af-80c1-4cff31786ae8 req-7143cf44-7232-4a6c-87da-5a3cde9e2fcc tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1376681 Nov 23 22:05:17.929794 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f1aeb06-30c8-45af-80c1-4cff31786ae8 req-269f01c6-9b56-4e0b-8859-84031fa499ac tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841465 Nov 23 22:05:18.114263 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9cf4344f-5d42-40d7-a3f2-89fee9e28ad3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:18.126902 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27c7ba-7b3d-43f6-b631-f077f3c7cfd1 req-58c566b7-1dfe-4e5c-9fd3-604abebf299a tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:18.135089 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a27c7ba-7b3d-43f6-b631-f077f3c7cfd1 req-58c566b7-1dfe-4e5c-9fd3-604abebf299a tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1248825 Nov 23 22:05:18.204019 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a27c7ba-7b3d-43f6-b631-f077f3c7cfd1 req-f710dca4-b629-46b5-9352-69491e9ce9d2 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678678 Nov 23 22:05:18.309901 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90162221-4038-4222-b8a3-068e9959fba3 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:18.369094 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90162221-4038-4222-b8a3-068e9959fba3 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:18.442838 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90162221-4038-4222-b8a3-068e9959fba3 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Port': ['ID=e586fe0b-1649-4167-a096-7a3475bf0867,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:18.463396 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-9cf4344f-5d42-40d7-a3f2-89fee9e28ad3 admin admin] Deleting port 68177536-82a7-4f4b-a8a5-590fd0c9818d {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:05:18.463396 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9cf4344f-5d42-40d7-a3f2-89fee9e28ad3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:18.478388 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90162221-4038-4222-b8a3-068e9959fba3 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Network c85c9e9a-4ce0-434a-9c19-2006e1f77513 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:05:18.488253 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-90162221-4038-4222-b8a3-068e9959fba3 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:05:18.515822 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ce173-c9bd-4ea7-a53e-66f5a9182f30 req-bb906622-b498-46f5-951b-4f531cd6df78 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:18.517438 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-731ce173-c9bd-4ea7-a53e-66f5a9182f30 req-bb906622-b498-46f5-951b-4f531cd6df78 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1495461 Nov 23 22:05:18.549636 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90162221-4038-4222-b8a3-068e9959fba3 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:05:18.572098 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c64b1a9-27ba-4030-8082-06b21ecd3bd4 req-960cca4b-193c-4e8c-b0ab-46c17e1514ce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2168899 Nov 23 22:05:18.605790 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-731ce173-c9bd-4ea7-a53e-66f5a9182f30 req-cc7a6bab-7871-45d0-b51f-1abecb623334 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810425 Nov 23 22:05:18.636079 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90162221-4038-4222-b8a3-068e9959fba3 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:18.636755 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90162221-4038-4222-b8a3-068e9959fba3 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:18.640492 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-9cf4344f-5d42-40d7-a3f2-89fee9e28ad3 admin admin] For port 68177536-82a7-4f4b-a8a5-590fd0c9818d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=68177536-82a7-4f4b-a8a5-590fd0c9818d,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:05:18.640941 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9cf4344f-5d42-40d7-a3f2-89fee9e28ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:18.661465 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-9cf4344f-5d42-40d7-a3f2-89fee9e28ad3 admin admin] Calling delete_port for 68177536-82a7-4f4b-a8a5-590fd0c9818d owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:05:18.684681 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-90162221-4038-4222-b8a3-068e9959fba3 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9859266 Nov 23 22:05:18.686996 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48706) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:18.691614 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-452a364d-2b9e-4479-999e-e472316be367 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': 'e586fe0b-1649-4167-a096-7a3475bf0867', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:05:18.757297 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-452a364d-2b9e-4479-999e-e472316be367 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:18.942503 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593c95c-bce8-4550-84c0-2c3b1886e01a req-e5700c18-ac1a-4697-bb07-17a521b771df tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:18.948219 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3593c95c-bce8-4550-84c0-2c3b1886e01a req-e5700c18-ac1a-4697-bb07-17a521b771df tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1992493 Nov 23 22:05:18.956625 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64b1a9-27ba-4030-8082-06b21ecd3bd4 req-20718a18-363b-4009-bf1a-901edf3f4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:18.959808 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c64b1a9-27ba-4030-8082-06b21ecd3bd4 req-20718a18-363b-4009-bf1a-901edf3f4e8e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6ce6ce79bc284c8da12730541a4994bb&device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 1097 time: 0.3072152 Nov 23 22:05:18.993375 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d0c54-fe17-4407-b3d6-b2b78984aad8 req-1389ab08-8904-4fb0-aa84-78d12fbb8388 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:19.004795 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d9d0c54-fe17-4407-b3d6-b2b78984aad8 req-1389ab08-8904-4fb0-aa84-78d12fbb8388 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/ports?device_id=726c8869-8217-47db-b6a0-ee0177fc7e0e HTTP/1.1" status: 200 len: 946 time: 0.2041292 Nov 23 22:05:19.094054 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea419b-4d82-4ae1-88dc-1518c060eda1 req-53248e95-c2ef-467c-8f71-6a15a90bab55 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:19.097148 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32ea419b-4d82-4ae1-88dc-1518c060eda1 req-53248e95-c2ef-467c-8f71-6a15a90bab55 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.53 "GET /v2.0/ports?device_id=726c8869-8217-47db-b6a0-ee0177fc7e0e HTTP/1.1" status: 200 len: 946 time: 0.2926831 Nov 23 22:05:19.150533 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-452a364d-2b9e-4479-999e-e472316be367 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:19.210476 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9cf4344f-5d42-40d7-a3f2-89fee9e28ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:19.257299 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4344f-5d42-40d7-a3f2-89fee9e28ad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=68177536-82a7-4f4b-a8a5-590fd0c9818d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:19.276730 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bee58f-bd36-4a51-a495-5e6fd6460165 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:05:19.280495 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d9d0c54-fe17-4407-b3d6-b2b78984aad8 req-a98cda81-305b-4ee3-9ca5-599aa453d755 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/security-groups?id=c274dca1-acf8-4fbd-9240-c8d9dbcbc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732904 Nov 23 22:05:19.348666 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3593c95c-bce8-4550-84c0-2c3b1886e01a req-c84e3978-4760-460b-aa69-be7f8269d5f7 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854041 Nov 23 22:05:19.384134 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9cf4344f-5d42-40d7-a3f2-89fee9e28ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:19.394658 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-452a364d-2b9e-4479-999e-e472316be367 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Allocated IP 172.25.5.113 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/4939378d-6a17-4e84-a777-5f9d9dfc621c) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:05:19.414044 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64b1a9-27ba-4030-8082-06b21ecd3bd4 req-dc7ee51f-76eb-4da3-96fd-376bae441e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:19.415969 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c64b1a9-27ba-4030-8082-06b21ecd3bd4 req-dc7ee51f-76eb-4da3-96fd-376bae441e9e service neutron] 10.222.0.60 "GET /v2.0/networks?id=e2e52909-dbc6-4cc2-ac82-3967aafdd39a HTTP/1.1" status: 200 len: 914 time: 0.3945568 Nov 23 22:05:19.424369 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-32ea419b-4d82-4ae1-88dc-1518c060eda1 req-558ae620-f06a-433d-98bb-936d71582f88 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Deleting port 63d1ef37-ad4f-46b6-9477-70898f9a8b6c {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:05:19.424715 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-32ea419b-4d82-4ae1-88dc-1518c060eda1 req-558ae620-f06a-433d-98bb-936d71582f88 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:19.509365 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9cf4344f-5d42-40d7-a3f2-89fee9e28ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:19.516565 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9cf4344f-5d42-40d7-a3f2-89fee9e28ad3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:19.560199 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8bab63d1-9f3a-4c59-8507-925150311f25 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:05:19.604814 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-32ea419b-4d82-4ae1-88dc-1518c060eda1 req-558ae620-f06a-433d-98bb-936d71582f88 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] For port 63d1ef37-ad4f-46b6-9477-70898f9a8b6c, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=63d1ef37-ad4f-46b6-9477-70898f9a8b6c,segment=NetworkSegment(480cad15-44cc-40e9-b907-a0c9cd108d4b),segment_id=480cad15-44cc-40e9-b907-a0c9cd108d4b)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:05:19.605270 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9cf4344f-5d42-40d7-a3f2-89fee9e28ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:19.605447 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-32ea419b-4d82-4ae1-88dc-1518c060eda1 req-558ae620-f06a-433d-98bb-936d71582f88 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:19.606002 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf4344f-5d42-40d7-a3f2-89fee9e28ad3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0aafe52b-1d77-41a3-b63f-bf2158898b7f {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:05:19.611987 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 8bab63d1-9f3a-4c59-8507-925150311f25 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:05:19.613089 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8bab63d1-9f3a-4c59-8507-925150311f25 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:05:19.622118 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9cf4344f-5d42-40d7-a3f2-89fee9e28ad3 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:19.628252 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9cf4344f-5d42-40d7-a3f2-89fee9e28ad3 admin admin] 10.222.0.50 "DELETE /v2.0/routers/0aafe52b-1d77-41a3-b63f-bf2158898b7f HTTP/1.1" status: 204 len: 168 time: 3.2716208 Nov 23 22:05:19.636057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 48720) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:19.738876 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c64b1a9-27ba-4030-8082-06b21ecd3bd4 req-1fd6d1ee-b89f-45db-8d11-46fb3c7e2ebc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ad12db-6b0b-4cc1-b52f-1504a8283e40 HTTP/1.1" status: 200 len: 217 time: 0.1473107 Nov 23 22:05:19.759953 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-32ea419b-4d82-4ae1-88dc-1518c060eda1 req-558ae620-f06a-433d-98bb-936d71582f88 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Calling delete_port for 63d1ef37-ad4f-46b6-9477-70898f9a8b6c owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:05:19.787951 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-452a364d-2b9e-4479-999e-e472316be367 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:19.834784 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec7275-0b6d-452c-8a34-a5b892fb984d req-161e4f8c-f589-455d-a025-243d29655bf6 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:19.836400 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5ec7275-0b6d-452c-8a34-a5b892fb984d req-161e4f8c-f589-455d-a025-243d29655bf6 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.2394371 Nov 23 22:05:19.874561 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-452a364d-2b9e-4479-999e-e472316be367 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:19.907211 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7a8c02-14a5-4eca-aa1c-ba76e98a0c09 admin admin] Deleting subnet eb849004-a120-4f16-b85c-5cf6b51b4055 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:05:19.911469 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8c02-14a5-4eca-aa1c-ba76e98a0c09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:19.936800 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452a364d-2b9e-4479-999e-e472316be367 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:05:19.944053 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-452a364d-2b9e-4479-999e-e472316be367 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:05:19.949736 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452a364d-2b9e-4479-999e-e472316be367 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:05:19.954259 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a364d-2b9e-4479-999e-e472316be367 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Port': ['ID=4939378d-6a17-4e84-a777-5f9d9dfc621c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:19.961782 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8c02-14a5-4eca-aa1c-ba76e98a0c09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:20.048574 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8c02-14a5-4eca-aa1c-ba76e98a0c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:20.093010 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64b1a9-27ba-4030-8082-06b21ecd3bd4 req-627c88d3-d9b3-4363-a27e-ca767f92f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:20.094535 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c64b1a9-27ba-4030-8082-06b21ecd3bd4 req-627c88d3-d9b3-4363-a27e-ca767f92f046 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70a442e5-0c56-4c4d-9aab-d7d2295cb603 HTTP/1.1" status: 200 len: 853 time: 0.3441744 Nov 23 22:05:20.661458 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c64b1a9-27ba-4030-8082-06b21ecd3bd4 req-0aa5a7a0-b068-4d4e-9f3d-74add5c3ae7d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2e52909-dbc6-4cc2-ac82-3967aafdd39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5551498 Nov 23 22:05:20.734480 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-452a364d-2b9e-4479-999e-e472316be367 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:20.823136 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5ec7275-0b6d-452c-8a34-a5b892fb984d req-2e3fceeb-6b80-47dd-bfae-fc4f178a7ec8 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9512556 Nov 23 22:05:20.843923 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-452a364d-2b9e-4479-999e-e472316be367 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:20.953966 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8c02-14a5-4eca-aa1c-ba76e98a0c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:21.095175 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3067d0-7c0f-4846-b6b7-0b36269e71fb None None] Network 0353240a-c162-45bc-a90c-2c88d7362c91 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:05:21.102100 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-452a364d-2b9e-4479-999e-e472316be367 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:21.124306 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-452a364d-2b9e-4479-999e-e472316be367 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:21.157649 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a8c02-14a5-4eca-aa1c-ba76e98a0c09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb849004-a120-4f16-b85c-5cf6b51b4055,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:21.181191 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c428bd-0a99-48ce-a24c-9c6f1b957203 req-ef2e4e27-4bbf-468b-a89e-39ca28b2fc86 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:21.186123 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-19c428bd-0a99-48ce-a24c-9c6f1b957203 req-ef2e4e27-4bbf-468b-a89e-39ca28b2fc86 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/ports?device_id=726c8869-8217-47db-b6a0-ee0177fc7e0e HTTP/1.1" status: 200 len: 946 time: 0.5097022 Nov 23 22:05:21.194897 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8c02-14a5-4eca-aa1c-ba76e98a0c09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:21.204905 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4f7a8c02-14a5-4eca-aa1c-ba76e98a0c09 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/eb849004-a120-4f16-b85c-5cf6b51b4055 HTTP/1.1" status: 204 len: 168 time: 1.5315580 Nov 23 22:05:21.270533 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 48746) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:21.279089 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a364d-2b9e-4479-999e-e472316be367 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Port': ['ID=4939378d-6a17-4e84-a777-5f9d9dfc621c,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:21.282733 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-452a364d-2b9e-4479-999e-e472316be367 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:21.415683 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c64b1a9-27ba-4030-8082-06b21ecd3bd4 req-1967d369-45af-44a5-a04c-159e48c30792 service neutron] 10.222.0.60 "GET /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7146387 Nov 23 22:05:21.446776 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 68177536-82a7-4f4b-a8a5-590fd0c9818d no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:05:21.493838 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 68177536-82a7-4f4b-a8a5-590fd0c9818d {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:05:21.494230 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 68177536-82a7-4f4b-a8a5-590fd0c9818d not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:05:21.499368 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c534d04-0de9-4f8e-bf14-6d5c2baed98e None None] DHCP port deletion for 0353240a-c162-45bc-a90c-2c88d7362c91 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:05:21.506271 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-32ea419b-4d82-4ae1-88dc-1518c060eda1 req-558ae620-f06a-433d-98bb-936d71582f88 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:21.535992 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c345b37-aa93-42b2-ba1f-26aa07a89ad7 req-60fc541d-1918-4137-8235-14c336513107 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:21.543834 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5c345b37-aa93-42b2-ba1f-26aa07a89ad7 req-60fc541d-1918-4137-8235-14c336513107 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.4779010 Nov 23 22:05:21.556439 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-452a364d-2b9e-4479-999e-e472316be367 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Floating IP 0997e1b2-6146-4a29-beb0-8f9904b02754 associated. External IP: 172.25.5.113, port: e586fe0b-1649-4167-a096-7a3475bf0867. Nov 23 22:05:21.559745 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90dda97b-534b-4cc0-ad99-d78dbe202049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:21.577373 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['63d1ef37-ad4f-46b6-9477-70898f9a8b6c'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:05:21.680926 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-19c428bd-0a99-48ce-a24c-9c6f1b957203 req-661ceb2a-7ea1-4db2-a6d9-9cd982070cfd tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.50 "GET /v2.0/security-groups?id=c274dca1-acf8-4fbd-9240-c8d9dbcbc75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162230 Nov 23 22:05:21.716897 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ae620-f06a-433d-98bb-936d71582f88 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Pushing event deleted for resources: {'Port': ['ID=63d1ef37-ad4f-46b6-9477-70898f9a8b6c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:21.736596 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-7c534d04-0de9-4f8e-bf14-6d5c2baed98e None None] Deleting port 27ddf423-bfde-4bb7-a80c-4f7a38f2d322 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:05:21.736987 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7c534d04-0de9-4f8e-bf14-6d5c2baed98e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:21.874609 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7c534d04-0de9-4f8e-bf14-6d5c2baed98e None None] For port 27ddf423-bfde-4bb7-a80c-4f7a38f2d322, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=27ddf423-bfde-4bb7-a80c-4f7a38f2d322,segment=NetworkSegment(b5a3ca3f-8494-4b4b-be92-381bea60a200),segment_id=b5a3ca3f-8494-4b4b-be92-381bea60a200)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:05:21.875338 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7c534d04-0de9-4f8e-bf14-6d5c2baed98e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:21.888105 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ea419b-4d82-4ae1-88dc-1518c060eda1 req-558ae620-f06a-433d-98bb-936d71582f88 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] No DVR routers for this DVR port 63d1ef37-ad4f-46b6-9477-70898f9a8b6c on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:05:21.892356 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-7c534d04-0de9-4f8e-bf14-6d5c2baed98e None None] Calling delete_port for 27ddf423-bfde-4bb7-a80c-4f7a38f2d322 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:05:21.896532 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-32ea419b-4d82-4ae1-88dc-1518c060eda1 req-558ae620-f06a-433d-98bb-936d71582f88 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:21.900666 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32ea419b-4d82-4ae1-88dc-1518c060eda1 req-558ae620-f06a-433d-98bb-936d71582f88 tempest-ServerPasswordTestJSON-1182069296 tempest-ServerPasswordTestJSON-1182069296-project] 10.222.0.53 "DELETE /v2.0/ports/63d1ef37-ad4f-46b6-9477-70898f9a8b6c HTTP/1.1" status: 204 len: 173 time: 2.7705300 Nov 23 22:05:21.905383 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '726c8869-8217-47db-b6a0-ee0177fc7e0e', 'name': 'network-vif-deleted', 'tag': '63d1ef37-ad4f-46b6-9477-70898f9a8b6c'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:05:21.907961 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c9e58b-e200-479c-88fe-620ae1f70929" -d '{"events": [{"server_uuid": "726c8869-8217-47db-b6a0-ee0177fc7e0e", "name": "network-vif-deleted", "tag": "63d1ef37-ad4f-46b6-9477-70898f9a8b6c"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:05:21.956306 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452a364d-2b9e-4479-999e-e472316be367 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Router 3ee87e64-e646-4609-bfc7-19f753d9ed4b has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:05:21.975423 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5c345b37-aa93-42b2-ba1f-26aa07a89ad7 req-e44965ab-5534-4cd1-aca8-83e98418f609 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304557 Nov 23 22:05:22.009738 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c64b1a9-27ba-4030-8082-06b21ecd3bd4 req-bd4d2ee5-1609-4813-a395-07b1c1a61e52 service neutron] 10.222.0.60 "GET /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448020 Nov 23 22:05:22.028789 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b626bc-a8d6-4092-80b8-783730042f52 x-openstack-request-id: req-61b626bc-a8d6-4092-80b8-783730042f52 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:05:22.032208 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "726c8869-8217-47db-b6a0-ee0177fc7e0e", "name": "network-vif-deleted", "tag": "63d1ef37-ad4f-46b6-9477-70898f9a8b6c", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:05:22.033764 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-61b626bc-a8d6-4092-80b8-783730042f52 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:05:22.034355 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '726c8869-8217-47db-b6a0-ee0177fc7e0e', 'name': 'network-vif-deleted', 'tag': '63d1ef37-ad4f-46b6-9477-70898f9a8b6c', 'status': 'completed', 'code': 200} Nov 23 22:05:22.063872 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-90dda97b-534b-4cc0-ad99-d78dbe202049 admin admin] Deleting port 27ddf423-bfde-4bb7-a80c-4f7a38f2d322 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:05:22.064523 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90dda97b-534b-4cc0-ad99-d78dbe202049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:22.152553 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452a364d-2b9e-4479-999e-e472316be367 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:05:22.178865 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc30291-33f8-44cd-bd61-52f49a8f6942 None None] Sync routers for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:05:22.189064 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-452a364d-2b9e-4479-999e-e472316be367 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:22.240220 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc30291-33f8-44cd-bd61-52f49a8f6942 None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:22.246189 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-cdc30291-33f8-44cd-bd61-52f49a8f6942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:22.250166 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-90dda97b-534b-4cc0-ad99-d78dbe202049 admin admin] For port 27ddf423-bfde-4bb7-a80c-4f7a38f2d322, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=27ddf423-bfde-4bb7-a80c-4f7a38f2d322,segment=NetworkSegment(b5a3ca3f-8494-4b4b-be92-381bea60a200),segment_id=b5a3ca3f-8494-4b4b-be92-381bea60a200)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:05:22.251642 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90dda97b-534b-4cc0-ad99-d78dbe202049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:22.269103 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-452a364d-2b9e-4479-999e-e472316be367 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5805752 Nov 23 22:05:22.270330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48760) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:22.280746 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-2f940aaa-0bd2-4d96-bb8b-0f44add16754 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:05:22.306245 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-cdc30291-33f8-44cd-bd61-52f49a8f6942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:22.325414 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc30291-33f8-44cd-bd61-52f49a8f6942 None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:22.326166 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-cdc30291-33f8-44cd-bd61-52f49a8f6942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:22.334309 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7c534d04-0de9-4f8e-bf14-6d5c2baed98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:22.346032 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-90dda97b-534b-4cc0-ad99-d78dbe202049 admin admin] Calling delete_port for 27ddf423-bfde-4bb7-a80c-4f7a38f2d322 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:05:22.396200 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:05:22.413341 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2f940aaa-0bd2-4d96-bb8b-0f44add16754 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:22.430008 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-cdc30291-33f8-44cd-bd61-52f49a8f6942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:22.444250 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc30291-33f8-44cd-bd61-52f49a8f6942 None None] The sync data for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:05:22.453387 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6bb19-e37a-45e1-b0e0-4d86b50018c7 req-50fe0497-f8f2-414d-ab39-a6ec6329ce0e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:22.460862 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c534d04-0de9-4f8e-bf14-6d5c2baed98e None None] Pushing event deleted for resources: {'Port': ['ID=27ddf423-bfde-4bb7-a80c-4f7a38f2d322,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:22.462424 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55b6bb19-e37a-45e1-b0e0-4d86b50018c7 req-50fe0497-f8f2-414d-ab39-a6ec6329ce0e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.3477237 Nov 23 22:05:22.472249 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c534d04-0de9-4f8e-bf14-6d5c2baed98e None None] No DVR routers for this DVR port 27ddf423-bfde-4bb7-a80c-4f7a38f2d322 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:05:22.572228 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90dda97b-534b-4cc0-ad99-d78dbe202049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:22.635549 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dda97b-534b-4cc0-ad99-d78dbe202049 admin admin] Pushing event deleted for resources: {'Port': ['ID=27ddf423-bfde-4bb7-a80c-4f7a38f2d322,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:22.655100 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55b6bb19-e37a-45e1-b0e0-4d86b50018c7 req-eb191277-af48-4a1f-b19a-33889d57212d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920044 Nov 23 22:05:22.663745 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2f940aaa-0bd2-4d96-bb8b-0f44add16754 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:22.665606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dda97b-534b-4cc0-ad99-d78dbe202049 admin admin] No DVR routers for this DVR port 27ddf423-bfde-4bb7-a80c-4f7a38f2d322 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:05:22.669231 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2f940aaa-0bd2-4d96-bb8b-0f44add16754 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:22.669887 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-2f940aaa-0bd2-4d96-bb8b-0f44add16754 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Floating IP 0997e1b2-6146-4a29-beb0-8f9904b02754 disassociated. External IP: 172.25.5.113, port: e586fe0b-1649-4167-a096-7a3475bf0867. Nov 23 22:05:22.755735 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 48770) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:22.796577 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:22.928625 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90dda97b-534b-4cc0-ad99-d78dbe202049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:22.937537 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-45770d62-22a3-490a-818c-c3a850d584d1 admin admin] Deleting subnet 80b4e40c-af89-436f-8195-7182fdf415bf {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:05:22.971081 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-90dda97b-534b-4cc0-ad99-d78dbe202049 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0353240a-c162-45bc-a90c-2c88d7362c91']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:22.984490 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-90dda97b-534b-4cc0-ad99-d78dbe202049 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a3ca3f-8494-4b4b-be92-381bea60a200') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:22.984872 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-90dda97b-534b-4cc0-ad99-d78dbe202049 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a3ca3f-8494-4b4b-be92-381bea60a200') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:22.997581 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90dda97b-534b-4cc0-ad99-d78dbe202049 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:23.009359 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45770d62-22a3-490a-818c-c3a850d584d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:23.064902 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6ba80-ff88-4455-a844-d185688f8b85 req-3f53910c-8b39-4081-b8fa-ed04911792ce tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:23.066857 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-37f6ba80-ff88-4455-a844-d185688f8b85 req-3f53910c-8b39-4081-b8fa-ed04911792ce tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.2559128 Nov 23 22:05:23.070588 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90dda97b-534b-4cc0-ad99-d78dbe202049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:23.100516 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45770d62-22a3-490a-818c-c3a850d584d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:23.101111 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90dda97b-534b-4cc0-ad99-d78dbe202049 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:05:23.101540 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90dda97b-534b-4cc0-ad99-d78dbe202049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:05:23.105604 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:05:23.251564 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-37f6ba80-ff88-4455-a844-d185688f8b85 req-fa94164c-0f10-46f3-8707-26f8ab631bcc tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748993 Nov 23 22:05:23.252637 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45770d62-22a3-490a-818c-c3a850d584d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:23.281413 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90dda97b-534b-4cc0-ad99-d78dbe202049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:23.292114 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90dda97b-534b-4cc0-ad99-d78dbe202049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:23.297892 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-90dda97b-534b-4cc0-ad99-d78dbe202049 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0353240a-c162-45bc-a90c-2c88d7362c91 HTTP/1.1" status: 204 len: 168 time: 2.0253119 Nov 23 22:05:23.305788 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f940aaa-0bd2-4d96-bb8b-0f44add16754 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Router 3ee87e64-e646-4609-bfc7-19f753d9ed4b has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:05:23.317176 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dda97b-534b-4cc0-ad99-d78dbe202049 admin admin] Pushing event deleted for resources: {'Network': ['ID=0353240a-c162-45bc-a90c-2c88d7362c91,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:23.366097 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45770d62-22a3-490a-818c-c3a850d584d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:23.468288 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45770d62-22a3-490a-818c-c3a850d584d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:23.483506 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48798) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:23.485430 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-45770d62-22a3-490a-818c-c3a850d584d1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/80b4e40c-af89-436f-8195-7182fdf415bf HTTP/1.1" status: 204 len: 168 time: 0.7239733 Nov 23 22:05:23.489633 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45770d62-22a3-490a-818c-c3a850d584d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80b4e40c-af89-436f-8195-7182fdf415bf,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:23.541471 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e01c8-0227-4c46-a513-7da0d81d9e24 req-8d87dc35-26fb-48df-ad19-60391a72264e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:23.543641 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d0e01c8-0227-4c46-a513-7da0d81d9e24 req-8d87dc35-26fb-48df-ad19-60391a72264e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1092119 Nov 23 22:05:23.552753 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 27ddf423-bfde-4bb7-a80c-4f7a38f2d322 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:05:23.567637 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 48802) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:23.613648 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 27ddf423-bfde-4bb7-a80c-4f7a38f2d322 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:05:23.614163 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 27ddf423-bfde-4bb7-a80c-4f7a38f2d322 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:05:23.674979 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d0e01c8-0227-4c46-a513-7da0d81d9e24 req-6ef6adf1-8320-43d2-8ac8-2b3f6585d4d9 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245642 Nov 23 22:05:23.684537 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3fec5bc7-282a-482d-81a5-dfbb1be4f84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:23.714214 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 63d1ef37-ad4f-46b6-9477-70898f9a8b6c no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:05:23.726874 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-17dfecef-1cf1-49aa-910b-4c8a05b0a987 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b32d0f34c0cc4ad1b4cbe85726725dc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1571379 Nov 23 22:05:23.729041 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48810) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:23.754953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 63d1ef37-ad4f-46b6-9477-70898f9a8b6c {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:05:23.756415 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 63d1ef37-ad4f-46b6-9477-70898f9a8b6c not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:05:23.807115 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f940aaa-0bd2-4d96-bb8b-0f44add16754 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:05:23.822316 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ff02b1-516b-4339-94fb-ec32f457d0d3 None None] Sync routers for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:05:23.829474 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2f940aaa-0bd2-4d96-bb8b-0f44add16754 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:23.842749 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ff02b1-516b-4339-94fb-ec32f457d0d3 None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:23.846892 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-35ff02b1-516b-4339-94fb-ec32f457d0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:23.908585 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3fec5bc7-282a-482d-81a5-dfbb1be4f84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:23.923375 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2f940aaa-0bd2-4d96-bb8b-0f44add16754 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "PUT /v2.0/floatingips/0997e1b2-6146-4a29-beb0-8f9904b02754 HTTP/1.1" status: 200 len: 688 time: 1.6508315 Nov 23 22:05:23.926758 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d60afa-aefa-4394-abd9-15ef01f6b4c3 req-450f2719-9995-4c3b-9c4a-2d52cf90d9c6 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:23.928309 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48812) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:23.929231 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-35ff02b1-516b-4339-94fb-ec32f457d0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:23.932366 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8d60afa-aefa-4394-abd9-15ef01f6b4c3 req-450f2719-9995-4c3b-9c4a-2d52cf90d9c6 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1360037 Nov 23 22:05:23.951703 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ff02b1-516b-4339-94fb-ec32f457d0d3 None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:23.955295 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-35ff02b1-516b-4339-94fb-ec32f457d0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:23.998262 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3fec5bc7-282a-482d-81a5-dfbb1be4f84d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed33ee50-6a73-41a8-b12f-913d4f0c75a9']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:24.016417 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fb31f5a5-b95f-4819-b81a-bdc9fc5b4d4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:24.019066 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3fec5bc7-282a-482d-81a5-dfbb1be4f84d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480cad15-44cc-40e9-b907-a0c9cd108d4b') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:24.019362 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3fec5bc7-282a-482d-81a5-dfbb1be4f84d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480cad15-44cc-40e9-b907-a0c9cd108d4b') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:24.045772 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8d60afa-aefa-4394-abd9-15ef01f6b4c3 req-c7fc666e-2638-475c-a4f8-2b20fdc53042 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062789 Nov 23 22:05:24.048455 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-35ff02b1-516b-4339-94fb-ec32f457d0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:24.049729 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ff02b1-516b-4339-94fb-ec32f457d0d3 None None] The sync data for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:05:24.083089 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3fec5bc7-282a-482d-81a5-dfbb1be4f84d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:24.210637 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3fec5bc7-282a-482d-81a5-dfbb1be4f84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:24.220780 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fb31f5a5-b95f-4819-b81a-bdc9fc5b4d4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:24.244236 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fec5bc7-282a-482d-81a5-dfbb1be4f84d admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:05:24.244644 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3fec5bc7-282a-482d-81a5-dfbb1be4f84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:24.246000 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed5f34-ea4b-4c95-bfa5-174809436dc3 req-3407db2e-acd8-438b-bcaf-00f1c0644f53 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:05:24.246551 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:05:24.252213 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-27ed5f34-ea4b-4c95-bfa5-174809436dc3 req-3407db2e-acd8-438b-bcaf-00f1c0644f53 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.0691938 Nov 23 22:05:24.319440 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-27ed5f34-ea4b-4c95-bfa5-174809436dc3 req-2136fc4d-734e-433b-930a-7e152db87928 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576026 Nov 23 22:05:24.358696 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3fec5bc7-282a-482d-81a5-dfbb1be4f84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:24.373703 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3fec5bc7-282a-482d-81a5-dfbb1be4f84d admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:24.377696 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3fec5bc7-282a-482d-81a5-dfbb1be4f84d admin admin] 10.222.0.50 "DELETE /v2.0/networks/ed33ee50-6a73-41a8-b12f-913d4f0c75a9 HTTP/1.1" status: 204 len: 168 time: 0.8925991 Nov 23 22:05:24.397340 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-f5e419a0-7f15-45a2-b701-4d81cb528a09 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Deleting port 4939378d-6a17-4e84-a777-5f9d9dfc621c {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:05:24.397693 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5e419a0-7f15-45a2-b701-4d81cb528a09 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:24.401250 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec5bc7-282a-482d-81a5-dfbb1be4f84d admin admin] Pushing event deleted for resources: {'Network': ['ID=ed33ee50-6a73-41a8-b12f-913d4f0c75a9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:24.492612 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fb31f5a5-b95f-4819-b81a-bdc9fc5b4d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:24.495429 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fb31f5a5-b95f-4819-b81a-bdc9fc5b4d4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:24.508956 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fb31f5a5-b95f-4819-b81a-bdc9fc5b4d4a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0dd36900-ecd6-4b6e-bca9-1441fa8b2915 HTTP/1.1" status: 204 len: 168 time: 0.7652867 Nov 23 22:05:24.514035 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0f2ec-f5cb-40ce-83db-f60d6bceca63 req-708aad41-08b6-4792-99f3-4afb79571c8d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:24.516361 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8af0f2ec-f5cb-40ce-83db-f60d6bceca63 req-708aad41-08b6-4792-99f3-4afb79571c8d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.0934563 Nov 23 22:05:24.530659 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31f5a5-b95f-4819-b81a-bdc9fc5b4d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd36900-ecd6-4b6e-bca9-1441fa8b2915,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:24.577916 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5e419a0-7f15-45a2-b701-4d81cb528a09 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:24.578502 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5e419a0-7f15-45a2-b701-4d81cb528a09 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:24.593650 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-f5e419a0-7f15-45a2-b701-4d81cb528a09 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Calling delete_port for 4939378d-6a17-4e84-a777-5f9d9dfc621c owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:05:24.626406 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8af0f2ec-f5cb-40ce-83db-f60d6bceca63 req-77dedcf2-cb2c-4242-855f-4caa579a32c3 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024230 Nov 23 22:05:24.721308 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 48834) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:24.842557 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d940100c-08e4-4dea-b14e-43d79de58f09 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9897461209ec4dc0bc4ae79edaae0a01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1192005 Nov 23 22:05:24.842978 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48838) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:24.887985 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5e419a0-7f15-45a2-b701-4d81cb528a09 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:24.930443 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58201e8-2b26-49f8-8e1a-a9c17d12c23b req-1a8c9242-60ac-41dd-b3c5-96a279c73dc5 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:24.932076 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c58201e8-2b26-49f8-8e1a-a9c17d12c23b req-1a8c9242-60ac-41dd-b3c5-96a279c73dc5 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1192355 Nov 23 22:05:24.934323 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e419a0-7f15-45a2-b701-4d81cb528a09 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event deleted for resources: {'Port': ['ID=4939378d-6a17-4e84-a777-5f9d9dfc621c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:25.001222 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c58201e8-2b26-49f8-8e1a-a9c17d12c23b req-c801921a-40be-4944-bffc-09ffdcf5a9d4 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554538 Nov 23 22:05:25.012902 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-295b9932-7792-40e2-8f4d-1d29d8d55cb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:25.030444 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5e419a0-7f15-45a2-b701-4d81cb528a09 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:25.033330 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5e419a0-7f15-45a2-b701-4d81cb528a09 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:25.045077 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f5e419a0-7f15-45a2-b701-4d81cb528a09 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "DELETE /v2.0/floatingips/0997e1b2-6146-4a29-beb0-8f9904b02754 HTTP/1.1" status: 204 len: 168 time: 1.1140456 Nov 23 22:05:25.048595 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 48842) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:25.054101 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-4c5f466d-8fe4-4218-9041-ed6f6bc152c0 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': '04c68010-3498-4b5a-a5c6-6aab699dd3cb'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:05:25.097333 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-295b9932-7792-40e2-8f4d-1d29d8d55cb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:25.187681 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c5f466d-8fe4-4218-9041-ed6f6bc152c0 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:25.207175 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48844) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:25.244458 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a1c5e-8198-4657-b418-e43e62add222 req-521f378f-a821-46db-95c7-012503d3dadc tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:25.246410 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b3a1c5e-8198-4657-b418-e43e62add222 req-521f378f-a821-46db-95c7-012503d3dadc tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.0949168 Nov 23 22:05:25.266522 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-295b9932-7792-40e2-8f4d-1d29d8d55cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:25.269366 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-295b9932-7792-40e2-8f4d-1d29d8d55cb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:25.274277 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-295b9932-7792-40e2-8f4d-1d29d8d55cb5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c274dca1-acf8-4fbd-9240-c8d9dbcbc75a HTTP/1.1" status: 204 len: 168 time: 0.4300766 Nov 23 22:05:25.277096 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-02b16fef-662f-4f62-847c-2bc196df947e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f1013b29ff6a4de0a08cc6587349ab65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0626447 Nov 23 22:05:25.285367 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48848) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:25.286495 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b9932-7792-40e2-8f4d-1d29d8d55cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c274dca1-acf8-4fbd-9240-c8d9dbcbc75a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:25.384021 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d36ade0a-cfe4-4b5a-a86c-a51ce7c0b358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:25.385753 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b3a1c5e-8198-4657-b418-e43e62add222 req-0c0d15b7-2653-4b34-98ba-a7c24019193d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324618 Nov 23 22:05:25.416448 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c5f466d-8fe4-4218-9041-ed6f6bc152c0 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:25.459329 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d36ade0a-cfe4-4b5a-a86c-a51ce7c0b358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:25.561731 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d36ade0a-cfe4-4b5a-a86c-a51ce7c0b358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:25.564799 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d36ade0a-cfe4-4b5a-a86c-a51ce7c0b358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:25.565931 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d36ade0a-cfe4-4b5a-a86c-a51ce7c0b358 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81eb2932-ac6b-4aea-a64d-6b6b12bdc6ce HTTP/1.1" status: 204 len: 168 time: 0.2759082 Nov 23 22:05:25.572317 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-4c5f466d-8fe4-4218-9041-ed6f6bc152c0 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Allocated IP 172.25.5.236 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/9d920442-3309-438f-819f-b5e3611c2894) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:05:25.580468 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ade0a-cfe4-4b5a-a86c-a51ce7c0b358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81eb2932-ac6b-4aea-a64d-6b6b12bdc6ce,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:25.830683 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8d468-40c2-42b8-a735-3f1940d500ec req-c7247a0b-d08b-4e5e-a94f-328440e07329 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:25.832372 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-02d8d468-40c2-42b8-a735-3f1940d500ec req-c7247a0b-d08b-4e5e-a94f-328440e07329 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1481836 Nov 23 22:05:25.839621 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c5f466d-8fe4-4218-9041-ed6f6bc152c0 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:25.962374 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c5f466d-8fe4-4218-9041-ed6f6bc152c0 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:26.041157 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f466d-8fe4-4218-9041-ed6f6bc152c0 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Port': ['ID=9d920442-3309-438f-819f-b5e3611c2894,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:26.073357 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-02d8d468-40c2-42b8-a735-3f1940d500ec req-c9f3a282-63ed-4542-8d13-c5dec59f5784 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318184 Nov 23 22:05:26.087516 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5f466d-8fe4-4218-9041-ed6f6bc152c0 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:05:26.089460 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-4c5f466d-8fe4-4218-9041-ed6f6bc152c0 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:05:26.104583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5f466d-8fe4-4218-9041-ed6f6bc152c0 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:05:26.320043 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c71ac-00a8-4fb2-96db-c741b27da2c6 req-534541ea-56eb-4d48-abdf-dd6784858326 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:26.322154 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf1c71ac-00a8-4fb2-96db-c741b27da2c6 req-534541ea-56eb-4d48-abdf-dd6784858326 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1085072 Nov 23 22:05:26.510524 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf1c71ac-00a8-4fb2-96db-c741b27da2c6 req-fca8d288-68d2-4178-b845-27b4dccfa046 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418622 Nov 23 22:05:26.709186 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48910) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:26.815804 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c5f466d-8fe4-4218-9041-ed6f6bc152c0 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:27.016948 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c5f466d-8fe4-4218-9041-ed6f6bc152c0 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:27.114607 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110691d5-7d32-426d-b380-86d0c386cb59 req-51df28c1-2920-4637-af4c-51072624500d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:27.115618 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a954ebaa-fba1-4453-adad-999e47215cb6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-258335091-network', 'tenant_id': '4ba5ee27e4ef44ecb37cc77bea713d20'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:05:27.138258 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-110691d5-7d32-426d-b380-86d0c386cb59 req-51df28c1-2920-4637-af4c-51072624500d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1789443 Nov 23 22:05:27.154921 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a954ebaa-fba1-4453-adad-999e47215cb6 admin admin] Made reservation on behalf of 4ba5ee27e4ef44ecb37cc77bea713d20 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:05:27.157483 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a954ebaa-fba1-4453-adad-999e47215cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:27.173774 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a954ebaa-fba1-4453-adad-999e47215cb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:27.241735 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-110691d5-7d32-426d-b380-86d0c386cb59 req-97affba3-a146-469f-8eaf-9aa42e567d92 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005504 Nov 23 22:05:27.360557 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a954ebaa-fba1-4453-adad-999e47215cb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:27.373402 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a954ebaa-fba1-4453-adad-999e47215cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:27.414919 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a954ebaa-fba1-4453-adad-999e47215cb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:05:27.456781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954ebaa-fba1-4453-adad-999e47215cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdde8117-8c2f-4ec0-a269-58afb856087d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:27.467857 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a954ebaa-fba1-4453-adad-999e47215cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:27.468290 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-a954ebaa-fba1-4453-adad-999e47215cb6 admin admin] Added segment ba6a3e03-8515-450c-b39c-e243141792fa of type vlan for network 0694fd82-dd76-4175-8a52-79b9738b5f90 Nov 23 22:05:27.542539 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a954ebaa-fba1-4453-adad-999e47215cb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:27.582179 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a954ebaa-fba1-4453-adad-999e47215cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:27.584246 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a954ebaa-fba1-4453-adad-999e47215cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:27.586812 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a954ebaa-fba1-4453-adad-999e47215cb6 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:27.594961 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c5f466d-8fe4-4218-9041-ed6f6bc152c0 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:27.627903 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4aefd-02b8-467e-8f49-b5595addd008 req-16c99a8b-b8f2-454c-8ca8-4a086d14d7a1 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:27.633471 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdb4aefd-02b8-467e-8f49-b5595addd008 req-16c99a8b-b8f2-454c-8ca8-4a086d14d7a1 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.2540510 Nov 23 22:05:27.634913 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c5f466d-8fe4-4218-9041-ed6f6bc152c0 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:27.714190 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a954ebaa-fba1-4453-adad-999e47215cb6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0030107 Nov 23 22:05:27.715252 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 48946) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:27.732146 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-19073bb8-d19e-41c2-a859-8e113b093008 admin admin] Request body: {'subnet': {'network_id': '0694fd82-dd76-4175-8a52-79b9738b5f90', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-258335091-subnet', 'tenant_id': '4ba5ee27e4ef44ecb37cc77bea713d20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:05:27.793061 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954ebaa-fba1-4453-adad-999e47215cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=0694fd82-dd76-4175-8a52-79b9738b5f90,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:27.804802 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19073bb8-d19e-41c2-a859-8e113b093008 admin admin] Made reservation on behalf of 4ba5ee27e4ef44ecb37cc77bea713d20 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:05:27.809125 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 0694fd82-dd76-4175-8a52-79b9738b5f90 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:05:27.810910 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdb4aefd-02b8-467e-8f49-b5595addd008 req-27c82f4c-86b2-455a-b546-2cab474effa0 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580873 Nov 23 22:05:27.831325 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-19073bb8-d19e-41c2-a859-8e113b093008 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:27.979270 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c60da790-97e4-4991-b37f-ab18a263e5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:28.299267 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-19073bb8-d19e-41c2-a859-8e113b093008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:28.410375 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c5f466d-8fe4-4218-9041-ed6f6bc152c0 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:28.423928 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19073bb8-d19e-41c2-a859-8e113b093008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7065862-625b-4f45-89f2-708adbd9867c,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:28.426967 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19073bb8-d19e-41c2-a859-8e113b093008 admin admin] Checking segment: {'id': 'ba6a3e03-8515-450c-b39c-e243141792fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0694fd82-dd76-4175-8a52-79b9738b5f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:05:28.428115 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19073bb8-d19e-41c2-a859-8e113b093008 admin admin] Network hostable DHCP agents. Network: 0694fd82-dd76-4175-8a52-79b9738b5f90, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:05:28.457299 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19073bb8-d19e-41c2-a859-8e113b093008 admin admin] Network 0694fd82-dd76-4175-8a52-79b9738b5f90 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:05:28.483266 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f466d-8fe4-4218-9041-ed6f6bc152c0 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Port': ['ID=9d920442-3309-438f-819f-b5e3611c2894,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:28.484459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-19073bb8-d19e-41c2-a859-8e113b093008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 0694fd82-dd76-4175-8a52-79b9738b5f90) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:05:28.492960 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19073bb8-d19e-41c2-a859-8e113b093008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:28.493640 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-19073bb8-d19e-41c2-a859-8e113b093008 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:28.501100 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b925911-3382-4aff-abb6-10a9d3e46671 None None] Network 0694fd82-dd76-4175-8a52-79b9738b5f90 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:05:28.543044 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-19073bb8-d19e-41c2-a859-8e113b093008 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8256841 Nov 23 22:05:28.741828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dad547-96de-4f71-9293-2d653b0b78c1 req-9bbd7560-3edc-4afe-8b1b-4d44f98c7051 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:28.774726 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-04dad547-96de-4f71-9293-2d653b0b78c1 req-9bbd7560-3edc-4afe-8b1b-4d44f98c7051 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.3581231 Nov 23 22:05:28.804127 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091a50ac-5364-4e68-90a3-97449f0e4dc4 None None] Network 0694fd82-dd76-4175-8a52-79b9738b5f90 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:05:28.812131 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-4c5f466d-8fe4-4218-9041-ed6f6bc152c0 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Floating IP 0a666570-73ab-448b-be2a-0906af40fa0d associated. External IP: 172.25.5.236, port: 04c68010-3498-4b5a-a5c6-6aab699dd3cb. Nov 23 22:05:29.045301 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-04dad547-96de-4f71-9293-2d653b0b78c1 req-e98b8f57-011f-4bce-bfec-58c5a5f74a2a tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696350 Nov 23 22:05:29.454651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cedaef-f446-4997-b6fe-971b267de3a9 req-f69a0a98-1a96-4e4b-a620-9a210aa781d9 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:29.456763 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a3cedaef-f446-4997-b6fe-971b267de3a9 req-f69a0a98-1a96-4e4b-a620-9a210aa781d9 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.2871099 Nov 23 22:05:29.597428 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5f466d-8fe4-4218-9041-ed6f6bc152c0 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Router 3ee87e64-e646-4609-bfc7-19f753d9ed4b has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:05:29.620142 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-eb5e1fe4-538a-43af-966e-86bc7569f46a tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:29.622753 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-eb5e1fe4-538a-43af-966e-86bc7569f46a tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/networks?id=0694fd82-dd76-4175-8a52-79b9738b5f90 HTTP/1.1" status: 200 len: 817 time: 0.5193119 Nov 23 22:05:29.649672 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a3cedaef-f446-4997-b6fe-971b267de3a9 req-989aaaa3-9b5a-43dc-9a59-863bfe4924ce tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819770 Nov 23 22:05:29.689480 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-e0068a6a-493c-4f0d-87ba-73ef865ff767 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/quotas/4ba5ee27e4ef44ecb37cc77bea713d20 HTTP/1.1" status: 200 len: 375 time: 0.0330708 Nov 23 22:05:29.813588 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-95406b95-17bd-44bf-b8ea-a3b30867fcba tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4ba5ee27e4ef44ecb37cc77bea713d20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1229696 Nov 23 22:05:29.985097 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:29.996128 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5f466d-8fe4-4218-9041-ed6f6bc152c0 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:05:30.009676 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37956e-9dc8-4342-8a6a-aca0dfb385b0 None None] Sync routers for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:05:30.026378 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c5f466d-8fe4-4218-9041-ed6f6bc152c0 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:30.027714 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a37956e-9dc8-4342-8a6a-aca0dfb385b0 None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:30.029119 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1a37956e-9dc8-4342-8a6a-aca0dfb385b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:30.102226 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-2d815470-2b0c-458a-8fc1-70e598010406 service neutron] 10.222.0.50 "GET /v2.0/networks/0694fd82-dd76-4175-8a52-79b9738b5f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872553 Nov 23 22:05:30.120970 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4c5f466d-8fe4-4218-9041-ed6f6bc152c0 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0712514 Nov 23 22:05:30.130784 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49010) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:30.134486 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1a37956e-9dc8-4342-8a6a-aca0dfb385b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:30.148617 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a37956e-9dc8-4342-8a6a-aca0dfb385b0 None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:30.149389 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1a37956e-9dc8-4342-8a6a-aca0dfb385b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:30.200192 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1a37956e-9dc8-4342-8a6a-aca0dfb385b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:30.200816 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a37956e-9dc8-4342-8a6a-aca0dfb385b0 None None] The sync data for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:05:30.231534 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b94429e2-861c-43cf-844d-9325155ac28b tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "GET /v2.0/floatingips/0a666570-73ab-448b-be2a-0906af40fa0d HTTP/1.1" status: 200 len: 978 time: 0.1063385 Nov 23 22:05:30.233863 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49012) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:30.288162 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1e7cd-42ee-46e0-89e8-8b1324e905b4 req-1cbce8ea-255e-4d2c-9304-e64d1d79847f tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:30.289726 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31f1e7cd-42ee-46e0-89e8-8b1324e905b4 req-1cbce8ea-255e-4d2c-9304-e64d1d79847f tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.2676957 Nov 23 22:05:30.296393 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-b48dcc89-3aca-400d-91fd-4167f43c631e service neutron] 10.222.0.50 "GET /v2.0/networks/0694fd82-dd76-4175-8a52-79b9738b5f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932900 Nov 23 22:05:30.366641 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31f1e7cd-42ee-46e0-89e8-8b1324e905b4 req-7d822140-9750-41ba-a914-d24d20835945 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692568 Nov 23 22:05:30.436151 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49016) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:30.439651 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2a680c53-8db7-4afb-9e13-c8ba8bc18474 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2029657 Nov 23 22:05:30.441788 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-00aa3d4e-9fed-4f7d-ba6b-0aa8ebe125a9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Request body: {'floatingip': {'port_id': 'e586fe0b-1649-4167-a096-7a3475bf0867'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:05:30.497419 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ecdeb38c-8be5-4485-a0ad-63d5fc52c5c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:30.600802 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-00aa3d4e-9fed-4f7d-ba6b-0aa8ebe125a9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:30.652943 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4572fd4c-ba1b-4acc-ab7e-eff20f45e075 req-388c8bbc-e840-4106-86b0-320d549ea9dc tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e00a5e0-038b-46c3-b835-1b065d93857c HTTP/1.1" status: 200 len: 210 time: 0.0824695 Nov 23 22:05:31.620506 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:31.621744 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-00aa3d4e-9fed-4f7d-ba6b-0aa8ebe125a9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:31.633505 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-00aa3d4e-9fed-4f7d-ba6b-0aa8ebe125a9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:31.845794 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91b8d70e-9109-4514-84f3-4e02b4db7346 req-70fbb336-825f-493d-a977-409e5fb2f945 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e00a5e0-038b-46c3-b835-1b065d93857c HTTP/1.1" status: 200 len: 210 time: 0.0483336 Nov 23 22:05:31.987297 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-00aa3d4e-9fed-4f7d-ba6b-0aa8ebe125a9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Floating IP 0a666570-73ab-448b-be2a-0906af40fa0d associated. External IP: 172.25.5.236, port: 04c68010-3498-4b5a-a5c6-6aab699dd3cb. Nov 23 22:05:32.235714 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dee38-db98-4e9b-8bf1-84bd4636db3c req-71a66a0d-2a56-41a3-ab46-c38b9dca9e8c tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:32.238988 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be3dee38-db98-4e9b-8bf1-84bd4636db3c req-71a66a0d-2a56-41a3-ab46-c38b9dca9e8c tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1719890 Nov 23 22:05:32.432085 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be3dee38-db98-4e9b-8bf1-84bd4636db3c req-8bb3ed14-3dd3-4416-9ada-018b269c73f7 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701634 Nov 23 22:05:32.559890 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-1485fbdd-45e8-48f8-98bf-b390999eab6a tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:32.561683 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-1485fbdd-45e8-48f8-98bf-b390999eab6a tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.53 "GET /v2.0/networks?id=0694fd82-dd76-4175-8a52-79b9738b5f90 HTTP/1.1" status: 200 len: 817 time: 0.3444307 Nov 23 22:05:32.584415 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-6ab8a305-6353-40f8-80e1-cf142bdca6c1 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Request body: {'port': {'device_id': '4e00a5e0-038b-46c3-b835-1b065d93857c', 'network_id': '0694fd82-dd76-4175-8a52-79b9738b5f90', 'admin_state_up': True, 'tenant_id': '4ba5ee27e4ef44ecb37cc77bea713d20'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:05:32.745597 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00aa3d4e-9fed-4f7d-ba6b-0aa8ebe125a9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Router 3ee87e64-e646-4609-bfc7-19f753d9ed4b has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:05:32.759165 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49066) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:32.814252 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-6ab8a305-6353-40f8-80e1-cf142bdca6c1 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Made reservation on behalf of 4ba5ee27e4ef44ecb37cc77bea713d20 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:05:32.817993 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-6ab8a305-6353-40f8-80e1-cf142bdca6c1 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:32.851437 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-5290cd4f-7849-48fe-b55a-bcbaf08949b1 admin admin] Deleting subnet 824fa04b-c5e2-42cf-aa2f-09d2014dac57 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:05:32.865722 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5290cd4f-7849-48fe-b55a-bcbaf08949b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:32.908049 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5290cd4f-7849-48fe-b55a-bcbaf08949b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:32.991856 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:33.043548 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5290cd4f-7849-48fe-b55a-bcbaf08949b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:33.172896 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5290cd4f-7849-48fe-b55a-bcbaf08949b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:33.225761 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5290cd4f-7849-48fe-b55a-bcbaf08949b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:33.232357 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5290cd4f-7849-48fe-b55a-bcbaf08949b1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/824fa04b-c5e2-42cf-aa2f-09d2014dac57 HTTP/1.1" status: 204 len: 168 time: 0.4717200 Nov 23 22:05:33.233633 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290cd4f-7849-48fe-b55a-bcbaf08949b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=824fa04b-c5e2-42cf-aa2f-09d2014dac57,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:33.236621 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49076) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:33.316478 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3559f40-c0cc-4492-8c2e-f4df62a0fd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:33.402285 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c649f812-1ae2-4085-bfa7-439db6cb6ca5 req-28e234c5-d5bf-44fe-8ce3-d8fae6bb676f tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e00a5e0-038b-46c3-b835-1b065d93857c HTTP/1.1" status: 200 len: 210 time: 0.0742216 Nov 23 22:05:33.455955 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ad08f-f8b0-4711-8c22-1df4a3471e21 req-13cd9963-d289-4f26-baa5-b56a78e558f0 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:33.457559 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f21ad08f-f8b0-4711-8c22-1df4a3471e21 req-13cd9963-d289-4f26-baa5-b56a78e558f0 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.6832895 Nov 23 22:05:33.468277 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3559f40-c0cc-4492-8c2e-f4df62a0fd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:33.519265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-b3559f40-c0cc-4492-8c2e-f4df62a0fd3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a80deb0b-4e72-491c-b9ff-91ee2e46f30d']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:33.547670 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-b3559f40-c0cc-4492-8c2e-f4df62a0fd3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb1943f-08bd-49f9-9c6f-84faebcb6c1e') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:33.548278 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-b3559f40-c0cc-4492-8c2e-f4df62a0fd3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb1943f-08bd-49f9-9c6f-84faebcb6c1e') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:33.569498 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3559f40-c0cc-4492-8c2e-f4df62a0fd3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:33.594278 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3559f40-c0cc-4492-8c2e-f4df62a0fd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:33.608915 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3559f40-c0cc-4492-8c2e-f4df62a0fd3d admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:05:33.609586 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3559f40-c0cc-4492-8c2e-f4df62a0fd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:05:33.613752 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:05:33.626704 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f21ad08f-f8b0-4711-8c22-1df4a3471e21 req-89509449-b9fb-4ccb-bf73-31197dddf45e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549420 Nov 23 22:05:33.652472 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00aa3d4e-9fed-4f7d-ba6b-0aa8ebe125a9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:05:33.667035 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e0470b-e78e-48c5-8d31-334d9a4d1f87 None None] Sync routers for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:05:33.696578 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e0470b-e78e-48c5-8d31-334d9a4d1f87 None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:33.697948 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-b7e0470b-e78e-48c5-8d31-334d9a4d1f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:33.729716 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3559f40-c0cc-4492-8c2e-f4df62a0fd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:33.733433 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-6ab8a305-6353-40f8-80e1-cf142bdca6c1 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Allocated IP 172.20.0.3 (0694fd82-dd76-4175-8a52-79b9738b5f90/e7065862-625b-4f45-89f2-708adbd9867c/a4175ec2-f204-48f1-acca-e0afc0899e59) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:05:33.742611 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3559f40-c0cc-4492-8c2e-f4df62a0fd3d admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:33.759185 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b3559f40-c0cc-4492-8c2e-f4df62a0fd3d admin admin] 10.222.0.50 "DELETE /v2.0/networks/a80deb0b-4e72-491c-b9ff-91ee2e46f30d HTTP/1.1" status: 204 len: 168 time: 0.5130818 Nov 23 22:05:33.761217 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49080) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:33.780496 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-b7e0470b-e78e-48c5-8d31-334d9a4d1f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:33.806890 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e0470b-e78e-48c5-8d31-334d9a4d1f87 None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:33.807531 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-b7e0470b-e78e-48c5-8d31-334d9a4d1f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:33.836680 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:33.898781 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-b7e0470b-e78e-48c5-8d31-334d9a4d1f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:33.899975 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e0470b-e78e-48c5-8d31-334d9a4d1f87 None None] The sync data for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:05:33.900165 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac3466d-fb51-4e21-b429-91702c95c0e6 admin admin] Deleting subnet d5ecf8ff-1ee4-44c7-8977-0d7b7364bbb3 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:05:33.914110 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ac3466d-fb51-4e21-b429-91702c95c0e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:34.003093 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ac3466d-fb51-4e21-b429-91702c95c0e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:34.081890 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ac3466d-fb51-4e21-b429-91702c95c0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:34.200874 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3559f40-c0cc-4492-8c2e-f4df62a0fd3d admin admin] Pushing event deleted for resources: {'Network': ['ID=a80deb0b-4e72-491c-b9ff-91ee2e46f30d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:34.221849 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-6ab8a305-6353-40f8-80e1-cf142bdca6c1 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:34.242335 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ac3466d-fb51-4e21-b429-91702c95c0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:34.242623 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00aa3d4e-9fed-4f7d-ba6b-0aa8ebe125a9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Router 3ee87e64-e646-4609-bfc7-19f753d9ed4b has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:05:34.300879 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3466d-fb51-4e21-b429-91702c95c0e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5ecf8ff-1ee4-44c7-8977-0d7b7364bbb3,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:34.314574 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ac3466d-fb51-4e21-b429-91702c95c0e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:34.323625 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49088) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:34.335632 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0ac3466d-fb51-4e21-b429-91702c95c0e6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d5ecf8ff-1ee4-44c7-8977-0d7b7364bbb3 HTTP/1.1" status: 204 len: 168 time: 0.5672200 Nov 23 22:05:34.412597 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-6ab8a305-6353-40f8-80e1-cf142bdca6c1 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:34.499388 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8a305-6353-40f8-80e1-cf142bdca6c1 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Pushing event updated for resources: {'Port': ['ID=a4175ec2-f204-48f1-acca-e0afc0899e59,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:34.551218 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c4c7423e-2d01-4a39-a446-e5b740752bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:34.562550 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-6ab8a305-6353-40f8-80e1-cf142bdca6c1 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Network 0694fd82-dd76-4175-8a52-79b9738b5f90 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:05:34.566694 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00aa3d4e-9fed-4f7d-ba6b-0aa8ebe125a9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:05:34.570270 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-6ab8a305-6353-40f8-80e1-cf142bdca6c1 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:05:34.573828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-6ab8a305-6353-40f8-80e1-cf142bdca6c1 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:05:34.578836 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-00aa3d4e-9fed-4f7d-ba6b-0aa8ebe125a9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:34.593482 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4dbe07-7587-4c40-bae9-7be082793481 None None] Sync routers for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:05:34.621078 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4dbe07-7587-4c40-bae9-7be082793481 None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:34.621227 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-fd4dbe07-7587-4c40-bae9-7be082793481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:34.700267 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b2271-4f3a-4d58-9d6d-a7410330b1b1 req-d1abb498-cc53-41e1-a408-214f1790bac4 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:34.707575 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b8b2271-4f3a-4d58-9d6d-a7410330b1b1 req-d1abb498-cc53-41e1-a408-214f1790bac4 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e00a5e0-038b-46c3-b835-1b065d93857c HTTP/1.1" status: 200 len: 931 time: 0.2132354 Nov 23 22:05:34.749045 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-6ab8a305-6353-40f8-80e1-cf142bdca6c1 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:34.749750 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-6ab8a305-6353-40f8-80e1-cf142bdca6c1 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:34.809089 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-00aa3d4e-9fed-4f7d-ba6b-0aa8ebe125a9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "PUT /v2.0/floatingips/0a666570-73ab-448b-be2a-0906af40fa0d HTTP/1.1" status: 200 len: 978 time: 4.3716879 Nov 23 22:05:34.811837 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49102) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:34.818387 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-2147ad1f-0dcc-476e-b9bb-c90d4204508b tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:05:34.841790 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-6ab8a305-6353-40f8-80e1-cf142bdca6c1 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2660451 Nov 23 22:05:34.905931 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c4c7423e-2d01-4a39-a446-e5b740752bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:34.959564 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-fd4dbe07-7587-4c40-bae9-7be082793481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:34.960343 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-0809c7c7-6749-4011-9dc4-6a38d0d692ea service neutron] Request body: {'port': {'device_id': '4e00a5e0-038b-46c3-b835-1b065d93857c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:05:34.969339 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2147ad1f-0dcc-476e-b9bb-c90d4204508b tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:34.982576 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4dbe07-7587-4c40-bae9-7be082793481 None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:34.983490 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-fd4dbe07-7587-4c40-bae9-7be082793481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:35.051832 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49104) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:35.063421 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-fd4dbe07-7587-4c40-bae9-7be082793481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:35.064571 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4dbe07-7587-4c40-bae9-7be082793481 None None] The sync data for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:05:35.072739 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b8b2271-4f3a-4d58-9d6d-a7410330b1b1 req-4f9d409d-8da5-4481-a892-c1ae2cca326d tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdde8117-8c2f-4ec0-a269-58afb856087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589592 Nov 23 22:05:35.126689 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-c4c7423e-2d01-4a39-a446-e5b740752bea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c221309f-6e01-4f24-800e-c3fab3f7592e']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:35.194208 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d9668-8acd-45fe-88fe-e395257c624c req-e756726d-8da4-4762-86ad-56a3d52bd1b7 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:35.195821 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e82d9668-8acd-45fe-88fe-e395257c624c req-e756726d-8da4-4762-86ad-56a3d52bd1b7 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.4619684 Nov 23 22:05:35.217219 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-c4c7423e-2d01-4a39-a446-e5b740752bea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961fd910-2d97-4291-92e4-b9df0a7ff37d') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:35.217516 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-c4c7423e-2d01-4a39-a446-e5b740752bea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961fd910-2d97-4291-92e4-b9df0a7ff37d') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:35.235414 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2147ad1f-0dcc-476e-b9bb-c90d4204508b tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:35.241590 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2147ad1f-0dcc-476e-b9bb-c90d4204508b tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:35.241938 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-2147ad1f-0dcc-476e-b9bb-c90d4204508b tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Floating IP 0a666570-73ab-448b-be2a-0906af40fa0d disassociated. External IP: 172.25.5.236, port: e586fe0b-1649-4167-a096-7a3475bf0867. Nov 23 22:05:35.273547 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c4c7423e-2d01-4a39-a446-e5b740752bea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:35.282799 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-0809c7c7-6749-4011-9dc4-6a38d0d692ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:35.374760 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-85d06e54-c396-461a-ba51-c323941b024a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:35.380289 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c4c7423e-2d01-4a39-a446-e5b740752bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:35.499359 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2147ad1f-0dcc-476e-b9bb-c90d4204508b tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Router 3ee87e64-e646-4609-bfc7-19f753d9ed4b has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:05:35.638589 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2147ad1f-0dcc-476e-b9bb-c90d4204508b tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:05:35.643276 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2147ad1f-0dcc-476e-b9bb-c90d4204508b tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:35.652722 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0a8002-fcb9-428d-8828-b40dfabed7c9 None None] Sync routers for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:05:35.665663 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0a8002-fcb9-428d-8828-b40dfabed7c9 None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:35.666293 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7a0a8002-fcb9-428d-8828-b40dfabed7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:35.676085 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2147ad1f-0dcc-476e-b9bb-c90d4204508b tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "PUT /v2.0/floatingips/0a666570-73ab-448b-be2a-0906af40fa0d HTTP/1.1" status: 200 len: 688 time: 0.8623040 Nov 23 22:05:35.679454 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49112) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:35.679721 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c7423e-2d01-4a39-a446-e5b740752bea admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:05:35.680316 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c4c7423e-2d01-4a39-a446-e5b740752bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:05:35.690076 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:05:35.739236 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7a0a8002-fcb9-428d-8828-b40dfabed7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:35.770075 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0a8002-fcb9-428d-8828-b40dfabed7c9 None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:35.770909 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7a0a8002-fcb9-428d-8828-b40dfabed7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:35.801912 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e82d9668-8acd-45fe-88fe-e395257c624c req-19b97a12-7159-408b-af22-92fe29d10d1c tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895011 Nov 23 22:05:35.856533 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7a0a8002-fcb9-428d-8828-b40dfabed7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:35.857195 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0a8002-fcb9-428d-8828-b40dfabed7c9 None None] The sync data for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:05:35.869263 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c4c7423e-2d01-4a39-a446-e5b740752bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:35.874653 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-eea372bf-8eb5-48d6-bf2e-b61bfb7ec618 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Deleting port 9d920442-3309-438f-819f-b5e3611c2894 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:05:35.875198 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eea372bf-8eb5-48d6-bf2e-b61bfb7ec618 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:35.889422 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c4c7423e-2d01-4a39-a446-e5b740752bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:35.894335 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c4c7423e-2d01-4a39-a446-e5b740752bea admin admin] 10.222.0.50 "DELETE /v2.0/networks/c221309f-6e01-4f24-800e-c3fab3f7592e HTTP/1.1" status: 204 len: 168 time: 1.5692196 Nov 23 22:05:35.903311 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-0809c7c7-6749-4011-9dc4-6a38d0d692ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4175ec2-f204-48f1-acca-e0afc0899e59 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:05:35.926399 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-0809c7c7-6749-4011-9dc4-6a38d0d692ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:35.929641 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7423e-2d01-4a39-a446-e5b740752bea admin admin] Pushing event deleted for resources: {'Network': ['ID=c221309f-6e01-4f24-800e-c3fab3f7592e,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:35.990563 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eea372bf-8eb5-48d6-bf2e-b61bfb7ec618 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:35.991059 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eea372bf-8eb5-48d6-bf2e-b61bfb7ec618 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:36.005973 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-0809c7c7-6749-4011-9dc4-6a38d0d692ea service neutron] Transition to ACTIVE for port object a4175ec2-f204-48f1-acca-e0afc0899e59 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:05:36.008499 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-eea372bf-8eb5-48d6-bf2e-b61bfb7ec618 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Calling delete_port for 9d920442-3309-438f-819f-b5e3611c2894 owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:05:36.033866 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-0809c7c7-6749-4011-9dc4-6a38d0d692ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:36.139309 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-85d06e54-c396-461a-ba51-c323941b024a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:36.165588 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49126) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:36.175424 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-85d06e54-c396-461a-ba51-c323941b024a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:36.182973 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809c7c7-6749-4011-9dc4-6a38d0d692ea service neutron] Pushing event updated for resources: {'Port': ['ID=a4175ec2-f204-48f1-acca-e0afc0899e59,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:36.213562 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4df1f-d396-4a94-9706-d934d9f010ad req-f980ee03-b68c-49e7-b07f-0d7c65b692a8 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:36.219624 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2a4df1f-d396-4a94-9706-d934d9f010ad req-f980ee03-b68c-49e7-b07f-0d7c65b692a8 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.2516539 Nov 23 22:05:36.277052 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eea372bf-8eb5-48d6-bf2e-b61bfb7ec618 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:36.324155 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea372bf-8eb5-48d6-bf2e-b61bfb7ec618 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event deleted for resources: {'Port': ['ID=9d920442-3309-438f-819f-b5e3611c2894,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:36.425620 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-85d06e54-c396-461a-ba51-c323941b024a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6dbc2c6c08fa4ff885a9caa7c18fb42d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3697212 Nov 23 22:05:36.428284 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d06e54-c396-461a-ba51-c323941b024a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e56c828-d563-4235-a72f-c6618fb4ccb6,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:36.434210 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49130) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:36.458510 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eea372bf-8eb5-48d6-bf2e-b61bfb7ec618 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:36.461237 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eea372bf-8eb5-48d6-bf2e-b61bfb7ec618 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:36.473776 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-eea372bf-8eb5-48d6-bf2e-b61bfb7ec618 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "DELETE /v2.0/floatingips/0a666570-73ab-448b-be2a-0906af40fa0d HTTP/1.1" status: 204 len: 168 time: 0.7930107 Nov 23 22:05:36.480729 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49132) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:36.546880 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-d540d974-d645-4a73-9301-4aa2f26bf3ad tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] delete failed (client error): The resource could not be found. Nov 23 22:05:36.554992 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d540d974-d645-4a73-9301-4aa2f26bf3ad tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "DELETE /v2.0/floatingips/0a666570-73ab-448b-be2a-0906af40fa0d HTTP/1.1" status: 404 len: 345 time: 0.0732274 Nov 23 22:05:36.555715 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49134) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:36.557998 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2a4df1f-d396-4a94-9706-d934d9f010ad req-df8b5000-c8bc-4016-b793-6fbdd0b3b58d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887552 Nov 23 22:05:36.580020 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cdd8abc5-15ad-43ae-bd83-8c9906c18d54 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=49091d6cf9a440bab03a5303164156f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4123266 Nov 23 22:05:36.580230 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49138) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:36.639587 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d097c-9dbb-4c25-8279-f0ae713d1022 req-81154012-e53a-47e0-b278-a4021f77b462 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:36.659599 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a43d097c-9dbb-4c25-8279-f0ae713d1022 req-81154012-e53a-47e0-b278-a4021f77b462 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e00a5e0-038b-46c3-b835-1b065d93857c HTTP/1.1" status: 200 len: 943 time: 0.2898724 Nov 23 22:05:36.704130 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-0809c7c7-6749-4011-9dc4-6a38d0d692ea service neutron] Attempting to bind port a4175ec2-f204-48f1-acca-e0afc0899e59 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:05:36.704607 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-0809c7c7-6749-4011-9dc4-6a38d0d692ea service neutron] Attempting to bind port a4175ec2-f204-48f1-acca-e0afc0899e59 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'ba6a3e03-8515-450c-b39c-e243141792fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0694fd82-dd76-4175-8a52-79b9738b5f90'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:05:36.707448 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-0809c7c7-6749-4011-9dc4-6a38d0d692ea service neutron] Attempting to bind port a4175ec2-f204-48f1-acca-e0afc0899e59 on network 0694fd82-dd76-4175-8a52-79b9738b5f90 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:05:36.725645 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-0809c7c7-6749-4011-9dc4-6a38d0d692ea service neutron] Port a4175ec2-f204-48f1-acca-e0afc0899e59 on network 0694fd82-dd76-4175-8a52-79b9738b5f90 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:05:36.729984 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-0809c7c7-6749-4011-9dc4-6a38d0d692ea service neutron] Attempting to bind port a4175ec2-f204-48f1-acca-e0afc0899e59 on network 0694fd82-dd76-4175-8a52-79b9738b5f90 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:05:36.745488 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fd0b583e-f4ec-435a-855f-dfcbce7bfc9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:36.771568 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-0809c7c7-6749-4011-9dc4-6a38d0d692ea service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:05:36.772071 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-0809c7c7-6749-4011-9dc4-6a38d0d692ea service neutron] Checking segment: {'id': 'ba6a3e03-8515-450c-b39c-e243141792fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0694fd82-dd76-4175-8a52-79b9738b5f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:05:36.772913 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-0809c7c7-6749-4011-9dc4-6a38d0d692ea service neutron] Bound using segment: {'id': 'ba6a3e03-8515-450c-b39c-e243141792fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0694fd82-dd76-4175-8a52-79b9738b5f90'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:05:36.773627 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-0809c7c7-6749-4011-9dc4-6a38d0d692ea service neutron] Bound port: a4175ec2-f204-48f1-acca-e0afc0899e59, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba6a3e03-8515-450c-b39c-e243141792fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '0694fd82-dd76-4175-8a52-79b9738b5f90'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:05:36.774102 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-0809c7c7-6749-4011-9dc4-6a38d0d692ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:36.862102 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fd0b583e-f4ec-435a-855f-dfcbce7bfc9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:36.869802 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a43d097c-9dbb-4c25-8279-f0ae713d1022 req-3ca3b014-bcc5-4437-a75b-05af905191b0 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdde8117-8c2f-4ec0-a269-58afb856087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088785 Nov 23 22:05:36.931511 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb79d55b-8dcd-4054-9cbe-a05a35bd7d4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:36.943754 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4a5790-4edd-43af-81ce-47e017d67c94 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:36.948181 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769427e1-fe69-4fda-a97b-fe5abe438aef req-a3c406da-d0aa-4701-b752-78fd8815c5a2 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:36.949950 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-769427e1-fe69-4fda-a97b-fe5abe438aef req-a3c406da-d0aa-4701-b752-78fd8815c5a2 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1396716 Nov 23 22:05:36.952788 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-0809c7c7-6749-4011-9dc4-6a38d0d692ea service neutron] For port a4175ec2-f204-48f1-acca-e0afc0899e59, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:05:36.955274 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4a5790-4edd-43af-81ce-47e017d67c94 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:36.957480 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-0809c7c7-6749-4011-9dc4-6a38d0d692ea service neutron] For port a4175ec2-f204-48f1-acca-e0afc0899e59, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a4175ec2-f204-48f1-acca-e0afc0899e59,segment=NetworkSegment(ba6a3e03-8515-450c-b39c-e243141792fa),segment_id=ba6a3e03-8515-450c-b39c-e243141792fa)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:05:36.965153 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4a5790-4edd-43af-81ce-47e017d67c94 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:36.966905 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4e4a5790-4edd-43af-81ce-47e017d67c94 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "GET /v2.0/ports?network_id=c85c9e9a-4ce0-434a-9c19-2006e1f77513 HTTP/1.1" status: 200 len: 2358 time: 0.3914552 Nov 23 22:05:36.969840 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49154) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:36.978286 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-0809c7c7-6749-4011-9dc4-6a38d0d692ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:36.987976 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fd0b583e-f4ec-435a-855f-dfcbce7bfc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:36.991228 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fd0b583e-f4ec-435a-855f-dfcbce7bfc9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:36.994685 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fd0b583e-f4ec-435a-855f-dfcbce7bfc9d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4e56c828-d563-4235-a72f-c6618fb4ccb6 HTTP/1.1" status: 204 len: 168 time: 0.5548081 Nov 23 22:05:37.024048 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b583e-f4ec-435a-855f-dfcbce7bfc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e56c828-d563-4235-a72f-c6618fb4ccb6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:37.043126 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb79d55b-8dcd-4054-9cbe-a05a35bd7d4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:37.060244 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-0809c7c7-6749-4011-9dc4-6a38d0d692ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:37.061694 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-0809c7c7-6749-4011-9dc4-6a38d0d692ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:37.064575 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-0809c7c7-6749-4011-9dc4-6a38d0d692ea service neutron] 10.222.0.53 "PUT /v2.0/ports/a4175ec2-f204-48f1-acca-e0afc0899e59 HTTP/1.1" status: 200 len: 1091 time: 2.1330187 Nov 23 22:05:37.068358 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e00a5e0-038b-46c3-b835-1b065d93857c', 'tag': 'a4175ec2-f204-48f1-acca-e0afc0899e59'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:05:37.071014 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648d30cd-d896-4b53-8164-d355a35bcbd3 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:37.073354 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5ba257-5b11-4c4d-beba-254a213754d1" -d '{"events": [{"name": "network-changed", "server_uuid": "4e00a5e0-038b-46c3-b835-1b065d93857c", "tag": "a4175ec2-f204-48f1-acca-e0afc0899e59"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:05:37.100854 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-648d30cd-d896-4b53-8164-d355a35bcbd3 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "GET /v2.0/subnets/d5cb8757-e5f2-4286-b9ba-f93dee788f3f HTTP/1.1" status: 200 len: 797 time: 0.1246624 Nov 23 22:05:37.104295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49162) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:37.125342 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-ae88c548-25ad-4f59-b631-d433873ae61f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Request body: {'port': {'network_id': 'c85c9e9a-4ce0-434a-9c19-2006e1f77513', 'name': 'tempest-FloatingIPTestJSON-1106496146', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:05:37.172357 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb79d55b-8dcd-4054-9cbe-a05a35bd7d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:37.175925 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb79d55b-8dcd-4054-9cbe-a05a35bd7d4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:37.177837 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-eb79d55b-8dcd-4054-9cbe-a05a35bd7d4b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e9adc8d1-782b-4684-a1db-a946dd0477bf HTTP/1.1" status: 204 len: 168 time: 0.5966394 Nov 23 22:05:37.188763 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79d55b-8dcd-4054-9cbe-a05a35bd7d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9adc8d1-782b-4684-a1db-a946dd0477bf,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:37.256129 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5397c79-2688-4c34-b06b-8c40f9d364d5 x-openstack-request-id: req-f5397c79-2688-4c34-b06b-8c40f9d364d5 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:05:37.256414 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e00a5e0-038b-46c3-b835-1b065d93857c", "tag": "a4175ec2-f204-48f1-acca-e0afc0899e59", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:05:37.256667 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f5397c79-2688-4c34-b06b-8c40f9d364d5 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:05:37.257147 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e00a5e0-038b-46c3-b835-1b065d93857c', 'tag': 'a4175ec2-f204-48f1-acca-e0afc0899e59', 'status': 'completed', 'code': 200} Nov 23 22:05:37.338512 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-769427e1-fe69-4fda-a97b-fe5abe438aef req-a97d4da2-f3e1-423d-b603-6a5141ebbb72 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741570 Nov 23 22:05:37.366084 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-7c188788-1062-4e91-9631-fa538a3d9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:37.367192 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-7c188788-1062-4e91-9631-fa538a3d9cd0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ba5ee27e4ef44ecb37cc77bea713d20&device_id=4e00a5e0-038b-46c3-b835-1b065d93857c HTTP/1.1" status: 200 len: 1094 time: 0.1550391 Nov 23 22:05:37.370344 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809c7c7-6749-4011-9dc4-6a38d0d692ea service neutron] Pushing event updated for resources: {'Port': ['ID=a4175ec2-f204-48f1-acca-e0afc0899e59,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:37.517202 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-94696aa2-6ce7-4772-8b7d-e6bdbe2b1149 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4175ec2-f204-48f1-acca-e0afc0899e59 HTTP/1.1" status: 200 len: 217 time: 0.1290948 Nov 23 22:05:37.654805 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d099a5-ec09-47ff-bc83-d86cf391278b req-6a74c1bf-534c-433a-be55-8eefe068160b tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:37.663568 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-82d099a5-ec09-47ff-bc83-d86cf391278b req-6a74c1bf-534c-433a-be55-8eefe068160b tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1922004 Nov 23 22:05:37.675512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-33c42aae-a6a0-434f-88b6-6bd2f34b3282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:37.677512 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-33c42aae-a6a0-434f-88b6-6bd2f34b3282 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7065862-625b-4f45-89f2-708adbd9867c HTTP/1.1" status: 200 len: 857 time: 0.1358435 Nov 23 22:05:37.731225 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae88c548-25ad-4f59-b631-d433873ae61f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Made reservation on behalf of 6e9dc41a332048d98b0221d031f9d56b for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:05:37.731362 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49184) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:37.801898 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-82d099a5-ec09-47ff-bc83-d86cf391278b req-7058030a-62a4-4734-b762-7c123dd502f7 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356032 Nov 23 22:05:37.806095 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8502d076-62b3-49e6-97a2-b2786be8b75b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ae2da9bf1d934197a383f1d3ab93880e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0736191 Nov 23 22:05:37.806943 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49188) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:37.807409 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-d5e3f12c-5a81-4d2c-8e62-1bd2504846a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0694fd82-dd76-4175-8a52-79b9738b5f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163893 Nov 23 22:05:37.956241 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae88c548-25ad-4f59-b631-d433873ae61f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:37.980651 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2d2ba162-0e95-49a9-8eaf-e1528e72fbed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:38.012330 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-ae88c548-25ad-4f59-b631-d433873ae61f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] device_id is not set on port 75f96fa4-20e4-48ba-91f0-2f87a9470c4e yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:05:38.037157 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2d2ba162-0e95-49a9-8eaf-e1528e72fbed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:38.050359 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-bc3612e9-ac7a-4bee-9c32-c5368006e5f8 service neutron] 10.222.0.53 "GET /v2.0/networks/0694fd82-dd76-4175-8a52-79b9738b5f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283618 Nov 23 22:05:38.101517 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2d2ba162-0e95-49a9-8eaf-e1528e72fbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:38.104607 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2d2ba162-0e95-49a9-8eaf-e1528e72fbed admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:38.108347 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2d2ba162-0e95-49a9-8eaf-e1528e72fbed admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/48c8ce66-90e8-40ea-b9b7-fccf79512fa5 HTTP/1.1" status: 204 len: 168 time: 0.2974415 Nov 23 22:05:38.122320 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ba162-0e95-49a9-8eaf-e1528e72fbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c8ce66-90e8-40ea-b9b7-fccf79512fa5,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:38.834905 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cbd6c430-4c88-48a6-a5cd-408c6f58fe3a req-ea744d91-a5ea-4320-a8dc-3c52cccce6f8 service neutron] 10.222.0.53 "GET /v2.0/networks/0694fd82-dd76-4175-8a52-79b9738b5f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7428308 Nov 23 22:05:39.050200 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30c113-ccd9-410d-814a-87713a017f18 req-4996e472-713f-4e65-af19-b11bf7acc4ef tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:39.051766 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d30c113-ccd9-410d-814a-87713a017f18 req-4996e472-713f-4e65-af19-b11bf7acc4ef tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 1.0724077 Nov 23 22:05:39.213631 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc2c54-7d36-46af-bdf6-3adc6381f2da req-c72e9f90-4c28-4069-9321-1396dd73de86 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:39.215494 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f8cc2c54-7d36-46af-bdf6-3adc6381f2da req-c72e9f90-4c28-4069-9321-1396dd73de86 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e00a5e0-038b-46c3-b835-1b065d93857c HTTP/1.1" status: 200 len: 943 time: 1.1969135 Nov 23 22:05:39.242256 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2d30c113-ccd9-410d-814a-87713a017f18 req-d2502b44-cbe6-49fe-915e-875956f24f92 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104019 Nov 23 22:05:39.295200 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ba257-5b11-4c4d-beba-254a213754d1 req-374ed08f-f3b7-4c1f-a4ea-cf055a66bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:39.296737 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd5ba257-5b11-4c4d-beba-254a213754d1 req-374ed08f-f3b7-4c1f-a4ea-cf055a66bde7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ba5ee27e4ef44ecb37cc77bea713d20&device_id=4e00a5e0-038b-46c3-b835-1b065d93857c HTTP/1.1" status: 200 len: 1094 time: 0.2401156 Nov 23 22:05:39.344228 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f8cc2c54-7d36-46af-bdf6-3adc6381f2da req-8ddb2d72-9287-4339-a8ab-6d455686e957 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdde8117-8c2f-4ec0-a269-58afb856087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011240 Nov 23 22:05:39.495424 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ba257-5b11-4c4d-beba-254a213754d1 req-66554d5a-8dfe-4ec7-9514-1de84e74a5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:39.496936 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd5ba257-5b11-4c4d-beba-254a213754d1 req-66554d5a-8dfe-4ec7-9514-1de84e74a5f9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0694fd82-dd76-4175-8a52-79b9738b5f90 HTTP/1.1" status: 200 len: 918 time: 0.1589730 Nov 23 22:05:39.576334 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd5ba257-5b11-4c4d-beba-254a213754d1 req-8bf7066e-7f04-45cb-83ec-41f32115301d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4175ec2-f204-48f1-acca-e0afc0899e59 HTTP/1.1" status: 200 len: 217 time: 0.0445333 Nov 23 22:05:39.578500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-ae88c548-25ad-4f59-b631-d433873ae61f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Allocated IP 172.20.0.14 (c85c9e9a-4ce0-434a-9c19-2006e1f77513/d5cb8757-e5f2-4286-b9ba-f93dee788f3f/75f96fa4-20e4-48ba-91f0-2f87a9470c4e) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:05:39.630652 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-ae88c548-25ad-4f59-b631-d433873ae61f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Allocated IP 172.20.0.12 (c85c9e9a-4ce0-434a-9c19-2006e1f77513/d5cb8757-e5f2-4286-b9ba-f93dee788f3f/75f96fa4-20e4-48ba-91f0-2f87a9470c4e) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:05:39.656933 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0308db2-c10f-445f-847e-fb7238ef0b38 req-d105c426-0001-4221-bb1f-db866c2a2612 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:39.665203 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b0308db2-c10f-445f-847e-fb7238ef0b38 req-d105c426-0001-4221-bb1f-db866c2a2612 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1672440 Nov 23 22:05:39.717535 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ba257-5b11-4c4d-beba-254a213754d1 req-ad652442-0765-4de5-8662-d3f131cb5a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:39.719076 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd5ba257-5b11-4c4d-beba-254a213754d1 req-ad652442-0765-4de5-8662-d3f131cb5a57 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7065862-625b-4f45-89f2-708adbd9867c HTTP/1.1" status: 200 len: 857 time: 0.1308298 Nov 23 22:05:39.746946 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49274) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:39.781237 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd5ba257-5b11-4c4d-beba-254a213754d1 req-4caa8774-b336-44ea-adf3-ab57710e51c5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0694fd82-dd76-4175-8a52-79b9738b5f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468314 Nov 23 22:05:39.822246 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b0308db2-c10f-445f-847e-fb7238ef0b38 req-983e4ddd-0ed1-41c1-9a61-7aff42a8726b tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561072 Nov 23 22:05:40.018683 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd5ba257-5b11-4c4d-beba-254a213754d1 req-32874e3d-6ecc-4a16-91f1-807f27156aa5 service neutron] 10.222.0.53 "GET /v2.0/networks/0694fd82-dd76-4175-8a52-79b9738b5f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251341 Nov 23 22:05:40.028834 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae88c548-25ad-4f59-b631-d433873ae61f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:40.134499 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-76e02db4-ffbb-48ba-9c5e-8602b4fbc27a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:40.186128 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae88c548-25ad-4f59-b631-d433873ae61f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:40.319874 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-76e02db4-ffbb-48ba-9c5e-8602b4fbc27a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:40.333438 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae88c548-25ad-4f59-b631-d433873ae61f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Network c85c9e9a-4ce0-434a-9c19-2006e1f77513 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:05:40.346587 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-ae88c548-25ad-4f59-b631-d433873ae61f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:05:40.358850 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae88c548-25ad-4f59-b631-d433873ae61f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:05:40.359035 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-76e02db4-ffbb-48ba-9c5e-8602b4fbc27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:40.373782 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12229d-7633-4535-b645-1dde30efb45b req-7f6a002b-b307-4d8e-943c-d4b132cef5ef tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:40.375386 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d12229d-7633-4535-b645-1dde30efb45b req-7f6a002b-b307-4d8e-943c-d4b132cef5ef tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.3325970 Nov 23 22:05:40.444791 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-76e02db4-ffbb-48ba-9c5e-8602b4fbc27a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5bc60157d8f34f3980a130f6a99b1fdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6964366 Nov 23 22:05:40.446026 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e02db4-ffbb-48ba-9c5e-8602b4fbc27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff6c452-c23d-4030-b6a2-41a5bf86dc52,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:40.448476 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49304) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:40.547837 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88c548-25ad-4f59-b631-d433873ae61f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Port': ['ID=75f96fa4-20e4-48ba-91f0-2f87a9470c4e,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:40.550949 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ec3e5158-a04b-4116-af31-db7241972c3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:40.592150 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd5ba257-5b11-4c4d-beba-254a213754d1 req-cf388821-549d-48a2-82ac-cc75290c1753 service neutron] 10.222.0.53 "GET /v2.0/networks/0694fd82-dd76-4175-8a52-79b9738b5f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5601244 Nov 23 22:05:40.636583 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ec3e5158-a04b-4116-af31-db7241972c3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:40.646362 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d12229d-7633-4535-b645-1dde30efb45b req-2974d661-102e-4581-94bf-41791b981cc6 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460177 Nov 23 22:05:40.670543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae88c548-25ad-4f59-b631-d433873ae61f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:40.670974 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae88c548-25ad-4f59-b631-d433873ae61f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:40.697116 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bea4e-2eed-4c0f-928d-1f8019505c1d req-2199d892-b999-421c-a0a5-5fe63a5f906e tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:40.698803 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-040bea4e-2eed-4c0f-928d-1f8019505c1d req-2199d892-b999-421c-a0a5-5fe63a5f906e tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e00a5e0-038b-46c3-b835-1b065d93857c HTTP/1.1" status: 200 len: 943 time: 0.1865053 Nov 23 22:05:40.706163 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ae88c548-25ad-4f59-b631-d433873ae61f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.5936568 Nov 23 22:05:40.706863 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49314) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:40.713796 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-ed6ad129-2a96-4bcc-be7f-243065731c02 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': '75f96fa4-20e4-48ba-91f0-2f87a9470c4e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:05:40.752527 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed6ad129-2a96-4bcc-be7f-243065731c02 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:40.888520 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-040bea4e-2eed-4c0f-928d-1f8019505c1d req-d37bbb9f-62f3-4da9-bd86-124bf5511b54 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdde8117-8c2f-4ec0-a269-58afb856087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806130 Nov 23 22:05:40.975468 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5eceb-ea5e-440a-acd0-cc18679a90f6 req-60bce92b-ef0e-4df6-a290-9c72a2c6dbd5 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:40.977288 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21e5eceb-ea5e-440a-acd0-cc18679a90f6 req-60bce92b-ef0e-4df6-a290-9c72a2c6dbd5 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1643963 Nov 23 22:05:41.080044 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21e5eceb-ea5e-440a-acd0-cc18679a90f6 req-6041aa7d-703c-4269-a34c-d162e8082efd tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951324 Nov 23 22:05:41.084717 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed6ad129-2a96-4bcc-be7f-243065731c02 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:41.144488 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ec3e5158-a04b-4116-af31-db7241972c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:41.153938 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ec3e5158-a04b-4116-af31-db7241972c3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:41.153938 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ec3e5158-a04b-4116-af31-db7241972c3b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ff6c452-c23d-4030-b6a2-41a5bf86dc52 HTTP/1.1" status: 204 len: 168 time: 0.7027631 Nov 23 22:05:41.164584 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e5158-a04b-4116-af31-db7241972c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff6c452-c23d-4030-b6a2-41a5bf86dc52,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:41.293091 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-ed6ad129-2a96-4bcc-be7f-243065731c02 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Allocated IP 172.25.5.134 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/219afa11-66d9-4792-86ca-747ed0d3997b) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:05:41.397594 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7ea77-3c32-488f-9c18-e712201211d6 req-7953280b-107b-44aa-a9bf-e60f76ede9b5 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:41.397594 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-97d7ea77-3c32-488f-9c18-e712201211d6 req-7953280b-107b-44aa-a9bf-e60f76ede9b5 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1265175 Nov 23 22:05:41.518839 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-97d7ea77-3c32-488f-9c18-e712201211d6 req-a3b3c285-2692-4ec3-9ae2-b70f26bb57b8 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772240 Nov 23 22:05:41.551414 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed6ad129-2a96-4bcc-be7f-243065731c02 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:41.603528 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed6ad129-2a96-4bcc-be7f-243065731c02 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:41.703487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6ad129-2a96-4bcc-be7f-243065731c02 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:05:41.717263 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-ed6ad129-2a96-4bcc-be7f-243065731c02 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:05:41.722798 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6ad129-2a96-4bcc-be7f-243065731c02 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:05:41.748842 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ad129-2a96-4bcc-be7f-243065731c02 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Port': ['ID=219afa11-66d9-4792-86ca-747ed0d3997b,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:41.766965 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30a0f8-1c59-41dd-8520-884f18fdf1b1 req-6230cb6c-cb36-4b04-82d3-06de6e7ec2df tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:41.768527 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f30a0f8-1c59-41dd-8520-884f18fdf1b1 req-6230cb6c-cb36-4b04-82d3-06de6e7ec2df tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1335146 Nov 23 22:05:41.788700 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49358) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:41.806859 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a4175ec2-f204-48f1-acca-e0afc0899e59 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:05:41.961561 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f98a6f2-9e20-469e-b042-91f3a3378a7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:42.008243 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f30a0f8-1c59-41dd-8520-884f18fdf1b1 req-db176b90-f72c-4037-9219-d6013a468520 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309420 Nov 23 22:05:42.039585 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a4175ec2-f204-48f1-acca-e0afc0899e59, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a4175ec2-f204-48f1-acca-e0afc0899e59,segment=NetworkSegment(ba6a3e03-8515-450c-b39c-e243141792fa),segment_id=ba6a3e03-8515-450c-b39c-e243141792fa)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:05:42.055828 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'a4175ec2-f204-48f1-acca-e0afc0899e59', 'network_id': '0694fd82-dd76-4175-8a52-79b9738b5f90', 'port_id': 'a4175ec2-f204-48f1-acca-e0afc0899e59', 'mac_address': 'fa:16:3e:51:2f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7065862-625b-4f45-89f2-708adbd9867c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:05:42.104604 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:42.116264 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f98a6f2-9e20-469e-b042-91f3a3378a7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:42.128048 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f98a6f2-9e20-469e-b042-91f3a3378a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:42.146268 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4175ec2-f204-48f1-acca-e0afc0899e59 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:05:42.176400 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a4175ec2-f204-48f1-acca-e0afc0899e59, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a4175ec2-f204-48f1-acca-e0afc0899e59,segment=NetworkSegment(ba6a3e03-8515-450c-b39c-e243141792fa),segment_id=ba6a3e03-8515-450c-b39c-e243141792fa)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:05:42.184903 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:42.205958 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8f98a6f2-9e20-469e-b042-91f3a3378a7e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ca55c64b51f84f4ba7e9e8ad1ef2c6dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4160047 Nov 23 22:05:42.213780 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f55e7-60e7-49e1-bd50-8db926c8751f req-b90cb9f6-e0fb-40c3-bee5-4473be68de70 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:42.215370 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-774f55e7-60e7-49e1-bd50-8db926c8751f req-b90cb9f6-e0fb-40c3-bee5-4473be68de70 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e00a5e0-038b-46c3-b835-1b065d93857c HTTP/1.1" status: 200 len: 943 time: 0.2271318 Nov 23 22:05:42.219464 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49382) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:42.235793 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98a6f2-9e20-469e-b042-91f3a3378a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1865448-ffe8-4bab-a9e9-9167acb75c75,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:42.274039 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=a4175ec2-f204-48f1-acca-e0afc0899e59,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:42.306844 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dc5b83ec-2790-4739-b006-aecaa0a96c82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:42.355675 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dc5b83ec-2790-4739-b006-aecaa0a96c82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:42.425404 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c18b0-837a-4e0f-9a8c-5121559b5e1f req-150c2827-2bf7-455f-b25a-2216fcb71e7e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:42.433886 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e39c18b0-837a-4e0f-9a8c-5121559b5e1f req-150c2827-2bf7-455f-b25a-2216fcb71e7e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.2631967 Nov 23 22:05:42.461423 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-774f55e7-60e7-49e1-bd50-8db926c8751f req-9e6a98a8-74dd-4d40-a112-dd8e06005afc tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdde8117-8c2f-4ec0-a269-58afb856087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069154 Nov 23 22:05:42.475981 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dc5b83ec-2790-4739-b006-aecaa0a96c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:42.478996 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dc5b83ec-2790-4739-b006-aecaa0a96c82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:42.480702 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dc5b83ec-2790-4739-b006-aecaa0a96c82 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f1865448-ffe8-4bab-a9e9-9167acb75c75 HTTP/1.1" status: 204 len: 168 time: 0.2603021 Nov 23 22:05:42.510806 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b83ec-2790-4739-b006-aecaa0a96c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1865448-ffe8-4bab-a9e9-9167acb75c75,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:42.521293 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['a4175ec2-f204-48f1-acca-e0afc0899e59'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:05:42.532439 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b83ec-2790-4739-b006-aecaa0a96c82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:05:42.537037 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b83ec-2790-4739-b006-aecaa0a96c82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:05:42.537687 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b83ec-2790-4739-b006-aecaa0a96c82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:05:42.541286 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b83ec-2790-4739-b006-aecaa0a96c82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:05:42.541911 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b83ec-2790-4739-b006-aecaa0a96c82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:05:42.542470 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b83ec-2790-4739-b006-aecaa0a96c82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:05:42.543083 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b83ec-2790-4739-b006-aecaa0a96c82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:05:42.543643 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b83ec-2790-4739-b006-aecaa0a96c82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:05:42.544211 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b83ec-2790-4739-b006-aecaa0a96c82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:05:42.546637 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b83ec-2790-4739-b006-aecaa0a96c82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:05:42.547386 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b83ec-2790-4739-b006-aecaa0a96c82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:05:42.547965 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5b83ec-2790-4739-b006-aecaa0a96c82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:05:42.566637 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e39c18b0-837a-4e0f-9a8c-5121559b5e1f req-1df8be3a-3cc6-45c1-87c9-6f1b7c28c812 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315081 Nov 23 22:05:42.969301 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e73de-d5c1-4e0c-9eb4-7aca342af212 req-2dc09cd9-f003-46e8-aab8-7ebf5e3fdf81 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:42.970811 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-988e73de-d5c1-4e0c-9eb4-7aca342af212 req-2dc09cd9-f003-46e8-aab8-7ebf5e3fdf81 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1754789 Nov 23 22:05:43.025835 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed6ad129-2a96-4bcc-be7f-243065731c02 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:43.078152 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49418) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:43.107570 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-830428e7-a1fa-4fcb-9d41-40a8ffd06632 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:43.216146 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-988e73de-d5c1-4e0c-9eb4-7aca342af212 req-8d421e26-5ebe-49fe-b30f-c71218d5bd2c tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713307 Nov 23 22:05:43.335515 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed6ad129-2a96-4bcc-be7f-243065731c02 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:43.336699 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-830428e7-a1fa-4fcb-9d41-40a8ffd06632 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:43.336699 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-830428e7-a1fa-4fcb-9d41-40a8ffd06632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:43.406327 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-830428e7-a1fa-4fcb-9d41-40a8ffd06632 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7aae9cc3efb94e8897b6a4e70e0e9b95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3246582 Nov 23 22:05:43.417509 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49442) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:43.445766 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830428e7-a1fa-4fcb-9d41-40a8ffd06632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9c6fd5-e6db-4731-b90f-056691d3bcf9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:43.534760 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-583fb077-169a-42fa-84c3-bff2148b594f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:43.594147 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-583fb077-169a-42fa-84c3-bff2148b594f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:43.654343 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-583fb077-169a-42fa-84c3-bff2148b594f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:43.657895 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-583fb077-169a-42fa-84c3-bff2148b594f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:43.659176 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-583fb077-169a-42fa-84c3-bff2148b594f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0a9c6fd5-e6db-4731-b90f-056691d3bcf9 HTTP/1.1" status: 204 len: 168 time: 0.2407076 Nov 23 22:05:43.691260 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fb077-169a-42fa-84c3-bff2148b594f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9c6fd5-e6db-4731-b90f-056691d3bcf9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:43.738668 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce210d8c-af99-4fb1-bb4f-cd1c9f0cc3c8 req-c90a0083-7826-4631-98a0-a776223402fd tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:43.740229 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce210d8c-af99-4fb1-bb4f-cd1c9f0cc3c8 req-c90a0083-7826-4631-98a0-a776223402fd tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.3393707 Nov 23 22:05:43.810624 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d34cfa-606d-4b8f-970f-64c511fd9059 req-ad9bbf63-55d2-41a4-af1f-26d9a10e6acc tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:43.813677 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a4175ec2-f204-48f1-acca-e0afc0899e59 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:05:43.814468 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-45d34cfa-606d-4b8f-970f-64c511fd9059 req-ad9bbf63-55d2-41a4-af1f-26d9a10e6acc tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e00a5e0-038b-46c3-b835-1b065d93857c HTTP/1.1" status: 200 len: 944 time: 0.2011440 Nov 23 22:05:43.921181 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port a4175ec2-f204-48f1-acca-e0afc0899e59 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:05:43.928083 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port a4175ec2-f204-48f1-acca-e0afc0899e59 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:05:43.928514 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:44.038000 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed6ad129-2a96-4bcc-be7f-243065731c02 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:44.044468 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-45d34cfa-606d-4b8f-970f-64c511fd9059 req-fc75e0c3-145a-4fa2-91c7-c63d8dff410c tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdde8117-8c2f-4ec0-a269-58afb856087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813073 Nov 23 22:05:44.058744 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce210d8c-af99-4fb1-bb4f-cd1c9f0cc3c8 req-9c8d15c3-5605-491c-bf69-bf03791e26d6 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061626 Nov 23 22:05:44.061190 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed6ad129-2a96-4bcc-be7f-243065731c02 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:44.134204 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:44.162387 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e00a5e0-038b-46c3-b835-1b065d93857c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4175ec2-f204-48f1-acca-e0afc0899e59'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:05:44.165790 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa805d9b-56e6-4041-b255-499159332118" -d '{"events": [{"server_uuid": "4e00a5e0-038b-46c3-b835-1b065d93857c", "name": "network-vif-plugged", "status": "completed", "tag": "a4175ec2-f204-48f1-acca-e0afc0899e59"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:05:44.184066 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a4175ec2-f204-48f1-acca-e0afc0899e59, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a4175ec2-f204-48f1-acca-e0afc0899e59,segment=NetworkSegment(ba6a3e03-8515-450c-b39c-e243141792fa),segment_id=ba6a3e03-8515-450c-b39c-e243141792fa)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:05:44.192049 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ad129-2a96-4bcc-be7f-243065731c02 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Port': ['ID=219afa11-66d9-4792-86ca-747ed0d3997b,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:44.197974 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:44.239928 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00933e21-3bfb-4d0a-93ec-bca0b8185186 x-openstack-request-id: req-00933e21-3bfb-4d0a-93ec-bca0b8185186 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:05:44.240067 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e00a5e0-038b-46c3-b835-1b065d93857c", "name": "network-vif-plugged", "status": "completed", "tag": "a4175ec2-f204-48f1-acca-e0afc0899e59", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:05:44.240602 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-00933e21-3bfb-4d0a-93ec-bca0b8185186 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:05:44.241450 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e00a5e0-038b-46c3-b835-1b065d93857c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4175ec2-f204-48f1-acca-e0afc0899e59', 'code': 200} Nov 23 22:05:44.269383 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed6ad129-2a96-4bcc-be7f-243065731c02 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:44.274877 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=a4175ec2-f204-48f1-acca-e0afc0899e59,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:44.447520 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125c393-ebb7-49aa-8106-7d7ed48ed271 req-ba5277a4-e09c-45ad-805e-7cfa17fd247a tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:44.449163 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f125c393-ebb7-49aa-8106-7d7ed48ed271 req-ba5277a4-e09c-45ad-805e-7cfa17fd247a tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.2589130 Nov 23 22:05:44.474599 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772cbd8-eac4-48cc-8413-1dd2d90a6ff9 req-d19d40b9-8c1c-4e2c-897c-d0ad7af22e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:44.476355 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2772cbd8-eac4-48cc-8413-1dd2d90a6ff9 req-d19d40b9-8c1c-4e2c-897c-d0ad7af22e81 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4e00a5e0-038b-46c3-b835-1b065d93857c HTTP/1.1" status: 200 len: 1096 time: 0.1333628 Nov 23 22:05:44.530028 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-ed6ad129-2a96-4bcc-be7f-243065731c02 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Floating IP dfa3f35b-a9a6-4741-b959-0be8745a8409 associated. External IP: 172.25.5.134, port: 75f96fa4-20e4-48ba-91f0-2f87a9470c4e. Nov 23 22:05:45.120565 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2772cbd8-eac4-48cc-8413-1dd2d90a6ff9 req-ee824552-bdc3-4896-a412-20592f58efeb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bdde8117-8c2f-4ec0-a269-58afb856087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6294835 Nov 23 22:05:45.138650 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f125c393-ebb7-49aa-8106-7d7ed48ed271 req-754fb8a7-82b1-4138-8016-ac4226103f65 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6790724 Nov 23 22:05:45.293349 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10abf18-1f93-4415-8846-85289a946ee9 req-50e006af-ba71-4221-8819-7589b3004ca8 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:45.294885 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a10abf18-1f93-4415-8846-85289a946ee9 req-50e006af-ba71-4221-8819-7589b3004ca8 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e00a5e0-038b-46c3-b835-1b065d93857c HTTP/1.1" status: 200 len: 945 time: 0.1078823 Nov 23 22:05:45.472201 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09770c4-107a-4215-972e-424864331611 req-191ebece-9a82-41fa-b6f2-e7d95e0374c2 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:45.473421 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b09770c4-107a-4215-972e-424864331611 req-191ebece-9a82-41fa-b6f2-e7d95e0374c2 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1773927 Nov 23 22:05:45.498511 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a10abf18-1f93-4415-8846-85289a946ee9 req-a82d9aff-95fd-4261-b409-5c0f0afd5d14 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdde8117-8c2f-4ec0-a269-58afb856087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896300 Nov 23 22:05:45.555670 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6ad129-2a96-4bcc-be7f-243065731c02 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Router 3ee87e64-e646-4609-bfc7-19f753d9ed4b has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:05:45.591268 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b09770c4-107a-4215-972e-424864331611 req-a8d65db5-089f-4769-9e8b-e0d18d2436d3 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898807 Nov 23 22:05:45.798095 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536afe0-7918-4a8b-97da-b83ba336059a req-3ab648bc-d463-4eab-94b3-e6f5af25651d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:45.807037 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8536afe0-7918-4a8b-97da-b83ba336059a req-3ab648bc-d463-4eab-94b3-e6f5af25651d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1103098 Nov 23 22:05:45.857546 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6ad129-2a96-4bcc-be7f-243065731c02 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:05:45.878308 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ab18d0-11c8-4430-95c3-f6dac539df2e None None] Sync routers for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:05:45.903104 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8536afe0-7918-4a8b-97da-b83ba336059a req-2a8523d7-6d8a-4033-93b5-096753fd3faf tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851586 Nov 23 22:05:45.905896 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed6ad129-2a96-4bcc-be7f-243065731c02 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:45.908867 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ab18d0-11c8-4430-95c3-f6dac539df2e None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:45.910752 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c7ab18d0-11c8-4430-95c3-f6dac539df2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:45.968930 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c7ab18d0-11c8-4430-95c3-f6dac539df2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:45.995329 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ab18d0-11c8-4430-95c3-f6dac539df2e None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:45.996984 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c7ab18d0-11c8-4430-95c3-f6dac539df2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:46.039089 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49576) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:46.040112 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ed6ad129-2a96-4bcc-be7f-243065731c02 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.3299632 Nov 23 22:05:46.050155 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-403fb14e-faf2-4787-91b0-c8f399997c1c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Request body: {'floatingip': {'port_id': '75f96fa4-20e4-48ba-91f0-2f87a9470c4e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:05:46.077649 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c7ab18d0-11c8-4430-95c3-f6dac539df2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:46.078342 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ab18d0-11c8-4430-95c3-f6dac539df2e None None] The sync data for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:05:46.267117 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c512729-0a78-4151-8b82-ee1a16a75a18 req-1d037fa9-2abc-4b9b-81e0-7817d4b20de2 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:46.275906 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9c512729-0a78-4151-8b82-ee1a16a75a18 req-1d037fa9-2abc-4b9b-81e0-7817d4b20de2 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1257269 Nov 23 22:05:46.300274 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-403fb14e-faf2-4787-91b0-c8f399997c1c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:46.429729 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9c512729-0a78-4151-8b82-ee1a16a75a18 req-8f388ef5-0eb5-483e-8b77-c3e3117551bb tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514735 Nov 23 22:05:46.752055 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd75f6-b15a-40bb-9091-e25b08f5c6e0 req-75ff7d66-eb71-4d67-a34a-685ac3d4784c tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:46.753958 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e0cd75f6-b15a-40bb-9091-e25b08f5c6e0 req-75ff7d66-eb71-4d67-a34a-685ac3d4784c tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1443784 Nov 23 22:05:46.874760 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7614d-a4ef-4a64-b9d3-d9f98b939b9b req-3936aad8-f612-4435-acb0-861222832891 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:46.874760 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1d7614d-a4ef-4a64-b9d3-d9f98b939b9b req-3936aad8-f612-4435-acb0-861222832891 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e00a5e0-038b-46c3-b835-1b065d93857c HTTP/1.1" status: 200 len: 945 time: 0.1470954 Nov 23 22:05:46.938059 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e0cd75f6-b15a-40bb-9091-e25b08f5c6e0 req-51512628-fd4b-430f-80a3-7ceea234fb06 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549759 Nov 23 22:05:46.997012 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1d7614d-a4ef-4a64-b9d3-d9f98b939b9b req-e9227ca8-925a-4887-aa95-97a1294db618 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdde8117-8c2f-4ec0-a269-58afb856087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147904 Nov 23 22:05:47.631086 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-403fb14e-faf2-4787-91b0-c8f399997c1c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:47.651729 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-403fb14e-faf2-4787-91b0-c8f399997c1c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:47.730905 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04679e00-089a-4079-a40b-5247790b3549 req-12454c7f-1099-4c24-a4dc-ccd11ddeacd9 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:47.732567 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-04679e00-089a-4079-a40b-5247790b3549 req-12454c7f-1099-4c24-a4dc-ccd11ddeacd9 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e00a5e0-038b-46c3-b835-1b065d93857c HTTP/1.1" status: 200 len: 945 time: 0.2611017 Nov 23 22:05:47.775388 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3767f-0e0e-42ef-a1a1-0aab9db6c20f req-d2e15f2b-4a1c-4a56-8077-e49c2059ac1d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:47.777788 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68c3767f-0e0e-42ef-a1a1-0aab9db6c20f req-d2e15f2b-4a1c-4a56-8077-e49c2059ac1d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.4280536 Nov 23 22:05:47.816375 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49642) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:47.952491 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-04679e00-089a-4079-a40b-5247790b3549 req-b70dd1f9-d97b-43fe-9028-af2f97a79c87 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdde8117-8c2f-4ec0-a269-58afb856087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734383 Nov 23 22:05:48.027155 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68c3767f-0e0e-42ef-a1a1-0aab9db6c20f req-39ade75b-e258-40b9-9acc-a03b3bad8ab2 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393527 Nov 23 22:05:48.131576 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f70b8bde-04d9-4adb-9e33-77a95a82be02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:48.196058 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403fb14e-faf2-4787-91b0-c8f399997c1c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Router 3ee87e64-e646-4609-bfc7-19f753d9ed4b has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:05:48.252044 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02836d24-c868-409b-8240-f0f931c9163a req-7b240ddb-ac8c-4a29-9589-850dc3e77bbb tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:48.261725 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-02836d24-c868-409b-8240-f0f931c9163a req-7b240ddb-ac8c-4a29-9589-850dc3e77bbb tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.0845103 Nov 23 22:05:48.327677 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-02836d24-c868-409b-8240-f0f931c9163a req-3db2cf29-abba-4b91-86b4-d99a8ee8159f tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647111 Nov 23 22:05:48.392189 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f70b8bde-04d9-4adb-9e33-77a95a82be02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:48.413142 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f70b8bde-04d9-4adb-9e33-77a95a82be02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:48.449725 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403fb14e-faf2-4787-91b0-c8f399997c1c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:05:48.461152 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0623fa27-490f-4067-9bbb-1b1fce8cc18f None None] Sync routers for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:05:48.473308 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0623fa27-490f-4067-9bbb-1b1fce8cc18f None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:48.475183 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-0623fa27-490f-4067-9bbb-1b1fce8cc18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:48.476744 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-403fb14e-faf2-4787-91b0-c8f399997c1c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:48.543617 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-403fb14e-faf2-4787-91b0-c8f399997c1c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "PUT /v2.0/floatingips/dfa3f35b-a9a6-4741-b959-0be8745a8409 HTTP/1.1" status: 200 len: 979 time: 2.5034010 Nov 23 22:05:48.547086 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49668) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:48.550822 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-0623fa27-490f-4067-9bbb-1b1fce8cc18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:48.556493 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f70b8bde-04d9-4adb-9e33-77a95a82be02 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1adc2c2e776b44ad945533e04ab7d215&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7410700 Nov 23 22:05:48.563020 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49670) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:48.564101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b8bde-04d9-4adb-9e33-77a95a82be02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0703b9db-f23e-4732-8399-0e6e011d41c2,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:48.582087 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0623fa27-490f-4067-9bbb-1b1fce8cc18f None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:48.584049 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-0623fa27-490f-4067-9bbb-1b1fce8cc18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:48.646155 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-0623fa27-490f-4067-9bbb-1b1fce8cc18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:48.647196 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0623fa27-490f-4067-9bbb-1b1fce8cc18f None None] The sync data for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:05:48.682667 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-22764d02-b2d0-408c-b3d1-50d575059db5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:48.707020 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f131c-7ece-4f83-a867-fc43c31d8d0a req-846b0383-dbeb-4633-898a-a3ea5dd01b63 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:48.722787 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-415f131c-7ece-4f83-a867-fc43c31d8d0a req-846b0383-dbeb-4633-898a-a3ea5dd01b63 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.2583327 Nov 23 22:05:48.723055 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-22764d02-b2d0-408c-b3d1-50d575059db5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:48.801653 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-22764d02-b2d0-408c-b3d1-50d575059db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:48.805234 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-22764d02-b2d0-408c-b3d1-50d575059db5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:48.806906 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-22764d02-b2d0-408c-b3d1-50d575059db5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0703b9db-f23e-4732-8399-0e6e011d41c2 HTTP/1.1" status: 204 len: 168 time: 0.2342160 Nov 23 22:05:48.822863 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22764d02-b2d0-408c-b3d1-50d575059db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0703b9db-f23e-4732-8399-0e6e011d41c2,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:49.061474 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b814743-a312-4c65-8bc4-7a0cf92fbe7a req-c82393d8-7477-4265-9592-6fa3918c1eae tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:49.063492 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b814743-a312-4c65-8bc4-7a0cf92fbe7a req-c82393d8-7477-4265-9592-6fa3918c1eae tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e00a5e0-038b-46c3-b835-1b065d93857c HTTP/1.1" status: 200 len: 945 time: 0.3428016 Nov 23 22:05:49.079073 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-415f131c-7ece-4f83-a867-fc43c31d8d0a req-b1ac2fb8-3d6f-4f97-bf54-a74355e5d10b tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265972 Nov 23 22:05:49.381947 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49712) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:49.402386 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Deleting port 219afa11-66d9-4792-86ca-747ed0d3997b {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:05:49.402769 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:49.406265 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff2a1839-b8f5-434a-92fc-f690b85b80e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:49.563489 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff2a1839-b8f5-434a-92fc-f690b85b80e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:49.573116 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b110e7d-8955-4fd6-b5a3-9e0a139c1cad req-fc53d0d9-7427-4673-9f2b-28d939100119 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:49.579125 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff2a1839-b8f5-434a-92fc-f690b85b80e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:49.580857 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b110e7d-8955-4fd6-b5a3-9e0a139c1cad req-fc53d0d9-7427-4673-9f2b-28d939100119 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.3896246 Nov 23 22:05:49.593272 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953c767-5d59-4333-9b5f-6b2c753fbcee req-0412dc62-27cf-4d39-a9c0-50327bfb396c tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:49.594822 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8953c767-5d59-4333-9b5f-6b2c753fbcee req-0412dc62-27cf-4d39-a9c0-50327bfb396c tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e00a5e0-038b-46c3-b835-1b065d93857c HTTP/1.1" status: 200 len: 945 time: 0.4296191 Nov 23 22:05:49.652254 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:49.652840 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:49.686687 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ff2a1839-b8f5-434a-92fc-f690b85b80e1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c2d32c476784043aa1f6485d17b57e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3025026 Nov 23 22:05:49.688282 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a1839-b8f5-434a-92fc-f690b85b80e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9588da02-256a-44f5-823f-f6fffb9c1481,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:49.692027 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49722) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:49.722056 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Calling delete_port for 219afa11-66d9-4792-86ca-747ed0d3997b owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:05:49.794651 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-244448a1-ff0b-47cb-b674-2b93df27813b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:49.865381 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-9b814743-a312-4c65-8bc4-7a0cf92fbe7a req-e3e52d93-6a83-4686-8014-59f7b31cf8fe tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Deleting port a4175ec2-f204-48f1-acca-e0afc0899e59 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:05:49.865751 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9b814743-a312-4c65-8bc4-7a0cf92fbe7a req-e3e52d93-6a83-4686-8014-59f7b31cf8fe tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:49.868737 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-244448a1-ff0b-47cb-b674-2b93df27813b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:49.945814 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-244448a1-ff0b-47cb-b674-2b93df27813b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:49.950111 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-244448a1-ff0b-47cb-b674-2b93df27813b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:49.954287 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-244448a1-ff0b-47cb-b674-2b93df27813b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9588da02-256a-44f5-823f-f6fffb9c1481 HTTP/1.1" status: 204 len: 168 time: 0.2608731 Nov 23 22:05:49.963113 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244448a1-ff0b-47cb-b674-2b93df27813b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9588da02-256a-44f5-823f-f6fffb9c1481,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:49.980186 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b110e7d-8955-4fd6-b5a3-9e0a139c1cad req-5e02d132-5d70-404f-b3e4-9d0bbcb22f6e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937769 Nov 23 22:05:50.081947 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8953c767-5d59-4333-9b5f-6b2c753fbcee req-3d734eeb-651a-4a43-bb35-7abf4ac953bd tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdde8117-8c2f-4ec0-a269-58afb856087d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539452 Nov 23 22:05:50.133861 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-9b814743-a312-4c65-8bc4-7a0cf92fbe7a req-e3e52d93-6a83-4686-8014-59f7b31cf8fe tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] For port a4175ec2-f204-48f1-acca-e0afc0899e59, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a4175ec2-f204-48f1-acca-e0afc0899e59,segment=NetworkSegment(ba6a3e03-8515-450c-b39c-e243141792fa),segment_id=ba6a3e03-8515-450c-b39c-e243141792fa)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:05:50.135147 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9b814743-a312-4c65-8bc4-7a0cf92fbe7a req-e3e52d93-6a83-4686-8014-59f7b31cf8fe tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:50.156051 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:50.172898 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-9b814743-a312-4c65-8bc4-7a0cf92fbe7a req-e3e52d93-6a83-4686-8014-59f7b31cf8fe tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Calling delete_port for a4175ec2-f204-48f1-acca-e0afc0899e59 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:05:50.246362 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event deleted for resources: {'Port': ['ID=219afa11-66d9-4792-86ca-747ed0d3997b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:50.332000 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:05:50.332293 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:05:50.332637 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:05:50.334075 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:05:50.334700 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:05:50.335082 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:05:50.335410 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:05:50.335744 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:05:50.336078 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:05:50.336492 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:05:50.336823 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:05:50.337147 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:05:50.421059 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:50.424472 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Floating IP dfa3f35b-a9a6-4741-b959-0be8745a8409 disassociated (deleted). External IP: 172.25.5.134, port: 75f96fa4-20e4-48ba-91f0-2f87a9470c4e. Nov 23 22:05:50.823535 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9b814743-a312-4c65-8bc4-7a0cf92fbe7a req-e3e52d93-6a83-4686-8014-59f7b31cf8fe tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:50.839735 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['a4175ec2-f204-48f1-acca-e0afc0899e59'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:05:50.920170 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e52d93-6a83-4686-8014-59f7b31cf8fe tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Pushing event deleted for resources: {'Port': ['ID=a4175ec2-f204-48f1-acca-e0afc0899e59,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:50.965359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5238c30-d2fc-4535-b34f-83285aebf87a req-c8938286-d19b-4fa9-a9ed-6fedf5366ea7 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:50.972648 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5238c30-d2fc-4535-b34f-83285aebf87a req-c8938286-d19b-4fa9-a9ed-6fedf5366ea7 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1739643 Nov 23 22:05:50.978337 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Router 3ee87e64-e646-4609-bfc7-19f753d9ed4b has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:05:50.998009 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b814743-a312-4c65-8bc4-7a0cf92fbe7a req-e3e52d93-6a83-4686-8014-59f7b31cf8fe tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] No DVR routers for this DVR port a4175ec2-f204-48f1-acca-e0afc0899e59 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:05:51.003162 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9b814743-a312-4c65-8bc4-7a0cf92fbe7a req-e3e52d93-6a83-4686-8014-59f7b31cf8fe tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:51.007137 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b814743-a312-4c65-8bc4-7a0cf92fbe7a req-e3e52d93-6a83-4686-8014-59f7b31cf8fe tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.53 "DELETE /v2.0/ports/a4175ec2-f204-48f1-acca-e0afc0899e59 HTTP/1.1" status: 204 len: 173 time: 1.9271352 Nov 23 22:05:51.013595 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e00a5e0-038b-46c3-b835-1b065d93857c', 'name': 'network-vif-deleted', 'tag': 'a4175ec2-f204-48f1-acca-e0afc0899e59'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:05:51.016003 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95eedeb0-8503-4215-9f23-2a9171927669" -d '{"events": [{"server_uuid": "4e00a5e0-038b-46c3-b835-1b065d93857c", "name": "network-vif-deleted", "tag": "a4175ec2-f204-48f1-acca-e0afc0899e59"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:05:51.115332 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e21c7b-6e9b-4601-8ace-d8896c2dbbcd x-openstack-request-id: req-63e21c7b-6e9b-4601-8ace-d8896c2dbbcd {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:05:51.116030 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e00a5e0-038b-46c3-b835-1b065d93857c", "name": "network-vif-deleted", "tag": "a4175ec2-f204-48f1-acca-e0afc0899e59", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:05:51.116030 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-63e21c7b-6e9b-4601-8ace-d8896c2dbbcd {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:05:51.116426 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e00a5e0-038b-46c3-b835-1b065d93857c', 'name': 'network-vif-deleted', 'tag': 'a4175ec2-f204-48f1-acca-e0afc0899e59', 'status': 'completed', 'code': 200} Nov 23 22:05:51.156904 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5238c30-d2fc-4535-b34f-83285aebf87a req-fe2dceb7-ab0d-416b-822d-8feb9d266d4f tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765091 Nov 23 22:05:51.244172 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:05:51.254347 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:51.261393 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9815b353-4921-4e43-a746-7a427f87506e None None] Sync routers for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:05:51.289332 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9815b353-4921-4e43-a746-7a427f87506e None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:51.290239 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9815b353-4921-4e43-a746-7a427f87506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:51.307258 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-15657852-04bf-4efb-999d-07fcf5cba687 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "DELETE /v2.0/floatingips/dfa3f35b-a9a6-4741-b959-0be8745a8409 HTTP/1.1" status: 204 len: 168 time: 2.7593491 Nov 23 22:05:51.312002 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49800) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:51.338752 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9815b353-4921-4e43-a746-7a427f87506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:51.343140 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0ec85410-6788-4ebc-8509-2043912df923 req-99feb7da-9019-4132-9e3c-da79528b4a55 tempest-InstanceActionsV221TestJSON-2108500739 tempest-InstanceActionsV221TestJSON-2108500739-project] 10.222.0.50 "GET /v2.0/ports?device_id=4e00a5e0-038b-46c3-b835-1b065d93857c HTTP/1.1" status: 200 len: 210 time: 0.0817933 Nov 23 22:05:51.350592 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9815b353-4921-4e43-a746-7a427f87506e None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:51.351292 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9815b353-4921-4e43-a746-7a427f87506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:51.409707 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9815b353-4921-4e43-a746-7a427f87506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:51.410369 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9815b353-4921-4e43-a746-7a427f87506e None None] The sync data for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:05:51.477227 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-15ef5fc3-b61a-4957-bbdf-b735bf1525e7 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Deleting port 75f96fa4-20e4-48ba-91f0-2f87a9470c4e {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:05:51.477513 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15ef5fc3-b61a-4957-bbdf-b735bf1525e7 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:51.674385 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15ef5fc3-b61a-4957-bbdf-b735bf1525e7 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:51.689665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-15ef5fc3-b61a-4957-bbdf-b735bf1525e7 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Calling delete_port for 75f96fa4-20e4-48ba-91f0-2f87a9470c4e owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:05:51.955679 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15ef5fc3-b61a-4957-bbdf-b735bf1525e7 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:52.007306 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef5fc3-b61a-4957-bbdf-b735bf1525e7 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event deleted for resources: {'Port': ['ID=75f96fa4-20e4-48ba-91f0-2f87a9470c4e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:52.195295 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15ef5fc3-b61a-4957-bbdf-b735bf1525e7 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:52.206985 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-15ef5fc3-b61a-4957-bbdf-b735bf1525e7 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "DELETE /v2.0/ports/75f96fa4-20e4-48ba-91f0-2f87a9470c4e HTTP/1.1" status: 204 len: 168 time: 0.8882580 Nov 23 22:05:52.207323 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49852) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:52.220192 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-d3f35174-a689-45a0-8209-2c3cccac84c8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:05:52.311487 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d3f35174-a689-45a0-8209-2c3cccac84c8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:52.355313 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7f6d2-6710-4234-9b8e-123b1bfd0fc2 req-71aabdff-d501-495f-aadf-dc2657a95f01 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:52.357209 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5ab7f6d2-6710-4234-9b8e-123b1bfd0fc2 req-71aabdff-d501-495f-aadf-dc2657a95f01 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1201541 Nov 23 22:05:52.472579 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5ab7f6d2-6710-4234-9b8e-123b1bfd0fc2 req-9c1c98c4-7b11-4758-8a5d-9bff38aaef7c tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081445 Nov 23 22:05:52.523566 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d3f35174-a689-45a0-8209-2c3cccac84c8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:52.780953 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-d3f35174-a689-45a0-8209-2c3cccac84c8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Allocated IP 172.25.5.227 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/eda4472c-b1b0-48b9-bfd8-e93672c9733d) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:05:52.789016 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49892) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:52.835810 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:52.841545 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd16bd58-002b-42c7-b86e-58964c32cfa0 admin admin] Deleting subnet e7065862-625b-4f45-89f2-708adbd9867c {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:05:52.845126 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd16bd58-002b-42c7-b86e-58964c32cfa0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:52.893010 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd16bd58-002b-42c7-b86e-58964c32cfa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:53.001930 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd16bd58-002b-42c7-b86e-58964c32cfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:53.079333 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d3f35174-a689-45a0-8209-2c3cccac84c8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:53.096359 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd16bd58-002b-42c7-b86e-58964c32cfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:53.160625 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16bd58-002b-42c7-b86e-58964c32cfa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7065862-625b-4f45-89f2-708adbd9867c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:53.160625 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd16bd58-002b-42c7-b86e-58964c32cfa0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:53.172206 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bd16bd58-002b-42c7-b86e-58964c32cfa0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e7065862-625b-4f45-89f2-708adbd9867c HTTP/1.1" status: 204 len: 168 time: 0.3755624 Nov 23 22:05:53.172299 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49914) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:53.204403 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d3f35174-a689-45a0-8209-2c3cccac84c8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:53.300950 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f35174-a689-45a0-8209-2c3cccac84c8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:05:53.312807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-d3f35174-a689-45a0-8209-2c3cccac84c8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:05:53.322694 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f35174-a689-45a0-8209-2c3cccac84c8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:05:53.358124 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fa7775e3-5e70-4b83-a2f5-fbaca5d3a405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:53.363070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f35174-a689-45a0-8209-2c3cccac84c8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Port': ['ID=eda4472c-b1b0-48b9-bfd8-e93672c9733d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:53.512471 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fa7775e3-5e70-4b83-a2f5-fbaca5d3a405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:53.531096 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d3f35174-a689-45a0-8209-2c3cccac84c8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:53.895201 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a4175ec2-f204-48f1-acca-e0afc0899e59 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:05:53.929212 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-fa7775e3-5e70-4b83-a2f5-fbaca5d3a405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0694fd82-dd76-4175-8a52-79b9738b5f90']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:53.940503 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: a4175ec2-f204-48f1-acca-e0afc0899e59 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:05:53.943273 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a4175ec2-f204-48f1-acca-e0afc0899e59 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:05:53.986686 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-fa7775e3-5e70-4b83-a2f5-fbaca5d3a405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6a3e03-8515-450c-b39c-e243141792fa') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:53.987040 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-fa7775e3-5e70-4b83-a2f5-fbaca5d3a405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6a3e03-8515-450c-b39c-e243141792fa') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:54.026285 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fa7775e3-5e70-4b83-a2f5-fbaca5d3a405 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:54.042262 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fa7775e3-5e70-4b83-a2f5-fbaca5d3a405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:54.057803 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7775e3-5e70-4b83-a2f5-fbaca5d3a405 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:05:54.058315 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fa7775e3-5e70-4b83-a2f5-fbaca5d3a405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:05:54.061172 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:05:54.091676 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d3f35174-a689-45a0-8209-2c3cccac84c8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:54.207280 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debed4c7-8024-4fe5-a69b-ba90c05a93bf req-74a60494-f2f9-45b4-a3c9-3f81f890b160 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:54.209431 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-debed4c7-8024-4fe5-a69b-ba90c05a93bf req-74a60494-f2f9-45b4-a3c9-3f81f890b160 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.2918513 Nov 23 22:05:54.225422 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fa7775e3-5e70-4b83-a2f5-fbaca5d3a405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:54.248857 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fa7775e3-5e70-4b83-a2f5-fbaca5d3a405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:54.252140 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fa7775e3-5e70-4b83-a2f5-fbaca5d3a405 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0694fd82-dd76-4175-8a52-79b9738b5f90 HTTP/1.1" status: 204 len: 168 time: 1.0800879 Nov 23 22:05:54.283886 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7775e3-5e70-4b83-a2f5-fbaca5d3a405 admin admin] Pushing event deleted for resources: {'Network': ['ID=0694fd82-dd76-4175-8a52-79b9738b5f90,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:54.391890 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-debed4c7-8024-4fe5-a69b-ba90c05a93bf req-27f804c9-d688-4496-a64a-17fa77fc238b tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696632 Nov 23 22:05:54.499433 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d3f35174-a689-45a0-8209-2c3cccac84c8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:54.506672 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d3f35174-a689-45a0-8209-2c3cccac84c8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:54.577407 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49990) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:54.675292 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f35174-a689-45a0-8209-2c3cccac84c8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Port': ['ID=eda4472c-b1b0-48b9-bfd8-e93672c9733d,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:54.690502 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d3f35174-a689-45a0-8209-2c3cccac84c8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:54.717058 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d3f35174-a689-45a0-8209-2c3cccac84c8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:54.721269 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49996) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:54.723239 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d3f35174-a689-45a0-8209-2c3cccac84c8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5151231 Nov 23 22:05:54.730776 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-8097e6cd-cb55-46c0-a560-239eb8a7b98a tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Request body: {'port': {'network_id': 'c85c9e9a-4ce0-434a-9c19-2006e1f77513', 'name': 'tempest-FloatingIPTestJSON-724959104'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:05:54.737498 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bbda067d-4e95-4c1e-ace7-5a81e00ff1a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ba5ee27e4ef44ecb37cc77bea713d20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1584058 Nov 23 22:05:54.740968 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49998) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:54.858358 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9a86040d-7565-47f0-8283-b3928c373331 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:54.897638 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9a86040d-7565-47f0-8283-b3928c373331 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:54.970080 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8097e6cd-cb55-46c0-a560-239eb8a7b98a tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Made reservation on behalf of 6e9dc41a332048d98b0221d031f9d56b for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:05:54.977168 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8097e6cd-cb55-46c0-a560-239eb8a7b98a tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:54.996927 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9a86040d-7565-47f0-8283-b3928c373331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:54.999302 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9a86040d-7565-47f0-8283-b3928c373331 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:55.000710 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9a86040d-7565-47f0-8283-b3928c373331 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bdde8117-8c2f-4ec0-a269-58afb856087d HTTP/1.1" status: 204 len: 168 time: 0.2582941 Nov 23 22:05:55.019364 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86040d-7565-47f0-8283-b3928c373331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdde8117-8c2f-4ec0-a269-58afb856087d,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:55.032301 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-8097e6cd-cb55-46c0-a560-239eb8a7b98a tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] device_id is not set on port f9d5886f-0523-4490-9259-76d4f5e6067d yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:05:55.251140 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-8097e6cd-cb55-46c0-a560-239eb8a7b98a tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Allocated IP 172.20.0.11 (c85c9e9a-4ce0-434a-9c19-2006e1f77513/d5cb8757-e5f2-4286-b9ba-f93dee788f3f/f9d5886f-0523-4490-9259-76d4f5e6067d) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:05:55.651907 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8097e6cd-cb55-46c0-a560-239eb8a7b98a tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:55.652838 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ea093-eb8e-4310-b3b5-5f3553d66ffc req-4d01756d-8d15-480e-89b9-446e1ca7036a tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:55.654861 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed9ea093-eb8e-4310-b3b5-5f3553d66ffc req-4d01756d-8d15-480e-89b9-446e1ca7036a tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1220672 Nov 23 22:05:55.736965 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8097e6cd-cb55-46c0-a560-239eb8a7b98a tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:55.747796 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed9ea093-eb8e-4310-b3b5-5f3553d66ffc req-7453b4c9-cd60-4f7b-8978-47abc74688f3 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817797 Nov 23 22:05:55.830215 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8097e6cd-cb55-46c0-a560-239eb8a7b98a tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Network c85c9e9a-4ce0-434a-9c19-2006e1f77513 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:05:55.833171 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-8097e6cd-cb55-46c0-a560-239eb8a7b98a tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:05:55.838317 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8097e6cd-cb55-46c0-a560-239eb8a7b98a tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:05:55.846157 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097e6cd-cb55-46c0-a560-239eb8a7b98a tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Port': ['ID=f9d5886f-0523-4490-9259-76d4f5e6067d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:55.914432 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8097e6cd-cb55-46c0-a560-239eb8a7b98a tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:55.919612 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8097e6cd-cb55-46c0-a560-239eb8a7b98a tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:55.983331 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8097e6cd-cb55-46c0-a560-239eb8a7b98a tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2596440 Nov 23 22:05:55.985902 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50066) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:55.991686 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-874d2ab5-fa6b-4716-91ba-dc585dfabc10 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Request body: {'floatingip': {'port_id': 'f9d5886f-0523-4490-9259-76d4f5e6067d'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:05:56.086370 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-874d2ab5-fa6b-4716-91ba-dc585dfabc10 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:56.911478 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50110) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:57.009785 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-874d2ab5-fa6b-4716-91ba-dc585dfabc10 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:57.044012 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da902fc-780e-4dc1-b846-d268cb272ba7 req-56b1f327-a475-4c17-a5ab-b88822e98ce7 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:57.045951 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9da902fc-780e-4dc1-b846-d268cb272ba7 req-56b1f327-a475-4c17-a5ab-b88822e98ce7 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1508598 Nov 23 22:05:57.048815 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-874d2ab5-fa6b-4716-91ba-dc585dfabc10 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:57.165612 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-52b27e08-0c4d-4ee5-b0b9-bc24977102e0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1045042307-network', 'tenant_id': '3d86b79cbd044dd398fae80c99d3ba55'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:05:57.249575 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b27e08-0c4d-4ee5-b0b9-bc24977102e0 admin admin] Made reservation on behalf of 3d86b79cbd044dd398fae80c99d3ba55 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:05:57.252449 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52b27e08-0c4d-4ee5-b0b9-bc24977102e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:57.272370 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52b27e08-0c4d-4ee5-b0b9-bc24977102e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:57.469630 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-874d2ab5-fa6b-4716-91ba-dc585dfabc10 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Floating IP d8c23720-a3b3-41cd-9249-9416262de76d associated. External IP: 172.25.5.227, port: f9d5886f-0523-4490-9259-76d4f5e6067d. Nov 23 22:05:57.488137 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52b27e08-0c4d-4ee5-b0b9-bc24977102e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:57.489297 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9da902fc-780e-4dc1-b846-d268cb272ba7 req-e6faf2b1-0e02-4973-a664-c4275ba7b800 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085487 Nov 23 22:05:57.500714 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52b27e08-0c4d-4ee5-b0b9-bc24977102e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:57.564550 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b27e08-0c4d-4ee5-b0b9-bc24977102e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:05:57.654994 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b27e08-0c4d-4ee5-b0b9-bc24977102e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db853561-cbb8-4fa4-87a5-aba866dec0bb,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:57.672351 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52b27e08-0c4d-4ee5-b0b9-bc24977102e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:57.672882 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-52b27e08-0c4d-4ee5-b0b9-bc24977102e0 admin admin] Added segment 2597c5f7-02c9-4b7d-a2d2-65d0129ec69e of type vlan for network 3a1d4fb6-4dba-4480-ae10-52899e893eed Nov 23 22:05:57.744216 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52b27e08-0c4d-4ee5-b0b9-bc24977102e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:57.776022 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52b27e08-0c4d-4ee5-b0b9-bc24977102e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:57.777489 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b27e08-0c4d-4ee5-b0b9-bc24977102e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:57.778210 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52b27e08-0c4d-4ee5-b0b9-bc24977102e0 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:57.853050 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-52b27e08-0c4d-4ee5-b0b9-bc24977102e0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9397311 Nov 23 22:05:57.855958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50140) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:57.856955 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874d2ab5-fa6b-4716-91ba-dc585dfabc10 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Router 3ee87e64-e646-4609-bfc7-19f753d9ed4b has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:05:57.868111 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d26f9e9f-8327-44e1-a740-c491832f7e6a admin admin] Request body: {'subnet': {'network_id': '3a1d4fb6-4dba-4480-ae10-52899e893eed', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1045042307-subnet', 'tenant_id': '3d86b79cbd044dd398fae80c99d3ba55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:05:57.896700 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4f5c35e7-8b5f-4851-b58f-cf5edb10a335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:57.919227 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26f9e9f-8327-44e1-a740-c491832f7e6a admin admin] Made reservation on behalf of 3d86b79cbd044dd398fae80c99d3ba55 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:05:57.921600 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d26f9e9f-8327-44e1-a740-c491832f7e6a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:58.059815 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874d2ab5-fa6b-4716-91ba-dc585dfabc10 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:05:58.061803 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b27e08-0c4d-4ee5-b0b9-bc24977102e0 admin admin] Pushing event updated for resources: {'Network': ['ID=3a1d4fb6-4dba-4480-ae10-52899e893eed,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:58.070663 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-874d2ab5-fa6b-4716-91ba-dc585dfabc10 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:58.074783 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 3a1d4fb6-4dba-4480-ae10-52899e893eed details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:05:58.085901 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c598dbd1-5d71-4042-aa26-145cec4c0996 None None] Sync routers for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:05:58.101971 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c598dbd1-5d71-4042-aa26-145cec4c0996 None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:58.102598 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c598dbd1-5d71-4042-aa26-145cec4c0996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:58.149837 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-874d2ab5-fa6b-4716-91ba-dc585dfabc10 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "PUT /v2.0/floatingips/d8c23720-a3b3-41cd-9249-9416262de76d HTTP/1.1" status: 200 len: 978 time: 2.1623793 Nov 23 22:05:58.152712 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50156) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:05:58.185753 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c598dbd1-5d71-4042-aa26-145cec4c0996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:58.213880 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c598dbd1-5d71-4042-aa26-145cec4c0996 None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:05:58.214909 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c598dbd1-5d71-4042-aa26-145cec4c0996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:05:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:58.320223 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c598dbd1-5d71-4042-aa26-145cec4c0996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:05:58.321098 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c598dbd1-5d71-4042-aa26-145cec4c0996 None None] The sync data for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:05:58.484617 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d26f9e9f-8327-44e1-a740-c491832f7e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:58.511608 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-e279096b-e6ad-4676-9d9c-a0f869f872f2 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Deleting port f9d5886f-0523-4490-9259-76d4f5e6067d {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:05:58.513861 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e279096b-e6ad-4676-9d9c-a0f869f872f2 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:58.718146 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f9e9f-8327-44e1-a740-c491832f7e6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e02624b7-27a8-4d1b-8121-8c8cb0dc066f,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:05:58.744561 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26f9e9f-8327-44e1-a740-c491832f7e6a admin admin] Checking segment: {'id': '2597c5f7-02c9-4b7d-a2d2-65d0129ec69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3a1d4fb6-4dba-4480-ae10-52899e893eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:05:58.745831 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26f9e9f-8327-44e1-a740-c491832f7e6a admin admin] Network hostable DHCP agents. Network: 3a1d4fb6-4dba-4480-ae10-52899e893eed, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:05:58.789279 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e279096b-e6ad-4676-9d9c-a0f869f872f2 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:58.794433 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26f9e9f-8327-44e1-a740-c491832f7e6a admin admin] Network 3a1d4fb6-4dba-4480-ae10-52899e893eed is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:05:58.823963 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363cdae-6736-4a7b-9ce7-6946014e3201 req-5fa6ebe3-849a-4a1b-803a-200c23093cf2 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:58.832167 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f363cdae-6736-4a7b-9ce7-6946014e3201 req-5fa6ebe3-849a-4a1b-803a-200c23093cf2 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1799548 Nov 23 22:05:58.842362 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-d26f9e9f-8327-44e1-a740-c491832f7e6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 3a1d4fb6-4dba-4480-ae10-52899e893eed) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:05:58.854764 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8eb5bf-9367-42e4-98f6-9bfbd98d3595 None None] Network 3a1d4fb6-4dba-4480-ae10-52899e893eed requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:05:58.902410 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f363cdae-6736-4a7b-9ce7-6946014e3201 req-877eead0-0bb4-4ac5-b4cd-e9b8ec5d4f72 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654583 Nov 23 22:05:58.930227 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26f9e9f-8327-44e1-a740-c491832f7e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:58.930929 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d26f9e9f-8327-44e1-a740-c491832f7e6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:59.017942 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d26f9e9f-8327-44e1-a740-c491832f7e6a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1545374 Nov 23 22:05:59.280309 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039b5f73-6c56-4d23-ad09-ebb298b87ce3 None None] Network 3a1d4fb6-4dba-4480-ae10-52899e893eed requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:05:59.398329 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:05:59.748138 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b1249-f86a-41d2-a85b-7a94205d40f3 req-268507f6-2d29-41a1-8105-ce70dff9c6bf tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:59.758642 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b1249-f86a-41d2-a85b-7a94205d40f3 req-268507f6-2d29-41a1-8105-ce70dff9c6bf tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:59.766530 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b1249-f86a-41d2-a85b-7a94205d40f3 req-268507f6-2d29-41a1-8105-ce70dff9c6bf tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:59.776586 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b1249-f86a-41d2-a85b-7a94205d40f3 req-268507f6-2d29-41a1-8105-ce70dff9c6bf tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:59.784933 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b1249-f86a-41d2-a85b-7a94205d40f3 req-268507f6-2d29-41a1-8105-ce70dff9c6bf tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:59.785435 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e279096b-e6ad-4676-9d9c-a0f869f872f2 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:59.785813 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e279096b-e6ad-4676-9d9c-a0f869f872f2 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:05:59.786539 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-e279096b-e6ad-4676-9d9c-a0f869f872f2 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Floating IP d8c23720-a3b3-41cd-9249-9416262de76d disassociated. External IP: 172.25.5.227, port: f9d5886f-0523-4490-9259-76d4f5e6067d. Nov 23 22:05:59.787232 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-e279096b-e6ad-4676-9d9c-a0f869f872f2 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Calling delete_port for f9d5886f-0523-4490-9259-76d4f5e6067d owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:05:59.791385 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b1249-f86a-41d2-a85b-7a94205d40f3 req-268507f6-2d29-41a1-8105-ce70dff9c6bf tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:59.797456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b1249-f86a-41d2-a85b-7a94205d40f3 req-268507f6-2d29-41a1-8105-ce70dff9c6bf tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:05:59.806842 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a61b1249-f86a-41d2-a85b-7a94205d40f3 req-268507f6-2d29-41a1-8105-ce70dff9c6bf tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5445 time: 0.1942463 Nov 23 22:05:59.990320 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:00.003848 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-4028a43e-b888-4f99-ad7e-1b8220e3ec0b tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:00.029427 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-4028a43e-b888-4f99-ad7e-1b8220e3ec0b tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/networks?id=3a1d4fb6-4dba-4480-ae10-52899e893eed HTTP/1.1" status: 200 len: 822 time: 0.2037194 Nov 23 22:06:00.059249 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-706d5ae7-cb75-463f-942e-61adbf4c122d tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/quotas/3d86b79cbd044dd398fae80c99d3ba55 HTTP/1.1" status: 200 len: 375 time: 0.0285251 Nov 23 22:06:00.063761 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e279096b-e6ad-4676-9d9c-a0f869f872f2 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:00.129376 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279096b-e6ad-4676-9d9c-a0f869f872f2 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event deleted for resources: {'Port': ['ID=f9d5886f-0523-4490-9259-76d4f5e6067d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:00.146105 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-77b70ff8-7244-4b2d-8a13-c41d157cb125 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3d86b79cbd044dd398fae80c99d3ba55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765190 Nov 23 22:06:00.266892 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-55a595c4-422a-4836-8b98-abe00571892f service neutron] 10.222.0.50 "GET /v2.0/networks/3a1d4fb6-4dba-4480-ae10-52899e893eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182458 Nov 23 22:06:00.284653 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a61b1249-f86a-41d2-a85b-7a94205d40f3 req-55be6042-c168-4e6c-999b-5975cd41b2fb tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4768455 Nov 23 22:06:00.454654 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-31a1c1dd-5993-4fce-90d1-c024a79a482b service neutron] 10.222.0.50 "GET /v2.0/networks/3a1d4fb6-4dba-4480-ae10-52899e893eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854692 Nov 23 22:06:00.461655 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e279096b-e6ad-4676-9d9c-a0f869f872f2 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Router 3ee87e64-e646-4609-bfc7-19f753d9ed4b has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:06:00.509689 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3281a1-e8e4-4d73-ad15-40be42e588a3 req-9d92488b-7bb2-489f-aa3f-32a59c94ac67 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:00.510057 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c9d360ff-3acc-48f0-a945-566c75556edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:00.520071 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db3281a1-e8e4-4d73-ad15-40be42e588a3 req-9d92488b-7bb2-489f-aa3f-32a59c94ac67 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.0815153 Nov 23 22:06:00.634191 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db3281a1-e8e4-4d73-ad15-40be42e588a3 req-254f1fc0-372c-4220-b4c7-97df9eb128f5 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119931 Nov 23 22:06:00.844824 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d10b8dd5-3825-4ea2-8e7b-50974004bd52 req-9c2f3a05-cf36-486d-8c00-ea43bb5bfbfa tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad451836-ec63-459d-94a9-47ff82ad2a68 HTTP/1.1" status: 200 len: 210 time: 0.0951774 Nov 23 22:06:00.904160 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-0a25c171-62be-435b-af38-bc8a8e1fde42 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:00.912329 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-0a25c171-62be-435b-af38-bc8a8e1fde42 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:00.916910 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e279096b-e6ad-4676-9d9c-a0f869f872f2 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:06:00.931904 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c3354-6859-4657-b244-e349fdf25619 None None] Sync routers for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:06:00.937650 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-0a25c171-62be-435b-af38-bc8a8e1fde42 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:00.956453 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c3354-6859-4657-b244-e349fdf25619 None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:06:00.957113 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-730c3354-6859-4657-b244-e349fdf25619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:06:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:00.967389 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-0a25c171-62be-435b-af38-bc8a8e1fde42 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:00.990570 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-0a25c171-62be-435b-af38-bc8a8e1fde42 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:01.013287 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-0a25c171-62be-435b-af38-bc8a8e1fde42 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:01.034657 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-0a25c171-62be-435b-af38-bc8a8e1fde42 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:01.038255 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-0a25c171-62be-435b-af38-bc8a8e1fde42 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5445 time: 0.2750041 Nov 23 22:06:01.086775 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-730c3354-6859-4657-b244-e349fdf25619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:01.112180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c3354-6859-4657-b244-e349fdf25619 None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:06:01.113345 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-730c3354-6859-4657-b244-e349fdf25619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:06:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:01.146168 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e279096b-e6ad-4676-9d9c-a0f869f872f2 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:01.155659 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e279096b-e6ad-4676-9d9c-a0f869f872f2 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "DELETE /v2.0/ports/f9d5886f-0523-4490-9259-76d4f5e6067d HTTP/1.1" status: 204 len: 168 time: 3.0018556 Nov 23 22:06:01.155864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-4c3a5401-d5eb-4574-a2bb-10359447cdcd tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:01.156347 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50282) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:01.159857 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-4c3a5401-d5eb-4574-a2bb-10359447cdcd tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.53 "GET /v2.0/ports/9e1a4a01-b58d-4d1b-8c53-14975401b67a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1055121 Nov 23 22:06:01.207280 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-730c3354-6859-4657-b244-e349fdf25619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:01.208125 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c3354-6859-4657-b244-e349fdf25619 None None] The sync data for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:06:01.404739 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4250493e-8c02-4075-bbd6-c751d6e114a9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "GET /v2.0/floatingips/d8c23720-a3b3-41cd-9249-9416262de76d HTTP/1.1" status: 200 len: 688 time: 0.2471828 Nov 23 22:06:01.411744 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50298) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:01.472873 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-2b18a23f-7b26-41f3-ae90-0221cfde5fe9 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.53 "GET /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3043854 Nov 23 22:06:01.524103 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-9cd0d71b-bbb7-4933-8092-9795fa3c7442 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:01.602096 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:01.667377 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4df71-9a04-440d-b9ee-b981e1dd0159 req-ba26b494-a1f5-49ca-866b-34505e25fbfc tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:01.695100 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4df71-9a04-440d-b9ee-b981e1dd0159 req-ba26b494-a1f5-49ca-866b-34505e25fbfc tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:01.709268 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4df71-9a04-440d-b9ee-b981e1dd0159 req-ba26b494-a1f5-49ca-866b-34505e25fbfc tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:01.725007 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4df71-9a04-440d-b9ee-b981e1dd0159 req-ba26b494-a1f5-49ca-866b-34505e25fbfc tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:01.743578 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4df71-9a04-440d-b9ee-b981e1dd0159 req-ba26b494-a1f5-49ca-866b-34505e25fbfc tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:01.756518 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-01d6e41c-e6eb-450f-9fec-61a7c1925de8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Deleting port eda4472c-b1b0-48b9-bfd8-e93672c9733d {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:06:01.756858 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-01d6e41c-e6eb-450f-9fec-61a7c1925de8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:01.759202 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4df71-9a04-440d-b9ee-b981e1dd0159 req-ba26b494-a1f5-49ca-866b-34505e25fbfc tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:01.771479 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4df71-9a04-440d-b9ee-b981e1dd0159 req-ba26b494-a1f5-49ca-866b-34505e25fbfc tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:01.787198 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-41d4df71-9a04-440d-b9ee-b981e1dd0159 req-ba26b494-a1f5-49ca-866b-34505e25fbfc tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 5445 time: 0.3200729 Nov 23 22:06:02.024135 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-9cd0d71b-bbb7-4933-8092-9795fa3c7442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:02.046294 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-01d6e41c-e6eb-450f-9fec-61a7c1925de8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:02.046623 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-01d6e41c-e6eb-450f-9fec-61a7c1925de8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:02.079916 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-01d6e41c-e6eb-450f-9fec-61a7c1925de8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Calling delete_port for eda4472c-b1b0-48b9-bfd8-e93672c9733d owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:06:02.225944 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-9cd0d71b-bbb7-4933-8092-9795fa3c7442 service neutron] For port 9e1a4a01-b58d-4d1b-8c53-14975401b67a, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=9e1a4a01-b58d-4d1b-8c53-14975401b67a,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:06:02.308055 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa91b87-abee-4729-a256-ac3e9a0349ff req-d0fe7dc8-471c-4f45-ad7b-1970e1cab207 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:02.309799 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cfa91b87-abee-4729-a256-ac3e9a0349ff req-d0fe7dc8-471c-4f45-ad7b-1970e1cab207 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.4932995 Nov 23 22:06:02.314478 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-9cd0d71b-bbb7-4933-8092-9795fa3c7442 service neutron] For port 9e1a4a01-b58d-4d1b-8c53-14975401b67a, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:06:02.391747 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-41d4df71-9a04-440d-b9ee-b981e1dd0159 req-101b2d20-7f2d-4c52-9b4b-9f70c3be376f tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6036603 Nov 23 22:06:02.426459 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-9cd0d71b-bbb7-4933-8092-9795fa3c7442 service neutron] device_id is not set on port 9e1a4a01-b58d-4d1b-8c53-14975401b67a yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:06:02.465649 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-9cd0d71b-bbb7-4933-8092-9795fa3c7442 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:02.493822 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cfa91b87-abee-4729-a256-ac3e9a0349ff req-d9ffad0e-8754-4bd7-9c49-a57f48f27b4a tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515768 Nov 23 22:06:02.516780 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-9cd0d71b-bbb7-4933-8092-9795fa3c7442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:02.534761 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-01d6e41c-e6eb-450f-9fec-61a7c1925de8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:02.564555 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6e41c-e6eb-450f-9fec-61a7c1925de8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event deleted for resources: {'Port': ['ID=eda4472c-b1b0-48b9-bfd8-e93672c9733d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:02.663777 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-01d6e41c-e6eb-450f-9fec-61a7c1925de8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:02.670894 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-01d6e41c-e6eb-450f-9fec-61a7c1925de8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:02.674853 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-01d6e41c-e6eb-450f-9fec-61a7c1925de8 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "DELETE /v2.0/floatingips/d8c23720-a3b3-41cd-9249-9416262de76d HTTP/1.1" status: 204 len: 168 time: 1.2459121 Nov 23 22:06:02.675840 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0d71b-bbb7-4933-8092-9795fa3c7442 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1a4a01-b58d-4d1b-8c53-14975401b67a,revision_number=6']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:02.678227 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50324) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:02.691495 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-03c57225-d149-4492-9bc1-c59f53f21856 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': 'e586fe0b-1649-4167-a096-7a3475bf0867'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:02.767951 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-03c57225-d149-4492-9bc1-c59f53f21856 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:02.849859 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eac75525-cea5-46da-9954-81f4805725ef req-64ee5953-3b1a-42b8-9d99-6cb2144583ac tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad451836-ec63-459d-94a9-47ff82ad2a68 HTTP/1.1" status: 200 len: 210 time: 0.1802044 Nov 23 22:06:02.928689 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-9cd0d71b-bbb7-4933-8092-9795fa3c7442 service neutron] No DVR routers for this DVR port 9e1a4a01-b58d-4d1b-8c53-14975401b67a on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:06:02.994169 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:03.001391 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-03c57225-d149-4492-9bc1-c59f53f21856 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:03.087144 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-9cd0d71b-bbb7-4933-8092-9795fa3c7442 service neutron] In _notify_port_updated(), no bound segment for port 9e1a4a01-b58d-4d1b-8c53-14975401b67a on network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 {{(pid=110034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:06:03.089246 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-9cd0d71b-bbb7-4933-8092-9795fa3c7442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:03.090217 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-9cd0d71b-bbb7-4933-8092-9795fa3c7442 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:03.091876 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-9cd0d71b-bbb7-4933-8092-9795fa3c7442 service neutron] 10.222.0.53 "PUT /v2.0/ports/9e1a4a01-b58d-4d1b-8c53-14975401b67a HTTP/1.1" status: 200 len: 1033 time: 1.5729709 Nov 23 22:06:03.173560 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-88e9ba5f-69bd-4fe3-ba6e-de761e70a24e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:03.175375 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-88e9ba5f-69bd-4fe3-ba6e-de761e70a24e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.53 "GET /v2.0/ports/e7e26413-e971-46f6-ba1f-9c8b1eb61493?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0731611 Nov 23 22:06:03.183978 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-c493cdd5-af34-4f8b-8b81-5429e8c852c2 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:03.185840 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-c493cdd5-af34-4f8b-8b81-5429e8c852c2 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.53 "GET /v2.0/networks?id=3a1d4fb6-4dba-4480-ae10-52899e893eed HTTP/1.1" status: 200 len: 822 time: 0.4730270 Nov 23 22:06:03.192011 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-b4e2f043-18a5-4e67-8c2b-267bfa22eed7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:03.219358 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-35a7b447-5cd2-4862-a7ba-09bb70f52f36 None None] Provisioning complete for port 9e1a4a01-b58d-4d1b-8c53-14975401b67a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:06:03.221146 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-35a7b447-5cd2-4862-a7ba-09bb70f52f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:03.236428 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-468f789b-5615-43e2-a855-725b35a3797e tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Request body: {'port': {'device_id': 'ad451836-ec63-459d-94a9-47ff82ad2a68', 'network_id': '3a1d4fb6-4dba-4480-ae10-52899e893eed', 'admin_state_up': True, 'tenant_id': '3d86b79cbd044dd398fae80c99d3ba55'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:03.328784 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-03c57225-d149-4492-9bc1-c59f53f21856 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Allocated IP 172.25.5.71 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/f4fcfeaa-a854-47a8-854a-8f94e08bb756) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:06:03.329645 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-35a7b447-5cd2-4862-a7ba-09bb70f52f36 None None] Port 9e1a4a01-b58d-4d1b-8c53-14975401b67a cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:06:03.374394 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50334) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:03.448124 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-468f789b-5615-43e2-a855-725b35a3797e tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Made reservation on behalf of 3d86b79cbd044dd398fae80c99d3ba55 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:06:03.451811 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-468f789b-5615-43e2-a855-725b35a3797e tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:03.498161 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-b4e2f043-18a5-4e67-8c2b-267bfa22eed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:03.565270 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-03c57225-d149-4492-9bc1-c59f53f21856 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:03.620600 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-03c57225-d149-4492-9bc1-c59f53f21856 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:03.665002 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c57225-d149-4492-9bc1-c59f53f21856 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:06:03.668456 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-03c57225-d149-4492-9bc1-c59f53f21856 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:06:03.672580 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c57225-d149-4492-9bc1-c59f53f21856 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:06:03.774399 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c57225-d149-4492-9bc1-c59f53f21856 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Port': ['ID=f4fcfeaa-a854-47a8-854a-8f94e08bb756,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:03.874469 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:03.878604 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5979559-484a-46bc-b8ae-9feb338413eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:03.891090 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 903ccf0b-4463-44b9-b226-a19005b0d74f no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:06:03.942383 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e660a-d183-462f-b96d-8155ccdbd40b req-2d326d76-0f57-427c-9f34-d37a1a81f4d4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:03.956864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e660a-d183-462f-b96d-8155ccdbd40b req-2d326d76-0f57-427c-9f34-d37a1a81f4d4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:03.969872 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e660a-d183-462f-b96d-8155ccdbd40b req-2d326d76-0f57-427c-9f34-d37a1a81f4d4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:03.981456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e660a-d183-462f-b96d-8155ccdbd40b req-2d326d76-0f57-427c-9f34-d37a1a81f4d4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:03.994074 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e660a-d183-462f-b96d-8155ccdbd40b req-2d326d76-0f57-427c-9f34-d37a1a81f4d4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:04.016754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e660a-d183-462f-b96d-8155ccdbd40b req-2d326d76-0f57-427c-9f34-d37a1a81f4d4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:04.019076 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:04.026273 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c5e660a-d183-462f-b96d-8155ccdbd40b req-2d326d76-0f57-427c-9f34-d37a1a81f4d4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 4665 time: 0.5063069 Nov 23 22:06:04.058843 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '903ccf0b-4463-44b9-b226-a19005b0d74f'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:06:04.064642 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d438186-000d-40c9-b250-ed7bba55cd77" -d '{"events": [{"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-unplugged", "status": "completed", "tag": "903ccf0b-4463-44b9-b226-a19005b0d74f"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:06:04.100887 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 903ccf0b-4463-44b9-b226-a19005b0d74f, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=903ccf0b-4463-44b9-b226-a19005b0d74f,segment=NetworkSegment(991faeff-44de-485b-8e34-be807e87bd11),segment_id=991faeff-44de-485b-8e34-be807e87bd11)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:06:04.112221 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:04.113245 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 9e1a4a01-b58d-4d1b-8c53-14975401b67a no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:06:04.174007 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5979559-484a-46bc-b8ae-9feb338413eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:04.209970 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 9e1a4a01-b58d-4d1b-8c53-14975401b67a not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:06:04.211764 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e7e26413-e971-46f6-ba1f-9c8b1eb61493 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:06:04.363893 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=903ccf0b-4463-44b9-b226-a19005b0d74f,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:04.372932 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-03c57225-d149-4492-9bc1-c59f53f21856 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:04.374036 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:04.374393 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:04.374949 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:04.375487 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:04.375994 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:04.376531 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:04.377026 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:04.377562 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:04.378064 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:04.378598 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:04.379103 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:04.380219 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:04.430680 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:04.495613 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-03c57225-d149-4492-9bc1-c59f53f21856 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:04.746338 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5979559-484a-46bc-b8ae-9feb338413eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:04.747570 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-03c57225-d149-4492-9bc1-c59f53f21856 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:04.763004 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-03c57225-d149-4492-9bc1-c59f53f21856 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:04.895063 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-b4e2f043-18a5-4e67-8c2b-267bfa22eed7 service neutron] For port e7e26413-e971-46f6-ba1f-9c8b1eb61493, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e7e26413-e971-46f6-ba1f-9c8b1eb61493,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:06:04.897388 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-03c57225-d149-4492-9bc1-c59f53f21856 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:04.937057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-b4e2f043-18a5-4e67-8c2b-267bfa22eed7 service neutron] For port e7e26413-e971-46f6-ba1f-9c8b1eb61493, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:06:04.975529 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-b4e2f043-18a5-4e67-8c2b-267bfa22eed7 service neutron] device_id is not set on port e7e26413-e971-46f6-ba1f-9c8b1eb61493 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:06:04.985305 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-b4e2f043-18a5-4e67-8c2b-267bfa22eed7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:05.020794 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c57225-d149-4492-9bc1-c59f53f21856 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Port': ['ID=f4fcfeaa-a854-47a8-854a-8f94e08bb756,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:05.030207 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-468f789b-5615-43e2-a855-725b35a3797e tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Allocated IP 172.20.0.10 (3a1d4fb6-4dba-4480-ae10-52899e893eed/e02624b7-27a8-4d1b-8121-8c8cb0dc066f/15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:06:05.031761 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5979559-484a-46bc-b8ae-9feb338413eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678f3ee4-8959-431b-8ca4-319c3c39a5c4,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:05.041609 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e5979559-484a-46bc-b8ae-9feb338413eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3c44c92ed1c841e1b081dcc255062e13&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6660728 Nov 23 22:06:05.050344 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc83f1-7867-462d-9faf-5a08165a25a4 req-605b5e71-39c6-44d4-929a-ec5f606f7ed7 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:05.052288 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53bc83f1-7867-462d-9faf-5a08165a25a4 req-605b5e71-39c6-44d4-929a-ec5f606f7ed7 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 1.3721848 Nov 23 22:06:05.053494 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-b4e2f043-18a5-4e67-8c2b-267bfa22eed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:05.055809 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50372) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:05.099600 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:06:05.100665 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:06:05.126783 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8c5e660a-d183-462f-b96d-8155ccdbd40b req-47a94e26-987b-4315-901a-97ad9b68c4ef tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=a28e65ce-eba8-4d5a-8712-987f683c675f&id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0994689 Nov 23 22:06:05.164841 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-03c57225-d149-4492-9bc1-c59f53f21856 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Floating IP b662d287-6727-42d9-870c-37ff4c2f05fe associated. External IP: 172.25.5.71, port: e586fe0b-1649-4167-a096-7a3475bf0867. Nov 23 22:06:05.362024 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53bc83f1-7867-462d-9faf-5a08165a25a4 req-a302e914-e8d3-462e-89e1-70bcc503b5d6 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543275 Nov 23 22:06:05.365345 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-b4e2f043-18a5-4e67-8c2b-267bfa22eed7 service neutron] No DVR routers for this DVR port e7e26413-e971-46f6-ba1f-9c8b1eb61493 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:06:05.454087 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcef4cbc-c952-4adf-9fe3-4710bea65899 x-openstack-request-id: req-dcef4cbc-c952-4adf-9fe3-4710bea65899 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:06:05.454393 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-unplugged", "status": "completed", "tag": "903ccf0b-4463-44b9-b226-a19005b0d74f", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:06:05.454662 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dcef4cbc-c952-4adf-9fe3-4710bea65899 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:06:05.455105 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '903ccf0b-4463-44b9-b226-a19005b0d74f', 'code': 200} Nov 23 22:06:05.459858 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-b4e2f043-18a5-4e67-8c2b-267bfa22eed7 service neutron] In _notify_port_updated(), no bound segment for port e7e26413-e971-46f6-ba1f-9c8b1eb61493 on network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 {{(pid=110034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:06:05.460748 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-b4e2f043-18a5-4e67-8c2b-267bfa22eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:05.461380 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-b4e2f043-18a5-4e67-8c2b-267bfa22eed7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:05.462682 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-b4e2f043-18a5-4e67-8c2b-267bfa22eed7 service neutron] 10.222.0.53 "PUT /v2.0/ports/e7e26413-e971-46f6-ba1f-9c8b1eb61493 HTTP/1.1" status: 200 len: 1032 time: 2.2751148 Nov 23 22:06:05.464223 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2f043-18a5-4e67-8c2b-267bfa22eed7 service neutron] Pushing event updated for resources: {'Port': ['ID=e7e26413-e971-46f6-ba1f-9c8b1eb61493,revision_number=6']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:05.579125 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c038722e-3939-45be-a092-6d44c6259c94 None None] Provisioning complete for port e7e26413-e971-46f6-ba1f-9c8b1eb61493 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:06:05.579505 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c038722e-3939-45be-a092-6d44c6259c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:05.608862 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c57225-d149-4492-9bc1-c59f53f21856 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Router 3ee87e64-e646-4609-bfc7-19f753d9ed4b has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:06:05.639208 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ab1912a-0161-4639-bc57-2dbbb299a432 req-0a011278-dc09-417b-a6af-9139e8eb2c83 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad451836-ec63-459d-94a9-47ff82ad2a68 HTTP/1.1" status: 200 len: 210 time: 0.2910988 Nov 23 22:06:05.665267 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c038722e-3939-45be-a092-6d44c6259c94 None None] Port e7e26413-e971-46f6-ba1f-9c8b1eb61493 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:06:05.690563 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dfd08759-c424-4571-af60-1a3f4af86916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:05.747551 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a568002e-b86b-4db1-b81d-0319d977690b no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:06:05.868380 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c57225-d149-4492-9bc1-c59f53f21856 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:06:05.870127 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:05.878470 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5013630-cfa8-41b5-88c3-32b2861ed277 None None] Sync routers for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:06:05.898253 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5013630-cfa8-41b5-88c3-32b2861ed277 None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:06:05.900914 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a5013630-cfa8-41b5-88c3-32b2861ed277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:06:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:05.919169 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-03c57225-d149-4492-9bc1-c59f53f21856 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:05.926214 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a568002e-b86b-4db1-b81d-0319d977690b, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a568002e-b86b-4db1-b81d-0319d977690b,segment=NetworkSegment(d4818ec0-b2f7-4f07-b6b0-946b5cde9945),segment_id=d4818ec0-b2f7-4f07-b6b0-946b5cde9945)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:06:05.938570 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:05.940076 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device ef70db41-b454-4c7b-b415-54b472d6189e no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:06:05.975889 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-03c57225-d149-4492-9bc1-c59f53f21856 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.2960646 Nov 23 22:06:05.976517 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50390) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:05.981462 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-243567e5-ae0f-473a-8b76-3a5d7ffb47ba tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1537382569'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:05.986832 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a5013630-cfa8-41b5-88c3-32b2861ed277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:05.995253 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-468f789b-5615-43e2-a855-725b35a3797e tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:05.999459 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5013630-cfa8-41b5-88c3-32b2861ed277 None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:06:06.001709 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a5013630-cfa8-41b5-88c3-32b2861ed277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:06:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:06.044357 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243567e5-ae0f-473a-8b76-3a5d7ffb47ba tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Made reservation on behalf of 6e9dc41a332048d98b0221d031f9d56b for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:06:06.047934 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-243567e5-ae0f-473a-8b76-3a5d7ffb47ba tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:06.063457 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a5013630-cfa8-41b5-88c3-32b2861ed277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:06.064109 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5013630-cfa8-41b5-88c3-32b2861ed277 None None] The sync data for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:06:06.074236 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-468f789b-5615-43e2-a855-725b35a3797e tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:06.086124 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243567e5-ae0f-473a-8b76-3a5d7ffb47ba tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:06:06.100350 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-243567e5-ae0f-473a-8b76-3a5d7ffb47ba tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:06.100601 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-243567e5-ae0f-473a-8b76-3a5d7ffb47ba tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Added segment 54b217d5-c639-4dac-88a8-5ffd6da539a5 of type vlan for network 727da9a4-9c12-4829-beed-1ebf31d37e1a Nov 23 22:06:06.153079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=a568002e-b86b-4db1-b81d-0319d977690b,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:06.219673 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dfd08759-c424-4571-af60-1a3f4af86916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:06.222425 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f789b-5615-43e2-a855-725b35a3797e tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Pushing event updated for resources: {'Port': ['ID=15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:06.248989 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-468f789b-5615-43e2-a855-725b35a3797e tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Network 3a1d4fb6-4dba-4480-ae10-52899e893eed is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:06:06.260157 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-468f789b-5615-43e2-a855-725b35a3797e tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:06:06.262573 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-243567e5-ae0f-473a-8b76-3a5d7ffb47ba tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:06.284759 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-468f789b-5615-43e2-a855-725b35a3797e tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:06:06.340986 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:06.344830 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-243567e5-ae0f-473a-8b76-3a5d7ffb47ba tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:06.354611 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243567e5-ae0f-473a-8b76-3a5d7ffb47ba tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:06.356730 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-468f789b-5615-43e2-a855-725b35a3797e tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:06.358294 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-468f789b-5615-43e2-a855-725b35a3797e tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:06.359554 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-243567e5-ae0f-473a-8b76-3a5d7ffb47ba tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:06.407155 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-243567e5-ae0f-473a-8b76-3a5d7ffb47ba tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4294441 Nov 23 22:06:06.412406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50402) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:06.418046 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port ef70db41-b454-4c7b-b415-54b472d6189e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ef70db41-b454-4c7b-b415-54b472d6189e,segment=NetworkSegment(d4818ec0-b2f7-4f07-b6b0-946b5cde9945),segment_id=d4818ec0-b2f7-4f07-b6b0-946b5cde9945)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:06:06.425812 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:06.428923 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 02f35442-1efd-4379-8ae8-d069f0233b87 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:06:06.451147 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-70604322-04f1-4a4a-8f4d-5e55753a7659 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Request body: {'subnet': {'network_id': '727da9a4-9c12-4829-beed-1ebf31d37e1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:06.473031 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-468f789b-5615-43e2-a855-725b35a3797e tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2753162 Nov 23 22:06:06.560213 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-742e480f-ade8-4308-8a8a-1caac5f3c319 service neutron] Request body: {'port': {'device_id': 'ad451836-ec63-459d-94a9-47ff82ad2a68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:06.563997 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243567e5-ae0f-473a-8b76-3a5d7ffb47ba tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Network': ['ID=727da9a4-9c12-4829-beed-1ebf31d37e1a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:06.593680 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 727da9a4-9c12-4829-beed-1ebf31d37e1a details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:06:06.719876 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:06.746139 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=ef70db41-b454-4c7b-b415-54b472d6189e,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:06.781999 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 02f35442-1efd-4379-8ae8-d069f0233b87, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=02f35442-1efd-4379-8ae8-d069f0233b87,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:06:06.798173 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:06.798173 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 34f625a4-b456-41db-8450-83c7c1ee8503 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:06:06.843982 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-16f0921c-f131-4479-b683-2490a3cfe071 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Deleting port 34f625a4-b456-41db-8450-83c7c1ee8503 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:06:06.844511 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-16f0921c-f131-4479-b683-2490a3cfe071 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:06.991957 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=02f35442-1efd-4379-8ae8-d069f0233b87,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:07.018769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-16f0921c-f131-4479-b683-2490a3cfe071 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] For port 34f625a4-b456-41db-8450-83c7c1ee8503, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=34f625a4-b456-41db-8450-83c7c1ee8503,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:06:07.019707 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-16f0921c-f131-4479-b683-2490a3cfe071 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:07.043440 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-16f0921c-f131-4479-b683-2490a3cfe071 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Calling delete_port for 34f625a4-b456-41db-8450-83c7c1ee8503 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:06:07.076509 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:07.132136 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 34f625a4-b456-41db-8450-83c7c1ee8503, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=34f625a4-b456-41db-8450-83c7c1ee8503,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:06:07.138955 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:07.147078 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ceb60-d899-40f2-b5f9-30ab1ea8870a req-abbadb3b-ed12-4f91-ab74-dd394a7ce4c8 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:07.159169 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ad2ceb60-d899-40f2-b5f9-30ab1ea8870a req-abbadb3b-ed12-4f91-ab74-dd394a7ce4c8 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.6237438 Nov 23 22:06:07.212882 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dfd08759-c424-4571-af60-1a3f4af86916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:07.215756 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dfd08759-c424-4571-af60-1a3f4af86916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:07.227312 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-dfd08759-c424-4571-af60-1a3f4af86916 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/678f3ee4-8959-431b-8ca4-319c3c39a5c4 HTTP/1.1" status: 204 len: 168 time: 2.1652858 Nov 23 22:06:07.256768 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=34f625a4-b456-41db-8450-83c7c1ee8503,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:07.267294 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-742e480f-ade8-4308-8a8a-1caac5f3c319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:07.294099 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe55055-194f-42f8-a562-1fbc97a8a217 req-1f3e6111-9ef1-40d5-b606-651feadcb331 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:07.301646 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe55055-194f-42f8-a562-1fbc97a8a217 req-1f3e6111-9ef1-40d5-b606-651feadcb331 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:07.307798 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe55055-194f-42f8-a562-1fbc97a8a217 req-1f3e6111-9ef1-40d5-b606-651feadcb331 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:07.313962 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe55055-194f-42f8-a562-1fbc97a8a217 req-1f3e6111-9ef1-40d5-b606-651feadcb331 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:07.322001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe55055-194f-42f8-a562-1fbc97a8a217 req-1f3e6111-9ef1-40d5-b606-651feadcb331 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:07.329850 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4fe55055-194f-42f8-a562-1fbc97a8a217 req-1f3e6111-9ef1-40d5-b606-651feadcb331 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 3880 time: 0.9476428 Nov 23 22:06:07.341184 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd08759-c424-4571-af60-1a3f4af86916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678f3ee4-8959-431b-8ca4-319c3c39a5c4,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:07.611561 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-16f0921c-f131-4479-b683-2490a3cfe071 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:07.714732 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a568002e-b86b-4db1-b81d-0319d977690b'}, {'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef70db41-b454-4c7b-b415-54b472d6189e'}, {'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02f35442-1efd-4379-8ae8-d069f0233b87'}, {'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34f625a4-b456-41db-8450-83c7c1ee8503'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:06:07.716993 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535961b7-d7a5-473c-8e3a-3f6d68cf5207" -d '{"events": [{"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-unplugged", "status": "completed", "tag": "a568002e-b86b-4db1-b81d-0319d977690b"}, {"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-unplugged", "status": "completed", "tag": "ef70db41-b454-4c7b-b415-54b472d6189e"}, {"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-unplugged", "status": "completed", "tag": "02f35442-1efd-4379-8ae8-d069f0233b87"}, {"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-unplugged", "status": "completed", "tag": "34f625a4-b456-41db-8450-83c7c1ee8503"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:06:07.817901 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ad2ceb60-d899-40f2-b5f9-30ab1ea8870a req-fded51c6-27fe-4d03-b461-5fde1d530b91 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5855062 Nov 23 22:06:07.828877 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-16f0921c-f131-4479-b683-2490a3cfe071 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] No DVR routers for this DVR port 34f625a4-b456-41db-8450-83c7c1ee8503 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:06:07.831549 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-16f0921c-f131-4479-b683-2490a3cfe071 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:07.838243 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-16f0921c-f131-4479-b683-2490a3cfe071 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.53 "DELETE /v2.0/ports/34f625a4-b456-41db-8450-83c7c1ee8503 HTTP/1.1" status: 204 len: 173 time: 2.3280754 Nov 23 22:06:07.839147 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0921c-f131-4479-b683-2490a3cfe071 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event deleted for resources: {'Port': ['ID=34f625a4-b456-41db-8450-83c7c1ee8503,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:07.894467 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-deleted', 'tag': '34f625a4-b456-41db-8450-83c7c1ee8503'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:06:07.896131 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50434) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:07.898985 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786bcdd6-6487-4c1c-bafa-82e06164b088" -d '{"events": [{"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-deleted", "tag": "34f625a4-b456-41db-8450-83c7c1ee8503"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:06:07.913365 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70604322-04f1-4a4a-8f4d-5e55753a7659 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Made reservation on behalf of 6e9dc41a332048d98b0221d031f9d56b for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:06:07.916838 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-70604322-04f1-4a4a-8f4d-5e55753a7659 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:07.927964 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-032596b2-94c4-4be3-94ee-6c0ff99acab4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:08.091704 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4fe55055-194f-42f8-a562-1fbc97a8a217 req-aedc210d-ded1-4021-875b-814fab201243 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7600284 Nov 23 22:06:08.169274 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-032596b2-94c4-4be3-94ee-6c0ff99acab4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:08.184342 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-032596b2-94c4-4be3-94ee-6c0ff99acab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:08.188474 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 23 Nov 2021 22:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e66f1e-ca67-48ae-a7a4-bc448d1b140e x-openstack-request-id: req-a6e66f1e-ca67-48ae-a7a4-bc448d1b140e {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:06:08.189317 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-unplugged", "status": "completed", "tag": "a568002e-b86b-4db1-b81d-0319d977690b", "code": 200}, {"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-unplugged", "status": "completed", "tag": "ef70db41-b454-4c7b-b415-54b472d6189e", "code": 200}, {"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-unplugged", "status": "completed", "tag": "02f35442-1efd-4379-8ae8-d069f0233b87", "code": 200}, {"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-unplugged", "status": "completed", "tag": "34f625a4-b456-41db-8450-83c7c1ee8503", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:06:08.190400 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a6e66f1e-ca67-48ae-a7a4-bc448d1b140e {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:06:08.191111 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a568002e-b86b-4db1-b81d-0319d977690b', 'code': 200} Nov 23 22:06:08.191633 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef70db41-b454-4c7b-b415-54b472d6189e', 'code': 200} Nov 23 22:06:08.192852 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02f35442-1efd-4379-8ae8-d069f0233b87', 'code': 200} Nov 23 22:06:08.193419 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34f625a4-b456-41db-8450-83c7c1ee8503', 'code': 200} Nov 23 22:06:08.241845 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-032596b2-94c4-4be3-94ee-6c0ff99acab4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b0d77c8303eb48b084b07673b819ba47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3405962 Nov 23 22:06:08.242501 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50438) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:08.331567 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032596b2-94c4-4be3-94ee-6c0ff99acab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5808e11e-2561-455d-b54d-e380ce193f98,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:08.379264 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b71cd76-1c69-4afe-bb96-ba5777eac642 x-openstack-request-id: req-7b71cd76-1c69-4afe-bb96-ba5777eac642 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:06:08.380853 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-deleted", "tag": "34f625a4-b456-41db-8450-83c7c1ee8503", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:06:08.381330 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7b71cd76-1c69-4afe-bb96-ba5777eac642 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:06:08.382252 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-deleted', 'tag': '34f625a4-b456-41db-8450-83c7c1ee8503', 'status': 'completed', 'code': 200} Nov 23 22:06:08.398619 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fb0c57d8-1dc3-4a65-a495-023975a6db0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:08.439554 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fb0c57d8-1dc3-4a65-a495-023975a6db0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:08.522778 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fb0c57d8-1dc3-4a65-a495-023975a6db0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:08.526760 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fb0c57d8-1dc3-4a65-a495-023975a6db0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:08.528109 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fb0c57d8-1dc3-4a65-a495-023975a6db0d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5808e11e-2561-455d-b54d-e380ce193f98 HTTP/1.1" status: 204 len: 168 time: 0.2676167 Nov 23 22:06:08.551031 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c57d8-1dc3-4a65-a495-023975a6db0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5808e11e-2561-455d-b54d-e380ce193f98,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:08.637171 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc5b9a-3235-4d10-9b06-3c60c60b79cf req-3a912577-6668-41cd-b008-834b7909bc14 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:08.645005 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3fbc5b9a-3235-4d10-9b06-3c60c60b79cf req-3a912577-6668-41cd-b008-834b7909bc14 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad451836-ec63-459d-94a9-47ff82ad2a68 HTTP/1.1" status: 200 len: 932 time: 0.5888021 Nov 23 22:06:08.740048 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3fbc5b9a-3235-4d10-9b06-3c60c60b79cf req-8b371df6-c5a3-4c23-a0d2-a380f2747d48 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/security-groups?id=db853561-cbb8-4fa4-87a5-aba866dec0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940831 Nov 23 22:06:08.745933 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-742e480f-ade8-4308-8a8a-1caac5f3c319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:06:08.757321 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-742e480f-ade8-4308-8a8a-1caac5f3c319 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:08.780637 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-927092ce-8a51-4aa1-88ac-f81a711bd8d7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Deleting port 02f35442-1efd-4379-8ae8-d069f0233b87 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:06:08.780977 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-927092ce-8a51-4aa1-88ac-f81a711bd8d7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:08.821751 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-742e480f-ade8-4308-8a8a-1caac5f3c319 service neutron] Transition to ACTIVE for port object 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:06:08.841785 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-742e480f-ade8-4308-8a8a-1caac5f3c319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:08.933074 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e480f-ade8-4308-8a8a-1caac5f3c319 service neutron] Pushing event updated for resources: {'Port': ['ID=15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:09.168605 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-70604322-04f1-4a4a-8f4d-5e55753a7659 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:09.214514 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-927092ce-8a51-4aa1-88ac-f81a711bd8d7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] For port 02f35442-1efd-4379-8ae8-d069f0233b87, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=02f35442-1efd-4379-8ae8-d069f0233b87,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:06:09.215019 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-927092ce-8a51-4aa1-88ac-f81a711bd8d7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:09.282518 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70604322-04f1-4a4a-8f4d-5e55753a7659 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Subnet': ['ID=8a5256e6-4a2e-476c-a4f7-34f6d6362d77,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:09.387903 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-927092ce-8a51-4aa1-88ac-f81a711bd8d7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Calling delete_port for 02f35442-1efd-4379-8ae8-d069f0233b87 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:06:09.485043 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cb9fd-fd8b-458c-8b64-2eba588aae60 req-19e2303f-8350-417a-b934-5c37c626ed1b tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:09.486670 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c80cb9fd-fd8b-458c-8b64-2eba588aae60 req-19e2303f-8350-417a-b934-5c37c626ed1b tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.4599795 Nov 23 22:06:09.610317 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70604322-04f1-4a4a-8f4d-5e55753a7659 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Checking segment: {'id': '54b217d5-c639-4dac-88a8-5ffd6da539a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '727da9a4-9c12-4829-beed-1ebf31d37e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:06:09.610691 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70604322-04f1-4a4a-8f4d-5e55753a7659 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Network hostable DHCP agents. Network: 727da9a4-9c12-4829-beed-1ebf31d37e1a, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:06:09.627868 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-742e480f-ade8-4308-8a8a-1caac5f3c319 service neutron] Attempting to bind port 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:06:09.628217 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-742e480f-ade8-4308-8a8a-1caac5f3c319 service neutron] Attempting to bind port 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '2597c5f7-02c9-4b7d-a2d2-65d0129ec69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3a1d4fb6-4dba-4480-ae10-52899e893eed'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:06:09.628716 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-742e480f-ade8-4308-8a8a-1caac5f3c319 service neutron] Attempting to bind port 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3 on network 3a1d4fb6-4dba-4480-ae10-52899e893eed {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:06:09.644140 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce95084-1154-4ad0-863b-4ceda1fb06c3 req-8630e9ac-afd5-4dad-99ed-4d28b71ff42f tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:09.652099 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce95084-1154-4ad0-863b-4ceda1fb06c3 req-8630e9ac-afd5-4dad-99ed-4d28b71ff42f tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:09.664781 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce95084-1154-4ad0-863b-4ceda1fb06c3 req-8630e9ac-afd5-4dad-99ed-4d28b71ff42f tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:09.671354 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce95084-1154-4ad0-863b-4ceda1fb06c3 req-8630e9ac-afd5-4dad-99ed-4d28b71ff42f tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:09.673315 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9ce95084-1154-4ad0-863b-4ceda1fb06c3 req-8630e9ac-afd5-4dad-99ed-4d28b71ff42f tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 3143 time: 0.3631580 Nov 23 22:06:09.709106 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c80cb9fd-fd8b-458c-8b64-2eba588aae60 req-3f9784c8-e637-4311-845c-66ff0a57f98e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057388 Nov 23 22:06:09.754418 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-742e480f-ade8-4308-8a8a-1caac5f3c319 service neutron] Port 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3 on network 3a1d4fb6-4dba-4480-ae10-52899e893eed not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:06:09.754871 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-742e480f-ade8-4308-8a8a-1caac5f3c319 service neutron] Attempting to bind port 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3 on network 3a1d4fb6-4dba-4480-ae10-52899e893eed {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:06:09.777219 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-742e480f-ade8-4308-8a8a-1caac5f3c319 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:06:09.777590 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-742e480f-ade8-4308-8a8a-1caac5f3c319 service neutron] Checking segment: {'id': '2597c5f7-02c9-4b7d-a2d2-65d0129ec69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3a1d4fb6-4dba-4480-ae10-52899e893eed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:06:09.778099 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-742e480f-ade8-4308-8a8a-1caac5f3c319 service neutron] Bound using segment: {'id': '2597c5f7-02c9-4b7d-a2d2-65d0129ec69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3a1d4fb6-4dba-4480-ae10-52899e893eed'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:06:09.778550 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-742e480f-ade8-4308-8a8a-1caac5f3c319 service neutron] Bound port: 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2597c5f7-02c9-4b7d-a2d2-65d0129ec69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3a1d4fb6-4dba-4480-ae10-52899e893eed'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:06:09.779012 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-742e480f-ade8-4308-8a8a-1caac5f3c319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:09.909382 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70604322-04f1-4a4a-8f4d-5e55753a7659 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Network 727da9a4-9c12-4829-beed-1ebf31d37e1a is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:06:10.050742 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9ce95084-1154-4ad0-863b-4ceda1fb06c3 req-49890f54-ddc1-44f1-8ef0-0b92c7191777 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3179159 Nov 23 22:06:10.056859 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-927092ce-8a51-4aa1-88ac-f81a711bd8d7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:10.095527 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-70604322-04f1-4a4a-8f4d-5e55753a7659 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 727da9a4-9c12-4829-beed-1ebf31d37e1a) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:06:10.106412 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3057a997-b640-404b-974a-86b2453e3b12 None None] Network 727da9a4-9c12-4829-beed-1ebf31d37e1a requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:06:10.202948 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927092ce-8a51-4aa1-88ac-f81a711bd8d7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event deleted for resources: {'Port': ['ID=02f35442-1efd-4379-8ae8-d069f0233b87,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:10.219999 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70604322-04f1-4a4a-8f4d-5e55753a7659 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:10.220915 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-70604322-04f1-4a4a-8f4d-5e55753a7659 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:10.240658 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19b2d5-542c-4bd5-9e32-3047433a33b3 req-583d13d8-2f01-4336-986b-4f1f55070d00 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:10.248623 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ca19b2d5-542c-4bd5-9e32-3047433a33b3 req-583d13d8-2f01-4336-986b-4f1f55070d00 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad451836-ec63-459d-94a9-47ff82ad2a68 HTTP/1.1" status: 200 len: 944 time: 0.3431005 Nov 23 22:06:10.355598 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ca19b2d5-542c-4bd5-9e32-3047433a33b3 req-b21b3065-62df-4a65-b743-27addd1caa81 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/security-groups?id=db853561-cbb8-4fa4-87a5-aba866dec0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059518 Nov 23 22:06:10.393520 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-927092ce-8a51-4aa1-88ac-f81a711bd8d7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] No DVR routers for this DVR port 02f35442-1efd-4379-8ae8-d069f0233b87 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:06:10.399016 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-742e480f-ade8-4308-8a8a-1caac5f3c319 service neutron] For port 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:06:10.401640 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-927092ce-8a51-4aa1-88ac-f81a711bd8d7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:10.405307 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-927092ce-8a51-4aa1-88ac-f81a711bd8d7 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.53 "DELETE /v2.0/ports/02f35442-1efd-4379-8ae8-d069f0233b87 HTTP/1.1" status: 204 len: 173 time: 2.5261593 Nov 23 22:06:10.405860 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-deleted', 'tag': '02f35442-1efd-4379-8ae8-d069f0233b87'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:06:10.409813 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77d0433-5340-4d08-895a-5b5a75a2cc99" -d '{"events": [{"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-deleted", "tag": "02f35442-1efd-4379-8ae8-d069f0233b87"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:06:10.425529 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-70604322-04f1-4a4a-8f4d-5e55753a7659 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9874947 Nov 23 22:06:10.426166 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50508) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:10.432180 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b1374d46-52a4-4975-9297-c5b60a0b46cb tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-272021888', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}, 'admin_state_up': False}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:10.533345 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-742e480f-ade8-4308-8a8a-1caac5f3c319 service neutron] For port 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3,segment=NetworkSegment(2597c5f7-02c9-4b7d-a2d2-65d0129ec69e),segment_id=2597c5f7-02c9-4b7d-a2d2-65d0129ec69e)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:06:10.553703 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1374d46-52a4-4975-9297-c5b60a0b46cb tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:10.555101 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1374d46-52a4-4975-9297-c5b60a0b46cb tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:10.598558 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6218eec9-48cb-4097-9bd4-8fa5ba8712b8 x-openstack-request-id: req-6218eec9-48cb-4097-9bd4-8fa5ba8712b8 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:06:10.598973 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-deleted", "tag": "02f35442-1efd-4379-8ae8-d069f0233b87", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:06:10.599255 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6218eec9-48cb-4097-9bd4-8fa5ba8712b8 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:06:10.599691 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-deleted', 'tag': '02f35442-1efd-4379-8ae8-d069f0233b87', 'status': 'completed', 'code': 200} Nov 23 22:06:10.602728 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-742e480f-ade8-4308-8a8a-1caac5f3c319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:10.688177 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e66b68-f48e-4551-a059-eed43f206e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-727da9a4-9c12-4829-beed-1ebf31d37e1a', 'network_id': '727da9a4-9c12-4829-beed-1ebf31d37e1a', 'tenant_id': '6e9dc41a332048d98b0221d031f9d56b', 'fixed_ips': [{'subnet_id': '8a5256e6-4a2e-476c-a4f7-34f6d6362d77'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:06:10.690578 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-44e66b68-f48e-4551-a059-eed43f206e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:10.699965 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-742e480f-ade8-4308-8a8a-1caac5f3c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:10.700810 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-742e480f-ade8-4308-8a8a-1caac5f3c319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:10.708772 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-742e480f-ade8-4308-8a8a-1caac5f3c319 service neutron] 10.222.0.53 "PUT /v2.0/ports/15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3 HTTP/1.1" status: 200 len: 1092 time: 4.1933246 Nov 23 22:06:10.783614 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1374d46-52a4-4975-9297-c5b60a0b46cb tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:10.902866 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-7a4f1648-9258-4ca9-8adf-bc08d06be348 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Deleting port ef70db41-b454-4c7b-b415-54b472d6189e {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:06:10.905814 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-7a4f1648-9258-4ca9-8adf-bc08d06be348 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:10.967459 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e480f-ade8-4308-8a8a-1caac5f3c319 service neutron] Pushing event updated for resources: {'Port': ['ID=15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:11.153108 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-b4ef1b8b-4bc3-4348-8ad4-057d614e7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:11.163700 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-b4ef1b8b-4bc3-4348-8ad4-057d614e7238 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3d86b79cbd044dd398fae80c99d3ba55&device_id=ad451836-ec63-459d-94a9-47ff82ad2a68 HTTP/1.1" status: 200 len: 1095 time: 0.3610175 Nov 23 22:06:11.249890 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-44e66b68-f48e-4551-a059-eed43f206e10 None None] Allocated IP 172.20.0.2 (727da9a4-9c12-4829-beed-1ebf31d37e1a/8a5256e6-4a2e-476c-a4f7-34f6d6362d77/3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:06:11.294349 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50538) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:11.324831 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1374d46-52a4-4975-9297-c5b60a0b46cb tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:11.448261 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-9bec8dd6-37ad-41cc-80f5-4dde4ca0adc7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3 HTTP/1.1" status: 200 len: 217 time: 0.2576904 Nov 23 22:06:11.467747 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070e02b-5ae9-4562-94f8-1e16ad8b8e49 req-2981f757-2ddd-4438-b898-f79574948ccf tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:11.475911 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4070e02b-5ae9-4562-94f8-1e16ad8b8e49 req-2981f757-2ddd-4438-b898-f79574948ccf tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.4878078 Nov 23 22:06:11.632150 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-44e66b68-f48e-4551-a059-eed43f206e10 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:11.664466 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-44e66b68-f48e-4551-a059-eed43f206e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:11.764402 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e66b68-f48e-4551-a059-eed43f206e10 None None] Network 727da9a4-9c12-4829-beed-1ebf31d37e1a is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:06:11.775621 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-44e66b68-f48e-4551-a059-eed43f206e10 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:06:11.779625 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e66b68-f48e-4551-a059-eed43f206e10 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:06:11.799690 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e66b68-f48e-4551-a059-eed43f206e10 None None] Pushing event updated for resources: {'Port': ['ID=3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:11.865127 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1374d46-52a4-4975-9297-c5b60a0b46cb tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:11.940738 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-44e66b68-f48e-4551-a059-eed43f206e10 None None] Attempting to bind port 3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:06:11.951412 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-44e66b68-f48e-4551-a059-eed43f206e10 None None] Attempting to bind port 3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '54b217d5-c639-4dac-88a8-5ffd6da539a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '727da9a4-9c12-4829-beed-1ebf31d37e1a'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:06:11.952284 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e66b68-f48e-4551-a059-eed43f206e10 None None] Attempting to bind port 3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d on network 727da9a4-9c12-4829-beed-1ebf31d37e1a {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:06:11.957051 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1374d46-52a4-4975-9297-c5b60a0b46cb tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:11.966595 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e66b68-f48e-4551-a059-eed43f206e10 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:06:11.966876 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e66b68-f48e-4551-a059-eed43f206e10 None None] Checking segment: {'id': '54b217d5-c639-4dac-88a8-5ffd6da539a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '727da9a4-9c12-4829-beed-1ebf31d37e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:06:11.967287 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-44e66b68-f48e-4551-a059-eed43f206e10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:11.967688 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e66b68-f48e-4551-a059-eed43f206e10 None None] Bound using segment: {'id': '54b217d5-c639-4dac-88a8-5ffd6da539a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '727da9a4-9c12-4829-beed-1ebf31d37e1a'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:06:11.968184 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-44e66b68-f48e-4551-a059-eed43f206e10 None None] Bound port: 3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b217d5-c639-4dac-88a8-5ffd6da539a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '727da9a4-9c12-4829-beed-1ebf31d37e1a'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:06:11.968568 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-44e66b68-f48e-4551-a059-eed43f206e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:12.127264 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-345aa6f2-d5d7-498c-9242-2fb65158b10a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:12.147768 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-44e66b68-f48e-4551-a059-eed43f206e10 None None] For port 3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:06:12.153743 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-44e66b68-f48e-4551-a059-eed43f206e10 None None] For port 3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d,segment=NetworkSegment(54b217d5-c639-4dac-88a8-5ffd6da539a5),segment_id=54b217d5-c639-4dac-88a8-5ffd6da539a5)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:06:12.165347 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-44e66b68-f48e-4551-a059-eed43f206e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:12.202969 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-b1374d46-52a4-4975-9297-c5b60a0b46cb tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Allocated IP 172.25.5.135 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/999b4903-fe6a-445b-8f8a-df9759dcd18c) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:06:12.220246 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4070e02b-5ae9-4562-94f8-1e16ad8b8e49 req-25c61794-33c8-4c57-9948-84dd1cc945ad tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7427080 Nov 23 22:06:12.293660 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e66b68-f48e-4551-a059-eed43f206e10 None None] Pushing event updated for resources: {'Port': ['ID=3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:12.300707 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77661e-bacd-4469-9d34-3302bdaef82c req-9c1e0cfb-17fe-4f1f-bf6c-877cc9a2025f tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:12.319358 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77661e-bacd-4469-9d34-3302bdaef82c req-9c1e0cfb-17fe-4f1f-bf6c-877cc9a2025f tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:12.325460 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77661e-bacd-4469-9d34-3302bdaef82c req-9c1e0cfb-17fe-4f1f-bf6c-877cc9a2025f tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:12.331396 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea77661e-bacd-4469-9d34-3302bdaef82c req-9c1e0cfb-17fe-4f1f-bf6c-877cc9a2025f tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 2411 time: 1.0599356 Nov 23 22:06:12.366536 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1374d46-52a4-4975-9297-c5b60a0b46cb tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:12.403928 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-7a4f1648-9258-4ca9-8adf-bc08d06be348 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] For port ef70db41-b454-4c7b-b415-54b472d6189e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ef70db41-b454-4c7b-b415-54b472d6189e,segment=NetworkSegment(d4818ec0-b2f7-4f07-b6b0-946b5cde9945),segment_id=d4818ec0-b2f7-4f07-b6b0-946b5cde9945)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:06:12.404897 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-7a4f1648-9258-4ca9-8adf-bc08d06be348 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:12.424436 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-7a4f1648-9258-4ca9-8adf-bc08d06be348 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Calling delete_port for ef70db41-b454-4c7b-b415-54b472d6189e owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:06:12.430394 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1374d46-52a4-4975-9297-c5b60a0b46cb tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:12.435813 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-2373397a-19fc-4c18-9a1d-14515713f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:12.437260 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-2373397a-19fc-4c18-9a1d-14515713f0b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e02624b7-27a8-4d1b-8121-8c8cb0dc066f HTTP/1.1" status: 200 len: 862 time: 0.9501178 Nov 23 22:06:12.559732 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1374d46-52a4-4975-9297-c5b60a0b46cb tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:06:12.578080 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-b1374d46-52a4-4975-9297-c5b60a0b46cb tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:06:12.587599 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1374d46-52a4-4975-9297-c5b60a0b46cb tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:06:12.605023 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62005f6c-0bf1-4340-99c1-b540d8d69011 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:06:12.621889 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-f4ab2c95-0ff1-4aae-b4ab-9c10c9d7fdd5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a1d4fb6-4dba-4480-ae10-52899e893eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294794 Nov 23 22:06:12.622389 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad451836-ec63-459d-94a9-47ff82ad2a68', 'tag': '15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:06:12.624656 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878e97f5-28ef-4025-ad57-3a90f9d1123f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad451836-ec63-459d-94a9-47ff82ad2a68", "tag": "15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:06:12.646614 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-345aa6f2-d5d7-498c-9242-2fb65158b10a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:12.703276 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-254b4a1a-5d8c-4266-b2ed-53206b804616 None None] Provisioning complete for port 999b4903-fe6a-445b-8f8a-df9759dcd18c triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:06:12.703987 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-254b4a1a-5d8c-4266-b2ed-53206b804616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:12.751912 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-345aa6f2-d5d7-498c-9242-2fb65158b10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:12.752178 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1374d46-52a4-4975-9297-c5b60a0b46cb tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Port': ['ID=999b4903-fe6a-445b-8f8a-df9759dcd18c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:12.832074 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-254b4a1a-5d8c-4266-b2ed-53206b804616 None None] Port 999b4903-fe6a-445b-8f8a-df9759dcd18c cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:06:13.074676 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0b821-031a-47bb-9919-d556f29a7a39 req-d00e65b7-925f-4579-9c26-3afafe34e820 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:13.116688 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7fb0b821-031a-47bb-9919-d556f29a7a39 req-d00e65b7-925f-4579-9c26-3afafe34e820 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad451836-ec63-459d-94a9-47ff82ad2a68 HTTP/1.1" status: 200 len: 944 time: 0.6832404 Nov 23 22:06:13.205242 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345aa6f2-d5d7-498c-9242-2fb65158b10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc078d00-308a-45e7-a425-55246744173c,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:13.243578 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea77661e-bacd-4469-9d34-3302bdaef82c req-c35405b8-6e2f-42b2-97f5-265d413f40ed tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8105085 Nov 23 22:06:13.253236 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-345aa6f2-d5d7-498c-9242-2fb65158b10a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=de0bf225079b437689e3c8e944a6411f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9577992 Nov 23 22:06:13.262612 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50612) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:13.337881 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7fb0b821-031a-47bb-9919-d556f29a7a39 req-7b63eb4d-af9c-4128-bd66-7cb28cb1e7b0 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/security-groups?id=db853561-cbb8-4fa4-87a5-aba866dec0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201939 Nov 23 22:06:13.383019 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-7a692a6a-8219-4c25-a14b-6ab34f2e1238 service neutron] 10.222.0.53 "GET /v2.0/networks/3a1d4fb6-4dba-4480-ae10-52899e893eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7034492 Nov 23 22:06:13.397104 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1374d46-52a4-4975-9297-c5b60a0b46cb tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:13.514754 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde898d3-aa1e-4125-8db8-643c3406cecf x-openstack-request-id: req-dde898d3-aa1e-4125-8db8-643c3406cecf {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:06:13.515030 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad451836-ec63-459d-94a9-47ff82ad2a68", "tag": "15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:06:13.515287 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dde898d3-aa1e-4125-8db8-643c3406cecf {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:06:13.515679 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad451836-ec63-459d-94a9-47ff82ad2a68', 'tag': '15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3', 'status': 'completed', 'code': 200} Nov 23 22:06:13.659783 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:06:13.842633 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:06:13.844951 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:13.867198 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dfed4c4c-6a77-484c-98cc-c72b5ec8bad9 req-4e287cca-0778-407c-a624-0e9a596a8e5e service neutron] 10.222.0.53 "GET /v2.0/networks/3a1d4fb6-4dba-4480-ae10-52899e893eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503470 Nov 23 22:06:13.917284 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d7aaa-f20a-42b0-9cec-330145503477 req-0f113f79-2214-43dd-952f-632fa120733d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:13.919508 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2a1d7aaa-f20a-42b0-9cec-330145503477 req-0f113f79-2214-43dd-952f-632fa120733d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.3837628 Nov 23 22:06:13.934280 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-7a4f1648-9258-4ca9-8adf-bc08d06be348 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:13.955900 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-25c1cd6e-9a7b-4a10-8f50-7271716c4509 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:14.031213 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50634) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:14.062486 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f1648-9258-4ca9-8adf-bc08d06be348 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event deleted for resources: {'Port': ['ID=ef70db41-b454-4c7b-b415-54b472d6189e,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:14.084593 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:14.123609 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 85ad12db-6b0b-4cc1-b52f-1504a8283e40 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:06:14.205638 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2a1d7aaa-f20a-42b0-9cec-330145503477 req-a941d887-0b55-44aa-9131-fbb2e6d752f3 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711048 Nov 23 22:06:14.229723 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-25c1cd6e-9a7b-4a10-8f50-7271716c4509 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:14.284034 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d,segment=NetworkSegment(54b217d5-c639-4dac-88a8-5ffd6da539a5),segment_id=54b217d5-c639-4dac-88a8-5ffd6da539a5)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:06:14.324228 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e234927a-d319-4031-9175-5a4e933aa58b None None] Network 727da9a4-9c12-4829-beed-1ebf31d37e1a requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:06:14.358259 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1374d46-52a4-4975-9297-c5b60a0b46cb tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:14.382090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e97f5-28ef-4025-ad57-3a90f9d1123f req-72d469e3-751a-4fdb-a1fc-e19fa4671473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:14.399927 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-878e97f5-28ef-4025-ad57-3a90f9d1123f req-72d469e3-751a-4fdb-a1fc-e19fa4671473 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3d86b79cbd044dd398fae80c99d3ba55&device_id=ad451836-ec63-459d-94a9-47ff82ad2a68 HTTP/1.1" status: 200 len: 1095 time: 0.4467876 Nov 23 22:06:14.400878 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-7a4f1648-9258-4ca9-8adf-bc08d06be348 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] No DVR routers for this DVR port ef70db41-b454-4c7b-b415-54b472d6189e on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:06:14.403607 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-7a4f1648-9258-4ca9-8adf-bc08d06be348 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:14.421709 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-7a4f1648-9258-4ca9-8adf-bc08d06be348 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.53 "DELETE /v2.0/ports/ef70db41-b454-4c7b-b415-54b472d6189e HTTP/1.1" status: 204 len: 173 time: 3.9947493 Nov 23 22:06:14.440082 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:14.484790 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b3b8820-b70b-4d65-8f53-404b0d617524 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:14.592665 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-25c1cd6e-9a7b-4a10-8f50-7271716c4509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:14.595301 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-25c1cd6e-9a7b-4a10-8f50-7271716c4509 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:14.600822 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-25c1cd6e-9a7b-4a10-8f50-7271716c4509 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dc078d00-308a-45e7-a425-55246744173c HTTP/1.1" status: 204 len: 168 time: 1.3337882 Nov 23 22:06:14.759250 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1374d46-52a4-4975-9297-c5b60a0b46cb tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Router 46fa123c-4505-4a7b-9262-82ba30682630 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:06:14.827517 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1cd6e-9a7b-4a10-8f50-7271716c4509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc078d00-308a-45e7-a425-55246744173c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:14.992271 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-835bc477-aea1-467f-87ae-9d3d0251a150 None None] Provisioning complete for port 3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:06:14.993911 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-835bc477-aea1-467f-87ae-9d3d0251a150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:15.004740 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a952c01-6d85-4689-9162-03d363bb77e2 req-b92bf809-e4af-4dde-91b4-561e465649cd tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:15.009444 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a952c01-6d85-4689-9162-03d363bb77e2 req-b92bf809-e4af-4dde-91b4-561e465649cd tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad451836-ec63-459d-94a9-47ff82ad2a68 HTTP/1.1" status: 200 len: 944 time: 0.4557867 Nov 23 22:06:15.072848 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbc34b-cc19-4c22-ac53-9482d6e2669f req-df1e478e-873b-4443-8c79-20b40de40ba4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:15.092242 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fbc34b-cc19-4c22-ac53-9482d6e2669f req-df1e478e-873b-4443-8c79-20b40de40ba4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:15.094100 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24fbc34b-cc19-4c22-ac53-9482d6e2669f req-df1e478e-873b-4443-8c79-20b40de40ba4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 1678 time: 0.5995998 Nov 23 22:06:15.109911 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:15.140175 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 85ad12db-6b0b-4cc1-b52f-1504a8283e40, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=85ad12db-6b0b-4cc1-b52f-1504a8283e40,segment=NetworkSegment(2b9161da-138e-4e22-b667-483f6f79328a),segment_id=2b9161da-138e-4e22-b667-483f6f79328a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:06:15.184223 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1374d46-52a4-4975-9297-c5b60a0b46cb tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:06:15.200616 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e97f5-28ef-4025-ad57-3a90f9d1123f req-c6cc69ee-1b92-46dc-b89c-4c6a99395af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:15.202204 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-878e97f5-28ef-4025-ad57-3a90f9d1123f req-c6cc69ee-1b92-46dc-b89c-4c6a99395af1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3a1d4fb6-4dba-4480-ae10-52899e893eed HTTP/1.1" status: 200 len: 923 time: 0.7795630 Nov 23 22:06:15.234145 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '85ad12db-6b0b-4cc1-b52f-1504a8283e40', 'network_id': 'e2e52909-dbc6-4cc2-ac82-3967aafdd39a', 'port_id': '85ad12db-6b0b-4cc1-b52f-1504a8283e40', 'mac_address': 'fa:16:3e:48:20:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70a442e5-0c56-4c4d-9aab-d7d2295cb603', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:06:15.243567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e689971-211e-43d4-ba85-97c1e61d512e None None] Sync routers for ids ['46fa123c-4505-4a7b-9262-82ba30682630'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:06:15.249123 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a952c01-6d85-4689-9162-03d363bb77e2 req-7af7e31a-4610-4a60-a977-e44a2cdc2b5b tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/security-groups?id=db853561-cbb8-4fa4-87a5-aba866dec0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238808 Nov 23 22:06:15.269210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-aade22ba-cf1a-4934-aa5a-beb9af48ebfb tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Deleting port 903ccf0b-4463-44b9-b226-a19005b0d74f {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:06:15.269550 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-aade22ba-cf1a-4934-aa5a-beb9af48ebfb tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:15.296201 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1374d46-52a4-4975-9297-c5b60a0b46cb tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:15.300367 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b1374d46-52a4-4975-9297-c5b60a0b46cb tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8694704 Nov 23 22:06:15.300775 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50672) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:15.399819 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24fbc34b-cc19-4c22-ac53-9482d6e2669f req-8e2c9748-326c-4715-8a82-80be98270b09 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751951 Nov 23 22:06:15.406019 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-878e97f5-28ef-4025-ad57-3a90f9d1123f req-581f6775-256b-4dc5-ab9f-8a936f324612 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3 HTTP/1.1" status: 200 len: 217 time: 0.1609855 Nov 23 22:06:15.489734 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e689971-211e-43d4-ba85-97c1e61d512e None None] Routers {'46fa123c-4505-4a7b-9262-82ba30682630'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:06:15.490749 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2e689971-211e-43d4-ba85-97c1e61d512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:06:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['46fa123c-4505-4a7b-9262-82ba30682630'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:15.623403 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-deleted', 'tag': 'ef70db41-b454-4c7b-b415-54b472d6189e'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:06:15.625805 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0204b0e8-dede-4fc3-a498-828b095a20d6" -d '{"events": [{"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-deleted", "tag": "ef70db41-b454-4c7b-b415-54b472d6189e"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:06:15.644503 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2e689971-211e-43d4-ba85-97c1e61d512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:15.647933 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:06:15.797796 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b3b8820-b70b-4d65-8f53-404b0d617524 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:15.807509 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e2e38c-8be0-45ee-9647-15472aba5686 x-openstack-request-id: req-b9e2e38c-8be0-45ee-9647-15472aba5686 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:06:15.807850 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-deleted", "tag": "ef70db41-b454-4c7b-b415-54b472d6189e", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:06:15.808046 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b9e2e38c-8be0-45ee-9647-15472aba5686 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:06:15.808445 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-deleted', 'tag': 'ef70db41-b454-4c7b-b415-54b472d6189e', 'status': 'completed', 'code': 200} Nov 23 22:06:15.836813 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:15.865925 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b3b8820-b70b-4d65-8f53-404b0d617524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:15.910498 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e97f5-28ef-4025-ad57-3a90f9d1123f req-4db7d6b7-5dfa-4931-861a-69e2b9955db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:15.913807 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-878e97f5-28ef-4025-ad57-3a90f9d1123f req-4db7d6b7-5dfa-4931-861a-69e2b9955db3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e02624b7-27a8-4d1b-8121-8c8cb0dc066f HTTP/1.1" status: 200 len: 862 time: 0.4847963 Nov 23 22:06:15.923265 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e689971-211e-43d4-ba85-97c1e61d512e None None] Routers {'46fa123c-4505-4a7b-9262-82ba30682630'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:06:15.924281 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2e689971-211e-43d4-ba85-97c1e61d512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:06:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['46fa123c-4505-4a7b-9262-82ba30682630'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:15.974180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85ad12db-6b0b-4cc1-b52f-1504a8283e40 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:06:15.981869 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2e689971-211e-43d4-ba85-97c1e61d512e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:15.982829 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e689971-211e-43d4-ba85-97c1e61d512e None None] The sync data for ids ['46fa123c-4505-4a7b-9262-82ba30682630'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:06:15.995464 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-878e97f5-28ef-4025-ad57-3a90f9d1123f req-7d259550-72ad-43a2-9b0d-73d2b5050880 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a1d4fb6-4dba-4480-ae10-52899e893eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506673 Nov 23 22:06:16.024641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 85ad12db-6b0b-4cc1-b52f-1504a8283e40, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=85ad12db-6b0b-4cc1-b52f-1504a8283e40,segment=NetworkSegment(2b9161da-138e-4e22-b667-483f6f79328a),segment_id=2b9161da-138e-4e22-b667-483f6f79328a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:06:16.057079 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:16.095919 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab22808-e9a1-4059-a830-0acab0d00545 req-6d60f4ab-c61b-46c2-8607-1d855b514594 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:16.105110 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eab22808-e9a1-4059-a830-0acab0d00545 req-6d60f4ab-c61b-46c2-8607-1d855b514594 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.4493375 Nov 23 22:06:16.110700 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-aade22ba-cf1a-4934-aa5a-beb9af48ebfb tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] For port 903ccf0b-4463-44b9-b226-a19005b0d74f, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=903ccf0b-4463-44b9-b226-a19005b0d74f,segment=NetworkSegment(991faeff-44de-485b-8e34-be807e87bd11),segment_id=991faeff-44de-485b-8e34-be807e87bd11)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:06:16.111287 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-aade22ba-cf1a-4934-aa5a-beb9af48ebfb tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:16.115068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:06:16.115718 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:16.131520 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6349f001-e237-4700-90b4-dba76f4f3325 None None] Provisioning complete for port 3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:06:16.131520 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6349f001-e237-4700-90b4-dba76f4f3325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:16.131851 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6b3b8820-b70b-4d65-8f53-404b0d617524 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5f33981032104a508f631e04f6284682&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0949073 Nov 23 22:06:16.138438 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50694) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:16.300662 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eab22808-e9a1-4059-a830-0acab0d00545 req-d3a51581-8847-4f4f-8b93-121c8a93aa97 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896834 Nov 23 22:06:16.302254 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b8820-b70b-4d65-8f53-404b0d617524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57498fd9-6012-43c4-9661-806b601906a0,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:16.320487 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['85ad12db-6b0b-4cc1-b52f-1504a8283e40'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:06:16.381888 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f1c545fc-a8c4-495b-a8b6-a80b4bfad966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:16.417891 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50700) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:16.491887 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f1c545fc-a8c4-495b-a8b6-a80b4bfad966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:16.496921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=85ad12db-6b0b-4cc1-b52f-1504a8283e40,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:16.721645 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6286c97-9a06-4d7d-ad69-af48c445dcbf req-92e35c87-e85e-46bf-96b4-f4877775a496 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:16.730620 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e6286c97-9a06-4d7d-ad69-af48c445dcbf req-92e35c87-e85e-46bf-96b4-f4877775a496 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad451836-ec63-459d-94a9-47ff82ad2a68 HTTP/1.1" status: 200 len: 944 time: 0.2623942 Nov 23 22:06:16.737694 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-878e97f5-28ef-4025-ad57-3a90f9d1123f req-ebf5afda-4dc4-47dd-aea4-e6c4a20e9b14 service neutron] 10.222.0.53 "GET /v2.0/networks/3a1d4fb6-4dba-4480-ae10-52899e893eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6931930 Nov 23 22:06:16.835434 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf584c7-4186-4168-a0a6-7f9dd72538c7 req-4f26f537-881a-4029-878c-14c226d57c6a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:16.842323 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf584c7-4186-4168-a0a6-7f9dd72538c7 req-4f26f537-881a-4029-878c-14c226d57c6a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:16.853274 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4bf584c7-4186-4168-a0a6-7f9dd72538c7 req-4f26f537-881a-4029-878c-14c226d57c6a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 1678 time: 0.2553692 Nov 23 22:06:16.901602 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d25a0d62-2d44-4fd4-8b64-67b7be6c1801 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:16.914026 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a4c8349d-b686-423e-91cb-3ba2bc498ddb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-858469617-network', 'tenant_id': 'd2caa4f9ec1b460cacd43c2d53007606'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:16.922143 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f1c545fc-a8c4-495b-a8b6-a80b4bfad966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:16.926205 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f1c545fc-a8c4-495b-a8b6-a80b4bfad966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:16.928751 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f1c545fc-a8c4-495b-a8b6-a80b4bfad966 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/57498fd9-6012-43c4-9661-806b601906a0 HTTP/1.1" status: 204 len: 168 time: 0.7891853 Nov 23 22:06:16.955451 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e6286c97-9a06-4d7d-ad69-af48c445dcbf req-efc44851-c499-4f17-8567-1cb1f3ff841c tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/security-groups?id=db853561-cbb8-4fa4-87a5-aba866dec0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237816 Nov 23 22:06:16.962539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c545fc-a8c4-495b-a8b6-a80b4bfad966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57498fd9-6012-43c4-9661-806b601906a0,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:17.129630 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4bf584c7-4186-4168-a0a6-7f9dd72538c7 req-18ac4e65-ede7-4b7d-b63c-89cf67df0dc6 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722080 Nov 23 22:06:17.130519 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c8349d-b686-423e-91cb-3ba2bc498ddb admin admin] Made reservation on behalf of d2caa4f9ec1b460cacd43c2d53007606 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:06:17.139471 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a4c8349d-b686-423e-91cb-3ba2bc498ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:17.142706 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-aade22ba-cf1a-4934-aa5a-beb9af48ebfb tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:17.145555 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-aade22ba-cf1a-4934-aa5a-beb9af48ebfb tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:17.146141 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-aade22ba-cf1a-4934-aa5a-beb9af48ebfb tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Floating IP 405be1a0-c37f-4f23-90ee-517fe2d6c9c4 disassociated. External IP: 172.25.5.176, port: 903ccf0b-4463-44b9-b226-a19005b0d74f. Nov 23 22:06:17.147017 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-aade22ba-cf1a-4934-aa5a-beb9af48ebfb tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Calling delete_port for 903ccf0b-4463-44b9-b226-a19005b0d74f owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:06:17.185707 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a4c8349d-b686-423e-91cb-3ba2bc498ddb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:17.509080 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-878e97f5-28ef-4025-ad57-3a90f9d1123f req-2210b0de-a3b5-4a64-b031-80d50af5e800 service neutron] 10.222.0.53 "GET /v2.0/networks/3a1d4fb6-4dba-4480-ae10-52899e893eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7309635 Nov 23 22:06:17.634067 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd37bcb-c35e-4155-8161-4b609061b140 req-b5a876c2-edfb-412c-aab3-2fab830ab157 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:17.636114 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9bd37bcb-c35e-4155-8161-4b609061b140 req-b5a876c2-edfb-412c-aab3-2fab830ab157 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 945 time: 0.1589980 Nov 23 22:06:17.683702 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a4c8349d-b686-423e-91cb-3ba2bc498ddb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:17.701335 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a4c8349d-b686-423e-91cb-3ba2bc498ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:17.810166 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9bd37bcb-c35e-4155-8161-4b609061b140 req-8dd0d210-9fa2-4a69-b8b3-662bd81e71b4 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215577 Nov 23 22:06:17.842937 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-aade22ba-cf1a-4934-aa5a-beb9af48ebfb tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:17.859907 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c8349d-b686-423e-91cb-3ba2bc498ddb admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:06:17.905826 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a4c8349d-b686-423e-91cb-3ba2bc498ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:17.906390 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-a4c8349d-b686-423e-91cb-3ba2bc498ddb admin admin] Added segment d7a5fcd6-b2bb-4af7-ad33-cd5521f76895 of type vlan for network 313f69bc-4ff6-4f59-a350-18ff373065a0 Nov 23 22:06:17.907858 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8349d-b686-423e-91cb-3ba2bc498ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:17.918224 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade22ba-cf1a-4934-aa5a-beb9af48ebfb tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event deleted for resources: {'Port': ['ID=903ccf0b-4463-44b9-b226-a19005b0d74f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:17.920288 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-d25a0d62-2d44-4fd4-8b64-67b7be6c1801 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Allocated IP 172.20.0.1 (727da9a4-9c12-4829-beed-1ebf31d37e1a/8a5256e6-4a2e-476c-a4f7-34f6d6362d77/b47cab27-a028-4766-9b12-bfba4a756db1) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:06:17.958769 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:06:17.984007 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a4c8349d-b686-423e-91cb-3ba2bc498ddb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:18.136974 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d25a0d62-2d44-4fd4-8b64-67b7be6c1801 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:18.146882 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 85ad12db-6b0b-4cc1-b52f-1504a8283e40 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:06:18.188962 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a4c8349d-b686-423e-91cb-3ba2bc498ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:18.196009 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c8349d-b686-423e-91cb-3ba2bc498ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:18.196877 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a4c8349d-b686-423e-91cb-3ba2bc498ddb admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:18.242385 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d25a0d62-2d44-4fd4-8b64-67b7be6c1801 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:18.315095 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-aade22ba-cf1a-4934-aa5a-beb9af48ebfb tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Router 0097417b-3ca8-4545-bde7-a102d071bd09 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:06:18.325716 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25a0d62-2d44-4fd4-8b64-67b7be6c1801 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Network 727da9a4-9c12-4829-beed-1ebf31d37e1a is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:06:18.360198 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-d25a0d62-2d44-4fd4-8b64-67b7be6c1801 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:06:18.365483 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a0d62-2d44-4fd4-8b64-67b7be6c1801 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:06:18.461904 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e0f27-1c91-4f08-9867-5b337668abbe req-f10eae34-1a1e-45ef-8b5b-2f17067b2a1d tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:18.467359 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 85ad12db-6b0b-4cc1-b52f-1504a8283e40 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:06:18.467989 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:18.476747 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-333e0f27-1c91-4f08-9867-5b337668abbe req-f10eae34-1a1e-45ef-8b5b-2f17067b2a1d tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad451836-ec63-459d-94a9-47ff82ad2a68 HTTP/1.1" status: 200 len: 944 time: 0.3523550 Nov 23 22:06:18.644648 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d25a0d62-2d44-4fd4-8b64-67b7be6c1801 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:18.829923 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a4c8349d-b686-423e-91cb-3ba2bc498ddb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4018712 Nov 23 22:06:18.832975 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50760) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:18.939686 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-90b65594-03d4-49a1-bd62-83def1f1daa3 admin admin] Request body: {'subnet': {'network_id': '313f69bc-4ff6-4f59-a350-18ff373065a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-858469617-subnet', 'tenant_id': 'd2caa4f9ec1b460cacd43c2d53007606', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:19.011158 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8349d-b686-423e-91cb-3ba2bc498ddb admin admin] Pushing event updated for resources: {'Network': ['ID=313f69bc-4ff6-4f59-a350-18ff373065a0,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:19.035439 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b65594-03d4-49a1-bd62-83def1f1daa3 admin admin] Made reservation on behalf of d2caa4f9ec1b460cacd43c2d53007606 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:06:19.039169 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 313f69bc-4ff6-4f59-a350-18ff373065a0 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:06:19.041280 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90b65594-03d4-49a1-bd62-83def1f1daa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:19.175385 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3,segment=NetworkSegment(2597c5f7-02c9-4b7d-a2d2-65d0129ec69e),segment_id=2597c5f7-02c9-4b7d-a2d2-65d0129ec69e)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:06:19.251715 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5958ecc8-d7b5-45c9-a724-470556c21f75 None None] Provisioning complete for port b47cab27-a028-4766-9b12-bfba4a756db1 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:06:19.259312 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5958ecc8-d7b5-45c9-a724-470556c21f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:19.321239 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3', 'network_id': '3a1d4fb6-4dba-4480-ae10-52899e893eed', 'port_id': '15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3', 'mac_address': 'fa:16:3e:cb:12:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02624b7-27a8-4d1b-8121-8c8cb0dc066f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:06:19.449051 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5958ecc8-d7b5-45c9-a724-470556c21f75 None None] Port b47cab27-a028-4766-9b12-bfba4a756db1 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:06:19.451508 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:19.456064 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:19.487695 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:06:19.506616 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a0d62-2d44-4fd4-8b64-67b7be6c1801 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Port': ['ID=b47cab27-a028-4766-9b12-bfba4a756db1,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:19.532093 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 85ad12db-6b0b-4cc1-b52f-1504a8283e40, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=85ad12db-6b0b-4cc1-b52f-1504a8283e40,segment=NetworkSegment(2b9161da-138e-4e22-b667-483f6f79328a),segment_id=2b9161da-138e-4e22-b667-483f6f79328a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:06:19.536510 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614c3faa-50a0-41bf-885f-a2db2aeaa025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ad12db-6b0b-4cc1-b52f-1504a8283e40'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:06:19.539855 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9c656d-69c4-4ded-965b-4bce247f0000" -d '{"events": [{"server_uuid": "614c3faa-50a0-41bf-885f-a2db2aeaa025", "name": "network-vif-plugged", "status": "completed", "tag": "85ad12db-6b0b-4cc1-b52f-1504a8283e40"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:06:19.553160 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:19.590126 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d25a0d62-2d44-4fd4-8b64-67b7be6c1801 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:19.718587 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=85ad12db-6b0b-4cc1-b52f-1504a8283e40,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:19.730886 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3,segment=NetworkSegment(2597c5f7-02c9-4b7d-a2d2-65d0129ec69e),segment_id=2597c5f7-02c9-4b7d-a2d2-65d0129ec69e)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:06:19.744301 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-aade22ba-cf1a-4934-aa5a-beb9af48ebfb tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:06:19.756011 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8300808-ce78-4bb0-b861-934e5118a3c0 req-e7c0b2c2-aaee-4b82-9065-aaf296970924 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:19.764566 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8300808-ce78-4bb0-b861-934e5118a3c0 req-e7c0b2c2-aaee-4b82-9065-aaf296970924 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 943 time: 1.4457364 Nov 23 22:06:19.785356 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:19.801746 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e720bfd1-6f25-4cd0-9021-818b7949555a None None] Sync routers for ids ['0097417b-3ca8-4545-bde7-a102d071bd09'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:06:19.838222 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e720bfd1-6f25-4cd0-9021-818b7949555a None None] Routers {'0097417b-3ca8-4545-bde7-a102d071bd09'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:06:19.839217 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e720bfd1-6f25-4cd0-9021-818b7949555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:06:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0097417b-3ca8-4545-bde7-a102d071bd09'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:19.843707 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8300808-ce78-4bb0-b861-934e5118a3c0 req-8b32067d-970c-46d2-a3d0-453d2226d398 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773587 Nov 23 22:06:19.918914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-aade22ba-cf1a-4934-aa5a-beb9af48ebfb tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] No DVR routers for this DVR port 903ccf0b-4463-44b9-b226-a19005b0d74f on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:06:19.924756 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-aade22ba-cf1a-4934-aa5a-beb9af48ebfb tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:19.928922 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-aade22ba-cf1a-4934-aa5a-beb9af48ebfb tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.53 "DELETE /v2.0/ports/903ccf0b-4463-44b9-b226-a19005b0d74f HTTP/1.1" status: 204 len: 173 time: 5.4300632 Nov 23 22:06:19.929498 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-deleted', 'tag': '903ccf0b-4463-44b9-b226-a19005b0d74f'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:06:19.937249 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e7d379-0987-4205-b032-787b3ddea871" -d '{"events": [{"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-deleted", "tag": "903ccf0b-4463-44b9-b226-a19005b0d74f"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:06:20.029719 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:20.037413 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-333e0f27-1c91-4f08-9867-5b337668abbe req-5829e006-b9a4-4cfa-a2bf-c26444ac734a tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/security-groups?id=db853561-cbb8-4fa4-87a5-aba866dec0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5307171 Nov 23 22:06:20.054535 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90b65594-03d4-49a1-bd62-83def1f1daa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:20.118862 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:06:20.159686 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-e720bfd1-6f25-4cd0-9021-818b7949555a None None] Set router 0097417b-3ca8-4545-bde7-a102d071bd09 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:06:20.237867 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3166cb42-d908-4bfa-99fe-7a973b5f0c11 x-openstack-request-id: req-3166cb42-d908-4bfa-99fe-7a973b5f0c11 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:06:20.238168 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614c3faa-50a0-41bf-885f-a2db2aeaa025", "name": "network-vif-plugged", "status": "completed", "tag": "85ad12db-6b0b-4cc1-b52f-1504a8283e40", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:06:20.238425 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3166cb42-d908-4bfa-99fe-7a973b5f0c11 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:06:20.243766 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614c3faa-50a0-41bf-885f-a2db2aeaa025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ad12db-6b0b-4cc1-b52f-1504a8283e40', 'code': 200} Nov 23 22:06:20.278165 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ac64a7-8bfb-4956-9010-71e1961401d0 x-openstack-request-id: req-c3ac64a7-8bfb-4956-9010-71e1961401d0 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:06:20.278165 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-deleted", "tag": "903ccf0b-4463-44b9-b226-a19005b0d74f", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:06:20.278165 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3ac64a7-8bfb-4956-9010-71e1961401d0 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:06:20.278165 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-deleted', 'tag': '903ccf0b-4463-44b9-b226-a19005b0d74f', 'status': 'completed', 'code': 200} Nov 23 22:06:20.504350 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b65594-03d4-49a1-bd62-83def1f1daa3 admin admin] Checking segment: {'id': 'd7a5fcd6-b2bb-4af7-ad33-cd5521f76895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '313f69bc-4ff6-4f59-a350-18ff373065a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:06:20.504625 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b65594-03d4-49a1-bd62-83def1f1daa3 admin admin] Network hostable DHCP agents. Network: 313f69bc-4ff6-4f59-a350-18ff373065a0, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:06:20.530956 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b65594-03d4-49a1-bd62-83def1f1daa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38696a44-a2c6-4669-89ae-e2db4c7c8993,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:20.558811 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-d87ba5cb-560f-4119-b90e-b1a91d3ae77e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Deleting port a568002e-b86b-4db1-b81d-0319d977690b {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:06:20.559127 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-d87ba5cb-560f-4119-b90e-b1a91d3ae77e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:20.636603 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b65594-03d4-49a1-bd62-83def1f1daa3 admin admin] Network 313f69bc-4ff6-4f59-a350-18ff373065a0 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:06:20.662113 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-90b65594-03d4-49a1-bd62-83def1f1daa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 313f69bc-4ff6-4f59-a350-18ff373065a0) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:06:20.666730 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b65594-03d4-49a1-bd62-83def1f1daa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:20.667935 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90b65594-03d4-49a1-bd62-83def1f1daa3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:20.672004 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eedec13-1ab8-4290-9f35-82798d1a77ad None None] Network 313f69bc-4ff6-4f59-a350-18ff373065a0 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:06:20.697490 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cef92b-c227-43d5-8883-5ce95e8b60ca req-308b9a7d-e323-4480-9262-7e48e901e71e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:20.718310 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b0cef92b-c227-43d5-8883-5ce95e8b60ca req-308b9a7d-e323-4480-9262-7e48e901e71e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.5410056 Nov 23 22:06:20.762036 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-90b65594-03d4-49a1-bd62-83def1f1daa3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8385470 Nov 23 22:06:20.862329 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d25a0d62-2d44-4fd4-8b64-67b7be6c1801 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:20.875246 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d25a0d62-2d44-4fd4-8b64-67b7be6c1801 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:20.946794 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e720bfd1-6f25-4cd0-9021-818b7949555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'name': 'tempest-TaggedBootDevicesTest_v242-1870970885-router', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:55:02Z', 'updated_at': '2021-11-23T21:55:09Z', 'revision_number': 4, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'gw_port': {'id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:03Z', 'updated_at': '2021-11-23T21:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '29c0ebd5-b552-4257-8adc-95a72d9d6831', 'name': '', 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'mac_address': 'fa:16:3e:6d:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '3849cc79-f357-4360-89e3-62e41d0cfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:08Z', 'updated_at': '2021-11-23T21:55:14Z', 'revision_number': 5, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'subnets': [{'id': '3849cc79-f357-4360-89e3-62e41d0cfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:20.986232 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822a8dfc-ab49-424b-ae57-542a5066ed22 None None] Network 313f69bc-4ff6-4f59-a350-18ff373065a0 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:06:21.054820 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e720bfd1-6f25-4cd0-9021-818b7949555a None None] Checking router: 0097417b-3ca8-4545-bde7-a102d071bd09 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:06:21.067531 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e720bfd1-6f25-4cd0-9021-818b7949555a None None] Routers {'0097417b-3ca8-4545-bde7-a102d071bd09'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:06:21.068987 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e720bfd1-6f25-4cd0-9021-818b7949555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:06:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0097417b-3ca8-4545-bde7-a102d071bd09'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:21.148167 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a0d62-2d44-4fd4-8b64-67b7be6c1801 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Port': ['ID=b47cab27-a028-4766-9b12-bfba4a756db1,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:21.171835 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d25a0d62-2d44-4fd4-8b64-67b7be6c1801 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:21.346485 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-e720bfd1-6f25-4cd0-9021-818b7949555a None None] Set router 0097417b-3ca8-4545-bde7-a102d071bd09 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:06:21.510618 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25a0d62-2d44-4fd4-8b64-67b7be6c1801 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Network 727da9a4-9c12-4829-beed-1ebf31d37e1a is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:06:21.512377 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-d25a0d62-2d44-4fd4-8b64-67b7be6c1801 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:06:21.530819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-d87ba5cb-560f-4119-b90e-b1a91d3ae77e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] For port a568002e-b86b-4db1-b81d-0319d977690b, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a568002e-b86b-4db1-b81d-0319d977690b,segment=NetworkSegment(d4818ec0-b2f7-4f07-b6b0-946b5cde9945),segment_id=d4818ec0-b2f7-4f07-b6b0-946b5cde9945)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:06:21.531265 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-d87ba5cb-560f-4119-b90e-b1a91d3ae77e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:21.611859 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b0cef92b-c227-43d5-8883-5ce95e8b60ca req-e2c1165d-bfbc-4061-b715-7fbf821d6934 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8890336 Nov 23 22:06:21.678479 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdc5be-0cb8-4cb1-9c0d-de7b3f8611cf req-9745dde3-9fd2-4aaf-ad3e-da9dcd9acd2b tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:21.684386 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9ffdc5be-0cb8-4cb1-9c0d-de7b3f8611cf req-9745dde3-9fd2-4aaf-ad3e-da9dcd9acd2b tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 943 time: 0.4247849 Nov 23 22:06:21.690234 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd42af-ca2b-499c-a6c9-f117010fbca7 req-61b79548-561f-463a-85a6-8c8f3d51ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:21.709116 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-29bd42af-ca2b-499c-a6c9-f117010fbca7 req-61b79548-561f-463a-85a6-8c8f3d51ff66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6ce6ce79bc284c8da12730541a4994bb&device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 1097 time: 1.2921412 Nov 23 22:06:21.976020 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:06:22.041070 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50864) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:22.077638 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd42af-ca2b-499c-a6c9-f117010fbca7 req-0fca8568-5a60-4e61-bec9-dd08208caec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:22.084217 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-29bd42af-ca2b-499c-a6c9-f117010fbca7 req-0fca8568-5a60-4e61-bec9-dd08208caec0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e2e52909-dbc6-4cc2-ac82-3967aafdd39a HTTP/1.1" status: 200 len: 914 time: 0.3450551 Nov 23 22:06:22.096823 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25a0d62-2d44-4fd4-8b64-67b7be6c1801 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Router 46fa123c-4505-4a7b-9262-82ba30682630 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:06:22.110752 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-d87ba5cb-560f-4119-b90e-b1a91d3ae77e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Calling delete_port for a568002e-b86b-4db1-b81d-0319d977690b owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:06:22.188231 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4a22957c-384e-43f0-a277-a2a7f13d5e92 None None] Provisioning complete for port b47cab27-a028-4766-9b12-bfba4a756db1 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:06:22.188992 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4a22957c-384e-43f0-a277-a2a7f13d5e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:22.383371 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:06:22.391613 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-4a22957c-384e-43f0-a277-a2a7f13d5e92 None None] Port b47cab27-a028-4766-9b12-bfba4a756db1 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:06:22.415338 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:06:22.415502 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:22.418126 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e720bfd1-6f25-4cd0-9021-818b7949555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'name': 'tempest-TaggedBootDevicesTest_v242-1870970885-router', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:55:02Z', 'updated_at': '2021-11-23T21:55:09Z', 'revision_number': 4, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'gw_port': {'id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:03Z', 'updated_at': '2021-11-23T21:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '29c0ebd5-b552-4257-8adc-95a72d9d6831', 'name': '', 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'mac_address': 'fa:16:3e:6d:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '3849cc79-f357-4360-89e3-62e41d0cfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:08Z', 'updated_at': '2021-11-23T21:55:14Z', 'revision_number': 5, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'subnets': [{'id': '3849cc79-f357-4360-89e3-62e41d0cfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:22.500600 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-29bd42af-ca2b-499c-a6c9-f117010fbca7 req-a558c4f0-3577-4d1b-b20e-da994bf2d62a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ad12db-6b0b-4cc1-b52f-1504a8283e40 HTTP/1.1" status: 200 len: 217 time: 0.3814909 Nov 23 22:06:22.537257 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e720bfd1-6f25-4cd0-9021-818b7949555a None None] The sync data for ids ['0097417b-3ca8-4545-bde7-a102d071bd09'] in n-d-816206-9 is: [{'id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'name': 'tempest-TaggedBootDevicesTest_v242-1870970885-router', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:55:02Z', 'updated_at': '2021-11-23T21:55:09Z', 'revision_number': 4, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'gw_port': {'id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:03Z', 'updated_at': '2021-11-23T21:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '29c0ebd5-b552-4257-8adc-95a72d9d6831', 'name': '', 'network_id': '538e1e97-92a3-4d18-ba4d-eab4d961092b', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'mac_address': 'fa:16:3e:6d:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '3849cc79-f357-4360-89e3-62e41d0cfdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:08Z', 'updated_at': '2021-11-23T21:55:14Z', 'revision_number': 5, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'subnets': [{'id': '3849cc79-f357-4360-89e3-62e41d0cfdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:06:22.637301 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25a0d62-2d44-4fd4-8b64-67b7be6c1801 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:06:22.663754 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d25a0d62-2d44-4fd4-8b64-67b7be6c1801 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "PUT /v2.0/routers/46fa123c-4505-4a7b-9262-82ba30682630/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3612118 Nov 23 22:06:22.680363 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50904) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:22.682855 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:22.713582 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c66769e-ba5d-407a-9a1e-d6d0cbd3f6a6 None None] Sync routers for ids ['46fa123c-4505-4a7b-9262-82ba30682630'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:06:22.720073 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-8f8f00b7-c570-40ed-8ca1-f8085879e6a1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Request body: {'port': {'network_id': '727da9a4-9c12-4829-beed-1ebf31d37e1a', 'name': 'tempest-FloatingIPTestJSON-1638734278'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:22.738203 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad451836-ec63-459d-94a9-47ff82ad2a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:06:22.743388 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fb8d32-c63d-49b8-93a3-912b9ff88e38" -d '{"events": [{"server_uuid": "ad451836-ec63-459d-94a9-47ff82ad2a68", "name": "network-vif-plugged", "status": "completed", "tag": "15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:06:22.747024 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c66769e-ba5d-407a-9a1e-d6d0cbd3f6a6 None None] Routers {'46fa123c-4505-4a7b-9262-82ba30682630'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:06:22.748552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd42af-ca2b-499c-a6c9-f117010fbca7 req-cd940569-6c9b-475b-a817-17651e6f9001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:22.750769 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-29bd42af-ca2b-499c-a6c9-f117010fbca7 req-cd940569-6c9b-475b-a817-17651e6f9001 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70a442e5-0c56-4c4d-9aab-d7d2295cb603 HTTP/1.1" status: 200 len: 853 time: 0.1414335 Nov 23 22:06:22.753214 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-0c66769e-ba5d-407a-9a1e-d6d0cbd3f6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:06:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['46fa123c-4505-4a7b-9262-82ba30682630'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:22.753393 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e1567d84-eb96-46bf-aad8-90cdf383ff64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:22.780046 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9ffdc5be-0cb8-4cb1-9c0d-de7b3f8611cf req-6fe19b4d-775a-4fe9-af47-91ea264ecb03 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups?id=2a6ab587-9cc2-49c3-81ea-8a55aac418a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0483797 Nov 23 22:06:22.867800 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8142fe1-0fa0-4456-b3ec-2e28b7712fd7 req-cccf5302-84bb-411a-b550-4dd71b7a4b76 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:22.885664 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8142fe1-0fa0-4456-b3ec-2e28b7712fd7 req-cccf5302-84bb-411a-b550-4dd71b7a4b76 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad451836-ec63-459d-94a9-47ff82ad2a68 HTTP/1.1" status: 200 len: 945 time: 0.7492149 Nov 23 22:06:22.999092 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3,segment=NetworkSegment(2597c5f7-02c9-4b7d-a2d2-65d0129ec69e),segment_id=2597c5f7-02c9-4b7d-a2d2-65d0129ec69e)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:06:23.010971 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-0c66769e-ba5d-407a-9a1e-d6d0cbd3f6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:23.014380 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-29bd42af-ca2b-499c-a6c9-f117010fbca7 req-801396e1-c03c-4eaa-be6b-0cdca66513b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2e52909-dbc6-4cc2-ac82-3967aafdd39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2268574 Nov 23 22:06:23.047404 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:23.048905 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:23.055535 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c66769e-ba5d-407a-9a1e-d6d0cbd3f6a6 None None] Routers {'46fa123c-4505-4a7b-9262-82ba30682630'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:06:23.056453 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-0c66769e-ba5d-407a-9a1e-d6d0cbd3f6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:06:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['46fa123c-4505-4a7b-9262-82ba30682630'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:23.138243 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75917574-10f8-4c4c-b920-5982d42f51ce None None] New status for floating IP 405be1a0-c37f-4f23-90ee-517fe2d6c9c4: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:06:23.268148 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-0c66769e-ba5d-407a-9a1e-d6d0cbd3f6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:23.268842 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c66769e-ba5d-407a-9a1e-d6d0cbd3f6a6 None None] The sync data for ids ['46fa123c-4505-4a7b-9262-82ba30682630'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:06:23.270907 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:23.554522 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd824640-5b9b-41a2-b2e3-1cd220d06bbf req-ce983de9-9ac0-4db7-b7f3-17ab200ca128 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:23.556156 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bd824640-5b9b-41a2-b2e3-1cd220d06bbf req-ce983de9-9ac0-4db7-b7f3-17ab200ca128 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.5403872 Nov 23 22:06:23.580614 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8142fe1-0fa0-4456-b3ec-2e28b7712fd7 req-50b29205-b3ad-41b9-9346-373941e9ac17 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/security-groups?id=db853561-cbb8-4fa4-87a5-aba866dec0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6925576 Nov 23 22:06:23.647267 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-d87ba5cb-560f-4119-b90e-b1a91d3ae77e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:23.673224 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76557672-9a3d-48c4-8b01-faf390e3fd8a x-openstack-request-id: req-76557672-9a3d-48c4-8b01-faf390e3fd8a {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:06:23.675073 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad451836-ec63-459d-94a9-47ff82ad2a68", "name": "network-vif-plugged", "status": "completed", "tag": "15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:06:23.675073 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-76557672-9a3d-48c4-8b01-faf390e3fd8a {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:06:23.675073 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad451836-ec63-459d-94a9-47ff82ad2a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3', 'code': 200} Nov 23 22:06:23.702592 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ba5cb-560f-4119-b90e-b1a91d3ae77e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event deleted for resources: {'Port': ['ID=a568002e-b86b-4db1-b81d-0319d977690b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:23.727833 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-29bd42af-ca2b-499c-a6c9-f117010fbca7 req-e6c35ce3-0aac-42a2-b339-aa5fff93f58d service neutron] 10.222.0.60 "GET /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6521337 Nov 23 22:06:23.984121 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8f00b7-c570-40ed-8ca1-f8085879e6a1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Made reservation on behalf of 6e9dc41a332048d98b0221d031f9d56b for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:06:23.995502 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f8f00b7-c570-40ed-8ca1-f8085879e6a1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:24.085252 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-8f8f00b7-c570-40ed-8ca1-f8085879e6a1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] device_id is not set on port 75f2cca5-2651-46c5-bb7c-511a74f3e4be yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:06:24.139979 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bd824640-5b9b-41a2-b2e3-1cd220d06bbf req-8eda2ba4-475b-4580-900a-dc58fdfe9b04 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5511651 Nov 23 22:06:24.197327 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e1567d84-eb96-46bf-aad8-90cdf383ff64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:24.203421 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e1567d84-eb96-46bf-aad8-90cdf383ff64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:24.215090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-d87ba5cb-560f-4119-b90e-b1a91d3ae77e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] No DVR routers for this DVR port a568002e-b86b-4db1-b81d-0319d977690b on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:06:24.279522 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-d87ba5cb-560f-4119-b90e-b1a91d3ae77e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:24.288231 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a4317bf-5ded-45c3-bf58-f8e63ae0cd31 req-d87ba5cb-560f-4119-b90e-b1a91d3ae77e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.53 "DELETE /v2.0/ports/a568002e-b86b-4db1-b81d-0319d977690b HTTP/1.1" status: 204 len: 173 time: 4.3472304 Nov 23 22:06:24.348970 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-deleted', 'tag': 'a568002e-b86b-4db1-b81d-0319d977690b'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:06:24.383049 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7d7fc9-0b89-44bb-a5bc-a5da51767e7c" -d '{"events": [{"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-deleted", "tag": "a568002e-b86b-4db1-b81d-0319d977690b"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:06:24.389488 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e1567d84-eb96-46bf-aad8-90cdf383ff64 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5062e1eb67c8405fa5de2b5a93145a65&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3400114 Nov 23 22:06:24.417876 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51012) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:24.424002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-13ee9c66-277f-4c09-9d04-d8890092c5f0 req-55ab4905-9395-4f8e-a1fa-6c927718aaf0 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.3240771 Nov 23 22:06:24.432929 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1567d84-eb96-46bf-aad8-90cdf383ff64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d29813-1921-4358-bb1d-ba3adb413d02,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:24.482001 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-29bd42af-ca2b-499c-a6c9-f117010fbca7 req-bb75ac37-6455-4eec-97ab-83e4613b3e4f service neutron] 10.222.0.60 "GET /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7101150 Nov 23 22:06:24.532522 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fb17a-0766-461e-ac26-b8a1f81df4ca req-2d8d927b-fa11-4023-8960-fe88b07fc9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:24.550899 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-599fb17a-0766-461e-ac26-b8a1f81df4ca req-2d8d927b-fa11-4023-8960-fe88b07fc9d9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ad451836-ec63-459d-94a9-47ff82ad2a68 HTTP/1.1" status: 200 len: 1097 time: 0.7649322 Nov 23 22:06:24.568291 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ddebde-476a-4288-a922-01f8157dc888 x-openstack-request-id: req-a1ddebde-476a-4288-a922-01f8157dc888 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:06:24.568613 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bfd7d9-3dde-4ed7-857c-0e0ace76a590", "name": "network-vif-deleted", "tag": "a568002e-b86b-4db1-b81d-0319d977690b", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:06:24.568872 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a1ddebde-476a-4288-a922-01f8157dc888 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:06:24.569298 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bfd7d9-3dde-4ed7-857c-0e0ace76a590', 'name': 'network-vif-deleted', 'tag': 'a568002e-b86b-4db1-b81d-0319d977690b', 'status': 'completed', 'code': 200} Nov 23 22:06:24.798970 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-599fb17a-0766-461e-ac26-b8a1f81df4ca req-89f75dac-396d-4fc1-bb1e-bd04c678f0a1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=db853561-cbb8-4fa4-87a5-aba866dec0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286117 Nov 23 22:06:24.840829 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-8f8f00b7-c570-40ed-8ca1-f8085879e6a1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Allocated IP 172.20.0.6 (727da9a4-9c12-4829-beed-1ebf31d37e1a/8a5256e6-4a2e-476c-a4f7-34f6d6362d77/75f2cca5-2651-46c5-bb7c-511a74f3e4be) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:06:24.845028 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3c79352d-3b6c-4d99-85d0-31a95877c861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:24.921414 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f684d27-7f4a-4451-9ea4-8766c6f62221 req-d2195e02-f3b4-454d-8eec-e05ad16ed827 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:24.928613 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f684d27-7f4a-4451-9ea4-8766c6f62221 req-d2195e02-f3b4-454d-8eec-e05ad16ed827 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad451836-ec63-459d-94a9-47ff82ad2a68 HTTP/1.1" status: 200 len: 946 time: 0.1065128 Nov 23 22:06:24.961794 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3c79352d-3b6c-4d99-85d0-31a95877c861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:25.039695 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f684d27-7f4a-4451-9ea4-8766c6f62221 req-30a0c2ac-edeb-4620-8ae8-7b65d06d2b34 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/security-groups?id=db853561-cbb8-4fa4-87a5-aba866dec0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028662 Nov 23 22:06:25.347875 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3c79352d-3b6c-4d99-85d0-31a95877c861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:25.364320 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3c79352d-3b6c-4d99-85d0-31a95877c861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:25.365523 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3c79352d-3b6c-4d99-85d0-31a95877c861 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/72d29813-1921-4358-bb1d-ba3adb413d02 HTTP/1.1" status: 204 len: 168 time: 0.9080470 Nov 23 22:06:25.393364 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706c5c8-40de-46cb-952d-9c11b10fab8a req-27aaab33-2011-4dc4-96a0-7399e9aa1da8 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:25.398193 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79352d-3b6c-4d99-85d0-31a95877c861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d29813-1921-4358-bb1d-ba3adb413d02,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:25.427262 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f8f00b7-c570-40ed-8ca1-f8085879e6a1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:25.429742 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2706c5c8-40de-46cb-952d-9c11b10fab8a req-27aaab33-2011-4dc4-96a0-7399e9aa1da8 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1718860 Nov 23 22:06:25.509511 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f8f00b7-c570-40ed-8ca1-f8085879e6a1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:25.556077 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8f00b7-c570-40ed-8ca1-f8085879e6a1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Network 727da9a4-9c12-4829-beed-1ebf31d37e1a is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:06:25.560281 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-8f8f00b7-c570-40ed-8ca1-f8085879e6a1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:06:25.562892 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8f00b7-c570-40ed-8ca1-f8085879e6a1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:06:25.623103 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f00b7-c570-40ed-8ca1-f8085879e6a1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event updated for resources: {'Port': ['ID=75f2cca5-2651-46c5-bb7c-511a74f3e4be,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:25.643603 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8f00b7-c570-40ed-8ca1-f8085879e6a1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:25.644654 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f8f00b7-c570-40ed-8ca1-f8085879e6a1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:25.667365 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8f8f00b7-c570-40ed-8ca1-f8085879e6a1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9852235 Nov 23 22:06:25.672082 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51084) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:25.684581 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-407106a2-7bdf-4144-8e6d-56820d2b3811 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Request body: {'floatingip': {'port_id': '75f2cca5-2651-46c5-bb7c-511a74f3e4be'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:25.803712 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2706c5c8-40de-46cb-952d-9c11b10fab8a req-7262f99e-cb2a-49f6-a317-b8c018aa82ec tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639777 Nov 23 22:06:25.812848 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-407106a2-7bdf-4144-8e6d-56820d2b3811 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:25.900079 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-578425c9-048a-4bf5-b2b9-03dbbcfaefa3 req-1a8d66c0-a01f-4b59-9a7d-dec41dac3802 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.2562873 Nov 23 22:06:26.149735 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51110) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:26.166675 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fef4b170-2f8a-4415-8bbb-24f8d134800a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:26.377301 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a24ffa52-e789-4953-98f8-3bd931d600f0 None None] Provisioning complete for port 75f2cca5-2651-46c5-bb7c-511a74f3e4be triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:06:26.377301 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a24ffa52-e789-4953-98f8-3bd931d600f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:26.508415 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a24ffa52-e789-4953-98f8-3bd931d600f0 None None] Port 75f2cca5-2651-46c5-bb7c-511a74f3e4be cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:06:26.590843 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a79090-861f-404b-b554-34899fbd8ed9 req-dffbe426-7f40-4555-8ecb-d77314a1ca35 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:26.605688 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90a79090-861f-404b-b554-34899fbd8ed9 req-dffbe426-7f40-4555-8ecb-d77314a1ca35 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad451836-ec63-459d-94a9-47ff82ad2a68 HTTP/1.1" status: 200 len: 946 time: 0.2316849 Nov 23 22:06:26.618615 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fef4b170-2f8a-4415-8bbb-24f8d134800a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:26.646588 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fef4b170-2f8a-4415-8bbb-24f8d134800a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:26.682745 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fef4b170-2f8a-4415-8bbb-24f8d134800a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3e1f40208af64dda8726d4cfba49f77e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5306537 Nov 23 22:06:26.683161 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51152) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:26.728909 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4b170-2f8a-4415-8bbb-24f8d134800a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3a91d3-45b2-4b2c-94c8-e9354c25efe8,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:26.771063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90a79090-861f-404b-b554-34899fbd8ed9 req-e6420304-16d3-4be2-b728-81df1e1cd517 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/security-groups?id=db853561-cbb8-4fa4-87a5-aba866dec0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641109 Nov 23 22:06:27.086515 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fa8f3-7fb5-4ce5-9a8b-39361f851e79 req-fb35b815-4a9b-4501-b45a-b94df65beb0a tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:27.099975 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-274fa8f3-7fb5-4ce5-9a8b-39361f851e79 req-fb35b815-4a9b-4501-b45a-b94df65beb0a tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1507416 Nov 23 22:06:27.183402 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-274fa8f3-7fb5-4ce5-9a8b-39361f851e79 req-f6cc9092-5e16-4f8e-a499-be2602711cf6 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823324 Nov 23 22:06:27.209547 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8261676-680d-45d9-8640-155b964ecb95 req-909219b8-fd74-44af-b91e-f27960c51603 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.1607618 Nov 23 22:06:27.231920 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1b048f50-bcbc-4777-8db8-4a6a877b6715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:27.282341 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1b048f50-bcbc-4777-8db8-4a6a877b6715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:27.451255 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.db.resource_extend [None req-407106a2-7bdf-4144-8e6d-56820d2b3811 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:06:27.587522 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-407106a2-7bdf-4144-8e6d-56820d2b3811 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:27.599634 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-407106a2-7bdf-4144-8e6d-56820d2b3811 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:27.648785 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1b048f50-bcbc-4777-8db8-4a6a877b6715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:27.651575 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1b048f50-bcbc-4777-8db8-4a6a877b6715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:27.657244 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1b048f50-bcbc-4777-8db8-4a6a877b6715 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c3a91d3-45b2-4b2c-94c8-e9354c25efe8 HTTP/1.1" status: 204 len: 168 time: 0.9730363 Nov 23 22:06:27.671441 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b048f50-bcbc-4777-8db8-4a6a877b6715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3a91d3-45b2-4b2c-94c8-e9354c25efe8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:27.879793 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-407106a2-7bdf-4144-8e6d-56820d2b3811 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Floating IP b662d287-6727-42d9-870c-37ff4c2f05fe associated. External IP: 172.25.5.71, port: e586fe0b-1649-4167-a096-7a3475bf0867. Nov 23 22:06:27.918375 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e5748937-abb3-40d8-9734-efd29f38cafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:28.015889 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f398b10-fcdb-41b6-98e8-d15c893029fa req-6026300f-032e-4074-bac0-05264b74a4ae tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:28.043453 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f398b10-fcdb-41b6-98e8-d15c893029fa req-6026300f-032e-4074-bac0-05264b74a4ae tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad451836-ec63-459d-94a9-47ff82ad2a68 HTTP/1.1" status: 200 len: 946 time: 0.1345487 Nov 23 22:06:28.177837 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f398b10-fcdb-41b6-98e8-d15c893029fa req-cc8762f6-58f6-4029-adab-f809fc6ebd57 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/security-groups?id=db853561-cbb8-4fa4-87a5-aba866dec0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335828 Nov 23 22:06:28.461430 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04548cd-7f00-4135-b09d-715e49bf5d05 req-c9a9afe7-0b37-4d04-bfe9-b96d84e7079c tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:28.465325 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d04548cd-7f00-4135-b09d-715e49bf5d05 req-c9a9afe7-0b37-4d04-bfe9-b96d84e7079c tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1215613 Nov 23 22:06:28.558965 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-25a99414-8c25-4ad8-87fe-d97ae2031610 req-236a434b-8c97-493d-89c0-cfc5c4ca3d0a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.0910482 Nov 23 22:06:28.568247 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407106a2-7bdf-4144-8e6d-56820d2b3811 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Router 3ee87e64-e646-4609-bfc7-19f753d9ed4b has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:06:28.765938 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d04548cd-7f00-4135-b09d-715e49bf5d05 req-4f15da60-d1bf-4c78-a2af-0a625f849377 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024946 Nov 23 22:06:28.946311 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407106a2-7bdf-4144-8e6d-56820d2b3811 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:06:28.960303 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870d29e9-ed5f-4b1c-b6dc-3a1d4b3a9797 None None] Sync routers for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:06:28.990955 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d29e9-ed5f-4b1c-b6dc-3a1d4b3a9797 None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:06:28.991636 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-870d29e9-ed5f-4b1c-b6dc-3a1d4b3a9797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:06:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:29.211773 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-870d29e9-ed5f-4b1c-b6dc-3a1d4b3a9797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:29.236743 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d29e9-ed5f-4b1c-b6dc-3a1d4b3a9797 None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:06:29.237894 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-870d29e9-ed5f-4b1c-b6dc-3a1d4b3a9797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:06:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:29.299862 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3ae3a-63e1-4061-ad92-4384945be8ba req-39750c93-bf2b-45fd-8c94-b8cc8dfb4b0b tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:29.303531 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24f3ae3a-63e1-4061-ad92-4384945be8ba req-39750c93-bf2b-45fd-8c94-b8cc8dfb4b0b tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad451836-ec63-459d-94a9-47ff82ad2a68 HTTP/1.1" status: 200 len: 946 time: 0.1252718 Nov 23 22:06:29.340881 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-870d29e9-ed5f-4b1c-b6dc-3a1d4b3a9797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:29.342843 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870d29e9-ed5f-4b1c-b6dc-3a1d4b3a9797 None None] The sync data for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:06:29.464760 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24f3ae3a-63e1-4061-ad92-4384945be8ba req-e6c781cf-8dc5-48d1-9dbd-f07d73ddd748 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/security-groups?id=db853561-cbb8-4fa4-87a5-aba866dec0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521587 Nov 23 22:06:29.933512 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b52d206-c94d-42f7-bc28-9d0d6a8223f2 req-8dbbacaf-22e4-48a8-8a85-a3c6bfea262c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.1349916 Nov 23 22:06:29.996278 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407106a2-7bdf-4144-8e6d-56820d2b3811 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Router 46fa123c-4505-4a7b-9262-82ba30682630 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:06:30.045983 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:30.096380 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bc13e-f131-4351-a6de-02c5994dcae1 req-07600048-69b6-47b5-9700-b59059563816 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:30.107289 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-367bc13e-f131-4351-a6de-02c5994dcae1 req-07600048-69b6-47b5-9700-b59059563816 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1834664 Nov 23 22:06:30.295109 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407106a2-7bdf-4144-8e6d-56820d2b3811 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:06:30.307067 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f74d44d-4647-4102-9720-8f066173328f None None] Sync routers for ids ['46fa123c-4505-4a7b-9262-82ba30682630'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:06:30.307708 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-407106a2-7bdf-4144-8e6d-56820d2b3811 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:30.325177 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f74d44d-4647-4102-9720-8f066173328f None None] Routers {'46fa123c-4505-4a7b-9262-82ba30682630'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:06:30.326312 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-6f74d44d-4647-4102-9720-8f066173328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:06:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['46fa123c-4505-4a7b-9262-82ba30682630'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:30.328166 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-367bc13e-f131-4351-a6de-02c5994dcae1 req-33dd6260-15b1-4208-a266-40d297afce00 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144248 Nov 23 22:06:30.404243 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-6f74d44d-4647-4102-9720-8f066173328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:30.435576 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-407106a2-7bdf-4144-8e6d-56820d2b3811 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "PUT /v2.0/floatingips/b662d287-6727-42d9-870c-37ff4c2f05fe HTTP/1.1" status: 200 len: 977 time: 4.7625093 Nov 23 22:06:30.437370 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f74d44d-4647-4102-9720-8f066173328f None None] Routers {'46fa123c-4505-4a7b-9262-82ba30682630'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:06:30.438251 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-6f74d44d-4647-4102-9720-8f066173328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:06:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['46fa123c-4505-4a7b-9262-82ba30682630'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:30.438546 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51388) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:30.524371 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a082b61d-84d6-47d2-a2d6-dfc0d4b56d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:30.573023 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-6f74d44d-4647-4102-9720-8f066173328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:30.574081 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f74d44d-4647-4102-9720-8f066173328f None None] The sync data for ids ['46fa123c-4505-4a7b-9262-82ba30682630'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:06:30.778377 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc2cc3-6137-4a77-9154-26dd0aa8b9b8 req-eef67198-4014-4118-9b08-f7a9aa9c7be4 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:30.789078 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c4fc2cc3-6137-4a77-9154-26dd0aa8b9b8 req-eef67198-4014-4118-9b08-f7a9aa9c7be4 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad451836-ec63-459d-94a9-47ff82ad2a68 HTTP/1.1" status: 200 len: 946 time: 0.1494441 Nov 23 22:06:30.930124 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c4fc2cc3-6137-4a77-9154-26dd0aa8b9b8 req-6314a5dd-e445-4573-bf5f-39c299e7bd76 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/security-groups?id=db853561-cbb8-4fa4-87a5-aba866dec0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389151 Nov 23 22:06:30.950878 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944bd47-77cb-4765-a350-e96441239bb1 req-1b1d3638-4f9c-431d-aec6-a9c9cea3b773 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:30.952583 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6944bd47-77cb-4765-a350-e96441239bb1 req-1b1d3638-4f9c-431d-aec6-a9c9cea3b773 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad451836-ec63-459d-94a9-47ff82ad2a68 HTTP/1.1" status: 200 len: 946 time: 0.2713439 Nov 23 22:06:30.963523 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-0fc398d4-51a3-48c3-aad3-0527de0592f4 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Deleting port 75f2cca5-2651-46c5-bb7c-511a74f3e4be {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:06:30.964631 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0fc398d4-51a3-48c3-aad3-0527de0592f4 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:31.194046 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51438) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:31.202316 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e2cae8be-2c20-4139-af34-b00eb8d07a64 req-ab68d65a-d67c-4591-86e8-21effa1f6fe4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.0870998 Nov 23 22:06:31.330193 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0fc398d4-51a3-48c3-aad3-0527de0592f4 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:31.377322 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-201a6f4a-5397-4584-a712-cb596726dde7 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:31.449425 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-201a6f4a-5397-4584-a712-cb596726dde7 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:31.617078 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:31.653604 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-201a6f4a-5397-4584-a712-cb596726dde7 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:31.687051 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-6944bd47-77cb-4765-a350-e96441239bb1 req-398225a5-3cfc-4032-af30-37501c9f5c0b tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Deleting port 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:06:31.687473 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6944bd47-77cb-4765-a350-e96441239bb1 req-398225a5-3cfc-4032-af30-37501c9f5c0b tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:31.727557 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f572a5f-6ed1-4e41-96ee-48c91072f2a2 req-e62d5137-a79a-46c9-9e8a-825279eafbaa tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:31.729153 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f572a5f-6ed1-4e41-96ee-48c91072f2a2 req-e62d5137-a79a-46c9-9e8a-825279eafbaa tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.2125626 Nov 23 22:06:31.917936 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-6944bd47-77cb-4765-a350-e96441239bb1 req-398225a5-3cfc-4032-af30-37501c9f5c0b tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] For port 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3,segment=NetworkSegment(2597c5f7-02c9-4b7d-a2d2-65d0129ec69e),segment_id=2597c5f7-02c9-4b7d-a2d2-65d0129ec69e)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:06:31.918320 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6944bd47-77cb-4765-a350-e96441239bb1 req-398225a5-3cfc-4032-af30-37501c9f5c0b tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:31.946902 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-6944bd47-77cb-4765-a350-e96441239bb1 req-398225a5-3cfc-4032-af30-37501c9f5c0b tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Calling delete_port for 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:06:31.954659 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-201a6f4a-5397-4584-a712-cb596726dde7 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Allocated IP 172.25.5.114 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/9e3af694-a127-4dc3-88ed-6fe1094ee173) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:06:31.970337 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0fc398d4-51a3-48c3-aad3-0527de0592f4 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:31.973080 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0fc398d4-51a3-48c3-aad3-0527de0592f4 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:31.977297 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-0fc398d4-51a3-48c3-aad3-0527de0592f4 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Floating IP b662d287-6727-42d9-870c-37ff4c2f05fe disassociated. External IP: 172.25.5.71, port: 75f2cca5-2651-46c5-bb7c-511a74f3e4be. Nov 23 22:06:31.977742 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-0fc398d4-51a3-48c3-aad3-0527de0592f4 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Calling delete_port for 75f2cca5-2651-46c5-bb7c-511a74f3e4be owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:06:32.257980 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-201a6f4a-5397-4584-a712-cb596726dde7 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:32.389136 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f572a5f-6ed1-4e41-96ee-48c91072f2a2 req-5c0fdb9b-b570-4413-89d9-863b4fadb89c tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6498473 Nov 23 22:06:32.399141 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-201a6f4a-5397-4584-a712-cb596726dde7 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:32.553887 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922c9f8-a5f4-4b71-ae19-aade9a9aa664 req-69329678-2bae-4f52-a042-0d544ed2e479 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:32.555825 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6922c9f8-a5f4-4b71-ae19-aade9a9aa664 req-69329678-2bae-4f52-a042-0d544ed2e479 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad451836-ec63-459d-94a9-47ff82ad2a68 HTTP/1.1" status: 200 len: 946 time: 0.3844039 Nov 23 22:06:32.563791 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201a6f4a-5397-4584-a712-cb596726dde7 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:06:32.572244 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-201a6f4a-5397-4584-a712-cb596726dde7 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:06:32.575750 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201a6f4a-5397-4584-a712-cb596726dde7 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:06:32.590605 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a6f4a-5397-4584-a712-cb596726dde7 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Pushing event updated for resources: {'Port': ['ID=9e3af694-a127-4dc3-88ed-6fe1094ee173,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:32.606517 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e2a1f14f-d106-41fc-89d5-6c7809b51f0e req-5fc46642-6ab5-4d78-916a-cd64344ad611 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.0886211 Nov 23 22:06:32.842974 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6922c9f8-a5f4-4b71-ae19-aade9a9aa664 req-cb007bc5-7ac1-4c0d-a8dc-a0071d26ffb5 tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.50 "GET /v2.0/security-groups?id=db853561-cbb8-4fa4-87a5-aba866dec0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565227 Nov 23 22:06:32.846027 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0fc398d4-51a3-48c3-aad3-0527de0592f4 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:32.877170 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6944bd47-77cb-4765-a350-e96441239bb1 req-398225a5-3cfc-4032-af30-37501c9f5c0b tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:32.913739 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:06:32.998485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc398d4-51a3-48c3-aad3-0527de0592f4 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event deleted for resources: {'Port': ['ID=75f2cca5-2651-46c5-bb7c-511a74f3e4be,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:33.028442 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:33.028975 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-201a6f4a-5397-4584-a712-cb596726dde7 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:33.112509 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398225a5-3cfc-4032-af30-37501c9f5c0b tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Pushing event deleted for resources: {'Port': ['ID=15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:33.124658 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-201a6f4a-5397-4584-a712-cb596726dde7 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:33.348928 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-6944bd47-77cb-4765-a350-e96441239bb1 req-398225a5-3cfc-4032-af30-37501c9f5c0b tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] No DVR routers for this DVR port 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:06:33.356734 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6944bd47-77cb-4765-a350-e96441239bb1 req-398225a5-3cfc-4032-af30-37501c9f5c0b tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:33.364458 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6944bd47-77cb-4765-a350-e96441239bb1 req-398225a5-3cfc-4032-af30-37501c9f5c0b tempest-InstanceActionsNegativeTestJSON-1915336667 tempest-InstanceActionsNegativeTestJSON-1915336667-project] 10.222.0.53 "DELETE /v2.0/ports/15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3 HTTP/1.1" status: 204 len: 173 time: 2.3477175 Nov 23 22:06:33.367186 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad451836-ec63-459d-94a9-47ff82ad2a68', 'name': 'network-vif-deleted', 'tag': '15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:06:33.373462 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb223360-909a-4423-941a-7a82307f3359" -d '{"events": [{"server_uuid": "ad451836-ec63-459d-94a9-47ff82ad2a68", "name": "network-vif-deleted", "tag": "15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:06:33.509510 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14625b5e-3034-4698-ab0c-e27a3942e624 x-openstack-request-id: req-14625b5e-3034-4698-ab0c-e27a3942e624 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:06:33.510235 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad451836-ec63-459d-94a9-47ff82ad2a68", "name": "network-vif-deleted", "tag": "15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:06:33.510235 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14625b5e-3034-4698-ab0c-e27a3942e624 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:06:33.510439 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad451836-ec63-459d-94a9-47ff82ad2a68', 'name': 'network-vif-deleted', 'tag': '15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3', 'status': 'completed', 'code': 200} Nov 23 22:06:33.542947 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-201a6f4a-5397-4584-a712-cb596726dde7 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:33.560662 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-201a6f4a-5397-4584-a712-cb596726dde7 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:33.620902 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a6f4a-5397-4584-a712-cb596726dde7 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Pushing event updated for resources: {'Port': ['ID=9e3af694-a127-4dc3-88ed-6fe1094ee173,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:33.714702 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-201a6f4a-5397-4584-a712-cb596726dde7 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:33.720662 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc398d4-51a3-48c3-aad3-0527de0592f4 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Router 46fa123c-4505-4a7b-9262-82ba30682630 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:06:33.766059 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-201a6f4a-5397-4584-a712-cb596726dde7 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:33.768747 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-201a6f4a-5397-4584-a712-cb596726dde7 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5735421 Nov 23 22:06:33.772654 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51558) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:33.778919 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-7d622e68-b7e9-4af8-bb6c-a7c788d4ef30 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-651641215', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'fixed_ips': [{'ip_address': '172.25.5.114'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:33.824891 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:33.830853 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d622e68-b7e9-4af8-bb6c-a7c788d4ef30 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Made reservation on behalf of 1f1e4af0aea340289eef6376b4f74556 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:06:33.835934 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7d622e68-b7e9-4af8-bb6c-a7c788d4ef30 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:33.869633 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7d622e68-b7e9-4af8-bb6c-a7c788d4ef30 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:34.066022 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7d622e68-b7e9-4af8-bb6c-a7c788d4ef30 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:34.082882 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7d622e68-b7e9-4af8-bb6c-a7c788d4ef30 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:34.087378 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-7d622e68-b7e9-4af8-bb6c-a7c788d4ef30 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] device_id is not set on port 203d54bd-193a-4775-950e-f8f6335ceee8 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:06:34.616287 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d622e68-b7e9-4af8-bb6c-a7c788d4ef30 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d33ed1-bdbf-4ef6-a59c-dca435f512bf,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:34.619125 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef855cd-84bd-46ab-984d-262fca3ed735 req-54af3227-175a-456a-a985-6fe844be9795 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:34.624568 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bef855cd-84bd-46ab-984d-262fca3ed735 req-54af3227-175a-456a-a985-6fe844be9795 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 1.0942810 Nov 23 22:06:34.728362 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9699badf-de77-4896-8593-36be03ffb0e8 req-03c129be-1b8d-4678-9b86-9bd0b99c0e36 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.1417820 Nov 23 22:06:34.770570 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d622e68-b7e9-4af8-bb6c-a7c788d4ef30 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 22:06:34.771170 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d622e68-b7e9-4af8-bb6c-a7c788d4ef30 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:06:34.809822 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7d622e68-b7e9-4af8-bb6c-a7c788d4ef30 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0334673 Nov 23 22:06:34.810627 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51582) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:34.857025 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bef855cd-84bd-46ab-984d-262fca3ed735 req-ce35ea84-e16a-4f0c-afcf-45384da7fcb2 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195747 Nov 23 22:06:34.867373 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51584) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:34.884978 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc398d4-51a3-48c3-aad3-0527de0592f4 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:06:34.895905 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60ca145-7a32-4cff-88d6-d57690b90e60 None None] Sync routers for ids ['46fa123c-4505-4a7b-9262-82ba30682630'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:06:34.914905 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60ca145-7a32-4cff-88d6-d57690b90e60 None None] Routers {'46fa123c-4505-4a7b-9262-82ba30682630'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:06:34.915599 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e60ca145-7a32-4cff-88d6-d57690b90e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:06:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['46fa123c-4505-4a7b-9262-82ba30682630'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:35.023841 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0fc398d4-51a3-48c3-aad3-0527de0592f4 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:35.035858 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e60ca145-7a32-4cff-88d6-d57690b90e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:35.041019 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0fc398d4-51a3-48c3-aad3-0527de0592f4 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "DELETE /v2.0/ports/75f2cca5-2651-46c5-bb7c-511a74f3e4be HTTP/1.1" status: 204 len: 168 time: 4.6012509 Nov 23 22:06:35.041964 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51594) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:35.065874 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60ca145-7a32-4cff-88d6-d57690b90e60 None None] Routers {'46fa123c-4505-4a7b-9262-82ba30682630'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:06:35.067382 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e60ca145-7a32-4cff-88d6-d57690b90e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:06:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['46fa123c-4505-4a7b-9262-82ba30682630'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:35.161651 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e60ca145-7a32-4cff-88d6-d57690b90e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:35.162336 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60ca145-7a32-4cff-88d6-d57690b90e60 None None] The sync data for ids ['46fa123c-4505-4a7b-9262-82ba30682630'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:06:35.214545 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffca3ec3-ca4a-41c6-b14f-c0852a54e27a admin admin] Deleting subnet e02624b7-27a8-4d1b-8121-8c8cb0dc066f {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:06:35.234907 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-052da2bd-14cc-4a4b-a900-c6e01b0e40b8 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Deleting port 9e3af694-a127-4dc3-88ed-6fe1094ee173 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:06:35.241345 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-052da2bd-14cc-4a4b-a900-c6e01b0e40b8 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:35.242559 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ffca3ec3-ca4a-41c6-b14f-c0852a54e27a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:35.384291 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-052da2bd-14cc-4a4b-a900-c6e01b0e40b8 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:35.385138 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-052da2bd-14cc-4a4b-a900-c6e01b0e40b8 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:35.401377 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-052da2bd-14cc-4a4b-a900-c6e01b0e40b8 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Calling delete_port for 9e3af694-a127-4dc3-88ed-6fe1094ee173 owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:06:35.511364 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ffca3ec3-ca4a-41c6-b14f-c0852a54e27a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:35.565309 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-052da2bd-14cc-4a4b-a900-c6e01b0e40b8 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:35.717904 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ffca3ec3-ca4a-41c6-b14f-c0852a54e27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:35.748224 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052da2bd-14cc-4a4b-a900-c6e01b0e40b8 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e3af694-a127-4dc3-88ed-6fe1094ee173,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:35.754980 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-052da2bd-14cc-4a4b-a900-c6e01b0e40b8 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:35.758137 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-052da2bd-14cc-4a4b-a900-c6e01b0e40b8 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:35.764987 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-052da2bd-14cc-4a4b-a900-c6e01b0e40b8 tempest-ExternalNetworksAdminNegativeTestJSON-407818470 tempest-ExternalNetworksAdminNegativeTestJSON-407818470-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/8ff33d8a-cac3-4d4b-a8da-a4fdc7f94723 HTTP/1.1" status: 204 len: 168 time: 0.9475794 Nov 23 22:06:35.921976 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-03c61f8c-9ec1-4210-b49f-ba0f7e3a2b51 req-49af66d7-8221-4157-8bad-562a43d48bd4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.0516725 Nov 23 22:06:36.015096 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ffca3ec3-ca4a-41c6-b14f-c0852a54e27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:36.051324 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:06:36.105181 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:06:36.105529 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 15c5244c-7868-4cfb-89a3-b9d3a7fbe2a3 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:06:36.212138 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca3ec3-ca4a-41c6-b14f-c0852a54e27a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e02624b7-27a8-4d1b-8121-8c8cb0dc066f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:36.223972 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ffca3ec3-ca4a-41c6-b14f-c0852a54e27a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:36.228003 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ffca3ec3-ca4a-41c6-b14f-c0852a54e27a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e02624b7-27a8-4d1b-8121-8c8cb0dc066f HTTP/1.1" status: 204 len: 168 time: 1.3584712 Nov 23 22:06:36.232041 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51610) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:36.385354 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51612) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:36.398627 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:06:36.433234 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2ce79b82-c168-44ee-a598-8069604eb780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:36.528496 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943c484-48c9-4ae0-9aea-f78aa85ca68f req-5bd333d2-61bb-425f-82f9-1225910ab1d1 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:36.530264 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3943c484-48c9-4ae0-9aea-f78aa85ca68f req-5bd333d2-61bb-425f-82f9-1225910ab1d1 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.4602036 Nov 23 22:06:36.588097 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2ce79b82-c168-44ee-a598-8069604eb780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:36.638835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-2ce79b82-c168-44ee-a598-8069604eb780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a1d4fb6-4dba-4480-ae10-52899e893eed']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:36.654472 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8304726d-fbcd-4105-8730-412859dbbae9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:36.686253 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-2ce79b82-c168-44ee-a598-8069604eb780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2597c5f7-02c9-4b7d-a2d2-65d0129ec69e') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:36.686759 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-2ce79b82-c168-44ee-a598-8069604eb780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2597c5f7-02c9-4b7d-a2d2-65d0129ec69e') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:36.734947 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2ce79b82-c168-44ee-a598-8069604eb780 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:36.768209 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a2f86cf-b1ae-490d-8700-931c53f2ff49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:36.772808 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2ce79b82-c168-44ee-a598-8069604eb780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:36.789169 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce79b82-c168-44ee-a598-8069604eb780 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:06:36.790206 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2ce79b82-c168-44ee-a598-8069604eb780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:06:36.869673 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:06:36.877370 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2ce79b82-c168-44ee-a598-8069604eb780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:36.915043 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2ce79b82-c168-44ee-a598-8069604eb780 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:36.927135 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2ce79b82-c168-44ee-a598-8069604eb780 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3a1d4fb6-4dba-4480-ae10-52899e893eed HTTP/1.1" status: 204 len: 168 time: 0.6935847 Nov 23 22:06:36.933223 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce79b82-c168-44ee-a598-8069604eb780 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a1d4fb6-4dba-4480-ae10-52899e893eed,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:36.983534 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3943c484-48c9-4ae0-9aea-f78aa85ca68f req-d4e7fd44-42aa-43ec-9260-a2fa3adbbc8b tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422305 Nov 23 22:06:37.229213 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51626) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:37.292733 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae9d02b7-d025-44e1-b80e-bf7773960aaa req-025a54fd-818b-4ca5-a11c-27a15c695151 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.1971014 Nov 23 22:06:37.313980 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-229e35af-70d5-4508-9b65-a8585b2aca47 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3d86b79cbd044dd398fae80c99d3ba55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0829997 Nov 23 22:06:37.314985 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51628) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:37.352290 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a2f86cf-b1ae-490d-8700-931c53f2ff49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:37.398601 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1de79956-2039-4b7c-bcbb-1e2b650f0853 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:37.406820 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a2f86cf-b1ae-490d-8700-931c53f2ff49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:37.459767 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1de79956-2039-4b7c-bcbb-1e2b650f0853 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:37.495567 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7a2f86cf-b1ae-490d-8700-931c53f2ff49 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dc1ffa0dfc50458587e62eecd26e118d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1073737 Nov 23 22:06:37.498834 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f86cf-b1ae-490d-8700-931c53f2ff49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b756a9-cc0c-4e06-babd-2262b3d448db,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:37.501389 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51632) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:37.568417 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-8304726d-fbcd-4105-8730-412859dbbae9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Deleting port b47cab27-a028-4766-9b12-bfba4a756db1 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:06:37.568839 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8304726d-fbcd-4105-8730-412859dbbae9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:37.626703 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a3a150d6-c40b-4486-8c77-194b959c3b39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:37.694161 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a3a150d6-c40b-4486-8c77-194b959c3b39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:37.811106 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8304726d-fbcd-4105-8730-412859dbbae9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:37.838283 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-8304726d-fbcd-4105-8730-412859dbbae9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Calling delete_port for b47cab27-a028-4766-9b12-bfba4a756db1 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:06:38.272115 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1de79956-2039-4b7c-bcbb-1e2b650f0853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:38.274644 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8304726d-fbcd-4105-8730-412859dbbae9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:38.275762 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1de79956-2039-4b7c-bcbb-1e2b650f0853 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:38.277127 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1de79956-2039-4b7c-bcbb-1e2b650f0853 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/db853561-cbb8-4fa4-87a5-aba866dec0bb HTTP/1.1" status: 204 len: 168 time: 0.9609790 Nov 23 22:06:38.298427 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de79956-2039-4b7c-bcbb-1e2b650f0853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db853561-cbb8-4fa4-87a5-aba866dec0bb,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:38.308200 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304726d-fbcd-4105-8730-412859dbbae9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event deleted for resources: {'Port': ['ID=b47cab27-a028-4766-9b12-bfba4a756db1,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:38.359471 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6942906-929a-4b38-a136-c98a29751eb9 req-51bae157-daee-4d68-9f7e-53a2f3e378b0 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:38.365388 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a6942906-929a-4b38-a136-c98a29751eb9 req-51bae157-daee-4d68-9f7e-53a2f3e378b0 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1672685 Nov 23 22:06:38.606804 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cb47bd2e-5172-4810-acbe-099c88fb358c req-1b046486-e7f0-42cf-b4e2-84dd88d1b0aa tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.0561850 Nov 23 22:06:38.622478 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a3a150d6-c40b-4486-8c77-194b959c3b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:38.638559 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a3a150d6-c40b-4486-8c77-194b959c3b39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:38.639839 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a3a150d6-c40b-4486-8c77-194b959c3b39 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/11b756a9-cc0c-4e06-babd-2262b3d448db HTTP/1.1" status: 204 len: 168 time: 1.1356323 Nov 23 22:06:38.761379 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a150d6-c40b-4486-8c77-194b959c3b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b756a9-cc0c-4e06-babd-2262b3d448db,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:38.829974 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a6942906-929a-4b38-a136-c98a29751eb9 req-30a4e9bc-9197-425e-a3ae-22828e47e9b0 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354806 Nov 23 22:06:38.857987 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8304726d-fbcd-4105-8730-412859dbbae9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:39.692829 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8304726d-fbcd-4105-8730-412859dbbae9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Router 46fa123c-4505-4a7b-9262-82ba30682630 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:06:39.842276 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51674) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:40.021742 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a46200c0-f34b-450d-81ca-5dfffe0f5060 req-734f03dd-2187-4759-998f-f91cf77c4d3e tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.1297152 Nov 23 22:06:40.071233 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-96d07a1d-afb0-435f-b14f-5493372b491f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f1e4af0aea340289eef6376b4f74556&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2244124 Nov 23 22:06:40.072030 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51682) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:40.236410 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bf1ce63d-fc6f-49b8-b062-f0dc9caa1467 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:40.276810 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8304726d-fbcd-4105-8730-412859dbbae9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:06:40.291206 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df34b366-47a7-4397-905e-2dd310ae37f8 None None] Sync routers for ids ['46fa123c-4505-4a7b-9262-82ba30682630'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:06:40.301550 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6df7b7-484c-400b-800a-0039ec7710d6 req-87cc97d9-85f3-4546-953d-d7c4985ece46 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:40.313108 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de6df7b7-484c-400b-800a-0039ec7710d6 req-87cc97d9-85f3-4546-953d-d7c4985ece46 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1291573 Nov 23 22:06:40.322153 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df34b366-47a7-4397-905e-2dd310ae37f8 None None] Routers {'46fa123c-4505-4a7b-9262-82ba30682630'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:06:40.324149 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-df34b366-47a7-4397-905e-2dd310ae37f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:06:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['46fa123c-4505-4a7b-9262-82ba30682630'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:40.338548 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8304726d-fbcd-4105-8730-412859dbbae9 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "PUT /v2.0/routers/46fa123c-4505-4a7b-9262-82ba30682630/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2923539 Nov 23 22:06:40.344549 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51686) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:40.405306 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-df34b366-47a7-4397-905e-2dd310ae37f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:40.427897 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df34b366-47a7-4397-905e-2dd310ae37f8 None None] Routers {'46fa123c-4505-4a7b-9262-82ba30682630'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:06:40.428882 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-df34b366-47a7-4397-905e-2dd310ae37f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:06:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['46fa123c-4505-4a7b-9262-82ba30682630'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:40.461148 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bf1ce63d-fc6f-49b8-b062-f0dc9caa1467 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:40.497191 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de6df7b7-484c-400b-800a-0039ec7710d6 req-96837599-97c4-4728-aa58-61f7965e9110 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827641 Nov 23 22:06:40.536765 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-df34b366-47a7-4397-905e-2dd310ae37f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:40.537841 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df34b366-47a7-4397-905e-2dd310ae37f8 None None] The sync data for ids ['46fa123c-4505-4a7b-9262-82ba30682630'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:06:40.624342 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-347365a5-6e09-4aef-9234-a1ce113782a5 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:40.857864 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-347365a5-6e09-4aef-9234-a1ce113782a5 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:40.865201 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bf1ce63d-fc6f-49b8-b062-f0dc9caa1467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:40.871845 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bf1ce63d-fc6f-49b8-b062-f0dc9caa1467 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:40.875715 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bf1ce63d-fc6f-49b8-b062-f0dc9caa1467 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/90d33ed1-bdbf-4ef6-a59c-dca435f512bf HTTP/1.1" status: 204 len: 168 time: 0.7938888 Nov 23 22:06:40.916578 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ce63d-fc6f-49b8-b062-f0dc9caa1467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d33ed1-bdbf-4ef6-a59c-dca435f512bf,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:41.139419 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-347365a5-6e09-4aef-9234-a1ce113782a5 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Deleting port 999b4903-fe6a-445b-8f8a-df9759dcd18c {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:06:41.139769 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-347365a5-6e09-4aef-9234-a1ce113782a5 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:41.411017 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6bf76c6c-c700-4eb7-91d4-a61670d6d866 req-f247f3f4-11d1-40d4-85a2-d7a5c0d69980 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.0997982 Nov 23 22:06:41.444779 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-347365a5-6e09-4aef-9234-a1ce113782a5 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:41.485028 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-347365a5-6e09-4aef-9234-a1ce113782a5 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Calling delete_port for 999b4903-fe6a-445b-8f8a-df9759dcd18c owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:06:41.777952 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51732) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:41.815743 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f9f40-f466-42e2-bcbb-8e70e6e03162 req-1d74eb3c-15c1-4c21-a969-6fcb76ddc547 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:41.820607 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b9f9f40-f466-42e2-bcbb-8e70e6e03162 req-1d74eb3c-15c1-4c21-a969-6fcb76ddc547 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.1531191 Nov 23 22:06:41.949784 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-347365a5-6e09-4aef-9234-a1ce113782a5 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:41.992003 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6235bf-2fff-4739-bbcf-e5a9608cdfd7 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:06:42.059196 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b9f9f40-f466-42e2-bcbb-8e70e6e03162 req-79673f9b-cc07-455a-b175-7fcea6afedd6 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304254 Nov 23 22:06:42.140942 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce83a702-8c2c-4230-b129-31d91b20c14d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:42.157534 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347365a5-6e09-4aef-9234-a1ce113782a5 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event deleted for resources: {'Port': ['ID=999b4903-fe6a-445b-8f8a-df9759dcd18c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:42.388871 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-347365a5-6e09-4aef-9234-a1ce113782a5 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:42.664286 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c00c3b2d-b542-4a2a-9c46-acf1c4754b4e req-c67d4bbf-d13b-4f76-8399-963b6593d051 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.0825298 Nov 23 22:06:42.727314 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-347365a5-6e09-4aef-9234-a1ce113782a5 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:42.732301 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-347365a5-6e09-4aef-9234-a1ce113782a5 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:42.743532 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce83a702-8c2c-4230-b129-31d91b20c14d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:42.824228 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce83a702-8c2c-4230-b129-31d91b20c14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:42.904100 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-347365a5-6e09-4aef-9234-a1ce113782a5 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:42.904644 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347365a5-6e09-4aef-9234-a1ce113782a5 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Fanout notify agent at l3_agent the message router_deleted on router 46fa123c-4505-4a7b-9262-82ba30682630 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:06:42.967048 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-347365a5-6e09-4aef-9234-a1ce113782a5 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:42.972013 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51760) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:42.972449 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-347365a5-6e09-4aef-9234-a1ce113782a5 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "DELETE /v2.0/routers/46fa123c-4505-4a7b-9262-82ba30682630 HTTP/1.1" status: 204 len: 168 time: 2.6260262 Nov 23 22:06:42.991213 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83a702-8c2c-4230-b129-31d91b20c14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238c9bcb-70c5-4348-b69e-2151a250cf5b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:43.010421 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ce83a702-8c2c-4230-b129-31d91b20c14d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ed1d2375c2a4f9ba8fc10eb8dd84136&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2310467 Nov 23 22:06:43.034943 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51764) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:43.046415 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83a702-8c2c-4230-b129-31d91b20c14d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:43.046936 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83a702-8c2c-4230-b129-31d91b20c14d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:43.059540 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83a702-8c2c-4230-b129-31d91b20c14d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:43.060324 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83a702-8c2c-4230-b129-31d91b20c14d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:43.060593 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83a702-8c2c-4230-b129-31d91b20c14d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:43.061333 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83a702-8c2c-4230-b129-31d91b20c14d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:43.061586 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83a702-8c2c-4230-b129-31d91b20c14d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:43.061893 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83a702-8c2c-4230-b129-31d91b20c14d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:43.062423 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83a702-8c2c-4230-b129-31d91b20c14d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:43.062999 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83a702-8c2c-4230-b129-31d91b20c14d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:43.063804 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83a702-8c2c-4230-b129-31d91b20c14d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:43.063804 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce83a702-8c2c-4230-b129-31d91b20c14d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:43.254958 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-67639355-a7ff-4968-9bef-c78a88c0c79e tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Deleting subnet 8a5256e6-4a2e-476c-a4f7-34f6d6362d77 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:06:43.268647 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67639355-a7ff-4968-9bef-c78a88c0c79e tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:43.443784 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e3616c41-df11-4b8a-93f3-2d4a3550b8d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:43.493528 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2ecf0-a591-4956-9452-73b097df24ef req-5477e31b-9b3e-4f73-bd79-c150f31d88f9 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:43.501246 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0e2ecf0-a591-4956-9452-73b097df24ef req-5477e31b-9b3e-4f73-bd79-c150f31d88f9 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.2829616 Nov 23 22:06:43.512233 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67639355-a7ff-4968-9bef-c78a88c0c79e tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:43.571010 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e3616c41-df11-4b8a-93f3-2d4a3550b8d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:43.621575 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0e2ecf0-a591-4956-9452-73b097df24ef req-3c831e9e-de23-40c7-8a0d-e502c4ede4d4 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177542 Nov 23 22:06:43.839807 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67639355-a7ff-4968-9bef-c78a88c0c79e tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:43.995943 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e3616c41-df11-4b8a-93f3-2d4a3550b8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:44.010054 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e3616c41-df11-4b8a-93f3-2d4a3550b8d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:44.027099 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e3616c41-df11-4b8a-93f3-2d4a3550b8d2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/238c9bcb-70c5-4348-b69e-2151a250cf5b HTTP/1.1" status: 204 len: 168 time: 0.9791160 Nov 23 22:06:44.114800 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3616c41-df11-4b8a-93f3-2d4a3550b8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238c9bcb-70c5-4348-b69e-2151a250cf5b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:44.312994 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67639355-a7ff-4968-9bef-c78a88c0c79e tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:44.344394 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67639355-a7ff-4968-9bef-c78a88c0c79e tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:44.352907 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8b915b-47e7-4482-8c93-46fa0238f764 None None] Network 727da9a4-9c12-4829-beed-1ebf31d37e1a requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:06:44.373632 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51796) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:44.375122 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-67639355-a7ff-4968-9bef-c78a88c0c79e tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "DELETE /v2.0/subnets/8a5256e6-4a2e-476c-a4f7-34f6d6362d77 HTTP/1.1" status: 204 len: 168 time: 1.4010415 Nov 23 22:06:44.462223 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67639355-a7ff-4968-9bef-c78a88c0c79e tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event deleted for resources: {'Subnet': ['ID=8a5256e6-4a2e-476c-a4f7-34f6d6362d77,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:44.818595 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ee27f6-ca3c-405e-9af8-0c741c324e4d None None] DHCP port deletion for 727da9a4-9c12-4829-beed-1ebf31d37e1a request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:06:44.920415 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8583d193-88be-4578-9eed-b681f718bf8c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:45.105167 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-67ee27f6-ca3c-405e-9af8-0c741c324e4d None None] Deleting port 3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:06:45.144289 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-67ee27f6-ca3c-405e-9af8-0c741c324e4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:45.286679 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-8583d193-88be-4578-9eed-b681f718bf8c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Deleting port 3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:06:45.287054 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8583d193-88be-4578-9eed-b681f718bf8c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:45.373361 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff5654de-007b-4292-97ae-7ffa842dbc95 req-1eaabb9c-0f3d-45cb-8616-b5991350bc8a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.2974491 Nov 23 22:06:45.444796 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbf59b-03ac-40e3-99fd-81e7c32e119d req-5fbea2cc-78a1-47be-95b5-cd951ba35105 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:45.462771 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1cbbf59b-03ac-40e3-99fd-81e7c32e119d req-5fbea2cc-78a1-47be-95b5-cd951ba35105 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.5548732 Nov 23 22:06:45.587108 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-67ee27f6-ca3c-405e-9af8-0c741c324e4d None None] For port 3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d,segment=NetworkSegment(54b217d5-c639-4dac-88a8-5ffd6da539a5),segment_id=54b217d5-c639-4dac-88a8-5ffd6da539a5)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:06:45.591189 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-67ee27f6-ca3c-405e-9af8-0c741c324e4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:45.666528 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-67ee27f6-ca3c-405e-9af8-0c741c324e4d None None] Calling delete_port for 3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:06:45.731788 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1cbbf59b-03ac-40e3-99fd-81e7c32e119d req-d60e53d5-759e-48c8-9106-f5583e243ffb tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674997 Nov 23 22:06:45.735289 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:06:45.779030 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-8583d193-88be-4578-9eed-b681f718bf8c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] For port 3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d,segment=NetworkSegment(54b217d5-c639-4dac-88a8-5ffd6da539a5),segment_id=54b217d5-c639-4dac-88a8-5ffd6da539a5)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:06:45.779030 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8583d193-88be-4578-9eed-b681f718bf8c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:45.829903 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51820) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:45.834380 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-8583d193-88be-4578-9eed-b681f718bf8c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Calling delete_port for 3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:06:46.196993 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-f368606d-d728-492f-abf9-3ae4ab1dd2e8 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Request body: {'quota': {'network': 2}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:46.250459 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8583d193-88be-4578-9eed-b681f718bf8c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:46.255764 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f368606d-d728-492f-abf9-3ae4ab1dd2e8 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] 10.222.0.50 "PUT /v2.0/quotas/9c31ad32c2bf497ba52b8f44a002b7a7 HTTP/1.1" status: 200 len: 368 time: 0.4237242 Nov 23 22:06:46.261006 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51838) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:46.268787 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-3651a2e9-3798-4cb5-8ee7-33e62c7d53d2 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Request body: {'network': {'project_id': '9c31ad32c2bf497ba52b8f44a002b7a7'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:46.309866 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:46.320671 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3651a2e9-3798-4cb5-8ee7-33e62c7d53d2 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Made reservation on behalf of 9c31ad32c2bf497ba52b8f44a002b7a7 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:06:46.336256 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3651a2e9-3798-4cb5-8ee7-33e62c7d53d2 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:46.357438 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-67ee27f6-ca3c-405e-9af8-0c741c324e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:46.389704 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3651a2e9-3798-4cb5-8ee7-33e62c7d53d2 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:46.399434 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8583d193-88be-4578-9eed-b681f718bf8c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] No DVR routers for this DVR port 3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:06:46.404562 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583d193-88be-4578-9eed-b681f718bf8c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event deleted for resources: {'Port': ['ID=3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:46.446025 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ee27f6-ca3c-405e-9af8-0c741c324e4d None None] No DVR routers for this DVR port 3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:06:46.460754 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee27f6-ca3c-405e-9af8-0c741c324e4d None None] Pushing event deleted for resources: {'Port': ['ID=3c4afef9-e27f-4e08-8e8b-5a7bb920fd6d,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:46.623354 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8583d193-88be-4578-9eed-b681f718bf8c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:46.634989 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3651a2e9-3798-4cb5-8ee7-33e62c7d53d2 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:46.672488 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-8583d193-88be-4578-9eed-b681f718bf8c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727da9a4-9c12-4829-beed-1ebf31d37e1a']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:46.686691 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f66e9ff6-013d-42cc-8a05-dd2d94f7ca66 req-b2980828-c16b-439d-b0da-1f06afbf9a8c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.0578074 Nov 23 22:06:46.688579 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-8583d193-88be-4578-9eed-b681f718bf8c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b217d5-c639-4dac-88a8-5ffd6da539a5') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:46.689048 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-8583d193-88be-4578-9eed-b681f718bf8c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b217d5-c639-4dac-88a8-5ffd6da539a5') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:46.697160 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3651a2e9-3798-4cb5-8ee7-33e62c7d53d2 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:46.715858 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8583d193-88be-4578-9eed-b681f718bf8c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:46.722904 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3651a2e9-3798-4cb5-8ee7-33e62c7d53d2 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:06:46.747449 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3651a2e9-3798-4cb5-8ee7-33e62c7d53d2 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:46.748157 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-3651a2e9-3798-4cb5-8ee7-33e62c7d53d2 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Added segment c8465984-d3fd-4980-897b-14b4fb903bca of type vlan for network fbd26051-c174-4620-ace0-dcda43ac0957 Nov 23 22:06:46.751021 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8583d193-88be-4578-9eed-b681f718bf8c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:46.758116 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8583d193-88be-4578-9eed-b681f718bf8c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:06:46.758797 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8583d193-88be-4578-9eed-b681f718bf8c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:46.767990 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651a2e9-3798-4cb5-8ee7-33e62c7d53d2 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fa8916-7558-4389-9243-770bf14c8743,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:46.836128 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3651a2e9-3798-4cb5-8ee7-33e62c7d53d2 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:06:46.943435 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:06:46.951284 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8583d193-88be-4578-9eed-b681f718bf8c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:46.963339 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3651a2e9-3798-4cb5-8ee7-33e62c7d53d2 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:46.965609 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3651a2e9-3798-4cb5-8ee7-33e62c7d53d2 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:46.965609 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3651a2e9-3798-4cb5-8ee7-33e62c7d53d2 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:46.986072 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8583d193-88be-4578-9eed-b681f718bf8c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:46.997786 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8583d193-88be-4578-9eed-b681f718bf8c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "DELETE /v2.0/networks/727da9a4-9c12-4829-beed-1ebf31d37e1a HTTP/1.1" status: 204 len: 168 time: 2.6219018 Nov 23 22:06:47.007943 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3651a2e9-3798-4cb5-8ee7-33e62c7d53d2 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7387998 Nov 23 22:06:47.007943 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51860) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:47.009246 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583d193-88be-4578-9eed-b681f718bf8c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event deleted for resources: {'Network': ['ID=727da9a4-9c12-4829-beed-1ebf31d37e1a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:47.011880 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51862) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:47.018393 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-3519e64c-1912-4474-a136-719fd1872dea tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Request body: {'network': {'project_id': '9c31ad32c2bf497ba52b8f44a002b7a7'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:47.048887 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3519e64c-1912-4474-a136-719fd1872dea tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Made reservation on behalf of 9c31ad32c2bf497ba52b8f44a002b7a7 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:06:47.053952 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3519e64c-1912-4474-a136-719fd1872dea tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:47.122698 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3519e64c-1912-4474-a136-719fd1872dea tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:06:47.147557 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3519e64c-1912-4474-a136-719fd1872dea tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:47.148151 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-3519e64c-1912-4474-a136-719fd1872dea tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Added segment e5a3f779-a356-48d0-9978-a1d036d90390 of type vlan for network c6e226ca-eea1-434b-80bd-001b96df64d4 Nov 23 22:06:47.256416 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3519e64c-1912-4474-a136-719fd1872dea tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:47.303236 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3519e64c-1912-4474-a136-719fd1872dea tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:47.304375 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3519e64c-1912-4474-a136-719fd1872dea tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:47.305041 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3519e64c-1912-4474-a136-719fd1872dea tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:47.376930 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519e64c-1912-4474-a136-719fd1872dea tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Pushing event updated for resources: {'Network': ['ID=c6e226ca-eea1-434b-80bd-001b96df64d4,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:47.390333 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network c6e226ca-eea1-434b-80bd-001b96df64d4 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:06:47.395044 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3519e64c-1912-4474-a136-719fd1872dea tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3810854 Nov 23 22:06:47.397763 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51872) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:47.402596 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b6964aa4-1f7a-4380-a819-a9234c2cd695 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Request body: {'network': {'project_id': '9c31ad32c2bf497ba52b8f44a002b7a7'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:47.428777 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6964aa4-1f7a-4380-a819-a9234c2cd695 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 22:06:47.429268 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6964aa4-1f7a-4380-a819-a9234c2cd695 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:06:47.430476 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b6964aa4-1f7a-4380-a819-a9234c2cd695 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0317485 Nov 23 22:06:47.433548 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51878) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:47.528878 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4954d57c-bd6a-4675-8f82-1e51d76e7644 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9c31ad32c2bf497ba52b8f44a002b7a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0939760 Nov 23 22:06:47.533792 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51888) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:47.593101 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-095fe812-3bfb-4aa5-b821-534fb1a8aed0 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:47.619011 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-095fe812-3bfb-4aa5-b821-534fb1a8aed0 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:47.694122 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-095fe812-3bfb-4aa5-b821-534fb1a8aed0 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:47.697646 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-095fe812-3bfb-4aa5-b821-534fb1a8aed0 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:47.699173 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-095fe812-3bfb-4aa5-b821-534fb1a8aed0 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/15fa8916-7558-4389-9243-770bf14c8743 HTTP/1.1" status: 204 len: 168 time: 0.1643925 Nov 23 22:06:47.701829 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51890) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:47.731893 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fe812-3bfb-4aa5-b821-534fb1a8aed0 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fa8916-7558-4389-9243-770bf14c8743,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:47.794512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fb43-0475-49e5-932b-b2dd6f436e21 req-3c3d6dc9-cc23-4610-8ad3-b89062bdbdd1 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:47.810487 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b121fb43-0475-49e5-932b-b2dd6f436e21 req-3c3d6dc9-cc23-4610-8ad3-b89062bdbdd1 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.9045680 Nov 23 22:06:47.872777 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-86e5bc66-398e-42c9-b7fb-042eb8c715dd tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:47.942046 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651a2e9-3798-4cb5-8ee7-33e62c7d53d2 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Pushing event updated for resources: {'Network': ['ID=fbd26051-c174-4620-ace0-dcda43ac0957,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:47.954261 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network fbd26051-c174-4620-ace0-dcda43ac0957 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:06:48.027043 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b121fb43-0475-49e5-932b-b2dd6f436e21 req-900713b1-573a-42e6-98a2-ba0fa038d912 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155001 Nov 23 22:06:48.049939 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-86e5bc66-398e-42c9-b7fb-042eb8c715dd tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:48.082353 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a11310d-4510-4d3e-b049-720908fc5655 req-fbba18d8-e4b1-435a-87ce-0c5e015604f9 tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.2136960 Nov 23 22:06:48.093249 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71193e64-ab08-4d11-887b-02104e88a1e1 req-4daff250-cde8-4655-8d1a-2702420cba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:48.095094 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-71193e64-ab08-4d11-887b-02104e88a1e1 req-4daff250-cde8-4655-8d1a-2702420cba30 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6ce6ce79bc284c8da12730541a4994bb&device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 1097 time: 1.0620463 Nov 23 22:06:48.104975 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-4686f2f1-4b95-4370-9cfe-760e1c556a48 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Deleting port f4fcfeaa-a854-47a8-854a-8f94e08bb756 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:06:48.105653 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4686f2f1-4b95-4370-9cfe-760e1c556a48 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:48.120379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-86e5bc66-398e-42c9-b7fb-042eb8c715dd tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e226ca-eea1-434b-80bd-001b96df64d4']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:48.143794 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-86e5bc66-398e-42c9-b7fb-042eb8c715dd tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a3f779-a356-48d0-9978-a1d036d90390') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:48.144011 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-86e5bc66-398e-42c9-b7fb-042eb8c715dd tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a3f779-a356-48d0-9978-a1d036d90390') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:48.194805 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-86e5bc66-398e-42c9-b7fb-042eb8c715dd tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:48.210061 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-86e5bc66-398e-42c9-b7fb-042eb8c715dd tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:48.217247 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e5bc66-398e-42c9-b7fb-042eb8c715dd tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:06:48.218282 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-86e5bc66-398e-42c9-b7fb-042eb8c715dd tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:06:48.221141 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:06:48.263896 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4686f2f1-4b95-4370-9cfe-760e1c556a48 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:48.264236 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4686f2f1-4b95-4370-9cfe-760e1c556a48 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:48.279173 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-4686f2f1-4b95-4370-9cfe-760e1c556a48 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Calling delete_port for f4fcfeaa-a854-47a8-854a-8f94e08bb756 owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:06:48.317319 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-86e5bc66-398e-42c9-b7fb-042eb8c715dd tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:48.340025 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-86e5bc66-398e-42c9-b7fb-042eb8c715dd tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:48.348604 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-86e5bc66-398e-42c9-b7fb-042eb8c715dd tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] 10.222.0.50 "DELETE /v2.0/networks/c6e226ca-eea1-434b-80bd-001b96df64d4 HTTP/1.1" status: 204 len: 168 time: 0.6426020 Nov 23 22:06:48.349482 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51906) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:48.446692 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4686f2f1-4b95-4370-9cfe-760e1c556a48 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:48.452392 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7b5c-8abc-4138-8ba4-ca4003fd4746 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:48.454742 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5bc66-398e-42c9-b7fb-042eb8c715dd tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6e226ca-eea1-434b-80bd-001b96df64d4,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:48.550573 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686f2f1-4b95-4370-9cfe-760e1c556a48 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event deleted for resources: {'Port': ['ID=f4fcfeaa-a854-47a8-854a-8f94e08bb756,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:48.554800 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-52136f79-326d-4839-a2e4-135c52de1edc req-4c5196ed-baf8-42f1-9fca-588355704899 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.1213901 Nov 23 22:06:48.619931 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7b5c-8abc-4138-8ba4-ca4003fd4746 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:48.672608 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4686f2f1-4b95-4370-9cfe-760e1c556a48 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:48.676681 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4686f2f1-4b95-4370-9cfe-760e1c556a48 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:48.681130 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4686f2f1-4b95-4370-9cfe-760e1c556a48 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "DELETE /v2.0/floatingips/b662d287-6727-42d9-870c-37ff4c2f05fe HTTP/1.1" status: 204 len: 168 time: 1.6519649 Nov 23 22:06:48.682201 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-b0eb7b5c-8abc-4138-8ba4-ca4003fd4746 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd26051-c174-4620-ace0-dcda43ac0957']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:48.684029 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51912) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:48.712799 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-b0eb7b5c-8abc-4138-8ba4-ca4003fd4746 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8465984-d3fd-4980-897b-14b4fb903bca') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:48.714005 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-b0eb7b5c-8abc-4138-8ba4-ca4003fd4746 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8465984-d3fd-4980-897b-14b4fb903bca') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:48.739346 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15a1359-3764-46a2-aaa7-85f772d3fc9c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] DELETE failed (client error): The resource could not be found. Nov 23 22:06:48.740137 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e15a1359-3764-46a2-aaa7-85f772d3fc9c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:06:48.745840 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7b5c-8abc-4138-8ba4-ca4003fd4746 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:48.746030 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e15a1359-3764-46a2-aaa7-85f772d3fc9c tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "DELETE /v2.0/ports/75f2cca5-2651-46c5-bb7c-511a74f3e4be HTTP/1.1" status: 404 len: 333 time: 0.0583794 Nov 23 22:06:48.746030 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71193e64-ab08-4d11-887b-02104e88a1e1 req-ae5c5435-323f-42cb-b3e1-c1c9e7621f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:48.746842 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51914) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:48.748641 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-71193e64-ab08-4d11-887b-02104e88a1e1 req-ae5c5435-323f-42cb-b3e1-c1c9e7621f2b service neutron] 10.222.0.60 "GET /v2.0/networks?id=e2e52909-dbc6-4cc2-ac82-3967aafdd39a HTTP/1.1" status: 200 len: 914 time: 0.6294167 Nov 23 22:06:48.797384 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-eaba236f-ac97-46f9-84f6-b35126162f8d tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "GET /v2.0/ports?device_id=46fa123c-4505-4a7b-9262-82ba30682630 HTTP/1.1" status: 200 len: 205 time: 0.0471368 Nov 23 22:06:48.797607 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51916) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:48.799998 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-71193e64-ab08-4d11-887b-02104e88a1e1 req-a92c1419-9c70-4e03-b8dd-39edce83913c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ad12db-6b0b-4cc1-b52f-1504a8283e40 HTTP/1.1" status: 200 len: 217 time: 0.0412290 Nov 23 22:06:48.805162 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7b5c-8abc-4138-8ba4-ca4003fd4746 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:48.845772 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-825c6d59-656d-4ec0-8709-56619a972708 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] delete failed (client error): The resource could not be found. Nov 23 22:06:48.846902 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-825c6d59-656d-4ec0-8709-56619a972708 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "DELETE /v2.0/routers/46fa123c-4505-4a7b-9262-82ba30682630 HTTP/1.1" status: 404 len: 336 time: 0.0479894 Nov 23 22:06:48.849864 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0eb7b5c-8abc-4138-8ba4-ca4003fd4746 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:06:48.849864 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7b5c-8abc-4138-8ba4-ca4003fd4746 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:06:48.851876 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:06:48.854222 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51918) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:48.901929 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-26edec22-cff8-487a-939f-d22443d1a04f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] DELETE failed (client error): The resource could not be found. Nov 23 22:06:48.902738 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26edec22-cff8-487a-939f-d22443d1a04f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:06:48.908795 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-26edec22-cff8-487a-939f-d22443d1a04f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "DELETE /v2.0/subnets/8a5256e6-4a2e-476c-a4f7-34f6d6362d77 HTTP/1.1" status: 404 len: 337 time: 0.0449653 Nov 23 22:06:48.909828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51920) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:48.944608 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7b5c-8abc-4138-8ba4-ca4003fd4746 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:48.951334 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0eb7b5c-8abc-4138-8ba4-ca4003fd4746 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:48.957486 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b0eb7b5c-8abc-4138-8ba4-ca4003fd4746 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] 10.222.0.50 "DELETE /v2.0/networks/fbd26051-c174-4620-ace0-dcda43ac0957 HTTP/1.1" status: 204 len: 168 time: 0.5961008 Nov 23 22:06:48.998891 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb7b5c-8abc-4138-8ba4-ca4003fd4746 tempest-QuotasNegativeTest-604309812 tempest-QuotasNegativeTest-604309812-project-admin] Pushing event deleted for resources: {'Network': ['ID=fbd26051-c174-4620-ace0-dcda43ac0957,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:49.011482 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71193e64-ab08-4d11-887b-02104e88a1e1 req-09eed602-bb76-4a51-a19a-bd76dd4d9e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:49.012967 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-71193e64-ab08-4d11-887b-02104e88a1e1 req-09eed602-bb76-4a51-a19a-bd76dd4d9e4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70a442e5-0c56-4c4d-9aab-d7d2295cb603 HTTP/1.1" status: 200 len: 853 time: 0.2088244 Nov 23 22:06:49.102986 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-71193e64-ab08-4d11-887b-02104e88a1e1 req-c92e3b00-d0b4-4519-828a-637aea5ac3da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2e52909-dbc6-4cc2-ac82-3967aafdd39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824535 Nov 23 22:06:49.210046 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-6e8497ec-55a6-414c-95ba-ca378f724745 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Deleting port e586fe0b-1649-4167-a096-7a3475bf0867 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:06:49.210447 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6e8497ec-55a6-414c-95ba-ca378f724745 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:49.252242 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-57259733-3319-46a6-a427-73a557e0cc7f req-00fce34b-ac53-4d78-86b2-505aa4356c65 tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0803950 Nov 23 22:06:49.330954 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7eb72f-8e75-4b82-8b3d-ce5ea2a0537b req-f265710f-63f5-4b74-88ab-a55e40440c10 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:49.334144 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bb7eb72f-8e75-4b82-8b3d-ce5ea2a0537b req-f265710f-63f5-4b74-88ab-a55e40440c10 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 946 time: 0.2299550 Nov 23 22:06:49.412576 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6e8497ec-55a6-414c-95ba-ca378f724745 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:49.445978 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-6e8497ec-55a6-414c-95ba-ca378f724745 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Calling delete_port for e586fe0b-1649-4167-a096-7a3475bf0867 owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:06:49.484224 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-71193e64-ab08-4d11-887b-02104e88a1e1 req-f3fece56-f22f-4e11-aab6-1d5464837a88 service neutron] 10.222.0.60 "GET /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715506 Nov 23 22:06:49.585903 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bb7eb72f-8e75-4b82-8b3d-ce5ea2a0537b req-0fceafc0-d997-4246-88df-ea6dee093181 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689744 Nov 23 22:06:49.607714 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51934) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:49.681985 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-71193e64-ab08-4d11-887b-02104e88a1e1 req-e9f96a89-c870-41c5-b8f2-e750c9d66b02 service neutron] 10.222.0.60 "GET /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792517 Nov 23 22:06:49.698869 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b65c357c-fae0-4591-b415-539612a91e47 req-5b53eeea-4ca7-4ced-ab7a-94400cbddf71 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.0310888 Nov 23 22:06:49.760633 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7a33d02-c3b1-4a17-9608-faf8fed81594 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:49.793287 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6e8497ec-55a6-414c-95ba-ca378f724745 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:49.829841 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8497ec-55a6-414c-95ba-ca378f724745 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event deleted for resources: {'Port': ['ID=e586fe0b-1649-4167-a096-7a3475bf0867,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:49.868490 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7a33d02-c3b1-4a17-9608-faf8fed81594 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:49.875651 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7a33d02-c3b1-4a17-9608-faf8fed81594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:49.914184 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6e8497ec-55a6-414c-95ba-ca378f724745 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:49.918087 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6e8497ec-55a6-414c-95ba-ca378f724745 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "DELETE /v2.0/ports/e586fe0b-1649-4167-a096-7a3475bf0867 HTTP/1.1" status: 204 len: 168 time: 1.0067518 Nov 23 22:06:49.920744 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51944) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:49.932286 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a33d02-c3b1-4a17-9608-faf8fed81594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c729d1be-e5e7-4299-9732-cbda3bb76a91,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:49.956149 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b7a33d02-c3b1-4a17-9608-faf8fed81594 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5177197134b44d45bb3824db69e8f0f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3482499 Nov 23 22:06:49.956369 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51946) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:50.008796 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98c49985-fcda-4729-923d-6dde89ce4456 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:50.024337 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-b0965826-238f-4da2-9886-194613e62e68 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Deleting port 04c68010-3498-4b5a-a5c6-6aab699dd3cb {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:06:50.024708 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0965826-238f-4da2-9886-194613e62e68 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:50.030927 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98c49985-fcda-4729-923d-6dde89ce4456 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:50.081551 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98c49985-fcda-4729-923d-6dde89ce4456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:50.085535 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98c49985-fcda-4729-923d-6dde89ce4456 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:50.091063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-98c49985-fcda-4729-923d-6dde89ce4456 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c729d1be-e5e7-4299-9732-cbda3bb76a91 HTTP/1.1" status: 204 len: 168 time: 0.1291077 Nov 23 22:06:50.103672 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c49985-fcda-4729-923d-6dde89ce4456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c729d1be-e5e7-4299-9732-cbda3bb76a91,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:50.133495 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0965826-238f-4da2-9886-194613e62e68 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:50.150834 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-b0965826-238f-4da2-9886-194613e62e68 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Calling delete_port for 04c68010-3498-4b5a-a5c6-6aab699dd3cb owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:06:50.269866 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 85ad12db-6b0b-4cc1-b52f-1504a8283e40 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:06:50.318991 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0965826-238f-4da2-9886-194613e62e68 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:50.373987 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:50.381029 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0965826-238f-4da2-9886-194613e62e68 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event deleted for resources: {'Port': ['ID=04c68010-3498-4b5a-a5c6-6aab699dd3cb,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:50.418512 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 85ad12db-6b0b-4cc1-b52f-1504a8283e40, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=85ad12db-6b0b-4cc1-b52f-1504a8283e40,segment=NetworkSegment(2b9161da-138e-4e22-b667-483f6f79328a),segment_id=2b9161da-138e-4e22-b667-483f6f79328a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:06:50.419565 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614c3faa-50a0-41bf-885f-a2db2aeaa025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85ad12db-6b0b-4cc1-b52f-1504a8283e40'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:06:50.422127 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d79080d-212a-41fa-8419-8cdfd0c9550a" -d '{"events": [{"server_uuid": "614c3faa-50a0-41bf-885f-a2db2aeaa025", "name": "network-vif-unplugged", "status": "completed", "tag": "85ad12db-6b0b-4cc1-b52f-1504a8283e40"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:06:50.428934 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34a587c3-bc9e-4df5-8cfc-b668dd91137c req-390aa7a8-60d7-49da-bdfd-1202493a301d tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0414782 Nov 23 22:06:50.441510 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:50.486156 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0965826-238f-4da2-9886-194613e62e68 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:50.491517 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b0965826-238f-4da2-9886-194613e62e68 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "DELETE /v2.0/ports/04c68010-3498-4b5a-a5c6-6aab699dd3cb HTTP/1.1" status: 204 len: 168 time: 0.5695970 Nov 23 22:06:50.493881 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51958) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:50.534534 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e80335-a564-4a4c-81fc-32c8b813a823 x-openstack-request-id: req-93e80335-a564-4a4c-81fc-32c8b813a823 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:06:50.535560 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614c3faa-50a0-41bf-885f-a2db2aeaa025", "name": "network-vif-unplugged", "status": "completed", "tag": "85ad12db-6b0b-4cc1-b52f-1504a8283e40", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:06:50.535958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51960) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:50.536209 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-93e80335-a564-4a4c-81fc-32c8b813a823 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:06:50.536691 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614c3faa-50a0-41bf-885f-a2db2aeaa025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85ad12db-6b0b-4cc1-b52f-1504a8283e40', 'code': 200} Nov 23 22:06:50.537762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=85ad12db-6b0b-4cc1-b52f-1504a8283e40,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:50.552234 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2fd6aec4-10a4-4bb3-9a65-bbd8ca4fb931 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:50.588526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4712e5b3-ca9f-4c1d-b50c-fe950b3f949e tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:50.593574 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51962) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:50.594243 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4712e5b3-ca9f-4c1d-b50c-fe950b3f949e tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ee87e64-e646-4609-bfc7-19f753d9ed4b HTTP/1.1" status: 200 len: 913 time: 0.0988245 Nov 23 22:06:50.625971 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-708f2fb8-7cd7-48a2-b8e1-5a7f9f72a276 req-1a722e32-267f-43ca-baf8-7d49c9c311ac service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0302041 Nov 23 22:06:50.726107 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc47e02-6d3f-45b7-8c8d-5eca27400c71 req-e5c8dfef-492b-44b2-a151-6ab7651f1131 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:50.727412 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dcc47e02-6d3f-45b7-8c8d-5eca27400c71 req-e5c8dfef-492b-44b2-a151-6ab7651f1131 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 944 time: 0.0639784 Nov 23 22:06:50.741347 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2fd6aec4-10a4-4bb3-9a65-bbd8ca4fb931 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:50.806833 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2fd6aec4-10a4-4bb3-9a65-bbd8ca4fb931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:50.821684 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dcc47e02-6d3f-45b7-8c8d-5eca27400c71 req-206137cd-d1af-4825-9bb0-2ebb3799b199 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847414 Nov 23 22:06:50.854243 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53372861-e407-40d7-a470-e055c67adb59 req-02093a21-be46-496f-85f6-161666c8a2fc tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.0519102 Nov 23 22:06:50.890456 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2fd6aec4-10a4-4bb3-9a65-bbd8ca4fb931 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=641e3f04e5044f7c97c4b33c3466fdd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3533678 Nov 23 22:06:50.893291 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51972) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:50.918056 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6aec4-10a4-4bb3-9a65-bbd8ca4fb931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2c2f68-d464-4474-8b09-cd27ba32bd5c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:50.953501 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-70cb17fd-634a-44c2-87b2-ab4c2b05c07a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:50.987353 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-70cb17fd-634a-44c2-87b2-ab4c2b05c07a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:51.044648 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-70cb17fd-634a-44c2-87b2-ab4c2b05c07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:51.047635 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-70cb17fd-634a-44c2-87b2-ab4c2b05c07a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:51.048945 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-70cb17fd-634a-44c2-87b2-ab4c2b05c07a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0f2c2f68-d464-4474-8b09-cd27ba32bd5c HTTP/1.1" status: 204 len: 168 time: 0.1544716 Nov 23 22:06:51.064817 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb17fd-634a-44c2-87b2-ab4c2b05c07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2c2f68-d464-4474-8b09-cd27ba32bd5c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:51.082882 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb17fd-634a-44c2-87b2-ab4c2b05c07a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:51.083445 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb17fd-634a-44c2-87b2-ab4c2b05c07a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:51.084005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb17fd-634a-44c2-87b2-ab4c2b05c07a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:51.084557 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb17fd-634a-44c2-87b2-ab4c2b05c07a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:51.085168 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb17fd-634a-44c2-87b2-ab4c2b05c07a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:51.085718 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb17fd-634a-44c2-87b2-ab4c2b05c07a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:51.086261 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb17fd-634a-44c2-87b2-ab4c2b05c07a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:51.086850 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb17fd-634a-44c2-87b2-ab4c2b05c07a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:51.087552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb17fd-634a-44c2-87b2-ab4c2b05c07a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:51.088138 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb17fd-634a-44c2-87b2-ab4c2b05c07a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:51.088675 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb17fd-634a-44c2-87b2-ab4c2b05c07a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:51.089477 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb17fd-634a-44c2-87b2-ab4c2b05c07a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:51.123580 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5505d41-e1e5-4f3e-84bd-2464fa65301e tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:51.435609 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-f5505d41-e1e5-4f3e-84bd-2464fa65301e tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Deleting port d009f82f-5620-4916-8c25-1cdd8c416843 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:06:51.435969 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5505d41-e1e5-4f3e-84bd-2464fa65301e tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:51.548447 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5505d41-e1e5-4f3e-84bd-2464fa65301e tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:51.562973 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-f5505d41-e1e5-4f3e-84bd-2464fa65301e tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Calling delete_port for d009f82f-5620-4916-8c25-1cdd8c416843 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:06:51.622465 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16b6a379-9c32-4091-a71a-f6c19d6f3a04 req-8203d2ed-8081-4f8a-9201-341f93155b50 tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0592973 Nov 23 22:06:51.822834 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5505d41-e1e5-4f3e-84bd-2464fa65301e tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:51.877189 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5505d41-e1e5-4f3e-84bd-2464fa65301e tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event deleted for resources: {'Port': ['ID=d009f82f-5620-4916-8c25-1cdd8c416843,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:52.089783 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-44ce1e4a-211e-4ac6-ab60-409295785acc req-20e2cf21-f1f9-4174-884e-d05919aad348 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.0694206 Nov 23 22:06:52.134323 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1ce11-a76d-4658-b257-2b3d8b010e37 req-7c78f86e-fe3c-46a6-8f79-181bd6dd9a87 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:52.136061 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35f1ce11-a76d-4658-b257-2b3d8b010e37 req-7c78f86e-fe3c-46a6-8f79-181bd6dd9a87 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 944 time: 0.1278176 Nov 23 22:06:52.173907 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5505d41-e1e5-4f3e-84bd-2464fa65301e tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:52.200061 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35f1ce11-a76d-4658-b257-2b3d8b010e37 req-fac7e493-77e0-4ba6-a8f2-66e14fb3dc13 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578303 Nov 23 22:06:52.428961 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5505d41-e1e5-4f3e-84bd-2464fa65301e tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Router 3ee87e64-e646-4609-bfc7-19f753d9ed4b has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:06:52.766613 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-de9048b6-5df2-4410-b413-e66249dd8b2a req-80ca0e6b-3501-4b6e-92f3-4775b9a8b3c1 tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0427282 Nov 23 22:06:52.817617 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:52.854794 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52028) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:52.873994 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5505d41-e1e5-4f3e-84bd-2464fa65301e tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:06:52.883059 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52032) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:52.887499 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8898e620-c0f5-41dd-aa46-a2d38e4dbf7d None None] Sync routers for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:06:52.891063 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f5505d41-e1e5-4f3e-84bd-2464fa65301e tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "PUT /v2.0/routers/3ee87e64-e646-4609-bfc7-19f753d9ed4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2957683 Nov 23 22:06:52.899388 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8898e620-c0f5-41dd-aa46-a2d38e4dbf7d None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:06:52.900206 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-8898e620-c0f5-41dd-aa46-a2d38e4dbf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:06:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:52.947216 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-8898e620-c0f5-41dd-aa46-a2d38e4dbf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:52.958817 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8898e620-c0f5-41dd-aa46-a2d38e4dbf7d None None] Routers {'3ee87e64-e646-4609-bfc7-19f753d9ed4b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:06:52.959716 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-8898e620-c0f5-41dd-aa46-a2d38e4dbf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:06:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:53.001917 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-8898e620-c0f5-41dd-aa46-a2d38e4dbf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:53.002888 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8898e620-c0f5-41dd-aa46-a2d38e4dbf7d None None] The sync data for ids ['3ee87e64-e646-4609-bfc7-19f753d9ed4b'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:06:53.070603 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-8e037673-ace2-4543-acec-cc1c48abac55 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-446508944', 'router:external': True}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:53.104609 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-480a03fd-c9f7-4ae4-9703-b4079552176f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:53.162871 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e037673-ace2-4543-acec-cc1c48abac55 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Made reservation on behalf of 1c9e8015ad614b17bb4d1cf3f4e26e78 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:06:53.165617 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e037673-ace2-4543-acec-cc1c48abac55 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:53.191960 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e037673-ace2-4543-acec-cc1c48abac55 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:53.237970 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b6dcc92-a8d3-4939-8d90-323b6dae2571 req-dd478c57-f443-425d-aa7a-9c6ba4782767 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.0475714 Nov 23 22:06:53.429172 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1d4f6ef-ec55-479e-a165-c35411098249 req-679bab4a-c101-4d52-992e-a2173da8f031 tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0502694 Nov 23 22:06:53.435864 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-480a03fd-c9f7-4ae4-9703-b4079552176f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:53.485256 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57f166-f9de-402b-b68b-08706218823c req-9ebb294f-eabc-4c61-87fd-caf7b87481d3 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:53.486770 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e57f166-f9de-402b-b68b-08706218823c req-9ebb294f-eabc-4c61-87fd-caf7b87481d3 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 944 time: 0.1558521 Nov 23 22:06:53.550078 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e037673-ace2-4543-acec-cc1c48abac55 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:53.561793 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e037673-ace2-4543-acec-cc1c48abac55 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:53.610298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e037673-ace2-4543-acec-cc1c48abac55 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:06:53.625539 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e57f166-f9de-402b-b68b-08706218823c req-a96ab75f-4f1d-4963-abc6-57329fa49331 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139231 Nov 23 22:06:53.628286 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-480a03fd-c9f7-4ae4-9703-b4079552176f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Deleting port 801aee43-47ba-40b3-9679-c3453f273481 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:06:53.629145 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-480a03fd-c9f7-4ae4-9703-b4079552176f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:53.631264 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e037673-ace2-4543-acec-cc1c48abac55 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb32b69e-9de9-4622-ae68-873fa3b3f826,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:53.655923 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e037673-ace2-4543-acec-cc1c48abac55 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:53.656274 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-8e037673-ace2-4543-acec-cc1c48abac55 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Added segment 37e9cd3e-576e-456f-94ac-cebdadca0663 of type vlan for network d7b811a4-6fb7-4e4f-8eac-1469ca34198d Nov 23 22:06:53.777990 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e037673-ace2-4543-acec-cc1c48abac55 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:53.799894 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-480a03fd-c9f7-4ae4-9703-b4079552176f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:53.823559 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-480a03fd-c9f7-4ae4-9703-b4079552176f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Calling delete_port for 801aee43-47ba-40b3-9679-c3453f273481 owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:06:53.840184 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a4fb0-7a29-4ea5-a662-75e6f89cec59 req-62b2bced-c7c0-4934-b20c-6fd38a434901 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:53.841694 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9e6a4fb0-7a29-4ea5-a662-75e6f89cec59 req-62b2bced-c7c0-4934-b20c-6fd38a434901 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 944 time: 0.1167285 Nov 23 22:06:53.904237 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e037673-ace2-4543-acec-cc1c48abac55 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:53.905168 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e037673-ace2-4543-acec-cc1c48abac55 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:53.905758 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e037673-ace2-4543-acec-cc1c48abac55 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:53.962366 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8e037673-ace2-4543-acec-cc1c48abac55 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1061864 Nov 23 22:06:53.965717 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52062) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:53.972179 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-57e62664-cbc3-4cbb-b389-cb406b7f2190 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Request body: {'subnet': {'network_id': 'd7b811a4-6fb7-4e4f-8eac-1469ca34198d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:53.998193 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e62664-cbc3-4cbb-b389-cb406b7f2190 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Made reservation on behalf of 1c9e8015ad614b17bb4d1cf3f4e26e78 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:06:54.000758 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-57e62664-cbc3-4cbb-b389-cb406b7f2190 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:54.016721 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9e6a4fb0-7a29-4ea5-a662-75e6f89cec59 req-e9e3344e-ca44-432f-9bde-b75960d74185 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639125 Nov 23 22:06:54.019932 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e037673-ace2-4543-acec-cc1c48abac55 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Pushing event updated for resources: {'Network': ['ID=d7b811a4-6fb7-4e4f-8eac-1469ca34198d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:54.032670 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network d7b811a4-6fb7-4e4f-8eac-1469ca34198d details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:06:54.221089 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-480a03fd-c9f7-4ae4-9703-b4079552176f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:54.249722 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a03fd-c9f7-4ae4-9703-b4079552176f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event deleted for resources: {'Port': ['ID=801aee43-47ba-40b3-9679-c3453f273481,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:54.270686 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1723b610-bd48-41f8-859f-01127fe4e754 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:06:54.328193 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-480a03fd-c9f7-4ae4-9703-b4079552176f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:54.476456 n-d-816206-9 neutron-server[110033]: DEBUG neutron.objects.ports [None req-57e62664-cbc3-4cbb-b389-cb406b7f2190 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110033) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 22:06:54.476919 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-57e62664-cbc3-4cbb-b389-cb406b7f2190 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:54.498049 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-480a03fd-c9f7-4ae4-9703-b4079552176f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:54.500306 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-480a03fd-c9f7-4ae4-9703-b4079552176f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:54.547697 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e62664-cbc3-4cbb-b389-cb406b7f2190 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ee6770fd-d929-4fbd-90c8-a6ba52962aa6,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:54.573718 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e62664-cbc3-4cbb-b389-cb406b7f2190 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Checking segment: {'id': '37e9cd3e-576e-456f-94ac-cebdadca0663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7b811a4-6fb7-4e4f-8eac-1469ca34198d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:06:54.574082 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e62664-cbc3-4cbb-b389-cb406b7f2190 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Network hostable DHCP agents. Network: d7b811a4-6fb7-4e4f-8eac-1469ca34198d, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:06:54.577282 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-10c8678a-18fd-4c0e-bba9-3d6944f78fd6 req-9bffb371-f566-474d-bc90-43c039eb64f2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.1808805 Nov 23 22:06:54.618600 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-480a03fd-c9f7-4ae4-9703-b4079552176f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:54.618911 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e62664-cbc3-4cbb-b389-cb406b7f2190 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Network d7b811a4-6fb7-4e4f-8eac-1469ca34198d is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:06:54.619449 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480a03fd-c9f7-4ae4-9703-b4079552176f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Fanout notify agent at l3_agent the message router_deleted on router 3ee87e64-e646-4609-bfc7-19f753d9ed4b {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:06:54.630224 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-480a03fd-c9f7-4ae4-9703-b4079552176f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:54.631148 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-480a03fd-c9f7-4ae4-9703-b4079552176f tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "DELETE /v2.0/routers/3ee87e64-e646-4609-bfc7-19f753d9ed4b HTTP/1.1" status: 204 len: 168 time: 1.7470629 Nov 23 22:06:54.632068 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-57e62664-cbc3-4cbb-b389-cb406b7f2190 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, d7b811a4-6fb7-4e4f-8eac-1469ca34198d) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:06:54.636008 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52090) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:54.641863 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6baa50-3d59-4546-8e54-d7060854262d None None] Network d7b811a4-6fb7-4e4f-8eac-1469ca34198d requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:06:54.647060 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e62664-cbc3-4cbb-b389-cb406b7f2190 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:54.647664 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-57e62664-cbc3-4cbb-b389-cb406b7f2190 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:54.656462 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3756e-0817-4ad9-8b9e-a0a37fbd754a req-1e6e7e1e-1606-4f10-8dc9-8b22f6852999 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:54.664963 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5e3756e-0817-4ad9-8b9e-a0a37fbd754a req-1e6e7e1e-1606-4f10-8dc9-8b22f6852999 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 944 time: 0.0989654 Nov 23 22:06:54.672504 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-57e62664-cbc3-4cbb-b389-cb406b7f2190 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7048824 Nov 23 22:06:54.675042 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52092) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:54.682643 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-af02bc1b-d75b-4971-b8d2-b31d59ab9815 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1470596054', 'network_id': 'd7b811a4-6fb7-4e4f-8eac-1469ca34198d'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:54.719608 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af02bc1b-d75b-4971-b8d2-b31d59ab9815 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Made reservation on behalf of 1c9e8015ad614b17bb4d1cf3f4e26e78 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:06:54.725173 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af02bc1b-d75b-4971-b8d2-b31d59ab9815 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:54.750236 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-af02bc1b-d75b-4971-b8d2-b31d59ab9815 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] device_id is not set on port 8bc12a02-e31c-42ee-80c3-7de7d9f1c9e5 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:06:54.834111 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d556389-a0ae-4135-8efb-c293c1844992 None None] Network d7b811a4-6fb7-4e4f-8eac-1469ca34198d requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:06:54.835010 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-68231144-8b95-45ec-a2eb-14f91d915da4 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Deleting subnet d5cb8757-e5f2-4286-b9ba-f93dee788f3f {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:06:54.842540 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-68231144-8b95-45ec-a2eb-14f91d915da4 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:54.873953 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52098) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:54.906756 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-68231144-8b95-45ec-a2eb-14f91d915da4 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:54.938168 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-af02bc1b-d75b-4971-b8d2-b31d59ab9815 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Allocated IP 172.20.0.13 (d7b811a4-6fb7-4e4f-8eac-1469ca34198d/ee6770fd-d929-4fbd-90c8-a6ba52962aa6/8bc12a02-e31c-42ee-80c3-7de7d9f1c9e5) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:06:54.982851 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-68231144-8b95-45ec-a2eb-14f91d915da4 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:54.993416 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5e3756e-0817-4ad9-8b9e-a0a37fbd754a req-a7bcfb2c-2b9d-4f19-9617-ab2722e5e96c tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275948 Nov 23 22:06:55.032272 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fdc6d518-b56d-44ec-aa37-91dd254c6ca3 req-cbdb6283-1b7b-46b4-99bf-ffacd849f5ed tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.2795553 Nov 23 22:06:55.083275 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d128c610-b79c-441d-847b-403407d51908 req-c1fe01c6-0bbb-4635-899d-50abcc87f90d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2079840 Nov 23 22:06:55.084103 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-68231144-8b95-45ec-a2eb-14f91d915da4 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:55.093090 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-d128c610-b79c-441d-847b-403407d51908 req-838fad7f-521b-4a0e-b530-06d7bbff3f7d service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:06:55.094083 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d128c610-b79c-441d-847b-403407d51908 req-838fad7f-521b-4a0e-b530-06d7bbff3f7d service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056365 Nov 23 22:06:55.120091 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68231144-8b95-45ec-a2eb-14f91d915da4 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event deleted for resources: {'Subnet': ['ID=d5cb8757-e5f2-4286-b9ba-f93dee788f3f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:55.128246 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-68231144-8b95-45ec-a2eb-14f91d915da4 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:55.128246 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-68231144-8b95-45ec-a2eb-14f91d915da4 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "DELETE /v2.0/subnets/d5cb8757-e5f2-4286-b9ba-f93dee788f3f HTTP/1.1" status: 204 len: 168 time: 0.4905632 Nov 23 22:06:55.131081 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52104) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:55.208736 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af02bc1b-d75b-4971-b8d2-b31d59ab9815 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:55.244130 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4a0fea21-82ae-4fca-9a58-e1784667ceb1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:55.253437 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af02bc1b-d75b-4971-b8d2-b31d59ab9815 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:55.321725 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af02bc1b-d75b-4971-b8d2-b31d59ab9815 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Network d7b811a4-6fb7-4e4f-8eac-1469ca34198d is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:06:55.323603 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-af02bc1b-d75b-4971-b8d2-b31d59ab9815 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:06:55.333672 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af02bc1b-d75b-4971-b8d2-b31d59ab9815 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:06:55.362390 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02bc1b-d75b-4971-b8d2-b31d59ab9815 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Pushing event updated for resources: {'Port': ['ID=8bc12a02-e31c-42ee-80c3-7de7d9f1c9e5,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:55.362632 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4a0fea21-82ae-4fca-9a58-e1784667ceb1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:55.399383 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af02bc1b-d75b-4971-b8d2-b31d59ab9815 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:55.400586 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af02bc1b-d75b-4971-b8d2-b31d59ab9815 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:55.403699 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-4a0fea21-82ae-4fca-9a58-e1784667ceb1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85c9e9a-4ce0-434a-9c19-2006e1f77513']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:55.417583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-4a0fea21-82ae-4fca-9a58-e1784667ceb1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1b7fbd-4db2-409e-9dc3-57ed782187e1') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:55.417895 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-4a0fea21-82ae-4fca-9a58-e1784667ceb1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1b7fbd-4db2-409e-9dc3-57ed782187e1') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:55.423812 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-af02bc1b-d75b-4971-b8d2-b31d59ab9815 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.7464201 Nov 23 22:06:55.427043 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52114) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:55.430375 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4a0fea21-82ae-4fca-9a58-e1784667ceb1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:55.447887 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4a0fea21-82ae-4fca-9a58-e1784667ceb1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:55.455319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0fea21-82ae-4fca-9a58-e1784667ceb1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:06:55.456021 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4a0fea21-82ae-4fca-9a58-e1784667ceb1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:06:55.459475 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:06:55.539868 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-dca7f396-17f1-4a4d-b69b-8361f6a5e1e8 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Deleting port 8bc12a02-e31c-42ee-80c3-7de7d9f1c9e5 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:06:55.540462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dca7f396-17f1-4a4d-b69b-8361f6a5e1e8 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:55.554041 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4a0fea21-82ae-4fca-9a58-e1784667ceb1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:55.568669 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4a0fea21-82ae-4fca-9a58-e1784667ceb1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:55.572819 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4a0fea21-82ae-4fca-9a58-e1784667ceb1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] 10.222.0.50 "DELETE /v2.0/networks/c85c9e9a-4ce0-434a-9c19-2006e1f77513 HTTP/1.1" status: 204 len: 168 time: 0.4404542 Nov 23 22:06:55.635894 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0fea21-82ae-4fca-9a58-e1784667ceb1 tempest-FloatingIPTestJSON-1347334427 tempest-FloatingIPTestJSON-1347334427-project] Pushing event deleted for resources: {'Network': ['ID=c85c9e9a-4ce0-434a-9c19-2006e1f77513,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:55.637226 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dca7f396-17f1-4a4d-b69b-8361f6a5e1e8 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:55.668688 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-dca7f396-17f1-4a4d-b69b-8361f6a5e1e8 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Calling delete_port for 8bc12a02-e31c-42ee-80c3-7de7d9f1c9e5 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:06:55.715749 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-45b86b39-d178-421f-925d-1d698058220f req-42a6a9da-b55c-4dc3-b2aa-6a7cbc075065 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.0277805 Nov 23 22:06:55.835549 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dca7f396-17f1-4a4d-b69b-8361f6a5e1e8 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:55.872862 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7f396-17f1-4a4d-b69b-8361f6a5e1e8 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Pushing event deleted for resources: {'Port': ['ID=8bc12a02-e31c-42ee-80c3-7de7d9f1c9e5,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:55.941755 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dca7f396-17f1-4a4d-b69b-8361f6a5e1e8 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:55.948016 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dca7f396-17f1-4a4d-b69b-8361f6a5e1e8 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "DELETE /v2.0/ports/8bc12a02-e31c-42ee-80c3-7de7d9f1c9e5 HTTP/1.1" status: 204 len: 168 time: 0.5173469 Nov 23 22:06:55.948188 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52124) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:55.953679 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d1ba8d4b-b6e3-46f5-86f7-d93b18675fd5 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7b811a4-6fb7-4e4f-8eac-1469ca34198d', 'external_fixed_ips': [{'subnet_id': 'ee6770fd-d929-4fbd-90c8-a6ba52962aa6', 'ip_address': '172.20.0.13'}]}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:55.977519 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8d4b-b6e3-46f5-86f7-d93b18675fd5 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:55.978680 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8d4b-b6e3-46f5-86f7-d93b18675fd5 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:55.985677 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52126) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:56.032857 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8d4b-b6e3-46f5-86f7-d93b18675fd5 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:56.205266 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8d4b-b6e3-46f5-86f7-d93b18675fd5 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:56.289308 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 85ad12db-6b0b-4cc1-b52f-1504a8283e40 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:06:56.446308 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8d4b-b6e3-46f5-86f7-d93b18675fd5 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:56.472633 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8d4b-b6e3-46f5-86f7-d93b18675fd5 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:56.553537 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-663686e5-61f4-4bf6-b772-2af222576ec8 req-89546c0c-a6df-498a-b1cb-90ac270df687 tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.4073372 Nov 23 22:06:56.587424 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2c762-7a14-403d-963b-77d418542d1a req-494b1928-3e7b-46e6-b5de-4f24c271ccf7 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:56.589186 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-def2c762-7a14-403d-963b-77d418542d1a req-494b1928-3e7b-46e6-b5de-4f24c271ccf7 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 944 time: 0.5080378 Nov 23 22:06:56.612020 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f437c32b-5ca3-4db9-bb6a-900065a2eb54 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6e9dc41a332048d98b0221d031f9d56b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6248899 Nov 23 22:06:56.614546 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52140) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:56.632159 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128c610-b79c-441d-847b-403407d51908 req-6ccb9809-8b6f-4e68-a67a-b81541870b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:56.633820 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d128c610-b79c-441d-847b-403407d51908 req-6ccb9809-8b6f-4e68-a67a-b81541870b53 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025&tenant_id=6ce6ce79bc284c8da12730541a4994bb HTTP/1.1" status: 200 len: 1095 time: 0.5104921 Nov 23 22:06:56.671801 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-def2c762-7a14-403d-963b-77d418542d1a req-fcf72b48-2a2b-49c3-b2f1-afb3e39c105a tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668223 Nov 23 22:06:56.710038 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-17c0c57d-8986-43a1-9568-848acdf981eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:56.714535 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128c610-b79c-441d-847b-403407d51908 req-b659cfb8-42c7-465e-af24-e95fbce94911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:56.716172 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d128c610-b79c-441d-847b-403407d51908 req-b659cfb8-42c7-465e-af24-e95fbce94911 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6ce6ce79bc284c8da12730541a4994bb&device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 1095 time: 0.0417230 Nov 23 22:06:56.719498 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-d1ba8d4b-b6e3-46f5-86f7-d93b18675fd5 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Allocated IP 172.20.0.13 (d7b811a4-6fb7-4e4f-8eac-1469ca34198d/ee6770fd-d929-4fbd-90c8-a6ba52962aa6/b99de4bf-5dd0-46ec-a840-b939fcf7d831) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:06:56.747045 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-17c0c57d-8986-43a1-9568-848acdf981eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:56.855974 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a13be0f-8573-4ed3-9c48-d5c20de4636d req-79ea2ddc-d0f9-43eb-9acc-544d60b85772 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.0462918 Nov 23 22:06:56.875832 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128c610-b79c-441d-847b-403407d51908 req-e1b6da59-0c0b-4a89-b9c2-705f3d248d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:56.877819 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d128c610-b79c-441d-847b-403407d51908 req-e1b6da59-0c0b-4a89-b9c2-705f3d248d22 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e2e52909-dbc6-4cc2-ac82-3967aafdd39a HTTP/1.1" status: 200 len: 914 time: 0.1537254 Nov 23 22:06:56.889085 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-17c0c57d-8986-43a1-9568-848acdf981eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:56.891748 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-17c0c57d-8986-43a1-9568-848acdf981eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:56.895409 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-17c0c57d-8986-43a1-9568-848acdf981eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/869871a6-9091-4520-b974-90049870251d HTTP/1.1" status: 204 len: 168 time: 0.2774000 Nov 23 22:06:56.897689 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8d4b-b6e3-46f5-86f7-d93b18675fd5 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:56.908739 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0c57d-8986-43a1-9568-848acdf981eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869871a6-9091-4520-b974-90049870251d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:56.956013 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8d4b-b6e3-46f5-86f7-d93b18675fd5 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:56.969613 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d128c610-b79c-441d-847b-403407d51908 req-cec0641e-aa69-47f6-b332-9b009bdc959c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ad12db-6b0b-4cc1-b52f-1504a8283e40 HTTP/1.1" status: 200 len: 217 time: 0.0826266 Nov 23 22:06:57.010966 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ba8d4b-b6e3-46f5-86f7-d93b18675fd5 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Network d7b811a4-6fb7-4e4f-8eac-1469ca34198d is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:06:57.014351 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-d1ba8d4b-b6e3-46f5-86f7-d93b18675fd5 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:06:57.017412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ba8d4b-b6e3-46f5-86f7-d93b18675fd5 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:06:57.044405 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128c610-b79c-441d-847b-403407d51908 req-56bc8706-e50c-4a79-8fd4-492f4c67f4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:57.045982 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d128c610-b79c-441d-847b-403407d51908 req-56bc8706-e50c-4a79-8fd4-492f4c67f4b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70a442e5-0c56-4c4d-9aab-d7d2295cb603 HTTP/1.1" status: 200 len: 853 time: 0.0693812 Nov 23 22:06:57.086226 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba8d4b-b6e3-46f5-86f7-d93b18675fd5 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Pushing event updated for resources: {'Port': ['ID=b99de4bf-5dd0-46ec-a840-b939fcf7d831,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:57.087698 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d128c610-b79c-441d-847b-403407d51908 req-7f33ff73-2c84-4ff0-81b6-21c6bfd6283f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2e52909-dbc6-4cc2-ac82-3967aafdd39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344269 Nov 23 22:06:57.237221 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d128c610-b79c-441d-847b-403407d51908 req-2dba2de4-9e7e-4b2c-85e6-fa75ce7bdff7 service neutron] 10.222.0.60 "GET /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399865 Nov 23 22:06:57.369551 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d128c610-b79c-441d-847b-403407d51908 req-ea193d16-84e0-4abf-93a1-de2afcbd6a99 service neutron] 10.222.0.60 "GET /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249793 Nov 23 22:06:57.400874 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8d4b-b6e3-46f5-86f7-d93b18675fd5 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:57.717462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8d4b-b6e3-46f5-86f7-d93b18675fd5 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:57.779020 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b076c9ea-a5e0-4cc4-b0c4-37912d24a2bf req-a2bb49fb-df89-4ba0-93c5-52e5db72d09a tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0926290 Nov 23 22:06:57.920073 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-22ac67e8-da40-4dde-b1c3-f7eb5552cefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:57.977253 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52206) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:58.054272 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ba8d4b-b6e3-46f5-86f7-d93b18675fd5 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Router eea254e9-b5a9-40bd-9440-1afcbb0e9778 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:06:58.062494 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f34148-a6ef-4617-a9df-01d4d429a336 req-87fc7d3f-dfa3-4625-8c9e-756960311a8c tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:58.068229 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1f34148-a6ef-4617-a9df-01d4d429a336 req-87fc7d3f-dfa3-4625-8c9e-756960311a8c tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 944 time: 0.1793220 Nov 23 22:06:58.148487 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a99ee97-d29f-45b1-8ba1-ab4f1c6ace0b req-d2592fe2-c0a0-496c-bf50-e15fde9760c2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.0785999 Nov 23 22:06:58.230338 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Request body: {'networks': [{'name': 'tempest-network--936712468'}, {'name': 'tempest-network--1211762422'}]} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:58.230338 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Request body: {'network': {'name': 'tempest-network--936712468'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:58.230620 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Request body: {'network': {'name': 'tempest-network--1211762422'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:06:58.235088 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1f34148-a6ef-4617-a9df-01d4d429a336 req-78c33769-943c-46f2-8a9b-9c593dcf55d6 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327755 Nov 23 22:06:58.318383 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Made reservation on behalf of 47d4b27f83d24a2bbcd84c95782bda35 for: {'network': 2} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:06:58.323874 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:58.342671 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:58.363291 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ba8d4b-b6e3-46f5-86f7-d93b18675fd5 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:06:58.374731 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] Sync routers for ids ['eea254e9-b5a9-40bd-9440-1afcbb0e9778'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:06:58.392638 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] Routers {'eea254e9-b5a9-40bd-9440-1afcbb0e9778'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:06:58.393453 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:06:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['eea254e9-b5a9-40bd-9440-1afcbb0e9778'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:58.408785 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8d4b-b6e3-46f5-86f7-d93b18675fd5 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:58.413875 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52250) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:58.414063 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d1ba8d4b-b6e3-46f5-86f7-d93b18675fd5 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.4647284 Nov 23 22:06:58.534753 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:58.547323 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:58.552589 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:58.567817 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] Set router eea254e9-b5a9-40bd-9440-1afcbb0e9778 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:06:58.651405 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9895e566-2de0-4827-be82-29b2b7e86ca2 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:58.681351 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac63e0d-8cc6-41d7-822a-3cb3b1f8daf1,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:58.692704 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:06:58.711004 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:58.711484 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Added segment 8ec3f312-0a75-44e7-be17-9e3c90385de1 of type vlan for network 25e0d44d-a3f0-4bcf-a1e0-cec15eac9321 Nov 23 22:06:58.778008 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:58.849964 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:06:58.883986 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:58.884469 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Added segment 9f734d9d-a94f-4c42-bcc2-7e02d54ac691 of type vlan for network b8c1d57a-4a18-4097-8f15-326b8117c297 Nov 23 22:06:58.888400 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9895e566-2de0-4827-be82-29b2b7e86ca2 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:58.999887 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea254e9-b5a9-40bd-9440-1afcbb0e9778', 'name': '', 'tenant_id': '1c9e8015ad614b17bb4d1cf3f4e26e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7b811a4-6fb7-4e4f-8eac-1469ca34198d', 'external_fixed_ips': [{'subnet_id': 'ee6770fd-d929-4fbd-90c8-a6ba52962aa6', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'b99de4bf-5dd0-46ec-a840-b939fcf7d831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:06:55Z', 'updated_at': '2021-11-23T22:06:57Z', 'revision_number': 3, 'project_id': '1c9e8015ad614b17bb4d1cf3f4e26e78', 'gw_port': {'id': 'b99de4bf-5dd0-46ec-a840-b939fcf7d831', 'name': '', 'network_id': 'd7b811a4-6fb7-4e4f-8eac-1469ca34198d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:c5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea254e9-b5a9-40bd-9440-1afcbb0e9778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2437, 'fixed_ips': [{'subnet_id': 'ee6770fd-d929-4fbd-90c8-a6ba52962aa6', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:06:56Z', 'updated_at': '2021-11-23T22:06:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee6770fd-d929-4fbd-90c8-a6ba52962aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:06:59.016420 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:59.042377 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] Checking router: eea254e9-b5a9-40bd-9440-1afcbb0e9778 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:06:59.043104 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] Updating router eea254e9-b5a9-40bd-9440-1afcbb0e9778 port b99de4bf-5dd0-46ec-a840-b939fcf7d831 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:06:59.064665 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90044657-47b4-46b3-b42f-3766acabb4a6 req-75d95403-d067-4cdd-a807-839c0635e14a tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0724514 Nov 23 22:06:59.073639 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:59.101100 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-9895e566-2de0-4827-be82-29b2b7e86ca2 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Deleting port b99de4bf-5dd0-46ec-a840-b939fcf7d831 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:06:59.102019 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9895e566-2de0-4827-be82-29b2b7e86ca2 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:59.132604 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:59.133370 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:59.140354 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:59.145677 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:59.146542 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:59.235509 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2566767 Nov 23 22:06:59.239355 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52292) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:59.297054 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Pushing event updated for resources: {'Network': ['ID=25e0d44d-a3f0-4bcf-a1e0-cec15eac9321,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:59.311207 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 25e0d44d-a3f0-4bcf-a1e0-cec15eac9321 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:06:59.427798 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf871c7-35c5-4557-80ce-c2b87f8c31af tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Pushing event updated for resources: {'Network': ['ID=b8c1d57a-4a18-4097-8f15-326b8117c297,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:59.448938 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network b8c1d57a-4a18-4097-8f15-326b8117c297 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:06:59.619871 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0c0e1b8-743f-4fa9-be12-6e61face068e req-a367695c-5023-497d-9c6e-b53a6b547fae tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.2475519 Nov 23 22:06:59.638573 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:59.649625 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:59.702878 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9895e566-2de0-4827-be82-29b2b7e86ca2 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:59.733429 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47f389-b638-45b2-9de4-21d2bdec7e1b None None] Pushing event updated for resources: {'Port': ['ID=b99de4bf-5dd0-46ec-a840-b939fcf7d831,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:06:59.755470 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] Attempting to bind port b99de4bf-5dd0-46ec-a840-b939fcf7d831 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:06:59.756051 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] Attempting to bind port b99de4bf-5dd0-46ec-a840-b939fcf7d831 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '37e9cd3e-576e-456f-94ac-cebdadca0663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7b811a4-6fb7-4e4f-8eac-1469ca34198d'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:06:59.756608 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] Attempting to bind port b99de4bf-5dd0-46ec-a840-b939fcf7d831 on network d7b811a4-6fb7-4e4f-8eac-1469ca34198d {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:06:59.776821 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-9895e566-2de0-4827-be82-29b2b7e86ca2 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Calling delete_port for b99de4bf-5dd0-46ec-a840-b939fcf7d831 owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:06:59.778815 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:06:59.779251 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] Checking segment: {'id': '37e9cd3e-576e-456f-94ac-cebdadca0663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7b811a4-6fb7-4e4f-8eac-1469ca34198d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:06:59.779745 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:59.780520 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] Bound using segment: {'id': '37e9cd3e-576e-456f-94ac-cebdadca0663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7b811a4-6fb7-4e4f-8eac-1469ca34198d'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:06:59.781022 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] Bound port: b99de4bf-5dd0-46ec-a840-b939fcf7d831, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e9cd3e-576e-456f-94ac-cebdadca0663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'd7b811a4-6fb7-4e4f-8eac-1469ca34198d'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:06:59.781445 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:59.792743 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47f389-b638-45b2-9de4-21d2bdec7e1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:59.796108 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47f389-b638-45b2-9de4-21d2bdec7e1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:59.796457 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47f389-b638-45b2-9de4-21d2bdec7e1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:59.796814 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47f389-b638-45b2-9de4-21d2bdec7e1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:59.797177 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47f389-b638-45b2-9de4-21d2bdec7e1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:59.797506 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47f389-b638-45b2-9de4-21d2bdec7e1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:59.797828 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47f389-b638-45b2-9de4-21d2bdec7e1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:59.798477 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47f389-b638-45b2-9de4-21d2bdec7e1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:59.799399 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47f389-b638-45b2-9de4-21d2bdec7e1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:59.799808 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47f389-b638-45b2-9de4-21d2bdec7e1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:59.800139 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47f389-b638-45b2-9de4-21d2bdec7e1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:59.800473 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47f389-b638-45b2-9de4-21d2bdec7e1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:06:59.930071 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38bd2a5-3ea8-4aab-acff-e661e6552390 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:59.936222 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38bd2a5-3ea8-4aab-acff-e661e6552390 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:59.944257 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38bd2a5-3ea8-4aab-acff-e661e6552390 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:59.952211 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] For port b99de4bf-5dd0-46ec-a840-b939fcf7d831, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:06:59.955775 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38bd2a5-3ea8-4aab-acff-e661e6552390 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:59.961671 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] For port b99de4bf-5dd0-46ec-a840-b939fcf7d831, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b99de4bf-5dd0-46ec-a840-b939fcf7d831,segment=NetworkSegment(37e9cd3e-576e-456f-94ac-cebdadca0663),segment_id=37e9cd3e-576e-456f-94ac-cebdadca0663)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:06:59.965815 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38bd2a5-3ea8-4aab-acff-e661e6552390 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:59.970997 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52328) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:06:59.971346 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a38bd2a5-3ea8-4aab-acff-e661e6552390 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3009 time: 0.7306211 Nov 23 22:06:59.977802 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:59.984437 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6a05b-1507-46a1-ad66-484fbf36c6d9 req-a088983c-10da-44e8-afcb-f743a7c086b5 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:06:59.993999 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:06:59.998071 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ad6a05b-1507-46a1-ad66-484fbf36c6d9 req-a088983c-10da-44e8-afcb-f743a7c086b5 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 944 time: 0.5983577 Nov 23 22:07:00.132116 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ad6a05b-1507-46a1-ad66-484fbf36c6d9 req-968d83ee-195b-4f26-a12b-000aae2ed66c tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286597 Nov 23 22:07:00.205715 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] Routers {'eea254e9-b5a9-40bd-9440-1afcbb0e9778'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:07:00.206551 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:06:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['eea254e9-b5a9-40bd-9440-1afcbb0e9778'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:00.241077 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8709e00-5154-4540-b174-c1b921c713cc tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:00.323428 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47f389-b638-45b2-9de4-21d2bdec7e1b None None] Pushing event updated for resources: {'Port': ['ID=b99de4bf-5dd0-46ec-a840-b939fcf7d831,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:00.360891 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-29a6000b-db0f-4ebc-a0f5-7ef7177f2c0c req-cd31d528-fdee-439d-b5ce-e7beed90120a tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0809772 Nov 23 22:07:00.364552 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9895e566-2de0-4827-be82-29b2b7e86ca2 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:00.434108 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895e566-2de0-4827-be82-29b2b7e86ca2 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Pushing event deleted for resources: {'Port': ['ID=b99de4bf-5dd0-46ec-a840-b939fcf7d831,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:00.445140 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] Set router eea254e9-b5a9-40bd-9440-1afcbb0e9778 gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:07:00.510460 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ce75989a-db61-4d02-9814-eeaa7cc58a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:00.533402 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8709e00-5154-4540-b174-c1b921c713cc tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:00.598772 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-d8709e00-5154-4540-b174-c1b921c713cc tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e0d44d-a3f0-4bcf-a1e0-cec15eac9321']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:00.610930 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9895e566-2de0-4827-be82-29b2b7e86ca2 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:00.623899 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea254e9-b5a9-40bd-9440-1afcbb0e9778', 'name': '', 'tenant_id': '1c9e8015ad614b17bb4d1cf3f4e26e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:06:55Z', 'updated_at': '2021-11-23T22:06:58Z', 'revision_number': 4, 'project_id': '1c9e8015ad614b17bb4d1cf3f4e26e78', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:00.624905 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-d8709e00-5154-4540-b174-c1b921c713cc tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec3f312-0a75-44e7-be17-9e3c90385de1') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:00.625394 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-d8709e00-5154-4540-b174-c1b921c713cc tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec3f312-0a75-44e7-be17-9e3c90385de1') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:00.655411 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8709e00-5154-4540-b174-c1b921c713cc tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:00.687010 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8709e00-5154-4540-b174-c1b921c713cc tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:00.711991 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8709e00-5154-4540-b174-c1b921c713cc tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:07:00.712926 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8709e00-5154-4540-b174-c1b921c713cc tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:07:00.718400 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:07:00.729276 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd25e2e-46f1-4cd1-b505-f0ab448dd756 None None] The sync data for ids ['eea254e9-b5a9-40bd-9440-1afcbb0e9778'] in n-d-816206-9 is: [{'id': 'eea254e9-b5a9-40bd-9440-1afcbb0e9778', 'name': '', 'tenant_id': '1c9e8015ad614b17bb4d1cf3f4e26e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:06:55Z', 'updated_at': '2021-11-23T22:06:58Z', 'revision_number': 4, 'project_id': '1c9e8015ad614b17bb4d1cf3f4e26e78', 'gw_port_host': None}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:07:00.930475 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8709e00-5154-4540-b174-c1b921c713cc tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:00.948522 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8709e00-5154-4540-b174-c1b921c713cc tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:00.959240 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d8709e00-5154-4540-b174-c1b921c713cc tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] 10.222.0.50 "DELETE /v2.0/networks/25e0d44d-a3f0-4bcf-a1e0-cec15eac9321 HTTP/1.1" status: 204 len: 168 time: 0.9867828 Nov 23 22:07:00.962099 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52378) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:01.001010 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8709e00-5154-4540-b174-c1b921c713cc tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Pushing event deleted for resources: {'Network': ['ID=25e0d44d-a3f0-4bcf-a1e0-cec15eac9321,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:01.007000 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff446cd4-ee32-4557-8203-3ecc8de9d2a6 req-6b97564f-6ed1-4d88-b9f8-e641a8705dcc tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.0760074 Nov 23 22:07:01.041326 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9895e566-2de0-4827-be82-29b2b7e86ca2 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:01.047593 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9895e566-2de0-4827-be82-29b2b7e86ca2 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:01.175227 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9895e566-2de0-4827-be82-29b2b7e86ca2 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:01.176239 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9895e566-2de0-4827-be82-29b2b7e86ca2 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eea254e9-b5a9-40bd-9440-1afcbb0e9778 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:07:01.178501 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d4784267-7a2f-4a85-88cf-c72a78c9c995 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:01.180719 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9895e566-2de0-4827-be82-29b2b7e86ca2 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:01.184687 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9895e566-2de0-4827-be82-29b2b7e86ca2 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "DELETE /v2.0/routers/eea254e9-b5a9-40bd-9440-1afcbb0e9778 HTTP/1.1" status: 204 len: 168 time: 2.7669921 Nov 23 22:07:01.191735 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52394) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:01.359648 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4bc4af-3475-48c3-8c6b-3417a27f79ff tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Deleting subnet ee6770fd-d929-4fbd-90c8-a6ba52962aa6 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:07:01.376959 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee4bc4af-3475-48c3-8c6b-3417a27f79ff tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:01.458672 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d4784267-7a2f-4a85-88cf-c72a78c9c995 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:01.500993 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee4bc4af-3475-48c3-8c6b-3417a27f79ff tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:01.535590 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-d4784267-7a2f-4a85-88cf-c72a78c9c995 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c1d57a-4a18-4097-8f15-326b8117c297']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:01.571942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-d4784267-7a2f-4a85-88cf-c72a78c9c995 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f734d9d-a94f-4c42-bcc2-7e02d54ac691') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:01.573583 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-d4784267-7a2f-4a85-88cf-c72a78c9c995 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f734d9d-a94f-4c42-bcc2-7e02d54ac691') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:01.607381 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:01.611818 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d4784267-7a2f-4a85-88cf-c72a78c9c995 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:01.624196 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee4bc4af-3475-48c3-8c6b-3417a27f79ff tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:01.646314 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d4784267-7a2f-4a85-88cf-c72a78c9c995 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:01.658795 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4784267-7a2f-4a85-88cf-c72a78c9c995 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:07:01.659691 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d4784267-7a2f-4a85-88cf-c72a78c9c995 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:01.672415 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1fd28-3478-419a-9d03-e1aa804758d0 req-0400a240-8015-4712-aa89-668d3e090f22 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:07:01.672589 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:07:01.683060 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0dd1fd28-3478-419a-9d03-e1aa804758d0 req-0400a240-8015-4712-aa89-668d3e090f22 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 944 time: 0.4351289 Nov 23 22:07:01.711130 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f4e872a-dde3-4618-bc04-ac3f16dec3b7 req-fd603667-a892-4180-b67b-b252bfca4014 tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0845008 Nov 23 22:07:01.788790 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee4bc4af-3475-48c3-8c6b-3417a27f79ff tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:01.826629 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0dd1fd28-3478-419a-9d03-e1aa804758d0 req-621f3ac9-868f-44d1-bd00-c4df731e9cce tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423249 Nov 23 22:07:01.827927 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee4bc4af-3475-48c3-8c6b-3417a27f79ff tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:01.832854 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ee4bc4af-3475-48c3-8c6b-3417a27f79ff tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/ee6770fd-d929-4fbd-90c8-a6ba52962aa6 HTTP/1.1" status: 204 len: 168 time: 0.6386924 Nov 23 22:07:01.834126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bc4af-3475-48c3-8c6b-3417a27f79ff tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ee6770fd-d929-4fbd-90c8-a6ba52962aa6,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:01.836201 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52428) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:01.905348 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d4784267-7a2f-4a85-88cf-c72a78c9c995 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:01.914002 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d4784267-7a2f-4a85-88cf-c72a78c9c995 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:01.919579 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d4784267-7a2f-4a85-88cf-c72a78c9c995 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] 10.222.0.50 "DELETE /v2.0/networks/b8c1d57a-4a18-4097-8f15-326b8117c297 HTTP/1.1" status: 204 len: 168 time: 0.9567580 Nov 23 22:07:01.922151 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52438) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:01.969690 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3394bb22-7c7d-489f-b041-7844fdbdcb65 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:02.234502 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab0506d-7b01-4df3-92f5-7497b1f614a2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:02.241931 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab0506d-7b01-4df3-92f5-7497b1f614a2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:02.250390 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab0506d-7b01-4df3-92f5-7497b1f614a2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:02.252293 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2ab0506d-7b01-4df3-92f5-7497b1f614a2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1904 time: 0.3289728 Nov 23 22:07:02.327500 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3394bb22-7c7d-489f-b041-7844fdbdcb65 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:02.352249 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-3394bb22-7c7d-489f-b041-7844fdbdcb65 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7b811a4-6fb7-4e4f-8eac-1469ca34198d']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:02.364873 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-3394bb22-7c7d-489f-b041-7844fdbdcb65 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e9cd3e-576e-456f-94ac-cebdadca0663') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:02.365455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-3394bb22-7c7d-489f-b041-7844fdbdcb65 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e9cd3e-576e-456f-94ac-cebdadca0663') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:02.377570 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3394bb22-7c7d-489f-b041-7844fdbdcb65 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:02.405245 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3394bb22-7c7d-489f-b041-7844fdbdcb65 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:02.418234 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3394bb22-7c7d-489f-b041-7844fdbdcb65 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:07:02.418861 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3394bb22-7c7d-489f-b041-7844fdbdcb65 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: items = [ Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:07:02.496097 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:07:02.498561 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52460) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:02.512943 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-c350e6fb-1ed9-45e4-90c4-69dbbad086a2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-172542883'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:02.516235 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3394bb22-7c7d-489f-b041-7844fdbdcb65 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:02.520695 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3394bb22-7c7d-489f-b041-7844fdbdcb65 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d7b811a4-6fb7-4e4f-8eac-1469ca34198d {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 22:07:02.543874 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3394bb22-7c7d-489f-b041-7844fdbdcb65 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:02.551700 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3394bb22-7c7d-489f-b041-7844fdbdcb65 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "DELETE /v2.0/networks/d7b811a4-6fb7-4e4f-8eac-1469ca34198d HTTP/1.1" status: 204 len: 168 time: 0.7103462 Nov 23 22:07:02.629032 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394bb22-7c7d-489f-b041-7844fdbdcb65 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Pushing event deleted for resources: {'Network': ['ID=d7b811a4-6fb7-4e4f-8eac-1469ca34198d,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:02.703461 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3fe5b23b-ab34-4d8a-8a66-e03a8df43c3c req-aea9799d-d477-49ca-8de6-6b8bb74be7ac tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.2085044 Nov 23 22:07:02.717939 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c350e6fb-1ed9-45e4-90c4-69dbbad086a2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Made reservation on behalf of 47d4b27f83d24a2bbcd84c95782bda35 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:07:02.721544 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c350e6fb-1ed9-45e4-90c4-69dbbad086a2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:02.795955 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c350e6fb-1ed9-45e4-90c4-69dbbad086a2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:07:02.826552 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c350e6fb-1ed9-45e4-90c4-69dbbad086a2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:02.827429 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-c350e6fb-1ed9-45e4-90c4-69dbbad086a2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Added segment b08ba124-3bd1-4051-a818-1e0dc6cd05a0 of type vlan for network 216e0371-b804-4916-9ea8-e38f65b869bc Nov 23 22:07:02.868879 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4784267-7a2f-4a85-88cf-c72a78c9c995 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Pushing event deleted for resources: {'Network': ['ID=b8c1d57a-4a18-4097-8f15-326b8117c297,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:02.962290 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c350e6fb-1ed9-45e4-90c4-69dbbad086a2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:02.990378 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:03.073198 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c350e6fb-1ed9-45e4-90c4-69dbbad086a2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:03.097063 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c350e6fb-1ed9-45e4-90c4-69dbbad086a2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:03.099459 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c350e6fb-1ed9-45e4-90c4-69dbbad086a2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:03.168440 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52514) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:03.172885 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-0ef32943-8483-4732-a82a-6bbc26ef0a3e tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Request body: {'router': {'name': 'tempest-router--95039857', 'project_id': 'c2a86e86c6ac449b95425dac69487dfc'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:03.231567 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ef32943-8483-4732-a82a-6bbc26ef0a3e tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:03.233332 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ef32943-8483-4732-a82a-6bbc26ef0a3e tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:03.401258 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ef32943-8483-4732-a82a-6bbc26ef0a3e tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:03.408284 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ef32943-8483-4732-a82a-6bbc26ef0a3e tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:03.450877 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ef32943-8483-4732-a82a-6bbc26ef0a3e tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:03.454809 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0ef32943-8483-4732-a82a-6bbc26ef0a3e tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2829561 Nov 23 22:07:03.454951 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c38d11c9-c055-4a63-a5db-09855401a4b7 req-3ee7ce9c-f087-4d1c-845b-ded8fa2f9ce1 tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.3916693 Nov 23 22:07:03.459156 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52530) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:03.521370 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350e6fb-1ed9-45e4-90c4-69dbbad086a2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Pushing event updated for resources: {'Network': ['ID=216e0371-b804-4916-9ea8-e38f65b869bc,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:03.538835 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 216e0371-b804-4916-9ea8-e38f65b869bc details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:07:03.585932 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b398fe-2caa-4d7c-8f3e-73cf659458a7 req-829a36bf-64f3-45ed-87c8-5810b5998425 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:03.600110 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f6b398fe-2caa-4d7c-8f3e-73cf659458a7 req-829a36bf-64f3-45ed-87c8-5810b5998425 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 944 time: 0.5319562 Nov 23 22:07:03.614793 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c350e6fb-1ed9-45e4-90c4-69dbbad086a2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1122067 Nov 23 22:07:03.614977 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52540) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:03.679243 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-0488da69-1bce-479e-8a10-7ed50597dba2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-106522961'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:03.714365 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1e941d3c-20fe-46f7-a2de-e2d185a45acb tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:03.821604 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f6b398fe-2caa-4d7c-8f3e-73cf659458a7 req-1d6daf2a-5d89-421e-9ad2-f41c078d8388 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205184 Nov 23 22:07:03.834664 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:03.978314 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a8b6e5e-65b7-4942-b363-583e8560a4ce req-ec07317f-a021-476b-8aeb-16dd94c65b59 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.0630627 Nov 23 22:07:04.156885 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1e941d3c-20fe-46f7-a2de-e2d185a45acb tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:04.160452 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1e941d3c-20fe-46f7-a2de-e2d185a45acb tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:04.162932 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0488da69-1bce-479e-8a10-7ed50597dba2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Made reservation on behalf of 47d4b27f83d24a2bbcd84c95782bda35 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:07:04.166929 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0488da69-1bce-479e-8a10-7ed50597dba2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:04.294409 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1e941d3c-20fe-46f7-a2de-e2d185a45acb tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:04.295454 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e941d3c-20fe-46f7-a2de-e2d185a45acb tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53c4775b-7edb-42c0-bff2-0a8e173d5c28 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:07:04.306064 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1e941d3c-20fe-46f7-a2de-e2d185a45acb tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:04.309130 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1e941d3c-20fe-46f7-a2de-e2d185a45acb tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "DELETE /v2.0/routers/53c4775b-7edb-42c0-bff2-0a8e173d5c28 HTTP/1.1" status: 204 len: 168 time: 0.8487070 Nov 23 22:07:04.325835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0488da69-1bce-479e-8a10-7ed50597dba2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:07:04.357814 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0488da69-1bce-479e-8a10-7ed50597dba2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:04.360780 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-0488da69-1bce-479e-8a10-7ed50597dba2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Added segment d9056816-f635-42f9-a0c7-84c83b4a3148 of type vlan for network 7bf118c0-b83c-4ffd-9a51-a4879f73cde5 Nov 23 22:07:04.438535 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0488da69-1bce-479e-8a10-7ed50597dba2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:04.499361 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0488da69-1bce-479e-8a10-7ed50597dba2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:04.507414 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0488da69-1bce-479e-8a10-7ed50597dba2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:04.508045 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0488da69-1bce-479e-8a10-7ed50597dba2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:04.603627 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0488da69-1bce-479e-8a10-7ed50597dba2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9883425 Nov 23 22:07:04.606163 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52596) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:04.619660 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Request body: {'ports': [{'network_id': '216e0371-b804-4916-9ea8-e38f65b869bc', 'name': 'tempest-port--221851824', 'admin_state_up': True}, {'network_id': '7bf118c0-b83c-4ffd-9a51-a4879f73cde5', 'admin_state_up': False}]} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:04.619980 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Request body: {'port': {'network_id': '216e0371-b804-4916-9ea8-e38f65b869bc', 'name': 'tempest-port--221851824', 'admin_state_up': True}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:04.627801 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Request body: {'port': {'network_id': '7bf118c0-b83c-4ffd-9a51-a4879f73cde5', 'admin_state_up': False}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:04.660523 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52598) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:04.708764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488da69-1bce-479e-8a10-7ed50597dba2 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Pushing event updated for resources: {'Network': ['ID=7bf118c0-b83c-4ffd-9a51-a4879f73cde5,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:04.723558 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5186010a-795a-4acd-a697-b9297b012bd4 req-a4d8c24e-23da-4e81-828a-2d2b1b2c1e15 tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0789704 Nov 23 22:07:04.732363 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 7bf118c0-b83c-4ffd-9a51-a4879f73cde5 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:07:05.140060 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f92bb-1a94-42f5-8840-73eb8fa29ca8 req-a278f05f-5a7b-4265-a940-315315a36c1d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:05.151213 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-882f92bb-1a94-42f5-8840-73eb8fa29ca8 req-a278f05f-5a7b-4265-a940-315315a36c1d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 944 time: 0.1733665 Nov 23 22:07:05.283815 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-45ccba2b-6fb0-4112-8fc7-3386bafc2cf2 req-cf4e60a7-2524-43f5-8f80-6909cb119d73 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.0364010 Nov 23 22:07:05.290416 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-e5e0324e-5dd7-45af-a677-7807b9152f68 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1861239716', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}, 'admin_state_up': False}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:05.299112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Made reservation on behalf of 47d4b27f83d24a2bbcd84c95782bda35 for: {'port': 2} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:07:05.325024 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:05.366257 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:05.587757 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-882f92bb-1a94-42f5-8840-73eb8fa29ca8 req-93a5f8fc-24a5-49d8-b6a2-0c73a858a02e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338861 Nov 23 22:07:05.590749 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5e0324e-5dd7-45af-a677-7807b9152f68 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:05.593903 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5e0324e-5dd7-45af-a677-7807b9152f68 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:05.736911 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5e0324e-5dd7-45af-a677-7807b9152f68 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:05.942210 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5e0324e-5dd7-45af-a677-7807b9152f68 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:05.988621 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] device_id is not set on port e7824a8e-a04f-4294-b541-b0bdadd46ef4 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:07:06.064721 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3479878-7489-4de2-bcbc-8615a4e70916 req-db7c65f1-2e58-41b8-bc8d-c1c739ef7a7e tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.1000521 Nov 23 22:07:06.464357 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:07.230284 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1939e10-a51b-4bc8-ab4c-b698f4537e60 req-a6609642-6102-476f-89f8-2ba3f941e10c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.7301824 Nov 23 22:07:07.316681 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] device_id is not set on port 68aee0e6-0882-4f4d-a742-5644564269df yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:07:07.577969 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439ec55-6fac-41f9-bab8-0498e75595dd req-fcead6da-f88e-4e98-8b61-cfd83d524b81 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:07.588006 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1439ec55-6fac-41f9-bab8-0498e75595dd req-fcead6da-f88e-4e98-8b61-cfd83d524b81 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 944 time: 0.5121450 Nov 23 22:07:07.603594 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0c0da503-90c3-41b8-91ca-251ae214aadd req-31102b79-2273-46f3-a3a3-f4fe9a973d83 tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.1968250 Nov 23 22:07:07.821033 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5e0324e-5dd7-45af-a677-7807b9152f68 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:07.934082 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5e0324e-5dd7-45af-a677-7807b9152f68 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:08.072208 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1439ec55-6fac-41f9-bab8-0498e75595dd req-8180eaa5-f785-48c8-bba7-24a297facc86 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818718 Nov 23 22:07:08.135142 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:08.248602 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-e5e0324e-5dd7-45af-a677-7807b9152f68 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Allocated IP 172.25.5.252 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/adab345f-57d9-4861-bff7-33807eea4906) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:07:08.287985 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:08.359534 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52812) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:08.493637 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e9b60067-15a6-4499-8213-15fe5cc3093f req-528d58d1-8bba-42c1-a750-5b55abbb184a tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.0796547 Nov 23 22:07:08.496876 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Pushing event updated for resources: {'Port': ['ID=e7824a8e-a04f-4294-b541-b0bdadd46ef4,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:08.503795 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Checking segment: {'id': 'b08ba124-3bd1-4051-a818-1e0dc6cd05a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '216e0371-b804-4916-9ea8-e38f65b869bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:07:08.504153 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Network hostable DHCP agents. Network: 216e0371-b804-4916-9ea8-e38f65b869bc, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:07:08.541195 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5e0324e-5dd7-45af-a677-7807b9152f68 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:08.557682 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Network 216e0371-b804-4916-9ea8-e38f65b869bc is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:07:08.582380 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 216e0371-b804-4916-9ea8-e38f65b869bc) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:07:08.587093 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:07:08.588013 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:08.605024 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621ea73f-b9cf-42d4-854c-ea754d9c951e None None] Network 216e0371-b804-4916-9ea8-e38f65b869bc requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:07:08.702295 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5e0324e-5dd7-45af-a677-7807b9152f68 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:08.759040 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fe6832b7-dda8-45cc-b200-833451ca8cb7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0dfe8c4ee31b4ba4953dfe2a72acf4f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3971825 Nov 23 22:07:08.760696 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52826) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:08.767277 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e0324e-5dd7-45af-a677-7807b9152f68 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:07:08.773639 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Pushing event updated for resources: {'Port': ['ID=68aee0e6-0882-4f4d-a742-5644564269df,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:08.822414 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-e5e0324e-5dd7-45af-a677-7807b9152f68 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:07:08.836133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e0324e-5dd7-45af-a677-7807b9152f68 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:07:08.879706 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3a76adc7-4fe0-47be-865e-3175e5ab914c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:08.998659 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3a76adc7-4fe0-47be-865e-3175e5ab914c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:09.016191 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab40d3b0-f2ea-493c-a01b-3d78027ea9cd None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:07:09.085856 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5fb981d4-dc44-4005-82e0-2b2ce1efac35 req-91b1d322-07f0-463b-9c7a-45e7c3ca768a tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.2353492 Nov 23 22:07:09.135410 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Checking segment: {'id': 'd9056816-f635-42f9-a0c7-84c83b4a3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7bf118c0-b83c-4ffd-9a51-a4879f73cde5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:07:09.136198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Network hostable DHCP agents. Network: 7bf118c0-b83c-4ffd-9a51-a4879f73cde5, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:07:09.177149 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-34981c56-3e52-4d7d-ae13-f86f235d6159 None None] Provisioning complete for port adab345f-57d9-4861-bff7-33807eea4906 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:07:09.177830 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-34981c56-3e52-4d7d-ae13-f86f235d6159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:09.205790 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0324e-5dd7-45af-a677-7807b9152f68 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Pushing event updated for resources: {'Port': ['ID=adab345f-57d9-4861-bff7-33807eea4906,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:09.224251 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3a76adc7-4fe0-47be-865e-3175e5ab914c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:09.227519 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3a76adc7-4fe0-47be-865e-3175e5ab914c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:09.230990 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3a76adc7-4fe0-47be-865e-3175e5ab914c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/144a8631-66f9-4892-994f-ee0e2fd660c6 HTTP/1.1" status: 204 len: 168 time: 0.4665854 Nov 23 22:07:09.250784 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76adc7-4fe0-47be-865e-3175e5ab914c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144a8631-66f9-4892-994f-ee0e2fd660c6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:09.349726 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-34981c56-3e52-4d7d-ae13-f86f235d6159 None None] Port adab345f-57d9-4861-bff7-33807eea4906 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:07:09.470365 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Network 7bf118c0-b83c-4ffd-9a51-a4879f73cde5 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:07:09.546276 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 7bf118c0-b83c-4ffd-9a51-a4879f73cde5) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:07:09.557637 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92304e33-7bc7-45a4-818d-1b0609085b7b None None] Network 7bf118c0-b83c-4ffd-9a51-a4879f73cde5 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:07:09.599089 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:07:09.613185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:09.651901 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:09.652623 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:09.755594 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a0ea3-c15c-44e3-9a81-6a3ef98c7d6c req-fcff1de3-11e1-434d-80ba-bdc3de485eed tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:09.757341 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd9a0ea3-c15c-44e3-9a81-6a3ef98c7d6c req-fcff1de3-11e1-434d-80ba-bdc3de485eed tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 944 time: 0.3576078 Nov 23 22:07:09.843517 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f75ecff8-d744-476a-87fb-810d4a5aa34a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.2359524 Nov 23 22:07:09.846012 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52852) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:10.006062 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e6d24c7e-0098-46a8-83c4-f614017d3448 req-1ce4b9a4-273f-4e39-9a75-55f7bd7cc7e0 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.2173166 Nov 23 22:07:10.099727 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511ac572-89b3-49e3-af63-ea00804576b3 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:10.110215 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511ac572-89b3-49e3-af63-ea00804576b3 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:10.112225 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-511ac572-89b3-49e3-af63-ea00804576b3 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2650232 Nov 23 22:07:10.116350 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52862) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:10.300562 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5e0324e-5dd7-45af-a677-7807b9152f68 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:10.400454 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-6a38a756-bb8c-48e2-bd04-f749e1f45025 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Deleting port e7824a8e-a04f-4294-b541-b0bdadd46ef4 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:07:10.401219 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a38a756-bb8c-48e2-bd04-f749e1f45025 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:10.487547 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e33af358-2636-46ee-a2f6-ce80b86eb043 req-74f3c37e-5e19-4b83-8e8e-2a1636fe4397 tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.1842184 Nov 23 22:07:10.538257 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd9a0ea3-c15c-44e3-9a81-6a3ef98c7d6c req-0de80e6f-33a5-4e04-9082-2108b16494e1 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7221978 Nov 23 22:07:10.570866 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a38a756-bb8c-48e2-bd04-f749e1f45025 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:10.610291 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-6a38a756-bb8c-48e2-bd04-f749e1f45025 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Calling delete_port for e7824a8e-a04f-4294-b541-b0bdadd46ef4 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:07:10.804335 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a38a756-bb8c-48e2-bd04-f749e1f45025 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:10.884981 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5e0324e-5dd7-45af-a677-7807b9152f68 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:10.947234 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38a756-bb8c-48e2-bd04-f749e1f45025 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Pushing event deleted for resources: {'Port': ['ID=e7824a8e-a04f-4294-b541-b0bdadd46ef4,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:10.956491 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a38a756-bb8c-48e2-bd04-f749e1f45025 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:10.960916 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6a38a756-bb8c-48e2-bd04-f749e1f45025 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] 10.222.0.50 "DELETE /v2.0/ports/e7824a8e-a04f-4294-b541-b0bdadd46ef4 HTTP/1.1" status: 204 len: 168 time: 0.8433259 Nov 23 22:07:10.974257 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52886) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:11.240223 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a299b8b-e3a8-4192-b605-ed4f0764e3d0 req-9c8cc771-caf0-4f5f-914e-c816686a2484 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.0570173 Nov 23 22:07:11.280183 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-3e5aa25c-f473-4baf-8efc-4d7cd7d83570 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Deleting port 68aee0e6-0882-4f4d-a742-5644564269df {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:07:11.281233 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e5aa25c-f473-4baf-8efc-4d7cd7d83570 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:11.379599 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e0324e-5dd7-45af-a677-7807b9152f68 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Router 4f5b4ea7-8968-4ac5-b324-733daa9e39fe is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:07:11.384928 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e5aa25c-f473-4baf-8efc-4d7cd7d83570 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:11.403917 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-3e5aa25c-f473-4baf-8efc-4d7cd7d83570 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Calling delete_port for 68aee0e6-0882-4f4d-a742-5644564269df owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:07:11.895595 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-43f6c5e6-e67f-424d-bd9e-1c3d2a15ec2b req-3e1fc3fd-f391-4d5b-9c1d-6d6b6d855183 tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.1377206 Nov 23 22:07:12.003063 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e0324e-5dd7-45af-a677-7807b9152f68 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:07:12.023304 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e358d1b-40c0-4710-b3e7-24fdfc775241 None None] Sync routers for ids ['4f5b4ea7-8968-4ac5-b324-733daa9e39fe'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:07:12.051370 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e358d1b-40c0-4710-b3e7-24fdfc775241 None None] Routers {'4f5b4ea7-8968-4ac5-b324-733daa9e39fe'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:07:12.052512 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7e358d1b-40c0-4710-b3e7-24fdfc775241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:07:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['4f5b4ea7-8968-4ac5-b324-733daa9e39fe'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:12.134036 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7108a58-49c1-4f1e-bd93-aa6685eda3a3 req-e3df6f14-2dfb-428b-a4f3-235017e0ba4b tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:12.142482 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7108a58-49c1-4f1e-bd93-aa6685eda3a3 req-e3df6f14-2dfb-428b-a4f3-235017e0ba4b tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 944 time: 0.4011760 Nov 23 22:07:12.166891 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7e358d1b-40c0-4710-b3e7-24fdfc775241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:12.181729 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5e0324e-5dd7-45af-a677-7807b9152f68 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:12.199227 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e358d1b-40c0-4710-b3e7-24fdfc775241 None None] Routers {'4f5b4ea7-8968-4ac5-b324-733daa9e39fe'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:07:12.200235 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7e358d1b-40c0-4710-b3e7-24fdfc775241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:07:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['4f5b4ea7-8968-4ac5-b324-733daa9e39fe'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:12.200909 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e5e0324e-5dd7-45af-a677-7807b9152f68 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.5392573 Nov 23 22:07:12.201090 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52916) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:12.211249 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e5aa25c-f473-4baf-8efc-4d7cd7d83570 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:12.267271 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5aa25c-f473-4baf-8efc-4d7cd7d83570 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Pushing event deleted for resources: {'Port': ['ID=68aee0e6-0882-4f4d-a742-5644564269df,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:12.295341 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e5aa25c-f473-4baf-8efc-4d7cd7d83570 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:12.302487 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3e5aa25c-f473-4baf-8efc-4d7cd7d83570 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] 10.222.0.50 "DELETE /v2.0/ports/68aee0e6-0882-4f4d-a742-5644564269df HTTP/1.1" status: 204 len: 168 time: 1.3269041 Nov 23 22:07:12.305606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52920) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:12.318907 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7e358d1b-40c0-4710-b3e7-24fdfc775241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:12.319753 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e358d1b-40c0-4710-b3e7-24fdfc775241 None None] The sync data for ids ['4f5b4ea7-8968-4ac5-b324-733daa9e39fe'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:07:12.356098 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a83c302b-02b8-4df8-8e89-9e53408e1b98 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0460105 Nov 23 22:07:12.356937 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52922) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:12.362488 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-c443a500-386c-4375-ab35-9599e87c2311 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-989908149'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:12.382833 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7108a58-49c1-4f1e-bd93-aa6685eda3a3 req-7851c8ba-e303-413e-aac0-721f2cc232a7 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390137 Nov 23 22:07:12.424362 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c443a500-386c-4375-ab35-9599e87c2311 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Made reservation on behalf of 47d4b27f83d24a2bbcd84c95782bda35 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:07:12.428374 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c443a500-386c-4375-ab35-9599e87c2311 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:12.485299 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0ce39476-7d70-4e2a-aa77-8b72952d2285 req-2e709f96-2e6f-4fe5-9a76-82a1523ae000 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1bfd7d9-3dde-4ed7-857c-0e0ace76a590 HTTP/1.1" status: 200 len: 210 time: 0.0717032 Nov 23 22:07:12.517775 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c443a500-386c-4375-ab35-9599e87c2311 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:07:12.521249 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5eea80a2-3cae-44a7-8b63-1acf3f3f4796 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "GET /v2.0/routers/4f5b4ea7-8968-4ac5-b324-733daa9e39fe HTTP/1.1" status: 200 len: 921 time: 0.3189728 Nov 23 22:07:12.533539 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52924) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:12.600277 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c443a500-386c-4375-ab35-9599e87c2311 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:12.600653 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-c443a500-386c-4375-ab35-9599e87c2311 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Added segment 741e49ba-e6f5-42d4-9739-dbc9d6e34bd5 of type vlan for network bddf1463-1c51-467b-9f03-b78f9613a6e4 Nov 23 22:07:12.607160 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52930) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:12.617134 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-87e3951a-5452-4672-be00-5022114425bd tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5b4ea7-8968-4ac5-b324-733daa9e39fe HTTP/1.1" status: 200 len: 205 time: 0.0811126 Nov 23 22:07:12.696852 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c443a500-386c-4375-ab35-9599e87c2311 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:12.760801 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c443a500-386c-4375-ab35-9599e87c2311 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:12.767214 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c443a500-386c-4375-ab35-9599e87c2311 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:12.767919 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c443a500-386c-4375-ab35-9599e87c2311 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:12.949106 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443a500-386c-4375-ab35-9599e87c2311 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Pushing event updated for resources: {'Network': ['ID=bddf1463-1c51-467b-9f03-b78f9613a6e4,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:12.964038 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network bddf1463-1c51-467b-9f03-b78f9613a6e4 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:07:12.981476 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c443a500-386c-4375-ab35-9599e87c2311 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6176739 Nov 23 22:07:12.982133 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52940) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:13.052950 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8c544071-9b22-4401-be09-96771c8d6444 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:13.211435 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-1b19483e-0de0-4fd7-8a05-30a7d151f409 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2005328810'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:13.216231 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b18b8e3-41ed-49f4-a2fc-2789e8a5997a req-77f5c95e-8577-42b9-b594-16a2bbd9703e tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.1070893 Nov 23 22:07:13.412496 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:07:13.507504 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8c544071-9b22-4401-be09-96771c8d6444 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:13.521478 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b19483e-0de0-4fd7-8a05-30a7d151f409 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Made reservation on behalf of 47d4b27f83d24a2bbcd84c95782bda35 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:07:13.533393 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1b19483e-0de0-4fd7-8a05-30a7d151f409 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:13.633712 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67ff73-88ef-4789-a093-877e2ff52bff req-b88aa461-fd6e-445e-a6c9-31c6e3a95085 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:13.638444 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f67ff73-88ef-4789-a093-877e2ff52bff req-b88aa461-fd6e-445e-a6c9-31c6e3a95085 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 944 time: 0.1616931 Nov 23 22:07:13.701982 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b19483e-0de0-4fd7-8a05-30a7d151f409 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:07:13.727641 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52952) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:13.740994 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1b19483e-0de0-4fd7-8a05-30a7d151f409 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:13.741393 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-1b19483e-0de0-4fd7-8a05-30a7d151f409 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Added segment 647f450c-cd16-4256-9ced-af4bb0dbe04a of type vlan for network 12a1fdf5-0a5b-4512-84a7-d412d87c37b0 Nov 23 22:07:13.789370 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f67ff73-88ef-4789-a093-877e2ff52bff req-7aeb40c0-c116-40cd-a226-01e64f4fe004 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452961 Nov 23 22:07:13.900677 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-abb3498b-5328-456b-a414-c69388992c36 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:13.922948 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1b19483e-0de0-4fd7-8a05-30a7d151f409 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:13.980356 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-8c544071-9b22-4401-be09-96771c8d6444 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Deleting port adab345f-57d9-4861-bff7-33807eea4906 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:07:13.984310 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8c544071-9b22-4401-be09-96771c8d6444 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:13.990117 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1b19483e-0de0-4fd7-8a05-30a7d151f409 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:14.004161 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b19483e-0de0-4fd7-8a05-30a7d151f409 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:14.004515 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-abb3498b-5328-456b-a414-c69388992c36 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:14.005472 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1b19483e-0de0-4fd7-8a05-30a7d151f409 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:14.132902 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1b19483e-0de0-4fd7-8a05-30a7d151f409 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0852063 Nov 23 22:07:14.200427 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-abb3498b-5328-456b-a414-c69388992c36 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:14.207386 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-abb3498b-5328-456b-a414-c69388992c36 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:14.215067 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-abb3498b-5328-456b-a414-c69388992c36 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "DELETE /v2.0/security-groups/2a6ab587-9cc2-49c3-81ea-8a55aac418a9 HTTP/1.1" status: 204 len: 168 time: 0.4855359 Nov 23 22:07:14.217569 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52966) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:14.309585 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3498b-5328-456b-a414-c69388992c36 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6ab587-9cc2-49c3-81ea-8a55aac418a9,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:14.312342 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52974) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:14.323745 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-e6f97a4a-d0d4-4b07-913c-884743aca414 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Request body: {'subnets': [{'network_id': 'bddf1463-1c51-467b-9f03-b78f9613a6e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1116166816', 'ip_version': 4}, {'network_id': '12a1fdf5-0a5b-4512-84a7-d412d87c37b0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:14.324210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-e6f97a4a-d0d4-4b07-913c-884743aca414 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Request body: {'subnet': {'network_id': 'bddf1463-1c51-467b-9f03-b78f9613a6e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1116166816', 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:14.324864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-e6f97a4a-d0d4-4b07-913c-884743aca414 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Request body: {'subnet': {'network_id': '12a1fdf5-0a5b-4512-84a7-d412d87c37b0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:14.327526 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19483e-0de0-4fd7-8a05-30a7d151f409 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Pushing event updated for resources: {'Network': ['ID=12a1fdf5-0a5b-4512-84a7-d412d87c37b0,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:14.352663 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 12a1fdf5-0a5b-4512-84a7-d412d87c37b0 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:07:14.359939 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-993b1d03-8630-43b4-bdec-54822530d81d tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] show failed (client error): The resource could not be found. Nov 23 22:07:14.367019 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-993b1d03-8630-43b4-bdec-54822530d81d tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "GET /v2.0/security-groups/2a6ab587-9cc2-49c3-81ea-8a55aac418a9 HTTP/1.1" status: 404 len: 347 time: 0.0906458 Nov 23 22:07:14.377001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52976) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:14.412727 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8c544071-9b22-4401-be09-96771c8d6444 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:14.447813 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-8c544071-9b22-4401-be09-96771c8d6444 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Calling delete_port for adab345f-57d9-4861-bff7-33807eea4906 owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:07:14.674564 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c4fa52d9-6011-4d73-be6e-bb26008ab587 req-438219ca-a070-473f-aa64-fb1063122772 tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.1298854 Nov 23 22:07:14.790032 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8c544071-9b22-4401-be09-96771c8d6444 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:14.838302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcb6314-29a5-4b3d-af12-c93ca2097d15 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:07:14.852780 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c544071-9b22-4401-be09-96771c8d6444 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Pushing event deleted for resources: {'Port': ['ID=adab345f-57d9-4861-bff7-33807eea4906,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:14.857851 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-4b46189a-2987-4e4a-aaa1-b4a35c4b3c5c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Deleting port 65141407-ad9d-45b2-a71c-72657856bcdb {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:07:14.858512 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4b46189a-2987-4e4a-aaa1-b4a35c4b3c5c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:14.941450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f97a4a-d0d4-4b07-913c-884743aca414 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Made reservation on behalf of 47d4b27f83d24a2bbcd84c95782bda35 for: {'subnet': 2} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:07:14.946869 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e6f97a4a-d0d4-4b07-913c-884743aca414 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:14.947296 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e6f97a4a-d0d4-4b07-913c-884743aca414 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:14.980672 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8c544071-9b22-4401-be09-96771c8d6444 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:15.092768 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e297d3e-cc64-41cd-9c8a-6f514fe5a107 req-b179c14d-550f-4df2-9989-43a1facc956f tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:15.094877 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e297d3e-cc64-41cd-9c8a-6f514fe5a107 req-b179c14d-550f-4df2-9989-43a1facc956f tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 944 time: 0.1583419 Nov 23 22:07:15.127928 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8c544071-9b22-4401-be09-96771c8d6444 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:15.130707 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8c544071-9b22-4401-be09-96771c8d6444 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:15.162651 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4b46189a-2987-4e4a-aaa1-b4a35c4b3c5c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:15.163580 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4b46189a-2987-4e4a-aaa1-b4a35c4b3c5c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:15.178918 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-4b46189a-2987-4e4a-aaa1-b4a35c4b3c5c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Calling delete_port for 65141407-ad9d-45b2-a71c-72657856bcdb owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:07:15.201602 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8c544071-9b22-4401-be09-96771c8d6444 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:15.202435 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c544071-9b22-4401-be09-96771c8d6444 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Fanout notify agent at l3_agent the message router_deleted on router 4f5b4ea7-8968-4ac5-b324-733daa9e39fe {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:07:15.213657 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8c544071-9b22-4401-be09-96771c8d6444 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:15.220293 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8c544071-9b22-4401-be09-96771c8d6444 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "DELETE /v2.0/routers/4f5b4ea7-8968-4ac5-b324-733daa9e39fe HTTP/1.1" status: 204 len: 168 time: 2.6117699 Nov 23 22:07:15.232884 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52994) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:15.237562 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f5c33859-7dc6-430d-ac23-1103afd59737 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1339564422', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'enable_snat': False}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:15.291229 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5c33859-7dc6-430d-ac23-1103afd59737 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:15.292550 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5c33859-7dc6-430d-ac23-1103afd59737 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:15.349957 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5c33859-7dc6-430d-ac23-1103afd59737 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:15.504266 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e297d3e-cc64-41cd-9c8a-6f514fe5a107 req-b1047481-642d-472f-b3c3-2f7ad574ba65 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091887 Nov 23 22:07:15.537702 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4b46189a-2987-4e4a-aaa1-b4a35c4b3c5c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:15.561264 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46189a-2987-4e4a-aaa1-b4a35c4b3c5c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event deleted for resources: {'Port': ['ID=65141407-ad9d-45b2-a71c-72657856bcdb,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:15.578220 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5c33859-7dc6-430d-ac23-1103afd59737 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:15.725439 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4b46189a-2987-4e4a-aaa1-b4a35c4b3c5c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:15.728079 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4b46189a-2987-4e4a-aaa1-b4a35c4b3c5c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:15.729335 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4b46189a-2987-4e4a-aaa1-b4a35c4b3c5c tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "DELETE /v2.0/floatingips/405be1a0-c37f-4f23-90ee-517fe2d6c9c4 HTTP/1.1" status: 204 len: 168 time: 1.3512468 Nov 23 22:07:15.739432 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53008) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:15.847332 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff7488c9-3393-40c5-bc95-b9eec7e4577a req-4b76734b-17ca-477b-a6fc-1df58981abd8 tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0395541 Nov 23 22:07:15.998408 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e6f97a4a-d0d4-4b07-913c-884743aca414 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:16.084461 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f97a4a-d0d4-4b07-913c-884743aca414 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Pushing event updated for resources: {'Subnet': ['ID=935b64fd-0c00-4c9d-bfcd-441eed0fdc40,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:16.147187 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f97a4a-d0d4-4b07-913c-884743aca414 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Checking segment: {'id': '741e49ba-e6f5-42d4-9739-dbc9d6e34bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bddf1463-1c51-467b-9f03-b78f9613a6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:07:16.148021 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f97a4a-d0d4-4b07-913c-884743aca414 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Network hostable DHCP agents. Network: bddf1463-1c51-467b-9f03-b78f9613a6e4, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:07:16.195353 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f97a4a-d0d4-4b07-913c-884743aca414 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Network bddf1463-1c51-467b-9f03-b78f9613a6e4 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:07:16.210803 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-e6f97a4a-d0d4-4b07-913c-884743aca414 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, bddf1463-1c51-467b-9f03-b78f9613a6e4) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:07:16.215393 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e6f97a4a-d0d4-4b07-913c-884743aca414 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:16.224331 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146d54df-a038-4d13-989c-13fd3d266cdc None None] Network bddf1463-1c51-467b-9f03-b78f9613a6e4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:07:16.410097 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f97a4a-d0d4-4b07-913c-884743aca414 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Pushing event updated for resources: {'Subnet': ['ID=7e66d64a-10c9-4f1d-9f62-01d7dc7eef1e,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:16.419747 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f97a4a-d0d4-4b07-913c-884743aca414 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Checking segment: {'id': '647f450c-cd16-4256-9ced-af4bb0dbe04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '12a1fdf5-0a5b-4512-84a7-d412d87c37b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:07:16.420002 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f97a4a-d0d4-4b07-913c-884743aca414 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Network hostable DHCP agents. Network: 12a1fdf5-0a5b-4512-84a7-d412d87c37b0, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:07:16.469279 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f97a4a-d0d4-4b07-913c-884743aca414 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Network 12a1fdf5-0a5b-4512-84a7-d412d87c37b0 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:07:16.476678 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-bddf1463-1c51-467b-9f03-b78f9613a6e4', 'network_id': 'bddf1463-1c51-467b-9f03-b78f9613a6e4', 'tenant_id': '47d4b27f83d24a2bbcd84c95782bda35', 'fixed_ips': [{'subnet_id': '935b64fd-0c00-4c9d-bfcd-441eed0fdc40'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:07:16.477588 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:16.484211 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-e6f97a4a-d0d4-4b07-913c-884743aca414 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 12a1fdf5-0a5b-4512-84a7-d412d87c37b0) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:07:16.490360 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f97a4a-d0d4-4b07-913c-884743aca414 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:16.491268 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f97a4a-d0d4-4b07-913c-884743aca414 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:16.491474 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e6f97a4a-d0d4-4b07-913c-884743aca414 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:16.501462 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bc394f-cb89-4150-b94e-05aa589a9dcc None None] Network 12a1fdf5-0a5b-4512-84a7-d412d87c37b0 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:07:16.526671 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5c33859-7dc6-430d-ac23-1103afd59737 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:16.534787 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e6f97a4a-d0d4-4b07-913c-884743aca414 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.2134497 Nov 23 22:07:16.535265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53022) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:16.565651 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5c33859-7dc6-430d-ac23-1103afd59737 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:16.734961 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-f6a92299-1d65-4d22-a0e5-390679fab4fa tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Deleting port e7e26413-e971-46f6-ba1f-9c8b1eb61493 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:07:16.735619 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f6a92299-1d65-4d22-a0e5-390679fab4fa tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:16.795772 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Allocated IP 172.20.0.2 (bddf1463-1c51-467b-9f03-b78f9613a6e4/935b64fd-0c00-4c9d-bfcd-441eed0fdc40/6d04c37a-9499-442f-827e-64c6ff530d19) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:07:17.005105 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f6a92299-1d65-4d22-a0e5-390679fab4fa tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:17.024032 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-f6a92299-1d65-4d22-a0e5-390679fab4fa tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Calling delete_port for e7e26413-e971-46f6-ba1f-9c8b1eb61493 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:07:17.085988 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-f5c33859-7dc6-430d-ac23-1103afd59737 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Allocated IP 172.25.5.144 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/4fe88142-8b1f-4bcc-8516-87e5d00faa80) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:07:17.203146 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f68a33eb-1793-4ed0-bdb4-d3fef9fb4f6f req-8dbf95fb-8f3f-4783-b78c-db87a088deac tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0586655 Nov 23 22:07:17.229262 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42555253-6193-4a22-b949-f0ac9a2c01de tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:17.231095 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42555253-6193-4a22-b949-f0ac9a2c01de tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:17.233172 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42555253-6193-4a22-b949-f0ac9a2c01de tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:17.239090 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-42555253-6193-4a22-b949-f0ac9a2c01de tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.7026918 Nov 23 22:07:17.240697 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53040) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:17.306471 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:17.334089 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee76ef7-25d5-440a-8f51-be5ccc822773 req-788aae25-9eba-4861-9c5f-d29346703b3a tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:17.341572 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7ee76ef7-25d5-440a-8f51-be5ccc822773 req-788aae25-9eba-4861-9c5f-d29346703b3a tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 944 time: 0.2073731 Nov 23 22:07:17.376520 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:17.381853 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5c33859-7dc6-430d-ac23-1103afd59737 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:17.387687 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6ee57e-eb69-4e3f-9a25-4bd3d102bc30 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Deleting subnet 935b64fd-0c00-4c9d-bfcd-441eed0fdc40 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:07:17.414622 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-af6ee57e-eb69-4e3f-9a25-4bd3d102bc30 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:17.474125 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-af6ee57e-eb69-4e3f-9a25-4bd3d102bc30 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:17.539361 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Pushing event updated for resources: {'Port': ['ID=6d04c37a-9499-442f-827e-64c6ff530d19,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:17.549989 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Network bddf1463-1c51-467b-9f03-b78f9613a6e4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:07:17.552906 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7ee76ef7-25d5-440a-8f51-be5ccc822773 req-47ef88a7-e574-4e40-9926-10ad08ea56c7 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933682 Nov 23 22:07:17.554887 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:17.555498 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:17.556076 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:17.557446 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:17.558996 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:17.559577 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:17.561547 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:17.562150 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:17.562811 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:17.563375 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:17.564537 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:17.565134 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:17.569831 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5c33859-7dc6-430d-ac23-1103afd59737 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:17.575924 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:07:17.580938 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:07:17.597721 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f6a92299-1d65-4d22-a0e5-390679fab4fa tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:17.660415 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c33859-7dc6-430d-ac23-1103afd59737 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:07:17.685930 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-f5c33859-7dc6-430d-ac23-1103afd59737 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:07:17.689507 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-af6ee57e-eb69-4e3f-9a25-4bd3d102bc30 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:17.691964 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c33859-7dc6-430d-ac23-1103afd59737 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:07:17.713088 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba8f872-872b-4356-8559-4ab21ecf516f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-12a1fdf5-0a5b-4512-84a7-d412d87c37b0', 'network_id': '12a1fdf5-0a5b-4512-84a7-d412d87c37b0', 'tenant_id': '47d4b27f83d24a2bbcd84c95782bda35', 'fixed_ips': [{'subnet_id': '7e66d64a-10c9-4f1d-9f62-01d7dc7eef1e'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:07:17.715225 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-eba8f872-872b-4356-8559-4ab21ecf516f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:17.733304 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98be0e5-5a88-4df4-95d9-327dba089955 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:07:17.752281 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Attempting to bind port 6d04c37a-9499-442f-827e-64c6ff530d19 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:07:17.754636 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Attempting to bind port 6d04c37a-9499-442f-827e-64c6ff530d19 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '741e49ba-e6f5-42d4-9739-dbc9d6e34bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bddf1463-1c51-467b-9f03-b78f9613a6e4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:07:17.755715 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Attempting to bind port 6d04c37a-9499-442f-827e-64c6ff530d19 on network bddf1463-1c51-467b-9f03-b78f9613a6e4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:07:17.844556 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c33859-7dc6-430d-ac23-1103afd59737 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Pushing event updated for resources: {'Port': ['ID=4fe88142-8b1f-4bcc-8516-87e5d00faa80,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:17.873039 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-af6ee57e-eb69-4e3f-9a25-4bd3d102bc30 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:17.892190 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a92299-1d65-4d22-a0e5-390679fab4fa tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event deleted for resources: {'Port': ['ID=e7e26413-e971-46f6-ba1f-9c8b1eb61493,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:17.902942 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:07:17.903406 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Checking segment: {'id': '741e49ba-e6f5-42d4-9739-dbc9d6e34bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bddf1463-1c51-467b-9f03-b78f9613a6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:07:17.903982 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:17.904735 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Bound using segment: {'id': '741e49ba-e6f5-42d4-9739-dbc9d6e34bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bddf1463-1c51-467b-9f03-b78f9613a6e4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:07:17.916875 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Bound port: 6d04c37a-9499-442f-827e-64c6ff530d19, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741e49ba-e6f5-42d4-9739-dbc9d6e34bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'bddf1463-1c51-467b-9f03-b78f9613a6e4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:07:17.917838 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:17.924208 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ee57e-eb69-4e3f-9a25-4bd3d102bc30 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Pushing event deleted for resources: {'Subnet': ['ID=935b64fd-0c00-4c9d-bfcd-441eed0fdc40,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:17.960640 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-af6ee57e-eb69-4e3f-9a25-4bd3d102bc30 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:17.966818 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-af6ee57e-eb69-4e3f-9a25-4bd3d102bc30 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] 10.222.0.50 "DELETE /v2.0/subnets/935b64fd-0c00-4c9d-bfcd-441eed0fdc40 HTTP/1.1" status: 204 len: 168 time: 0.7211363 Nov 23 22:07:17.967555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53052) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:17.999051 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f6a92299-1d65-4d22-a0e5-390679fab4fa tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:18.002849 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f6a92299-1d65-4d22-a0e5-390679fab4fa tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "DELETE /v2.0/ports/e7e26413-e971-46f6-ba1f-9c8b1eb61493 HTTP/1.1" status: 204 len: 168 time: 2.2618124 Nov 23 22:07:18.005365 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53056) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:18.039627 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-62036d24-4cba-41c2-a4e0-bf2d768936a7 None None] Provisioning complete for port 4fe88142-8b1f-4bcc-8516-87e5d00faa80 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:07:18.040522 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-62036d24-4cba-41c2-a4e0-bf2d768936a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:18.205418 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40b8a7c-3edf-4f09-894e-6ea243081bde tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Deleting subnet 7e66d64a-10c9-4f1d-9f62-01d7dc7eef1e {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:07:18.228479 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-62036d24-4cba-41c2-a4e0-bf2d768936a7 None None] Port 4fe88142-8b1f-4bcc-8516-87e5d00faa80 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:07:18.305854 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-eba8f872-872b-4356-8559-4ab21ecf516f None None] Allocated IP 172.20.0.18 (12a1fdf5-0a5b-4512-84a7-d412d87c37b0/7e66d64a-10c9-4f1d-9f62-01d7dc7eef1e/d7a23514-b090-4ee0-a9eb-6a31f05fea9d) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:07:18.308532 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] For port 6d04c37a-9499-442f-827e-64c6ff530d19, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:07:18.314423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] For port 6d04c37a-9499-442f-827e-64c6ff530d19, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6d04c37a-9499-442f-827e-64c6ff530d19,segment=NetworkSegment(741e49ba-e6f5-42d4-9739-dbc9d6e34bd5),segment_id=741e49ba-e6f5-42d4-9739-dbc9d6e34bd5)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:07:18.329098 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:18.397857 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 85ad12db-6b0b-4cc1-b52f-1504a8283e40 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:07:18.437991 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5c33859-7dc6-430d-ac23-1103afd59737 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:18.479238 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-c26672a5-e0d8-4942-9f4f-9f3bc4730704 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Deleting port 9e1a4a01-b58d-4d1b-8c53-14975401b67a {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:07:18.479552 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c26672a5-e0d8-4942-9f4f-9f3bc4730704 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:18.491712 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-69a481d4-15d1-4aef-a040-6093efb4b39d req-3d19ea96-b96a-40b2-864b-c9ecaaceacf3 tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0896175 Nov 23 22:07:18.635954 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 85ad12db-6b0b-4cc1-b52f-1504a8283e40, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=85ad12db-6b0b-4cc1-b52f-1504a8283e40,segment=NetworkSegment(2b9161da-138e-4e22-b667-483f6f79328a),segment_id=2b9161da-138e-4e22-b667-483f6f79328a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:07:18.747806 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '85ad12db-6b0b-4cc1-b52f-1504a8283e40', 'network_id': 'e2e52909-dbc6-4cc2-ac82-3967aafdd39a', 'port_id': '85ad12db-6b0b-4cc1-b52f-1504a8283e40', 'mac_address': 'fa:16:3e:48:20:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70a442e5-0c56-4c4d-9aab-d7d2295cb603', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:07:18.770295 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e267c9c-4627-4503-ba94-475ba77c0c78 req-cb4e2c90-9bcf-4088-8f39-8035a65f58b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e1eb8a9c3aaa45a49d9928d83c9a76c5&device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0719326 Nov 23 22:07:18.919126 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5c33859-7dc6-430d-ac23-1103afd59737 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:18.930402 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c26672a5-e0d8-4942-9f4f-9f3bc4730704 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:18.938609 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e267c9c-4627-4503-ba94-475ba77c0c78 req-794d0b52-15d7-43d4-8a40-f86bf28a7e9d service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=e1eb8a9c3aaa45a49d9928d83c9a76c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1186671 Nov 23 22:07:18.998640 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aedf6a-9445-46ce-842a-fc32323015fb req-9a52a2e9-6f3a-44b4-9d55-7765e6cee0ab tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:19.000894 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21aedf6a-9445-46ce-842a-fc32323015fb req-9a52a2e9-6f3a-44b4-9d55-7765e6cee0ab tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 944 time: 0.2693996 Nov 23 22:07:19.022323 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-c26672a5-e0d8-4942-9f4f-9f3bc4730704 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Calling delete_port for 9e1a4a01-b58d-4d1b-8c53-14975401b67a owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:07:19.311892 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c33859-7dc6-430d-ac23-1103afd59737 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Router b71b44bc-3102-4662-b410-554571370de7 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:07:19.344424 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a916659f-e807-4697-83ae-c287d60e2243 None None] Network bddf1463-1c51-467b-9f03-b78f9613a6e4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:07:19.354541 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:19.419616 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28facba8-5073-4c8f-9e02-4282f834da3a None None] Pushing event updated for resources: {'Port': ['ID=6d04c37a-9499-442f-827e-64c6ff530d19,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:19.465502 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c33859-7dc6-430d-ac23-1103afd59737 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:07:19.476306 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] Sync routers for ids ['b71b44bc-3102-4662-b410-554571370de7'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:07:19.485330 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ad12db-6b0b-4cc1-b52f-1504a8283e40 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:07:19.508970 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] Routers {'b71b44bc-3102-4662-b410-554571370de7'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:07:19.510068 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:07:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['b71b44bc-3102-4662-b410-554571370de7'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:19.524353 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5c33859-7dc6-430d-ac23-1103afd59737 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:19.530376 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f5c33859-7dc6-430d-ac23-1103afd59737 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.2959702 Nov 23 22:07:19.531135 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53084) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:19.604720 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 85ad12db-6b0b-4cc1-b52f-1504a8283e40, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=85ad12db-6b0b-4cc1-b52f-1504a8283e40,segment=NetworkSegment(2b9161da-138e-4e22-b667-483f6f79328a),segment_id=2b9161da-138e-4e22-b667-483f6f79328a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:07:19.622158 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21aedf6a-9445-46ce-842a-fc32323015fb req-783994b6-77c5-4004-85fa-c39ccd957989 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5776598 Nov 23 22:07:19.683497 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e267c9c-4627-4503-ba94-475ba77c0c78 req-f970e9dd-3f9d-434a-8010-6740a703b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:19.684987 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e267c9c-4627-4503-ba94-475ba77c0c78 req-f970e9dd-3f9d-434a-8010-6740a703b5c2 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7229645 Nov 23 22:07:19.726427 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-803312c2-d1bd-47e2-80db-a38c7b2d8508 req-1c19e6a2-8c66-4808-860e-145db231debf tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0622542 Nov 23 22:07:19.853633 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:19.870800 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c26672a5-e0d8-4942-9f4f-9f3bc4730704 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:19.910677 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-182c0f06-838d-4048-af5f-2c031de7361a tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "GET /v2.0/routers/b71b44bc-3102-4662-b410-554571370de7 HTTP/1.1" status: 200 len: 909 time: 0.3770337 Nov 23 22:07:19.911426 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53092) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:19.953170 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26672a5-e0d8-4942-9f4f-9f3bc4730704 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event deleted for resources: {'Port': ['ID=9e1a4a01-b58d-4d1b-8c53-14975401b67a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:19.977702 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-cd266531-21cc-4aef-866a-5dc8f32a46ef tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1339564422', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'enable_snat': True}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:20.009418 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-eba8f872-872b-4356-8559-4ab21ecf516f None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:20.041518 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c40b8a7c-3edf-4f09-894e-6ea243081bde tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:20.077795 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-eba8f872-872b-4356-8559-4ab21ecf516f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:20.122503 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd266531-21cc-4aef-866a-5dc8f32a46ef tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:20.124291 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd266531-21cc-4aef-866a-5dc8f32a46ef tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:20.131015 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c40b8a7c-3edf-4f09-894e-6ea243081bde tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:20.220147 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['85ad12db-6b0b-4cc1-b52f-1504a8283e40'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:07:20.220929 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] Set router b71b44bc-3102-4662-b410-554571370de7 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:07:20.248749 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba8f872-872b-4356-8559-4ab21ecf516f None None] Network 12a1fdf5-0a5b-4512-84a7-d412d87c37b0 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:07:20.259849 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd266531-21cc-4aef-866a-5dc8f32a46ef tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:20.260887 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-eba8f872-872b-4356-8559-4ab21ecf516f None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:07:20.321647 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c40b8a7c-3edf-4f09-894e-6ea243081bde tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:20.367319 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba8f872-872b-4356-8559-4ab21ecf516f None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:07:20.383686 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=85ad12db-6b0b-4cc1-b52f-1504a8283e40,revision_number=9']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:20.465057 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c40b8a7c-3edf-4f09-894e-6ea243081bde tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:20.558029 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b8a7c-3edf-4f09-894e-6ea243081bde tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Pushing event deleted for resources: {'Subnet': ['ID=7e66d64a-10c9-4f1d-9f62-01d7dc7eef1e,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:20.565094 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c40b8a7c-3edf-4f09-894e-6ea243081bde tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:20.575468 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c40b8a7c-3edf-4f09-894e-6ea243081bde tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] 10.222.0.50 "DELETE /v2.0/subnets/7e66d64a-10c9-4f1d-9f62-01d7dc7eef1e HTTP/1.1" status: 204 len: 168 time: 2.6051300 Nov 23 22:07:20.582629 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53104) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:20.587965 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c26672a5-e0d8-4942-9f4f-9f3bc4730704 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:20.597929 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c26672a5-e0d8-4942-9f4f-9f3bc4730704 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "DELETE /v2.0/ports/9e1a4a01-b58d-4d1b-8c53-14975401b67a HTTP/1.1" status: 204 len: 168 time: 2.5881276 Nov 23 22:07:20.604487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53106) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:20.731625 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-eba8f872-872b-4356-8559-4ab21ecf516f None None] Attempting to bind port d7a23514-b090-4ee0-a9eb-6a31f05fea9d on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:07:20.770156 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-eba8f872-872b-4356-8559-4ab21ecf516f None None] Attempting to bind port d7a23514-b090-4ee0-a9eb-6a31f05fea9d by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '647f450c-cd16-4256-9ced-af4bb0dbe04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '12a1fdf5-0a5b-4512-84a7-d412d87c37b0'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:07:20.770766 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba8f872-872b-4356-8559-4ab21ecf516f None None] Attempting to bind port d7a23514-b090-4ee0-a9eb-6a31f05fea9d on network 12a1fdf5-0a5b-4512-84a7-d412d87c37b0 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:07:20.828784 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba8f872-872b-4356-8559-4ab21ecf516f None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:07:20.836471 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd266531-21cc-4aef-866a-5dc8f32a46ef tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:20.843313 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba8f872-872b-4356-8559-4ab21ecf516f None None] Checking segment: {'id': '647f450c-cd16-4256-9ced-af4bb0dbe04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '12a1fdf5-0a5b-4512-84a7-d412d87c37b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:07:20.843937 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-eba8f872-872b-4356-8559-4ab21ecf516f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:20.846489 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba8f872-872b-4356-8559-4ab21ecf516f None None] Bound using segment: {'id': '647f450c-cd16-4256-9ced-af4bb0dbe04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '12a1fdf5-0a5b-4512-84a7-d412d87c37b0'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:07:20.851405 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-eba8f872-872b-4356-8559-4ab21ecf516f None None] Bound port: d7a23514-b090-4ee0-a9eb-6a31f05fea9d, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647f450c-cd16-4256-9ced-af4bb0dbe04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '12a1fdf5-0a5b-4512-84a7-d412d87c37b0'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:07:20.856033 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71b44bc-3102-4662-b410-554571370de7', 'name': 'tempest-snat-router-1339564422', 'tenant_id': '1c9e8015ad614b17bb4d1cf3f4e26e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.144'}], 'enable_snat': False}, 'gw_port_id': '4fe88142-8b1f-4bcc-8516-87e5d00faa80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:07:15Z', 'updated_at': '2021-11-23T22:07:18Z', 'revision_number': 3, 'project_id': '1c9e8015ad614b17bb4d1cf3f4e26e78', 'gw_port': {'id': '4fe88142-8b1f-4bcc-8516-87e5d00faa80', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71b44bc-3102-4662-b410-554571370de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:07:16Z', 'updated_at': '2021-11-23T22:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:20.856798 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-eba8f872-872b-4356-8559-4ab21ecf516f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:20.867334 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8f872-872b-4356-8559-4ab21ecf516f None None] Pushing event updated for resources: {'Port': ['ID=d7a23514-b090-4ee0-a9eb-6a31f05fea9d,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:20.908547 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2c6877-f115-47ab-b8fe-f7dbb1b71ca3 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:20.914690 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cd2c6877-f115-47ab-b8fe-f7dbb1b71ca3 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3093274 Nov 23 22:07:20.916557 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53120) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:20.942194 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7bb4944-cab0-4d13-b130-a7be3dfc55a2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Deleting subnet 53016539-7c6b-4b2e-9ed2-0e78c3bed719 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:07:20.985988 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] Checking router: b71b44bc-3102-4662-b410-554571370de7 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:07:20.986273 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] Updating router b71b44bc-3102-4662-b410-554571370de7 port 4fe88142-8b1f-4bcc-8516-87e5d00faa80 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:07:20.996764 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f7bb4944-cab0-4d13-b130-a7be3dfc55a2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:21.008317 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53122) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:21.049927 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:21.116409 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59ddbf2b-d187-41a8-aaba-661ab0906802 req-b1c7d5ce-56c0-449e-b97a-07ff1c4d1a48 tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.1333523 Nov 23 22:07:21.176474 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-d0955fea-7f4a-4c46-89d2-1f994cab6313 req-85f8b0a4-ac5d-4c96-af2d-6131e65850d7 service neutron] (110034) timed out ('10.222.0.60', 49296) {{(pid=110034) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 22:07:21.234523 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f7bb4944-cab0-4d13-b130-a7be3dfc55a2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:21.238300 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-eba8f872-872b-4356-8559-4ab21ecf516f None None] For port d7a23514-b090-4ee0-a9eb-6a31f05fea9d, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:07:21.267693 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3cfc1aeb-3ead-493a-97b6-acb5f708c7a6 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:21.322246 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1032b-3bea-4e58-9b1a-e28258507416 req-8474bfe8-c28b-4d1c-a1f7-1ad303eb95ca tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:21.324942 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-eba8f872-872b-4356-8559-4ab21ecf516f None None] For port d7a23514-b090-4ee0-a9eb-6a31f05fea9d, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d7a23514-b090-4ee0-a9eb-6a31f05fea9d,segment=NetworkSegment(647f450c-cd16-4256-9ced-af4bb0dbe04a),segment_id=647f450c-cd16-4256-9ced-af4bb0dbe04a)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:07:21.339258 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55b1032b-3bea-4e58-9b1a-e28258507416 req-8474bfe8-c28b-4d1c-a1f7-1ad303eb95ca tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 945 time: 0.4440360 Nov 23 22:07:21.351532 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-eba8f872-872b-4356-8559-4ab21ecf516f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:21.541005 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8f872-872b-4356-8559-4ab21ecf516f None None] Pushing event updated for resources: {'Port': ['ID=d7a23514-b090-4ee0-a9eb-6a31f05fea9d,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:21.546294 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c328f8c4-1148-4b49-b823-e108d2052cb3 None None] Network 12a1fdf5-0a5b-4512-84a7-d412d87c37b0 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:07:21.553831 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55b1032b-3bea-4e58-9b1a-e28258507416 req-e1d038f8-6b9e-4ab2-a89f-41e38fab4096 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129288 Nov 23 22:07:21.558428 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a1dce2c0-2c6c-4882-bb9f-302f0c0822ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:21.582164 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f7bb4944-cab0-4d13-b130-a7be3dfc55a2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:21.725345 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:21.739689 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:21.826432 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f7bb4944-cab0-4d13-b130-a7be3dfc55a2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:21.837655 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc1aeb-3ead-493a-97b6-acb5f708c7a6 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Deleting port d7a23514-b090-4ee0-a9eb-6a31f05fea9d {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:07:21.840000 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3cfc1aeb-3ead-493a-97b6-acb5f708c7a6 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:21.863418 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da28c04a-7be8-419f-ab65-a49223792512 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:07:21.898333 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ad9a66-f44e-4497-9b69-a4bdf3c1ba21 None None] Network 954621a6-0447-4b04-92ad-3bda684cf0c7 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:07:21.909177 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f7bb4944-cab0-4d13-b130-a7be3dfc55a2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:21.931667 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f7bb4944-cab0-4d13-b130-a7be3dfc55a2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "DELETE /v2.0/subnets/53016539-7c6b-4b2e-9ed2-0e78c3bed719 HTTP/1.1" status: 204 len: 168 time: 1.3074315 Nov 23 22:07:21.940373 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9e5a8-04e3-46a3-9e65-63e735599736 None None] Pushing event updated for resources: {'Port': ['ID=4fe88142-8b1f-4bcc-8516-87e5d00faa80,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:21.955623 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] Attempting to bind port 4fe88142-8b1f-4bcc-8516-87e5d00faa80 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:07:21.959508 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] Attempting to bind port 4fe88142-8b1f-4bcc-8516-87e5d00faa80 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:07:21.959912 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] Attempting to bind port 4fe88142-8b1f-4bcc-8516-87e5d00faa80 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:07:21.971906 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:07:21.972422 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:07:21.972826 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:21.973307 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:07:21.976358 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] Bound port: 4fe88142-8b1f-4bcc-8516-87e5d00faa80, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:07:21.976804 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:21.993091 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a1dce2c0-2c6c-4882-bb9f-302f0c0822ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:21.995468 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53136) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:22.098963 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] For port 4fe88142-8b1f-4bcc-8516-87e5d00faa80, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:07:22.108091 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] For port 4fe88142-8b1f-4bcc-8516-87e5d00faa80, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4fe88142-8b1f-4bcc-8516-87e5d00faa80,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:07:22.122405 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:22.152025 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c88e8e7e-1897-4fcb-a75a-52cc38ed55ee None None] Provisioning complete for port 4fe88142-8b1f-4bcc-8516-87e5d00faa80 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:07:22.152355 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c88e8e7e-1897-4fcb-a75a-52cc38ed55ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:22.187767 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb4944-cab0-4d13-b130-a7be3dfc55a2 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event deleted for resources: {'Subnet': ['ID=53016539-7c6b-4b2e-9ed2-0e78c3bed719,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:22.195834 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b0e4399-6b1b-4e59-83a0-76d02b508868 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Deleting subnet 79f80f5c-625c-497c-bf22-0257e8bcf148 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:07:22.199305 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a1dce2c0-2c6c-4882-bb9f-302f0c0822ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:22.219388 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9e5a8-04e3-46a3-9e65-63e735599736 None None] Pushing event updated for resources: {'Port': ['ID=4fe88142-8b1f-4bcc-8516-87e5d00faa80,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:22.229844 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1b0e4399-6b1b-4e59-83a0-76d02b508868 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:22.237066 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a1dce2c0-2c6c-4882-bb9f-302f0c0822ae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cce18ee37fcf4ebfa10ceaefff1ed98b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1423216 Nov 23 22:07:22.256806 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaa72fb-85a4-44be-813b-f6727de18599 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:07:22.269487 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] Routers {'b71b44bc-3102-4662-b410-554571370de7'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:07:22.270505 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:07:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['b71b44bc-3102-4662-b410-554571370de7'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:22.273891 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53142) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:22.453609 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 85ad12db-6b0b-4cc1-b52f-1504a8283e40 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:07:22.471305 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60e993a-c6f3-44a5-a154-7c271c2764bb None None] DHCP port deletion for 954621a6-0447-4b04-92ad-3bda684cf0c7 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:07:22.514643 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dce2c0-2c6c-4882-bb9f-302f0c0822ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c602ccb8-e9c0-4abb-a42c-e1fbd72d3eab,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:22.541496 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa5e4eec-54db-4aa8-ad9d-fa76c2acb01b req-d6cd2345-8927-4014-a043-42f0fb26cfe8 tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0922399 Nov 23 22:07:22.545084 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1b0e4399-6b1b-4e59-83a0-76d02b508868 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:22.591731 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] Set router b71b44bc-3102-4662-b410-554571370de7 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:07:22.645698 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c88e8e7e-1897-4fcb-a75a-52cc38ed55ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:22.696002 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c88e8e7e-1897-4fcb-a75a-52cc38ed55ee None None] For port 4fe88142-8b1f-4bcc-8516-87e5d00faa80, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4fe88142-8b1f-4bcc-8516-87e5d00faa80,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:07:22.720879 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c88e8e7e-1897-4fcb-a75a-52cc38ed55ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:22.727666 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cbf6bd9a-9955-4b10-9a08-b7c2420e48ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:22.733733 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd266531-21cc-4aef-866a-5dc8f32a46ef tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:22.738732 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-3cfc1aeb-3ead-493a-97b6-acb5f708c7a6 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] For port d7a23514-b090-4ee0-a9eb-6a31f05fea9d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d7a23514-b090-4ee0-a9eb-6a31f05fea9d,segment=NetworkSegment(647f450c-cd16-4256-9ced-af4bb0dbe04a),segment_id=647f450c-cd16-4256-9ced-af4bb0dbe04a)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:07:22.739244 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3cfc1aeb-3ead-493a-97b6-acb5f708c7a6 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:22.766562 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd266531-21cc-4aef-866a-5dc8f32a46ef tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:22.781486 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc1aeb-3ead-493a-97b6-acb5f708c7a6 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Calling delete_port for d7a23514-b090-4ee0-a9eb-6a31f05fea9d owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:07:22.799649 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e60e993a-c6f3-44a5-a154-7c271c2764bb None None] Deleting port 94ebca15-fa48-474f-b9c2-220d0f60ac59 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:07:22.801785 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e60e993a-c6f3-44a5-a154-7c271c2764bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:22.817954 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5a1f9-267d-4697-b662-a8975ee66bce req-b2c7a008-3f36-4922-a4b0-b77c295b10fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:22.820059 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24a5a1f9-267d-4697-b662-a8975ee66bce req-b2c7a008-3f36-4922-a4b0-b77c295b10fb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6ce6ce79bc284c8da12730541a4994bb&device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 1096 time: 0.2719882 Nov 23 22:07:22.845667 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cbf6bd9a-9955-4b10-9a08-b7c2420e48ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:22.885522 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 85ad12db-6b0b-4cc1-b52f-1504a8283e40 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:07:22.885806 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:22.961793 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5a1f9-267d-4697-b662-a8975ee66bce req-1bd135e7-787e-437a-a9b1-f725a722c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:22.963004 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24a5a1f9-267d-4697-b662-a8975ee66bce req-1bd135e7-787e-437a-a9b1-f725a722c580 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e2e52909-dbc6-4cc2-ac82-3967aafdd39a HTTP/1.1" status: 200 len: 914 time: 0.1122766 Nov 23 22:07:22.964158 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e8e7e-1897-4fcb-a75a-52cc38ed55ee None None] Pushing event updated for resources: {'Port': ['ID=4fe88142-8b1f-4bcc-8516-87e5d00faa80,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:22.977647 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:22.991691 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-45e5b342-537d-4ef5-89c6-2a2c9cc4d0d9 None None] Provisioning complete for port 4fe88142-8b1f-4bcc-8516-87e5d00faa80 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:07:22.992069 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-45e5b342-537d-4ef5-89c6-2a2c9cc4d0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:22.995141 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e60e993a-c6f3-44a5-a154-7c271c2764bb None None] For port 94ebca15-fa48-474f-b9c2-220d0f60ac59, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=94ebca15-fa48-474f-b9c2-220d0f60ac59,segment=NetworkSegment(d4818ec0-b2f7-4f07-b6b0-946b5cde9945),segment_id=d4818ec0-b2f7-4f07-b6b0-946b5cde9945)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:07:22.995541 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e60e993a-c6f3-44a5-a154-7c271c2764bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:23.033791 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e60e993a-c6f3-44a5-a154-7c271c2764bb None None] Calling delete_port for 94ebca15-fa48-474f-b9c2-220d0f60ac59 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:07:23.043530 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24a5a1f9-267d-4697-b662-a8975ee66bce req-0d30d5de-20ac-4403-b8b2-285217b96118 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ad12db-6b0b-4cc1-b52f-1504a8283e40 HTTP/1.1" status: 200 len: 217 time: 0.0635729 Nov 23 22:07:23.055183 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71b44bc-3102-4662-b410-554571370de7', 'name': 'tempest-snat-router-1339564422', 'tenant_id': '1c9e8015ad614b17bb4d1cf3f4e26e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.144'}], 'enable_snat': False}, 'gw_port_id': '4fe88142-8b1f-4bcc-8516-87e5d00faa80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:07:15Z', 'updated_at': '2021-11-23T22:07:18Z', 'revision_number': 3, 'project_id': '1c9e8015ad614b17bb4d1cf3f4e26e78', 'gw_port': {'id': '4fe88142-8b1f-4bcc-8516-87e5d00faa80', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71b44bc-3102-4662-b410-554571370de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:07:16Z', 'updated_at': '2021-11-23T22:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:23.089055 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366fac1-3453-47a3-beb5-ace6dcf0435f req-5de81d61-7504-4a9b-885b-c562ead6e9dd tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:23.091339 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5366fac1-3453-47a3-beb5-ace6dcf0435f req-5de81d61-7504-4a9b-885b-c562ead6e9dd tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 945 time: 0.4140127 Nov 23 22:07:23.092009 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-cd266531-21cc-4aef-866a-5dc8f32a46ef tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Allocated IP 172.25.5.52 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/c4aa550a-96ad-433d-abb3-a3fe8045a63f) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:07:23.138216 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0fb621-bede-4075-b905-616f95abbdb0 None None] The sync data for ids ['b71b44bc-3102-4662-b410-554571370de7'] in n-d-816206-9 is: [{'id': 'b71b44bc-3102-4662-b410-554571370de7', 'name': 'tempest-snat-router-1339564422', 'tenant_id': '1c9e8015ad614b17bb4d1cf3f4e26e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.144'}], 'enable_snat': False}, 'gw_port_id': '4fe88142-8b1f-4bcc-8516-87e5d00faa80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:07:15Z', 'updated_at': '2021-11-23T22:07:18Z', 'revision_number': 3, 'project_id': '1c9e8015ad614b17bb4d1cf3f4e26e78', 'gw_port': {'id': '4fe88142-8b1f-4bcc-8516-87e5d00faa80', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71b44bc-3102-4662-b410-554571370de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:07:16Z', 'updated_at': '2021-11-23T22:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:07:23.227001 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1b0e4399-6b1b-4e59-83a0-76d02b508868 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:23.302855 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:23.342569 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd266531-21cc-4aef-866a-5dc8f32a46ef tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:23.343139 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1b0e4399-6b1b-4e59-83a0-76d02b508868 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:23.344025 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e60e993a-c6f3-44a5-a154-7c271c2764bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:23.361385 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614c3faa-50a0-41bf-885f-a2db2aeaa025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ad12db-6b0b-4cc1-b52f-1504a8283e40'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:07:23.366028 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45f81ab-12cb-47e2-a974-d954c3c8eb06" -d '{"events": [{"server_uuid": "614c3faa-50a0-41bf-885f-a2db2aeaa025", "name": "network-vif-plugged", "status": "completed", "tag": "85ad12db-6b0b-4cc1-b52f-1504a8283e40"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:07:23.374414 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60e993a-c6f3-44a5-a154-7c271c2764bb None None] No DVR routers for this DVR port 94ebca15-fa48-474f-b9c2-220d0f60ac59 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:07:23.413318 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e993a-c6f3-44a5-a154-7c271c2764bb None None] Pushing event deleted for resources: {'Port': ['ID=94ebca15-fa48-474f-b9c2-220d0f60ac59,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:23.420800 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 85ad12db-6b0b-4cc1-b52f-1504a8283e40, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=85ad12db-6b0b-4cc1-b52f-1504a8283e40,segment=NetworkSegment(2b9161da-138e-4e22-b667-483f6f79328a),segment_id=2b9161da-138e-4e22-b667-483f6f79328a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:07:23.424193 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3cfc1aeb-3ead-493a-97b6-acb5f708c7a6 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:23.427896 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d461e1-bb66-49c1-a326-272d21973871 None None] get_active_networks_info from n-d-816206-9 {{(pid=110035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 22:07:23.431931 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e4399-6b1b-4e59-83a0-76d02b508868 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event deleted for resources: {'Subnet': ['ID=79f80f5c-625c-497c-bf22-0257e8bcf148,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:23.432086 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:23.456729 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfc1aeb-3ead-493a-97b6-acb5f708c7a6 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] No DVR routers for this DVR port d7a23514-b090-4ee0-a9eb-6a31f05fea9d on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:07:23.466958 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5a1f9-267d-4697-b662-a8975ee66bce req-1bb3cff7-f4f9-4cba-97e7-af0d04730d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:23.468433 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24a5a1f9-267d-4697-b662-a8975ee66bce req-1bb3cff7-f4f9-4cba-97e7-af0d04730d5e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70a442e5-0c56-4c4d-9aab-d7d2295cb603 HTTP/1.1" status: 200 len: 853 time: 0.4000225 Nov 23 22:07:23.471855 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1b0e4399-6b1b-4e59-83a0-76d02b508868 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:23.475686 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1b0e4399-6b1b-4e59-83a0-76d02b508868 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "DELETE /v2.0/subnets/79f80f5c-625c-497c-bf22-0257e8bcf148 HTTP/1.1" status: 204 len: 168 time: 1.3985760 Nov 23 22:07:23.479384 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53162) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:23.490549 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc1aeb-3ead-493a-97b6-acb5f708c7a6 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Pushing event deleted for resources: {'Port': ['ID=d7a23514-b090-4ee0-a9eb-6a31f05fea9d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:23.493334 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd266531-21cc-4aef-866a-5dc8f32a46ef tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:23.622743 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00298aa9-2a3a-4da7-87b2-8d9779a9a7c0 x-openstack-request-id: req-00298aa9-2a3a-4da7-87b2-8d9779a9a7c0 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:07:23.622743 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614c3faa-50a0-41bf-885f-a2db2aeaa025", "name": "network-vif-plugged", "status": "completed", "tag": "85ad12db-6b0b-4cc1-b52f-1504a8283e40", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:07:23.622743 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-00298aa9-2a3a-4da7-87b2-8d9779a9a7c0 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:07:23.622743 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614c3faa-50a0-41bf-885f-a2db2aeaa025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ad12db-6b0b-4cc1-b52f-1504a8283e40', 'code': 200} Nov 23 22:07:23.662392 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd266531-21cc-4aef-866a-5dc8f32a46ef tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Pushing event updated for resources: {'Port': ['ID=c4aa550a-96ad-433d-abb3-a3fe8045a63f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:23.696774 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24a5a1f9-267d-4697-b662-a8975ee66bce req-3f56c077-f150-4194-9b93-19abf33799fb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2e52909-dbc6-4cc2-ac82-3967aafdd39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1778741 Nov 23 22:07:23.702663 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5366fac1-3453-47a3-beb5-ace6dcf0435f req-eaa8bb34-e932-44a6-9112-56ff4f812342 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687275 Nov 23 22:07:23.720989 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd266531-21cc-4aef-866a-5dc8f32a46ef tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:07:23.723667 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cbf6bd9a-9955-4b10-9a08-b7c2420e48ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:23.728101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-cd266531-21cc-4aef-866a-5dc8f32a46ef tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:07:23.735648 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cbf6bd9a-9955-4b10-9a08-b7c2420e48ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:23.742098 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cbf6bd9a-9955-4b10-9a08-b7c2420e48ea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c602ccb8-e9c0-4abb-a42c-e1fbd72d3eab HTTP/1.1" status: 204 len: 168 time: 1.4672189 Nov 23 22:07:23.749402 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd266531-21cc-4aef-866a-5dc8f32a46ef tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:07:23.794940 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=85ad12db-6b0b-4cc1-b52f-1504a8283e40,revision_number=10']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:23.803110 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 94ebca15-fa48-474f-b9c2-220d0f60ac59 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:07:23.827351 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 94ebca15-fa48-474f-b9c2-220d0f60ac59 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:07:23.827833 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 94ebca15-fa48-474f-b9c2-220d0f60ac59 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:07:23.966011 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d461e1-bb66-49c1-a326-272d21973871 None None] Resources bound (agent type, host, resource id): {{(pid=110035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 22:07:24.000439 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3cfc1aeb-3ead-493a-97b6-acb5f708c7a6 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:24.047096 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3cfc1aeb-3ead-493a-97b6-acb5f708c7a6 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a1fdf5-0a5b-4512-84a7-d412d87c37b0']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:24.144428 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3cfc1aeb-3ead-493a-97b6-acb5f708c7a6 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647f450c-cd16-4256-9ced-af4bb0dbe04a') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:24.145150 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3cfc1aeb-3ead-493a-97b6-acb5f708c7a6 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647f450c-cd16-4256-9ced-af4bb0dbe04a') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:24.195499 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24a5a1f9-267d-4697-b662-a8975ee66bce req-edb3a9f7-a201-4578-9e49-5db99322d81a service neutron] 10.222.0.60 "GET /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307106 Nov 23 22:07:24.197071 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6bd9a-9955-4b10-9a08-b7c2420e48ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c602ccb8-e9c0-4abb-a42c-e1fbd72d3eab,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:24.210830 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dbc6da6e-9f19-46e6-87c4-fb558526cc01 req-90afa248-3a70-49c3-9a6b-3ab1dba0c3b6 tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.4470713 Nov 23 22:07:24.297118 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3cfc1aeb-3ead-493a-97b6-acb5f708c7a6 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:24.329569 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235eb1a1-65c9-4fca-b66b-9dbe8baa98cf req-f87b88fd-8726-4dd0-9b00-75dfbcdf3726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:24.332068 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-235eb1a1-65c9-4fca-b66b-9dbe8baa98cf req-f87b88fd-8726-4dd0-9b00-75dfbcdf3726 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 1098 time: 0.5051260 Nov 23 22:07:24.428221 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-235eb1a1-65c9-4fca-b66b-9dbe8baa98cf req-f54ffefa-ff4e-409d-a6a3-4d99d1a4d085 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893197 Nov 23 22:07:24.434274 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3cfc1aeb-3ead-493a-97b6-acb5f708c7a6 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:24.447849 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfc1aeb-3ead-493a-97b6-acb5f708c7a6 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:07:24.448443 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3cfc1aeb-3ead-493a-97b6-acb5f708c7a6 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:07:24.451890 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:07:24.487311 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24a5a1f9-267d-4697-b662-a8975ee66bce req-da61ce38-a93c-45ea-8244-2fb64e527286 service neutron] 10.222.0.60 "GET /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735388 Nov 23 22:07:24.525173 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6373-5a82-49bc-a47c-eb0b39eb15d4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:24.550893 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abf2109-3c02-415b-93cd-b4ee7f1d6fc5 None None] get_active_networks_info from n-d-816206-9 {{(pid=110035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 22:07:24.652921 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd266531-21cc-4aef-866a-5dc8f32a46ef tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:24.783334 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6373-5a82-49bc-a47c-eb0b39eb15d4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:24.784938 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a7e475dd-d7e9-43c0-92f4-6f6a0c6738ae None None] Provisioning complete for port 85ad12db-6b0b-4cc1-b52f-1504a8283e40 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:07:24.785514 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a7e475dd-d7e9-43c0-92f4-6f6a0c6738ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:24.851174 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-8fcd6373-5a82-49bc-a47c-eb0b39eb15d4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['954621a6-0447-4b04-92ad-3bda684cf0c7']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:24.863564 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-8fcd6373-5a82-49bc-a47c-eb0b39eb15d4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4818ec0-b2f7-4f07-b6b0-946b5cde9945') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:24.864222 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-8fcd6373-5a82-49bc-a47c-eb0b39eb15d4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4818ec0-b2f7-4f07-b6b0-946b5cde9945') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:24.876209 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6373-5a82-49bc-a47c-eb0b39eb15d4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:24.908258 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3cfc1aeb-3ead-493a-97b6-acb5f708c7a6 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:24.913089 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6373-5a82-49bc-a47c-eb0b39eb15d4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:24.935461 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fcd6373-5a82-49bc-a47c-eb0b39eb15d4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:07:24.936529 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6373-5a82-49bc-a47c-eb0b39eb15d4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:24.942445 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3cfc1aeb-3ead-493a-97b6-acb5f708c7a6 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:24.974310 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3cfc1aeb-3ead-493a-97b6-acb5f708c7a6 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] 10.222.0.50 "DELETE /v2.0/networks/12a1fdf5-0a5b-4512-84a7-d412d87c37b0 HTTP/1.1" status: 204 len: 168 time: 4.0527377 Nov 23 22:07:24.977429 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53186) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:07:25.075227 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:07:25.095519 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6373-5a82-49bc-a47c-eb0b39eb15d4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:25.149569 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8fcd6373-5a82-49bc-a47c-eb0b39eb15d4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:25.155953 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8fcd6373-5a82-49bc-a47c-eb0b39eb15d4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "DELETE /v2.0/networks/954621a6-0447-4b04-92ad-3bda684cf0c7 HTTP/1.1" status: 204 len: 168 time: 1.6742489 Nov 23 22:07:25.159840 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd6373-5a82-49bc-a47c-eb0b39eb15d4 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event deleted for resources: {'Network': ['ID=954621a6-0447-4b04-92ad-3bda684cf0c7,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:25.164383 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53188) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:25.233962 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bab3a-3bc9-4bd7-9d00-884afdc0fd00 req-bc82518f-c401-4050-80e1-233d704b6c37 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:25.238041 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-767bab3a-3bc9-4bd7-9d00-884afdc0fd00 req-bc82518f-c401-4050-80e1-233d704b6c37 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.1575739 Nov 23 22:07:25.305412 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abf2109-3c02-415b-93cd-b4ee7f1d6fc5 None None] Resources bound (agent type, host, resource id): {{(pid=110035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 22:07:25.312698 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd266531-21cc-4aef-866a-5dc8f32a46ef tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:25.319569 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc1aeb-3ead-493a-97b6-acb5f708c7a6 tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Pushing event deleted for resources: {'Network': ['ID=12a1fdf5-0a5b-4512-84a7-d412d87c37b0,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:25.348973 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-395a457a-a93b-465c-a957-64f4e9ec0c2f tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:25.427109 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86ae139c-ff02-41b0-bd69-676efb9cca14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:25.578761 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c800f35f-3de4-4add-a31a-e5149f8081c4 req-c1464700-e856-4dbe-8d27-9b0f2e7c6faf tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.1067047 Nov 23 22:07:25.605434 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-767bab3a-3bc9-4bd7-9d00-884afdc0fd00 req-06a06625-eebe-4ef3-b245-06dee472e1f4 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142980 Nov 23 22:07:25.651797 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-86ae139c-ff02-41b0-bd69-676efb9cca14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Deleting port 7011d116-4ca3-4592-a3b1-51f051b6a4a9 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:07:25.652368 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86ae139c-ff02-41b0-bd69-676efb9cca14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:25.778541 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4fe88142-8b1f-4bcc-8516-87e5d00faa80 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:07:25.802977 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-86ae139c-ff02-41b0-bd69-676efb9cca14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] For port 7011d116-4ca3-4592-a3b1-51f051b6a4a9, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=7011d116-4ca3-4592-a3b1-51f051b6a4a9,segment=NetworkSegment(1b402211-a1d6-4832-9795-89b1ab249c67),segment_id=1b402211-a1d6-4832-9795-89b1ab249c67)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:07:25.803353 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86ae139c-ff02-41b0-bd69-676efb9cca14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:25.827686 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-86ae139c-ff02-41b0-bd69-676efb9cca14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Calling delete_port for 7011d116-4ca3-4592-a3b1-51f051b6a4a9 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:07:25.874245 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-395a457a-a93b-465c-a957-64f4e9ec0c2f tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Deleting port 6d04c37a-9499-442f-827e-64c6ff530d19 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:07:25.874589 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-395a457a-a93b-465c-a957-64f4e9ec0c2f tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:26.007660 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd266531-21cc-4aef-866a-5dc8f32a46ef tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Router 1da9245e-b820-47f6-9980-0b8e1e4564a3 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:07:26.047647 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-395a457a-a93b-465c-a957-64f4e9ec0c2f tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] For port 6d04c37a-9499-442f-827e-64c6ff530d19, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6d04c37a-9499-442f-827e-64c6ff530d19,segment=NetworkSegment(741e49ba-e6f5-42d4-9739-dbc9d6e34bd5),segment_id=741e49ba-e6f5-42d4-9739-dbc9d6e34bd5)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:07:26.048078 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-395a457a-a93b-465c-a957-64f4e9ec0c2f tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:26.056055 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86ae139c-ff02-41b0-bd69-676efb9cca14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:26.124148 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-395a457a-a93b-465c-a957-64f4e9ec0c2f tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Calling delete_port for 6d04c37a-9499-442f-827e-64c6ff530d19 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:07:26.149092 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae139c-ff02-41b0-bd69-676efb9cca14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event deleted for resources: {'Port': ['ID=7011d116-4ca3-4592-a3b1-51f051b6a4a9,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:26.161944 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae139c-ff02-41b0-bd69-676efb9cca14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] No DVR routers for this DVR port 7011d116-4ca3-4592-a3b1-51f051b6a4a9 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:07:26.170670 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 4fe88142-8b1f-4bcc-8516-87e5d00faa80 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:07:26.171099 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:26.225357 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbce56d0-3355-4260-b83c-1bc1c58590b7 None None] Network ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:07:26.235697 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3639af02-9133-44dd-96bf-26df5e4c569d None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:07:26.346402 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd266531-21cc-4aef-866a-5dc8f32a46ef tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:07:26.395890 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd266531-21cc-4aef-866a-5dc8f32a46ef tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:26.402898 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cd266531-21cc-4aef-866a-5dc8f32a46ef tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.4821291 Nov 23 22:07:26.402898 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53242) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:26.420511 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] Sync routers for ids ['1da9245e-b820-47f6-9980-0b8e1e4564a3'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:07:26.485472 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] Routers {'1da9245e-b820-47f6-9980-0b8e1e4564a3'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:07:26.486113 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:07:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['1da9245e-b820-47f6-9980-0b8e1e4564a3'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:26.558386 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-395a457a-a93b-465c-a957-64f4e9ec0c2f tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:26.592905 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ea15aef0-27f2-4bde-b504-cfcdbb2d3b70 None None] Provisioning complete for port c4aa550a-96ad-433d-abb3-a3fe8045a63f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:07:26.593282 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ea15aef0-27f2-4bde-b504-cfcdbb2d3b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:26.716617 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a457a-a93b-465c-a957-64f4e9ec0c2f tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Pushing event deleted for resources: {'Port': ['ID=6d04c37a-9499-442f-827e-64c6ff530d19,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:26.742301 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] Set router 1da9245e-b820-47f6-9980-0b8e1e4564a3 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:07:26.772322 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395a457a-a93b-465c-a957-64f4e9ec0c2f tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] No DVR routers for this DVR port 6d04c37a-9499-442f-827e-64c6ff530d19 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:07:26.829658 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75f20a8-42f9-48a0-a543-a914e445244f None None] DHCP port deletion for ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:07:26.929022 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-395a457a-a93b-465c-a957-64f4e9ec0c2f tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:26.959651 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-395a457a-a93b-465c-a957-64f4e9ec0c2f tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bddf1463-1c51-467b-9f03-b78f9613a6e4']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:26.975348 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-72c186f8-3c89-4f75-8f01-e1c7b9df3068 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "GET /v2.0/routers/1da9245e-b820-47f6-9980-0b8e1e4564a3 HTTP/1.1" status: 200 len: 907 time: 0.5707014 Nov 23 22:07:26.978267 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-395a457a-a93b-465c-a957-64f4e9ec0c2f tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741e49ba-e6f5-42d4-9739-dbc9d6e34bd5') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:26.978575 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-395a457a-a93b-465c-a957-64f4e9ec0c2f tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741e49ba-e6f5-42d4-9739-dbc9d6e34bd5') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:26.980348 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53258) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:26.980689 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53260) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:27.000339 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-ea15aef0-27f2-4bde-b504-cfcdbb2d3b70 None None] Port c4aa550a-96ad-433d-abb3-a3fe8045a63f cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:07:27.083695 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-395a457a-a93b-465c-a957-64f4e9ec0c2f tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:27.107791 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-395a457a-a93b-465c-a957-64f4e9ec0c2f tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:27.290755 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da9245e-b820-47f6-9980-0b8e1e4564a3', 'name': 'tempest-snat-router-1339564422', 'tenant_id': '1c9e8015ad614b17bb4d1cf3f4e26e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': 'c4aa550a-96ad-433d-abb3-a3fe8045a63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:07:20Z', 'updated_at': '2021-11-23T22:07:24Z', 'revision_number': 3, 'project_id': '1c9e8015ad614b17bb4d1cf3f4e26e78', 'gw_port': {'id': 'c4aa550a-96ad-433d-abb3-a3fe8045a63f', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da9245e-b820-47f6-9980-0b8e1e4564a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:07:22Z', 'updated_at': '2021-11-23T22:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:27.304674 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-467c497e-f362-40db-af25-b29466da949f req-d547f445-9981-4f75-beb0-fcdbf482e4ec tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0591843 Nov 23 22:07:27.341450 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f73dee22-f930-4540-8aad-418d37f17166 req-9c340096-f22c-47a1-ab3d-b117132994dd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0934355 Nov 23 22:07:27.366134 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] Checking router: 1da9245e-b820-47f6-9980-0b8e1e4564a3 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:07:27.366493 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] Updating router 1da9245e-b820-47f6-9980-0b8e1e4564a3 port c4aa550a-96ad-433d-abb3-a3fe8045a63f binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:07:27.374524 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86ae139c-ff02-41b0-bd69-676efb9cca14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:27.404841 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:27.407851 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9998d-12bb-44d7-b4a5-63a2a539505a req-5a00be97-5379-4b32-b320-a5e00c94ec66 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:27.410201 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cfb9998d-12bb-44d7-b4a5-63a2a539505a req-5a00be97-5379-4b32-b320-a5e00c94ec66 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.1985276 Nov 23 22:07:27.412299 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-86ae139c-ff02-41b0-bd69-676efb9cca14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce29dc55-02f2-46b4-9c01-cfba0db3b8c5']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:27.442478 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-86ae139c-ff02-41b0-bd69-676efb9cca14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b402211-a1d6-4832-9795-89b1ab249c67') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:27.443110 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-86ae139c-ff02-41b0-bd69-676efb9cca14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b402211-a1d6-4832-9795-89b1ab249c67') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:27.480668 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cfb9998d-12bb-44d7-b4a5-63a2a539505a req-4d5b785b-c5e9-4111-9120-4a669d67ef92 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600576 Nov 23 22:07:27.484942 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86ae139c-ff02-41b0-bd69-676efb9cca14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:27.518557 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86ae139c-ff02-41b0-bd69-676efb9cca14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:27.527556 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ae139c-ff02-41b0-bd69-676efb9cca14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:07:27.528807 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86ae139c-ff02-41b0-bd69-676efb9cca14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:07:27.533309 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:07:27.568274 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395a457a-a93b-465c-a957-64f4e9ec0c2f tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:07:27.568943 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-395a457a-a93b-465c-a957-64f4e9ec0c2f tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:07:27.572699 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:07:27.598501 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd059656-b99b-4659-b24c-e3e27269ef73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:27.630187 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 7011d116-4ca3-4592-a3b1-51f051b6a4a9 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:07:27.683827 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 7011d116-4ca3-4592-a3b1-51f051b6a4a9 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:07:27.684173 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 7011d116-4ca3-4592-a3b1-51f051b6a4a9 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:07:27.686282 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86ae139c-ff02-41b0-bd69-676efb9cca14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:27.687755 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-395a457a-a93b-465c-a957-64f4e9ec0c2f tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:27.696272 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86ae139c-ff02-41b0-bd69-676efb9cca14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:27.730810 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-395a457a-a93b-465c-a957-64f4e9ec0c2f tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:27.732381 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-86ae139c-ff02-41b0-bd69-676efb9cca14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] 10.222.0.50 "DELETE /v2.0/networks/ce29dc55-02f2-46b4-9c01-cfba0db3b8c5 HTTP/1.1" status: 204 len: 168 time: 2.5433071 Nov 23 22:07:27.746925 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53276) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:27.759313 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-395a457a-a93b-465c-a957-64f4e9ec0c2f tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] 10.222.0.50 "DELETE /v2.0/networks/bddf1463-1c51-467b-9f03-b78f9613a6e4 HTTP/1.1" status: 204 len: 168 time: 2.7471302 Nov 23 22:07:27.781005 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5f76b364-3c57-4ca5-87b3-8f16c1839835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:27.807531 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a457a-a93b-465c-a957-64f4e9ec0c2f tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Pushing event deleted for resources: {'Network': ['ID=bddf1463-1c51-467b-9f03-b78f9613a6e4,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:27.839993 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae139c-ff02-41b0-bd69-676efb9cca14 tempest-TaggedBootDevicesTest_v242-1706041722 tempest-TaggedBootDevicesTest_v242-1706041722-project] Pushing event deleted for resources: {'Network': ['ID=ce29dc55-02f2-46b4-9c01-cfba0db3b8c5,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:27.879862 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:27.919300 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:27.961398 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cec3fc1b-0f76-4c39-b760-3724f357208d tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:27.992197 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd059656-b99b-4659-b24c-e3e27269ef73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:27.998371 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e5162-113f-4ffe-8ecf-41a55e3c0db3 None None] Pushing event updated for resources: {'Port': ['ID=c4aa550a-96ad-433d-abb3-a3fe8045a63f,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:27.998543 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5f76b364-3c57-4ca5-87b3-8f16c1839835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:28.006945 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd059656-b99b-4659-b24c-e3e27269ef73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:28.023006 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b49f3c7a-7dd4-4bb2-8347-3e091e7fdf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:28.065264 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed40fba8-3a02-45db-a6bd-52de214063c3 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:07:28.073372 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cd059656-b99b-4659-b24c-e3e27269ef73 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7750f594c27a46009a169d8aafafd616&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0911498 Nov 23 22:07:28.076459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd059656-b99b-4659-b24c-e3e27269ef73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414678bb-1a11-4dfa-a206-d08f23c6c323,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:28.080010 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] Attempting to bind port c4aa550a-96ad-433d-abb3-a3fe8045a63f on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:07:28.082656 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] Attempting to bind port c4aa550a-96ad-433d-abb3-a3fe8045a63f by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:07:28.083081 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] Attempting to bind port c4aa550a-96ad-433d-abb3-a3fe8045a63f on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:07:28.083528 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53286) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:28.089331 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:07:28.092178 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:07:28.092178 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:28.092178 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:07:28.092178 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] Bound port: c4aa550a-96ad-433d-abb3-a3fe8045a63f, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:07:28.092178 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:28.130636 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cec3fc1b-0f76-4c39-b760-3724f357208d tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:28.177246 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-5f76b364-3c57-4ca5-87b3-8f16c1839835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Deleting port c4aa550a-96ad-433d-abb3-a3fe8045a63f {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:07:28.177824 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5f76b364-3c57-4ca5-87b3-8f16c1839835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:28.189282 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] For port c4aa550a-96ad-433d-abb3-a3fe8045a63f, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:07:28.193282 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] For port c4aa550a-96ad-433d-abb3-a3fe8045a63f, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c4aa550a-96ad-433d-abb3-a3fe8045a63f,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:07:28.210976 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:28.257283 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-cec3fc1b-0f76-4c39-b760-3724f357208d tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf118c0-b83c-4ffd-9a51-a4879f73cde5']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:28.270112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-cec3fc1b-0f76-4c39-b760-3724f357208d tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9056816-f635-42f9-a0c7-84c83b4a3148') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:28.270837 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-cec3fc1b-0f76-4c39-b760-3724f357208d tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9056816-f635-42f9-a0c7-84c83b4a3148') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:28.283459 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e5162-113f-4ffe-8ecf-41a55e3c0db3 None None] Pushing event updated for resources: {'Port': ['ID=c4aa550a-96ad-433d-abb3-a3fe8045a63f,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:28.285415 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cec3fc1b-0f76-4c39-b760-3724f357208d tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:28.289751 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-64fc188a-9701-4692-9817-e6ba01a5b9b5 None None] Provisioning complete for port c4aa550a-96ad-433d-abb3-a3fe8045a63f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:07:28.290286 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-64fc188a-9701-4692-9817-e6ba01a5b9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:28.311580 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cec3fc1b-0f76-4c39-b760-3724f357208d tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:28.320693 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec3fc1b-0f76-4c39-b760-3724f357208d tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:07:28.321095 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cec3fc1b-0f76-4c39-b760-3724f357208d tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:28.393850 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eeb7fa5-e2e0-4fd6-bd09-b38a04eccf52 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:07:28.402150 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-5f76b364-3c57-4ca5-87b3-8f16c1839835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] For port c4aa550a-96ad-433d-abb3-a3fe8045a63f, host n-d-816206-9, got binding levels [] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:07:28.402577 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5f76b364-3c57-4ca5-87b3-8f16c1839835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:07:28.402862 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:07:28.416492 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cec3fc1b-0f76-4c39-b760-3724f357208d tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:28.426752 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cec3fc1b-0f76-4c39-b760-3724f357208d tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:28.433430 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cec3fc1b-0f76-4c39-b760-3724f357208d tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] 10.222.0.50 "DELETE /v2.0/networks/7bf118c0-b83c-4ffd-9a51-a4879f73cde5 HTTP/1.1" status: 204 len: 168 time: 0.6849439 Nov 23 22:07:28.450983 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-5f76b364-3c57-4ca5-87b3-8f16c1839835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Calling delete_port for c4aa550a-96ad-433d-abb3-a3fe8045a63f owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:07:28.467755 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53294) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:28.468127 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5b7f3417-9f2b-4344-b816-8d0dea9dcda6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:28.473689 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] Routers {'1da9245e-b820-47f6-9980-0b8e1e4564a3'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:07:28.474425 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:07:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['1da9245e-b820-47f6-9980-0b8e1e4564a3'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:28.496658 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3fc1b-0f76-4c39-b760-3724f357208d tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Pushing event deleted for resources: {'Network': ['ID=7bf118c0-b83c-4ffd-9a51-a4879f73cde5,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:28.558366 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-598e040b-4859-43fc-a6b4-6abaf4a7a9ac req-6719786e-da18-4f54-bd29-23ba5e7b058f tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0917950 Nov 23 22:07:28.633846 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5b7f3417-9f2b-4344-b816-8d0dea9dcda6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:28.742088 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-58cf3311-0066-44f8-8b86-b1674a70732a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:28.823273 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5f76b364-3c57-4ca5-87b3-8f16c1839835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:28.896570 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76b364-3c57-4ca5-87b3-8f16c1839835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4aa550a-96ad-433d-abb3-a3fe8045a63f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:28.958072 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615f8e7-9811-4a99-9125-50be16eaf21b req-8deef78e-78b6-4ba7-b9ab-a1647e32a8df tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:28.959833 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a615f8e7-9811-4a99-9125-50be16eaf21b req-8deef78e-78b6-4ba7-b9ab-a1647e32a8df tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.3030090 Nov 23 22:07:29.008971 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] Set router 1da9245e-b820-47f6-9980-0b8e1e4564a3 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:07:29.041350 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5b7f3417-9f2b-4344-b816-8d0dea9dcda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:29.044118 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5b7f3417-9f2b-4344-b816-8d0dea9dcda6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:29.049169 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5b7f3417-9f2b-4344-b816-8d0dea9dcda6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/414678bb-1a11-4dfa-a206-d08f23c6c323 HTTP/1.1" status: 204 len: 168 time: 0.9591677 Nov 23 22:07:29.077930 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5f76b364-3c57-4ca5-87b3-8f16c1839835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:29.138586 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-58cf3311-0066-44f8-8b86-b1674a70732a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:29.141157 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f3417-9f2b-4344-b816-8d0dea9dcda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414678bb-1a11-4dfa-a206-d08f23c6c323,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:29.176774 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df540da9-a87f-4d44-a3f2-42f244f3d84d None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:07:29.194589 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a615f8e7-9811-4a99-9125-50be16eaf21b req-e281b8d4-9e44-4647-9e0b-5bcd2b500054 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225468 Nov 23 22:07:29.194905 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da9245e-b820-47f6-9980-0b8e1e4564a3', 'name': 'tempest-snat-router-1339564422', 'tenant_id': '1c9e8015ad614b17bb4d1cf3f4e26e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:07:20Z', 'updated_at': '2021-11-23T22:07:27Z', 'revision_number': 4, 'project_id': '1c9e8015ad614b17bb4d1cf3f4e26e78', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:29.196692 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-58cf3311-0066-44f8-8b86-b1674a70732a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216e0371-b804-4916-9ea8-e38f65b869bc']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:29.221441 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-58cf3311-0066-44f8-8b86-b1674a70732a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08ba124-3bd1-4051-a818-1e0dc6cd05a0') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:29.223229 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-58cf3311-0066-44f8-8b86-b1674a70732a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08ba124-3bd1-4051-a818-1e0dc6cd05a0') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:29.270745 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-58cf3311-0066-44f8-8b86-b1674a70732a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:29.309600 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5f76b364-3c57-4ca5-87b3-8f16c1839835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:29.312991 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b8844f-6916-404c-b78c-1b5bbc54d2e5 None None] The sync data for ids ['1da9245e-b820-47f6-9980-0b8e1e4564a3'] in n-d-816206-9 is: [{'id': '1da9245e-b820-47f6-9980-0b8e1e4564a3', 'name': 'tempest-snat-router-1339564422', 'tenant_id': '1c9e8015ad614b17bb4d1cf3f4e26e78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:07:20Z', 'updated_at': '2021-11-23T22:07:27Z', 'revision_number': 4, 'project_id': '1c9e8015ad614b17bb4d1cf3f4e26e78', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:07:29.321679 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5f76b364-3c57-4ca5-87b3-8f16c1839835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:29.390812 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-64fc188a-9701-4692-9817-e6ba01a5b9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:29.402492 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-58cf3311-0066-44f8-8b86-b1674a70732a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:29.431132 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58cf3311-0066-44f8-8b86-b1674a70732a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:07:29.431464 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-58cf3311-0066-44f8-8b86-b1674a70732a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:07:29.438455 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:07:29.446321 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5f76b364-3c57-4ca5-87b3-8f16c1839835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:29.446956 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f76b364-3c57-4ca5-87b3-8f16c1839835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1da9245e-b820-47f6-9980-0b8e1e4564a3 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:07:29.452850 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5f76b364-3c57-4ca5-87b3-8f16c1839835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:29.454050 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5f76b364-3c57-4ca5-87b3-8f16c1839835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "DELETE /v2.0/routers/1da9245e-b820-47f6-9980-0b8e1e4564a3 HTTP/1.1" status: 204 len: 168 time: 2.4708064 Nov 23 22:07:29.457251 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53316) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:29.545974 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106ba44-c0b1-4ef1-afc7-d81d018593a6 req-3a7608cb-6bf8-4d74-a898-c7b67ee28cf5 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:29.553519 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8106ba44-c0b1-4ef1-afc7-d81d018593a6 req-3a7608cb-6bf8-4d74-a898-c7b67ee28cf5 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.2434466 Nov 23 22:07:29.563832 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-342324bb-107a-4a7f-b67a-554f21d1fa34 None None] Could not find standard attr ID for object c4aa550a-96ad-433d-abb3-a3fe8045a63f. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:07:29.649309 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bec8b469-5181-4262-8079-28b67d5f0c14 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:29.706611 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-58cf3311-0066-44f8-8b86-b1674a70732a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:29.744922 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53322) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:29.764664 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40ca91b8-3dff-4d77-82d6-d7ed4c895a71 req-787780ae-5356-48dc-bdd0-8ddcc60c2d47 tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0623977 Nov 23 22:07:29.799449 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3bf781d5-3894-47ee-bc56-d6685971e985 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:29.807682 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-58cf3311-0066-44f8-8b86-b1674a70732a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:29.829436 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-58cf3311-0066-44f8-8b86-b1674a70732a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] 10.222.0.50 "DELETE /v2.0/networks/216e0371-b804-4916-9ea8-e38f65b869bc HTTP/1.1" status: 204 len: 168 time: 1.3447444 Nov 23 22:07:29.864740 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8106ba44-c0b1-4ef1-afc7-d81d018593a6 req-ec40cb9d-31c9-4f25-b2bf-cbb254e7946f tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906251 Nov 23 22:07:29.872140 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf3311-0066-44f8-8b86-b1674a70732a tempest-BulkNetworkOpsTest-1947198094 tempest-BulkNetworkOpsTest-1947198094-project] Pushing event deleted for resources: {'Network': ['ID=216e0371-b804-4916-9ea8-e38f65b869bc,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:29.991203 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bec8b469-5181-4262-8079-28b67d5f0c14 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:30.006241 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:30.136230 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3bf781d5-3894-47ee-bc56-d6685971e985 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:30.149001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4e032-37c2-4560-b44e-107372634b9b req-203c55f1-d953-4dca-9337-863889ebc03a tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:30.149702 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3bf781d5-3894-47ee-bc56-d6685971e985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:30.158857 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fec4e032-37c2-4560-b44e-107372634b9b req-203c55f1-d953-4dca-9337-863889ebc03a tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.1418979 Nov 23 22:07:30.240096 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fec4e032-37c2-4560-b44e-107372634b9b req-e2b6264f-0ecb-42d6-b6c7-9fa084ec350b tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793395 Nov 23 22:07:30.246478 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3bf781d5-3894-47ee-bc56-d6685971e985 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b022520dc3d34d49b055d49a80a4e47b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4990566 Nov 23 22:07:30.247371 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf781d5-3894-47ee-bc56-d6685971e985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2c45c8-1d62-415d-828c-0aaf952f0389,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:30.262618 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53340) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:30.277636 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-bec8b469-5181-4262-8079-28b67d5f0c14 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Deleting port 4fe88142-8b1f-4bcc-8516-87e5d00faa80 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:07:30.278123 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bec8b469-5181-4262-8079-28b67d5f0c14 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:30.345737 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53ac03a1-29a7-4faa-9c5f-e4980208d66f req-23ded67e-497d-431f-89d7-125a94e38d56 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e1eb8a9c3aaa45a49d9928d83c9a76c5&device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0960855 Nov 23 22:07:30.379539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53350) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:30.405513 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-bec8b469-5181-4262-8079-28b67d5f0c14 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] For port 4fe88142-8b1f-4bcc-8516-87e5d00faa80, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4fe88142-8b1f-4bcc-8516-87e5d00faa80,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:07:30.406177 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bec8b469-5181-4262-8079-28b67d5f0c14 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:30.423397 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-bec8b469-5181-4262-8079-28b67d5f0c14 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Calling delete_port for 4fe88142-8b1f-4bcc-8516-87e5d00faa80 owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:07:30.511849 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cc1c174b-5e2b-4640-81ff-88dd01dada79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:30.512410 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53ac03a1-29a7-4faa-9c5f-e4980208d66f req-3b1fe2af-2c6f-4e9b-bc5e-60fdbe87b359 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=e1eb8a9c3aaa45a49d9928d83c9a76c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1517770 Nov 23 22:07:30.603993 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7546aeb8-0767-4ee3-b9de-36caf0a490c6 req-5c465004-d14c-41f1-8f24-f525e19e8435 tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.2571077 Nov 23 22:07:30.696324 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f666ac0b-f945-400f-adc4-09e736130af5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=47d4b27f83d24a2bbcd84c95782bda35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3094378 Nov 23 22:07:30.718594 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53356) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:30.762687 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7e1f3-22d7-49ef-9b13-a3b9e5d7974d req-934eadec-31f8-493d-be13-1bb27a295330 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:30.765356 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-19d7e1f3-22d7-49ef-9b13-a3b9e5d7974d req-934eadec-31f8-493d-be13-1bb27a295330 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.2245574 Nov 23 22:07:30.779075 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-676f803d-8291-4052-876b-5098d40388b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:30.826881 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac03a1-29a7-4faa-9c5f-e4980208d66f req-2c1784da-37b5-45f5-8c57-834113a1d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:30.827463 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0dd98584-4922-4d05-b15d-c915c3c97862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:30.829884 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53ac03a1-29a7-4faa-9c5f-e4980208d66f req-2c1784da-37b5-45f5-8c57-834113a1d37c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2521157 Nov 23 22:07:30.834265 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bec8b469-5181-4262-8079-28b67d5f0c14 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:30.866184 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-676f803d-8291-4052-876b-5098d40388b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:30.875544 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8b469-5181-4262-8079-28b67d5f0c14 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fe88142-8b1f-4bcc-8516-87e5d00faa80,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:30.904951 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-19d7e1f3-22d7-49ef-9b13-a3b9e5d7974d req-d07c1e7c-b2e8-4831-9bcb-1d010b07b110 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292071 Nov 23 22:07:30.915628 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c1a776-4c53-4e07-b5cc-a9c473c1cf89 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:07:30.942634 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0dd98584-4922-4d05-b15d-c915c3c97862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:30.965946 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-676f803d-8291-4052-876b-5098d40388b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:30.968937 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-676f803d-8291-4052-876b-5098d40388b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:30.970071 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-676f803d-8291-4052-876b-5098d40388b3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8f2c45c8-1d62-415d-828c-0aaf952f0389 HTTP/1.1" status: 204 len: 168 time: 0.6319194 Nov 23 22:07:30.983588 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f803d-8291-4052-876b-5098d40388b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2c45c8-1d62-415d-828c-0aaf952f0389,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:31.087866 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9f9e3-0d5a-4a0b-a8b5-ff302cd3a8ed req-43581a9f-0042-4c24-a4e0-3a693d9e2018 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:31.096081 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2dc9f9e3-0d5a-4a0b-a8b5-ff302cd3a8ed req-43581a9f-0042-4c24-a4e0-3a693d9e2018 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.0825191 Nov 23 22:07:31.156157 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bec8b469-5181-4262-8079-28b67d5f0c14 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:31.160488 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2dc9f9e3-0d5a-4a0b-a8b5-ff302cd3a8ed req-c4855bb5-7e56-4756-9a52-8421777aec3e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632792 Nov 23 22:07:31.308512 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0dd98584-4922-4d05-b15d-c915c3c97862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:31.311470 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0dd98584-4922-4d05-b15d-c915c3c97862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:31.312658 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0dd98584-4922-4d05-b15d-c915c3c97862 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ac63e0d-8cc6-41d7-822a-3cb3b1f8daf1 HTTP/1.1" status: 204 len: 168 time: 0.5929799 Nov 23 22:07:31.315360 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bec8b469-5181-4262-8079-28b67d5f0c14 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:31.325958 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bec8b469-5181-4262-8079-28b67d5f0c14 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:31.327688 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd98584-4922-4d05-b15d-c915c3c97862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac63e0d-8cc6-41d7-822a-3cb3b1f8daf1,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:31.411934 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24046c-cc39-470b-896f-a399d901aa7a req-b924b623-b16e-4638-8ff7-848ba45e8742 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:31.423399 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da24046c-cc39-470b-896f-a399d901aa7a req-b924b623-b16e-4638-8ff7-848ba45e8742 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.1395957 Nov 23 22:07:31.424041 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bec8b469-5181-4262-8079-28b67d5f0c14 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:31.424593 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec8b469-5181-4262-8079-28b67d5f0c14 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b71b44bc-3102-4662-b410-554571370de7 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:07:31.442555 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bec8b469-5181-4262-8079-28b67d5f0c14 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:31.450029 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bec8b469-5181-4262-8079-28b67d5f0c14 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "DELETE /v2.0/routers/b71b44bc-3102-4662-b410-554571370de7 HTTP/1.1" status: 204 len: 168 time: 1.9901249 Nov 23 22:07:31.451585 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53384) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:31.456910 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-8edbf4af-94f9-4d0f-ab47-0ff7bff80306 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-421438648', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}, 'admin_state_up': False}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:31.526144 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8edbf4af-94f9-4d0f-ab47-0ff7bff80306 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:31.527650 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8edbf4af-94f9-4d0f-ab47-0ff7bff80306 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:31.576250 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da24046c-cc39-470b-896f-a399d901aa7a req-ee5c82f7-44c5-419f-aadb-03f4c9d38d62 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463287 Nov 23 22:07:31.618534 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:31.747145 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8edbf4af-94f9-4d0f-ab47-0ff7bff80306 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:31.791227 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d2011be-4454-4899-9e87-73264ad16a56 req-80bedf29-f0cd-4a58-9433-5d57400acf4b tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0368247 Nov 23 22:07:31.811002 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a53fa-ce88-47e7-853f-08b8e42155d8 req-358e749a-3cfc-45a6-a164-657b615a768d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:31.819459 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd5a53fa-ce88-47e7-853f-08b8e42155d8 req-358e749a-3cfc-45a6-a164-657b615a768d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.0953858 Nov 23 22:07:31.920595 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd5a53fa-ce88-47e7-853f-08b8e42155d8 req-b51ac111-f2cc-45af-ad0c-1c7d66ae8675 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999367 Nov 23 22:07:32.012959 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8edbf4af-94f9-4d0f-ab47-0ff7bff80306 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:32.208453 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53ac03a1-29a7-4faa-9c5f-e4980208d66f req-1e523d01-6ec1-418f-aa2e-5740afe8194d tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0922608 Nov 23 22:07:32.382570 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ab68f-9b58-4697-8540-c867fe7fa22f req-984e1844-f07b-459a-86fa-251f69698989 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:32.384607 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e7ab68f-9b58-4697-8540-c867fe7fa22f req-984e1844-f07b-459a-86fa-251f69698989 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.0804479 Nov 23 22:07:32.476334 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e7ab68f-9b58-4697-8540-c867fe7fa22f req-44207252-e8b1-47b7-82f7-7b76b0da68b9 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839636 Nov 23 22:07:32.529340 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8edbf4af-94f9-4d0f-ab47-0ff7bff80306 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:32.557667 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8edbf4af-94f9-4d0f-ab47-0ff7bff80306 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:32.689407 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-8edbf4af-94f9-4d0f-ab47-0ff7bff80306 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Allocated IP 172.25.5.214 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/6323b36c-aaa9-443e-939b-3ee01195409c) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:07:32.876740 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8edbf4af-94f9-4d0f-ab47-0ff7bff80306 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:32.929484 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8edbf4af-94f9-4d0f-ab47-0ff7bff80306 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:32.995707 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:33.047496 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edbf4af-94f9-4d0f-ab47-0ff7bff80306 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:07:33.061332 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53450) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:33.080389 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c52d34bb-38f9-4239-a91c-80b5f118692b req-9bf9d6c9-e34a-4be6-a6ff-57428c7fcac2 tempest-ServerShowV254Test-1065528850 tempest-ServerShowV254Test-1065528850-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f6ca5af-1ab8-49e9-82ea-5b6c0bad5f8a HTTP/1.1" status: 200 len: 210 time: 0.0549552 Nov 23 22:07:33.085237 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-8edbf4af-94f9-4d0f-ab47-0ff7bff80306 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:07:33.100294 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edbf4af-94f9-4d0f-ab47-0ff7bff80306 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:07:33.115412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbf4af-94f9-4d0f-ab47-0ff7bff80306 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Pushing event updated for resources: {'Port': ['ID=6323b36c-aaa9-443e-939b-3ee01195409c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:33.124326 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de137a8-1072-48b2-9bfd-33299c3ad4f1 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:07:33.243020 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-408e41cc-8a1d-4771-8a0a-916e2d704ae5 None None] Provisioning complete for port 6323b36c-aaa9-443e-939b-3ee01195409c triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:07:33.244371 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-408e41cc-8a1d-4771-8a0a-916e2d704ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:33.339556 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-238b7bb5-d6cf-4b55-9a9d-837bdefaffc2 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:33.340518 n-d-816206-9 neutron-server[110033]: WARNING neutron.api.v2.base [None req-238b7bb5-d6cf-4b55-9a9d-837bdefaffc2 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 22:07:33.349891 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-238b7bb5-d6cf-4b55-9a9d-837bdefaffc2 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 22:07:33.354857 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-238b7bb5-d6cf-4b55-9a9d-837bdefaffc2 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2875519 Nov 23 22:07:33.355861 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-408e41cc-8a1d-4771-8a0a-916e2d704ae5 None None] Port 6323b36c-aaa9-443e-939b-3ee01195409c cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:07:33.358026 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53462) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:33.394133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-701ad635-6608-4d9e-b79d-0c3ed5e73eb5 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group': {'name': 'tempest-secgroup--1672443656'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:33.448101 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-701ad635-6608-4d9e-b79d-0c3ed5e73eb5 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:33.457234 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-701ad635-6608-4d9e-b79d-0c3ed5e73eb5 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:33.535004 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4fe88142-8b1f-4bcc-8516-87e5d00faa80 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:07:33.557332 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8edbf4af-94f9-4d0f-ab47-0ff7bff80306 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:33.586568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 4fe88142-8b1f-4bcc-8516-87e5d00faa80 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:07:33.586948 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4fe88142-8b1f-4bcc-8516-87e5d00faa80 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:07:33.670007 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-701ad635-6608-4d9e-b79d-0c3ed5e73eb5 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:33.681795 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-701ad635-6608-4d9e-b79d-0c3ed5e73eb5 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:33.729727 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ad635-6608-4d9e-b79d-0c3ed5e73eb5 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23f6d4b-f07c-49b6-a43a-700ec714d93b,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:33.837747 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d58f7-3685-4bde-a5c5-4e3e252152e0 req-bfdc100d-5753-4155-8db0-be330270033c tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:33.840607 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:33.846516 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-649d58f7-3685-4bde-a5c5-4e3e252152e0 req-bfdc100d-5753-4155-8db0-be330270033c tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.2279282 Nov 23 22:07:33.917604 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-701ad635-6608-4d9e-b79d-0c3ed5e73eb5 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:33.931066 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-701ad635-6608-4d9e-b79d-0c3ed5e73eb5 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:33.933522 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8edbf4af-94f9-4d0f-ab47-0ff7bff80306 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:33.946506 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-649d58f7-3685-4bde-a5c5-4e3e252152e0 req-f5d43b22-6172-447f-bd25-3be7db3d8d4d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886686 Nov 23 22:07:33.978209 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-701ad635-6608-4d9e-b79d-0c3ed5e73eb5 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:33.991195 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-701ad635-6608-4d9e-b79d-0c3ed5e73eb5 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6319778 Nov 23 22:07:33.994272 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53476) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:33.999721 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-66029c0a-7a76-4d5c-936c-f547424dce9a tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group_rule': {'security_group_id': 'b4bc2f1e-7adf-40e0-a719-d08562ecacd1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:34.023494 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ad635-6608-4d9e-b79d-0c3ed5e73eb5 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bc2f1e-7adf-40e0-a719-d08562ecacd1,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:34.039442 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-66029c0a-7a76-4d5c-936c-f547424dce9a tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:34.165161 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-66029c0a-7a76-4d5c-936c-f547424dce9a tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:34.177078 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-66029c0a-7a76-4d5c-936c-f547424dce9a tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:34.209001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66029c0a-7a76-4d5c-936c-f547424dce9a tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754b582e-14af-4f5f-8ba0-244280b86950,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:34.235440 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-66029c0a-7a76-4d5c-936c-f547424dce9a tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:34.239404 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-66029c0a-7a76-4d5c-936c-f547424dce9a tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2414289 Nov 23 22:07:34.239830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53490) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:34.244000 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-66280e32-0593-43e3-8b77-a25839b8f581 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group_rule': {'security_group_id': 'b4bc2f1e-7adf-40e0-a719-d08562ecacd1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:34.304028 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-66280e32-0593-43e3-8b77-a25839b8f581 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:34.314709 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edbf4af-94f9-4d0f-ab47-0ff7bff80306 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Router 0ac0dcf4-f6cf-4c6e-bb7d-6b6279911c84 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:07:34.407926 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-66280e32-0593-43e3-8b77-a25839b8f581 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 22:07:34.409482 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-66280e32-0593-43e3-8b77-a25839b8f581 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1684709 Nov 23 22:07:34.411973 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53496) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:34.615677 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edbf4af-94f9-4d0f-ab47-0ff7bff80306 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:07:34.630129 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591db875-a527-4143-b894-06ac7a128b9a None None] Sync routers for ids ['0ac0dcf4-f6cf-4c6e-bb7d-6b6279911c84'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:07:34.647493 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591db875-a527-4143-b894-06ac7a128b9a None None] Routers {'0ac0dcf4-f6cf-4c6e-bb7d-6b6279911c84'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:07:34.648239 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-591db875-a527-4143-b894-06ac7a128b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:07:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0ac0dcf4-f6cf-4c6e-bb7d-6b6279911c84'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:34.655405 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8edbf4af-94f9-4d0f-ab47-0ff7bff80306 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:34.662902 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53504) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:34.664190 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8edbf4af-94f9-4d0f-ab47-0ff7bff80306 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2112865 Nov 23 22:07:34.693730 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-591db875-a527-4143-b894-06ac7a128b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:34.703130 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-ca10cab4-c524-4fab-a09d-9527755aedd9 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'enable_snat': False}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:34.711669 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591db875-a527-4143-b894-06ac7a128b9a None None] Routers {'0ac0dcf4-f6cf-4c6e-bb7d-6b6279911c84'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:07:34.712878 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-591db875-a527-4143-b894-06ac7a128b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:07:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0ac0dcf4-f6cf-4c6e-bb7d-6b6279911c84'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:34.774392 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-591db875-a527-4143-b894-06ac7a128b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:34.775500 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591db875-a527-4143-b894-06ac7a128b9a None None] The sync data for ids ['0ac0dcf4-f6cf-4c6e-bb7d-6b6279911c84'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:07:34.842285 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc58085-2ce8-4c4c-b836-b4267d0f2da9 req-31488683-7738-4d50-8fb8-b4320fc83592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:34.844003 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3fc58085-2ce8-4c4c-b836-b4267d0f2da9 req-31488683-7738-4d50-8fb8-b4320fc83592 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6ce6ce79bc284c8da12730541a4994bb&device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 1098 time: 0.3964128 Nov 23 22:07:34.858827 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761dd74-2afa-4194-9e2e-1376e357cb63 req-e3059af9-dfac-4c8a-9fe9-371967c069c0 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:34.861407 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53506) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:34.869030 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3761dd74-2afa-4194-9e2e-1376e357cb63 req-e3059af9-dfac-4c8a-9fe9-371967c069c0 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.4100192 Nov 23 22:07:34.955260 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c9bfd5b-7b90-4398-a123-20ac927d1e5f tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:35.019476 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0f302081-0dfd-4d0e-99c3-485d464ee185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:35.159704 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0f302081-0dfd-4d0e-99c3-485d464ee185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:35.169878 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c9bfd5b-7b90-4398-a123-20ac927d1e5f tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:35.170394 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0f302081-0dfd-4d0e-99c3-485d464ee185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:35.235997 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f302081-0dfd-4d0e-99c3-485d464ee185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5f21f3-70db-49b8-add1-266c02b55516,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:35.258666 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3761dd74-2afa-4194-9e2e-1376e357cb63 req-0b7a15c5-a72e-4d5d-b69b-c5488306e4e4 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888731 Nov 23 22:07:35.303459 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0f302081-0dfd-4d0e-99c3-485d464ee185 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e1eb8a9c3aaa45a49d9928d83c9a76c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4397991 Nov 23 22:07:35.305060 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc58085-2ce8-4c4c-b836-b4267d0f2da9 req-34f59c00-ffa2-48be-851d-560a9e4d9568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:35.305984 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53524) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:35.306902 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3fc58085-2ce8-4c4c-b836-b4267d0f2da9 req-34f59c00-ffa2-48be-851d-560a9e4d9568 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e2e52909-dbc6-4cc2-ac82-3967aafdd39a HTTP/1.1" status: 200 len: 914 time: 0.4328172 Nov 23 22:07:35.380735 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aaffdaa8-b6b2-454d-9c33-9f5bb407662e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:35.420091 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3fc58085-2ce8-4c4c-b836-b4267d0f2da9 req-7af0a027-df00-4459-a169-12b8541b6f6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85ad12db-6b0b-4cc1-b52f-1504a8283e40 HTTP/1.1" status: 200 len: 217 time: 0.0747039 Nov 23 22:07:35.428396 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c9bfd5b-7b90-4398-a123-20ac927d1e5f tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:35.432084 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c9bfd5b-7b90-4398-a123-20ac927d1e5f tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:35.433513 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4c9bfd5b-7b90-4398-a123-20ac927d1e5f tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "DELETE /v2.0/security-groups/b4bc2f1e-7adf-40e0-a719-d08562ecacd1 HTTP/1.1" status: 204 len: 168 time: 1.0204122 Nov 23 22:07:35.436161 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aaffdaa8-b6b2-454d-9c33-9f5bb407662e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:35.449664 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53528) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:35.494272 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bfd5b-7b90-4398-a123-20ac927d1e5f tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bc2f1e-7adf-40e0-a719-d08562ecacd1,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:35.502746 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aaffdaa8-b6b2-454d-9c33-9f5bb407662e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:35.521677 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aaffdaa8-b6b2-454d-9c33-9f5bb407662e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:35.527860 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-aaffdaa8-b6b2-454d-9c33-9f5bb407662e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d5f21f3-70db-49b8-add1-266c02b55516 HTTP/1.1" status: 204 len: 168 time: 0.2206428 Nov 23 22:07:35.551007 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffdaa8-b6b2-454d-9c33-9f5bb407662e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5f21f3-70db-49b8-add1-266c02b55516,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:35.765723 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53536) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:35.775175 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-03d52c53-86f4-4ca4-9829-37b6d38eecf8 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group': {'name': 'tempest-secgroup--1639456046'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:35.779142 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2eeb97f6-68c4-4c4f-bd09-17544aee8f63 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3268714 Nov 23 22:07:35.782702 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc58085-2ce8-4c4c-b836-b4267d0f2da9 req-b17114de-543b-49b7-8e46-f0e822395355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:35.785819 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3fc58085-2ce8-4c4c-b836-b4267d0f2da9 req-b17114de-543b-49b7-8e46-f0e822395355 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=70a442e5-0c56-4c4d-9aab-d7d2295cb603 HTTP/1.1" status: 200 len: 853 time: 0.3489618 Nov 23 22:07:35.838131 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3fc58085-2ce8-4c4c-b836-b4267d0f2da9 req-fadd353d-2e73-4b1b-b818-7bb1badb7b00 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e2e52909-dbc6-4cc2-ac82-3967aafdd39a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437670 Nov 23 22:07:35.866563 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-03d52c53-86f4-4ca4-9829-37b6d38eecf8 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:36.039726 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-03d52c53-86f4-4ca4-9829-37b6d38eecf8 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:36.055436 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-03d52c53-86f4-4ca4-9829-37b6d38eecf8 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:36.121038 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d52c53-86f4-4ca4-9829-37b6d38eecf8 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c15baba-cd45-476b-90ba-3990f05fa704,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:36.143309 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-03d52c53-86f4-4ca4-9829-37b6d38eecf8 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:36.150926 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-03d52c53-86f4-4ca4-9829-37b6d38eecf8 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3815727 Nov 23 22:07:36.152791 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53550) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:36.183067 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-41a59d9f-2633-4a88-8a89-d8e39cfbfa16 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group_rule': {'security_group_id': '1c15baba-cd45-476b-90ba-3990f05fa704', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:36.184039 n-d-816206-9 neutron-server[110033]: WARNING neutron.api.v2.base [None req-41a59d9f-2633-4a88-8a89-d8e39cfbfa16 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 23 22:07:36.184570 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-41a59d9f-2633-4a88-8a89-d8e39cfbfa16 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:07:36.185625 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-41a59d9f-2633-4a88-8a89-d8e39cfbfa16 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0318472 Nov 23 22:07:36.188533 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53558) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:36.193033 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3fc58085-2ce8-4c4c-b836-b4267d0f2da9 req-73cccfc4-17db-43db-abbc-1abadca17dad service neutron] 10.222.0.60 "GET /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388147 Nov 23 22:07:36.215569 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ca10cab4-c524-4fab-a09d-9527755aedd9 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:36.342473 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41d7337e-c153-40c2-bfd5-47fd3a23ac22 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:36.413089 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41d7337e-c153-40c2-bfd5-47fd3a23ac22 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:36.519812 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41d7337e-c153-40c2-bfd5-47fd3a23ac22 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:36.523506 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41d7337e-c153-40c2-bfd5-47fd3a23ac22 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:36.527395 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-41d7337e-c153-40c2-bfd5-47fd3a23ac22 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "DELETE /v2.0/security-groups/1c15baba-cd45-476b-90ba-3990f05fa704 HTTP/1.1" status: 204 len: 168 time: 0.3347139 Nov 23 22:07:36.531453 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53568) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:36.589566 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7337e-c153-40c2-bfd5-47fd3a23ac22 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c15baba-cd45-476b-90ba-3990f05fa704,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:36.679689 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f1e20871-ba34-466a-a4d9-50f2797ad5ec tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1467650 Nov 23 22:07:36.683410 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53578) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:36.689962 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-9bb9c40e-a20e-4f7b-b992-98c6a982fc90 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group': {'name': 'tempest-secgroup--1154448041'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:36.767779 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c40e-a20e-4f7b-b992-98c6a982fc90 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:36.950753 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c40e-a20e-4f7b-b992-98c6a982fc90 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:36.964569 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c40e-a20e-4f7b-b992-98c6a982fc90 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:37.030837 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9bb9c40e-a20e-4f7b-b992-98c6a982fc90 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:37.034271 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9bb9c40e-a20e-4f7b-b992-98c6a982fc90 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3468008 Nov 23 22:07:37.035274 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53588) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:37.035949 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9c40e-a20e-4f7b-b992-98c6a982fc90 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0366df24-4a83-4b39-9019-935f41e103ee,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:37.041558 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3fc58085-2ce8-4c4c-b836-b4267d0f2da9 req-bbe31ce3-3ee0-44a4-bf87-e8a454f77bd7 service neutron] 10.222.0.60 "GET /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8173933 Nov 23 22:07:37.057541 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea390bb-fb44-4740-9119-24ebd886d864 req-708dca8f-b8be-4859-b192-a7c4155a0d35 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:37.058399 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-0554a9e3-bcef-472b-9a30-20a4e0ea6493 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group_rule': {'security_group_id': '0366df24-4a83-4b39-9019-935f41e103ee', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:37.073393 n-d-816206-9 neutron-server[110033]: WARNING neutron.api.v2.base [None req-0554a9e3-bcef-472b-9a30-20a4e0ea6493 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 23 22:07:37.073881 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2ea390bb-fb44-4740-9119-24ebd886d864 req-708dca8f-b8be-4859-b192-a7c4155a0d35 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.6582034 Nov 23 22:07:37.074406 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-0554a9e3-bcef-472b-9a30-20a4e0ea6493 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:07:37.078053 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0554a9e3-bcef-472b-9a30-20a4e0ea6493 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0297964 Nov 23 22:07:37.078277 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53590) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:37.211111 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-091538cb-68a9-4698-bfcb-b8bed21ed089 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:37.264038 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2ea390bb-fb44-4740-9119-24ebd886d864 req-0976c578-c927-4a55-9acb-d53c97b73e13 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893988 Nov 23 22:07:37.322548 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-091538cb-68a9-4698-bfcb-b8bed21ed089 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:37.379090 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-091538cb-68a9-4698-bfcb-b8bed21ed089 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:37.383127 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-091538cb-68a9-4698-bfcb-b8bed21ed089 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:37.386818 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-091538cb-68a9-4698-bfcb-b8bed21ed089 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "DELETE /v2.0/security-groups/0366df24-4a83-4b39-9019-935f41e103ee HTTP/1.1" status: 204 len: 168 time: 0.3054233 Nov 23 22:07:37.395469 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53604) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:37.429065 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091538cb-68a9-4698-bfcb-b8bed21ed089 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0366df24-4a83-4b39-9019-935f41e103ee,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:37.472901 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c006a346-d44b-4148-a2c8-9cd92d63660e tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0712383 Nov 23 22:07:37.476172 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53608) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:37.483190 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c2ef96e6-d84b-48b5-a3d7-86789ca64463 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group': {'name': 'tempest-secgroup--1813308797'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:37.520488 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c2ef96e6-d84b-48b5-a3d7-86789ca64463 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:37.621301 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c2ef96e6-d84b-48b5-a3d7-86789ca64463 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:37.634796 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c2ef96e6-d84b-48b5-a3d7-86789ca64463 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:37.776462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c2ef96e6-d84b-48b5-a3d7-86789ca64463 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:37.783957 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53618) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:37.789597 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c2ef96e6-d84b-48b5-a3d7-86789ca64463 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3108230 Nov 23 22:07:37.789766 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-8d3231cb-2bb5-4ea1-9ed6-ff7d806587e4 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group_rule': {'security_group_id': 'd270f0e7-199a-4f93-9e6f-fed4d1e14560', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:37.790644 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef96e6-d84b-48b5-a3d7-86789ca64463 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d270f0e7-199a-4f93-9e6f-fed4d1e14560,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:37.814130 n-d-816206-9 neutron-server[110034]: WARNING neutron.api.v2.base [None req-8d3231cb-2bb5-4ea1-9ed6-ff7d806587e4 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 23 22:07:37.814837 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-8d3231cb-2bb5-4ea1-9ed6-ff7d806587e4 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:07:37.816655 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8d3231cb-2bb5-4ea1-9ed6-ff7d806587e4 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0304508 Nov 23 22:07:37.822131 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53620) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:37.850552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-03cdfac1-0e95-4dcd-b8f0-3910567b5ddc tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group_rule': {'security_group_id': 'd270f0e7-199a-4f93-9e6f-fed4d1e14560', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:37.851344 n-d-816206-9 neutron-server[110034]: WARNING neutron.api.v2.base [None req-03cdfac1-0e95-4dcd-b8f0-3910567b5ddc tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 23 22:07:37.851904 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-03cdfac1-0e95-4dcd-b8f0-3910567b5ddc tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:07:37.852903 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-03cdfac1-0e95-4dcd-b8f0-3910567b5ddc tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0284424 Nov 23 22:07:37.855733 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53622) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:37.860380 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ac62d9f7-5b8d-43cd-9f8c-924dcacd461e tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group_rule': {'security_group_id': 'd270f0e7-199a-4f93-9e6f-fed4d1e14560', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:37.863463 n-d-816206-9 neutron-server[110033]: WARNING neutron.api.v2.base [None req-ac62d9f7-5b8d-43cd-9f8c-924dcacd461e tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 23 22:07:37.864068 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-ac62d9f7-5b8d-43cd-9f8c-924dcacd461e tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:07:37.865022 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ac62d9f7-5b8d-43cd-9f8c-924dcacd461e tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082741 Nov 23 22:07:37.867929 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53624) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:37.873408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-538dd199-e9f5-49f5-8f2b-8f5c889b1710 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group_rule': {'security_group_id': 'd270f0e7-199a-4f93-9e6f-fed4d1e14560', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:37.875107 n-d-816206-9 neutron-server[110034]: WARNING neutron.api.v2.base [None req-538dd199-e9f5-49f5-8f2b-8f5c889b1710 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 23 22:07:37.875614 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-538dd199-e9f5-49f5-8f2b-8f5c889b1710 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:07:37.877720 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-538dd199-e9f5-49f5-8f2b-8f5c889b1710 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0080647 Nov 23 22:07:37.881302 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53628) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:37.996050 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ca10cab4-c524-4fab-a09d-9527755aedd9 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:38.008771 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4522e3ac-cf70-4023-8b82-687a78f1c588 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:38.017384 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ca10cab4-c524-4fab-a09d-9527755aedd9 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-847058'] for router, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:38.055104 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4522e3ac-cf70-4023-8b82-687a78f1c588 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:38.116989 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4522e3ac-cf70-4023-8b82-687a78f1c588 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:38.117361 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4522e3ac-cf70-4023-8b82-687a78f1c588 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:38.118568 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4522e3ac-cf70-4023-8b82-687a78f1c588 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "DELETE /v2.0/security-groups/d270f0e7-199a-4f93-9e6f-fed4d1e14560 HTTP/1.1" status: 204 len: 168 time: 0.2362590 Nov 23 22:07:38.130750 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53638) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:38.183320 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522e3ac-cf70-4023-8b82-687a78f1c588 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d270f0e7-199a-4f93-9e6f-fed4d1e14560,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:38.248930 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5da974f7-9b24-454b-b12b-6496fc4cd7b7 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1213064 Nov 23 22:07:38.250996 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53644) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:38.257008 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-17ed1c27-aa69-498a-bf1c-48edb5373dac tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group': {'name': 'tempest-secgroup--1325211236'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:38.278749 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca10cab4-c524-4fab-a09d-9527755aedd9 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Router 0ac0dcf4-f6cf-4c6e-bb7d-6b6279911c84 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:07:38.310780 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-17ed1c27-aa69-498a-bf1c-48edb5373dac tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:38.535511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca10cab4-c524-4fab-a09d-9527755aedd9 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:07:38.562786 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d043cb6a-f794-48eb-8609-f61370fe0799 None None] Sync routers for ids ['0ac0dcf4-f6cf-4c6e-bb7d-6b6279911c84'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:07:38.585637 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d043cb6a-f794-48eb-8609-f61370fe0799 None None] Routers {'0ac0dcf4-f6cf-4c6e-bb7d-6b6279911c84'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:07:38.591386 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d043cb6a-f794-48eb-8609-f61370fe0799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:07:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0ac0dcf4-f6cf-4c6e-bb7d-6b6279911c84'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:38.603292 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ca10cab4-c524-4fab-a09d-9527755aedd9 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:38.608882 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ca10cab4-c524-4fab-a09d-9527755aedd9 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "PUT /v2.0/routers/0ac0dcf4-f6cf-4c6e-bb7d-6b6279911c84 HTTP/1.1" status: 200 len: 921 time: 3.9170332 Nov 23 22:07:38.609654 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53658) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:38.697534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37588bb9-5e3c-49e5-a6ba-0d17d2bc4211 req-48123d8f-ae95-4d00-88ca-080e288c4bf2 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:38.704856 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-37588bb9-5e3c-49e5-a6ba-0d17d2bc4211 req-48123d8f-ae95-4d00-88ca-080e288c4bf2 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.1562824 Nov 23 22:07:38.725157 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d043cb6a-f794-48eb-8609-f61370fe0799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:38.739868 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d043cb6a-f794-48eb-8609-f61370fe0799 None None] Routers {'0ac0dcf4-f6cf-4c6e-bb7d-6b6279911c84'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:07:38.740934 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d043cb6a-f794-48eb-8609-f61370fe0799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:07:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0ac0dcf4-f6cf-4c6e-bb7d-6b6279911c84'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:38.779432 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-17ed1c27-aa69-498a-bf1c-48edb5373dac tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:38.789398 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d043cb6a-f794-48eb-8609-f61370fe0799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:38.790616 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d043cb6a-f794-48eb-8609-f61370fe0799 None None] The sync data for ids ['0ac0dcf4-f6cf-4c6e-bb7d-6b6279911c84'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:07:38.795239 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-17ed1c27-aa69-498a-bf1c-48edb5373dac tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:38.829770 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-37588bb9-5e3c-49e5-a6ba-0d17d2bc4211 req-27005fc4-2a94-471c-98dc-33b6a04bd009 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195776 Nov 23 22:07:38.871496 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-17ed1c27-aa69-498a-bf1c-48edb5373dac tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:38.875892 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53668) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:38.883689 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-3bb8b64f-093f-4737-af55-c0cd357afbd8 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group_rule': {'security_group_id': '9e40872a-ab5f-4d57-9a14-04962d454bdf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:38.887263 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-17ed1c27-aa69-498a-bf1c-48edb5373dac tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6350825 Nov 23 22:07:38.888538 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed1c27-aa69-498a-bf1c-48edb5373dac tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e40872a-ab5f-4d57-9a14-04962d454bdf,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:39.040129 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2cbe8-b8e4-4371-9d1a-35f83fe98d74 req-7f54d319-f1dc-421f-9e7a-2f2e6d5b48e6 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:39.041708 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34f2cbe8-b8e4-4371-9d1a-35f83fe98d74 req-7f54d319-f1dc-421f-9e7a-2f2e6d5b48e6 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.0892189 Nov 23 22:07:39.178630 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34f2cbe8-b8e4-4371-9d1a-35f83fe98d74 req-458b8d4e-e60a-4fe1-8f22-42382199f281 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246245 Nov 23 22:07:39.359069 n-d-816206-9 neutron-server[110033]: WARNING neutron.api.v2.base [None req-3bb8b64f-093f-4737-af55-c0cd357afbd8 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 22:07:39.359777 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-3bb8b64f-093f-4737-af55-c0cd357afbd8 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:07:39.365276 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3bb8b64f-093f-4737-af55-c0cd357afbd8 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.4851093 Nov 23 22:07:39.366437 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53692) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:39.390624 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-abf47328-f80a-49a1-922a-07bbf22da433 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group_rule': {'security_group_id': '9e40872a-ab5f-4d57-9a14-04962d454bdf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:39.427937 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c88964-a23e-4c2c-a397-beb91678c9ef req-d8568c71-6011-40c8-8e8e-8ccf07772500 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:39.438429 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-29c88964-a23e-4c2c-a397-beb91678c9ef req-d8568c71-6011-40c8-8e8e-8ccf07772500 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.0964544 Nov 23 22:07:39.474967 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d4e76842-2f71-4dca-bc2c-9f5378db7d4d tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "GET /v2.0/routers/0ac0dcf4-f6cf-4c6e-bb7d-6b6279911c84 HTTP/1.1" status: 200 len: 921 time: 0.8635724 Nov 23 22:07:39.475957 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53700) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:39.578425 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-abf47328-f80a-49a1-922a-07bbf22da433 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:07:39.591284 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-abf47328-f80a-49a1-922a-07bbf22da433 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2219036 Nov 23 22:07:39.597211 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53702) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:39.597683 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-29c88964-a23e-4c2c-a397-beb91678c9ef req-f0c51356-7752-4ea0-9cb8-384de8e7afd6 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581006 Nov 23 22:07:39.603061 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-17a6f85b-8749-4b42-9e5b-dcc209ac6594 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group_rule': {'security_group_id': '9e40872a-ab5f-4d57-9a14-04962d454bdf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:39.603905 n-d-816206-9 neutron-server[110033]: WARNING neutron.api.v2.base [None req-17a6f85b-8749-4b42-9e5b-dcc209ac6594 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 23 22:07:39.604533 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-17a6f85b-8749-4b42-9e5b-dcc209ac6594 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:07:39.613355 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53706) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:39.613958 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-17a6f85b-8749-4b42-9e5b-dcc209ac6594 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0125134 Nov 23 22:07:39.618773 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-219290c3-8f1d-4235-bf4e-8c1729e7b720 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group_rule': {'security_group_id': '9e40872a-ab5f-4d57-9a14-04962d454bdf', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:39.665346 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bc3f20-18fa-4ce9-909b-3b9f0c42ab9d tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:39.667132 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b8bc3f20-18fa-4ce9-909b-3b9f0c42ab9d tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&device_id=0ac0dcf4-f6cf-4c6e-bb7d-6b6279911c84&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1851776 Nov 23 22:07:39.670024 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53710) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:39.725447 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-219290c3-8f1d-4235-bf4e-8c1729e7b720 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:07:39.729927 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53712) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:39.734761 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-18bf5cb0-ae0e-48b6-b7a9-ffc6b8e0597a tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group_rule': {'security_group_id': '9e40872a-ab5f-4d57-9a14-04962d454bdf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:39.735556 n-d-816206-9 neutron-server[110033]: WARNING neutron.api.v2.base [None req-18bf5cb0-ae0e-48b6-b7a9-ffc6b8e0597a tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 22:07:39.736252 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-18bf5cb0-ae0e-48b6-b7a9-ffc6b8e0597a tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:07:39.741058 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-18bf5cb0-ae0e-48b6-b7a9-ffc6b8e0597a tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0100164 Nov 23 22:07:39.741935 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53714) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:39.746411 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-219290c3-8f1d-4235-bf4e-8c1729e7b720 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1359382 Nov 23 22:07:39.754403 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e69dfae2-a6f8-428f-a81e-351cba3054d8 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group_rule': {'security_group_id': '9e40872a-ab5f-4d57-9a14-04962d454bdf', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:39.845117 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-e69dfae2-a6f8-428f-a81e-351cba3054d8 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:07:39.850282 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e69dfae2-a6f8-428f-a81e-351cba3054d8 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1071892 Nov 23 22:07:39.850859 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53718) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:39.855545 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-514b9e1b-f285-403c-85c5-2c1da157e4f9 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group_rule': {'security_group_id': '9e40872a-ab5f-4d57-9a14-04962d454bdf', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:39.856115 n-d-816206-9 neutron-server[110033]: WARNING neutron.api.v2.base [None req-514b9e1b-f285-403c-85c5-2c1da157e4f9 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 23 22:07:39.856602 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-514b9e1b-f285-403c-85c5-2c1da157e4f9 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:07:39.860565 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-514b9e1b-f285-403c-85c5-2c1da157e4f9 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086493 Nov 23 22:07:39.861007 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53720) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:39.872624 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6590431a-b333-41ce-ad84-cae6326eac8d tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group_rule': {'security_group_id': '9e40872a-ab5f-4d57-9a14-04962d454bdf', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:39.888344 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2174b1-b46c-4f99-937e-ed89fdcce424 req-d0083212-bdbc-4b57-8359-5b3e2a2b71a8 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:39.889935 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b2174b1-b46c-4f99-937e-ed89fdcce424 req-d0083212-bdbc-4b57-8359-5b3e2a2b71a8 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.2057791 Nov 23 22:07:39.933221 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-6590431a-b333-41ce-ad84-cae6326eac8d tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:07:39.940478 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6590431a-b333-41ce-ad84-cae6326eac8d tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0763452 Nov 23 22:07:39.941232 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53726) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:39.950775 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dffa5e6-8748-4eaf-afbf-fd96b347d8eb tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:39.950775 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0dffa5e6-8748-4eaf-afbf-fd96b347d8eb tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 881 time: 0.2794797 Nov 23 22:07:39.953966 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-79b240db-9a74-4a4f-8a77-ad313793d21b tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group_rule': {'security_group_id': '9e40872a-ab5f-4d57-9a14-04962d454bdf', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:39.961895 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53730) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:40.006336 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e58df652-64e2-415a-837b-cf43438192e8 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ac0dcf4-f6cf-4c6e-bb7d-6b6279911c84 HTTP/1.1" status: 200 len: 205 time: 0.0431848 Nov 23 22:07:40.009163 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53732) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:40.058664 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b2174b1-b46c-4f99-937e-ed89fdcce424 req-41d14bb7-2f73-4311-bbfb-d20c2bdfbd8d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526344 Nov 23 22:07:40.067692 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-79b240db-9a74-4a4f-8a77-ad313793d21b tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:07:40.068721 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-79b240db-9a74-4a4f-8a77-ad313793d21b tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1246381 Nov 23 22:07:40.071594 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53734) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:40.184424 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8be6760d-795b-4d43-874a-b265f9ef6bed tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:40.226593 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8be6760d-795b-4d43-874a-b265f9ef6bed tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:40.294829 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8be6760d-795b-4d43-874a-b265f9ef6bed tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:40.299098 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8be6760d-795b-4d43-874a-b265f9ef6bed tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:40.304077 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8be6760d-795b-4d43-874a-b265f9ef6bed tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "DELETE /v2.0/security-groups/9e40872a-ab5f-4d57-9a14-04962d454bdf HTTP/1.1" status: 204 len: 168 time: 0.2314670 Nov 23 22:07:40.304755 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53740) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:40.318369 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b6e0af1-33cd-4250-bd1e-9ff3b0912997 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:40.333991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6760d-795b-4d43-874a-b265f9ef6bed tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e40872a-ab5f-4d57-9a14-04962d454bdf,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:40.474936 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7940d72f-6840-4117-810a-e7896456b2dd tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1460810 Nov 23 22:07:40.477789 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53754) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:40.484241 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-cd5a760a-dcda-474a-bc66-bf503674c2bf tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633359305'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:40.538903 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2f17a-b611-4728-a373-ff6be164249a req-8d3ef82b-d5a0-49b2-95e6-ce5c9b933b32 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:40.545085 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9da2f17a-b611-4728-a373-ff6be164249a req-8d3ef82b-d5a0-49b2-95e6-ce5c9b933b32 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.1807346 Nov 23 22:07:40.554502 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b6e0af1-33cd-4250-bd1e-9ff3b0912997 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:40.610529 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cd5a760a-dcda-474a-bc66-bf503674c2bf tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:40.692408 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9da2f17a-b611-4728-a373-ff6be164249a req-4a99dcc9-ae29-4e8e-af8b-33fc037d1017 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394968 Nov 23 22:07:40.702994 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-9b6e0af1-33cd-4250-bd1e-9ff3b0912997 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Deleting port 6323b36c-aaa9-443e-939b-3ee01195409c {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:07:40.708357 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b6e0af1-33cd-4250-bd1e-9ff3b0912997 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:40.770119 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cd5a760a-dcda-474a-bc66-bf503674c2bf tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:40.799418 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cd5a760a-dcda-474a-bc66-bf503674c2bf tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:40.842531 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b6e0af1-33cd-4250-bd1e-9ff3b0912997 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:40.855851 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cd5a760a-dcda-474a-bc66-bf503674c2bf tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:40.857229 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cd5a760a-dcda-474a-bc66-bf503674c2bf tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3782732 Nov 23 22:07:40.867298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53772) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:40.880514 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-9b6e0af1-33cd-4250-bd1e-9ff3b0912997 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Calling delete_port for 6323b36c-aaa9-443e-939b-3ee01195409c owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:07:40.891578 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-2a961a0b-58ef-4cde-9d52-0d84155e2b75 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group_rule': {'security_group_id': '5701a725-201a-4c59-b452-bb45246c5085', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:40.947064 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a760a-dcda-474a-bc66-bf503674c2bf tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5701a725-201a-4c59-b452-bb45246c5085,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:41.023110 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f37f2-24e3-4251-b983-fe83d41e956c req-3a9bf3d3-2c98-4bbc-88a7-91c4b357a266 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:41.024770 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f67f37f2-24e3-4251-b983-fe83d41e956c req-3a9bf3d3-2c98-4bbc-88a7-91c4b357a266 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.1880183 Nov 23 22:07:41.052733 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-2a961a0b-58ef-4cde-9d52-0d84155e2b75 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] create failed (client error): The resource could not be found. Nov 23 22:07:41.063499 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2a961a0b-58ef-4cde-9d52-0d84155e2b75 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1766295 Nov 23 22:07:41.068887 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53774) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:41.074446 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-2df83d99-e4a9-4768-a512-425e320faaaa tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group_rule': {'security_group_id': '5701a725-201a-4c59-b452-bb45246c5085', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '06d29a34-d2ec-46ca-8efe-215df21064c2'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:41.143982 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f67f37f2-24e3-4251-b983-fe83d41e956c req-71d22e29-e2c6-495d-80e3-ef92cbc42d26 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089349 Nov 23 22:07:41.164097 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-2df83d99-e4a9-4768-a512-425e320faaaa tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] create failed (client error): The resource could not be found. Nov 23 22:07:41.168237 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2df83d99-e4a9-4768-a512-425e320faaaa tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0982440 Nov 23 22:07:41.170786 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53776) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:41.203769 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b6e0af1-33cd-4250-bd1e-9ff3b0912997 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:41.232883 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e0af1-33cd-4250-bd1e-9ff3b0912997 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Pushing event deleted for resources: {'Port': ['ID=6323b36c-aaa9-443e-939b-3ee01195409c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:41.264616 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbdf84b-d12a-4e86-ac2b-60dfcb582b24 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:07:41.337339 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b6e0af1-33cd-4250-bd1e-9ff3b0912997 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:41.437502 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b6e0af1-33cd-4250-bd1e-9ff3b0912997 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:41.442924 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b6e0af1-33cd-4250-bd1e-9ff3b0912997 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:41.480009 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508b2b8-5765-4af5-b3ed-b5c6fdecb296 req-8bfa3de8-3584-42b5-9594-61e2d5d36f31 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:41.483597 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8508b2b8-5765-4af5-b3ed-b5c6fdecb296 req-8bfa3de8-3584-42b5-9594-61e2d5d36f31 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.1753831 Nov 23 22:07:41.494995 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b6e0af1-33cd-4250-bd1e-9ff3b0912997 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:41.495777 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6e0af1-33cd-4250-bd1e-9ff3b0912997 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Fanout notify agent at l3_agent the message router_deleted on router 0ac0dcf4-f6cf-4c6e-bb7d-6b6279911c84 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:07:41.505811 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b6e0af1-33cd-4250-bd1e-9ff3b0912997 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:41.507563 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9b6e0af1-33cd-4250-bd1e-9ff3b0912997 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "DELETE /v2.0/routers/0ac0dcf4-f6cf-4c6e-bb7d-6b6279911c84 HTTP/1.1" status: 204 len: 168 time: 1.4970956 Nov 23 22:07:41.511626 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53792) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:41.517941 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-1026f212-d5c0-4428-8ff6-b750cb9c72ef tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1451391415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:41.524375 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5235b7aa-ad57-44f0-ba82-c6322de10a5e tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:41.617111 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5235b7aa-ad57-44f0-ba82-c6322de10a5e tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:41.618398 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8508b2b8-5765-4af5-b3ed-b5c6fdecb296 req-73eac6ed-e57a-4926-ab0b-50304b53f84a tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234252 Nov 23 22:07:41.680335 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1026f212-d5c0-4428-8ff6-b750cb9c72ef tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:41.683477 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1026f212-d5c0-4428-8ff6-b750cb9c72ef tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:41.948419 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1026f212-d5c0-4428-8ff6-b750cb9c72ef tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:41.954004 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5235b7aa-ad57-44f0-ba82-c6322de10a5e tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:41.960882 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5235b7aa-ad57-44f0-ba82-c6322de10a5e tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:41.962460 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5235b7aa-ad57-44f0-ba82-c6322de10a5e tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "DELETE /v2.0/security-groups/5701a725-201a-4c59-b452-bb45246c5085 HTTP/1.1" status: 204 len: 168 time: 0.7907183 Nov 23 22:07:41.967240 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53808) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:41.979318 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1026f212-d5c0-4428-8ff6-b750cb9c72ef tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:42.055546 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235b7aa-ad57-44f0-ba82-c6322de10a5e tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5701a725-201a-4c59-b452-bb45246c5085,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:42.082035 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d2298-d690-42bb-8539-23fe9970f110 req-0eb85738-c6cd-4f2a-bac7-ee409efaabe8 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:42.085084 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b4d2298-d690-42bb-8539-23fe9970f110 req-0eb85738-c6cd-4f2a-bac7-ee409efaabe8 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.1631939 Nov 23 22:07:42.092731 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1026f212-d5c0-4428-8ff6-b750cb9c72ef tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:42.094978 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1026f212-d5c0-4428-8ff6-b750cb9c72ef tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5814819 Nov 23 22:07:42.098488 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53814) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:42.116381 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-80963823-fa48-4e3a-8763-c37ac162ceb2 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Request body: {'router': {'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:42.236098 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b4d2298-d690-42bb-8539-23fe9970f110 req-1c40ee71-17ac-4cda-89b3-1b53a05d47c0 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426847 Nov 23 22:07:42.331720 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53822) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:42.332699 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ebffe96c-f5e1-4cf6-9e96-272ba51bfe8c tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3286974 Nov 23 22:07:42.336248 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-2b0ccc1d-4d26-4ddd-be2d-a1b01fcb6d53 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group_rule': {'security_group_id': 'df1669cd-6595-466c-b644-95ff9148af17', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:42.416137 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-2b0ccc1d-4d26-4ddd-be2d-a1b01fcb6d53 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] create failed (client error): The resource could not be found. Nov 23 22:07:42.420760 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2b0ccc1d-4d26-4ddd-be2d-a1b01fcb6d53 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0845525 Nov 23 22:07:42.421099 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53826) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:42.426222 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-e02b28b8-9a76-48f5-ac9f-4cb38ba985c7 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group': {'name': 'tempest-secgroup--789876628'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:42.475712 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-6d2ee0e7-45a6-4e76-9797-11e9e7e107f8 req-ddb8d7c7-4ec3-438b-a5f3-f94173e5b4cb service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:07:42.483411 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d2ee0e7-45a6-4e76-9797-11e9e7e107f8 req-ddb8d7c7-4ec3-438b-a5f3-f94173e5b4cb service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0296669 Nov 23 22:07:42.521345 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e02b28b8-9a76-48f5-ac9f-4cb38ba985c7 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:42.663917 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e02b28b8-9a76-48f5-ac9f-4cb38ba985c7 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:42.675126 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80963823-fa48-4e3a-8763-c37ac162ceb2 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:42.693507 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e02b28b8-9a76-48f5-ac9f-4cb38ba985c7 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:42.733724 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e02b28b8-9a76-48f5-ac9f-4cb38ba985c7 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:42.749178 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e02b28b8-9a76-48f5-ac9f-4cb38ba985c7 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3270721 Nov 23 22:07:42.776134 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53844) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:42.785210 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-7a3b049f-9732-450e-9576-f365bdb405d9 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group': {'name': 'tempest-secgroup--928046798'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:42.794455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcfef5-4f55-4a71-a5d3-abeddfcf540e req-91c3ffd9-1b63-432a-a7f6-253fae448438 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:42.804971 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5edcfef5-4f55-4a71-a5d3-abeddfcf540e req-91c3ffd9-1b63-432a-a7f6-253fae448438 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.1825898 Nov 23 22:07:42.863725 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b28b8-9a76-48f5-ac9f-4cb38ba985c7 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8abbc1f9-acc5-49ed-8f94-8ed1f9ff7069,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:42.901134 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a3b049f-9732-450e-9576-f365bdb405d9 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:42.950006 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5edcfef5-4f55-4a71-a5d3-abeddfcf540e req-c8e7ba3d-da99-4290-8984-9ee98a953d15 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457889 Nov 23 22:07:43.074859 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a3b049f-9732-450e-9576-f365bdb405d9 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:43.091224 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a3b049f-9732-450e-9576-f365bdb405d9 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:43.180022 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318a44f-3a83-4ce1-9b51-7f9c630f470f req-12886687-cc55-45e7-bd37-5ab93294b5aa tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:43.188984 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d318a44f-3a83-4ce1-9b51-7f9c630f470f req-12886687-cc55-45e7-bd37-5ab93294b5aa tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.1191769 Nov 23 22:07:43.209415 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b049f-9732-450e-9576-f365bdb405d9 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07ed73ff-6a5e-46f1-ad5e-3cfa106b8fea,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:43.247661 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a3b049f-9732-450e-9576-f365bdb405d9 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:43.251562 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7a3b049f-9732-450e-9576-f365bdb405d9 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4707935 Nov 23 22:07:43.251562 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80963823-fa48-4e3a-8763-c37ac162ceb2 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:43.252589 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53860) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:43.263711 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-8c0c68a7-7c57-4070-ba31-69d81efeae54 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group_rule': {'security_group_id': '8abbc1f9-acc5-49ed-8f94-8ed1f9ff7069', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '07ed73ff-6a5e-46f1-ad5e-3cfa106b8fea'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:43.310263 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d318a44f-3a83-4ce1-9b51-7f9c630f470f req-7d3db62c-c187-47d5-8809-10559ad91e42 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192758 Nov 23 22:07:43.318462 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b049f-9732-450e-9576-f365bdb405d9 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:43.318899 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b049f-9732-450e-9576-f365bdb405d9 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:43.319256 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b049f-9732-450e-9576-f365bdb405d9 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:43.319653 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b049f-9732-450e-9576-f365bdb405d9 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:43.320055 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b049f-9732-450e-9576-f365bdb405d9 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:43.320396 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b049f-9732-450e-9576-f365bdb405d9 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:43.320737 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b049f-9732-450e-9576-f365bdb405d9 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:43.321122 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b049f-9732-450e-9576-f365bdb405d9 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:43.321506 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b049f-9732-450e-9576-f365bdb405d9 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:43.321847 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b049f-9732-450e-9576-f365bdb405d9 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:43.333029 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b049f-9732-450e-9576-f365bdb405d9 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:43.333029 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b049f-9732-450e-9576-f365bdb405d9 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:43.333029 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80963823-fa48-4e3a-8763-c37ac162ceb2 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:43.391601 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-8c0c68a7-7c57-4070-ba31-69d81efeae54 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:07:43.392730 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8c0c68a7-7c57-4070-ba31-69d81efeae54 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1389260 Nov 23 22:07:43.396952 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53866) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:43.565266 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-80963823-fa48-4e3a-8763-c37ac162ceb2 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Allocated IP 172.25.5.136 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/ca4d701b-edf4-4ba5-a743-80d3dc925ae7) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:07:43.591550 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da675d39-dc76-4128-945c-869f89f77e3a tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:43.658499 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8728de-7441-4dde-81d1-5ebcb62a8f38 req-45234b66-63ca-4171-8fda-2bec91ee1049 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:43.660254 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1e8728de-7441-4dde-81d1-5ebcb62a8f38 req-45234b66-63ca-4171-8fda-2bec91ee1049 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.1783645 Nov 23 22:07:43.692924 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da675d39-dc76-4128-945c-869f89f77e3a tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:43.779745 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80963823-fa48-4e3a-8763-c37ac162ceb2 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:43.897658 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80963823-fa48-4e3a-8763-c37ac162ceb2 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:43.938138 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da675d39-dc76-4128-945c-869f89f77e3a tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:43.941394 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da675d39-dc76-4128-945c-869f89f77e3a tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:43.954006 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-da675d39-dc76-4128-945c-869f89f77e3a tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "DELETE /v2.0/security-groups/07ed73ff-6a5e-46f1-ad5e-3cfa106b8fea HTTP/1.1" status: 204 len: 168 time: 0.5558660 Nov 23 22:07:43.955763 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53884) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:44.012574 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1e8728de-7441-4dde-81d1-5ebcb62a8f38 req-d782fa43-ffed-4d3f-b1d8-5e1aceee04da tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359687 Nov 23 22:07:44.027063 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da675d39-dc76-4128-945c-869f89f77e3a tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ed73ff-6a5e-46f1-ad5e-3cfa106b8fea,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:44.027189 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80963823-fa48-4e3a-8763-c37ac162ceb2 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:07:44.046236 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-80963823-fa48-4e3a-8763-c37ac162ceb2 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:07:44.062539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80963823-fa48-4e3a-8763-c37ac162ceb2 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:07:44.064271 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae66e770-b829-4b2a-8d63-c02d7cf7ec7b None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:07:44.150394 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-61bcf8e5-6dbc-4e5b-afb1-71c565e0dd4e tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1904683 Nov 23 22:07:44.151211 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53894) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:44.177623 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80963823-fa48-4e3a-8763-c37ac162ceb2 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Pushing event updated for resources: {'Port': ['ID=ca4d701b-edf4-4ba5-a743-80d3dc925ae7,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:44.189777 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c16cd9f9-5e26-42f1-867b-0a98040515a4 None None] Provisioning complete for port ca4d701b-edf4-4ba5-a743-80d3dc925ae7 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:07:44.190832 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c16cd9f9-5e26-42f1-867b-0a98040515a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:44.264179 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c16cd9f9-5e26-42f1-867b-0a98040515a4 None None] Port ca4d701b-edf4-4ba5-a743-80d3dc925ae7 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:07:44.324375 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f93a75ef-813b-496a-874b-c393dedd2072 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:44.406841 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4ec36-4629-4f4e-9610-5117544ad9df req-673fd8d6-5781-4c48-9d56-628a474a0e3d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:44.418203 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4b4ec36-4629-4f4e-9610-5117544ad9df req-673fd8d6-5781-4c48-9d56-628a474a0e3d tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.2240248 Nov 23 22:07:44.483123 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f93a75ef-813b-496a-874b-c393dedd2072 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:44.647824 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80963823-fa48-4e3a-8763-c37ac162ceb2 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:44.663384 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4b4ec36-4629-4f4e-9610-5117544ad9df req-0f0110a3-c5ca-4d2b-b1ff-5023f372b78e tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438979 Nov 23 22:07:44.695721 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f93a75ef-813b-496a-874b-c393dedd2072 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:44.699595 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f93a75ef-813b-496a-874b-c393dedd2072 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:44.700980 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f93a75ef-813b-496a-874b-c393dedd2072 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "DELETE /v2.0/security-groups/8abbc1f9-acc5-49ed-8f94-8ed1f9ff7069 HTTP/1.1" status: 204 len: 168 time: 0.5479424 Nov 23 22:07:44.717523 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53930) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:44.735274 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a75ef-813b-496a-874b-c393dedd2072 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abbc1f9-acc5-49ed-8f94-8ed1f9ff7069,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:44.838162 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bbd59efb-63a5-42d5-94eb-76b56e4088e9 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1195152 Nov 23 22:07:44.842541 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53944) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:44.850327 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-77907449-1642-42ce-a7ad-240b4b71e0a1 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group': {'name': 'tempest-secgroup--929664238'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:44.921324 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ab5b8-c35b-43c4-ad2e-6b7ae2a41def req-45789c9d-9f42-482f-878d-f9d277c5a488 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:44.923681 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-150ab5b8-c35b-43c4-ad2e-6b7ae2a41def req-45789c9d-9f42-482f-878d-f9d277c5a488 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.1162503 Nov 23 22:07:44.930237 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-77907449-1642-42ce-a7ad-240b4b71e0a1 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:45.037807 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-150ab5b8-c35b-43c4-ad2e-6b7ae2a41def req-d1f75a86-eb27-4e13-aa34-3ab34c86221f tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051650 Nov 23 22:07:45.138854 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80963823-fa48-4e3a-8763-c37ac162ceb2 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:45.160379 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80963823-fa48-4e3a-8763-c37ac162ceb2 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-847058'] for router, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:45.237567 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72222fe1-2f6d-46ff-883c-d4414888796c req-dd1a2cd7-d981-4d89-8752-edeb8480a7b3 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:45.246701 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-72222fe1-2f6d-46ff-883c-d4414888796c req-dd1a2cd7-d981-4d89-8752-edeb8480a7b3 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.0785158 Nov 23 22:07:45.307256 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-72222fe1-2f6d-46ff-883c-d4414888796c req-238344bb-df3a-421b-bbf1-d7d880657eb3 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569186 Nov 23 22:07:45.308454 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-77907449-1642-42ce-a7ad-240b4b71e0a1 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:45.347055 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-77907449-1642-42ce-a7ad-240b4b71e0a1 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:45.512535 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77907449-1642-42ce-a7ad-240b4b71e0a1 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=152f99e4-949c-446b-a11c-5d437acd8b62,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:45.561421 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-77907449-1642-42ce-a7ad-240b4b71e0a1 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:45.567917 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-77907449-1642-42ce-a7ad-240b4b71e0a1 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7240345 Nov 23 22:07:45.575488 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4f103-0244-4dd1-8246-6c1d2b273aa0 req-0ea3ae34-5120-4a10-abec-1f3c401ef548 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:45.577048 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16e4f103-0244-4dd1-8246-6c1d2b273aa0 req-0ea3ae34-5120-4a10-abec-1f3c401ef548 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.1083522 Nov 23 22:07:45.577547 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53996) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:45.582105 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-173193cb-ed14-43a9-a0e5-a2a53dd1b300 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:45.582785 n-d-816206-9 neutron-server[110034]: WARNING neutron.api.v2.base [None req-173193cb-ed14-43a9-a0e5-a2a53dd1b300 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 22:07:45.583291 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-173193cb-ed14-43a9-a0e5-a2a53dd1b300 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 22:07:45.604806 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53998) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:45.607799 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-173193cb-ed14-43a9-a0e5-a2a53dd1b300 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "PUT /v2.0/security-groups/152f99e4-949c-446b-a11c-5d437acd8b62 HTTP/1.1" status: 409 len: 330 time: 0.0291851 Nov 23 22:07:45.696580 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-01ff5bba-78d8-4eed-8f3a-b4b2e60c3ab2 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:45.716592 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16e4f103-0244-4dd1-8246-6c1d2b273aa0 req-092b8817-9253-478c-942f-f68241761ba3 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024816 Nov 23 22:07:45.808821 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-01ff5bba-78d8-4eed-8f3a-b4b2e60c3ab2 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:45.853488 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80963823-fa48-4e3a-8763-c37ac162ceb2 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Router f8bceb95-1dda-42a6-bc6f-5a0cd9f90a09 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:07:46.002079 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-01ff5bba-78d8-4eed-8f3a-b4b2e60c3ab2 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:46.008110 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-01ff5bba-78d8-4eed-8f3a-b4b2e60c3ab2 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:46.012836 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-01ff5bba-78d8-4eed-8f3a-b4b2e60c3ab2 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "DELETE /v2.0/security-groups/152f99e4-949c-446b-a11c-5d437acd8b62 HTTP/1.1" status: 204 len: 168 time: 0.4070337 Nov 23 22:07:46.015536 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54028) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:46.106633 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7c36ec9a-a78f-48bb-a3b4-6a66a13d7405 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0897875 Nov 23 22:07:46.108026 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54036) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:46.162930 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff5bba-78d8-4eed-8f3a-b4b2e60c3ab2 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=152f99e4-949c-446b-a11c-5d437acd8b62,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:46.211700 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-da949801-2fcd-4b24-887d-9a09d61b90b0 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] delete failed (client error): The resource could not be found. Nov 23 22:07:46.217240 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54042) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:46.229842 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-da949801-2fcd-4b24-887d-9a09d61b90b0 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "DELETE /v2.0/security-groups/6f85acc1-f5f2-4818-8c0e-798ebe7054e9 HTTP/1.1" status: 404 len: 347 time: 0.1205742 Nov 23 22:07:46.248711 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-1420fd5a-256b-4429-a888-431df486e500 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] show failed (client error): The resource could not be found. Nov 23 22:07:46.250255 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1420fd5a-256b-4429-a888-431df486e500 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "GET /v2.0/security-groups/52afcac0-8a5b-46fe-abb7-499b761670af HTTP/1.1" status: 404 len: 347 time: 0.0317545 Nov 23 22:07:46.255690 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54044) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:46.258056 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80963823-fa48-4e3a-8763-c37ac162ceb2 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:07:46.300758 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80963823-fa48-4e3a-8763-c37ac162ceb2 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:46.303606 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-80963823-fa48-4e3a-8763-c37ac162ceb2 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "PUT /v2.0/routers/f8bceb95-1dda-42a6-bc6f-5a0cd9f90a09 HTTP/1.1" status: 200 len: 880 time: 4.2034979 Nov 23 22:07:46.307685 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54048) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:46.322173 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e2056-5556-4e26-982d-27ba5d134eb0 None None] Sync routers for ids ['f8bceb95-1dda-42a6-bc6f-5a0cd9f90a09'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:07:46.337755 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-bd608cdb-9d7c-47e0-bd70-16c78a444337 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] show failed (client error): The resource could not be found. Nov 23 22:07:46.341273 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5e2056-5556-4e26-982d-27ba5d134eb0 None None] Routers {'f8bceb95-1dda-42a6-bc6f-5a0cd9f90a09'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:07:46.346922 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-bd608cdb-9d7c-47e0-bd70-16c78a444337 tempest-NegativeSecGroupTest-827604454 tempest-NegativeSecGroupTest-827604454-project] 10.222.0.50 "GET /v2.0/security-group-rules/91d8298e-4732-43ed-8c13-4bf0f9e9a139 HTTP/1.1" status: 404 len: 356 time: 0.0880373 Nov 23 22:07:46.352430 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-9f5e2056-5556-4e26-982d-27ba5d134eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:07:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f8bceb95-1dda-42a6-bc6f-5a0cd9f90a09'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:46.485670 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-9f5e2056-5556-4e26-982d-27ba5d134eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:46.537141 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5e2056-5556-4e26-982d-27ba5d134eb0 None None] Routers {'f8bceb95-1dda-42a6-bc6f-5a0cd9f90a09'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:07:46.541360 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-9f5e2056-5556-4e26-982d-27ba5d134eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:07:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f8bceb95-1dda-42a6-bc6f-5a0cd9f90a09'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:46.653032 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-9f5e2056-5556-4e26-982d-27ba5d134eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:46.654579 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e2056-5556-4e26-982d-27ba5d134eb0 None None] The sync data for ids ['f8bceb95-1dda-42a6-bc6f-5a0cd9f90a09'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:07:46.721038 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54068) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:46.741454 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f1587517-77aa-4c79-b24a-953e5e14e256 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "GET /v2.0/routers/f8bceb95-1dda-42a6-bc6f-5a0cd9f90a09 HTTP/1.1" status: 200 len: 921 time: 0.4302526 Nov 23 22:07:46.900608 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54076) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:46.913817 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b69c46-5b71-4063-a266-08ccdc0a8c71 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:46.919978 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54080) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:46.931723 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f8b69c46-5b71-4063-a266-08ccdc0a8c71 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&device_id=f8bceb95-1dda-42a6-bc6f-5a0cd9f90a09&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2093861 Nov 23 22:07:47.131988 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144cc50c-3a9e-433b-a0c9-1af9ce80fe95 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:47.134408 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-144cc50c-3a9e-433b-a0c9-1af9ce80fe95 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 881 time: 0.2132328 Nov 23 22:07:47.137395 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54086) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:47.220414 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-67840d9d-b8ca-4c78-a24c-531459f675ba tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8bceb95-1dda-42a6-bc6f-5a0cd9f90a09 HTTP/1.1" status: 200 len: 205 time: 0.0815718 Nov 23 22:07:47.224132 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54092) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:47.346616 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-58142cb6-2e56-4fc4-8994-76d35758a76a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1a308934e54943ccba6f3fed607c2c2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4420226 Nov 23 22:07:47.353214 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54096) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:47.441465 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1ea3da73-4483-401c-9c6c-5913a2d97989 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:47.491643 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8802c3b6-478f-468e-bbf4-704e6abf7fee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:47.555135 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8802c3b6-478f-468e-bbf4-704e6abf7fee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:47.568532 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54100) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:47.633555 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8802c3b6-478f-468e-bbf4-704e6abf7fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:47.637001 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8802c3b6-478f-468e-bbf4-704e6abf7fee admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:47.638798 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8802c3b6-478f-468e-bbf4-704e6abf7fee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f23f6d4b-f07c-49b6-a43a-700ec714d93b HTTP/1.1" status: 204 len: 168 time: 0.2791355 Nov 23 22:07:47.648728 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1ea3da73-4483-401c-9c6c-5913a2d97989 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:47.682140 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802c3b6-478f-468e-bbf4-704e6abf7fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23f6d4b-f07c-49b6-a43a-700ec714d93b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:47.705099 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54110) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:47.833167 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-1ea3da73-4483-401c-9c6c-5913a2d97989 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Deleting port ca4d701b-edf4-4ba5-a743-80d3dc925ae7 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:07:47.834847 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1ea3da73-4483-401c-9c6c-5913a2d97989 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:47.880829 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6af4cd41-c4f7-4beb-b05b-6b766a87baf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:48.238859 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1ea3da73-4483-401c-9c6c-5913a2d97989 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:48.271642 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-1ea3da73-4483-401c-9c6c-5913a2d97989 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Calling delete_port for ca4d701b-edf4-4ba5-a743-80d3dc925ae7 owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:07:48.387817 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6af4cd41-c4f7-4beb-b05b-6b766a87baf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:48.416730 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6af4cd41-c4f7-4beb-b05b-6b766a87baf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:48.605145 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6af4cd41-c4f7-4beb-b05b-6b766a87baf3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=590682ee2ec748b7b429c12b0dc5334b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0355139 Nov 23 22:07:48.609149 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4cd41-c4f7-4beb-b05b-6b766a87baf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274ab82f-f8bc-4eaf-b16a-f6eff4b98b3b,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:48.611178 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54136) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:48.877372 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1ea3da73-4483-401c-9c6c-5913a2d97989 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:48.903490 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9e2d17-4a58-456c-ad92-9e29419bee97 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:07:49.058017 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3da73-4483-401c-9c6c-5913a2d97989 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Pushing event deleted for resources: {'Port': ['ID=ca4d701b-edf4-4ba5-a743-80d3dc925ae7,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:49.111153 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1ea3da73-4483-401c-9c6c-5913a2d97989 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:49.303424 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54154) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:49.324834 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0095048 Nov 23 22:07:49.329006 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54156) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:49.372634 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1ea3da73-4483-401c-9c6c-5913a2d97989 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:49.375967 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1ea3da73-4483-401c-9c6c-5913a2d97989 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:49.506485 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1ea3da73-4483-401c-9c6c-5913a2d97989 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:49.506485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea3da73-4483-401c-9c6c-5913a2d97989 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Fanout notify agent at l3_agent the message router_deleted on router f8bceb95-1dda-42a6-bc6f-5a0cd9f90a09 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:07:49.513012 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1ea3da73-4483-401c-9c6c-5913a2d97989 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:49.514265 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1ea3da73-4483-401c-9c6c-5913a2d97989 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "DELETE /v2.0/routers/f8bceb95-1dda-42a6-bc6f-5a0cd9f90a09 HTTP/1.1" status: 204 len: 168 time: 2.2889526 Nov 23 22:07:49.523233 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54164) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:49.527866 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-a6e7a081-a2d9-444b-af90-40f7a00217a0 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2122840840', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:49.574552 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0e4308bb-875c-42a0-8090-4d88665763ff tempest-NetworksApiDiscovery-1825188468 tempest-NetworksApiDiscovery-1825188468-project] 10.222.0.50 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2388923 Nov 23 22:07:49.615013 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a6e7a081-a2d9-444b-af90-40f7a00217a0 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:49.616125 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a6e7a081-a2d9-444b-af90-40f7a00217a0 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:49.759754 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a6e7a081-a2d9-444b-af90-40f7a00217a0 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:49.767575 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a6e7a081-a2d9-444b-af90-40f7a00217a0 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:49.776244 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d54ec79f-df0e-46b7-8ee2-6ca4a4f42862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:49.822701 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a6e7a081-a2d9-444b-af90-40f7a00217a0 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:49.826836 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a6e7a081-a2d9-444b-af90-40f7a00217a0 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3017418 Nov 23 22:07:49.829301 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54172) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:49.837963 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d54ec79f-df0e-46b7-8ee2-6ca4a4f42862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:49.843966 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-7f68a8bc-223c-451d-91a2-8ad83f5bff48 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'enable_snat': True}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:50.071630 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d54ec79f-df0e-46b7-8ee2-6ca4a4f42862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:50.075379 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d54ec79f-df0e-46b7-8ee2-6ca4a4f42862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:50.077356 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d54ec79f-df0e-46b7-8ee2-6ca4a4f42862 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/274ab82f-f8bc-4eaf-b16a-f6eff4b98b3b HTTP/1.1" status: 204 len: 168 time: 1.4644225 Nov 23 22:07:50.092131 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ec79f-df0e-46b7-8ee2-6ca4a4f42862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274ab82f-f8bc-4eaf-b16a-f6eff4b98b3b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:50.157974 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54182) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:50.310087 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8050026c-c7f7-45f4-a94f-c24592b77247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:50.407163 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:07:50.494333 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a29edcbc-e907-48bb-b53a-547a2288ea82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:50.532465 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7f68a8bc-223c-451d-91a2-8ad83f5bff48 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:50.677227 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a29edcbc-e907-48bb-b53a-547a2288ea82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:50.701476 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a29edcbc-e907-48bb-b53a-547a2288ea82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:50.784189 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29edcbc-e907-48bb-b53a-547a2288ea82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ab7f70-deb7-4f6a-be01-5532b790d48f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:50.915991 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a29edcbc-e907-48bb-b53a-547a2288ea82 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=991c8c21a8a44c03b9704f431a314f90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7534268 Nov 23 22:07:50.926521 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54204) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:50.939679 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54206) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:50.963471 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7f68a8bc-223c-451d-91a2-8ad83f5bff48 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:50.999166 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d66c25a6-6ddc-437a-b439-9b96c8e0736d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:51.006011 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7f68a8bc-223c-451d-91a2-8ad83f5bff48 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:51.108145 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-8050026c-c7f7-45f4-a94f-c24592b77247 admin admin] Deleting port 29c0ebd5-b552-4257-8adc-95a72d9d6831 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:07:51.109035 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8050026c-c7f7-45f4-a94f-c24592b77247 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:51.214793 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27ec6250-e9ea-4f03-9567-66980e5701df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:51.243839 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-8050026c-c7f7-45f4-a94f-c24592b77247 admin admin] For port 29c0ebd5-b552-4257-8adc-95a72d9d6831, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=29c0ebd5-b552-4257-8adc-95a72d9d6831,segment=NetworkSegment(991faeff-44de-485b-8e34-be807e87bd11),segment_id=991faeff-44de-485b-8e34-be807e87bd11)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:07:51.245000 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8050026c-c7f7-45f4-a94f-c24592b77247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:51.259920 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-8050026c-c7f7-45f4-a94f-c24592b77247 admin admin] Calling delete_port for 29c0ebd5-b552-4257-8adc-95a72d9d6831 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:07:51.304337 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27ec6250-e9ea-4f03-9567-66980e5701df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:51.368555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-7f68a8bc-223c-451d-91a2-8ad83f5bff48 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Allocated IP 172.25.5.235 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/d19d3ecb-1878-4636-8fc0-1e26888f751a) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:07:51.387852 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d66c25a6-6ddc-437a-b439-9b96c8e0736d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:51.419390 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d66c25a6-6ddc-437a-b439-9b96c8e0736d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:51.531235 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27ec6250-e9ea-4f03-9567-66980e5701df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:51.534227 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27ec6250-e9ea-4f03-9567-66980e5701df admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:51.535626 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-27ec6250-e9ea-4f03-9567-66980e5701df admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b2ab7f70-deb7-4f6a-be01-5532b790d48f HTTP/1.1" status: 204 len: 168 time: 0.6080973 Nov 23 22:07:51.605734 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7f68a8bc-223c-451d-91a2-8ad83f5bff48 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:51.618481 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8050026c-c7f7-45f4-a94f-c24592b77247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:51.649367 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c25a6-6ddc-437a-b439-9b96c8e0736d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728e07ed-7d26-435a-b8c6-ccd48395829d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:51.653455 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d66c25a6-6ddc-437a-b439-9b96c8e0736d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ba51342f030473dbee8cdb30beb4645&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7098031 Nov 23 22:07:51.677010 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54220) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:51.702484 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c25a6-6ddc-437a-b439-9b96c8e0736d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:51.702858 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c25a6-6ddc-437a-b439-9b96c8e0736d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:51.703195 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c25a6-6ddc-437a-b439-9b96c8e0736d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:51.703809 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c25a6-6ddc-437a-b439-9b96c8e0736d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:51.703931 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c25a6-6ddc-437a-b439-9b96c8e0736d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:51.704165 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c25a6-6ddc-437a-b439-9b96c8e0736d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:51.704490 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c25a6-6ddc-437a-b439-9b96c8e0736d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:51.704603 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050026c-c7f7-45f4-a94f-c24592b77247 admin admin] Pushing event deleted for resources: {'Port': ['ID=29c0ebd5-b552-4257-8adc-95a72d9d6831,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:51.704811 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c25a6-6ddc-437a-b439-9b96c8e0736d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:51.705133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c25a6-6ddc-437a-b439-9b96c8e0736d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:51.705477 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c25a6-6ddc-437a-b439-9b96c8e0736d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:51.705876 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c25a6-6ddc-437a-b439-9b96c8e0736d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:51.706639 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c25a6-6ddc-437a-b439-9b96c8e0736d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:07:51.745392 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec6250-e9ea-4f03-9567-66980e5701df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ab7f70-deb7-4f6a-be01-5532b790d48f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:51.778457 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7f68a8bc-223c-451d-91a2-8ad83f5bff48 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:51.860393 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f68a8bc-223c-451d-91a2-8ad83f5bff48 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:07:51.864858 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7c5d1f5-7b06-40b4-9f1d-253a17ac55fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:51.879368 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-7f68a8bc-223c-451d-91a2-8ad83f5bff48 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:07:51.884754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f68a8bc-223c-451d-91a2-8ad83f5bff48 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:07:51.904374 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e35315e-dde5-4295-8270-63fe81c3c3ea None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:07:51.947633 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7c5d1f5-7b06-40b4-9f1d-253a17ac55fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:52.086566 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3f602661-37b6-4e2b-88d8-e81bee533513 None None] Provisioning complete for port d19d3ecb-1878-4636-8fc0-1e26888f751a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:07:52.088378 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3f602661-37b6-4e2b-88d8-e81bee533513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:52.225815 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8050026c-c7f7-45f4-a94f-c24592b77247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:52.227751 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7c5d1f5-7b06-40b4-9f1d-253a17ac55fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:52.231470 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7c5d1f5-7b06-40b4-9f1d-253a17ac55fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:52.247104 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b7c5d1f5-7b06-40b4-9f1d-253a17ac55fc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/728e07ed-7d26-435a-b8c6-ccd48395829d HTTP/1.1" status: 204 len: 168 time: 0.5668843 Nov 23 22:07:52.285863 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-3f602661-37b6-4e2b-88d8-e81bee533513 None None] Port d19d3ecb-1878-4636-8fc0-1e26888f751a cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:07:52.306267 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68a8bc-223c-451d-91a2-8ad83f5bff48 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Pushing event updated for resources: {'Port': ['ID=d19d3ecb-1878-4636-8fc0-1e26888f751a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:52.324907 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5d1f5-7b06-40b4-9f1d-253a17ac55fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728e07ed-7d26-435a-b8c6-ccd48395829d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:52.575855 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7f68a8bc-223c-451d-91a2-8ad83f5bff48 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:52.822865 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:52.881136 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8050026c-c7f7-45f4-a94f-c24592b77247 admin admin] Router 0097417b-3ca8-4545-bde7-a102d071bd09 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:07:53.086498 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8050026c-c7f7-45f4-a94f-c24592b77247 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:07:53.095210 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8050026c-c7f7-45f4-a94f-c24592b77247 admin admin] 10.222.0.50 "PUT /v2.0/routers/0097417b-3ca8-4545-bde7-a102d071bd09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3863387 Nov 23 22:07:53.095850 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54264) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:53.102627 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec15207b-8509-447a-9dc6-563bc4ad8962 None None] Sync routers for ids ['0097417b-3ca8-4545-bde7-a102d071bd09'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:07:53.118824 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec15207b-8509-447a-9dc6-563bc4ad8962 None None] Routers {'0097417b-3ca8-4545-bde7-a102d071bd09'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:07:53.119523 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ec15207b-8509-447a-9dc6-563bc4ad8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:07:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0097417b-3ca8-4545-bde7-a102d071bd09'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:53.453424 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-ec15207b-8509-447a-9dc6-563bc4ad8962 None None] Set router 0097417b-3ca8-4545-bde7-a102d071bd09 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:07:53.539862 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-58a33701-5619-40dd-9ee7-4bc73fdbbd8d admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:53.712593 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7f68a8bc-223c-451d-91a2-8ad83f5bff48 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:53.719959 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7f68a8bc-223c-451d-91a2-8ad83f5bff48 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-847058'] for router, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:53.783571 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-58a33701-5619-40dd-9ee7-4bc73fdbbd8d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:53.924183 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f68a8bc-223c-451d-91a2-8ad83f5bff48 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Router ff047e7b-1c0d-4073-967c-1affb0f8d0af is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:07:54.021180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ec15207b-8509-447a-9dc6-563bc4ad8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'name': 'tempest-TaggedBootDevicesTest_v242-1870970885-router', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:55:02Z', 'updated_at': '2021-11-23T22:07:51Z', 'revision_number': 5, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'gw_port': {'id': 'a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:62:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:03Z', 'updated_at': '2021-11-23T21:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:54.023781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-58a33701-5619-40dd-9ee7-4bc73fdbbd8d admin admin] Deleting port a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:07:54.027062 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-58a33701-5619-40dd-9ee7-4bc73fdbbd8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:54.100123 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec15207b-8509-447a-9dc6-563bc4ad8962 None None] Checking router: 0097417b-3ca8-4545-bde7-a102d071bd09 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:07:54.123024 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec15207b-8509-447a-9dc6-563bc4ad8962 None None] Routers {'0097417b-3ca8-4545-bde7-a102d071bd09'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:07:54.123680 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ec15207b-8509-447a-9dc6-563bc4ad8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:07:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0097417b-3ca8-4545-bde7-a102d071bd09'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:54.188400 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-58a33701-5619-40dd-9ee7-4bc73fdbbd8d admin admin] For port a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:07:54.188781 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-58a33701-5619-40dd-9ee7-4bc73fdbbd8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:54.204695 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-58a33701-5619-40dd-9ee7-4bc73fdbbd8d admin admin] Calling delete_port for a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:07:54.208957 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f68a8bc-223c-451d-91a2-8ad83f5bff48 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:07:54.219870 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7f68a8bc-223c-451d-91a2-8ad83f5bff48 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:54.220508 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bc29da-ee71-4bf2-a018-8d437a094808 None None] Sync routers for ids ['ff047e7b-1c0d-4073-967c-1affb0f8d0af'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:07:54.229724 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7f68a8bc-223c-451d-91a2-8ad83f5bff48 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "PUT /v2.0/routers/ff047e7b-1c0d-4073-967c-1affb0f8d0af HTTP/1.1" status: 200 len: 915 time: 4.3961804 Nov 23 22:07:54.230759 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54302) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:54.250840 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bc29da-ee71-4bf2-a018-8d437a094808 None None] Routers {'ff047e7b-1c0d-4073-967c-1affb0f8d0af'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:07:54.251476 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-48bc29da-ee71-4bf2-a018-8d437a094808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:07:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ff047e7b-1c0d-4073-967c-1affb0f8d0af'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:54.323436 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-48bc29da-ee71-4bf2-a018-8d437a094808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:54.340524 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bc29da-ee71-4bf2-a018-8d437a094808 None None] Routers {'ff047e7b-1c0d-4073-967c-1affb0f8d0af'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:07:54.341520 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-48bc29da-ee71-4bf2-a018-8d437a094808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:07:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ff047e7b-1c0d-4073-967c-1affb0f8d0af'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:54.418370 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-ec15207b-8509-447a-9dc6-563bc4ad8962 None None] Set router 0097417b-3ca8-4545-bde7-a102d071bd09 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:07:54.467317 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-48bc29da-ee71-4bf2-a018-8d437a094808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:54.468256 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bc29da-ee71-4bf2-a018-8d437a094808 None None] The sync data for ids ['ff047e7b-1c0d-4073-967c-1affb0f8d0af'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:07:54.537252 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-bcbb1b01-9b3f-41e0-98f9-8b001f412174 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "GET /v2.0/routers/ff047e7b-1c0d-4073-967c-1affb0f8d0af HTTP/1.1" status: 200 len: 921 time: 0.3052878 Nov 23 22:07:54.540123 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54316) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:54.574839 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ec15207b-8509-447a-9dc6-563bc4ad8962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'name': 'tempest-TaggedBootDevicesTest_v242-1870970885-router', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:55:02Z', 'updated_at': '2021-11-23T22:07:53Z', 'revision_number': 6, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:54.634255 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fecea1-dc25-4701-be93-e161850aa582 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:54.636089 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-49fecea1-dc25-4701-be93-e161850aa582 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&device_id=ff047e7b-1c0d-4073-967c-1affb0f8d0af&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0931945 Nov 23 22:07:54.637456 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec15207b-8509-447a-9dc6-563bc4ad8962 None None] The sync data for ids ['0097417b-3ca8-4545-bde7-a102d071bd09'] in n-d-816206-9 is: [{'id': '0097417b-3ca8-4545-bde7-a102d071bd09', 'name': 'tempest-TaggedBootDevicesTest_v242-1870970885-router', 'tenant_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:55:02Z', 'updated_at': '2021-11-23T22:07:53Z', 'revision_number': 6, 'project_id': '9b6ed703ef174b4d8c2560021ab2bd8c', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:07:54.639133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54318) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:54.744708 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-58a33701-5619-40dd-9ee7-4bc73fdbbd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:54.789023 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10593385-8ecf-4526-8ec6-97b6ce600837 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:54.792172 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-10593385-8ecf-4526-8ec6-97b6ce600837 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 881 time: 0.1518445 Nov 23 22:07:54.795401 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54324) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:54.822803 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a33701-5619-40dd-9ee7-4bc73fdbbd8d admin admin] Pushing event deleted for resources: {'Port': ['ID=a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:54.842054 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61363ba-06f7-48c8-9470-599cbcec55ac None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:07:54.867327 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5c90f3e0-4f84-4418-8b61-3ae09bea0c54 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff047e7b-1c0d-4073-967c-1affb0f8d0af HTTP/1.1" status: 200 len: 205 time: 0.0702031 Nov 23 22:07:54.869816 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54326) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:54.960470 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-58a33701-5619-40dd-9ee7-4bc73fdbbd8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:55.104438 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09b3c100-7f19-40ac-9ec3-981900d0a11c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:55.105329 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-58a33701-5619-40dd-9ee7-4bc73fdbbd8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:55.115940 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-58a33701-5619-40dd-9ee7-4bc73fdbbd8d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:55.188159 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-58a33701-5619-40dd-9ee7-4bc73fdbbd8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:55.188694 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a33701-5619-40dd-9ee7-4bc73fdbbd8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0097417b-3ca8-4545-bde7-a102d071bd09 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:07:55.195647 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-58a33701-5619-40dd-9ee7-4bc73fdbbd8d admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:55.199872 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54342) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:55.209222 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-58a33701-5619-40dd-9ee7-4bc73fdbbd8d admin admin] 10.222.0.50 "DELETE /v2.0/routers/0097417b-3ca8-4545-bde7-a102d071bd09 HTTP/1.1" status: 204 len: 168 time: 2.1114435 Nov 23 22:07:55.259815 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b7b7ee-2472-438c-9f83-56173fd2ac52 admin admin] Deleting subnet 3849cc79-f357-4360-89e3-62e41d0cfdca {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:07:55.263969 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-22b7b7ee-2472-438c-9f83-56173fd2ac52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:55.384756 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-22b7b7ee-2472-438c-9f83-56173fd2ac52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:55.587474 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-22b7b7ee-2472-438c-9f83-56173fd2ac52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:55.711695 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09b3c100-7f19-40ac-9ec3-981900d0a11c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:55.720478 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-22b7b7ee-2472-438c-9f83-56173fd2ac52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:55.805395 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bea4af3-769f-4578-a2ac-d7cc6ae01354 None None] Network 538e1e97-92a3-4d18-ba4d-eab4d961092b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:07:55.855490 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7b7ee-2472-438c-9f83-56173fd2ac52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3849cc79-f357-4360-89e3-62e41d0cfdca,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:55.861752 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-22b7b7ee-2472-438c-9f83-56173fd2ac52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:55.878430 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-22b7b7ee-2472-438c-9f83-56173fd2ac52 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3849cc79-f357-4360-89e3-62e41d0cfdca HTTP/1.1" status: 204 len: 168 time: 0.6742327 Nov 23 22:07:55.880434 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54376) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:55.960458 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-09b3c100-7f19-40ac-9ec3-981900d0a11c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Deleting port d19d3ecb-1878-4636-8fc0-1e26888f751a {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:07:55.961192 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09b3c100-7f19-40ac-9ec3-981900d0a11c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:56.168361 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:07:56.247198 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dd73ad17-585d-4c1d-9285-8ee89578cf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:56.262472 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:07:56.262842 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a85bdec0-1d55-48d6-ba2c-8bb38b1dbd7f not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:07:56.326235 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 29c0ebd5-b552-4257-8adc-95a72d9d6831 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:07:56.365868 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09b3c100-7f19-40ac-9ec3-981900d0a11c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:56.415720 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-dd73ad17-585d-4c1d-9285-8ee89578cf1f admin admin] Deleting port 3e842d80-d2b7-415a-b427-b14593f58d9e {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:07:56.416297 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dd73ad17-585d-4c1d-9285-8ee89578cf1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:56.473086 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-09b3c100-7f19-40ac-9ec3-981900d0a11c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Calling delete_port for d19d3ecb-1878-4636-8fc0-1e26888f751a owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:07:56.476977 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba2c75f-f20f-484c-9843-d9c9f8b99b65 None None] DHCP port deletion for 538e1e97-92a3-4d18-ba4d-eab4d961092b request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:07:56.501224 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 29c0ebd5-b552-4257-8adc-95a72d9d6831 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:07:56.501571 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 29c0ebd5-b552-4257-8adc-95a72d9d6831 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:07:56.603058 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-dd73ad17-585d-4c1d-9285-8ee89578cf1f admin admin] For port 3e842d80-d2b7-415a-b427-b14593f58d9e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3e842d80-d2b7-415a-b427-b14593f58d9e,segment=NetworkSegment(991faeff-44de-485b-8e34-be807e87bd11),segment_id=991faeff-44de-485b-8e34-be807e87bd11)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:07:56.605658 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dd73ad17-585d-4c1d-9285-8ee89578cf1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:56.662157 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-dd73ad17-585d-4c1d-9285-8ee89578cf1f admin admin] Calling delete_port for 3e842d80-d2b7-415a-b427-b14593f58d9e owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:07:56.696295 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-aba2c75f-f20f-484c-9843-d9c9f8b99b65 None None] Deleting port 3e842d80-d2b7-415a-b427-b14593f58d9e {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:07:56.696795 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-aba2c75f-f20f-484c-9843-d9c9f8b99b65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:56.830118 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-aba2c75f-f20f-484c-9843-d9c9f8b99b65 None None] For port 3e842d80-d2b7-415a-b427-b14593f58d9e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3e842d80-d2b7-415a-b427-b14593f58d9e,segment=NetworkSegment(991faeff-44de-485b-8e34-be807e87bd11),segment_id=991faeff-44de-485b-8e34-be807e87bd11)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:07:56.831916 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-aba2c75f-f20f-484c-9843-d9c9f8b99b65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:56.844829 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dd73ad17-585d-4c1d-9285-8ee89578cf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:56.859150 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-aba2c75f-f20f-484c-9843-d9c9f8b99b65 None None] Calling delete_port for 3e842d80-d2b7-415a-b427-b14593f58d9e owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:07:56.891252 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd73ad17-585d-4c1d-9285-8ee89578cf1f admin admin] No DVR routers for this DVR port 3e842d80-d2b7-415a-b427-b14593f58d9e on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:07:56.896447 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73ad17-585d-4c1d-9285-8ee89578cf1f admin admin] Pushing event deleted for resources: {'Port': ['ID=3e842d80-d2b7-415a-b427-b14593f58d9e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:57.004250 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09b3c100-7f19-40ac-9ec3-981900d0a11c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:57.029244 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-aba2c75f-f20f-484c-9843-d9c9f8b99b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:57.047865 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3c100-7f19-40ac-9ec3-981900d0a11c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Pushing event deleted for resources: {'Port': ['ID=d19d3ecb-1878-4636-8fc0-1e26888f751a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:57.056951 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2c75f-f20f-484c-9843-d9c9f8b99b65 None None] Pushing event deleted for resources: {'Port': ['ID=3e842d80-d2b7-415a-b427-b14593f58d9e,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:57.081381 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaabc4ac-5b64-4efb-89b0-db9521faea64 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:07:57.105259 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba2c75f-f20f-484c-9843-d9c9f8b99b65 None None] No DVR routers for this DVR port 3e842d80-d2b7-415a-b427-b14593f58d9e on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:07:57.131986 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dd73ad17-585d-4c1d-9285-8ee89578cf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:57.185190 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09b3c100-7f19-40ac-9ec3-981900d0a11c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:57.193500 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-dd73ad17-585d-4c1d-9285-8ee89578cf1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538e1e97-92a3-4d18-ba4d-eab4d961092b']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:57.216320 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-dd73ad17-585d-4c1d-9285-8ee89578cf1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991faeff-44de-485b-8e34-be807e87bd11') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:57.218225 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-dd73ad17-585d-4c1d-9285-8ee89578cf1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991faeff-44de-485b-8e34-be807e87bd11') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:07:57.242152 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dd73ad17-585d-4c1d-9285-8ee89578cf1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:57.270819 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dd73ad17-585d-4c1d-9285-8ee89578cf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:57.285724 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd73ad17-585d-4c1d-9285-8ee89578cf1f admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:07:57.286128 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dd73ad17-585d-4c1d-9285-8ee89578cf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:07:57.288223 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:07:57.429267 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09b3c100-7f19-40ac-9ec3-981900d0a11c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:57.447997 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09b3c100-7f19-40ac-9ec3-981900d0a11c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:57.460660 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dd73ad17-585d-4c1d-9285-8ee89578cf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:57.526581 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dd73ad17-585d-4c1d-9285-8ee89578cf1f admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:57.534368 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dd73ad17-585d-4c1d-9285-8ee89578cf1f admin admin] 10.222.0.50 "DELETE /v2.0/networks/538e1e97-92a3-4d18-ba4d-eab4d961092b HTTP/1.1" status: 204 len: 168 time: 1.6492636 Nov 23 22:07:57.538493 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73ad17-585d-4c1d-9285-8ee89578cf1f admin admin] Pushing event deleted for resources: {'Network': ['ID=538e1e97-92a3-4d18-ba4d-eab4d961092b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:57.540698 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54432) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:57.567763 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09b3c100-7f19-40ac-9ec3-981900d0a11c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:57.568343 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b3c100-7f19-40ac-9ec3-981900d0a11c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Fanout notify agent at l3_agent the message router_deleted on router ff047e7b-1c0d-4073-967c-1affb0f8d0af {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:07:57.575473 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09b3c100-7f19-40ac-9ec3-981900d0a11c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:57.576594 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-09b3c100-7f19-40ac-9ec3-981900d0a11c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "DELETE /v2.0/routers/ff047e7b-1c0d-4073-967c-1affb0f8d0af HTTP/1.1" status: 204 len: 168 time: 2.7024722 Nov 23 22:07:57.580702 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54436) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:57.591640 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-bc5db6e7-e58b-4185-9b48-b27dfe093748 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1398282863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:57.650123 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bc5db6e7-e58b-4185-9b48-b27dfe093748 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:57.651189 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bc5db6e7-e58b-4185-9b48-b27dfe093748 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:57.768733 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bc5db6e7-e58b-4185-9b48-b27dfe093748 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:57.782838 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bc5db6e7-e58b-4185-9b48-b27dfe093748 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:57.836073 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bc5db6e7-e58b-4185-9b48-b27dfe093748 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:57.837677 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-bc5db6e7-e58b-4185-9b48-b27dfe093748 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2558041 Nov 23 22:07:57.840779 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54444) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:57.849110 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-fdf55314-57f3-4c7f-8765-ceea14ce9835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'enable_snat': False}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:07:57.921358 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4dc90aaa-48d9-4fba-b8ed-62d6e3dc7fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:58.099558 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54452) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:58.155185 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3e842d80-d2b7-415a-b427-b14593f58d9e no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:07:58.202527 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 3e842d80-d2b7-415a-b427-b14593f58d9e {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:07:58.203030 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3e842d80-d2b7-415a-b427-b14593f58d9e not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:07:58.324139 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba288e-74a4-459b-85f3-48d544c9ebc7 req-fdebddb5-9f97-4725-ac5c-951af2d78424 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:07:58.334506 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a5ba288e-74a4-459b-85f3-48d544c9ebc7 req-fdebddb5-9f97-4725-ac5c-951af2d78424 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.2284515 Nov 23 22:07:58.422137 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fdf55314-57f3-4c7f-8765-ceea14ce9835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:58.498033 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a5ba288e-74a4-459b-85f3-48d544c9ebc7 req-0d13dd81-e724-4119-b217-a250cd9433bf tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624415 Nov 23 22:07:58.653692 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da8cdd81-639d-405b-97a0-2bc5b5dadce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:58.980911 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da8cdd81-639d-405b-97a0-2bc5b5dadce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:58.988489 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fdf55314-57f3-4c7f-8765-ceea14ce9835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:58.991604 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da8cdd81-639d-405b-97a0-2bc5b5dadce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:59.034534 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fdf55314-57f3-4c7f-8765-ceea14ce9835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:59.120475 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f138fe8-0a3e-41e6-ac60-00042f8bea12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:59.184214 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-fdf55314-57f3-4c7f-8765-ceea14ce9835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Allocated IP 172.25.5.156 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/dcf1589f-a404-4aa6-8763-c06ecc7499e9) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:07:59.320711 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fdf55314-57f3-4c7f-8765-ceea14ce9835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:59.376672 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fdf55314-57f3-4c7f-8765-ceea14ce9835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:59.431461 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf55314-57f3-4c7f-8765-ceea14ce9835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:07:59.475823 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-fdf55314-57f3-4c7f-8765-ceea14ce9835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:07:59.479391 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf55314-57f3-4c7f-8765-ceea14ce9835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:07:59.496225 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628a6875-cf0b-40b0-a298-23b56c1387eb None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:07:59.500098 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-da8cdd81-639d-405b-97a0-2bc5b5dadce5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2380939318ae4861aa68d0dcfd5f3948&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3927877 Nov 23 22:07:59.507406 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54490) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:07:59.525960 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cdd81-639d-405b-97a0-2bc5b5dadce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec970a6-1508-4d8f-a07b-f3b0aa6b1f59,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:59.558905 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf55314-57f3-4c7f-8765-ceea14ce9835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Pushing event updated for resources: {'Port': ['ID=dcf1589f-a404-4aa6-8763-c06ecc7499e9,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:07:59.591279 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ccb03f3f-f491-4255-9816-4d27aace426f None None] Provisioning complete for port dcf1589f-a404-4aa6-8763-c06ecc7499e9 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:07:59.595398 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ccb03f3f-f491-4255-9816-4d27aace426f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:59.791875 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-4f138fe8-0a3e-41e6-ac60-00042f8bea12 admin admin] Deleting port 4fbd9852-eed2-400a-99e3-66a8bc998a69 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:07:59.792231 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f138fe8-0a3e-41e6-ac60-00042f8bea12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:59.795211 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-ccb03f3f-f491-4255-9816-4d27aace426f None None] Port dcf1589f-a404-4aa6-8763-c06ecc7499e9 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:07:59.914360 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-020cbe47-bfb1-42d9-b099-22de54f3f731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:07:59.982557 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-020cbe47-bfb1-42d9-b099-22de54f3f731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:00.000179 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-4f138fe8-0a3e-41e6-ac60-00042f8bea12 admin admin] For port 4fbd9852-eed2-400a-99e3-66a8bc998a69, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4fbd9852-eed2-400a-99e3-66a8bc998a69,segment=NetworkSegment(65521b9b-264f-4051-a2da-c51cabca93fa),segment_id=65521b9b-264f-4051-a2da-c51cabca93fa)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:08:00.000821 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f138fe8-0a3e-41e6-ac60-00042f8bea12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:00.033109 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-4f138fe8-0a3e-41e6-ac60-00042f8bea12 admin admin] Calling delete_port for 4fbd9852-eed2-400a-99e3-66a8bc998a69 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:08:00.045725 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:00.085943 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d5f8d-ee25-4e16-977b-074aeff8f8ec req-6ef55948-7c46-4851-ae61-23b5bdc8d7e8 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:00.088097 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7f2d5f8d-ee25-4e16-977b-074aeff8f8ec req-6ef55948-7c46-4851-ae61-23b5bdc8d7e8 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.60 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.2793622 Nov 23 22:08:00.224636 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6669944-f68a-4476-b401-8989b1c3bc46 req-7da26554-7eea-452b-9a68-6db44af8dc33 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:00.228626 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d6669944-f68a-4476-b401-8989b1c3bc46 req-7da26554-7eea-452b-9a68-6db44af8dc33 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 947 time: 0.4164317 Nov 23 22:08:00.376634 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fdf55314-57f3-4c7f-8765-ceea14ce9835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:00.427372 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f138fe8-0a3e-41e6-ac60-00042f8bea12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:00.464919 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f138fe8-0a3e-41e6-ac60-00042f8bea12 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fbd9852-eed2-400a-99e3-66a8bc998a69,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:00.469231 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-020cbe47-bfb1-42d9-b099-22de54f3f731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:00.473249 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-020cbe47-bfb1-42d9-b099-22de54f3f731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:00.474463 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-020cbe47-bfb1-42d9-b099-22de54f3f731 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ec970a6-1508-4d8f-a07b-f3b0aa6b1f59 HTTP/1.1" status: 204 len: 168 time: 0.9642792 Nov 23 22:08:00.493635 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020cbe47-bfb1-42d9-b099-22de54f3f731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec970a6-1508-4d8f-a07b-f3b0aa6b1f59,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:00.526767 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4442928c-f262-40b2-be61-454c573b47b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:00.859362 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f138fe8-0a3e-41e6-ac60-00042f8bea12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:00.880409 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d6669944-f68a-4476-b401-8989b1c3bc46 req-d56b7e72-5888-4e2a-a078-0ee993e597b0 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/security-groups?id=5d45ebcc-07fc-4e2f-a209-1439a7b56483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6434433 Nov 23 22:08:00.908662 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-7f2d5f8d-ee25-4e16-977b-074aeff8f8ec req-90219fee-c3be-4cd7-8e48-2a110e246b49 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Deleting port 85ad12db-6b0b-4cc1-b52f-1504a8283e40 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:08:00.912786 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7f2d5f8d-ee25-4e16-977b-074aeff8f8ec req-90219fee-c3be-4cd7-8e48-2a110e246b49 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:01.076842 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54524) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:01.094278 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3dfd1f7b-9096-4027-93a8-e427f772d076 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:01.261042 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-7f2d5f8d-ee25-4e16-977b-074aeff8f8ec req-90219fee-c3be-4cd7-8e48-2a110e246b49 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] For port 85ad12db-6b0b-4cc1-b52f-1504a8283e40, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=85ad12db-6b0b-4cc1-b52f-1504a8283e40,segment=NetworkSegment(2b9161da-138e-4e22-b667-483f6f79328a),segment_id=2b9161da-138e-4e22-b667-483f6f79328a)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:08:01.262269 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f138fe8-0a3e-41e6-ac60-00042f8bea12 admin admin] Router 1b36b144-3604-4e65-9a8f-26cc1322e742 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:08:01.262796 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7f2d5f8d-ee25-4e16-977b-074aeff8f8ec req-90219fee-c3be-4cd7-8e48-2a110e246b49 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:01.290294 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-7f2d5f8d-ee25-4e16-977b-074aeff8f8ec req-90219fee-c3be-4cd7-8e48-2a110e246b49 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Calling delete_port for 85ad12db-6b0b-4cc1-b52f-1504a8283e40 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:08:01.389501 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f138fe8-0a3e-41e6-ac60-00042f8bea12 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:08:01.398397 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4f138fe8-0a3e-41e6-ac60-00042f8bea12 admin admin] 10.222.0.50 "PUT /v2.0/routers/1b36b144-3604-4e65-9a8f-26cc1322e742/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8541718 Nov 23 22:08:01.399319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54530) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:01.401778 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0010b08-d4b5-4ba6-b58f-6b880f5e6695 None None] Sync routers for ids ['1b36b144-3604-4e65-9a8f-26cc1322e742'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:08:01.427858 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0010b08-d4b5-4ba6-b58f-6b880f5e6695 None None] Routers {'1b36b144-3604-4e65-9a8f-26cc1322e742'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:08:01.428865 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a0010b08-d4b5-4ba6-b58f-6b880f5e6695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:08:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['1b36b144-3604-4e65-9a8f-26cc1322e742'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:01.567625 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-426daf2e-15d3-4036-9426-19bac00283ea admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:01.576227 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7f2d5f8d-ee25-4e16-977b-074aeff8f8ec req-90219fee-c3be-4cd7-8e48-2a110e246b49 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:01.620990 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-a0010b08-d4b5-4ba6-b58f-6b880f5e6695 None None] Set router 1b36b144-3604-4e65-9a8f-26cc1322e742 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:08:01.645977 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3dfd1f7b-9096-4027-93a8-e427f772d076 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:01.673245 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fdf55314-57f3-4c7f-8765-ceea14ce9835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:01.697007 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90219fee-c3be-4cd7-8e48-2a110e246b49 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Pushing event deleted for resources: {'Port': ['ID=85ad12db-6b0b-4cc1-b52f-1504a8283e40,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:01.708639 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['85ad12db-6b0b-4cc1-b52f-1504a8283e40'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:08:01.714978 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-426daf2e-15d3-4036-9426-19bac00283ea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:01.717799 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3dfd1f7b-9096-4027-93a8-e427f772d076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:01.766079 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3dfd1f7b-9096-4027-93a8-e427f772d076 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2fedb66393d84eaa8a0d7c7bbccdcc02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6878736 Nov 23 22:08:01.774388 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54534) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:01.791071 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fdf55314-57f3-4c7f-8765-ceea14ce9835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-847058'] for router, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:01.798224 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:01.804248 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eceb8d59-37eb-4774-bc6b-d8cd53724813 None None] DHCP port deletion for e2e52909-dbc6-4cc2-ac82-3967aafdd39a request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:08:01.910837 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-426daf2e-15d3-4036-9426-19bac00283ea admin admin] Deleting port 234b7f1c-be9e-418a-928c-9c3a03c6308f {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:08:01.911223 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-426daf2e-15d3-4036-9426-19bac00283ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:01.979163 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2d5f8d-ee25-4e16-977b-074aeff8f8ec req-90219fee-c3be-4cd7-8e48-2a110e246b49 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] No DVR routers for this DVR port 85ad12db-6b0b-4cc1-b52f-1504a8283e40 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:08:01.989680 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-7f2d5f8d-ee25-4e16-977b-074aeff8f8ec req-90219fee-c3be-4cd7-8e48-2a110e246b49 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:01.996750 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7f2d5f8d-ee25-4e16-977b-074aeff8f8ec req-90219fee-c3be-4cd7-8e48-2a110e246b49 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.60 "DELETE /v2.0/ports/85ad12db-6b0b-4cc1-b52f-1504a8283e40 HTTP/1.1" status: 204 len: 173 time: 1.8265746 Nov 23 22:08:02.000417 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614c3faa-50a0-41bf-885f-a2db2aeaa025', 'name': 'network-vif-deleted', 'tag': '85ad12db-6b0b-4cc1-b52f-1504a8283e40'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:08:02.008790 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0050e7d5-f6f2-4230-8faf-0c2bd77d31ed" -d '{"events": [{"server_uuid": "614c3faa-50a0-41bf-885f-a2db2aeaa025", "name": "network-vif-deleted", "tag": "85ad12db-6b0b-4cc1-b52f-1504a8283e40"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:08:02.034590 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-426daf2e-15d3-4036-9426-19bac00283ea admin admin] For port 234b7f1c-be9e-418a-928c-9c3a03c6308f, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=234b7f1c-be9e-418a-928c-9c3a03c6308f,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:08:02.035354 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-426daf2e-15d3-4036-9426-19bac00283ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:02.071693 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-426daf2e-15d3-4036-9426-19bac00283ea admin admin] Calling delete_port for 234b7f1c-be9e-418a-928c-9c3a03c6308f owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:08:02.080460 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a0010b08-d4b5-4ba6-b58f-6b880f5e6695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b36b144-3604-4e65-9a8f-26cc1322e742', 'name': 'tempest-TaggedBootDevicesTest_v242-692607455-router', 'tenant_id': 'dd56ef8725ce47068b9fd762d8efd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '234b7f1c-be9e-418a-928c-9c3a03c6308f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:55:13Z', 'updated_at': '2021-11-23T22:08:00Z', 'revision_number': 5, 'project_id': 'dd56ef8725ce47068b9fd762d8efd743', 'gw_port': {'id': '234b7f1c-be9e-418a-928c-9c3a03c6308f', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:60:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b36b144-3604-4e65-9a8f-26cc1322e742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T21:55:14Z', 'updated_at': '2021-11-23T21:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:02.088581 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-82847b3a-ba86-4876-a3c8-ae57881193cf req-d2265875-7dc9-4bfc-b247-0fcf89c87909 tempest-ServersNegativeTestJSON-132931377 tempest-ServersNegativeTestJSON-132931377-project] 10.222.0.50 "GET /v2.0/ports?device_id=614c3faa-50a0-41bf-885f-a2db2aeaa025 HTTP/1.1" status: 200 len: 210 time: 0.0762920 Nov 23 22:08:02.089524 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd1f7b-9096-4027-93a8-e427f772d076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b4daa9-a412-4a67-a6bd-783b29995829,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:02.097382 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674c07fa-81a0-4ed2-8c8b-412232219070 x-openstack-request-id: req-674c07fa-81a0-4ed2-8c8b-412232219070 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:08:02.102813 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614c3faa-50a0-41bf-885f-a2db2aeaa025", "name": "network-vif-deleted", "tag": "85ad12db-6b0b-4cc1-b52f-1504a8283e40", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:08:02.103274 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-674c07fa-81a0-4ed2-8c8b-412232219070 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:08:02.104436 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614c3faa-50a0-41bf-885f-a2db2aeaa025', 'name': 'network-vif-deleted', 'tag': '85ad12db-6b0b-4cc1-b52f-1504a8283e40', 'status': 'completed', 'code': 200} Nov 23 22:08:02.189318 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0010b08-d4b5-4ba6-b58f-6b880f5e6695 None None] Checking router: 1b36b144-3604-4e65-9a8f-26cc1322e742 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:08:02.212484 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0010b08-d4b5-4ba6-b58f-6b880f5e6695 None None] Routers {'1b36b144-3604-4e65-9a8f-26cc1322e742'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:08:02.216195 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a0010b08-d4b5-4ba6-b58f-6b880f5e6695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:08:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['1b36b144-3604-4e65-9a8f-26cc1322e742'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:02.431572 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf55314-57f3-4c7f-8765-ceea14ce9835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Router 512c0b4c-7521-42ad-935f-d56737d7ecb5 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:08:02.475381 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcda8eda-f45b-4dbc-b675-81d3819969b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:02.491207 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-426daf2e-15d3-4036-9426-19bac00283ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:02.564250 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a44ce66-5618-4179-a93b-a3cb4dfb6b77 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:08:02.591509 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcda8eda-f45b-4dbc-b675-81d3819969b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:02.600875 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-a0010b08-d4b5-4ba6-b58f-6b880f5e6695 None None] Set router 1b36b144-3604-4e65-9a8f-26cc1322e742 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:08:02.666330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426daf2e-15d3-4036-9426-19bac00283ea admin admin] Pushing event deleted for resources: {'Port': ['ID=234b7f1c-be9e-418a-928c-9c3a03c6308f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:02.753885 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf55314-57f3-4c7f-8765-ceea14ce9835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:08:02.758456 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fdf55314-57f3-4c7f-8765-ceea14ce9835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:02.759953 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fdf55314-57f3-4c7f-8765-ceea14ce9835 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "PUT /v2.0/routers/512c0b4c-7521-42ad-935f-d56737d7ecb5 HTTP/1.1" status: 200 len: 916 time: 4.9178758 Nov 23 22:08:02.763215 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54546) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:02.766059 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c106968b-8745-4dbe-947a-105494874b4b None None] Sync routers for ids ['512c0b4c-7521-42ad-935f-d56737d7ecb5'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:08:02.784818 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c106968b-8745-4dbe-947a-105494874b4b None None] Routers {'512c0b4c-7521-42ad-935f-d56737d7ecb5'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:08:02.787146 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c106968b-8745-4dbe-947a-105494874b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:08:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['512c0b4c-7521-42ad-935f-d56737d7ecb5'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:02.804009 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-426daf2e-15d3-4036-9426-19bac00283ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:02.833483 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c106968b-8745-4dbe-947a-105494874b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:02.845019 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c106968b-8745-4dbe-947a-105494874b4b None None] Routers {'512c0b4c-7521-42ad-935f-d56737d7ecb5'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:08:02.846014 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c106968b-8745-4dbe-947a-105494874b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:08:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['512c0b4c-7521-42ad-935f-d56737d7ecb5'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:02.903304 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a0010b08-d4b5-4ba6-b58f-6b880f5e6695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b36b144-3604-4e65-9a8f-26cc1322e742', 'name': 'tempest-TaggedBootDevicesTest_v242-692607455-router', 'tenant_id': 'dd56ef8725ce47068b9fd762d8efd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:55:13Z', 'updated_at': '2021-11-23T22:08:01Z', 'revision_number': 6, 'project_id': 'dd56ef8725ce47068b9fd762d8efd743', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:02.947290 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0010b08-d4b5-4ba6-b58f-6b880f5e6695 None None] The sync data for ids ['1b36b144-3604-4e65-9a8f-26cc1322e742'] in n-d-816206-9 is: [{'id': '1b36b144-3604-4e65-9a8f-26cc1322e742', 'name': 'tempest-TaggedBootDevicesTest_v242-692607455-router', 'tenant_id': 'dd56ef8725ce47068b9fd762d8efd743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T21:55:13Z', 'updated_at': '2021-11-23T22:08:01Z', 'revision_number': 6, 'project_id': 'dd56ef8725ce47068b9fd762d8efd743', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:08:03.013642 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:03.025432 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-426daf2e-15d3-4036-9426-19bac00283ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:03.028550 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-426daf2e-15d3-4036-9426-19bac00283ea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:03.038446 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-67176329-7791-428f-b80b-d247f1e83a36 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "GET /v2.0/routers/512c0b4c-7521-42ad-935f-d56737d7ecb5 HTTP/1.1" status: 200 len: 922 time: 0.2738755 Nov 23 22:08:03.041305 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54548) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:03.050748 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c106968b-8745-4dbe-947a-105494874b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:03.051721 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c106968b-8745-4dbe-947a-105494874b4b None None] The sync data for ids ['512c0b4c-7521-42ad-935f-d56737d7ecb5'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:08:03.088855 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-426daf2e-15d3-4036-9426-19bac00283ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:03.089418 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426daf2e-15d3-4036-9426-19bac00283ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b36b144-3604-4e65-9a8f-26cc1322e742 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:08:03.097230 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-426daf2e-15d3-4036-9426-19bac00283ea admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:03.101425 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-426daf2e-15d3-4036-9426-19bac00283ea admin admin] 10.222.0.50 "DELETE /v2.0/routers/1b36b144-3604-4e65-9a8f-26cc1322e742 HTTP/1.1" status: 204 len: 168 time: 1.7011192 Nov 23 22:08:03.101577 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54550) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:03.104180 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcda8eda-f45b-4dbc-b675-81d3819969b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:03.114372 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcda8eda-f45b-4dbc-b675-81d3819969b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:03.114372 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fcda8eda-f45b-4dbc-b675-81d3819969b7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3b4daa9-a412-4a67-a6bd-783b29995829 HTTP/1.1" status: 204 len: 168 time: 1.3090780 Nov 23 22:08:03.131288 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda8eda-f45b-4dbc-b675-81d3819969b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b4daa9-a412-4a67-a6bd-783b29995829,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:03.167273 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54556) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:03.205998 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c8e579-b322-439b-9878-45aefd920d36 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:03.210757 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-80c8e579-b322-439b-9878-45aefd920d36 tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&device_id=512c0b4c-7521-42ad-935f-d56737d7ecb5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1656079 Nov 23 22:08:03.211629 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54558) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:03.214520 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-86420e2e-eaf9-4cad-92d0-2a308a8ee26b admin admin] Deleting subnet c5e03f6d-99d0-415e-ad7d-a069da2c1e5a {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:08:03.218413 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86420e2e-eaf9-4cad-92d0-2a308a8ee26b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:03.261458 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86420e2e-eaf9-4cad-92d0-2a308a8ee26b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:03.354981 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7344ee0-4317-4e81-8d0f-f90987f1049f admin admin] Deleting subnet 70a442e5-0c56-4c4d-9aab-d7d2295cb603 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:08:03.363408 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7344ee0-4317-4e81-8d0f-f90987f1049f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:03.424555 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86420e2e-eaf9-4cad-92d0-2a308a8ee26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:03.477365 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7344ee0-4317-4e81-8d0f-f90987f1049f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:03.480628 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a80f4f-51ce-4366-bb0b-9e0f0e59f82d tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:03.487123 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b2a80f4f-51ce-4366-bb0b-9e0f0e59f82d tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 881 time: 0.2741632 Nov 23 22:08:03.490651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54566) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:03.540998 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c0026e0e-e13f-44aa-a4cb-71dabe968d47 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "GET /v2.0/ports?device_id=512c0b4c-7521-42ad-935f-d56737d7ecb5 HTTP/1.1" status: 200 len: 205 time: 0.0460286 Nov 23 22:08:03.541388 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54570) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:03.561421 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7344ee0-4317-4e81-8d0f-f90987f1049f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:03.700831 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7344ee0-4317-4e81-8d0f-f90987f1049f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:03.732536 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86420e2e-eaf9-4cad-92d0-2a308a8ee26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:03.764749 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7344ee0-4317-4e81-8d0f-f90987f1049f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70a442e5-0c56-4c4d-9aab-d7d2295cb603,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:03.774407 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7344ee0-4317-4e81-8d0f-f90987f1049f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:03.781266 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b7344ee0-4317-4e81-8d0f-f90987f1049f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/70a442e5-0c56-4c4d-9aab-d7d2295cb603 HTTP/1.1" status: 204 len: 168 time: 0.6105840 Nov 23 22:08:03.781965 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2cfa2f-c0c2-4bc6-a58d-719afbe50935 None None] Network e2e52909-dbc6-4cc2-ac82-3967aafdd39a requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:08:03.787534 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54580) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:03.797004 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86420e2e-eaf9-4cad-92d0-2a308a8ee26b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5e03f6d-99d0-415e-ad7d-a069da2c1e5a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:03.836301 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86420e2e-eaf9-4cad-92d0-2a308a8ee26b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:03.855813 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7657d82a-66f7-46ee-ac4c-f0d214958fff None None] Network 0ed18002-fcc7-4992-8ff8-4fd99afec607 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:08:03.867790 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-86420e2e-eaf9-4cad-92d0-2a308a8ee26b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c5e03f6d-99d0-415e-ad7d-a069da2c1e5a HTTP/1.1" status: 204 len: 168 time: 0.7638328 Nov 23 22:08:03.872167 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54584) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:03.921588 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a53731f-fee5-4b6a-841f-4a3216f4f09c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:04.094087 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f629ef3c-3706-45f0-9ec7-cd743e74989a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:04.141072 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:04.332909 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f629ef3c-3706-45f0-9ec7-cd743e74989a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:04.336677 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4fbd9852-eed2-400a-99e3-66a8bc998a69 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:08:04.361109 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-f629ef3c-3706-45f0-9ec7-cd743e74989a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e52909-dbc6-4cc2-ac82-3967aafdd39a']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:04.374827 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-f629ef3c-3706-45f0-9ec7-cd743e74989a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b9161da-138e-4e22-b667-483f6f79328a') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:04.375287 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-f629ef3c-3706-45f0-9ec7-cd743e74989a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b9161da-138e-4e22-b667-483f6f79328a') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:04.383903 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f23ce936-7916-4a59-8c09-1c960d4826d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:04.395022 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f629ef3c-3706-45f0-9ec7-cd743e74989a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:04.411906 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f629ef3c-3706-45f0-9ec7-cd743e74989a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:04.423906 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f629ef3c-3706-45f0-9ec7-cd743e74989a admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:08:04.426059 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f629ef3c-3706-45f0-9ec7-cd743e74989a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:08:04.432361 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:08:04.515015 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 4fbd9852-eed2-400a-99e3-66a8bc998a69 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:08:04.515948 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4fbd9852-eed2-400a-99e3-66a8bc998a69 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:08:04.516588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 234b7f1c-be9e-418a-928c-9c3a03c6308f no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:08:04.559277 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f629ef3c-3706-45f0-9ec7-cd743e74989a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:04.594276 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f629ef3c-3706-45f0-9ec7-cd743e74989a admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:04.606803 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f629ef3c-3706-45f0-9ec7-cd743e74989a admin admin] 10.222.0.50 "DELETE /v2.0/networks/e2e52909-dbc6-4cc2-ac82-3967aafdd39a HTTP/1.1" status: 204 len: 168 time: 0.8170025 Nov 23 22:08:04.609080 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629ef3c-3706-45f0-9ec7-cd743e74989a admin admin] Pushing event deleted for resources: {'Network': ['ID=e2e52909-dbc6-4cc2-ac82-3967aafdd39a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:04.618734 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 234b7f1c-be9e-418a-928c-9c3a03c6308f {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:08:04.619093 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 234b7f1c-be9e-418a-928c-9c3a03c6308f not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:08:04.647344 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a53731f-fee5-4b6a-841f-4a3216f4f09c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:04.648808 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 85ad12db-6b0b-4cc1-b52f-1504a8283e40 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:08:04.664699 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-f23ce936-7916-4a59-8c09-1c960d4826d5 admin admin] Deleting port c5230998-e711-491d-8853-40069b6fca10 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:08:04.665073 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f23ce936-7916-4a59-8c09-1c960d4826d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:04.686464 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 85ad12db-6b0b-4cc1-b52f-1504a8283e40 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:08:04.686464 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 85ad12db-6b0b-4cc1-b52f-1504a8283e40 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:08:04.688345 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7048673a-5e57-4a7c-a2f1-faf9d9cf903a None None] DHCP port deletion for e2e52909-dbc6-4cc2-ac82-3967aafdd39a request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:08:04.826815 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0297099-d28e-4c38-9024-260e2dec62ac None None] DHCP port deletion for 0ed18002-fcc7-4992-8ff8-4fd99afec607 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:08:04.874511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-f23ce936-7916-4a59-8c09-1c960d4826d5 admin admin] For port c5230998-e711-491d-8853-40069b6fca10, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c5230998-e711-491d-8853-40069b6fca10,segment=NetworkSegment(65521b9b-264f-4051-a2da-c51cabca93fa),segment_id=65521b9b-264f-4051-a2da-c51cabca93fa)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:08:04.876980 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f23ce936-7916-4a59-8c09-1c960d4826d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:04.950399 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-f23ce936-7916-4a59-8c09-1c960d4826d5 admin admin] Calling delete_port for c5230998-e711-491d-8853-40069b6fca10 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:08:04.974460 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-6a53731f-fee5-4b6a-841f-4a3216f4f09c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Deleting port dcf1589f-a404-4aa6-8763-c06ecc7499e9 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:08:04.975844 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a53731f-fee5-4b6a-841f-4a3216f4f09c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:04.990648 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f0297099-d28e-4c38-9024-260e2dec62ac None None] Deleting port c5230998-e711-491d-8853-40069b6fca10 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:08:04.991107 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f0297099-d28e-4c38-9024-260e2dec62ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:05.073543 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54616) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:05.160949 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8bf8084b-30a9-483f-b5c8-64f084879f33 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6ce6ce79bc284c8da12730541a4994bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0838902 Nov 23 22:08:05.162152 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54618) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:05.162781 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f0297099-d28e-4c38-9024-260e2dec62ac None None] For port c5230998-e711-491d-8853-40069b6fca10, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c5230998-e711-491d-8853-40069b6fca10,segment=NetworkSegment(65521b9b-264f-4051-a2da-c51cabca93fa),segment_id=65521b9b-264f-4051-a2da-c51cabca93fa)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:08:05.163264 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f0297099-d28e-4c38-9024-260e2dec62ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:05.191946 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a53731f-fee5-4b6a-841f-4a3216f4f09c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:05.197651 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f0297099-d28e-4c38-9024-260e2dec62ac None None] Calling delete_port for c5230998-e711-491d-8853-40069b6fca10 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:08:05.232132 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-6a53731f-fee5-4b6a-841f-4a3216f4f09c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Calling delete_port for dcf1589f-a404-4aa6-8763-c06ecc7499e9 owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:08:05.244184 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ae811f2-efdc-45a3-8124-bc710ae0067a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:05.279651 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ae811f2-efdc-45a3-8124-bc710ae0067a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:05.339081 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f0297099-d28e-4c38-9024-260e2dec62ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:05.367171 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ae811f2-efdc-45a3-8124-bc710ae0067a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:05.371378 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ae811f2-efdc-45a3-8124-bc710ae0067a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:05.372750 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6ae811f2-efdc-45a3-8124-bc710ae0067a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5d45ebcc-07fc-4e2f-a209-1439a7b56483 HTTP/1.1" status: 204 len: 168 time: 0.2096207 Nov 23 22:08:05.383737 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae811f2-efdc-45a3-8124-bc710ae0067a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d45ebcc-07fc-4e2f-a209-1439a7b56483,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:05.397654 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f23ce936-7916-4a59-8c09-1c960d4826d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:05.402841 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0297099-d28e-4c38-9024-260e2dec62ac None None] Pushing event deleted for resources: {'Port': ['ID=c5230998-e711-491d-8853-40069b6fca10,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:05.410680 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0297099-d28e-4c38-9024-260e2dec62ac None None] No DVR routers for this DVR port c5230998-e711-491d-8853-40069b6fca10 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:08:05.492809 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ce936-7916-4a59-8c09-1c960d4826d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5230998-e711-491d-8853-40069b6fca10,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:05.498148 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23ce936-7916-4a59-8c09-1c960d4826d5 admin admin] No DVR routers for this DVR port c5230998-e711-491d-8853-40069b6fca10 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:08:05.806341 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f23ce936-7916-4a59-8c09-1c960d4826d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:05.839430 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-f23ce936-7916-4a59-8c09-1c960d4826d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed18002-fcc7-4992-8ff8-4fd99afec607']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:05.854119 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-f23ce936-7916-4a59-8c09-1c960d4826d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65521b9b-264f-4051-a2da-c51cabca93fa') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:05.855996 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-f23ce936-7916-4a59-8c09-1c960d4826d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65521b9b-264f-4051-a2da-c51cabca93fa') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:05.869412 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f23ce936-7916-4a59-8c09-1c960d4826d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:05.975876 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f23ce936-7916-4a59-8c09-1c960d4826d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:06.005475 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f23ce936-7916-4a59-8c09-1c960d4826d5 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:08:06.006977 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f23ce936-7916-4a59-8c09-1c960d4826d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:08:06.010292 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:08:06.071898 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a53731f-fee5-4b6a-841f-4a3216f4f09c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:06.137601 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c5230998-e711-491d-8853-40069b6fca10 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:08:06.191881 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: c5230998-e711-491d-8853-40069b6fca10 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:08:06.192872 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c5230998-e711-491d-8853-40069b6fca10 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:08:06.260645 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53731f-fee5-4b6a-841f-4a3216f4f09c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Pushing event deleted for resources: {'Port': ['ID=dcf1589f-a404-4aa6-8763-c06ecc7499e9,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:06.270423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e8c081-2c56-4c07-8b8f-bd160acf4c67 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:08:06.417688 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f23ce936-7916-4a59-8c09-1c960d4826d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:06.420914 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a53731f-fee5-4b6a-841f-4a3216f4f09c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:06.684316 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f23ce936-7916-4a59-8c09-1c960d4826d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:06.693554 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f23ce936-7916-4a59-8c09-1c960d4826d5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0ed18002-fcc7-4992-8ff8-4fd99afec607 HTTP/1.1" status: 204 len: 168 time: 2.8181717 Nov 23 22:08:06.703851 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ce936-7916-4a59-8c09-1c960d4826d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ed18002-fcc7-4992-8ff8-4fd99afec607,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:06.747422 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a53731f-fee5-4b6a-841f-4a3216f4f09c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:06.749068 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a53731f-fee5-4b6a-841f-4a3216f4f09c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:06.883020 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a53731f-fee5-4b6a-841f-4a3216f4f09c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:06.883736 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a53731f-fee5-4b6a-841f-4a3216f4f09c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Fanout notify agent at l3_agent the message router_deleted on router 512c0b4c-7521-42ad-935f-d56737d7ecb5 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:08:06.899892 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a53731f-fee5-4b6a-841f-4a3216f4f09c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:06.905059 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54684) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:06.906272 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6a53731f-fee5-4b6a-841f-4a3216f4f09c tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "DELETE /v2.0/routers/512c0b4c-7521-42ad-935f-d56737d7ecb5 HTTP/1.1" status: 204 len: 168 time: 3.3638196 Nov 23 22:08:06.911253 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5b9282ce-a70d-4e0f-8742-743defa5a144 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1446796027', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}, 'admin_state_up': False}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:06.958023 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5b9282ce-a70d-4e0f-8742-743defa5a144 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:06.960569 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5b9282ce-a70d-4e0f-8742-743defa5a144 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:06.968802 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54688) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:07.065942 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-165dc7b3-4b27-466b-bd47-37f0caba60a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9b6ed703ef174b4d8c2560021ab2bd8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0937948 Nov 23 22:08:07.067525 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54690) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:07.082475 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5b9282ce-a70d-4e0f-8742-743defa5a144 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:07.223587 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-de5aff1c-8cea-466b-a262-07266d383655 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:07.260283 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-de5aff1c-8cea-466b-a262-07266d383655 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:07.383168 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-de5aff1c-8cea-466b-a262-07266d383655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:07.386681 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-de5aff1c-8cea-466b-a262-07266d383655 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:07.391942 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-de5aff1c-8cea-466b-a262-07266d383655 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a28e65ce-eba8-4d5a-8712-987f683c675f HTTP/1.1" status: 204 len: 168 time: 0.3216882 Nov 23 22:08:07.418300 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5aff1c-8cea-466b-a262-07266d383655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28e65ce-eba8-4d5a-8712-987f683c675f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:07.498156 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5b9282ce-a70d-4e0f-8742-743defa5a144 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:07.900161 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5b9282ce-a70d-4e0f-8742-743defa5a144 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:07.926078 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5b9282ce-a70d-4e0f-8742-743defa5a144 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:08.473327 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-5b9282ce-a70d-4e0f-8742-743defa5a144 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Allocated IP 172.25.5.42 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/6321ccde-dc6e-4207-bf14-8fd779582b66) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:08:08.493666 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54720) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:08.585550 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-41aab4c7-5477-46f3-acf2-98f6915f979a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dd56ef8725ce47068b9fd762d8efd743&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0906603 Nov 23 22:08:08.586439 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54724) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:08.684747 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d68bce5a-d38b-4f00-ae02-3854be80061a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:08.685486 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5b9282ce-a70d-4e0f-8742-743defa5a144 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:08.716441 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d68bce5a-d38b-4f00-ae02-3854be80061a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:08.773893 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d68bce5a-d38b-4f00-ae02-3854be80061a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:08.777437 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d68bce5a-d38b-4f00-ae02-3854be80061a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:08.781922 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d68bce5a-d38b-4f00-ae02-3854be80061a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/289fa8f2-992d-4a85-9548-ee2d5d3f59ef HTTP/1.1" status: 204 len: 168 time: 0.1942840 Nov 23 22:08:08.792612 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bce5a-d38b-4f00-ae02-3854be80061a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289fa8f2-992d-4a85-9548-ee2d5d3f59ef,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:08.797890 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5b9282ce-a70d-4e0f-8742-743defa5a144 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:08.804661 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54730) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:08.934624 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9282ce-a70d-4e0f-8742-743defa5a144 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Pushing event updated for resources: {'Port': ['ID=6321ccde-dc6e-4207-bf14-8fd779582b66,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:08.941386 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9282ce-a70d-4e0f-8742-743defa5a144 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:08:08.944416 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-5b9282ce-a70d-4e0f-8742-743defa5a144 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:08:08.947789 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9282ce-a70d-4e0f-8742-743defa5a144 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:08:08.970228 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca730253-8d8a-4aae-bd9d-23eb36a28390 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:08:09.039986 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-69323fd7-968a-4669-a22e-50f74e99499e None None] Provisioning complete for port 6321ccde-dc6e-4207-bf14-8fd779582b66 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:08:09.042487 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-69323fd7-968a-4669-a22e-50f74e99499e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:09.193653 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-69323fd7-968a-4669-a22e-50f74e99499e None None] Port 6321ccde-dc6e-4207-bf14-8fd779582b66 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:08:09.385692 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-088cdf77-5a37-48c4-9c15-412b02e10246 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:09.547641 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5b9282ce-a70d-4e0f-8742-743defa5a144 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:09.615997 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-088cdf77-5a37-48c4-9c15-412b02e10246 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:09.629872 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-088cdf77-5a37-48c4-9c15-412b02e10246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:09.698031 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-088cdf77-5a37-48c4-9c15-412b02e10246 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7839f3f0d26048aba486a0a781f89bb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8919322 Nov 23 22:08:09.698697 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54758) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:09.705699 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088cdf77-5a37-48c4-9c15-412b02e10246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8b8e8c-24a7-464d-a157-8f9615b1ea79,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:09.834460 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-35ac5b00-ad0d-4cd5-8543-0a682872bc67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:09.927411 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-35ac5b00-ad0d-4cd5-8543-0a682872bc67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:10.037856 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-35ac5b00-ad0d-4cd5-8543-0a682872bc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:10.041452 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-35ac5b00-ad0d-4cd5-8543-0a682872bc67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:10.042745 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-35ac5b00-ad0d-4cd5-8543-0a682872bc67 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1b8b8e8c-24a7-464d-a157-8f9615b1ea79 HTTP/1.1" status: 204 len: 168 time: 0.3429294 Nov 23 22:08:10.071094 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5b9282ce-a70d-4e0f-8742-743defa5a144 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:10.071654 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac5b00-ad0d-4cd5-8543-0a682872bc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8b8e8c-24a7-464d-a157-8f9615b1ea79,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:10.311039 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54786) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:10.462596 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9282ce-a70d-4e0f-8742-743defa5a144 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Router 01c331ce-18b8-4a79-a97e-2dd5b541d3a8 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:08:10.766291 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9282ce-a70d-4e0f-8742-743defa5a144 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:08:10.786857 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a534f8-d460-45bc-b509-25d875602757 None None] Sync routers for ids ['01c331ce-18b8-4a79-a97e-2dd5b541d3a8'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:08:10.810808 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a534f8-d460-45bc-b509-25d875602757 None None] Routers {'01c331ce-18b8-4a79-a97e-2dd5b541d3a8'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:08:10.816324 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-38a534f8-d460-45bc-b509-25d875602757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:08:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['01c331ce-18b8-4a79-a97e-2dd5b541d3a8'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:10.864585 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5b9282ce-a70d-4e0f-8742-743defa5a144 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:10.865921 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5b9282ce-a70d-4e0f-8742-743defa5a144 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9588830 Nov 23 22:08:10.868975 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54796) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:10.873708 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-91e9e79b-c814-48ac-adb0-56c8df5f5be9 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:10.927113 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-38a534f8-d460-45bc-b509-25d875602757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:10.938478 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a534f8-d460-45bc-b509-25d875602757 None None] Routers {'01c331ce-18b8-4a79-a97e-2dd5b541d3a8'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:08:10.940293 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-38a534f8-d460-45bc-b509-25d875602757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:08:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['01c331ce-18b8-4a79-a97e-2dd5b541d3a8'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:10.980167 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-38a534f8-d460-45bc-b509-25d875602757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:10.981291 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a534f8-d460-45bc-b509-25d875602757 None None] The sync data for ids ['01c331ce-18b8-4a79-a97e-2dd5b541d3a8'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:08:11.356595 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54808) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:11.385169 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2e81b429-21af-41f8-8f6e-83f1fd32b4ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:11.462416 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-6acd5c96-3b23-47a8-8995-7ec0b1c03763 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1569635540-network', 'tenant_id': '25dc7017f13b4149979aabd93a1b49d4'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:11.602437 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2e81b429-21af-41f8-8f6e-83f1fd32b4ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:11.616947 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2e81b429-21af-41f8-8f6e-83f1fd32b4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:11.649486 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acd5c96-3b23-47a8-8995-7ec0b1c03763 admin admin] Made reservation on behalf of 25dc7017f13b4149979aabd93a1b49d4 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:08:11.659224 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6acd5c96-3b23-47a8-8995-7ec0b1c03763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:11.680116 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6acd5c96-3b23-47a8-8995-7ec0b1c03763 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:11.747469 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-91e9e79b-c814-48ac-adb0-56c8df5f5be9 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:11.778477 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2e81b429-21af-41f8-8f6e-83f1fd32b4ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b0a5d5f1eba430b87513514e88cfc09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4197891 Nov 23 22:08:11.786769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 54818) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:11.789933 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81b429-21af-41f8-8f6e-83f1fd32b4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e6e6cd-e180-4492-8044-356e5d909989,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:11.838163 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-91e9e79b-c814-48ac-adb0-56c8df5f5be9 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:11.881962 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54820) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:12.014062 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6acd5c96-3b23-47a8-8995-7ec0b1c03763 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:12.015645 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fe25-f34b-46d9-b0f7-2eadb876d390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:12.028378 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6acd5c96-3b23-47a8-8995-7ec0b1c03763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:12.042263 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6acd5c96-3b23-47a8-8995-7ec0b1c03763 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:08:12.053110 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-91e9e79b-c814-48ac-adb0-56c8df5f5be9 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Deleting port 6321ccde-dc6e-4207-bf14-8fd779582b66 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:08:12.053626 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-91e9e79b-c814-48ac-adb0-56c8df5f5be9 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:12.197333 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-91e9e79b-c814-48ac-adb0-56c8df5f5be9 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:12.255566 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-91e9e79b-c814-48ac-adb0-56c8df5f5be9 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Calling delete_port for 6321ccde-dc6e-4207-bf14-8fd779582b66 owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:08:12.297445 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-70870d4c-1167-47a7-9888-95d282a72889 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:12.526222 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fe25-f34b-46d9-b0f7-2eadb876d390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:12.563660 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-70870d4c-1167-47a7-9888-95d282a72889 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:12.577421 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6acd5c96-3b23-47a8-8995-7ec0b1c03763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:12.579838 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-6acd5c96-3b23-47a8-8995-7ec0b1c03763 admin admin] Added segment a2a64358-004f-4b85-9c63-b2ea5392d4b7 of type vlan for network b100801b-4180-40c7-a40d-d0d2b0a01278 Nov 23 22:08:12.581028 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-70870d4c-1167-47a7-9888-95d282a72889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:12.611789 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-70870d4c-1167-47a7-9888-95d282a72889 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=71530fa92300482684d780d816df50b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7268460 Nov 23 22:08:12.614972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54872) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:12.677781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70870d4c-1167-47a7-9888-95d282a72889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54636392-6713-46c5-b5c0-101183effa3e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:12.705521 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3762-da92-40c2-a46f-2bcf8b55e11c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:12.740756 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd5c96-3b23-47a8-8995-7ec0b1c03763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c90e09f-a5b7-4a98-88eb-39ad584522d9,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:12.779765 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3762-da92-40c2-a46f-2bcf8b55e11c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:12.784669 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6acd5c96-3b23-47a8-8995-7ec0b1c03763 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:12.962594 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3762-da92-40c2-a46f-2bcf8b55e11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:12.974207 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5f8a3762-da92-40c2-a46f-2bcf8b55e11c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:12.975316 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fe25-f34b-46d9-b0f7-2eadb876d390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:12.980850 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fe25-f34b-46d9-b0f7-2eadb876d390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:12.982231 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6ba3fe25-f34b-46d9-b0f7-2eadb876d390 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e0e6e6cd-e180-4492-8044-356e5d909989 HTTP/1.1" status: 204 len: 168 time: 1.1884396 Nov 23 22:08:12.985317 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5f8a3762-da92-40c2-a46f-2bcf8b55e11c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/54636392-6713-46c5-b5c0-101183effa3e HTTP/1.1" status: 204 len: 168 time: 0.3665133 Nov 23 22:08:13.008392 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a3762-da92-40c2-a46f-2bcf8b55e11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54636392-6713-46c5-b5c0-101183effa3e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:13.009048 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6acd5c96-3b23-47a8-8995-7ec0b1c03763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:13.010277 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acd5c96-3b23-47a8-8995-7ec0b1c03763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:13.011338 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6acd5c96-3b23-47a8-8995-7ec0b1c03763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:13.038956 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3fe25-f34b-46d9-b0f7-2eadb876d390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e6e6cd-e180-4492-8044-356e5d909989,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:13.147461 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-91e9e79b-c814-48ac-adb0-56c8df5f5be9 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:13.161622 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6acd5c96-3b23-47a8-8995-7ec0b1c03763 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.8425148 Nov 23 22:08:13.165974 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 54918) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:13.188091 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-17aa0be1-8a15-4b74-a2b6-4a250a65b11c admin admin] Request body: {'subnet': {'network_id': 'b100801b-4180-40c7-a40d-d0d2b0a01278', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1569635540-subnet', 'tenant_id': '25dc7017f13b4149979aabd93a1b49d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:13.300439 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17aa0be1-8a15-4b74-a2b6-4a250a65b11c admin admin] Made reservation on behalf of 25dc7017f13b4149979aabd93a1b49d4 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:08:13.307538 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-17aa0be1-8a15-4b74-a2b6-4a250a65b11c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:13.322309 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a28123-9cc7-44c3-b4b9-8e2c2809b907 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:08:13.409591 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9e79b-c814-48ac-adb0-56c8df5f5be9 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Pushing event deleted for resources: {'Port': ['ID=6321ccde-dc6e-4207-bf14-8fd779582b66,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:13.429372 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd5c96-3b23-47a8-8995-7ec0b1c03763 admin admin] Pushing event updated for resources: {'Network': ['ID=b100801b-4180-40c7-a40d-d0d2b0a01278,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:13.446571 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network b100801b-4180-40c7-a40d-d0d2b0a01278 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:08:14.061370 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-91e9e79b-c814-48ac-adb0-56c8df5f5be9 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:14.062634 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-17aa0be1-8a15-4b74-a2b6-4a250a65b11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:14.199184 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa0be1-8a15-4b74-a2b6-4a250a65b11c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8c317e2-eca9-472b-b9b3-d2bba55c919b,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:14.270592 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aa0be1-8a15-4b74-a2b6-4a250a65b11c admin admin] Checking segment: {'id': 'a2a64358-004f-4b85-9c63-b2ea5392d4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b100801b-4180-40c7-a40d-d0d2b0a01278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:08:14.271269 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aa0be1-8a15-4b74-a2b6-4a250a65b11c admin admin] Network hostable DHCP agents. Network: b100801b-4180-40c7-a40d-d0d2b0a01278, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:08:14.314440 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aa0be1-8a15-4b74-a2b6-4a250a65b11c admin admin] Network b100801b-4180-40c7-a40d-d0d2b0a01278 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:08:14.344639 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-17aa0be1-8a15-4b74-a2b6-4a250a65b11c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, b100801b-4180-40c7-a40d-d0d2b0a01278) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:08:14.354528 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aa0be1-8a15-4b74-a2b6-4a250a65b11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:14.355705 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-17aa0be1-8a15-4b74-a2b6-4a250a65b11c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:14.357507 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593676c2-d522-443b-a469-9e683307d04d None None] Network b100801b-4180-40c7-a40d-d0d2b0a01278 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:08:14.415711 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-17aa0be1-8a15-4b74-a2b6-4a250a65b11c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2474868 Nov 23 22:08:14.695065 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-91e9e79b-c814-48ac-adb0-56c8df5f5be9 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:14.699080 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-91e9e79b-c814-48ac-adb0-56c8df5f5be9 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-847058'] for router, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:14.778058 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9143fb-046b-4fd1-826b-13ae329c3b56 None None] Network b100801b-4180-40c7-a40d-d0d2b0a01278 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:08:14.945547 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e9e79b-c814-48ac-adb0-56c8df5f5be9 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Router 01c331ce-18b8-4a79-a97e-2dd5b541d3a8 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:08:15.209802 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e9e79b-c814-48ac-adb0-56c8df5f5be9 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:08:15.234497 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d62ce7-98a5-467b-a462-846b5e952d2e None None] Sync routers for ids ['01c331ce-18b8-4a79-a97e-2dd5b541d3a8'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:08:15.265054 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-91e9e79b-c814-48ac-adb0-56c8df5f5be9 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:15.274305 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-91e9e79b-c814-48ac-adb0-56c8df5f5be9 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "PUT /v2.0/routers/01c331ce-18b8-4a79-a97e-2dd5b541d3a8 HTTP/1.1" status: 200 len: 706 time: 4.4042640 Nov 23 22:08:15.278109 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55116) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:15.279185 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d62ce7-98a5-467b-a462-846b5e952d2e None None] Routers {'01c331ce-18b8-4a79-a97e-2dd5b541d3a8'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:08:15.280099 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d0d62ce7-98a5-467b-a462-846b5e952d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:08:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['01c331ce-18b8-4a79-a97e-2dd5b541d3a8'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:15.490693 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6a119ad6-7aee-424d-a3ca-878ddcd1a3af tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "GET /v2.0/routers/01c331ce-18b8-4a79-a97e-2dd5b541d3a8 HTTP/1.1" status: 200 len: 741 time: 0.2112610 Nov 23 22:08:15.493505 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 55136) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:15.515577 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d0d62ce7-98a5-467b-a462-846b5e952d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:15.585001 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d62ce7-98a5-467b-a462-846b5e952d2e None None] Routers {'01c331ce-18b8-4a79-a97e-2dd5b541d3a8'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:08:15.586372 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d0d62ce7-98a5-467b-a462-846b5e952d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:08:00Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['01c331ce-18b8-4a79-a97e-2dd5b541d3a8'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:15.615613 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c808c93e-1f09-4bc9-9b85-def29c56658e tempest-RoutersAdminTest-1458457712 tempest-RoutersAdminTest-1458457712-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&device_id=01c331ce-18b8-4a79-a97e-2dd5b541d3a8 HTTP/1.1" status: 200 len: 205 time: 0.1201401 Nov 23 22:08:15.618269 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55148) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:15.692724 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3041fa58-e7a1-48db-9c13-82b0aee93afb tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c331ce-18b8-4a79-a97e-2dd5b541d3a8 HTTP/1.1" status: 200 len: 205 time: 0.0702813 Nov 23 22:08:15.693702 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55154) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:15.746311 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d0d62ce7-98a5-467b-a462-846b5e952d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:15.750373 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d62ce7-98a5-467b-a462-846b5e952d2e None None] The sync data for ids ['01c331ce-18b8-4a79-a97e-2dd5b541d3a8'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:08:15.976053 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55190) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:16.053135 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0f3f78d-2866-4a8b-8d79-8e7a17d0364f tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:16.332857 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a628d-7712-4eb6-8d09-b953e896177d req-dd351d01-5f8e-4cc9-9d13-afe19e6ff3dc tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:16.335045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c49a628d-7712-4eb6-8d09-b953e896177d req-dd351d01-5f8e-4cc9-9d13-afe19e6ff3dc tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/networks?id=b100801b-4180-40c7-a40d-d0d2b0a01278 HTTP/1.1" status: 200 len: 821 time: 0.3834622 Nov 23 22:08:16.366662 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c49a628d-7712-4eb6-8d09-b953e896177d req-992ef273-1673-43ea-8247-70ec0773a435 tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/quotas/25dc7017f13b4149979aabd93a1b49d4 HTTP/1.1" status: 200 len: 375 time: 0.0251591 Nov 23 22:08:16.453246 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c49a628d-7712-4eb6-8d09-b953e896177d req-7e97331c-754f-4652-9247-1d3073ec05d4 tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=25dc7017f13b4149979aabd93a1b49d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748227 Nov 23 22:08:16.594138 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0f3f78d-2866-4a8b-8d79-8e7a17d0364f tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:16.604562 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0f3f78d-2866-4a8b-8d79-8e7a17d0364f tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:16.698142 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c2abb654-8498-44bc-8dfb-6647fd152660 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1913925577-network', 'tenant_id': 'f95bdac372624a1fbed550f84458a194'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:16.704603 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c49a628d-7712-4eb6-8d09-b953e896177d req-1781bf5b-304c-480f-af0f-aa329ade977a service neutron] 10.222.0.50 "GET /v2.0/networks/b100801b-4180-40c7-a40d-d0d2b0a01278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415726 Nov 23 22:08:16.744403 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2abb654-8498-44bc-8dfb-6647fd152660 admin admin] Made reservation on behalf of f95bdac372624a1fbed550f84458a194 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:08:16.754102 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c2abb654-8498-44bc-8dfb-6647fd152660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:16.774669 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c2abb654-8498-44bc-8dfb-6647fd152660 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:16.787716 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0f3f78d-2866-4a8b-8d79-8e7a17d0364f tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:16.789074 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f3f78d-2866-4a8b-8d79-8e7a17d0364f tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Fanout notify agent at l3_agent the message router_deleted on router 01c331ce-18b8-4a79-a97e-2dd5b541d3a8 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:08:16.797734 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0f3f78d-2866-4a8b-8d79-8e7a17d0364f tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:16.798832 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b0f3f78d-2866-4a8b-8d79-8e7a17d0364f tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "DELETE /v2.0/routers/01c331ce-18b8-4a79-a97e-2dd5b541d3a8 HTTP/1.1" status: 204 len: 168 time: 1.1011517 Nov 23 22:08:16.805407 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55276) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:16.851454 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-57dd1044-60bd-4689-93b1-10f58e4fd33e tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "GET /v2.0/ports?device_id=01c331ce-18b8-4a79-a97e-2dd5b541d3a8 HTTP/1.1" status: 200 len: 205 time: 0.0446208 Nov 23 22:08:16.853829 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55284) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:16.958798 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-c44dadb0-954d-4924-af2e-c125886cd994 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] delete failed (client error): The resource could not be found. Nov 23 22:08:16.962458 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c44dadb0-954d-4924-af2e-c125886cd994 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "DELETE /v2.0/routers/01c331ce-18b8-4a79-a97e-2dd5b541d3a8 HTTP/1.1" status: 404 len: 336 time: 0.1074641 Nov 23 22:08:16.974684 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55298) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:17.054977 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e73711fd-d881-48d6-98f3-6d9eed34ddc7 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "GET /v2.0/ports?device_id=512c0b4c-7521-42ad-935f-d56737d7ecb5 HTTP/1.1" status: 200 len: 205 time: 0.0753319 Nov 23 22:08:17.055590 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55312) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:17.117892 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c49a628d-7712-4eb6-8d09-b953e896177d req-b2a4df19-15ff-4b88-8423-ec1d89593ce0 service neutron] 10.222.0.50 "GET /v2.0/networks/b100801b-4180-40c7-a40d-d0d2b0a01278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048316 Nov 23 22:08:17.142022 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-e0e599ae-8cae-45de-aaba-57c4479164ab tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] delete failed (client error): The resource could not be found. Nov 23 22:08:17.149110 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e0e599ae-8cae-45de-aaba-57c4479164ab tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "DELETE /v2.0/routers/512c0b4c-7521-42ad-935f-d56737d7ecb5 HTTP/1.1" status: 404 len: 336 time: 0.0864286 Nov 23 22:08:17.149615 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 55318) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:17.251874 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c2abb654-8498-44bc-8dfb-6647fd152660 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:17.265554 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c2abb654-8498-44bc-8dfb-6647fd152660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:17.305334 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3028ddd1-84bc-4e2a-b21b-16ef550e967d tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff047e7b-1c0d-4073-967c-1affb0f8d0af HTTP/1.1" status: 200 len: 205 time: 0.1544344 Nov 23 22:08:17.310652 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55334) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:17.325484 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2abb654-8498-44bc-8dfb-6647fd152660 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:08:17.440892 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c2abb654-8498-44bc-8dfb-6647fd152660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:17.441155 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-c2abb654-8498-44bc-8dfb-6647fd152660 admin admin] Added segment 2d8ca299-bc3b-4e30-ae43-8749674279bb of type vlan for network 56cb3f0e-3d21-49d6-8869-5e632d415206 Nov 23 22:08:17.442768 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abb654-8498-44bc-8dfb-6647fd152660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53491a48-b1b7-4aab-abf9-90315f229141,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:17.468470 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-5feb7b0a-665f-4f15-92af-9a30c947cf85 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] delete failed (client error): The resource could not be found. Nov 23 22:08:17.474352 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5feb7b0a-665f-4f15-92af-9a30c947cf85 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "DELETE /v2.0/routers/ff047e7b-1c0d-4073-967c-1affb0f8d0af HTTP/1.1" status: 404 len: 336 time: 0.1501667 Nov 23 22:08:17.479716 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 55354) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:17.547328 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c2abb654-8498-44bc-8dfb-6647fd152660 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:17.621133 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c2abb654-8498-44bc-8dfb-6647fd152660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:17.623132 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2abb654-8498-44bc-8dfb-6647fd152660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:17.623960 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c2abb654-8498-44bc-8dfb-6647fd152660 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:17.656758 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cb395d00-5903-4dd5-b563-89ccc585392a tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8bceb95-1dda-42a6-bc6f-5a0cd9f90a09 HTTP/1.1" status: 200 len: 205 time: 0.1784756 Nov 23 22:08:17.676764 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 55374) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:17.778105 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abb654-8498-44bc-8dfb-6647fd152660 admin admin] Pushing event updated for resources: {'Network': ['ID=56cb3f0e-3d21-49d6-8869-5e632d415206,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:17.800273 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 56cb3f0e-3d21-49d6-8869-5e632d415206 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:08:17.810299 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c2abb654-8498-44bc-8dfb-6647fd152660 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8104005 Nov 23 22:08:17.862831 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-377bef06-60f0-4029-a0ce-1ee85d3735c9 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] delete failed (client error): The resource could not be found. Nov 23 22:08:17.867859 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-377bef06-60f0-4029-a0ce-1ee85d3735c9 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "DELETE /v2.0/routers/f8bceb95-1dda-42a6-bc6f-5a0cd9f90a09 HTTP/1.1" status: 404 len: 336 time: 0.1899874 Nov 23 22:08:17.870693 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55394) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:17.922132 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78f6cbeb-b87f-4e9d-b7be-18ae78e70bd9 req-ca4dcda8-96f8-459f-90ba-4e8f250e4de7 tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/ports?device_id=923ad51f-b8b0-49cc-b4b7-e9951409795b HTTP/1.1" status: 200 len: 210 time: 0.1040950 Nov 23 22:08:17.936309 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-74e21e86-a065-4737-abcc-9953ba63749d tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ac0dcf4-f6cf-4c6e-bb7d-6b6279911c84 HTTP/1.1" status: 200 len: 205 time: 0.0640609 Nov 23 22:08:17.942532 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55398) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:18.076965 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-038a9246-34ce-4ddc-9f8b-9969942edc9b tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] delete failed (client error): The resource could not be found. Nov 23 22:08:18.078673 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-038a9246-34ce-4ddc-9f8b-9969942edc9b tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "DELETE /v2.0/routers/0ac0dcf4-f6cf-4c6e-bb7d-6b6279911c84 HTTP/1.1" status: 404 len: 336 time: 0.1342423 Nov 23 22:08:18.081830 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55418) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:18.185114 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8b4c3fbe-4a8d-4643-a027-66d6631f9cd8 tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f5b4ea7-8968-4ac5-b324-733daa9e39fe HTTP/1.1" status: 200 len: 205 time: 0.1019859 Nov 23 22:08:18.190769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 55428) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:18.348858 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-5ef337e0-8b73-4201-983c-8d8608c0ea2b tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] delete failed (client error): The resource could not be found. Nov 23 22:08:18.352328 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5ef337e0-8b73-4201-983c-8d8608c0ea2b tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "DELETE /v2.0/routers/4f5b4ea7-8968-4ac5-b324-733daa9e39fe HTTP/1.1" status: 404 len: 336 time: 0.1549037 Nov 23 22:08:18.352995 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55448) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:18.438807 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03403b6-b5df-40a3-bcd4-b4592a75631f tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] DELETE failed (client error): The resource could not be found. Nov 23 22:08:18.439278 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a03403b6-b5df-40a3-bcd4-b4592a75631f tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:08:18.444293 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a03403b6-b5df-40a3-bcd4-b4592a75631f tempest-RoutersAdminTest-186854184 tempest-RoutersAdminTest-186854184-project] 10.222.0.50 "DELETE /v2.0/subnets/ee6770fd-d929-4fbd-90c8-a6ba52962aa6 HTTP/1.1" status: 404 len: 337 time: 0.0906732 Nov 23 22:08:19.051458 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55494) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:19.219499 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b3675be8-bf70-4101-8c5a-27af6587a27e req-b9e0e309-46b3-4a2a-9ccc-23579187379e tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/ports?device_id=923ad51f-b8b0-49cc-b4b7-e9951409795b HTTP/1.1" status: 200 len: 210 time: 0.0971837 Nov 23 22:08:19.544976 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f133befa-27e2-4bca-8c40-4f40657d6d85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:19.546534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-355d1839-33fd-496c-b7fa-781f945d4c2e tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:19.548576 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-355d1839-33fd-496c-b7fa-781f945d4c2e tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/networks?id=313f69bc-4ff6-4f59-a350-18ff373065a0 HTTP/1.1" status: 200 len: 813 time: 0.1648901 Nov 23 22:08:19.585091 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-128353ec-7f0e-49de-bb5e-79df44475ae0 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/quotas/d2caa4f9ec1b460cacd43c2d53007606 HTTP/1.1" status: 200 len: 375 time: 0.0161283 Nov 23 22:08:19.650642 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-02cf6d6d-d426-4e91-a030-9ef4f13e480a tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d2caa4f9ec1b460cacd43c2d53007606&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563257 Nov 23 22:08:19.714816 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f133befa-27e2-4bca-8c40-4f40657d6d85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:19.719945 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f133befa-27e2-4bca-8c40-4f40657d6d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:19.803794 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133befa-27e2-4bca-8c40-4f40657d6d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beaa803d-3229-4db7-8bb8-a855a6353330,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:19.814210 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f133befa-27e2-4bca-8c40-4f40657d6d85 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=24442c16d8ae403092b2ba44f52580d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7609761 Nov 23 22:08:19.816273 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55522) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:19.903507 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b81015b8-cd70-4963-bfcc-19a0f54fb6e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:19.948586 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b81015b8-cd70-4963-bfcc-19a0f54fb6e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:19.961789 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-6fc6e7ac-04cd-4c45-a87d-15754407ca92 service neutron] 10.222.0.50 "GET /v2.0/networks/313f69bc-4ff6-4f59-a350-18ff373065a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094032 Nov 23 22:08:20.069819 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b81015b8-cd70-4963-bfcc-19a0f54fb6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:20.072525 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b81015b8-cd70-4963-bfcc-19a0f54fb6e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:20.073754 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b81015b8-cd70-4963-bfcc-19a0f54fb6e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/beaa803d-3229-4db7-8bb8-a855a6353330 HTTP/1.1" status: 204 len: 168 time: 0.2561758 Nov 23 22:08:20.089450 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81015b8-cd70-4963-bfcc-19a0f54fb6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaa803d-3229-4db7-8bb8-a855a6353330,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:20.094397 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-ddcde93e-1783-4bf0-b7f2-56dfd59c8f77 service neutron] 10.222.0.50 "GET /v2.0/networks/313f69bc-4ff6-4f59-a350-18ff373065a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318817 Nov 23 22:08:20.224926 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8029ff-749b-42b0-ada0-caad1f4bdb68 req-46f976e7-5ee6-427d-b1bc-cf67932abe8e tempest-ComputeTenantNetworksTest-367073857 tempest-ComputeTenantNetworksTest-367073857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:20.232397 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8029ff-749b-42b0-ada0-caad1f4bdb68 req-46f976e7-5ee6-427d-b1bc-cf67932abe8e tempest-ComputeTenantNetworksTest-367073857 tempest-ComputeTenantNetworksTest-367073857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:20.239335 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8029ff-749b-42b0-ada0-caad1f4bdb68 req-46f976e7-5ee6-427d-b1bc-cf67932abe8e tempest-ComputeTenantNetworksTest-367073857 tempest-ComputeTenantNetworksTest-367073857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:20.258996 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc8029ff-749b-42b0-ada0-caad1f4bdb68 req-46f976e7-5ee6-427d-b1bc-cf67932abe8e tempest-ComputeTenantNetworksTest-367073857 tempest-ComputeTenantNetworksTest-367073857-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.8389149 Nov 23 22:08:20.410108 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cc6dd-e6f4-4f4d-8f9d-9ddb965a6048 req-c74d61f5-46b4-4989-9793-0e6762bc3e9d tempest-ComputeTenantNetworksTest-367073857 tempest-ComputeTenantNetworksTest-367073857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:20.423315 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55560) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:20.425707 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dc6cc6dd-e6f4-4f4d-8f9d-9ddb965a6048 req-c74d61f5-46b4-4989-9793-0e6762bc3e9d tempest-ComputeTenantNetworksTest-367073857 tempest-ComputeTenantNetworksTest-367073857-project] 10.222.0.50 "GET /v2.0/networks/56cb3f0e-3d21-49d6-8869-5e632d415206 HTTP/1.1" status: 200 len: 769 time: 0.1576545 Nov 23 22:08:20.489286 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a628d-7712-4eb6-8d09-b953e896177d req-6ff84927-3427-43a5-8533-3519fe77be8c tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:20.495862 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c49a628d-7712-4eb6-8d09-b953e896177d req-6ff84927-3427-43a5-8533-3519fe77be8c tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.53 "GET /v2.0/networks?id=b100801b-4180-40c7-a40d-d0d2b0a01278 HTTP/1.1" status: 200 len: 821 time: 0.6940613 Nov 23 22:08:20.589312 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-69558ff1-edbc-4069-8463-adabd99541c9 req-73fbbed7-cacb-4e8c-a131-2866f06f655e tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7b0ac51-f396-4f1c-b91b-53b8bda9e425 HTTP/1.1" status: 200 len: 210 time: 0.0834587 Nov 23 22:08:20.604522 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-c49a628d-7712-4eb6-8d09-b953e896177d req-caf27dd8-8947-407b-97c1-ac24a66ebcce tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Request body: {'port': {'device_id': '923ad51f-b8b0-49cc-b4b7-e9951409795b', 'network_id': 'b100801b-4180-40c7-a40d-d0d2b0a01278', 'admin_state_up': True, 'tenant_id': '25dc7017f13b4149979aabd93a1b49d4'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:20.659950 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-06e94403-db42-4e41-8d56-958437229ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:20.816159 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55572) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:20.824500 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-06e94403-db42-4e41-8d56-958437229ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:20.852909 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49a628d-7712-4eb6-8d09-b953e896177d req-caf27dd8-8947-407b-97c1-ac24a66ebcce tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Made reservation on behalf of 25dc7017f13b4149979aabd93a1b49d4 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:08:20.856973 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c49a628d-7712-4eb6-8d09-b953e896177d req-caf27dd8-8947-407b-97c1-ac24a66ebcce tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:20.894010 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-791500ef-b434-4099-9841-5dc92fc17aed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c9e8015ad614b17bb4d1cf3f4e26e78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0757797 Nov 23 22:08:20.896582 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55574) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:20.930130 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-06e94403-db42-4e41-8d56-958437229ebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56cb3f0e-3d21-49d6-8869-5e632d415206']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:20.950448 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-06e94403-db42-4e41-8d56-958437229ebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8ca299-bc3b-4e30-ae43-8749674279bb') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:20.950671 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-06e94403-db42-4e41-8d56-958437229ebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8ca299-bc3b-4e30-ae43-8749674279bb') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:20.992042 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4cbcc200-f811-4d69-994c-a4ce3970f124 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:20.995015 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-06e94403-db42-4e41-8d56-958437229ebe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:21.042129 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-06e94403-db42-4e41-8d56-958437229ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:21.076598 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4cbcc200-f811-4d69-994c-a4ce3970f124 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:21.084225 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e94403-db42-4e41-8d56-958437229ebe admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:08:21.085503 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-06e94403-db42-4e41-8d56-958437229ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:08:21.088663 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:08:21.093014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b89efe51-ea62-401d-9982-e217a4593716 req-2cd7816b-ef6d-4bda-8218-029c7108d314 tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/ports?device_id=923ad51f-b8b0-49cc-b4b7-e9951409795b HTTP/1.1" status: 200 len: 210 time: 0.6568830 Nov 23 22:08:21.223932 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-c49a628d-7712-4eb6-8d09-b953e896177d req-caf27dd8-8947-407b-97c1-ac24a66ebcce tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Allocated IP 172.20.0.12 (b100801b-4180-40c7-a40d-d0d2b0a01278/c8c317e2-eca9-472b-b9b3-d2bba55c919b/7dc97cd2-2754-4baa-89e9-4f545712ea74) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:08:21.306175 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4cbcc200-f811-4d69-994c-a4ce3970f124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:21.310847 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4cbcc200-f811-4d69-994c-a4ce3970f124 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:21.312568 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4cbcc200-f811-4d69-994c-a4ce3970f124 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cb32b69e-9de9-4622-ae68-873fa3b3f826 HTTP/1.1" status: 204 len: 168 time: 0.4148757 Nov 23 22:08:21.348857 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-06e94403-db42-4e41-8d56-958437229ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:21.372122 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcc200-f811-4d69-994c-a4ce3970f124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb32b69e-9de9-4622-ae68-873fa3b3f826,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:21.392116 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-06e94403-db42-4e41-8d56-958437229ebe admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:21.402967 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-06e94403-db42-4e41-8d56-958437229ebe admin admin] 10.222.0.50 "DELETE /v2.0/networks/56cb3f0e-3d21-49d6-8869-5e632d415206 HTTP/1.1" status: 204 len: 168 time: 0.9777040 Nov 23 22:08:21.476434 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e94403-db42-4e41-8d56-958437229ebe admin admin] Pushing event deleted for resources: {'Network': ['ID=56cb3f0e-3d21-49d6-8869-5e632d415206,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:21.592469 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c49a628d-7712-4eb6-8d09-b953e896177d req-caf27dd8-8947-407b-97c1-ac24a66ebcce tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:21.726898 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c49a628d-7712-4eb6-8d09-b953e896177d req-caf27dd8-8947-407b-97c1-ac24a66ebcce tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:21.860783 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-190f38ef-238a-4538-b3ae-300479928c60 req-e5bb9b09-d300-4b66-b077-878e8f34b00b tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7b0ac51-f396-4f1c-b91b-53b8bda9e425 HTTP/1.1" status: 200 len: 210 time: 0.0686710 Nov 23 22:08:21.875964 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49a628d-7712-4eb6-8d09-b953e896177d req-caf27dd8-8947-407b-97c1-ac24a66ebcce tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Network b100801b-4180-40c7-a40d-d0d2b0a01278 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:08:21.895577 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55622) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:21.899350 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf27dd8-8947-407b-97c1-ac24a66ebcce tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Pushing event updated for resources: {'Port': ['ID=7dc97cd2-2754-4baa-89e9-4f545712ea74,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:21.907455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-c49a628d-7712-4eb6-8d09-b953e896177d req-caf27dd8-8947-407b-97c1-ac24a66ebcce tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:08:21.912807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49a628d-7712-4eb6-8d09-b953e896177d req-caf27dd8-8947-407b-97c1-ac24a66ebcce tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:08:22.024533 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c12a0a25-cd9c-4fb2-bbaa-c7e8fea6bd99 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f95bdac372624a1fbed550f84458a194&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1276302 Nov 23 22:08:22.025163 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55628) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:22.031812 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a628d-7712-4eb6-8d09-b953e896177d req-caf27dd8-8947-407b-97c1-ac24a66ebcce tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:22.032505 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c49a628d-7712-4eb6-8d09-b953e896177d req-caf27dd8-8947-407b-97c1-ac24a66ebcce tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:22.059835 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c49a628d-7712-4eb6-8d09-b953e896177d req-caf27dd8-8947-407b-97c1-ac24a66ebcce tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4684749 Nov 23 22:08:22.082479 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-c49a628d-7712-4eb6-8d09-b953e896177d req-21102717-eb18-4551-95ec-fe6de81344d3 service neutron] Request body: {'port': {'device_id': '923ad51f-b8b0-49cc-b4b7-e9951409795b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:22.152668 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-53125ac9-db76-4619-a93f-45b63a2ab62c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:22.223979 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-53125ac9-db76-4619-a93f-45b63a2ab62c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:22.359117 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-53125ac9-db76-4619-a93f-45b63a2ab62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:22.362022 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-53125ac9-db76-4619-a93f-45b63a2ab62c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:22.367212 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-53125ac9-db76-4619-a93f-45b63a2ab62c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/53491a48-b1b7-4aab-abf9-90315f229141 HTTP/1.1" status: 204 len: 168 time: 0.3409941 Nov 23 22:08:22.380530 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53125ac9-db76-4619-a93f-45b63a2ab62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53491a48-b1b7-4aab-abf9-90315f229141,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:22.487748 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-d6f49e37-dc6d-4032-b048-28dbbbd3f88d tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:22.490235 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-d6f49e37-dc6d-4032-b048-28dbbbd3f88d tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.60 "GET /v2.0/networks?id=313f69bc-4ff6-4f59-a350-18ff373065a0 HTTP/1.1" status: 200 len: 813 time: 0.2581038 Nov 23 22:08:22.544480 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-7a67eff5-b628-4e42-80ac-ffa5ce77ba55 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Request body: {'port': {'device_id': 'c7b0ac51-f396-4f1c-b91b-53b8bda9e425', 'network_id': '313f69bc-4ff6-4f59-a350-18ff373065a0', 'admin_state_up': True, 'tenant_id': 'd2caa4f9ec1b460cacd43c2d53007606'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:22.565717 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c49a628d-7712-4eb6-8d09-b953e896177d req-21102717-eb18-4551-95ec-fe6de81344d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:22.823482 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:22.910279 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904719af-410a-4652-869e-c52995bb2889 req-c8730fff-0bb2-4bda-ada6-174a226507bb tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:22.911876 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-904719af-410a-4652-869e-c52995bb2889 req-c8730fff-0bb2-4bda-ada6-174a226507bb tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/ports?device_id=923ad51f-b8b0-49cc-b4b7-e9951409795b HTTP/1.1" status: 200 len: 932 time: 0.6087325 Nov 23 22:08:22.949821 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-7a67eff5-b628-4e42-80ac-ffa5ce77ba55 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Made reservation on behalf of d2caa4f9ec1b460cacd43c2d53007606 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:08:22.953748 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-7a67eff5-b628-4e42-80ac-ffa5ce77ba55 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:23.194959 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6594c63-dbe5-4338-85c7-564aa16e798d req-6786bb8e-77ca-476b-b592-0bbfe7038873 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7b0ac51-f396-4f1c-b91b-53b8bda9e425 HTTP/1.1" status: 200 len: 210 time: 0.1327012 Nov 23 22:08:23.232445 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-904719af-410a-4652-869e-c52995bb2889 req-0d51316f-9ff5-47c6-a456-93eda81eaf6b tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c90e09f-a5b7-4a98-88eb-39ad584522d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126850 Nov 23 22:08:23.430340 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-7a67eff5-b628-4e42-80ac-ffa5ce77ba55 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Allocated IP 172.20.0.7 (313f69bc-4ff6-4f59-a350-18ff373065a0/38696a44-a2c6-4669-89ae-e2db4c7c8993/c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:08:23.554946 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55694) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:23.575766 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-c49a628d-7712-4eb6-8d09-b953e896177d req-21102717-eb18-4551-95ec-fe6de81344d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc97cd2-2754-4baa-89e9-4f545712ea74 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:08:23.597841 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c49a628d-7712-4eb6-8d09-b953e896177d req-21102717-eb18-4551-95ec-fe6de81344d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:23.781238 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-c49a628d-7712-4eb6-8d09-b953e896177d req-21102717-eb18-4551-95ec-fe6de81344d3 service neutron] Transition to ACTIVE for port object 7dc97cd2-2754-4baa-89e9-4f545712ea74 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:08:23.786479 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-7a67eff5-b628-4e42-80ac-ffa5ce77ba55 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:23.794181 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c49a628d-7712-4eb6-8d09-b953e896177d req-21102717-eb18-4551-95ec-fe6de81344d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:23.952278 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b7f20d67-27d1-4d1e-989e-e36d06cce4d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1635699515'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:23.988046 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f20d67-27d1-4d1e-989e-e36d06cce4d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:08:23.995993 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7f20d67-27d1-4d1e-989e-e36d06cce4d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:24.011767 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7f20d67-27d1-4d1e-989e-e36d06cce4d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:24.092506 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-c49a628d-7712-4eb6-8d09-b953e896177d req-21102717-eb18-4551-95ec-fe6de81344d3 service neutron] Attempting to bind port 7dc97cd2-2754-4baa-89e9-4f545712ea74 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:08:24.093057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-c49a628d-7712-4eb6-8d09-b953e896177d req-21102717-eb18-4551-95ec-fe6de81344d3 service neutron] Attempting to bind port 7dc97cd2-2754-4baa-89e9-4f545712ea74 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'a2a64358-004f-4b85-9c63-b2ea5392d4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b100801b-4180-40c7-a40d-d0d2b0a01278'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:08:24.093347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49a628d-7712-4eb6-8d09-b953e896177d req-21102717-eb18-4551-95ec-fe6de81344d3 service neutron] Attempting to bind port 7dc97cd2-2754-4baa-89e9-4f545712ea74 on network b100801b-4180-40c7-a40d-d0d2b0a01278 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:08:24.095822 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21102717-eb18-4551-95ec-fe6de81344d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc97cd2-2754-4baa-89e9-4f545712ea74,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:24.099163 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-7a67eff5-b628-4e42-80ac-ffa5ce77ba55 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:24.126815 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49a628d-7712-4eb6-8d09-b953e896177d req-21102717-eb18-4551-95ec-fe6de81344d3 service neutron] Port 7dc97cd2-2754-4baa-89e9-4f545712ea74 on network b100801b-4180-40c7-a40d-d0d2b0a01278 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:08:24.137736 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49a628d-7712-4eb6-8d09-b953e896177d req-21102717-eb18-4551-95ec-fe6de81344d3 service neutron] Attempting to bind port 7dc97cd2-2754-4baa-89e9-4f545712ea74 on network b100801b-4180-40c7-a40d-d0d2b0a01278 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:08:24.150353 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7f20d67-27d1-4d1e-989e-e36d06cce4d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:24.155390 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7f20d67-27d1-4d1e-989e-e36d06cce4d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:24.193667 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-7a67eff5-b628-4e42-80ac-ffa5ce77ba55 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Network 313f69bc-4ff6-4f59-a350-18ff373065a0 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:08:24.196261 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f20d67-27d1-4d1e-989e-e36d06cce4d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:08:24.197968 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-7a67eff5-b628-4e42-80ac-ffa5ce77ba55 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:08:24.200194 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49a628d-7712-4eb6-8d09-b953e896177d req-21102717-eb18-4551-95ec-fe6de81344d3 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:08:24.200536 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49a628d-7712-4eb6-8d09-b953e896177d req-21102717-eb18-4551-95ec-fe6de81344d3 service neutron] Checking segment: {'id': 'a2a64358-004f-4b85-9c63-b2ea5392d4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b100801b-4180-40c7-a40d-d0d2b0a01278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:08:24.200914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49a628d-7712-4eb6-8d09-b953e896177d req-21102717-eb18-4551-95ec-fe6de81344d3 service neutron] Bound using segment: {'id': 'a2a64358-004f-4b85-9c63-b2ea5392d4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b100801b-4180-40c7-a40d-d0d2b0a01278'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:08:24.201418 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-c49a628d-7712-4eb6-8d09-b953e896177d req-21102717-eb18-4551-95ec-fe6de81344d3 service neutron] Bound port: 7dc97cd2-2754-4baa-89e9-4f545712ea74, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a64358-004f-4b85-9c63-b2ea5392d4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'b100801b-4180-40c7-a40d-d0d2b0a01278'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:08:24.201778 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c49a628d-7712-4eb6-8d09-b953e896177d req-21102717-eb18-4551-95ec-fe6de81344d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:24.222138 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d912fbb9-42fa-4f95-a235-0827b22c0dcc None None] DHCP port deletion for 313f69bc-4ff6-4f59-a350-18ff373065a0 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:08:24.241552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-7a67eff5-b628-4e42-80ac-ffa5ce77ba55 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:08:24.255893 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7f20d67-27d1-4d1e-989e-e36d06cce4d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:24.256917 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-b7f20d67-27d1-4d1e-989e-e36d06cce4d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Added segment 556fb2f5-118d-49d0-8fbd-6351d96b8f80 of type vlan for network 8205a081-245e-4f42-9c61-30748520e8a4 Nov 23 22:08:24.258152 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f20d67-27d1-4d1e-989e-e36d06cce4d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d1bbfa-4f81-4ae7-a7f0-e089be5a132b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:24.307779 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-89604058-33b5-4e23-a58f-53dd27e4dfa0 None None] Provisioning complete for port c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:08:24.308155 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-89604058-33b5-4e23-a58f-53dd27e4dfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:24.430138 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-89604058-33b5-4e23-a58f-53dd27e4dfa0 None None] Port c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:08:24.441198 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7f20d67-27d1-4d1e-989e-e36d06cce4d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:24.468422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67eff5-b628-4e42-80ac-ffa5ce77ba55 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Pushing event updated for resources: {'Port': ['ID=c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:24.489908 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7f20d67-27d1-4d1e-989e-e36d06cce4d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:24.497629 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f20d67-27d1-4d1e-989e-e36d06cce4d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:24.498514 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7f20d67-27d1-4d1e-989e-e36d06cce4d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:24.554448 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b7f20d67-27d1-4d1e-989e-e36d06cce4d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9976847 Nov 23 22:08:24.556381 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55776) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:24.614284 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-7a67eff5-b628-4e42-80ac-ffa5ce77ba55 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:24.615380 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-7a67eff5-b628-4e42-80ac-ffa5ce77ba55 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:24.676906 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f20d67-27d1-4d1e-989e-e36d06cce4d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Network': ['ID=8205a081-245e-4f42-9c61-30748520e8a4,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:24.685113 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f3fc0ff7-38fb-400f-b4ed-4c695ff8b2af tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:24.691245 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:08:24.691790 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-7a67eff5-b628-4e42-80ac-ffa5ce77ba55 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1774383 Nov 23 22:08:24.704755 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c99e5-c9fc-4a82-b883-64198de4708b req-fe98fde6-df79-475a-8525-91fc1c3b69b6 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:24.715910 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2c7c99e5-c9fc-4a82-b883-64198de4708b req-fe98fde6-df79-475a-8525-91fc1c3b69b6 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7b0ac51-f396-4f1c-b91b-53b8bda9e425 HTTP/1.1" status: 200 len: 931 time: 0.2542539 Nov 23 22:08:24.744752 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-acedfb65-75c9-4b7c-ad9c-45a2af85e9ea service neutron] Request body: {'port': {'device_id': 'c7b0ac51-f396-4f1c-b91b-53b8bda9e425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:24.786094 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e63d7-5588-41c2-9d52-a7ff96a43d73 req-fa8f922a-d55b-4052-b831-eba57a7befeb tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:24.796355 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9d6e63d7-5588-41c2-9d52-a7ff96a43d73 req-fa8f922a-d55b-4052-b831-eba57a7befeb tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/ports?device_id=923ad51f-b8b0-49cc-b4b7-e9951409795b HTTP/1.1" status: 200 len: 944 time: 0.4206178 Nov 23 22:08:24.858156 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-c49a628d-7712-4eb6-8d09-b953e896177d req-21102717-eb18-4551-95ec-fe6de81344d3 service neutron] For port 7dc97cd2-2754-4baa-89e9-4f545712ea74, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:08:24.948865 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2c7c99e5-c9fc-4a82-b883-64198de4708b req-7c1c2922-520f-47da-8680-4aa2aba867a0 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976750 Nov 23 22:08:24.949555 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-acedfb65-75c9-4b7c-ad9c-45a2af85e9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:24.953768 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-c49a628d-7712-4eb6-8d09-b953e896177d req-21102717-eb18-4551-95ec-fe6de81344d3 service neutron] For port 7dc97cd2-2754-4baa-89e9-4f545712ea74, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7dc97cd2-2754-4baa-89e9-4f545712ea74,segment=NetworkSegment(a2a64358-004f-4b85-9c63-b2ea5392d4b7),segment_id=a2a64358-004f-4b85-9c63-b2ea5392d4b7)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:08:25.023278 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c49a628d-7712-4eb6-8d09-b953e896177d req-21102717-eb18-4551-95ec-fe6de81344d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:25.100395 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fc0ff7-38fb-400f-b4ed-4c695ff8b2af tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:08:25.119575 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3fc0ff7-38fb-400f-b4ed-4c695ff8b2af tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:25.552693 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3fc0ff7-38fb-400f-b4ed-4c695ff8b2af tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:25.751719 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc0ff7-38fb-400f-b4ed-4c695ff8b2af tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=41d7bec1-a315-4e4b-9ae3-3529b4b46523,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:25.775088 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fc0ff7-38fb-400f-b4ed-4c695ff8b2af tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Checking segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:08:25.776399 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fc0ff7-38fb-400f-b4ed-4c695ff8b2af tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network hostable DHCP agents. Network: 8205a081-245e-4f42-9c61-30748520e8a4, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:08:25.786072 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9d6e63d7-5588-41c2-9d52-a7ff96a43d73 req-44183957-dd7d-4182-82b2-6ec5118dd28a tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c90e09f-a5b7-4a98-88eb-39ad584522d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9881821 Nov 23 22:08:25.802179 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fc0ff7-38fb-400f-b4ed-4c695ff8b2af tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:08:25.803591 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a628d-7712-4eb6-8d09-b953e896177d req-21102717-eb18-4551-95ec-fe6de81344d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:25.804438 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c49a628d-7712-4eb6-8d09-b953e896177d req-21102717-eb18-4551-95ec-fe6de81344d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:25.806096 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c49a628d-7712-4eb6-8d09-b953e896177d req-21102717-eb18-4551-95ec-fe6de81344d3 service neutron] 10.222.0.53 "PUT /v2.0/ports/7dc97cd2-2754-4baa-89e9-4f545712ea74 HTTP/1.1" status: 200 len: 1092 time: 3.7291496 Nov 23 22:08:25.806447 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923ad51f-b8b0-49cc-b4b7-e9951409795b', 'tag': '7dc97cd2-2754-4baa-89e9-4f545712ea74'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:08:25.809964 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913a55f6-8d73-4a0a-bb56-c3c802bae386" -d '{"events": [{"name": "network-changed", "server_uuid": "923ad51f-b8b0-49cc-b4b7-e9951409795b", "tag": "7dc97cd2-2754-4baa-89e9-4f545712ea74"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:08:25.835006 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-f3fc0ff7-38fb-400f-b4ed-4c695ff8b2af tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 8205a081-245e-4f42-9c61-30748520e8a4) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:08:25.840210 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fc0ff7-38fb-400f-b4ed-4c695ff8b2af tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:25.841478 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3fc0ff7-38fb-400f-b4ed-4c695ff8b2af tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:25.853520 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fb4918-ca62-4146-857c-e84659fcc3fa None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:08:25.887808 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f3fc0ff7-38fb-400f-b4ed-4c695ff8b2af tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2123883 Nov 23 22:08:25.890762 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55840) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:25.901342 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-63e3c922-f84d-4b3f-b766-2c6baec2297e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'name': 'tempest-NetworksTestDHCPv6-315778450'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:25.999690 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dcca1b-87ff-4749-8c65-8f158b7bc2af x-openstack-request-id: req-21dcca1b-87ff-4749-8c65-8f158b7bc2af {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:08:25.999984 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923ad51f-b8b0-49cc-b4b7-e9951409795b", "tag": "7dc97cd2-2754-4baa-89e9-4f545712ea74", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:08:26.000236 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21dcca1b-87ff-4749-8c65-8f158b7bc2af {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:08:26.000682 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923ad51f-b8b0-49cc-b4b7-e9951409795b', 'tag': '7dc97cd2-2754-4baa-89e9-4f545712ea74', 'status': 'completed', 'code': 200} Nov 23 22:08:26.137164 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21102717-eb18-4551-95ec-fe6de81344d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc97cd2-2754-4baa-89e9-4f545712ea74,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:26.255823 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e3c922-f84d-4b3f-b766-2c6baec2297e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:08:26.261199 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-63e3c922-f84d-4b3f-b766-2c6baec2297e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:26.309916 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-63e3c922-f84d-4b3f-b766-2c6baec2297e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] device_id is not set on port 2526b379-107a-491c-8c9d-ce52f27f85e0 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:08:26.322355 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8205a081-245e-4f42-9c61-30748520e8a4', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'fixed_ips': [{'subnet_id': '41d7bec1-a315-4e4b-9ae3-3529b4b46523'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:08:26.323832 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:26.342755 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a628d-7712-4eb6-8d09-b953e896177d req-4905cd91-83f5-4cb9-b878-1066fcb494c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:26.344308 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c49a628d-7712-4eb6-8d09-b953e896177d req-4905cd91-83f5-4cb9-b878-1066fcb494c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=25dc7017f13b4149979aabd93a1b49d4&device_id=923ad51f-b8b0-49cc-b4b7-e9951409795b HTTP/1.1" status: 200 len: 1095 time: 0.4125624 Nov 23 22:08:26.373479 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7af48-d7e3-4a56-8549-bea7dc8e11a9 req-0cfc7b86-bd93-4713-8702-fd034797b1da tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:26.383496 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0de7af48-d7e3-4a56-8549-bea7dc8e11a9 req-0cfc7b86-bd93-4713-8702-fd034797b1da tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7b0ac51-f396-4f1c-b91b-53b8bda9e425 HTTP/1.1" status: 200 len: 931 time: 0.1355729 Nov 23 22:08:26.459249 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c49a628d-7712-4eb6-8d09-b953e896177d req-1bf18b45-e600-4b34-ad8d-8c88bc259e42 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7dc97cd2-2754-4baa-89e9-4f545712ea74 HTTP/1.1" status: 200 len: 217 time: 0.0546687 Nov 23 22:08:26.578014 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-63e3c922-f84d-4b3f-b766-2c6baec2297e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8::297 (8205a081-245e-4f42-9c61-30748520e8a4/41d7bec1-a315-4e4b-9ae3-3529b4b46523/2526b379-107a-491c-8c9d-ce52f27f85e0) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:08:26.703371 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0de7af48-d7e3-4a56-8549-bea7dc8e11a9 req-f5440384-55d0-46f8-a183-e2db6849a490 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188162 Nov 23 22:08:26.745190 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a628d-7712-4eb6-8d09-b953e896177d req-9e8dcfcc-cf92-40b5-bb7e-7b4e8e2aa0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:26.747630 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c49a628d-7712-4eb6-8d09-b953e896177d req-9e8dcfcc-cf92-40b5-bb7e-7b4e8e2aa0c2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c8c317e2-eca9-472b-b9b3-d2bba55c919b HTTP/1.1" status: 200 len: 861 time: 0.2687860 Nov 23 22:08:26.810450 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c49a628d-7712-4eb6-8d09-b953e896177d req-f0df6688-66f1-4402-a201-3eb21ca46ddd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b100801b-4180-40c7-a40d-d0d2b0a01278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498023 Nov 23 22:08:26.872721 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-63e3c922-f84d-4b3f-b766-2c6baec2297e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:27.021108 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-63e3c922-f84d-4b3f-b766-2c6baec2297e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:27.060650 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-acedfb65-75c9-4b7c-ad9c-45a2af85e9ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:08:27.114425 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-acedfb65-75c9-4b7c-ad9c-45a2af85e9ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:27.135073 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e3c922-f84d-4b3f-b766-2c6baec2297e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:08:27.136427 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3c922-f84d-4b3f-b766-2c6baec2297e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=2526b379-107a-491c-8c9d-ce52f27f85e0,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:27.141050 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Allocated IP 2001:db8::2 (8205a081-245e-4f42-9c61-30748520e8a4/41d7bec1-a315-4e4b-9ae3-3529b4b46523/4c4d6c71-30a8-4247-9e8d-ef91a2af6854) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:08:27.156668 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-63e3c922-f84d-4b3f-b766-2c6baec2297e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:08:27.161407 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e3c922-f84d-4b3f-b766-2c6baec2297e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:08:27.161563 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c49a628d-7712-4eb6-8d09-b953e896177d req-df212813-e93e-4801-8570-fc17db899411 service neutron] 10.222.0.53 "GET /v2.0/networks/b100801b-4180-40c7-a40d-d0d2b0a01278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361187 Nov 23 22:08:27.167885 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e3c922-f84d-4b3f-b766-2c6baec2297e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:27.168549 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-63e3c922-f84d-4b3f-b766-2c6baec2297e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:27.193794 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-63e3c922-f84d-4b3f-b766-2c6baec2297e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3017166 Nov 23 22:08:27.196713 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55906) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:27.244953 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-acedfb65-75c9-4b7c-ad9c-45a2af85e9ea service neutron] Transition to ACTIVE for port object c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:08:27.280078 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-acedfb65-75c9-4b7c-ad9c-45a2af85e9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:27.367060 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4da40e-116f-4a28-b0cc-f154467bb421 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:27.368820 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6e4da40e-116f-4a28-b0cc-f154467bb421 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1697226 Nov 23 22:08:27.374931 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 55926) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:27.381692 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedfb65-75c9-4b7c-ad9c-45a2af85e9ea service neutron] Pushing event updated for resources: {'Port': ['ID=c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:27.406578 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:08:27.420155 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133c76b-244a-420d-8ac7-22dd8260163e req-7a12b427-c75d-498b-8204-339fc9821947 tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:27.421741 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a133c76b-244a-420d-8ac7-22dd8260163e req-7a12b427-c75d-498b-8204-339fc9821947 tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/ports?device_id=923ad51f-b8b0-49cc-b4b7-e9951409795b HTTP/1.1" status: 200 len: 944 time: 0.4236236 Nov 23 22:08:27.468934 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:27.484006 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:27.596466 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Pushing event updated for resources: {'Port': ['ID=4c4d6c71-30a8-4247-9e8d-ef91a2af6854,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:27.610342 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-19ad003e-91b2-4bcc-acd1-a476b2239cb6 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting port 2526b379-107a-491c-8c9d-ce52f27f85e0 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:08:27.611854 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-19ad003e-91b2-4bcc-acd1-a476b2239cb6 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:27.634013 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:27.634459 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:27.635248 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:27.646875 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:27.648083 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:27.648684 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:27.651468 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:27.652059 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:27.652592 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:27.653097 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:27.654433 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:27.655671 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:27.665823 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdfb83f-9afc-4bdc-9b35-a1d171093301 None None] DHCP port deletion for 313f69bc-4ff6-4f59-a350-18ff373065a0 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:08:27.689268 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:08:27.697308 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:08:27.700080 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:08:27.784541 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a133c76b-244a-420d-8ac7-22dd8260163e req-4289d3f3-f346-43ef-9079-9e2a1cd067c8 tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c90e09f-a5b7-4a98-88eb-39ad584522d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753978 Nov 23 22:08:27.873629 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c49a628d-7712-4eb6-8d09-b953e896177d req-e2588c41-9934-487a-ad3e-215a7defa620 service neutron] 10.222.0.53 "GET /v2.0/networks/b100801b-4180-40c7-a40d-d0d2b0a01278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6975117 Nov 23 22:08:27.889974 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-19ad003e-91b2-4bcc-acd1-a476b2239cb6 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:27.909118 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-acedfb65-75c9-4b7c-ad9c-45a2af85e9ea service neutron] Attempting to bind port c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:08:27.910274 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-acedfb65-75c9-4b7c-ad9c-45a2af85e9ea service neutron] Attempting to bind port c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'd7a5fcd6-b2bb-4af7-ad33-cd5521f76895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '313f69bc-4ff6-4f59-a350-18ff373065a0'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:08:27.910628 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-acedfb65-75c9-4b7c-ad9c-45a2af85e9ea service neutron] Attempting to bind port c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea on network 313f69bc-4ff6-4f59-a350-18ff373065a0 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:08:27.928809 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-acedfb65-75c9-4b7c-ad9c-45a2af85e9ea service neutron] Port c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea on network 313f69bc-4ff6-4f59-a350-18ff373065a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:08:27.933695 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-19ad003e-91b2-4bcc-acd1-a476b2239cb6 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Calling delete_port for 2526b379-107a-491c-8c9d-ce52f27f85e0 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:08:27.935802 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-acedfb65-75c9-4b7c-ad9c-45a2af85e9ea service neutron] Attempting to bind port c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea on network 313f69bc-4ff6-4f59-a350-18ff373065a0 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:08:27.970836 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Attempting to bind port 4c4d6c71-30a8-4247-9e8d-ef91a2af6854 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:08:27.972220 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Attempting to bind port 4c4d6c71-30a8-4247-9e8d-ef91a2af6854 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:08:27.972586 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Attempting to bind port 4c4d6c71-30a8-4247-9e8d-ef91a2af6854 on network 8205a081-245e-4f42-9c61-30748520e8a4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:08:27.975352 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-acedfb65-75c9-4b7c-ad9c-45a2af85e9ea service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:08:27.977490 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-acedfb65-75c9-4b7c-ad9c-45a2af85e9ea service neutron] Checking segment: {'id': 'd7a5fcd6-b2bb-4af7-ad33-cd5521f76895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '313f69bc-4ff6-4f59-a350-18ff373065a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:08:27.977890 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-acedfb65-75c9-4b7c-ad9c-45a2af85e9ea service neutron] Bound using segment: {'id': 'd7a5fcd6-b2bb-4af7-ad33-cd5521f76895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '313f69bc-4ff6-4f59-a350-18ff373065a0'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:08:27.981165 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-acedfb65-75c9-4b7c-ad9c-45a2af85e9ea service neutron] Bound port: c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a5fcd6-b2bb-4af7-ad33-cd5521f76895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '313f69bc-4ff6-4f59-a350-18ff373065a0'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:08:27.981165 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-acedfb65-75c9-4b7c-ad9c-45a2af85e9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:27.986160 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a3c10315-1774-4d06-87e3-c3738050cf9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:27.999020 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:08:28.001515 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Checking segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:08:28.003286 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:28.004877 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Bound using segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:08:28.006142 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Bound port: 4c4d6c71-30a8-4247-9e8d-ef91a2af6854, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:08:28.007329 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:28.259476 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7206ad57-804e-498f-9af6-567419c48437 None None] For port 4c4d6c71-30a8-4247-9e8d-ef91a2af6854, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:08:28.278641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7206ad57-804e-498f-9af6-567419c48437 None None] For port 4c4d6c71-30a8-4247-9e8d-ef91a2af6854, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4c4d6c71-30a8-4247-9e8d-ef91a2af6854,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:08:28.299596 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:28.409542 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-19ad003e-91b2-4bcc-acd1-a476b2239cb6 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:28.450772 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a55f6-8d73-4a0a-bb56-c3c802bae386 req-fefb362e-b90b-49ed-aa51-64edea554a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:28.450772 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-913a55f6-8d73-4a0a-bb56-c3c802bae386 req-fefb362e-b90b-49ed-aa51-64edea554a97 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=25dc7017f13b4149979aabd93a1b49d4&device_id=923ad51f-b8b0-49cc-b4b7-e9951409795b HTTP/1.1" status: 200 len: 1095 time: 0.4766212 Nov 23 22:08:28.462407 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206ad57-804e-498f-9af6-567419c48437 None None] Pushing event updated for resources: {'Port': ['ID=4c4d6c71-30a8-4247-9e8d-ef91a2af6854,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:28.544636 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad003e-91b2-4bcc-acd1-a476b2239cb6 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Port': ['ID=2526b379-107a-491c-8c9d-ce52f27f85e0,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:28.587615 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02babf-da91-408c-b887-4bc94904bc34 req-dddb9a8a-1adb-4186-a221-1cec294aadcf tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:28.589242 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f02babf-da91-408c-b887-4bc94904bc34 req-dddb9a8a-1adb-4186-a221-1cec294aadcf tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7b0ac51-f396-4f1c-b91b-53b8bda9e425 HTTP/1.1" status: 200 len: 943 time: 0.6209121 Nov 23 22:08:28.641399 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-19ad003e-91b2-4bcc-acd1-a476b2239cb6 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:28.662542 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-19ad003e-91b2-4bcc-acd1-a476b2239cb6 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/2526b379-107a-491c-8c9d-ce52f27f85e0 HTTP/1.1" status: 204 len: 168 time: 1.2864912 Nov 23 22:08:28.671269 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 55996) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:29.029956 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-acedfb65-75c9-4b7c-ad9c-45a2af85e9ea service neutron] For port c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:08:29.042206 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56002) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:29.181131 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-acedfb65-75c9-4b7c-ad9c-45a2af85e9ea service neutron] For port c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea,segment=NetworkSegment(d7a5fcd6-b2bb-4af7-ad33-cd5521f76895),segment_id=d7a5fcd6-b2bb-4af7-ad33-cd5521f76895)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:08:29.227637 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-acedfb65-75c9-4b7c-ad9c-45a2af85e9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:29.249798 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090ddd30-9b5f-45d3-bca8-84938131e567 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:29.256932 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090ddd30-9b5f-45d3-bca8-84938131e567 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:29.258827 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-090ddd30-9b5f-45d3-bca8-84938131e567 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5613070 Nov 23 22:08:29.261790 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56008) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:29.287802 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f02babf-da91-408c-b887-4bc94904bc34 req-6c852763-e544-4695-8c03-f06ed922e1bc tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6356049 Nov 23 22:08:29.376537 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cce05633-7e5f-4196-838a-950c3f8536d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:29.379879 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a55f6-8d73-4a0a-bb56-c3c802bae386 req-09055633-9e00-44fb-a462-d8d787b5147d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:29.381593 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-913a55f6-8d73-4a0a-bb56-c3c802bae386 req-09055633-9e00-44fb-a462-d8d787b5147d service neutron] 10.222.0.53 "GET /v2.0/networks?id=b100801b-4180-40c7-a40d-d0d2b0a01278 HTTP/1.1" status: 200 len: 922 time: 0.8961809 Nov 23 22:08:29.420648 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a389d752-d515-4b22-9d4a-9b00db3c7f05 None None] DHCP port deletion for 313f69bc-4ff6-4f59-a350-18ff373065a0 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:08:29.442920 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-acedfb65-75c9-4b7c-ad9c-45a2af85e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:29.443967 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-acedfb65-75c9-4b7c-ad9c-45a2af85e9ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:29.449788 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-acedfb65-75c9-4b7c-ad9c-45a2af85e9ea service neutron] 10.222.0.60 "PUT /v2.0/ports/c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea HTTP/1.1" status: 200 len: 1091 time: 4.7274384 Nov 23 22:08:29.450608 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b0ac51-f396-4f1c-b91b-53b8bda9e425', 'tag': 'c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:08:29.453731 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8804c9ec-66bb-4906-9f57-59e39b0cfc28" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b0ac51-f396-4f1c-b91b-53b8bda9e425", "tag": "c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:08:29.520143 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e5cb26-c3ce-4bda-84c8-a49a4637129b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet 41d7bec1-a315-4e4b-9ae3-3529b4b46523 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:08:29.526638 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-71e5cb26-c3ce-4bda-84c8-a49a4637129b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:29.529084 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0206d9-555d-4db0-b389-916bffd8ca95 req-4fdf6ac8-d387-4132-8b57-b235d0594b9e tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:29.531151 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea0206d9-555d-4db0-b389-916bffd8ca95 req-4fdf6ac8-d387-4132-8b57-b235d0594b9e tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/ports?device_id=923ad51f-b8b0-49cc-b4b7-e9951409795b HTTP/1.1" status: 200 len: 944 time: 0.5140119 Nov 23 22:08:29.606455 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-913a55f6-8d73-4a0a-bb56-c3c802bae386 req-ea095ec2-5520-461f-a202-8bd3c29b5f4c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7dc97cd2-2754-4baa-89e9-4f545712ea74 HTTP/1.1" status: 200 len: 217 time: 0.2004821 Nov 23 22:08:29.643221 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cce05633-7e5f-4196-838a-950c3f8536d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:29.653458 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-71e5cb26-c3ce-4bda-84c8-a49a4637129b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:29.658902 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5afbee-8b4e-4a02-a0eb-a169e086fa7b x-openstack-request-id: req-2c5afbee-8b4e-4a02-a0eb-a169e086fa7b {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:08:29.668196 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b0ac51-f396-4f1c-b91b-53b8bda9e425", "tag": "c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:08:29.668749 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2c5afbee-8b4e-4a02-a0eb-a169e086fa7b {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:08:29.669394 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b0ac51-f396-4f1c-b91b-53b8bda9e425', 'tag': 'c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea', 'status': 'completed', 'code': 200} Nov 23 22:08:29.683728 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cce05633-7e5f-4196-838a-950c3f8536d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:29.720455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedfb65-75c9-4b7c-ad9c-45a2af85e9ea service neutron] Pushing event updated for resources: {'Port': ['ID=c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:29.750198 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cce05633-7e5f-4196-838a-950c3f8536d8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c812c33f57f420bb51adf5f620026bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7068398 Nov 23 22:08:29.763584 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56016) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:29.765774 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce05633-7e5f-4196-838a-950c3f8536d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d7bf4b-1e85-4138-ac52-3cad734dd26f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:29.873814 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-088839cd-1e98-4f1a-ac72-44dd67980562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:29.880111 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-088839cd-1e98-4f1a-ac72-44dd67980562 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2caa4f9ec1b460cacd43c2d53007606&device_id=c7b0ac51-f396-4f1c-b91b-53b8bda9e425 HTTP/1.1" status: 200 len: 1094 time: 0.3459070 Nov 23 22:08:29.894761 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea0206d9-555d-4db0-b389-916bffd8ca95 req-a6190969-4154-44d5-aca6-17be219df396 tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c90e09f-a5b7-4a98-88eb-39ad584522d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812042 Nov 23 22:08:29.934746 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9797ce3f-fee3-47c1-8238-e850e59ff712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:29.968829 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9797ce3f-fee3-47c1-8238-e850e59ff712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:29.972628 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-71e5cb26-c3ce-4bda-84c8-a49a4637129b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:30.025560 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:30.063173 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a55f6-8d73-4a0a-bb56-c3c802bae386 req-0ff1ff3e-d105-433e-b109-aaa3d5ce6a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:30.064770 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-913a55f6-8d73-4a0a-bb56-c3c802bae386 req-0ff1ff3e-d105-433e-b109-aaa3d5ce6a78 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c8c317e2-eca9-472b-b9b3-d2bba55c919b HTTP/1.1" status: 200 len: 861 time: 0.3927054 Nov 23 22:08:30.072195 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-85e2af33-8dab-4b5f-9bfc-d8f23c7c1f4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea HTTP/1.1" status: 200 len: 217 time: 0.1762915 Nov 23 22:08:30.170183 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-913a55f6-8d73-4a0a-bb56-c3c802bae386 req-485546e5-6bca-4b3a-b493-e895aa6f2a2b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b100801b-4180-40c7-a40d-d0d2b0a01278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930574 Nov 23 22:08:30.200655 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-71e5cb26-c3ce-4bda-84c8-a49a4637129b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:30.262752 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5cb26-c3ce-4bda-84c8-a49a4637129b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=41d7bec1-a315-4e4b-9ae3-3529b4b46523,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:30.270969 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-71e5cb26-c3ce-4bda-84c8-a49a4637129b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:30.274491 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-71e5cb26-c3ce-4bda-84c8-a49a4637129b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/41d7bec1-a315-4e4b-9ae3-3529b4b46523 HTTP/1.1" status: 204 len: 168 time: 1.0115087 Nov 23 22:08:30.285841 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56020) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:30.317938 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4c4d6c71-30a8-4247-9e8d-ef91a2af6854 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:08:30.345575 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9797ce3f-fee3-47c1-8238-e850e59ff712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:30.358215 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9797ce3f-fee3-47c1-8238-e850e59ff712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:30.364437 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9797ce3f-fee3-47c1-8238-e850e59ff712 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4d7bf4b-1e85-4138-ac52-3cad734dd26f HTTP/1.1" status: 204 len: 168 time: 0.5912800 Nov 23 22:08:30.492117 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797ce3f-fee3-47c1-8238-e850e59ff712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d7bf4b-1e85-4138-ac52-3cad734dd26f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:30.505110 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5894d8fa-03d2-49e9-ac79-8a054a028576 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2168899 Nov 23 22:08:30.507293 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56026) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:30.516322 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-240d83e0-ffaf-462f-9bad-d0da0a66a217 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:30.541281 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 7dc97cd2-2754-4baa-89e9-4f545712ea74 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:08:30.569154 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-913a55f6-8d73-4a0a-bb56-c3c802bae386 req-c809b435-947c-4637-b12b-202f07b3c4cd service neutron] 10.222.0.53 "GET /v2.0/networks/b100801b-4180-40c7-a40d-d0d2b0a01278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657315 Nov 23 22:08:30.636866 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bd0c6d1e-a4fe-4ea4-baa8-5b0468b667ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:30.660108 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-c30bcfca-d379-439b-9e1c-8a44495b08c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:30.661573 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-c30bcfca-d379-439b-9e1c-8a44495b08c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=38696a44-a2c6-4669-89ae-e2db4c7c8993 HTTP/1.1" status: 200 len: 853 time: 0.5747068 Nov 23 22:08:30.738347 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240d83e0-ffaf-462f-9bad-d0da0a66a217 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:08:30.741851 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-240d83e0-ffaf-462f-9bad-d0da0a66a217 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:30.804186 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-8f35e18f-4a9a-4d3c-96b8-115b0fcde4bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=313f69bc-4ff6-4f59-a350-18ff373065a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774870 Nov 23 22:08:30.904876 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 7dc97cd2-2754-4baa-89e9-4f545712ea74, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7dc97cd2-2754-4baa-89e9-4f545712ea74,segment=NetworkSegment(a2a64358-004f-4b85-9c63-b2ea5392d4b7),segment_id=a2a64358-004f-4b85-9c63-b2ea5392d4b7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:08:30.949727 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-4d9a860c-8643-402e-9764-bd9510d3e461 service neutron] 10.222.0.60 "GET /v2.0/networks/313f69bc-4ff6-4f59-a350-18ff373065a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358795 Nov 23 22:08:30.955134 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '7dc97cd2-2754-4baa-89e9-4f545712ea74', 'network_id': 'b100801b-4180-40c7-a40d-d0d2b0a01278', 'port_id': '7dc97cd2-2754-4baa-89e9-4f545712ea74', 'mac_address': 'fa:16:3e:f7:ad:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c317e2-eca9-472b-b9b3-d2bba55c919b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:08:30.957023 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 4c4d6c71-30a8-4247-9e8d-ef91a2af6854 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:08:30.957467 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:30.959101 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d90e00-b3ec-40e6-b427-087b05299317 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:08:30.971290 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09b6b9-d7d5-40fe-a1b1-f54e03a55031 req-a3e0234d-740d-45a5-9e74-09dd3b53f8dd tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:30.973864 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b09b6b9-d7d5-40fe-a1b1-f54e03a55031 req-a3e0234d-740d-45a5-9e74-09dd3b53f8dd tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7b0ac51-f396-4f1c-b91b-53b8bda9e425 HTTP/1.1" status: 200 len: 943 time: 0.3582628 Nov 23 22:08:31.078804 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a74c5baf-8210-40de-b5cc-5cee5825b6de req-8053a66f-b065-40ba-9b2c-5de5ab60869e service neutron] 10.222.0.60 "GET /v2.0/networks/313f69bc-4ff6-4f59-a350-18ff373065a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191714 Nov 23 22:08:31.200931 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-913a55f6-8d73-4a0a-bb56-c3c802bae386 req-ef119521-f778-4514-9fd8-1f37a1651392 service neutron] 10.222.0.53 "GET /v2.0/networks/b100801b-4180-40c7-a40d-d0d2b0a01278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5818202 Nov 23 22:08:31.260675 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4967b83-aa8c-48cb-aac8-801c936a5541 req-2b4f516c-31f3-4242-9bab-1899b0dc1763 tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:31.262217 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d4967b83-aa8c-48cb-aac8-801c936a5541 req-2b4f516c-31f3-4242-9bab-1899b0dc1763 tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/ports?device_id=923ad51f-b8b0-49cc-b4b7-e9951409795b HTTP/1.1" status: 200 len: 944 time: 0.1790125 Nov 23 22:08:31.269051 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b09b6b9-d7d5-40fe-a1b1-f54e03a55031 req-87f80121-5a01-46d6-bbf7-4ab9e14920d7 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890278 Nov 23 22:08:31.280420 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804c9ec-66bb-4906-9f57-59e39b0cfc28 req-c2bfe23b-95d1-461f-81c1-8df9e846f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:31.284218 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8804c9ec-66bb-4906-9f57-59e39b0cfc28 req-c2bfe23b-95d1-461f-81c1-8df9e846f930 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2caa4f9ec1b460cacd43c2d53007606&device_id=c7b0ac51-f396-4f1c-b91b-53b8bda9e425 HTTP/1.1" status: 200 len: 1094 time: 0.0860727 Nov 23 22:08:31.287447 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-73dded0b-69fe-4edd-a33c-b99da672a186 None None] Provisioning complete for port 4c4d6c71-30a8-4247-9e8d-ef91a2af6854 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:08:31.287825 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-73dded0b-69fe-4edd-a33c-b99da672a186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:31.369509 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:31.402835 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc97cd2-2754-4baa-89e9-4f545712ea74 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:08:31.492342 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 7dc97cd2-2754-4baa-89e9-4f545712ea74, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7dc97cd2-2754-4baa-89e9-4f545712ea74,segment=NetworkSegment(a2a64358-004f-4b85-9c63-b2ea5392d4b7),segment_id=a2a64358-004f-4b85-9c63-b2ea5392d4b7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:08:31.510386 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:31.535688 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d4967b83-aa8c-48cb-aac8-801c936a5541 req-184830de-9bbc-4110-b788-844d37727dca tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c90e09f-a5b7-4a98-88eb-39ad584522d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491090 Nov 23 22:08:31.610997 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804c9ec-66bb-4906-9f57-59e39b0cfc28 req-338dce33-1114-44be-8a74-939d9b6dbad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:31.613334 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8804c9ec-66bb-4906-9f57-59e39b0cfc28 req-338dce33-1114-44be-8a74-939d9b6dbad2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=313f69bc-4ff6-4f59-a350-18ff373065a0 HTTP/1.1" status: 200 len: 914 time: 0.2870855 Nov 23 22:08:31.687579 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8804c9ec-66bb-4906-9f57-59e39b0cfc28 req-44e13605-416a-49f5-9101-5105dcc5ce01 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea HTTP/1.1" status: 200 len: 217 time: 0.0639765 Nov 23 22:08:31.782648 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-73dded0b-69fe-4edd-a33c-b99da672a186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:31.811506 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804c9ec-66bb-4906-9f57-59e39b0cfc28 req-388868d2-982f-46f8-b2bf-70e573527b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:31.812999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8804c9ec-66bb-4906-9f57-59e39b0cfc28 req-388868d2-982f-46f8-b2bf-70e573527b3e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=38696a44-a2c6-4669-89ae-e2db4c7c8993 HTTP/1.1" status: 200 len: 853 time: 0.1169176 Nov 23 22:08:31.869613 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-240d83e0-ffaf-462f-9bad-d0da0a66a217 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:31.871064 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8804c9ec-66bb-4906-9f57-59e39b0cfc28 req-52d3d5ac-8c07-444d-8387-342034d36049 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=313f69bc-4ff6-4f59-a350-18ff373065a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500793 Nov 23 22:08:31.937154 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240d83e0-ffaf-462f-9bad-d0da0a66a217 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:08:31.962971 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-240d83e0-ffaf-462f-9bad-d0da0a66a217 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:08:31.974141 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240d83e0-ffaf-462f-9bad-d0da0a66a217 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:31.984321 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-240d83e0-ffaf-462f-9bad-d0da0a66a217 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:32.121519 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8804c9ec-66bb-4906-9f57-59e39b0cfc28 req-33a79b1e-208e-4652-b4f6-b83a6f184ef4 service neutron] 10.222.0.60 "GET /v2.0/networks/313f69bc-4ff6-4f59-a350-18ff373065a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423933 Nov 23 22:08:32.128355 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56070) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:32.129017 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-240d83e0-ffaf-462f-9bad-d0da0a66a217 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6203380 Nov 23 22:08:32.135919 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d83e0-ffaf-462f-9bad-d0da0a66a217 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=d5527e58-0c47-40d6-a5eb-d1d7a41eda9d,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:32.155659 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-d2526e69-7fdb-4fb8-9781-2ff01342df2d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'name': 'tempest-NetworksTestDHCPv6-2117568618'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:32.232709 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-73dded0b-69fe-4edd-a33c-b99da672a186 None None] For port 4c4d6c71-30a8-4247-9e8d-ef91a2af6854, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4c4d6c71-30a8-4247-9e8d-ef91a2af6854,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:08:32.272998 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['7dc97cd2-2754-4baa-89e9-4f545712ea74'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:08:32.275711 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=7dc97cd2-2754-4baa-89e9-4f545712ea74,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:32.288180 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:32.298499 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-73dded0b-69fe-4edd-a33c-b99da672a186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:32.444917 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:32.493101 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8804c9ec-66bb-4906-9f57-59e39b0cfc28 req-3d203958-e027-4ccd-bf3b-fa2a4e34626c service neutron] 10.222.0.60 "GET /v2.0/networks/313f69bc-4ff6-4f59-a350-18ff373065a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150873 Nov 23 22:08:32.555342 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28660ad6-33ff-4fb1-b328-63a68de43f9e req-ed1aacfd-0de6-4bc7-b6bc-71b60f6d831a tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:32.557105 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-28660ad6-33ff-4fb1-b328-63a68de43f9e req-ed1aacfd-0de6-4bc7-b6bc-71b60f6d831a tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7b0ac51-f396-4f1c-b91b-53b8bda9e425 HTTP/1.1" status: 200 len: 943 time: 0.1444571 Nov 23 22:08:32.558318 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2526e69-7fdb-4fb8-9781-2ff01342df2d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:08:32.563155 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d2526e69-7fdb-4fb8-9781-2ff01342df2d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:32.600940 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-d2526e69-7fdb-4fb8-9781-2ff01342df2d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] device_id is not set on port 33da96e1-7b92-4bec-98f7-424deace338e yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:08:32.679651 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dded0b-69fe-4edd-a33c-b99da672a186 None None] Pushing event updated for resources: {'Port': ['ID=4c4d6c71-30a8-4247-9e8d-ef91a2af6854,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:32.716316 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:08:32.726404 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:08:32.739441 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a08bdf8-c2f3-422c-b94e-0578271812a4 None None] DHCP port deletion for 8205a081-245e-4f42-9c61-30748520e8a4 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:08:32.875578 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-d2526e69-7fdb-4fb8-9781-2ff01342df2d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8::1d5 (8205a081-245e-4f42-9c61-30748520e8a4/d5527e58-0c47-40d6-a5eb-d1d7a41eda9d/33da96e1-7b92-4bec-98f7-424deace338e) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:08:32.959143 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0a08bdf8-c2f3-422c-b94e-0578271812a4 None None] Deleting port 4c4d6c71-30a8-4247-9e8d-ef91a2af6854 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:08:32.959695 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0a08bdf8-c2f3-422c-b94e-0578271812a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:32.996165 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56100) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:33.096914 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:33.120540 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-28660ad6-33ff-4fb1-b328-63a68de43f9e req-46f61723-15e2-4002-93d8-8a3484db80bc tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372162 Nov 23 22:08:33.176435 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d2526e69-7fdb-4fb8-9781-2ff01342df2d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:33.200998 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0a08bdf8-c2f3-422c-b94e-0578271812a4 None None] For port 4c4d6c71-30a8-4247-9e8d-ef91a2af6854, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4c4d6c71-30a8-4247-9e8d-ef91a2af6854,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:08:33.201451 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0a08bdf8-c2f3-422c-b94e-0578271812a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:33.223559 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ddf3f-465a-4594-ae60-9767045b8adc req-169f4d24-6abe-433e-86f7-a417f9ffddc1 tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:33.223559 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-068ddf3f-465a-4594-ae60-9767045b8adc req-169f4d24-6abe-433e-86f7-a417f9ffddc1 tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/ports?device_id=923ad51f-b8b0-49cc-b4b7-e9951409795b HTTP/1.1" status: 200 len: 945 time: 0.5138085 Nov 23 22:08:33.231151 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0a08bdf8-c2f3-422c-b94e-0578271812a4 None None] Calling delete_port for 4c4d6c71-30a8-4247-9e8d-ef91a2af6854 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:08:33.344397 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-162ec90f-9b22-456f-8dcd-bebbffefa86e tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1017068215'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:33.345194 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-162ec90f-9b22-456f-8dcd-bebbffefa86e tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] Unknown quota resources ['metering_label']. {{(pid=110033) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 22:08:33.452467 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-068ddf3f-465a-4594-ae60-9767045b8adc req-85be35b6-b8dd-4d79-b8e9-32e0525713f0 tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c90e09f-a5b7-4a98-88eb-39ad584522d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203655 Nov 23 22:08:33.475395 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d2526e69-7fdb-4fb8-9781-2ff01342df2d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:33.509086 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4c4d6c71-30a8-4247-9e8d-ef91a2af6854 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:08:33.578201 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2526e69-7fdb-4fb8-9781-2ff01342df2d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:08:33.582054 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-d2526e69-7fdb-4fb8-9781-2ff01342df2d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:08:33.590502 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2526e69-7fdb-4fb8-9781-2ff01342df2d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:08:33.605623 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2526e69-7fdb-4fb8-9781-2ff01342df2d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:33.606308 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d2526e69-7fdb-4fb8-9781-2ff01342df2d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:33.653922 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2526e69-7fdb-4fb8-9781-2ff01342df2d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=33da96e1-7b92-4bec-98f7-424deace338e,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:33.668796 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d2526e69-7fdb-4fb8-9781-2ff01342df2d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5370119 Nov 23 22:08:33.675365 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56124) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:33.716483 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0a08bdf8-c2f3-422c-b94e-0578271812a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:33.722053 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-162ec90f-9b22-456f-8dcd-bebbffefa86e tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:33.723422 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-162ec90f-9b22-456f-8dcd-bebbffefa86e tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7256742 Nov 23 22:08:33.726555 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56126) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:33.736777 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5068daa6-af4b-4dec-bced-bdbec8e68b56 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '1d208fc6-1332-4c91-b262-f95cbec997e4'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:33.737320 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5068daa6-af4b-4dec-bced-bdbec8e68b56 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110033) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 22:08:33.745651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83afb96-80c0-4017-af32-29f762fcf069 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:33.749557 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e83afb96-80c0-4017-af32-29f762fcf069 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0707788 Nov 23 22:08:33.749717 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56128) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:33.844453 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08bdf8-c2f3-422c-b94e-0578271812a4 None None] Pushing event deleted for resources: {'Port': ['ID=4c4d6c71-30a8-4247-9e8d-ef91a2af6854,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:33.858894 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a08bdf8-c2f3-422c-b94e-0578271812a4 None None] No DVR routers for this DVR port 4c4d6c71-30a8-4247-9e8d-ef91a2af6854 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:08:33.879851 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:33.883302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa02b05-90db-403d-b6ce-6a790bf80730 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:08:33.891622 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-90c3579e-20c8-4ab5-bbf8-72a86f10eaa4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting port 33da96e1-7b92-4bec-98f7-424deace338e {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:08:33.892028 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90c3579e-20c8-4ab5-bbf8-72a86f10eaa4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:33.930466 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:33.976160 n-d-816206-9 neutron-server[110033]: WARNING neutron.services.metering.metering_plugin [None req-5068daa6-af4b-4dec-bced-bdbec8e68b56 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 22:08:34.051451 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56132) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:34.076875 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90c3579e-20c8-4ab5-bbf8-72a86f10eaa4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:34.096555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-90c3579e-20c8-4ab5-bbf8-72a86f10eaa4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Calling delete_port for 33da96e1-7b92-4bec-98f7-424deace338e owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:08:34.181945 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c148fe-1abe-455f-87f5-62fedd4fc82e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8205a081-245e-4f42-9c61-30748520e8a4', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'fixed_ips': [{'subnet_id': 'd5527e58-0c47-40d6-a5eb-d1d7a41eda9d'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:08:34.182865 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-53c148fe-1abe-455f-87f5-62fedd4fc82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:34.194701 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5068daa6-af4b-4dec-bced-bdbec8e68b56 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:34.198802 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5068daa6-af4b-4dec-bced-bdbec8e68b56 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4678817 Nov 23 22:08:34.199086 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56138) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:34.203362 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-0dc9d9e2-971f-422c-b8ca-e652a3ad39d5 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '1d208fc6-1332-4c91-b262-f95cbec997e4'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:34.204366 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-0dc9d9e2-971f-422c-b8ca-e652a3ad39d5 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110033) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 22:08:34.241777 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-920c2896-c95c-4737-845c-b69636a263a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:34.287548 n-d-816206-9 neutron-server[110033]: WARNING neutron.services.metering.metering_plugin [None req-0dc9d9e2-971f-422c-b8ca-e652a3ad39d5 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 22:08:34.432355 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90c3579e-20c8-4ab5-bbf8-72a86f10eaa4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:34.461930 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-53c148fe-1abe-455f-87f5-62fedd4fc82e None None] Allocated IP 2001:db8::2 (8205a081-245e-4f42-9c61-30748520e8a4/d5527e58-0c47-40d6-a5eb-d1d7a41eda9d/c41a2923-7b2e-4bb7-8239-357afb4490ee) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:08:34.477817 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3579e-20c8-4ab5-bbf8-72a86f10eaa4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Port': ['ID=33da96e1-7b92-4bec-98f7-424deace338e,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:34.539185 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0dc9d9e2-971f-422c-b8ca-e652a3ad39d5 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:34.540465 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0dc9d9e2-971f-422c-b8ca-e652a3ad39d5 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3404877 Nov 23 22:08:34.544056 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56150) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:34.555789 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b9b53-60fd-4cc2-b78e-d9980f1066e5 req-80d927c0-4ec4-42c8-b694-3611e71abdca tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:34.558267 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f6b9b53-60fd-4cc2-b78e-d9980f1066e5 req-80d927c0-4ec4-42c8-b694-3611e71abdca tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7b0ac51-f396-4f1c-b91b-53b8bda9e425 HTTP/1.1" status: 200 len: 943 time: 0.2694211 Nov 23 22:08:34.564646 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90c3579e-20c8-4ab5-bbf8-72a86f10eaa4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:34.569465 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-90c3579e-20c8-4ab5-bbf8-72a86f10eaa4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/33da96e1-7b92-4bec-98f7-424deace338e HTTP/1.1" status: 204 len: 168 time: 0.8186631 Nov 23 22:08:34.570431 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-eaff333c-b258-49f6-be99-f0006809b53a tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=913924b9-b1e6-444b-81bd-b564302b4e24 HTTP/1.1" status: 200 len: 464 time: 0.0238717 Nov 23 22:08:34.572770 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56154) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:34.586020 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56156) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:34.661390 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f6b9b53-60fd-4cc2-b78e-d9980f1066e5 req-ea67b598-fa9e-4227-a3d1-706738934f29 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900943 Nov 23 22:08:34.697385 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-920c2896-c95c-4737-845c-b69636a263a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:34.765204 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-920c2896-c95c-4737-845c-b69636a263a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:34.829565 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c2896-c95c-4737-845c-b69636a263a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773a6df0-5e99-4bd5-a9fe-3caa4dbe01a2,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:34.844784 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43074f92-56f4-4a7a-b03e-d9e7aa1d7656 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:34.846601 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43074f92-56f4-4a7a-b03e-d9e7aa1d7656 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:34.847193 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-53c148fe-1abe-455f-87f5-62fedd4fc82e None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:34.848161 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-43074f92-56f4-4a7a-b03e-d9e7aa1d7656 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2742424 Nov 23 22:08:34.852299 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1fc24476-200b-4e25-a370-945b2d72e981 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:34.854305 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1fc24476-200b-4e25-a370-945b2d72e981 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/913924b9-b1e6-444b-81bd-b564302b4e24 HTTP/1.1" status: 204 len: 168 time: 0.2571456 Nov 23 22:08:34.854987 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56162) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:34.859828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56164) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:34.864832 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 7dc97cd2-2754-4baa-89e9-4f545712ea74 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:08:34.867157 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:08:34.895917 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-53c148fe-1abe-455f-87f5-62fedd4fc82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:34.899170 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e66f9ba1-36b8-470e-a0c6-34edc73bf0f3 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=913924b9-b1e6-444b-81bd-b564302b4e24 HTTP/1.1" status: 200 len: 221 time: 0.0328898 Nov 23 22:08:34.910430 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56166) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:34.920118 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-444db7e5-1dd2-4e21-bffa-c335e59e55f1 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--942344955', 'description': 'label created by tempest'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:34.920616 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-444db7e5-1dd2-4e21-bffa-c335e59e55f1 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] Unknown quota resources ['metering_label']. {{(pid=110034) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 22:08:34.932425 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ebd9c8-76ed-4631-9c01-1370425d9393 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet d5527e58-0c47-40d6-a5eb-d1d7a41eda9d {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:08:34.938316 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a1ebd9c8-76ed-4631-9c01-1370425d9393 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:34.992899 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a1ebd9c8-76ed-4631-9c01-1370425d9393 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:35.013018 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c148fe-1abe-455f-87f5-62fedd4fc82e None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:08:35.028961 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-920c2896-c95c-4737-845c-b69636a263a5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1de8474f464242e89a1fcc08c5ce100c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9701889 Nov 23 22:08:35.030407 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56172) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:35.043951 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-53c148fe-1abe-455f-87f5-62fedd4fc82e None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:08:35.051525 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c148fe-1abe-455f-87f5-62fedd4fc82e None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:08:35.071190 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.resource_extend [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:08:35.149070 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c148fe-1abe-455f-87f5-62fedd4fc82e None None] Pushing event updated for resources: {'Port': ['ID=c41a2923-7b2e-4bb7-8239-357afb4490ee,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:35.209988 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a1ebd9c8-76ed-4631-9c01-1370425d9393 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:35.238227 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-53c148fe-1abe-455f-87f5-62fedd4fc82e None None] Attempting to bind port c41a2923-7b2e-4bb7-8239-357afb4490ee on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:08:35.239233 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-53c148fe-1abe-455f-87f5-62fedd4fc82e None None] Attempting to bind port c41a2923-7b2e-4bb7-8239-357afb4490ee by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:08:35.239774 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c148fe-1abe-455f-87f5-62fedd4fc82e None None] Attempting to bind port c41a2923-7b2e-4bb7-8239-357afb4490ee on network 8205a081-245e-4f42-9c61-30748520e8a4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:08:35.260623 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c148fe-1abe-455f-87f5-62fedd4fc82e None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:08:35.263242 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c148fe-1abe-455f-87f5-62fedd4fc82e None None] Checking segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:08:35.264020 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-53c148fe-1abe-455f-87f5-62fedd4fc82e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:35.264442 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c148fe-1abe-455f-87f5-62fedd4fc82e None None] Bound using segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:08:35.264967 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-53c148fe-1abe-455f-87f5-62fedd4fc82e None None] Bound port: c41a2923-7b2e-4bb7-8239-357afb4490ee, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:08:35.267272 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-53c148fe-1abe-455f-87f5-62fedd4fc82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:35.278506 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 7dc97cd2-2754-4baa-89e9-4f545712ea74 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:08:35.305644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 7dc97cd2-2754-4baa-89e9-4f545712ea74 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:08:35.306409 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:35.340650 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a1ebd9c8-76ed-4631-9c01-1370425d9393 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:35.396686 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a1ebd9c8-76ed-4631-9c01-1370425d9393 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:35.400679 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea,segment=NetworkSegment(d7a5fcd6-b2bb-4af7-ad33-cd5521f76895),segment_id=d7a5fcd6-b2bb-4af7-ad33-cd5521f76895)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:08:35.401564 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a1ebd9c8-76ed-4631-9c01-1370425d9393 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/d5527e58-0c47-40d6-a5eb-d1d7a41eda9d HTTP/1.1" status: 204 len: 168 time: 0.5449369 Nov 23 22:08:35.403636 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebd9c8-76ed-4631-9c01-1370425d9393 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=d5527e58-0c47-40d6-a5eb-d1d7a41eda9d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:35.406251 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56182) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:35.480818 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d12f20bc-6df0-4917-97d7-54a59e5afb98 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725825 Nov 23 22:08:35.489226 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56188) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:35.489455 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea', 'network_id': '313f69bc-4ff6-4f59-a350-18ff373065a0', 'port_id': 'c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea', 'mac_address': 'fa:16:3e:7b:c2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38696a44-a2c6-4669-89ae-e2db4c7c8993', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:08:35.496119 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-dd6f0cdc-119a-4e82-9b68-47a83c79264c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:35.615582 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6f0cdc-119a-4e82-9b68-47a83c79264c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:08:35.619933 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dd6f0cdc-119a-4e82-9b68-47a83c79264c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:35.639412 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-53c148fe-1abe-455f-87f5-62fedd4fc82e None None] For port c41a2923-7b2e-4bb7-8239-357afb4490ee, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:08:35.646864 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:35.663928 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:35.679301 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-53c148fe-1abe-455f-87f5-62fedd4fc82e None None] For port c41a2923-7b2e-4bb7-8239-357afb4490ee, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c41a2923-7b2e-4bb7-8239-357afb4490ee,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:08:35.682815 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:08:35.698635 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50518f-2ee3-4294-802d-578aabbf5974 req-8bf88e19-2ce9-40e6-9bad-2e4f66e37efe tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:35.705750 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-53c148fe-1abe-455f-87f5-62fedd4fc82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:35.709442 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d50518f-2ee3-4294-802d-578aabbf5974 req-8bf88e19-2ce9-40e6-9bad-2e4f66e37efe tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/ports?device_id=923ad51f-b8b0-49cc-b4b7-e9951409795b HTTP/1.1" status: 200 len: 945 time: 1.0103040 Nov 23 22:08:35.795941 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c148fe-1abe-455f-87f5-62fedd4fc82e None None] Pushing event updated for resources: {'Port': ['ID=c41a2923-7b2e-4bb7-8239-357afb4490ee,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:35.799284 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923ad51f-b8b0-49cc-b4b7-e9951409795b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc97cd2-2754-4baa-89e9-4f545712ea74'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:08:35.804326 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8c5b5f-ee84-491f-952f-d19df049d819" -d '{"events": [{"server_uuid": "923ad51f-b8b0-49cc-b4b7-e9951409795b", "name": "network-vif-plugged", "status": "completed", "tag": "7dc97cd2-2754-4baa-89e9-4f545712ea74"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:08:35.817732 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea,segment=NetworkSegment(d7a5fcd6-b2bb-4af7-ad33-cd5521f76895),segment_id=d7a5fcd6-b2bb-4af7-ad33-cd5521f76895)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:08:35.836264 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 7dc97cd2-2754-4baa-89e9-4f545712ea74, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7dc97cd2-2754-4baa-89e9-4f545712ea74,segment=NetworkSegment(a2a64358-004f-4b85-9c63-b2ea5392d4b7),segment_id=a2a64358-004f-4b85-9c63-b2ea5392d4b7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:08:35.840177 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:35.867153 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:35.916314 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-444db7e5-1dd2-4e21-bffa-c335e59e55f1 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:35.917671 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-444db7e5-1dd2-4e21-bffa-c335e59e55f1 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 1.0061533 Nov 23 22:08:35.932161 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56204) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:35.972924 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:36.005038 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39224f60-1a18-4877-bc18-cbff014670aa None None] get_active_networks_info from n-d-816206-9 {{(pid=110035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 22:08:36.025775 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d50518f-2ee3-4294-802d-578aabbf5974 req-16d52ba7-8275-4c92-8c75-99f3e5108b12 tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c90e09f-a5b7-4a98-88eb-39ad584522d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151746 Nov 23 22:08:36.060116 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dd6f0cdc-119a-4e82-9b68-47a83c79264c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:36.092280 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=7dc97cd2-2754-4baa-89e9-4f545712ea74,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:36.117779 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6f0cdc-119a-4e82-9b68-47a83c79264c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:08:36.121953 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-dd6f0cdc-119a-4e82-9b68-47a83c79264c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:08:36.130082 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6f0cdc-119a-4e82-9b68-47a83c79264c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:36.131243 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dd6f0cdc-119a-4e82-9b68-47a83c79264c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:36.137486 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:08:36.148266 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f0cdc-119a-4e82-9b68-47a83c79264c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=0d807b00-129c-4011-94d2-f355c52c00fd,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:36.183333 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58f8178-c738-4ff2-ad17-7d9024f80a77 x-openstack-request-id: req-c58f8178-c738-4ff2-ad17-7d9024f80a77 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:08:36.183513 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dd6f0cdc-119a-4e82-9b68-47a83c79264c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6804860 Nov 23 22:08:36.183624 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923ad51f-b8b0-49cc-b4b7-e9951409795b", "name": "network-vif-plugged", "status": "completed", "tag": "7dc97cd2-2754-4baa-89e9-4f545712ea74", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:08:36.183895 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c58f8178-c738-4ff2-ad17-7d9024f80a77 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:08:36.184294 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923ad51f-b8b0-49cc-b4b7-e9951409795b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc97cd2-2754-4baa-89e9-4f545712ea74', 'code': 200} Nov 23 22:08:36.184418 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56208) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:36.193133 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-de4d5cb1-04fe-4f62-8dec-552987a137cb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'name': 'tempest-NetworksTestDHCPv6-25459474'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:36.201406 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39224f60-1a18-4877-bc18-cbff014670aa None None] Resources bound (agent type, host, resource id): {{(pid=110035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 22:08:36.216441 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-50021907-ba38-4a6c-980c-98ebf07bcdd3 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=e1b2a0aa-c826-462c-aeb4-346a58084425 HTTP/1.1" status: 200 len: 467 time: 0.2769902 Nov 23 22:08:36.216441 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-82c2f197-ab37-44b9-9c65-351045ba2918 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:36.217932 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56210) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:36.279108 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794a18b-de65-42e5-b25b-15ded2dc4e4a req-5750bd30-d3a8-40a5-b598-f3b302216894 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:36.280794 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5794a18b-de65-42e5-b25b-15ded2dc4e4a req-5750bd30-d3a8-40a5-b598-f3b302216894 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7b0ac51-f396-4f1c-b91b-53b8bda9e425 HTTP/1.1" status: 200 len: 944 time: 0.3596563 Nov 23 22:08:36.392477 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4d5cb1-04fe-4f62-8dec-552987a137cb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:08:36.404157 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-de4d5cb1-04fe-4f62-8dec-552987a137cb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:36.431781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-de4d5cb1-04fe-4f62-8dec-552987a137cb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] device_id is not set on port 19c03729-0122-4fb3-a89c-d7bd6f07b39c yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:08:36.482943 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-82c2f197-ab37-44b9-9c65-351045ba2918 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:36.585642 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3a2ed09c-af69-42df-800f-d0cc0bea51d8 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:36.586924 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3a2ed09c-af69-42df-800f-d0cc0bea51d8 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/e1b2a0aa-c826-462c-aeb4-346a58084425 HTTP/1.1" status: 204 len: 168 time: 0.3665903 Nov 23 22:08:36.593016 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56220) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:36.640506 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9ffe3-998a-4b64-8c11-4b4ff59d1041 req-c424afb0-15b9-41d5-926f-f9188ab39aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:36.642033 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77b9ffe3-998a-4b64-8c11-4b4ff59d1041 req-c424afb0-15b9-41d5-926f-f9188ab39aab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=923ad51f-b8b0-49cc-b4b7-e9951409795b HTTP/1.1" status: 200 len: 1097 time: 0.4142327 Nov 23 22:08:36.647652 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-72d7e461-2412-4102-b8c0-530e5d4d225e tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=e1b2a0aa-c826-462c-aeb4-346a58084425 HTTP/1.1" status: 200 len: 216 time: 0.0457006 Nov 23 22:08:36.650964 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56224) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:36.678054 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-de4d5cb1-04fe-4f62-8dec-552987a137cb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8::2a2 (8205a081-245e-4f42-9c61-30748520e8a4/0d807b00-129c-4011-94d2-f355c52c00fd/19c03729-0122-4fb3-a89c-d7bd6f07b39c) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:08:36.685539 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4f08aa-1097-4892-b380-a391ce4f90e5 None None] Update dhcp port {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'fixed_ips': [{'subnet_id': '0d807b00-129c-4011-94d2-f355c52c00fd'}], 'binding:host_id': 'n-d-816206-9'}, 'id': 'c41a2923-7b2e-4bb7-8239-357afb4490ee'} from n-d-816206-9. {{(pid=110035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 22:08:36.705699 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d23a8608-08a0-4bfb-b284-4bc2c98f5e82 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0418658 Nov 23 22:08:36.706183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56226) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:36.712342 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5794a18b-de65-42e5-b25b-15ded2dc4e4a req-3a90cafe-54cf-4e3e-b764-5a555b5863e5 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914316 Nov 23 22:08:36.721423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-bf86855b-8f94-49ef-9471-88265cd6449a None None] Provisioning complete for port 7dc97cd2-2754-4baa-89e9-4f545712ea74 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:08:36.721908 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bf86855b-8f94-49ef-9471-88265cd6449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:36.751119 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56228) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:36.751352 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-82c2f197-ab37-44b9-9c65-351045ba2918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:36.754829 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7c4f08aa-1097-4892-b380-a391ce4f90e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:36.756068 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-94470b7f-3e8e-4a18-8a36-6ebe2b090e97 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0389116 Nov 23 22:08:36.756226 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-82c2f197-ab37-44b9-9c65-351045ba2918 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:36.760012 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-82c2f197-ab37-44b9-9c65-351045ba2918 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/773a6df0-5e99-4bd5-a9fe-3caa4dbe01a2 HTTP/1.1" status: 204 len: 168 time: 1.1288464 Nov 23 22:08:36.787690 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77b9ffe3-998a-4b64-8c11-4b4ff59d1041 req-d1ab292d-5396-47ab-891c-97c87a9da860 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9c90e09f-a5b7-4a98-88eb-39ad584522d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114185 Nov 23 22:08:36.835311 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2f197-ab37-44b9-9c65-351045ba2918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773a6df0-5e99-4bd5-a9fe-3caa4dbe01a2,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:36.839408 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0b707851-b8d5-4788-a1ac-71397cb16d13 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels/1d208fc6-1332-4c91-b262-f95cbec997e4 HTTP/1.1" status: 200 len: 473 time: 0.0806355 Nov 23 22:08:36.844433 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56232) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:36.859452 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d38e5faa-6a8e-4a05-aaed-b6db9ccd19f8 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/c001b1b9-078b-4530-9807-7ac554a56a45 HTTP/1.1" status: 200 len: 461 time: 0.0136874 Nov 23 22:08:36.859970 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:08:36.863528 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56234) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:36.985853 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-de4d5cb1-04fe-4f62-8dec-552987a137cb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:37.061434 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-94c54740-c33a-41fc-8615-86a42edcc24f tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:37.062669 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-94c54740-c33a-41fc-8615-86a42edcc24f tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/c001b1b9-078b-4530-9807-7ac554a56a45 HTTP/1.1" status: 204 len: 168 time: 0.1979175 Nov 23 22:08:37.065650 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56246) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:37.122061 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:08:37.139447 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:08:37.139961 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:37.188270 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-de4d5cb1-04fe-4f62-8dec-552987a137cb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:37.408584 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4d5cb1-04fe-4f62-8dec-552987a137cb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:08:37.421686 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-de4d5cb1-04fe-4f62-8dec-552987a137cb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:08:37.426586 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4d5cb1-04fe-4f62-8dec-552987a137cb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:08:37.438447 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4d5cb1-04fe-4f62-8dec-552987a137cb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:37.441954 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-de4d5cb1-04fe-4f62-8dec-552987a137cb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:37.453613 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d5cb1-04fe-4f62-8dec-552987a137cb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=19c03729-0122-4fb3-a89c-d7bd6f07b39c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:37.504487 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:37.517148 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-de4d5cb1-04fe-4f62-8dec-552987a137cb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3301821 Nov 23 22:08:37.520484 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56258) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:37.531711 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-7c4f08aa-1097-4892-b380-a391ce4f90e5 None None] Allocated IP 2001:db8::2 (8205a081-245e-4f42-9c61-30748520e8a4/0d807b00-129c-4011-94d2-f355c52c00fd/c41a2923-7b2e-4bb7-8239-357afb4490ee) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:08:37.578240 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea,segment=NetworkSegment(d7a5fcd6-b2bb-4af7-ad33-cd5521f76895),segment_id=d7a5fcd6-b2bb-4af7-ad33-cd5521f76895)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:08:37.594635 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:37.612868 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4c4a1-19a0-4a7e-9eab-3e849557120f req-561fc4a0-7af8-4b20-af73-a082b6d8a2f2 tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:37.624533 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8fa4c4a1-19a0-4a7e-9eab-3e849557120f req-561fc4a0-7af8-4b20-af73-a082b6d8a2f2 tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/ports?device_id=923ad51f-b8b0-49cc-b4b7-e9951409795b HTTP/1.1" status: 200 len: 946 time: 0.3833189 Nov 23 22:08:37.653998 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0de82bb0-051c-48e2-a934-2d9705d78960 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:37.658842 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0de82bb0-051c-48e2-a934-2d9705d78960 tempest-MeteringTestJSON-1550001510 tempest-MeteringTestJSON-1550001510-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/1d208fc6-1332-4c91-b262-f95cbec997e4 HTTP/1.1" status: 204 len: 168 time: 0.5913827 Nov 23 22:08:37.667173 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000fbb89-e053-44b3-ab7e-50d356d04f38 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:37.675380 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000fbb89-e053-44b3-ab7e-50d356d04f38 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:37.677486 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-000fbb89-e053-44b3-ab7e-50d356d04f38 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1588 time: 0.1503618 Nov 23 22:08:37.680054 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56266) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:37.723271 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8fa4c4a1-19a0-4a7e-9eab-3e849557120f req-e6305bc4-c066-47c5-ada2-355a1d5a419c tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c90e09f-a5b7-4a98-88eb-39ad584522d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978324 Nov 23 22:08:37.953278 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-ab073400-1187-4f67-bb2b-dd306774b1a2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting port 19c03729-0122-4fb3-a89c-d7bd6f07b39c {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:08:37.953507 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ab073400-1187-4f67-bb2b-dd306774b1a2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:37.989065 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:38.038089 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9e9f7-04b1-422d-b3fc-120dca26efe0 req-4f47c40d-8410-4995-b97f-ebb30189a6ac tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:38.042430 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-41b9e9f7-04b1-422d-b3fc-120dca26efe0 req-4f47c40d-8410-4995-b97f-ebb30189a6ac tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7b0ac51-f396-4f1c-b91b-53b8bda9e425 HTTP/1.1" status: 200 len: 945 time: 0.1234818 Nov 23 22:08:38.057426 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7c4f08aa-1097-4892-b380-a391ce4f90e5 None None] For port c41a2923-7b2e-4bb7-8239-357afb4490ee, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c41a2923-7b2e-4bb7-8239-357afb4490ee,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:08:38.157691 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7c4f08aa-1097-4892-b380-a391ce4f90e5 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:38.168070 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7c4f08aa-1097-4892-b380-a391ce4f90e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:38.172721 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56278) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:38.196559 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-41b9e9f7-04b1-422d-b3fc-120dca26efe0 req-4240e96f-98dc-4b65-b540-88d06da14ae4 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438844 Nov 23 22:08:38.238446 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b0ac51-f396-4f1c-b91b-53b8bda9e425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:08:38.243031 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1d0810-818d-4dbe-aa2e-e4dce19aad0d" -d '{"events": [{"server_uuid": "c7b0ac51-f396-4f1c-b91b-53b8bda9e425", "name": "network-vif-plugged", "status": "completed", "tag": "c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:08:38.293866 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ab073400-1187-4f67-bb2b-dd306774b1a2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:38.335887 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f08aa-1097-4892-b380-a391ce4f90e5 None None] Pushing event updated for resources: {'Port': ['ID=c41a2923-7b2e-4bb7-8239-357afb4490ee,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:38.337860 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-ab073400-1187-4f67-bb2b-dd306774b1a2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Calling delete_port for 19c03729-0122-4fb3-a89c-d7bd6f07b39c owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:08:38.354664 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec95d8aa-7987-4a06-b5e6-be65cead6bda x-openstack-request-id: req-ec95d8aa-7987-4a06-b5e6-be65cead6bda {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:08:38.355757 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b0ac51-f396-4f1c-b91b-53b8bda9e425", "name": "network-vif-plugged", "status": "completed", "tag": "c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:08:38.362890 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ec95d8aa-7987-4a06-b5e6-be65cead6bda {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:08:38.363433 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b0ac51-f396-4f1c-b91b-53b8bda9e425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea', 'code': 200} Nov 23 22:08:38.450144 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-48f76bea-6b50-4a96-bccb-c2b1fa728693 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:38.565154 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589d036-d017-428d-8ec4-d248e42a8a3f req-77ed48d4-137e-4511-85fb-3c8551e58356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:38.567022 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3589d036-d017-428d-8ec4-d248e42a8a3f req-77ed48d4-137e-4511-85fb-3c8551e58356 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c7b0ac51-f396-4f1c-b91b-53b8bda9e425 HTTP/1.1" status: 200 len: 1096 time: 0.1101425 Nov 23 22:08:38.641479 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3589d036-d017-428d-8ec4-d248e42a8a3f req-2e1c84aa-9366-4e69-ac57-13192feccf45 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663729 Nov 23 22:08:38.869657 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-48f76bea-6b50-4a96-bccb-c2b1fa728693 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:38.895212 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-48f76bea-6b50-4a96-bccb-c2b1fa728693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:38.976303 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ab073400-1187-4f67-bb2b-dd306774b1a2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:39.023830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a043b9a-3c04-4edf-8790-64bc43ad5cdb req-706be734-cfe4-4cbf-80c8-c1806daad95f tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:39.027243 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a043b9a-3c04-4edf-8790-64bc43ad5cdb req-706be734-cfe4-4cbf-80c8-c1806daad95f tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/ports?device_id=923ad51f-b8b0-49cc-b4b7-e9951409795b HTTP/1.1" status: 200 len: 946 time: 0.1534870 Nov 23 22:08:39.045634 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f76bea-6b50-4a96-bccb-c2b1fa728693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3542f568-cb52-47e3-b2fb-62f85a05ff43,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:39.068921 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab073400-1187-4f67-bb2b-dd306774b1a2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Port': ['ID=19c03729-0122-4fb3-a89c-d7bd6f07b39c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:39.109036 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-48f76bea-6b50-4a96-bccb-c2b1fa728693 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=18205482410d4f58afa0fd6ed1d7771b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9328585 Nov 23 22:08:39.112481 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56322) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:39.115778 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ab073400-1187-4f67-bb2b-dd306774b1a2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:39.122622 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ab073400-1187-4f67-bb2b-dd306774b1a2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/19c03729-0122-4fb3-a89c-d7bd6f07b39c HTTP/1.1" status: 204 len: 168 time: 1.4393091 Nov 23 22:08:39.153630 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56328) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:39.164116 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a043b9a-3c04-4edf-8790-64bc43ad5cdb req-e07a1811-4efb-40a6-b174-2382452f5bd8 tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c90e09f-a5b7-4a98-88eb-39ad584522d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293190 Nov 23 22:08:39.308127 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da95884-9f83-4bb2-9402-c66204a26319 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:39.310073 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da95884-9f83-4bb2-9402-c66204a26319 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:39.312258 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4da95884-9f83-4bb2-9402-c66204a26319 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1567733 Nov 23 22:08:39.315333 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56352) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:39.357278 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cf056ca-6ea9-48d6-b3d8-871a86ad457e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:39.418137 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cf056ca-6ea9-48d6-b3d8-871a86ad457e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:39.514158 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cf056ca-6ea9-48d6-b3d8-871a86ad457e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:39.522161 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cf056ca-6ea9-48d6-b3d8-871a86ad457e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:39.523398 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8cf056ca-6ea9-48d6-b3d8-871a86ad457e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3542f568-cb52-47e3-b2fb-62f85a05ff43 HTTP/1.1" status: 204 len: 168 time: 0.4094441 Nov 23 22:08:39.541017 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf056ca-6ea9-48d6-b3d8-871a86ad457e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3542f568-cb52-47e3-b2fb-62f85a05ff43,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:39.572999 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-8553a06c-602a-4da7-a681-3f2cdea595bf tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet 0d807b00-129c-4011-94d2-f355c52c00fd {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:08:39.582829 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8553a06c-602a-4da7-a681-3f2cdea595bf tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:39.635931 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde7711-5010-460f-92a6-7d02cdbdce6a req-df876051-3a64-4f99-af80-42842bcdf6b8 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:39.647479 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8dde7711-5010-460f-92a6-7d02cdbdce6a req-df876051-3a64-4f99-af80-42842bcdf6b8 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7b0ac51-f396-4f1c-b91b-53b8bda9e425 HTTP/1.1" status: 200 len: 945 time: 0.3210907 Nov 23 22:08:39.687441 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c41a2923-7b2e-4bb7-8239-357afb4490ee up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:08:39.747919 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8553a06c-602a-4da7-a681-3f2cdea595bf tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:39.915544 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port c41a2923-7b2e-4bb7-8239-357afb4490ee triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:08:39.915544 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:39.926273 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8dde7711-5010-460f-92a6-7d02cdbdce6a req-b557a7d9-eaf8-49a6-a811-d8df044c3e29 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723107 Nov 23 22:08:40.141537 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:40.196654 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8553a06c-602a-4da7-a681-3f2cdea595bf tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:40.313982 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e456df45-dab4-4f32-9058-0ecb20b75cd8 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:08:40.329585 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8553a06c-602a-4da7-a681-3f2cdea595bf tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:40.386205 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8553a06c-602a-4da7-a681-3f2cdea595bf tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:40.398589 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8553a06c-602a-4da7-a681-3f2cdea595bf tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/0d807b00-129c-4011-94d2-f355c52c00fd HTTP/1.1" status: 204 len: 168 time: 1.0791237 Nov 23 22:08:40.399853 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56398) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:40.472335 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553a06c-602a-4da7-a681-3f2cdea595bf tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=0d807b00-129c-4011-94d2-f355c52c00fd,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:40.479311 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-da0a57a6-b6a8-4732-8bd1-d016a19b20f9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782638 Nov 23 22:08:40.482493 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56410) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:40.543412 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da43310-9d33-4d6a-a024-8cf49953c2d2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:40.551888 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7da43310-9d33-4d6a-a024-8cf49953c2d2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0653501 Nov 23 22:08:40.551888 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56420) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:40.551888 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56422) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:40.590577 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:08:40.591547 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:08:40.624628 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-31ae8119-fe19-4fe5-ac1c-801be1ef51de None None] Provisioning complete for port c41a2923-7b2e-4bb7-8239-357afb4490ee triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:08:40.625220 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-31ae8119-fe19-4fe5-ac1c-801be1ef51de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:40.670436 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-65baf7d6-b5e8-47f7-b988-abde7b6d639e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:40.727940 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43ff8c7-8827-4485-8ce1-6474ad6e65ac tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:40.729798 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b43ff8c7-8827-4485-8ce1-6474ad6e65ac tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1772540 Nov 23 22:08:40.732297 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56436) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:40.801196 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e7b1049d-309d-4de5-a674-5c305c47784c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675557 Nov 23 22:08:40.805912 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56438) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:40.812374 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-708fa858-672f-4a57-9cd1-412ce9c0d3c9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:40.812918 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a32679-86ec-460a-b2de-b230cee9dbcc None None] DHCP port deletion for 8205a081-245e-4f42-9c61-30748520e8a4 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:08:40.826271 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-31ae8119-fe19-4fe5-ac1c-801be1ef51de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:40.911293 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-31ae8119-fe19-4fe5-ac1c-801be1ef51de None None] For port c41a2923-7b2e-4bb7-8239-357afb4490ee, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c41a2923-7b2e-4bb7-8239-357afb4490ee,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:08:40.929802 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-31ae8119-fe19-4fe5-ac1c-801be1ef51de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:41.028200 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-92a32679-86ec-460a-b2de-b230cee9dbcc None None] Deleting port c41a2923-7b2e-4bb7-8239-357afb4490ee {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:08:41.028498 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-92a32679-86ec-460a-b2de-b230cee9dbcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:41.078832 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-65baf7d6-b5e8-47f7-b988-abde7b6d639e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:41.120346 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-65baf7d6-b5e8-47f7-b988-abde7b6d639e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:41.164367 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa336835-3881-4c35-b506-4c33f7852466 req-1380a35f-b93c-4b04-a73d-ece252181bba tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:41.166316 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa336835-3881-4c35-b506-4c33f7852466 req-1380a35f-b93c-4b04-a73d-ece252181bba tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/ports?device_id=923ad51f-b8b0-49cc-b4b7-e9951409795b HTTP/1.1" status: 200 len: 946 time: 0.3490884 Nov 23 22:08:41.202508 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708fa858-672f-4a57-9cd1-412ce9c0d3c9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:08:41.214752 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-708fa858-672f-4a57-9cd1-412ce9c0d3c9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:41.283170 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae8119-fe19-4fe5-ac1c-801be1ef51de None None] Pushing event updated for resources: {'Port': ['ID=c41a2923-7b2e-4bb7-8239-357afb4490ee,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:41.325592 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-65baf7d6-b5e8-47f7-b988-abde7b6d639e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=85df89a783fb415685e93724490c27e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7717705 Nov 23 22:08:41.328286 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56450) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:41.365456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65baf7d6-b5e8-47f7-b988-abde7b6d639e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71df0d32-bef6-4241-ae39-f91b971ca56f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:41.408938 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-92a32679-86ec-460a-b2de-b230cee9dbcc None None] For port c41a2923-7b2e-4bb7-8239-357afb4490ee, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c41a2923-7b2e-4bb7-8239-357afb4490ee,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:08:41.409353 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-92a32679-86ec-460a-b2de-b230cee9dbcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:41.434116 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc722ec-0fae-43c7-b212-46cf46c14e67 req-d6e55ef7-b3f7-43d0-b010-ca871da716ab tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:41.438482 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-92a32679-86ec-460a-b2de-b230cee9dbcc None None] Calling delete_port for c41a2923-7b2e-4bb7-8239-357afb4490ee owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:08:41.440125 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ffc722ec-0fae-43c7-b212-46cf46c14e67 req-d6e55ef7-b3f7-43d0-b010-ca871da716ab tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7b0ac51-f396-4f1c-b91b-53b8bda9e425 HTTP/1.1" status: 200 len: 945 time: 0.3253901 Nov 23 22:08:41.460564 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa336835-3881-4c35-b506-4c33f7852466 req-51fc21d0-c701-42bd-9fd5-cc6162fd3c4c tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c90e09f-a5b7-4a98-88eb-39ad584522d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629044 Nov 23 22:08:41.491690 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e39b2a51-eb67-401d-b1ad-24118d8f0c74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:41.547953 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e39b2a51-eb67-401d-b1ad-24118d8f0c74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:41.640011 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c41a2923-7b2e-4bb7-8239-357afb4490ee no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:08:41.644087 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-92a32679-86ec-460a-b2de-b230cee9dbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:41.691651 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ffc722ec-0fae-43c7-b212-46cf46c14e67 req-3dd1d25c-c0ed-42c6-ab45-6658cb161239 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300558 Nov 23 22:08:41.699658 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e39b2a51-eb67-401d-b1ad-24118d8f0c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:41.703466 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e39b2a51-eb67-401d-b1ad-24118d8f0c74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:41.712057 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e39b2a51-eb67-401d-b1ad-24118d8f0c74 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71df0d32-bef6-4241-ae39-f91b971ca56f HTTP/1.1" status: 204 len: 168 time: 0.3776863 Nov 23 22:08:41.745546 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: c41a2923-7b2e-4bb7-8239-357afb4490ee {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:08:41.755360 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c41a2923-7b2e-4bb7-8239-357afb4490ee not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:08:41.762251 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a32679-86ec-460a-b2de-b230cee9dbcc None None] Pushing event deleted for resources: {'Port': ['ID=c41a2923-7b2e-4bb7-8239-357afb4490ee,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:41.772593 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a32679-86ec-460a-b2de-b230cee9dbcc None None] No DVR routers for this DVR port c41a2923-7b2e-4bb7-8239-357afb4490ee on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:08:41.778908 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b2a51-eb67-401d-b1ad-24118d8f0c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71df0d32-bef6-4241-ae39-f91b971ca56f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:41.854108 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-708fa858-672f-4a57-9cd1-412ce9c0d3c9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:41.893526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708fa858-672f-4a57-9cd1-412ce9c0d3c9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:08:41.896815 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-708fa858-672f-4a57-9cd1-412ce9c0d3c9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:08:41.901410 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708fa858-672f-4a57-9cd1-412ce9c0d3c9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:41.902253 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-708fa858-672f-4a57-9cd1-412ce9c0d3c9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:41.915783 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d53193-8b72-4c1b-a79f-f1f3aab623f5 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:08:41.944350 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-708fa858-672f-4a57-9cd1-412ce9c0d3c9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1357257 Nov 23 22:08:41.947146 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56480) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:41.953800 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'fixed_ips': [{'subnet_id': '6b8c808e-9c2b-4b95-ad85-47450436efcc', 'ip_address': '2001:db8::a121:9cc9:3001:d7a6'}], 'name': 'tempest-NetworksTestDHCPv6-1493340438'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:42.000699 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fa858-672f-4a57-9cd1-412ce9c0d3c9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=6b8c808e-9c2b-4b95-ad85-47450436efcc,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:42.137209 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:08:42.241187 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f353a-c23a-4af6-901f-7ec40a6dd62f req-d10ce3a9-28b5-46bb-83fd-e75f22594bb9 tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:42.243781 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-437f353a-c23a-4af6-901f-7ec40a6dd62f req-d10ce3a9-28b5-46bb-83fd-e75f22594bb9 tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.53 "GET /v2.0/ports?device_id=923ad51f-b8b0-49cc-b4b7-e9951409795b HTTP/1.1" status: 200 len: 946 time: 0.1216333 Nov 23 22:08:42.325747 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:42.327705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12ef9a5-a129-4d83-be2a-64b8d6bc017f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8205a081-245e-4f42-9c61-30748520e8a4', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'fixed_ips': [{'subnet_id': '6b8c808e-9c2b-4b95-ad85-47450436efcc'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:08:42.328616 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e12ef9a5-a129-4d83-be2a-64b8d6bc017f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:42.360199 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] device_id is not set on port b6699607-49fc-47b3-85a1-bca0932188f6 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:08:42.492833 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-437f353a-c23a-4af6-901f-7ec40a6dd62f req-1e39b5c5-02ae-4af6-8816-f3161fc26bbf tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Deleting port 7dc97cd2-2754-4baa-89e9-4f545712ea74 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:08:42.493716 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-437f353a-c23a-4af6-901f-7ec40a6dd62f req-1e39b5c5-02ae-4af6-8816-f3161fc26bbf tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:42.757942 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-437f353a-c23a-4af6-901f-7ec40a6dd62f req-1e39b5c5-02ae-4af6-8816-f3161fc26bbf tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] For port 7dc97cd2-2754-4baa-89e9-4f545712ea74, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7dc97cd2-2754-4baa-89e9-4f545712ea74,segment=NetworkSegment(a2a64358-004f-4b85-9c63-b2ea5392d4b7),segment_id=a2a64358-004f-4b85-9c63-b2ea5392d4b7)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:08:42.759944 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-437f353a-c23a-4af6-901f-7ec40a6dd62f req-1e39b5c5-02ae-4af6-8816-f3161fc26bbf tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:42.775883 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-437f353a-c23a-4af6-901f-7ec40a6dd62f req-1e39b5c5-02ae-4af6-8816-f3161fc26bbf tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Calling delete_port for 7dc97cd2-2754-4baa-89e9-4f545712ea74 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:08:42.776158 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-e12ef9a5-a129-4d83-be2a-64b8d6bc017f None None] Allocated IP 2001:db8::2 (8205a081-245e-4f42-9c61-30748520e8a4/6b8c808e-9c2b-4b95-ad85-47450436efcc/d9ff4fe5-a975-4f4a-9f06-602258c58b00) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:08:43.079502 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e12ef9a5-a129-4d83-be2a-64b8d6bc017f None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:43.105003 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e12ef9a5-a129-4d83-be2a-64b8d6bc017f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:43.224024 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8::a121:9cc9:3001:d7a6 (8205a081-245e-4f42-9c61-30748520e8a4/6b8c808e-9c2b-4b95-ad85-47450436efcc/b6699607-49fc-47b3-85a1-bca0932188f6) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:08:43.237877 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-437f353a-c23a-4af6-901f-7ec40a6dd62f req-1e39b5c5-02ae-4af6-8816-f3161fc26bbf tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:43.280608 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['7dc97cd2-2754-4baa-89e9-4f545712ea74'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:08:43.311539 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12ef9a5-a129-4d83-be2a-64b8d6bc017f None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:08:43.334963 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a755e0eb-153a-4f83-90aa-e272fecf3710 None None] DHCP port deletion for b100801b-4180-40c7-a40d-d0d2b0a01278 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:08:43.438701 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-e12ef9a5-a129-4d83-be2a-64b8d6bc017f None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:08:43.445675 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12ef9a5-a129-4d83-be2a-64b8d6bc017f None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:08:43.449718 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ef9a5-a129-4d83-be2a-64b8d6bc017f None None] Pushing event updated for resources: {'Port': ['ID=d9ff4fe5-a975-4f4a-9f06-602258c58b00,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:43.479213 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-437f353a-c23a-4af6-901f-7ec40a6dd62f req-1e39b5c5-02ae-4af6-8816-f3161fc26bbf tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] No DVR routers for this DVR port 7dc97cd2-2754-4baa-89e9-4f545712ea74 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:08:43.489561 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-437f353a-c23a-4af6-901f-7ec40a6dd62f req-1e39b5c5-02ae-4af6-8816-f3161fc26bbf tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:43.492999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-437f353a-c23a-4af6-901f-7ec40a6dd62f req-1e39b5c5-02ae-4af6-8816-f3161fc26bbf tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.53 "DELETE /v2.0/ports/7dc97cd2-2754-4baa-89e9-4f545712ea74 HTTP/1.1" status: 204 len: 173 time: 1.2390263 Nov 23 22:08:43.547828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923ad51f-b8b0-49cc-b4b7-e9951409795b', 'name': 'network-vif-deleted', 'tag': '7dc97cd2-2754-4baa-89e9-4f545712ea74'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:08:43.557922 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c820b1-ab2e-4919-8788-31a6ff9f7fec" -d '{"events": [{"server_uuid": "923ad51f-b8b0-49cc-b4b7-e9951409795b", "name": "network-vif-deleted", "tag": "7dc97cd2-2754-4baa-89e9-4f545712ea74"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:08:43.617137 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e073c3-4db1-45b4-b8ac-c52e3de3a53b req-d4d60c76-50f2-4009-a17c-56fd40ef0cbe tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:43.634749 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e0e073c3-4db1-45b4-b8ac-c52e3de3a53b req-d4d60c76-50f2-4009-a17c-56fd40ef0cbe tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/ports?device_id=923ad51f-b8b0-49cc-b4b7-e9951409795b HTTP/1.1" status: 200 len: 867 time: 0.7578552 Nov 23 22:08:43.653726 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39b5c5-02ae-4af6-8816-f3161fc26bbf tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] Pushing event deleted for resources: {'Port': ['ID=7dc97cd2-2754-4baa-89e9-4f545712ea74,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:43.725322 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-e12ef9a5-a129-4d83-be2a-64b8d6bc017f None None] Attempting to bind port d9ff4fe5-a975-4f4a-9f06-602258c58b00 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:08:43.725704 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-e12ef9a5-a129-4d83-be2a-64b8d6bc017f None None] Attempting to bind port d9ff4fe5-a975-4f4a-9f06-602258c58b00 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:08:43.726080 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12ef9a5-a129-4d83-be2a-64b8d6bc017f None None] Attempting to bind port d9ff4fe5-a975-4f4a-9f06-602258c58b00 on network 8205a081-245e-4f42-9c61-30748520e8a4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:08:43.756649 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12ef9a5-a129-4d83-be2a-64b8d6bc017f None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:08:43.757165 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12ef9a5-a129-4d83-be2a-64b8d6bc017f None None] Checking segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:08:43.757427 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e12ef9a5-a129-4d83-be2a-64b8d6bc017f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:43.770306 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12ef9a5-a129-4d83-be2a-64b8d6bc017f None None] Bound using segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:08:43.771123 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-e12ef9a5-a129-4d83-be2a-64b8d6bc017f None None] Bound port: d9ff4fe5-a975-4f4a-9f06-602258c58b00, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:08:43.771711 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e12ef9a5-a129-4d83-be2a-64b8d6bc017f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:43.797787 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c4930f-c8d7-4738-9159-ca9a9127edff x-openstack-request-id: req-51c4930f-c8d7-4738-9159-ca9a9127edff {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:08:43.798235 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923ad51f-b8b0-49cc-b4b7-e9951409795b", "name": "network-vif-deleted", "tag": "7dc97cd2-2754-4baa-89e9-4f545712ea74", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:08:43.799313 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51c4930f-c8d7-4738-9159-ca9a9127edff {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:08:43.799664 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923ad51f-b8b0-49cc-b4b7-e9951409795b', 'name': 'network-vif-deleted', 'tag': '7dc97cd2-2754-4baa-89e9-4f545712ea74', 'status': 'completed', 'code': 200} Nov 23 22:08:43.822103 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e0e073c3-4db1-45b4-b8ac-c52e3de3a53b req-f8322fbc-7445-4f37-bc0b-dd1817b6f03b tempest-ServerMetadataNegativeTestJSON-1788408860 tempest-ServerMetadataNegativeTestJSON-1788408860-project] 10.222.0.50 "GET /v2.0/security-groups?id=9c90e09f-a5b7-4a98-88eb-39ad584522d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820109 Nov 23 22:08:43.832950 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:43.898880 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:43.917453 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e12ef9a5-a129-4d83-be2a-64b8d6bc017f None None] For port d9ff4fe5-a975-4f4a-9f06-602258c58b00, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:08:43.921409 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e12ef9a5-a129-4d83-be2a-64b8d6bc017f None None] For port d9ff4fe5-a975-4f4a-9f06-602258c58b00, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d9ff4fe5-a975-4f4a-9f06-602258c58b00,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:08:43.936793 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e12ef9a5-a129-4d83-be2a-64b8d6bc017f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:43.971158 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=b6699607-49fc-47b3-85a1-bca0932188f6,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:43.990515 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:43.991131 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:43.992061 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:43.992838 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:43.993350 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:43.994108 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:43.994726 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:43.995243 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:43.995803 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:43.996743 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:43.997803 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:43.998322 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:44.035917 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:08:44.038169 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:08:44.044845 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:08:44.057272 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:44.058389 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:44.086696 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bffcde15-235f-4655-b19b-eacade458e51 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1379614 Nov 23 22:08:44.089057 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56586) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:44.138413 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ef9a5-a129-4d83-be2a-64b8d6bc017f None None] Pushing event updated for resources: {'Port': ['ID=d9ff4fe5-a975-4f4a-9f06-602258c58b00,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:44.223857 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c55d38-7354-46a2-b62b-3063a7184057 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:44.249513 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c55d38-7354-46a2-b62b-3063a7184057 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:44.253480 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c3c55d38-7354-46a2-b62b-3063a7184057 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1620665 Nov 23 22:08:44.255660 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56592) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:44.560075 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-871b1341-7b7e-40eb-a6d6-70265eaa59a0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting port b6699607-49fc-47b3-85a1-bca0932188f6 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:08:44.563393 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-871b1341-7b7e-40eb-a6d6-70265eaa59a0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:44.788969 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-871b1341-7b7e-40eb-a6d6-70265eaa59a0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:44.836868 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-871b1341-7b7e-40eb-a6d6-70265eaa59a0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Calling delete_port for b6699607-49fc-47b3-85a1-bca0932188f6 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:08:44.941405 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56616) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:45.123248 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-472dd55d-9277-4ed2-8afd-0bf9c0e6a00d admin admin] Deleting subnet c8c317e2-eca9-472b-b9b3-d2bba55c919b {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:08:45.140217 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-871b1341-7b7e-40eb-a6d6-70265eaa59a0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:45.140510 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-472dd55d-9277-4ed2-8afd-0bf9c0e6a00d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:45.210241 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56620) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:45.221753 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b1341-7b7e-40eb-a6d6-70265eaa59a0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Port': ['ID=b6699607-49fc-47b3-85a1-bca0932188f6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:45.253946 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-472dd55d-9277-4ed2-8afd-0bf9c0e6a00d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:45.283441 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-871b1341-7b7e-40eb-a6d6-70265eaa59a0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:45.295512 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-871b1341-7b7e-40eb-a6d6-70265eaa59a0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/b6699607-49fc-47b3-85a1-bca0932188f6 HTTP/1.1" status: 204 len: 168 time: 1.0351985 Nov 23 22:08:45.297293 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56624) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:45.366177 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-472dd55d-9277-4ed2-8afd-0bf9c0e6a00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:45.399721 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3b0aa0-d4e9-47a4-94da-7fec8665e858 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:45.402708 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3b0aa0-d4e9-47a4-94da-7fec8665e858 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:45.406619 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1e3b0aa0-d4e9-47a4-94da-7fec8665e858 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1060724 Nov 23 22:08:45.409951 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56626) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:45.424082 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-80d3b355-02aa-48f2-847b-14eed4dbbad5 tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:45.524179 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-80d3b355-02aa-48f2-847b-14eed4dbbad5 tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] 10.222.0.50 "PUT /v2.0/quotas/5db98b1b141247eebcc298326d14b9fc HTTP/1.1" status: 200 len: 366 time: 0.3127747 Nov 23 22:08:45.526801 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56630) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:45.530996 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3bf6072-fc2f-4a5d-95b2-dbd2f785c0f1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet 6b8c808e-9c2b-4b95-ad85-47450436efcc {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:08:45.540594 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a3bf6072-fc2f-4a5d-95b2-dbd2f785c0f1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:45.561081 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fb635ba4-691c-4c94-8050-5df037c68b6e tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0213580 Nov 23 22:08:45.570607 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56632) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:45.585097 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-472dd55d-9277-4ed2-8afd-0bf9c0e6a00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:45.617132 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472dd55d-9277-4ed2-8afd-0bf9c0e6a00d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8c317e2-eca9-472b-b9b3-d2bba55c919b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:45.624922 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4c39bae4-2b5d-4f07-9651-2c54ef23b337 tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] 10.222.0.50 "GET /v2.0/quotas/5db98b1b141247eebcc298326d14b9fc HTTP/1.1" status: 200 len: 366 time: 0.0529020 Nov 23 22:08:45.628466 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56634) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:45.628820 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a3bf6072-fc2f-4a5d-95b2-dbd2f785c0f1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:45.637748 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-472dd55d-9277-4ed2-8afd-0bf9c0e6a00d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:45.641529 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-472dd55d-9277-4ed2-8afd-0bf9c0e6a00d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c8c317e2-eca9-472b-b9b3-d2bba55c919b HTTP/1.1" status: 204 len: 168 time: 0.6956117 Nov 23 22:08:45.646244 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56636) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:45.657684 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1049db-f7b3-4ecb-a56f-7ce7e04a3278 None None] Network b100801b-4180-40c7-a40d-d0d2b0a01278 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:08:45.708797 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d9ff4fe5-a975-4f4a-9f06-602258c58b00 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:08:45.756051 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c3f6bddc-47eb-4070-bcfe-b553202dd693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:45.764366 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ce8cd8b7-3d91-4be8-9471-3c8bac0379d9 tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/5db98b1b141247eebcc298326d14b9fc HTTP/1.1" status: 204 len: 168 time: 0.1342373 Nov 23 22:08:45.766630 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56638) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:45.808651 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-acb76694-7fb2-4ba9-884a-7ff4482e25cb tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0398140 Nov 23 22:08:45.811115 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56640) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:45.827686 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a3bf6072-fc2f-4a5d-95b2-dbd2f785c0f1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:45.945722 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-671c7256-093e-4b20-a551-3f558119b2da tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] 10.222.0.50 "GET /v2.0/quotas/5db98b1b141247eebcc298326d14b9fc HTTP/1.1" status: 200 len: 370 time: 0.1327569 Nov 23 22:08:45.948324 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56650) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:45.956489 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-db26acbb-98e7-419f-a922-e849d5de70ef tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] 10.222.0.50 "GET /v2.0/quotas/5db98b1b141247eebcc298326d14b9fc/default HTTP/1.1" status: 200 len: 370 time: 0.0048337 Nov 23 22:08:45.958699 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a3bf6072-fc2f-4a5d-95b2-dbd2f785c0f1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:45.961827 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c3f6bddc-47eb-4070-bcfe-b553202dd693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:45.964559 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56652) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:46.007170 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-adfd7173-8688-47b3-9e0f-c1e8aa5a71e8 None None] Provisioning complete for port d9ff4fe5-a975-4f4a-9f06-602258c58b00 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:08:46.008641 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-adfd7173-8688-47b3-9e0f-c1e8aa5a71e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:46.015253 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-c3f6bddc-47eb-4070-bcfe-b553202dd693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b100801b-4180-40c7-a40d-d0d2b0a01278']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:46.038300 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-c3f6bddc-47eb-4070-bcfe-b553202dd693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a64358-004f-4b85-9c63-b2ea5392d4b7') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:46.039139 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-c3f6bddc-47eb-4070-bcfe-b553202dd693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a64358-004f-4b85-9c63-b2ea5392d4b7') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:46.056174 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c3f6bddc-47eb-4070-bcfe-b553202dd693 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:46.057640 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port d9ff4fe5-a975-4f4a-9f06-602258c58b00 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:08:46.058234 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:46.067261 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf6072-fc2f-4a5d-95b2-dbd2f785c0f1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=6b8c808e-9c2b-4b95-ad85-47450436efcc,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:46.083899 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c3f6bddc-47eb-4070-bcfe-b553202dd693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:46.090627 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a3bf6072-fc2f-4a5d-95b2-dbd2f785c0f1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:46.093027 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f6bddc-47eb-4070-bcfe-b553202dd693 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:08:46.093677 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c3f6bddc-47eb-4070-bcfe-b553202dd693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:46.100547 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a3bf6072-fc2f-4a5d-95b2-dbd2f785c0f1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/6b8c808e-9c2b-4b95-ad85-47450436efcc HTTP/1.1" status: 204 len: 168 time: 0.6894245 Nov 23 22:08:46.101276 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56658) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:46.109158 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-c7c99eb3-aa1c-4b37-8514-61e04bda224a tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] delete failed (client error): The resource could not be found. Nov 23 22:08:46.117153 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c7c99eb3-aa1c-4b37-8514-61e04bda224a tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/5db98b1b141247eebcc298326d14b9fc HTTP/1.1" status: 404 len: 348 time: 0.1457922 Nov 23 22:08:46.194522 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4797995-c5a0-49ad-a507-fb6ecb1ae307 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:08:46.228438 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3a908123-e7a3-4a84-81a5-9fa582a017f0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1256697 Nov 23 22:08:46.229367 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56662) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:46.237199 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-68e78ac5-b7fd-47f9-b23c-0c0eda6c367e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:46.256519 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4d9d79-62b7-4bb3-bc9c-8f599b3023ac None None] DHCP port deletion for b100801b-4180-40c7-a40d-d0d2b0a01278 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:08:46.273712 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:08:46.279473 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c3f6bddc-47eb-4070-bcfe-b553202dd693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:46.286863 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c3f6bddc-47eb-4070-bcfe-b553202dd693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:46.291789 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c3f6bddc-47eb-4070-bcfe-b553202dd693 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b100801b-4180-40c7-a40d-d0d2b0a01278 HTTP/1.1" status: 204 len: 168 time: 0.6419859 Nov 23 22:08:46.306126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6bddc-47eb-4070-bcfe-b553202dd693 admin admin] Pushing event deleted for resources: {'Network': ['ID=b100801b-4180-40c7-a40d-d0d2b0a01278,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:46.369723 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56666) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:46.414541 n-d-816206-9 neutron-server[110034]: DEBUG neutron.quota.resource [None req-9907da82-dac2-41bd-8ed2-991183b929f8 tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] Usage tracker for resource:network and project:fa99fd6bc9b64215a6de3a4cd68b24ea is out of sync, need to count used quota {{(pid=110034) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 22:08:46.424633 n-d-816206-9 neutron-server[110034]: DEBUG neutron.quota.resource [None req-9907da82-dac2-41bd-8ed2-991183b929f8 tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=110034) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 22:08:46.439693 n-d-816206-9 neutron-server[110034]: DEBUG neutron.quota.resource [None req-9907da82-dac2-41bd-8ed2-991183b929f8 tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] Usage tracker for resource:subnet and project:fa99fd6bc9b64215a6de3a4cd68b24ea is out of sync, need to count used quota {{(pid=110034) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 22:08:46.442237 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e78ac5-b7fd-47f9-b23c-0c0eda6c367e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:08:46.447535 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68e78ac5-b7fd-47f9-b23c-0c0eda6c367e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:46.455359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.quota.resource [None req-9907da82-dac2-41bd-8ed2-991183b929f8 tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=110034) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 22:08:46.474079 n-d-816206-9 neutron-server[110034]: DEBUG neutron.quota.resource [None req-9907da82-dac2-41bd-8ed2-991183b929f8 tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] Usage tracker for resource:subnetpool and project:fa99fd6bc9b64215a6de3a4cd68b24ea is out of sync, need to count used quota {{(pid=110034) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 22:08:46.488079 n-d-816206-9 neutron-server[110034]: DEBUG neutron.quota.resource [None req-9907da82-dac2-41bd-8ed2-991183b929f8 tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=110034) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 22:08:46.509561 n-d-816206-9 neutron-server[110034]: DEBUG neutron.quota.resource [None req-9907da82-dac2-41bd-8ed2-991183b929f8 tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] Usage tracker for resource:port and project:fa99fd6bc9b64215a6de3a4cd68b24ea is out of sync, need to count used quota {{(pid=110034) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 22:08:46.515989 n-d-816206-9 neutron-server[110034]: DEBUG neutron.quota.resource [None req-9907da82-dac2-41bd-8ed2-991183b929f8 tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=110034) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 22:08:46.529992 n-d-816206-9 neutron-server[110034]: DEBUG neutron.quota.resource [None req-9907da82-dac2-41bd-8ed2-991183b929f8 tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] Usage tracker for resource:router and project:fa99fd6bc9b64215a6de3a4cd68b24ea is out of sync, need to count used quota {{(pid=110034) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 22:08:46.535756 n-d-816206-9 neutron-server[110034]: DEBUG neutron.quota.resource [None req-9907da82-dac2-41bd-8ed2-991183b929f8 tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=110034) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 22:08:46.553759 n-d-816206-9 neutron-server[110034]: DEBUG neutron.quota.resource [None req-9907da82-dac2-41bd-8ed2-991183b929f8 tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] Usage tracker for resource:floatingip and project:fa99fd6bc9b64215a6de3a4cd68b24ea is out of sync, need to count used quota {{(pid=110034) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 22:08:46.560324 n-d-816206-9 neutron-server[110034]: DEBUG neutron.quota.resource [None req-9907da82-dac2-41bd-8ed2-991183b929f8 tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=110034) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 22:08:46.605118 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 7dc97cd2-2754-4baa-89e9-4f545712ea74 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:08:46.663338 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:46.709256 n-d-816206-9 neutron-server[110034]: DEBUG neutron.quota.resource [None req-9907da82-dac2-41bd-8ed2-991183b929f8 tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] Usage tracker for resource:security_group and project:fa99fd6bc9b64215a6de3a4cd68b24ea is out of sync, need to count used quota {{(pid=110034) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 22:08:46.715161 n-d-816206-9 neutron-server[110034]: DEBUG neutron.quota.resource [None req-9907da82-dac2-41bd-8ed2-991183b929f8 tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=110034) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 22:08:46.734415 n-d-816206-9 neutron-server[110034]: DEBUG neutron.quota.resource [None req-9907da82-dac2-41bd-8ed2-991183b929f8 tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] Usage tracker for resource:security_group_rule and project:fa99fd6bc9b64215a6de3a4cd68b24ea is out of sync, need to count used quota {{(pid=110034) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 22:08:46.741708 n-d-816206-9 neutron-server[110034]: DEBUG neutron.quota.resource [None req-9907da82-dac2-41bd-8ed2-991183b929f8 tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=110034) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 22:08:46.772426 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9907da82-dac2-41bd-8ed2-991183b929f8 tempest-QuotasTest-1981183213 tempest-QuotasTest-1981183213-project-admin] 10.222.0.50 "GET /v2.0/quotas/fa99fd6bc9b64215a6de3a4cd68b24ea/details.json HTTP/1.1" status: 200 len: 703 time: 0.3885639 Nov 23 22:08:46.817401 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 7dc97cd2-2754-4baa-89e9-4f545712ea74 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:08:46.817756 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 7dc97cd2-2754-4baa-89e9-4f545712ea74 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:08:46.864152 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56672) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:46.905828 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-adfd7173-8688-47b3-9e0f-c1e8aa5a71e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:46.932711 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68e78ac5-b7fd-47f9-b23c-0c0eda6c367e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:46.940145 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port d9ff4fe5-a975-4f4a-9f06-602258c58b00, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d9ff4fe5-a975-4f4a-9f06-602258c58b00,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:08:46.946920 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d614fc01-8eb7-4847-b6a5-4f08e28a6120 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=25dc7017f13b4149979aabd93a1b49d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0783174 Nov 23 22:08:46.949246 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56676) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:46.964917 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:47.079456 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b86c6bfa-b643-4d74-a980-545d40e7ddae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:47.155115 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b86c6bfa-b643-4d74-a980-545d40e7ddae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:47.303184 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c501f894-e621-4b8d-b8ff-29d3b057a163 None None] DHCP port deletion for 8205a081-245e-4f42-9c61-30748520e8a4 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:08:47.305232 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-adfd7173-8688-47b3-9e0f-c1e8aa5a71e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:08:47.305936 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-adfd7173-8688-47b3-9e0f-c1e8aa5a71e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:08:47.311550 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56690) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:47.313725 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=d9ff4fe5-a975-4f4a-9f06-602258c58b00,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:47.370401 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b86c6bfa-b643-4d74-a980-545d40e7ddae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:47.373094 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b86c6bfa-b643-4d74-a980-545d40e7ddae admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:47.377876 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b86c6bfa-b643-4d74-a980-545d40e7ddae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9c90e09f-a5b7-4a98-88eb-39ad584522d9 HTTP/1.1" status: 204 len: 168 time: 0.4262624 Nov 23 22:08:47.391199 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c6bfa-b643-4d74-a980-545d40e7ddae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c90e09f-a5b7-4a98-88eb-39ad584522d9,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:47.838385 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f787adf7-30a5-41c6-93e1-3e9fde4afa3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:47.995656 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d9ff4fe5-a975-4f4a-9f06-602258c58b00 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:08:48.058527 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f787adf7-30a5-41c6-93e1-3e9fde4afa3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:48.060301 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e78ac5-b7fd-47f9-b23c-0c0eda6c367e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=0bdd984b-e6c1-4a50-99a1-f01d4d04b8f1,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:48.068776 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f787adf7-30a5-41c6-93e1-3e9fde4afa3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:48.138654 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f787adf7-30a5-41c6-93e1-3e9fde4afa3d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fdf069bb682f447c945e01229d1c7d01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8260114 Nov 23 22:08:48.139621 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56710) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:48.148906 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e78ac5-b7fd-47f9-b23c-0c0eda6c367e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:08:48.150203 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-68e78ac5-b7fd-47f9-b23c-0c0eda6c367e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:08:48.154654 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e78ac5-b7fd-47f9-b23c-0c0eda6c367e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:48.155344 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68e78ac5-b7fd-47f9-b23c-0c0eda6c367e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:48.175481 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c501f894-e621-4b8d-b8ff-29d3b057a163 None None] Deleting port d9ff4fe5-a975-4f4a-9f06-602258c58b00 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:08:48.175481 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c501f894-e621-4b8d-b8ff-29d3b057a163 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:48.190891 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-68e78ac5-b7fd-47f9-b23c-0c0eda6c367e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9569931 Nov 23 22:08:48.192868 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787adf7-30a5-41c6-93e1-3e9fde4afa3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef64fd82-a8f0-4e97-b049-826012b0a813,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:48.209352 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56714) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:48.217914 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0dc795c4-bee0-41ea-9ac0-f3c833dac810 None None] Could not find standard attr ID for object b6699607-49fc-47b3-85a1-bca0932188f6. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:08:48.234196 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-936e897c-3cdb-469f-a59c-df13f934d962 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'fixed_ips': [{'subnet_id': '0bdd984b-e6c1-4a50-99a1-f01d4d04b8f1', 'ip_address': '2001:db8::985b:d685:8e02:2e7f'}], 'name': 'tempest-NetworksTestDHCPv6-2031003188'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:48.339819 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:48.359122 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3290de95-983f-4bff-8917-4661b8c732a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:48.417571 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3290de95-983f-4bff-8917-4661b8c732a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:48.529971 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3290de95-983f-4bff-8917-4661b8c732a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:48.533866 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3290de95-983f-4bff-8917-4661b8c732a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:48.534388 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port d9ff4fe5-a975-4f4a-9f06-602258c58b00, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d9ff4fe5-a975-4f4a-9f06-602258c58b00,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:08:48.537549 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3290de95-983f-4bff-8917-4661b8c732a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef64fd82-a8f0-4e97-b049-826012b0a813 HTTP/1.1" status: 204 len: 168 time: 0.3954427 Nov 23 22:08:48.557231 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c501f894-e621-4b8d-b8ff-29d3b057a163 None None] For port d9ff4fe5-a975-4f4a-9f06-602258c58b00, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d9ff4fe5-a975-4f4a-9f06-602258c58b00,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:08:48.563312 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c501f894-e621-4b8d-b8ff-29d3b057a163 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:48.565700 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290de95-983f-4bff-8917-4661b8c732a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef64fd82-a8f0-4e97-b049-826012b0a813,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:48.573064 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:48.624737 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936e897c-3cdb-469f-a59c-df13f934d962 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:08:48.702965 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c501f894-e621-4b8d-b8ff-29d3b057a163 None None] Calling delete_port for d9ff4fe5-a975-4f4a-9f06-602258c58b00 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:08:48.875580 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=d9ff4fe5-a975-4f4a-9f06-602258c58b00,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:48.925598 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c501f894-e621-4b8d-b8ff-29d3b057a163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:48.939617 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-936e897c-3cdb-469f-a59c-df13f934d962 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:48.968550 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501f894-e621-4b8d-b8ff-29d3b057a163 None None] Pushing event deleted for resources: {'Port': ['ID=d9ff4fe5-a975-4f4a-9f06-602258c58b00,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:48.998149 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c501f894-e621-4b8d-b8ff-29d3b057a163 None None] No DVR routers for this DVR port d9ff4fe5-a975-4f4a-9f06-602258c58b00 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:08:49.004549 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-936e897c-3cdb-469f-a59c-df13f934d962 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] device_id is not set on port da076ae1-ac17-42d1-86d0-882404037134 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:08:49.025438 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310d0c16-aa66-4963-be63-e22d1adc8a29 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:08:49.197115 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56738) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:49.206381 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56740) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:49.222755 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c17d3edb-38be-4e4e-a104-d1b1aabbfc7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:49.350804 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c17d3edb-38be-4e4e-a104-d1b1aabbfc7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:49.354754 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-936e897c-3cdb-469f-a59c-df13f934d962 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8::985b:d685:8e02:2e7f (8205a081-245e-4f42-9c61-30748520e8a4/0bdd984b-e6c1-4a50-99a1-f01d4d04b8f1/da076ae1-ac17-42d1-86d0-882404037134) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:08:49.360653 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c17d3edb-38be-4e4e-a104-d1b1aabbfc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:49.427451 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c17d3edb-38be-4e4e-a104-d1b1aabbfc7c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fa99fd6bc9b64215a6de3a4cd68b24ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2261572 Nov 23 22:08:49.427822 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56748) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:49.431811 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c28bc6-e1ac-4004-967b-c9d61db2e565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8205a081-245e-4f42-9c61-30748520e8a4', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'fixed_ips': [{'subnet_id': '0bdd984b-e6c1-4a50-99a1-f01d4d04b8f1'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:08:49.433157 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d8c28bc6-e1ac-4004-967b-c9d61db2e565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:49.567771 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0fff138d-b11d-45d8-88c5-4f4cab308a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:49.574643 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d3edb-38be-4e4e-a104-d1b1aabbfc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb700b2-7bc3-4e9f-aea6-c99c404e8981,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:49.620722 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0fff138d-b11d-45d8-88c5-4f4cab308a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:49.678261 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-936e897c-3cdb-469f-a59c-df13f934d962 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:49.686069 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-8324181a-ecbb-4cb8-aa85-1c3159e3613a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1849005665-network', 'tenant_id': '14f74779034d49d592bfcdc33c438539'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:49.728980 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-936e897c-3cdb-469f-a59c-df13f934d962 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:49.796426 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8324181a-ecbb-4cb8-aa85-1c3159e3613a admin admin] Made reservation on behalf of 14f74779034d49d592bfcdc33c438539 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:08:49.799503 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8324181a-ecbb-4cb8-aa85-1c3159e3613a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:49.813399 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936e897c-3cdb-469f-a59c-df13f934d962 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:08:49.825556 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-936e897c-3cdb-469f-a59c-df13f934d962 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:08:49.827857 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8324181a-ecbb-4cb8-aa85-1c3159e3613a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:49.831503 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936e897c-3cdb-469f-a59c-df13f934d962 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:08:49.837621 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936e897c-3cdb-469f-a59c-df13f934d962 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:49.838709 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-936e897c-3cdb-469f-a59c-df13f934d962 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:49.852940 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e897c-3cdb-469f-a59c-df13f934d962 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=da076ae1-ac17-42d1-86d0-882404037134,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:49.872167 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-936e897c-3cdb-469f-a59c-df13f934d962 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6616821 Nov 23 22:08:49.875712 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56754) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:49.923414 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-d8c28bc6-e1ac-4004-967b-c9d61db2e565 None None] Allocated IP 2001:db8::2 (8205a081-245e-4f42-9c61-30748520e8a4/0bdd984b-e6c1-4a50-99a1-f01d4d04b8f1/46fdffc0-d668-4a03-b2a2-7c793118a591) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:08:49.980224 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c451f3-4260-4e37-8594-5a5bab01cda3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:49.983459 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-93c451f3-4260-4e37-8594-5a5bab01cda3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1058760 Nov 23 22:08:49.988488 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56760) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:50.082844 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0fff138d-b11d-45d8-88c5-4f4cab308a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:50.085695 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0fff138d-b11d-45d8-88c5-4f4cab308a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:50.087385 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0fff138d-b11d-45d8-88c5-4f4cab308a03 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fbb700b2-7bc3-4e9f-aea6-c99c404e8981 HTTP/1.1" status: 204 len: 168 time: 0.6585507 Nov 23 22:08:50.098053 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff138d-b11d-45d8-88c5-4f4cab308a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb700b2-7bc3-4e9f-aea6-c99c404e8981,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:50.103493 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8324181a-ecbb-4cb8-aa85-1c3159e3613a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:50.119587 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8324181a-ecbb-4cb8-aa85-1c3159e3613a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:50.154028 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8324181a-ecbb-4cb8-aa85-1c3159e3613a admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:08:50.165557 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-667b0fa3-487c-4059-ae77-4c7442512227 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting port da076ae1-ac17-42d1-86d0-882404037134 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:08:50.165904 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-667b0fa3-487c-4059-ae77-4c7442512227 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:50.194045 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8324181a-ecbb-4cb8-aa85-1c3159e3613a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:50.194514 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-8324181a-ecbb-4cb8-aa85-1c3159e3613a admin admin] Added segment 8e3dc330-2fe3-487c-8bc0-b98508d2c82b of type vlan for network e887b711-606f-4b83-863c-34d87a670bca Nov 23 22:08:50.202014 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324181a-ecbb-4cb8-aa85-1c3159e3613a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2382400-fe10-4796-b319-6f5409874906,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:50.294429 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8324181a-ecbb-4cb8-aa85-1c3159e3613a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:50.316199 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d8c28bc6-e1ac-4004-967b-c9d61db2e565 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:50.327369 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d8c28bc6-e1ac-4004-967b-c9d61db2e565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:50.333214 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-667b0fa3-487c-4059-ae77-4c7442512227 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:50.376005 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-667b0fa3-487c-4059-ae77-4c7442512227 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Calling delete_port for da076ae1-ac17-42d1-86d0-882404037134 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:08:50.379301 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c28bc6-e1ac-4004-967b-c9d61db2e565 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:08:50.382798 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-d8c28bc6-e1ac-4004-967b-c9d61db2e565 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:08:50.385275 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8324181a-ecbb-4cb8-aa85-1c3159e3613a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:50.386330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8324181a-ecbb-4cb8-aa85-1c3159e3613a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:50.387137 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8324181a-ecbb-4cb8-aa85-1c3159e3613a admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:50.387887 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c28bc6-e1ac-4004-967b-c9d61db2e565 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:08:50.397133 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c28bc6-e1ac-4004-967b-c9d61db2e565 None None] Pushing event updated for resources: {'Port': ['ID=46fdffc0-d668-4a03-b2a2-7c793118a591,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:50.464778 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d8c28bc6-e1ac-4004-967b-c9d61db2e565 None None] Attempting to bind port 46fdffc0-d668-4a03-b2a2-7c793118a591 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:08:50.465205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d8c28bc6-e1ac-4004-967b-c9d61db2e565 None None] Attempting to bind port 46fdffc0-d668-4a03-b2a2-7c793118a591 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:08:50.465619 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c28bc6-e1ac-4004-967b-c9d61db2e565 None None] Attempting to bind port 46fdffc0-d668-4a03-b2a2-7c793118a591 on network 8205a081-245e-4f42-9c61-30748520e8a4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:08:50.473138 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c28bc6-e1ac-4004-967b-c9d61db2e565 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:08:50.473715 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c28bc6-e1ac-4004-967b-c9d61db2e565 None None] Checking segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:08:50.474186 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d8c28bc6-e1ac-4004-967b-c9d61db2e565 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:50.474589 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c28bc6-e1ac-4004-967b-c9d61db2e565 None None] Bound using segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:08:50.475099 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d8c28bc6-e1ac-4004-967b-c9d61db2e565 None None] Bound port: 46fdffc0-d668-4a03-b2a2-7c793118a591, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:08:50.475534 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d8c28bc6-e1ac-4004-967b-c9d61db2e565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:50.507185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56772) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:50.512346 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-35d6d357-a4fb-45de-aaf2-bc82cb1a564c admin admin] Request body: {'subnet': {'network_id': 'e887b711-606f-4b83-863c-34d87a670bca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1849005665-subnet', 'tenant_id': '14f74779034d49d592bfcdc33c438539', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:50.516623 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8324181a-ecbb-4cb8-aa85-1c3159e3613a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3090775 Nov 23 22:08:50.564814 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d6d357-a4fb-45de-aaf2-bc82cb1a564c admin admin] Made reservation on behalf of 14f74779034d49d592bfcdc33c438539 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:08:50.567688 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-35d6d357-a4fb-45de-aaf2-bc82cb1a564c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:50.630497 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324181a-ecbb-4cb8-aa85-1c3159e3613a admin admin] Pushing event updated for resources: {'Network': ['ID=e887b711-606f-4b83-863c-34d87a670bca,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:50.643931 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d8c28bc6-e1ac-4004-967b-c9d61db2e565 None None] For port 46fdffc0-d668-4a03-b2a2-7c793118a591, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:08:50.650847 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network e887b711-606f-4b83-863c-34d87a670bca details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:08:50.711146 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d8c28bc6-e1ac-4004-967b-c9d61db2e565 None None] For port 46fdffc0-d668-4a03-b2a2-7c793118a591, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=46fdffc0-d668-4a03-b2a2-7c793118a591,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:08:50.769628 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d8c28bc6-e1ac-4004-967b-c9d61db2e565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:50.855127 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-667b0fa3-487c-4059-ae77-4c7442512227 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:50.857151 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c28bc6-e1ac-4004-967b-c9d61db2e565 None None] Pushing event updated for resources: {'Port': ['ID=46fdffc0-d668-4a03-b2a2-7c793118a591,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:50.943868 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b0fa3-487c-4059-ae77-4c7442512227 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Port': ['ID=da076ae1-ac17-42d1-86d0-882404037134,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:51.007619 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-667b0fa3-487c-4059-ae77-4c7442512227 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:51.016908 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56780) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:51.020254 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-667b0fa3-487c-4059-ae77-4c7442512227 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/da076ae1-ac17-42d1-86d0-882404037134 HTTP/1.1" status: 204 len: 168 time: 1.0302010 Nov 23 22:08:51.091320 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-35d6d357-a4fb-45de-aaf2-bc82cb1a564c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:51.231784 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6d357-a4fb-45de-aaf2-bc82cb1a564c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e425627e-71be-40cc-adcc-90e6fae7a9ce,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:51.291698 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6972da-6c13-48a6-b895-01dbbe7e26d4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:51.293465 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6972da-6c13-48a6-b895-01dbbe7e26d4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:51.298814 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56794) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:51.309785 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-da6972da-6c13-48a6-b895-01dbbe7e26d4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2901683 Nov 23 22:08:51.339645 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d6d357-a4fb-45de-aaf2-bc82cb1a564c admin admin] Checking segment: {'id': '8e3dc330-2fe3-487c-8bc0-b98508d2c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e887b711-606f-4b83-863c-34d87a670bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:08:51.340241 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d6d357-a4fb-45de-aaf2-bc82cb1a564c admin admin] Network hostable DHCP agents. Network: e887b711-606f-4b83-863c-34d87a670bca, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:08:51.382102 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d6d357-a4fb-45de-aaf2-bc82cb1a564c admin admin] Network e887b711-606f-4b83-863c-34d87a670bca is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:08:51.425991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-35d6d357-a4fb-45de-aaf2-bc82cb1a564c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, e887b711-606f-4b83-863c-34d87a670bca) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:08:51.430630 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ae213e-3758-4650-b242-610918ec4298 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet 0bdd984b-e6c1-4a50-99a1-f01d4d04b8f1 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:08:51.437884 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d6d357-a4fb-45de-aaf2-bc82cb1a564c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:51.438106 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97ae213e-3758-4650-b242-610918ec4298 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:51.438413 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-35d6d357-a4fb-45de-aaf2-bc82cb1a564c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:51.445789 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73ef959-ce8b-4824-bc42-eb0337e37abd None None] Network e887b711-606f-4b83-863c-34d87a670bca requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:08:51.489212 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-35d6d357-a4fb-45de-aaf2-bc82cb1a564c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9808311 Nov 23 22:08:51.489857 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56802) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:51.494274 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1849005665-router', 'tenant_id': '14f74779034d49d592bfcdc33c438539', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:51.540940 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97ae213e-3758-4650-b242-610918ec4298 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:51.570181 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:51.571043 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:51.691725 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 46fdffc0-d668-4a03-b2a2-7c793118a591 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:08:51.728173 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:51.754289 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97ae213e-3758-4650-b242-610918ec4298 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:51.822452 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3644e19-69fe-4e8f-bb27-1ba6e6c6c082 None None] Network e887b711-606f-4b83-863c-34d87a670bca requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:08:51.898472 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97ae213e-3758-4650-b242-610918ec4298 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:51.951381 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae213e-3758-4650-b242-610918ec4298 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=0bdd984b-e6c1-4a50-99a1-f01d4d04b8f1,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:51.967023 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97ae213e-3758-4650-b242-610918ec4298 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:51.971244 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-97ae213e-3758-4650-b242-610918ec4298 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/0bdd984b-e6c1-4a50-99a1-f01d4d04b8f1 HTTP/1.1" status: 204 len: 168 time: 0.6706188 Nov 23 22:08:51.978898 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56814) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:52.024622 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 46fdffc0-d668-4a03-b2a2-7c793118a591 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:08:52.025089 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:52.083836 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-71049790-e632-42fd-ad95-dab73c1f8e3f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1030493 Nov 23 22:08:52.086476 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56818) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:52.092082 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-18dd9ac0-e352-41b1-986b-115310fae965 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:52.139467 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:52.264146 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:52.373018 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 46fdffc0-d668-4a03-b2a2-7c793118a591, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=46fdffc0-d668-4a03-b2a2-7c793118a591,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:08:52.391692 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:52.459777 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dd9ac0-e352-41b1-986b-115310fae965 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:08:52.467474 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18dd9ac0-e352-41b1-986b-115310fae965 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:52.513087 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=46fdffc0-d668-4a03-b2a2-7c793118a591,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:52.554236 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dddf9cc-43c6-43b5-bdfb-423519c2e959 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:08:52.563265 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:52.588265 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:52.763558 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Allocated IP 172.25.5.241 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/c0543b7b-3694-403c-bac1-f7e0c3d525d5) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:08:52.954398 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c9773a63-1df9-4d88-9d1e-2c66d610ef6c None None] Provisioning complete for port 46fdffc0-d668-4a03-b2a2-7c793118a591 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:08:52.963410 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c9773a63-1df9-4d88-9d1e-2c66d610ef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:52.966950 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56838) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:52.973561 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:53.069548 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:53.118786 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:53.165207 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18dd9ac0-e352-41b1-986b-115310fae965 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:53.183881 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:08:53.188806 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:08:53.192178 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:08:53.202452 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Pushing event updated for resources: {'Port': ['ID=c0543b7b-3694-403c-bac1-f7e0c3d525d5,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:53.226417 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c33b1c1b-7050-4b2d-8ff2-9fa886f3e90d tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-270788932'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:53.228793 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e00595f-3250-469e-adb2-6c43e5239aea None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:08:53.288097 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd9ac0-e352-41b1-986b-115310fae965 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=18d2cf91-73f2-49b5-aa61-7fda36b4989f,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:53.299673 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dd9ac0-e352-41b1-986b-115310fae965 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:08:53.306336 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:53.306572 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-18dd9ac0-e352-41b1-986b-115310fae965 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:08:53.307589 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:53.314072 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:53.314639 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:53.315372 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:53.316433 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:53.316973 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:53.317506 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:53.318039 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:53.318808 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:53.332212 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dd9ac0-e352-41b1-986b-115310fae965 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:53.332818 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18dd9ac0-e352-41b1-986b-115310fae965 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:53.335100 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:53.336061 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:08:53.344762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff28af3-c7dc-485a-9017-00a097c3160a None None] DHCP port deletion for 8205a081-245e-4f42-9c61-30748520e8a4 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:08:53.389371 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c33b1c1b-7050-4b2d-8ff2-9fa886f3e90d tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:53.390427 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c33b1c1b-7050-4b2d-8ff2-9fa886f3e90d tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:53.411219 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-18dd9ac0-e352-41b1-986b-115310fae965 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3208585 Nov 23 22:08:53.431916 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56848) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:53.444156 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-246e63ad-cbb8-4dc6-9490-d56745e6798e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'fixed_ips': [{'subnet_id': '18d2cf91-73f2-49b5-aa61-7fda36b4989f', 'ip_address': '2001:db8::b9f6:39:3d56:1e67'}], 'name': 'tempest-NetworksTestDHCPv6-399297365'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:53.517996 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6ddb5ff9-bf9a-453c-b7a9-4f39d4ff8ad1 None None] Provisioning complete for port c0543b7b-3694-403c-bac1-f7e0c3d525d5 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:08:53.519039 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6ddb5ff9-bf9a-453c-b7a9-4f39d4ff8ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:53.539559 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56850) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:53.572662 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-9ff28af3-c7dc-485a-9017-00a097c3160a None None] Deleting port 46fdffc0-d668-4a03-b2a2-7c793118a591 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:08:53.573071 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9ff28af3-c7dc-485a-9017-00a097c3160a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:53.645153 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c33b1c1b-7050-4b2d-8ff2-9fa886f3e90d tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:53.687033 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c33b1c1b-7050-4b2d-8ff2-9fa886f3e90d tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:53.726914 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c33b1c1b-7050-4b2d-8ff2-9fa886f3e90d tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:53.728644 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c33b1c1b-7050-4b2d-8ff2-9fa886f3e90d tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7540224 Nov 23 22:08:53.733286 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56854) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:53.778964 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-9ff28af3-c7dc-485a-9017-00a097c3160a None None] For port 46fdffc0-d668-4a03-b2a2-7c793118a591, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=46fdffc0-d668-4a03-b2a2-7c793118a591,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:08:53.783999 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9ff28af3-c7dc-485a-9017-00a097c3160a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:53.791127 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246e63ad-cbb8-4dc6-9490-d56745e6798e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:08:53.797334 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-246e63ad-cbb8-4dc6-9490-d56745e6798e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:53.799877 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 46fdffc0-d668-4a03-b2a2-7c793118a591 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:08:53.824516 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-246e63ad-cbb8-4dc6-9490-d56745e6798e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] device_id is not set on port 128e6cd2-45e0-4b1e-808d-de37e16a951f yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:08:53.872563 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-9ff28af3-c7dc-485a-9017-00a097c3160a None None] Calling delete_port for 46fdffc0-d668-4a03-b2a2-7c793118a591 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:08:53.880280 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb5ff9-bf9a-453c-b7a9-4f39d4ff8ad1 None None] Port c0543b7b-3694-403c-bac1-f7e0c3d525d5 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:08:53.960337 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-44156de6-556a-4786-96bc-74d3ff990a4d tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:53.981032 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:54.077877 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-246e63ad-cbb8-4dc6-9490-d56745e6798e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8::b9f6:39:3d56:1e67 (8205a081-245e-4f42-9c61-30748520e8a4/18d2cf91-73f2-49b5-aa61-7fda36b4989f/128e6cd2-45e0-4b1e-808d-de37e16a951f) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:08:54.102867 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 46fdffc0-d668-4a03-b2a2-7c793118a591, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=46fdffc0-d668-4a03-b2a2-7c793118a591,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:08:54.148252 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:54.186792 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:54.236570 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=46fdffc0-d668-4a03-b2a2-7c793118a591,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:54.242186 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9ff28af3-c7dc-485a-9017-00a097c3160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:54.258065 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff28af3-c7dc-485a-9017-00a097c3160a None None] No DVR routers for this DVR port 46fdffc0-d668-4a03-b2a2-7c793118a591 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:08:54.294639 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91af6ad-f19a-4ba0-868f-9e0e921de717 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:08:54.390356 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff28af3-c7dc-485a-9017-00a097c3160a None None] Pushing event deleted for resources: {'Port': ['ID=46fdffc0-d668-4a03-b2a2-7c793118a591,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:54.412701 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df1de803-cf31-4d79-b57c-e0b98e1a48f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:54.477686 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-246e63ad-cbb8-4dc6-9490-d56745e6798e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:54.481915 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986df07f-f047-4984-bf6c-bc665761637b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8205a081-245e-4f42-9c61-30748520e8a4', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'fixed_ips': [{'subnet_id': '18d2cf91-73f2-49b5-aa61-7fda36b4989f'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:08:54.482452 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-986df07f-f047-4984-bf6c-bc665761637b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:54.547269 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-44156de6-556a-4786-96bc-74d3ff990a4d tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:54.553856 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-44156de6-556a-4786-96bc-74d3ff990a4d tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:54.639675 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-246e63ad-cbb8-4dc6-9490-d56745e6798e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:54.693496 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-44156de6-556a-4786-96bc-74d3ff990a4d tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:54.693937 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44156de6-556a-4786-96bc-74d3ff990a4d tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee245349-af04-446d-8857-0fe003375354 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:08:54.699025 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-44156de6-556a-4786-96bc-74d3ff990a4d tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:54.700162 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-44156de6-556a-4786-96bc-74d3ff990a4d tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] 10.222.0.50 "DELETE /v2.0/routers/ee245349-af04-446d-8857-0fe003375354 HTTP/1.1" status: 204 len: 168 time: 0.9659379 Nov 23 22:08:54.738432 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56862) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:54.746431 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-fbaba45a-8cb8-4408-a0f4-ee45f174944f tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Request body: {'router': {'name': 'tempest-router-1308208555', 'distributed': False}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:54.759599 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-986df07f-f047-4984-bf6c-bc665761637b None None] Allocated IP 2001:db8::2 (8205a081-245e-4f42-9c61-30748520e8a4/18d2cf91-73f2-49b5-aa61-7fda36b4989f/88fb9d91-fb91-428e-8cf6-c43bb06a3160) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:08:54.812535 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbaba45a-8cb8-4408-a0f4-ee45f174944f tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:54.814762 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbaba45a-8cb8-4408-a0f4-ee45f174944f tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:54.820965 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246e63ad-cbb8-4dc6-9490-d56745e6798e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:08:54.826601 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:54.844048 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-246e63ad-cbb8-4dc6-9490-d56745e6798e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:08:54.861755 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246e63ad-cbb8-4dc6-9490-d56745e6798e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:08:54.866107 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246e63ad-cbb8-4dc6-9490-d56745e6798e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:54.866856 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-246e63ad-cbb8-4dc6-9490-d56745e6798e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:54.894182 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e63ad-cbb8-4dc6-9490-d56745e6798e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=128e6cd2-45e0-4b1e-808d-de37e16a951f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:54.908997 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-246e63ad-cbb8-4dc6-9490-d56745e6798e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.4756513 Nov 23 22:08:54.924766 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56864) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:55.072106 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbaba45a-8cb8-4408-a0f4-ee45f174944f tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:55.075970 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df1de803-cf31-4d79-b57c-e0b98e1a48f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:55.095728 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbaba45a-8cb8-4408-a0f4-ee45f174944f tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:55.110283 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df1de803-cf31-4d79-b57c-e0b98e1a48f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:55.117365 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Router 0fe0077a-0646-4b93-b4b3-c1846f2f19f9 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:08:55.141028 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-986df07f-f047-4984-bf6c-bc665761637b None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:55.175511 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-986df07f-f047-4984-bf6c-bc665761637b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:55.221938 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56870) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:55.224599 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-df1de803-cf31-4d79-b57c-e0b98e1a48f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f3910072f0a344c2963868f8178d6e92&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6793749 Nov 23 22:08:55.224788 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986df07f-f047-4984-bf6c-bc665761637b None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:08:55.237536 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-986df07f-f047-4984-bf6c-bc665761637b None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:08:55.243128 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986df07f-f047-4984-bf6c-bc665761637b None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:08:55.257179 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986df07f-f047-4984-bf6c-bc665761637b None None] Pushing event updated for resources: {'Port': ['ID=88fb9d91-fb91-428e-8cf6-c43bb06a3160,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:55.259418 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade4fac8-6b85-4c7f-80f5-d514a806b2ec tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:55.265623 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ade4fac8-6b85-4c7f-80f5-d514a806b2ec tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3397002 Nov 23 22:08:55.267888 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56872) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:55.270976 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fbaba45a-8cb8-4408-a0f4-ee45f174944f tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:55.274685 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fbaba45a-8cb8-4408-a0f4-ee45f174944f tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5319693 Nov 23 22:08:55.277898 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56874) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:55.290375 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1de803-cf31-4d79-b57c-e0b98e1a48f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95791e23-a338-4efe-bb1d-18f8ea345e0f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:55.336979 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-986df07f-f047-4984-bf6c-bc665761637b None None] Attempting to bind port 88fb9d91-fb91-428e-8cf6-c43bb06a3160 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:08:55.337651 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-986df07f-f047-4984-bf6c-bc665761637b None None] Attempting to bind port 88fb9d91-fb91-428e-8cf6-c43bb06a3160 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:08:55.338208 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986df07f-f047-4984-bf6c-bc665761637b None None] Attempting to bind port 88fb9d91-fb91-428e-8cf6-c43bb06a3160 on network 8205a081-245e-4f42-9c61-30748520e8a4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:08:55.344876 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986df07f-f047-4984-bf6c-bc665761637b None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:08:55.346112 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986df07f-f047-4984-bf6c-bc665761637b None None] Checking segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:08:55.347196 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-986df07f-f047-4984-bf6c-bc665761637b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:55.347795 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986df07f-f047-4984-bf6c-bc665761637b None None] Bound using segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:08:55.348451 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-986df07f-f047-4984-bf6c-bc665761637b None None] Bound port: 88fb9d91-fb91-428e-8cf6-c43bb06a3160, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:08:55.350161 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-986df07f-f047-4984-bf6c-bc665761637b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:55.377695 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5486f91-59d0-4bb5-bf3e-b885f2ad9ef3 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:55.472600 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-986df07f-f047-4984-bf6c-bc665761637b None None] For port 88fb9d91-fb91-428e-8cf6-c43bb06a3160, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:08:55.476637 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-986df07f-f047-4984-bf6c-bc665761637b None None] For port 88fb9d91-fb91-428e-8cf6-c43bb06a3160, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=88fb9d91-fb91-428e-8cf6-c43bb06a3160,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:08:55.486529 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-986df07f-f047-4984-bf6c-bc665761637b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:55.492146 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4b902109-b6d2-4e57-8c02-325b23e5e036 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:55.499034 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:08:55.553530 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4b902109-b6d2-4e57-8c02-325b23e5e036 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:55.566797 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986df07f-f047-4984-bf6c-bc665761637b None None] Pushing event updated for resources: {'Port': ['ID=88fb9d91-fb91-428e-8cf6-c43bb06a3160,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:55.570314 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] Sync routers for ids ['0fe0077a-0646-4b93-b4b3-c1846f2f19f9'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:08:55.572504 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:55.576708 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-01eb171c-4cbe-4e18-afaf-8271591fe328 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0834823 Nov 23 22:08:55.578191 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-41fc7d23-d93a-4822-ab7e-e927e8453897 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting port 128e6cd2-45e0-4b1e-808d-de37e16a951f {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:08:55.578628 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-41fc7d23-d93a-4822-ab7e-e927e8453897 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:55.584622 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56876) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:55.589711 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] Routers {'0fe0077a-0646-4b93-b4b3-c1846f2f19f9'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:08:55.590381 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:08:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0fe0077a-0646-4b93-b4b3-c1846f2f19f9'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:55.789140 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5486f91-59d0-4bb5-bf3e-b885f2ad9ef3 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:55.800462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5486f91-59d0-4bb5-bf3e-b885f2ad9ef3 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:55.913896 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4b902109-b6d2-4e57-8c02-325b23e5e036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:55.916737 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4b902109-b6d2-4e57-8c02-325b23e5e036 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:55.920877 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4b902109-b6d2-4e57-8c02-325b23e5e036 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/95791e23-a338-4efe-bb1d-18f8ea345e0f HTTP/1.1" status: 204 len: 168 time: 0.6951151 Nov 23 22:08:55.927700 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5486f91-59d0-4bb5-bf3e-b885f2ad9ef3 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:55.928104 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5486f91-59d0-4bb5-bf3e-b885f2ad9ef3 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69a29792-02f6-483a-bac2-d3abd6776375 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:08:55.939824 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5486f91-59d0-4bb5-bf3e-b885f2ad9ef3 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:55.946147 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c5486f91-59d0-4bb5-bf3e-b885f2ad9ef3 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] 10.222.0.50 "DELETE /v2.0/routers/69a29792-02f6-483a-bac2-d3abd6776375 HTTP/1.1" status: 204 len: 168 time: 0.6664815 Nov 23 22:08:55.953518 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56882) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:55.961096 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-41fc7d23-d93a-4822-ab7e-e927e8453897 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:55.972225 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e3a51c01-a468-4dbb-8d2a-4bb8344f4981 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Request body: {'router': {'name': 'tempest-router-796636451', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '3632f0b3637e475a999bc9a9da6ee50f'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:56.020999 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b902109-b6d2-4e57-8c02-325b23e5e036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95791e23-a338-4efe-bb1d-18f8ea345e0f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:56.037758 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3a51c01-a468-4dbb-8d2a-4bb8344f4981 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:56.039383 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3a51c01-a468-4dbb-8d2a-4bb8344f4981 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:56.051580 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-41fc7d23-d93a-4822-ab7e-e927e8453897 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Calling delete_port for 128e6cd2-45e0-4b1e-808d-de37e16a951f owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:08:56.166136 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3a51c01-a468-4dbb-8d2a-4bb8344f4981 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:56.189241 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3a51c01-a468-4dbb-8d2a-4bb8344f4981 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:56.243463 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3a51c01-a468-4dbb-8d2a-4bb8344f4981 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:56.245698 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e3a51c01-a468-4dbb-8d2a-4bb8344f4981 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2901750 Nov 23 22:08:56.249041 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56890) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:56.258053 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d56c9947-09ec-440e-9052-660a10c9a7cb tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Request body: {'router': {'distributed': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:56.299934 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] Set router 0fe0077a-0646-4b93-b4b3-c1846f2f19f9 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:08:56.602553 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-41fc7d23-d93a-4822-ab7e-e927e8453897 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:56.682490 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc7d23-d93a-4822-ab7e-e927e8453897 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Port': ['ID=128e6cd2-45e0-4b1e-808d-de37e16a951f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:56.702168 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d56c9947-09ec-440e-9052-660a10c9a7cb tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:56.702548 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d56c9947-09ec-440e-9052-660a10c9a7cb tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks [] for router, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:56.811433 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe0077a-0646-4b93-b4b3-c1846f2f19f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1849005665-router', 'tenant_id': '14f74779034d49d592bfcdc33c438539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'c0543b7b-3694-403c-bac1-f7e0c3d525d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:08:51Z', 'updated_at': '2021-11-23T22:08:53Z', 'revision_number': 3, 'project_id': '14f74779034d49d592bfcdc33c438539', 'gw_port': {'id': 'c0543b7b-3694-403c-bac1-f7e0c3d525d5', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe0077a-0646-4b93-b4b3-c1846f2f19f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:08:52Z', 'updated_at': '2021-11-23T22:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:56.846464 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-41fc7d23-d93a-4822-ab7e-e927e8453897 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:56.852186 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-41fc7d23-d93a-4822-ab7e-e927e8453897 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/128e6cd2-45e0-4b1e-808d-de37e16a951f HTTP/1.1" status: 204 len: 168 time: 1.5795720 Nov 23 22:08:56.857233 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56906) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:56.864856 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] Checking router: 0fe0077a-0646-4b93-b4b3-c1846f2f19f9 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:08:56.865518 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] Updating router 0fe0077a-0646-4b93-b4b3-c1846f2f19f9 port c0543b7b-3694-403c-bac1-f7e0c3d525d5 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:08:56.935100 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:57.033919 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b0a688c6-833f-48eb-937a-a2ed8789afdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:57.052036 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d56c9947-09ec-440e-9052-660a10c9a7cb tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=110033) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 23 22:08:57.053866 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d56c9947-09ec-440e-9052-660a10c9a7cb tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Router 21f80592-a532-4885-96ee-d716be986829 migrating from provider to provider. {{(pid=110033) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 23 22:08:57.055057 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d56c9947-09ec-440e-9052-660a10c9a7cb tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:57.077619 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233916d0-305e-48b2-a0c1-2459d907bc33 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:57.083708 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233916d0-305e-48b2-a0c1-2459d907bc33 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:57.091796 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56912) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:57.095903 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-233916d0-305e-48b2-a0c1-2459d907bc33 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2346208 Nov 23 22:08:57.101949 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d56c9947-09ec-440e-9052-660a10c9a7cb tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:57.111600 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d56c9947-09ec-440e-9052-660a10c9a7cb tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-847058'] for router, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:57.352780 n-d-816206-9 neutron-server[110033]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d56c9947-09ec-440e-9052-660a10c9a7cb tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] No L3 agents can host the router 21f80592-a532-4885-96ee-d716be986829 Nov 23 22:08:57.528747 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-32098593-2418-40ff-82d5-b2a19dfd0985 None None] Provisioning complete for port 88fb9d91-fb91-428e-8cf6-c43bb06a3160 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:08:57.529585 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-32098593-2418-40ff-82d5-b2a19dfd0985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:57.693307 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56c9947-09ec-440e-9052-660a10c9a7cb tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Hosts for router 21f80592-a532-4885-96ee-d716be986829: [] {{(pid=110033) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 23 22:08:57.699766 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 88fb9d91-fb91-428e-8cf6-c43bb06a3160 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:08:57.752269 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56c9947-09ec-440e-9052-660a10c9a7cb tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Hosts for other DVR routers connected to router 21f80592-a532-4885-96ee-d716be986829: set() {{(pid=110033) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 23 22:08:57.758632 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d56c9947-09ec-440e-9052-660a10c9a7cb tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:57.762265 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d56c9947-09ec-440e-9052-660a10c9a7cb tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] 10.222.0.50 "PUT /v2.0/routers/21f80592-a532-4885-96ee-d716be986829 HTTP/1.1" status: 200 len: 716 time: 1.5103691 Nov 23 22:08:57.762526 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56926) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:57.935066 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:57.964604 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4fac286c-644c-45bd-a029-6979cba24f7b tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] 10.222.0.50 "GET /v2.0/routers/21f80592-a532-4885-96ee-d716be986829 HTTP/1.1" status: 200 len: 716 time: 0.2008581 Nov 23 22:08:57.965881 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56932) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:58.040793 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:58.046180 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-b0a688c6-833f-48eb-937a-a2ed8789afdd admin admin] Allocated IP 172.20.0.1 (e887b711-606f-4b83-863c-34d87a670bca/e425627e-71be-40cc-adcc-90e6fae7a9ce/5f2d8f17-f310-41c2-93da-dff073bb3c9a) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:08:58.259489 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c0b297-2c0c-4821-b0bb-d5a784af59c3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet 18d2cf91-73f2-49b5-aa61-7fda36b4989f {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:08:58.272444 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32214ed-63da-4cb7-b412-fe86620a75a6 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:08:58.274267 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d3c0b297-2c0c-4821-b0bb-d5a784af59c3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:58.283879 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] Attempting to bind port c0543b7b-3694-403c-bac1-f7e0c3d525d5 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:08:58.295991 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] Attempting to bind port c0543b7b-3694-403c-bac1-f7e0c3d525d5 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:08:58.296894 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] Attempting to bind port c0543b7b-3694-403c-bac1-f7e0c3d525d5 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:08:58.327096 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9402fbdb-c059-4049-afbe-030fb3395261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:58.429106 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:08:58.429489 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:08:58.432325 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:58.433111 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:08:58.433652 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] Bound port: c0543b7b-3694-403c-bac1-f7e0c3d525d5, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:08:58.433937 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:58.447449 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d3c0b297-2c0c-4821-b0bb-d5a784af59c3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:58.593496 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d3c0b297-2c0c-4821-b0bb-d5a784af59c3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:58.623300 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 88fb9d91-fb91-428e-8cf6-c43bb06a3160 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:08:58.623850 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:58.623964 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b29f5ed6-e6cc-4ebd-a3bb-53568a852afe tempest-RoutersTestDVR-1162795082 tempest-RoutersTestDVR-1162795082-project] 10.222.0.50 "GET /v2.0/routers/21f80592-a532-4885-96ee-d716be986829 HTTP/1.1" status: 200 len: 682 time: 0.6560931 Nov 23 22:08:58.624371 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56946) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:58.671377 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b0a688c6-833f-48eb-937a-a2ed8789afdd admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:58.683966 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d3c0b297-2c0c-4821-b0bb-d5a784af59c3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:58.692218 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b6f44-05b0-4ac4-afa8-705ffda22f83 None None] Pushing event updated for resources: {'Port': ['ID=c0543b7b-3694-403c-bac1-f7e0c3d525d5,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:58.731405 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-32098593-2418-40ff-82d5-b2a19dfd0985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:58.753394 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] For port c0543b7b-3694-403c-bac1-f7e0c3d525d5, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:08:58.764084 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d3c0b297-2c0c-4821-b0bb-d5a784af59c3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:58.770790 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d3c0b297-2c0c-4821-b0bb-d5a784af59c3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/18d2cf91-73f2-49b5-aa61-7fda36b4989f HTTP/1.1" status: 204 len: 168 time: 1.6778502 Nov 23 22:08:58.777146 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] For port c0543b7b-3694-403c-bac1-f7e0c3d525d5, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c0543b7b-3694-403c-bac1-f7e0c3d525d5,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:08:58.787447 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0b297-2c0c-4821-b0bb-d5a784af59c3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=18d2cf91-73f2-49b5-aa61-7fda36b4989f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:58.791644 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56950) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:58.819623 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:58.885283 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c438a874-05c7-4d32-87f2-0688af3374fa tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919719 Nov 23 22:08:58.889231 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56954) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:58.968164 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b0a688c6-833f-48eb-937a-a2ed8789afdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:59.061858 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-32098593-2418-40ff-82d5-b2a19dfd0985 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:08:59.062117 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-32098593-2418-40ff-82d5-b2a19dfd0985 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:08:59.062946 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b6f44-05b0-4ac4-afa8-705ffda22f83 None None] Pushing event updated for resources: {'Port': ['ID=c0543b7b-3694-403c-bac1-f7e0c3d525d5,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:59.084487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af88706d-42e2-46bd-9338-d87a6421cfbb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:59.089368 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-af88706d-42e2-46bd-9338-d87a6421cfbb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1977727 Nov 23 22:08:59.090372 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56960) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:59.105602 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b920d0e7-1cc6-4243-bbd4-ed045489d6c8 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:08:59.129874 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b353ea80-13be-461f-9045-13d990a60fb1 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:08:59.170156 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a688c6-833f-48eb-937a-a2ed8789afdd admin admin] Network e887b711-606f-4b83-863c-34d87a670bca is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:08:59.184680 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-b0a688c6-833f-48eb-937a-a2ed8789afdd admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:08:59.187201 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a688c6-833f-48eb-937a-a2ed8789afdd admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:08:59.219849 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a688c6-833f-48eb-937a-a2ed8789afdd admin admin] Pushing event updated for resources: {'Port': ['ID=5f2d8f17-f310-41c2-93da-dff073bb3c9a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:08:59.244090 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:59.246627 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf79956-0c4e-4a2f-b4a4-bcd142301be2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:08:59.252113 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cdf79956-0c4e-4a2f-b4a4-bcd142301be2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1561489 Nov 23 22:08:59.254590 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56962) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:59.275633 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] Routers {'0fe0077a-0646-4b93-b4b3-c1846f2f19f9'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:08:59.276479 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:08:30Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0fe0077a-0646-4b93-b4b3-c1846f2f19f9'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:08:59.315074 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e1f00940-4230-4e8f-ae3f-82504121ed68 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577159 Nov 23 22:08:59.315859 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 56964) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:59.321350 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-d7386b16-7cf4-4404-8b05-564130b8d7ec tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:59.343561 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2462dd84-c6ba-4774-a44d-ef283be4a765 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:59.392695 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] Set router 0fe0077a-0646-4b93-b4b3-c1846f2f19f9 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:08:59.496405 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b0a688c6-833f-48eb-937a-a2ed8789afdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:59.604287 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2462dd84-c6ba-4774-a44d-ef283be4a765 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:59.607969 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2462dd84-c6ba-4774-a44d-ef283be4a765 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:59.687690 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2462dd84-c6ba-4774-a44d-ef283be4a765 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:59.688201 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2462dd84-c6ba-4774-a44d-ef283be4a765 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21f80592-a532-4885-96ee-d716be986829 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:08:59.694067 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2462dd84-c6ba-4774-a44d-ef283be4a765 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:59.695176 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2462dd84-c6ba-4774-a44d-ef283be4a765 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] 10.222.0.50 "DELETE /v2.0/routers/21f80592-a532-4885-96ee-d716be986829 HTTP/1.1" status: 204 len: 168 time: 1.0698495 Nov 23 22:08:59.695925 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7386b16-7cf4-4404-8b05-564130b8d7ec tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:08:59.700664 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d7386b16-7cf4-4404-8b05-564130b8d7ec tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:59.702152 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56980) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:08:59.717884 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c7228f7f-08b4-4a71-b5e7-fb594060961d tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Request body: {'router': {'name': 'tempest-router-1216666284', 'distributed': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:08:59.770212 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c7228f7f-08b4-4a71-b5e7-fb594060961d tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:59.771549 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c7228f7f-08b4-4a71-b5e7-fb594060961d tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:59.890984 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 88fb9d91-fb91-428e-8cf6-c43bb06a3160, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=88fb9d91-fb91-428e-8cf6-c43bb06a3160,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:08:59.911746 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c7228f7f-08b4-4a71-b5e7-fb594060961d tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:59.913434 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c7228f7f-08b4-4a71-b5e7-fb594060961d tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:59.918754 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:59.962996 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c7228f7f-08b4-4a71-b5e7-fb594060961d tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:08:59.964352 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c7228f7f-08b4-4a71-b5e7-fb594060961d tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2606585 Nov 23 22:08:59.967335 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 56994) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:00.067948 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-32098593-2418-40ff-82d5-b2a19dfd0985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:00.190490 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-07a296a7-6ee5-4ba6-8d58-e75c54b7dbb5 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:00.209888 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b0a688c6-833f-48eb-937a-a2ed8789afdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:00.382309 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d7386b16-7cf4-4404-8b05-564130b8d7ec tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:00.422310 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-07a296a7-6ee5-4ba6-8d58-e75c54b7dbb5 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:00.426389 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-07a296a7-6ee5-4ba6-8d58-e75c54b7dbb5 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:00.500818 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-07a296a7-6ee5-4ba6-8d58-e75c54b7dbb5 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:00.503113 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a296a7-6ee5-4ba6-8d58-e75c54b7dbb5 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 073c9c14-3f50-4d93-b83f-a497c108b66b {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:09:00.509045 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-07a296a7-6ee5-4ba6-8d58-e75c54b7dbb5 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:00.513269 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-07a296a7-6ee5-4ba6-8d58-e75c54b7dbb5 tempest-RoutersTestDVR-1081511112 tempest-RoutersTestDVR-1081511112-project-admin] 10.222.0.50 "DELETE /v2.0/routers/073c9c14-3f50-4d93-b83f-a497c108b66b HTTP/1.1" status: 204 len: 168 time: 0.5432904 Nov 23 22:09:00.534198 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:00.630086 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7386b16-7cf4-4404-8b05-564130b8d7ec tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=874b8693-e531-4fc4-ba00-d9ab83b75fa1,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:00.669522 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7386b16-7cf4-4404-8b05-564130b8d7ec tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:00.677265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-d7386b16-7cf4-4404-8b05-564130b8d7ec tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:00.691848 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7386b16-7cf4-4404-8b05-564130b8d7ec tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:00.693894 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d7386b16-7cf4-4404-8b05-564130b8d7ec tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:00.714976 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-58256635-559e-41a1-b19b-db4d7ba74008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:00.720487 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe0077a-0646-4b93-b4b3-c1846f2f19f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1849005665-router', 'tenant_id': '14f74779034d49d592bfcdc33c438539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'c0543b7b-3694-403c-bac1-f7e0c3d525d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:08:51Z', 'updated_at': '2021-11-23T22:08:53Z', 'revision_number': 3, 'project_id': '14f74779034d49d592bfcdc33c438539', 'gw_port': {'id': 'c0543b7b-3694-403c-bac1-f7e0c3d525d5', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe0077a-0646-4b93-b4b3-c1846f2f19f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:08:52Z', 'updated_at': '2021-11-23T22:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:00.743841 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d7386b16-7cf4-4404-8b05-564130b8d7ec tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4268150 Nov 23 22:09:00.747560 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57006) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:00.756062 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ebb26886-9d47-40ad-92b2-8717f5749633 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'fixed_ips': [{'subnet_id': '874b8693-e531-4fc4-ba00-d9ab83b75fa1', 'ip_address': '2001:db8::1484:a957:ce0:c9a9'}], 'name': 'tempest-NetworksTestDHCPv6-1388504703'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:00.808423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d414fc28-7e09-4b4b-a2d6-1715aa194695 None None] The sync data for ids ['0fe0077a-0646-4b93-b4b3-c1846f2f19f9'] in n-d-816206-9 is: [{'id': '0fe0077a-0646-4b93-b4b3-c1846f2f19f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1849005665-router', 'tenant_id': '14f74779034d49d592bfcdc33c438539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'c0543b7b-3694-403c-bac1-f7e0c3d525d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:08:51Z', 'updated_at': '2021-11-23T22:08:53Z', 'revision_number': 3, 'project_id': '14f74779034d49d592bfcdc33c438539', 'gw_port': {'id': 'c0543b7b-3694-403c-bac1-f7e0c3d525d5', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe0077a-0646-4b93-b4b3-c1846f2f19f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:08:52Z', 'updated_at': '2021-11-23T22:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:09:00.808878 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b0a688c6-833f-48eb-937a-a2ed8789afdd admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:00.820630 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b0a688c6-833f-48eb-937a-a2ed8789afdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:00.924244 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=88fb9d91-fb91-428e-8cf6-c43bb06a3160,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:00.958815 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-32098593-2418-40ff-82d5-b2a19dfd0985 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:09:00.960900 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-32098593-2418-40ff-82d5-b2a19dfd0985 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:09:00.985483 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a688c6-833f-48eb-937a-a2ed8789afdd admin admin] Pushing event updated for resources: {'Port': ['ID=5f2d8f17-f310-41c2-93da-dff073bb3c9a,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:01.049636 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b0a688c6-833f-48eb-937a-a2ed8789afdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:01.073409 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253eb5c6-4f11-4d32-ae00-bcfac3700d2a None None] DHCP port deletion for 8205a081-245e-4f42-9c61-30748520e8a4 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:09:01.073753 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb26886-9d47-40ad-92b2-8717f5749633 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:01.244343 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-253eb5c6-4f11-4d32-ae00-bcfac3700d2a None None] Deleting port 88fb9d91-fb91-428e-8cf6-c43bb06a3160 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:09:01.244777 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-253eb5c6-4f11-4d32-ae00-bcfac3700d2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:01.250494 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a688c6-833f-48eb-937a-a2ed8789afdd admin admin] Network e887b711-606f-4b83-863c-34d87a670bca is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:01.253432 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-b0a688c6-833f-48eb-937a-a2ed8789afdd admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:01.317169 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ebb26886-9d47-40ad-92b2-8717f5749633 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:01.338022 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-ebb26886-9d47-40ad-92b2-8717f5749633 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] device_id is not set on port 5ea41cb8-4999-4038-80b7-02b7ade2bac0 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:09:01.395914 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57016) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:01.561324 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-253eb5c6-4f11-4d32-ae00-bcfac3700d2a None None] For port 88fb9d91-fb91-428e-8cf6-c43bb06a3160, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=88fb9d91-fb91-428e-8cf6-c43bb06a3160,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:01.569339 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-253eb5c6-4f11-4d32-ae00-bcfac3700d2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:01.615088 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-253eb5c6-4f11-4d32-ae00-bcfac3700d2a None None] Calling delete_port for 88fb9d91-fb91-428e-8cf6-c43bb06a3160 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:09:01.621543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a688c6-833f-48eb-937a-a2ed8789afdd admin admin] Router 0fe0077a-0646-4b93-b4b3-c1846f2f19f9 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:09:01.708347 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ed27e5e-00cb-4f06-8f1d-6235e283e5ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:01.755158 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:01.769612 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-ebb26886-9d47-40ad-92b2-8717f5749633 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8::1484:a957:ce0:c9a9 (8205a081-245e-4f42-9c61-30748520e8a4/874b8693-e531-4fc4-ba00-d9ab83b75fa1/5ea41cb8-4999-4038-80b7-02b7ade2bac0) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:09:01.876007 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-253eb5c6-4f11-4d32-ae00-bcfac3700d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:01.930245 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253eb5c6-4f11-4d32-ae00-bcfac3700d2a None None] Pushing event deleted for resources: {'Port': ['ID=88fb9d91-fb91-428e-8cf6-c43bb06a3160,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:02.006004 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a688c6-833f-48eb-937a-a2ed8789afdd admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:09:02.025548 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b0a688c6-833f-48eb-937a-a2ed8789afdd admin admin] 10.222.0.50 "PUT /v2.0/routers/0fe0077a-0646-4b93-b4b3-c1846f2f19f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4373350 Nov 23 22:09:02.034529 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253eb5c6-4f11-4d32-ae00-bcfac3700d2a None None] No DVR routers for this DVR port 88fb9d91-fb91-428e-8cf6-c43bb06a3160 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:09:02.061734 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba944098-4b2f-4b1b-ac2a-cbe4088b15cc None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:02.159776 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c3efb09c-674f-4af4-8e18-acac1db10bc9 None None] Could not find standard attr ID for object da076ae1-ac17-42d1-86d0-882404037134. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:09:02.166972 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c0543b7b-3694-403c-bac1-f7e0c3d525d5 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:02.180444 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c3efb09c-674f-4af4-8e18-acac1db10bc9 None None] Could not find standard attr ID for object 128e6cd2-45e0-4b1e-808d-de37e16a951f. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:09:02.209327 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ed27e5e-00cb-4f06-8f1d-6235e283e5ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:02.231319 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ed27e5e-00cb-4f06-8f1d-6235e283e5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:02.294748 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6ed27e5e-00cb-4f06-8f1d-6235e283e5ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3632f0b3637e475a999bc9a9da6ee50f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8977780 Nov 23 22:09:02.297465 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57034) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:02.351594 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c3efb09c-674f-4af4-8e18-acac1db10bc9 None None] Provisioning complete for port c0543b7b-3694-403c-bac1-f7e0c3d525d5 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:02.351966 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c3efb09c-674f-4af4-8e18-acac1db10bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:02.458397 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea63ced1-ef66-47c4-83ee-547cf0d98c12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:02.547659 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea63ced1-ef66-47c4-83ee-547cf0d98c12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:02.563370 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed27e5e-00cb-4f06-8f1d-6235e283e5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ca3d52-b629-4a88-a1bb-5129692da3ba,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:02.625977 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port c0543b7b-3694-403c-bac1-f7e0c3d525d5 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:02.626955 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:02.636850 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c3efb09c-674f-4af4-8e18-acac1db10bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:02.659601 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ebb26886-9d47-40ad-92b2-8717f5749633 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:02.705473 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea63ced1-ef66-47c4-83ee-547cf0d98c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:02.718266 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea63ced1-ef66-47c4-83ee-547cf0d98c12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:02.724904 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ebb26886-9d47-40ad-92b2-8717f5749633 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:02.729385 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ea63ced1-ef66-47c4-83ee-547cf0d98c12 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/00ca3d52-b629-4a88-a1bb-5129692da3ba HTTP/1.1" status: 204 len: 168 time: 0.4303935 Nov 23 22:09:02.740669 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63ced1-ef66-47c4-83ee-547cf0d98c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ca3d52-b629-4a88-a1bb-5129692da3ba,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:02.797677 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb26886-9d47-40ad-92b2-8717f5749633 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:02.807607 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-ebb26886-9d47-40ad-92b2-8717f5749633 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:02.826601 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb26886-9d47-40ad-92b2-8717f5749633 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:09:02.836503 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb26886-9d47-40ad-92b2-8717f5749633 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:02.837316 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ebb26886-9d47-40ad-92b2-8717f5749633 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:02.857265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb26886-9d47-40ad-92b2-8717f5749633 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=5ea41cb8-4999-4038-80b7-02b7ade2bac0,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:02.880516 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ebb26886-9d47-40ad-92b2-8717f5749633 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1318085 Nov 23 22:09:02.883487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57048) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:02.888673 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-5a2ed8d9-46a0-4639-a24e-72c3bcfba2b3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'fixed_ips': [{'subnet_id': '874b8693-e531-4fc4-ba00-d9ab83b75fa1', 'ip_address': '2001:db8::1484:a957:ce0:c9a9'}], 'name': 'tempest-NetworksTestDHCPv6-1095950722'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:02.919044 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c3efb09c-674f-4af4-8e18-acac1db10bc9 None None] For port c0543b7b-3694-403c-bac1-f7e0c3d525d5, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c0543b7b-3694-403c-bac1-f7e0c3d525d5,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:02.965354 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c3efb09c-674f-4af4-8e18-acac1db10bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:02.994702 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef904e0-34a7-4cb5-a554-c59b314799da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8205a081-245e-4f42-9c61-30748520e8a4', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'fixed_ips': [{'subnet_id': '874b8693-e531-4fc4-ba00-d9ab83b75fa1'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:09:02.997022 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0ef904e0-34a7-4cb5-a554-c59b314799da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:03.191632 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2ed8d9-46a0-4639-a24e-72c3bcfba2b3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:03.319074 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-0ef904e0-34a7-4cb5-a554-c59b314799da None None] Allocated IP 2001:db8::2 (8205a081-245e-4f42-9c61-30748520e8a4/874b8693-e531-4fc4-ba00-d9ab83b75fa1/1caadbac-6391-4d12-baf2-afd387ecb9a4) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:09:03.394465 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:03.428634 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5a2ed8d9-46a0-4639-a24e-72c3bcfba2b3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:03.475949 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-5a2ed8d9-46a0-4639-a24e-72c3bcfba2b3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] device_id is not set on port 69ad1869-96c9-4202-8511-61501b307a4c yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:09:03.513496 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efb09c-674f-4af4-8e18-acac1db10bc9 None None] Pushing event updated for resources: {'Port': ['ID=c0543b7b-3694-403c-bac1-f7e0c3d525d5,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:03.639370 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57066) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:03.654675 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 88fb9d91-fb91-428e-8cf6-c43bb06a3160 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:09:03.677336 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0fdeacfe-6e7c-4633-9e90-75ac33e4777c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:03.683842 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 88fb9d91-fb91-428e-8cf6-c43bb06a3160 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:09:03.684166 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 88fb9d91-fb91-428e-8cf6-c43bb06a3160 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:09:03.709083 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0ef904e0-34a7-4cb5-a554-c59b314799da None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:03.722852 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0ef904e0-34a7-4cb5-a554-c59b314799da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:03.758576 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] Sync routers for ids ['0fe0077a-0646-4b93-b4b3-c1846f2f19f9'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:09:03.774599 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] Routers {'0fe0077a-0646-4b93-b4b3-c1846f2f19f9'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:09:03.776915 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:09:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0fe0077a-0646-4b93-b4b3-c1846f2f19f9'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:03.786690 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef904e0-34a7-4cb5-a554-c59b314799da None None] Pushing event updated for resources: {'Port': ['ID=1caadbac-6391-4d12-baf2-afd387ecb9a4,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:03.825254 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef904e0-34a7-4cb5-a554-c59b314799da None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:03.835074 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-0ef904e0-34a7-4cb5-a554-c59b314799da None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:03.842974 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef904e0-34a7-4cb5-a554-c59b314799da None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:09:03.896977 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2ed8d9-46a0-4639-a24e-72c3bcfba2b3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 22:09:03.897492 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2ed8d9-46a0-4639-a24e-72c3bcfba2b3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:09:03.911723 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:03.926586 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0fdeacfe-6e7c-4633-9e90-75ac33e4777c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:03.936641 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5a2ed8d9-46a0-4639-a24e-72c3bcfba2b3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.0519719 Nov 23 22:09:03.941098 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57068) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:03.941615 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0fdeacfe-6e7c-4633-9e90-75ac33e4777c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:03.964393 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0ef904e0-34a7-4cb5-a554-c59b314799da None None] Attempting to bind port 1caadbac-6391-4d12-baf2-afd387ecb9a4 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:09:03.964874 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0ef904e0-34a7-4cb5-a554-c59b314799da None None] Attempting to bind port 1caadbac-6391-4d12-baf2-afd387ecb9a4 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:09:03.966777 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef904e0-34a7-4cb5-a554-c59b314799da None None] Attempting to bind port 1caadbac-6391-4d12-baf2-afd387ecb9a4 on network 8205a081-245e-4f42-9c61-30748520e8a4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:09:03.973014 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef904e0-34a7-4cb5-a554-c59b314799da None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:09:03.973529 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef904e0-34a7-4cb5-a554-c59b314799da None None] Checking segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:09:03.974038 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0ef904e0-34a7-4cb5-a554-c59b314799da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:03.974521 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef904e0-34a7-4cb5-a554-c59b314799da None None] Bound using segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:09:03.975121 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0ef904e0-34a7-4cb5-a554-c59b314799da None None] Bound port: 1caadbac-6391-4d12-baf2-afd387ecb9a4, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:09:03.975876 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0ef904e0-34a7-4cb5-a554-c59b314799da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:04.020214 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdeacfe-6e7c-4633-9e90-75ac33e4777c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429c5ed7-1436-42f0-818c-b6d99baba642,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:04.075310 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde7fcf3-b7be-47de-b1e0-70c74a3242a4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:04.110849 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde7fcf3-b7be-47de-b1e0-70c74a3242a4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:04.126980 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-bde7fcf3-b7be-47de-b1e0-70c74a3242a4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1736727 Nov 23 22:09:04.126980 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57074) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:04.149776 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0fdeacfe-6e7c-4633-9e90-75ac33e4777c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c65826e917847af97d7447ea6add17b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5089865 Nov 23 22:09:04.153635 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57076) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:04.161644 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] Set router 0fe0077a-0646-4b93-b4b3-c1846f2f19f9 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:09:04.162780 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0ef904e0-34a7-4cb5-a554-c59b314799da None None] For port 1caadbac-6391-4d12-baf2-afd387ecb9a4, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:09:04.167640 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0ef904e0-34a7-4cb5-a554-c59b314799da None None] For port 1caadbac-6391-4d12-baf2-afd387ecb9a4, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=1caadbac-6391-4d12-baf2-afd387ecb9a4,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:09:04.172398 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c0543b7b-3694-403c-bac1-f7e0c3d525d5 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:04.242284 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0ef904e0-34a7-4cb5-a554-c59b314799da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:04.263462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cbca8d86-4e44-4781-9fc9-3f89be0658e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:04.289396 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cbca8d86-4e44-4781-9fc9-3f89be0658e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:04.307941 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef904e0-34a7-4cb5-a554-c59b314799da None None] Pushing event updated for resources: {'Port': ['ID=1caadbac-6391-4d12-baf2-afd387ecb9a4,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:04.331744 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port c0543b7b-3694-403c-bac1-f7e0c3d525d5 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:04.332485 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:04.382312 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cbca8d86-4e44-4781-9fc9-3f89be0658e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:04.387070 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cbca8d86-4e44-4781-9fc9-3f89be0658e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:04.388269 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cbca8d86-4e44-4781-9fc9-3f89be0658e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/429c5ed7-1436-42f0-818c-b6d99baba642 HTTP/1.1" status: 204 len: 168 time: 0.2292337 Nov 23 22:09:04.413595 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca8d86-4e44-4781-9fc9-3f89be0658e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429c5ed7-1436-42f0-818c-b6d99baba642,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:04.430215 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-f2585557-426d-4718-a661-dfd92a204ae9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting port 5ea41cb8-4999-4038-80b7-02b7ade2bac0 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:09:04.430830 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2585557-426d-4718-a661-dfd92a204ae9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:04.598149 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:09:04.716652 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe0077a-0646-4b93-b4b3-c1846f2f19f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1849005665-router', 'tenant_id': '14f74779034d49d592bfcdc33c438539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'c0543b7b-3694-403c-bac1-f7e0c3d525d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:08:51Z', 'updated_at': '2021-11-23T22:09:00Z', 'revision_number': 4, 'project_id': '14f74779034d49d592bfcdc33c438539', 'gw_port': {'id': 'c0543b7b-3694-403c-bac1-f7e0c3d525d5', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe0077a-0646-4b93-b4b3-c1846f2f19f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:08:52Z', 'updated_at': '2021-11-23T22:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '5f2d8f17-f310-41c2-93da-dff073bb3c9a', 'name': '', 'network_id': 'e887b711-606f-4b83-863c-34d87a670bca', 'tenant_id': '14f74779034d49d592bfcdc33c438539', 'mac_address': 'fa:16:3e:28:7a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe0077a-0646-4b93-b4b3-c1846f2f19f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e425627e-71be-40cc-adcc-90e6fae7a9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:08:57Z', 'updated_at': '2021-11-23T22:09:00Z', 'revision_number': 2, 'project_id': '14f74779034d49d592bfcdc33c438539', 'subnets': [{'id': 'e425627e-71be-40cc-adcc-90e6fae7a9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:04.777264 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] Checking router: 0fe0077a-0646-4b93-b4b3-c1846f2f19f9 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:09:04.777849 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] Updating router 0fe0077a-0646-4b93-b4b3-c1846f2f19f9 port 5f2d8f17-f310-41c2-93da-dff073bb3c9a binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:09:04.798796 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2585557-426d-4718-a661-dfd92a204ae9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:04.833167 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-f2585557-426d-4718-a661-dfd92a204ae9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Calling delete_port for 5ea41cb8-4999-4038-80b7-02b7ade2bac0 owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:09:04.855326 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:05.149195 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2585557-426d-4718-a661-dfd92a204ae9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:05.189710 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2585557-426d-4718-a661-dfd92a204ae9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Port': ['ID=5ea41cb8-4999-4038-80b7-02b7ade2bac0,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:05.240498 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f2585557-426d-4718-a661-dfd92a204ae9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:05.247843 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f2585557-426d-4718-a661-dfd92a204ae9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/5ea41cb8-4999-4038-80b7-02b7ade2bac0 HTTP/1.1" status: 204 len: 168 time: 1.1214533 Nov 23 22:09:05.248065 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57100) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:05.389632 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7b82d7-cfb9-428a-b75c-48927015f495 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:05.393451 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7b82d7-cfb9-428a-b75c-48927015f495 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:05.395653 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3a7b82d7-cfb9-428a-b75c-48927015f495 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1455307 Nov 23 22:09:05.398352 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57106) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:05.490589 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:05.506815 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:05.565136 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5619d7e-ceb9-4546-ada0-be9a15002394 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet 874b8693-e531-4fc4-ba00-d9ab83b75fa1 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:09:05.571947 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5619d7e-ceb9-4546-ada0-be9a15002394 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:05.650506 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5619d7e-ceb9-4546-ada0-be9a15002394 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:05.721877 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ab54c-6188-49d8-a5d2-14f9378c7938 None None] Pushing event updated for resources: {'Port': ['ID=5f2d8f17-f310-41c2-93da-dff073bb3c9a,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:05.743337 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ab54c-6188-49d8-a5d2-14f9378c7938 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:05.743337 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ab54c-6188-49d8-a5d2-14f9378c7938 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:05.753716 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ab54c-6188-49d8-a5d2-14f9378c7938 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:05.755126 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ab54c-6188-49d8-a5d2-14f9378c7938 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:05.755694 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ab54c-6188-49d8-a5d2-14f9378c7938 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:05.756238 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ab54c-6188-49d8-a5d2-14f9378c7938 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:05.756789 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ab54c-6188-49d8-a5d2-14f9378c7938 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:05.757322 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ab54c-6188-49d8-a5d2-14f9378c7938 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:05.757990 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ab54c-6188-49d8-a5d2-14f9378c7938 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:05.758522 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ab54c-6188-49d8-a5d2-14f9378c7938 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:05.759509 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ab54c-6188-49d8-a5d2-14f9378c7938 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:05.760227 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6ab54c-6188-49d8-a5d2-14f9378c7938 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:05.820979 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] Attempting to bind port 5f2d8f17-f310-41c2-93da-dff073bb3c9a on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:09:05.821564 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] Attempting to bind port 5f2d8f17-f310-41c2-93da-dff073bb3c9a by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '8e3dc330-2fe3-487c-8bc0-b98508d2c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e887b711-606f-4b83-863c-34d87a670bca'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:09:05.821901 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] Attempting to bind port 5f2d8f17-f310-41c2-93da-dff073bb3c9a on network e887b711-606f-4b83-863c-34d87a670bca {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:09:05.832290 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:09:05.833995 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] Checking segment: {'id': '8e3dc330-2fe3-487c-8bc0-b98508d2c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e887b711-606f-4b83-863c-34d87a670bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:09:05.837984 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:05.839352 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] Bound using segment: {'id': '8e3dc330-2fe3-487c-8bc0-b98508d2c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e887b711-606f-4b83-863c-34d87a670bca'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:09:05.840467 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] Bound port: 5f2d8f17-f310-41c2-93da-dff073bb3c9a, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3dc330-2fe3-487c-8bc0-b98508d2c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e887b711-606f-4b83-863c-34d87a670bca'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:09:05.840866 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:05.861506 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5619d7e-ceb9-4546-ada0-be9a15002394 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:05.997843 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] For port 5f2d8f17-f310-41c2-93da-dff073bb3c9a, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:09:06.000802 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] For port 5f2d8f17-f310-41c2-93da-dff073bb3c9a, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5f2d8f17-f310-41c2-93da-dff073bb3c9a,segment=NetworkSegment(8e3dc330-2fe3-487c-8bc0-b98508d2c82b),segment_id=8e3dc330-2fe3-487c-8bc0-b98508d2c82b)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:09:06.009933 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5619d7e-ceb9-4546-ada0-be9a15002394 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:06.019505 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:06.032292 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e5619d7e-ceb9-4546-ada0-be9a15002394 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:06.036502 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e5619d7e-ceb9-4546-ada0-be9a15002394 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/874b8693-e531-4fc4-ba00-d9ab83b75fa1 HTTP/1.1" status: 204 len: 168 time: 0.6371062 Nov 23 22:09:06.039151 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57124) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:06.117374 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5619d7e-ceb9-4546-ada0-be9a15002394 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=874b8693-e531-4fc4-ba00-d9ab83b75fa1,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:06.146218 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3386b05f-2c91-47bc-a080-fdff2f77f6ea tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1009243 Nov 23 22:09:06.146668 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57126) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:06.153338 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-0b78de52-5827-446c-b819-350f5a1071b1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:06.170586 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 1caadbac-6391-4d12-baf2-afd387ecb9a4 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:06.197643 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ab54c-6188-49d8-a5d2-14f9378c7938 None None] Pushing event updated for resources: {'Port': ['ID=5f2d8f17-f310-41c2-93da-dff073bb3c9a,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:06.222339 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] Routers {'0fe0077a-0646-4b93-b4b3-c1846f2f19f9'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:09:06.223014 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:09:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0fe0077a-0646-4b93-b4b3-c1846f2f19f9'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:06.250509 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57132) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:06.310277 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 1caadbac-6391-4d12-baf2-afd387ecb9a4 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:06.310668 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:06.320592 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b78de52-5827-446c-b819-350f5a1071b1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:06.333871 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad1c32f-8a4a-4600-91f5-adcb16236060 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:06.343255 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0b78de52-5827-446c-b819-350f5a1071b1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:06.417010 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0e5c46a0-ff8d-41e5-8f24-63ebc12a2cf5 None None] Provisioning complete for port 1caadbac-6391-4d12-baf2-afd387ecb9a4 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:06.417695 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0e5c46a0-ff8d-41e5-8f24-63ebc12a2cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:06.443668 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b9598c56-6a54-49e7-aba2-6fe2d169ef5d tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-166251191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:06.500910 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9598c56-6a54-49e7-aba2-6fe2d169ef5d tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:06.502593 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9598c56-6a54-49e7-aba2-6fe2d169ef5d tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:06.526897 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] Set router 0fe0077a-0646-4b93-b4b3-c1846f2f19f9 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:09:06.582037 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9598c56-6a54-49e7-aba2-6fe2d169ef5d tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:06.602289 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9598c56-6a54-49e7-aba2-6fe2d169ef5d tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:06.639608 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9598c56-6a54-49e7-aba2-6fe2d169ef5d tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:06.644802 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b9598c56-6a54-49e7-aba2-6fe2d169ef5d tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3927619 Nov 23 22:09:06.646028 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57148) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:06.651626 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c889772f-1a5e-427d-aaa6-e8bd2a27eb0b tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-4297022'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:06.663032 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0b78de52-5827-446c-b819-350f5a1071b1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:06.703956 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c889772f-1a5e-427d-aaa6-e8bd2a27eb0b tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Made reservation on behalf of e34b6b5b3f434947aa9a6206ab462c89 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:06.708778 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c889772f-1a5e-427d-aaa6-e8bd2a27eb0b tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:06.732906 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c889772f-1a5e-427d-aaa6-e8bd2a27eb0b tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:06.809199 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78de52-5827-446c-b819-350f5a1071b1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=815135c3-fc95-441b-b127-5fadf432828a,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:06.821001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b78de52-5827-446c-b819-350f5a1071b1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:06.824112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-0b78de52-5827-446c-b819-350f5a1071b1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:06.830616 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b78de52-5827-446c-b819-350f5a1071b1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:06.832066 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0b78de52-5827-446c-b819-350f5a1071b1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:06.871140 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0b78de52-5827-446c-b819-350f5a1071b1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7218137 Nov 23 22:09:06.874103 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57156) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:06.889564 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-8cc8e119-0b67-4882-8477-588392a481d5 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'fixed_ips': [{'subnet_id': '815135c3-fc95-441b-b127-5fadf432828a', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1609122306'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:06.962930 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c889772f-1a5e-427d-aaa6-e8bd2a27eb0b tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:06.973411 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c889772f-1a5e-427d-aaa6-e8bd2a27eb0b tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:07.040539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889772f-1a5e-427d-aaa6-e8bd2a27eb0b tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4882d57-2e07-464c-8921-b24ac99e9f0d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:07.054965 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:07.059452 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0e5c46a0-ff8d-41e5-8f24-63ebc12a2cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:07.074583 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c889772f-1a5e-427d-aaa6-e8bd2a27eb0b tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:09:07.099191 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe0077a-0646-4b93-b4b3-c1846f2f19f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1849005665-router', 'tenant_id': '14f74779034d49d592bfcdc33c438539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'c0543b7b-3694-403c-bac1-f7e0c3d525d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:08:51Z', 'updated_at': '2021-11-23T22:09:00Z', 'revision_number': 4, 'project_id': '14f74779034d49d592bfcdc33c438539', 'gw_port': {'id': 'c0543b7b-3694-403c-bac1-f7e0c3d525d5', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe0077a-0646-4b93-b4b3-c1846f2f19f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:08:52Z', 'updated_at': '2021-11-23T22:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '5f2d8f17-f310-41c2-93da-dff073bb3c9a', 'name': '', 'network_id': 'e887b711-606f-4b83-863c-34d87a670bca', 'tenant_id': '14f74779034d49d592bfcdc33c438539', 'mac_address': 'fa:16:3e:28:7a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe0077a-0646-4b93-b4b3-c1846f2f19f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e425627e-71be-40cc-adcc-90e6fae7a9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:08:57Z', 'updated_at': '2021-11-23T22:09:05Z', 'revision_number': 4, 'project_id': '14f74779034d49d592bfcdc33c438539', 'subnets': [{'id': 'e425627e-71be-40cc-adcc-90e6fae7a9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:07.120516 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c889772f-1a5e-427d-aaa6-e8bd2a27eb0b tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:07.122474 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-c889772f-1a5e-427d-aaa6-e8bd2a27eb0b tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Added segment 2354f775-a9d2-4fb5-9706-bc851b1f06d7 of type vlan for network 55064518-2707-48b4-bf44-87e873ffe5e4 Nov 23 22:09:07.185871 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 1caadbac-6391-4d12-baf2-afd387ecb9a4, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=1caadbac-6391-4d12-baf2-afd387ecb9a4,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:07.207273 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:07.231214 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc8e119-0b67-4882-8477-588392a481d5 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:07.233473 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c889772f-1a5e-427d-aaa6-e8bd2a27eb0b tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:07.240758 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8cc8e119-0b67-4882-8477-588392a481d5 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:07.274241 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c889772f-1a5e-427d-aaa6-e8bd2a27eb0b tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:07.281477 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c889772f-1a5e-427d-aaa6-e8bd2a27eb0b tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:07.281803 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-8cc8e119-0b67-4882-8477-588392a481d5 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] device_id is not set on port bba13640-1627-42c7-b984-160e75040cce yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:09:07.283687 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c889772f-1a5e-427d-aaa6-e8bd2a27eb0b tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:07.295665 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7c9e48-aa68-4bb6-b859-d450d6616ec0 None None] The sync data for ids ['0fe0077a-0646-4b93-b4b3-c1846f2f19f9'] in n-d-816206-9 is: [{'id': '0fe0077a-0646-4b93-b4b3-c1846f2f19f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1849005665-router', 'tenant_id': '14f74779034d49d592bfcdc33c438539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'c0543b7b-3694-403c-bac1-f7e0c3d525d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:08:51Z', 'updated_at': '2021-11-23T22:09:00Z', 'revision_number': 4, 'project_id': '14f74779034d49d592bfcdc33c438539', 'gw_port': {'id': 'c0543b7b-3694-403c-bac1-f7e0c3d525d5', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe0077a-0646-4b93-b4b3-c1846f2f19f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:08:52Z', 'updated_at': '2021-11-23T22:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '5f2d8f17-f310-41c2-93da-dff073bb3c9a', 'name': '', 'network_id': 'e887b711-606f-4b83-863c-34d87a670bca', 'tenant_id': '14f74779034d49d592bfcdc33c438539', 'mac_address': 'fa:16:3e:28:7a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe0077a-0646-4b93-b4b3-c1846f2f19f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'e425627e-71be-40cc-adcc-90e6fae7a9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:08:57Z', 'updated_at': '2021-11-23T22:09:05Z', 'revision_number': 4, 'project_id': '14f74779034d49d592bfcdc33c438539', 'subnets': [{'id': 'e425627e-71be-40cc-adcc-90e6fae7a9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:09:07.321501 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c889772f-1a5e-427d-aaa6-e8bd2a27eb0b tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6741331 Nov 23 22:09:07.343448 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57162) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:07.352994 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d61239e2-0b5d-4d76-aff2-00b9a0df9484 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Request body: {'subnet': {'network_id': '55064518-2707-48b4-bf44-87e873ffe5e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:07.376828 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-0e5c46a0-ff8d-41e5-8f24-63ebc12a2cf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:09:07.377551 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-0e5c46a0-ff8d-41e5-8f24-63ebc12a2cf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:09:07.452274 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=1caadbac-6391-4d12-baf2-afd387ecb9a4,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:07.571373 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61239e2-0b5d-4d76-aff2-00b9a0df9484 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Made reservation on behalf of e34b6b5b3f434947aa9a6206ab462c89 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:07.581653 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d61239e2-0b5d-4d76-aff2-00b9a0df9484 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:07.610138 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc8e119-0b67-4882-8477-588392a481d5 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:09:07.611037 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc8e119-0b67-4882-8477-588392a481d5 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:09:07.638422 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8cc8e119-0b67-4882-8477-588392a481d5 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.7604630 Nov 23 22:09:07.640409 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57176) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:07.648582 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9bca1e-7675-4076-863d-b1c2b5c357bf None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:07.724952 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889772f-1a5e-427d-aaa6-e8bd2a27eb0b tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event updated for resources: {'Network': ['ID=55064518-2707-48b4-bf44-87e873ffe5e4,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:07.726854 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b153e4f-977c-480f-a193-399ccb7d2e00 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:07.728075 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4b153e4f-977c-480f-a193-399ccb7d2e00 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0842891 Nov 23 22:09:07.730252 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57180) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:07.817596 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 55064518-2707-48b4-bf44-87e873ffe5e4 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:09:07.945454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd6455e-a586-4e5f-9bfa-a72b7f294b83 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:07.947813 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd6455e-a586-4e5f-9bfa-a72b7f294b83 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:07.949715 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fdd6455e-a586-4e5f-9bfa-a72b7f294b83 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2175119 Nov 23 22:09:07.953225 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57188) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:08.064997 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d040df7-de54-481c-af4b-9df0724e57d8 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet 815135c3-fc95-441b-b127-5fadf432828a {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:09:08.072983 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6d040df7-de54-481c-af4b-9df0724e57d8 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:08.168530 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d61239e2-0b5d-4d76-aff2-00b9a0df9484 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:08.201749 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6d040df7-de54-481c-af4b-9df0724e57d8 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:08.279327 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-fbcc3cc5-77d6-47da-bd6d-bed4a5cdbc18 None None] Provisioning complete for port 1caadbac-6391-4d12-baf2-afd387ecb9a4 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:08.279850 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fbcc3cc5-77d6-47da-bd6d-bed4a5cdbc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:08.304682 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6d040df7-de54-481c-af4b-9df0724e57d8 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:08.331409 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5f2d8f17-f310-41c2-93da-dff073bb3c9a up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:08.402999 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6d040df7-de54-481c-af4b-9df0724e57d8 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:08.437397 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6d040df7-de54-481c-af4b-9df0724e57d8 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:08.446017 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6d040df7-de54-481c-af4b-9df0724e57d8 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/815135c3-fc95-441b-b127-5fadf432828a HTTP/1.1" status: 204 len: 168 time: 0.4915841 Nov 23 22:09:08.450538 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57196) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:08.459517 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61239e2-0b5d-4d76-aff2-00b9a0df9484 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event updated for resources: {'Subnet': ['ID=b7d169be-b75c-490b-8912-9fa9d68c9173,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:08.474152 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61239e2-0b5d-4d76-aff2-00b9a0df9484 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Checking segment: {'id': '2354f775-a9d2-4fb5-9706-bc851b1f06d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '55064518-2707-48b4-bf44-87e873ffe5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:09:08.474537 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61239e2-0b5d-4d76-aff2-00b9a0df9484 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Network hostable DHCP agents. Network: 55064518-2707-48b4-bf44-87e873ffe5e4, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:09:08.530194 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61239e2-0b5d-4d76-aff2-00b9a0df9484 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Network 55064518-2707-48b4-bf44-87e873ffe5e4 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:09:08.552679 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-d61239e2-0b5d-4d76-aff2-00b9a0df9484 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 55064518-2707-48b4-bf44-87e873ffe5e4) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:08.558097 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61239e2-0b5d-4d76-aff2-00b9a0df9484 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:08.561430 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d61239e2-0b5d-4d76-aff2-00b9a0df9484 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:08.602036 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d61239e2-0b5d-4d76-aff2-00b9a0df9484 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2571046 Nov 23 22:09:08.605177 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57200) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:08.618325 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-73a60f22-0832-477a-a2d2-f1c1b8bb0187 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Request body: {'network': {'name': 'tempest-router-network01--1424270572'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:08.637516 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277fe908-900d-47b4-a0fc-4d53853c9466 None None] Network 55064518-2707-48b4-bf44-87e873ffe5e4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:08.661499 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d040df7-de54-481c-af4b-9df0724e57d8 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=815135c3-fc95-441b-b127-5fadf432828a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:08.680071 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a60f22-0832-477a-a2d2-f1c1b8bb0187 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Made reservation on behalf of e34b6b5b3f434947aa9a6206ab462c89 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:08.687633 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e8421884-3a28-4a99-af88-fb36bcc83d53 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2342997 Nov 23 22:09:08.693916 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-73a60f22-0832-477a-a2d2-f1c1b8bb0187 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:08.695509 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57202) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:08.713967 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-df4c3f25-a384-4e90-8411-11a923f3f787 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:08.733593 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 5f2d8f17-f310-41c2-93da-dff073bb3c9a triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:08.735623 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:08.764820 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a60f22-0832-477a-a2d2-f1c1b8bb0187 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:09:08.797419 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-73a60f22-0832-477a-a2d2-f1c1b8bb0187 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:08.797856 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-73a60f22-0832-477a-a2d2-f1c1b8bb0187 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Added segment e01ec639-2abc-4798-82ff-e5901ec97025 of type vlan for network 4212ac22-5739-42ed-8132-d4a992ac9541 Nov 23 22:09:08.908750 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-73a60f22-0832-477a-a2d2-f1c1b8bb0187 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:08.986682 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e55a3b-efce-4c23-86c5-0bab0fbc76ac None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:09.002861 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-73a60f22-0832-477a-a2d2-f1c1b8bb0187 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:09.014742 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a60f22-0832-477a-a2d2-f1c1b8bb0187 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:09.015843 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-73a60f22-0832-477a-a2d2-f1c1b8bb0187 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:09.113535 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4c3f25-a384-4e90-8411-11a923f3f787 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:09.120752 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-df4c3f25-a384-4e90-8411-11a923f3f787 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:09.199146 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-73a60f22-0832-477a-a2d2-f1c1b8bb0187 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5922689 Nov 23 22:09:09.199460 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57208) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:09.207387 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a60f22-0832-477a-a2d2-f1c1b8bb0187 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event updated for resources: {'Network': ['ID=4212ac22-5739-42ed-8132-d4a992ac9541,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:09.301076 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 4212ac22-5739-42ed-8132-d4a992ac9541 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:09:09.313117 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:09.321697 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-7ce1e456-465e-4f21-8d99-85c4314702ae tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Request body: {'network': {'name': 'tempest-router-network02--1469105177'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:09.388327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce1e456-465e-4f21-8d99-85c4314702ae tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Made reservation on behalf of e34b6b5b3f434947aa9a6206ab462c89 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:09.392695 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7ce1e456-465e-4f21-8d99-85c4314702ae tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:09.467597 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b9c6fb-1ed4-4ab1-8807-ad2578fc5814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-55064518-2707-48b4-bf44-87e873ffe5e4', 'network_id': '55064518-2707-48b4-bf44-87e873ffe5e4', 'tenant_id': 'e34b6b5b3f434947aa9a6206ab462c89', 'fixed_ips': [{'subnet_id': 'b7d169be-b75c-490b-8912-9fa9d68c9173'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:09:09.468739 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-81b9c6fb-1ed4-4ab1-8807-ad2578fc5814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:09.491223 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce1e456-465e-4f21-8d99-85c4314702ae tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:09:09.522219 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7ce1e456-465e-4f21-8d99-85c4314702ae tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:09.522566 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-7ce1e456-465e-4f21-8d99-85c4314702ae tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Added segment f6b10adc-2af0-4a08-9a1a-5927fe1cb95a of type vlan for network 5d02ae8d-fd1b-4aa7-9587-cc316fa225fd Nov 23 22:09:09.578297 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ba211dd4-1b1c-4931-8643-42837867db9f None None] Provisioning complete for port 1caadbac-6391-4d12-baf2-afd387ecb9a4 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:09.578843 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ba211dd4-1b1c-4931-8643-42837867db9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:09.615365 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 5f2d8f17-f310-41c2-93da-dff073bb3c9a, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5f2d8f17-f310-41c2-93da-dff073bb3c9a,segment=NetworkSegment(8e3dc330-2fe3-487c-8bc0-b98508d2c82b),segment_id=8e3dc330-2fe3-487c-8bc0-b98508d2c82b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:09.621419 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7ce1e456-465e-4f21-8d99-85c4314702ae tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:09.648227 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-df4c3f25-a384-4e90-8411-11a923f3f787 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:09.686301 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:09.694129 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 1caadbac-6391-4d12-baf2-afd387ecb9a4 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:09.763448 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4c3f25-a384-4e90-8411-11a923f3f787 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:09.774019 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-df4c3f25-a384-4e90-8411-11a923f3f787 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:09.779651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4c3f25-a384-4e90-8411-11a923f3f787 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:09.780294 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-df4c3f25-a384-4e90-8411-11a923f3f787 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:09.789463 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7ce1e456-465e-4f21-8d99-85c4314702ae tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:09.797049 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce1e456-465e-4f21-8d99-85c4314702ae tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:09.797759 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7ce1e456-465e-4f21-8d99-85c4314702ae tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:09.839699 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7ce1e456-465e-4f21-8d99-85c4314702ae tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5323484 Nov 23 22:09:09.840504 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57218) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:09.848714 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a3ff9236-71b9-42fa-b2f5-46093b461256 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Request body: {'subnet': {'network_id': '4212ac22-5739-42ed-8132-d4a992ac9541', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:09.854436 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c3f25-a384-4e90-8411-11a923f3f787 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=8056c422-13a6-462b-ae91-4ab1e08889e3,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:09.881701 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-df4c3f25-a384-4e90-8411-11a923f3f787 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1779335 Nov 23 22:09:09.894459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57220) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:09.916410 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6fc4dcc7-7032-43bb-b27d-6422c80da059 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1707534694', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:09.928602 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1e456-465e-4f21-8d99-85c4314702ae tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event updated for resources: {'Network': ['ID=5d02ae8d-fd1b-4aa7-9587-cc316fa225fd,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:10.025962 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 5d02ae8d-fd1b-4aa7-9587-cc316fa225fd details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:09:10.028055 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57224) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:10.146693 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c7704d-7f18-4368-8a11-a77e73499caf None None] DHCP port deletion for 8205a081-245e-4f42-9c61-30748520e8a4 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:09:10.176901 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dcc7-7032-43bb-b27d-6422c80da059 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:10.178579 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dcc7-7032-43bb-b27d-6422c80da059 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:10.190655 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ff9236-71b9-42fa-b2f5-46093b461256 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Made reservation on behalf of e34b6b5b3f434947aa9a6206ab462c89 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:10.196764 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a3ff9236-71b9-42fa-b2f5-46093b461256 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:10.221621 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=5f2d8f17-f310-41c2-93da-dff073bb3c9a,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:10.227775 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4403164d-e580-4612-adad-b4eae9742490 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:10.368421 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-81b9c6fb-1ed4-4ab1-8807-ad2578fc5814 None None] Allocated IP 2001:db8::2 (55064518-2707-48b4-bf44-87e873ffe5e4/b7d169be-b75c-490b-8912-9fa9d68c9173/ee80e204-9650-4f95-a12e-6ec56d0cf12e) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:09:10.381342 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 1caadbac-6391-4d12-baf2-afd387ecb9a4 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:10.381988 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:10.404544 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4403164d-e580-4612-adad-b4eae9742490 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:10.412191 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4403164d-e580-4612-adad-b4eae9742490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:10.469076 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4403164d-e580-4612-adad-b4eae9742490 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=50682f2371c343a8b6c2aa624bca4b98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4388819 Nov 23 22:09:10.480584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57234) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:10.483523 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a2c7704d-7f18-4368-8a11-a77e73499caf None None] Deleting port 1caadbac-6391-4d12-baf2-afd387ecb9a4 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:09:10.484075 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a2c7704d-7f18-4368-8a11-a77e73499caf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:10.511788 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dcc7-7032-43bb-b27d-6422c80da059 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:10.537053 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dcc7-7032-43bb-b27d-6422c80da059 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:10.563100 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403164d-e580-4612-adad-b4eae9742490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06f3391-7616-4b79-824b-203c5a558c5a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:10.589787 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6fc4dcc7-7032-43bb-b27d-6422c80da059 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:10.594244 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6fc4dcc7-7032-43bb-b27d-6422c80da059 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6984220 Nov 23 22:09:10.599549 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57236) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:10.725077 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a3ff9236-71b9-42fa-b2f5-46093b461256 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:10.799442 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff9236-71b9-42fa-b2f5-46093b461256 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event updated for resources: {'Subnet': ['ID=1c065388-7675-4805-9311-54ae8e83833a,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:10.859698 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ff9236-71b9-42fa-b2f5-46093b461256 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Checking segment: {'id': 'e01ec639-2abc-4798-82ff-e5901ec97025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4212ac22-5739-42ed-8132-d4a992ac9541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:09:10.860277 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ff9236-71b9-42fa-b2f5-46093b461256 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Network hostable DHCP agents. Network: 4212ac22-5739-42ed-8132-d4a992ac9541, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:09:10.875049 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6299e271-5762-4615-8035-4b058105fe27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:10.888231 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a2c7704d-7f18-4368-8a11-a77e73499caf None None] For port 1caadbac-6391-4d12-baf2-afd387ecb9a4, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=1caadbac-6391-4d12-baf2-afd387ecb9a4,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:10.889044 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a2c7704d-7f18-4368-8a11-a77e73499caf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:10.891586 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ff9236-71b9-42fa-b2f5-46093b461256 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Network 4212ac22-5739-42ed-8132-d4a992ac9541 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:09:10.904285 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6299e271-5762-4615-8035-4b058105fe27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:10.911320 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a2c7704d-7f18-4368-8a11-a77e73499caf None None] Calling delete_port for 1caadbac-6391-4d12-baf2-afd387ecb9a4 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:09:10.916461 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-a3ff9236-71b9-42fa-b2f5-46093b461256 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 4212ac22-5739-42ed-8132-d4a992ac9541) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:10.923539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ff9236-71b9-42fa-b2f5-46093b461256 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:10.927318 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a3ff9236-71b9-42fa-b2f5-46093b461256 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:10.929970 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce206e9-4fae-4224-b145-eebf366baaca None None] Network 4212ac22-5739-42ed-8132-d4a992ac9541 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:10.942421 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-81b9c6fb-1ed4-4ab1-8807-ad2578fc5814 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:10.977106 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a3ff9236-71b9-42fa-b2f5-46093b461256 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1320045 Nov 23 22:09:10.978013 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57240) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:10.984591 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-82d6fcb0-cd51-439a-bd38-8ad841506aba tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Request body: {'subnet': {'network_id': '5d02ae8d-fd1b-4aa7-9587-cc316fa225fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:11.009752 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-81b9c6fb-1ed4-4ab1-8807-ad2578fc5814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:11.088359 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5f2d8f17-f310-41c2-93da-dff073bb3c9a up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:11.106300 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b9c6fb-1ed4-4ab1-8807-ad2578fc5814 None None] Network 55064518-2707-48b4-bf44-87e873ffe5e4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:11.106953 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6299e271-5762-4615-8035-4b058105fe27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:11.133895 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6299e271-5762-4615-8035-4b058105fe27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:11.143174 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6299e271-5762-4615-8035-4b058105fe27 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f06f3391-7616-4b79-824b-203c5a558c5a HTTP/1.1" status: 204 len: 168 time: 0.6547937 Nov 23 22:09:11.144676 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-81b9c6fb-1ed4-4ab1-8807-ad2578fc5814 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:11.156020 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b9c6fb-1ed4-4ab1-8807-ad2578fc5814 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:09:11.165179 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299e271-5762-4615-8035-4b058105fe27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06f3391-7616-4b79-824b-203c5a558c5a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:11.186859 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9c6fb-1ed4-4ab1-8807-ad2578fc5814 None None] Pushing event updated for resources: {'Port': ['ID=ee80e204-9650-4f95-a12e-6ec56d0cf12e,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:11.232956 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d6fcb0-cd51-439a-bd38-8ad841506aba tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Made reservation on behalf of e34b6b5b3f434947aa9a6206ab462c89 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:11.239159 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82d6fcb0-cd51-439a-bd38-8ad841506aba tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:11.393897 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bd67122c-1794-4d62-a9d1-e6b0792d1ebb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:11.424435 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a2c7704d-7f18-4368-8a11-a77e73499caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:11.549200 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-81b9c6fb-1ed4-4ab1-8807-ad2578fc5814 None None] Attempting to bind port ee80e204-9650-4f95-a12e-6ec56d0cf12e on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:09:11.549577 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-81b9c6fb-1ed4-4ab1-8807-ad2578fc5814 None None] Attempting to bind port ee80e204-9650-4f95-a12e-6ec56d0cf12e by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2354f775-a9d2-4fb5-9706-bc851b1f06d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '55064518-2707-48b4-bf44-87e873ffe5e4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:09:11.549948 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b9c6fb-1ed4-4ab1-8807-ad2578fc5814 None None] Attempting to bind port ee80e204-9650-4f95-a12e-6ec56d0cf12e on network 55064518-2707-48b4-bf44-87e873ffe5e4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:09:11.566099 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7704d-7f18-4368-8a11-a77e73499caf None None] Pushing event deleted for resources: {'Port': ['ID=1caadbac-6391-4d12-baf2-afd387ecb9a4,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:11.603816 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82d6fcb0-cd51-439a-bd38-8ad841506aba tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:11.618588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b9c6fb-1ed4-4ab1-8807-ad2578fc5814 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:09:11.619363 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b9c6fb-1ed4-4ab1-8807-ad2578fc5814 None None] Checking segment: {'id': '2354f775-a9d2-4fb5-9706-bc851b1f06d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '55064518-2707-48b4-bf44-87e873ffe5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:09:11.620036 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-81b9c6fb-1ed4-4ab1-8807-ad2578fc5814 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:11.620669 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b9c6fb-1ed4-4ab1-8807-ad2578fc5814 None None] Bound using segment: {'id': '2354f775-a9d2-4fb5-9706-bc851b1f06d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '55064518-2707-48b4-bf44-87e873ffe5e4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:09:11.621397 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-81b9c6fb-1ed4-4ab1-8807-ad2578fc5814 None None] Bound port: ee80e204-9650-4f95-a12e-6ec56d0cf12e, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2354f775-a9d2-4fb5-9706-bc851b1f06d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '55064518-2707-48b4-bf44-87e873ffe5e4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:09:11.621918 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-81b9c6fb-1ed4-4ab1-8807-ad2578fc5814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:11.626831 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 5f2d8f17-f310-41c2-93da-dff073bb3c9a triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:11.627314 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:11.654125 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c7704d-7f18-4368-8a11-a77e73499caf None None] No DVR routers for this DVR port 1caadbac-6391-4d12-baf2-afd387ecb9a4 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:09:11.691440 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8272ce2f-c881-4f77-af7a-081bef4b70b5 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:11.738007 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d6fcb0-cd51-439a-bd38-8ad841506aba tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Checking segment: {'id': 'f6b10adc-2af0-4a08-9a1a-5927fe1cb95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5d02ae8d-fd1b-4aa7-9587-cc316fa225fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:09:11.738007 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d6fcb0-cd51-439a-bd38-8ad841506aba tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Network hostable DHCP agents. Network: 5d02ae8d-fd1b-4aa7-9587-cc316fa225fd, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:09:11.742432 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6fcb0-cd51-439a-bd38-8ad841506aba tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event updated for resources: {'Subnet': ['ID=8b0e1cbf-a69d-4473-ab4e-e6ce75b903ef,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:11.764409 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc6e4d0-c576-4b7f-afea-c5babb035b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-4212ac22-5739-42ed-8132-d4a992ac9541', 'network_id': '4212ac22-5739-42ed-8132-d4a992ac9541', 'tenant_id': 'e34b6b5b3f434947aa9a6206ab462c89', 'fixed_ips': [{'subnet_id': '1c065388-7675-4805-9311-54ae8e83833a'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:09:11.769465 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e4d0-c576-4b7f-afea-c5babb035b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:11.771050 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d6fcb0-cd51-439a-bd38-8ad841506aba tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Network 5d02ae8d-fd1b-4aa7-9587-cc316fa225fd is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:09:11.826868 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-82d6fcb0-cd51-439a-bd38-8ad841506aba tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 5d02ae8d-fd1b-4aa7-9587-cc316fa225fd) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:11.851984 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d6fcb0-cd51-439a-bd38-8ad841506aba tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:11.851984 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82d6fcb0-cd51-439a-bd38-8ad841506aba tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:11.851984 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57252) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:11.913363 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caa63f6-5312-4fa0-80c2-96ca45a11699 None None] Network 5d02ae8d-fd1b-4aa7-9587-cc316fa225fd requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:11.920063 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57256) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:11.920976 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-82d6fcb0-cd51-439a-bd38-8ad841506aba tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9414189 Nov 23 22:09:11.925882 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-92d368d8-7d5c-4fd0-97e3-e01bcc809cce admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:12.079728 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-92d368d8-7d5c-4fd0-97e3-e01bcc809cce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:12.090477 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-92d368d8-7d5c-4fd0-97e3-e01bcc809cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:12.128622 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-81b9c6fb-1ed4-4ab1-8807-ad2578fc5814 None None] For port ee80e204-9650-4f95-a12e-6ec56d0cf12e, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:09:12.159883 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d368d8-7d5c-4fd0-97e3-e01bcc809cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17eb995-4a19-4177-aa75-a8b0ac90840a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:12.179381 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-92d368d8-7d5c-4fd0-97e3-e01bcc809cce admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b0b6e175bb0c43ef97ce133d23e60714&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3285289 Nov 23 22:09:12.180283 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57258) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:12.196784 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-bd67122c-1794-4d62-a9d1-e6b0792d1ebb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8::1 (8205a081-245e-4f42-9c61-30748520e8a4/8056c422-13a6-462b-ae91-4ab1e08889e3/4f5f7c94-434a-4d24-a265-54d5fb6c43eb) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:09:12.267806 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b6649e19-6f76-4ea0-86e6-78977e8d2a2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:12.282792 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-81b9c6fb-1ed4-4ab1-8807-ad2578fc5814 None None] For port ee80e204-9650-4f95-a12e-6ec56d0cf12e, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ee80e204-9650-4f95-a12e-6ec56d0cf12e,segment=NetworkSegment(2354f775-a9d2-4fb5-9706-bc851b1f06d7),segment_id=2354f775-a9d2-4fb5-9706-bc851b1f06d7)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:09:12.328312 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b6649e19-6f76-4ea0-86e6-78977e8d2a2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:12.357143 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-81b9c6fb-1ed4-4ab1-8807-ad2578fc5814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:12.436394 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9c6fb-1ed4-4ab1-8807-ad2578fc5814 None None] Pushing event updated for resources: {'Port': ['ID=ee80e204-9650-4f95-a12e-6ec56d0cf12e,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:12.441672 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc6536f-aa29-462b-b887-1c5937ea3515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8205a081-245e-4f42-9c61-30748520e8a4', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'fixed_ips': [{'subnet_id': '8056c422-13a6-462b-ae91-4ab1e08889e3'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:09:12.442694 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ecc6536f-aa29-462b-b887-1c5937ea3515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:12.447874 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b6649e19-6f76-4ea0-86e6-78977e8d2a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:12.451270 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b6649e19-6f76-4ea0-86e6-78977e8d2a2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:12.456587 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b6649e19-6f76-4ea0-86e6-78977e8d2a2f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d17eb995-4a19-4177-aa75-a8b0ac90840a HTTP/1.1" status: 204 len: 168 time: 0.2750781 Nov 23 22:09:12.475583 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6649e19-6f76-4ea0-86e6-78977e8d2a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17eb995-4a19-4177-aa75-a8b0ac90840a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:12.704160 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 1caadbac-6391-4d12-baf2-afd387ecb9a4 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:09:12.792167 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159593cb-4c39-4fc6-baed-cc7f7ffffe03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-5d02ae8d-fd1b-4aa7-9587-cc316fa225fd', 'network_id': '5d02ae8d-fd1b-4aa7-9587-cc316fa225fd', 'tenant_id': 'e34b6b5b3f434947aa9a6206ab462c89', 'fixed_ips': [{'subnet_id': '8b0e1cbf-a69d-4473-ab4e-e6ce75b903ef'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:09:12.799704 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-159593cb-4c39-4fc6-baed-cc7f7ffffe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:12.805703 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 1caadbac-6391-4d12-baf2-afd387ecb9a4 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:09:12.810799 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 1caadbac-6391-4d12-baf2-afd387ecb9a4 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:09:12.820316 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-2dc6e4d0-c576-4b7f-afea-c5babb035b89 None None] Allocated IP 2001:db8::2 (4212ac22-5739-42ed-8132-d4a992ac9541/1c065388-7675-4805-9311-54ae8e83833a/a13eb935-0f31-4a05-af20-727a35276317) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:09:13.304283 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-159593cb-4c39-4fc6-baed-cc7f7ffffe03 None None] Allocated IP 2001:db8::2 (5d02ae8d-fd1b-4aa7-9587-cc316fa225fd/8b0e1cbf-a69d-4473-ab4e-e6ce75b903ef/df3b480d-9d54-49ca-a26c-8495758d2366) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:09:13.329895 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bd67122c-1794-4d62-a9d1-e6b0792d1ebb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:13.333481 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c588a0a-dac6-4a46-b2c7-7a84709a1143 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:13.525133 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e4d0-c576-4b7f-afea-c5babb035b89 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:13.600932 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e4d0-c576-4b7f-afea-c5babb035b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:13.634531 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bd67122c-1794-4d62-a9d1-e6b0792d1ebb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:13.665127 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc6e4d0-c576-4b7f-afea-c5babb035b89 None None] Network 4212ac22-5739-42ed-8132-d4a992ac9541 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:13.669441 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-2dc6e4d0-c576-4b7f-afea-c5babb035b89 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:13.682817 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc6e4d0-c576-4b7f-afea-c5babb035b89 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:09:13.699006 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-ecc6536f-aa29-462b-b887-1c5937ea3515 None None] Allocated IP 2001:db8::2 (8205a081-245e-4f42-9c61-30748520e8a4/8056c422-13a6-462b-ae91-4ab1e08889e3/fedb7862-c5b3-4621-a8a0-fb82a5e0d96b) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:09:13.748940 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd67122c-1794-4d62-a9d1-e6b0792d1ebb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:13.761181 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-bd67122c-1794-4d62-a9d1-e6b0792d1ebb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:13.780880 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd67122c-1794-4d62-a9d1-e6b0792d1ebb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:09:13.785733 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bd67122c-1794-4d62-a9d1-e6b0792d1ebb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:14.113633 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67122c-1794-4d62-a9d1-e6b0792d1ebb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=4f5f7c94-434a-4d24-a265-54d5fb6c43eb,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:14.184654 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-0c588a0a-dac6-4a46-b2c7-7a84709a1143 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Allocated IP 2001:db8::1 (4212ac22-5739-42ed-8132-d4a992ac9541/1c065388-7675-4805-9311-54ae8e83833a/7d02c6e5-ad19-4215-a071-eab31976b437) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:09:14.250387 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bd67122c-1794-4d62-a9d1-e6b0792d1ebb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:14.261408 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2dc6e4d0-c576-4b7f-afea-c5babb035b89 None None] Attempting to bind port a13eb935-0f31-4a05-af20-727a35276317 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:09:14.261805 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2dc6e4d0-c576-4b7f-afea-c5babb035b89 None None] Attempting to bind port a13eb935-0f31-4a05-af20-727a35276317 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'e01ec639-2abc-4798-82ff-e5901ec97025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4212ac22-5739-42ed-8132-d4a992ac9541'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:09:14.262172 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc6e4d0-c576-4b7f-afea-c5babb035b89 None None] Attempting to bind port a13eb935-0f31-4a05-af20-727a35276317 on network 4212ac22-5739-42ed-8132-d4a992ac9541 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:09:14.284449 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6e4d0-c576-4b7f-afea-c5babb035b89 None None] Pushing event updated for resources: {'Port': ['ID=a13eb935-0f31-4a05-af20-727a35276317,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:14.288387 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-159593cb-4c39-4fc6-baed-cc7f7ffffe03 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:14.305998 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-159593cb-4c39-4fc6-baed-cc7f7ffffe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:14.312962 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc6e4d0-c576-4b7f-afea-c5babb035b89 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:09:14.313346 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc6e4d0-c576-4b7f-afea-c5babb035b89 None None] Checking segment: {'id': 'e01ec639-2abc-4798-82ff-e5901ec97025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4212ac22-5739-42ed-8132-d4a992ac9541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:09:14.313774 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e4d0-c576-4b7f-afea-c5babb035b89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:14.314413 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc6e4d0-c576-4b7f-afea-c5babb035b89 None None] Bound using segment: {'id': 'e01ec639-2abc-4798-82ff-e5901ec97025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4212ac22-5739-42ed-8132-d4a992ac9541'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:09:14.314923 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2dc6e4d0-c576-4b7f-afea-c5babb035b89 None None] Bound port: a13eb935-0f31-4a05-af20-727a35276317, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01ec639-2abc-4798-82ff-e5901ec97025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4212ac22-5739-42ed-8132-d4a992ac9541'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:09:14.315308 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e4d0-c576-4b7f-afea-c5babb035b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:14.352588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7cf141-7589-4b2a-8e58-a9061f76fd8f None None] Network 55064518-2707-48b4-bf44-87e873ffe5e4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:14.447795 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159593cb-4c39-4fc6-baed-cc7f7ffffe03 None None] Network 5d02ae8d-fd1b-4aa7-9587-cc316fa225fd is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:14.462533 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-159593cb-4c39-4fc6-baed-cc7f7ffffe03 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:14.467949 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159593cb-4c39-4fc6-baed-cc7f7ffffe03 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:09:14.556028 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c588a0a-dac6-4a46-b2c7-7a84709a1143 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:14.575817 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4f0bb1fb-6ed9-43b2-a8ec-437dd7159bd3 None None] Provisioning complete for port ee80e204-9650-4f95-a12e-6ec56d0cf12e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:14.576488 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4f0bb1fb-6ed9-43b2-a8ec-437dd7159bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:14.641034 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159593cb-4c39-4fc6-baed-cc7f7ffffe03 None None] Pushing event updated for resources: {'Port': ['ID=df3b480d-9d54-49ca-a26c-8495758d2366,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:14.731602 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c588a0a-dac6-4a46-b2c7-7a84709a1143 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:14.870380 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c588a0a-dac6-4a46-b2c7-7a84709a1143 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Network 4212ac22-5739-42ed-8132-d4a992ac9541 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:14.884869 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-0c588a0a-dac6-4a46-b2c7-7a84709a1143 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:14.887433 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c588a0a-dac6-4a46-b2c7-7a84709a1143 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:09:14.887987 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c588a0a-dac6-4a46-b2c7-7a84709a1143 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:14.898940 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2dc6e4d0-c576-4b7f-afea-c5babb035b89 None None] For port a13eb935-0f31-4a05-af20-727a35276317, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:09:14.938085 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-159593cb-4c39-4fc6-baed-cc7f7ffffe03 None None] Attempting to bind port df3b480d-9d54-49ca-a26c-8495758d2366 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:09:14.939400 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-159593cb-4c39-4fc6-baed-cc7f7ffffe03 None None] Attempting to bind port df3b480d-9d54-49ca-a26c-8495758d2366 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'f6b10adc-2af0-4a08-9a1a-5927fe1cb95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5d02ae8d-fd1b-4aa7-9587-cc316fa225fd'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:09:14.939918 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159593cb-4c39-4fc6-baed-cc7f7ffffe03 None None] Attempting to bind port df3b480d-9d54-49ca-a26c-8495758d2366 on network 5d02ae8d-fd1b-4aa7-9587-cc316fa225fd {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:09:14.993562 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ecc6536f-aa29-462b-b887-1c5937ea3515 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:15.009531 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2dc6e4d0-c576-4b7f-afea-c5babb035b89 None None] For port a13eb935-0f31-4a05-af20-727a35276317, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a13eb935-0f31-4a05-af20-727a35276317,segment=NetworkSegment(e01ec639-2abc-4798-82ff-e5901ec97025),segment_id=e01ec639-2abc-4798-82ff-e5901ec97025)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:09:15.082215 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159593cb-4c39-4fc6-baed-cc7f7ffffe03 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:09:15.082707 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159593cb-4c39-4fc6-baed-cc7f7ffffe03 None None] Checking segment: {'id': 'f6b10adc-2af0-4a08-9a1a-5927fe1cb95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5d02ae8d-fd1b-4aa7-9587-cc316fa225fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:09:15.084639 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-159593cb-4c39-4fc6-baed-cc7f7ffffe03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:15.085278 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159593cb-4c39-4fc6-baed-cc7f7ffffe03 None None] Bound using segment: {'id': 'f6b10adc-2af0-4a08-9a1a-5927fe1cb95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5d02ae8d-fd1b-4aa7-9587-cc316fa225fd'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:09:15.085806 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-159593cb-4c39-4fc6-baed-cc7f7ffffe03 None None] Bound port: df3b480d-9d54-49ca-a26c-8495758d2366, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b10adc-2af0-4a08-9a1a-5927fe1cb95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '5d02ae8d-fd1b-4aa7-9587-cc316fa225fd'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:09:15.086194 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-159593cb-4c39-4fc6-baed-cc7f7ffffe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:15.114850 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ecc6536f-aa29-462b-b887-1c5937ea3515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:15.128925 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bd67122c-1794-4d62-a9d1-e6b0792d1ebb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:15.152128 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588a0a-dac6-4a46-b2c7-7a84709a1143 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event updated for resources: {'Port': ['ID=7d02c6e5-ad19-4215-a071-eab31976b437,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:15.164336 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bd67122c-1794-4d62-a9d1-e6b0792d1ebb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:15.164336 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bd67122c-1794-4d62-a9d1-e6b0792d1ebb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:15.218070 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc6536f-aa29-462b-b887-1c5937ea3515 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:15.222251 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2dc6e4d0-c576-4b7f-afea-c5babb035b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:15.238473 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-ecc6536f-aa29-462b-b887-1c5937ea3515 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:15.315676 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6536f-aa29-462b-b887-1c5937ea3515 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:09:15.341814 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ee80e204-9650-4f95-a12e-6ec56d0cf12e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:15.386354 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd67122c-1794-4d62-a9d1-e6b0792d1ebb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:15.397972 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67122c-1794-4d62-a9d1-e6b0792d1ebb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=4f5f7c94-434a-4d24-a265-54d5fb6c43eb,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:15.405349 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-bd67122c-1794-4d62-a9d1-e6b0792d1ebb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:15.463549 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4f0bb1fb-6ed9-43b2-a8ec-437dd7159bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:15.597770 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c588a0a-dac6-4a46-b2c7-7a84709a1143 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:15.651574 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4f0bb1fb-6ed9-43b2-a8ec-437dd7159bd3 None None] For port ee80e204-9650-4f95-a12e-6ec56d0cf12e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ee80e204-9650-4f95-a12e-6ec56d0cf12e,segment=NetworkSegment(2354f775-a9d2-4fb5-9706-bc851b1f06d7),segment_id=2354f775-a9d2-4fb5-9706-bc851b1f06d7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:15.730395 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4f0bb1fb-6ed9-43b2-a8ec-437dd7159bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:15.747377 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6536f-aa29-462b-b887-1c5937ea3515 None None] Pushing event updated for resources: {'Port': ['ID=fedb7862-c5b3-4621-a8a0-fb82a5e0d96b,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:15.768976 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port ee80e204-9650-4f95-a12e-6ec56d0cf12e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:15.769352 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:16.002115 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6e4d0-c576-4b7f-afea-c5babb035b89 None None] Pushing event updated for resources: {'Port': ['ID=a13eb935-0f31-4a05-af20-727a35276317,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:16.018961 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-159593cb-4c39-4fc6-baed-cc7f7ffffe03 None None] For port df3b480d-9d54-49ca-a26c-8495758d2366, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:09:16.022231 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd67122c-1794-4d62-a9d1-e6b0792d1ebb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Router f1bc2411-b796-4910-b5c7-f5e167059777 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:09:16.054374 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ecc6536f-aa29-462b-b887-1c5937ea3515 None None] Attempting to bind port fedb7862-c5b3-4621-a8a0-fb82a5e0d96b on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:09:16.054807 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ecc6536f-aa29-462b-b887-1c5937ea3515 None None] Attempting to bind port fedb7862-c5b3-4621-a8a0-fb82a5e0d96b by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:09:16.055252 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc6536f-aa29-462b-b887-1c5937ea3515 None None] Attempting to bind port fedb7862-c5b3-4621-a8a0-fb82a5e0d96b on network 8205a081-245e-4f42-9c61-30748520e8a4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:09:16.089943 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-159593cb-4c39-4fc6-baed-cc7f7ffffe03 None None] For port df3b480d-9d54-49ca-a26c-8495758d2366, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=df3b480d-9d54-49ca-a26c-8495758d2366,segment=NetworkSegment(f6b10adc-2af0-4a08-9a1a-5927fe1cb95a),segment_id=f6b10adc-2af0-4a08-9a1a-5927fe1cb95a)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:09:16.146858 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-159593cb-4c39-4fc6-baed-cc7f7ffffe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:16.157145 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc6536f-aa29-462b-b887-1c5937ea3515 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:09:16.158836 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc6536f-aa29-462b-b887-1c5937ea3515 None None] Checking segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:09:16.159260 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ecc6536f-aa29-462b-b887-1c5937ea3515 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:16.159806 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc6536f-aa29-462b-b887-1c5937ea3515 None None] Bound using segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:09:16.160362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ecc6536f-aa29-462b-b887-1c5937ea3515 None None] Bound port: fedb7862-c5b3-4621-a8a0-fb82a5e0d96b, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:09:16.163067 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ecc6536f-aa29-462b-b887-1c5937ea3515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:16.249090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd67122c-1794-4d62-a9d1-e6b0792d1ebb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:09:16.270473 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-bd67122c-1794-4d62-a9d1-e6b0792d1ebb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "PUT /v2.0/routers/f1bc2411-b796-4910-b5c7-f5e167059777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6647737 Nov 23 22:09:16.271294 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57342) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:16.272016 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bb1fb-6ed9-43b2-a8ec-437dd7159bd3 None None] Pushing event updated for resources: {'Port': ['ID=ee80e204-9650-4f95-a12e-6ec56d0cf12e,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:16.285452 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b3b49-85c1-4d94-babf-edd1ff97e2a9 None None] Sync routers for ids ['f1bc2411-b796-4910-b5c7-f5e167059777'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:09:16.307410 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c588a0a-dac6-4a46-b2c7-7a84709a1143 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:16.333387 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c588a0a-dac6-4a46-b2c7-7a84709a1143 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:16.336706 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c588a0a-dac6-4a46-b2c7-7a84709a1143 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:16.411396 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b3b49-85c1-4d94-babf-edd1ff97e2a9 None None] Routers {'f1bc2411-b796-4910-b5c7-f5e167059777'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:09:16.412606 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e81b3b49-85c1-4d94-babf-edd1ff97e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:09:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f1bc2411-b796-4910-b5c7-f5e167059777'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:16.469138 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112c2d23-d9a2-4005-8d32-c6253f528fd6 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:16.471747 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-112c2d23-d9a2-4005-8d32-c6253f528fd6 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports/4f5f7c94-434a-4d24-a265-54d5fb6c43eb HTTP/1.1" status: 200 len: 911 time: 0.1985705 Nov 23 22:09:16.474321 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57354) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:16.518284 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c588a0a-dac6-4a46-b2c7-7a84709a1143 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event updated for resources: {'Port': ['ID=7d02c6e5-ad19-4215-a071-eab31976b437,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:16.585145 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5047b972-444d-4d0a-a55c-d8a51b70b8f0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:16.597318 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5047b972-444d-4d0a-a55c-d8a51b70b8f0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:16.599486 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5047b972-444d-4d0a-a55c-d8a51b70b8f0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1201305 Nov 23 22:09:16.602376 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57358) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:16.614680 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-e81b3b49-85c1-4d94-babf-edd1ff97e2a9 None None] Set router f1bc2411-b796-4910-b5c7-f5e167059777 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:09:16.765028 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c588a0a-dac6-4a46-b2c7-7a84709a1143 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Network 4212ac22-5739-42ed-8132-d4a992ac9541 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:16.769240 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-0c588a0a-dac6-4a46-b2c7-7a84709a1143 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:16.856174 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ecc6536f-aa29-462b-b887-1c5937ea3515 None None] For port fedb7862-c5b3-4621-a8a0-fb82a5e0d96b, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:09:16.863529 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ecc6536f-aa29-462b-b887-1c5937ea3515 None None] For port fedb7862-c5b3-4621-a8a0-fb82a5e0d96b, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fedb7862-c5b3-4621-a8a0-fb82a5e0d96b,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:09:16.919981 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ecc6536f-aa29-462b-b887-1c5937ea3515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:16.987717 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159593cb-4c39-4fc6-baed-cc7f7ffffe03 None None] Pushing event updated for resources: {'Port': ['ID=df3b480d-9d54-49ca-a26c-8495758d2366,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:17.166558 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d3112597-8cb3-456c-bbce-1815000dc1df None None] Provisioning complete for port ee80e204-9650-4f95-a12e-6ec56d0cf12e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:17.166849 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d3112597-8cb3-456c-bbce-1815000dc1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:17.167921 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c588a0a-dac6-4a46-b2c7-7a84709a1143 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Router 6a9e6b67-465c-473c-b37b-58cbb5976d0c is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:09:17.368911 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6536f-aa29-462b-b887-1c5937ea3515 None None] Pushing event updated for resources: {'Port': ['ID=fedb7862-c5b3-4621-a8a0-fb82a5e0d96b,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:17.486608 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a13eb935-0f31-4a05-af20-727a35276317 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:17.562708 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c588a0a-dac6-4a46-b2c7-7a84709a1143 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:09:17.584643 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e789db12-0544-471d-8bff-50619872be84 None None] Sync routers for ids ['6a9e6b67-465c-473c-b37b-58cbb5976d0c'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:09:17.589708 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0c588a0a-dac6-4a46-b2c7-7a84709a1143 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "PUT /v2.0/routers/6a9e6b67-465c-473c-b37b-58cbb5976d0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6675456 Nov 23 22:09:17.593861 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57378) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:17.611441 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e789db12-0544-471d-8bff-50619872be84 None None] Routers {'6a9e6b67-465c-473c-b37b-58cbb5976d0c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:09:17.614928 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e789db12-0544-471d-8bff-50619872be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:09:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['6a9e6b67-465c-473c-b37b-58cbb5976d0c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:17.812142 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e789db12-0544-471d-8bff-50619872be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:17.885020 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e789db12-0544-471d-8bff-50619872be84 None None] Routers {'6a9e6b67-465c-473c-b37b-58cbb5976d0c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:09:17.906304 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e789db12-0544-471d-8bff-50619872be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:09:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['6a9e6b67-465c-473c-b37b-58cbb5976d0c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:17.987054 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5443c17-0fce-47bc-9c41-d8b91968e3b4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:18.067875 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e789db12-0544-471d-8bff-50619872be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:18.072397 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e789db12-0544-471d-8bff-50619872be84 None None] The sync data for ids ['6a9e6b67-465c-473c-b37b-58cbb5976d0c'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:09:18.078746 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57390) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:18.270952 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259ce1bd-a131-4b6f-baaa-efc6f3c6e1a0 None None] Network 4212ac22-5739-42ed-8132-d4a992ac9541 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:18.555188 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-c5443c17-0fce-47bc-9c41-d8b91968e3b4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting port 4f5f7c94-434a-4d24-a265-54d5fb6c43eb {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:09:18.555416 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5443c17-0fce-47bc-9c41-d8b91968e3b4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:18.667108 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e81b3b49-85c1-4d94-babf-edd1ff97e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bc2411-b796-4910-b5c7-f5e167059777', 'name': 'tempest-NetworksTestDHCPv6-router-1707534694', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:09:10Z', 'updated_at': '2021-11-23T22:09:14Z', 'revision_number': 2, 'project_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'gw_port_host': None, '_interfaces': [{'id': '4f5f7c94-434a-4d24-a265-54d5fb6c43eb', 'name': '', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'mac_address': 'fa:16:3e:11:a2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1bc2411-b796-4910-b5c7-f5e167059777', 'device_owner': 'network:router_interface', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '8056c422-13a6-462b-ae91-4ab1e08889e3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:09:11Z', 'updated_at': '2021-11-23T22:09:14Z', 'revision_number': 2, 'project_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'subnets': [{'id': '8056c422-13a6-462b-ae91-4ab1e08889e3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:18.744453 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5443c17-0fce-47bc-9c41-d8b91968e3b4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:18.759166 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-c5443c17-0fce-47bc-9c41-d8b91968e3b4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Calling delete_port for 4f5f7c94-434a-4d24-a265-54d5fb6c43eb owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:09:18.761500 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b3b49-85c1-4d94-babf-edd1ff97e2a9 None None] Checking router: f1bc2411-b796-4910-b5c7-f5e167059777 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:09:18.761864 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b3b49-85c1-4d94-babf-edd1ff97e2a9 None None] Updating router f1bc2411-b796-4910-b5c7-f5e167059777 port 4f5f7c94-434a-4d24-a265-54d5fb6c43eb binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:09:18.764171 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9eada0-6cb8-45c6-ac83-3262043098f3 None None] Network 5d02ae8d-fd1b-4aa7-9587-cc316fa225fd requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:18.782513 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-00274620-b225-47cc-b280-438953aced90 None None] Provisioning complete for port a13eb935-0f31-4a05-af20-727a35276317 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:18.782947 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-00274620-b225-47cc-b280-438953aced90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:18.823489 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port a13eb935-0f31-4a05-af20-727a35276317 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:18.824149 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:19.063360 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5443c17-0fce-47bc-9c41-d8b91968e3b4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:19.072995 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e81b3b49-85c1-4d94-babf-edd1ff97e2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:19.143142 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5443c17-0fce-47bc-9c41-d8b91968e3b4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Port': ['ID=4f5f7c94-434a-4d24-a265-54d5fb6c43eb,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:19.192239 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b3b49-85c1-4d94-babf-edd1ff97e2a9 None None] Port 4f5f7c94-434a-4d24-a265-54d5fb6c43eb not found while updating agent binding for router f1bc2411-b796-4910-b5c7-f5e167059777. {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 22:09:19.346319 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:19.383899 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b3b49-85c1-4d94-babf-edd1ff97e2a9 None None] Routers {'f1bc2411-b796-4910-b5c7-f5e167059777'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:09:19.384771 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e81b3b49-85c1-4d94-babf-edd1ff97e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:09:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f1bc2411-b796-4910-b5c7-f5e167059777'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:19.482897 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-66e44a25-1d96-4f99-b0fc-b98301f478e6 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:19.496649 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-66e44a25-1d96-4f99-b0fc-b98301f478e6 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/networks?id=e887b711-606f-4b83-863c-34d87a670bca HTTP/1.1" status: 200 len: 819 time: 1.1196511 Nov 23 22:09:19.510966 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-e81b3b49-85c1-4d94-babf-edd1ff97e2a9 None None] Set router f1bc2411-b796-4910-b5c7-f5e167059777 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:09:19.640016 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e81b3b49-85c1-4d94-babf-edd1ff97e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bc2411-b796-4910-b5c7-f5e167059777', 'name': 'tempest-NetworksTestDHCPv6-router-1707534694', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:09:10Z', 'updated_at': '2021-11-23T22:09:18Z', 'revision_number': 3, 'project_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:19.687754 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-f5751736-8bac-4719-8c8a-a0ad0bdbc5d8 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:09:19.694589 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f5751736-8bac-4719-8c8a-a0ad0bdbc5d8 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "PUT /v2.0/routers/6a9e6b67-465c-473c-b37b-58cbb5976d0c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0986955 Nov 23 22:09:19.696200 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57416) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:19.748989 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cdee3c13-eadb-49ee-8d27-1ff13b9e4467 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:19.771869 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-02510f90-7af6-48c8-85af-a5d6818d85c5 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/quotas/14f74779034d49d592bfcdc33c438539 HTTP/1.1" status: 200 len: 375 time: 0.2677822 Nov 23 22:09:19.883633 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81b3b49-85c1-4d94-babf-edd1ff97e2a9 None None] The sync data for ids ['f1bc2411-b796-4910-b5c7-f5e167059777'] in n-d-816206-9 is: [{'id': 'f1bc2411-b796-4910-b5c7-f5e167059777', 'name': 'tempest-NetworksTestDHCPv6-router-1707534694', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:09:10Z', 'updated_at': '2021-11-23T22:09:18Z', 'revision_number': 3, 'project_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:09:19.966968 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5443c17-0fce-47bc-9c41-d8b91968e3b4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:19.981721 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-00274620-b225-47cc-b280-438953aced90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:20.178265 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port a13eb935-0f31-4a05-af20-727a35276317, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a13eb935-0f31-4a05-af20-727a35276317,segment=NetworkSegment(e01ec639-2abc-4798-82ff-e5901ec97025),segment_id=e01ec639-2abc-4798-82ff-e5901ec97025)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:20.255958 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:20.270457 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ee80e204-9650-4f95-a12e-6ec56d0cf12e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:20.348615 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-269ef792-7441-4f59-9312-438c282f75b7 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=14f74779034d49d592bfcdc33c438539&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3433897 Nov 23 22:09:20.423495 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5443c17-0fce-47bc-9c41-d8b91968e3b4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Router f1bc2411-b796-4910-b5c7-f5e167059777 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:09:20.573171 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5443c17-0fce-47bc-9c41-d8b91968e3b4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:09:20.581310 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=a13eb935-0f31-4a05-af20-727a35276317,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:20.584007 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c5443c17-0fce-47bc-9c41-d8b91968e3b4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "PUT /v2.0/routers/f1bc2411-b796-4910-b5c7-f5e167059777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9788229 Nov 23 22:09:20.587455 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57436) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:20.614380 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cdee3c13-eadb-49ee-8d27-1ff13b9e4467 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:20.656354 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-00274620-b225-47cc-b280-438953aced90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:09:20.656854 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-00274620-b225-47cc-b280-438953aced90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:09:20.660446 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cdee3c13-eadb-49ee-8d27-1ff13b9e4467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:20.668629 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port ee80e204-9650-4f95-a12e-6ec56d0cf12e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:20.669068 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:20.730517 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d33af8f-009d-4453-8198-ccd7bf1570f0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:20.737282 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d33af8f-009d-4453-8198-ccd7bf1570f0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:20.746377 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1d33af8f-009d-4453-8198-ccd7bf1570f0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1539884 Nov 23 22:09:20.746377 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57438) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:20.921490 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-c043f523-9cbd-4423-8dde-79cf1fcd91ac service neutron] 10.222.0.50 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507245 Nov 23 22:09:20.929061 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee3c13-eadb-49ee-8d27-1ff13b9e4467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9560f81-0eb7-4b83-ba42-fd30347df996,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:20.936874 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb75cd15-0342-47c5-b2f0-bc0569734480 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet 8056c422-13a6-462b-ae91-4ab1e08889e3 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:09:20.939138 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cdee3c13-eadb-49ee-8d27-1ff13b9e4467 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=215b5f56a5124dfcb30e62f3aac3810f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8532925 Nov 23 22:09:20.943774 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57442) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:20.948574 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb75cd15-0342-47c5-b2f0-bc0569734480 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:21.108891 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb75cd15-0342-47c5-b2f0-bc0569734480 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:21.207135 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7719fc92-caf8-4ecb-a437-d42eee37dd79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:21.261797 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b3e4827a-1337-43ae-be26-58c7c8105bcd tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:21.373113 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device df3b480d-9d54-49ca-a26c-8495758d2366 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:21.406436 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb75cd15-0342-47c5-b2f0-bc0569734480 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:21.439946 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-4850f51b-42e3-4dd1-90c2-049d8c228a3b service neutron] 10.222.0.50 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893551 Nov 23 22:09:21.527333 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7719fc92-caf8-4ecb-a437-d42eee37dd79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:21.547735 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2a6559d6-364f-43a7-a461-8288c0cb50e8 None None] Could not find standard attr ID for object 5ea41cb8-4999-4038-80b7-02b7ade2bac0. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:09:21.560216 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port df3b480d-9d54-49ca-a26c-8495758d2366 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:21.560595 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:21.604129 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2a6559d6-364f-43a7-a461-8288c0cb50e8 None None] Provisioning complete for port fedb7862-c5b3-4621-a8a0-fb82a5e0d96b triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:21.605034 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2a6559d6-364f-43a7-a461-8288c0cb50e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:21.609251 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb75cd15-0342-47c5-b2f0-bc0569734480 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:21.647624 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75cd15-0342-47c5-b2f0-bc0569734480 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=8056c422-13a6-462b-ae91-4ab1e08889e3,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:21.649507 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7719fc92-caf8-4ecb-a437-d42eee37dd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:21.660395 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7719fc92-caf8-4ecb-a437-d42eee37dd79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:21.662391 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7719fc92-caf8-4ecb-a437-d42eee37dd79 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d9560f81-0eb7-4b83-ba42-fd30347df996 HTTP/1.1" status: 204 len: 168 time: 0.7176626 Nov 23 22:09:21.724415 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb75cd15-0342-47c5-b2f0-bc0569734480 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:21.728787 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8a049e-5550-4f5b-931d-e00a320596fe None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:21.741693 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57466) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:21.746413 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-eb75cd15-0342-47c5-b2f0-bc0569734480 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/8056c422-13a6-462b-ae91-4ab1e08889e3 HTTP/1.1" status: 204 len: 168 time: 0.9966679 Nov 23 22:09:21.747706 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719fc92-caf8-4ecb-a437-d42eee37dd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9560f81-0eb7-4b83-ba42-fd30347df996,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:21.822771 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3a37913-fa90-4ffe-bf19-2319c3f9a43a req-ca1ee693-ae73-4d30-8735-b341b301be04 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 210 time: 0.1207454 Nov 23 22:09:21.861706 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c35f3-e6ee-4f7d-87dc-3521862c842d None None] Sync routers for ids ['f1bc2411-b796-4910-b5c7-f5e167059777'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:09:22.068821 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c35f3-e6ee-4f7d-87dc-3521862c842d None None] Routers {'f1bc2411-b796-4910-b5c7-f5e167059777'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:09:22.069786 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ef0c35f3-e6ee-4f7d-87dc-3521862c842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:09:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f1bc2411-b796-4910-b5c7-f5e167059777'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:22.268391 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57480) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:22.273397 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6d4ba12b-ba90-402a-9649-2f3796273039 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5249126 Nov 23 22:09:22.521395 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:22.550985 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-b3e4827a-1337-43ae-be26-58c7c8105bcd tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Deleting port 7d02c6e5-ad19-4215-a071-eab31976b437 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:09:22.551328 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b3e4827a-1337-43ae-be26-58c7c8105bcd tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:22.607024 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port df3b480d-9d54-49ca-a26c-8495758d2366, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=df3b480d-9d54-49ca-a26c-8495758d2366,segment=NetworkSegment(f6b10adc-2af0-4a08-9a1a-5927fe1cb95a),segment_id=f6b10adc-2af0-4a08-9a1a-5927fe1cb95a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:22.635318 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-07f649a1-ca1d-45c8-9508-353cb1c84686 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:22.640370 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-ef0c35f3-e6ee-4f7d-87dc-3521862c842d None None] Set router f1bc2411-b796-4910-b5c7-f5e167059777 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:09:22.644801 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:22.645614 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a13eb935-0f31-4a05-af20-727a35276317 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:22.707055 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b3e4827a-1337-43ae-be26-58c7c8105bcd tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:22.729220 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-b3e4827a-1337-43ae-be26-58c7c8105bcd tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Calling delete_port for 7d02c6e5-ad19-4215-a071-eab31976b437 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:09:22.780087 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57502) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:22.862702 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-096651ea-66b5-43e9-b27e-60a9bd41cd7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:22.879473 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34382a0-0a59-4bcd-a38e-8d2b1b137ef6 None None] DHCP port deletion for 8205a081-245e-4f42-9c61-30748520e8a4 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:09:22.946195 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2a6559d6-364f-43a7-a461-8288c0cb50e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:22.953759 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ef0c35f3-e6ee-4f7d-87dc-3521862c842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bc2411-b796-4910-b5c7-f5e167059777', 'name': 'tempest-NetworksTestDHCPv6-router-1707534694', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:09:10Z', 'updated_at': '2021-11-23T22:09:18Z', 'revision_number': 3, 'project_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:22.971637 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-096651ea-66b5-43e9-b27e-60a9bd41cd7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:22.998859 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-096651ea-66b5-43e9-b27e-60a9bd41cd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:23.010261 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c35f3-e6ee-4f7d-87dc-3521862c842d None None] Checking router: f1bc2411-b796-4910-b5c7-f5e167059777 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:09:23.108415 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-096651ea-66b5-43e9-b27e-60a9bd41cd7e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66e0d8c7e24947299c3e57ff0cae6a93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3215404 Nov 23 22:09:23.143005 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096651ea-66b5-43e9-b27e-60a9bd41cd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5a95db-8029-40c1-8ae3-cc75544c2930,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:23.149402 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57514) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:23.181433 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-07f649a1-ca1d-45c8-9508-353cb1c84686 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:23.188561 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:23.190990 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-07f649a1-ca1d-45c8-9508-353cb1c84686 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:23.197595 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port a13eb935-0f31-4a05-af20-727a35276317 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:23.198176 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:23.208074 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b3e4827a-1337-43ae-be26-58c7c8105bcd tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:23.245278 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2a6559d6-364f-43a7-a461-8288c0cb50e8 None None] For port fedb7862-c5b3-4621-a8a0-fb82a5e0d96b, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fedb7862-c5b3-4621-a8a0-fb82a5e0d96b,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:23.255523 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c35f3-e6ee-4f7d-87dc-3521862c842d None None] Routers {'f1bc2411-b796-4910-b5c7-f5e167059777'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:09:23.256230 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ef0c35f3-e6ee-4f7d-87dc-3521862c842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:09:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f1bc2411-b796-4910-b5c7-f5e167059777'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:23.265211 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=df3b480d-9d54-49ca-a26c-8495758d2366,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:23.269691 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2a6559d6-364f-43a7-a461-8288c0cb50e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:23.350110 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-07f649a1-ca1d-45c8-9508-353cb1c84686 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:23.350646 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f649a1-ca1d-45c8-9508-353cb1c84686 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Fanout notify agent at l3_agent the message router_deleted on router f1bc2411-b796-4910-b5c7-f5e167059777 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:09:23.357919 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-f394f9b2-a084-4bf9-a026-ce56d1e66fa5 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:23.361155 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-f394f9b2-a084-4bf9-a026-ce56d1e66fa5 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/networks?id=e887b711-606f-4b83-863c-34d87a670bca HTTP/1.1" status: 200 len: 819 time: 0.9440393 Nov 23 22:09:23.362048 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2a6559d6-364f-43a7-a461-8288c0cb50e8 None None] Could not find standard attr ID for object 4f5f7c94-434a-4d24-a265-54d5fb6c43eb. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:09:23.370661 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6559d6-364f-43a7-a461-8288c0cb50e8 None None] Pushing event updated for resources: {'Port': ['ID=fedb7862-c5b3-4621-a8a0-fb82a5e0d96b,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:23.373622 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-07f649a1-ca1d-45c8-9508-353cb1c84686 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:23.374764 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-07f649a1-ca1d-45c8-9508-353cb1c84686 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/routers/f1bc2411-b796-4910-b5c7-f5e167059777 HTTP/1.1" status: 204 len: 168 time: 1.1050637 Nov 23 22:09:23.378159 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57516) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:23.384050 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-31506a29-f346-413c-9e6f-77ce450d057c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:23.454776 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4827a-1337-43ae-be26-58c7c8105bcd tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event deleted for resources: {'Port': ['ID=7d02c6e5-ad19-4215-a071-eab31976b437,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:23.454904 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2a6559d6-364f-43a7-a461-8288c0cb50e8 None None] Could not find standard attr ID for object 7d02c6e5-ad19-4215-a071-eab31976b437. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:09:23.509318 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-ef0c35f3-e6ee-4f7d-87dc-3521862c842d None None] Set router f1bc2411-b796-4910-b5c7-f5e167059777 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:09:23.579575 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3484bf40-8ef3-403e-a0e8-56db1a6ffc2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:23.586591 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2a6559d6-364f-43a7-a461-8288c0cb50e8 None None] Provisioning complete for port a13eb935-0f31-4a05-af20-727a35276317 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:23.587135 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2a6559d6-364f-43a7-a461-8288c0cb50e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:23.635261 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31506a29-f346-413c-9e6f-77ce450d057c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:23.647684 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-31506a29-f346-413c-9e6f-77ce450d057c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:23.660870 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3484bf40-8ef3-403e-a0e8-56db1a6ffc2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:23.676083 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b3e4827a-1337-43ae-be26-58c7c8105bcd tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:23.681195 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-d28111e3-d1fe-4ba4-a34a-a55e03cc76cf tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/quotas/14f74779034d49d592bfcdc33c438539 HTTP/1.1" status: 200 len: 375 time: 0.2637069 Nov 23 22:09:23.835033 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fedb7862-c5b3-4621-a8a0-fb82a5e0d96b up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:23.853058 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f34382a0-0a59-4bcd-a38e-8d2b1b137ef6 None None] Deleting port fedb7862-c5b3-4621-a8a0-fb82a5e0d96b {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:09:23.853584 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f34382a0-0a59-4bcd-a38e-8d2b1b137ef6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:23.895133 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ef0c35f3-e6ee-4f7d-87dc-3521862c842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1bc2411-b796-4910-b5c7-f5e167059777', 'name': 'tempest-NetworksTestDHCPv6-router-1707534694', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:09:10Z', 'updated_at': '2021-11-23T22:09:18Z', 'revision_number': 3, 'project_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:23.962056 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c35f3-e6ee-4f7d-87dc-3521862c842d None None] The sync data for ids ['f1bc2411-b796-4910-b5c7-f5e167059777'] in n-d-816206-9 is: [{'id': 'f1bc2411-b796-4910-b5c7-f5e167059777', 'name': 'tempest-NetworksTestDHCPv6-router-1707534694', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:09:10Z', 'updated_at': '2021-11-23T22:09:18Z', 'revision_number': 3, 'project_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:09:24.091904 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3484bf40-8ef3-403e-a0e8-56db1a6ffc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:24.101395 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3484bf40-8ef3-403e-a0e8-56db1a6ffc2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:24.105821 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3484bf40-8ef3-403e-a0e8-56db1a6ffc2c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ca5a95db-8029-40c1-8ae3-cc75544c2930 HTTP/1.1" status: 204 len: 168 time: 0.9544554 Nov 23 22:09:24.176643 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-8186774e-35e4-4989-91a8-45540b82cf34 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=14f74779034d49d592bfcdc33c438539&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4858510 Nov 23 22:09:24.197483 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484bf40-8ef3-403e-a0e8-56db1a6ffc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5a95db-8029-40c1-8ae3-cc75544c2930,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:24.224436 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e4827a-1337-43ae-be26-58c7c8105bcd tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Router 6a9e6b67-465c-473c-b37b-58cbb5976d0c has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:09:24.340878 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-31506a29-f346-413c-9e6f-77ce450d057c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:24.370194 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2a6559d6-364f-43a7-a461-8288c0cb50e8 None None] Provisioning complete for port df3b480d-9d54-49ca-a26c-8495758d2366 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:24.370638 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2a6559d6-364f-43a7-a461-8288c0cb50e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:24.381610 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31506a29-f346-413c-9e6f-77ce450d057c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:24.384447 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-31506a29-f346-413c-9e6f-77ce450d057c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:24.400050 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31506a29-f346-413c-9e6f-77ce450d057c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:24.400877 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-31506a29-f346-413c-9e6f-77ce450d057c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:24.497288 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f34382a0-0a59-4bcd-a38e-8d2b1b137ef6 None None] For port fedb7862-c5b3-4621-a8a0-fb82a5e0d96b, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fedb7862-c5b3-4621-a8a0-fb82a5e0d96b,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:24.497695 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f34382a0-0a59-4bcd-a38e-8d2b1b137ef6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:24.500328 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port fedb7862-c5b3-4621-a8a0-fb82a5e0d96b triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:24.500694 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:24.505836 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-31506a29-f346-413c-9e6f-77ce450d057c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1263483 Nov 23 22:09:24.506744 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57530) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:24.514339 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b5f58c80-e151-4b81-baea-22f30d7b03be tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1788344169', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:24.558171 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31506a29-f346-413c-9e6f-77ce450d057c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=676a4283-e8e5-4578-8667-ba1983da9f30,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:24.612352 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5f58c80-e151-4b81-baea-22f30d7b03be tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:24.614165 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5f58c80-e151-4b81-baea-22f30d7b03be tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:24.667461 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f34382a0-0a59-4bcd-a38e-8d2b1b137ef6 None None] Calling delete_port for fedb7862-c5b3-4621-a8a0-fb82a5e0d96b owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:09:24.709182 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e4827a-1337-43ae-be26-58c7c8105bcd tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:09:24.720890 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b3e4827a-1337-43ae-be26-58c7c8105bcd tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "PUT /v2.0/routers/6a9e6b67-465c-473c-b37b-58cbb5976d0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0135353 Nov 23 22:09:24.735287 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57538) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:24.737244 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb3f87e-2820-4469-875f-155abd28eabd None None] Sync routers for ids ['6a9e6b67-465c-473c-b37b-58cbb5976d0c'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:09:24.782549 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb3f87e-2820-4469-875f-155abd28eabd None None] Routers {'6a9e6b67-465c-473c-b37b-58cbb5976d0c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:09:24.803072 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-9bb3f87e-2820-4469-875f-155abd28eabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:09:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['6a9e6b67-465c-473c-b37b-58cbb5976d0c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:24.834606 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5f58c80-e151-4b81-baea-22f30d7b03be tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:24.837142 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-446b792a-c8e7-4b43-97dc-a53e0dd13006 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] delete failed (client error): The resource could not be found. Nov 23 22:09:24.838218 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-446b792a-c8e7-4b43-97dc-a53e0dd13006 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-85289679 HTTP/1.1" status: 404 len: 333 time: 0.0966678 Nov 23 22:09:24.843153 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57546) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:24.848465 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a1de5530-47ff-43af-a601-1d74d57c86ad tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Request body: {'router': {'external_gateway_info': {'network_id': '6a9e6b67-465c-473c-b37b-58cbb5976d0c'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:24.889344 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-a81551d8-1b3e-4709-800a-02876ef475ce tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:24.897149 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-a81551d8-1b3e-4709-800a-02876ef475ce tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.53 "GET /v2.0/networks?id=e887b711-606f-4b83-863c-34d87a670bca HTTP/1.1" status: 200 len: 819 time: 0.8385639 Nov 23 22:09:24.918275 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-9bb3f87e-2820-4469-875f-155abd28eabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:24.927468 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-9acddf02-182c-490e-beae-5ff433c00a24 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Request body: {'port': {'device_id': '9fb059c0-8a7d-463c-911e-c60ad7fba03b', 'network_id': 'e887b711-606f-4b83-863c-34d87a670bca', 'admin_state_up': True, 'tenant_id': '14f74779034d49d592bfcdc33c438539'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:24.943374 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb3f87e-2820-4469-875f-155abd28eabd None None] Routers {'6a9e6b67-465c-473c-b37b-58cbb5976d0c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:09:24.947394 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-9bb3f87e-2820-4469-875f-155abd28eabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:09:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['6a9e6b67-465c-473c-b37b-58cbb5976d0c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:24.959731 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5f58c80-e151-4b81-baea-22f30d7b03be tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:25.030098 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-9bb3f87e-2820-4469-875f-155abd28eabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:25.030782 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb3f87e-2820-4469-875f-155abd28eabd None None] The sync data for ids ['6a9e6b67-465c-473c-b37b-58cbb5976d0c'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:09:25.046404 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-f9b4fbbe-37f9-485f-a45c-4bd3b38add23 service neutron] 10.222.0.50 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8579645 Nov 23 22:09:25.059030 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5f58c80-e151-4b81-baea-22f30d7b03be tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:25.060595 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b5f58c80-e151-4b81-baea-22f30d7b03be tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5502672 Nov 23 22:09:25.105159 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-cd81d88d-46ac-4c57-9cc2-27a4d696f7f4 None None] Could not find standard attr ID for object 7d02c6e5-ad19-4215-a071-eab31976b437. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:09:25.124968 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f34382a0-0a59-4bcd-a38e-8d2b1b137ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:25.133711 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57556) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:25.143860 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aac4c0f8-9885-4324-9862-29df13ea767c req-cf6c322f-783a-4e79-94fd-965b1f5a4597 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c7b0ac51-f396-4f1c-b91b-53b8bda9e425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7683284 Nov 23 22:09:25.192957 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34382a0-0a59-4bcd-a38e-8d2b1b137ef6 None None] No DVR routers for this DVR port fedb7862-c5b3-4621-a8a0-fb82a5e0d96b on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:09:25.217452 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34382a0-0a59-4bcd-a38e-8d2b1b137ef6 None None] Pushing event deleted for resources: {'Port': ['ID=fedb7862-c5b3-4621-a8a0-fb82a5e0d96b,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:25.224062 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e2ceba-6928-4da7-bb65-1c1ce3fafd74 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:25.302415 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device df3b480d-9d54-49ca-a26c-8495758d2366 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:25.492828 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port df3b480d-9d54-49ca-a26c-8495758d2366 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:25.493213 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:25.605501 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12a1411-3d0e-4d71-917e-561deaa625d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8205a081-245e-4f42-9c61-30748520e8a4', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'fixed_ips': [{'subnet_id': '676a4283-e8e5-4578-8667-ba1983da9f30'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:09:25.606396 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b12a1411-3d0e-4d71-917e-561deaa625d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:25.729494 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a1de5530-47ff-43af-a601-1d74d57c86ad tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:25.801781 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-a1de5530-47ff-43af-a601-1d74d57c86ad tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] update failed (client error): The resource could not be found. Nov 23 22:09:25.802938 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a1de5530-47ff-43af-a601-1d74d57c86ad tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "PUT /v2.0/routers/6a9e6b67-465c-473c-b37b-58cbb5976d0c HTTP/1.1" status: 404 len: 339 time: 0.9582186 Nov 23 22:09:25.815229 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57576) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:25.822699 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-85cdcc75-4b42-4dee-aa9e-e5401b8efca3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1859605801'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:25.930427 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-56301445-cd3a-49d5-b0b7-162d67191a6f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:25.934625 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cdcc75-4b42-4dee-aa9e-e5401b8efca3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Made reservation on behalf of e34b6b5b3f434947aa9a6206ab462c89 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:25.945930 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-85cdcc75-4b42-4dee-aa9e-e5401b8efca3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:26.148340 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fedb7862-c5b3-4621-a8a0-fb82a5e0d96b no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:09:26.184069 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85cdcc75-4b42-4dee-aa9e-e5401b8efca3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:09:26.200966 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-b12a1411-3d0e-4d71-917e-561deaa625d5 None None] Allocated IP 2001:db8::2 (8205a081-245e-4f42-9c61-30748520e8a4/676a4283-e8e5-4578-8667-ba1983da9f30/458c2f83-8214-4330-9641-d0ac9dd20135) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:09:26.228764 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: fedb7862-c5b3-4621-a8a0-fb82a5e0d96b {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:09:26.229918 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fedb7862-c5b3-4621-a8a0-fb82a5e0d96b not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:09:26.251323 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-85cdcc75-4b42-4dee-aa9e-e5401b8efca3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:26.251792 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-85cdcc75-4b42-4dee-aa9e-e5401b8efca3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Added segment 1018d585-38d8-4b7a-8170-40124fc03616 of type vlan for network f828234a-afff-46a5-b079-6ece52cd2211 Nov 23 22:09:26.420411 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-a68e93b0-253f-4651-a739-8668b2a8c8b8 service neutron] 10.222.0.50 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3644240 Nov 23 22:09:26.468412 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4c0f8-9885-4324-9862-29df13ea767c req-54cdb0be-2864-43ea-a0df-93288f50fb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:26.500035 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aac4c0f8-9885-4324-9862-29df13ea767c req-54cdb0be-2864-43ea-a0df-93288f50fb41 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2caa4f9ec1b460cacd43c2d53007606&device_id=c7b0ac51-f396-4f1c-b91b-53b8bda9e425 HTTP/1.1" status: 200 len: 1096 time: 1.0964549 Nov 23 22:09:26.580992 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b12a1411-3d0e-4d71-917e-561deaa625d5 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:26.611126 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b12a1411-3d0e-4d71-917e-561deaa625d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:26.624695 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-9acddf02-182c-490e-beae-5ff433c00a24 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Made reservation on behalf of 14f74779034d49d592bfcdc33c438539 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:26.630431 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-85cdcc75-4b42-4dee-aa9e-e5401b8efca3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:26.672874 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-9acddf02-182c-490e-beae-5ff433c00a24 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:26.754597 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12a1411-3d0e-4d71-917e-561deaa625d5 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:26.764202 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-b12a1411-3d0e-4d71-917e-561deaa625d5 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:26.787073 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12a1411-3d0e-4d71-917e-561deaa625d5 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:09:26.810663 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a1411-3d0e-4d71-917e-561deaa625d5 None None] Pushing event updated for resources: {'Port': ['ID=458c2f83-8214-4330-9641-d0ac9dd20135,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:26.965562 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b12a1411-3d0e-4d71-917e-561deaa625d5 None None] Attempting to bind port 458c2f83-8214-4330-9641-d0ac9dd20135 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:09:26.966086 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b12a1411-3d0e-4d71-917e-561deaa625d5 None None] Attempting to bind port 458c2f83-8214-4330-9641-d0ac9dd20135 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:09:26.967188 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12a1411-3d0e-4d71-917e-561deaa625d5 None None] Attempting to bind port 458c2f83-8214-4330-9641-d0ac9dd20135 on network 8205a081-245e-4f42-9c61-30748520e8a4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:09:26.977146 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12a1411-3d0e-4d71-917e-561deaa625d5 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:09:26.977667 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12a1411-3d0e-4d71-917e-561deaa625d5 None None] Checking segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:09:26.981088 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57600) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:26.981780 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b12a1411-3d0e-4d71-917e-561deaa625d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:26.982299 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12a1411-3d0e-4d71-917e-561deaa625d5 None None] Bound using segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:09:26.982927 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b12a1411-3d0e-4d71-917e-561deaa625d5 None None] Bound port: 458c2f83-8214-4330-9641-d0ac9dd20135, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:09:26.983524 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b12a1411-3d0e-4d71-917e-561deaa625d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:27.000091 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4c0f8-9885-4324-9862-29df13ea767c req-3055a67b-0726-4092-8651-697c4400da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:27.003022 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aac4c0f8-9885-4324-9862-29df13ea767c req-3055a67b-0726-4092-8651-697c4400da70 service neutron] 10.222.0.60 "GET /v2.0/networks?id=313f69bc-4ff6-4f59-a350-18ff373065a0 HTTP/1.1" status: 200 len: 914 time: 0.4468379 Nov 23 22:09:27.058767 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-56301445-cd3a-49d5-b0b7-162d67191a6f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8::1 (8205a081-245e-4f42-9c61-30748520e8a4/676a4283-e8e5-4578-8667-ba1983da9f30/0959eb79-2553-49ea-a63f-fdef997a35b5) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:09:27.130674 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-85cdcc75-4b42-4dee-aa9e-e5401b8efca3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:27.145172 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cdcc75-4b42-4dee-aa9e-e5401b8efca3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:27.150135 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-85cdcc75-4b42-4dee-aa9e-e5401b8efca3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:27.151050 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b12a1411-3d0e-4d71-917e-561deaa625d5 None None] For port 458c2f83-8214-4330-9641-d0ac9dd20135, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:09:27.156548 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b12a1411-3d0e-4d71-917e-561deaa625d5 None None] For port 458c2f83-8214-4330-9641-d0ac9dd20135, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=458c2f83-8214-4330-9641-d0ac9dd20135,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:09:27.164827 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aac4c0f8-9885-4324-9862-29df13ea767c req-5b6ee2fa-920a-4b01-90ec-a27dd8408770 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea HTTP/1.1" status: 200 len: 217 time: 0.1502130 Nov 23 22:09:27.167089 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b12a1411-3d0e-4d71-917e-561deaa625d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:27.269245 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a1411-3d0e-4d71-917e-561deaa625d5 None None] Pushing event updated for resources: {'Port': ['ID=458c2f83-8214-4330-9641-d0ac9dd20135,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:27.325449 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3c19aaa1-1e29-4ce0-bb6c-703fc7880217 req-52a736b0-4b05-41aa-be15-41018f39c6ae tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 210 time: 0.2050276 Nov 23 22:09:27.325449 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4c0f8-9885-4324-9862-29df13ea767c req-4ffdc755-90a2-40b8-8601-f1b437d8d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:27.338654 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aac4c0f8-9885-4324-9862-29df13ea767c req-4ffdc755-90a2-40b8-8601-f1b437d8d8a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=38696a44-a2c6-4669-89ae-e2db4c7c8993 HTTP/1.1" status: 200 len: 853 time: 0.1186895 Nov 23 22:09:27.413889 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-9acddf02-182c-490e-beae-5ff433c00a24 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Allocated IP 172.20.0.6 (e887b711-606f-4b83-863c-34d87a670bca/e425627e-71be-40cc-adcc-90e6fae7a9ce/12fbc09d-bc3c-4065-bca6-660349a1c0ee) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:09:27.533188 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-85cdcc75-4b42-4dee-aa9e-e5401b8efca3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7041912 Nov 23 22:09:27.534388 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57624) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:27.569489 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5e5f24eb-9d92-4196-86e5-7b92aaf79701 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Request body: {'subnet': {'network_id': 'f828234a-afff-46a5-b079-6ece52cd2211', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:27.598560 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdcc75-4b42-4dee-aa9e-e5401b8efca3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event updated for resources: {'Network': ['ID=f828234a-afff-46a5-b079-6ece52cd2211,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:27.696239 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network f828234a-afff-46a5-b079-6ece52cd2211 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:09:27.735969 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-56301445-cd3a-49d5-b0b7-162d67191a6f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:27.810257 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5f24eb-9d92-4196-86e5-7b92aaf79701 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Made reservation on behalf of e34b6b5b3f434947aa9a6206ab462c89 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:27.813982 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5e5f24eb-9d92-4196-86e5-7b92aaf79701 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:27.887275 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aac4c0f8-9885-4324-9862-29df13ea767c req-73f3e79c-4f40-4018-8e9f-90f46d971ddb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=313f69bc-4ff6-4f59-a350-18ff373065a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5460994 Nov 23 22:09:27.892749 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5f725998-00fb-4025-acff-d070d2a1e589 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:27.971406 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-56301445-cd3a-49d5-b0b7-162d67191a6f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:28.020046 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c08cabf0-d1af-4a51-8a27-3d3755674eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:28.115517 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56301445-cd3a-49d5-b0b7-162d67191a6f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:28.137246 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-56301445-cd3a-49d5-b0b7-162d67191a6f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:28.149880 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56301445-cd3a-49d5-b0b7-162d67191a6f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:09:28.160432 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-56301445-cd3a-49d5-b0b7-162d67191a6f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:28.175063 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56301445-cd3a-49d5-b0b7-162d67191a6f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=0959eb79-2553-49ea-a63f-fdef997a35b5,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:28.213172 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-9acddf02-182c-490e-beae-5ff433c00a24 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:28.286593 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aac4c0f8-9885-4324-9862-29df13ea767c req-bb2d1350-9182-401d-9b4b-6c71f39eb7cc service neutron] 10.222.0.60 "GET /v2.0/networks/313f69bc-4ff6-4f59-a350-18ff373065a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775778 Nov 23 22:09:28.579541 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5f725998-00fb-4025-acff-d070d2a1e589 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:28.592179 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-9acddf02-182c-490e-beae-5ff433c00a24 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:28.598271 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-780301cf-cb7a-43ce-8d23-b9c572e29b53 req-5133f208-f9d3-4b13-af5b-f1c034cb8912 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 210 time: 0.1235437 Nov 23 22:09:28.648497 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5f725998-00fb-4025-acff-d070d2a1e589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:28.696794 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-9acddf02-182c-490e-beae-5ff433c00a24 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Network e887b711-606f-4b83-863c-34d87a670bca is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:28.744892 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-9acddf02-182c-490e-beae-5ff433c00a24 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:28.770825 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-9acddf02-182c-490e-beae-5ff433c00a24 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:09:28.841921 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aac4c0f8-9885-4324-9862-29df13ea767c req-adc0061f-1e2f-481f-b5c3-13e44b1cef3b service neutron] 10.222.0.60 "GET /v2.0/networks/313f69bc-4ff6-4f59-a350-18ff373065a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382574 Nov 23 22:09:28.956095 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5f725998-00fb-4025-acff-d070d2a1e589 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba34bdd898eb4f9a81562c792dae933f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9736059 Nov 23 22:09:28.966106 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f725998-00fb-4025-acff-d070d2a1e589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5178f01f-e02f-4bb7-9db4-a9f7358b3122,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:28.995096 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1f6fa74e-1ec9-4aaa-9597-1ac9ed76d9f1 None None] Provisioning complete for port 458c2f83-8214-4330-9641-d0ac9dd20135 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:28.996051 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1f6fa74e-1ec9-4aaa-9597-1ac9ed76d9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:29.000172 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acddf02-182c-490e-beae-5ff433c00a24 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Pushing event updated for resources: {'Port': ['ID=12fbc09d-bc3c-4065-bca6-660349a1c0ee,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:29.002780 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57652) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:29.147248 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-9acddf02-182c-490e-beae-5ff433c00a24 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:29.147922 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-9acddf02-182c-490e-beae-5ff433c00a24 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:29.194703 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-9acddf02-182c-490e-beae-5ff433c00a24 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2778304 Nov 23 22:09:29.204753 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99837c57-312b-4400-9eae-3bab0697ea40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:29.265452 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 458c2f83-8214-4330-9641-d0ac9dd20135 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:29.346272 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99837c57-312b-4400-9eae-3bab0697ea40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:29.382116 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-521b1b58-5f65-4741-aa47-580fb78fc9fc service neutron] Request body: {'port': {'device_id': '9fb059c0-8a7d-463c-911e-c60ad7fba03b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:29.442947 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1f6fa74e-1ec9-4aaa-9597-1ac9ed76d9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:29.493568 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5e5f24eb-9d92-4196-86e5-7b92aaf79701 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:29.583628 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-7fcbaa68-89f6-445d-886c-c241140ab561 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:29.585145 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-7fcbaa68-89f6-445d-886c-c241140ab561 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.53 "GET /v2.0/networks?id=e887b711-606f-4b83-863c-34d87a670bca HTTP/1.1" status: 200 len: 819 time: 0.3895288 Nov 23 22:09:29.592166 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 458c2f83-8214-4330-9641-d0ac9dd20135 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:29.592587 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:29.599103 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-1f6fa74e-1ec9-4aaa-9597-1ac9ed76d9f1 None None] For port 458c2f83-8214-4330-9641-d0ac9dd20135, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=458c2f83-8214-4330-9641-d0ac9dd20135,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:29.604156 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-56301445-cd3a-49d5-b0b7-162d67191a6f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:29.612587 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-83cd7d8d-5886-42ad-82c3-f7f48cd2a17f tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Request body: {'port': {'device_id': 'b41f2cd2-d13b-4502-895a-94ce82b9f755', 'network_id': 'e887b711-606f-4b83-863c-34d87a670bca', 'admin_state_up': True, 'tenant_id': '14f74779034d49d592bfcdc33c438539'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:29.655468 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-521b1b58-5f65-4741-aa47-580fb78fc9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:29.709099 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1f6fa74e-1ec9-4aaa-9597-1ac9ed76d9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:29.710608 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99837c57-312b-4400-9eae-3bab0697ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:29.713254 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99837c57-312b-4400-9eae-3bab0697ea40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:29.716230 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-99837c57-312b-4400-9eae-3bab0697ea40 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5178f01f-e02f-4bb7-9db4-a9f7358b3122 HTTP/1.1" status: 204 len: 168 time: 0.6922374 Nov 23 22:09:29.729799 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f24eb-9d92-4196-86e5-7b92aaf79701 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event updated for resources: {'Subnet': ['ID=a3016eb6-5f54-4cf1-b49c-803f50953b94,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:29.787630 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5f24eb-9d92-4196-86e5-7b92aaf79701 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Checking segment: {'id': '1018d585-38d8-4b7a-8170-40124fc03616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f828234a-afff-46a5-b079-6ece52cd2211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:09:29.788003 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5f24eb-9d92-4196-86e5-7b92aaf79701 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Network hostable DHCP agents. Network: f828234a-afff-46a5-b079-6ece52cd2211, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:09:29.977381 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fa74e-1ec9-4aaa-9597-1ac9ed76d9f1 None None] Pushing event updated for resources: {'Port': ['ID=458c2f83-8214-4330-9641-d0ac9dd20135,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:29.984171 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5f24eb-9d92-4196-86e5-7b92aaf79701 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Network f828234a-afff-46a5-b079-6ece52cd2211 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:09:30.007761 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6fa74e-1ec9-4aaa-9597-1ac9ed76d9f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:30.008229 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6fa74e-1ec9-4aaa-9597-1ac9ed76d9f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:30.008446 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6fa74e-1ec9-4aaa-9597-1ac9ed76d9f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:30.008788 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6fa74e-1ec9-4aaa-9597-1ac9ed76d9f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:30.009125 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6fa74e-1ec9-4aaa-9597-1ac9ed76d9f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:30.009721 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6fa74e-1ec9-4aaa-9597-1ac9ed76d9f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:30.009836 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6fa74e-1ec9-4aaa-9597-1ac9ed76d9f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:30.010097 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6fa74e-1ec9-4aaa-9597-1ac9ed76d9f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:30.010426 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6fa74e-1ec9-4aaa-9597-1ac9ed76d9f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:30.010826 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6fa74e-1ec9-4aaa-9597-1ac9ed76d9f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:30.011157 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6fa74e-1ec9-4aaa-9597-1ac9ed76d9f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:30.011488 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6fa74e-1ec9-4aaa-9597-1ac9ed76d9f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:30.020366 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-5e5f24eb-9d92-4196-86e5-7b92aaf79701 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, f828234a-afff-46a5-b079-6ece52cd2211) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:30.041342 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0439348-4cf0-4af6-ace0-b7850b6abc8e req-0252e638-d5e1-41d6-bfd4-e721df5904e0 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 210 time: 0.2477584 Nov 23 22:09:30.042630 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99837c57-312b-4400-9eae-3bab0697ea40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5178f01f-e02f-4bb7-9db4-a9f7358b3122,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:30.051194 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f24eb-9d92-4196-86e5-7b92aaf79701 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:30.052446 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5e5f24eb-9d92-4196-86e5-7b92aaf79701 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:30.062302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f276300a-7c78-487b-a3b0-0c7993161921 None None] Network f828234a-afff-46a5-b079-6ece52cd2211 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:30.158128 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5e5f24eb-9d92-4196-86e5-7b92aaf79701 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6205397 Nov 23 22:09:30.162221 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57670) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:30.182764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6ac92587-7e40-4a7d-ba82-ad7838caaada tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f828234a-afff-46a5-b079-6ece52cd2211'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:30.241347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-83cd7d8d-5886-42ad-82c3-f7f48cd2a17f tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Made reservation on behalf of 14f74779034d49d592bfcdc33c438539 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:30.245750 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-83cd7d8d-5886-42ad-82c3-f7f48cd2a17f tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:30.413254 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-20ba03c1-ae8f-44a2-ad52-035b62b8a191 None None] Provisioning complete for port 0959eb79-2553-49ea-a63f-fdef997a35b5 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:30.413872 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-20ba03c1-ae8f-44a2-ad52-035b62b8a191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:30.494164 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-83cd7d8d-5886-42ad-82c3-f7f48cd2a17f tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Allocated IP 172.20.0.12 (e887b711-606f-4b83-863c-34d87a670bca/e425627e-71be-40cc-adcc-90e6fae7a9ce/f7605490-7bfd-473e-9384-94811eec10d4) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:09:30.746016 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:30.748476 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-20ba03c1-ae8f-44a2-ad52-035b62b8a191 None None] Port 0959eb79-2553-49ea-a63f-fdef997a35b5 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:09:30.753753 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-68ad1f96-7117-4030-9cba-393813e66283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:30.757602 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f498c3b-89e7-472c-9649-8da319003c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-f828234a-afff-46a5-b079-6ece52cd2211', 'network_id': 'f828234a-afff-46a5-b079-6ece52cd2211', 'tenant_id': 'e34b6b5b3f434947aa9a6206ab462c89', 'fixed_ips': [{'subnet_id': 'a3016eb6-5f54-4cf1-b49c-803f50953b94'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:09:30.758476 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8f498c3b-89e7-472c-9649-8da319003c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:30.828020 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ac92587-7e40-4a7d-ba82-ad7838caaada tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:30.877699 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-83cd7d8d-5886-42ad-82c3-f7f48cd2a17f tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:30.954799 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-56301445-cd3a-49d5-b0b7-162d67191a6f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:31.010698 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-83cd7d8d-5886-42ad-82c3-f7f48cd2a17f tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:31.047017 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-56301445-cd3a-49d5-b0b7-162d67191a6f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:31.051196 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-56301445-cd3a-49d5-b0b7-162d67191a6f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:31.160317 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-8f498c3b-89e7-472c-9649-8da319003c30 None None] Allocated IP 2001:db8:1::2 (f828234a-afff-46a5-b079-6ece52cd2211/a3016eb6-5f54-4cf1-b49c-803f50953b94/46c1c9f9-1aaa-4274-a771-604bd1f8799a) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:09:31.258439 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 458c2f83-8214-4330-9641-d0ac9dd20135 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:31.305642 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-83cd7d8d-5886-42ad-82c3-f7f48cd2a17f tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Network e887b711-606f-4b83-863c-34d87a670bca is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:31.311475 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-83cd7d8d-5886-42ad-82c3-f7f48cd2a17f tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:31.320376 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-83cd7d8d-5886-42ad-82c3-f7f48cd2a17f tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:09:31.354093 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56301445-cd3a-49d5-b0b7-162d67191a6f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=0959eb79-2553-49ea-a63f-fdef997a35b5,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:31.493721 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-6ac92587-7e40-4a7d-ba82-ad7838caaada tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:09:31.494842 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6ac92587-7e40-4a7d-ba82-ad7838caaada tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "PUT /v2.0/routers/6a9e6b67-465c-473c-b37b-58cbb5976d0c HTTP/1.1" status: 400 len: 364 time: 1.3285069 Nov 23 22:09:31.499361 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57710) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:31.508986 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-83cd7d8d-5886-42ad-82c3-f7f48cd2a17f tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:31.511802 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-83cd7d8d-5886-42ad-82c3-f7f48cd2a17f tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:31.592592 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 458c2f83-8214-4330-9641-d0ac9dd20135 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:31.597139 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:31.613356 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-83cd7d8d-5886-42ad-82c3-f7f48cd2a17f tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0068281 Nov 23 22:09:31.637758 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56301445-cd3a-49d5-b0b7-162d67191a6f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:31.696342 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-e52b1338-6091-4023-a4ff-65788ae21adc service neutron] Request body: {'port': {'device_id': 'b41f2cd2-d13b-4502-895a-94ce82b9f755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:31.709218 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-56301445-cd3a-49d5-b0b7-162d67191a6f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:31.733545 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8f498c3b-89e7-472c-9649-8da319003c30 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:31.766093 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8f498c3b-89e7-472c-9649-8da319003c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:31.828038 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-e52b1338-6091-4023-a4ff-65788ae21adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:31.845917 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:31.861081 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f498c3b-89e7-472c-9649-8da319003c30 None None] Network f828234a-afff-46a5-b079-6ece52cd2211 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:31.868002 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-8f498c3b-89e7-472c-9649-8da319003c30 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:31.881912 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f498c3b-89e7-472c-9649-8da319003c30 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:09:31.971074 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f498c3b-89e7-472c-9649-8da319003c30 None None] Pushing event updated for resources: {'Port': ['ID=46c1c9f9-1aaa-4274-a771-604bd1f8799a,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:31.975472 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-521b1b58-5f65-4741-aa47-580fb78fc9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12fbc09d-bc3c-4065-bca6-660349a1c0ee {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:09:31.996426 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-521b1b58-5f65-4741-aa47-580fb78fc9fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:32.021619 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-521b1b58-5f65-4741-aa47-580fb78fc9fc service neutron] Transition to ACTIVE for port object 12fbc09d-bc3c-4065-bca6-660349a1c0ee will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:09:32.025841 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd7d8d-5886-42ad-82c3-f7f48cd2a17f tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Pushing event updated for resources: {'Port': ['ID=f7605490-7bfd-473e-9384-94811eec10d4,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:32.042469 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-521b1b58-5f65-4741-aa47-580fb78fc9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:32.056233 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-8f498c3b-89e7-472c-9649-8da319003c30 None None] Attempting to bind port 46c1c9f9-1aaa-4274-a771-604bd1f8799a on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:09:32.057208 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-8f498c3b-89e7-472c-9649-8da319003c30 None None] Attempting to bind port 46c1c9f9-1aaa-4274-a771-604bd1f8799a by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '1018d585-38d8-4b7a-8170-40124fc03616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f828234a-afff-46a5-b079-6ece52cd2211'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:09:32.058031 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f498c3b-89e7-472c-9649-8da319003c30 None None] Attempting to bind port 46c1c9f9-1aaa-4274-a771-604bd1f8799a on network f828234a-afff-46a5-b079-6ece52cd2211 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:09:32.075167 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f498c3b-89e7-472c-9649-8da319003c30 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:09:32.075967 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f498c3b-89e7-472c-9649-8da319003c30 None None] Checking segment: {'id': '1018d585-38d8-4b7a-8170-40124fc03616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f828234a-afff-46a5-b079-6ece52cd2211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:09:32.076715 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8f498c3b-89e7-472c-9649-8da319003c30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:32.077997 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f498c3b-89e7-472c-9649-8da319003c30 None None] Bound using segment: {'id': '1018d585-38d8-4b7a-8170-40124fc03616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f828234a-afff-46a5-b079-6ece52cd2211'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:09:32.078704 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-8f498c3b-89e7-472c-9649-8da319003c30 None None] Bound port: 46c1c9f9-1aaa-4274-a771-604bd1f8799a, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1018d585-38d8-4b7a-8170-40124fc03616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f828234a-afff-46a5-b079-6ece52cd2211'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:09:32.079699 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8f498c3b-89e7-472c-9649-8da319003c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:32.222168 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8f498c3b-89e7-472c-9649-8da319003c30 None None] For port 46c1c9f9-1aaa-4274-a771-604bd1f8799a, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:09:32.231720 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8f498c3b-89e7-472c-9649-8da319003c30 None None] For port 46c1c9f9-1aaa-4274-a771-604bd1f8799a, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=46c1c9f9-1aaa-4274-a771-604bd1f8799a,segment=NetworkSegment(1018d585-38d8-4b7a-8170-40124fc03616),segment_id=1018d585-38d8-4b7a-8170-40124fc03616)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:09:32.244545 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8f498c3b-89e7-472c-9649-8da319003c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:32.267906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d9853-a326-4c14-8ec4-332c36eab66e req-b27e2c88-a9f8-4f83-999f-a93913f1b71a tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:32.275766 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-130d9853-a326-4c14-8ec4-332c36eab66e req-b27e2c88-a9f8-4f83-999f-a93913f1b71a tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 932 time: 0.8231478 Nov 23 22:09:32.405711 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f498c3b-89e7-472c-9649-8da319003c30 None None] Pushing event updated for resources: {'Port': ['ID=46c1c9f9-1aaa-4274-a771-604bd1f8799a,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:32.431938 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c8c94091-9a53-4f89-90b9-f2dc751cd6f8 None None] Provisioning complete for port 0959eb79-2553-49ea-a63f-fdef997a35b5 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:32.432654 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c8c94091-9a53-4f89-90b9-f2dc751cd6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:32.444397 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-680ecec9-e530-4954-8e3b-b4c99bab18c3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:32.525607 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b1b58-5f65-4741-aa47-580fb78fc9fc service neutron] Pushing event updated for resources: {'Port': ['ID=12fbc09d-bc3c-4065-bca6-660349a1c0ee,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:32.558037 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c8c94091-9a53-4f89-90b9-f2dc751cd6f8 None None] Port 0959eb79-2553-49ea-a63f-fdef997a35b5 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:09:32.696465 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56301445-cd3a-49d5-b0b7-162d67191a6f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Router f6224a45-2bd5-408d-9c1a-1805b646b7b8 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:09:33.012929 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:33.057564 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56301445-cd3a-49d5-b0b7-162d67191a6f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:09:33.066705 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-56301445-cd3a-49d5-b0b7-162d67191a6f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "PUT /v2.0/routers/f6224a45-2bd5-408d-9c1a-1805b646b7b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9322860 Nov 23 22:09:33.072483 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] Sync routers for ids ['f6224a45-2bd5-408d-9c1a-1805b646b7b8'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:09:33.078379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57736) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:33.120151 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] Routers {'f6224a45-2bd5-408d-9c1a-1805b646b7b8'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:09:33.126494 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:09:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f6224a45-2bd5-408d-9c1a-1805b646b7b8'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:33.201862 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-130d9853-a326-4c14-8ec4-332c36eab66e req-aa82b821-47a1-4b9d-9a06-cc29efdc270e tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7975950 Nov 23 22:09:33.209131 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-521b1b58-5f65-4741-aa47-580fb78fc9fc service neutron] Attempting to bind port 12fbc09d-bc3c-4065-bca6-660349a1c0ee on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:09:33.209687 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-521b1b58-5f65-4741-aa47-580fb78fc9fc service neutron] Attempting to bind port 12fbc09d-bc3c-4065-bca6-660349a1c0ee by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '8e3dc330-2fe3-487c-8bc0-b98508d2c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e887b711-606f-4b83-863c-34d87a670bca'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:09:33.210195 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-521b1b58-5f65-4741-aa47-580fb78fc9fc service neutron] Attempting to bind port 12fbc09d-bc3c-4065-bca6-660349a1c0ee on network e887b711-606f-4b83-863c-34d87a670bca {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:09:33.232651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-521b1b58-5f65-4741-aa47-580fb78fc9fc service neutron] Port 12fbc09d-bc3c-4065-bca6-660349a1c0ee on network e887b711-606f-4b83-863c-34d87a670bca not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:09:33.233294 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-521b1b58-5f65-4741-aa47-580fb78fc9fc service neutron] Attempting to bind port 12fbc09d-bc3c-4065-bca6-660349a1c0ee on network e887b711-606f-4b83-863c-34d87a670bca {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:09:33.326242 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd1527-2c04-48b0-a31c-7eac73de4ca1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:33.327784 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c0cd1527-2c04-48b0-a31c-7eac73de4ca1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports/0959eb79-2553-49ea-a63f-fdef997a35b5 HTTP/1.1" status: 200 len: 911 time: 0.2456858 Nov 23 22:09:33.331528 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57740) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:33.371043 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-521b1b58-5f65-4741-aa47-580fb78fc9fc service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:09:33.376717 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-521b1b58-5f65-4741-aa47-580fb78fc9fc service neutron] Checking segment: {'id': '8e3dc330-2fe3-487c-8bc0-b98508d2c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e887b711-606f-4b83-863c-34d87a670bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:09:33.380234 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-521b1b58-5f65-4741-aa47-580fb78fc9fc service neutron] Bound using segment: {'id': '8e3dc330-2fe3-487c-8bc0-b98508d2c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e887b711-606f-4b83-863c-34d87a670bca'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:09:33.380528 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 46c1c9f9-1aaa-4274-a771-604bd1f8799a up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:33.381014 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-521b1b58-5f65-4741-aa47-580fb78fc9fc service neutron] Bound port: 12fbc09d-bc3c-4065-bca6-660349a1c0ee, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3dc330-2fe3-487c-8bc0-b98508d2c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e887b711-606f-4b83-863c-34d87a670bca'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:09:33.381143 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-521b1b58-5f65-4741-aa47-580fb78fc9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:33.416710 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-680ecec9-e530-4954-8e3b-b4c99bab18c3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Allocated IP 2001:db8::1 (55064518-2707-48b4-bf44-87e873ffe5e4/b7d169be-b75c-490b-8912-9fa9d68c9173/8052ca54-dbe9-42b2-8298-c66f98afa709) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:09:33.540167 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] Set router f6224a45-2bd5-408d-9c1a-1805b646b7b8 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:09:33.621756 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 46c1c9f9-1aaa-4274-a771-604bd1f8799a triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:33.625009 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:33.644754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-521b1b58-5f65-4741-aa47-580fb78fc9fc service neutron] For port 12fbc09d-bc3c-4065-bca6-660349a1c0ee, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:09:33.697063 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-680ecec9-e530-4954-8e3b-b4c99bab18c3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:33.700503 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-521b1b58-5f65-4741-aa47-580fb78fc9fc service neutron] For port 12fbc09d-bc3c-4065-bca6-660349a1c0ee, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=12fbc09d-bc3c-4065-bca6-660349a1c0ee,segment=NetworkSegment(8e3dc330-2fe3-487c-8bc0-b98508d2c82b),segment_id=8e3dc330-2fe3-487c-8bc0-b98508d2c82b)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:09:33.723009 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-521b1b58-5f65-4741-aa47-580fb78fc9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:33.837128 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-680ecec9-e530-4954-8e3b-b4c99bab18c3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:33.900380 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b1b58-5f65-4741-aa47-580fb78fc9fc service neutron] Pushing event updated for resources: {'Port': ['ID=12fbc09d-bc3c-4065-bca6-660349a1c0ee,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:33.926048 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-521b1b58-5f65-4741-aa47-580fb78fc9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:33.926685 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-521b1b58-5f65-4741-aa47-580fb78fc9fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:33.933078 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-521b1b58-5f65-4741-aa47-580fb78fc9fc service neutron] 10.222.0.53 "PUT /v2.0/ports/12fbc09d-bc3c-4065-bca6-660349a1c0ee HTTP/1.1" status: 200 len: 1091 time: 4.7211673 Nov 23 22:09:33.937627 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb059c0-8a7d-463c-911e-c60ad7fba03b', 'tag': '12fbc09d-bc3c-4065-bca6-660349a1c0ee'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:09:33.946605 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8f0925-cb89-4619-a953-3d92ed0c28c3" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb059c0-8a7d-463c-911e-c60ad7fba03b", "tag": "12fbc09d-bc3c-4065-bca6-660349a1c0ee"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:09:33.958684 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ecec9-e530-4954-8e3b-b4c99bab18c3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event updated for resources: {'Port': ['ID=8052ca54-dbe9-42b2-8298-c66f98afa709,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:34.006890 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-e52b1338-6091-4023-a4ff-65788ae21adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7605490-7bfd-473e-9384-94811eec10d4 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:09:34.013773 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd86d5b-c72d-49db-9bf0-1ceb3d9b75b6 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:34.028135 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd86d5b-c72d-49db-9bf0-1ceb3d9b75b6 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:34.034190 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2cd86d5b-c72d-49db-9bf0-1ceb3d9b75b6 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6990230 Nov 23 22:09:34.046165 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57748) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:34.070130 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-e52b1338-6091-4023-a4ff-65788ae21adc service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:34.072315 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680ecec9-e530-4954-8e3b-b4c99bab18c3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Network 55064518-2707-48b4-bf44-87e873ffe5e4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:34.091379 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:34.211543 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:34.233007 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-e52b1338-6091-4023-a4ff-65788ae21adc service neutron] Transition to ACTIVE for port object f7605490-7bfd-473e-9384-94811eec10d4 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:09:34.256718 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-e52b1338-6091-4023-a4ff-65788ae21adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:34.261076 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-680ecec9-e530-4954-8e3b-b4c99bab18c3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:34.297368 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f53006-2191-4768-b86f-157904c8f602 None None] Network f828234a-afff-46a5-b079-6ece52cd2211 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:34.313883 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-5ad3d5b6-d33c-4659-96d5-abda251860ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:34.340539 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-5ad3d5b6-d33c-4659-96d5-abda251860ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14f74779034d49d592bfcdc33c438539&device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 1094 time: 0.3465428 Nov 23 22:09:34.436019 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680ecec9-e530-4954-8e3b-b4c99bab18c3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:09:34.436869 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-680ecec9-e530-4954-8e3b-b4c99bab18c3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:34.557072 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-e5e9dcc3-6681-4c21-88fd-5338a7394c06 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12fbc09d-bc3c-4065-bca6-660349a1c0ee HTTP/1.1" status: 200 len: 217 time: 0.1407342 Nov 23 22:09:34.567992 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc8df51-d69c-4cd9-b5bd-fc31da882db9 x-openstack-request-id: req-4dc8df51-d69c-4cd9-b5bd-fc31da882db9 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:09:34.568289 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb059c0-8a7d-463c-911e-c60ad7fba03b", "tag": "12fbc09d-bc3c-4065-bca6-660349a1c0ee", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:09:34.572946 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4dc8df51-d69c-4cd9-b5bd-fc31da882db9 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:09:34.575739 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb059c0-8a7d-463c-911e-c60ad7fba03b', 'tag': '12fbc09d-bc3c-4065-bca6-660349a1c0ee', 'status': 'completed', 'code': 200} Nov 23 22:09:34.715713 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-680ecec9-e530-4954-8e3b-b4c99bab18c3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:34.755515 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b1338-6091-4023-a4ff-65788ae21adc service neutron] Pushing event updated for resources: {'Port': ['ID=f7605490-7bfd-473e-9384-94811eec10d4,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:34.774914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-ca186b26-770d-499a-ba8b-700bf9c584a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:34.777070 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-ca186b26-770d-499a-ba8b-700bf9c584a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e425627e-71be-40cc-adcc-90e6fae7a9ce HTTP/1.1" status: 200 len: 859 time: 0.1304309 Nov 23 22:09:34.794740 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d22a61-0cac-4b98-a654-7116905b97e2 req-e0aba302-c5a8-42e5-93ff-38f30402a08c tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:34.796744 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87d22a61-0cac-4b98-a654-7116905b97e2 req-e0aba302-c5a8-42e5-93ff-38f30402a08c tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 944 time: 0.3703995 Nov 23 22:09:34.837430 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-bb7915a3-fb2d-4118-be5a-65578b4ee176 None None] Provisioning complete for port 46c1c9f9-1aaa-4274-a771-604bd1f8799a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:34.838774 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bb7915a3-fb2d-4118-be5a-65578b4ee176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:34.852631 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-e52b1338-6091-4023-a4ff-65788ae21adc service neutron] Attempting to bind port f7605490-7bfd-473e-9384-94811eec10d4 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:09:34.853037 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-e52b1338-6091-4023-a4ff-65788ae21adc service neutron] Attempting to bind port f7605490-7bfd-473e-9384-94811eec10d4 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '8e3dc330-2fe3-487c-8bc0-b98508d2c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e887b711-606f-4b83-863c-34d87a670bca'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:09:34.853298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-e52b1338-6091-4023-a4ff-65788ae21adc service neutron] Attempting to bind port f7605490-7bfd-473e-9384-94811eec10d4 on network e887b711-606f-4b83-863c-34d87a670bca {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:09:34.856580 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 46c1c9f9-1aaa-4274-a771-604bd1f8799a, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=46c1c9f9-1aaa-4274-a771-604bd1f8799a,segment=NetworkSegment(1018d585-38d8-4b7a-8170-40124fc03616),segment_id=1018d585-38d8-4b7a-8170-40124fc03616)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:34.919635 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-17f462bc-90c6-4e77-849a-ca4f6bdb24ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e887b711-606f-4b83-863c-34d87a670bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199086 Nov 23 22:09:34.933281 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-e52b1338-6091-4023-a4ff-65788ae21adc service neutron] Port f7605490-7bfd-473e-9384-94811eec10d4 on network e887b711-606f-4b83-863c-34d87a670bca not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:09:34.933662 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-e52b1338-6091-4023-a4ff-65788ae21adc service neutron] Attempting to bind port f7605490-7bfd-473e-9384-94811eec10d4 on network e887b711-606f-4b83-863c-34d87a670bca {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:09:34.998636 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-e52b1338-6091-4023-a4ff-65788ae21adc service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:09:35.002853 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-e52b1338-6091-4023-a4ff-65788ae21adc service neutron] Checking segment: {'id': '8e3dc330-2fe3-487c-8bc0-b98508d2c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e887b711-606f-4b83-863c-34d87a670bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:09:35.002853 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-e52b1338-6091-4023-a4ff-65788ae21adc service neutron] Bound using segment: {'id': '8e3dc330-2fe3-487c-8bc0-b98508d2c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e887b711-606f-4b83-863c-34d87a670bca'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:09:35.003864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-e52b1338-6091-4023-a4ff-65788ae21adc service neutron] Bound port: f7605490-7bfd-473e-9384-94811eec10d4, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3dc330-2fe3-487c-8bc0-b98508d2c82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e887b711-606f-4b83-863c-34d87a670bca'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:09:35.004285 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-e52b1338-6091-4023-a4ff-65788ae21adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:35.033738 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:35.159586 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6224a45-2bd5-408d-9c1a-1805b646b7b8', 'name': 'tempest-NetworksTestDHCPv6-router-1788344169', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:09:24Z', 'updated_at': '2021-11-23T22:09:29Z', 'revision_number': 2, 'project_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'gw_port_host': None, '_interfaces': [{'id': '0959eb79-2553-49ea-a63f-fdef997a35b5', 'name': '', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'mac_address': 'fa:16:3e:b1:be:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6224a45-2bd5-408d-9c1a-1805b646b7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '676a4283-e8e5-4578-8667-ba1983da9f30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:09:26Z', 'updated_at': '2021-11-23T22:09:30Z', 'revision_number': 2, 'project_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'subnets': [{'id': '676a4283-e8e5-4578-8667-ba1983da9f30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:35.256904 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87d22a61-0cac-4b98-a654-7116905b97e2 req-d5ae74d0-51ee-480f-96d3-b8b62b88d8cb tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054356 Nov 23 22:09:35.262301 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=46c1c9f9-1aaa-4274-a771-604bd1f8799a,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:35.275583 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] Checking router: f6224a45-2bd5-408d-9c1a-1805b646b7b8 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:09:35.275983 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] Updating router f6224a45-2bd5-408d-9c1a-1805b646b7b8 port 0959eb79-2553-49ea-a63f-fdef997a35b5 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:09:35.323527 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-7214ae6e-e33e-4994-bbad-6b2e5dc19a6f service neutron] 10.222.0.53 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874853 Nov 23 22:09:35.327395 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-e52b1338-6091-4023-a4ff-65788ae21adc service neutron] For port f7605490-7bfd-473e-9384-94811eec10d4, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:09:35.332742 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-e52b1338-6091-4023-a4ff-65788ae21adc service neutron] For port f7605490-7bfd-473e-9384-94811eec10d4, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f7605490-7bfd-473e-9384-94811eec10d4,segment=NetworkSegment(8e3dc330-2fe3-487c-8bc0-b98508d2c82b),segment_id=8e3dc330-2fe3-487c-8bc0-b98508d2c82b)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:09:35.362896 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:35.436773 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1fa01339-9b0d-4b35-b65b-0d9791c81d5b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:35.470169 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ceb51cf7-2ce4-4b69-b982-123aa5e6dab2 req-66fca964-8b34-4283-bd47-ca26a5d56600 service neutron] 10.222.0.53 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333899 Nov 23 22:09:35.471902 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-e52b1338-6091-4023-a4ff-65788ae21adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:35.530918 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-e52b1338-6091-4023-a4ff-65788ae21adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:35.531537 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-e52b1338-6091-4023-a4ff-65788ae21adc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:35.534398 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-e52b1338-6091-4023-a4ff-65788ae21adc service neutron] 10.222.0.53 "PUT /v2.0/ports/f7605490-7bfd-473e-9384-94811eec10d4 HTTP/1.1" status: 200 len: 1092 time: 3.8736572 Nov 23 22:09:35.685421 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-680ecec9-e530-4954-8e3b-b4c99bab18c3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:35.710015 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-680ecec9-e530-4954-8e3b-b4c99bab18c3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:35.710929 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-680ecec9-e530-4954-8e3b-b4c99bab18c3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:35.731801 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e49a7dac-78de-4f65-8330-6c4199f70a42 None None] Provisioning complete for port 8052ca54-dbe9-42b2-8298-c66f98afa709 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:35.732192 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e49a7dac-78de-4f65-8330-6c4199f70a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:35.780051 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b1338-6091-4023-a4ff-65788ae21adc service neutron] Pushing event updated for resources: {'Port': ['ID=f7605490-7bfd-473e-9384-94811eec10d4,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:35.793956 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ecec9-e530-4954-8e3b-b4c99bab18c3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event updated for resources: {'Port': ['ID=8052ca54-dbe9-42b2-8298-c66f98afa709,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:35.817074 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e49a7dac-78de-4f65-8330-6c4199f70a42 None None] Port 8052ca54-dbe9-42b2-8298-c66f98afa709 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:09:35.825338 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f0925-cb89-4619-a953-3d92ed0c28c3 req-188bd3d9-92d9-4814-948f-c5e50188b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:35.827056 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5c8f0925-cb89-4619-a953-3d92ed0c28c3 req-188bd3d9-92d9-4814-948f-c5e50188b6b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14f74779034d49d592bfcdc33c438539&device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 1094 time: 0.2716134 Nov 23 22:09:35.832148 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-6318567a-6773-4f35-b38f-309087a08a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:35.833613 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-6318567a-6773-4f35-b38f-309087a08a56 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14f74779034d49d592bfcdc33c438539&device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 1095 time: 0.2269888 Nov 23 22:09:35.914186 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-ad813d7b-956f-49a9-b324-51066867f5e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7605490-7bfd-473e-9384-94811eec10d4 HTTP/1.1" status: 200 len: 217 time: 0.0662739 Nov 23 22:09:36.060361 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-a33c4fe1-ff6e-4063-af66-0604003a9154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:36.061886 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-a33c4fe1-ff6e-4063-af66-0604003a9154 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e425627e-71be-40cc-adcc-90e6fae7a9ce HTTP/1.1" status: 200 len: 859 time: 0.1339371 Nov 23 22:09:36.134909 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-bf5decba-96da-4b2f-9f39-f7cc5394ea4d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e887b711-606f-4b83-863c-34d87a670bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512776 Nov 23 22:09:36.158194 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f0925-cb89-4619-a953-3d92ed0c28c3 req-1abdf133-7ce0-447c-8ff7-104086fe86dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:36.159746 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5c8f0925-cb89-4619-a953-3d92ed0c28c3 req-1abdf133-7ce0-447c-8ff7-104086fe86dc service neutron] 10.222.0.53 "GET /v2.0/networks?id=e887b711-606f-4b83-863c-34d87a670bca HTTP/1.1" status: 200 len: 920 time: 0.3109443 Nov 23 22:09:36.248962 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5c8f0925-cb89-4619-a953-3d92ed0c28c3 req-1fe8ce01-74bd-4439-a793-e6f93c7da9f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12fbc09d-bc3c-4065-bca6-660349a1c0ee HTTP/1.1" status: 200 len: 217 time: 0.0787494 Nov 23 22:09:36.317704 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9a45874d-0091-460a-8818-6c0a1bb2dc37 None None] Provisioning complete for port 46c1c9f9-1aaa-4274-a771-604bd1f8799a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:36.318309 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9a45874d-0091-460a-8818-6c0a1bb2dc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:36.401817 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f0925-cb89-4619-a953-3d92ed0c28c3 req-0b1b291e-92a0-4bb0-9970-7adfad7df209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:36.406292 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5c8f0925-cb89-4619-a953-3d92ed0c28c3 req-0b1b291e-92a0-4bb0-9970-7adfad7df209 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e425627e-71be-40cc-adcc-90e6fae7a9ce HTTP/1.1" status: 200 len: 859 time: 0.0954032 Nov 23 22:09:36.410044 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-e1a5ccad-e687-4b6a-a543-384662348097 service neutron] 10.222.0.53 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543077 Nov 23 22:09:36.515671 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5c8f0925-cb89-4619-a953-3d92ed0c28c3 req-6748eb4e-2b56-4801-bdd8-256820531487 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e887b711-606f-4b83-863c-34d87a670bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936584 Nov 23 22:09:36.582081 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:36.599703 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b41f2cd2-d13b-4502-895a-94ce82b9f755', 'tag': 'f7605490-7bfd-473e-9384-94811eec10d4'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:09:36.607425 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6a20c2-21f8-474e-9295-d42dcd54eec1" -d '{"events": [{"name": "network-changed", "server_uuid": "b41f2cd2-d13b-4502-895a-94ce82b9f755", "tag": "f7605490-7bfd-473e-9384-94811eec10d4"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:09:36.658052 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:36.758896 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988045f9-f491-4a3e-91d5-d2729cfee94c x-openstack-request-id: req-988045f9-f491-4a3e-91d5-d2729cfee94c {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:09:36.759282 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b41f2cd2-d13b-4502-895a-94ce82b9f755", "tag": "f7605490-7bfd-473e-9384-94811eec10d4", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:09:36.759941 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-988045f9-f491-4a3e-91d5-d2729cfee94c {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:09:36.760484 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b41f2cd2-d13b-4502-895a-94ce82b9f755', 'tag': 'f7605490-7bfd-473e-9384-94811eec10d4', 'status': 'completed', 'code': 200} Nov 23 22:09:36.797814 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680ecec9-e530-4954-8e3b-b4c99bab18c3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Network 55064518-2707-48b4-bf44-87e873ffe5e4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:36.820751 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-680ecec9-e530-4954-8e3b-b4c99bab18c3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:36.827880 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498060ed-4702-4e4c-bbae-8bf38feeac6a req-e987bb14-0e74-48ca-981f-2546c91c9c5a tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:36.831055 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-498060ed-4702-4e4c-bbae-8bf38feeac6a req-e987bb14-0e74-48ca-981f-2546c91c9c5a tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 944 time: 0.4102147 Nov 23 22:09:36.850979 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1acdb-a9ef-4fcb-b3a1-60766a7f379f None None] Pushing event updated for resources: {'Port': ['ID=0959eb79-2553-49ea-a63f-fdef997a35b5,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:36.915668 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-42ead5ca-a0ac-4f56-867c-e3f44325b97c req-595faee6-3a2c-4df9-a997-37a2ee72052b service neutron] 10.222.0.53 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926827 Nov 23 22:09:37.062786 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5c8f0925-cb89-4619-a953-3d92ed0c28c3 req-c85de403-fe72-4830-9a8c-b1d5e9c68a3f service neutron] 10.222.0.53 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5203233 Nov 23 22:09:37.289628 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-498060ed-4702-4e4c-bbae-8bf38feeac6a req-41ba6e89-4605-4485-b19a-3eefb68dee9f tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426217 Nov 23 22:09:37.318067 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 46c1c9f9-1aaa-4274-a771-604bd1f8799a up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:37.349550 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] Attempting to bind port 0959eb79-2553-49ea-a63f-fdef997a35b5 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:09:37.350165 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] Attempting to bind port 0959eb79-2553-49ea-a63f-fdef997a35b5 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:09:37.350637 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] Attempting to bind port 0959eb79-2553-49ea-a63f-fdef997a35b5 on network 8205a081-245e-4f42-9c61-30748520e8a4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:09:37.364121 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-1fa01339-9b0d-4b35-b65b-0d9791c81d5b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting port 0959eb79-2553-49ea-a63f-fdef997a35b5 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:09:37.364483 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1fa01339-9b0d-4b35-b65b-0d9791c81d5b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:37.414080 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:09:37.416562 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] Checking segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:09:37.417190 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:37.417807 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] Bound using segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:09:37.418299 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] Bound port: 0959eb79-2553-49ea-a63f-fdef997a35b5, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:09:37.418951 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:37.456470 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680ecec9-e530-4954-8e3b-b4c99bab18c3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Router 6a9e6b67-465c-473c-b37b-58cbb5976d0c has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:09:37.490529 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5c8f0925-cb89-4619-a953-3d92ed0c28c3 req-12135dbb-0a95-4d5c-9b98-77de2b3c8cd7 service neutron] 10.222.0.53 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571963 Nov 23 22:09:37.497402 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a20c2-21f8-474e-9295-d42dcd54eec1 req-29535b4d-df57-4f5c-aaa0-ac17e170dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:37.499148 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b6a20c2-21f8-474e-9295-d42dcd54eec1 req-29535b4d-df57-4f5c-aaa0-ac17e170dec4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14f74779034d49d592bfcdc33c438539&device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 1095 time: 0.4827032 Nov 23 22:09:37.624496 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-14338723-f6c5-4eb8-9317-595a0da6166f None None] Provisioning complete for port 8052ca54-dbe9-42b2-8298-c66f98afa709 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:37.624882 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-14338723-f6c5-4eb8-9317-595a0da6166f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:37.670238 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680ecec9-e530-4954-8e3b-b4c99bab18c3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:09:37.677233 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-680ecec9-e530-4954-8e3b-b4c99bab18c3 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "PUT /v2.0/routers/6a9e6b67-465c-473c-b37b-58cbb5976d0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1767898 Nov 23 22:09:37.680268 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57828) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:37.688072 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78d1692-0008-417b-84b5-6e8847c7951a None None] Sync routers for ids ['6a9e6b67-465c-473c-b37b-58cbb5976d0c'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:09:37.703601 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78d1692-0008-417b-84b5-6e8847c7951a None None] Routers {'6a9e6b67-465c-473c-b37b-58cbb5976d0c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:09:37.705543 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f78d1692-0008-417b-84b5-6e8847c7951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:09:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['6a9e6b67-465c-473c-b37b-58cbb5976d0c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:37.725474 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a20c2-21f8-474e-9295-d42dcd54eec1 req-efbab32b-87da-4dc4-a8f0-cfda1d8cee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:37.728318 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b6a20c2-21f8-474e-9295-d42dcd54eec1 req-efbab32b-87da-4dc4-a8f0-cfda1d8cee9b service neutron] 10.222.0.53 "GET /v2.0/networks?id=e887b711-606f-4b83-863c-34d87a670bca HTTP/1.1" status: 200 len: 920 time: 0.2210517 Nov 23 22:09:37.788394 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f78d1692-0008-417b-84b5-6e8847c7951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:37.809349 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78d1692-0008-417b-84b5-6e8847c7951a None None] Routers {'6a9e6b67-465c-473c-b37b-58cbb5976d0c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:09:37.809987 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f78d1692-0008-417b-84b5-6e8847c7951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:09:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['6a9e6b67-465c-473c-b37b-58cbb5976d0c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:37.819089 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b6a20c2-21f8-474e-9295-d42dcd54eec1 req-f408541c-f400-4827-997a-91ed5a7de19a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7605490-7bfd-473e-9384-94811eec10d4 HTTP/1.1" status: 200 len: 217 time: 0.0775921 Nov 23 22:09:37.889071 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f78d1692-0008-417b-84b5-6e8847c7951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:37.889261 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57836) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:37.890596 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78d1692-0008-417b-84b5-6e8847c7951a None None] The sync data for ids ['6a9e6b67-465c-473c-b37b-58cbb5976d0c'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:09:37.900108 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-1fa01339-9b0d-4b35-b65b-0d9791c81d5b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] For port 0959eb79-2553-49ea-a63f-fdef997a35b5, host n-d-816206-9, got binding levels [] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:37.901017 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1fa01339-9b0d-4b35-b65b-0d9791c81d5b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:37.912296 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 46c1c9f9-1aaa-4274-a771-604bd1f8799a triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:37.912672 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:37.927330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-1fa01339-9b0d-4b35-b65b-0d9791c81d5b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Calling delete_port for 0959eb79-2553-49ea-a63f-fdef997a35b5 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:09:37.945524 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4a25115a-11b7-42f8-8deb-bf3453ee2834 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:37.966457 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a20c2-21f8-474e-9295-d42dcd54eec1 req-cc65b925-bfbd-46d9-8e98-28d838547e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:37.970775 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] For port 0959eb79-2553-49ea-a63f-fdef997a35b5, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:09:37.973425 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b6a20c2-21f8-474e-9295-d42dcd54eec1 req-cc65b925-bfbd-46d9-8e98-28d838547e3d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e425627e-71be-40cc-adcc-90e6fae7a9ce HTTP/1.1" status: 200 len: 859 time: 0.1449921 Nov 23 22:09:37.977882 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-14338723-f6c5-4eb8-9317-595a0da6166f None None] Port 8052ca54-dbe9-42b2-8298-c66f98afa709 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:09:38.038015 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] For port 0959eb79-2553-49ea-a63f-fdef997a35b5, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=0959eb79-2553-49ea-a63f-fdef997a35b5,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:09:38.071497 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b6a20c2-21f8-474e-9295-d42dcd54eec1 req-539f04d6-6aa7-4f4f-a317-a90346f30bca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e887b711-606f-4b83-863c-34d87a670bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862811 Nov 23 22:09:38.089387 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:38.104828 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-4a25115a-11b7-42f8-8deb-bf3453ee2834 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 22:09:38.106733 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4a25115a-11b7-42f8-8deb-bf3453ee2834 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "DELETE /v2.0/routers/6a9e6b67-465c-473c-b37b-58cbb5976d0c HTTP/1.1" status: 409 len: 329 time: 0.4256384 Nov 23 22:09:38.118072 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57842) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:38.281691 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b6a20c2-21f8-474e-9295-d42dcd54eec1 req-bec7d171-80bb-4ab4-8712-dcf07a17e977 service neutron] 10.222.0.53 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970012 Nov 23 22:09:38.297142 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a55b-bd80-4a9d-9752-4663498eec3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:38.339987 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-06adcc66-4ba4-48ba-a745-bdd002dc51df None None] Provisioning complete for port 0959eb79-2553-49ea-a63f-fdef997a35b5 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:38.340492 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-06adcc66-4ba4-48ba-a745-bdd002dc51df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:38.358230 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1acdb-a9ef-4fcb-b3a1-60766a7f379f None None] Pushing event updated for resources: {'Port': ['ID=0959eb79-2553-49ea-a63f-fdef997a35b5,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:38.457874 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] Routers {'f6224a45-2bd5-408d-9c1a-1805b646b7b8'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:09:38.458397 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:09:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f6224a45-2bd5-408d-9c1a-1805b646b7b8'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:38.698237 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a55b-bd80-4a9d-9752-4663498eec3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:38.717462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1fa01339-9b0d-4b35-b65b-0d9791c81d5b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:38.740495 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] Set router f6224a45-2bd5-408d-9c1a-1805b646b7b8 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:09:38.750344 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6dd2a55b-bd80-4a9d-9752-4663498eec3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:38.819344 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa01339-9b0d-4b35-b65b-0d9791c81d5b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Port': ['ID=0959eb79-2553-49ea-a63f-fdef997a35b5,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:38.846408 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6dd2a55b-bd80-4a9d-9752-4663498eec3b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b7d14b7d8b064b35b41e9679b5c61681&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9562185 Nov 23 22:09:38.851235 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57856) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:38.857589 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b6a20c2-21f8-474e-9295-d42dcd54eec1 req-966a9110-4aec-4400-997d-7b01b81f283b service neutron] 10.222.0.53 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5503745 Nov 23 22:09:38.862462 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2a55b-bd80-4a9d-9752-4663498eec3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4e45e4-2dca-419a-9b0f-c9aa0d481a57,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:38.891010 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d2205-8a74-4e60-8e80-83dcda5bb9d7 req-46d1a204-3fe1-44af-b244-13d3c07827b1 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:38.907390 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-543d2205-8a74-4e60-8e80-83dcda5bb9d7 req-46d1a204-3fe1-44af-b244-13d3c07827b1 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 944 time: 0.3868222 Nov 23 22:09:38.918953 n-d-816206-9 neutron-server[110035]: INFO neutron.plugins.ml2.db [None req-06adcc66-4ba4-48ba-a745-bdd002dc51df None None] No ports have port_id starting with 0959eb79-2553-49ea-a63f-fdef997a35b5 Nov 23 22:09:38.919734 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 12fbc09d-bc3c-4065-bca6-660349a1c0ee details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:09:39.003504 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-543d2205-8a74-4e60-8e80-83dcda5bb9d7 req-9e14e865-2563-4f81-a478-7cada59b4afc tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950458 Nov 23 22:09:39.089650 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 12fbc09d-bc3c-4065-bca6-660349a1c0ee, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=12fbc09d-bc3c-4065-bca6-660349a1c0ee,segment=NetworkSegment(8e3dc330-2fe3-487c-8bc0-b98508d2c82b),segment_id=8e3dc330-2fe3-487c-8bc0-b98508d2c82b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:39.124791 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '12fbc09d-bc3c-4065-bca6-660349a1c0ee', 'network_id': 'e887b711-606f-4b83-863c-34d87a670bca', 'port_id': '12fbc09d-bc3c-4065-bca6-660349a1c0ee', 'mac_address': 'fa:16:3e:06:f2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e425627e-71be-40cc-adcc-90e6fae7a9ce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:09:39.145443 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1fa01339-9b0d-4b35-b65b-0d9791c81d5b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:39.235805 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:39.255311 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5712ef39-8477-4954-84d7-da6b7907c627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:39.255791 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12fbc09d-bc3c-4065-bca6-660349a1c0ee {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:09:39.266586 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0a1d0447-9d93-4365-83a5-f1b9235abb93 None None] Could not find standard attr ID for object 0959eb79-2553-49ea-a63f-fdef997a35b5. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:09:39.320608 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 12fbc09d-bc3c-4065-bca6-660349a1c0ee, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=12fbc09d-bc3c-4065-bca6-660349a1c0ee,segment=NetworkSegment(8e3dc330-2fe3-487c-8bc0-b98508d2c82b),segment_id=8e3dc330-2fe3-487c-8bc0-b98508d2c82b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:39.327750 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5712ef39-8477-4954-84d7-da6b7907c627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:39.343331 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:39.469862 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa01339-9b0d-4b35-b65b-0d9791c81d5b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Router f6224a45-2bd5-408d-9c1a-1805b646b7b8 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:09:39.477812 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9435e874-ffe8-4d00-a680-1486ee5c26f7 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:39.483565 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6224a45-2bd5-408d-9c1a-1805b646b7b8', 'name': 'tempest-NetworksTestDHCPv6-router-1788344169', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:09:24Z', 'updated_at': '2021-11-23T22:09:29Z', 'revision_number': 2, 'project_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'gw_port_host': None, '_interfaces': [{'id': '0959eb79-2553-49ea-a63f-fdef997a35b5', 'name': '', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'mac_address': 'fa:16:3e:b1:be:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6224a45-2bd5-408d-9c1a-1805b646b7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '676a4283-e8e5-4578-8667-ba1983da9f30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:09:26Z', 'updated_at': '2021-11-23T22:09:37Z', 'revision_number': 4, 'project_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'subnets': [{'id': '676a4283-e8e5-4578-8667-ba1983da9f30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:39.489110 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=12fbc09d-bc3c-4065-bca6-660349a1c0ee,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:39.522047 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb159df-0f15-4477-8c8c-57cf50ec9e99 None None] The sync data for ids ['f6224a45-2bd5-408d-9c1a-1805b646b7b8'] in n-d-816206-9 is: [{'id': 'f6224a45-2bd5-408d-9c1a-1805b646b7b8', 'name': 'tempest-NetworksTestDHCPv6-router-1788344169', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:09:24Z', 'updated_at': '2021-11-23T22:09:29Z', 'revision_number': 2, 'project_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'gw_port_host': None, '_interfaces': [{'id': '0959eb79-2553-49ea-a63f-fdef997a35b5', 'name': '', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'mac_address': 'fa:16:3e:b1:be:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6224a45-2bd5-408d-9c1a-1805b646b7b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': '676a4283-e8e5-4578-8667-ba1983da9f30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:09:26Z', 'updated_at': '2021-11-23T22:09:37Z', 'revision_number': 4, 'project_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'subnets': [{'id': '676a4283-e8e5-4578-8667-ba1983da9f30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:09:39.613139 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['12fbc09d-bc3c-4065-bca6-660349a1c0ee'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:09:39.643627 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5712ef39-8477-4954-84d7-da6b7907c627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:39.646275 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5712ef39-8477-4954-84d7-da6b7907c627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:39.647484 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5712ef39-8477-4954-84d7-da6b7907c627 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c4e45e4-2dca-419a-9b0f-c9aa0d481a57 HTTP/1.1" status: 204 len: 168 time: 0.7946463 Nov 23 22:09:39.689482 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712ef39-8477-4954-84d7-da6b7907c627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4e45e4-2dca-419a-9b0f-c9aa0d481a57,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:39.694153 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa01339-9b0d-4b35-b65b-0d9791c81d5b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:09:39.708472 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57866) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:39.708783 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1fa01339-9b0d-4b35-b65b-0d9791c81d5b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "PUT /v2.0/routers/f6224a45-2bd5-408d-9c1a-1805b646b7b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6588931 Nov 23 22:09:39.889236 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b384a6e8-1d5c-4d59-b405-7c90a6fa4f75 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:39.893390 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b384a6e8-1d5c-4d59-b405-7c90a6fa4f75 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:39.897976 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b384a6e8-1d5c-4d59-b405-7c90a6fa4f75 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1909802 Nov 23 22:09:39.898631 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57876) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:40.019277 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f44d99-e7a2-4a94-9ad2-3df77c427f06 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet 676a4283-e8e5-4578-8667-ba1983da9f30 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:09:40.022756 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d1f44d99-e7a2-4a94-9ad2-3df77c427f06 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:40.133176 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d1f44d99-e7a2-4a94-9ad2-3df77c427f06 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:40.253202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-9435e874-ffe8-4d00-a680-1486ee5c26f7 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Deleting port 8052ca54-dbe9-42b2-8298-c66f98afa709 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:09:40.253796 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9435e874-ffe8-4d00-a680-1486ee5c26f7 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:40.369612 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57886) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:40.381503 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10cb45-dd88-4c65-8382-d6b87e3cd232 req-56d68fcd-1a11-428f-8d31-251d26fa1e2c tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:40.383315 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f10cb45-dd88-4c65-8382-d6b87e3cd232 req-56d68fcd-1a11-428f-8d31-251d26fa1e2c tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 944 time: 0.1807480 Nov 23 22:09:40.418856 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e8a61628-353b-4aa6-9f18-aed263f29c2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:40.433743 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d1f44d99-e7a2-4a94-9ad2-3df77c427f06 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:40.456909 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9435e874-ffe8-4d00-a680-1486ee5c26f7 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:40.484956 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-9435e874-ffe8-4d00-a680-1486ee5c26f7 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Calling delete_port for 8052ca54-dbe9-42b2-8298-c66f98afa709 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:09:40.485661 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f10cb45-dd88-4c65-8382-d6b87e3cd232 req-356560e7-dad2-4292-a438-46e679557488 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913229 Nov 23 22:09:40.694193 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d1f44d99-e7a2-4a94-9ad2-3df77c427f06 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:40.698778 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e8a61628-353b-4aa6-9f18-aed263f29c2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:40.735502 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f44d99-e7a2-4a94-9ad2-3df77c427f06 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=676a4283-e8e5-4578-8667-ba1983da9f30,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:40.740397 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e8a61628-353b-4aa6-9f18-aed263f29c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:40.745034 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d1f44d99-e7a2-4a94-9ad2-3df77c427f06 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:40.749091 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d1f44d99-e7a2-4a94-9ad2-3df77c427f06 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/676a4283-e8e5-4578-8667-ba1983da9f30 HTTP/1.1" status: 204 len: 168 time: 0.8468597 Nov 23 22:09:40.752004 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57894) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:40.756741 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e625802-f9fe-4be3-a320-2a841d313e0e None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:40.793356 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e8a61628-353b-4aa6-9f18-aed263f29c2a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=53512bb5c68a456b97ad5db72823f3c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4086101 Nov 23 22:09:40.796083 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57896) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:40.807440 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a61628-353b-4aa6-9f18-aed263f29c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcf4090-dd3d-4a06-b40c-7b3604b55b75,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:40.807705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f7605490-7bfd-473e-9384-94811eec10d4 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:09:40.814870 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 12fbc09d-bc3c-4065-bca6-660349a1c0ee up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:40.897275 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fb7d2ce1-9320-4177-8450-0a379deafbac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:40.931251 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fb7d2ce1-9320-4177-8450-0a379deafbac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:40.984341 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-196ad1da-914e-41e1-baae-a6ac2c1035ee tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2307096 Nov 23 22:09:40.987087 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57900) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:41.016422 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9435e874-ffe8-4d00-a680-1486ee5c26f7 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:41.098992 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-296b6fe4-f836-4091-95a7-1d0cd8eb020d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:41.101565 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fb7d2ce1-9320-4177-8450-0a379deafbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:41.107625 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fb7d2ce1-9320-4177-8450-0a379deafbac admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:41.122495 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fb7d2ce1-9320-4177-8450-0a379deafbac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bdcf4090-dd3d-4a06-b40c-7b3604b55b75 HTTP/1.1" status: 204 len: 168 time: 0.3144386 Nov 23 22:09:41.403078 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port f7605490-7bfd-473e-9384-94811eec10d4, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f7605490-7bfd-473e-9384-94811eec10d4,segment=NetworkSegment(8e3dc330-2fe3-487c-8bc0-b98508d2c82b),segment_id=8e3dc330-2fe3-487c-8bc0-b98508d2c82b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:41.444593 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'f7605490-7bfd-473e-9384-94811eec10d4', 'network_id': 'e887b711-606f-4b83-863c-34d87a670bca', 'port_id': 'f7605490-7bfd-473e-9384-94811eec10d4', 'mac_address': 'fa:16:3e:c4:ab:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e425627e-71be-40cc-adcc-90e6fae7a9ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:09:41.569542 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:09:41.686708 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435e874-ffe8-4d00-a680-1486ee5c26f7 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event deleted for resources: {'Port': ['ID=8052ca54-dbe9-42b2-8298-c66f98afa709,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:41.721941 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:41.739055 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7605490-7bfd-473e-9384-94811eec10d4 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:09:41.743613 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 12fbc09d-bc3c-4065-bca6-660349a1c0ee completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:09:41.758475 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 12fbc09d-bc3c-4065-bca6-660349a1c0ee triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:41.759147 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:41.838670 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d2ce1-9320-4177-8450-0a379deafbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcf4090-dd3d-4a06-b40c-7b3604b55b75,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:41.860615 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port f7605490-7bfd-473e-9384-94811eec10d4, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f7605490-7bfd-473e-9384-94811eec10d4,segment=NetworkSegment(8e3dc330-2fe3-487c-8bc0-b98508d2c82b),segment_id=8e3dc330-2fe3-487c-8bc0-b98508d2c82b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:41.878432 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:41.942032 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9435e874-ffe8-4d00-a680-1486ee5c26f7 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:41.970025 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=f7605490-7bfd-473e-9384-94811eec10d4,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:42.049643 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977ce854-c492-4dbc-8ca7-03b09d5f03e9 None None] DHCP port deletion for 8205a081-245e-4f42-9c61-30748520e8a4 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:09:42.169244 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-296b6fe4-f836-4091-95a7-1d0cd8eb020d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:42.172161 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-296b6fe4-f836-4091-95a7-1d0cd8eb020d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:42.183987 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93a45e8-b6be-4b9c-9c1a-9feed145663a None None] Sync routers for ids ['f6224a45-2bd5-408d-9c1a-1805b646b7b8'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:09:42.197754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f345ac4-237c-4819-8b7e-5a6f2430273f req-c0516984-5ed7-4ad1-a155-78d01b556262 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:42.206645 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f345ac4-237c-4819-8b7e-5a6f2430273f req-c0516984-5ed7-4ad1-a155-78d01b556262 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 944 time: 0.3906393 Nov 23 22:09:42.220366 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['f7605490-7bfd-473e-9384-94811eec10d4'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:09:42.276968 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:42.294589 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a45e8-b6be-4b9c-9c1a-9feed145663a None None] Routers {'f6224a45-2bd5-408d-9c1a-1805b646b7b8'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:09:42.294876 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-296b6fe4-f836-4091-95a7-1d0cd8eb020d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:42.296352 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f93a45e8-b6be-4b9c-9c1a-9feed145663a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:09:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f6224a45-2bd5-408d-9c1a-1805b646b7b8'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:42.296535 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296b6fe4-f836-4091-95a7-1d0cd8eb020d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Fanout notify agent at l3_agent the message router_deleted on router f6224a45-2bd5-408d-9c1a-1805b646b7b8 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:09:42.305889 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-296b6fe4-f836-4091-95a7-1d0cd8eb020d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:42.307146 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-296b6fe4-f836-4091-95a7-1d0cd8eb020d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/routers/f6224a45-2bd5-408d-9c1a-1805b646b7b8 HTTP/1.1" status: 204 len: 168 time: 1.3177798 Nov 23 22:09:42.312224 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57920) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:42.350336 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f345ac4-237c-4819-8b7e-5a6f2430273f req-b756d596-33f9-41ef-9ba0-635e8b79a18a tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426814 Nov 23 22:09:42.366706 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f93a45e8-b6be-4b9c-9c1a-9feed145663a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:42.381535 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a45e8-b6be-4b9c-9c1a-9feed145663a None None] Routers set() bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:09:42.381916 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a45e8-b6be-4b9c-9c1a-9feed145663a None None] Router IDs set() for agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 22:09:42.382959 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_agentschedulers_db [None req-f93a45e8-b6be-4b9c-9c1a-9feed145663a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f6224a45-2bd5-408d-9c1a-1805b646b7b8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:09:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent'). {{(pid=110035) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 22:09:42.383152 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9435e874-ffe8-4d00-a680-1486ee5c26f7 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Router 6a9e6b67-465c-473c-b37b-58cbb5976d0c has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:09:42.383273 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93a45e8-b6be-4b9c-9c1a-9feed145663a None None] The sync data for ids ['f6224a45-2bd5-408d-9c1a-1805b646b7b8'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:09:42.397879 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb059c0-8a7d-463c-911e-c60ad7fba03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fbc09d-bc3c-4065-bca6-660349a1c0ee'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:09:42.400206 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d22778-a6ae-4670-824f-5f170231bdd9" -d '{"events": [{"server_uuid": "9fb059c0-8a7d-463c-911e-c60ad7fba03b", "name": "network-vif-plugged", "status": "completed", "tag": "12fbc09d-bc3c-4065-bca6-660349a1c0ee"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:09:42.423076 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 12fbc09d-bc3c-4065-bca6-660349a1c0ee, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=12fbc09d-bc3c-4065-bca6-660349a1c0ee,segment=NetworkSegment(8e3dc330-2fe3-487c-8bc0-b98508d2c82b),segment_id=8e3dc330-2fe3-487c-8bc0-b98508d2c82b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:42.428993 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03aedb7-962f-4e16-b285-cbe35781dae6 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:42.435102 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a03aedb7-962f-4e16-b285-cbe35781dae6 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1189079 Nov 23 22:09:42.436116 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57928) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:42.460850 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-977ce854-c492-4dbc-8ca7-03b09d5f03e9 None None] Deleting port 458c2f83-8214-4330-9641-d0ac9dd20135 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:09:42.461219 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-977ce854-c492-4dbc-8ca7-03b09d5f03e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:42.520728 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:42.544540 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c54239-df61-4909-8235-aa7e46e2e68f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:42.549797 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e4c54239-df61-4909-8235-aa7e46e2e68f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1118989 Nov 23 22:09:42.550177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57932) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:42.557311 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9435e874-ffe8-4d00-a680-1486ee5c26f7 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:09:42.567494 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9435e874-ffe8-4d00-a680-1486ee5c26f7 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "PUT /v2.0/routers/6a9e6b67-465c-473c-b37b-58cbb5976d0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4432631 Nov 23 22:09:42.568149 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57936) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:42.570941 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62735385-4687-4e5c-a076-90506d6e8f35 None None] Sync routers for ids ['6a9e6b67-465c-473c-b37b-58cbb5976d0c'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:09:42.584270 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62735385-4687-4e5c-a076-90506d6e8f35 None None] Routers {'6a9e6b67-465c-473c-b37b-58cbb5976d0c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:09:42.584915 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-62735385-4687-4e5c-a076-90506d6e8f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:09:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['6a9e6b67-465c-473c-b37b-58cbb5976d0c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:42.663428 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-29f244f8-8a5f-4b19-bf6b-c149d73f1981 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1119821 Nov 23 22:09:42.664055 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57940) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:42.669014 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-1ccc0d8e-1576-49a0-8f63-b6888250c27e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:42.677212 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-62735385-4687-4e5c-a076-90506d6e8f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:42.691234 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-65b560e5-4869-4583-b52a-049616fd4ca1 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] show failed (client error): The resource could not be found. Nov 23 22:09:42.701020 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62735385-4687-4e5c-a076-90506d6e8f35 None None] Routers {'6a9e6b67-465c-473c-b37b-58cbb5976d0c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:09:42.701700 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-62735385-4687-4e5c-a076-90506d6e8f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:09:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['6a9e6b67-465c-473c-b37b-58cbb5976d0c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:42.713419 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-65b560e5-4869-4583-b52a-049616fd4ca1 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-1742944213 HTTP/1.1" status: 404 len: 335 time: 0.1426423 Nov 23 22:09:42.714952 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57944) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:42.719939 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-197599f0-3efc-498b-a223-57980bd2fc4a tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:42.771787 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-977ce854-c492-4dbc-8ca7-03b09d5f03e9 None None] For port 458c2f83-8214-4330-9641-d0ac9dd20135, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=458c2f83-8214-4330-9641-d0ac9dd20135,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:42.772297 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-977ce854-c492-4dbc-8ca7-03b09d5f03e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:42.786255 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-62735385-4687-4e5c-a076-90506d6e8f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:42.786993 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62735385-4687-4e5c-a076-90506d6e8f35 None None] The sync data for ids ['6a9e6b67-465c-473c-b37b-58cbb5976d0c'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:09:42.832674 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-197599f0-3efc-498b-a223-57980bd2fc4a tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] update failed (client error): The resource could not be found. Nov 23 22:09:42.839639 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-197599f0-3efc-498b-a223-57980bd2fc4a tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-496346832 HTTP/1.1" status: 404 len: 334 time: 0.1236949 Nov 23 22:09:42.840048 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57950) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:42.887653 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-977ce854-c492-4dbc-8ca7-03b09d5f03e9 None None] Calling delete_port for 458c2f83-8214-4330-9641-d0ac9dd20135 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:09:42.911274 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=12fbc09d-bc3c-4065-bca6-660349a1c0ee,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:42.958345 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccc0d8e-1576-49a0-8f63-b6888250c27e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:42.961967 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1ccc0d8e-1576-49a0-8f63-b6888250c27e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:42.978468 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb1c70a-6040-4f99-9ba6-19a37387e3ce tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Deleting subnet a3016eb6-5f54-4cf1-b49c-803f50953b94 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:09:42.985791 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3eb1c70a-6040-4f99-9ba6-19a37387e3ce tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:43.033692 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1c29c5-0a31-470c-b672-08c717711dfb x-openstack-request-id: req-bc1c29c5-0a31-470c-b672-08c717711dfb {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:09:43.034035 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb059c0-8a7d-463c-911e-c60ad7fba03b", "name": "network-vif-plugged", "status": "completed", "tag": "12fbc09d-bc3c-4065-bca6-660349a1c0ee", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:09:43.034255 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bc1c29c5-0a31-470c-b672-08c717711dfb {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:09:43.034838 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb059c0-8a7d-463c-911e-c60ad7fba03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fbc09d-bc3c-4065-bca6-660349a1c0ee', 'code': 200} Nov 23 22:09:43.054586 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3eb1c70a-6040-4f99-9ba6-19a37387e3ce tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:43.124386 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-977ce854-c492-4dbc-8ca7-03b09d5f03e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:43.221053 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3eb1c70a-6040-4f99-9ba6-19a37387e3ce tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:43.284766 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ce854-c492-4dbc-8ca7-03b09d5f03e9 None None] Pushing event deleted for resources: {'Port': ['ID=458c2f83-8214-4330-9641-d0ac9dd20135,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:43.297440 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 0959eb79-2553-49ea-a63f-fdef997a35b5 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:09:43.337099 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210a742-2686-432e-b898-aad9ee9e30fc req-8918fdbf-4839-47a1-8d47-7ac41fc303f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:43.340009 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3210a742-2686-432e-b898-aad9ee9e30fc req-8918fdbf-4839-47a1-8d47-7ac41fc303f7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 1096 time: 0.1709061 Nov 23 22:09:43.346452 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3eb1c70a-6040-4f99-9ba6-19a37387e3ce tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:43.357162 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 0959eb79-2553-49ea-a63f-fdef997a35b5 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:09:43.358966 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 0959eb79-2553-49ea-a63f-fdef997a35b5 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:09:43.359403 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 458c2f83-8214-4330-9641-d0ac9dd20135 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:09:43.362033 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ce854-c492-4dbc-8ca7-03b09d5f03e9 None None] No DVR routers for this DVR port 458c2f83-8214-4330-9641-d0ac9dd20135 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:09:43.404110 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3eb1c70a-6040-4f99-9ba6-19a37387e3ce tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:43.411675 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3eb1c70a-6040-4f99-9ba6-19a37387e3ce tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "DELETE /v2.0/subnets/a3016eb6-5f54-4cf1-b49c-803f50953b94 HTTP/1.1" status: 204 len: 168 time: 0.5684388 Nov 23 22:09:43.411675 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1c70a-6040-4f99-9ba6-19a37387e3ce tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event deleted for resources: {'Subnet': ['ID=a3016eb6-5f54-4cf1-b49c-803f50953b94,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:43.420690 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57960) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:43.424311 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bdd4bb-d65b-45c3-b78c-1ed477613333 None None] Network f828234a-afff-46a5-b079-6ece52cd2211 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:43.428164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 458c2f83-8214-4330-9641-d0ac9dd20135 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:09:43.428705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 458c2f83-8214-4330-9641-d0ac9dd20135 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:09:43.466437 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3210a742-2686-432e-b898-aad9ee9e30fc req-6eaab4be-6ade-49ca-ab89-367cc3a5bc95 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057825 Nov 23 22:09:43.555221 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:43.625296 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Deleting port 46c1c9f9-1aaa-4274-a771-604bd1f8799a {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:09:43.625697 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:43.661585 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fb41b-68d6-41cb-ba70-5e006cff269a req-0680781e-b528-4776-81a4-b23f97b99236 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:43.663455 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f76fb41b-68d6-41cb-ba70-5e006cff269a req-0680781e-b528-4776-81a4-b23f97b99236 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 945 time: 0.1320589 Nov 23 22:09:43.729857 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] For port 46c1c9f9-1aaa-4274-a771-604bd1f8799a, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=46c1c9f9-1aaa-4274-a771-604bd1f8799a,segment=NetworkSegment(1018d585-38d8-4b7a-8170-40124fc03616),segment_id=1018d585-38d8-4b7a-8170-40124fc03616)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:43.730573 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:43.747349 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Calling delete_port for 46c1c9f9-1aaa-4274-a771-604bd1f8799a owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:09:43.820381 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ff1bf0-734f-4a07-a5db-3219346f6491 None None] DHCP port deletion for f828234a-afff-46a5-b079-6ece52cd2211 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:09:43.830165 n-d-816206-9 neutron-server[110034]: DEBUG neutron.objects.ports [None req-1ccc0d8e-1576-49a0-8f63-b6888250c27e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110034) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 22:09:43.834207 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1ccc0d8e-1576-49a0-8f63-b6888250c27e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:43.872038 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:43.900166 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f76fb41b-68d6-41cb-ba70-5e006cff269a req-ba09b428-e948-4882-8a9c-3dfcf7e154ef tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296140 Nov 23 22:09:43.913880 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccc0d8e-1576-49a0-8f63-b6888250c27e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:43.919780 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc0d8e-1576-49a0-8f63-b6888250c27e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=7ed21345-9b7e-488e-9520-3aaa2168ae04,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:43.923259 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-1ccc0d8e-1576-49a0-8f63-b6888250c27e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:43.925909 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccc0d8e-1576-49a0-8f63-b6888250c27e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:43.926512 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1ccc0d8e-1576-49a0-8f63-b6888250c27e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:43.940913 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69509e0c-6bc2-4479-b662-e0f6702592aa None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:43.947295 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1ccc0d8e-1576-49a0-8f63-b6888250c27e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2797892 Nov 23 22:09:43.947625 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57972) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:43.948636 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event deleted for resources: {'Port': ['ID=46c1c9f9-1aaa-4274-a771-604bd1f8799a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:43.959299 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-5dbe47fb-2377-42bd-85ad-af237f3f3506 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:43.966460 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] No DVR routers for this DVR port 46c1c9f9-1aaa-4274-a771-604bd1f8799a on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:09:43.998074 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-57ff1bf0-734f-4a07-a5db-3219346f6491 None None] Deleting port 46c1c9f9-1aaa-4274-a771-604bd1f8799a {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:09:43.998503 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-57ff1bf0-734f-4a07-a5db-3219346f6491 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:44.088462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:44.123723 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f828234a-afff-46a5-b079-6ece52cd2211']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:44.151775 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1018d585-38d8-4b7a-8170-40124fc03616') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:44.153658 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1018d585-38d8-4b7a-8170-40124fc03616') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:44.179274 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:44.200632 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbe47fb-2377-42bd-85ad-af237f3f3506 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:44.205318 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5dbe47fb-2377-42bd-85ad-af237f3f3506 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:44.215052 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:44.229495 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-57ff1bf0-734f-4a07-a5db-3219346f6491 None None] For port 46c1c9f9-1aaa-4274-a771-604bd1f8799a, host n-d-816206-9, got binding levels [] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:44.230165 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-57ff1bf0-734f-4a07-a5db-3219346f6491 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:44.240861 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:09:44.243643 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:09:44.256493 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:09:44.262397 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-57ff1bf0-734f-4a07-a5db-3219346f6491 None None] Calling delete_port for 46c1c9f9-1aaa-4274-a771-604bd1f8799a owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:09:44.266531 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.ipam_backend_mixin [None req-57ff1bf0-734f-4a07-a5db-3219346f6491 None None] Port 46c1c9f9-1aaa-4274-a771-604bd1f8799a was not found and therefore no delete operation was performed {{(pid=110035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 22:09:44.312103 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-57ff1bf0-734f-4a07-a5db-3219346f6491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:44.367044 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff1bf0-734f-4a07-a5db-3219346f6491 None None] Pushing event deleted for resources: {'Port': ['ID=46c1c9f9-1aaa-4274-a771-604bd1f8799a,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:44.379693 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ff1bf0-734f-4a07-a5db-3219346f6491 None None] No DVR routers for this DVR port 46c1c9f9-1aaa-4274-a771-604bd1f8799a on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:09:44.387184 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf1fdac-78ad-4b5a-b50f-62928e4b6663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8205a081-245e-4f42-9c61-30748520e8a4', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'fixed_ips': [{'subnet_id': '7ed21345-9b7e-488e-9520-3aaa2168ae04'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:09:44.388423 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0bf1fdac-78ad-4b5a-b50f-62928e4b6663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:44.442637 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:44.452675 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:44.462520 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "DELETE /v2.0/networks/f828234a-afff-46a5-b079-6ece52cd2211 HTTP/1.1" status: 204 len: 168 time: 1.0406148 Nov 23 22:09:44.464729 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 57980) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:44.485965 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event deleted for resources: {'Network': ['ID=f828234a-afff-46a5-b079-6ece52cd2211,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:44.505095 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:44.505560 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:44.507018 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:44.507453 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:44.508100 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:44.510226 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:44.510656 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:44.511101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:44.511510 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:44.512268 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:44.514082 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:44.514558 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4e6cc2-b1b3-4e40-83c7-09810343d273 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:44.556076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-8862fbd2-72ad-484d-969f-c2ed6c2d3c47 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Deleting subnet 8b0e1cbf-a69d-4473-ab4e-e6ce75b903ef {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:09:44.567632 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8862fbd2-72ad-484d-969f-c2ed6c2d3c47 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:44.665116 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-0bf1fdac-78ad-4b5a-b50f-62928e4b6663 None None] Allocated IP 2001:db8::f816:3eff:feba:59d3 (8205a081-245e-4f42-9c61-30748520e8a4/7ed21345-9b7e-488e-9520-3aaa2168ae04/5f9e2459-c545-472f-8844-9ad3050bd592) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:09:44.718427 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57986) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:44.740103 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8862fbd2-72ad-484d-969f-c2ed6c2d3c47 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:44.790179 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f7605490-7bfd-473e-9384-94811eec10d4 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:44.931437 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-773866b9-9893-472d-a785-901f9fcbbc9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:44.943192 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port f7605490-7bfd-473e-9384-94811eec10d4 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:09:44.949468 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port f7605490-7bfd-473e-9384-94811eec10d4 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:44.949849 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:44.980907 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5dbe47fb-2377-42bd-85ad-af237f3f3506 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:45.006059 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0bf1fdac-78ad-4b5a-b50f-62928e4b6663 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:45.021821 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0bf1fdac-78ad-4b5a-b50f-62928e4b6663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:45.076937 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf1fdac-78ad-4b5a-b50f-62928e4b6663 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:45.084616 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe47fb-2377-42bd-85ad-af237f3f3506 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=5e9d5ead-e73b-4952-ae5e-fd0537fcd3d9,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:45.110749 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-0bf1fdac-78ad-4b5a-b50f-62928e4b6663 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:45.121926 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf1fdac-78ad-4b5a-b50f-62928e4b6663 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:09:45.134561 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8862fbd2-72ad-484d-969f-c2ed6c2d3c47 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:45.140187 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-773866b9-9893-472d-a785-901f9fcbbc9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:45.146596 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-773866b9-9893-472d-a785-901f9fcbbc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:45.157317 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1fdac-78ad-4b5a-b50f-62928e4b6663 None None] Pushing event updated for resources: {'Port': ['ID=5f9e2459-c545-472f-8844-9ad3050bd592,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:45.166118 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 46c1c9f9-1aaa-4274-a771-604bd1f8799a no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:09:45.174906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbe47fb-2377-42bd-85ad-af237f3f3506 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:45.183082 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-5dbe47fb-2377-42bd-85ad-af237f3f3506 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:45.198422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbe47fb-2377-42bd-85ad-af237f3f3506 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:45.199304 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5dbe47fb-2377-42bd-85ad-af237f3f3506 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:45.203423 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-773866b9-9893-472d-a785-901f9fcbbc9c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=767321f2e9ae4c71b61becc0c47dbc2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4828799 Nov 23 22:09:45.204850 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773866b9-9893-472d-a785-901f9fcbbc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c24e8c-a1bd-403f-b328-5c7821a1d06f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:45.207245 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57992) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:45.210387 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 46c1c9f9-1aaa-4274-a771-604bd1f8799a {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:09:45.210829 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 46c1c9f9-1aaa-4274-a771-604bd1f8799a not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:09:45.228910 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:45.255121 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 57994) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:45.259766 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5dbe47fb-2377-42bd-85ad-af237f3f3506 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3109541 Nov 23 22:09:45.260721 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-0bef4056-7828-42ec-a0b2-959e0ec9de59 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'mac_address': 'fa:16:3e:55:e7:9e', 'name': 'tempest-NetworksTestDHCPv6-1995072954'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:45.287184 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8f170-7c5b-4234-9b12-4b5fdad242eb req-ad3bf232-e8b9-4d6d-b356-d4ca37f5b796 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:45.289014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59c8f170-7c5b-4234-9b12-4b5fdad242eb req-ad3bf232-e8b9-4d6d-b356-d4ca37f5b796 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 945 time: 0.2197440 Nov 23 22:09:45.315744 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-67c698f9-d321-46d0-b62a-ee74be9ade9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:45.352566 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8862fbd2-72ad-484d-969f-c2ed6c2d3c47 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:45.380560 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0bf1fdac-78ad-4b5a-b50f-62928e4b6663 None None] Attempting to bind port 5f9e2459-c545-472f-8844-9ad3050bd592 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:09:45.381881 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0bf1fdac-78ad-4b5a-b50f-62928e4b6663 None None] Attempting to bind port 5f9e2459-c545-472f-8844-9ad3050bd592 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:09:45.382262 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf1fdac-78ad-4b5a-b50f-62928e4b6663 None None] Attempting to bind port 5f9e2459-c545-472f-8844-9ad3050bd592 on network 8205a081-245e-4f42-9c61-30748520e8a4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:09:45.382577 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-67c698f9-d321-46d0-b62a-ee74be9ade9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:45.403210 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41f2cd2-d13b-4502-895a-94ce82b9f755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7605490-7bfd-473e-9384-94811eec10d4'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:09:45.405484 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8220d8d5-a5f4-4114-a71d-bab46eae74db" -d '{"events": [{"server_uuid": "b41f2cd2-d13b-4502-895a-94ce82b9f755", "name": "network-vif-plugged", "status": "completed", "tag": "f7605490-7bfd-473e-9384-94811eec10d4"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:09:45.441864 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf1fdac-78ad-4b5a-b50f-62928e4b6663 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:09:45.443229 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf1fdac-78ad-4b5a-b50f-62928e4b6663 None None] Checking segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:09:45.443758 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0bf1fdac-78ad-4b5a-b50f-62928e4b6663 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:45.444251 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf1fdac-78ad-4b5a-b50f-62928e4b6663 None None] Bound using segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:09:45.445758 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0bf1fdac-78ad-4b5a-b50f-62928e4b6663 None None] Bound port: 5f9e2459-c545-472f-8844-9ad3050bd592, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:09:45.446572 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0bf1fdac-78ad-4b5a-b50f-62928e4b6663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:45.462922 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port f7605490-7bfd-473e-9384-94811eec10d4, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f7605490-7bfd-473e-9384-94811eec10d4,segment=NetworkSegment(8e3dc330-2fe3-487c-8bc0-b98508d2c82b),segment_id=8e3dc330-2fe3-487c-8bc0-b98508d2c82b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:45.465554 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862fbd2-72ad-484d-969f-c2ed6c2d3c47 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event deleted for resources: {'Subnet': ['ID=8b0e1cbf-a69d-4473-ab4e-e6ce75b903ef,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:45.468664 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bef4056-7828-42ec-a0b2-959e0ec9de59 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:45.485893 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:45.507031 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-67c698f9-d321-46d0-b62a-ee74be9ade9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:45.509694 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-67c698f9-d321-46d0-b62a-ee74be9ade9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:45.513420 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-67c698f9-d321-46d0-b62a-ee74be9ade9f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d5c24e8c-a1bd-403f-b328-5c7821a1d06f HTTP/1.1" status: 204 len: 168 time: 0.3026772 Nov 23 22:09:45.516514 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59c8f170-7c5b-4234-9b12-4b5fdad242eb req-a759825a-4cc2-40c8-b988-1b2fd5b3f8fb tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197282 Nov 23 22:09:45.517729 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8862fbd2-72ad-484d-969f-c2ed6c2d3c47 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:45.536712 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8862fbd2-72ad-484d-969f-c2ed6c2d3c47 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "DELETE /v2.0/subnets/8b0e1cbf-a69d-4473-ab4e-e6ce75b903ef HTTP/1.1" status: 204 len: 168 time: 1.0698960 Nov 23 22:09:45.555209 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58004) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:45.589701 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c698f9-d321-46d0-b62a-ee74be9ade9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c24e8c-a1bd-403f-b328-5c7821a1d06f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:45.644316 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0bf1fdac-78ad-4b5a-b50f-62928e4b6663 None None] For port 5f9e2459-c545-472f-8844-9ad3050bd592, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:09:45.648591 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0bf1fdac-78ad-4b5a-b50f-62928e4b6663 None None] For port 5f9e2459-c545-472f-8844-9ad3050bd592, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5f9e2459-c545-472f-8844-9ad3050bd592,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:09:45.664205 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0faed7ab-717b-4ac0-8049-00ef8d1beb9f x-openstack-request-id: req-0faed7ab-717b-4ac0-8049-00ef8d1beb9f {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:09:45.666851 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41f2cd2-d13b-4502-895a-94ce82b9f755", "name": "network-vif-plugged", "status": "completed", "tag": "f7605490-7bfd-473e-9384-94811eec10d4", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:09:45.667297 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0faed7ab-717b-4ac0-8049-00ef8d1beb9f {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:09:45.667897 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b41f2cd2-d13b-4502-895a-94ce82b9f755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7605490-7bfd-473e-9384-94811eec10d4', 'code': 200} Nov 23 22:09:45.685539 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0bef4056-7828-42ec-a0b2-959e0ec9de59 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:45.739484 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7e6370-70d5-480d-937a-779a4cde223a None None] Network 5d02ae8d-fd1b-4aa7-9587-cc316fa225fd requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:45.742058 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-0bef4056-7828-42ec-a0b2-959e0ec9de59 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] device_id is not set on port e07b20fe-2f82-47de-907f-00be53118e8f yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:09:45.764187 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0bf1fdac-78ad-4b5a-b50f-62928e4b6663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:45.808279 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-399aa84a-7445-42c4-897d-e688ce11b253 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Deleting subnet 1c065388-7675-4805-9311-54ae8e83833a {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:09:45.823169 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b097e-e9b0-4fbf-9c38-2ac7abd47853 req-bb0754cc-aabe-4cb0-a69f-e0dee9c98026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:45.826328 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-537b097e-e9b0-4fbf-9c38-2ac7abd47853 req-bb0754cc-aabe-4cb0-a69f-e0dee9c98026 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 1097 time: 0.1637256 Nov 23 22:09:45.836748 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-399aa84a-7445-42c4-897d-e688ce11b253 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:45.994792 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=f7605490-7bfd-473e-9384-94811eec10d4,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:46.011312 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-399aa84a-7445-42c4-897d-e688ce11b253 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:46.057016 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-537b097e-e9b0-4fbf-9c38-2ac7abd47853 req-c76fd862-a55e-4e27-bea1-82f7a3df8692 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160203 Nov 23 22:09:46.169928 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1fdac-78ad-4b5a-b50f-62928e4b6663 None None] Pushing event updated for resources: {'Port': ['ID=5f9e2459-c545-472f-8844-9ad3050bd592,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:46.208265 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-399aa84a-7445-42c4-897d-e688ce11b253 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:46.248965 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58008) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:46.272980 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-63bccbd3-c8cf-40a4-a32e-c6a1c25c76cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:46.356103 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-0bef4056-7828-42ec-a0b2-959e0ec9de59 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 172.20.0.13 (8205a081-245e-4f42-9c61-30748520e8a4/5e9d5ead-e73b-4952-ae5e-fd0537fcd3d9/e07b20fe-2f82-47de-907f-00be53118e8f) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:09:46.404915 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-0bef4056-7828-42ec-a0b2-959e0ec9de59 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8::f816:3eff:fe55:e79e (8205a081-245e-4f42-9c61-30748520e8a4/7ed21345-9b7e-488e-9520-3aaa2168ae04/e07b20fe-2f82-47de-907f-00be53118e8f) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:09:46.426468 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-63bccbd3-c8cf-40a4-a32e-c6a1c25c76cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:46.443977 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-63bccbd3-c8cf-40a4-a32e-c6a1c25c76cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:46.462044 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b11b698-1cc0-430e-be18-5a405f205acc None None] DHCP port deletion for 5d02ae8d-fd1b-4aa7-9587-cc316fa225fd request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:09:46.478041 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bccbd3-c8cf-40a4-a32e-c6a1c25c76cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39290fa4-f901-4a59-bab7-7dc31952a639,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:46.493139 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-399aa84a-7445-42c4-897d-e688ce11b253 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:46.550132 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-63bccbd3-c8cf-40a4-a32e-c6a1c25c76cf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1316c21f4c904830b88d7ee66bea8b5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2968071 Nov 23 22:09:46.555199 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58014) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:46.572095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8f102d-137e-43ef-9deb-803bad06f4cb None None] Network 4212ac22-5739-42ed-8132-d4a992ac9541 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:46.577043 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-399aa84a-7445-42c4-897d-e688ce11b253 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:46.590742 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58018) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:46.598660 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-399aa84a-7445-42c4-897d-e688ce11b253 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "DELETE /v2.0/subnets/1c065388-7675-4805-9311-54ae8e83833a HTTP/1.1" status: 204 len: 168 time: 1.0419397 Nov 23 22:09:46.601469 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399aa84a-7445-42c4-897d-e688ce11b253 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event deleted for resources: {'Subnet': ['ID=1c065388-7675-4805-9311-54ae8e83833a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:46.774904 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b76b79-ec46-4d8f-929c-8e0ebe0f9887 req-032c6e8f-ebc3-4b35-8859-84b7401a629f tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:46.779743 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-48b76b79-ec46-4d8f-929c-8e0ebe0f9887 req-032c6e8f-ebc3-4b35-8859-84b7401a629f tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 946 time: 0.1109991 Nov 23 22:09:46.804510 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0b11b698-1cc0-430e-be18-5a405f205acc None None] Deleting port df3b480d-9d54-49ca-a26c-8495758d2366 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:09:46.804893 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0b11b698-1cc0-430e-be18-5a405f205acc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:46.903291 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b645e5-71bc-4d7c-bd61-efdb4a3a84a1 None None] DHCP port deletion for 4212ac22-5739-42ed-8132-d4a992ac9541 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:09:46.908505 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-48b76b79-ec46-4d8f-929c-8e0ebe0f9887 req-e3f01b18-2ac6-4863-bddc-e5d8c2faf446 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209857 Nov 23 22:09:46.942603 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0b11b698-1cc0-430e-be18-5a405f205acc None None] For port df3b480d-9d54-49ca-a26c-8495758d2366, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=df3b480d-9d54-49ca-a26c-8495758d2366,segment=NetworkSegment(f6b10adc-2af0-4a08-9a1a-5927fe1cb95a),segment_id=f6b10adc-2af0-4a08-9a1a-5927fe1cb95a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:46.943040 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0b11b698-1cc0-430e-be18-5a405f205acc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:46.959937 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0b11b698-1cc0-430e-be18-5a405f205acc None None] Calling delete_port for df3b480d-9d54-49ca-a26c-8495758d2366 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:09:46.978275 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-06638db6-5bf6-4add-9851-b3d5f5083f71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:47.050884 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0bef4056-7828-42ec-a0b2-959e0ec9de59 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:47.055578 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52a5b772-55ac-4351-9b6c-8c7ed5f7d6c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:47.137740 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52a5b772-55ac-4351-9b6c-8c7ed5f7d6c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:47.243099 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0bef4056-7828-42ec-a0b2-959e0ec9de59 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:47.255054 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-06638db6-5bf6-4add-9851-b3d5f5083f71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Deleting port df3b480d-9d54-49ca-a26c-8495758d2366 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:09:47.255643 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-06638db6-5bf6-4add-9851-b3d5f5083f71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:47.322310 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52a5b772-55ac-4351-9b6c-8c7ed5f7d6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:47.325651 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52a5b772-55ac-4351-9b6c-8c7ed5f7d6c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:47.333576 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-52a5b772-55ac-4351-9b6c-8c7ed5f7d6c7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/39290fa4-f901-4a59-bab7-7dc31952a639 HTTP/1.1" status: 204 len: 168 time: 0.7732973 Nov 23 22:09:47.425674 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5f9e2459-c545-472f-8844-9ad3050bd592 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:47.430345 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bef4056-7828-42ec-a0b2-959e0ec9de59 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:47.449752 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5b772-55ac-4351-9b6c-8c7ed5f7d6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39290fa4-f901-4a59-bab7-7dc31952a639,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:47.455410 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef4056-7828-42ec-a0b2-959e0ec9de59 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=e07b20fe-2f82-47de-907f-00be53118e8f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:47.472222 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-0bef4056-7828-42ec-a0b2-959e0ec9de59 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:47.521304 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bef4056-7828-42ec-a0b2-959e0ec9de59 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:09:47.615395 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-06638db6-5bf6-4add-9851-b3d5f5083f71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] For port df3b480d-9d54-49ca-a26c-8495758d2366, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=df3b480d-9d54-49ca-a26c-8495758d2366,segment=NetworkSegment(f6b10adc-2af0-4a08-9a1a-5927fe1cb95a),segment_id=f6b10adc-2af0-4a08-9a1a-5927fe1cb95a)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:47.615771 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-06638db6-5bf6-4add-9851-b3d5f5083f71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:47.640461 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 5f9e2459-c545-472f-8844-9ad3050bd592 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:47.641451 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:47.670496 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-06638db6-5bf6-4add-9851-b3d5f5083f71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Calling delete_port for df3b480d-9d54-49ca-a26c-8495758d2366 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:09:47.685399 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0b11b698-1cc0-430e-be18-5a405f205acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:47.702321 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-87b645e5-71bc-4d7c-bd61-efdb4a3a84a1 None None] Deleting port a13eb935-0f31-4a05-af20-727a35276317 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:09:47.702978 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-87b645e5-71bc-4d7c-bd61-efdb4a3a84a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:47.717942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bef4056-7828-42ec-a0b2-959e0ec9de59 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:47.721050 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0bef4056-7828-42ec-a0b2-959e0ec9de59 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:47.806468 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11b698-1cc0-430e-be18-5a405f205acc None None] Pushing event deleted for resources: {'Port': ['ID=df3b480d-9d54-49ca-a26c-8495758d2366,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:47.839718 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b11b698-1cc0-430e-be18-5a405f205acc None None] No DVR routers for this DVR port df3b480d-9d54-49ca-a26c-8495758d2366 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:09:47.853362 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58030) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:47.860079 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0bef4056-7828-42ec-a0b2-959e0ec9de59 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6030180 Nov 23 22:09:47.964121 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-06638db6-5bf6-4add-9851-b3d5f5083f71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:47.998546 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:48.012674 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4f0f8c-b390-4458-abb6-9076b62a6c90 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:48.051821 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4f0f8c-b390-4458-abb6-9076b62a6c90 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:48.059726 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6d4f0f8c-b390-4458-abb6-9076b62a6c90 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2052886 Nov 23 22:09:48.062524 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58042) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:48.072945 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06638db6-5bf6-4add-9851-b3d5f5083f71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event deleted for resources: {'Port': ['ID=df3b480d-9d54-49ca-a26c-8495758d2366,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:48.080813 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06638db6-5bf6-4add-9851-b3d5f5083f71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] No DVR routers for this DVR port df3b480d-9d54-49ca-a26c-8495758d2366 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:09:48.094470 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 5f9e2459-c545-472f-8844-9ad3050bd592, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5f9e2459-c545-472f-8844-9ad3050bd592,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:48.095786 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6341f8e4-70b5-4e55-93da-0af19d930ce8 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:48.274744 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-06638db6-5bf6-4add-9851-b3d5f5083f71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:48.283109 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:48.299681 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-87b645e5-71bc-4d7c-bd61-efdb4a3a84a1 None None] For port a13eb935-0f31-4a05-af20-727a35276317, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a13eb935-0f31-4a05-af20-727a35276317,segment=NetworkSegment(e01ec639-2abc-4798-82ff-e5901ec97025),segment_id=e01ec639-2abc-4798-82ff-e5901ec97025)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:48.300160 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-87b645e5-71bc-4d7c-bd61-efdb4a3a84a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:48.317063 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44007d7-9cbe-4dc0-9c0d-b76cc520cd3e req-b8043b41-1915-48f7-884c-e17db1aeb1da tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:48.318425 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e44007d7-9cbe-4dc0-9c0d-b76cc520cd3e req-b8043b41-1915-48f7-884c-e17db1aeb1da tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 946 time: 0.2023916 Nov 23 22:09:48.334540 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-06638db6-5bf6-4add-9851-b3d5f5083f71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d02ae8d-fd1b-4aa7-9587-cc316fa225fd']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:48.377804 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-06638db6-5bf6-4add-9851-b3d5f5083f71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b10adc-2af0-4a08-9a1a-5927fe1cb95a') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:48.378094 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-06638db6-5bf6-4add-9851-b3d5f5083f71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b10adc-2af0-4a08-9a1a-5927fe1cb95a') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:48.398353 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=5f9e2459-c545-472f-8844-9ad3050bd592,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:48.405143 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-06638db6-5bf6-4add-9851-b3d5f5083f71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:48.409243 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device df3b480d-9d54-49ca-a26c-8495758d2366 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:09:48.429499 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c09533f7-3a4d-42e7-99e2-0c8a0fadd795 None None] Provisioning complete for port 5f9e2459-c545-472f-8844-9ad3050bd592 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:48.430157 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e44007d7-9cbe-4dc0-9c0d-b76cc520cd3e req-5defd5e6-0870-4326-99e8-332b96c8874d tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770662 Nov 23 22:09:48.431330 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c09533f7-3a4d-42e7-99e2-0c8a0fadd795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:48.439128 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-87b645e5-71bc-4d7c-bd61-efdb4a3a84a1 None None] Calling delete_port for a13eb935-0f31-4a05-af20-727a35276317 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:09:48.446031 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-06638db6-5bf6-4add-9851-b3d5f5083f71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:48.472474 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-7b7cae53-4815-4b5a-9394-76ba87751225 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting port e07b20fe-2f82-47de-907f-00be53118e8f {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:09:48.473127 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7b7cae53-4815-4b5a-9394-76ba87751225 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:48.486116 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06638db6-5bf6-4add-9851-b3d5f5083f71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:09:48.491288 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-06638db6-5bf6-4add-9851-b3d5f5083f71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:09:48.507583 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:09:48.589609 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7b7cae53-4815-4b5a-9394-76ba87751225 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:48.626485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-7b7cae53-4815-4b5a-9394-76ba87751225 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Calling delete_port for e07b20fe-2f82-47de-907f-00be53118e8f owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:09:48.692866 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-06638db6-5bf6-4add-9851-b3d5f5083f71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:48.704873 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-06638db6-5bf6-4add-9851-b3d5f5083f71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:48.711443 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: df3b480d-9d54-49ca-a26c-8495758d2366 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:09:48.711807 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device df3b480d-9d54-49ca-a26c-8495758d2366 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:09:48.712226 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a13eb935-0f31-4a05-af20-727a35276317 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:09:48.716262 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-06638db6-5bf6-4add-9851-b3d5f5083f71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "DELETE /v2.0/networks/5d02ae8d-fd1b-4aa7-9587-cc316fa225fd HTTP/1.1" status: 204 len: 168 time: 2.1171556 Nov 23 22:09:48.717176 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58056) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:48.757144 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06638db6-5bf6-4add-9851-b3d5f5083f71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event deleted for resources: {'Network': ['ID=5d02ae8d-fd1b-4aa7-9587-cc316fa225fd,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:48.935035 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c91f04e-1147-4e55-b11a-73b01969f5a1 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:48.971593 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7b7cae53-4815-4b5a-9394-76ba87751225 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:48.975410 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-87b645e5-71bc-4d7c-bd61-efdb4a3a84a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:49.068377 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b645e5-71bc-4d7c-bd61-efdb4a3a84a1 None None] Pushing event deleted for resources: {'Port': ['ID=a13eb935-0f31-4a05-af20-727a35276317,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:49.092478 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7cae53-4815-4b5a-9394-76ba87751225 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Port': ['ID=e07b20fe-2f82-47de-907f-00be53118e8f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:49.111850 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b645e5-71bc-4d7c-bd61-efdb4a3a84a1 None None] No DVR routers for this DVR port a13eb935-0f31-4a05-af20-727a35276317 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:09:49.133985 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c91f04e-1147-4e55-b11a-73b01969f5a1 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:49.145117 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:49.184672 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-6c91f04e-1147-4e55-b11a-73b01969f5a1 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4212ac22-5739-42ed-8132-d4a992ac9541']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:49.201546 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2212d-5f1b-4c4b-bac9-c147048cfe52 req-ab02562e-ff68-448d-a461-a776bbbf742e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:49.203137 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-6c91f04e-1147-4e55-b11a-73b01969f5a1 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e01ec639-2abc-4798-82ff-e5901ec97025') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:49.203814 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-38d2212d-5f1b-4c4b-bac9-c147048cfe52 req-ab02562e-ff68-448d-a461-a776bbbf742e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14f74779034d49d592bfcdc33c438539&device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 1097 time: 0.2564516 Nov 23 22:09:49.204335 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-6c91f04e-1147-4e55-b11a-73b01969f5a1 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e01ec639-2abc-4798-82ff-e5901ec97025') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:49.213498 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e918d14-e2a6-492b-8d5a-a767afe033af req-ce577e1c-811a-4eb3-ab64-9bddcfc70933 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:49.215573 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e918d14-e2a6-492b-8d5a-a767afe033af req-ce577e1c-811a-4eb3-ab64-9bddcfc70933 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 946 time: 0.2669668 Nov 23 22:09:49.227202 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c91f04e-1147-4e55-b11a-73b01969f5a1 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:49.262273 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c91f04e-1147-4e55-b11a-73b01969f5a1 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:49.278650 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c91f04e-1147-4e55-b11a-73b01969f5a1 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:09:49.279314 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c91f04e-1147-4e55-b11a-73b01969f5a1 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:09:49.285358 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:09:49.293656 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdf16fc-490d-4d13-8d12-c6f7fb68745c None None] Update dhcp port {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'fixed_ips': [{'subnet_id': '7ed21345-9b7e-488e-9520-3aaa2168ae04', 'ip_address': '2001:db8::f816:3eff:feba:59d3'}, {'subnet_id': '5e9d5ead-e73b-4952-ae5e-fd0537fcd3d9'}], 'binding:host_id': 'n-d-816206-9'}, 'id': '5f9e2459-c545-472f-8844-9ad3050bd592'} from n-d-816206-9. {{(pid=110035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 22:09:49.331000 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9fdf16fc-490d-4d13-8d12-c6f7fb68745c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:49.355137 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7b7cae53-4815-4b5a-9394-76ba87751225 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:49.359275 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7b7cae53-4815-4b5a-9394-76ba87751225 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/e07b20fe-2f82-47de-907f-00be53118e8f HTTP/1.1" status: 204 len: 168 time: 1.2947254 Nov 23 22:09:49.366023 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58068) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:49.408432 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c91f04e-1147-4e55-b11a-73b01969f5a1 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:49.424263 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c91f04e-1147-4e55-b11a-73b01969f5a1 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:49.434236 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6c91f04e-1147-4e55-b11a-73b01969f5a1 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "DELETE /v2.0/networks/4212ac22-5739-42ed-8132-d4a992ac9541 HTTP/1.1" status: 204 len: 168 time: 0.7138965 Nov 23 22:09:49.451418 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58074) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:49.468289 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e918d14-e2a6-492b-8d5a-a767afe033af req-d3f693ab-d6c2-4072-bef5-4b0fbe165535 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225555 Nov 23 22:09:49.504541 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4227b7-6c75-4dd9-9027-15ce3fe7af82 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:49.506315 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4227b7-6c75-4dd9-9027-15ce3fe7af82 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:49.507854 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4227b7-6c75-4dd9-9027-15ce3fe7af82 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:49.512283 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ac4227b7-6c75-4dd9-9027-15ce3fe7af82 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1447794 Nov 23 22:09:49.512920 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58076) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:49.515482 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2212d-5f1b-4c4b-bac9-c147048cfe52 req-fd14da52-c72a-4e35-a8e1-bb4b9cf9d741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:49.517729 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-38d2212d-5f1b-4c4b-bac9-c147048cfe52 req-fd14da52-c72a-4e35-a8e1-bb4b9cf9d741 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e887b711-606f-4b83-863c-34d87a670bca HTTP/1.1" status: 200 len: 920 time: 0.2985606 Nov 23 22:09:49.520440 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91f04e-1147-4e55-b11a-73b01969f5a1 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event deleted for resources: {'Network': ['ID=4212ac22-5739-42ed-8132-d4a992ac9541,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:49.543676 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5f9e2459-c545-472f-8844-9ad3050bd592 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:49.559319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-c938dd2a-f104-442f-807d-79e7b5319b28 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Deleting subnet b7d169be-b75c-490b-8912-9fa9d68c9173 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:09:49.564601 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c938dd2a-f104-442f-807d-79e7b5319b28 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:49.582298 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-38d2212d-5f1b-4c4b-bac9-c147048cfe52 req-3c402eb0-d6be-4b1c-98b6-30651f2b198d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7605490-7bfd-473e-9384-94811eec10d4 HTTP/1.1" status: 200 len: 217 time: 0.0567977 Nov 23 22:09:49.626898 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc102fb-427a-410f-8ff8-6989ee034787 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet 5e9d5ead-e73b-4952-ae5e-fd0537fcd3d9 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:09:49.631380 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c938dd2a-f104-442f-807d-79e7b5319b28 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:49.631870 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-9fdf16fc-490d-4d13-8d12-c6f7fb68745c None None] Allocated IP 172.20.0.2 (8205a081-245e-4f42-9c61-30748520e8a4/5e9d5ead-e73b-4952-ae5e-fd0537fcd3d9/5f9e2459-c545-472f-8844-9ad3050bd592) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:09:49.652610 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2212d-5f1b-4c4b-bac9-c147048cfe52 req-131fe9e1-2b65-4a53-aeb8-c795ba2e082c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:49.654121 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-38d2212d-5f1b-4c4b-bac9-c147048cfe52 req-131fe9e1-2b65-4a53-aeb8-c795ba2e082c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e425627e-71be-40cc-adcc-90e6fae7a9ce HTTP/1.1" status: 200 len: 859 time: 0.0639462 Nov 23 22:09:49.669877 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 5f9e2459-c545-472f-8844-9ad3050bd592 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:49.670519 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:49.754267 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c938dd2a-f104-442f-807d-79e7b5319b28 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:49.838007 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-9fdf16fc-490d-4d13-8d12-c6f7fb68745c None None] For port 5f9e2459-c545-472f-8844-9ad3050bd592, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5f9e2459-c545-472f-8844-9ad3050bd592,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:49.842796 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c938dd2a-f104-442f-807d-79e7b5319b28 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:49.877998 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c938dd2a-f104-442f-807d-79e7b5319b28 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:49.881165 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0bf891-474f-485b-932f-e3d4a787a396 None None] Network 55064518-2707-48b4-bf44-87e873ffe5e4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:49.888861 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c938dd2a-f104-442f-807d-79e7b5319b28 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "DELETE /v2.0/subnets/b7d169be-b75c-490b-8912-9fa9d68c9173 HTTP/1.1" status: 204 len: 168 time: 0.4361324 Nov 23 22:09:49.889581 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9fdf16fc-490d-4d13-8d12-c6f7fb68745c None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:49.905892 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9fdf16fc-490d-4d13-8d12-c6f7fb68745c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:49.914823 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58084) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:49.927183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938dd2a-f104-442f-807d-79e7b5319b28 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d169be-b75c-490b-8912-9fa9d68c9173,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:49.966508 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf16fc-490d-4d13-8d12-c6f7fb68745c None None] Pushing event updated for resources: {'Port': ['ID=5f9e2459-c545-472f-8844-9ad3050bd592,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:50.052142 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82bc5713-f6e5-4f8f-8623-71e2a4f53c71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:50.135228 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-38d2212d-5f1b-4c4b-bac9-c147048cfe52 req-9ce17a7b-109c-44ad-b8be-882760e8cde8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e887b711-606f-4b83-863c-34d87a670bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4714909 Nov 23 22:09:50.135967 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5dc102fb-427a-410f-8ff8-6989ee034787 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:50.175374 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-82bc5713-f6e5-4f8f-8623-71e2a4f53c71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Deleting port ee80e204-9650-4f95-a12e-6ec56d0cf12e {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:09:50.175716 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82bc5713-f6e5-4f8f-8623-71e2a4f53c71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:50.244568 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5dc102fb-427a-410f-8ff8-6989ee034787 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:50.257258 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a7b709-b7e8-4089-9316-e77ae3ae7c6a None None] DHCP port deletion for 55064518-2707-48b4-bf44-87e873ffe5e4 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:09:50.364908 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-82bc5713-f6e5-4f8f-8623-71e2a4f53c71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] For port ee80e204-9650-4f95-a12e-6ec56d0cf12e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ee80e204-9650-4f95-a12e-6ec56d0cf12e,segment=NetworkSegment(2354f775-a9d2-4fb5-9706-bc851b1f06d7),segment_id=2354f775-a9d2-4fb5-9706-bc851b1f06d7)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:50.365796 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82bc5713-f6e5-4f8f-8623-71e2a4f53c71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:50.384788 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-82bc5713-f6e5-4f8f-8623-71e2a4f53c71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Calling delete_port for ee80e204-9650-4f95-a12e-6ec56d0cf12e owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:09:50.386242 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-38d2212d-5f1b-4c4b-bac9-c147048cfe52 req-fe978090-e73e-4755-ae23-c6a658c4967a service neutron] 10.222.0.53 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077534 Nov 23 22:09:50.408563 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-08a7b709-b7e8-4089-9316-e77ae3ae7c6a None None] Deleting port ee80e204-9650-4f95-a12e-6ec56d0cf12e {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:09:50.408961 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-08a7b709-b7e8-4089-9316-e77ae3ae7c6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:50.501142 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5dc102fb-427a-410f-8ff8-6989ee034787 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:50.542521 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82bc5713-f6e5-4f8f-8623-71e2a4f53c71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:50.557312 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-08a7b709-b7e8-4089-9316-e77ae3ae7c6a None None] For port ee80e204-9650-4f95-a12e-6ec56d0cf12e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ee80e204-9650-4f95-a12e-6ec56d0cf12e,segment=NetworkSegment(2354f775-a9d2-4fb5-9706-bc851b1f06d7),segment_id=2354f775-a9d2-4fb5-9706-bc851b1f06d7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:50.557915 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-08a7b709-b7e8-4089-9316-e77ae3ae7c6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:50.600763 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-08a7b709-b7e8-4089-9316-e77ae3ae7c6a None None] Calling delete_port for ee80e204-9650-4f95-a12e-6ec56d0cf12e owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:09:50.619847 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc5713-f6e5-4f8f-8623-71e2a4f53c71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event deleted for resources: {'Port': ['ID=ee80e204-9650-4f95-a12e-6ec56d0cf12e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:50.632145 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bc5713-f6e5-4f8f-8623-71e2a4f53c71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] No DVR routers for this DVR port ee80e204-9650-4f95-a12e-6ec56d0cf12e on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:09:50.670919 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-38d2212d-5f1b-4c4b-bac9-c147048cfe52 req-6598a143-7b0d-469b-a14b-5aaba95bd12d service neutron] 10.222.0.53 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464142 Nov 23 22:09:50.773299 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b9706-9d9c-472b-83d0-677fdb93fc1e req-4550e8ee-5b80-4b66-a04f-0bebb4476764 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:50.782889 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1e7b9706-9d9c-472b-83d0-677fdb93fc1e req-4550e8ee-5b80-4b66-a04f-0bebb4476764 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 946 time: 0.1507025 Nov 23 22:09:50.789600 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82bc5713-f6e5-4f8f-8623-71e2a4f53c71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.808100 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.811740 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.811740 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.811740 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.811740 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.811740 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.811740 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.811740 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.811740 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.811740 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.811740 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.811740 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.811740 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.811740 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:09:50.811740 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:09:50.814307 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-08a7b709-b7e8-4089-9316-e77ae3ae7c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:50.836418 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-82bc5713-f6e5-4f8f-8623-71e2a4f53c71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55064518-2707-48b4-bf44-87e873ffe5e4']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:50.836694 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5dc102fb-427a-410f-8ff8-6989ee034787 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:50.850332 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-82bc5713-f6e5-4f8f-8623-71e2a4f53c71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2354f775-a9d2-4fb5-9706-bc851b1f06d7') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:50.851005 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-82bc5713-f6e5-4f8f-8623-71e2a4f53c71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2354f775-a9d2-4fb5-9706-bc851b1f06d7') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:09:50.863699 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82bc5713-f6e5-4f8f-8623-71e2a4f53c71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:50.866743 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7b709-b7e8-4089-9316-e77ae3ae7c6a None None] Pushing event deleted for resources: {'Port': ['ID=ee80e204-9650-4f95-a12e-6ec56d0cf12e,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:50.871847 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a7b709-b7e8-4089-9316-e77ae3ae7c6a None None] No DVR routers for this DVR port ee80e204-9650-4f95-a12e-6ec56d0cf12e on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:09:50.883666 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82bc5713-f6e5-4f8f-8623-71e2a4f53c71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:50.908129 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bc5713-f6e5-4f8f-8623-71e2a4f53c71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:09:50.908535 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82bc5713-f6e5-4f8f-8623-71e2a4f53c71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:09:50.916306 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:09:50.961593 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc102fb-427a-410f-8ff8-6989ee034787 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=5e9d5ead-e73b-4952-ae5e-fd0537fcd3d9,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:50.974071 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5dc102fb-427a-410f-8ff8-6989ee034787 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:50.981206 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5dc102fb-427a-410f-8ff8-6989ee034787 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/5e9d5ead-e73b-4952-ae5e-fd0537fcd3d9 HTTP/1.1" status: 204 len: 168 time: 1.4671404 Nov 23 22:09:50.982203 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58104) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:51.013790 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1e7b9706-9d9c-472b-83d0-677fdb93fc1e req-5a6fbd29-f66b-439c-b041-77a2d72eb4b1 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295618 Nov 23 22:09:51.049462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82bc5713-f6e5-4f8f-8623-71e2a4f53c71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:51.066665 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82bc5713-f6e5-4f8f-8623-71e2a4f53c71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:51.070742 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-82bc5713-f6e5-4f8f-8623-71e2a4f53c71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "DELETE /v2.0/networks/55064518-2707-48b4-bf44-87e873ffe5e4 HTTP/1.1" status: 204 len: 168 time: 1.1545515 Nov 23 22:09:51.082083 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58108) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:51.099110 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc5713-f6e5-4f8f-8623-71e2a4f53c71 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Pushing event deleted for resources: {'Network': ['ID=55064518-2707-48b4-bf44-87e873ffe5e4,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:51.100598 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b544eb-1700-4a32-945d-72f357ee661d None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:51.132616 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccfd62b3-9a10-4302-95af-99d1f7ac15e9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet 7ed21345-9b7e-488e-9520-3aaa2168ae04 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:09:51.136564 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ccfd62b3-9a10-4302-95af-99d1f7ac15e9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:51.138887 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e96f6d00-e708-4967-aaae-0b2a8d52c077 None None] Provisioning complete for port 5f9e2459-c545-472f-8844-9ad3050bd592 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:51.139541 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e96f6d00-e708-4967-aaae-0b2a8d52c077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:51.248909 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6a35cce6-0a8e-49e8-93fc-05aebacb4e8c tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a9e6b67-465c-473c-b37b-58cbb5976d0c HTTP/1.1" status: 200 len: 205 time: 0.1633997 Nov 23 22:09:51.250090 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58114) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:51.257751 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ccfd62b3-9a10-4302-95af-99d1f7ac15e9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:51.445878 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5f9e2459-c545-472f-8844-9ad3050bd592 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:51.452873 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a1bdfc9-57e5-487e-9d4e-4d9708bb0074 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:51.529986 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ccfd62b3-9a10-4302-95af-99d1f7ac15e9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:51.537285 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 5f9e2459-c545-472f-8844-9ad3050bd592 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:51.537949 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:51.657540 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ccfd62b3-9a10-4302-95af-99d1f7ac15e9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:51.719715 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ccfd62b3-9a10-4302-95af-99d1f7ac15e9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:51.725853 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ccfd62b3-9a10-4302-95af-99d1f7ac15e9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/7ed21345-9b7e-488e-9520-3aaa2168ae04 HTTP/1.1" status: 204 len: 168 time: 0.7408302 Nov 23 22:09:51.729165 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58120) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:51.734698 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ee80e204-9650-4f95-a12e-6ec56d0cf12e no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:09:51.739265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd62b3-9a10-4302-95af-99d1f7ac15e9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed21345-9b7e-488e-9520-3aaa2168ae04,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:51.775178 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: ee80e204-9650-4f95-a12e-6ec56d0cf12e {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:09:51.775823 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ee80e204-9650-4f95-a12e-6ec56d0cf12e not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:09:51.784943 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a1bdfc9-57e5-487e-9d4e-4d9708bb0074 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:51.792365 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a1bdfc9-57e5-487e-9d4e-4d9708bb0074 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:51.824543 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c317b9ca-0828-4e69-88d9-79717e529b6e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942028 Nov 23 22:09:51.831213 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58122) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:51.836557 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:51.874324 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a1bdfc9-57e5-487e-9d4e-4d9708bb0074 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:51.875703 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1bdfc9-57e5-487e-9d4e-4d9708bb0074 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Fanout notify agent at l3_agent the message router_deleted on router 6a9e6b67-465c-473c-b37b-58cbb5976d0c {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:09:51.887133 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a1bdfc9-57e5-487e-9d4e-4d9708bb0074 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:51.890170 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7a1bdfc9-57e5-487e-9d4e-4d9708bb0074 tempest-RoutersNegativeIpV6Test-2064383331 tempest-RoutersNegativeIpV6Test-2064383331-project] 10.222.0.50 "DELETE /v2.0/routers/6a9e6b67-465c-473c-b37b-58cbb5976d0c HTTP/1.1" status: 204 len: 168 time: 0.6358366 Nov 23 22:09:51.990987 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:51.995384 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:52.282977 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd202b78-a540-4611-8e5c-488fa8f4e024 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:52.295059 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8404d44-6c23-431f-8cc1-eed442622d00 req-5674312a-1247-4395-8aa6-050025f48c37 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:52.300150 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8404d44-6c23-431f-8cc1-eed442622d00 req-5674312a-1247-4395-8aa6-050025f48c37 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 946 time: 0.0924475 Nov 23 22:09:52.407067 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8404d44-6c23-431f-8cc1-eed442622d00 req-bbd86c3f-e489-4716-be22-9addec39baba tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934696 Nov 23 22:09:52.409763 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b54b056a-9bb6-4df9-8499-546be1e585a5 None None] Provisioning complete for port 5f9e2459-c545-472f-8844-9ad3050bd592 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:52.410418 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b54b056a-9bb6-4df9-8499-546be1e585a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:52.431395 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58134) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:52.646493 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d0a927f2-cefd-403e-b8ce-8fbe108a15c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e34b6b5b3f434947aa9a6206ab462c89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2134085 Nov 23 22:09:52.649325 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58144) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:52.712937 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68a4adbc-3b31-4186-92cf-a491cfc169a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:52.753658 n-d-816206-9 neutron-server[110034]: DEBUG neutron.objects.ports [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110034) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 22:09:52.772661 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68a4adbc-3b31-4186-92cf-a491cfc169a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:52.786550 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dc0ce5-e234-446a-960b-d983d3de0763 None None] DHCP port deletion for 8205a081-245e-4f42-9c61-30748520e8a4 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:09:52.872839 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:52.893974 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f6dc0ce5-e234-446a-960b-d983d3de0763 None None] Deleting port 5f9e2459-c545-472f-8844-9ad3050bd592 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:09:52.894624 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0ce5-e234-446a-960b-d983d3de0763 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:53.018018 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f6dc0ce5-e234-446a-960b-d983d3de0763 None None] For port 5f9e2459-c545-472f-8844-9ad3050bd592, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5f9e2459-c545-472f-8844-9ad3050bd592,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:53.018637 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0ce5-e234-446a-960b-d983d3de0763 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:53.040409 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f6dc0ce5-e234-446a-960b-d983d3de0763 None None] Calling delete_port for 5f9e2459-c545-472f-8844-9ad3050bd592 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:09:53.174030 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0ce5-e234-446a-960b-d983d3de0763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:53.198310 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:53.210598 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc0ce5-e234-446a-960b-d983d3de0763 None None] Pushing event deleted for resources: {'Port': ['ID=5f9e2459-c545-472f-8844-9ad3050bd592,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:53.236894 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dc0ce5-e234-446a-960b-d983d3de0763 None None] No DVR routers for this DVR port 5f9e2459-c545-472f-8844-9ad3050bd592 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:09:53.273732 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Port 5f9e2459-c545-472f-8844-9ad3050bd592 concurrently deleted while adding address for new subnet {'id': '369c106b-ded0-40a8-bdf8-4b81bc7f1014', 'name': '', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2766, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-23T22:09:52Z', 'updated_at': '2021-11-23T22:09:52Z', 'revision_number': 0, 'segment_id': None, 'project_id': '57fbe7b3fa41481fb2739f7865ed06e3'}. {{(pid=110034) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 23 22:09:53.274338 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:53.334122 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:53.339356 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:53.342163 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:53.343122 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:53.372137 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5372512 Nov 23 22:09:53.372137 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=369c106b-ded0-40a8-bdf8-4b81bc7f1014,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:53.373379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58160) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:53.373906 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ed7d6a-1643-4623-9bf0-a257cc2fd364 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:53.378572 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f131f85c-0c83-4c8d-a189-310b80ea9c12 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:53.409702 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:53.410264 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:53.410623 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:53.411234 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:53.411582 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:53.411928 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:53.412919 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:53.412919 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:53.412919 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:53.413281 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68a4adbc-3b31-4186-92cf-a491cfc169a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:53.413402 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:53.413561 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:53.413894 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b703bbba-9022-4535-8add-fb76f2451dc7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:09:53.415799 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68a4adbc-3b31-4186-92cf-a491cfc169a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:53.416971 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-68a4adbc-3b31-4186-92cf-a491cfc169a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f4882d57-2e07-464c-8921-b24ac99e9f0d HTTP/1.1" status: 204 len: 168 time: 0.7662780 Nov 23 22:09:53.495196 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4adbc-3b31-4186-92cf-a491cfc169a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4882d57-2e07-464c-8921-b24ac99e9f0d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:53.506891 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5f9e2459-c545-472f-8844-9ad3050bd592 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:09:53.584440 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108fb69-97ef-429f-9c33-b9bf842a9437 req-bc45a7e4-99b2-44f4-a679-2662b60c94e5 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:53.586044 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a108fb69-97ef-429f-9c33-b9bf842a9437 req-bc45a7e4-99b2-44f4-a679-2662b60c94e5 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 946 time: 0.0639329 Nov 23 22:09:53.595951 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 5f9e2459-c545-472f-8844-9ad3050bd592 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:09:53.596390 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5f9e2459-c545-472f-8844-9ad3050bd592 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:09:53.655771 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f131f85c-0c83-4c8d-a189-310b80ea9c12 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:53.658535 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcaecc1-0946-46d9-8500-c11d6b2dd60f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8205a081-245e-4f42-9c61-30748520e8a4', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'fixed_ips': [{'subnet_id': '369c106b-ded0-40a8-bdf8-4b81bc7f1014'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:09:53.660148 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1bcaecc1-0946-46d9-8500-c11d6b2dd60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:53.660416 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f131f85c-0c83-4c8d-a189-310b80ea9c12 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:53.714588 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a108fb69-97ef-429f-9c33-b9bf842a9437 req-4c8feb2e-03a4-497e-998f-abb6c327232b tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187818 Nov 23 22:09:53.876275 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-1bcaecc1-0946-46d9-8500-c11d6b2dd60f None None] Allocated IP 2001:db8::f816:3eff:fe5e:3eb7 (8205a081-245e-4f42-9c61-30748520e8a4/369c106b-ded0-40a8-bdf8-4b81bc7f1014/9ae201d1-36f4-4c28-afa1-fd20e67aa67b) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:09:54.133217 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f131f85c-0c83-4c8d-a189-310b80ea9c12 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:54.220966 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1bcaecc1-0946-46d9-8500-c11d6b2dd60f None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:54.241133 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1bcaecc1-0946-46d9-8500-c11d6b2dd60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:54.255929 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f131f85c-0c83-4c8d-a189-310b80ea9c12 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:54.259618 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-f131f85c-0c83-4c8d-a189-310b80ea9c12 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:54.275661 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f131f85c-0c83-4c8d-a189-310b80ea9c12 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:54.276445 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f131f85c-0c83-4c8d-a189-310b80ea9c12 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:54.317145 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131f85c-0c83-4c8d-a189-310b80ea9c12 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=9a1410c0-3c53-4620-8760-5ba5b0c3e0e1,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:54.340199 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f131f85c-0c83-4c8d-a189-310b80ea9c12 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9636407 Nov 23 22:09:54.340394 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58200) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:54.349041 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-60e0e49c-d894-4658-b38e-3a7cc7001e95 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'mac_address': 'fa:16:3e:b9:d0:42', 'name': 'tempest-NetworksTestDHCPv6-87273971'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:54.419893 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcaecc1-0946-46d9-8500-c11d6b2dd60f None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:54.448041 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-1bcaecc1-0946-46d9-8500-c11d6b2dd60f None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:54.453383 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcaecc1-0946-46d9-8500-c11d6b2dd60f None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:09:54.466243 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcaecc1-0946-46d9-8500-c11d6b2dd60f None None] Pushing event updated for resources: {'Port': ['ID=9ae201d1-36f4-4c28-afa1-fd20e67aa67b,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:54.590399 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-1bcaecc1-0946-46d9-8500-c11d6b2dd60f None None] Attempting to bind port 9ae201d1-36f4-4c28-afa1-fd20e67aa67b on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:09:54.590915 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-1bcaecc1-0946-46d9-8500-c11d6b2dd60f None None] Attempting to bind port 9ae201d1-36f4-4c28-afa1-fd20e67aa67b by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:09:54.591282 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcaecc1-0946-46d9-8500-c11d6b2dd60f None None] Attempting to bind port 9ae201d1-36f4-4c28-afa1-fd20e67aa67b on network 8205a081-245e-4f42-9c61-30748520e8a4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:09:54.601606 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcaecc1-0946-46d9-8500-c11d6b2dd60f None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:09:54.601987 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcaecc1-0946-46d9-8500-c11d6b2dd60f None None] Checking segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:09:54.602393 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1bcaecc1-0946-46d9-8500-c11d6b2dd60f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:54.603019 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcaecc1-0946-46d9-8500-c11d6b2dd60f None None] Bound using segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:09:54.603497 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-1bcaecc1-0946-46d9-8500-c11d6b2dd60f None None] Bound port: 9ae201d1-36f4-4c28-afa1-fd20e67aa67b, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:09:54.603893 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1bcaecc1-0946-46d9-8500-c11d6b2dd60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:54.621819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e0e49c-d894-4658-b38e-3a7cc7001e95 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:54.689949 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58206) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:54.762845 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-60e0e49c-d894-4658-b38e-3a7cc7001e95 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:54.768289 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-1bcaecc1-0946-46d9-8500-c11d6b2dd60f None None] For port 9ae201d1-36f4-4c28-afa1-fd20e67aa67b, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:09:54.771912 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-1bcaecc1-0946-46d9-8500-c11d6b2dd60f None None] For port 9ae201d1-36f4-4c28-afa1-fd20e67aa67b, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9ae201d1-36f4-4c28-afa1-fd20e67aa67b,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:09:54.780712 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1bcaecc1-0946-46d9-8500-c11d6b2dd60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:54.800932 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-60e0e49c-d894-4658-b38e-3a7cc7001e95 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] device_id is not set on port 1707166c-590f-4f3f-9f70-7ab5bd436ad3 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:09:54.892189 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcaecc1-0946-46d9-8500-c11d6b2dd60f None None] Pushing event updated for resources: {'Port': ['ID=9ae201d1-36f4-4c28-afa1-fd20e67aa67b,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:54.920791 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-50bf3f83-c938-45d9-96f0-702dd515485e tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1021515003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:54.987477 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50bf3f83-c938-45d9-96f0-702dd515485e tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:54.989083 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50bf3f83-c938-45d9-96f0-702dd515485e tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:55.023751 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797a0ec-3904-41df-adf7-871f1b257685 req-d8670d8b-48f0-4faf-a337-3080de460d7d tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:55.027474 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f797a0ec-3904-41df-adf7-871f1b257685 req-d8670d8b-48f0-4faf-a337-3080de460d7d tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 946 time: 0.1678038 Nov 23 22:09:55.132567 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50bf3f83-c938-45d9-96f0-702dd515485e tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:55.146038 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50bf3f83-c938-45d9-96f0-702dd515485e tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:55.201965 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50bf3f83-c938-45d9-96f0-702dd515485e tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:55.202520 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-60e0e49c-d894-4658-b38e-3a7cc7001e95 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 172.20.0.7 (8205a081-245e-4f42-9c61-30748520e8a4/9a1410c0-3c53-4620-8760-5ba5b0c3e0e1/1707166c-590f-4f3f-9f70-7ab5bd436ad3) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:09:55.206450 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-50bf3f83-c938-45d9-96f0-702dd515485e tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5137625 Nov 23 22:09:55.207978 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58220) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:55.219875 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-80c05280-3552-48a4-b266-019abb3207b6 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2011313741'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:55.229006 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-60e0e49c-d894-4658-b38e-3a7cc7001e95 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8::f816:3eff:feb9:d042 (8205a081-245e-4f42-9c61-30748520e8a4/369c106b-ded0-40a8-bdf8-4b81bc7f1014/1707166c-590f-4f3f-9f70-7ab5bd436ad3) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:09:55.252989 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f797a0ec-3904-41df-adf7-871f1b257685 req-8689b82d-9bcc-40bc-88e2-eb15c91037b1 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137537 Nov 23 22:09:55.284634 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c05280-3552-48a4-b266-019abb3207b6 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Made reservation on behalf of c28ac3d0a9734ca3a2d4d1e18e96d64d for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:55.288952 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80c05280-3552-48a4-b266-019abb3207b6 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:55.305585 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80c05280-3552-48a4-b266-019abb3207b6 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:55.497183 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9ae201d1-36f4-4c28-afa1-fd20e67aa67b up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:55.633310 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 9ae201d1-36f4-4c28-afa1-fd20e67aa67b triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:55.633712 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:55.641322 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-60e0e49c-d894-4658-b38e-3a7cc7001e95 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:55.667471 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80c05280-3552-48a4-b266-019abb3207b6 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:55.679579 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80c05280-3552-48a4-b266-019abb3207b6 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:55.742248 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-60e0e49c-d894-4658-b38e-3a7cc7001e95 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:55.759291 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c05280-3552-48a4-b266-019abb3207b6 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:09:55.802863 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c05280-3552-48a4-b266-019abb3207b6 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a4f5cb-c8cd-4052-a7f7-3c1eb4dac158,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:55.832461 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:55.840873 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80c05280-3552-48a4-b266-019abb3207b6 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:55.842454 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-80c05280-3552-48a4-b266-019abb3207b6 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Added segment 341449dd-8d5c-4294-b681-a44f411e8cc0 of type vlan for network 5faa125c-98f5-4493-8bf5-199765280e49 Nov 23 22:09:55.884513 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e0e49c-d894-4658-b38e-3a7cc7001e95 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:55.903904 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-60e0e49c-d894-4658-b38e-3a7cc7001e95 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:55.914286 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e0e49c-d894-4658-b38e-3a7cc7001e95 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:09:55.934222 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80c05280-3552-48a4-b266-019abb3207b6 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:55.977608 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80c05280-3552-48a4-b266-019abb3207b6 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:55.981109 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 9ae201d1-36f4-4c28-afa1-fd20e67aa67b, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9ae201d1-36f4-4c28-afa1-fd20e67aa67b,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:55.984103 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c05280-3552-48a4-b266-019abb3207b6 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:55.985830 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80c05280-3552-48a4-b266-019abb3207b6 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:56.001484 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:56.034781 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0e49c-d894-4658-b38e-3a7cc7001e95 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=1707166c-590f-4f3f-9f70-7ab5bd436ad3,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:56.077687 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-80c05280-3552-48a4-b266-019abb3207b6 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8672411 Nov 23 22:09:56.080993 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58240) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:56.085882 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-7367a167-9609-4ff5-99be-c14ef2c8677f tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Request body: {'subnet': {'network_id': '5faa125c-98f5-4493-8bf5-199765280e49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:56.091440 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e0e49c-d894-4658-b38e-3a7cc7001e95 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:56.101363 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-60e0e49c-d894-4658-b38e-3a7cc7001e95 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:56.116849 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=9ae201d1-36f4-4c28-afa1-fd20e67aa67b,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:56.161568 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-60e0e49c-d894-4658-b38e-3a7cc7001e95 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.8197956 Nov 23 22:09:56.162262 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58242) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:56.288638 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c05280-3552-48a4-b266-019abb3207b6 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Pushing event updated for resources: {'Network': ['ID=5faa125c-98f5-4493-8bf5-199765280e49,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:56.303325 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 5faa125c-98f5-4493-8bf5-199765280e49 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:09:56.307745 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1fd67d-c7f3-4e5c-ad98-44fe9f76bc66 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:56.314300 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1fd67d-c7f3-4e5c-ad98-44fe9f76bc66 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:56.332765 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5c1fd67d-c7f3-4e5c-ad98-44fe9f76bc66 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1618061 Nov 23 22:09:56.336101 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58246) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:56.528490 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7367a167-9609-4ff5-99be-c14ef2c8677f tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Made reservation on behalf of c28ac3d0a9734ca3a2d4d1e18e96d64d for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:56.533105 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7367a167-9609-4ff5-99be-c14ef2c8677f tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:56.597561 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0589fbf-cb91-430c-8965-8471a20d8df0 req-08203d45-78ed-4fd9-95f0-e30b23ada8b8 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:56.601326 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0589fbf-cb91-430c-8965-8471a20d8df0 req-08203d45-78ed-4fd9-95f0-e30b23ada8b8 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 946 time: 0.1666386 Nov 23 22:09:56.612531 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-3d3638e1-2a06-4b00-b8e8-1920e6848f60 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting port 1707166c-590f-4f3f-9f70-7ab5bd436ad3 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:09:56.613418 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d3638e1-2a06-4b00-b8e8-1920e6848f60 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:56.667362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646d888e-1cf2-42a7-9ced-25ce6071261a None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:56.721136 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0589fbf-cb91-430c-8965-8471a20d8df0 req-d0ceeaee-6edd-4371-973d-20d334d46764 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145840 Nov 23 22:09:56.835213 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d3638e1-2a06-4b00-b8e8-1920e6848f60 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:56.848865 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7367a167-9609-4ff5-99be-c14ef2c8677f tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:56.854524 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-3d3638e1-2a06-4b00-b8e8-1920e6848f60 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Calling delete_port for 1707166c-590f-4f3f-9f70-7ab5bd436ad3 owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:09:56.909670 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5b01630f-e212-41dc-8dbd-f0c92cc5ff59 None None] Provisioning complete for port 9ae201d1-36f4-4c28-afa1-fd20e67aa67b triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:56.910308 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5b01630f-e212-41dc-8dbd-f0c92cc5ff59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:56.942114 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7367a167-9609-4ff5-99be-c14ef2c8677f tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Checking segment: {'id': '341449dd-8d5c-4294-b681-a44f411e8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5faa125c-98f5-4493-8bf5-199765280e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:09:56.942484 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7367a167-9609-4ff5-99be-c14ef2c8677f tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Network hostable DHCP agents. Network: 5faa125c-98f5-4493-8bf5-199765280e49, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:09:56.992203 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367a167-9609-4ff5-99be-c14ef2c8677f tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Pushing event updated for resources: {'Subnet': ['ID=346993a9-cd8e-429d-b893-8af0bb55e9bb,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:57.032191 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7367a167-9609-4ff5-99be-c14ef2c8677f tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Network 5faa125c-98f5-4493-8bf5-199765280e49 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:09:57.055926 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-7367a167-9609-4ff5-99be-c14ef2c8677f tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 5faa125c-98f5-4493-8bf5-199765280e49) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:57.060270 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7367a167-9609-4ff5-99be-c14ef2c8677f tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:57.060907 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7367a167-9609-4ff5-99be-c14ef2c8677f tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:57.077690 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081955d6-c0d1-4347-9145-ef0253f026c3 None None] Network 5faa125c-98f5-4493-8bf5-199765280e49 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:09:57.094498 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58256) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:57.095520 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7367a167-9609-4ff5-99be-c14ef2c8677f tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0133810 Nov 23 22:09:57.127205 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-057ed151-cfa8-4dcb-9d5e-ff7d65c4bd62 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Request body: {'network': {'name': 'tempest-router-network01--1184159922'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:57.141442 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac2d2f8-b084-40dd-a49f-f7c46214acf9 None None] Update dhcp port {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'fixed_ips': [{'subnet_id': '369c106b-ded0-40a8-bdf8-4b81bc7f1014', 'ip_address': '2001:db8::f816:3eff:fe5e:3eb7'}, {'subnet_id': '9a1410c0-3c53-4620-8760-5ba5b0c3e0e1'}], 'binding:host_id': 'n-d-816206-9'}, 'id': '9ae201d1-36f4-4c28-afa1-fd20e67aa67b'} from n-d-816206-9. {{(pid=110035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 22:09:57.222007 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057ed151-cfa8-4dcb-9d5e-ff7d65c4bd62 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Made reservation on behalf of c28ac3d0a9734ca3a2d4d1e18e96d64d for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:57.229676 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-057ed151-cfa8-4dcb-9d5e-ff7d65c4bd62 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:57.242040 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d2f8-b084-40dd-a49f-f7c46214acf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:57.247654 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d3638e1-2a06-4b00-b8e8-1920e6848f60 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:57.284693 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3638e1-2a06-4b00-b8e8-1920e6848f60 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Port': ['ID=1707166c-590f-4f3f-9f70-7ab5bd436ad3,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:57.298945 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057ed151-cfa8-4dcb-9d5e-ff7d65c4bd62 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:09:57.370398 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-057ed151-cfa8-4dcb-9d5e-ff7d65c4bd62 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:57.370830 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-057ed151-cfa8-4dcb-9d5e-ff7d65c4bd62 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Added segment 05ce1f2d-fc46-4b7f-a742-f3f1eb56acfa of type vlan for network 957d88ad-477c-4152-be52-6b1c2c0c75dc Nov 23 22:09:57.434918 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9ae201d1-36f4-4c28-afa1-fd20e67aa67b up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:57.464561 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-057ed151-cfa8-4dcb-9d5e-ff7d65c4bd62 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:57.465997 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57de072c-52ef-4dad-8351-74cb0b969339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-5faa125c-98f5-4493-8bf5-199765280e49', 'network_id': '5faa125c-98f5-4493-8bf5-199765280e49', 'tenant_id': 'c28ac3d0a9734ca3a2d4d1e18e96d64d', 'fixed_ips': [{'subnet_id': '346993a9-cd8e-429d-b893-8af0bb55e9bb'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:09:57.467192 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-57de072c-52ef-4dad-8351-74cb0b969339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:57.523271 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-057ed151-cfa8-4dcb-9d5e-ff7d65c4bd62 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:57.530410 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057ed151-cfa8-4dcb-9d5e-ff7d65c4bd62 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:57.532502 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-057ed151-cfa8-4dcb-9d5e-ff7d65c4bd62 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:57.695283 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ed151-cfa8-4dcb-9d5e-ff7d65c4bd62 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Pushing event updated for resources: {'Network': ['ID=957d88ad-477c-4152-be52-6b1c2c0c75dc,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:57.719832 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 957d88ad-477c-4152-be52-6b1c2c0c75dc details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:09:57.729614 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-057ed151-cfa8-4dcb-9d5e-ff7d65c4bd62 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6316483 Nov 23 22:09:57.732356 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58266) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:57.741535 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c555305c-bf96-4ff6-8e60-c2ab6609bac1 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Request body: {'network': {'name': 'tempest-router-network02--515943246'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:57.776815 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d3638e1-2a06-4b00-b8e8-1920e6848f60 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:57.786672 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3d3638e1-2a06-4b00-b8e8-1920e6848f60 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/1707166c-590f-4f3f-9f70-7ab5bd436ad3 HTTP/1.1" status: 204 len: 168 time: 1.4491241 Nov 23 22:09:57.790248 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58270) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:57.800726 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c555305c-bf96-4ff6-8e60-c2ab6609bac1 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Made reservation on behalf of c28ac3d0a9734ca3a2d4d1e18e96d64d for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:57.804929 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c555305c-bf96-4ff6-8e60-c2ab6609bac1 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:57.845304 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c555305c-bf96-4ff6-8e60-c2ab6609bac1 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:09:57.866313 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c555305c-bf96-4ff6-8e60-c2ab6609bac1 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:57.867021 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-c555305c-bf96-4ff6-8e60-c2ab6609bac1 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Added segment 8ab9e433-ddfd-4b89-ae8a-75f38966e3c1 of type vlan for network 141d53c0-53e1-4b6b-afc4-c68671a6b7ce Nov 23 22:09:57.894178 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-0ac2d2f8-b084-40dd-a49f-f7c46214acf9 None None] Allocated IP 172.20.0.2 (8205a081-245e-4f42-9c61-30748520e8a4/9a1410c0-3c53-4620-8760-5ba5b0c3e0e1/9ae201d1-36f4-4c28-afa1-fd20e67aa67b) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:09:57.900228 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 9ae201d1-36f4-4c28-afa1-fd20e67aa67b triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:57.900930 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:57.935911 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e9f22-fcc9-46de-ab25-f9046f33cc0e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:57.938952 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e9f22-fcc9-46de-ab25-f9046f33cc0e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:57.940983 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58e9f22-fcc9-46de-ab25-f9046f33cc0e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:57.943361 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e58e9f22-fcc9-46de-ab25-f9046f33cc0e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1513224 Nov 23 22:09:57.947198 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58272) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:57.961263 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c5660-4942-4b2a-8c60-5b4c6dec3a9c req-36f01bd4-3e51-43d0-adfa-78da35f43678 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:57.970773 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c8c5660-4942-4b2a-8c60-5b4c6dec3a9c req-36f01bd4-3e51-43d0-adfa-78da35f43678 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 946 time: 0.0988665 Nov 23 22:09:57.995210 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c555305c-bf96-4ff6-8e60-c2ab6609bac1 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:58.093798 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c8c5660-4942-4b2a-8c60-5b4c6dec3a9c req-e13ec87b-dc57-4bcd-8618-2d706f5089c3 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217778 Nov 23 22:09:58.178145 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-55ed3a93-53be-414f-907b-f33df913d290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:58.179947 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-368504b5-cd14-4783-b329-2d08558f7934 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet 369c106b-ded0-40a8-bdf8-4b81bc7f1014 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:09:58.185388 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c555305c-bf96-4ff6-8e60-c2ab6609bac1 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:58.196943 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c555305c-bf96-4ff6-8e60-c2ab6609bac1 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:09:58.198139 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c555305c-bf96-4ff6-8e60-c2ab6609bac1 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:58.202571 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-57de072c-52ef-4dad-8351-74cb0b969339 None None] Allocated IP 172.20.0.2 (5faa125c-98f5-4493-8bf5-199765280e49/346993a9-cd8e-429d-b893-8af0bb55e9bb/f7b11ea5-f3a6-4148-95e8-217e1ad6c138) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:09:58.376520 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c555305c-bf96-4ff6-8e60-c2ab6609bac1 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6414139 Nov 23 22:09:58.379011 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58282) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:58.388808 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-0e0ddbd6-a35b-485a-92c3-9d709326a19f tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Request body: {'subnet': {'network_id': '957d88ad-477c-4152-be52-6b1c2c0c75dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:09:58.397412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555305c-bf96-4ff6-8e60-c2ab6609bac1 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Pushing event updated for resources: {'Network': ['ID=141d53c0-53e1-4b6b-afc4-c68671a6b7ce,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:58.438935 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0ac2d2f8-b084-40dd-a49f-f7c46214acf9 None None] For port 9ae201d1-36f4-4c28-afa1-fd20e67aa67b, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9ae201d1-36f4-4c28-afa1-fd20e67aa67b,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:09:58.488362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 141d53c0-53e1-4b6b-afc4-c68671a6b7ce details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:09:58.653732 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58286) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:58.663084 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0ddbd6-a35b-485a-92c3-9d709326a19f tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Made reservation on behalf of c28ac3d0a9734ca3a2d4d1e18e96d64d for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:09:58.667064 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0e0ddbd6-a35b-485a-92c3-9d709326a19f tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:59.075260 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d2f8-b084-40dd-a49f-f7c46214acf9 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:59.080600 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-368504b5-cd14-4783-b329-2d08558f7934 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:59.118894 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d2f8-b084-40dd-a49f-f7c46214acf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:59.177569 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-368504b5-cd14-4783-b329-2d08558f7934 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:59.205249 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2d2f8-b084-40dd-a49f-f7c46214acf9 None None] Pushing event updated for resources: {'Port': ['ID=9ae201d1-36f4-4c28-afa1-fd20e67aa67b,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:59.400930 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0e0ddbd6-a35b-485a-92c3-9d709326a19f tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:59.444128 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-57de072c-52ef-4dad-8351-74cb0b969339 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:59.445676 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-368504b5-cd14-4783-b329-2d08558f7934 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:59.460064 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9ae201d1-36f4-4c28-afa1-fd20e67aa67b up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:09:59.471044 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9db2a76b-5e50-4d49-865b-ab6fd099d3b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:59.545370 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-57de072c-52ef-4dad-8351-74cb0b969339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:59.546149 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-368504b5-cd14-4783-b329-2d08558f7934 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:59.617175 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368504b5-cd14-4783-b329-2d08558f7934 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=369c106b-ded0-40a8-bdf8-4b81bc7f1014,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:59.621823 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ddbd6-a35b-485a-92c3-9d709326a19f tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Pushing event updated for resources: {'Subnet': ['ID=5c1f63b8-e37b-46a8-8b12-a9f4ddd9ca91,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:59.645492 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-368504b5-cd14-4783-b329-2d08558f7934 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:59.670301 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-368504b5-cd14-4783-b329-2d08558f7934 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/369c106b-ded0-40a8-bdf8-4b81bc7f1014 HTTP/1.1" status: 204 len: 168 time: 1.7150292 Nov 23 22:09:59.673974 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58302) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:09:59.679734 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de072c-52ef-4dad-8351-74cb0b969339 None None] Pushing event updated for resources: {'Port': ['ID=f7b11ea5-f3a6-4148-95e8-217e1ad6c138,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:09:59.717986 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57de072c-52ef-4dad-8351-74cb0b969339 None None] Network 5faa125c-98f5-4493-8bf5-199765280e49 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:09:59.729476 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-57de072c-52ef-4dad-8351-74cb0b969339 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:09:59.741015 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57de072c-52ef-4dad-8351-74cb0b969339 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:09:59.744240 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 9ae201d1-36f4-4c28-afa1-fd20e67aa67b triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:09:59.744611 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:59.806182 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0ddbd6-a35b-485a-92c3-9d709326a19f tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Checking segment: {'id': '05ce1f2d-fc46-4b7f-a742-f3f1eb56acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '957d88ad-477c-4152-be52-6b1c2c0c75dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:09:59.806446 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0ddbd6-a35b-485a-92c3-9d709326a19f tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Network hostable DHCP agents. Network: 957d88ad-477c-4152-be52-6b1c2c0c75dc, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:09:59.862218 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8debe7e-e9af-4e59-b7ce-7d918d9d72fd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet 9a1410c0-3c53-4620-8760-5ba5b0c3e0e1 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:09:59.871420 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b8debe7e-e9af-4e59-b7ce-7d918d9d72fd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:59.964217 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-57de072c-52ef-4dad-8351-74cb0b969339 None None] Attempting to bind port f7b11ea5-f3a6-4148-95e8-217e1ad6c138 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:09:59.964611 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-57de072c-52ef-4dad-8351-74cb0b969339 None None] Attempting to bind port f7b11ea5-f3a6-4148-95e8-217e1ad6c138 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '341449dd-8d5c-4294-b681-a44f411e8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5faa125c-98f5-4493-8bf5-199765280e49'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:09:59.965036 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de072c-52ef-4dad-8351-74cb0b969339 None None] Attempting to bind port f7b11ea5-f3a6-4148-95e8-217e1ad6c138 on network 5faa125c-98f5-4493-8bf5-199765280e49 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:09:59.974134 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de072c-52ef-4dad-8351-74cb0b969339 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:09:59.974514 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de072c-52ef-4dad-8351-74cb0b969339 None None] Checking segment: {'id': '341449dd-8d5c-4294-b681-a44f411e8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5faa125c-98f5-4493-8bf5-199765280e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:09:59.974964 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-57de072c-52ef-4dad-8351-74cb0b969339 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:59.975362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57de072c-52ef-4dad-8351-74cb0b969339 None None] Bound using segment: {'id': '341449dd-8d5c-4294-b681-a44f411e8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5faa125c-98f5-4493-8bf5-199765280e49'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:09:59.976174 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-57de072c-52ef-4dad-8351-74cb0b969339 None None] Bound port: f7b11ea5-f3a6-4148-95e8-217e1ad6c138, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341449dd-8d5c-4294-b681-a44f411e8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '5faa125c-98f5-4493-8bf5-199765280e49'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:09:59.976334 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-57de072c-52ef-4dad-8351-74cb0b969339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:59.980003 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b8debe7e-e9af-4e59-b7ce-7d918d9d72fd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:09:59.981212 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9db2a76b-5e50-4d49-865b-ab6fd099d3b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:00.001207 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22752ff-57ef-4f08-9051-9cac93429675 req-6086dc0d-7c1b-4006-986b-13aee0489fad tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:00.012733 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a22752ff-57ef-4f08-9051-9cac93429675 req-6086dc0d-7c1b-4006-986b-13aee0489fad tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 946 time: 0.6419134 Nov 23 22:10:00.015282 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9db2a76b-5e50-4d49-865b-ab6fd099d3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:00.104072 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0ddbd6-a35b-485a-92c3-9d709326a19f tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Network 957d88ad-477c-4152-be52-6b1c2c0c75dc is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:10:00.142248 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-57de072c-52ef-4dad-8351-74cb0b969339 None None] For port f7b11ea5-f3a6-4148-95e8-217e1ad6c138, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:10:00.147172 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-57de072c-52ef-4dad-8351-74cb0b969339 None None] For port f7b11ea5-f3a6-4148-95e8-217e1ad6c138, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f7b11ea5-f3a6-4148-95e8-217e1ad6c138,segment=NetworkSegment(341449dd-8d5c-4294-b681-a44f411e8cc0),segment_id=341449dd-8d5c-4294-b681-a44f411e8cc0)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:10:00.159946 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-57de072c-52ef-4dad-8351-74cb0b969339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:00.200197 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9db2a76b-5e50-4d49-865b-ab6fd099d3b7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=da9e6e2a066644539aeb3d41929c5ab1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5452728 Nov 23 22:10:00.205525 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58306) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:00.211794 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b8debe7e-e9af-4e59-b7ce-7d918d9d72fd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:00.213878 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-0e0ddbd6-a35b-485a-92c3-9d709326a19f tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 957d88ad-477c-4152-be52-6b1c2c0c75dc) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:00.266788 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de072c-52ef-4dad-8351-74cb0b969339 None None] Pushing event updated for resources: {'Port': ['ID=f7b11ea5-f3a6-4148-95e8-217e1ad6c138,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:00.274537 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2a76b-5e50-4d49-865b-ab6fd099d3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e10d819-b3d5-40eb-b57b-f07e68e41024,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:00.280463 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370f48d9-0475-4a0a-a488-27c3ab435f1b None None] Network 957d88ad-477c-4152-be52-6b1c2c0c75dc requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:00.306081 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b8debe7e-e9af-4e59-b7ce-7d918d9d72fd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:00.320664 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0ddbd6-a35b-485a-92c3-9d709326a19f tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:00.321435 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0e0ddbd6-a35b-485a-92c3-9d709326a19f tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:00.365959 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b8debe7e-e9af-4e59-b7ce-7d918d9d72fd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:00.378537 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b8debe7e-e9af-4e59-b7ce-7d918d9d72fd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/9a1410c0-3c53-4620-8760-5ba5b0c3e0e1 HTTP/1.1" status: 204 len: 168 time: 0.6942029 Nov 23 22:10:00.379816 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58308) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:00.385270 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0e0ddbd6-a35b-485a-92c3-9d709326a19f tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0038302 Nov 23 22:10:00.403589 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58310) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:00.432487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-da2bf22f-5217-4b05-9c97-6cbe82105acb tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Request body: {'subnet': {'network_id': '141d53c0-53e1-4b6b-afc4-c68671a6b7ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:00.457639 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a22752ff-57ef-4f08-9051-9cac93429675 req-9f366ed7-1166-4f40-b9da-15cf7c7be3b4 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330914 Nov 23 22:10:00.499145 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:00.527845 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-89972bdc-165e-4aa9-bdc1-b1d651f6706d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:00.565844 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0f2a78ee-0721-48fc-b315-46b3fbe35127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:00.573120 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-99d1e5c7-a251-4902-8b67-87ea762b3b59 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1893225 Nov 23 22:10:00.577998 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58314) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:00.579068 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8debe7e-e9af-4e59-b7ce-7d918d9d72fd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=9a1410c0-3c53-4620-8760-5ba5b0c3e0e1,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:00.606545 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-1a7886f7-8fa7-4db9-a6cc-82facb86ca66 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:00.647249 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-89972bdc-165e-4aa9-bdc1-b1d651f6706d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:00.664471 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710bb7d8-cc20-4e1f-a366-ef2cf431d055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-957d88ad-477c-4152-be52-6b1c2c0c75dc', 'network_id': '957d88ad-477c-4152-be52-6b1c2c0c75dc', 'tenant_id': 'c28ac3d0a9734ca3a2d4d1e18e96d64d', 'fixed_ips': [{'subnet_id': '5c1f63b8-e37b-46a8-8b12-a9f4ddd9ca91'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:10:00.665364 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-710bb7d8-cc20-4e1f-a366-ef2cf431d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:00.701289 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a6c05b-4c61-4490-ae7e-e17f848a2fdd None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:00.756911 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2bf22f-5217-4b05-9c97-6cbe82105acb tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Made reservation on behalf of c28ac3d0a9734ca3a2d4d1e18e96d64d for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:00.760705 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da2bf22f-5217-4b05-9c97-6cbe82105acb tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:00.800627 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-89972bdc-165e-4aa9-bdc1-b1d651f6706d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:00.803555 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-89972bdc-165e-4aa9-bdc1-b1d651f6706d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:00.810067 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-89972bdc-165e-4aa9-bdc1-b1d651f6706d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e10d819-b3d5-40eb-b57b-f07e68e41024 HTTP/1.1" status: 204 len: 168 time: 0.5975733 Nov 23 22:10:00.888536 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89972bdc-165e-4aa9-bdc1-b1d651f6706d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e10d819-b3d5-40eb-b57b-f07e68e41024,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:01.040261 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7886f7-8fa7-4db9-a6cc-82facb86ca66 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:01.050955 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1a7886f7-8fa7-4db9-a6cc-82facb86ca66 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:01.261176 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-710bb7d8-cc20-4e1f-a366-ef2cf431d055 None None] Allocated IP 172.20.0.2 (957d88ad-477c-4152-be52-6b1c2c0c75dc/5c1f63b8-e37b-46a8-8b12-a9f4ddd9ca91/dc149d61-b652-4c62-a26c-cc552d5e354f) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:01.372465 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da2bf22f-5217-4b05-9c97-6cbe82105acb tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:01.463999 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-710bb7d8-cc20-4e1f-a366-ef2cf431d055 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:01.470614 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5d15b37d-cac2-4cc8-ba09-1c67f1e5b9cc None None] Provisioning complete for port 9ae201d1-36f4-4c28-afa1-fd20e67aa67b triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:01.471031 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5d15b37d-cac2-4cc8-ba09-1c67f1e5b9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:01.546768 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-710bb7d8-cc20-4e1f-a366-ef2cf431d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:01.571578 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710bb7d8-cc20-4e1f-a366-ef2cf431d055 None None] Network 957d88ad-477c-4152-be52-6b1c2c0c75dc is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:01.595280 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-710bb7d8-cc20-4e1f-a366-ef2cf431d055 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:01.633781 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710bb7d8-cc20-4e1f-a366-ef2cf431d055 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:10:01.638151 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f7b11ea5-f3a6-4148-95e8-217e1ad6c138 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:10:01.722635 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bf22f-5217-4b05-9c97-6cbe82105acb tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Pushing event updated for resources: {'Subnet': ['ID=2aa4f8d1-a5a2-401e-86e4-fd142b46a513,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:01.739653 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1a7886f7-8fa7-4db9-a6cc-82facb86ca66 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:01.768721 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2bf22f-5217-4b05-9c97-6cbe82105acb tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Checking segment: {'id': '8ab9e433-ddfd-4b89-ae8a-75f38966e3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '141d53c0-53e1-4b6b-afc4-c68671a6b7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:10:01.769110 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2bf22f-5217-4b05-9c97-6cbe82105acb tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Network hostable DHCP agents. Network: 141d53c0-53e1-4b6b-afc4-c68671a6b7ce, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:10:01.876456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34c2b5-b262-4671-a319-252d4a5b4425 req-a7a27b7f-b6d6-422a-9a7c-c8304dbf7478 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:01.878692 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae34c2b5-b262-4671-a319-252d4a5b4425 req-a7a27b7f-b6d6-422a-9a7c-c8304dbf7478 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 946 time: 0.2076995 Nov 23 22:10:01.879813 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2bf22f-5217-4b05-9c97-6cbe82105acb tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Network 141d53c0-53e1-4b6b-afc4-c68671a6b7ce is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:10:01.885246 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:01.898213 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-da2bf22f-5217-4b05-9c97-6cbe82105acb tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 141d53c0-53e1-4b6b-afc4-c68671a6b7ce) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:01.913423 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2bf22f-5217-4b05-9c97-6cbe82105acb tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:01.914658 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da2bf22f-5217-4b05-9c97-6cbe82105acb tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:01.958742 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19402e42-09d9-4f17-874b-dae79b878605 None None] Network 141d53c0-53e1-4b6b-afc4-c68671a6b7ce requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:01.961961 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7886f7-8fa7-4db9-a6cc-82facb86ca66 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:01.970403 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710bb7d8-cc20-4e1f-a366-ef2cf431d055 None None] Pushing event updated for resources: {'Port': ['ID=dc149d61-b652-4c62-a26c-cc552d5e354f,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:01.988103 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-da2bf22f-5217-4b05-9c97-6cbe82105acb tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5830810 Nov 23 22:10:01.993835 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58344) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:01.998319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-1a7886f7-8fa7-4db9-a6cc-82facb86ca66 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:02.002964 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7886f7-8fa7-4db9-a6cc-82facb86ca66 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:02.008059 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1a7886f7-8fa7-4db9-a6cc-82facb86ca66 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:02.032098 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5d15b37d-cac2-4cc8-ba09-1c67f1e5b9cc None None] Could not find standard attr ID for object 1707166c-590f-4f3f-9f70-7ab5bd436ad3. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:10:02.069493 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7886f7-8fa7-4db9-a6cc-82facb86ca66 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=f9fd81b8-9533-47a6-abdd-0333ffd3480e,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:02.099385 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1a7886f7-8fa7-4db9-a6cc-82facb86ca66 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5033185 Nov 23 22:10:02.111327 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58348) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:02.117454 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f6b12080-8715-45d6-b771-51f307befaf0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:02.125040 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-710bb7d8-cc20-4e1f-a366-ef2cf431d055 None None] Attempting to bind port dc149d61-b652-4c62-a26c-cc552d5e354f on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:10:02.126538 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-710bb7d8-cc20-4e1f-a366-ef2cf431d055 None None] Attempting to bind port dc149d61-b652-4c62-a26c-cc552d5e354f by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '05ce1f2d-fc46-4b7f-a742-f3f1eb56acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '957d88ad-477c-4152-be52-6b1c2c0c75dc'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:10:02.127609 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710bb7d8-cc20-4e1f-a366-ef2cf431d055 None None] Attempting to bind port dc149d61-b652-4c62-a26c-cc552d5e354f on network 957d88ad-477c-4152-be52-6b1c2c0c75dc {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:10:02.141897 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710bb7d8-cc20-4e1f-a366-ef2cf431d055 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:10:02.152116 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710bb7d8-cc20-4e1f-a366-ef2cf431d055 None None] Checking segment: {'id': '05ce1f2d-fc46-4b7f-a742-f3f1eb56acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '957d88ad-477c-4152-be52-6b1c2c0c75dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:10:02.152811 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-710bb7d8-cc20-4e1f-a366-ef2cf431d055 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:02.153230 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710bb7d8-cc20-4e1f-a366-ef2cf431d055 None None] Bound using segment: {'id': '05ce1f2d-fc46-4b7f-a742-f3f1eb56acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '957d88ad-477c-4152-be52-6b1c2c0c75dc'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:10:02.153754 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-710bb7d8-cc20-4e1f-a366-ef2cf431d055 None None] Bound port: dc149d61-b652-4c62-a26c-cc552d5e354f, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ce1f2d-fc46-4b7f-a742-f3f1eb56acfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '957d88ad-477c-4152-be52-6b1c2c0c75dc'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:10:02.154150 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-710bb7d8-cc20-4e1f-a366-ef2cf431d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:02.159134 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae34c2b5-b262-4671-a319-252d4a5b4425 req-dcb6ecce-2091-4a47-862a-46e05c93be16 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711060 Nov 23 22:10:02.166178 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cadbfb-5aaa-4684-ba4b-93b0c08c2591 None None] DHCP port deletion for 8205a081-245e-4f42-9c61-30748520e8a4 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:10:02.236471 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port f7b11ea5-f3a6-4148-95e8-217e1ad6c138 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:02.239136 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:02.509009 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-710bb7d8-cc20-4e1f-a366-ef2cf431d055 None None] For port dc149d61-b652-4c62-a26c-cc552d5e354f, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:10:02.513390 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-710bb7d8-cc20-4e1f-a366-ef2cf431d055 None None] For port dc149d61-b652-4c62-a26c-cc552d5e354f, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=dc149d61-b652-4c62-a26c-cc552d5e354f,segment=NetworkSegment(05ce1f2d-fc46-4b7f-a742-f3f1eb56acfa),segment_id=05ce1f2d-fc46-4b7f-a742-f3f1eb56acfa)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:10:02.529238 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-710bb7d8-cc20-4e1f-a366-ef2cf431d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:02.584460 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b12080-8715-45d6-b771-51f307befaf0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:02.589337 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f6b12080-8715-45d6-b771-51f307befaf0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:02.677164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710bb7d8-cc20-4e1f-a366-ef2cf431d055 None None] Pushing event updated for resources: {'Port': ['ID=dc149d61-b652-4c62-a26c-cc552d5e354f,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:02.737864 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e279ba6-f1c2-40bf-b4d2-8a92b651d95d None None] Network 5faa125c-98f5-4493-8bf5-199765280e49 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:02.888066 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-659123af-1689-41d4-b571-20c18b331de2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:03.290947 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:03.450244 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:03.515469 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b0e58932-5f39-4e33-a599-27e037b807d9 None None] Provisioning complete for port f7b11ea5-f3a6-4148-95e8-217e1ad6c138 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:03.516413 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b0e58932-5f39-4e33-a599-27e037b807d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:03.526507 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a9cadbfb-5aaa-4684-ba4b-93b0c08c2591 None None] Deleting port 9ae201d1-36f4-4c28-afa1-fd20e67aa67b {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:10:03.526945 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a9cadbfb-5aaa-4684-ba4b-93b0c08c2591 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:03.613115 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port f7b11ea5-f3a6-4148-95e8-217e1ad6c138, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f7b11ea5-f3a6-4148-95e8-217e1ad6c138,segment=NetworkSegment(341449dd-8d5c-4294-b681-a44f411e8cc0),segment_id=341449dd-8d5c-4294-b681-a44f411e8cc0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:03.786279 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0d519-18a7-4345-a588-55217114d922 req-bea1ef69-a3d5-492d-a766-30aafa0d47c7 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:03.787732 n-d-816206-9 neutron-server[110033]: DEBUG neutron.objects.ports [None req-f6b12080-8715-45d6-b771-51f307befaf0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110033) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 22:10:03.788235 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bae0d519-18a7-4345-a588-55217114d922 req-bea1ef69-a3d5-492d-a766-30aafa0d47c7 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 946 time: 0.3609810 Nov 23 22:10:03.979738 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bae0d519-18a7-4345-a588-55217114d922 req-97fd9374-8b93-4a0c-a6df-1ab40fe07ecd tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794946 Nov 23 22:10:03.980301 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3520fd0f-d603-4d08-8c35-bac5f92561cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-141d53c0-53e1-4b6b-afc4-c68671a6b7ce', 'network_id': '141d53c0-53e1-4b6b-afc4-c68671a6b7ce', 'tenant_id': 'c28ac3d0a9734ca3a2d4d1e18e96d64d', 'fixed_ips': [{'subnet_id': '2aa4f8d1-a5a2-401e-86e4-fd142b46a513'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:10:03.982736 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3520fd0f-d603-4d08-8c35-bac5f92561cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:04.043165 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-659123af-1689-41d4-b571-20c18b331de2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Allocated IP 172.20.0.1 (957d88ad-477c-4152-be52-6b1c2c0c75dc/5c1f63b8-e37b-46a8-8b12-a9f4ddd9ca91/d5a8b506-1dd6-4358-9dc4-470e84e00699) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:04.053842 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:04.422965 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-659123af-1689-41d4-b571-20c18b331de2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:04.426676 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f6b12080-8715-45d6-b771-51f307befaf0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:04.450280 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device dc149d61-b652-4c62-a26c-cc552d5e354f up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:10:04.511182 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-659123af-1689-41d4-b571-20c18b331de2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:04.597911 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659123af-1689-41d4-b571-20c18b331de2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Network 957d88ad-477c-4152-be52-6b1c2c0c75dc is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:04.614580 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-659123af-1689-41d4-b571-20c18b331de2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:04.636892 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659123af-1689-41d4-b571-20c18b331de2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:10:04.768154 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-3520fd0f-d603-4d08-8c35-bac5f92561cf None None] Allocated IP 172.20.0.2 (141d53c0-53e1-4b6b-afc4-c68671a6b7ce/2aa4f8d1-a5a2-401e-86e4-fd142b46a513/2de99f3e-595f-4d39-8b9a-c8db36eba967) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:04.798751 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-659123af-1689-41d4-b571-20c18b331de2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:04.896891 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-f6b12080-8715-45d6-b771-51f307befaf0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] For port 9ae201d1-36f4-4c28-afa1-fd20e67aa67b, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9ae201d1-36f4-4c28-afa1-fd20e67aa67b,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:04.984202 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f6b12080-8715-45d6-b771-51f307befaf0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:04.996670 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f6b12080-8715-45d6-b771-51f307befaf0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:04.997458 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f6b12080-8715-45d6-b771-51f307befaf0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:05.110454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659123af-1689-41d4-b571-20c18b331de2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Pushing event updated for resources: {'Port': ['ID=d5a8b506-1dd6-4358-9dc4-470e84e00699,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:05.143192 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3520fd0f-d603-4d08-8c35-bac5f92561cf None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:05.146142 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b12080-8715-45d6-b771-51f307befaf0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=3f2c428a-082a-4d23-87ba-b8553f9febb6,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:05.225454 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b12080-8715-45d6-b771-51f307befaf0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:05.235216 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-f6b12080-8715-45d6-b771-51f307befaf0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:05.240036 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:05.242384 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3520fd0f-d603-4d08-8c35-bac5f92561cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:05.267872 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b12080-8715-45d6-b771-51f307befaf0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:05.275732 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f6b12080-8715-45d6-b771-51f307befaf0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:05.286801 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17e8e2b-98f9-4d10-92f2-dfbff388f553 None None] Network 957d88ad-477c-4152-be52-6b1c2c0c75dc requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:05.346947 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b12080-8715-45d6-b771-51f307befaf0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=9ae201d1-36f4-4c28-afa1-fd20e67aa67b,revision_number=8']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:05.368815 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f6b12080-8715-45d6-b771-51f307befaf0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2560246 Nov 23 22:10:05.371283 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58436) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:05.378076 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-7c1217e5-31db-4616-9e06-44e47f483702 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'mac_address': 'fa:16:3e:e7:12:f6', 'name': 'tempest-NetworksTestDHCPv6-1972113130'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:05.394037 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-659123af-1689-41d4-b571-20c18b331de2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:05.440456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aff2bd-8dbc-4e4a-95e7-c8d66eee194c req-e4a2721d-3267-4ad6-bfd9-8164adbd87ff tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:05.443637 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-19aff2bd-8dbc-4e4a-95e7-c8d66eee194c req-e4a2721d-3267-4ad6-bfd9-8164adbd87ff tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 946 time: 0.1693587 Nov 23 22:10:05.473937 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a9cadbfb-5aaa-4684-ba4b-93b0c08c2591 None None] For port 9ae201d1-36f4-4c28-afa1-fd20e67aa67b, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9ae201d1-36f4-4c28-afa1-fd20e67aa67b,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:05.474349 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a9cadbfb-5aaa-4684-ba4b-93b0c08c2591 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:05.554960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a9cadbfb-5aaa-4684-ba4b-93b0c08c2591 None None] Calling delete_port for 9ae201d1-36f4-4c28-afa1-fd20e67aa67b owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:10:05.643081 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1217e5-31db-4616-9e06-44e47f483702 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:05.712740 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3520fd0f-d603-4d08-8c35-bac5f92561cf None None] Network 141d53c0-53e1-4b6b-afc4-c68671a6b7ce is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:05.737838 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a9cadbfb-5aaa-4684-ba4b-93b0c08c2591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:05.740063 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=f7b11ea5-f3a6-4148-95e8-217e1ad6c138,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:05.848012 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520fd0f-d603-4d08-8c35-bac5f92561cf None None] Pushing event updated for resources: {'Port': ['ID=2de99f3e-595f-4d39-8b9a-c8db36eba967,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:05.857629 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-3520fd0f-d603-4d08-8c35-bac5f92561cf None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:05.862340 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3520fd0f-d603-4d08-8c35-bac5f92561cf None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:10:05.865993 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c1217e5-31db-4616-9e06-44e47f483702 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:05.915391 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-19aff2bd-8dbc-4e4a-95e7-c8d66eee194c req-804f8c39-c163-4c90-b4ca-afe4a1f0baf6 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637451 Nov 23 22:10:05.950616 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-7c1217e5-31db-4616-9e06-44e47f483702 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] device_id is not set on port 9ba364da-28bd-43d5-b3ec-be2c2c7d1e28 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:10:05.982863 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cadbfb-5aaa-4684-ba4b-93b0c08c2591 None None] Pushing event deleted for resources: {'Port': ['ID=9ae201d1-36f4-4c28-afa1-fd20e67aa67b,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:06.012376 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cadbfb-5aaa-4684-ba4b-93b0c08c2591 None None] No DVR routers for this DVR port 9ae201d1-36f4-4c28-afa1-fd20e67aa67b on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:10:06.073423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd979d5-2b7e-4b21-a270-a8a550f84a16 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:06.178451 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-659123af-1689-41d4-b571-20c18b331de2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:06.190442 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-659123af-1689-41d4-b571-20c18b331de2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:06.331735 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-3520fd0f-d603-4d08-8c35-bac5f92561cf None None] Attempting to bind port 2de99f3e-595f-4d39-8b9a-c8db36eba967 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:10:06.335183 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-3520fd0f-d603-4d08-8c35-bac5f92561cf None None] Attempting to bind port 2de99f3e-595f-4d39-8b9a-c8db36eba967 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '8ab9e433-ddfd-4b89-ae8a-75f38966e3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '141d53c0-53e1-4b6b-afc4-c68671a6b7ce'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:10:06.335567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3520fd0f-d603-4d08-8c35-bac5f92561cf None None] Attempting to bind port 2de99f3e-595f-4d39-8b9a-c8db36eba967 on network 141d53c0-53e1-4b6b-afc4-c68671a6b7ce {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:10:06.388667 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-659123af-1689-41d4-b571-20c18b331de2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:06.430147 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-7c1217e5-31db-4616-9e06-44e47f483702 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 172.20.0.14 (8205a081-245e-4f42-9c61-30748520e8a4/f9fd81b8-9533-47a6-abdd-0333ffd3480e/9ba364da-28bd-43d5-b3ec-be2c2c7d1e28) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:06.455641 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-7c1217e5-31db-4616-9e06-44e47f483702 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8::f816:3eff:fee7:12f6 (8205a081-245e-4f42-9c61-30748520e8a4/3f2c428a-082a-4d23-87ba-b8553f9febb6/9ba364da-28bd-43d5-b3ec-be2c2c7d1e28) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:06.501494 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659123af-1689-41d4-b571-20c18b331de2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Pushing event updated for resources: {'Port': ['ID=d5a8b506-1dd6-4358-9dc4-470e84e00699,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:06.567495 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port dc149d61-b652-4c62-a26c-cc552d5e354f triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:06.567884 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:06.633354 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659123af-1689-41d4-b571-20c18b331de2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Network 957d88ad-477c-4152-be52-6b1c2c0c75dc is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:06.634157 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58482) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:06.640952 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-659123af-1689-41d4-b571-20c18b331de2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:06.651949 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3520fd0f-d603-4d08-8c35-bac5f92561cf None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:10:06.652387 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3520fd0f-d603-4d08-8c35-bac5f92561cf None None] Checking segment: {'id': '8ab9e433-ddfd-4b89-ae8a-75f38966e3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '141d53c0-53e1-4b6b-afc4-c68671a6b7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:10:06.652801 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3520fd0f-d603-4d08-8c35-bac5f92561cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:06.653579 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3520fd0f-d603-4d08-8c35-bac5f92561cf None None] Bound using segment: {'id': '8ab9e433-ddfd-4b89-ae8a-75f38966e3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '141d53c0-53e1-4b6b-afc4-c68671a6b7ce'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:10:06.654079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-3520fd0f-d603-4d08-8c35-bac5f92561cf None None] Bound port: 2de99f3e-595f-4d39-8b9a-c8db36eba967, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab9e433-ddfd-4b89-ae8a-75f38966e3c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '141d53c0-53e1-4b6b-afc4-c68671a6b7ce'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:10:06.654468 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3520fd0f-d603-4d08-8c35-bac5f92561cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:06.682225 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-154c3c53-1d30-437a-b50e-23aafc218646 None None] Provisioning complete for port dc149d61-b652-4c62-a26c-cc552d5e354f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:06.682597 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-154c3c53-1d30-437a-b50e-23aafc218646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:06.792629 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659123af-1689-41d4-b571-20c18b331de2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Router 316c75f9-3cee-4dd6-90b6-ccc7d92d92b3 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:10:06.801622 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c1217e5-31db-4616-9e06-44e47f483702 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:06.860130 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c1217e5-31db-4616-9e06-44e47f483702 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:06.914953 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-154c3c53-1d30-437a-b50e-23aafc218646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:06.948328 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1217e5-31db-4616-9e06-44e47f483702 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=9ba364da-28bd-43d5-b3ec-be2c2c7d1e28,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:06.972543 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1217e5-31db-4616-9e06-44e47f483702 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:06.974319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-7c1217e5-31db-4616-9e06-44e47f483702 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:06.978617 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1217e5-31db-4616-9e06-44e47f483702 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:10:06.997551 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9fd1-8974-457a-a1ed-af66d7bec461 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:07.059209 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659123af-1689-41d4-b571-20c18b331de2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:10:07.075461 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-659123af-1689-41d4-b571-20c18b331de2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "PUT /v2.0/routers/316c75f9-3cee-4dd6-90b6-ccc7d92d92b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0788248 Nov 23 22:10:07.078157 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58490) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:07.096563 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1217e5-31db-4616-9e06-44e47f483702 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:07.106338 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c1217e5-31db-4616-9e06-44e47f483702 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:07.154866 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f238999f-f5cc-4bc4-9484-93b69960f860 None None] Sync routers for ids ['316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:10:07.268804 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-3520fd0f-d603-4d08-8c35-bac5f92561cf None None] For port 2de99f3e-595f-4d39-8b9a-c8db36eba967, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:10:07.272973 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7c1217e5-31db-4616-9e06-44e47f483702 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9002709 Nov 23 22:10:07.273920 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58492) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:07.285554 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:07.314973 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f238999f-f5cc-4bc4-9484-93b69960f860 None None] Routers {'316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:10:07.316529 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f238999f-f5cc-4bc4-9484-93b69960f860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:10:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:07.377115 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9fd1-8974-457a-a1ed-af66d7bec461 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:07.385936 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcd1ef-ff9d-4da5-bdf6-c555c8ed7c16 req-976d290f-093c-49c9-baf9-c883c436cccb tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:07.395640 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-47bcd1ef-ff9d-4da5-bdf6-c555c8ed7c16 req-976d290f-093c-49c9-baf9-c883c436cccb tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 946 time: 0.2557750 Nov 23 22:10:07.396819 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9fd1-8974-457a-a1ed-af66d7bec461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:07.424304 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-3520fd0f-d603-4d08-8c35-bac5f92561cf None None] For port 2de99f3e-595f-4d39-8b9a-c8db36eba967, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2de99f3e-595f-4d39-8b9a-c8db36eba967,segment=NetworkSegment(8ab9e433-ddfd-4b89-ae8a-75f38966e3c1),segment_id=8ab9e433-ddfd-4b89-ae8a-75f38966e3c1)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:10:07.426797 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f238999f-f5cc-4bc4-9484-93b69960f860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:07.440145 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-154c3c53-1d30-437a-b50e-23aafc218646 None None] For port dc149d61-b652-4c62-a26c-cc552d5e354f, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=dc149d61-b652-4c62-a26c-cc552d5e354f,segment=NetworkSegment(05ce1f2d-fc46-4b7f-a742-f3f1eb56acfa),segment_id=05ce1f2d-fc46-4b7f-a742-f3f1eb56acfa)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:07.466204 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3520fd0f-d603-4d08-8c35-bac5f92561cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:07.495524 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a604224-cb5f-4f59-91d8-8d90bf81bbed tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:07.500119 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6a604224-cb5f-4f59-91d8-8d90bf81bbed tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.2229350 Nov 23 22:10:07.502649 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-154c3c53-1d30-437a-b50e-23aafc218646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:07.524896 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58498) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:07.581166 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c9fd1-8974-457a-a1ed-af66d7bec461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb188ba7-7032-4b68-901d-1fe2b4177a2d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:07.593159 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5f7c9fd1-8974-457a-a1ed-af66d7bec461 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b3e59f0485ab4c2c82129fee56e795f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9548802 Nov 23 22:10:07.625584 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58502) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:07.641665 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f238999f-f5cc-4bc4-9484-93b69960f860 None None] Routers {'316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:10:07.643100 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f238999f-f5cc-4bc4-9484-93b69960f860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:10:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:07.767112 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-47bcd1ef-ff9d-4da5-bdf6-c555c8ed7c16 req-dd502ad3-3d17-49c4-b848-cd23b5308d22 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339174 Nov 23 22:10:07.863084 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f238999f-f5cc-4bc4-9484-93b69960f860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:07.872551 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f238999f-f5cc-4bc4-9484-93b69960f860 None None] The sync data for ids ['316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:10:07.935057 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97c48ed4-9433-49a3-9831-0f7a95d58852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:07.970148 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3e6ca-07e2-4c4b-95fa-873b10054a0b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting port 9ba364da-28bd-43d5-b3ec-be2c2c7d1e28 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:10:07.973638 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d4c3e6ca-07e2-4c4b-95fa-873b10054a0b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:08.056389 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e8d0490c-8991-4768-9ff8-e01b048e7afb None None] Provisioning complete for port f7b11ea5-f3a6-4148-95e8-217e1ad6c138 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:08.056992 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e8d0490c-8991-4768-9ff8-e01b048e7afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:08.149411 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58506) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:08.164788 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520fd0f-d603-4d08-8c35-bac5f92561cf None None] Pushing event updated for resources: {'Port': ['ID=2de99f3e-595f-4d39-8b9a-c8db36eba967,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:08.171963 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40910199-3932-4f7f-a655-fa376952ea31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8205a081-245e-4f42-9c61-30748520e8a4', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'fixed_ips': [{'subnet_id': '3f2c428a-082a-4d23-87ba-b8553f9febb6'}, {'subnet_id': 'f9fd81b8-9533-47a6-abdd-0333ffd3480e'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:10:08.173228 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-40910199-3932-4f7f-a655-fa376952ea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:08.197038 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:10:08.202891 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:10:08.246147 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d4c3e6ca-07e2-4c4b-95fa-873b10054a0b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:08.322269 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3e6ca-07e2-4c4b-95fa-873b10054a0b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Calling delete_port for 9ba364da-28bd-43d5-b3ec-be2c2c7d1e28 owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:10:08.335107 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97c48ed4-9433-49a3-9831-0f7a95d58852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:08.489703 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c3c53-1d30-437a-b50e-23aafc218646 None None] Pushing event updated for resources: {'Port': ['ID=dc149d61-b652-4c62-a26c-cc552d5e354f,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:08.669603 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97c48ed4-9433-49a3-9831-0f7a95d58852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:08.675174 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97c48ed4-9433-49a3-9831-0f7a95d58852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:08.683316 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-97c48ed4-9433-49a3-9831-0f7a95d58852 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb188ba7-7032-4b68-901d-1fe2b4177a2d HTTP/1.1" status: 204 len: 168 time: 1.0564668 Nov 23 22:10:08.744061 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c48ed4-9433-49a3-9831-0f7a95d58852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb188ba7-7032-4b68-901d-1fe2b4177a2d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:08.773218 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-a8383e9f-5cc3-4a60-92bf-3d4267c3af6a tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:10:08.785708 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a8383e9f-5cc3-4a60-92bf-3d4267c3af6a tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "PUT /v2.0/routers/316c75f9-3cee-4dd6-90b6-ccc7d92d92b3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7037253 Nov 23 22:10:08.787660 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58520) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:09.049409 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d2fa174-28c2-41f6-a1a6-0c348b14653b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:09.196853 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e8d0490c-8991-4768-9ff8-e01b048e7afb None None] Provisioning complete for port d5a8b506-1dd6-4358-9dc4-470e84e00699 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:09.197463 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e8d0490c-8991-4768-9ff8-e01b048e7afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:09.241477 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf41781-402b-4dc8-a7c7-45b16e68b691 req-b3f1db54-dc63-42f3-a222-7907763ad47c tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:09.269793 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9ae201d1-36f4-4c28-afa1-fd20e67aa67b no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:10:09.270446 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-abf41781-402b-4dc8-a7c7-45b16e68b691 req-b3f1db54-dc63-42f3-a222-7907763ad47c tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 946 time: 0.2421055 Nov 23 22:10:09.347577 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 9ae201d1-36f4-4c28-afa1-fd20e67aa67b {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:10:09.355101 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9ae201d1-36f4-4c28-afa1-fd20e67aa67b not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:10:09.476306 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58530) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:09.481666 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e8d0490c-8991-4768-9ff8-e01b048e7afb None None] Port d5a8b506-1dd6-4358-9dc4-470e84e00699 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:10:09.549495 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-40910199-3932-4f7f-a655-fa376952ea31 None None] Allocated IP 172.20.0.2 (8205a081-245e-4f42-9c61-30748520e8a4/f9fd81b8-9533-47a6-abdd-0333ffd3480e/6125ff26-4feb-4a89-b2bf-17aee80482c7) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:09.564803 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e8d0490c-8991-4768-9ff8-e01b048e7afb None None] Provisioning complete for port dc149d61-b652-4c62-a26c-cc552d5e354f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:09.567150 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e8d0490c-8991-4768-9ff8-e01b048e7afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:09.570801 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-40910199-3932-4f7f-a655-fa376952ea31 None None] Allocated IP 2001:db8::f816:3eff:fe11:921e (8205a081-245e-4f42-9c61-30748520e8a4/3f2c428a-082a-4d23-87ba-b8553f9febb6/6125ff26-4feb-4a89-b2bf-17aee80482c7) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:09.874065 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d4c3e6ca-07e2-4c4b-95fa-873b10054a0b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:09.885515 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-32267b3e-3458-4bdd-9ec1-7827c77cd35f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:09.907654 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f7b11ea5-f3a6-4148-95e8-217e1ad6c138 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:10:10.050198 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-40910199-3932-4f7f-a655-fa376952ea31 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:10.084326 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58538) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:10.113582 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3e6ca-07e2-4c4b-95fa-873b10054a0b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Port': ['ID=9ba364da-28bd-43d5-b3ec-be2c2c7d1e28,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:10.162973 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283131cc-6dc8-4ed0-97f5-77e45204e03c None None] Network 141d53c0-53e1-4b6b-afc4-c68671a6b7ce requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:10.177732 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-abf41781-402b-4dc8-a7c7-45b16e68b691 req-66c11554-11a3-43fa-ac9d-f0d764293d59 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8972886 Nov 23 22:10:10.241350 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-379ba4a4-0092-49e8-8f22-d4c4adb0d046 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:10.283130 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-40910199-3932-4f7f-a655-fa376952ea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:10.379604 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40910199-3932-4f7f-a655-fa376952ea31 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:10.379836 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-02354a42-dfba-4155-bd95-9d117bcbc363 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:10.387500 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d2fa174-28c2-41f6-a1a6-0c348b14653b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:10.415975 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d2fa174-28c2-41f6-a1a6-0c348b14653b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:10.422927 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-40910199-3932-4f7f-a655-fa376952ea31 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:10.426330 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40910199-3932-4f7f-a655-fa376952ea31 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:10:10.446471 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40910199-3932-4f7f-a655-fa376952ea31 None None] Pushing event updated for resources: {'Port': ['ID=6125ff26-4feb-4a89-b2bf-17aee80482c7,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:10.480109 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8d2fa174-28c2-41f6-a1a6-0c348b14653b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a870085d8d54e8d8f728b5b02852e6c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3279555 Nov 23 22:10:10.487910 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-936bf02f-3384-4e7f-97da-d7fe73bcbc8c None None] Provisioning complete for port d5a8b506-1dd6-4358-9dc4-470e84e00699 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:10.488460 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-936bf02f-3384-4e7f-97da-d7fe73bcbc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:10.506794 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58542) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:10.535940 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port f7b11ea5-f3a6-4148-95e8-217e1ad6c138 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:10.536483 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:10.552016 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d4c3e6ca-07e2-4c4b-95fa-873b10054a0b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:10.558547 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d4c3e6ca-07e2-4c4b-95fa-873b10054a0b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/9ba364da-28bd-43d5-b3ec-be2c2c7d1e28 HTTP/1.1" status: 204 len: 168 time: 3.0077713 Nov 23 22:10:10.565154 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58544) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:10.587962 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fa174-28c2-41f6-a1a6-0c348b14653b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d9c8ce-83b2-4000-bd35-ec049790acb5,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:10.652956 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-936bf02f-3384-4e7f-97da-d7fe73bcbc8c None None] Port d5a8b506-1dd6-4358-9dc4-470e84e00699 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:10:10.678778 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-40910199-3932-4f7f-a655-fa376952ea31 None None] Attempting to bind port 6125ff26-4feb-4a89-b2bf-17aee80482c7 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:10:10.679488 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-40910199-3932-4f7f-a655-fa376952ea31 None None] Attempting to bind port 6125ff26-4feb-4a89-b2bf-17aee80482c7 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:10:10.679724 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40910199-3932-4f7f-a655-fa376952ea31 None None] Attempting to bind port 6125ff26-4feb-4a89-b2bf-17aee80482c7 on network 8205a081-245e-4f42-9c61-30748520e8a4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:10:10.696260 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-936bf02f-3384-4e7f-97da-d7fe73bcbc8c None None] Provisioning complete for port 2de99f3e-595f-4d39-8b9a-c8db36eba967 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:10.696793 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-936bf02f-3384-4e7f-97da-d7fe73bcbc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:10.698982 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40910199-3932-4f7f-a655-fa376952ea31 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:10:10.699492 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40910199-3932-4f7f-a655-fa376952ea31 None None] Checking segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:10:10.700057 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-40910199-3932-4f7f-a655-fa376952ea31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:10.700564 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40910199-3932-4f7f-a655-fa376952ea31 None None] Bound using segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:10:10.701172 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-40910199-3932-4f7f-a655-fa376952ea31 None None] Bound port: 6125ff26-4feb-4a89-b2bf-17aee80482c7, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:10:10.701658 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-40910199-3932-4f7f-a655-fa376952ea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:10.719424 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-32267b3e-3458-4bdd-9ec1-7827c77cd35f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:10.747637 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0dd116c4-4762-4cb2-a50f-348dc2705c93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:10.753617 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e06b648-7298-4e8b-9be3-fe070756fe81 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:10.763190 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e06b648-7298-4e8b-9be3-fe070756fe81 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:10.764735 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e06b648-7298-4e8b-9be3-fe070756fe81 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:10.774142 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9e06b648-7298-4e8b-9be3-fe070756fe81 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2079251 Nov 23 22:10:10.783456 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58548) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:10.816171 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0dd116c4-4762-4cb2-a50f-348dc2705c93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:10.883275 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-32267b3e-3458-4bdd-9ec1-7827c77cd35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:10.889265 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device dc149d61-b652-4c62-a26c-cc552d5e354f up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:10:10.933521 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0dd116c4-4762-4cb2-a50f-348dc2705c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:10.936830 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0dd116c4-4762-4cb2-a50f-348dc2705c93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:10.947240 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0dd116c4-4762-4cb2-a50f-348dc2705c93 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/75d9c8ce-83b2-4000-bd35-ec049790acb5 HTTP/1.1" status: 204 len: 168 time: 0.4388943 Nov 23 22:10:10.975503 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-40910199-3932-4f7f-a655-fa376952ea31 None None] For port 6125ff26-4feb-4a89-b2bf-17aee80482c7, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:10:10.982692 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32267b3e-3458-4bdd-9ec1-7827c77cd35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f620595-c766-44cf-a755-bc4f9136485b,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:11.022858 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd116c4-4762-4cb2-a50f-348dc2705c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d9c8ce-83b2-4000-bd35-ec049790acb5,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:11.035337 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-02354a42-dfba-4155-bd95-9d117bcbc363 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:11.050392 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-32267b3e-3458-4bdd-9ec1-7827c77cd35f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92d17512d9cb43ad8773269cfb32ab03&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5681970 Nov 23 22:10:11.054189 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58552) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:11.059138 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-02354a42-dfba-4155-bd95-9d117bcbc363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:11.074609 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-f73f77e3-0ce9-4534-bf33-1bbc304973ff tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet 3f2c428a-082a-4d23-87ba-b8553f9febb6 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:10:11.080530 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f73f77e3-0ce9-4534-bf33-1bbc304973ff tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:11.127605 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-40910199-3932-4f7f-a655-fa376952ea31 None None] For port 6125ff26-4feb-4a89-b2bf-17aee80482c7, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6125ff26-4feb-4a89-b2bf-17aee80482c7,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:10:11.143896 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-40910199-3932-4f7f-a655-fa376952ea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:11.150326 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-936bf02f-3384-4e7f-97da-d7fe73bcbc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:11.150914 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f73f77e3-0ce9-4534-bf33-1bbc304973ff tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:11.186005 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-006ab103-4100-4a7c-8e7f-8e7972bc4b2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:11.307045 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-006ab103-4100-4a7c-8e7f-8e7972bc4b2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:11.326265 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port dc149d61-b652-4c62-a26c-cc552d5e354f triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:11.327077 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:11.387503 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40910199-3932-4f7f-a655-fa376952ea31 None None] Pushing event updated for resources: {'Port': ['ID=6125ff26-4feb-4a89-b2bf-17aee80482c7,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:11.397888 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-936bf02f-3384-4e7f-97da-d7fe73bcbc8c None None] For port 2de99f3e-595f-4d39-8b9a-c8db36eba967, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2de99f3e-595f-4d39-8b9a-c8db36eba967,segment=NetworkSegment(8ab9e433-ddfd-4b89-ae8a-75f38966e3c1),segment_id=8ab9e433-ddfd-4b89-ae8a-75f38966e3c1)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:11.415989 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58558) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:11.419450 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-02354a42-dfba-4155-bd95-9d117bcbc363 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=57400f05da0b48d38b417685f0599411&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3339612 Nov 23 22:10:11.432482 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-936bf02f-3384-4e7f-97da-d7fe73bcbc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:11.486798 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02354a42-dfba-4155-bd95-9d117bcbc363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f605d0f-ab8f-4f3a-b345-9f0cad47466f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:11.495640 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb55991-a5e5-4c9f-b380-0e9f8fea82ab req-2e9fada4-96c0-47b5-abc0-02ed318fd42c tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:11.507367 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7fb55991-a5e5-4c9f-b380-0e9f8fea82ab req-2e9fada4-96c0-47b5-abc0-02ed318fd42c tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 946 time: 0.2037053 Nov 23 22:10:11.525577 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-379ba4a4-0092-49e8-8f22-d4c4adb0d046 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Deleting port d5a8b506-1dd6-4358-9dc4-470e84e00699 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:10:11.525917 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-379ba4a4-0092-49e8-8f22-d4c4adb0d046 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:11.549453 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f73f77e3-0ce9-4534-bf33-1bbc304973ff tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:11.646886 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e04b614-eaa3-45ea-9316-6dcb99e1ad60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:11.687084 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bf02f-3384-4e7f-97da-d7fe73bcbc8c None None] Pushing event updated for resources: {'Port': ['ID=2de99f3e-595f-4d39-8b9a-c8db36eba967,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:11.691956 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e04b614-eaa3-45ea-9316-6dcb99e1ad60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:11.692990 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2de99f3e-595f-4d39-8b9a-c8db36eba967 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:10:11.716464 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d36974d3-861e-49c6-881f-8d69a0decac1 None None] Provisioning complete for port 2de99f3e-595f-4d39-8b9a-c8db36eba967 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:11.716814 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d36974d3-861e-49c6-881f-8d69a0decac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:11.801523 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-379ba4a4-0092-49e8-8f22-d4c4adb0d046 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:11.803736 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-006ab103-4100-4a7c-8e7f-8e7972bc4b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:11.810460 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-006ab103-4100-4a7c-8e7f-8e7972bc4b2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:11.815635 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-006ab103-4100-4a7c-8e7f-8e7972bc4b2e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4f620595-c766-44cf-a755-bc4f9136485b HTTP/1.1" status: 204 len: 168 time: 0.7603362 Nov 23 22:10:11.820138 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f73f77e3-0ce9-4534-bf33-1bbc304973ff tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:11.822889 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-379ba4a4-0092-49e8-8f22-d4c4adb0d046 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Calling delete_port for d5a8b506-1dd6-4358-9dc4-470e84e00699 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:10:11.830955 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7fb55991-a5e5-4c9f-b380-0e9f8fea82ab req-794ba04c-9bde-445a-947b-2d10fe473328 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221946 Nov 23 22:10:11.864415 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f77e3-0ce9-4534-bf33-1bbc304973ff tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=3f2c428a-082a-4d23-87ba-b8553f9febb6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:11.888328 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f73f77e3-0ce9-4534-bf33-1bbc304973ff tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:11.901606 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f73f77e3-0ce9-4534-bf33-1bbc304973ff tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/3f2c428a-082a-4d23-87ba-b8553f9febb6 HTTP/1.1" status: 204 len: 168 time: 1.1167245 Nov 23 22:10:11.903853 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58572) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:11.910199 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ab103-4100-4a7c-8e7f-8e7972bc4b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f620595-c766-44cf-a755-bc4f9136485b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:11.951488 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 2de99f3e-595f-4d39-8b9a-c8db36eba967 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:11.952133 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:11.952794 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e04b614-eaa3-45ea-9316-6dcb99e1ad60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:11.959643 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e04b614-eaa3-45ea-9316-6dcb99e1ad60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:11.961067 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8e04b614-eaa3-45ea-9316-6dcb99e1ad60 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0f605d0f-ab8f-4f3a-b345-9f0cad47466f HTTP/1.1" status: 204 len: 168 time: 0.5364234 Nov 23 22:10:11.984838 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04b614-eaa3-45ea-9316-6dcb99e1ad60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f605d0f-ab8f-4f3a-b345-9f0cad47466f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:12.154692 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c41f551-0af0-41b1-a5ff-d409369d1288 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet f9fd81b8-9533-47a6-abdd-0333ffd3480e {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:10:12.161384 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2c41f551-0af0-41b1-a5ff-d409369d1288 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:12.268311 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2c41f551-0af0-41b1-a5ff-d409369d1288 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:12.426224 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-379ba4a4-0092-49e8-8f22-d4c4adb0d046 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:12.429807 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2c41f551-0af0-41b1-a5ff-d409369d1288 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:12.449248 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2de99f3e-595f-4d39-8b9a-c8db36eba967 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:10:12.493913 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ba4a4-0092-49e8-8f22-d4c4adb0d046 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Pushing event deleted for resources: {'Port': ['ID=d5a8b506-1dd6-4358-9dc4-470e84e00699,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:12.609621 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 2de99f3e-595f-4d39-8b9a-c8db36eba967 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:12.610012 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:12.667508 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2c41f551-0af0-41b1-a5ff-d409369d1288 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:12.749661 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2c41f551-0af0-41b1-a5ff-d409369d1288 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:12.756365 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2c41f551-0af0-41b1-a5ff-d409369d1288 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/f9fd81b8-9533-47a6-abdd-0333ffd3480e HTTP/1.1" status: 204 len: 168 time: 0.8494909 Nov 23 22:10:12.756365 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41f551-0af0-41b1-a5ff-d409369d1288 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=f9fd81b8-9533-47a6-abdd-0333ffd3480e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:12.756775 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58594) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:12.777812 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-379ba4a4-0092-49e8-8f22-d4c4adb0d046 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:12.854101 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-70d90672-4665-4abd-8713-9d0faeec0ba1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929153 Nov 23 22:10:12.854101 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58598) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:12.855316 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58600) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:12.884709 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6125ff26-4feb-4a89-b2bf-17aee80482c7 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:10:12.904906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-301be387-91e9-403c-8f67-38c12688ab00 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:12.990892 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-41cbd16b-a4c2-44bb-b2d9-4fdd142227e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:12.992780 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 6125ff26-4feb-4a89-b2bf-17aee80482c7 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:12.993409 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:13.178806 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379ba4a4-0092-49e8-8f22-d4c4adb0d046 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Router 316c75f9-3cee-4dd6-90b6-ccc7d92d92b3 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:10:13.194554 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:13.268302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 6125ff26-4feb-4a89-b2bf-17aee80482c7, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6125ff26-4feb-4a89-b2bf-17aee80482c7,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:13.283667 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:13.309967 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379ba4a4-0092-49e8-8f22-d4c4adb0d046 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:10:13.323958 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7c8ee-9e6b-4b0a-a654-04c33860f91b None None] Sync routers for ids ['316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:10:13.334550 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-379ba4a4-0092-49e8-8f22-d4c4adb0d046 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "PUT /v2.0/routers/316c75f9-3cee-4dd6-90b6-ccc7d92d92b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5450003 Nov 23 22:10:13.335699 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58612) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:13.347869 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e7c8ee-9e6b-4b0a-a654-04c33860f91b None None] Routers {'316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:10:13.350765 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a4e7c8ee-9e6b-4b0a-a654-04c33860f91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:10:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:13.353186 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301be387-91e9-403c-8f67-38c12688ab00 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:13.358304 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-301be387-91e9-403c-8f67-38c12688ab00 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:13.414040 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=6125ff26-4feb-4a89-b2bf-17aee80482c7,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:13.454871 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a4e7c8ee-9e6b-4b0a-a654-04c33860f91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:13.480374 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e7c8ee-9e6b-4b0a-a654-04c33860f91b None None] Routers {'316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:10:13.482221 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a4e7c8ee-9e6b-4b0a-a654-04c33860f91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:10:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:13.513817 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9b5b0a-b30e-41fc-aef0-db729d5368b3 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:13.564569 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a4e7c8ee-9e6b-4b0a-a654-04c33860f91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:13.567042 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7c8ee-9e6b-4b0a-a654-04c33860f91b None None] The sync data for ids ['316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:10:13.601692 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-501d5578-3454-4aa7-a7e9-c5b23afa3411 None None] Could not find standard attr ID for object 9ba364da-28bd-43d5-b3ec-be2c2c7d1e28. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:10:13.636240 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-501d5578-3454-4aa7-a7e9-c5b23afa3411 None None] Provisioning complete for port 6125ff26-4feb-4a89-b2bf-17aee80482c7 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:13.636593 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-501d5578-3454-4aa7-a7e9-c5b23afa3411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:13.650087 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c8885-cccd-4c7e-8f65-735eb42e4742 req-8190d9d0-1461-41b0-b4a9-cefcfe077bd0 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:13.652105 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c94c8885-cccd-4c7e-8f65-735eb42e4742 req-8190d9d0-1461-41b0-b4a9-cefcfe077bd0 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 946 time: 0.6275091 Nov 23 22:10:13.672731 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-3d8a5fa9-f029-4130-b910-0605a7aac02d tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] delete failed (client error): The resource could not be found. Nov 23 22:10:13.675138 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3d8a5fa9-f029-4130-b910-0605a7aac02d tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-39267376 HTTP/1.1" status: 404 len: 333 time: 0.3372109 Nov 23 22:10:13.679131 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58626) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:13.684016 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e6a82fa7-0d95-4c13-b941-a1fb4a4cbe51 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Request body: {'router': {'external_gateway_info': {'network_id': '316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:13.802699 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-41cbd16b-a4c2-44bb-b2d9-4fdd142227e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:13.876747 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531dbe0e-4fb5-4fc1-af9c-c4bcf563f626 None None] DHCP port deletion for 8205a081-245e-4f42-9c61-30748520e8a4 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:10:13.935575 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-531dbe0e-4fb5-4fc1-af9c-c4bcf563f626 None None] Deleting port 6125ff26-4feb-4a89-b2bf-17aee80482c7 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:10:13.936220 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-531dbe0e-4fb5-4fc1-af9c-c4bcf563f626 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:13.939134 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-41cbd16b-a4c2-44bb-b2d9-4fdd142227e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:14.010035 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-531dbe0e-4fb5-4fc1-af9c-c4bcf563f626 None None] For port 6125ff26-4feb-4a89-b2bf-17aee80482c7, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6125ff26-4feb-4a89-b2bf-17aee80482c7,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:14.010995 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-531dbe0e-4fb5-4fc1-af9c-c4bcf563f626 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:14.034038 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-531dbe0e-4fb5-4fc1-af9c-c4bcf563f626 None None] Calling delete_port for 6125ff26-4feb-4a89-b2bf-17aee80482c7 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:10:14.047923 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e6a82fa7-0d95-4c13-b941-a1fb4a4cbe51 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:14.086161 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-e6a82fa7-0d95-4c13-b941-a1fb4a4cbe51 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] update failed (client error): The resource could not be found. Nov 23 22:10:14.087274 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e6a82fa7-0d95-4c13-b941-a1fb4a4cbe51 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "PUT /v2.0/routers/316c75f9-3cee-4dd6-90b6-ccc7d92d92b3 HTTP/1.1" status: 404 len: 339 time: 0.4069314 Nov 23 22:10:14.095502 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58636) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:14.127150 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-301be387-91e9-403c-8f67-38c12688ab00 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:14.154578 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-531dbe0e-4fb5-4fc1-af9c-c4bcf563f626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:14.230617 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531dbe0e-4fb5-4fc1-af9c-c4bcf563f626 None None] No DVR routers for this DVR port 6125ff26-4feb-4a89-b2bf-17aee80482c7 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:10:14.238115 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531dbe0e-4fb5-4fc1-af9c-c4bcf563f626 None None] Pushing event deleted for resources: {'Port': ['ID=6125ff26-4feb-4a89-b2bf-17aee80482c7,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:14.249129 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbd16b-a4c2-44bb-b2d9-4fdd142227e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e957af62-f0b7-4de0-9ff5-2b4e9cae0f5f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:14.272976 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-41cbd16b-a4c2-44bb-b2d9-4fdd142227e7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8db97e7393384f1082e6ab5c62d689b8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4136801 Nov 23 22:10:14.278541 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58644) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:14.280654 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c94c8885-cccd-4c7e-8f65-735eb42e4742 req-af8c9988-6e52-429e-b894-7ee4a8870c31 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6176229 Nov 23 22:10:14.294938 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6125ff26-4feb-4a89-b2bf-17aee80482c7 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:10:14.320630 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301be387-91e9-403c-8f67-38c12688ab00 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:14.321544 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301be387-91e9-403c-8f67-38c12688ab00 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=573da345-bec5-4621-b819-042a003052d9,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:14.324513 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-301be387-91e9-403c-8f67-38c12688ab00 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:14.327208 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301be387-91e9-403c-8f67-38c12688ab00 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:14.327807 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-301be387-91e9-403c-8f67-38c12688ab00 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:14.355882 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-301be387-91e9-403c-8f67-38c12688ab00 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4822464 Nov 23 22:10:14.356089 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 6125ff26-4feb-4a89-b2bf-17aee80482c7 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:10:14.356089 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6125ff26-4feb-4a89-b2bf-17aee80482c7 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:10:14.356290 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e8ac1a-ee72-4468-b3ae-58967a1c2cf7 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:14.372914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58648) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:14.379855 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-848acdc6-95aa-4a48-9d90-5b5b26bf987d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:14.630910 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d6c43941-beb9-4144-b28b-9fc1e017a454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:14.673013 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63571928-1289-444c-bb16-003ffb01967d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8205a081-245e-4f42-9c61-30748520e8a4', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'fixed_ips': [{'subnet_id': '573da345-bec5-4621-b819-042a003052d9'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:10:14.673891 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-63571928-1289-444c-bb16-003ffb01967d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:14.720854 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848acdc6-95aa-4a48-9d90-5b5b26bf987d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:14.727494 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-848acdc6-95aa-4a48-9d90-5b5b26bf987d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:14.780462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d6c43941-beb9-4144-b28b-9fc1e017a454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:14.869430 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1eee2011-2fdb-4d7e-a8b3-141f12af493a tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:14.933076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58662) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:14.970799 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-63571928-1289-444c-bb16-003ffb01967d None None] Allocated IP 172.20.0.2 (8205a081-245e-4f42-9c61-30748520e8a4/573da345-bec5-4621-b819-042a003052d9/074ac469-c698-4ef2-9716-a3bf9eeb59d3) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:15.201086 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-1eee2011-2fdb-4d7e-a8b3-141f12af493a tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Allocated IP 172.20.0.1 (5faa125c-98f5-4493-8bf5-199765280e49/346993a9-cd8e-429d-b893-8af0bb55e9bb/9649033d-0ae7-433b-a68f-c8d77c6af231) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:15.255288 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-88321bc4-e0d6-40c2-9a71-a149f345c7eb tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1764451527'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:15.287223 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-63571928-1289-444c-bb16-003ffb01967d None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:15.295078 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-63571928-1289-444c-bb16-003ffb01967d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:15.343792 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88321bc4-e0d6-40c2-9a71-a149f345c7eb tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Made reservation on behalf of dab448dbb80d454d8c784f42170384c9 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:15.348457 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-88321bc4-e0d6-40c2-9a71-a149f345c7eb tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:15.362288 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63571928-1289-444c-bb16-003ffb01967d None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:15.366383 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-88321bc4-e0d6-40c2-9a71-a149f345c7eb tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:15.373646 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-63571928-1289-444c-bb16-003ffb01967d None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:15.380177 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63571928-1289-444c-bb16-003ffb01967d None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:10:15.390094 n-d-816206-9 neutron-server[110034]: DEBUG neutron.objects.ports [None req-848acdc6-95aa-4a48-9d90-5b5b26bf987d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110034) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 22:10:15.409883 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63571928-1289-444c-bb16-003ffb01967d None None] Pushing event updated for resources: {'Port': ['ID=074ac469-c698-4ef2-9716-a3bf9eeb59d3,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:15.437119 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d6c43941-beb9-4144-b28b-9fc1e017a454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:15.449248 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d6c43941-beb9-4144-b28b-9fc1e017a454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:15.450490 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d6c43941-beb9-4144-b28b-9fc1e017a454 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e957af62-f0b7-4de0-9ff5-2b4e9cae0f5f HTTP/1.1" status: 204 len: 168 time: 1.1709933 Nov 23 22:10:15.487638 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c43941-beb9-4144-b28b-9fc1e017a454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e957af62-f0b7-4de0-9ff5-2b4e9cae0f5f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:15.491409 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-63571928-1289-444c-bb16-003ffb01967d None None] Attempting to bind port 074ac469-c698-4ef2-9716-a3bf9eeb59d3 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:10:15.491789 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-63571928-1289-444c-bb16-003ffb01967d None None] Attempting to bind port 074ac469-c698-4ef2-9716-a3bf9eeb59d3 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:10:15.492160 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63571928-1289-444c-bb16-003ffb01967d None None] Attempting to bind port 074ac469-c698-4ef2-9716-a3bf9eeb59d3 on network 8205a081-245e-4f42-9c61-30748520e8a4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:10:15.504714 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63571928-1289-444c-bb16-003ffb01967d None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:10:15.505094 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63571928-1289-444c-bb16-003ffb01967d None None] Checking segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:10:15.505507 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-63571928-1289-444c-bb16-003ffb01967d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:15.505907 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63571928-1289-444c-bb16-003ffb01967d None None] Bound using segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:10:15.506491 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-63571928-1289-444c-bb16-003ffb01967d None None] Bound port: 074ac469-c698-4ef2-9716-a3bf9eeb59d3, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:10:15.510152 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-63571928-1289-444c-bb16-003ffb01967d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:15.557133 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1eee2011-2fdb-4d7e-a8b3-141f12af493a tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:15.636843 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-88321bc4-e0d6-40c2-9a71-a149f345c7eb tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:15.643623 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1eee2011-2fdb-4d7e-a8b3-141f12af493a tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:15.655469 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc54b2-3119-4779-a1c3-cec5121319e3 req-d1685a4e-5829-4ec1-91b0-e58ed11de359 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:15.671135 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4bcc54b2-3119-4779-a1c3-cec5121319e3 req-d1685a4e-5829-4ec1-91b0-e58ed11de359 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 946 time: 0.2061231 Nov 23 22:10:15.686534 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-63571928-1289-444c-bb16-003ffb01967d None None] For port 074ac469-c698-4ef2-9716-a3bf9eeb59d3, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:10:15.688311 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-88321bc4-e0d6-40c2-9a71-a149f345c7eb tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:15.696380 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-63571928-1289-444c-bb16-003ffb01967d None None] For port 074ac469-c698-4ef2-9716-a3bf9eeb59d3, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=074ac469-c698-4ef2-9716-a3bf9eeb59d3,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:10:15.709427 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-63571928-1289-444c-bb16-003ffb01967d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:15.729417 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eee2011-2fdb-4d7e-a8b3-141f12af493a tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Network 5faa125c-98f5-4493-8bf5-199765280e49 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:15.733266 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-1eee2011-2fdb-4d7e-a8b3-141f12af493a tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:15.749181 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eee2011-2fdb-4d7e-a8b3-141f12af493a tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:10:15.802241 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88321bc4-e0d6-40c2-9a71-a149f345c7eb tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:10:15.826120 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88321bc4-e0d6-40c2-9a71-a149f345c7eb tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d650c34-bbf6-41d9-9aea-2fbc479b9f58,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:15.852394 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-88321bc4-e0d6-40c2-9a71-a149f345c7eb tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:15.852779 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-88321bc4-e0d6-40c2-9a71-a149f345c7eb tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Added segment 34cf8e14-e5cc-48d3-b421-a5fda19ac1fb of type vlan for network d9eb290e-0d5a-4d2a-a665-030955c32758 Nov 23 22:10:15.876647 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee2011-2fdb-4d7e-a8b3-141f12af493a tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Pushing event updated for resources: {'Port': ['ID=9649033d-0ae7-433b-a68f-c8d77c6af231,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:15.912985 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1eee2011-2fdb-4d7e-a8b3-141f12af493a tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:15.931414 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4bcc54b2-3119-4779-a1c3-cec5121319e3 req-e3b5916b-7149-4a79-a26c-abef01c50fca tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577491 Nov 23 22:10:15.947138 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63571928-1289-444c-bb16-003ffb01967d None None] Pushing event updated for resources: {'Port': ['ID=074ac469-c698-4ef2-9716-a3bf9eeb59d3,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:16.005644 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-88321bc4-e0d6-40c2-9a71-a149f345c7eb tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:16.052048 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-848acdc6-95aa-4a48-9d90-5b5b26bf987d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:16.181992 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1eee2011-2fdb-4d7e-a8b3-141f12af493a tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:16.193955 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-28d907c7-4bac-4269-9cb2-5191aad612b1 None None] Provisioning complete for port 9649033d-0ae7-433b-a68f-c8d77c6af231 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:16.194336 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-28d907c7-4bac-4269-9cb2-5191aad612b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:16.295658 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-88321bc4-e0d6-40c2-9a71-a149f345c7eb tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:16.313822 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88321bc4-e0d6-40c2-9a71-a149f345c7eb tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:16.325071 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-88321bc4-e0d6-40c2-9a71-a149f345c7eb tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:16.335303 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-28d907c7-4bac-4269-9cb2-5191aad612b1 None None] Port 9649033d-0ae7-433b-a68f-c8d77c6af231 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:10:16.345395 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58684) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:16.383185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-ae13ba60-0225-4c31-8b23-84fd7d140c76 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1001436096', 'description': 'tempest-secgroup-smoke-1001436096 description', 'project_id': '8e0acd4df46849288fda9982f884e974'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:16.429766 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-88321bc4-e0d6-40c2-9a71-a149f345c7eb tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4913733 Nov 23 22:10:16.441372 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58690) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:16.530832 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88321bc4-e0d6-40c2-9a71-a149f345c7eb tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Pushing event updated for resources: {'Network': ['ID=d9eb290e-0d5a-4d2a-a665-030955c32758,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:16.570858 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network d9eb290e-0d5a-4d2a-a665-030955c32758 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:10:16.571266 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae13ba60-0225-4c31-8b23-84fd7d140c76 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:16.635082 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae13ba60-0225-4c31-8b23-84fd7d140c76 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:16.756340 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae13ba60-0225-4c31-8b23-84fd7d140c76 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:16.767546 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae13ba60-0225-4c31-8b23-84fd7d140c76 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:16.814154 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-8995618e-04b3-4cd6-a1fa-74634128e623 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Request body: {'network': {'name': 'tempest-network--1925376852', 'router:external': True}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:16.882227 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-848acdc6-95aa-4a48-9d90-5b5b26bf987d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] For port 074ac469-c698-4ef2-9716-a3bf9eeb59d3, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=074ac469-c698-4ef2-9716-a3bf9eeb59d3,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:16.918153 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13ba60-0225-4c31-8b23-84fd7d140c76 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de37e3aa-8447-4fdf-975f-8a05b5055750,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:16.994042 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8995618e-04b3-4cd6-a1fa-74634128e623 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Made reservation on behalf of 6561928ea2274ccbadeb920177fa4d6e for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:16.996349 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8995618e-04b3-4cd6-a1fa-74634128e623 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:17.017765 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8995618e-04b3-4cd6-a1fa-74634128e623 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:17.045647 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-848acdc6-95aa-4a48-9d90-5b5b26bf987d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:17.132558 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794753f-e88b-400d-ba8c-c3d58b150c1a req-a334691c-dea1-43af-894c-e57ec3f15e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:17.134096 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9794753f-e88b-400d-ba8c-c3d58b150c1a req-a334691c-dea1-43af-894c-e57ec3f15e32 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 1097 time: 0.2490036 Nov 23 22:10:17.154013 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-848acdc6-95aa-4a48-9d90-5b5b26bf987d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:17.154858 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-848acdc6-95aa-4a48-9d90-5b5b26bf987d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:17.192240 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae13ba60-0225-4c31-8b23-84fd7d140c76 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:17.325967 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae13ba60-0225-4c31-8b23-84fd7d140c76 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:17.384064 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1eee2011-2fdb-4d7e-a8b3-141f12af493a tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:17.421398 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1eee2011-2fdb-4d7e-a8b3-141f12af493a tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:17.435730 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848acdc6-95aa-4a48-9d90-5b5b26bf987d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:17.448594 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edc1d6-45d5-4dce-a323-d8a849af9ed4 req-e67f0177-3fef-4d1b-a7f1-140216ffa7ac tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:17.459549 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81edc1d6-45d5-4dce-a323-d8a849af9ed4 req-e67f0177-3fef-4d1b-a7f1-140216ffa7ac tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 946 time: 0.3907449 Nov 23 22:10:17.527647 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9794753f-e88b-400d-ba8c-c3d58b150c1a req-41b3dcb3-8bc7-4e35-99eb-b3b61fd05938 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572261 Nov 23 22:10:17.541189 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee2011-2fdb-4d7e-a8b3-141f12af493a tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Pushing event updated for resources: {'Port': ['ID=9649033d-0ae7-433b-a68f-c8d77c6af231,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:17.545434 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1eee2011-2fdb-4d7e-a8b3-141f12af493a tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:17.553217 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-848acdc6-95aa-4a48-9d90-5b5b26bf987d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:17.602055 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae13ba60-0225-4c31-8b23-84fd7d140c76 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:17.603248 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ae13ba60-0225-4c31-8b23-84fd7d140c76 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.2358730 Nov 23 22:10:17.604158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13ba60-0225-4c31-8b23-84fd7d140c76 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:17.606411 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848acdc6-95aa-4a48-9d90-5b5b26bf987d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=074ac469-c698-4ef2-9716-a3bf9eeb59d3,revision_number=4']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:17.610407 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58710) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:17.617672 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848acdc6-95aa-4a48-9d90-5b5b26bf987d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:17.618414 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-848acdc6-95aa-4a48-9d90-5b5b26bf987d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:17.638447 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-08b6b02c-ec30-4ccc-bc71-1c223bdd4d15 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group_rule': {'security_group_id': '119ddf7e-f62f-4d0d-8d58-1a89eb0b2118', 'project_id': '8e0acd4df46849288fda9982f884e974', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:17.661909 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848acdc6-95aa-4a48-9d90-5b5b26bf987d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=7eb8a054-fb77-4f27-bb09-6604abe94be1,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:17.670774 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74129d4f-7b11-429a-8827-5b541ff04360 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:17.703604 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eee2011-2fdb-4d7e-a8b3-141f12af493a tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Network 5faa125c-98f5-4493-8bf5-199765280e49 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:17.705388 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-1eee2011-2fdb-4d7e-a8b3-141f12af493a tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:17.763384 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81edc1d6-45d5-4dce-a323-d8a849af9ed4 req-58e96b02-10c2-4e7d-9729-f23645fe6f80 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025539 Nov 23 22:10:17.773880 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-848acdc6-95aa-4a48-9d90-5b5b26bf987d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3960729 Nov 23 22:10:17.775014 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08b6b02c-ec30-4ccc-bc71-1c223bdd4d15 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:17.803999 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58714) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:17.812808 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-a62303f7-50c6-467d-87ee-f96900268e8c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'mac_address': 'fa:16:3e:3c:49:60', 'name': 'tempest-NetworksTestDHCPv6-1210292631'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:17.833768 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8995618e-04b3-4cd6-a1fa-74634128e623 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:17.921300 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8995618e-04b3-4cd6-a1fa-74634128e623 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:17.962376 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eee2011-2fdb-4d7e-a8b3-141f12af493a tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Router 316c75f9-3cee-4dd6-90b6-ccc7d92d92b3 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:10:17.982766 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8995618e-04b3-4cd6-a1fa-74634128e623 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:10:17.995078 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8995618e-04b3-4cd6-a1fa-74634128e623 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:17.995494 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-8995618e-04b3-4cd6-a1fa-74634128e623 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Added segment 60d0d12a-6038-494b-aa6c-6ffd601f08fe of type vlan for network 16359a0a-2002-4913-8f90-779bc81691cd Nov 23 22:10:18.020694 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4557e6bf-8189-4529-95e5-cd2647356e50 None None] Provisioning complete for port 074ac469-c698-4ef2-9716-a3bf9eeb59d3 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:18.021379 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4557e6bf-8189-4529-95e5-cd2647356e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:18.104992 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995618e-04b3-4cd6-a1fa-74634128e623 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195dec3d-3a8b-4a68-a4bf-cbc82acbdb9b,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:18.129279 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eee2011-2fdb-4d7e-a8b3-141f12af493a tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:10:18.137197 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8995618e-04b3-4cd6-a1fa-74634128e623 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:18.145769 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1eee2011-2fdb-4d7e-a8b3-141f12af493a tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "PUT /v2.0/routers/316c75f9-3cee-4dd6-90b6-ccc7d92d92b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0471017 Nov 23 22:10:18.148624 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58720) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:18.194599 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08b6b02c-ec30-4ccc-bc71-1c223bdd4d15 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:18.215854 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f51b2c6-5935-4ee1-8777-10be8999f216 None None] Sync routers for ids ['316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:10:18.233773 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08b6b02c-ec30-4ccc-bc71-1c223bdd4d15 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:18.268802 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8995618e-04b3-4cd6-a1fa-74634128e623 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:18.271793 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4557e6bf-8189-4529-95e5-cd2647356e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:18.282077 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8995618e-04b3-4cd6-a1fa-74634128e623 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:18.283087 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8995618e-04b3-4cd6-a1fa-74634128e623 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:18.311697 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5a32b7e3-1cc8-485b-a2a0-34079a713622 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:18.317036 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4557e6bf-8189-4529-95e5-cd2647356e50 None None] For port 074ac469-c698-4ef2-9716-a3bf9eeb59d3, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=074ac469-c698-4ef2-9716-a3bf9eeb59d3,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:18.320921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f51b2c6-5935-4ee1-8777-10be8999f216 None None] Routers {'316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:10:18.321563 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7f51b2c6-5935-4ee1-8777-10be8999f216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:10:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:18.372777 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 074ac469-c698-4ef2-9716-a3bf9eeb59d3 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:10:18.380178 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4557e6bf-8189-4529-95e5-cd2647356e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:18.410459 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7f51b2c6-5935-4ee1-8777-10be8999f216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:18.446837 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08b6b02c-ec30-4ccc-bc71-1c223bdd4d15 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:18.451008 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-08b6b02c-ec30-4ccc-bc71-1c223bdd4d15 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8206871 Nov 23 22:10:18.451993 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58722) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:18.454297 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f51b2c6-5935-4ee1-8777-10be8999f216 None None] Routers {'316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:10:18.454969 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7f51b2c6-5935-4ee1-8777-10be8999f216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:10:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:18.463868 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995618e-04b3-4cd6-a1fa-74634128e623 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Pushing event updated for resources: {'Network': ['ID=16359a0a-2002-4913-8f90-779bc81691cd,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:18.483728 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-5a32b7e3-1cc8-485b-a2a0-34079a713622 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 22:10:18.485063 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-2b17686c-0d67-45b1-bc83-0be4924a17c3 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group_rule': {'security_group_id': '119ddf7e-f62f-4d0d-8d58-1a89eb0b2118', 'project_id': '8e0acd4df46849288fda9982f884e974', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:18.496420 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8995618e-04b3-4cd6-a1fa-74634128e623 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0537407 Nov 23 22:10:18.498525 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58726) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:18.507153 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5a32b7e3-1cc8-485b-a2a0-34079a713622 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "DELETE /v2.0/routers/316c75f9-3cee-4dd6-90b6-ccc7d92d92b3 HTTP/1.1" status: 409 len: 329 time: 0.3568313 Nov 23 22:10:18.507749 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58728) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:18.514183 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 16359a0a-2002-4913-8f90-779bc81691cd details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:10:18.519113 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6b02c-ec30-4ccc-bc71-1c223bdd4d15 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a40d667-4775-4b37-8199-776a33a34b91,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:18.570805 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:10:18.617260 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.db.api [None req-2b17686c-0d67-45b1-bc83-0be4924a17c3 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 22:10:18.617260 n-d-816206-9 neutron-server[110034]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 23 22:10:18.617260 n-d-816206-9 neutron-server[110034]: [parameters: {'project_id': '8e0acd4df46849288fda9982f884e974', 'id': '3d4ba336-9594-476d-a2e7-ff950a17994e', 'expiration': datetime.datetime(2021, 11, 23, 22, 12, 18, 583734)}] Nov 23 22:10:18.617260 n-d-816206-9 neutron-server[110034]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:10:18.617957 n-d-816206-9 neutron-server[110034]: DEBUG oslo_db.api [None req-2b17686c-0d67-45b1-bc83-0be4924a17c3 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:10:18.639583 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7f51b2c6-5935-4ee1-8777-10be8999f216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:18.639583 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f51b2c6-5935-4ee1-8777-10be8999f216 None None] The sync data for ids ['316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:10:18.655872 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62303f7-50c6-467d-87ee-f96900268e8c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:18.672383 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557e6bf-8189-4529-95e5-cd2647356e50 None None] Pushing event updated for resources: {'Port': ['ID=074ac469-c698-4ef2-9716-a3bf9eeb59d3,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:18.675462 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a291f078-3792-47bb-a8f7-3eb6bcb47eb7 None None] Provisioning complete for port 9649033d-0ae7-433b-a68f-c8d77c6af231 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:18.676074 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a291f078-3792-47bb-a8f7-3eb6bcb47eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:18.746629 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a291f078-3792-47bb-a8f7-3eb6bcb47eb7 None None] Port 9649033d-0ae7-433b-a68f-c8d77c6af231 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:10:18.795082 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 074ac469-c698-4ef2-9716-a3bf9eeb59d3 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:18.796257 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:18.805182 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a62303f7-50c6-467d-87ee-f96900268e8c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:18.870821 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-a62303f7-50c6-467d-87ee-f96900268e8c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] device_id is not set on port 807fa35f-9975-4a8c-8393-948610427f2c yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:10:19.127764 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-decc9dab-3592-4ba1-8169-06eb45a3d0d1 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:19.177657 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-48f5738e-9371-41dd-a90e-ba312ec1e1a9 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:19.475867 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-48f5738e-9371-41dd-a90e-ba312ec1e1a9 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Deleting port 9649033d-0ae7-433b-a68f-c8d77c6af231 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:10:19.476213 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-48f5738e-9371-41dd-a90e-ba312ec1e1a9 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:19.480124 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-62e94bc0-3b6c-4657-8d64-293f02b57c95 None None] Provisioning complete for port 074ac469-c698-4ef2-9716-a3bf9eeb59d3 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:19.480582 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-62e94bc0-3b6c-4657-8d64-293f02b57c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:19.530003 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b1c55-2c7d-471c-bd23-8ab5e3ca1fde req-9c7be223-764b-4ced-8c6b-5aad55e94ec8 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:19.531748 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef0b1c55-2c7d-471c-bd23-8ab5e3ca1fde req-9c7be223-764b-4ced-8c6b-5aad55e94ec8 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 946 time: 0.4659438 Nov 23 22:10:19.537591 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-a62303f7-50c6-467d-87ee-f96900268e8c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 172.20.0.8 (8205a081-245e-4f42-9c61-30748520e8a4/573da345-bec5-4621-b819-042a003052d9/807fa35f-9975-4a8c-8393-948610427f2c) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:19.539557 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2b17686c-0d67-45b1-bc83-0be4924a17c3 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:19.557618 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-a62303f7-50c6-467d-87ee-f96900268e8c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8::f816:3eff:fe3c:4960 (8205a081-245e-4f42-9c61-30748520e8a4/7eb8a054-fb77-4f27-bb09-6604abe94be1/807fa35f-9975-4a8c-8393-948610427f2c) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:19.585949 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-48f5738e-9371-41dd-a90e-ba312ec1e1a9 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:19.601943 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-48f5738e-9371-41dd-a90e-ba312ec1e1a9 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Calling delete_port for 9649033d-0ae7-433b-a68f-c8d77c6af231 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:10:19.627973 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-decc9dab-3592-4ba1-8169-06eb45a3d0d1 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:19.697205 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-decc9dab-3592-4ba1-8169-06eb45a3d0d1 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16359a0a-2002-4913-8f90-779bc81691cd']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:19.724188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-decc9dab-3592-4ba1-8169-06eb45a3d0d1 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d0d12a-6038-494b-aa6c-6ffd601f08fe') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:19.724476 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-decc9dab-3592-4ba1-8169-06eb45a3d0d1 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d0d12a-6038-494b-aa6c-6ffd601f08fe') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:19.741427 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef0b1c55-2c7d-471c-bd23-8ab5e3ca1fde req-3d26e24c-8d9d-499c-84aa-e269293cc7c3 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971786 Nov 23 22:10:19.752875 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2b17686c-0d67-45b1-bc83-0be4924a17c3 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:19.764878 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-decc9dab-3592-4ba1-8169-06eb45a3d0d1 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:19.777797 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2b17686c-0d67-45b1-bc83-0be4924a17c3 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:19.779933 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-decc9dab-3592-4ba1-8169-06eb45a3d0d1 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:19.795882 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-decc9dab-3592-4ba1-8169-06eb45a3d0d1 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:10:19.796278 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-decc9dab-3592-4ba1-8169-06eb45a3d0d1 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:10:19.799960 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:10:19.806565 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-48f5738e-9371-41dd-a90e-ba312ec1e1a9 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:19.830941 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17686c-0d67-45b1-bc83-0be4924a17c3 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891a07bb-3824-4940-bab7-a3e546ebf60c,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:19.851199 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5738e-9371-41dd-a90e-ba312ec1e1a9 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Pushing event deleted for resources: {'Port': ['ID=9649033d-0ae7-433b-a68f-c8d77c6af231,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:19.877669 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2b17686c-0d67-45b1-bc83-0be4924a17c3 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:19.878888 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2b17686c-0d67-45b1-bc83-0be4924a17c3 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4095230 Nov 23 22:10:19.898876 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58744) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:19.905036 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f056870d-bb05-4a00-94ce-e9c11cf82b65 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group_rule': {'security_group_id': '119ddf7e-f62f-4d0d-8d58-1a89eb0b2118', 'project_id': '8e0acd4df46849288fda9982f884e974', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:19.996966 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-decc9dab-3592-4ba1-8169-06eb45a3d0d1 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:20.011618 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decc9dab-3592-4ba1-8169-06eb45a3d0d1 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 16359a0a-2002-4913-8f90-779bc81691cd {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 22:10:20.017526 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-decc9dab-3592-4ba1-8169-06eb45a3d0d1 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:20.020772 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-decc9dab-3592-4ba1-8169-06eb45a3d0d1 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] 10.222.0.50 "DELETE /v2.0/networks/16359a0a-2002-4913-8f90-779bc81691cd HTTP/1.1" status: 204 len: 168 time: 1.5148108 Nov 23 22:10:20.028797 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66599501-3327-4f2f-8bd6-c52ab12a7034 req-e7d71305-ac15-4fe7-93ed-66ccd569dd73 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:20.030311 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-66599501-3327-4f2f-8bd6-c52ab12a7034 req-e7d71305-ac15-4fe7-93ed-66ccd569dd73 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.1942868 Nov 23 22:10:20.030754 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58748) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:20.033008 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-48f5738e-9371-41dd-a90e-ba312ec1e1a9 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:20.046124 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc9dab-3592-4ba1-8169-06eb45a3d0d1 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Pushing event deleted for resources: {'Network': ['ID=16359a0a-2002-4913-8f90-779bc81691cd,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:20.046939 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5bd69a4c-4d65-4366-bf4f-7b063dec02cd tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:20.075410 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a62303f7-50c6-467d-87ee-f96900268e8c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:20.164455 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f056870d-bb05-4a00-94ce-e9c11cf82b65 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:20.210179 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-66599501-3327-4f2f-8bd6-c52ab12a7034 req-b34bd3ec-8dba-47bc-bd24-2d816309b430 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498771 Nov 23 22:10:20.248458 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a62303f7-50c6-467d-87ee-f96900268e8c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:20.250516 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd69a4c-4d65-4366-bf4f-7b063dec02cd tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Made reservation on behalf of 6561928ea2274ccbadeb920177fa4d6e for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:20.263651 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5bd69a4c-4d65-4366-bf4f-7b063dec02cd tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:20.320217 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 074ac469-c698-4ef2-9716-a3bf9eeb59d3 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:10:20.378280 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62303f7-50c6-467d-87ee-f96900268e8c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:20.389070 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd69a4c-4d65-4366-bf4f-7b063dec02cd tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:10:20.394438 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-a62303f7-50c6-467d-87ee-f96900268e8c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:20.398403 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62303f7-50c6-467d-87ee-f96900268e8c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:10:20.416064 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5bd69a4c-4d65-4366-bf4f-7b063dec02cd tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:20.416643 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-5bd69a4c-4d65-4366-bf4f-7b063dec02cd tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Added segment dbe87265-e825-4643-90bc-e9ee8f4ba182 of type vlan for network 66c7ac31-75d2-4048-9522-97f56ccbb4bf Nov 23 22:10:20.485388 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5bd69a4c-4d65-4366-bf4f-7b063dec02cd tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:20.494096 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62303f7-50c6-467d-87ee-f96900268e8c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=807fa35f-9975-4a8c-8393-948610427f2c,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:20.510900 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 074ac469-c698-4ef2-9716-a3bf9eeb59d3 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:20.529808 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:20.553761 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62303f7-50c6-467d-87ee-f96900268e8c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:20.554463 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a62303f7-50c6-467d-87ee-f96900268e8c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:20.608886 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a62303f7-50c6-467d-87ee-f96900268e8c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8003161 Nov 23 22:10:20.610747 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58766) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:20.624476 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f056870d-bb05-4a00-94ce-e9c11cf82b65 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:20.629543 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5bd69a4c-4d65-4366-bf4f-7b063dec02cd tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:20.630812 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd69a4c-4d65-4366-bf4f-7b063dec02cd tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:20.631510 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5bd69a4c-4d65-4366-bf4f-7b063dec02cd tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:20.705191 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f056870d-bb05-4a00-94ce-e9c11cf82b65 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:20.715195 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd69a4c-4d65-4366-bf4f-7b063dec02cd tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Pushing event updated for resources: {'Network': ['ID=66c7ac31-75d2-4048-9522-97f56ccbb4bf,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:20.730909 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 66c7ac31-75d2-4048-9522-97f56ccbb4bf details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:10:20.757480 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056870d-bb05-4a00-94ce-e9c11cf82b65 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5286c79c-93d5-4792-855c-364f92605030,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:20.795224 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f5738e-9371-41dd-a90e-ba312ec1e1a9 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Router 316c75f9-3cee-4dd6-90b6-ccc7d92d92b3 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:10:20.832155 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f056870d-bb05-4a00-94ce-e9c11cf82b65 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:20.836760 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f056870d-bb05-4a00-94ce-e9c11cf82b65 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9345241 Nov 23 22:10:20.839972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58770) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:20.864453 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1d4c7-3bc2-4d51-806e-cc98f5c3e091 req-b619a4c5-203b-4e06-b8d8-5e7428d12fe1 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:20.875398 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f3f1d4c7-3bc2-4d51-806e-cc98f5c3e091 req-b619a4c5-203b-4e06-b8d8-5e7428d12fe1 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.2057576 Nov 23 22:10:20.898559 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc6e217-b057-4e8c-bd73-ef20eb578d25 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:20.907000 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc6e217-b057-4e8c-bd73-ef20eb578d25 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:20.908937 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9fc6e217-b057-4e8c-bd73-ef20eb578d25 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2971935 Nov 23 22:10:20.934789 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58774) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:20.960233 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-79557425-55e2-484f-9463-7d0f84488ed5 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group_rule': {'security_group_id': '119ddf7e-f62f-4d0d-8d58-1a89eb0b2118', 'project_id': '8e0acd4df46849288fda9982f884e974', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:21.000239 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5bd69a4c-4d65-4366-bf4f-7b063dec02cd tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9572909 Nov 23 22:10:21.001045 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58778) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:21.001298 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f3f1d4c7-3bc2-4d51-806e-cc98f5c3e091 req-0d23e6b3-3aa3-467e-b45d-42b1015f2a19 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226687 Nov 23 22:10:21.014771 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-206de27a-43cc-4421-b297-d8eab98fb01c tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Request body: {'subnet': {'network_id': '66c7ac31-75d2-4048-9522-97f56ccbb4bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:21.038801 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f5738e-9371-41dd-a90e-ba312ec1e1a9 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:10:21.045289 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-48f5738e-9371-41dd-a90e-ba312ec1e1a9 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "PUT /v2.0/routers/316c75f9-3cee-4dd6-90b6-ccc7d92d92b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5365331 Nov 23 22:10:21.053214 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.db.api [None req-206de27a-43cc-4421-b297-d8eab98fb01c tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 22:10:21.053214 n-d-816206-9 neutron-server[110033]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 23 22:10:21.053214 n-d-816206-9 neutron-server[110033]: [parameters: {'project_id': '6561928ea2274ccbadeb920177fa4d6e', 'id': '91651764-72e6-486e-8316-aa99166379a2', 'expiration': datetime.datetime(2021, 11, 23, 22, 12, 21, 40363)}] Nov 23 22:10:21.053214 n-d-816206-9 neutron-server[110033]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:10:21.053763 n-d-816206-9 neutron-server[110033]: DEBUG oslo_db.api [None req-206de27a-43cc-4421-b297-d8eab98fb01c tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:10:21.055650 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58782) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:21.069910 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfe7c9c-e114-42fa-a12f-277bcdfe7bb0 None None] Sync routers for ids ['316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:10:21.075845 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-79557425-55e2-484f-9463-7d0f84488ed5 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:21.079118 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b951879a-c3d9-4e30-b616-aafb9615bec7 None None] Provisioning complete for port 807fa35f-9975-4a8c-8393-948610427f2c triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:21.079769 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b951879a-c3d9-4e30-b616-aafb9615bec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:21.096219 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfe7c9c-e114-42fa-a12f-277bcdfe7bb0 None None] Routers {'316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:10:21.097292 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3cfe7c9c-e114-42fa-a12f-277bcdfe7bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:10:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:21.138313 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b951879a-c3d9-4e30-b616-aafb9615bec7 None None] Port 807fa35f-9975-4a8c-8393-948610427f2c cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:10:21.169538 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-79557425-55e2-484f-9463-7d0f84488ed5 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:21.180707 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-79557425-55e2-484f-9463-7d0f84488ed5 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:21.185141 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-4f5995ad-b40a-4f82-9b78-efeaaaa62153 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] show failed (client error): The resource could not be found. Nov 23 22:10:21.188253 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3cfe7c9c-e114-42fa-a12f-277bcdfe7bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:21.188668 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4f5995ad-b40a-4f82-9b78-efeaaaa62153 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-372036335 HTTP/1.1" status: 404 len: 334 time: 0.1285100 Nov 23 22:10:21.192101 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58786) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:21.205515 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-5558ab69-aa58-4e73-8118-6b905ea717ec tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:21.206380 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfe7c9c-e114-42fa-a12f-277bcdfe7bb0 None None] Routers {'316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:10:21.207033 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3cfe7c9c-e114-42fa-a12f-277bcdfe7bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:10:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:21.222161 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79557425-55e2-484f-9463-7d0f84488ed5 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8c3eea-b8b3-4860-a192-26bf6b5370f0,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:21.263018 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-79557425-55e2-484f-9463-7d0f84488ed5 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:21.264859 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-79557425-55e2-484f-9463-7d0f84488ed5 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3260701 Nov 23 22:10:21.268289 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3cfe7c9c-e114-42fa-a12f-277bcdfe7bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:21.269349 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfe7c9c-e114-42fa-a12f-277bcdfe7bb0 None None] The sync data for ids ['316c75f9-3cee-4dd6-90b6-ccc7d92d92b3'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:10:21.269835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58792) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:21.276893 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b98dd367-0b9b-40e6-8d3c-62e595bf8b82 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group_rule': {'security_group_id': '119ddf7e-f62f-4d0d-8d58-1a89eb0b2118', 'project_id': '8e0acd4df46849288fda9982f884e974', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:21.310160 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-5558ab69-aa58-4e73-8118-6b905ea717ec tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] update failed (client error): The resource could not be found. Nov 23 22:10:21.311634 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5558ab69-aa58-4e73-8118-6b905ea717ec tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-600215126 HTTP/1.1" status: 404 len: 334 time: 0.1147647 Nov 23 22:10:21.316485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58794) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:21.330231 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-b98dd367-0b9b-40e6-8d3c-62e595bf8b82 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Project 8e0acd4df46849288fda9982f884e974 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:10:21.338704 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b98dd367-0b9b-40e6-8d3c-62e595bf8b82 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:21.413500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-2ff8d61d-4ef7-47c6-b2d4-ece66a80b5c4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting port 807fa35f-9975-4a8c-8393-948610427f2c {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:10:21.413500 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2ff8d61d-4ef7-47c6-b2d4-ece66a80b5c4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:21.454395 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e240017-0b63-4e3f-a421-483d3061b8c2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Deleting subnet 2aa4f8d1-a5a2-401e-86e4-fd142b46a513 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:10:21.456330 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b98dd367-0b9b-40e6-8d3c-62e595bf8b82 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:21.464980 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b98dd367-0b9b-40e6-8d3c-62e595bf8b82 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:21.470311 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0e240017-0b63-4e3f-a421-483d3061b8c2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:21.511128 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98dd367-0b9b-40e6-8d3c-62e595bf8b82 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4785ab5d-7d71-463b-a920-ab8dcbafa4c8,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:21.530646 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b98dd367-0b9b-40e6-8d3c-62e595bf8b82 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:21.533018 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b98dd367-0b9b-40e6-8d3c-62e595bf8b82 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2617667 Nov 23 22:10:21.537219 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58802) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:21.546319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-cf98e3a1-bbff-4cd7-aa66-60bfa126f309 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group_rule': {'security_group_id': '119ddf7e-f62f-4d0d-8d58-1a89eb0b2118', 'project_id': '8e0acd4df46849288fda9982f884e974', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:21.613069 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-cf98e3a1-bbff-4cd7-aa66-60bfa126f309 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Project 8e0acd4df46849288fda9982f884e974 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:10:21.620354 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf98e3a1-bbff-4cd7-aa66-60bfa126f309 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:21.665335 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0e240017-0b63-4e3f-a421-483d3061b8c2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:21.700487 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf98e3a1-bbff-4cd7-aa66-60bfa126f309 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:21.703149 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206de27a-43cc-4421-b297-d8eab98fb01c tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Made reservation on behalf of 6561928ea2274ccbadeb920177fa4d6e for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:21.705993 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-206de27a-43cc-4421-b297-d8eab98fb01c tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:21.763208 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2ff8d61d-4ef7-47c6-b2d4-ece66a80b5c4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:21.800432 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59096c69-8099-4636-9275-bfccb076f74b req-92d34b90-f91f-4320-966f-2fe40fa77996 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2140281 Nov 23 22:10:21.801260 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-2ff8d61d-4ef7-47c6-b2d4-ece66a80b5c4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Calling delete_port for 807fa35f-9975-4a8c-8393-948610427f2c owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:10:21.875851 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf98e3a1-bbff-4cd7-aa66-60bfa126f309 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:21.911579 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0e240017-0b63-4e3f-a421-483d3061b8c2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:21.993371 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98e3a1-bbff-4cd7-aa66-60bfa126f309 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836a0f2c-26da-4187-ad94-d36b8b063a78,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:22.000627 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf98e3a1-bbff-4cd7-aa66-60bfa126f309 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:22.005370 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cf98e3a1-bbff-4cd7-aa66-60bfa126f309 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4617505 Nov 23 22:10:22.006504 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58806) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:22.008405 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59096c69-8099-4636-9275-bfccb076f74b req-43ddf617-3848-48ae-9671-8955a580c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:22.010100 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59096c69-8099-4636-9275-bfccb076f74b req-43ddf617-3848-48ae-9671-8955a580c0a3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14f74779034d49d592bfcdc33c438539&device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 1096 time: 0.1288433 Nov 23 22:10:22.012739 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f496bc18-9ffc-4b89-b48b-3cd579a2d9df tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'network': {'name': 'tempest-network-smoke--168417430', 'project_id': '8e0acd4df46849288fda9982f884e974', 'port_security_enabled': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:22.056939 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0e240017-0b63-4e3f-a421-483d3061b8c2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:22.116380 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f496bc18-9ffc-4b89-b48b-3cd579a2d9df tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Made reservation on behalf of 8e0acd4df46849288fda9982f884e974 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:22.131801 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e240017-0b63-4e3f-a421-483d3061b8c2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa4f8d1-a5a2-401e-86e4-fd142b46a513,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:22.134556 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfd6d09-1716-4e9e-990c-c66e5f44bed1 None None] Network 141d53c0-53e1-4b6b-afc4-c68671a6b7ce requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:22.148843 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f496bc18-9ffc-4b89-b48b-3cd579a2d9df tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:22.159734 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0e240017-0b63-4e3f-a421-483d3061b8c2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:22.166077 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0e240017-0b63-4e3f-a421-483d3061b8c2 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "DELETE /v2.0/subnets/2aa4f8d1-a5a2-401e-86e4-fd142b46a513 HTTP/1.1" status: 204 len: 168 time: 0.8459368 Nov 23 22:10:22.169236 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58810) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:22.284617 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f496bc18-9ffc-4b89-b48b-3cd579a2d9df tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:10:22.326156 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f496bc18-9ffc-4b89-b48b-3cd579a2d9df tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:22.327027 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-f496bc18-9ffc-4b89-b48b-3cd579a2d9df tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Added segment acada0f4-0cb0-40bc-b01c-6bc8454cf96e of type vlan for network 79b43d0d-5801-43f0-b1e6-2d97c94e72ef Nov 23 22:10:22.423314 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f496bc18-9ffc-4b89-b48b-3cd579a2d9df tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:22.446611 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-890711c7-44fb-4628-a3d5-8c4e54a3e53d tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Deleting subnet 5c1f63b8-e37b-46a8-8b12-a9f4ddd9ca91 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:10:22.459637 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e24c5d-961b-4a00-9b8e-dbb49b403824 req-85a51900-06aa-4464-ab95-334c5f2b8cf7 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:22.463491 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b73c1a7-add6-4981-868b-500e10caf776 None None] DHCP port deletion for 141d53c0-53e1-4b6b-afc4-c68671a6b7ce request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:10:22.468012 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-49e24c5d-961b-4a00-9b8e-dbb49b403824 req-85a51900-06aa-4464-ab95-334c5f2b8cf7 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.2977340 Nov 23 22:10:22.470167 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-890711c7-44fb-4628-a3d5-8c4e54a3e53d tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:22.475399 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59096c69-8099-4636-9275-bfccb076f74b req-014baefc-1c69-4443-82d1-26195a34de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:22.477151 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59096c69-8099-4636-9275-bfccb076f74b req-014baefc-1c69-4443-82d1-26195a34de1b service neutron] 10.222.0.53 "GET /v2.0/networks?id=e887b711-606f-4b83-863c-34d87a670bca HTTP/1.1" status: 200 len: 920 time: 0.4217987 Nov 23 22:10:22.487300 n-d-816206-9 neutron-server[110033]: DEBUG neutron.objects.ports [None req-206de27a-43cc-4421-b297-d8eab98fb01c tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110033) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 22:10:22.487773 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-206de27a-43cc-4421-b297-d8eab98fb01c tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:22.504718 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2ff8d61d-4ef7-47c6-b2d4-ece66a80b5c4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:22.540967 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f496bc18-9ffc-4b89-b48b-3cd579a2d9df tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:22.548053 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f496bc18-9ffc-4b89-b48b-3cd579a2d9df tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:22.548712 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f496bc18-9ffc-4b89-b48b-3cd579a2d9df tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:22.576534 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5b73c1a7-add6-4981-868b-500e10caf776 None None] Deleting port 2de99f3e-595f-4d39-8b9a-c8db36eba967 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:10:22.576915 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5b73c1a7-add6-4981-868b-500e10caf776 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:22.601145 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8d61d-4ef7-47c6-b2d4-ece66a80b5c4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Port': ['ID=807fa35f-9975-4a8c-8393-948610427f2c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:22.606415 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59096c69-8099-4636-9275-bfccb076f74b req-a521f743-6be9-4bf2-baed-80f08e35261f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12fbc09d-bc3c-4065-bca6-660349a1c0ee HTTP/1.1" status: 200 len: 217 time: 0.0969417 Nov 23 22:10:22.611929 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-890711c7-44fb-4628-a3d5-8c4e54a3e53d tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:22.637916 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206de27a-43cc-4421-b297-d8eab98fb01c tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c6173f42-ce5a-48e6-bb2f-283d96de2aad,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:22.703952 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-5b73c1a7-add6-4981-868b-500e10caf776 None None] For port 2de99f3e-595f-4d39-8b9a-c8db36eba967, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2de99f3e-595f-4d39-8b9a-c8db36eba967,segment=NetworkSegment(8ab9e433-ddfd-4b89-ae8a-75f38966e3c1),segment_id=8ab9e433-ddfd-4b89-ae8a-75f38966e3c1)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:22.705448 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5b73c1a7-add6-4981-868b-500e10caf776 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:22.743481 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5b73c1a7-add6-4981-868b-500e10caf776 None None] Calling delete_port for 2de99f3e-595f-4d39-8b9a-c8db36eba967 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:10:22.786473 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496bc18-9ffc-4b89-b48b-3cd579a2d9df tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Network': ['ID=79b43d0d-5801-43f0-b1e6-2d97c94e72ef,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:22.805583 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206de27a-43cc-4421-b297-d8eab98fb01c tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Checking segment: {'id': 'dbe87265-e825-4643-90bc-e9ee8f4ba182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '66c7ac31-75d2-4048-9522-97f56ccbb4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:10:22.806101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206de27a-43cc-4421-b297-d8eab98fb01c tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Network hostable DHCP agents. Network: 66c7ac31-75d2-4048-9522-97f56ccbb4bf, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:10:22.813744 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f496bc18-9ffc-4b89-b48b-3cd579a2d9df tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8058169 Nov 23 22:10:22.822740 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58816) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:22.828948 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-7603b6e6-577e-415f-af2b-3b01456f684d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1680794696', 'admin_state_up': True, 'project_id': '8e0acd4df46849288fda9982f884e974', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:22.835011 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 79b43d0d-5801-43f0-b1e6-2d97c94e72ef details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:10:22.844689 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-49e24c5d-961b-4a00-9b8e-dbb49b403824 req-4e4226f6-76dc-4534-ac94-e7f49ffe17a2 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590274 Nov 23 22:10:22.863763 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206de27a-43cc-4421-b297-d8eab98fb01c tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Network 66c7ac31-75d2-4048-9522-97f56ccbb4bf is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:10:22.874913 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59096c69-8099-4636-9275-bfccb076f74b req-c6b324c2-ded6-4065-aca2-8c3a07a87d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:22.876550 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59096c69-8099-4636-9275-bfccb076f74b req-c6b324c2-ded6-4065-aca2-8c3a07a87d55 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e425627e-71be-40cc-adcc-90e6fae7a9ce HTTP/1.1" status: 200 len: 859 time: 0.2340369 Nov 23 22:10:22.878801 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7603b6e6-577e-415f-af2b-3b01456f684d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:22.882887 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7603b6e6-577e-415f-af2b-3b01456f684d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:22.894409 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-206de27a-43cc-4421-b297-d8eab98fb01c tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 66c7ac31-75d2-4048-9522-97f56ccbb4bf) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:22.918353 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206de27a-43cc-4421-b297-d8eab98fb01c tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:22.919310 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-206de27a-43cc-4421-b297-d8eab98fb01c tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:22.923871 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b715140e-2814-4d24-ad05-c78023bc4b63 None None] Network 66c7ac31-75d2-4048-9522-97f56ccbb4bf requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:22.956913 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59096c69-8099-4636-9275-bfccb076f74b req-70ae033a-a30a-4aaf-9e0b-2d85ab2870b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e887b711-606f-4b83-863c-34d87a670bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405493 Nov 23 22:10:23.001265 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2ff8d61d-4ef7-47c6-b2d4-ece66a80b5c4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:23.022128 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2ff8d61d-4ef7-47c6-b2d4-ece66a80b5c4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/807fa35f-9975-4a8c-8393-948610427f2c HTTP/1.1" status: 204 len: 168 time: 2.0849438 Nov 23 22:10:23.035146 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58822) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:23.059107 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-890711c7-44fb-4628-a3d5-8c4e54a3e53d tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:23.070318 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-206de27a-43cc-4421-b297-d8eab98fb01c tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0643640 Nov 23 22:10:23.084769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58824) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:23.114058 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7603b6e6-577e-415f-af2b-3b01456f684d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:23.124471 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:23.149006 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-ee56c880-6812-4724-96f3-824b794937d7 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Request body: {'floatingip': {'floating_network_id': '66c7ac31-75d2-4048-9522-97f56ccbb4bf'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:23.293811 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1506f4-f8a5-4dbd-8e08-3540a2b221c9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:23.297659 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5b73c1a7-add6-4981-868b-500e10caf776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:23.305990 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee56c880-6812-4724-96f3-824b794937d7 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:23.308139 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1506f4-f8a5-4dbd-8e08-3540a2b221c9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:23.314932 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1506f4-f8a5-4dbd-8e08-3540a2b221c9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:23.325729 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ff1506f4-f8a5-4dbd-8e08-3540a2b221c9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2869532 Nov 23 22:10:23.329244 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58828) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:23.363334 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59096c69-8099-4636-9275-bfccb076f74b req-1467e517-3fff-4e3c-bccf-fc2da7b9c665 service neutron] 10.222.0.53 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873003 Nov 23 22:10:23.364601 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-890711c7-44fb-4628-a3d5-8c4e54a3e53d tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:23.369042 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b73c1a7-add6-4981-868b-500e10caf776 None None] No DVR routers for this DVR port 2de99f3e-595f-4d39-8b9a-c8db36eba967 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:10:23.446053 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7603b6e6-577e-415f-af2b-3b01456f684d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:23.523919 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73c1a7-add6-4981-868b-500e10caf776 None None] Pushing event deleted for resources: {'Port': ['ID=2de99f3e-595f-4d39-8b9a-c8db36eba967,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:23.540228 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c24395-492e-40b9-bcfb-c2af34d3581e None None] Network 66c7ac31-75d2-4048-9522-97f56ccbb4bf requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:23.558972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa0c164-8045-4625-8efc-873cd48adcd2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet 573da345-bec5-4621-b819-042a003052d9 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:10:23.564277 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bfa0c164-8045-4625-8efc-873cd48adcd2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:23.674284 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bfa0c164-8045-4625-8efc-873cd48adcd2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:23.804985 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bfa0c164-8045-4625-8efc-873cd48adcd2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:23.887782 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-890711c7-44fb-4628-a3d5-8c4e54a3e53d tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:23.894145 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-890711c7-44fb-4628-a3d5-8c4e54a3e53d tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "DELETE /v2.0/subnets/5c1f63b8-e37b-46a8-8b12-a9f4ddd9ca91 HTTP/1.1" status: 204 len: 168 time: 1.7200274 Nov 23 22:10:23.895553 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58834) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:23.898676 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ffde9e-5703-4d78-8d30-a9930c81cd71 None None] Network 957d88ad-477c-4152-be52-6b1c2c0c75dc requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:23.912802 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890711c7-44fb-4628-a3d5-8c4e54a3e53d tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Pushing event deleted for resources: {'Subnet': ['ID=5c1f63b8-e37b-46a8-8b12-a9f4ddd9ca91,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:24.011783 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bfa0c164-8045-4625-8efc-873cd48adcd2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:24.043963 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74060c5-3772-4b79-bb1f-a5882334a7e3 req-f7c290df-3438-4416-b84e-850efb7296eb tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:24.052033 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a74060c5-3772-4b79-bb1f-a5882334a7e3 req-f7c290df-3438-4416-b84e-850efb7296eb tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.7413781 Nov 23 22:10:24.106371 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0c164-8045-4625-8efc-873cd48adcd2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=573da345-bec5-4621-b819-042a003052d9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:24.116122 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7603b6e6-577e-415f-af2b-3b01456f684d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:24.142324 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59096c69-8099-4636-9275-bfccb076f74b req-a14a9cbb-50dd-4f15-9bad-6e0b0aecf858 service neutron] 10.222.0.53 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7528987 Nov 23 22:10:24.155305 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd94db11-39d7-49b5-af9e-71ffe1044128 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:24.174349 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bfa0c164-8045-4625-8efc-873cd48adcd2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:24.195448 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bfa0c164-8045-4625-8efc-873cd48adcd2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/573da345-bec5-4621-b819-042a003052d9 HTTP/1.1" status: 204 len: 168 time: 0.8532979 Nov 23 22:10:24.202539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58836) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:24.237338 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a74060c5-3772-4b79-bb1f-a5882334a7e3 req-228fb6dd-bc3d-4bf4-b87c-9673a29790ad tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843016 Nov 23 22:10:24.261070 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee56c880-6812-4724-96f3-824b794937d7 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:24.293149 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7603b6e6-577e-415f-af2b-3b01456f684d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:24.302207 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb92e29e-8dca-4eaf-90a5-3519d85d2446 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet 7eb8a054-fb77-4f27-bb09-6604abe94be1 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:10:24.303744 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ae9af6-f99a-45c0-848e-3b63cdc27760 None None] DHCP port deletion for 957d88ad-477c-4152-be52-6b1c2c0c75dc request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:10:24.315567 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb92e29e-8dca-4eaf-90a5-3519d85d2446 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:24.323453 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2de99f3e-595f-4d39-8b9a-c8db36eba967 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:10:24.326576 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8a26c5c8-c473-4c5e-899d-704121308533 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:24.373016 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 2de99f3e-595f-4d39-8b9a-c8db36eba967 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:10:24.379362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2de99f3e-595f-4d39-8b9a-c8db36eba967 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:10:24.413785 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-ee56c880-6812-4724-96f3-824b794937d7 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Allocated IP 172.20.0.6 (66c7ac31-75d2-4048-9522-97f56ccbb4bf/c6173f42-ce5a-48e6-bb2f-283d96de2aad/7432fad1-20d1-44ea-a623-ba92f2476fd0) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:24.563992 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee56c880-6812-4724-96f3-824b794937d7 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:24.612815 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee56c880-6812-4724-96f3-824b794937d7 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:24.639348 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1ae9af6-f99a-45c0-848e-3b63cdc27760 None None] Deleting port dc149d61-b652-4c62-a26c-cc552d5e354f {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:10:24.639723 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1ae9af6-f99a-45c0-848e-3b63cdc27760 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:24.694461 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56c880-6812-4724-96f3-824b794937d7 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Pushing event updated for resources: {'Port': ['ID=7432fad1-20d1-44ea-a623-ba92f2476fd0,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:24.708311 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee56c880-6812-4724-96f3-824b794937d7 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Network 66c7ac31-75d2-4048-9522-97f56ccbb4bf is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:24.710164 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-ee56c880-6812-4724-96f3-824b794937d7 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:24.713534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee56c880-6812-4724-96f3-824b794937d7 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:10:24.925847 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee56c880-6812-4724-96f3-824b794937d7 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:24.950630 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1ae9af6-f99a-45c0-848e-3b63cdc27760 None None] For port dc149d61-b652-4c62-a26c-cc552d5e354f, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=dc149d61-b652-4c62-a26c-cc552d5e354f,segment=NetworkSegment(05ce1f2d-fc46-4b7f-a742-f3f1eb56acfa),segment_id=05ce1f2d-fc46-4b7f-a742-f3f1eb56acfa)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:24.953632 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1ae9af6-f99a-45c0-848e-3b63cdc27760 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:24.973944 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1ae9af6-f99a-45c0-848e-3b63cdc27760 None None] Calling delete_port for dc149d61-b652-4c62-a26c-cc552d5e354f owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:10:25.006928 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee56c880-6812-4724-96f3-824b794937d7 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:25.023901 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb92e29e-8dca-4eaf-90a5-3519d85d2446 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:25.094483 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1ae9af6-f99a-45c0-848e-3b63cdc27760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:25.134211 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ae9af6-f99a-45c0-848e-3b63cdc27760 None None] No DVR routers for this DVR port dc149d61-b652-4c62-a26c-cc552d5e354f on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:10:25.198582 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae9af6-f99a-45c0-848e-3b63cdc27760 None None] Pushing event deleted for resources: {'Port': ['ID=dc149d61-b652-4c62-a26c-cc552d5e354f,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:25.291556 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8a26c5c8-c473-4c5e-899d-704121308533 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:25.330252 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee56c880-6812-4724-96f3-824b794937d7 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:25.337159 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee56c880-6812-4724-96f3-824b794937d7 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:25.337814 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-7603b6e6-577e-415f-af2b-3b01456f684d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Allocated IP 172.25.5.192 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/3a6196da-e233-4bc5-b5d7-0fcac52ad453) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:25.394892 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb92e29e-8dca-4eaf-90a5-3519d85d2446 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:25.491176 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-8a26c5c8-c473-4c5e-899d-704121308533 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['141d53c0-53e1-4b6b-afc4-c68671a6b7ce']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:25.506579 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb92e29e-8dca-4eaf-90a5-3519d85d2446 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:25.512856 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-8a26c5c8-c473-4c5e-899d-704121308533 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab9e433-ddfd-4b89-ae8a-75f38966e3c1') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:25.513184 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-8a26c5c8-c473-4c5e-899d-704121308533 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab9e433-ddfd-4b89-ae8a-75f38966e3c1') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:25.554124 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8a26c5c8-c473-4c5e-899d-704121308533 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:25.574319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56c880-6812-4724-96f3-824b794937d7 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Pushing event updated for resources: {'Port': ['ID=7432fad1-20d1-44ea-a623-ba92f2476fd0,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:25.589432 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98050b1-7b9e-4a47-9096-0e04d5cc8439 req-86e2ddc6-82ca-49e0-b4c8-3165b266b551 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:25.589782 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92e29e-8dca-4eaf-90a5-3519d85d2446 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=7eb8a054-fb77-4f27-bb09-6604abe94be1,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:25.598124 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c98050b1-7b9e-4a47-9096-0e04d5cc8439 req-86e2ddc6-82ca-49e0-b4c8-3165b266b551 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.2064579 Nov 23 22:10:25.607431 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb92e29e-8dca-4eaf-90a5-3519d85d2446 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:25.613913 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bb92e29e-8dca-4eaf-90a5-3519d85d2446 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/7eb8a054-fb77-4f27-bb09-6604abe94be1 HTTP/1.1" status: 204 len: 168 time: 1.3809433 Nov 23 22:10:25.617026 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58844) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:25.633056 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8a26c5c8-c473-4c5e-899d-704121308533 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:25.692369 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c98050b1-7b9e-4a47-9096-0e04d5cc8439 req-047261ed-1797-4d55-8ff1-0d24b7ea8ff5 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848210 Nov 23 22:10:25.695892 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee56c880-6812-4724-96f3-824b794937d7 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:25.726107 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f50c454e-eb66-406b-8f1f-09724f82fa03 req-14c3df0f-d163-4ced-a95f-e0de1bc0037d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c7b0ac51-f396-4f1c-b91b-53b8bda9e425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3446288 Nov 23 22:10:25.748482 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee56c880-6812-4724-96f3-824b794937d7 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:25.753078 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ee56c880-6812-4724-96f3-824b794937d7 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6141236 Nov 23 22:10:25.753360 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58850) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:25.793417 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-31c9598e-ef31-4a61-a5b5-c2ab1d1a6aca tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1751113 Nov 23 22:10:25.812622 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58852) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:25.831005 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a26c5c8-c473-4c5e-899d-704121308533 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:10:25.831767 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8a26c5c8-c473-4c5e-899d-704121308533 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:10:25.835491 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:10:25.887325 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b363691e-781a-46f7-97b9-725b12fba264 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:25.987857 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faa2e47-2cb4-4c22-9e21-b75214296bfe tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:25.991251 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1faa2e47-2cb4-4c22-9e21-b75214296bfe tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1709881 Nov 23 22:10:25.993511 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58856) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:26.007470 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8a26c5c8-c473-4c5e-899d-704121308533 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:26.021710 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-83abb2f0-90e0-4a9e-bb6b-ad04cfb7456e tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] 10.222.0.50 "GET /v2.0/floatingips?floating_network_id=66c7ac31-75d2-4048-9522-97f56ccbb4bf HTTP/1.1" status: 200 len: 689 time: 0.2670851 Nov 23 22:10:26.027807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58858) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:26.043982 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8a26c5c8-c473-4c5e-899d-704121308533 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:26.047986 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8a26c5c8-c473-4c5e-899d-704121308533 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "DELETE /v2.0/networks/141d53c0-53e1-4b6b-afc4-c68671a6b7ce HTTP/1.1" status: 204 len: 168 time: 2.1371989 Nov 23 22:10:26.054176 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58860) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:26.064846 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f652da8c-3a5a-46f5-bcba-86b82bf114d2 None None] Provisioning complete for port 074ac469-c698-4ef2-9716-a3bf9eeb59d3 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:26.065368 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f652da8c-3a5a-46f5-bcba-86b82bf114d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:26.071951 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7603b6e6-577e-415f-af2b-3b01456f684d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:26.104532 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c454e-eb66-406b-8f1f-09724f82fa03 req-886043c2-dad9-41a0-9f78-eb3c493afc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:26.106869 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f50c454e-eb66-406b-8f1f-09724f82fa03 req-886043c2-dad9-41a0-9f78-eb3c493afc3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2caa4f9ec1b460cacd43c2d53007606&device_id=c7b0ac51-f396-4f1c-b91b-53b8bda9e425 HTTP/1.1" status: 200 len: 1096 time: 0.2870033 Nov 23 22:10:26.265395 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f475c77f-445a-4587-bd38-d3296396533e None None] DHCP port deletion for 8205a081-245e-4f42-9c61-30748520e8a4 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:10:26.308306 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26c5c8-c473-4c5e-899d-704121308533 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Pushing event deleted for resources: {'Network': ['ID=141d53c0-53e1-4b6b-afc4-c68671a6b7ce,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:26.331595 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf850243-39b7-4847-9178-0d30f7360b63 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:26.345483 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device dc149d61-b652-4c62-a26c-cc552d5e354f no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:10:26.386931 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725950fb-7aa7-401e-af76-6cfd5e07a144 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:26.388293 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-725950fb-7aa7-401e-af76-6cfd5e07a144 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3936992 Nov 23 22:10:26.393507 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58866) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:26.399317 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:26.454360 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: dc149d61-b652-4c62-a26c-cc552d5e354f {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:10:26.454733 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device dc149d61-b652-4c62-a26c-cc552d5e354f not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:10:26.525381 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f475c77f-445a-4587-bd38-d3296396533e None None] Deleting port 074ac469-c698-4ef2-9716-a3bf9eeb59d3 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:10:26.526348 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f475c77f-445a-4587-bd38-d3296396533e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:26.558304 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf850243-39b7-4847-9178-0d30f7360b63 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:26.611082 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-cf850243-39b7-4847-9178-0d30f7360b63 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957d88ad-477c-4152-be52-6b1c2c0c75dc']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:26.614685 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7603b6e6-577e-415f-af2b-3b01456f684d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:26.628556 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-cf850243-39b7-4847-9178-0d30f7360b63 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ce1f2d-fc46-4b7f-a742-f3f1eb56acfa') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:26.628970 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-cf850243-39b7-4847-9178-0d30f7360b63 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ce1f2d-fc46-4b7f-a742-f3f1eb56acfa') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:26.679563 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf850243-39b7-4847-9178-0d30f7360b63 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:26.698854 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7603b6e6-577e-415f-af2b-3b01456f684d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:26.704040 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58870) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:26.704265 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a1c411cb-696e-420a-b80a-a77fca995ca0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2924581 Nov 23 22:10:26.711232 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b0b221f8-1c5d-419d-a741-6f6297a33122 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:26.726784 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-7603b6e6-577e-415f-af2b-3b01456f684d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:26.735029 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f475c77f-445a-4587-bd38-d3296396533e None None] For port 074ac469-c698-4ef2-9716-a3bf9eeb59d3, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=074ac469-c698-4ef2-9716-a3bf9eeb59d3,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:26.735453 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f475c77f-445a-4587-bd38-d3296396533e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:26.759599 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf850243-39b7-4847-9178-0d30f7360b63 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:26.788859 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918f1679-5861-4fc5-bb42-bff05d96c867 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:10:26.800685 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c454e-eb66-406b-8f1f-09724f82fa03 req-c7565f51-3e6f-41c1-bb67-1736a615bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:26.804961 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7603b6e6-577e-415f-af2b-3b01456f684d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:10:26.805291 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f50c454e-eb66-406b-8f1f-09724f82fa03 req-c7565f51-3e6f-41c1-bb67-1736a615bc86 service neutron] 10.222.0.60 "GET /v2.0/networks?id=313f69bc-4ff6-4f59-a350-18ff373065a0 HTTP/1.1" status: 200 len: 914 time: 0.6176143 Nov 23 22:10:26.823631 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f475c77f-445a-4587-bd38-d3296396533e None None] Calling delete_port for 074ac469-c698-4ef2-9716-a3bf9eeb59d3 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:10:26.898489 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603b6e6-577e-415f-af2b-3b01456f684d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Port': ['ID=3a6196da-e233-4bc5-b5d7-0fcac52ad453,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:26.971924 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f50c454e-eb66-406b-8f1f-09724f82fa03 req-66054a73-a1a3-4c00-a065-537f19a9b4e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea HTTP/1.1" status: 200 len: 217 time: 0.1554954 Nov 23 22:10:27.016273 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58878) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:27.122504 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Deleting port 7432fad1-20d1-44ea-a623-ba92f2476fd0 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:10:27.123332 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:27.134466 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f475c77f-445a-4587-bd38-d3296396533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:27.147149 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-53364f30-3971-44f1-abba-d88009369519 None None] Provisioning complete for port 3a6196da-e233-4bc5-b5d7-0fcac52ad453 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:27.160909 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c454e-eb66-406b-8f1f-09724f82fa03 req-c2de3baa-3fab-41db-ac15-8abbf760a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:27.162374 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f50c454e-eb66-406b-8f1f-09724f82fa03 req-c2de3baa-3fab-41db-ac15-8abbf760a55b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=38696a44-a2c6-4669-89ae-e2db4c7c8993 HTTP/1.1" status: 200 len: 853 time: 0.1744261 Nov 23 22:10:27.163566 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-53364f30-3971-44f1-abba-d88009369519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:27.242561 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf850243-39b7-4847-9178-0d30f7360b63 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:10:27.243148 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf850243-39b7-4847-9178-0d30f7360b63 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:27.244902 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f50c454e-eb66-406b-8f1f-09724f82fa03 req-40c138aa-e33f-4b19-99f1-6f931184ab5a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=313f69bc-4ff6-4f59-a350-18ff373065a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558312 Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:10:27.252577 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:10:27.334151 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475c77f-445a-4587-bd38-d3296396533e None None] Pushing event deleted for resources: {'Port': ['ID=074ac469-c698-4ef2-9716-a3bf9eeb59d3,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:27.340146 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f475c77f-445a-4587-bd38-d3296396533e None None] No DVR routers for this DVR port 074ac469-c698-4ef2-9716-a3bf9eeb59d3 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:10:27.379819 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-53364f30-3971-44f1-abba-d88009369519 None None] Port 3a6196da-e233-4bc5-b5d7-0fcac52ad453 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:10:27.418131 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:27.418562 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:27.423491 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-744e01c2-1cd3-40f8-b665-d3f26a06444d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:27.449999 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf850243-39b7-4847-9178-0d30f7360b63 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:27.464737 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Calling delete_port for 7432fad1-20d1-44ea-a623-ba92f2476fd0 owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:10:27.477702 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf850243-39b7-4847-9178-0d30f7360b63 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:27.483699 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cf850243-39b7-4847-9178-0d30f7360b63 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "DELETE /v2.0/networks/957d88ad-477c-4152-be52-6b1c2c0c75dc HTTP/1.1" status: 204 len: 168 time: 1.4076869 Nov 23 22:10:27.488817 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f50c454e-eb66-406b-8f1f-09724f82fa03 req-3d362eab-3681-45ca-b15a-504e4d77096d service neutron] 10.222.0.60 "GET /v2.0/networks/313f69bc-4ff6-4f59-a350-18ff373065a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081130 Nov 23 22:10:27.489307 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58884) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:27.489946 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b221f8-1c5d-419d-a741-6f6297a33122 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:27.493687 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0b221f8-1c5d-419d-a741-6f6297a33122 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:27.494963 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b221f8-1c5d-419d-a741-6f6297a33122 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:10:27.495447 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b221f8-1c5d-419d-a741-6f6297a33122 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:10:27.540051 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf850243-39b7-4847-9178-0d30f7360b63 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Pushing event deleted for resources: {'Network': ['ID=957d88ad-477c-4152-be52-6b1c2c0c75dc,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:27.627540 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b0b221f8-1c5d-419d-a741-6f6297a33122 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9201684 Nov 23 22:10:27.628440 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58886) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:27.643828 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-734bb5dd-ff04-42df-af5e-45663900d1e3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:27.729029 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a271f9-2f93-4b6b-b3ec-9e3315114995 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Deleting subnet 346993a9-cd8e-429d-b893-8af0bb55e9bb {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:10:27.769836 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9a271f9-2f93-4b6b-b3ec-9e3315114995 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:27.810653 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-744e01c2-1cd3-40f8-b665-d3f26a06444d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:27.832417 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-744e01c2-1cd3-40f8-b665-d3f26a06444d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:27.845744 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9a271f9-2f93-4b6b-b3ec-9e3315114995 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:27.857496 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:27.876499 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7603b6e6-577e-415f-af2b-3b01456f684d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:27.894554 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f50c454e-eb66-406b-8f1f-09724f82fa03 req-6e193c27-cea8-4c87-a8f7-18b37630e4fd service neutron] 10.222.0.60 "GET /v2.0/networks/313f69bc-4ff6-4f59-a350-18ff373065a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959332 Nov 23 22:10:27.904468 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Pushing event deleted for resources: {'Port': ['ID=7432fad1-20d1-44ea-a623-ba92f2476fd0,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:27.931796 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-744e01c2-1cd3-40f8-b665-d3f26a06444d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c01a76763b0f4b01b8f3da69187ad057&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8754947 Nov 23 22:10:27.936645 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58890) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:27.944990 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-66fc2687-c080-4e2a-8a69-5e05fe1a2c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:27.960800 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734bb5dd-ff04-42df-af5e-45663900d1e3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:27.967458 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-734bb5dd-ff04-42df-af5e-45663900d1e3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:27.969319 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-734bb5dd-ff04-42df-af5e-45663900d1e3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:10:27.970244 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-734bb5dd-ff04-42df-af5e-45663900d1e3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:10:27.982782 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e01c2-1cd3-40f8-b665-d3f26a06444d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd299cf-060e-458d-8a70-da0f84f03ca2,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:28.046352 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-734bb5dd-ff04-42df-af5e-45663900d1e3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4071906 Nov 23 22:10:28.053026 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58894) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:28.058380 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-e1c6fb3e-5b41-460a-a2ae-1e1443c461c4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:28.099782 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9a271f9-2f93-4b6b-b3ec-9e3315114995 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:28.100744 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eeea19eb-aa8c-4aaa-b890-fcd2b5bc26fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:28.139686 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:28.182283 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eeea19eb-aa8c-4aaa-b890-fcd2b5bc26fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:28.223961 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 074ac469-c698-4ef2-9716-a3bf9eeb59d3 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:10:28.250868 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7603b6e6-577e-415f-af2b-3b01456f684d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:28.252560 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 074ac469-c698-4ef2-9716-a3bf9eeb59d3 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:10:28.253342 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 074ac469-c698-4ef2-9716-a3bf9eeb59d3 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:10:28.255334 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9a271f9-2f93-4b6b-b3ec-9e3315114995 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:28.288406 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a271f9-2f93-4b6b-b3ec-9e3315114995 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Pushing event deleted for resources: {'Subnet': ['ID=346993a9-cd8e-429d-b893-8af0bb55e9bb,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:28.322236 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c6fb3e-5b41-460a-a2ae-1e1443c461c4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:28.326363 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e1c6fb3e-5b41-460a-a2ae-1e1443c461c4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:28.328031 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c6fb3e-5b41-460a-a2ae-1e1443c461c4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:10:28.328238 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b9a271f9-2f93-4b6b-b3ec-9e3315114995 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:28.328513 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c6fb3e-5b41-460a-a2ae-1e1443c461c4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:10:28.330872 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:28.334662 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b9a271f9-2f93-4b6b-b3ec-9e3315114995 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "DELETE /v2.0/subnets/346993a9-cd8e-429d-b893-8af0bb55e9bb HTTP/1.1" status: 204 len: 168 time: 0.8183441 Nov 23 22:10:28.335612 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58898) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:28.340429 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff410e8b-0850-4da8-8b88-0338b98228fe None None] Network 5faa125c-98f5-4493-8bf5-199765280e49 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:28.345231 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f58f46-c812-4c8a-ac76-24762d4dc740 req-1b98dc9c-b932-4899-9da1-5341afcc181d tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:28.347247 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1f58f46-c812-4c8a-ac76-24762d4dc740 req-1b98dc9c-b932-4899-9da1-5341afcc181d tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7b0ac51-f396-4f1c-b91b-53b8bda9e425 HTTP/1.1" status: 200 len: 945 time: 0.1705406 Nov 23 22:10:28.462447 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7603b6e6-577e-415f-af2b-3b01456f684d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Router f0e3e0fe-c170-4311-ab6b-97502412e7bf is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:10:28.559813 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac353c4-c80c-4cfd-b45b-805d45a7ca5f None None] DHCP port deletion for 5faa125c-98f5-4493-8bf5-199765280e49 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:10:28.600981 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7603b6e6-577e-415f-af2b-3b01456f684d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:10:28.616501 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] Sync routers for ids ['f0e3e0fe-c170-4311-ab6b-97502412e7bf'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:10:28.641672 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7603b6e6-577e-415f-af2b-3b01456f684d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:28.647175 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7603b6e6-577e-415f-af2b-3b01456f684d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.8192635 Nov 23 22:10:28.647398 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] Routers {'f0e3e0fe-c170-4311-ab6b-97502412e7bf'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:10:28.647789 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58904) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:28.647983 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:10:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f0e3e0fe-c170-4311-ab6b-97502412e7bf'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:28.686594 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e1c6fb3e-5b41-460a-a2ae-1e1443c461c4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6322112 Nov 23 22:10:28.690427 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58908) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:28.696288 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d07c02f7-7cb9-4d74-a80e-244c6005c342 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:28.720381 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0ac353c4-c80c-4cfd-b45b-805d45a7ca5f None None] Deleting port f7b11ea5-f3a6-4148-95e8-217e1ad6c138 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:10:28.720769 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0ac353c4-c80c-4cfd-b45b-805d45a7ca5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:28.726983 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eeea19eb-aa8c-4aaa-b890-fcd2b5bc26fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:28.729735 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eeea19eb-aa8c-4aaa-b890-fcd2b5bc26fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:28.730914 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-eeea19eb-aa8c-4aaa-b890-fcd2b5bc26fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0dd299cf-060e-458d-8a70-da0f84f03ca2 HTTP/1.1" status: 204 len: 168 time: 0.7943101 Nov 23 22:10:28.781547 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08297bfb-07e7-45b3-85f3-7aefb7df9c5b tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:28.783493 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea19eb-aa8c-4aaa-b890-fcd2b5bc26fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd299cf-060e-458d-8a70-da0f84f03ca2,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:28.796006 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1f58f46-c812-4c8a-ac76-24762d4dc740 req-e43aab8b-9912-4464-bc04-286360b7fb80 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158618 Nov 23 22:10:28.847351 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:28.886819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c6173f42-ce5a-48e6-bb2f-283d96de2aad,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:28.940186 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0ac353c4-c80c-4cfd-b45b-805d45a7ca5f None None] For port f7b11ea5-f3a6-4148-95e8-217e1ad6c138, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f7b11ea5-f3a6-4148-95e8-217e1ad6c138,segment=NetworkSegment(341449dd-8d5c-4294-b681-a44f411e8cc0),segment_id=341449dd-8d5c-4294-b681-a44f411e8cc0)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:28.940599 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0ac353c4-c80c-4cfd-b45b-805d45a7ca5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:28.962532 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] Set router f0e3e0fe-c170-4311-ab6b-97502412e7bf gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:10:28.966334 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0ac353c4-c80c-4cfd-b45b-805d45a7ca5f None None] Calling delete_port for f7b11ea5-f3a6-4148-95e8-217e1ad6c138 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:10:28.982104 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-99445e7a-a760-4d41-bc3b-30c4ead30c68 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=8e0acd4df46849288fda9982f884e974&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3300841 Nov 23 22:10:28.983236 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58914) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:29.101372 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:29.106202 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e792e-4467-4dfc-ae08-52aeef40abba req-31b6006e-6a86-4154-86e5-866b61c5565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:29.111505 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c16e792e-4467-4dfc-ae08-52aeef40abba req-31b6006e-6a86-4154-86e5-866b61c5565e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14f74779034d49d592bfcdc33c438539&device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 1096 time: 0.2114694 Nov 23 22:10:29.166127 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-08297bfb-07e7-45b3-85f3-7aefb7df9c5b tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Deleting port f7b11ea5-f3a6-4148-95e8-217e1ad6c138 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:10:29.166764 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08297bfb-07e7-45b3-85f3-7aefb7df9c5b tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:29.170757 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c7ac31-75d2-4048-9522-97f56ccbb4bf']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:29.194670 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc3569-78a9-4135-b81f-eeacce0bf575 req-9872de35-934a-4cf8-a7a3-0ffeb562be14 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:29.202112 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2fc3569-78a9-4135-b81f-eeacce0bf575 req-9872de35-934a-4cf8-a7a3-0ffeb562be14 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.2154577 Nov 23 22:10:29.232233 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe87265-e825-4643-90bc-e9ee8f4ba182') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:29.232538 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe87265-e825-4643-90bc-e9ee8f4ba182') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:29.242541 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0ac353c4-c80c-4cfd-b45b-805d45a7ca5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:29.289923 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac353c4-c80c-4cfd-b45b-805d45a7ca5f None None] Pushing event deleted for resources: {'Port': ['ID=f7b11ea5-f3a6-4148-95e8-217e1ad6c138,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:29.293120 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680794696', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:10:22Z', 'updated_at': '2021-11-23T22:10:27Z', 'revision_number': 3, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:10:24Z', 'updated_at': '2021-11-23T22:10:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:29.310846 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac353c4-c80c-4cfd-b45b-805d45a7ca5f None None] No DVR routers for this DVR port f7b11ea5-f3a6-4148-95e8-217e1ad6c138 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:10:29.320494 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:29.356502 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] Checking router: f0e3e0fe-c170-4311-ab6b-97502412e7bf for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:10:29.357150 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] Updating router f0e3e0fe-c170-4311-ab6b-97502412e7bf port 3a6196da-e233-4bc5-b5d7-0fcac52ad453 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:10:29.390900 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:29.400623 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:29.437198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:10:29.437610 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:10:29.439575 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:10:29.443520 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-08297bfb-07e7-45b3-85f3-7aefb7df9c5b tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] For port f7b11ea5-f3a6-4148-95e8-217e1ad6c138, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f7b11ea5-f3a6-4148-95e8-217e1ad6c138,segment=NetworkSegment(341449dd-8d5c-4294-b681-a44f411e8cc0),segment_id=341449dd-8d5c-4294-b681-a44f411e8cc0)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:29.443520 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08297bfb-07e7-45b3-85f3-7aefb7df9c5b tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:29.456201 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e792e-4467-4dfc-ae08-52aeef40abba req-39c18dd6-70ca-4426-95ff-ac5dad59ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:29.457922 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c16e792e-4467-4dfc-ae08-52aeef40abba req-39c18dd6-70ca-4426-95ff-ac5dad59ca8d service neutron] 10.222.0.53 "GET /v2.0/networks?id=e887b711-606f-4b83-863c-34d87a670bca HTTP/1.1" status: 200 len: 920 time: 0.3372481 Nov 23 22:10:29.480565 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2fc3569-78a9-4135-b81f-eeacce0bf575 req-ae076904-c426-4b93-bd15-65d44032dcdd tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729721 Nov 23 22:10:29.497075 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-08297bfb-07e7-45b3-85f3-7aefb7df9c5b tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Calling delete_port for f7b11ea5-f3a6-4148-95e8-217e1ad6c138 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:10:29.566686 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07c02f7-7cb9-4d74-a80e-244c6005c342 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:29.570362 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d07c02f7-7cb9-4d74-a80e-244c6005c342 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:29.571808 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-d07c02f7-7cb9-4d74-a80e-244c6005c342 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:10:29.572310 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d07c02f7-7cb9-4d74-a80e-244c6005c342 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:10:29.590087 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c16e792e-4467-4dfc-ae08-52aeef40abba req-90a7ce06-5280-4932-84ad-a4ae826a3508 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12fbc09d-bc3c-4065-bca6-660349a1c0ee HTTP/1.1" status: 200 len: 217 time: 0.0971885 Nov 23 22:10:29.597341 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcc9998-8772-4162-bf7e-1d6a2e20e294 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:29.597811 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcc9998-8772-4162-bf7e-1d6a2e20e294 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:29.599537 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5dcc9998-8772-4162-bf7e-1d6a2e20e294 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1517 time: 0.6152651 Nov 23 22:10:29.602628 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58932) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:29.625423 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d07c02f7-7cb9-4d74-a80e-244c6005c342 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9325376 Nov 23 22:10:29.642666 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58934) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:29.645881 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2715087e-4f5b-48f8-ab68-54a5a72c05f4 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=66c7ac31-75d2-4048-9522-97f56ccbb4bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416305 Nov 23 22:10:29.648581 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58936) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:29.675449 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-027a6260-eca7-47c5-920d-ae32611fe7a7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:29.679760 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0bbf3c3d-37c7-4cd4-810b-631c9c98698a tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299876 Nov 23 22:10:29.682569 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58938) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:29.688760 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-3fabe9c6-8664-4419-9d7a-7551b248edb9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-903213451', 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef', 'project_id': '8e0acd4df46849288fda9982f884e974', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:29.755347 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:29.762138 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:29.771151 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:29.779937 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66c7ac31-75d2-4048-9522-97f56ccbb4bf {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 22:10:29.802398 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fabe9c6-8664-4419-9d7a-7551b248edb9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Made reservation on behalf of 8e0acd4df46849288fda9982f884e974 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:29.807128 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:29.807815 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3fabe9c6-8664-4419-9d7a-7551b248edb9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:29.813899 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] 10.222.0.50 "DELETE /v2.0/networks/66c7ac31-75d2-4048-9522-97f56ccbb4bf HTTP/1.1" status: 204 len: 168 time: 3.7835870 Nov 23 22:10:29.817676 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58942) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:29.822864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001b719-4cc0-4efb-8c31-daf49c0077ba tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Pushing event deleted for resources: {'Network': ['ID=66c7ac31-75d2-4048-9522-97f56ccbb4bf,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:29.920573 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e22233-3d65-47e4-9ff0-1b5c51d28a78 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:10:29.944274 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] Attempting to bind port 3a6196da-e233-4bc5-b5d7-0fcac52ad453 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:10:29.946947 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] Attempting to bind port 3a6196da-e233-4bc5-b5d7-0fcac52ad453 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:10:29.947546 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] Attempting to bind port 3a6196da-e233-4bc5-b5d7-0fcac52ad453 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:10:29.959004 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33360d58-accc-4fd7-9b50-1d4d2dcd39b8 None None] Pushing event updated for resources: {'Port': ['ID=3a6196da-e233-4bc5-b5d7-0fcac52ad453,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:29.990890 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:10:29.991595 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:10:29.992185 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:29.992793 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:10:29.994115 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] Bound port: 3a6196da-e233-4bc5-b5d7-0fcac52ad453, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:10:29.994696 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:30.056461 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a28a1e08-491e-48f0-aaea-9f71fc1c5bc5 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2340353 Nov 23 22:10:30.058507 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58948) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:30.066966 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e792e-4467-4dfc-ae08-52aeef40abba req-d9f2b82f-c6ef-4a12-a96a-26ea9860ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:30.068473 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c16e792e-4467-4dfc-ae08-52aeef40abba req-d9f2b82f-c6ef-4a12-a96a-26ea9860ac2a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e425627e-71be-40cc-adcc-90e6fae7a9ce HTTP/1.1" status: 200 len: 859 time: 0.4245968 Nov 23 22:10:30.097270 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3fabe9c6-8664-4419-9d7a-7551b248edb9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:30.111792 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:30.147680 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a5300127-ccf2-422a-8840-759955dda291 None None] Provisioning complete for port 3a6196da-e233-4bc5-b5d7-0fcac52ad453 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:30.148396 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a5300127-ccf2-422a-8840-759955dda291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:30.202364 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a5300127-ccf2-422a-8840-759955dda291 None None] Port 3a6196da-e233-4bc5-b5d7-0fcac52ad453 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:10:30.210467 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cfc62-ebf8-450f-b63f-1fa78c2a5b43 req-ff501b71-66e5-4098-87ea-462cf495a72c tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:30.211048 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fabe9c6-8664-4419-9d7a-7551b248edb9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Subnet': ['ID=3caf34a3-d891-441d-8b41-cef472d93c9b,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:30.212190 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-af0cfc62-ebf8-450f-b63f-1fa78c2a5b43 req-ff501b71-66e5-4098-87ea-462cf495a72c tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7b0ac51-f396-4f1c-b91b-53b8bda9e425 HTTP/1.1" status: 200 len: 945 time: 0.2637300 Nov 23 22:10:30.215809 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] For port 3a6196da-e233-4bc5-b5d7-0fcac52ad453, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:10:30.221334 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] For port 3a6196da-e233-4bc5-b5d7-0fcac52ad453, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3a6196da-e233-4bc5-b5d7-0fcac52ad453,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:10:30.223285 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49902c1c-eb50-43fc-9fce-1efc0dba1a8c tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:30.224882 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49902c1c-eb50-43fc-9fce-1efc0dba1a8c tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:30.225364 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49902c1c-eb50-43fc-9fce-1efc0dba1a8c tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:30.226169 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49902c1c-eb50-43fc-9fce-1efc0dba1a8c tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:30.226968 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49902c1c-eb50-43fc-9fce-1efc0dba1a8c tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:30.227447 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49902c1c-eb50-43fc-9fce-1efc0dba1a8c tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:30.232531 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-49902c1c-eb50-43fc-9fce-1efc0dba1a8c tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.1674862 Nov 23 22:10:30.233170 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58952) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:30.235102 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:30.287249 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fabe9c6-8664-4419-9d7a-7551b248edb9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Checking segment: {'id': 'acada0f4-0cb0-40bc-b01c-6bc8454cf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:10:30.287397 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fabe9c6-8664-4419-9d7a-7551b248edb9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network hostable DHCP agents. Network: 79b43d0d-5801-43f0-b1e6-2d97c94e72ef, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:10:30.311130 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f7b11ea5-f3a6-4148-95e8-217e1ad6c138 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:10:30.314162 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fabe9c6-8664-4419-9d7a-7551b248edb9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network 79b43d0d-5801-43f0-b1e6-2d97c94e72ef is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:10:30.332262 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-3fabe9c6-8664-4419-9d7a-7551b248edb9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 79b43d0d-5801-43f0-b1e6-2d97c94e72ef) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:30.336332 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fabe9c6-8664-4419-9d7a-7551b248edb9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:30.337072 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3fabe9c6-8664-4419-9d7a-7551b248edb9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:30.350545 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-c2b5dcbb-5fdf-4700-950f-9d895db837f4 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] delete failed (client error): The resource could not be found. Nov 23 22:10:30.353262 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c2b5dcbb-5fdf-4700-950f-9d895db837f4 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/74f3c353-9cf8-4c99-a852-031c10bfa4f7 HTTP/1.1" status: 404 len: 345 time: 0.0996945 Nov 23 22:10:30.355550 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c16e792e-4467-4dfc-ae08-52aeef40abba req-4198451d-0a3f-40cf-9ed7-3223b50e245b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e887b711-606f-4b83-863c-34d87a670bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215322 Nov 23 22:10:30.356635 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58954) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:30.379457 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20c297b-cdbc-4d99-9c05-4941a17595e3 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] DELETE failed (client error): The resource could not be found. Nov 23 22:10:30.379993 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d20c297b-cdbc-4d99-9c05-4941a17595e3 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:10:30.389715 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d20c297b-cdbc-4d99-9c05-4941a17595e3 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] 10.222.0.50 "DELETE /v2.0/networks/66c7ac31-75d2-4048-9522-97f56ccbb4bf HTTP/1.1" status: 404 len: 339 time: 0.0318844 Nov 23 22:10:30.390698 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58956) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:30.397888 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b61acf40-dd22-4e7a-a3f1-b9d626b29689 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Request body: {'network': {'name': 'tempest-network--1010141923', 'router:external': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:30.404702 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7869b9f8-1a84-4f1c-b9f8-0cd94d84b512 None None] Network 79b43d0d-5801-43f0-b1e6-2d97c94e72ef requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:30.407355 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69deab1a-13d9-4b7f-9331-5858d419263e None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:10:30.424137 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: f7b11ea5-f3a6-4148-95e8-217e1ad6c138 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:10:30.424798 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f7b11ea5-f3a6-4148-95e8-217e1ad6c138 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:10:30.436207 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.db.api [None req-b61acf40-dd22-4e7a-a3f1-b9d626b29689 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 22:10:30.436207 n-d-816206-9 neutron-server[110033]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 22:10:30.436207 n-d-816206-9 neutron-server[110033]: [parameters: {'project_id_1': '6561928ea2274ccbadeb920177fa4d6e', 'expiration_1': datetime.datetime(2021, 11, 23, 22, 10, 10, 403482)}] Nov 23 22:10:30.436207 n-d-816206-9 neutron-server[110033]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:10:30.437503 n-d-816206-9 neutron-server[110033]: DEBUG oslo_db.api [None req-b61acf40-dd22-4e7a-a3f1-b9d626b29689 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:10:30.445644 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08297bfb-07e7-45b3-85f3-7aefb7df9c5b tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:30.468126 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] Routers {'f0e3e0fe-c170-4311-ab6b-97502412e7bf'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:10:30.469275 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:10:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f0e3e0fe-c170-4311-ab6b-97502412e7bf'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:30.473813 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33360d58-accc-4fd7-9b50-1d4d2dcd39b8 None None] Pushing event updated for resources: {'Port': ['ID=3a6196da-e233-4bc5-b5d7-0fcac52ad453,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:30.554751 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3fabe9c6-8664-4419-9d7a-7551b248edb9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8710072 Nov 23 22:10:30.557492 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58966) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:30.579684 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08297bfb-07e7-45b3-85f3-7aefb7df9c5b tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Pushing event deleted for resources: {'Port': ['ID=f7b11ea5-f3a6-4148-95e8-217e1ad6c138,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:30.602512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027a6260-eca7-47c5-920d-ae32611fe7a7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:30.604417 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33360d58-accc-4fd7-9b50-1d4d2dcd39b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:30.604798 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33360d58-accc-4fd7-9b50-1d4d2dcd39b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:30.605147 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33360d58-accc-4fd7-9b50-1d4d2dcd39b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:30.605490 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33360d58-accc-4fd7-9b50-1d4d2dcd39b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:30.605844 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33360d58-accc-4fd7-9b50-1d4d2dcd39b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:30.606068 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-027a6260-eca7-47c5-920d-ae32611fe7a7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:30.606189 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33360d58-accc-4fd7-9b50-1d4d2dcd39b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:30.606486 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33360d58-accc-4fd7-9b50-1d4d2dcd39b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:30.606852 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33360d58-accc-4fd7-9b50-1d4d2dcd39b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:30.607177 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33360d58-accc-4fd7-9b50-1d4d2dcd39b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:30.607496 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33360d58-accc-4fd7-9b50-1d4d2dcd39b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:30.607820 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33360d58-accc-4fd7-9b50-1d4d2dcd39b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:30.608140 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33360d58-accc-4fd7-9b50-1d4d2dcd39b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:30.608537 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-027a6260-eca7-47c5-920d-ae32611fe7a7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:10:30.609131 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-027a6260-eca7-47c5-920d-ae32611fe7a7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:10:30.611645 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08297bfb-07e7-45b3-85f3-7aefb7df9c5b tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] No DVR routers for this DVR port f7b11ea5-f3a6-4148-95e8-217e1ad6c138 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:10:30.636377 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fe6b6ce2-0658-4627-aed4-6082eaff5d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:30.665814 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce751c8-81e6-4899-923b-959855b7116f req-1cc6a079-2609-4353-b30a-d504f282a8c6 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:30.675412 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0ce751c8-81e6-4899-923b-959855b7116f req-1cc6a079-2609-4353-b30a-d504f282a8c6 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7b0ac51-f396-4f1c-b91b-53b8bda9e425 HTTP/1.1" status: 200 len: 945 time: 0.7252641 Nov 23 22:10:30.683459 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d26e5c27-672a-4a2f-bdbd-27fff5569a73 None None] Provisioning complete for port 3a6196da-e233-4bc5-b5d7-0fcac52ad453 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:30.683848 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d26e5c27-672a-4a2f-bdbd-27fff5569a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:30.771804 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] Set router f0e3e0fe-c170-4311-ab6b-97502412e7bf gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:10:30.788021 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-027a6260-eca7-47c5-920d-ae32611fe7a7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1427734 Nov 23 22:10:30.810253 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58970) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:30.829487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-42fa9b7e-fbd0-4911-aee8-2ff628455787 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:30.849154 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c16e792e-4467-4dfc-ae08-52aeef40abba req-903015f7-668f-4ed8-9bcd-fecd314254fc service neutron] 10.222.0.53 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620962 Nov 23 22:10:30.857450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694f876-aeae-4c40-ab7e-d13aeab15ed5 req-129a414a-b320-4fea-8ed0-ad9abdd6c402 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:30.859135 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2694f876-aeae-4c40-ab7e-d13aeab15ed5 req-129a414a-b320-4fea-8ed0-ad9abdd6c402 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.2703421 Nov 23 22:10:30.861530 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-af0cfc62-ebf8-450f-b63f-1fa78c2a5b43 req-79066f7a-cde1-47f4-b1ff-efa02fd9fc05 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Deleting port c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:10:30.861868 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-af0cfc62-ebf8-450f-b63f-1fa78c2a5b43 req-79066f7a-cde1-47f4-b1ff-efa02fd9fc05 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:30.910743 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0ce751c8-81e6-4899-923b-959855b7116f req-9c2b11ac-ae77-456b-baf6-c89ea3e24100 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343025 Nov 23 22:10:30.996190 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08297bfb-07e7-45b3-85f3-7aefb7df9c5b tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:31.049795 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b57bef-207f-4281-be38-4ec823fc3f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-79b43d0d-5801-43f0-b1e6-2d97c94e72ef', 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'fixed_ips': [{'subnet_id': '3caf34a3-d891-441d-8b41-cef472d93c9b'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:10:31.050763 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-93b57bef-207f-4281-be38-4ec823fc3f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:31.052663 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61acf40-dd22-4e7a-a3f1-b9d626b29689 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Made reservation on behalf of 6561928ea2274ccbadeb920177fa4d6e for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:31.056128 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b61acf40-dd22-4e7a-a3f1-b9d626b29689 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:31.134985 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b61acf40-dd22-4e7a-a3f1-b9d626b29689 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:10:31.153901 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d26e5c27-672a-4a2f-bdbd-27fff5569a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:31.185004 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b61acf40-dd22-4e7a-a3f1-b9d626b29689 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:31.185378 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-b61acf40-dd22-4e7a-a3f1-b9d626b29689 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Added segment 651a22b9-6331-44c9-8549-f0dfb24c99e7 of type vlan for network a36ebba8-14e2-44ae-ba60-7b51f2f6f8a8 Nov 23 22:10:31.188244 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-08297bfb-07e7-45b3-85f3-7aefb7df9c5b tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5faa125c-98f5-4493-8bf5-199765280e49']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:31.232833 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-08297bfb-07e7-45b3-85f3-7aefb7df9c5b tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341449dd-8d5c-4294-b681-a44f411e8cc0') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:31.233534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-08297bfb-07e7-45b3-85f3-7aefb7df9c5b tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341449dd-8d5c-4294-b681-a44f411e8cc0') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:31.251087 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d26e5c27-672a-4a2f-bdbd-27fff5569a73 None None] For port 3a6196da-e233-4bc5-b5d7-0fcac52ad453, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3a6196da-e233-4bc5-b5d7-0fcac52ad453,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:31.268631 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08297bfb-07e7-45b3-85f3-7aefb7df9c5b tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:31.275175 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2694f876-aeae-4c40-ab7e-d13aeab15ed5 req-bb64a09c-a923-40e2-b591-83552f672f10 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935075 Nov 23 22:10:31.287476 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d26e5c27-672a-4a2f-bdbd-27fff5569a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:31.296241 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b61acf40-dd22-4e7a-a3f1-b9d626b29689 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:31.321158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-af0cfc62-ebf8-450f-b63f-1fa78c2a5b43 req-79066f7a-cde1-47f4-b1ff-efa02fd9fc05 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] For port c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea,segment=NetworkSegment(d7a5fcd6-b2bb-4af7-ad33-cd5521f76895),segment_id=d7a5fcd6-b2bb-4af7-ad33-cd5521f76895)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:31.321525 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-af0cfc62-ebf8-450f-b63f-1fa78c2a5b43 req-79066f7a-cde1-47f4-b1ff-efa02fd9fc05 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:31.324412 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08297bfb-07e7-45b3-85f3-7aefb7df9c5b tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:31.331543 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c16e792e-4467-4dfc-ae08-52aeef40abba req-e054abbe-0a4a-4ef9-ad49-7eded28f2690 service neutron] 10.222.0.53 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532001 Nov 23 22:10:31.356205 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fa9b7e-fbd0-4911-aee8-2ff628455787 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:31.360524 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-42fa9b7e-fbd0-4911-aee8-2ff628455787 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:31.369855 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-42fa9b7e-fbd0-4911-aee8-2ff628455787 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:10:31.371585 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42fa9b7e-fbd0-4911-aee8-2ff628455787 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:10:31.392798 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-db72bdb3-3844-4c45-b966-01a66d873d73 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:31.394992 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08297bfb-07e7-45b3-85f3-7aefb7df9c5b tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:10:31.395855 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08297bfb-07e7-45b3-85f3-7aefb7df9c5b tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:31.398102 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b61acf40-dd22-4e7a-a3f1-b9d626b29689 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:31.399159 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61acf40-dd22-4e7a-a3f1-b9d626b29689 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:31.399800 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b61acf40-dd22-4e7a-a3f1-b9d626b29689 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:10:31.400778 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:10:31.415858 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-93b57bef-207f-4281-be38-4ec823fc3f9a None None] Allocated IP 172.20.0.2 (79b43d0d-5801-43f0-b1e6-2d97c94e72ef/3caf34a3-d891-441d-8b41-cef472d93c9b/d885fc85-9a97-490d-936b-4c35b6fd3f31) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:31.418947 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e5c27-672a-4a2f-bdbd-27fff5569a73 None None] Pushing event updated for resources: {'Port': ['ID=3a6196da-e233-4bc5-b5d7-0fcac52ad453,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:31.420965 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-af0cfc62-ebf8-450f-b63f-1fa78c2a5b43 req-79066f7a-cde1-47f4-b1ff-efa02fd9fc05 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Calling delete_port for c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:10:31.462363 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680794696', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:10:22Z', 'updated_at': '2021-11-23T22:10:27Z', 'revision_number': 3, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:10:24Z', 'updated_at': '2021-11-23T22:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:31.499691 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61acf40-dd22-4e7a-a3f1-b9d626b29689 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Pushing event updated for resources: {'Network': ['ID=a36ebba8-14e2-44ae-ba60-7b51f2f6f8a8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:31.514039 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network a36ebba8-14e2-44ae-ba60-7b51f2f6f8a8 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:10:31.520423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59131f0c-6e78-47e8-808c-ad9c882ccf8a None None] The sync data for ids ['f0e3e0fe-c170-4311-ab6b-97502412e7bf'] in n-d-816206-9 is: [{'id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680794696', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:10:22Z', 'updated_at': '2021-11-23T22:10:27Z', 'revision_number': 3, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:10:24Z', 'updated_at': '2021-11-23T22:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:10:31.562630 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b61acf40-dd22-4e7a-a3f1-b9d626b29689 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1704535 Nov 23 22:10:31.574268 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58990) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:31.685022 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:31.703573 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08297bfb-07e7-45b3-85f3-7aefb7df9c5b tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:31.725707 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-42fa9b7e-fbd0-4911-aee8-2ff628455787 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9121513 Nov 23 22:10:31.726316 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 58996) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:31.731064 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08297bfb-07e7-45b3-85f3-7aefb7df9c5b tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:31.736884 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-08297bfb-07e7-45b3-85f3-7aefb7df9c5b tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "DELETE /v2.0/networks/5faa125c-98f5-4493-8bf5-199765280e49 HTTP/1.1" status: 204 len: 168 time: 3.3865125 Nov 23 22:10:31.743664 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 58998) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:31.759880 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08297bfb-07e7-45b3-85f3-7aefb7df9c5b tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Pushing event deleted for resources: {'Network': ['ID=5faa125c-98f5-4493-8bf5-199765280e49,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:31.780937 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-76adf2a6-502a-44dc-a584-fd97d8d94522 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0450130 Nov 23 22:10:31.781549 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59000) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:31.793089 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-af0cfc62-ebf8-450f-b63f-1fa78c2a5b43 req-79066f7a-cde1-47f4-b1ff-efa02fd9fc05 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:31.847468 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1a67d70b-d4f6-4221-95e9-8581bb2dc521 tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "GET /v2.0/ports?device_id=316c75f9-3cee-4dd6-90b6-ccc7d92d92b3 HTTP/1.1" status: 200 len: 205 time: 0.0983980 Nov 23 22:10:31.857183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59002) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:31.923700 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-93b57bef-207f-4281-be38-4ec823fc3f9a None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:31.935071 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-93b57bef-207f-4281-be38-4ec823fc3f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:31.987529 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b57bef-207f-4281-be38-4ec823fc3f9a None None] Network 79b43d0d-5801-43f0-b1e6-2d97c94e72ef is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:31.992784 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-93b57bef-207f-4281-be38-4ec823fc3f9a None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:32.000411 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b57bef-207f-4281-be38-4ec823fc3f9a None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:10:32.100209 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b57bef-207f-4281-be38-4ec823fc3f9a None None] Pushing event updated for resources: {'Port': ['ID=d885fc85-9a97-490d-936b-4c35b6fd3f31,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:32.113680 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-93b57bef-207f-4281-be38-4ec823fc3f9a None None] Attempting to bind port d885fc85-9a97-490d-936b-4c35b6fd3f31 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:10:32.114232 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-93b57bef-207f-4281-be38-4ec823fc3f9a None None] Attempting to bind port d885fc85-9a97-490d-936b-4c35b6fd3f31 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'acada0f4-0cb0-40bc-b01c-6bc8454cf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:10:32.114704 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b57bef-207f-4281-be38-4ec823fc3f9a None None] Attempting to bind port d885fc85-9a97-490d-936b-4c35b6fd3f31 on network 79b43d0d-5801-43f0-b1e6-2d97c94e72ef {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:10:32.121559 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b57bef-207f-4281-be38-4ec823fc3f9a None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:10:32.122131 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b57bef-207f-4281-be38-4ec823fc3f9a None None] Checking segment: {'id': 'acada0f4-0cb0-40bc-b01c-6bc8454cf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:10:32.122840 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-93b57bef-207f-4281-be38-4ec823fc3f9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:32.123362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b57bef-207f-4281-be38-4ec823fc3f9a None None] Bound using segment: {'id': 'acada0f4-0cb0-40bc-b01c-6bc8454cf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:10:32.127024 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-93b57bef-207f-4281-be38-4ec823fc3f9a None None] Bound port: d885fc85-9a97-490d-936b-4c35b6fd3f31, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acada0f4-0cb0-40bc-b01c-6bc8454cf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:10:32.127024 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-93b57bef-207f-4281-be38-4ec823fc3f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:32.167562 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dca3e9-6336-4705-9c1f-95bfefda7079 tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:32.185026 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dca3e9-6336-4705-9c1f-95bfefda7079 tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:32.195780 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dca3e9-6336-4705-9c1f-95bfefda7079 tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:32.203249 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dca3e9-6336-4705-9c1f-95bfefda7079 tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:32.207565 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a7dca3e9-6336-4705-9c1f-95bfefda7079 tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.6303244 Nov 23 22:10:32.212328 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59006) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:32.215992 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c27b7eb0-c7ef-40fe-8fe2-ae651c48382d tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:32.242005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79066f7a-cde1-47f4-b1ff-efa02fd9fc05 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Pushing event deleted for resources: {'Port': ['ID=c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:32.243463 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-93b57bef-207f-4281-be38-4ec823fc3f9a None None] For port d885fc85-9a97-490d-936b-4c35b6fd3f31, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:10:32.252260 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-93b57bef-207f-4281-be38-4ec823fc3f9a None None] For port d885fc85-9a97-490d-936b-4c35b6fd3f31, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d885fc85-9a97-490d-936b-4c35b6fd3f31,segment=NetworkSegment(acada0f4-0cb0-40bc-b01c-6bc8454cf96e),segment_id=acada0f4-0cb0-40bc-b01c-6bc8454cf96e)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:10:32.266421 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372dae3a-9978-4566-890f-dfc428053c75 None None] DHCP port deletion for 313f69bc-4ff6-4f59-a350-18ff373065a0 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:10:32.271245 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-93b57bef-207f-4281-be38-4ec823fc3f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:32.374454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0cfc62-ebf8-450f-b63f-1fa78c2a5b43 req-79066f7a-cde1-47f4-b1ff-efa02fd9fc05 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] No DVR routers for this DVR port c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:10:32.383085 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b6e31cef-1452-4144-b06e-72121da35ff9 req-df969011-0c4d-497f-a345-e29cc166e1f8 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=c7b0ac51-f396-4f1c-b91b-53b8bda9e425 HTTP/1.1" status: 200 len: 210 time: 0.1453156 Nov 23 22:10:32.386429 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-af0cfc62-ebf8-450f-b63f-1fa78c2a5b43 req-79066f7a-cde1-47f4-b1ff-efa02fd9fc05 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:32.390596 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-af0cfc62-ebf8-450f-b63f-1fa78c2a5b43 req-79066f7a-cde1-47f4-b1ff-efa02fd9fc05 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.60 "DELETE /v2.0/ports/c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea HTTP/1.1" status: 204 len: 173 time: 2.1526644 Nov 23 22:10:32.391103 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b0ac51-f396-4f1c-b91b-53b8bda9e425', 'name': 'network-vif-deleted', 'tag': 'c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:10:32.393618 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d248b1a5-a657-4c17-86e1-a877a77bcaca" -d '{"events": [{"server_uuid": "c7b0ac51-f396-4f1c-b91b-53b8bda9e425", "name": "network-vif-deleted", "tag": "c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:10:32.400775 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b57bef-207f-4281-be38-4ec823fc3f9a None None] Pushing event updated for resources: {'Port': ['ID=d885fc85-9a97-490d-936b-4c35b6fd3f31,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:32.417215 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3a6196da-e233-4bc5-b5d7-0fcac52ad453 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:10:32.426002 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af5140e-ee4d-4f4f-8346-d675ba36391d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:32.433429 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0af5140e-ee4d-4f4f-8346-d675ba36391d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6505165 Nov 23 22:10:32.437609 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59012) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:32.513404 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807594f4-1a81-4742-9ab0-51dd3cfaf1cb x-openstack-request-id: req-807594f4-1a81-4742-9ab0-51dd3cfaf1cb {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:10:32.525499 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b0ac51-f396-4f1c-b91b-53b8bda9e425", "name": "network-vif-deleted", "tag": "c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:10:32.526148 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-807594f4-1a81-4742-9ab0-51dd3cfaf1cb {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:10:32.526854 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b0ac51-f396-4f1c-b91b-53b8bda9e425', 'name': 'network-vif-deleted', 'tag': 'c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea', 'status': 'completed', 'code': 200} Nov 23 22:10:32.555341 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 3a6196da-e233-4bc5-b5d7-0fcac52ad453 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:32.568886 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:32.637994 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f2686db8-0048-482a-abb5-8f5f6935a028 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1991572 Nov 23 22:10:32.640846 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59016) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:32.645470 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-89e7bcdc-4779-49e1-b675-cb8ad2ca4caa tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:32.792929 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b37310-b6f2-4933-8d0b-9ec66d0b5a0b req-aa737ec4-1457-4144-b88f-abc6c11baa15 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:32.794604 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7b37310-b6f2-4933-8d0b-9ec66d0b5a0b req-aa737ec4-1457-4144-b88f-abc6c11baa15 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.3442671 Nov 23 22:10:32.817914 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c27b7eb0-c7ef-40fe-8fe2-ae651c48382d tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:32.822995 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c27b7eb0-c7ef-40fe-8fe2-ae651c48382d tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:32.852436 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e7bcdc-4779-49e1-b675-cb8ad2ca4caa tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:32.856418 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-89e7bcdc-4779-49e1-b675-cb8ad2ca4caa tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:32.958136 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7b37310-b6f2-4933-8d0b-9ec66d0b5a0b req-4a4fda08-ca45-4ec9-a712-cd51bf135553 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342483 Nov 23 22:10:33.007492 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed79a-999b-4ad3-bd43-98dbd5a1f671 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:33.012637 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:33.038611 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c27b7eb0-c7ef-40fe-8fe2-ae651c48382d tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:33.040603 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27b7eb0-c7ef-40fe-8fe2-ae651c48382d tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Fanout notify agent at l3_agent the message router_deleted on router 316c75f9-3cee-4dd6-90b6-ccc7d92d92b3 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:10:33.058653 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c27b7eb0-c7ef-40fe-8fe2-ae651c48382d tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:33.063746 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c27b7eb0-c7ef-40fe-8fe2-ae651c48382d tempest-RoutersNegativeTest-1929382246 tempest-RoutersNegativeTest-1929382246-project] 10.222.0.50 "DELETE /v2.0/routers/316c75f9-3cee-4dd6-90b6-ccc7d92d92b3 HTTP/1.1" status: 204 len: 168 time: 1.1996527 Nov 23 22:10:33.069202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-db72bdb3-3844-4c45-b966-01a66d873d73 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Allocated IP 172.20.0.1 (79b43d0d-5801-43f0-b1e6-2d97c94e72ef/3caf34a3-d891-441d-8b41-cef472d93c9b/2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:33.202290 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed79a-999b-4ad3-bd43-98dbd5a1f671 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:33.293592 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-ac6ed79a-999b-4ad3-bd43-98dbd5a1f671 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36ebba8-14e2-44ae-ba60-7b51f2f6f8a8']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:33.308733 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-ac6ed79a-999b-4ad3-bd43-98dbd5a1f671 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651a22b9-6331-44c9-8549-f0dfb24c99e7') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:33.309088 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-ac6ed79a-999b-4ad3-bd43-98dbd5a1f671 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651a22b9-6331-44c9-8549-f0dfb24c99e7') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:33.326322 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed79a-999b-4ad3-bd43-98dbd5a1f671 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:33.358379 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:10:33.368537 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed79a-999b-4ad3-bd43-98dbd5a1f671 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:33.382929 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-db72bdb3-3844-4c45-b966-01a66d873d73 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:33.385541 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6ed79a-999b-4ad3-bd43-98dbd5a1f671 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:10:33.386166 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed79a-999b-4ad3-bd43-98dbd5a1f671 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:10:33.388202 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:10:33.397494 n-d-816206-9 neutron-server[110034]: DEBUG neutron.objects.ports [None req-89e7bcdc-4779-49e1-b675-cb8ad2ca4caa tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110034) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 22:10:33.407134 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-89e7bcdc-4779-49e1-b675-cb8ad2ca4caa tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:33.414876 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:10:33.419085 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c7a0d53c-5e7c-4a70-8794-3e0cc08a98ea not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:10:33.475446 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e7bcdc-4779-49e1-b675-cb8ad2ca4caa tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:33.481773 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-89e7bcdc-4779-49e1-b675-cb8ad2ca4caa tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:33.488232 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e7bcdc-4779-49e1-b675-cb8ad2ca4caa tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:33.489176 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-89e7bcdc-4779-49e1-b675-cb8ad2ca4caa tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:33.503577 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57c616d-9613-43cd-8954-05dda153bf87 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:33.504315 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7bcdc-4779-49e1-b675-cb8ad2ca4caa tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=1dcc3728-c322-4e75-a272-88fa4911be71,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:33.526967 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed79a-999b-4ad3-bd43-98dbd5a1f671 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:33.549648 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6ed79a-999b-4ad3-bd43-98dbd5a1f671 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a36ebba8-14e2-44ae-ba60-7b51f2f6f8a8 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 22:10:33.560634 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-89e7bcdc-4779-49e1-b675-cb8ad2ca4caa tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9189849 Nov 23 22:10:33.568636 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed79a-999b-4ad3-bd43-98dbd5a1f671 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:33.576788 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ac6ed79a-999b-4ad3-bd43-98dbd5a1f671 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] 10.222.0.50 "DELETE /v2.0/networks/a36ebba8-14e2-44ae-ba60-7b51f2f6f8a8 HTTP/1.1" status: 204 len: 168 time: 1.3599827 Nov 23 22:10:33.576788 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59030) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:33.586665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-91d0ce1f-d106-4f98-b981-8033aafb002b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'mac_address': 'fa:16:3e:7e:3c:2d', 'name': 'tempest-NetworksTestDHCPv6-228136958'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:33.590571 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59032) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:33.601445 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-db72bdb3-3844-4c45-b966-01a66d873d73 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:33.607180 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-081cca36-e4a1-4db8-8deb-40bc772607f5 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Request body: {'network': {'name': 'tempest-network--1983361320', 'router:external': True}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:33.668372 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081cca36-e4a1-4db8-8deb-40bc772607f5 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Made reservation on behalf of 6561928ea2274ccbadeb920177fa4d6e for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:33.671541 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-081cca36-e4a1-4db8-8deb-40bc772607f5 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:33.713330 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59034) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:33.753485 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72bdb3-3844-4c45-b966-01a66d873d73 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Port': ['ID=2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:33.783692 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081cca36-e4a1-4db8-8deb-40bc772607f5 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:10:33.801557 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db72bdb3-3844-4c45-b966-01a66d873d73 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network 79b43d0d-5801-43f0-b1e6-2d97c94e72ef is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:33.805007 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ed79a-999b-4ad3-bd43-98dbd5a1f671 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Pushing event deleted for resources: {'Network': ['ID=a36ebba8-14e2-44ae-ba60-7b51f2f6f8a8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:33.829511 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-081cca36-e4a1-4db8-8deb-40bc772607f5 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:33.829863 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-081cca36-e4a1-4db8-8deb-40bc772607f5 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Added segment 2ab58c4d-057b-4f27-8768-00c9321dfc47 of type vlan for network c148ca9b-51d7-4d35-bbe6-1ab80da823e1 Nov 23 22:10:33.845166 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-db72bdb3-3844-4c45-b966-01a66d873d73 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:33.911220 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:33.919351 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1cddad-9914-4233-a328-d0b858e195fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8205a081-245e-4f42-9c61-30748520e8a4', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'fixed_ips': [{'subnet_id': '1dcc3728-c322-4e75-a272-88fa4911be71'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:10:33.920267 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fc1cddad-9914-4233-a328-d0b858e195fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:34.044771 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-081cca36-e4a1-4db8-8deb-40bc772607f5 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:34.050337 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db72bdb3-3844-4c45-b966-01a66d873d73 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:10:34.119174 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d0ce1f-d106-4f98-b981-8033aafb002b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:34.279319 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-313ad9bd-40ab-4783-b7cc-982bc959c487 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c28ac3d0a9734ca3a2d4d1e18e96d64d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5606430 Nov 23 22:10:34.283450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59044) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:34.320275 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0998e894-3c41-42bf-8b2f-c89cf06affdd None None] Network 79b43d0d-5801-43f0-b1e6-2d97c94e72ef requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:34.323150 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-91d0ce1f-d106-4f98-b981-8033aafb002b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:34.328317 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-081cca36-e4a1-4db8-8deb-40bc772607f5 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:34.334785 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081cca36-e4a1-4db8-8deb-40bc772607f5 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:34.335705 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-081cca36-e4a1-4db8-8deb-40bc772607f5 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:34.362424 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-91d0ce1f-d106-4f98-b981-8033aafb002b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] device_id is not set on port 280a0ffd-83d3-46e3-81ed-4d7acfaae138 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:10:34.378496 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-db72bdb3-3844-4c45-b966-01a66d873d73 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:34.379703 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-fc1cddad-9914-4233-a328-d0b858e195fa None None] Allocated IP 2001:db8::f816:3eff:fe93:5aac (8205a081-245e-4f42-9c61-30748520e8a4/1dcc3728-c322-4e75-a272-88fa4911be71/af8b97b7-123e-4681-b087-ecda6c11e930) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:34.436654 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808bf96-8395-4338-b1e3-a31357f157c7 req-c971360c-33e7-4aa2-8179-5fe88cbb687b tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:34.439743 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8808bf96-8395-4338-b1e3-a31357f157c7 req-c971360c-33e7-4aa2-8179-5fe88cbb687b tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.3441761 Nov 23 22:10:34.562192 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-081cca36-e4a1-4db8-8deb-40bc772607f5 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9695642 Nov 23 22:10:34.565437 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fc1cddad-9914-4233-a328-d0b858e195fa None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:34.569681 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59046) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:34.575798 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d885fc85-9a97-490d-936b-4c35b6fd3f31 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:10:34.594665 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fc1cddad-9914-4233-a328-d0b858e195fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:34.638036 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-db72bdb3-3844-4c45-b966-01a66d873d73 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:34.659934 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0bd1864d-077a-400b-895e-70a1a700aabc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:34.683817 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cddad-9914-4233-a328-d0b858e195fa None None] Pushing event updated for resources: {'Port': ['ID=af8b97b7-123e-4681-b087-ecda6c11e930,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:34.699129 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0bd1864d-077a-400b-895e-70a1a700aabc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:34.728979 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-02a6c67c-edc8-417c-8848-7a15e80a1a14 None None] Provisioning complete for port d885fc85-9a97-490d-936b-4c35b6fd3f31 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:34.729359 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-02a6c67c-edc8-417c-8848-7a15e80a1a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:34.777842 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-91d0ce1f-d106-4f98-b981-8033aafb002b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8::f816:3eff:fe7e:3c2d (8205a081-245e-4f42-9c61-30748520e8a4/1dcc3728-c322-4e75-a272-88fa4911be71/280a0ffd-83d3-46e3-81ed-4d7acfaae138) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:34.789216 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1cddad-9914-4233-a328-d0b858e195fa None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:34.798619 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8808bf96-8395-4338-b1e3-a31357f157c7 req-ff94328d-c953-42db-a614-840239078e2c tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322134 Nov 23 22:10:34.803446 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0bd1864d-077a-400b-895e-70a1a700aabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:34.806828 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0bd1864d-077a-400b-895e-70a1a700aabc admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:34.807332 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-fc1cddad-9914-4233-a328-d0b858e195fa None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:34.808510 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0bd1864d-077a-400b-895e-70a1a700aabc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/77a4f5cb-c8cd-4052-a7f7-3c1eb4dac158 HTTP/1.1" status: 204 len: 168 time: 0.5227692 Nov 23 22:10:34.820062 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1cddad-9914-4233-a328-d0b858e195fa None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:10:34.826706 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cca36-e4a1-4db8-8deb-40bc772607f5 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Pushing event updated for resources: {'Network': ['ID=c148ca9b-51d7-4d35-bbe6-1ab80da823e1,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:34.844112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1864d-077a-400b-895e-70a1a700aabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a4f5cb-c8cd-4052-a7f7-3c1eb4dac158,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:34.863728 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network c148ca9b-51d7-4d35-bbe6-1ab80da823e1 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:10:34.970938 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc09463-6dae-4be3-959a-46cd49baad51 tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:34.972540 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ebc09463-6dae-4be3-959a-46cd49baad51 tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] 10.222.0.50 "GET /v2.0/networks/c148ca9b-51d7-4d35-bbe6-1ab80da823e1 HTTP/1.1" status: 200 len: 757 time: 0.3926558 Nov 23 22:10:34.975163 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59052) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:34.989314 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-fc1cddad-9914-4233-a328-d0b858e195fa None None] Attempting to bind port af8b97b7-123e-4681-b087-ecda6c11e930 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:10:34.989888 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-fc1cddad-9914-4233-a328-d0b858e195fa None None] Attempting to bind port af8b97b7-123e-4681-b087-ecda6c11e930 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:10:34.990272 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1cddad-9914-4233-a328-d0b858e195fa None None] Attempting to bind port af8b97b7-123e-4681-b087-ecda6c11e930 on network 8205a081-245e-4f42-9c61-30748520e8a4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:10:35.079826 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1cddad-9914-4233-a328-d0b858e195fa None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:10:35.080220 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1cddad-9914-4233-a328-d0b858e195fa None None] Checking segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:10:35.080638 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fc1cddad-9914-4233-a328-d0b858e195fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:35.081206 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1cddad-9914-4233-a328-d0b858e195fa None None] Bound using segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:10:35.081730 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-fc1cddad-9914-4233-a328-d0b858e195fa None None] Bound port: af8b97b7-123e-4681-b087-ecda6c11e930, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:10:35.082162 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fc1cddad-9914-4233-a328-d0b858e195fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:35.092269 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port d885fc85-9a97-490d-936b-4c35b6fd3f31 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:35.092902 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:35.153149 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0766c200-98bb-48af-ac6f-85c7fca8f4ff tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:35.163319 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0766c200-98bb-48af-ac6f-85c7fca8f4ff tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] 10.222.0.50 "GET /v2.0/networks/d9eb290e-0d5a-4d2a-a665-030955c32758 HTTP/1.1" status: 200 len: 768 time: 0.1813073 Nov 23 22:10:35.164857 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59062) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:35.294847 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-751f6f4b-b0b5-42c4-8fd5-be57536acf08 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:35.303406 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-02a6c67c-edc8-417c-8848-7a15e80a1a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:35.396509 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-fc1cddad-9914-4233-a328-d0b858e195fa None None] For port af8b97b7-123e-4681-b087-ecda6c11e930, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:10:35.434746 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-02a6c67c-edc8-417c-8848-7a15e80a1a14 None None] For port d885fc85-9a97-490d-936b-4c35b6fd3f31, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d885fc85-9a97-490d-936b-4c35b6fd3f31,segment=NetworkSegment(acada0f4-0cb0-40bc-b01c-6bc8454cf96e),segment_id=acada0f4-0cb0-40bc-b01c-6bc8454cf96e)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:35.445208 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-fc1cddad-9914-4233-a328-d0b858e195fa None None] For port af8b97b7-123e-4681-b087-ecda6c11e930, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=af8b97b7-123e-4681-b087-ecda6c11e930,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:10:35.457801 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-02a6c67c-edc8-417c-8848-7a15e80a1a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:35.593883 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-751f6f4b-b0b5-42c4-8fd5-be57536acf08 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:35.654335 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-751f6f4b-b0b5-42c4-8fd5-be57536acf08 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c148ca9b-51d7-4d35-bbe6-1ab80da823e1']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:35.685058 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fc1cddad-9914-4233-a328-d0b858e195fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:35.693512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-751f6f4b-b0b5-42c4-8fd5-be57536acf08 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab58c4d-057b-4f27-8768-00c9321dfc47') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:35.693813 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-751f6f4b-b0b5-42c4-8fd5-be57536acf08 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab58c4d-057b-4f27-8768-00c9321dfc47') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:35.732533 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-751f6f4b-b0b5-42c4-8fd5-be57536acf08 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:35.760220 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6c67c-edc8-417c-8848-7a15e80a1a14 None None] Pushing event updated for resources: {'Port': ['ID=d885fc85-9a97-490d-936b-4c35b6fd3f31,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:35.774278 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-751f6f4b-b0b5-42c4-8fd5-be57536acf08 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:35.800031 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751f6f4b-b0b5-42c4-8fd5-be57536acf08 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:10:35.800362 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-751f6f4b-b0b5-42c4-8fd5-be57536acf08 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:10:35.802486 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:10:35.887620 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-91d0ce1f-d106-4f98-b981-8033aafb002b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:35.900037 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cddad-9914-4233-a328-d0b858e195fa None None] Pushing event updated for resources: {'Port': ['ID=af8b97b7-123e-4681-b087-ecda6c11e930,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:35.971161 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-91d0ce1f-d106-4f98-b981-8033aafb002b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:36.072280 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d0ce1f-d106-4f98-b981-8033aafb002b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:36.083223 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-751f6f4b-b0b5-42c4-8fd5-be57536acf08 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:36.095761 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751f6f4b-b0b5-42c4-8fd5-be57536acf08 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c148ca9b-51d7-4d35-bbe6-1ab80da823e1 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 22:10:36.106625 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-91d0ce1f-d106-4f98-b981-8033aafb002b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:36.135222 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-751f6f4b-b0b5-42c4-8fd5-be57536acf08 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:36.150243 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59090) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:36.150830 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-751f6f4b-b0b5-42c4-8fd5-be57536acf08 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] 10.222.0.50 "DELETE /v2.0/networks/c148ca9b-51d7-4d35-bbe6-1ab80da823e1 HTTP/1.1" status: 204 len: 168 time: 0.9800196 Nov 23 22:10:36.151177 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d0ce1f-d106-4f98-b981-8033aafb002b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:10:36.157237 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d0ce1f-d106-4f98-b981-8033aafb002b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:36.157940 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-91d0ce1f-d106-4f98-b981-8033aafb002b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:36.177256 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd5ec8-4777-4948-9f9f-ff81ddf058b5 req-dfaf47f3-a282-4efa-b98d-fbceb903e318 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:36.179544 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31cd5ec8-4777-4948-9f9f-ff81ddf058b5 req-dfaf47f3-a282-4efa-b98d-fbceb903e318 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.2096484 Nov 23 22:10:36.181016 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f6f4b-b0b5-42c4-8fd5-be57536acf08 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Pushing event deleted for resources: {'Network': ['ID=c148ca9b-51d7-4d35-bbe6-1ab80da823e1,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:36.207015 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-84564161-f674-448f-bb51-7c7e9adb5967 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Request body: {'network': {'name': 'tempest-network--1609359163'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:36.212960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-bf661e41-0e4e-47f7-b969-1e7bb7d34af5 None None] Provisioning complete for port d885fc85-9a97-490d-936b-4c35b6fd3f31 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:36.214953 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bf661e41-0e4e-47f7-b969-1e7bb7d34af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:36.371489 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31cd5ec8-4777-4948-9f9f-ff81ddf058b5 req-6050ac1c-a540-43da-8d7d-ebb7b664065f tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850371 Nov 23 22:10:36.459152 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-db72bdb3-3844-4c45-b966-01a66d873d73 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:36.466936 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d885fc85-9a97-490d-936b-4c35b6fd3f31 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:10:36.488935 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0ce1f-d106-4f98-b981-8033aafb002b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=280a0ffd-83d3-46e3-81ed-4d7acfaae138,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:36.514342 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-db72bdb3-3844-4c45-b966-01a66d873d73 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:36.566635 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59096) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:36.594814 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84564161-f674-448f-bb51-7c7e9adb5967 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Made reservation on behalf of 6561928ea2274ccbadeb920177fa4d6e for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:36.598655 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-84564161-f674-448f-bb51-7c7e9adb5967 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:36.670134 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-db72bdb3-3844-4c45-b966-01a66d873d73 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:36.702565 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84564161-f674-448f-bb51-7c7e9adb5967 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:10:36.713476 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-84564161-f674-448f-bb51-7c7e9adb5967 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:36.713855 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-84564161-f674-448f-bb51-7c7e9adb5967 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Added segment 06eada5f-be11-47ca-8bc7-1ec76d9252d9 of type vlan for network 20b7e5cc-f5ef-47da-b4eb-4c18f4cd7012 Nov 23 22:10:36.746769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-01cf11b0-e630-4b56-8f99-8cd228596af5 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Request body: {'security_group': {'name': 'tempest-secgroup--381572880'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:36.760452 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-84564161-f674-448f-bb51-7c7e9adb5967 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:36.777373 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port d885fc85-9a97-490d-936b-4c35b6fd3f31 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:36.779073 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:36.805191 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01cf11b0-e630-4b56-8f99-8cd228596af5 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:36.836000 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01cf11b0-e630-4b56-8f99-8cd228596af5 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:36.848239 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-bf661e41-0e4e-47f7-b969-1e7bb7d34af5 None None] Provisioning complete for port 2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:36.848627 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bf661e41-0e4e-47f7-b969-1e7bb7d34af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:36.918596 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-91d0ce1f-d106-4f98-b981-8033aafb002b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3372564 Nov 23 22:10:36.921186 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59110) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:36.925987 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-84564161-f674-448f-bb51-7c7e9adb5967 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:36.927141 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84564161-f674-448f-bb51-7c7e9adb5967 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:36.927806 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-84564161-f674-448f-bb51-7c7e9adb5967 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:37.000637 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72bdb3-3844-4c45-b966-01a66d873d73 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Port': ['ID=2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:37.146257 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-bf661e41-0e4e-47f7-b969-1e7bb7d34af5 None None] Port 2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:10:37.148727 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950b49ad-22c2-47ac-a094-c83915b6d126 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:37.155235 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950b49ad-22c2-47ac-a094-c83915b6d126 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:37.172607 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-950b49ad-22c2-47ac-a094-c83915b6d126 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2453399 Nov 23 22:10:37.202218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59114) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:37.221216 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-84564161-f674-448f-bb51-7c7e9adb5967 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0154834 Nov 23 22:10:37.243745 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59116) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:37.249858 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d31d7394-9371-42a9-bf9e-4a39d9535846 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:37.252451 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01cf11b0-e630-4b56-8f99-8cd228596af5 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:37.277840 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84564161-f674-448f-bb51-7c7e9adb5967 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Pushing event updated for resources: {'Network': ['ID=20b7e5cc-f5ef-47da-b4eb-4c18f4cd7012,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:37.282390 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db72bdb3-3844-4c45-b966-01a66d873d73 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network 79b43d0d-5801-43f0-b1e6-2d97c94e72ef is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:37.291387 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 20b7e5cc-f5ef-47da-b4eb-4c18f4cd7012 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:10:37.305590 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01cf11b0-e630-4b56-8f99-8cd228596af5 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:37.323134 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-db72bdb3-3844-4c45-b966-01a66d873d73 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:37.365049 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-06b7a209-6224-42ff-86ef-1b072063d093 None None] Provisioning complete for port 2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:37.365411 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-06b7a209-6224-42ff-86ef-1b072063d093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:37.463811 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01cf11b0-e630-4b56-8f99-8cd228596af5 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:37.510536 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01cf11b0-e630-4b56-8f99-8cd228596af5 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:37.525157 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf11b0-e630-4b56-8f99-8cd228596af5 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad9d4bf-56b6-44f4-b41d-e4046fb61d6c,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:37.557936 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-06b7a209-6224-42ff-86ef-1b072063d093 None None] Port 2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:10:37.648564 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01cf11b0-e630-4b56-8f99-8cd228596af5 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:37.649829 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-01cf11b0-e630-4b56-8f99-8cd228596af5 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0820615 Nov 23 22:10:37.657944 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59122) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:37.665404 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf11b0-e630-4b56-8f99-8cd228596af5 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e29e4788-4026-4ca7-8224-f6cb5847240e,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:37.703980 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db72bdb3-3844-4c45-b966-01a66d873d73 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Router f0e3e0fe-c170-4311-ab6b-97502412e7bf has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:10:37.710270 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-cefdd4c5-6d1d-4d3e-b232-236bc480ec11 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting port 280a0ffd-83d3-46e3-81ed-4d7acfaae138 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:10:37.710615 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cefdd4c5-6d1d-4d3e-b232-236bc480ec11 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:37.793467 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c88e4a39-a6ac-4fb5-aba4-482748051b3f None None] Provisioning complete for port 2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:37.794677 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c88e4a39-a6ac-4fb5-aba4-482748051b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:37.795366 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e54ab2-da0b-49b7-9f87-d229aa452878 req-fb293986-3f2c-46f5-a6e4-a1f28c5a79f6 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:37.797613 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-83e54ab2-da0b-49b7-9f87-d229aa452878 req-fb293986-3f2c-46f5-a6e4-a1f28c5a79f6 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.2795656 Nov 23 22:10:37.859145 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d31d7394-9371-42a9-bf9e-4a39d9535846 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:37.887580 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6e8a00fa-cb36-4bf3-9b22-240f6a8b0d8b tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2285080 Nov 23 22:10:37.894315 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59124) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:37.899452 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-e0dbc165-c63a-4038-9d27-f1995daa8976 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Request body: {'security_group': {'name': 'tempest-security--2032960716', 'description': 'tempest-security-description-97116154'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:37.913097 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c88e4a39-a6ac-4fb5-aba4-482748051b3f None None] Port 2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:10:37.940675 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d31d7394-9371-42a9-bf9e-4a39d9535846 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:37.956409 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d31d7394-9371-42a9-bf9e-4a39d9535846 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Network 20b7e5cc-f5ef-47da-b4eb-4c18f4cd7012 is not hosted by any dhcp agent {{(pid=110033) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 22:10:37.957572 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31d7394-9371-42a9-bf9e-4a39d9535846 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:37.958351 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d31d7394-9371-42a9-bf9e-4a39d9535846 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:37.958860 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cefdd4c5-6d1d-4d3e-b232-236bc480ec11 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:37.960072 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d31d7394-9371-42a9-bf9e-4a39d9535846 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] 10.222.0.50 "PUT /v2.0/networks/20b7e5cc-f5ef-47da-b4eb-4c18f4cd7012 HTTP/1.1" status: 200 len: 858 time: 0.7152355 Nov 23 22:10:37.972472 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59126) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:37.976750 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db72bdb3-3844-4c45-b966-01a66d873d73 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:10:37.999257 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-db72bdb3-3844-4c45-b966-01a66d873d73 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "PUT /v2.0/routers/f0e3e0fe-c170-4311-ab6b-97502412e7bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4329078 Nov 23 22:10:38.000059 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-cefdd4c5-6d1d-4d3e-b232-236bc480ec11 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Calling delete_port for 280a0ffd-83d3-46e3-81ed-4d7acfaae138 owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:10:38.008283 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] Sync routers for ids ['f0e3e0fe-c170-4311-ab6b-97502412e7bf'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:10:38.017973 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-83e54ab2-da0b-49b7-9f87-d229aa452878 req-deb4736c-2346-4e5b-a26f-e46840ae2cd0 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120647 Nov 23 22:10:38.033263 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] Routers {'f0e3e0fe-c170-4311-ab6b-97502412e7bf'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:10:38.033942 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:10:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f0e3e0fe-c170-4311-ab6b-97502412e7bf'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:38.054273 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ea6f7c5e-d8e6-4ed2-be4d-5bd43041db6e None None] Provisioning complete for port af8b97b7-123e-4681-b087-ecda6c11e930 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:38.054981 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7c5e-d8e6-4ed2-be4d-5bd43041db6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:38.058147 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e0dbc165-c63a-4038-9d27-f1995daa8976 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:38.096540 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d7394-9371-42a9-bf9e-4a39d9535846 tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Pushing event updated for resources: {'Network': ['ID=20b7e5cc-f5ef-47da-b4eb-4c18f4cd7012,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:38.206831 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e0dbc165-c63a-4038-9d27-f1995daa8976 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:38.229078 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7c5e-d8e6-4ed2-be4d-5bd43041db6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:38.241878 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e0dbc165-c63a-4038-9d27-f1995daa8976 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:38.252021 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e0dbc165-c63a-4038-9d27-f1995daa8976 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:38.256272 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e0dbc165-c63a-4038-9d27-f1995daa8976 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "PUT /v2.0/security-groups/e29e4788-4026-4ca7-8224-f6cb5847240e HTTP/1.1" status: 200 len: 1795 time: 0.3603702 Nov 23 22:10:38.259285 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59138) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:38.286292 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cd1cfb8-a81c-4599-8b75-cba6479c387d tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:38.319639 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ea6f7c5e-d8e6-4ed2-be4d-5bd43041db6e None None] For port af8b97b7-123e-4681-b087-ecda6c11e930, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=af8b97b7-123e-4681-b087-ecda6c11e930,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:38.328714 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ea6f7c5e-d8e6-4ed2-be4d-5bd43041db6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:38.372645 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] Set router f0e3e0fe-c170-4311-ab6b-97502412e7bf gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:10:38.433286 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f7c5e-d8e6-4ed2-be4d-5bd43041db6e None None] Pushing event updated for resources: {'Port': ['ID=af8b97b7-123e-4681-b087-ecda6c11e930,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:38.447039 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device af8b97b7-123e-4681-b087-ecda6c11e930 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:10:38.447574 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-20e75a0a-590f-43a5-be4e-c267536fbd56 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-groups/e29e4788-4026-4ca7-8224-f6cb5847240e HTTP/1.1" status: 200 len: 1795 time: 0.1855617 Nov 23 22:10:38.450048 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59152) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:38.497898 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cefdd4c5-6d1d-4d3e-b232-236bc480ec11 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:38.508824 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-54af960b-b870-42a8-a131-2e5e91ba8c2f None None] Could not find standard attr ID for object 280a0ffd-83d3-46e3-81ed-4d7acfaae138. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:10:38.523416 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port af8b97b7-123e-4681-b087-ecda6c11e930 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:38.523828 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:38.576376 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cefdd4c5-6d1d-4d3e-b232-236bc480ec11 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:38.584836 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cefdd4c5-6d1d-4d3e-b232-236bc480ec11 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/280a0ffd-83d3-46e3-81ed-4d7acfaae138 HTTP/1.1" status: 204 len: 168 time: 1.3737428 Nov 23 22:10:38.585866 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59158) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:38.642854 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cd1cfb8-a81c-4599-8b75-cba6479c387d tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:38.723778 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-8cd1cfb8-a81c-4599-8b75-cba6479c387d tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b7e5cc-f5ef-47da-b4eb-4c18f4cd7012']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:38.725668 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbc165-c63a-4038-9d27-f1995daa8976 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e29e4788-4026-4ca7-8224-f6cb5847240e,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:38.761596 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-8cd1cfb8-a81c-4599-8b75-cba6479c387d tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06eada5f-be11-47ca-8bc7-1ec76d9252d9') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:38.761895 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-8cd1cfb8-a81c-4599-8b75-cba6479c387d tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06eada5f-be11-47ca-8bc7-1ec76d9252d9') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:38.774452 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ade4da70-d1ae-433c-893e-89aebd8ada4e tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:38.794119 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cd1cfb8-a81c-4599-8b75-cba6479c387d tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:38.827173 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680794696', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:10:22Z', 'updated_at': '2021-11-23T22:10:34Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:10:24Z', 'updated_at': '2021-11-23T22:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd', 'name': '', 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:46:6a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '3caf34a3-d891-441d-8b41-cef472d93c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:10:32Z', 'updated_at': '2021-11-23T22:10:35Z', 'revision_number': 2, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': '3caf34a3-d891-441d-8b41-cef472d93c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:38.827698 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefdd4c5-6d1d-4d3e-b232-236bc480ec11 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Port': ['ID=280a0ffd-83d3-46e3-81ed-4d7acfaae138,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:38.877657 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cd1cfb8-a81c-4599-8b75-cba6479c387d tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:38.881282 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-3eb9afca-e22a-4b23-b9cc-9ae9aef04424 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001436096&fields=id&tenant_id=8e0acd4df46849288fda9982f884e974 HTTP/1.1" status: 200 len: 267 time: 0.5808916 Nov 23 22:10:38.884952 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ade4da70-d1ae-433c-893e-89aebd8ada4e tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:38.905258 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] Checking router: f0e3e0fe-c170-4311-ab6b-97502412e7bf for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:10:38.905658 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] Updating router f0e3e0fe-c170-4311-ab6b-97502412e7bf port 2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:10:38.911236 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ce6c5b-5899-4a1a-b4aa-28f64a8da32b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:38.912784 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ce6c5b-5899-4a1a-b4aa-28f64a8da32b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:38.916893 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-56ce6c5b-5899-4a1a-b4aa-28f64a8da32b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2475202 Nov 23 22:10:38.925684 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd1cfb8-a81c-4599-8b75-cba6479c387d tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:10:38.926094 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cd1cfb8-a81c-4599-8b75-cba6479c387d tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:38.927707 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59162) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:10:38.928408 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:10:38.960938 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:39.057273 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-fc43f215-c52c-466d-8757-dacddc4844c7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:39.060466 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-fc43f215-c52c-466d-8757-dacddc4844c7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/networks?id=79b43d0d-5801-43f0-b1e6-2d97c94e72ef HTTP/1.1" status: 200 len: 796 time: 0.1672497 Nov 23 22:10:39.081605 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-796a38fd-8d47-471e-9fd9-adcf735ac261 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/quotas/8e0acd4df46849288fda9982f884e974 HTTP/1.1" status: 200 len: 375 time: 0.0131853 Nov 23 22:10:39.114041 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cd1cfb8-a81c-4599-8b75-cba6479c387d tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:39.145463 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd1cfb8-a81c-4599-8b75-cba6479c387d tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 20b7e5cc-f5ef-47da-b4eb-4c18f4cd7012 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 22:10:39.150926 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cd1cfb8-a81c-4599-8b75-cba6479c387d tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:39.163220 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8cd1cfb8-a81c-4599-8b75-cba6479c387d tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] 10.222.0.50 "DELETE /v2.0/networks/20b7e5cc-f5ef-47da-b4eb-4c18f4cd7012 HTTP/1.1" status: 204 len: 168 time: 1.1891279 Nov 23 22:10:39.183152 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59166) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:39.197656 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1cfb8-a81c-4599-8b75-cba6479c387d tempest-ExternalNetworksTestJSON-2126884639 tempest-ExternalNetworksTestJSON-2126884639-project-admin] Pushing event deleted for resources: {'Network': ['ID=20b7e5cc-f5ef-47da-b4eb-4c18f4cd7012,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:39.216984 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-f617279a-7cd5-44e7-9a73-c756a376d5c0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet 1dcc3728-c322-4e75-a272-88fa4911be71 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:10:39.226531 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f617279a-7cd5-44e7-9a73-c756a376d5c0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:39.259461 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-abdeec2f-3c1c-4803-8de4-f7bbc0b61164 tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] DELETE failed (client error): The resource could not be found. Nov 23 22:10:39.259922 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abdeec2f-3c1c-4803-8de4-f7bbc0b61164 tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:10:39.263212 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-abdeec2f-3c1c-4803-8de4-f7bbc0b61164 tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] 10.222.0.50 "DELETE /v2.0/subnets/c6173f42-ce5a-48e6-bb2f-283d96de2aad HTTP/1.1" status: 404 len: 337 time: 0.0782595 Nov 23 22:10:39.290118 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59168) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:39.306230 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ade4da70-d1ae-433c-893e-89aebd8ada4e tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:39.309463 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ade4da70-d1ae-433c-893e-89aebd8ada4e tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:39.319054 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ade4da70-d1ae-433c-893e-89aebd8ada4e tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "DELETE /v2.0/security-groups/e29e4788-4026-4ca7-8224-f6cb5847240e HTTP/1.1" status: 204 len: 168 time: 0.8679152 Nov 23 22:10:39.319857 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59170) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:39.385803 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f617279a-7cd5-44e7-9a73-c756a376d5c0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:39.492319 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f617279a-7cd5-44e7-9a73-c756a376d5c0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:39.494009 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-f4e30dbf-1249-4965-b5cf-ea6913d811ec tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4067492 Nov 23 22:10:39.503113 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bc31a-6b73-4e8a-a72b-38a18fc9eadf req-4c255ec4-a6c5-42e3-bf55-40f1581bbc59 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:39.504697 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dd1bc31a-6b73-4e8a-a72b-38a18fc9eadf req-4c255ec4-a6c5-42e3-bf55-40f1581bbc59 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.3377049 Nov 23 22:10:39.547513 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a41a57de-2712-485a-9eef-4da426019ed4 tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:39.604724 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:39.613928 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:39.621649 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4da70-d1ae-433c-893e-89aebd8ada4e tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29e4788-4026-4ca7-8224-f6cb5847240e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:39.724677 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-eacab32a-4f14-4cca-b1f4-ecffd2a1cb5e tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3876233 Nov 23 22:10:39.731992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59178) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:39.760868 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-b201ae50-b692-4295-8d5f-fef4a4def1ca tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] delete failed (client error): The resource could not be found. Nov 23 22:10:39.762696 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b201ae50-b692-4295-8d5f-fef4a4def1ca tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "DELETE /v2.0/security-groups/e29e4788-4026-4ca7-8224-f6cb5847240e HTTP/1.1" status: 404 len: 347 time: 0.0253341 Nov 23 22:10:39.770343 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59180) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:39.776548 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d341de8a-e920-417d-86c2-6efe1e280a78 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Request body: {'security_group': {'name': 'tempest-secgroup--874435572'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:39.792635 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f617279a-7cd5-44e7-9a73-c756a376d5c0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:39.849797 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada62c4-f524-4601-945a-b1b2f0fc01fb None None] Pushing event updated for resources: {'Port': ['ID=2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:39.875918 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dd1bc31a-6b73-4e8a-a72b-38a18fc9eadf req-ece0519f-abe6-4f99-be8e-c6ee1ca819d7 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589470 Nov 23 22:10:39.884535 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f617279a-7cd5-44e7-9a73-c756a376d5c0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:39.891213 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ee087d-b16f-4d2c-adce-8b989439211d None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:39.892869 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f617279a-7cd5-44e7-9a73-c756a376d5c0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/1dcc3728-c322-4e75-a272-88fa4911be71 HTTP/1.1" status: 204 len: 168 time: 0.9611928 Nov 23 22:10:39.893591 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada62c4-f524-4601-945a-b1b2f0fc01fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:39.895150 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada62c4-f524-4601-945a-b1b2f0fc01fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:39.895704 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada62c4-f524-4601-945a-b1b2f0fc01fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:39.896039 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada62c4-f524-4601-945a-b1b2f0fc01fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:39.897459 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada62c4-f524-4601-945a-b1b2f0fc01fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:39.898369 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59182) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:39.899046 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada62c4-f524-4601-945a-b1b2f0fc01fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:39.899727 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada62c4-f524-4601-945a-b1b2f0fc01fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:39.900688 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617279a-7cd5-44e7-9a73-c756a376d5c0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=1dcc3728-c322-4e75-a272-88fa4911be71,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:39.901244 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada62c4-f524-4601-945a-b1b2f0fc01fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:39.902830 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada62c4-f524-4601-945a-b1b2f0fc01fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:39.903403 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada62c4-f524-4601-945a-b1b2f0fc01fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:39.903992 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada62c4-f524-4601-945a-b1b2f0fc01fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:39.904715 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada62c4-f524-4601-945a-b1b2f0fc01fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:39.916983 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] Attempting to bind port 2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:10:39.917946 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] Attempting to bind port 2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'acada0f4-0cb0-40bc-b01c-6bc8454cf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:10:39.918484 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] Attempting to bind port 2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd on network 79b43d0d-5801-43f0-b1e6-2d97c94e72ef {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:10:39.938384 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:10:39.939123 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] Checking segment: {'id': 'acada0f4-0cb0-40bc-b01c-6bc8454cf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:10:39.939996 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:39.940575 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] Bound using segment: {'id': 'acada0f4-0cb0-40bc-b01c-6bc8454cf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:10:39.941230 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] Bound port: 2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acada0f4-0cb0-40bc-b01c-6bc8454cf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:10:39.942525 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:40.018995 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-71b4ba90-6d38-40f7-ada8-a67e3c5cb82d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1092515 Nov 23 22:10:40.025207 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59184) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:40.026567 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a41a57de-2712-485a-9eef-4da426019ed4 tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:40.037258 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ed27b04f-a78c-432f-ab17-5198de92bf5f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:40.071903 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-09d27f4d-470a-41f5-9e4a-b354af42ad8a service neutron] 10.222.0.50 "GET /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487127 Nov 23 22:10:40.092839 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] For port 2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:10:40.106594 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] For port 2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd,segment=NetworkSegment(acada0f4-0cb0-40bc-b01c-6bc8454cf96e),segment_id=acada0f4-0cb0-40bc-b01c-6bc8454cf96e)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:10:40.118256 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-a41a57de-2712-485a-9eef-4da426019ed4 tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9eb290e-0d5a-4d2a-a665-030955c32758']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:40.118535 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:40.157174 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d341de8a-e920-417d-86c2-6efe1e280a78 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:40.169396 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1e43d76-44fb-47da-a928-3958d67f4115 None None] Provisioning complete for port 2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:40.170370 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1e43d76-44fb-47da-a928-3958d67f4115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:40.174334 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-a41a57de-2712-485a-9eef-4da426019ed4 tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34cf8e14-e5cc-48d3-b421-a5fda19ac1fb') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:40.174630 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-a41a57de-2712-485a-9eef-4da426019ed4 tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34cf8e14-e5cc-48d3-b421-a5fda19ac1fb') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:40.201336 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a41a57de-2712-485a-9eef-4da426019ed4 tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:40.300235 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] Routers {'f0e3e0fe-c170-4311-ab6b-97502412e7bf'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:10:40.302245 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:10:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f0e3e0fe-c170-4311-ab6b-97502412e7bf'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:40.325549 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed27b04f-a78c-432f-ab17-5198de92bf5f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:40.329659 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed27b04f-a78c-432f-ab17-5198de92bf5f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:40.358172 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1e43d76-44fb-47da-a928-3958d67f4115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:40.388986 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a41a57de-2712-485a-9eef-4da426019ed4 tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:40.394402 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de83aff6-16e4-47ae-b9d9-ed944d6307b9 None None] DHCP port deletion for 8205a081-245e-4f42-9c61-30748520e8a4 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:10:40.403972 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41a57de-2712-485a-9eef-4da426019ed4 tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:10:40.415364 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a41a57de-2712-485a-9eef-4da426019ed4 tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:10:40.419781 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:10:40.444265 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada62c4-f524-4601-945a-b1b2f0fc01fb None None] Pushing event updated for resources: {'Port': ['ID=2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:40.516805 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1e43d76-44fb-47da-a928-3958d67f4115 None None] For port 2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd,segment=NetworkSegment(acada0f4-0cb0-40bc-b01c-6bc8454cf96e),segment_id=acada0f4-0cb0-40bc-b01c-6bc8454cf96e)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:40.542051 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1e43d76-44fb-47da-a928-3958d67f4115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:40.600533 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-d3d0b4d0-6257-4f2a-a040-500b019dd6c4 service neutron] 10.222.0.50 "GET /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177259 Nov 23 22:10:40.602392 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] Set router f0e3e0fe-c170-4311-ab6b-97502412e7bf gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:10:40.630093 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-de83aff6-16e4-47ae-b9d9-ed944d6307b9 None None] Deleting port af8b97b7-123e-4681-b087-ecda6c11e930 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:10:40.630496 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-de83aff6-16e4-47ae-b9d9-ed944d6307b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:40.645148 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a41a57de-2712-485a-9eef-4da426019ed4 tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:40.653942 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a41a57de-2712-485a-9eef-4da426019ed4 tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:40.660696 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a41a57de-2712-485a-9eef-4da426019ed4 tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] 10.222.0.50 "DELETE /v2.0/networks/d9eb290e-0d5a-4d2a-a665-030955c32758 HTTP/1.1" status: 204 len: 168 time: 1.3644364 Nov 23 22:10:40.690255 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a57de-2712-485a-9eef-4da426019ed4 tempest-ExternalNetworksTestJSON-1732398219 tempest-ExternalNetworksTestJSON-1732398219-project] Pushing event deleted for resources: {'Network': ['ID=d9eb290e-0d5a-4d2a-a665-030955c32758,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:40.916441 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e43d76-44fb-47da-a928-3958d67f4115 None None] Pushing event updated for resources: {'Port': ['ID=2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:40.925355 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-de83aff6-16e4-47ae-b9d9-ed944d6307b9 None None] For port af8b97b7-123e-4681-b087-ecda6c11e930, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=af8b97b7-123e-4681-b087-ecda6c11e930,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:40.925917 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-de83aff6-16e4-47ae-b9d9-ed944d6307b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:40.965641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-de83aff6-16e4-47ae-b9d9-ed944d6307b9 None None] Calling delete_port for af8b97b7-123e-4681-b087-ecda6c11e930 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:10:40.990470 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d341de8a-e920-417d-86c2-6efe1e280a78 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:41.025058 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d341de8a-e920-417d-86c2-6efe1e280a78 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:41.027579 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3ee58a4e-e9db-41da-bd97-37ed4e32a88c None None] Provisioning complete for port 2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:41.028031 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3ee58a4e-e9db-41da-bd97-37ed4e32a88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:41.135469 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d341de8a-e920-417d-86c2-6efe1e280a78 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:41.141048 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d341de8a-e920-417d-86c2-6efe1e280a78 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3665073 Nov 23 22:10:41.150065 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59198) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:41.152336 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-724de05d-9cbd-4e43-97a8-b6b0ee4f44c2 req-629d1430-c780-459e-802b-d02c4e9682e4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 210 time: 0.1042562 Nov 23 22:10:41.166084 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-82dc072a-0b2e-42a1-aba1-dcb07a1788a3 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Request body: {'security_group_rule': {'security_group_id': 'e552bba7-e9bc-4392-91bb-2cc4fcfee2c1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:41.268092 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-de83aff6-16e4-47ae-b9d9-ed944d6307b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:41.276049 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238618b-c1e6-484a-8860-f0eb9ae5fa2c req-3a7b06b4-c969-403f-b178-6de0811ebdf6 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:41.277699 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2238618b-c1e6-484a-8860-f0eb9ae5fa2c req-3a7b06b4-c969-403f-b178-6de0811ebdf6 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.2165203 Nov 23 22:10:41.312692 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680794696', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:10:22Z', 'updated_at': '2021-11-23T22:10:34Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:10:24Z', 'updated_at': '2021-11-23T22:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd', 'name': '', 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:46:6a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '3caf34a3-d891-441d-8b41-cef472d93c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:10:32Z', 'updated_at': '2021-11-23T22:10:40Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': '3caf34a3-d891-441d-8b41-cef472d93c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:10:41.327250 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-82dc072a-0b2e-42a1-aba1-dcb07a1788a3 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:41.332449 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341de8a-e920-417d-86c2-6efe1e280a78 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e552bba7-e9bc-4392-91bb-2cc4fcfee2c1,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:41.360163 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83aff6-16e4-47ae-b9d9-ed944d6307b9 None None] Pushing event deleted for resources: {'Port': ['ID=af8b97b7-123e-4681-b087-ecda6c11e930,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:41.371665 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de83aff6-16e4-47ae-b9d9-ed944d6307b9 None None] No DVR routers for this DVR port af8b97b7-123e-4681-b087-ecda6c11e930 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:10:41.402851 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59204) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:41.418537 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2238618b-c1e6-484a-8860-f0eb9ae5fa2c req-f585f165-8012-470d-af71-bc5ed723e07b tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284964 Nov 23 22:10:41.430051 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394cb7a6-9c97-42af-8275-f89c2f18fc6d None None] The sync data for ids ['f0e3e0fe-c170-4311-ab6b-97502412e7bf'] in n-d-816206-9 is: [{'id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680794696', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:10:22Z', 'updated_at': '2021-11-23T22:10:34Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:10:24Z', 'updated_at': '2021-11-23T22:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd', 'name': '', 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:46:6a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '3caf34a3-d891-441d-8b41-cef472d93c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:10:32Z', 'updated_at': '2021-11-23T22:10:40Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': '3caf34a3-d891-441d-8b41-cef472d93c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:10:41.451851 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-82dc072a-0b2e-42a1-aba1-dcb07a1788a3 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:41.457787 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-82dc072a-0b2e-42a1-aba1-dcb07a1788a3 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:41.504906 n-d-816206-9 neutron-server[110033]: DEBUG neutron.objects.ports [None req-ed27b04f-a78c-432f-ab17-5198de92bf5f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110033) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 22:10:41.525584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc072a-0b2e-42a1-aba1-dcb07a1788a3 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a0d346-88fa-4b2e-bc5e-15977c05e703,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:41.541319 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed27b04f-a78c-432f-ab17-5198de92bf5f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:41.552385 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-82dc072a-0b2e-42a1-aba1-dcb07a1788a3 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:41.558537 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-82dc072a-0b2e-42a1-aba1-dcb07a1788a3 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3971434 Nov 23 22:10:41.560441 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59210) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:41.622501 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed27b04f-a78c-432f-ab17-5198de92bf5f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:41.628838 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-ed27b04f-a78c-432f-ab17-5198de92bf5f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:41.634106 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed27b04f-a78c-432f-ab17-5198de92bf5f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:41.634308 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed27b04f-a78c-432f-ab17-5198de92bf5f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:41.643908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676851b5-dfdc-4151-987d-47c70f67a7e4 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:41.647592 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e0ca7f7-e91c-4681-a30b-cae1804e72be tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:41.670546 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e0ca7f7-e91c-4681-a30b-cae1804e72be tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:41.700990 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27b04f-a78c-432f-ab17-5198de92bf5f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=698124ba-2a0e-4b2e-986a-2df99bc2b67e,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:41.742334 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ed27b04f-a78c-432f-ab17-5198de92bf5f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7144527 Nov 23 22:10:41.745541 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59214) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:41.750678 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-710631c7-ea6a-4001-86bc-dadb88353760 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'mac_address': 'fa:16:3e:8f:68:4b', 'name': 'tempest-NetworksTestDHCPv6-1772374480'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:41.800424 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e0ca7f7-e91c-4681-a30b-cae1804e72be tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:41.806551 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e0ca7f7-e91c-4681-a30b-cae1804e72be tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:41.810065 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8e0ca7f7-e91c-4681-a30b-cae1804e72be tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/48a0d346-88fa-4b2e-bc5e-15977c05e703 HTTP/1.1" status: 204 len: 168 time: 0.2463377 Nov 23 22:10:41.812358 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59220) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:41.848441 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-48e567f1-1389-491d-9909-5ebe64dbe5eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dab448dbb80d454d8c784f42170384c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4444237 Nov 23 22:10:41.854315 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59222) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:41.865632 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ca7f7-e91c-4681-a30b-cae1804e72be tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48a0d346-88fa-4b2e-bc5e-15977c05e703,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:41.901168 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-548d79f2-d0d8-4920-930b-c7bae596aff4 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0867383 Nov 23 22:10:41.903949 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59224) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:42.035941 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d6baed49-7097-40a0-b15a-2bd8dc5fca7d tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:42.091925 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d6baed49-7097-40a0-b15a-2bd8dc5fca7d tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:42.148101 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-86a97e7d-da6e-4b4e-acb6-62a73f26db84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:42.151088 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6ad72b-8754-4dcc-b9ae-3378c1b5ec29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8205a081-245e-4f42-9c61-30748520e8a4', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'fixed_ips': [{'subnet_id': '698124ba-2a0e-4b2e-986a-2df99bc2b67e'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:10:42.152553 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-af6ad72b-8754-4dcc-b9ae-3378c1b5ec29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:42.204531 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-86a97e7d-da6e-4b4e-acb6-62a73f26db84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:42.215169 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710631c7-ea6a-4001-86bc-dadb88353760 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:42.226108 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d6baed49-7097-40a0-b15a-2bd8dc5fca7d tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:42.231564 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d6baed49-7097-40a0-b15a-2bd8dc5fca7d tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:42.233604 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d6baed49-7097-40a0-b15a-2bd8dc5fca7d tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "DELETE /v2.0/security-groups/e552bba7-e9bc-4392-91bb-2cc4fcfee2c1 HTTP/1.1" status: 204 len: 168 time: 0.3280065 Nov 23 22:10:42.247193 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59234) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:42.365586 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6baed49-7097-40a0-b15a-2bd8dc5fca7d tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e552bba7-e9bc-4392-91bb-2cc4fcfee2c1,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:42.402872 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-af6ad72b-8754-4dcc-b9ae-3378c1b5ec29 None None] Allocated IP 2001:db8::f816:3eff:fee6:906f (8205a081-245e-4f42-9c61-30748520e8a4/698124ba-2a0e-4b2e-986a-2df99bc2b67e/febc0632-84ef-432b-b2a4-d41c22b71334) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:42.490337 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93df1da7-c3e0-486f-89eb-ec1e82f1e9bd req-48982907-2bf9-46a6-b322-827fa09e938a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 210 time: 0.1569836 Nov 23 22:10:42.537358 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:10:42.542932 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-710631c7-ea6a-4001-86bc-dadb88353760 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:42.552066 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-86a97e7d-da6e-4b4e-acb6-62a73f26db84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:42.560720 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-658f2fec-96c5-4605-bfa5-d6ece378037a tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2937315 Nov 23 22:10:42.561305 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59238) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:42.570099 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-5e15bb38-57d7-4af3-a6d0-0b8622500375 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Request body: {'security_group': {'name': 'tempest-secgroup--295664636'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:42.572294 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-86a97e7d-da6e-4b4e-acb6-62a73f26db84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:42.585266 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-86a97e7d-da6e-4b4e-acb6-62a73f26db84 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2d650c34-bbf6-41d9-9aea-2fbc479b9f58 HTTP/1.1" status: 204 len: 168 time: 0.7210360 Nov 23 22:10:42.640136 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a97e7d-da6e-4b4e-acb6-62a73f26db84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d650c34-bbf6-41d9-9aea-2fbc479b9f58,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:42.644257 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5e15bb38-57d7-4af3-a6d0-0b8622500375 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:42.684481 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-710631c7-ea6a-4001-86bc-dadb88353760 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] device_id is not set on port 3eb1920e-2565-44ba-90f8-1609a4991e42 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:10:42.691774 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-af6ad72b-8754-4dcc-b9ae-3378c1b5ec29 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:42.718764 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-af6ad72b-8754-4dcc-b9ae-3378c1b5ec29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:42.799695 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7de00-48e5-4725-92ad-59a707831aac req-9a53965a-eaeb-4b75-ab9b-aebb4dc98792 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:42.801520 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-71d7de00-48e5-4725-92ad-59a707831aac req-9a53965a-eaeb-4b75-ab9b-aebb4dc98792 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.2133222 Nov 23 22:10:42.828002 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ad72b-8754-4dcc-b9ae-3378c1b5ec29 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:42.832666 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-af6ad72b-8754-4dcc-b9ae-3378c1b5ec29 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:42.847502 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6ad72b-8754-4dcc-b9ae-3378c1b5ec29 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:10:42.911054 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:42.912401 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72c6d1-abe9-4938-bf47-bfbeb7640cc6 req-710e99d0-ff5a-490b-b2cd-7f7ab90cf43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:42.912803 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:42.918370 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d72c6d1-abe9-4938-bf47-bfbeb7640cc6 req-710e99d0-ff5a-490b-b2cd-7f7ab90cf43b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 1096 time: 0.2999470 Nov 23 22:10:42.976289 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-710631c7-ea6a-4001-86bc-dadb88353760 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8::f816:3eff:fe8f:684b (8205a081-245e-4f42-9c61-30748520e8a4/698124ba-2a0e-4b2e-986a-2df99bc2b67e/3eb1920e-2565-44ba-90f8-1609a4991e42) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:43.004827 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ad72b-8754-4dcc-b9ae-3378c1b5ec29 None None] Pushing event updated for resources: {'Port': ['ID=febc0632-84ef-432b-b2a4-d41c22b71334,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:43.083353 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-af6ad72b-8754-4dcc-b9ae-3378c1b5ec29 None None] Attempting to bind port febc0632-84ef-432b-b2a4-d41c22b71334 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:10:43.083669 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-af6ad72b-8754-4dcc-b9ae-3378c1b5ec29 None None] Attempting to bind port febc0632-84ef-432b-b2a4-d41c22b71334 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:10:43.084197 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6ad72b-8754-4dcc-b9ae-3378c1b5ec29 None None] Attempting to bind port febc0632-84ef-432b-b2a4-d41c22b71334 on network 8205a081-245e-4f42-9c61-30748520e8a4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:10:43.097671 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6ad72b-8754-4dcc-b9ae-3378c1b5ec29 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:10:43.098154 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6ad72b-8754-4dcc-b9ae-3378c1b5ec29 None None] Checking segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:10:43.098676 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-af6ad72b-8754-4dcc-b9ae-3378c1b5ec29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:43.099919 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6ad72b-8754-4dcc-b9ae-3378c1b5ec29 None None] Bound using segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:10:43.100274 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-af6ad72b-8754-4dcc-b9ae-3378c1b5ec29 None None] Bound port: febc0632-84ef-432b-b2a4-d41c22b71334, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:10:43.100653 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-af6ad72b-8754-4dcc-b9ae-3378c1b5ec29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:43.297850 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-af6ad72b-8754-4dcc-b9ae-3378c1b5ec29 None None] For port febc0632-84ef-432b-b2a4-d41c22b71334, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:10:43.306106 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-af6ad72b-8754-4dcc-b9ae-3378c1b5ec29 None None] For port febc0632-84ef-432b-b2a4-d41c22b71334, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=febc0632-84ef-432b-b2a4-d41c22b71334,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:10:43.326774 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-af6ad72b-8754-4dcc-b9ae-3378c1b5ec29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:43.364454 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59250) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:43.403828 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device af8b97b7-123e-4681-b087-ecda6c11e930 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:10:43.485722 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-710631c7-ea6a-4001-86bc-dadb88353760 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:43.545152 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: af8b97b7-123e-4681-b087-ecda6c11e930 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:10:43.545543 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device af8b97b7-123e-4681-b087-ecda6c11e930 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:10:43.571797 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ad72b-8754-4dcc-b9ae-3378c1b5ec29 None None] Pushing event updated for resources: {'Port': ['ID=febc0632-84ef-432b-b2a4-d41c22b71334,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:43.591255 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3335f236-5b53-4c8a-a0a0-085ff5146be0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6561928ea2274ccbadeb920177fa4d6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2246065 Nov 23 22:10:43.666076 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59254) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:43.709942 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-710631c7-ea6a-4001-86bc-dadb88353760 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:43.829429 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710631c7-ea6a-4001-86bc-dadb88353760 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:43.861020 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-710631c7-ea6a-4001-86bc-dadb88353760 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:43.876500 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710631c7-ea6a-4001-86bc-dadb88353760 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:10:43.904401 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710631c7-ea6a-4001-86bc-dadb88353760 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:43.905351 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-710631c7-ea6a-4001-86bc-dadb88353760 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:43.928831 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710631c7-ea6a-4001-86bc-dadb88353760 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=3eb1920e-2565-44ba-90f8-1609a4991e42,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:43.961412 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fe900d90-5887-465b-b66a-84c57dc679f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:44.001468 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-710631c7-ea6a-4001-86bc-dadb88353760 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2554412 Nov 23 22:10:44.005173 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59260) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:44.019747 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-73fb3396-9c9a-4e82-a1a5-cf1ef2fde25b req-920bc0b6-4253-4489-9fc8-61cbfbac4f92 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 210 time: 0.1000988 Nov 23 22:10:44.035761 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fe900d90-5887-465b-b66a-84c57dc679f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:44.076362 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5e15bb38-57d7-4af3-a6d0-0b8622500375 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:44.128926 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5e15bb38-57d7-4af3-a6d0-0b8622500375 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:44.150613 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-71d7de00-48e5-4725-92ad-59a707831aac req-d7e273bf-5cfe-4c5c-a3ca-6724131441ba tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3403506 Nov 23 22:10:44.176686 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ca1b48-5381-430e-951b-8a302e94ebe4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:44.185328 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ca1b48-5381-430e-951b-8a302e94ebe4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:44.186112 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5e15bb38-57d7-4af3-a6d0-0b8622500375 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:44.190649 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5e15bb38-57d7-4af3-a6d0-0b8622500375 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.6251414 Nov 23 22:10:44.191126 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-56ca1b48-5381-430e-951b-8a302e94ebe4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1847103 Nov 23 22:10:44.198360 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59266) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:44.204642 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-7d98de7e-1fcf-457a-b142-bf9a1c6a60b5 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Request body: {'security_group_rule': {'security_group_id': '6a99d2a0-567f-4e66-9db6-f503b28d8850', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:44.213600 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59264) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:44.234877 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d72c6d1-abe9-4938-bf47-bfbeb7640cc6 req-5f17c7f5-f056-4230-ad4e-0e219c3a71ae service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2957802 Nov 23 22:10:44.271611 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fe900d90-5887-465b-b66a-84c57dc679f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:44.275268 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fe900d90-5887-465b-b66a-84c57dc679f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:44.279013 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fe900d90-5887-465b-b66a-84c57dc679f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/195dec3d-3a8b-4a68-a4bf-cbc82acbdb9b HTTP/1.1" status: 204 len: 168 time: 0.6070006 Nov 23 22:10:44.285653 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15bb38-57d7-4af3-a6d0-0b8622500375 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a99d2a0-567f-4e66-9db6-f503b28d8850,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:44.295326 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe900d90-5887-465b-b66a-84c57dc679f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195dec3d-3a8b-4a68-a4bf-cbc82acbdb9b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:44.299313 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-6e65c9dc-33e2-43c3-b0a2-4d61926962a2 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:44.300983 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-6e65c9dc-33e2-43c3-b0a2-4d61926962a2 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.60 "GET /v2.0/networks?id=79b43d0d-5801-43f0-b1e6-2d97c94e72ef HTTP/1.1" status: 200 len: 796 time: 1.1889725 Nov 23 22:10:44.309824 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d98de7e-1fcf-457a-b142-bf9a1c6a60b5 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:44.380598 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-b7470a63-ce1b-4ec7-8eed-e65fcbb08188 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting port 3eb1920e-2565-44ba-90f8-1609a4991e42 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:10:44.381316 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7470a63-ce1b-4ec7-8eed-e65fcbb08188 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:44.441812 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device febc0632-84ef-432b-b2a4-d41c22b71334 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:10:44.472873 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-e2acc41b-0661-4f5d-aa36-38243ecb1ffa tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e0acd4df46849288fda9982f884e974 HTTP/1.1" status: 200 len: 380 time: 0.1543608 Nov 23 22:10:44.490817 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7470a63-ce1b-4ec7-8eed-e65fcbb08188 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:44.496076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b04e7210-f7d3-432e-8a9e-7c6195a96def tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'port': {'device_id': 'bcd1a2ec-6b84-4f6d-8c09-448b18820652', 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef', 'admin_state_up': True, 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'security_groups': ['119ddf7e-f62f-4d0d-8d58-1a89eb0b2118']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:44.506239 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-b7470a63-ce1b-4ec7-8eed-e65fcbb08188 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Calling delete_port for 3eb1920e-2565-44ba-90f8-1609a4991e42 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:10:44.561396 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port febc0632-84ef-432b-b2a4-d41c22b71334 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:44.564983 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:44.667991 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7470a63-ce1b-4ec7-8eed-e65fcbb08188 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:44.700837 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d98de7e-1fcf-457a-b142-bf9a1c6a60b5 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:44.728943 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d98de7e-1fcf-457a-b142-bf9a1c6a60b5 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:44.733476 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7470a63-ce1b-4ec7-8eed-e65fcbb08188 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Port': ['ID=3eb1920e-2565-44ba-90f8-1609a4991e42,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:44.757155 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7470a63-ce1b-4ec7-8eed-e65fcbb08188 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:44.757538 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7470a63-ce1b-4ec7-8eed-e65fcbb08188 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:44.757857 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7470a63-ce1b-4ec7-8eed-e65fcbb08188 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:44.759274 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7470a63-ce1b-4ec7-8eed-e65fcbb08188 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:44.759635 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7470a63-ce1b-4ec7-8eed-e65fcbb08188 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:44.759991 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7470a63-ce1b-4ec7-8eed-e65fcbb08188 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:44.760882 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7470a63-ce1b-4ec7-8eed-e65fcbb08188 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:44.761350 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7470a63-ce1b-4ec7-8eed-e65fcbb08188 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:44.761709 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7470a63-ce1b-4ec7-8eed-e65fcbb08188 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:44.762050 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7470a63-ce1b-4ec7-8eed-e65fcbb08188 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:44.762388 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7470a63-ce1b-4ec7-8eed-e65fcbb08188 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:44.762744 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7470a63-ce1b-4ec7-8eed-e65fcbb08188 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:44.821558 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98de7e-1fcf-457a-b142-bf9a1c6a60b5 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c134229d-cb04-4cd1-854e-fffd9eebbd97,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:44.831079 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:44.836247 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d98de7e-1fcf-457a-b142-bf9a1c6a60b5 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:44.839792 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7d98de7e-1fcf-457a-b142-bf9a1c6a60b5 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6404197 Nov 23 22:10:44.846085 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b7470a63-ce1b-4ec7-8eed-e65fcbb08188 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:44.856206 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b7470a63-ce1b-4ec7-8eed-e65fcbb08188 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/3eb1920e-2565-44ba-90f8-1609a4991e42 HTTP/1.1" status: 204 len: 168 time: 0.6351075 Nov 23 22:10:44.857131 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59276) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:44.859541 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59278) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:44.875810 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a9bf0158-cb01-42de-bf17-d7eaa2288c24 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Request body: {'security_group_rule': {'security_group_id': '6a99d2a0-567f-4e66-9db6-f503b28d8850', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:44.892079 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b04e7210-f7d3-432e-8a9e-7c6195a96def tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Made reservation on behalf of 8e0acd4df46849288fda9982f884e974 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:44.896247 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b04e7210-f7d3-432e-8a9e-7c6195a96def tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:44.952222 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port febc0632-84ef-432b-b2a4-d41c22b71334, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=febc0632-84ef-432b-b2a4-d41c22b71334,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:44.958019 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:45.007721 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a9bf0158-cb01-42de-bf17-d7eaa2288c24 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:45.051157 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=febc0632-84ef-432b-b2a4-d41c22b71334,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:45.076348 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b04e7210-f7d3-432e-8a9e-7c6195a96def tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Allocated IP 172.20.0.11 (79b43d0d-5801-43f0-b1e6-2d97c94e72ef/3caf34a3-d891-441d-8b41-cef472d93c9b/a0713ef9-c39b-4bce-9724-9d3185266236) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:45.175297 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e50790c-fa1e-4493-8264-36a787f03238 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:45.177104 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e50790c-fa1e-4493-8264-36a787f03238 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:45.178858 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0e50790c-fa1e-4493-8264-36a787f03238 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3167648 Nov 23 22:10:45.195551 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59290) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:45.274035 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a9bf0158-cb01-42de-bf17-d7eaa2288c24 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:45.315878 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a9bf0158-cb01-42de-bf17-d7eaa2288c24 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:45.368897 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b04e7210-f7d3-432e-8a9e-7c6195a96def tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:45.377446 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf0158-cb01-42de-bf17-d7eaa2288c24 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7320ea67-8ec4-4cbb-a9be-a1076cddb165,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:45.444708 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ac422f-23e1-462f-b5d5-50ca7247b524 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet 698124ba-2a0e-4b2e-986a-2df99bc2b67e {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:10:45.456183 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a9bf0158-cb01-42de-bf17-d7eaa2288c24 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:45.457726 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a9bf0158-cb01-42de-bf17-d7eaa2288c24 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5969634 Nov 23 22:10:45.460311 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-01ac422f-23e1-462f-b5d5-50ca7247b524 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:45.496030 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59298) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:45.503938 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-ecc417c5-2007-4378-a0a4-4b89fa3106c9 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Request body: {'security_group_rule': {'security_group_id': '6a99d2a0-567f-4e66-9db6-f503b28d8850', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:45.509831 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b04e7210-f7d3-432e-8a9e-7c6195a96def tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:45.539488 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-01ac422f-23e1-462f-b5d5-50ca7247b524 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:45.570161 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b04e7210-f7d3-432e-8a9e-7c6195a96def tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network 79b43d0d-5801-43f0-b1e6-2d97c94e72ef is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:45.572979 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e59659d4-0f98-49f9-9100-058c36d9c671 None None] Provisioning complete for port febc0632-84ef-432b-b2a4-d41c22b71334 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:45.573482 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e59659d4-0f98-49f9-9100-058c36d9c671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:45.575368 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b04e7210-f7d3-432e-8a9e-7c6195a96def tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:45.578987 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b04e7210-f7d3-432e-8a9e-7c6195a96def tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:10:45.728163 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ff15e-84f5-4d30-9d32-77a02b61130c req-98fac69d-83b5-4bff-a8fb-1e649f5eba1b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:45.732847 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b3ff15e-84f5-4d30-9d32-77a02b61130c req-98fac69d-83b5-4bff-a8fb-1e649f5eba1b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 932 time: 0.2765107 Nov 23 22:10:45.838866 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fd9db-57ea-4b03-976b-b3907ac0e460 req-d136d5f0-9f93-4fde-a2c9-8367069d03d4 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:45.843950 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1d4fd9db-57ea-4b03-976b-b3907ac0e460 req-d136d5f0-9f93-4fde-a2c9-8367069d03d4 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.3849535 Nov 23 22:10:45.927394 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e7210-f7d3-432e-8a9e-7c6195a96def tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Port': ['ID=a0713ef9-c39b-4bce-9724-9d3185266236,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:45.938391 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-01ac422f-23e1-462f-b5d5-50ca7247b524 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:46.100333 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b04e7210-f7d3-432e-8a9e-7c6195a96def tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:46.110862 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b04e7210-f7d3-432e-8a9e-7c6195a96def tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:46.152082 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ecc417c5-2007-4378-a0a4-4b89fa3106c9 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:46.160499 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ed561545-c6b8-41df-9488-b5cb7f0f135e None None] Could not find standard attr ID for object 3eb1920e-2565-44ba-90f8-1609a4991e42. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:10:46.201938 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-01ac422f-23e1-462f-b5d5-50ca7247b524 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:46.314646 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-db935c56-27df-4eb8-aa40-80ee4c8f07b2 None None] Provisioning complete for port a0713ef9-c39b-4bce-9724-9d3185266236 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:46.315630 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-db935c56-27df-4eb8-aa40-80ee4c8f07b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:46.320773 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac422f-23e1-462f-b5d5-50ca7247b524 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=698124ba-2a0e-4b2e-986a-2df99bc2b67e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:46.361883 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-01ac422f-23e1-462f-b5d5-50ca7247b524 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:46.375625 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-01ac422f-23e1-462f-b5d5-50ca7247b524 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/698124ba-2a0e-4b2e-986a-2df99bc2b67e HTTP/1.1" status: 204 len: 168 time: 1.1748912 Nov 23 22:10:46.381334 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59314) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:46.391740 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device febc0632-84ef-432b-b2a4-d41c22b71334 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:10:46.481681 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-87df1d60-b51d-4b5e-91e8-2e5f463c2c98 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948863 Nov 23 22:10:46.487265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59318) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:46.497034 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1d4fd9db-57ea-4b03-976b-b3907ac0e460 req-f94272cc-3180-4664-a3e6-f3b051e3f666 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349226 Nov 23 22:10:46.531242 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ecc417c5-2007-4378-a0a4-4b89fa3106c9 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:46.534864 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-db935c56-27df-4eb8-aa40-80ee4c8f07b2 None None] Port a0713ef9-c39b-4bce-9724-9d3185266236 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:10:46.539216 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73740474-8395-41ef-9c4c-65bafdf2ff56 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:46.544375 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b3ff15e-84f5-4d30-9d32-77a02b61130c req-ddf2ab4d-7365-428b-9f34-1dd595d9e73a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7925608 Nov 23 22:10:46.548552 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b04e7210-f7d3-432e-8a9e-7c6195a96def tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0628526 Nov 23 22:10:46.550228 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ecc417c5-2007-4378-a0a4-4b89fa3106c9 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:46.575390 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b5f35ccd-0c64-4a64-ac78-bd5c901a731b service neutron] Request body: {'port': {'device_id': 'bcd1a2ec-6b84-4f6d-8c09-448b18820652', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:46.585570 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc417c5-2007-4378-a0a4-4b89fa3106c9 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ded2ff-6e7e-408d-9a37-6e68e7c41de1,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:46.592811 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019912bf-d91a-4763-bfb8-c95b6c5cf8f4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:46.594644 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-019912bf-d91a-4763-bfb8-c95b6c5cf8f4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1063688 Nov 23 22:10:46.601631 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port febc0632-84ef-432b-b2a4-d41c22b71334 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:46.602270 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:46.603547 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59322) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:46.636321 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ecc417c5-2007-4378-a0a4-4b89fa3106c9 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:46.643575 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ecc417c5-2007-4378-a0a4-4b89fa3106c9 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1437016 Nov 23 22:10:46.647849 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59324) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:46.652427 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-276dc40c-a8c6-41d0-ae7b-483371b73ab0 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Request body: {'security_group_rule': {'security_group_id': '6a99d2a0-567f-4e66-9db6-f503b28d8850', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:46.696584 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa7fd87-eee1-4648-946f-9b1e23aecf22 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:46.698926 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bfa7fd87-eee1-4648-946f-9b1e23aecf22 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0942726 Nov 23 22:10:46.701649 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59326) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:46.705963 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b5f35ccd-0c64-4a64-ac78-bd5c901a731b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:46.764712 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-276dc40c-a8c6-41d0-ae7b-483371b73ab0 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:46.771798 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dd99939f-8672-4d28-913e-496b2614719e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657766 Nov 23 22:10:46.777839 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59330) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:46.784457 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-cb24f01c-6029-4d9e-a250-194b0a8bbbbb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:46.869615 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9fef18-46f9-42c9-9fe7-80d544429dcc None None] DHCP port deletion for 8205a081-245e-4f42-9c61-30748520e8a4 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:10:46.914110 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-276dc40c-a8c6-41d0-ae7b-483371b73ab0 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:46.924363 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-276dc40c-a8c6-41d0-ae7b-483371b73ab0 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:46.950485 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276dc40c-a8c6-41d0-ae7b-483371b73ab0 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c792a4-ac9a-4c7f-a819-0a6104907ad0,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:46.965265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb24f01c-6029-4d9e-a250-194b0a8bbbbb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:46.970440 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cb24f01c-6029-4d9e-a250-194b0a8bbbbb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:46.978938 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-276dc40c-a8c6-41d0-ae7b-483371b73ab0 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:46.980413 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-276dc40c-a8c6-41d0-ae7b-483371b73ab0 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3315823 Nov 23 22:10:46.992121 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59336) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:46.997277 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a0d6a3d4-5205-40e0-b27d-a9fcac2ccb7f tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Request body: {'security_group_rule': {'security_group_id': '6a99d2a0-567f-4e66-9db6-f503b28d8850', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:47.021241 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-fb9fef18-46f9-42c9-9fe7-80d544429dcc None None] Deleting port febc0632-84ef-432b-b2a4-d41c22b71334 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:10:47.021768 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fb9fef18-46f9-42c9-9fe7-80d544429dcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:47.145120 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0d6a3d4-5205-40e0-b27d-a9fcac2ccb7f tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:47.147493 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b5f35ccd-0c64-4a64-ac78-bd5c901a731b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0713ef9-c39b-4bce-9724-9d3185266236 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:10:47.156329 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-fb9fef18-46f9-42c9-9fe7-80d544429dcc None None] For port febc0632-84ef-432b-b2a4-d41c22b71334, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=febc0632-84ef-432b-b2a4-d41c22b71334,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:47.157689 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fb9fef18-46f9-42c9-9fe7-80d544429dcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:47.160238 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b5f35ccd-0c64-4a64-ac78-bd5c901a731b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:47.175487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b5f35ccd-0c64-4a64-ac78-bd5c901a731b service neutron] Transition to ACTIVE for port object a0713ef9-c39b-4bce-9724-9d3185266236 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:10:47.191515 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-fb9fef18-46f9-42c9-9fe7-80d544429dcc None None] Calling delete_port for febc0632-84ef-432b-b2a4-d41c22b71334 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:10:47.211084 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b5f35ccd-0c64-4a64-ac78-bd5c901a731b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:47.460839 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0d6a3d4-5205-40e0-b27d-a9fcac2ccb7f tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:47.487213 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59358) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:47.496887 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f35ccd-0c64-4a64-ac78-bd5c901a731b service neutron] Pushing event updated for resources: {'Port': ['ID=a0713ef9-c39b-4bce-9724-9d3185266236,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:47.522608 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0d6a3d4-5205-40e0-b27d-a9fcac2ccb7f tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:47.619566 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b5f35ccd-0c64-4a64-ac78-bd5c901a731b service neutron] Attempting to bind port a0713ef9-c39b-4bce-9724-9d3185266236 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:10:47.619566 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b5f35ccd-0c64-4a64-ac78-bd5c901a731b service neutron] Attempting to bind port a0713ef9-c39b-4bce-9724-9d3185266236 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'acada0f4-0cb0-40bc-b01c-6bc8454cf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:10:47.619905 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b5f35ccd-0c64-4a64-ac78-bd5c901a731b service neutron] Attempting to bind port a0713ef9-c39b-4bce-9724-9d3185266236 on network 79b43d0d-5801-43f0-b1e6-2d97c94e72ef {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:10:47.643094 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b5f35ccd-0c64-4a64-ac78-bd5c901a731b service neutron] Port a0713ef9-c39b-4bce-9724-9d3185266236 on network 79b43d0d-5801-43f0-b1e6-2d97c94e72ef not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:10:47.643505 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b5f35ccd-0c64-4a64-ac78-bd5c901a731b service neutron] Attempting to bind port a0713ef9-c39b-4bce-9724-9d3185266236 on network 79b43d0d-5801-43f0-b1e6-2d97c94e72ef {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:10:47.662752 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b5f35ccd-0c64-4a64-ac78-bd5c901a731b service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:10:47.663898 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b5f35ccd-0c64-4a64-ac78-bd5c901a731b service neutron] Checking segment: {'id': 'acada0f4-0cb0-40bc-b01c-6bc8454cf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:10:47.664338 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b5f35ccd-0c64-4a64-ac78-bd5c901a731b service neutron] Bound using segment: {'id': 'acada0f4-0cb0-40bc-b01c-6bc8454cf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:10:47.664738 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b5f35ccd-0c64-4a64-ac78-bd5c901a731b service neutron] Bound port: a0713ef9-c39b-4bce-9724-9d3185266236, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acada0f4-0cb0-40bc-b01c-6bc8454cf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:10:47.672366 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b5f35ccd-0c64-4a64-ac78-bd5c901a731b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:47.719916 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6a3d4-5205-40e0-b27d-a9fcac2ccb7f tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd429e5f-e262-49f0-9714-e5adbf1bcad3,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:47.807251 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b3270-63fb-44f5-917d-76666f2bdde6 req-ff46973a-5e4d-4831-90ed-e90db5c58337 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:47.808871 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-083b3270-63fb-44f5-917d-76666f2bdde6 req-ff46973a-5e4d-4831-90ed-e90db5c58337 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.1130905 Nov 23 22:10:47.816234 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-243b6308-9c1f-4394-886f-d1e02da94bf4 tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1306982891'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:47.816696 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-243b6308-9c1f-4394-886f-d1e02da94bf4 tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] Unknown quota resources ['metering_label']. {{(pid=110033) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 22:10:47.826192 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b5f35ccd-0c64-4a64-ac78-bd5c901a731b service neutron] For port a0713ef9-c39b-4bce-9724-9d3185266236, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:10:47.851752 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fb9fef18-46f9-42c9-9fe7-80d544429dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:47.885994 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b5f35ccd-0c64-4a64-ac78-bd5c901a731b service neutron] For port a0713ef9-c39b-4bce-9724-9d3185266236, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=a0713ef9-c39b-4bce-9724-9d3185266236,segment=NetworkSegment(acada0f4-0cb0-40bc-b01c-6bc8454cf96e),segment_id=acada0f4-0cb0-40bc-b01c-6bc8454cf96e)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:10:47.902326 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b5f35ccd-0c64-4a64-ac78-bd5c901a731b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:47.925311 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fef18-46f9-42c9-9fe7-80d544429dcc None None] Pushing event deleted for resources: {'Port': ['ID=febc0632-84ef-432b-b2a4-d41c22b71334,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:47.926275 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-083b3270-63fb-44f5-917d-76666f2bdde6 req-51720831-3acf-4713-bda5-40cca970882a tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017916 Nov 23 22:10:47.955532 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0d6a3d4-5205-40e0-b27d-a9fcac2ccb7f tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:47.955532 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a0d6a3d4-5205-40e0-b27d-a9fcac2ccb7f tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9519603 Nov 23 22:10:47.955532 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59374) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:47.960417 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9fef18-46f9-42c9-9fe7-80d544429dcc None None] No DVR routers for this DVR port febc0632-84ef-432b-b2a4-d41c22b71334 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:10:47.962846 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519910c2-2bcc-4c36-a6d3-85d2e5de275f req-543179fc-0d52-4437-9db3-e001bf513676 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:47.969763 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-519910c2-2bcc-4c36-a6d3-85d2e5de275f req-543179fc-0d52-4437-9db3-e001bf513676 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 944 time: 0.1598680 Nov 23 22:10:47.976744 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b5f35ccd-0c64-4a64-ac78-bd5c901a731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:47.977369 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b5f35ccd-0c64-4a64-ac78-bd5c901a731b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:47.979126 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b5f35ccd-0c64-4a64-ac78-bd5c901a731b service neutron] 10.222.0.60 "PUT /v2.0/ports/a0713ef9-c39b-4bce-9724-9d3185266236 HTTP/1.1" status: 200 len: 1092 time: 1.4087136 Nov 23 22:10:47.983315 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd1a2ec-6b84-4f6d-8c09-448b18820652', 'tag': 'a0713ef9-c39b-4bce-9724-9d3185266236'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:10:47.985953 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46521d0a-51d2-4b07-991c-bd81c6a82f30" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd1a2ec-6b84-4f6d-8c09-448b18820652", "tag": "a0713ef9-c39b-4bce-9724-9d3185266236"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:10:48.032127 n-d-816206-9 neutron-server[110033]: DEBUG neutron.objects.ports [None req-cb24f01c-6029-4d9e-a250-194b0a8bbbbb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110033) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 22:10:48.066389 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cb24f01c-6029-4d9e-a250-194b0a8bbbbb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:48.095823 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f35ccd-0c64-4a64-ac78-bd5c901a731b service neutron] Pushing event updated for resources: {'Port': ['ID=a0713ef9-c39b-4bce-9724-9d3185266236,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:48.107728 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-519910c2-2bcc-4c36-a6d3-85d2e5de275f req-110a8e6e-c803-4d35-b5d0-c476187a03f9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270914 Nov 23 22:10:48.124014 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54054642-0d0f-4a7e-b323-b5912995d304 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:48.147335 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54054642-0d0f-4a7e-b323-b5912995d304 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:48.184957 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b024ae4d-78b8-4c41-ab03-cab11f5d3018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:48.186853 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-b024ae4d-78b8-4c41-ab03-cab11f5d3018 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 1095 time: 0.1454022 Nov 23 22:10:48.311389 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device febc0632-84ef-432b-b2a4-d41c22b71334 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:10:48.333726 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99cce5e-86f0-4023-894f-322e55f04580 x-openstack-request-id: req-d99cce5e-86f0-4023-894f-322e55f04580 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:10:48.341620 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd1a2ec-6b84-4f6d-8c09-448b18820652", "tag": "a0713ef9-c39b-4bce-9724-9d3185266236", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:10:48.344515 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d99cce5e-86f0-4023-894f-322e55f04580 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:10:48.345162 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd1a2ec-6b84-4f6d-8c09-448b18820652', 'tag': 'a0713ef9-c39b-4bce-9724-9d3185266236', 'status': 'completed', 'code': 200} Nov 23 22:10:48.345584 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: febc0632-84ef-432b-b2a4-d41c22b71334 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:10:48.346038 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device febc0632-84ef-432b-b2a4-d41c22b71334 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:10:48.367051 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-92edc776-f6d1-4e26-99f5-b6b357dd7fa2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0713ef9-c39b-4bce-9724-9d3185266236 HTTP/1.1" status: 200 len: 217 time: 0.1635251 Nov 23 22:10:48.373876 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24f01c-6029-4d9e-a250-194b0a8bbbbb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=a4c582e8-4bb0-420b-995f-c3a186c0b3b4,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:48.428187 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb24f01c-6029-4d9e-a250-194b0a8bbbbb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:48.431872 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-cb24f01c-6029-4d9e-a250-194b0a8bbbbb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:48.434141 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-4cd55e3e-f292-48ad-8091-906eac6a1159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:48.435709 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-4cd55e3e-f292-48ad-8091-906eac6a1159 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3caf34a3-d891-441d-8b41-cef472d93c9b HTTP/1.1" status: 200 len: 834 time: 0.0617836 Nov 23 22:10:48.435881 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb24f01c-6029-4d9e-a250-194b0a8bbbbb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:48.436535 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cb24f01c-6029-4d9e-a250-194b0a8bbbbb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:48.443525 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0554a93a-5d54-41e2-b42e-a4f811ee33df None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:48.454502 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-243b6308-9c1f-4394-886f-d1e02da94bf4 tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:48.465591 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-243b6308-9c1f-4394-886f-d1e02da94bf4 tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9638760 Nov 23 22:10:48.470880 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59390) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:48.488085 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-fb08b6bc-7ee8-4972-99c5-6701ba513a48 tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '66b73c5f-0ea7-4e0d-87f3-f5c6dc59c7fb'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:48.489190 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-fb08b6bc-7ee8-4972-99c5-6701ba513a48 tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110033) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 22:10:48.508904 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-d269924e-c988-40d5-9acf-aab0f405bc28 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:48.512701 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54054642-0d0f-4a7e-b323-b5912995d304 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:48.518451 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-d269924e-c988-40d5-9acf-aab0f405bc28 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/networks?id=313f69bc-4ff6-4f59-a350-18ff373065a0 HTTP/1.1" status: 200 len: 813 time: 0.3719058 Nov 23 22:10:48.524953 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54054642-0d0f-4a7e-b323-b5912995d304 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:48.526497 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-54054642-0d0f-4a7e-b323-b5912995d304 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/cd429e5f-e262-49f0-9714-e5adbf1bcad3 HTTP/1.1" status: 204 len: 168 time: 0.5709229 Nov 23 22:10:48.530967 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59392) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:48.554018 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-32a7b241-d845-4f15-b6a0-467808f2aa53 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/quotas/d2caa4f9ec1b460cacd43c2d53007606 HTTP/1.1" status: 200 len: 375 time: 0.0343144 Nov 23 22:10:48.588145 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cb24f01c-6029-4d9e-a250-194b0a8bbbbb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8088391 Nov 23 22:10:48.594212 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59396) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:48.597206 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54054642-0d0f-4a7e-b323-b5912995d304 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd429e5f-e262-49f0-9714-e5adbf1bcad3,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:48.610508 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b4ef1763-dbfc-4671-b7ac-2ef0612ed710 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'mac_address': 'fa:16:3e:51:29:e7', 'name': 'tempest-NetworksTestDHCPv6-1416173730'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:48.651705 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-4a3aabbb-eb67-430e-8f65-220b9354f563 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d2caa4f9ec1b460cacd43c2d53007606&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0967796 Nov 23 22:10:48.713210 n-d-816206-9 neutron-server[110033]: WARNING neutron.services.metering.metering_plugin [None req-fb08b6bc-7ee8-4972-99c5-6701ba513a48 tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 22:10:48.729603 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-6ba1d920-5a86-4776-8219-70b331c0e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:48.730506 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-6ba1d920-5a86-4776-8219-70b331c0e8a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79b43d0d-5801-43f0-b1e6-2d97c94e72ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2857320 Nov 23 22:10:48.744790 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e761d21f-ead5-4416-81d4-0f4adb16198f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8205a081-245e-4f42-9c61-30748520e8a4', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'fixed_ips': [{'subnet_id': 'a4c582e8-4bb0-420b-995f-c3a186c0b3b4'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:10:48.745957 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e761d21f-ead5-4416-81d4-0f4adb16198f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:48.840508 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f600798f-0c27-4780-8ccb-1f34bc4550df tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2997851 Nov 23 22:10:48.863900 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59400) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:48.923899 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-e761d21f-ead5-4416-81d4-0f4adb16198f None None] Allocated IP 2001:db8::f816:3eff:feb1:94b0 (8205a081-245e-4f42-9c61-30748520e8a4/a4c582e8-4bb0-420b-995f-c3a186c0b3b4/9328ef78-d4fd-4106-a5a9-3f1af87e69fd) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:48.929414 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-15d3c792-b9cd-4556-9ac1-ec3ce268cb7b service neutron] 10.222.0.50 "GET /v2.0/networks/313f69bc-4ff6-4f59-a350-18ff373065a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768469 Nov 23 22:10:48.932629 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ef1763-dbfc-4671-b7ac-2ef0612ed710 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:48.967885 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076eeff2-8ec0-4535-8314-bc9505d423fc req-cc26cedc-74b8-4871-9555-e0e94705db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:48.970099 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-076eeff2-8ec0-4535-8314-bc9505d423fc req-cc26cedc-74b8-4871-9555-e0e94705db2c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14f74779034d49d592bfcdc33c438539&device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 1096 time: 0.3480535 Nov 23 22:10:48.993753 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fb08b6bc-7ee8-4972-99c5-6701ba513a48 tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:48.997755 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fb08b6bc-7ee8-4972-99c5-6701ba513a48 tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5225956 Nov 23 22:10:48.998553 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59402) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:49.003232 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e2655-0973-4262-bd4f-fc97b3219f43 req-96b60e2f-bd1a-4cb4-870a-ba810e5992e7 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:49.011003 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a5889fbe-e618-4a94-9117-d820b39f7314 tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '66b73c5f-0ea7-4e0d-87f3-f5c6dc59c7fb'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:49.011475 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a5e2655-0973-4262-bd4f-fc97b3219f43 req-96b60e2f-bd1a-4cb4-870a-ba810e5992e7 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.2854667 Nov 23 22:10:49.011740 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a5889fbe-e618-4a94-9117-d820b39f7314 tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110033) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 22:10:49.029029 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f1c9bcb1-09f6-4244-ba7c-d2c2d3f4e0ec tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:49.080302 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f1c9bcb1-09f6-4244-ba7c-d2c2d3f4e0ec tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:49.137264 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-93c30e09-e815-40a4-b69b-883e4381d2cf service neutron] 10.222.0.60 "GET /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823490 Nov 23 22:10:49.146476 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e761d21f-ead5-4416-81d4-0f4adb16198f None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:49.152545 n-d-816206-9 neutron-server[110033]: WARNING neutron.services.metering.metering_plugin [None req-a5889fbe-e618-4a94-9117-d820b39f7314 tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 22:10:49.158668 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e761d21f-ead5-4416-81d4-0f4adb16198f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:49.218962 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761d21f-ead5-4416-81d4-0f4adb16198f None None] Pushing event updated for resources: {'Port': ['ID=9328ef78-d4fd-4106-a5a9-3f1af87e69fd,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:49.223098 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b4ef1763-dbfc-4671-b7ac-2ef0612ed710 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:49.241156 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a5e2655-0973-4262-bd4f-fc97b3219f43 req-eaaec18c-6dee-4cfa-a7c4-88657fae3db4 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289329 Nov 23 22:10:49.257208 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e761d21f-ead5-4416-81d4-0f4adb16198f None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:49.258707 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-e761d21f-ead5-4416-81d4-0f4adb16198f None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:49.261300 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e761d21f-ead5-4416-81d4-0f4adb16198f None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:10:49.281454 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f1c9bcb1-09f6-4244-ba7c-d2c2d3f4e0ec tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:49.286164 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f1c9bcb1-09f6-4244-ba7c-d2c2d3f4e0ec tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:49.288070 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f1c9bcb1-09f6-4244-ba7c-d2c2d3f4e0ec tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/c5c792a4-ac9a-4c7f-a819-0a6104907ad0 HTTP/1.1" status: 204 len: 168 time: 0.4099717 Nov 23 22:10:49.294805 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5889fbe-e618-4a94-9117-d820b39f7314 tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:49.299772 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a5889fbe-e618-4a94-9117-d820b39f7314 tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2928624 Nov 23 22:10:49.301568 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59406) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:49.302038 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59408) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:49.322984 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-b4ef1763-dbfc-4671-b7ac-2ef0612ed710 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] device_id is not set on port d1a2c314-95cc-4d77-801b-76f58dcbfc12 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:10:49.330212 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-c8779ccb-3a85-4471-a07f-96f6b4eeb12b service neutron] 10.222.0.50 "GET /v2.0/networks/313f69bc-4ff6-4f59-a350-18ff373065a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873506 Nov 23 22:10:49.344131 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076eeff2-8ec0-4535-8314-bc9505d423fc req-20c020df-fbd0-4fac-84f8-b0dcd21a137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:49.346268 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-076eeff2-8ec0-4535-8314-bc9505d423fc req-20c020df-fbd0-4fac-84f8-b0dcd21a137e service neutron] 10.222.0.53 "GET /v2.0/networks?id=e887b711-606f-4b83-863c-34d87a670bca HTTP/1.1" status: 200 len: 920 time: 0.3624325 Nov 23 22:10:49.347824 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9bcb1-09f6-4244-ba7c-d2c2d3f4e0ec tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5c792a4-ac9a-4c7f-a819-0a6104907ad0,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:49.387000 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-e761d21f-ead5-4416-81d4-0f4adb16198f None None] Attempting to bind port 9328ef78-d4fd-4106-a5a9-3f1af87e69fd on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:10:49.388070 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-e761d21f-ead5-4416-81d4-0f4adb16198f None None] Attempting to bind port 9328ef78-d4fd-4106-a5a9-3f1af87e69fd by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:10:49.388638 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e761d21f-ead5-4416-81d4-0f4adb16198f None None] Attempting to bind port 9328ef78-d4fd-4106-a5a9-3f1af87e69fd on network 8205a081-245e-4f42-9c61-30748520e8a4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:10:49.394963 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e761d21f-ead5-4416-81d4-0f4adb16198f None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:10:49.395615 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e761d21f-ead5-4416-81d4-0f4adb16198f None None] Checking segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:10:49.396216 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e761d21f-ead5-4416-81d4-0f4adb16198f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:49.396959 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e761d21f-ead5-4416-81d4-0f4adb16198f None None] Bound using segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:10:49.398061 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-e761d21f-ead5-4416-81d4-0f4adb16198f None None] Bound port: 9328ef78-d4fd-4106-a5a9-3f1af87e69fd, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:10:49.398631 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e761d21f-ead5-4416-81d4-0f4adb16198f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:49.409226 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59410) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:49.414410 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a14aae43-8da7-424a-90fb-0171abd8e05a tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=703a0381-d347-4fec-90ff-521dc219d085 HTTP/1.1" status: 200 len: 462 time: 0.1072707 Nov 23 22:10:49.417325 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-076eeff2-8ec0-4535-8314-bc9505d423fc req-6d85c35f-5670-4f19-abba-872fc52bd835 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12fbc09d-bc3c-4065-bca6-660349a1c0ee HTTP/1.1" status: 200 len: 217 time: 0.0628719 Nov 23 22:10:49.483079 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9419a9bb-e893-414d-8400-271aa6a97c04 req-0fc647fe-32d6-4196-8918-eba38a62a263 service neutron] 10.222.0.60 "GET /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261340 Nov 23 22:10:49.485231 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e761d21f-ead5-4416-81d4-0f4adb16198f None None] For port 9328ef78-d4fd-4106-a5a9-3f1af87e69fd, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:10:49.489003 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e761d21f-ead5-4416-81d4-0f4adb16198f None None] For port 9328ef78-d4fd-4106-a5a9-3f1af87e69fd, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9328ef78-d4fd-4106-a5a9-3f1af87e69fd,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:10:49.502432 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e761d21f-ead5-4416-81d4-0f4adb16198f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:49.508804 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dd022e45-ba05-4478-9da3-c600675c16de tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2028339 Nov 23 22:10:49.512460 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59412) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:49.549597 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076eeff2-8ec0-4535-8314-bc9505d423fc req-4d573e11-435a-42a0-8471-17cbee5c72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:49.551268 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-076eeff2-8ec0-4535-8314-bc9505d423fc req-4d573e11-435a-42a0-8471-17cbee5c72b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e425627e-71be-40cc-adcc-90e6fae7a9ce HTTP/1.1" status: 200 len: 859 time: 0.1055229 Nov 23 22:10:49.565405 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35929bf8-801b-4e68-8192-6e8ce7976096 req-79c33a48-705b-428e-b4b0-2f6bdd4380c7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:49.567746 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35929bf8-801b-4e68-8192-6e8ce7976096 req-79c33a48-705b-428e-b4b0-2f6bdd4380c7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 944 time: 0.1716969 Nov 23 22:10:49.579688 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-26407850-28f4-4c46-9059-8639bf6b56ee tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:49.594623 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-26407850-28f4-4c46-9059-8639bf6b56ee tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:49.613184 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-b4ef1763-dbfc-4671-b7ac-2ef0612ed710 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8::f816:3eff:fe51:29e7 (8205a081-245e-4f42-9c61-30748520e8a4/a4c582e8-4bb0-420b-995f-c3a186c0b3b4/d1a2c314-95cc-4d77-801b-76f58dcbfc12) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:49.632590 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761d21f-ead5-4416-81d4-0f4adb16198f None None] Pushing event updated for resources: {'Port': ['ID=9328ef78-d4fd-4106-a5a9-3f1af87e69fd,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:49.682959 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-26407850-28f4-4c46-9059-8639bf6b56ee tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:49.689386 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-26407850-28f4-4c46-9059-8639bf6b56ee tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:49.691140 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-26407850-28f4-4c46-9059-8639bf6b56ee tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/65ded2ff-6e7e-408d-9a37-6e68e7c41de1 HTTP/1.1" status: 204 len: 168 time: 0.1771894 Nov 23 22:10:49.711111 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-076eeff2-8ec0-4535-8314-bc9505d423fc req-1bcab0d9-2535-4a79-bdbe-27c1ba275cb9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e887b711-606f-4b83-863c-34d87a670bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412296 Nov 23 22:10:49.711479 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59418) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:49.748922 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26407850-28f4-4c46-9059-8639bf6b56ee tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65ded2ff-6e7e-408d-9a37-6e68e7c41de1,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:49.839553 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2c73cb20-4dc0-4a58-b952-7d07ad98447f tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:49.844276 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2c73cb20-4dc0-4a58-b952-7d07ad98447f tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/703a0381-d347-4fec-90ff-521dc219d085 HTTP/1.1" status: 204 len: 168 time: 0.4324622 Nov 23 22:10:49.855170 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59428) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:49.879436 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-674ef997-4680-4dc1-b935-f35d155c9334 req-77fc1d56-7cf9-4352-b63c-0b170c979144 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bf47b9-0110-4e52-a5a3-c5e14d057e83 HTTP/1.1" status: 200 len: 210 time: 0.1667953 Nov 23 22:10:49.893112 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0c948559-085e-453b-acda-796e53afb81b tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=703a0381-d347-4fec-90ff-521dc219d085 HTTP/1.1" status: 200 len: 221 time: 0.0367408 Nov 23 22:10:49.895126 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59432) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:50.017287 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46521d0a-51d2-4b07-991c-bd81c6a82f30 req-ea1588fe-8950-4d9d-8440-3fd102645684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:50.023733 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46521d0a-51d2-4b07-991c-bd81c6a82f30 req-ea1588fe-8950-4d9d-8440-3fd102645684 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 1095 time: 0.3620238 Nov 23 22:10:50.038591 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ef02fe4e-6943-4d33-8611-32e196c82d9b tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3153977 Nov 23 22:10:50.046496 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35929bf8-801b-4e68-8192-6e8ce7976096 req-bfcf4e59-537f-4a52-a496-9f0fe1939fb6 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3379486 Nov 23 22:10:50.055530 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59434) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:50.145403 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-076eeff2-8ec0-4535-8314-bc9505d423fc req-265a0a1a-0a7b-4bc0-91b9-89a2420366c7 service neutron] 10.222.0.53 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196420 Nov 23 22:10:50.228621 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb778-02d5-4945-b138-431f8a23aff6 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:50.266817 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb778-02d5-4945-b138-431f8a23aff6 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:50.347851 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46521d0a-51d2-4b07-991c-bd81c6a82f30 req-78230e27-6cbb-4c68-89a6-01037b0cc9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:50.349521 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46521d0a-51d2-4b07-991c-bd81c6a82f30 req-78230e27-6cbb-4c68-89a6-01037b0cc9c0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=79b43d0d-5801-43f0-b1e6-2d97c94e72ef HTTP/1.1" status: 200 len: 897 time: 0.3097503 Nov 23 22:10:50.373556 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9328ef78-d4fd-4106-a5a9-3f1af87e69fd up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:10:50.482652 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 9328ef78-d4fd-4106-a5a9-3f1af87e69fd triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:50.483968 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:50.533713 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5540925b-8538-4ef0-a0ab-48966aca0f4e tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--375433394', 'description': 'label created by tempest'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:50.534402 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5540925b-8538-4ef0-a0ab-48966aca0f4e tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] Unknown quota resources ['metering_label']. {{(pid=110033) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 22:10:50.620646 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:50.721159 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b4ef1763-dbfc-4671-b7ac-2ef0612ed710 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:50.742321 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 9328ef78-d4fd-4106-a5a9-3f1af87e69fd, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9328ef78-d4fd-4106-a5a9-3f1af87e69fd,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:50.748717 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:50.768894 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5540925b-8538-4ef0-a0ab-48966aca0f4e tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:50.772484 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5540925b-8538-4ef0-a0ab-48966aca0f4e tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2405334 Nov 23 22:10:50.773239 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59440) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:50.821333 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb778-02d5-4945-b138-431f8a23aff6 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:50.824912 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=9328ef78-d4fd-4106-a5a9-3f1af87e69fd,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:50.840493 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb778-02d5-4945-b138-431f8a23aff6 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:50.841632 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ccbeb778-02d5-4945-b138-431f8a23aff6 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/7320ea67-8ec4-4cbb-a9be-a1076cddb165 HTTP/1.1" status: 204 len: 168 time: 0.7855656 Nov 23 22:10:50.847647 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46521d0a-51d2-4b07-991c-bd81c6a82f30 req-5f4e7b51-12fe-4867-a61b-b8a5a3f5e93e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0713ef9-c39b-4bce-9724-9d3185266236 HTTP/1.1" status: 200 len: 217 time: 0.4880700 Nov 23 22:10:50.848981 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59442) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:50.869695 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2fe93982-c9a7-4379-bff5-8809a7289006 tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=d636f198-c004-477f-a1b9-9af229d069d2 HTTP/1.1" status: 200 len: 467 time: 0.0953116 Nov 23 22:10:50.876475 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59444) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:50.877467 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbeb778-02d5-4945-b138-431f8a23aff6 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7320ea67-8ec4-4cbb-a9be-a1076cddb165,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:50.891064 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-076eeff2-8ec0-4535-8314-bc9505d423fc req-1d9b2c86-2263-4c7e-be5d-4fe6a833162d service neutron] 10.222.0.53 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7249382 Nov 23 22:10:50.951071 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009aa2b9-3035-404f-a99f-651d8f132df0 req-e38c7b74-120d-40ee-b589-167065460562 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:50.952643 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-009aa2b9-3035-404f-a99f-651d8f132df0 req-e38c7b74-120d-40ee-b589-167065460562 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.5984452 Nov 23 22:10:51.022030 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b4ef1763-dbfc-4671-b7ac-2ef0612ed710 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:51.049291 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-95d5d03e-8e85-41b3-8e27-e624466f2c2e tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1936295 Nov 23 22:10:51.052144 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59450) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:51.063749 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46521d0a-51d2-4b07-991c-bd81c6a82f30 req-ac3a2fab-e64e-4183-9f4b-3606ac751f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:51.066929 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46521d0a-51d2-4b07-991c-bd81c6a82f30 req-ac3a2fab-e64e-4183-9f4b-3606ac751f03 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3caf34a3-d891-441d-8b41-cef472d93c9b HTTP/1.1" status: 200 len: 834 time: 0.2031035 Nov 23 22:10:51.207679 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ef1763-dbfc-4671-b7ac-2ef0612ed710 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:51.208562 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e50def1e-040c-4b9e-a23c-fb51c56eb1c1 req-79fc3a3a-c194-4900-9d7b-c2f475c346d9 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bf47b9-0110-4e52-a5a3-c5e14d057e83 HTTP/1.1" status: 200 len: 210 time: 0.1553757 Nov 23 22:10:51.249457 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef1763-dbfc-4671-b7ac-2ef0612ed710 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=d1a2c314-95cc-4d77-801b-76f58dcbfc12,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:51.257190 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-b4ef1763-dbfc-4671-b7ac-2ef0612ed710 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:51.260125 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ef1763-dbfc-4671-b7ac-2ef0612ed710 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:10:51.267405 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ef1763-dbfc-4671-b7ac-2ef0612ed710 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:51.268291 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b4ef1763-dbfc-4671-b7ac-2ef0612ed710 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:51.273245 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bddc408e-9996-4137-afb4-65ea95b7eac3 tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:51.278043 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bddc408e-9996-4137-afb4-65ea95b7eac3 tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/d636f198-c004-477f-a1b9-9af229d069d2 HTTP/1.1" status: 204 len: 168 time: 0.4006140 Nov 23 22:10:51.283451 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59454) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:51.311156 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-42813703-6f53-45b5-a4b4-d9bed3356fec tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:51.367618 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b4ef1763-dbfc-4671-b7ac-2ef0612ed710 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7708926 Nov 23 22:10:51.371361 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59456) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:51.376608 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-42813703-6f53-45b5-a4b4-d9bed3356fec tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:51.391611 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e6eba5c5-21be-4428-8e8e-8c8e3619ef5a None None] Provisioning complete for port 9328ef78-d4fd-4106-a5a9-3f1af87e69fd triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:51.392209 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e6eba5c5-21be-4428-8e8e-8c8e3619ef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:51.397194 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-009aa2b9-3035-404f-a99f-651d8f132df0 req-bae8d858-d2bf-4add-90f9-2f01c362bc71 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298546 Nov 23 22:10:51.398524 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8b0084f9-2855-47fb-b8aa-ba48e06ae7e8 tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=d636f198-c004-477f-a1b9-9af229d069d2 HTTP/1.1" status: 200 len: 216 time: 0.1098785 Nov 23 22:10:51.414649 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59458) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:51.429687 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-b93ed575-8fa2-42cc-8231-03232d7a8ab5 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:51.431692 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-b93ed575-8fa2-42cc-8231-03232d7a8ab5 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.60 "GET /v2.0/networks?id=313f69bc-4ff6-4f59-a350-18ff373065a0 HTTP/1.1" status: 200 len: 813 time: 0.3134413 Nov 23 22:10:51.450790 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6eceb33c-88cd-4a3b-b6db-5bafc128a9cd tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0335200 Nov 23 22:10:51.452568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device a0713ef9-c39b-4bce-9724-9d3185266236 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:10:51.453064 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59460) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:51.464393 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-c83aec45-e412-4afd-b1a8-5efaff73f125 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Request body: {'port': {'device_id': 'e1bf47b9-0110-4e52-a5a3-c5e14d057e83', 'network_id': '313f69bc-4ff6-4f59-a350-18ff373065a0', 'admin_state_up': True, 'tenant_id': 'd2caa4f9ec1b460cacd43c2d53007606'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:51.484608 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46521d0a-51d2-4b07-991c-bd81c6a82f30 req-e249ea66-37f1-4cba-9749-66382a1cd594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:51.493636 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-530da7a6-5490-4328-9843-4db273298e3d tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0389953 Nov 23 22:10:51.497364 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59462) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:51.498508 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46521d0a-51d2-4b07-991c-bd81c6a82f30 req-e249ea66-37f1-4cba-9749-66382a1cd594 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79b43d0d-5801-43f0-b1e6-2d97c94e72ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3486547 Nov 23 22:10:51.529069 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe36fbb-732d-4901-88ba-1f680c31f861 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:51.537311 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe36fbb-732d-4901-88ba-1f680c31f861 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:51.539781 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dbe36fbb-732d-4901-88ba-1f680c31f861 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1678782 Nov 23 22:10:51.550868 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59464) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:51.577059 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64a940-abca-44ff-a4b3-0c3318423eb8 req-384c634c-b9dd-4535-b74c-4fc1722b1796 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:51.584580 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8d64a940-abca-44ff-a4b3-0c3318423eb8 req-384c634c-b9dd-4535-b74c-4fc1722b1796 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 944 time: 0.2462428 Nov 23 22:10:51.585264 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-42813703-6f53-45b5-a4b4-d9bed3356fec tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:51.608650 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-42813703-6f53-45b5-a4b4-d9bed3356fec tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:51.610160 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-42813703-6f53-45b5-a4b4-d9bed3356fec tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/c134229d-cb04-4cd1-854e-fffd9eebbd97 HTTP/1.1" status: 204 len: 168 time: 0.5517428 Nov 23 22:10:51.621392 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42813703-6f53-45b5-a4b4-d9bed3356fec tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c134229d-cb04-4cd1-854e-fffd9eebbd97,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:51.623713 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59466) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:51.638172 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port a0713ef9-c39b-4bce-9724-9d3185266236, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=a0713ef9-c39b-4bce-9724-9d3185266236,segment=NetworkSegment(acada0f4-0cb0-40bc-b01c-6bc8454cf96e),segment_id=acada0f4-0cb0-40bc-b01c-6bc8454cf96e)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:51.657593 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'a0713ef9-c39b-4bce-9724-9d3185266236', 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef', 'port_id': 'a0713ef9-c39b-4bce-9724-9d3185266236', 'mac_address': 'fa:16:3e:7f:5d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3caf34a3-d891-441d-8b41-cef472d93c9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:10:51.683609 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6d7313e7-17ee-4192-9c79-c0dbeeb4998b tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels/66b73c5f-0ea7-4e0d-87f3-f5c6dc59c7fb HTTP/1.1" status: 200 len: 473 time: 0.1790330 Nov 23 22:10:51.690062 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59468) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:51.706971 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7e5c8ed7-eac3-49f4-8265-b4de32a1795b None None] Provisioning complete for port d1a2c314-95cc-4d77-801b-76f58dcbfc12 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:51.707350 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7e5c8ed7-eac3-49f4-8265-b4de32a1795b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:51.715162 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e956072a-7e87-4801-89b5-40675891b4a3 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0862768 Nov 23 22:10:51.726781 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-67261ec7-d1d1-40cb-a240-bf7e9ca634f5 tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/26adf46a-8e77-418f-9429-f9c119ebf111 HTTP/1.1" status: 200 len: 459 time: 0.0331614 Nov 23 22:10:51.727439 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59470) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:51.727855 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59472) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:51.763296 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-7e5c8ed7-eac3-49f4-8265-b4de32a1795b None None] Port d1a2c314-95cc-4d77-801b-76f58dcbfc12 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:10:51.773001 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:51.793907 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0713ef9-c39b-4bce-9724-9d3185266236 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:10:51.798486 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8d64a940-abca-44ff-a4b3-0c3318423eb8 req-4524794c-a35d-405a-ae7f-d2132e2e7bc0 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928673 Nov 23 22:10:51.836201 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port a0713ef9-c39b-4bce-9724-9d3185266236, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=a0713ef9-c39b-4bce-9724-9d3185266236,segment=NetworkSegment(acada0f4-0cb0-40bc-b01c-6bc8454cf96e),segment_id=acada0f4-0cb0-40bc-b01c-6bc8454cf96e)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:51.841346 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:51.842361 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46521d0a-51d2-4b07-991c-bd81c6a82f30 req-c6073daf-0b9f-4bb5-9e40-bd2e3392e5f6 service neutron] 10.222.0.60 "GET /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149233 Nov 23 22:10:51.907794 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=a0713ef9-c39b-4bce-9724-9d3185266236,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:51.955776 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46521d0a-51d2-4b07-991c-bd81c6a82f30 req-e3ef0e80-c5ba-49dd-84e2-10261fb83d91 service neutron] 10.222.0.60 "GET /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054356 Nov 23 22:10:51.966590 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-69686a0a-5b34-4116-a0f6-56cdbdd3097a tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:51.968600 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-69686a0a-5b34-4116-a0f6-56cdbdd3097a tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/26adf46a-8e77-418f-9429-f9c119ebf111 HTTP/1.1" status: 204 len: 168 time: 0.2327971 Nov 23 22:10:51.971872 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59474) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:51.974484 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-f44967e4-94d6-42ed-a31b-f849fbb491c5 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting port d1a2c314-95cc-4d77-801b-76f58dcbfc12 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:10:51.974849 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f44967e4-94d6-42ed-a31b-f849fbb491c5 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:51.983571 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-c83aec45-e412-4afd-b1a8-5efaff73f125 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Made reservation on behalf of d2caa4f9ec1b460cacd43c2d53007606 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:51.987575 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-c83aec45-e412-4afd-b1a8-5efaff73f125 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:52.023424 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0e188fb6-d517-4249-8c7a-f6ba36648628 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:52.125199 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['a0713ef9-c39b-4bce-9724-9d3185266236'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:10:52.149867 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0e188fb6-d517-4249-8c7a-f6ba36648628 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:52.205693 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b1e532f7-2719-4698-ad16-8ed743036d76 tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:52.210237 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b1e532f7-2719-4698-ad16-8ed743036d76 tempest-MeteringIpV6TestJSON-1100458607 tempest-MeteringIpV6TestJSON-1100458607-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/66b73c5f-0ea7-4e0d-87f3-f5c6dc59c7fb HTTP/1.1" status: 204 len: 168 time: 0.2355070 Nov 23 22:10:52.246074 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f44967e4-94d6-42ed-a31b-f849fbb491c5 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:52.330094 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9328ef78-d4fd-4106-a5a9-3f1af87e69fd up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:10:52.338820 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-c83aec45-e412-4afd-b1a8-5efaff73f125 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Allocated IP 172.20.0.4 (313f69bc-4ff6-4f59-a350-18ff373065a0/38696a44-a2c6-4669-89ae-e2db4c7c8993/956343dd-1c5c-4d39-beb2-d8b25e07cece) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:52.423772 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dbb58ef7-5353-48b0-be29-3284c95b5632 req-0ce13a77-e062-458c-9c55-af259945e871 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bf47b9-0110-4e52-a5a3-c5e14d057e83 HTTP/1.1" status: 200 len: 210 time: 0.0611892 Nov 23 22:10:52.545111 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 9328ef78-d4fd-4106-a5a9-3f1af87e69fd triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:52.545715 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:52.601471 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-c83aec45-e412-4afd-b1a8-5efaff73f125 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:52.667911 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-c83aec45-e412-4afd-b1a8-5efaff73f125 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:52.719563 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48679792-fee9-4dd7-8ad6-69ab013f606b req-96fdbc48-b523-4b8a-b4dc-38f5420ef02e tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:52.721060 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-48679792-fee9-4dd7-8ad6-69ab013f606b req-96fdbc48-b523-4b8a-b4dc-38f5420ef02e tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.1540823 Nov 23 22:10:52.737367 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-f44967e4-94d6-42ed-a31b-f849fbb491c5 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Calling delete_port for d1a2c314-95cc-4d77-801b-76f58dcbfc12 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:10:52.739312 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83aec45-e412-4afd-b1a8-5efaff73f125 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Pushing event updated for resources: {'Port': ['ID=956343dd-1c5c-4d39-beb2-d8b25e07cece,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:52.754829 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59494) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:52.783598 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-c83aec45-e412-4afd-b1a8-5efaff73f125 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Network 313f69bc-4ff6-4f59-a350-18ff373065a0 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:52.805823 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59498) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:52.830907 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0e188fb6-d517-4249-8c7a-f6ba36648628 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:52.834854 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0e188fb6-d517-4249-8c7a-f6ba36648628 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:52.839672 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0e188fb6-d517-4249-8c7a-f6ba36648628 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "DELETE /v2.0/security-groups/6a99d2a0-567f-4e66-9db6-f503b28d8850 HTTP/1.1" status: 204 len: 168 time: 1.1068695 Nov 23 22:10:52.840331 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59502) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:52.850880 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-c83aec45-e412-4afd-b1a8-5efaff73f125 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:52.898297 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d64ce2c-94f0-48d6-aee6-d5872b1088df None None] DHCP port deletion for 313f69bc-4ff6-4f59-a350-18ff373065a0 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:10:52.903712 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-48679792-fee9-4dd7-8ad6-69ab013f606b req-b58487ba-e0c4-4078-9a84-0a11209673ed tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688225 Nov 23 22:10:52.915884 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-c83aec45-e412-4afd-b1a8-5efaff73f125 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:10:52.929203 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59506) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:52.934227 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-dfb05194-768d-4429-90fe-7ca144da6475 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Request body: {'security_group': {'name': 'tempest-secgroup--1473742244'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:52.939542 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9d1908ea-eb3b-4847-b2de-7ba55e519b71 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0902457 Nov 23 22:10:52.971810 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:52.987086 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e188fb6-d517-4249-8c7a-f6ba36648628 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a99d2a0-567f-4e66-9db6-f503b28d8850,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:52.999872 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-bb008af9-3913-4bcf-85c6-9bbef63be315 None None] Provisioning complete for port 956343dd-1c5c-4d39-beb2-d8b25e07cece triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:53.000537 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bb008af9-3913-4bcf-85c6-9bbef63be315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.037916 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3a17f5ef-e749-44cb-aa5a-be6f7634fe51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.052751 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-57826431-09e7-45c4-a500-bcb742dac5bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.053313 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-bb008af9-3913-4bcf-85c6-9bbef63be315 None None] Port 956343dd-1c5c-4d39-beb2-d8b25e07cece cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:10:53.056334 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dfb05194-768d-4429-90fe-7ca144da6475 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.103293 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f6f43-838e-40c8-9db7-3b2a0abe6567 req-ee05eeec-56d9-41bd-b498-6944099fa053 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:53.104942 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-826f6f43-838e-40c8-9db7-3b2a0abe6567 req-ee05eeec-56d9-41bd-b498-6944099fa053 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 945 time: 0.1487510 Nov 23 22:10:53.125748 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-c83aec45-e412-4afd-b1a8-5efaff73f125 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:53.126777 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-c83aec45-e412-4afd-b1a8-5efaff73f125 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.153969 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f44967e4-94d6-42ed-a31b-f849fbb491c5 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.164512 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-c83aec45-e412-4afd-b1a8-5efaff73f125 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7088680 Nov 23 22:10:53.210784 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-2b191622-4364-451c-a2d4-d37a3701a662 service neutron] Request body: {'port': {'device_id': 'e1bf47b9-0110-4e52-a5a3-c5e14d057e83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:53.216368 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44967e4-94d6-42ed-a31b-f849fbb491c5 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Port': ['ID=d1a2c314-95cc-4d77-801b-76f58dcbfc12,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:53.225511 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-826f6f43-838e-40c8-9db7-3b2a0abe6567 req-914aeb27-1b16-4371-b6f5-64ee5f6ab9fc tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063046 Nov 23 22:10:53.260740 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dfb05194-768d-4429-90fe-7ca144da6475 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.272428 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dfb05194-768d-4429-90fe-7ca144da6475 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.307785 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f44967e4-94d6-42ed-a31b-f849fbb491c5 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.309376 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3a17f5ef-e749-44cb-aa5a-be6f7634fe51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.314621 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f44967e4-94d6-42ed-a31b-f849fbb491c5 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/d1a2c314-95cc-4d77-801b-76f58dcbfc12 HTTP/1.1" status: 204 len: 168 time: 1.7598064 Nov 23 22:10:53.315696 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59508) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:53.333355 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-2b191622-4364-451c-a2d4-d37a3701a662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.342194 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3a17f5ef-e749-44cb-aa5a-be6f7634fe51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.350751 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dfb05194-768d-4429-90fe-7ca144da6475 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.354616 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-dfb05194-768d-4429-90fe-7ca144da6475 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4218869 Nov 23 22:10:53.357224 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-57826431-09e7-45c4-a500-bcb742dac5bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.358167 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59510) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:53.365535 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-98566972-dea9-48e9-931d-317bfecb7874 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Request body: {'security_group_rule': {'security_group_id': 'a58f6b11-4f5f-4c23-8d2e-c29c958f9a7f', 'direction': 'ingress', 'protocol': 17}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:53.383128 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb05194-768d-4429-90fe-7ca144da6475 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a58f6b11-4f5f-4c23-8d2e-c29c958f9a7f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:53.392927 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-57826431-09e7-45c4-a500-bcb742dac5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.421098 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device a0713ef9-c39b-4bce-9724-9d3185266236 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:10:53.428812 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3a17f5ef-e749-44cb-aa5a-be6f7634fe51 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=225c7b667907419da06784525921b684&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6219218 Nov 23 22:10:53.435793 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d5c909-a95e-45c0-b8f2-fe8050fe52ce tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:53.437171 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59512) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:53.437727 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d5c909-a95e-45c0-b8f2-fe8050fe52ce tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:53.441713 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-42d5c909-a95e-45c0-b8f2-fe8050fe52ce tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1225901 Nov 23 22:10:53.442199 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59514) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:53.451500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17f5ef-e749-44cb-aa5a-be6f7634fe51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e128897-c87d-4f98-ab0c-72a59fbfe1c2,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:53.495136 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-57826431-09e7-45c4-a500-bcb742dac5bd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4a8c1d3e08234f198cdc6a1e23d42826&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7389259 Nov 23 22:10:53.506148 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port a0713ef9-c39b-4bce-9724-9d3185266236 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:10:53.507761 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57826431-09e7-45c4-a500-bcb742dac5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb0bd88-4e08-4eca-8334-d77e183cadbe,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:53.509233 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59518) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:53.512107 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port a0713ef9-c39b-4bce-9724-9d3185266236 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:53.512546 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.546417 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a17f5ef-e749-44cb-aa5a-be6f7634fe51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:53.546784 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a17f5ef-e749-44cb-aa5a-be6f7634fe51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:53.547131 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a17f5ef-e749-44cb-aa5a-be6f7634fe51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:53.547473 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a17f5ef-e749-44cb-aa5a-be6f7634fe51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:53.547810 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a17f5ef-e749-44cb-aa5a-be6f7634fe51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:53.548150 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a17f5ef-e749-44cb-aa5a-be6f7634fe51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:53.548485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a17f5ef-e749-44cb-aa5a-be6f7634fe51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:53.548807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a17f5ef-e749-44cb-aa5a-be6f7634fe51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:53.551041 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a17f5ef-e749-44cb-aa5a-be6f7634fe51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:53.551613 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a17f5ef-e749-44cb-aa5a-be6f7634fe51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:53.555243 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a17f5ef-e749-44cb-aa5a-be6f7634fe51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:53.556524 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a17f5ef-e749-44cb-aa5a-be6f7634fe51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:10:53.599289 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98566972-dea9-48e9-931d-317bfecb7874 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.607950 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.634203 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd1a2ec-6b84-4f6d-8c09-448b18820652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0713ef9-c39b-4bce-9724-9d3185266236'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:10:53.636721 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5684a9-554c-42d8-8992-59860a9ed2e4" -d '{"events": [{"server_uuid": "bcd1a2ec-6b84-4f6d-8c09-448b18820652", "name": "network-vif-plugged", "status": "completed", "tag": "a0713ef9-c39b-4bce-9724-9d3185266236"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:10:53.636921 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d649d9-4a45-4117-bb99-2bb2d0b02567 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet a4c582e8-4bb0-420b-995f-c3a186c0b3b4 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:10:53.647108 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-28d649d9-4a45-4117-bb99-2bb2d0b02567 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.661567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port a0713ef9-c39b-4bce-9724-9d3185266236, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=a0713ef9-c39b-4bce-9724-9d3185266236,segment=NetworkSegment(acada0f4-0cb0-40bc-b01c-6bc8454cf96e),segment_id=acada0f4-0cb0-40bc-b01c-6bc8454cf96e)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:53.667352 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.688608 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a399dae8-a59c-4028-b293-be3df30f1bca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.704945 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda2edfe-018f-4177-8e5b-0915f18778f1 x-openstack-request-id: req-cda2edfe-018f-4177-8e5b-0915f18778f1 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:10:53.705299 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd1a2ec-6b84-4f6d-8c09-448b18820652", "name": "network-vif-plugged", "status": "completed", "tag": "a0713ef9-c39b-4bce-9724-9d3185266236", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:10:53.705486 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cda2edfe-018f-4177-8e5b-0915f18778f1 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:10:53.705870 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd1a2ec-6b84-4f6d-8c09-448b18820652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0713ef9-c39b-4bce-9724-9d3185266236', 'code': 200} Nov 23 22:10:53.715989 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97a79f-690f-417f-b2f2-a7ad373f5b97 req-ec5cd232-1315-48d0-83fc-3929fb562aaf tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:53.717494 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d97a79f-690f-417f-b2f2-a7ad373f5b97 req-ec5cd232-1315-48d0-83fc-3929fb562aaf tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bf47b9-0110-4e52-a5a3-c5e14d057e83 HTTP/1.1" status: 200 len: 931 time: 0.1460469 Nov 23 22:10:53.720805 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-28d649d9-4a45-4117-bb99-2bb2d0b02567 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.742125 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=a0713ef9-c39b-4bce-9724-9d3185266236,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:53.759628 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-333f2461-c69d-4c26-b112-f27246834c7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.778389 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a399dae8-a59c-4028-b293-be3df30f1bca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.804577 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98566972-dea9-48e9-931d-317bfecb7874 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.816749 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98566972-dea9-48e9-931d-317bfecb7874 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.838840 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-333f2461-c69d-4c26-b112-f27246834c7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.860430 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98566972-dea9-48e9-931d-317bfecb7874 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab9ad41-a3db-46d8-bed5-31fa5d59e904,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:53.880463 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98566972-dea9-48e9-931d-317bfecb7874 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.881679 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-98566972-dea9-48e9-931d-317bfecb7874 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5208452 Nov 23 22:10:53.887161 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59522) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:53.897330 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d97a79f-690f-417f-b2f2-a7ad373f5b97 req-500bfd46-6553-445f-8bc5-c50378c22522 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720991 Nov 23 22:10:53.932641 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-28d649d9-4a45-4117-bb99-2bb2d0b02567 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.953659 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-2b191622-4364-451c-a2d4-d37a3701a662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 956343dd-1c5c-4d39-beb2-d8b25e07cece {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:10:53.961633 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fa275-3ddf-444e-9312-db104aaa106b req-245a50e0-164e-4593-8ce0-5c3a8bf57b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:53.963270 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c2fa275-3ddf-444e-9312-db104aaa106b req-245a50e0-164e-4593-8ce0-5c3a8bf57b59 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 1097 time: 0.1380765 Nov 23 22:10:53.966223 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-2b191622-4364-451c-a2d4-d37a3701a662 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.969756 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a399dae8-a59c-4028-b293-be3df30f1bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.972357 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a399dae8-a59c-4028-b293-be3df30f1bca admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:53.976185 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a399dae8-a59c-4028-b293-be3df30f1bca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e128897-c87d-4f98-ab0c-72a59fbfe1c2 HTTP/1.1" status: 204 len: 168 time: 0.5318742 Nov 23 22:10:53.997336 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-2b191622-4364-451c-a2d4-d37a3701a662 service neutron] Transition to ACTIVE for port object 956343dd-1c5c-4d39-beb2-d8b25e07cece will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:10:54.001579 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399dae8-a59c-4028-b293-be3df30f1bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e128897-c87d-4f98-ab0c-72a59fbfe1c2,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:54.007528 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-2b191622-4364-451c-a2d4-d37a3701a662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:54.012150 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-333f2461-c69d-4c26-b112-f27246834c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:54.015786 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-333f2461-c69d-4c26-b112-f27246834c7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:54.016925 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-333f2461-c69d-4c26-b112-f27246834c7b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5bb0bd88-4e08-4eca-8334-d77e183cadbe HTTP/1.1" status: 204 len: 168 time: 0.5069244 Nov 23 22:10:54.044629 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ae0fefff-0f0e-4000-935b-4c572aebaafb tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:54.085789 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14abd5e5-aad7-404f-a512-dde4652e7d61 None None] DHCP port deletion for 313f69bc-4ff6-4f59-a350-18ff373065a0 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:10:54.089138 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ae0fefff-0f0e-4000-935b-4c572aebaafb tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:54.103126 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b191622-4364-451c-a2d4-d37a3701a662 service neutron] Pushing event updated for resources: {'Port': ['ID=956343dd-1c5c-4d39-beb2-d8b25e07cece,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:54.137957 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f2461-c69d-4c26-b112-f27246834c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb0bd88-4e08-4eca-8334-d77e183cadbe,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:54.173469 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c2fa275-3ddf-444e-9312-db104aaa106b req-fbbbe902-8eb5-4c2e-9dce-baaaf673b3d0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981387 Nov 23 22:10:54.197359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7748ca-65b2-4c6b-8e4a-7f57019f870b req-a680022e-72f9-4eb6-8fb7-caa5d2081c46 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:54.198977 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c7748ca-65b2-4c6b-8e4a-7f57019f870b req-a680022e-72f9-4eb6-8fb7-caa5d2081c46 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.1965163 Nov 23 22:10:54.200423 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-28d649d9-4a45-4117-bb99-2bb2d0b02567 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:54.259361 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d649d9-4a45-4117-bb99-2bb2d0b02567 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=a4c582e8-4bb0-420b-995f-c3a186c0b3b4,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:54.259629 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ae0fefff-0f0e-4000-935b-4c572aebaafb tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:54.260059 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1628ba5-ac16-4e1b-b4a2-a9f52106bd79 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:54.262173 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ae0fefff-0f0e-4000-935b-4c572aebaafb tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:54.263674 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ae0fefff-0f0e-4000-935b-4c572aebaafb tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "DELETE /v2.0/security-groups/a58f6b11-4f5f-4c23-8d2e-c29c958f9a7f HTTP/1.1" status: 204 len: 168 time: 0.3760011 Nov 23 22:10:54.264376 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-28d649d9-4a45-4117-bb99-2bb2d0b02567 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:54.269790 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-28d649d9-4a45-4117-bb99-2bb2d0b02567 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/a4c582e8-4bb0-420b-995f-c3a186c0b3b4 HTTP/1.1" status: 204 len: 168 time: 0.8263311 Nov 23 22:10:54.270954 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59536) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:54.273044 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59538) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:54.291962 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fefff-0f0e-4000-935b-4c572aebaafb tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58f6b11-4f5f-4c23-8d2e-c29c958f9a7f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:54.323864 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e38dc264-6d30-42be-a29c-5bf30019acfd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486903 Nov 23 22:10:54.327095 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59540) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:54.339203 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-68e82703-b4df-4cc4-9429-15ea84752e3e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:54.381922 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c7748ca-65b2-4c6b-8e4a-7f57019f870b req-96c80ac2-d60e-4548-8fcd-1d56ddbdeaf7 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689224 Nov 23 22:10:54.428104 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-2b191622-4364-451c-a2d4-d37a3701a662 service neutron] Attempting to bind port 956343dd-1c5c-4d39-beb2-d8b25e07cece on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:10:54.428510 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-2b191622-4364-451c-a2d4-d37a3701a662 service neutron] Attempting to bind port 956343dd-1c5c-4d39-beb2-d8b25e07cece by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'd7a5fcd6-b2bb-4af7-ad33-cd5521f76895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '313f69bc-4ff6-4f59-a350-18ff373065a0'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:10:54.428761 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-2b191622-4364-451c-a2d4-d37a3701a662 service neutron] Attempting to bind port 956343dd-1c5c-4d39-beb2-d8b25e07cece on network 313f69bc-4ff6-4f59-a350-18ff373065a0 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:10:54.437482 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2750adab-625b-40a8-83f4-42316287dc26 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1628830 Nov 23 22:10:54.442375 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59544) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:54.446875 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f9ec34be-f3b2-48e2-b2e2-dfb66ce63f0d tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Request body: {'security_group': {'name': 'tempest-secgroup--1257657076'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:54.458299 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-2b191622-4364-451c-a2d4-d37a3701a662 service neutron] Port 956343dd-1c5c-4d39-beb2-d8b25e07cece on network 313f69bc-4ff6-4f59-a350-18ff373065a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:10:54.458668 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-2b191622-4364-451c-a2d4-d37a3701a662 service neutron] Attempting to bind port 956343dd-1c5c-4d39-beb2-d8b25e07cece on network 313f69bc-4ff6-4f59-a350-18ff373065a0 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:10:54.498314 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-2b191622-4364-451c-a2d4-d37a3701a662 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:10:54.498597 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-2b191622-4364-451c-a2d4-d37a3701a662 service neutron] Checking segment: {'id': 'd7a5fcd6-b2bb-4af7-ad33-cd5521f76895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '313f69bc-4ff6-4f59-a350-18ff373065a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:10:54.499527 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-2b191622-4364-451c-a2d4-d37a3701a662 service neutron] Bound using segment: {'id': 'd7a5fcd6-b2bb-4af7-ad33-cd5521f76895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '313f69bc-4ff6-4f59-a350-18ff373065a0'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:10:54.499981 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-2b191622-4364-451c-a2d4-d37a3701a662 service neutron] Bound port: 956343dd-1c5c-4d39-beb2-d8b25e07cece, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a5fcd6-b2bb-4af7-ad33-cd5521f76895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '313f69bc-4ff6-4f59-a350-18ff373065a0'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:10:54.500335 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-2b191622-4364-451c-a2d4-d37a3701a662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:54.518521 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1381c4-594e-4f7d-a99c-49b09d5bba1b req-83d1f149-3049-4702-a167-0da6e056cf07 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:54.524210 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e82703-b4df-4cc4-9429-15ea84752e3e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:54.527958 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68e82703-b4df-4cc4-9429-15ea84752e3e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:54.534409 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b1381c4-594e-4f7d-a99c-49b09d5bba1b req-83d1f149-3049-4702-a167-0da6e056cf07 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 946 time: 0.1449759 Nov 23 22:10:54.611369 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f9ec34be-f3b2-48e2-b2e2-dfb66ce63f0d tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:54.626910 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b1381c4-594e-4f7d-a99c-49b09d5bba1b req-c69a643c-89c8-494e-b217-2be35e16684a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915542 Nov 23 22:10:54.645497 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dfa0fa-bb68-4682-8998-afd46caac373 None None] DHCP port deletion for 8205a081-245e-4f42-9c61-30748520e8a4 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:10:54.661782 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59546) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:54.682382 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d4252f9f-d713-46ba-817c-16864417421d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:54.699061 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59548) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:54.722854 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-21d2718e-d271-4328-9f17-9d289a064ff4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:54.742989 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-95dfa0fa-bb68-4682-8998-afd46caac373 None None] Deleting port 9328ef78-d4fd-4106-a5a9-3f1af87e69fd {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:10:54.743496 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-95dfa0fa-bb68-4682-8998-afd46caac373 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:54.771962 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-2b191622-4364-451c-a2d4-d37a3701a662 service neutron] For port 956343dd-1c5c-4d39-beb2-d8b25e07cece, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:10:54.777774 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-2b191622-4364-451c-a2d4-d37a3701a662 service neutron] For port 956343dd-1c5c-4d39-beb2-d8b25e07cece, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=956343dd-1c5c-4d39-beb2-d8b25e07cece,segment=NetworkSegment(d7a5fcd6-b2bb-4af7-ad33-cd5521f76895),segment_id=d7a5fcd6-b2bb-4af7-ad33-cd5521f76895)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:10:54.794773 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-2b191622-4364-451c-a2d4-d37a3701a662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:54.820304 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-95dfa0fa-bb68-4682-8998-afd46caac373 None None] For port 9328ef78-d4fd-4106-a5a9-3f1af87e69fd, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9328ef78-d4fd-4106-a5a9-3f1af87e69fd,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:54.820624 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-95dfa0fa-bb68-4682-8998-afd46caac373 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:54.834872 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d4252f9f-d713-46ba-817c-16864417421d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:54.847865 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-95dfa0fa-bb68-4682-8998-afd46caac373 None None] Calling delete_port for 9328ef78-d4fd-4106-a5a9-3f1af87e69fd owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:10:54.848119 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d4252f9f-d713-46ba-817c-16864417421d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:54.867048 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7bafc7-0b69-4589-bef1-1b5d9903552d None None] DHCP port deletion for 313f69bc-4ff6-4f59-a350-18ff373065a0 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:10:54.882870 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-21d2718e-d271-4328-9f17-9d289a064ff4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:54.890558 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-2b191622-4364-451c-a2d4-d37a3701a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:54.891702 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-2b191622-4364-451c-a2d4-d37a3701a662 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:54.892810 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-2b191622-4364-451c-a2d4-d37a3701a662 service neutron] 10.222.0.60 "PUT /v2.0/ports/956343dd-1c5c-4d39-beb2-d8b25e07cece HTTP/1.1" status: 200 len: 1091 time: 1.6870532 Nov 23 22:10:54.898637 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bf47b9-0110-4e52-a5a3-c5e14d057e83', 'tag': '956343dd-1c5c-4d39-beb2-d8b25e07cece'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:10:54.909057 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-21d2718e-d271-4328-9f17-9d289a064ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:54.911689 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f12486-2789-4765-992a-4e24d127cf13" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bf47b9-0110-4e52-a5a3-c5e14d057e83", "tag": "956343dd-1c5c-4d39-beb2-d8b25e07cece"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:10:54.922362 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4252f9f-d713-46ba-817c-16864417421d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bf4c03-7081-40fe-977c-53cb8b08d872,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:54.944013 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d4252f9f-d713-46ba-817c-16864417421d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e95cf4e678e245579a893d4fa47c27ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2778962 Nov 23 22:10:54.954693 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59558) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:55.018811 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f9ec34be-f3b2-48e2-b2e2-dfb66ce63f0d tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:55.046843 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f9ec34be-f3b2-48e2-b2e2-dfb66ce63f0d tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:55.050110 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2718e-d271-4328-9f17-9d289a064ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fba1d66-5d9d-4518-86f6-e3eb1f93f583,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:55.055301 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b191622-4364-451c-a2d4-d37a3701a662 service neutron] Pushing event updated for resources: {'Port': ['ID=956343dd-1c5c-4d39-beb2-d8b25e07cece,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:55.085020 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-21d2718e-d271-4328-9f17-9d289a064ff4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=97826adb963d4f66a5e80a44812ecca0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3849068 Nov 23 22:10:55.110829 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-95dfa0fa-bb68-4682-8998-afd46caac373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:55.118968 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59562) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:55.138771 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dfa0fa-bb68-4682-8998-afd46caac373 None None] No DVR routers for this DVR port 9328ef78-d4fd-4106-a5a9-3f1af87e69fd on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:10:55.203583 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f9ec34be-f3b2-48e2-b2e2-dfb66ce63f0d tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:55.204142 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c63b810f-c4ad-4a40-8a79-be5b81a0214f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:55.207838 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f9ec34be-f3b2-48e2-b2e2-dfb66ce63f0d tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7637713 Nov 23 22:10:55.231253 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec34be-f3b2-48e2-b2e2-dfb66ce63f0d tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=895d2d74-03e0-44da-b425-5a1fd2990fd5,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:55.241391 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59566) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:55.247700 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dfa0fa-bb68-4682-8998-afd46caac373 None None] Pushing event deleted for resources: {'Port': ['ID=9328ef78-d4fd-4106-a5a9-3f1af87e69fd,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:55.256037 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c63b810f-c4ad-4a40-8a79-be5b81a0214f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:55.261102 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d8cc36e7-fa7e-42ca-acab-de9a0a601df9 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Request body: {'security_group': {'name': 'tempest-secgroup--1001024032'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:55.297549 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-c7420cd4-bb38-4624-9706-06bb451e8f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:55.298127 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-c7420cd4-bb38-4624-9706-06bb451e8f3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2caa4f9ec1b460cacd43c2d53007606&device_id=e1bf47b9-0110-4e52-a5a3-c5e14d057e83 HTTP/1.1" status: 200 len: 1094 time: 0.3197658 Nov 23 22:10:55.319306 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70936a54-2a73-41d4-b6e0-e6be17d70ba2 req-031e322c-77a3-42a7-a20d-b6749c8ecd9d tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:55.328386 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-70936a54-2a73-41d4-b6e0-e6be17d70ba2 req-031e322c-77a3-42a7-a20d-b6749c8ecd9d tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bf47b9-0110-4e52-a5a3-c5e14d057e83 HTTP/1.1" status: 200 len: 943 time: 0.2657447 Nov 23 22:10:55.382386 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c93c2f25-72a5-4707-ae0c-9a5de9ad2a7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:55.441321 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-70936a54-2a73-41d4-b6e0-e6be17d70ba2 req-a872b8bc-b738-45fa-9e9a-139583f5c6ea tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112933 Nov 23 22:10:55.453978 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c93c2f25-72a5-4707-ae0c-9a5de9ad2a7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:55.461725 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f3b313-ab9c-4521-a623-d700ff3bb419 x-openstack-request-id: req-52f3b313-ab9c-4521-a623-d700ff3bb419 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:10:55.462023 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bf47b9-0110-4e52-a5a3-c5e14d057e83", "tag": "956343dd-1c5c-4d39-beb2-d8b25e07cece", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:10:55.462283 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-52f3b313-ab9c-4521-a623-d700ff3bb419 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:10:55.462769 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bf47b9-0110-4e52-a5a3-c5e14d057e83', 'tag': '956343dd-1c5c-4d39-beb2-d8b25e07cece', 'status': 'completed', 'code': 200} Nov 23 22:10:55.464460 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8cc36e7-fa7e-42ca-acab-de9a0a601df9 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:55.476230 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c63b810f-c4ad-4a40-8a79-be5b81a0214f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:55.478916 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c63b810f-c4ad-4a40-8a79-be5b81a0214f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:55.480306 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c63b810f-c4ad-4a40-8a79-be5b81a0214f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81bf4c03-7081-40fe-977c-53cb8b08d872 HTTP/1.1" status: 204 len: 168 time: 0.5280907 Nov 23 22:10:55.481720 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-ec22a5d7-2e30-456d-8036-030947de95f2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=956343dd-1c5c-4d39-beb2-d8b25e07cece HTTP/1.1" status: 200 len: 217 time: 0.1670351 Nov 23 22:10:55.512470 n-d-816206-9 neutron-server[110033]: DEBUG neutron.objects.ports [None req-68e82703-b4df-4cc4-9429-15ea84752e3e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110033) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 22:10:55.518252 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68e82703-b4df-4cc4-9429-15ea84752e3e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:55.533741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b810f-c4ad-4a40-8a79-be5b81a0214f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bf4c03-7081-40fe-977c-53cb8b08d872,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:55.543927 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c93c2f25-72a5-4707-ae0c-9a5de9ad2a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:55.549832 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c93c2f25-72a5-4707-ae0c-9a5de9ad2a7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:55.555152 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c93c2f25-72a5-4707-ae0c-9a5de9ad2a7f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5fba1d66-5d9d-4518-86f6-e3eb1f93f583 HTTP/1.1" status: 204 len: 168 time: 0.4345124 Nov 23 22:10:55.572885 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:10:55.575817 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c2f25-72a5-4707-ae0c-9a5de9ad2a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fba1d66-5d9d-4518-86f6-e3eb1f93f583,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:55.656714 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e82703-b4df-4cc4-9429-15ea84752e3e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:55.670541 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-68e82703-b4df-4cc4-9429-15ea84752e3e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:55.678292 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-d8449541-b8ef-45ca-9b23-48f01d204066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:55.679788 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-d8449541-b8ef-45ca-9b23-48f01d204066 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=38696a44-a2c6-4669-89ae-e2db4c7c8993 HTTP/1.1" status: 200 len: 853 time: 0.1627848 Nov 23 22:10:55.681333 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e82703-b4df-4cc4-9429-15ea84752e3e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:55.681656 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-68e82703-b4df-4cc4-9429-15ea84752e3e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:55.688420 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e82703-b4df-4cc4-9429-15ea84752e3e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=022e17d0-9694-4bba-86a9-7feff9cb04e1,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:55.712360 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775d8b22-7199-4b7a-a8ea-73a025d580fd None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:55.736205 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-3caff928-5e1c-498c-8565-94b37daf0cba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=313f69bc-4ff6-4f59-a350-18ff373065a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399597 Nov 23 22:10:55.759947 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-68e82703-b4df-4cc4-9429-15ea84752e3e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4277472 Nov 23 22:10:55.761476 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59574) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:55.769933 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-83b80684-f417-48a4-9695-f3e7a523b502 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'mac_address': 'fa:16:3e:3a:38:8b', 'name': 'tempest-NetworksTestDHCPv6-422623331'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:55.794176 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8cc36e7-fa7e-42ca-acab-de9a0a601df9 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:55.825822 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8cc36e7-fa7e-42ca-acab-de9a0a601df9 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:55.991085 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b6d932-aa94-4f6d-998d-3b1bc3f763f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8205a081-245e-4f42-9c61-30748520e8a4', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'fixed_ips': [{'subnet_id': '022e17d0-9694-4bba-86a9-7feff9cb04e1'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:10:55.991982 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-88b6d932-aa94-4f6d-998d-3b1bc3f763f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:55.993797 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8cc36e7-fa7e-42ca-acab-de9a0a601df9 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:55.995090 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d8cc36e7-fa7e-42ca-acab-de9a0a601df9 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7527461 Nov 23 22:10:56.001665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59582) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:56.018670 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-3ecffef3-7a30-4b24-82c6-ffa00c015da3 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Request body: {'security_group_rule': {'security_group_id': '895d2d74-03e0-44da-b425-5a1fd2990fd5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ed9f3907-1169-419e-b1f5-d5a50882284d', 'remote_ip_prefix': None}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:56.034417 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc36e7-fa7e-42ca-acab-de9a0a601df9 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9f3907-1169-419e-b1f5-d5a50882284d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:56.112796 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-f7ca96fd-0b24-4641-9ac2-a556c11abef9 service neutron] 10.222.0.60 "GET /v2.0/networks/313f69bc-4ff6-4f59-a350-18ff373065a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605270 Nov 23 22:10:56.128646 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b80684-f417-48a4-9695-f3e7a523b502 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:56.203927 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3ecffef3-7a30-4b24-82c6-ffa00c015da3 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:56.248471 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cfc15-fbb6-4de5-86b7-0ad317fdbe0e req-f29f2f50-cffc-47ac-9d73-fb8091799981 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:56.255225 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b5cfc15-fbb6-4de5-86b7-0ad317fdbe0e req-f29f2f50-cffc-47ac-9d73-fb8091799981 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 946 time: 0.1768892 Nov 23 22:10:56.304194 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-88b6d932-aa94-4f6d-998d-3b1bc3f763f7 None None] Allocated IP 2001:db8::f816:3eff:fec8:728e (8205a081-245e-4f42-9c61-30748520e8a4/022e17d0-9694-4bba-86a9-7feff9cb04e1/97135b6d-8185-4f9d-b526-00d0742b169d) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:56.320381 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9328ef78-d4fd-4106-a5a9-3f1af87e69fd no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:10:56.321898 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b5cfc15-fbb6-4de5-86b7-0ad317fdbe0e req-45178a32-fb01-480f-a6e3-a9807f9aeca3 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565519 Nov 23 22:10:56.349405 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59592) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:56.372812 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ec3caeb7-44ae-42d9-976a-d4bd945539c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:56.376472 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 9328ef78-d4fd-4106-a5a9-3f1af87e69fd {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:10:56.379352 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9328ef78-d4fd-4106-a5a9-3f1af87e69fd not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:10:56.386398 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c1ede8ca-33ad-4284-9e5d-421f41101e96 req-68596551-4520-439b-b047-2b6483e469a3 service neutron] 10.222.0.60 "GET /v2.0/networks/313f69bc-4ff6-4f59-a350-18ff373065a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650516 Nov 23 22:10:56.395523 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-83b80684-f417-48a4-9695-f3e7a523b502 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:56.438599 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-83b80684-f417-48a4-9695-f3e7a523b502 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] device_id is not set on port 566bc404-885a-4908-9471-e3b194ef430e yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:10:56.440734 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3ecffef3-7a30-4b24-82c6-ffa00c015da3 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:56.456415 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3ecffef3-7a30-4b24-82c6-ffa00c015da3 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:56.483902 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecffef3-7a30-4b24-82c6-ffa00c015da3 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31723d2f-f2a0-4a6b-8425-38847d83a3e4,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:56.554087 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3ecffef3-7a30-4b24-82c6-ffa00c015da3 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:56.562608 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59598) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:56.567186 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3ecffef3-7a30-4b24-82c6-ffa00c015da3 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5624945 Nov 23 22:10:56.584576 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f12486-2789-4765-992a-4e24d127cf13 req-17171fe5-f8fc-462f-8b7b-9f5751814a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:56.586968 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c6f12486-2789-4765-992a-4e24d127cf13 req-17171fe5-f8fc-462f-8b7b-9f5751814a18 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2caa4f9ec1b460cacd43c2d53007606&device_id=e1bf47b9-0110-4e52-a5a3-c5e14d057e83 HTTP/1.1" status: 200 len: 1094 time: 0.0942032 Nov 23 22:10:56.637677 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-88b6d932-aa94-4f6d-998d-3b1bc3f763f7 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:56.650240 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-88b6d932-aa94-4f6d-998d-3b1bc3f763f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:56.655206 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45697c-23c1-4574-b270-6d068a1aab3c req-3ff97e78-fa63-43e8-ad15-fc631edc5660 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:56.657431 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e45697c-23c1-4574-b270-6d068a1aab3c req-3ff97e78-fa63-43e8-ad15-fc631edc5660 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 946 time: 0.2053676 Nov 23 22:10:56.663852 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-48b16885-0a28-46c4-8181-6c8582b00801 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:56.713103 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f12486-2789-4765-992a-4e24d127cf13 req-a13ed816-6e8a-4a56-99bf-b6479fd771e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:56.714699 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c6f12486-2789-4765-992a-4e24d127cf13 req-a13ed816-6e8a-4a56-99bf-b6479fd771e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=313f69bc-4ff6-4f59-a350-18ff373065a0 HTTP/1.1" status: 200 len: 914 time: 0.1199269 Nov 23 22:10:56.716696 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ec3caeb7-44ae-42d9-976a-d4bd945539c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:56.719764 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-48b16885-0a28-46c4-8181-6c8582b00801 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:56.743666 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b6d932-aa94-4f6d-998d-3b1bc3f763f7 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:56.747051 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-88b6d932-aa94-4f6d-998d-3b1bc3f763f7 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:56.751592 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b6d932-aa94-4f6d-998d-3b1bc3f763f7 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:10:56.758074 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f6ca8-0710-43bd-8bfb-80d5f68ec2c6 req-d53705cc-bfda-4104-bbe9-b7bf658ef386 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:56.759801 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f5f6ca8-0710-43bd-8bfb-80d5f68ec2c6 req-d53705cc-bfda-4104-bbe9-b7bf658ef386 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bf47b9-0110-4e52-a5a3-c5e14d057e83 HTTP/1.1" status: 200 len: 943 time: 0.2295151 Nov 23 22:10:56.760460 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ec3caeb7-44ae-42d9-976a-d4bd945539c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:56.763187 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6d932-aa94-4f6d-998d-3b1bc3f763f7 None None] Pushing event updated for resources: {'Port': ['ID=97135b6d-8185-4f9d-b526-00d0742b169d,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:56.777121 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c6f12486-2789-4765-992a-4e24d127cf13 req-7f4fa363-a02e-49e0-acf9-35b7077c7cb7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=956343dd-1c5c-4d39-beb2-d8b25e07cece HTTP/1.1" status: 200 len: 217 time: 0.0533459 Nov 23 22:10:56.844705 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f12486-2789-4765-992a-4e24d127cf13 req-d9b22acc-e311-4fa4-a1fa-b73c612650ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:56.846523 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c6f12486-2789-4765-992a-4e24d127cf13 req-d9b22acc-e311-4fa4-a1fa-b73c612650ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=38696a44-a2c6-4669-89ae-e2db4c7c8993 HTTP/1.1" status: 200 len: 853 time: 0.0613837 Nov 23 22:10:56.855901 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-88b6d932-aa94-4f6d-998d-3b1bc3f763f7 None None] Attempting to bind port 97135b6d-8185-4f9d-b526-00d0742b169d on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:10:56.856324 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-88b6d932-aa94-4f6d-998d-3b1bc3f763f7 None None] Attempting to bind port 97135b6d-8185-4f9d-b526-00d0742b169d by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:10:56.856686 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b6d932-aa94-4f6d-998d-3b1bc3f763f7 None None] Attempting to bind port 97135b6d-8185-4f9d-b526-00d0742b169d on network 8205a081-245e-4f42-9c61-30748520e8a4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:10:56.862645 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b6d932-aa94-4f6d-998d-3b1bc3f763f7 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:10:56.863327 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b6d932-aa94-4f6d-998d-3b1bc3f763f7 None None] Checking segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:10:56.863598 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-88b6d932-aa94-4f6d-998d-3b1bc3f763f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:56.864229 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b6d932-aa94-4f6d-998d-3b1bc3f763f7 None None] Bound using segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:10:56.864468 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-83b80684-f417-48a4-9695-f3e7a523b502 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8::f816:3eff:fe3a:388b (8205a081-245e-4f42-9c61-30748520e8a4/022e17d0-9694-4bba-86a9-7feff9cb04e1/566bc404-885a-4908-9471-e3b194ef430e) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:56.865065 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-88b6d932-aa94-4f6d-998d-3b1bc3f763f7 None None] Bound port: 97135b6d-8185-4f9d-b526-00d0742b169d, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:10:56.866089 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-88b6d932-aa94-4f6d-998d-3b1bc3f763f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:56.884572 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-48b16885-0a28-46c4-8181-6c8582b00801 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:56.895346 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ec3caeb7-44ae-42d9-976a-d4bd945539c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=851b0218c331481aa88c423ec593da9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5447657 Nov 23 22:10:56.896611 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c6f12486-2789-4765-992a-4e24d127cf13 req-8b5555cc-6907-417a-ba5a-a6b66feac6cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=313f69bc-4ff6-4f59-a350-18ff373065a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424514 Nov 23 22:10:56.897085 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59610) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:56.917405 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-48b16885-0a28-46c4-8181-6c8582b00801 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:56.918955 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-48b16885-0a28-46c4-8181-6c8582b00801 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/31723d2f-f2a0-4a6b-8425-38847d83a3e4 HTTP/1.1" status: 204 len: 168 time: 0.3553815 Nov 23 22:10:56.927826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e45697c-23c1-4574-b270-6d068a1aab3c req-ab1d63e4-ec08-42b9-9713-2b1279de45dc tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507114 Nov 23 22:10:56.932694 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59612) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:56.965975 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3caeb7-44ae-42d9-976a-d4bd945539c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e914ef0-2e6d-44dc-9764-e583321d4c5e,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:56.969764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59614) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:56.980936 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-88b6d932-aa94-4f6d-998d-3b1bc3f763f7 None None] For port 97135b6d-8185-4f9d-b526-00d0742b169d, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:10:56.986216 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-88b6d932-aa94-4f6d-998d-3b1bc3f763f7 None None] For port 97135b6d-8185-4f9d-b526-00d0742b169d, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=97135b6d-8185-4f9d-b526-00d0742b169d,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:10:56.987427 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b16885-0a28-46c4-8181-6c8582b00801 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31723d2f-f2a0-4a6b-8425-38847d83a3e4,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:56.998209 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-88b6d932-aa94-4f6d-998d-3b1bc3f763f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:57.001948 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f5f6ca8-0710-43bd-8bfb-80d5f68ec2c6 req-00dfb17f-a8dc-472f-a4c0-b025418bc30f tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192261 Nov 23 22:10:57.095706 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-12e74630-4d07-4d0f-b066-bdcea9fcc899 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1617723 Nov 23 22:10:57.101256 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59618) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:57.141379 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff03205f-f8e1-45ed-b5d3-4fa04ed8fc27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:57.158596 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6d932-aa94-4f6d-998d-3b1bc3f763f7 None None] Pushing event updated for resources: {'Port': ['ID=97135b6d-8185-4f9d-b526-00d0742b169d,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:57.167346 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c6f12486-2789-4765-992a-4e24d127cf13 req-b11132e6-9ff9-4901-a4ee-45b1fbb56ca7 service neutron] 10.222.0.60 "GET /v2.0/networks/313f69bc-4ff6-4f59-a350-18ff373065a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569830 Nov 23 22:10:57.182235 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7fe56e-9f82-4db9-8688-a06d226e62f1 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:57.183885 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5e7fe56e-9f82-4db9-8688-a06d226e62f1 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 1092 time: 0.2137833 Nov 23 22:10:57.187961 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59624) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:57.199570 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-b9240ee1-1d73-45d3-9f52-f7876ec15d80 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': 'a0713ef9-c39b-4bce-9724-9d3185266236', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:57.235466 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-83b80684-f417-48a4-9695-f3e7a523b502 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:57.269962 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff03205f-f8e1-45ed-b5d3-4fa04ed8fc27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:57.292736 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9240ee1-1d73-45d3-9f52-f7876ec15d80 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:57.377811 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445ab53-3d9a-45ae-a540-9c0619d57acb req-f1f8f619-f353-4b6a-bdaf-a7f23cf35457 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:57.378672 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1f214640-fe05-4272-9d99-35b5d971c4e9 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:57.383060 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c6f12486-2789-4765-992a-4e24d127cf13 req-a6bd45bf-4404-4d66-b628-686d15223b63 service neutron] 10.222.0.60 "GET /v2.0/networks/313f69bc-4ff6-4f59-a350-18ff373065a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033820 Nov 23 22:10:57.386621 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9445ab53-3d9a-45ae-a540-9c0619d57acb req-f1f8f619-f353-4b6a-bdaf-a7f23cf35457 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.1368883 Nov 23 22:10:57.429123 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1f214640-fe05-4272-9d99-35b5d971c4e9 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:57.440157 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff03205f-f8e1-45ed-b5d3-4fa04ed8fc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:57.443564 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff03205f-f8e1-45ed-b5d3-4fa04ed8fc27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:57.447253 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ff03205f-f8e1-45ed-b5d3-4fa04ed8fc27 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2e914ef0-2e6d-44dc-9764-e583321d4c5e HTTP/1.1" status: 204 len: 168 time: 0.5468473 Nov 23 22:10:57.467859 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03205f-f8e1-45ed-b5d3-4fa04ed8fc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e914ef0-2e6d-44dc-9764-e583321d4c5e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:57.523203 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-83b80684-f417-48a4-9695-f3e7a523b502 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:57.525813 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1f214640-fe05-4272-9d99-35b5d971c4e9 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:57.529969 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1f214640-fe05-4272-9d99-35b5d971c4e9 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:57.530661 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9445ab53-3d9a-45ae-a540-9c0619d57acb req-d83d4e2b-5072-40e0-ad27-51febe44c679 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436505 Nov 23 22:10:57.531729 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1f214640-fe05-4272-9d99-35b5d971c4e9 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "DELETE /v2.0/security-groups/ed9f3907-1169-419e-b1f5-d5a50882284d HTTP/1.1" status: 204 len: 168 time: 0.4128995 Nov 23 22:10:57.538976 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59634) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:57.561330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f214640-fe05-4272-9d99-35b5d971c4e9 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9f3907-1169-419e-b1f5-d5a50882284d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:57.642870 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b80684-f417-48a4-9695-f3e7a523b502 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:57.658034 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-83b80684-f417-48a4-9695-f3e7a523b502 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:57.666509 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b80684-f417-48a4-9695-f3e7a523b502 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:10:57.668656 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e674a2ee-68c9-4cfa-8f19-ed3e57325084 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1273091 Nov 23 22:10:57.672807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b80684-f417-48a4-9695-f3e7a523b502 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:57.673464 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-83b80684-f417-48a4-9695-f3e7a523b502 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:57.678998 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59640) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:57.709729 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b80684-f417-48a4-9695-f3e7a523b502 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=566bc404-885a-4908-9471-e3b194ef430e,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:57.730040 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-83b80684-f417-48a4-9695-f3e7a523b502 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9648986 Nov 23 22:10:57.731131 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59644) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:57.801719 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9240ee1-1d73-45d3-9f52-f7876ec15d80 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:57.804167 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72ade192-2a18-4fe6-a9f7-96208595d4ab tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:57.819140 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743d9f0-a174-4e2d-b264-dc95cebb4c52 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:57.825312 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743d9f0-a174-4e2d-b264-dc95cebb4c52 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:57.830808 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6743d9f0-a174-4e2d-b264-dc95cebb4c52 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0944836 Nov 23 22:10:57.830808 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59650) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:57.887752 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72ade192-2a18-4fe6-a9f7-96208595d4ab tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:57.946245 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-61856215-816d-4197-8744-4bd4a90e40dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:57.957466 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-2ba64b7e-a45e-45e2-8cf3-1a3bb3faa395 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting port 566bc404-885a-4908-9471-e3b194ef430e {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:10:57.957983 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2ba64b7e-a45e-45e2-8cf3-1a3bb3faa395 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:58.036791 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-b9240ee1-1d73-45d3-9f52-f7876ec15d80 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Allocated IP 172.25.5.20 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/ec9e0bdf-95a5-4d27-87bf-bae3dc34e632) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:10:58.058346 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72ade192-2a18-4fe6-a9f7-96208595d4ab tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:58.067088 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72ade192-2a18-4fe6-a9f7-96208595d4ab tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:58.076028 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-72ade192-2a18-4fe6-a9f7-96208595d4ab tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "DELETE /v2.0/security-groups/895d2d74-03e0-44da-b425-5a1fd2990fd5 HTTP/1.1" status: 204 len: 168 time: 0.3951375 Nov 23 22:10:58.078973 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59666) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:58.177177 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2ba64b7e-a45e-45e2-8cf3-1a3bb3faa395 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:58.196109 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-2ba64b7e-a45e-45e2-8cf3-1a3bb3faa395 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Calling delete_port for 566bc404-885a-4908-9471-e3b194ef430e owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:10:58.263267 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59668) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:58.355437 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 97135b6d-8185-4f9d-b526-00d0742b169d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:10:58.358058 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ade192-2a18-4fe6-a9f7-96208595d4ab tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=895d2d74-03e0-44da-b425-5a1fd2990fd5,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:58.457922 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db95e67-6ec6-4047-bf23-ac0b2242e34d req-e2d7da77-f6f5-4688-ae1a-30509cf9c888 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:58.459785 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6db95e67-6ec6-4047-bf23-ac0b2242e34d req-e2d7da77-f6f5-4688-ae1a-30509cf9c888 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bf47b9-0110-4e52-a5a3-c5e14d057e83 HTTP/1.1" status: 200 len: 943 time: 0.1983974 Nov 23 22:10:58.467941 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9240ee1-1d73-45d3-9f52-f7876ec15d80 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:58.486226 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8589c8aa-0163-436f-99cf-bf8ad1ffb56d tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2258186 Nov 23 22:10:58.491163 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59674) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:58.497434 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-9e652196-7f1f-44e0-9831-d9c6ddbf89b4 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Request body: {'security_group': {'name': 'tempest-secgroup--1741750404'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:58.514007 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 97135b6d-8185-4f9d-b526-00d0742b169d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:58.515239 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:58.533724 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2ba64b7e-a45e-45e2-8cf3-1a3bb3faa395 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:58.588407 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba64b7e-a45e-45e2-8cf3-1a3bb3faa395 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Port': ['ID=566bc404-885a-4908-9471-e3b194ef430e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:58.650021 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2ba64b7e-a45e-45e2-8cf3-1a3bb3faa395 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:58.659934 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2ba64b7e-a45e-45e2-8cf3-1a3bb3faa395 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/566bc404-885a-4908-9471-e3b194ef430e HTTP/1.1" status: 204 len: 168 time: 0.8280237 Nov 23 22:10:58.661861 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59680) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:58.663174 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9e652196-7f1f-44e0-9831-d9c6ddbf89b4 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:58.704382 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:58.734836 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a24124a-8799-408f-a97d-f05fcef20df7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:58.736819 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a24124a-8799-408f-a97d-f05fcef20df7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:10:58.741263 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4a24124a-8799-408f-a97d-f05fcef20df7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0780506 Nov 23 22:10:58.742824 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59684) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:58.755594 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-1449c685-b7fd-493e-8fb8-238df8db6d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-420700245'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:58.776139 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 97135b6d-8185-4f9d-b526-00d0742b169d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=97135b6d-8185-4f9d-b526-00d0742b169d,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:10:58.785480 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:58.810192 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6db95e67-6ec6-4047-bf23-ac0b2242e34d req-1969c402-2f49-4e40-a80b-708f5ae211ca tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199873 Nov 23 22:10:58.833090 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-7adbe4a4-deb1-4eb0-8ef5-060db802665d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet 022e17d0-9694-4bba-86a9-7feff9cb04e1 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:10:58.851066 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7adbe4a4-deb1-4eb0-8ef5-060db802665d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:58.851441 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9240ee1-1d73-45d3-9f52-f7876ec15d80 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:58.865875 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1449c685-b7fd-493e-8fb8-238df8db6d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] Made reservation on behalf of e90eedb7bf3f40f8bdad597d541efbc8 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:10:58.869622 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1449c685-b7fd-493e-8fb8-238df8db6d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:58.885130 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1449c685-b7fd-493e-8fb8-238df8db6d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:58.913137 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7adbe4a4-deb1-4eb0-8ef5-060db802665d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:58.928236 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=97135b6d-8185-4f9d-b526-00d0742b169d,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:58.938370 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9e652196-7f1f-44e0-9831-d9c6ddbf89b4 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:58.945185 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a3dfade3-7a19-4713-bf5e-12e1f643d11e None None] Provisioning complete for port 97135b6d-8185-4f9d-b526-00d0742b169d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:10:58.945853 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a3dfade3-7a19-4713-bf5e-12e1f643d11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:58.952863 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9240ee1-1d73-45d3-9f52-f7876ec15d80 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:10:58.960710 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-b9240ee1-1d73-45d3-9f52-f7876ec15d80 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:10:58.963524 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9240ee1-1d73-45d3-9f52-f7876ec15d80 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:10:59.122985 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7adbe4a4-deb1-4eb0-8ef5-060db802665d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:59.205783 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-50581744-45a8-407c-8211-77deca518938 None None] Could not find standard attr ID for object 566bc404-885a-4908-9471-e3b194ef430e. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:10:59.211546 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7adbe4a4-deb1-4eb0-8ef5-060db802665d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:59.268524 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbe4a4-deb1-4eb0-8ef5-060db802665d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=022e17d0-9694-4bba-86a9-7feff9cb04e1,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:59.273652 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7adbe4a4-deb1-4eb0-8ef5-060db802665d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:59.276887 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7adbe4a4-deb1-4eb0-8ef5-060db802665d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/022e17d0-9694-4bba-86a9-7feff9cb04e1 HTTP/1.1" status: 204 len: 168 time: 0.5328531 Nov 23 22:10:59.279317 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59694) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:59.330843 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9e652196-7f1f-44e0-9831-d9c6ddbf89b4 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:59.409736 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9e652196-7f1f-44e0-9831-d9c6ddbf89b4 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:59.411328 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9e652196-7f1f-44e0-9831-d9c6ddbf89b4 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9184566 Nov 23 22:10:59.412478 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9240ee1-1d73-45d3-9f52-f7876ec15d80 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Port': ['ID=ec9e0bdf-95a5-4d27-87bf-bae3dc34e632,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:59.416785 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59696) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:59.426241 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-c4efefc3-e044-4ca2-93ab-92aa19d44ecd tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Request body: {'security_group_rule': {'security_group_id': 'b2b3e533-4938-442d-825a-3c6ecc7c693f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:10:59.436782 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e652196-7f1f-44e0-9831-d9c6ddbf89b4 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b3e533-4938-442d-825a-3c6ecc7c693f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:59.449596 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2f90e0-6119-417a-82b0-472d61930179 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:10:59.454231 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 956343dd-1c5c-4d39-beb2-d8b25e07cece details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:10:59.635553 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1449c685-b7fd-493e-8fb8-238df8db6d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:59.682663 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1449c685-b7fd-493e-8fb8-238df8db6d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:59.695339 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c4efefc3-e044-4ca2-93ab-92aa19d44ecd tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:59.799225 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c4efefc3-e044-4ca2-93ab-92aa19d44ecd tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:59.813952 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-677f32c0-a9cc-4e6c-bb0e-705af4407d05 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5305676 Nov 23 22:10:59.817377 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59700) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:59.835395 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c4efefc3-e044-4ca2-93ab-92aa19d44ecd tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:59.870215 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1449c685-b7fd-493e-8fb8-238df8db6d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:10:59.890644 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c4efefc3-e044-4ca2-93ab-92aa19d44ecd tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:59.894852 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c4efefc3-e044-4ca2-93ab-92aa19d44ecd tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4697113 Nov 23 22:10:59.895702 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59706) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:10:59.930234 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449c685-b7fd-493e-8fb8-238df8db6d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6fb5ea-bcb4-45b9-a9df-f28efdae3b76,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:59.954526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efefc3-e044-4ca2-93ab-92aa19d44ecd tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c8fabc-290b-4dae-a9dc-825a6352676e,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:10:59.984399 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1449c685-b7fd-493e-8fb8-238df8db6d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:10:59.984792 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-1449c685-b7fd-493e-8fb8-238df8db6d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] Added segment fc16bafc-5a7a-4201-a4c3-649583623aac of type vlan for network 68ad22ac-053f-4dad-873e-b2b4b860c093 Nov 23 22:11:00.002945 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c705d3f-1bed-4287-ad24-7ff7cb84dd2c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:00.013551 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1c705d3f-1bed-4287-ad24-7ff7cb84dd2c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1874433 Nov 23 22:11:00.014659 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59708) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:00.050746 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8a8dc950-c261-4c3b-b698-4d8562f9a378 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:00.091314 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8a8dc950-c261-4c3b-b698-4d8562f9a378 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:00.101459 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 956343dd-1c5c-4d39-beb2-d8b25e07cece, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=956343dd-1c5c-4d39-beb2-d8b25e07cece,segment=NetworkSegment(d7a5fcd6-b2bb-4af7-ad33-cd5521f76895),segment_id=d7a5fcd6-b2bb-4af7-ad33-cd5521f76895)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:00.116916 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:00.118149 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '956343dd-1c5c-4d39-beb2-d8b25e07cece', 'network_id': '313f69bc-4ff6-4f59-a350-18ff373065a0', 'port_id': '956343dd-1c5c-4d39-beb2-d8b25e07cece', 'mac_address': 'fa:16:3e:9c:a4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38696a44-a2c6-4669-89ae-e2db4c7c8993', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:11:00.171168 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b774d19-8c41-455b-b57b-0c6fd405d211 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:00.172893 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8b774d19-8c41-455b-b57b-0c6fd405d211 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1571994 Nov 23 22:11:00.175835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59712) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:00.187338 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8a8dc950-c261-4c3b-b698-4d8562f9a378 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:00.189416 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1449c685-b7fd-493e-8fb8-238df8db6d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:00.190919 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:00.224860 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 956343dd-1c5c-4d39-beb2-d8b25e07cece {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:11:00.235040 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ed89c-708e-4d6a-9680-c5121a48e849 req-2ff43668-f426-43df-9882-2e90d90b919a tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:00.235418 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8a8dc950-c261-4c3b-b698-4d8562f9a378 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:00.236818 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-979ed89c-708e-4d6a-9680-c5121a48e849 req-2ff43668-f426-43df-9882-2e90d90b919a tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bf47b9-0110-4e52-a5a3-c5e14d057e83 HTTP/1.1" status: 200 len: 943 time: 0.2773714 Nov 23 22:11:00.250567 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8a8dc950-c261-4c3b-b698-4d8562f9a378 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/96c8fabc-290b-4dae-a9dc-825a6352676e HTTP/1.1" status: 204 len: 168 time: 0.3464952 Nov 23 22:11:00.255573 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59714) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:00.271242 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c1fe8445-4eef-4369-a2d4-2aaaebe42ea8 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924487 Nov 23 22:11:00.284013 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 956343dd-1c5c-4d39-beb2-d8b25e07cece, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=956343dd-1c5c-4d39-beb2-d8b25e07cece,segment=NetworkSegment(d7a5fcd6-b2bb-4af7-ad33-cd5521f76895),segment_id=d7a5fcd6-b2bb-4af7-ad33-cd5521f76895)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:00.288712 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59716) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:00.296260 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:00.307592 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c4973679-eb0c-4599-8cf4-9fbc3136dd8b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:00.323733 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8dc950-c261-4c3b-b698-4d8562f9a378 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96c8fabc-290b-4dae-a9dc-825a6352676e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:00.374847 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937304cb-57e4-4df6-b72a-05f198b893db None None] DHCP port deletion for 8205a081-245e-4f42-9c61-30748520e8a4 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:11:00.445120 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1449c685-b7fd-493e-8fb8-238df8db6d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:00.450894 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1449c685-b7fd-493e-8fb8-238df8db6d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:00.451984 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1449c685-b7fd-493e-8fb8-238df8db6d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:00.495101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4973679-eb0c-4599-8cf4-9fbc3136dd8b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:00.502464 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c4973679-eb0c-4599-8cf4-9fbc3136dd8b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:00.547698 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=956343dd-1c5c-4d39-beb2-d8b25e07cece,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:00.558971 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e2248158-0eab-4bd5-abf9-63383b097be8 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3008437 Nov 23 22:11:00.574787 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59718) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:00.580942 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-979ed89c-708e-4d6a-9680-c5121a48e849 req-bf8fb4fe-5c80-42f2-8127-a18f8957783d tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969289 Nov 23 22:11:00.588452 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-85d934d2-b0c0-4016-a50f-a6d6ca967404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:00.617777 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['956343dd-1c5c-4d39-beb2-d8b25e07cece'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:11:00.634074 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1449c685-b7fd-493e-8fb8-238df8db6d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.3558810 Nov 23 22:11:00.709841 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449c685-b7fd-493e-8fb8-238df8db6d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] Pushing event updated for resources: {'Network': ['ID=68ad22ac-053f-4dad-873e-b2b4b860c093,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:00.727949 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e7ffca53-1e20-4e5a-8c7c-74b6041c03e4 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:00.761065 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e7ffca53-1e20-4e5a-8c7c-74b6041c03e4 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:00.765848 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 68ad22ac-053f-4dad-873e-b2b4b860c093 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:11:00.793373 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9240ee1-1d73-45d3-9f52-f7876ec15d80 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:00.867030 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e7ffca53-1e20-4e5a-8c7c-74b6041c03e4 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:00.869874 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e7ffca53-1e20-4e5a-8c7c-74b6041c03e4 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:00.871288 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e7ffca53-1e20-4e5a-8c7c-74b6041c03e4 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "DELETE /v2.0/security-groups/b2b3e533-4938-442d-825a-3c6ecc7c693f HTTP/1.1" status: 204 len: 168 time: 0.2949238 Nov 23 22:11:00.879523 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59724) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:00.895570 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ffca53-1e20-4e5a-8c7c-74b6041c03e4 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b3e533-4938-442d-825a-3c6ecc7c693f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:00.920209 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-937304cb-57e4-4df6-b72a-05f198b893db None None] Deleting port 97135b6d-8185-4f9d-b526-00d0742b169d {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:11:00.920589 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-937304cb-57e4-4df6-b72a-05f198b893db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.015624 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59728) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:01.025045 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Request body: {'port': {'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093', 'binding:host_id': 'n-h1-816206-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-164155163'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:01.034819 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b116d141-9e7e-40be-aad2-24fab993d057 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1088655 Nov 23 22:11:01.043319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59730) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:01.046701 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9240ee1-1d73-45d3-9f52-f7876ec15d80 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.066881 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-88c0322a-b280-46a2-830c-2be3d8b2468e tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Request body: {'security_group': {'name': 'tempest-secgroup--1654763167'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:01.097202 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Made reservation on behalf of f4d1d08590ea4892b56ca830229ccd42 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:01.101674 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.116794 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.131310 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c4973679-eb0c-4599-8cf4-9fbc3136dd8b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.215227 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4973679-eb0c-4599-8cf4-9fbc3136dd8b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=77111ede-ea08-49de-8e7d-080b84a2bfa4,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:01.216523 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-88c0322a-b280-46a2-830c-2be3d8b2468e tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.227894 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-937304cb-57e4-4df6-b72a-05f198b893db None None] For port 97135b6d-8185-4f9d-b526-00d0742b169d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=97135b6d-8185-4f9d-b526-00d0742b169d,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:01.228393 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-937304cb-57e4-4df6-b72a-05f198b893db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.246485 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4973679-eb0c-4599-8cf4-9fbc3136dd8b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:01.251122 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-c4973679-eb0c-4599-8cf4-9fbc3136dd8b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:01.256065 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4973679-eb0c-4599-8cf4-9fbc3136dd8b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:01.256976 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c4973679-eb0c-4599-8cf4-9fbc3136dd8b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.271913 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-937304cb-57e4-4df6-b72a-05f198b893db None None] Calling delete_port for 97135b6d-8185-4f9d-b526-00d0742b169d owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:11:01.297786 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c4973679-eb0c-4599-8cf4-9fbc3136dd8b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0076487 Nov 23 22:11:01.299568 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59734) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:01.310586 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-d941fac9-1176-4a8b-b739-941356d430d9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'mac_address': 'fa:16:3e:8b:76:3d', 'name': 'tempest-NetworksTestDHCPv6-1613337346'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:01.368244 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9240ee1-1d73-45d3-9f52-f7876ec15d80 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.384577 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9240ee1-1d73-45d3-9f52-f7876ec15d80 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.389503 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-88c0322a-b280-46a2-830c-2be3d8b2468e tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.395861 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-88c0322a-b280-46a2-830c-2be3d8b2468e tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.430489 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.442954 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-88c0322a-b280-46a2-830c-2be3d8b2468e tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.445311 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-88c0322a-b280-46a2-830c-2be3d8b2468e tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4000127 Nov 23 22:11:01.449860 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59736) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:01.461919 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e0ac5f02-3069-4e37-a0c6-3ffca2e7acf4 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Request body: {'security_group_rule': {'security_group_id': 'afad4fb9-5ad7-42d1-93af-389c8b92c820', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:01.471574 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.489825 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] device_id is not set on port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:11:01.504277 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0322a-b280-46a2-830c-2be3d8b2468e tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afad4fb9-5ad7-42d1-93af-389c8b92c820,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:01.515683 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e0ac5f02-3069-4e37-a0c6-3ffca2e7acf4 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.571185 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-937304cb-57e4-4df6-b72a-05f198b893db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.591919 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e0ac5f02-3069-4e37-a0c6-3ffca2e7acf4 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.597490 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e0ac5f02-3069-4e37-a0c6-3ffca2e7acf4 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.616806 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9240ee1-1d73-45d3-9f52-f7876ec15d80 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Port': ['ID=ec9e0bdf-95a5-4d27-87bf-bae3dc34e632,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:01.622731 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937304cb-57e4-4df6-b72a-05f198b893db None None] No DVR routers for this DVR port 97135b6d-8185-4f9d-b526-00d0742b169d on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:11:01.652716 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac5f02-3069-4e37-a0c6-3ffca2e7acf4 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ccf435-79f1-45eb-ba6b-f6eb69418c99,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:01.662386 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937304cb-57e4-4df6-b72a-05f198b893db None None] Pushing event deleted for resources: {'Port': ['ID=97135b6d-8185-4f9d-b526-00d0742b169d,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:01.673288 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c27b795-54e6-4d69-9e6e-811dd502b09e None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:11:01.678084 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e0ac5f02-3069-4e37-a0c6-3ffca2e7acf4 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.678937 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9240ee1-1d73-45d3-9f52-f7876ec15d80 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.680595 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a34c0e1-08ce-4673-a214-d6c7f7f63434,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:01.691501 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e0ac5f02-3069-4e37-a0c6-3ffca2e7acf4 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2402601 Nov 23 22:11:01.694349 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59740) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:01.727787 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ecbc5ec7-f473-4777-857e-2b4981b25e0f tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-group-rules/55ccf435-79f1-45eb-ba6b-f6eb69418c99 HTTP/1.1" status: 200 len: 763 time: 0.0319707 Nov 23 22:11:01.728653 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59742) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:01.764487 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.790599 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-81292522-7f12-436a-9a47-3c52d5c72dac tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0579524 Nov 23 22:11:01.790854 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59744) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:01.834568 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-093bfa9e-48f9-4376-a52b-7849bb2845ee tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.846110 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-093bfa9e-48f9-4376-a52b-7849bb2845ee tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.863803 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d941fac9-1176-4a8b-b739-941356d430d9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:01.894240 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a644da-86e3-43ef-bce9-75c9cb00a095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8205a081-245e-4f42-9c61-30748520e8a4', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'fixed_ips': [{'subnet_id': '77111ede-ea08-49de-8e7d-080b84a2bfa4'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:11:01.895810 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-83a644da-86e3-43ef-bce9-75c9cb00a095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.900006 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-093bfa9e-48f9-4376-a52b-7849bb2845ee tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.909002 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-093bfa9e-48f9-4376-a52b-7849bb2845ee tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:01.912675 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-093bfa9e-48f9-4376-a52b-7849bb2845ee tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/55ccf435-79f1-45eb-ba6b-f6eb69418c99 HTTP/1.1" status: 204 len: 168 time: 0.1184886 Nov 23 22:11:01.915996 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59746) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:01.943370 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093bfa9e-48f9-4376-a52b-7849bb2845ee tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55ccf435-79f1-45eb-ba6b-f6eb69418c99,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:01.965980 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-eb864e7a-bcca-4702-8648-2f55cf3db731 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0466211 Nov 23 22:11:01.969991 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59748) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:01.974555 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-59816d2e-3dcb-429a-b0b5-4199c7c37666 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Request body: {'security_group_rule': {'security_group_id': 'afad4fb9-5ad7-42d1-93af-389c8b92c820', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:02.005170 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-59816d2e-3dcb-429a-b0b5-4199c7c37666 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:02.006645 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f62f2-a163-4f99-9002-19bd544af19c req-e09744f6-1deb-47cd-ba4f-93a5c7a030d6 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:02.013857 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d97f62f2-a163-4f99-9002-19bd544af19c req-e09744f6-1deb-47cd-ba4f-93a5c7a030d6 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bf47b9-0110-4e52-a5a3-c5e14d057e83 HTTP/1.1" status: 200 len: 944 time: 0.2733293 Nov 23 22:11:02.078978 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-59816d2e-3dcb-429a-b0b5-4199c7c37666 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:02.086486 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-59816d2e-3dcb-429a-b0b5-4199c7c37666 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:02.092233 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-b9240ee1-1d73-45d3-9f52-f7876ec15d80 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Floating IP 629c1904-f1af-44f6-a9fe-4f5596d3a7e3 associated. External IP: 172.25.5.20, port: a0713ef9-c39b-4bce-9724-9d3185266236. Nov 23 22:11:02.102083 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-83a644da-86e3-43ef-bce9-75c9cb00a095 None None] Allocated IP 2001:db8::2 (8205a081-245e-4f42-9c61-30748520e8a4/77111ede-ea08-49de-8e7d-080b84a2bfa4/cb374268-b376-4db0-b7a6-a5491c34d988) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:02.115016 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59816d2e-3dcb-429a-b0b5-4199c7c37666 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d16eec-2f88-4595-96cb-7f45e4e02e34,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:02.144312 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-59816d2e-3dcb-429a-b0b5-4199c7c37666 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:02.146060 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-59816d2e-3dcb-429a-b0b5-4199c7c37666 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1748333 Nov 23 22:11:02.149136 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59752) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:02.171295 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6e9a0a73-a13c-4bfc-bf71-d3352b550689 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-group-rules/e1d16eec-2f88-4595-96cb-7f45e4e02e34 HTTP/1.1" status: 200 len: 763 time: 0.0205319 Nov 23 22:11:02.173866 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59756) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:02.261506 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a9380daf-78e3-4872-b6e8-34c95faab330 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0825355 Nov 23 22:11:02.263542 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59760) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:02.297722 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-795bb146-fa43-4c97-a455-b9b20a98e773 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:02.307995 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-795bb146-fa43-4c97-a455-b9b20a98e773 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:02.345487 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-795bb146-fa43-4c97-a455-b9b20a98e773 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:02.363264 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-795bb146-fa43-4c97-a455-b9b20a98e773 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:02.364483 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-795bb146-fa43-4c97-a455-b9b20a98e773 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/e1d16eec-2f88-4595-96cb-7f45e4e02e34 HTTP/1.1" status: 204 len: 168 time: 0.0998125 Nov 23 22:11:02.365404 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795bb146-fa43-4c97-a455-b9b20a98e773 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1d16eec-2f88-4595-96cb-7f45e4e02e34,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:02.368019 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59762) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:02.428108 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-83a644da-86e3-43ef-bce9-75c9cb00a095 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:02.429685 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b694e029-c9ad-4fdd-95b6-61ecd3e2bdc0 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0602174 Nov 23 22:11:02.432198 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59764) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:02.438545 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-dd49be52-64dd-422f-8c66-37537e0cca4c tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Request body: {'security_group_rule': {'security_group_id': 'afad4fb9-5ad7-42d1-93af-389c8b92c820', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:02.446263 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 97135b6d-8185-4f9d-b526-00d0742b169d no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:11:02.468593 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-dd49be52-64dd-422f-8c66-37537e0cca4c tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Project 873899ced2bb4f15b2f3c3cb2a1a2520 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:11:02.473008 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 97135b6d-8185-4f9d-b526-00d0742b169d {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:11:02.473477 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 97135b6d-8185-4f9d-b526-00d0742b169d not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:11:02.475394 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-83a644da-86e3-43ef-bce9-75c9cb00a095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:02.492909 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dd49be52-64dd-422f-8c66-37537e0cca4c tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:02.514359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] device_id is not set on port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:11:02.525417 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a644da-86e3-43ef-bce9-75c9cb00a095 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:02.529205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-83a644da-86e3-43ef-bce9-75c9cb00a095 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:02.537186 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a644da-86e3-43ef-bce9-75c9cb00a095 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:02.574042 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a644da-86e3-43ef-bce9-75c9cb00a095 None None] Pushing event updated for resources: {'Port': ['ID=cb374268-b376-4db0-b7a6-a5491c34d988,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:02.598283 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dd49be52-64dd-422f-8c66-37537e0cca4c tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:02.602865 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:02.613287 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-83a644da-86e3-43ef-bce9-75c9cb00a095 None None] Attempting to bind port cb374268-b376-4db0-b7a6-a5491c34d988 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:02.613899 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dd49be52-64dd-422f-8c66-37537e0cca4c tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:02.615161 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-83a644da-86e3-43ef-bce9-75c9cb00a095 None None] Attempting to bind port cb374268-b376-4db0-b7a6-a5491c34d988 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:02.616777 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a644da-86e3-43ef-bce9-75c9cb00a095 None None] Attempting to bind port cb374268-b376-4db0-b7a6-a5491c34d988 on network 8205a081-245e-4f42-9c61-30748520e8a4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:02.622354 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d941fac9-1176-4a8b-b739-941356d430d9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:02.638487 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49be52-64dd-422f-8c66-37537e0cca4c tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb8f91b-8ff0-4233-a53f-233a3beb3090,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:02.643567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a644da-86e3-43ef-bce9-75c9cb00a095 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:11:02.644070 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a644da-86e3-43ef-bce9-75c9cb00a095 None None] Checking segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:11:02.644535 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-83a644da-86e3-43ef-bce9-75c9cb00a095 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:02.647898 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a644da-86e3-43ef-bce9-75c9cb00a095 None None] Bound using segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:11:02.649129 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-83a644da-86e3-43ef-bce9-75c9cb00a095 None None] Bound port: cb374268-b376-4db0-b7a6-a5491c34d988, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:11:02.649522 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-83a644da-86e3-43ef-bce9-75c9cb00a095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:02.658729 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dd49be52-64dd-422f-8c66-37537e0cca4c tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:02.661090 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dd49be52-64dd-422f-8c66-37537e0cca4c tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2274487 Nov 23 22:11:02.663931 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59768) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:02.686705 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-eb6cd1eb-182c-4f79-9ef3-0a04e3f7fb93 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-group-rules/ecb8f91b-8ff0-4233-a53f-233a3beb3090 HTTP/1.1" status: 200 len: 769 time: 0.0213284 Nov 23 22:11:02.689597 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59770) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:02.692479 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d97f62f2-a163-4f99-9002-19bd544af19c req-e9e57788-11fd-4d4e-917c-6137e382e272 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6777775 Nov 23 22:11:02.697290 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:02.750054 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-83a644da-86e3-43ef-bce9-75c9cb00a095 None None] For port cb374268-b376-4db0-b7a6-a5491c34d988, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:11:02.753762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-83a644da-86e3-43ef-bce9-75c9cb00a095 None None] For port cb374268-b376-4db0-b7a6-a5491c34d988, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=cb374268-b376-4db0-b7a6-a5491c34d988,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:11:02.767027 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f824e3fe-ba9e-4808-aa7d-25a121511a48 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0724852 Nov 23 22:11:02.767233 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-83a644da-86e3-43ef-bce9-75c9cb00a095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:02.767743 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59772) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:02.776243 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-d941fac9-1176-4a8b-b739-941356d430d9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] device_id is not set on port 712fa75a-b100-45a6-8322-78ee38a3900f yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:11:02.782140 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Pushing event updated for resources: {'Port': ['ID=df1bdcac-db3e-4ed4-9bd5-0830aa8c4896,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:02.810630 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b71b5fe-9ff6-4061-918e-a0dcc4805e35 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:02.831885 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b71b5fe-9ff6-4061-918e-a0dcc4805e35 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:02.850807 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a644da-86e3-43ef-bce9-75c9cb00a095 None None] Pushing event updated for resources: {'Port': ['ID=cb374268-b376-4db0-b7a6-a5491c34d988,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:02.897248 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b71b5fe-9ff6-4061-918e-a0dcc4805e35 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:02.906591 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b71b5fe-9ff6-4061-918e-a0dcc4805e35 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:02.910363 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0b71b5fe-9ff6-4061-918e-a0dcc4805e35 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ecb8f91b-8ff0-4233-a53f-233a3beb3090 HTTP/1.1" status: 204 len: 168 time: 0.1375818 Nov 23 22:11:02.911542 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59774) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:02.928035 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71b5fe-9ff6-4061-918e-a0dcc4805e35 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecb8f91b-8ff0-4233-a53f-233a3beb3090,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:02.987840 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e3a53752-a790-44ac-9498-3aa7bfab3362 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0713422 Nov 23 22:11:02.989470 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Checking segment: {'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:11:02.989470 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Network hostable DHCP agents. Network: 68ad22ac-053f-4dad-873e-b2b4b860c093, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:11:02.990182 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59776) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:03.005331 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:03.079139 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b16c3984-ee5f-4457-adb5-83d8992c1367 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:03.098709 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Network 68ad22ac-053f-4dad-873e-b2b4b860c093 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:11:03.157581 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b16c3984-ee5f-4457-adb5-83d8992c1367 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:03.179946 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 68ad22ac-053f-4dad-873e-b2b4b860c093) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:03.205440 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46302184-4c0d-4d97-bbdc-364176497e14 None None] Network 68ad22ac-053f-4dad-873e-b2b4b860c093 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:11:03.221935 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9240ee1-1d73-45d3-9f52-f7876ec15d80 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Router f0e3e0fe-c170-4311-ab6b-97502412e7bf has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:11:03.230130 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:03.231104 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b16c3984-ee5f-4457-adb5-83d8992c1367 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:03.237315 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b16c3984-ee5f-4457-adb5-83d8992c1367 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:03.244593 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b16c3984-ee5f-4457-adb5-83d8992c1367 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "DELETE /v2.0/security-groups/afad4fb9-5ad7-42d1-93af-389c8b92c820 HTTP/1.1" status: 204 len: 168 time: 0.2533805 Nov 23 22:11:03.245279 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59780) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:03.275034 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c3984-ee5f-4457-adb5-83d8992c1367 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afad4fb9-5ad7-42d1-93af-389c8b92c820,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:03.300846 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-d941fac9-1176-4a8b-b739-941356d430d9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8::2ca (8205a081-245e-4f42-9c61-30748520e8a4/77111ede-ea08-49de-8e7d-080b84a2bfa4/712fa75a-b100-45a6-8322-78ee38a3900f) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:03.339525 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b00f31dc-d5de-4805-bf62-4ed7bfb5b037 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0710795 Nov 23 22:11:03.343106 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59782) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:03.362251 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:03.366323 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:03.366852 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:03.418047 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-51a061c5-2d68-405e-a152-18e854db6180 tempest-SecGroupIPv6Test-1929258816 tempest-SecGroupIPv6Test-1929258816-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0750978 Nov 23 22:11:03.480635 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 956343dd-1c5c-4d39-beb2-d8b25e07cece up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:11:03.562530 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 956343dd-1c5c-4d39-beb2-d8b25e07cece completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:11:03.566762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 956343dd-1c5c-4d39-beb2-d8b25e07cece triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:03.567613 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:03.675593 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9240ee1-1d73-45d3-9f52-f7876ec15d80 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:11:03.687359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:03.687359 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:03.711769 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44acb0a-f6d2-4d50-87e0-aaa947064eab None None] Sync routers for ids ['f0e3e0fe-c170-4311-ab6b-97502412e7bf'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:11:03.725739 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 2 to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 Nov 23 22:11:03.757626 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:03.758096 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:03.758444 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:03.765612 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44acb0a-f6d2-4d50-87e0-aaa947064eab None None] Routers {'f0e3e0fe-c170-4311-ab6b-97502412e7bf'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:11:03.766598 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b44acb0a-f6d2-4d50-87e0-aaa947064eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:11:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f0e3e0fe-c170-4311-ab6b-97502412e7bf'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:03.770873 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b9240ee1-1d73-45d3-9f52-f7876ec15d80 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:03.779279 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:03.779623 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:03.799367 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 3 to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 Nov 23 22:11:03.817066 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59792) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:03.886515 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:03.940296 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:03.940680 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:03.940978 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:03.950004 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b9240ee1-1d73-45d3-9f52-f7876ec15d80 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7604370 Nov 23 22:11:03.982163 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d941fac9-1176-4a8b-b739-941356d430d9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:03.985489 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd1a2ec-6b84-4f6d-8c09-448b18820652', 'tag': 'a0713ef9-c39b-4bce-9724-9d3185266236'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:11:03.988084 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a2c598-25da-49ce-9f21-77200bf8b472" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd1a2ec-6b84-4f6d-8c09-448b18820652", "tag": "a0713ef9-c39b-4bce-9724-9d3185266236"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:11:03.994304 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:04.014254 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:04.014254 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:04.017592 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 4 to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 Nov 23 22:11:04.054516 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bf47b9-0110-4e52-a5a3-c5e14d057e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956343dd-1c5c-4d39-beb2-d8b25e07cece'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:11:04.058952 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69146a4-9337-45af-9e4b-1b31943b6f28" -d '{"events": [{"server_uuid": "e1bf47b9-0110-4e52-a5a3-c5e14d057e83", "name": "network-vif-plugged", "status": "completed", "tag": "956343dd-1c5c-4d39-beb2-d8b25e07cece"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:11:04.083146 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 956343dd-1c5c-4d39-beb2-d8b25e07cece, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=956343dd-1c5c-4d39-beb2-d8b25e07cece,segment=NetworkSegment(d7a5fcd6-b2bb-4af7-ad33-cd5521f76895),segment_id=d7a5fcd6-b2bb-4af7-ad33-cd5521f76895)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:04.098247 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-b44acb0a-f6d2-4d50-87e0-aaa947064eab None None] Set router f0e3e0fe-c170-4311-ab6b-97502412e7bf gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:11:04.100960 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:04.103216 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b587e710-2e82-4eb6-bbc7-13081ea0eea6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=873899ced2bb4f15b2f3c3cb2a1a2520&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2837505 Nov 23 22:11:04.105859 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59802) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:04.195141 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee69e5-8d36-4b5d-bb97-a189267ded28 req-6cd25523-77dd-48bc-ba9e-7ce74130533c tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:04.211289 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e1ee69e5-8d36-4b5d-bb97-a189267ded28 req-6cd25523-77dd-48bc-ba9e-7ce74130533c tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bf47b9-0110-4e52-a5a3-c5e14d057e83 HTTP/1.1" status: 200 len: 944 time: 0.3776100 Nov 23 22:11:04.221589 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d941fac9-1176-4a8b-b739-941356d430d9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:04.228775 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:04.229118 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:04.229451 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:04.240173 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=956343dd-1c5c-4d39-beb2-d8b25e07cece,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:04.252854 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef7a4c7f-81d1-4deb-af02-4a6394e9ef7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:04.322753 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef7a4c7f-81d1-4deb-af02-4a6394e9ef7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:04.398741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d941fac9-1176-4a8b-b739-941356d430d9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:04.424307 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c4813-6134-48d0-b163-9eb2d2b98c06 req-bd5127d8-cd0d-4e5b-a8c4-0884ed1f3735 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:04.426091 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-690c4813-6134-48d0-b163-9eb2d2b98c06 req-bd5127d8-cd0d-4e5b-a8c4-0884ed1f3735 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 946 time: 0.3047030 Nov 23 22:11:04.431232 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:04.431565 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:04.434341 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 5 to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 Nov 23 22:11:04.464048 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-d941fac9-1176-4a8b-b739-941356d430d9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:04.466545 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d941fac9-1176-4a8b-b739-941356d430d9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:04.475396 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d941fac9-1176-4a8b-b739-941356d430d9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:04.476989 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d941fac9-1176-4a8b-b739-941356d430d9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:04.485104 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef7a4c7f-81d1-4deb-af02-4a6394e9ef7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:04.488475 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef7a4c7f-81d1-4deb-af02-4a6394e9ef7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:04.490738 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ef7a4c7f-81d1-4deb-af02-4a6394e9ef7c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ad9d4bf-56b6-44f4-b41d-e4046fb61d6c HTTP/1.1" status: 204 len: 168 time: 0.3831995 Nov 23 22:11:04.506929 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a4c7f-81d1-4deb-af02-4a6394e9ef7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad9d4bf-56b6-44f4-b41d-e4046fb61d6c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:04.519368 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:04.519739 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:04.520080 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:04.571001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:04.571342 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:04.576449 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e1ee69e5-8d36-4b5d-bb97-a189267ded28 req-830a1230-265e-4834-8343-66d310fd5583 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564599 Nov 23 22:11:04.580399 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d941fac9-1176-4a8b-b739-941356d430d9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2785225 Nov 23 22:11:04.583590 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59808) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:04.589584 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 6 to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 Nov 23 22:11:04.615246 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941fac9-1176-4a8b-b739-941356d430d9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=712fa75a-b100-45a6-8322-78ee38a3900f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:04.624522 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:04.625085 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:04.625499 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:04.642852 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:04.659057 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:04.683992 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 7 to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 Nov 23 22:11:04.694767 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dc13d3-f261-4ee5-b5e2-b536bfbd4a9e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:04.719350 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dc13d3-f261-4ee5-b5e2-b536bfbd4a9e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:04.726662 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e3dc13d3-f261-4ee5-b5e2-b536bfbd4a9e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1415434 Nov 23 22:11:04.729304 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3e40d4-e018-4b25-82bc-e96453238cc4 x-openstack-request-id: req-7b3e40d4-e018-4b25-82bc-e96453238cc4 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:11:04.729871 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59812) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:04.730873 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd1a2ec-6b84-4f6d-8c09-448b18820652", "tag": "a0713ef9-c39b-4bce-9724-9d3185266236", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:11:04.732551 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7b3e40d4-e018-4b25-82bc-e96453238cc4 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:11:04.743644 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd1a2ec-6b84-4f6d-8c09-448b18820652', 'tag': 'a0713ef9-c39b-4bce-9724-9d3185266236', 'status': 'completed', 'code': 200} Nov 23 22:11:04.744495 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:04.748565 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:04.749086 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:04.770297 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-42e531b8-4852-4756-b933-fbc91d0bdec9 None None] Provisioning complete for port cb374268-b376-4db0-b7a6-a5491c34d988 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:04.770297 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-42e531b8-4852-4756-b933-fbc91d0bdec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:04.773513 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:04.773856 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:04.788516 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 8 to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 Nov 23 22:11:04.834440 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-690c4813-6134-48d0-b163-9eb2d2b98c06 req-f694ce92-8286-42ee-b8f4-f4d33a794b87 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164382 Nov 23 22:11:04.836867 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119f90c3-8d39-4ddb-a2e2-a930c49756ce x-openstack-request-id: req-119f90c3-8d39-4ddb-a2e2-a930c49756ce {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:11:04.837147 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bf47b9-0110-4e52-a5a3-c5e14d057e83", "name": "network-vif-plugged", "status": "completed", "tag": "956343dd-1c5c-4d39-beb2-d8b25e07cece", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:11:04.837406 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-119f90c3-8d39-4ddb-a2e2-a930c49756ce {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:11:04.837797 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bf47b9-0110-4e52-a5a3-c5e14d057e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956343dd-1c5c-4d39-beb2-d8b25e07cece', 'code': 200} Nov 23 22:11:04.842448 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device cb374268-b376-4db0-b7a6-a5491c34d988 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:11:04.847844 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:04.848315 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:04.848748 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:04.859002 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:04.859523 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:04.860008 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 9 to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 Nov 23 22:11:04.883222 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59816) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:04.961509 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:04.962170 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:04.962694 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:05.038730 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b44acb0a-f6d2-4d50-87e0-aaa947064eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680794696', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:10:22Z', 'updated_at': '2021-11-23T22:10:34Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:10:24Z', 'updated_at': '2021-11-23T22:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '629c1904-f1af-44f6-a9fe-4f5596d3a7e3', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'floating_ip_address': '172.25.5.20', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'port_id': 'a0713ef9-c39b-4bce-9724-9d3185266236', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef', 'mac_address': 'fa:16:3e:7f:5d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd1a2ec-6b84-4f6d-8c09-448b18820652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:11:00Z', 'updated_at': '2021-11-23T22:11:00Z', 'revision_number': 0, 'project_id': '8e0acd4df46849288fda9982f884e974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd', 'name': '', 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:46:6a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '3caf34a3-d891-441d-8b41-cef472d93c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:10:32Z', 'updated_at': '2021-11-23T22:10:40Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': '3caf34a3-d891-441d-8b41-cef472d93c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:05.070471 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2c598-25da-49ce-9f21-77200bf8b472 req-a74fd3c4-2dda-4be7-b43e-306ad5599c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:05.072262 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b0a2c598-25da-49ce-9f21-77200bf8b472 req-a74fd3c4-2dda-4be7-b43e-306ad5599c8a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 1097 time: 0.2572110 Nov 23 22:11:05.080158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:05.080158 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:05.101665 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 10 to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 Nov 23 22:11:05.126750 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port cb374268-b376-4db0-b7a6-a5491c34d988 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:05.127257 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:05.131647 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44acb0a-f6d2-4d50-87e0-aaa947064eab None None] Checking router: f0e3e0fe-c170-4311-ab6b-97502412e7bf for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:11:05.157561 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-b3a2e33c-a79d-4407-8ed1-361601b013d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting port 712fa75a-b100-45a6-8322-78ee38a3900f {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:11:05.157911 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3a2e33c-a79d-4407-8ed1-361601b013d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:05.187464 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-42e531b8-4852-4756-b933-fbc91d0bdec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:05.234617 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:05.234961 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:05.235316 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:05.248854 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44acb0a-f6d2-4d50-87e0-aaa947064eab None None] Routers {'f0e3e0fe-c170-4311-ab6b-97502412e7bf'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:11:05.249954 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b44acb0a-f6d2-4d50-87e0-aaa947064eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:11:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f0e3e0fe-c170-4311-ab6b-97502412e7bf'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:05.260132 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-dea0e10e-b91c-4995-b86c-a371e93a3611 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/floatingips/629c1904-f1af-44f6-a9fe-4f5596d3a7e3 HTTP/1.1" status: 200 len: 991 time: 0.3756540 Nov 23 22:11:05.261803 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:05.262135 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:05.262506 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:05.279490 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eceb9c-20d8-4a85-9c8f-e6541d3ba213 req-dd22a4d1-228a-4a34-a3a2-4f8d2651ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:05.282380 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-82eceb9c-20d8-4a85-9c8f-e6541d3ba213 req-dd22a4d1-228a-4a34-a3a2-4f8d2651ce78 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e1bf47b9-0110-4e52-a5a3-c5e14d057e83 HTTP/1.1" status: 200 len: 1096 time: 0.2296395 Nov 23 22:11:05.466283 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-42e531b8-4852-4756-b933-fbc91d0bdec9 None None] For port cb374268-b376-4db0-b7a6-a5491c34d988, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=cb374268-b376-4db0-b7a6-a5491c34d988,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:05.476045 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] For port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:11:05.476428 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempted to set empty binding levels {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 22:11:05.479593 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-82eceb9c-20d8-4a85-9c8f-e6541d3ba213 req-dc53a6bc-3a4e-42fb-ad55-cff1bcace0c2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681068 Nov 23 22:11:05.487661 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:05.560378 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-42e531b8-4852-4756-b933-fbc91d0bdec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:05.588616 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3a2e33c-a79d-4407-8ed1-361601b013d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:05.598809 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:05.599386 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:05.648071 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2c598-25da-49ce-9f21-77200bf8b472 req-089ce58c-0788-4130-96b3-2f9ffc299878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:05.655405 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b0a2c598-25da-49ce-9f21-77200bf8b472 req-089ce58c-0788-4130-96b3-2f9ffc299878 service neutron] 10.222.0.60 "GET /v2.0/networks?id=79b43d0d-5801-43f0-b1e6-2d97c94e72ef HTTP/1.1" status: 200 len: 897 time: 0.5673554 Nov 23 22:11:05.655553 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Pushing event updated for resources: {'Port': ['ID=df1bdcac-db3e-4ed4-9bd5-0830aa8c4896,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:05.666480 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-b3a2e33c-a79d-4407-8ed1-361601b013d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Calling delete_port for 712fa75a-b100-45a6-8322-78ee38a3900f owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:11:05.674247 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-afbf3cfc-adaa-4fd2-8cd0-7ff24c4b2361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 4.6555309 Nov 23 22:11:05.679452 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59834) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:05.884970 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe4ccb-e14d-4a4b-b7e2-b0808b15b775 req-b3fca63b-ba29-4721-978c-0f6c0b7191e3 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:05.895398 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5fe4ccb-e14d-4a4b-b7e2-b0808b15b775 req-b3fca63b-ba29-4721-978c-0f6c0b7191e3 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bf47b9-0110-4e52-a5a3-c5e14d057e83 HTTP/1.1" status: 200 len: 945 time: 0.1581843 Nov 23 22:11:05.949801 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-25be913d-0637-4192-80d8-11387870fa89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Deleting port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:11:05.950531 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-25be913d-0637-4192-80d8-11387870fa89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:06.050226 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5fe4ccb-e14d-4a4b-b7e2-b0808b15b775 req-f48c15e1-1316-4c5e-860c-c8f0f666b3ad tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375856 Nov 23 22:11:06.075096 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-cf4a5b70-5f72-4965-8929-10b80811a848 None None] Provisioning complete for port 712fa75a-b100-45a6-8322-78ee38a3900f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:06.076104 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cf4a5b70-5f72-4965-8929-10b80811a848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:06.088828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-25be913d-0637-4192-80d8-11387870fa89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] For port df1bdcac-db3e-4ed4-9bd5-0830aa8c4896, host n-h1-816206-9, got binding levels [] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:06.089398 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-25be913d-0637-4192-80d8-11387870fa89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:06.126408 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b0a2c598-25da-49ce-9f21-77200bf8b472 req-c77d5930-f774-4340-bd71-695c453d71ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0713ef9-c39b-4bce-9724-9d3185266236 HTTP/1.1" status: 200 len: 999 time: 0.3165176 Nov 23 22:11:06.126550 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-25be913d-0637-4192-80d8-11387870fa89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Calling delete_port for df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:11:06.208752 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59848) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:06.237097 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2c598-25da-49ce-9f21-77200bf8b472 req-e4118f6f-fe2f-4fa0-8fd0-d0f104637d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:06.238793 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b0a2c598-25da-49ce-9f21-77200bf8b472 req-e4118f6f-fe2f-4fa0-8fd0-d0f104637d10 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3caf34a3-d891-441d-8b41-cef472d93c9b HTTP/1.1" status: 200 len: 834 time: 0.0956750 Nov 23 22:11:06.244030 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-cf4a5b70-5f72-4965-8929-10b80811a848 None None] Port 712fa75a-b100-45a6-8322-78ee38a3900f cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:11:06.262121 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59852) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:06.265195 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-b44acb0a-f6d2-4d50-87e0-aaa947064eab None None] Set router f0e3e0fe-c170-4311-ab6b-97502412e7bf gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:11:06.267742 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e531b8-4852-4756-b933-fbc91d0bdec9 None None] Pushing event updated for resources: {'Port': ['ID=cb374268-b376-4db0-b7a6-a5491c34d988,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:06.331634 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3a2e33c-a79d-4407-8ed1-361601b013d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:06.375454 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-25be913d-0637-4192-80d8-11387870fa89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:06.401435 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2e33c-a79d-4407-8ed1-361601b013d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Port': ['ID=712fa75a-b100-45a6-8322-78ee38a3900f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:06.460893 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2c598-25da-49ce-9f21-77200bf8b472 req-eea0713e-0759-439e-8186-22ac324367b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:06.462449 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b0a2c598-25da-49ce-9f21-77200bf8b472 req-eea0713e-0759-439e-8186-22ac324367b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79b43d0d-5801-43f0-b1e6-2d97c94e72ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2082877 Nov 23 22:11:06.466447 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b3a2e33c-a79d-4407-8ed1-361601b013d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:06.475076 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b3a2e33c-a79d-4407-8ed1-361601b013d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/712fa75a-b100-45a6-8322-78ee38a3900f HTTP/1.1" status: 204 len: 168 time: 1.7407067 Nov 23 22:11:06.475978 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59854) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:06.478931 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-3b23a199-dbec-459e-bf49-c30a4f97b76e tempest-SubnetPoolsTestJSON-684962768 tempest-SubnetPoolsTestJSON-684962768-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-479712207', 'prefixes': ['172.20.0.0/16']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:06.497327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be913d-0637-4192-80d8-11387870fa89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Pushing event deleted for resources: {'Port': ['ID=df1bdcac-db3e-4ed4-9bd5-0830aa8c4896,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:06.508700 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-25be913d-0637-4192-80d8-11387870fa89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:06.512238 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-25be913d-0637-4192-80d8-11387870fa89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] 10.222.0.50 "DELETE /v2.0/ports/df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 HTTP/1.1" status: 204 len: 168 time: 0.8316834 Nov 23 22:11:06.544050 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59856) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:06.580687 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-794613fc-051d-4e88-8135-ae880b4ce168 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/floatingips/629c1904-f1af-44f6-a9fe-4f5596d3a7e3 HTTP/1.1" status: 200 len: 991 time: 0.3162732 Nov 23 22:11:06.607686 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3b23a199-dbec-459e-bf49-c30a4f97b76e tempest-SubnetPoolsTestJSON-684962768 tempest-SubnetPoolsTestJSON-684962768-project] Publish callbacks [] for subnetpool, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:06.613287 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3b23a199-dbec-459e-bf49-c30a4f97b76e tempest-SubnetPoolsTestJSON-684962768 tempest-SubnetPoolsTestJSON-684962768-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4034727 Nov 23 22:11:06.621149 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59860) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:06.676335 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3883d57-4907-4d7c-80a4-986155861c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] GET failed (client error): The resource could not be found. Nov 23 22:11:06.677791 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c3883d57-4907-4d7c-80a4-986155861c95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] 10.222.0.50 "GET /v2.0/ports/df1bdcac-db3e-4ed4-9bd5-0830aa8c4896 HTTP/1.1" status: 404 len: 333 time: 0.1327620 Nov 23 22:11:06.685951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59862) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:06.706089 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-9c7ad945-3d35-4cc1-aa37-8f0fe85dd53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Request body: {'port': {'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1557748402'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:06.766489 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59864) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:06.768372 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9a47de79-e2ee-4a69-b9f8-bd1687ff725a tempest-SubnetPoolsTestJSON-684962768 tempest-SubnetPoolsTestJSON-684962768-project] 10.222.0.50 "GET /v2.0/subnetpools/b2005584-690c-4e5d-ae2f-caf02bbfe44d HTTP/1.1" status: 200 len: 731 time: 0.1272833 Nov 23 22:11:06.784111 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-9bc4126f-733b-4895-abce-be0d15d28e31 tempest-SubnetPoolsTestJSON-684962768 tempest-SubnetPoolsTestJSON-684962768-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-806038580'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:06.806319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7ad945-3d35-4cc1-aa37-8f0fe85dd53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Made reservation on behalf of f4d1d08590ea4892b56ca830229ccd42 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:06.809499 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c7ad945-3d35-4cc1-aa37-8f0fe85dd53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:06.829964 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-9c7ad945-3d35-4cc1-aa37-8f0fe85dd53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] device_id is not set on port d62efa1d-da43-43d4-81fe-867366a47509 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:11:06.842296 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b44acb0a-f6d2-4d50-87e0-aaa947064eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680794696', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:10:22Z', 'updated_at': '2021-11-23T22:10:34Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:10:24Z', 'updated_at': '2021-11-23T22:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '629c1904-f1af-44f6-a9fe-4f5596d3a7e3', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'floating_ip_address': '172.25.5.20', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'port_id': 'a0713ef9-c39b-4bce-9724-9d3185266236', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef', 'mac_address': 'fa:16:3e:7f:5d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd1a2ec-6b84-4f6d-8c09-448b18820652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:11:00Z', 'updated_at': '2021-11-23T22:11:00Z', 'revision_number': 0, 'project_id': '8e0acd4df46849288fda9982f884e974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd', 'name': '', 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:46:6a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '3caf34a3-d891-441d-8b41-cef472d93c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:10:32Z', 'updated_at': '2021-11-23T22:10:40Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': '3caf34a3-d891-441d-8b41-cef472d93c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:06.879828 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44acb0a-f6d2-4d50-87e0-aaa947064eab None None] The sync data for ids ['f0e3e0fe-c170-4311-ab6b-97502412e7bf'] in n-d-816206-9 is: [{'id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680794696', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:10:22Z', 'updated_at': '2021-11-23T22:10:34Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:10:24Z', 'updated_at': '2021-11-23T22:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '629c1904-f1af-44f6-a9fe-4f5596d3a7e3', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'floating_ip_address': '172.25.5.20', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'port_id': 'a0713ef9-c39b-4bce-9724-9d3185266236', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef', 'mac_address': 'fa:16:3e:7f:5d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd1a2ec-6b84-4f6d-8c09-448b18820652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:11:00Z', 'updated_at': '2021-11-23T22:11:00Z', 'revision_number': 0, 'project_id': '8e0acd4df46849288fda9982f884e974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd', 'name': '', 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:46:6a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '3caf34a3-d891-441d-8b41-cef472d93c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:10:32Z', 'updated_at': '2021-11-23T22:10:40Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': '3caf34a3-d891-441d-8b41-cef472d93c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:11:06.891427 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f6844e-487c-4053-8088-c38a175aaf99 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:06.893133 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f6844e-487c-4053-8088-c38a175aaf99 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:06.907332 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-80f6844e-487c-4053-8088-c38a175aaf99 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4213946 Nov 23 22:11:06.909984 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59866) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:07.019102 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c7ad945-3d35-4cc1-aa37-8f0fe85dd53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:07.079193 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c7ad945-3d35-4cc1-aa37-8f0fe85dd53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:07.104905 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b0a2c598-25da-49ce-9f21-77200bf8b472 req-4f2a37e7-01a1-48a9-a661-1f98220c9ea8 service neutron] 10.222.0.60 "GET /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6278985 Nov 23 22:11:07.121409 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9bc4126f-733b-4895-abce-be0d15d28e31 tempest-SubnetPoolsTestJSON-684962768 tempest-SubnetPoolsTestJSON-684962768-project] Publish callbacks [] for subnetpool, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:07.123089 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9bc4126f-733b-4895-abce-be0d15d28e31 tempest-SubnetPoolsTestJSON-684962768 tempest-SubnetPoolsTestJSON-684962768-project] 10.222.0.50 "PUT /v2.0/subnetpools/b2005584-690c-4e5d-ae2f-caf02bbfe44d HTTP/1.1" status: 200 len: 683 time: 0.3528116 Nov 23 22:11:07.129373 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59870) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:07.186832 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7ad945-3d35-4cc1-aa37-8f0fe85dd53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Network 68ad22ac-053f-4dad-873e-b2b4b860c093 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:07.212249 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-35250368-8263-43f4-8c63-06c6b69588f3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet 77111ede-ea08-49de-8e7d-080b84a2bfa4 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:11:07.213693 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ad945-3d35-4cc1-aa37-8f0fe85dd53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Pushing event updated for resources: {'Port': ['ID=d62efa1d-da43-43d4-81fe-867366a47509,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:07.216333 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-9c7ad945-3d35-4cc1-aa37-8f0fe85dd53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:07.219597 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-35250368-8263-43f4-8c63-06c6b69588f3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:07.241676 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7ad945-3d35-4cc1-aa37-8f0fe85dd53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:07.242879 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7ad945-3d35-4cc1-aa37-8f0fe85dd53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:07.243257 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c7ad945-3d35-4cc1-aa37-8f0fe85dd53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:07.256267 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef20470-6007-4007-b320-81282d86a22e None None] New status for floating IP 629c1904-f1af-44f6-a9fe-4f5596d3a7e3: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:11:07.300249 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-35250368-8263-43f4-8c63-06c6b69588f3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:07.333635 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9c7ad945-3d35-4cc1-aa37-8f0fe85dd53e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6456640 Nov 23 22:11:07.338921 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cec396bf-04e5-4f83-8392-08615d440574 tempest-SubnetPoolsTestJSON-684962768 tempest-SubnetPoolsTestJSON-684962768-project] Publish callbacks [] for subnetpool, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:07.343516 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cec396bf-04e5-4f83-8392-08615d440574 tempest-SubnetPoolsTestJSON-684962768 tempest-SubnetPoolsTestJSON-684962768-project] 10.222.0.50 "DELETE /v2.0/subnetpools/b2005584-690c-4e5d-ae2f-caf02bbfe44d HTTP/1.1" status: 204 len: 168 time: 0.2088599 Nov 23 22:11:07.343516 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59874) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:07.344347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59876) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:07.349232 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:07.362185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5b8c5-f8c0-433c-b1ad-ec5904cdb20c req-33e58109-d7df-4c4f-bb67-252c7fec4b5a tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:07.364366 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4aa5b8c5-f8c0-433c-b1ad-ec5904cdb20c req-33e58109-d7df-4c4f-bb67-252c7fec4b5a tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bf47b9-0110-4e52-a5a3-c5e14d057e83 HTTP/1.1" status: 200 len: 945 time: 0.1839738 Nov 23 22:11:07.373468 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b0a2c598-25da-49ce-9f21-77200bf8b472 req-9ee2d8fd-b99f-4e96-a89e-115347ddde09 service neutron] 10.222.0.60 "GET /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420399 Nov 23 22:11:07.405331 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-2ffb03ed-a11d-4eb4-b644-fcac609d007e tempest-SubnetPoolsTestJSON-684962768 tempest-SubnetPoolsTestJSON-684962768-project] show failed (client error): The resource could not be found. Nov 23 22:11:07.409467 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2ffb03ed-a11d-4eb4-b644-fcac609d007e tempest-SubnetPoolsTestJSON-684962768 tempest-SubnetPoolsTestJSON-684962768-project] 10.222.0.50 "GET /v2.0/subnetpools/b2005584-690c-4e5d-ae2f-caf02bbfe44d HTTP/1.1" status: 404 len: 346 time: 0.0614173 Nov 23 22:11:07.415707 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59878) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:07.439119 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-3abdb283-c06a-4871-9d16-93e5e3cb1474 tempest-SubnetPoolsTestJSON-684962768 tempest-SubnetPoolsTestJSON-684962768-project] delete failed (client error): The resource could not be found. Nov 23 22:11:07.443625 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3abdb283-c06a-4871-9d16-93e5e3cb1474 tempest-SubnetPoolsTestJSON-684962768 tempest-SubnetPoolsTestJSON-684962768-project] 10.222.0.50 "DELETE /v2.0/subnetpools/b2005584-690c-4e5d-ae2f-caf02bbfe44d HTTP/1.1" status: 404 len: 346 time: 0.0216861 Nov 23 22:11:07.460935 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-35250368-8263-43f4-8c63-06c6b69588f3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:07.520132 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4aa5b8c5-f8c0-433c-b1ad-ec5904cdb20c req-501fb6f3-d777-4371-96f8-1a8c3d896caa tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472476 Nov 23 22:11:07.521147 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:07.534448 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-35250368-8263-43f4-8c63-06c6b69588f3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:07.584579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59884) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:07.612266 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35250368-8263-43f4-8c63-06c6b69588f3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=77111ede-ea08-49de-8e7d-080b84a2bfa4,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:07.634982 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-35250368-8263-43f4-8c63-06c6b69588f3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:07.643999 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc1e66c-5775-482d-b5fb-5c92503bd852 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:11:07.663929 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-35250368-8263-43f4-8c63-06c6b69588f3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/77111ede-ea08-49de-8e7d-080b84a2bfa4 HTTP/1.1" status: 204 len: 168 time: 0.7454379 Nov 23 22:11:07.670130 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59886) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:07.788557 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a243ac13-77ca-4053-b29f-fe387381a317 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/floatingips/629c1904-f1af-44f6-a9fe-4f5596d3a7e3 HTTP/1.1" status: 200 len: 993 time: 0.1973147 Nov 23 22:11:07.797698 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-67b8242d-7e4c-4cd6-819c-a8b4497d0105 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1229575 Nov 23 22:11:07.799830 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59894) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:07.882693 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59896) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:07.900925 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] device_id is not set on port d62efa1d-da43-43d4-81fe-867366a47509 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:11:07.912635 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02386441-afc3-4ae3-9e12-0ae453fda9ba tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:07.917002 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:07.918235 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-02386441-afc3-4ae3-9e12-0ae453fda9ba tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1191669 Nov 23 22:11:07.919118 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59902) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:07.936881 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:08.015044 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Pushing event updated for resources: {'Port': ['ID=d62efa1d-da43-43d4-81fe-867366a47509,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:08.018478 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b752993-8d27-4ec8-ae67-8b2da8335ce5 None None] DHCP port deletion for 8205a081-245e-4f42-9c61-30748520e8a4 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:11:08.030854 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bde8ace-0b2d-44b6-8b87-95855896fe7a tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:08.036338 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59906) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:08.038242 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1bde8ace-0b2d-44b6-8b87-95855896fe7a tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1178000 Nov 23 22:11:08.044271 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:08.044614 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:08.044985 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:08.089043 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5b752993-8d27-4ec8-ae67-8b2da8335ce5 None None] Deleting port cb374268-b376-4db0-b7a6-a5491c34d988 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:11:08.089491 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5b752993-8d27-4ec8-ae67-8b2da8335ce5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:08.113649 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59908) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:08.114460 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b71ae579-f7aa-4803-82e1-4a4412684f9a tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766482 Nov 23 22:11:08.117622 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port d62efa1d-da43-43d4-81fe-867366a47509 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:08.117960 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port d62efa1d-da43-43d4-81fe-867366a47509 on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:08.125487 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 2 to bind port d62efa1d-da43-43d4-81fe-867366a47509 Nov 23 22:11:08.130170 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d677be4e-8382-4611-a1a2-36de2d26379e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:08.131962 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-597aff5e-b4ff-4f4b-ba48-11a99c148e3f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:08.155941 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:08.156366 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:08.157433 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:08.163191 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port d62efa1d-da43-43d4-81fe-867366a47509 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:08.163621 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port d62efa1d-da43-43d4-81fe-867366a47509 on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:08.167922 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 3 to bind port d62efa1d-da43-43d4-81fe-867366a47509 Nov 23 22:11:08.187915 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:08.188258 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:08.188776 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:08.205277 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port d62efa1d-da43-43d4-81fe-867366a47509 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:08.205944 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port d62efa1d-da43-43d4-81fe-867366a47509 on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:08.208457 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 4 to bind port d62efa1d-da43-43d4-81fe-867366a47509 Nov 23 22:11:08.213935 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-5b752993-8d27-4ec8-ae67-8b2da8335ce5 None None] For port cb374268-b376-4db0-b7a6-a5491c34d988, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=cb374268-b376-4db0-b7a6-a5491c34d988,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:08.214793 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5b752993-8d27-4ec8-ae67-8b2da8335ce5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:08.231581 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5b752993-8d27-4ec8-ae67-8b2da8335ce5 None None] Calling delete_port for cb374268-b376-4db0-b7a6-a5491c34d988 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:11:08.245420 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:08.245915 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:08.246570 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:08.257769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port d62efa1d-da43-43d4-81fe-867366a47509 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:08.258158 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port d62efa1d-da43-43d4-81fe-867366a47509 on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:08.263516 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 5 to bind port d62efa1d-da43-43d4-81fe-867366a47509 Nov 23 22:11:08.303396 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:08.303793 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:08.304212 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:08.319306 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port d62efa1d-da43-43d4-81fe-867366a47509 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:08.319843 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port d62efa1d-da43-43d4-81fe-867366a47509 on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:08.321353 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 6 to bind port d62efa1d-da43-43d4-81fe-867366a47509 Nov 23 22:11:08.332351 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5b752993-8d27-4ec8-ae67-8b2da8335ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:08.351067 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:08.351414 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:08.351769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:08.354134 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device cb374268-b376-4db0-b7a6-a5491c34d988 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:11:08.361164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b752993-8d27-4ec8-ae67-8b2da8335ce5 None None] No DVR routers for this DVR port cb374268-b376-4db0-b7a6-a5491c34d988 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:11:08.382553 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597aff5e-b4ff-4f4b-ba48-11a99c148e3f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:08.384074 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d677be4e-8382-4611-a1a2-36de2d26379e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:08.386324 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port d62efa1d-da43-43d4-81fe-867366a47509 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:08.386638 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port d62efa1d-da43-43d4-81fe-867366a47509 on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:08.387149 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 7 to bind port d62efa1d-da43-43d4-81fe-867366a47509 Nov 23 22:11:08.387955 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-597aff5e-b4ff-4f4b-ba48-11a99c148e3f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:08.406044 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d677be4e-8382-4611-a1a2-36de2d26379e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:08.442375 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: cb374268-b376-4db0-b7a6-a5491c34d988 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:11:08.442780 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device cb374268-b376-4db0-b7a6-a5491c34d988 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:11:08.444305 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b752993-8d27-4ec8-ae67-8b2da8335ce5 None None] Pushing event deleted for resources: {'Port': ['ID=cb374268-b376-4db0-b7a6-a5491c34d988,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:08.490435 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:08.490902 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:08.491328 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:08.502162 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d677be4e-8382-4611-a1a2-36de2d26379e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0026773212df4e4a8a4859d025b6a0ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6143622 Nov 23 22:11:08.507253 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59914) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:08.519359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port d62efa1d-da43-43d4-81fe-867366a47509 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:08.519843 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port d62efa1d-da43-43d4-81fe-867366a47509 on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:08.527436 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 8 to bind port d62efa1d-da43-43d4-81fe-867366a47509 Nov 23 22:11:08.548781 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677be4e-8382-4611-a1a2-36de2d26379e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee561bf-7878-4e6c-8123-4bdb13011a76,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:08.568685 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:08.569233 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:08.569715 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:08.583364 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port d62efa1d-da43-43d4-81fe-867366a47509 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:08.583882 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port d62efa1d-da43-43d4-81fe-867366a47509 on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:08.584691 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 9 to bind port d62efa1d-da43-43d4-81fe-867366a47509 Nov 23 22:11:08.614435 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c993a415-bffd-4ca5-8b6c-fd458905c52d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:08.662343 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:08.663124 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:08.663705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:08.679771 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c993a415-bffd-4ca5-8b6c-fd458905c52d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:08.681717 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port d62efa1d-da43-43d4-81fe-867366a47509 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:08.684987 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port d62efa1d-da43-43d4-81fe-867366a47509 on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:08.690369 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 10 to bind port d62efa1d-da43-43d4-81fe-867366a47509 Nov 23 22:11:08.726123 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:08.727093 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:08.727093 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port d62efa1d-da43-43d4-81fe-867366a47509 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:08.740049 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port d62efa1d-da43-43d4-81fe-867366a47509 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:08.740651 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port d62efa1d-da43-43d4-81fe-867366a47509 on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:08.741099 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:08.803485 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c993a415-bffd-4ca5-8b6c-fd458905c52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:08.806640 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c993a415-bffd-4ca5-8b6c-fd458905c52d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:08.807930 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c993a415-bffd-4ca5-8b6c-fd458905c52d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cee561bf-7878-4e6c-8123-4bdb13011a76 HTTP/1.1" status: 204 len: 168 time: 0.2996280 Nov 23 22:11:08.831380 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993a415-bffd-4ca5-8b6c-fd458905c52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee561bf-7878-4e6c-8123-4bdb13011a76,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:08.858244 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] For port d62efa1d-da43-43d4-81fe-867366a47509, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:11:08.858981 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempted to set empty binding levels {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 22:11:08.869564 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:08.894947 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] In _notify_port_updated(), no bound segment for port d62efa1d-da43-43d4-81fe-867366a47509 on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:11:08.896155 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:08.897316 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:08.900470 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] 10.222.0.50 "PUT /v2.0/ports/d62efa1d-da43-43d4-81fe-867366a47509 HTTP/1.1" status: 200 len: 979 time: 1.5576558 Nov 23 22:11:08.906262 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59920) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:08.956409 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4e12e-4d44-4231-a1f1-1c2651d29247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Pushing event updated for resources: {'Port': ['ID=d62efa1d-da43-43d4-81fe-867366a47509,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:09.005887 n-d-816206-9 neutron-server[110033]: DEBUG neutron.objects.ports [None req-597aff5e-b4ff-4f4b-ba48-11a99c148e3f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110033) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 22:11:09.018073 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-597aff5e-b4ff-4f4b-ba48-11a99c148e3f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:09.082331 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597aff5e-b4ff-4f4b-ba48-11a99c148e3f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:09.092392 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af871f3-1e35-4252-b6da-d751a0cd90d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:09.093749 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af871f3-1e35-4252-b6da-d751a0cd90d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:09.094280 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af871f3-1e35-4252-b6da-d751a0cd90d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:09.094763 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af871f3-1e35-4252-b6da-d751a0cd90d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:09.095224 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af871f3-1e35-4252-b6da-d751a0cd90d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:09.095685 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af871f3-1e35-4252-b6da-d751a0cd90d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:09.096135 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af871f3-1e35-4252-b6da-d751a0cd90d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:09.096590 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af871f3-1e35-4252-b6da-d751a0cd90d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:09.097036 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af871f3-1e35-4252-b6da-d751a0cd90d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:09.097487 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af871f3-1e35-4252-b6da-d751a0cd90d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:09.104303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af871f3-1e35-4252-b6da-d751a0cd90d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:09.104303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af871f3-1e35-4252-b6da-d751a0cd90d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:09.104303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af871f3-1e35-4252-b6da-d751a0cd90d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:09.104303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af871f3-1e35-4252-b6da-d751a0cd90d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:09.104303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af871f3-1e35-4252-b6da-d751a0cd90d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:09.104303 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8af871f3-1e35-4252-b6da-d751a0cd90d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13477 time: 0.1953402 Nov 23 22:11:09.105777 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59926) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:09.110807 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-597aff5e-b4ff-4f4b-ba48-11a99c148e3f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:09.113847 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597aff5e-b4ff-4f4b-ba48-11a99c148e3f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:09.114432 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-597aff5e-b4ff-4f4b-ba48-11a99c148e3f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:09.127161 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597aff5e-b4ff-4f4b-ba48-11a99c148e3f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=1345f597-af09-47fe-ac44-9cdaef7fc3ac,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:09.138423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26462b7d-b580-43b5-990d-0ddb9ae1288c None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:11:09.148228 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-597aff5e-b4ff-4f4b-ba48-11a99c148e3f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0307441 Nov 23 22:11:09.148689 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59928) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:09.153469 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-192438bf-8f97-4def-b516-8d92a4702f20 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:09.233830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-abf17f8b-e58e-48b6-961a-8eedaafe9010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Deleting port d62efa1d-da43-43d4-81fe-867366a47509 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:11:09.234817 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-abf17f8b-e58e-48b6-961a-8eedaafe9010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:09.317817 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192438bf-8f97-4def-b516-8d92a4702f20 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:09.323926 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-abf17f8b-e58e-48b6-961a-8eedaafe9010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] For port d62efa1d-da43-43d4-81fe-867366a47509, host n-h1-816206-9, got binding levels [] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:09.324466 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-abf17f8b-e58e-48b6-961a-8eedaafe9010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:09.328433 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-192438bf-8f97-4def-b516-8d92a4702f20 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:09.343323 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-abf17f8b-e58e-48b6-961a-8eedaafe9010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Calling delete_port for d62efa1d-da43-43d4-81fe-867366a47509 owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:11:09.387391 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3668b8a4-f749-4c38-8f54-b60c8aa61d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8205a081-245e-4f42-9c61-30748520e8a4', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'fixed_ips': [{'subnet_id': '1345f597-af09-47fe-ac44-9cdaef7fc3ac'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:11:09.388636 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3668b8a4-f749-4c38-8f54-b60c8aa61d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:09.469229 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-abf17f8b-e58e-48b6-961a-8eedaafe9010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:09.503048 n-d-816206-9 neutron-server[110033]: INFO neutron.db.ipam_backend_mixin [None req-192438bf-8f97-4def-b516-8d92a4702f20 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1345f597-af09-47fe-ac44-9cdaef7fc3ac (CIDR: 2001:db8::/64) Nov 23 22:11:09.509680 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-192438bf-8f97-4def-b516-8d92a4702f20 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:11:09.510405 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-192438bf-8f97-4def-b516-8d92a4702f20 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:09.511947 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-abf17f8b-e58e-48b6-961a-8eedaafe9010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:09.517367 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-abf17f8b-e58e-48b6-961a-8eedaafe9010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] 10.222.0.50 "DELETE /v2.0/ports/d62efa1d-da43-43d4-81fe-867366a47509 HTTP/1.1" status: 204 len: 168 time: 0.4104948 Nov 23 22:11:09.529604 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59944) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:09.551716 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf17f8b-e58e-48b6-961a-8eedaafe9010 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Pushing event deleted for resources: {'Port': ['ID=d62efa1d-da43-43d4-81fe-867366a47509,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:09.570318 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a6e4e2-b6f8-4227-85dc-543ca39d8c3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] GET failed (client error): The resource could not be found. Nov 23 22:11:09.591543 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f4a6e4e2-b6f8-4227-85dc-543ca39d8c3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] 10.222.0.50 "GET /v2.0/ports/d62efa1d-da43-43d4-81fe-867366a47509 HTTP/1.1" status: 404 len: 333 time: 0.0567861 Nov 23 22:11:09.596093 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59948) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:09.596236 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-192438bf-8f97-4def-b516-8d92a4702f20 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4426012 Nov 23 22:11:09.596349 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59950) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:09.600760 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-86f746ba-6350-4e10-bf80-e13c168ce6b9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:09.642158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-1329ebd9-6115-436a-adbd-929a6676beb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-567700256', 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:09.648531 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-3668b8a4-f749-4c38-8f54-b60c8aa61d86 None None] Allocated IP 2001:db8::f816:3eff:fe23:5119 (8205a081-245e-4f42-9c61-30748520e8a4/1345f597-af09-47fe-ac44-9cdaef7fc3ac/e12eac94-dda6-4ef4-bf96-571b9786a5dc) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:09.691902 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1329ebd9-6115-436a-adbd-929a6676beb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Made reservation on behalf of f4d1d08590ea4892b56ca830229ccd42 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:09.694317 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1329ebd9-6115-436a-adbd-929a6676beb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:09.750374 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-1329ebd9-6115-436a-adbd-929a6676beb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] device_id is not set on port 4c2dedb5-aeaf-4ca0-bfe0-e3673d041893 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:11:09.850423 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f746ba-6350-4e10-bf80-e13c168ce6b9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:09.854260 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86f746ba-6350-4e10-bf80-e13c168ce6b9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:09.908944 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3668b8a4-f749-4c38-8f54-b60c8aa61d86 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:09.917726 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3668b8a4-f749-4c38-8f54-b60c8aa61d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:09.955272 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59960) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:10.010519 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3668b8a4-f749-4c38-8f54-b60c8aa61d86 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:10.023141 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-3668b8a4-f749-4c38-8f54-b60c8aa61d86 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:10.027645 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3668b8a4-f749-4c38-8f54-b60c8aa61d86 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:10.037790 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668b8a4-f749-4c38-8f54-b60c8aa61d86 None None] Pushing event updated for resources: {'Port': ['ID=e12eac94-dda6-4ef4-bf96-571b9786a5dc,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:10.159049 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-94359a94-50fd-4a8b-91e3-bd6d11f62866 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-500995384'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:10.166413 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-3668b8a4-f749-4c38-8f54-b60c8aa61d86 None None] Attempting to bind port e12eac94-dda6-4ef4-bf96-571b9786a5dc on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:10.167472 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-3668b8a4-f749-4c38-8f54-b60c8aa61d86 None None] Attempting to bind port e12eac94-dda6-4ef4-bf96-571b9786a5dc by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:10.168051 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3668b8a4-f749-4c38-8f54-b60c8aa61d86 None None] Attempting to bind port e12eac94-dda6-4ef4-bf96-571b9786a5dc on network 8205a081-245e-4f42-9c61-30748520e8a4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:10.175508 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3668b8a4-f749-4c38-8f54-b60c8aa61d86 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:11:10.176342 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3668b8a4-f749-4c38-8f54-b60c8aa61d86 None None] Checking segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:11:10.176936 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3668b8a4-f749-4c38-8f54-b60c8aa61d86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:10.177516 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3668b8a4-f749-4c38-8f54-b60c8aa61d86 None None] Bound using segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:11:10.178203 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-3668b8a4-f749-4c38-8f54-b60c8aa61d86 None None] Bound port: e12eac94-dda6-4ef4-bf96-571b9786a5dc, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:11:10.178887 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3668b8a4-f749-4c38-8f54-b60c8aa61d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:10.211244 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94359a94-50fd-4a8b-91e3-bd6d11f62866 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] Made reservation on behalf of 1c8fd8980e53420c95b6f156e3cb1eb5 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:10.215162 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-94359a94-50fd-4a8b-91e3-bd6d11f62866 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:10.227428 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-94359a94-50fd-4a8b-91e3-bd6d11f62866 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:10.277355 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-3668b8a4-f749-4c38-8f54-b60c8aa61d86 None None] For port e12eac94-dda6-4ef4-bf96-571b9786a5dc, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:11:10.284839 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-3668b8a4-f749-4c38-8f54-b60c8aa61d86 None None] For port e12eac94-dda6-4ef4-bf96-571b9786a5dc, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e12eac94-dda6-4ef4-bf96-571b9786a5dc,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:11:10.302862 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3668b8a4-f749-4c38-8f54-b60c8aa61d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:10.360739 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-94359a94-50fd-4a8b-91e3-bd6d11f62866 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:10.376053 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-94359a94-50fd-4a8b-91e3-bd6d11f62866 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:10.392556 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94359a94-50fd-4a8b-91e3-bd6d11f62866 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:11:10.397433 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1329ebd9-6115-436a-adbd-929a6676beb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:10.419791 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-94359a94-50fd-4a8b-91e3-bd6d11f62866 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:10.420386 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-94359a94-50fd-4a8b-91e3-bd6d11f62866 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] Added segment 7c180233-f74d-41df-b13f-cf09a97fb71d of type vlan for network d9d9c6b9-5a02-4a5e-b37b-62c98ab17bda Nov 23 22:11:10.433863 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668b8a4-f749-4c38-8f54-b60c8aa61d86 None None] Pushing event updated for resources: {'Port': ['ID=e12eac94-dda6-4ef4-bf96-571b9786a5dc,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:10.523832 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94359a94-50fd-4a8b-91e3-bd6d11f62866 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9130072-a963-4b4c-8b22-cadf590815dc,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:10.602170 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-94359a94-50fd-4a8b-91e3-bd6d11f62866 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:10.609373 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86f746ba-6350-4e10-bf80-e13c168ce6b9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:10.712539 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-94359a94-50fd-4a8b-91e3-bd6d11f62866 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:10.720292 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1329ebd9-6115-436a-adbd-929a6676beb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:10.726575 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94359a94-50fd-4a8b-91e3-bd6d11f62866 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:10.728976 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-94359a94-50fd-4a8b-91e3-bd6d11f62866 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:10.741880 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f746ba-6350-4e10-bf80-e13c168ce6b9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:10.773145 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-86f746ba-6350-4e10-bf80-e13c168ce6b9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:10.783427 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f746ba-6350-4e10-bf80-e13c168ce6b9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:10.784061 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86f746ba-6350-4e10-bf80-e13c168ce6b9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:10.815933 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f746ba-6350-4e10-bf80-e13c168ce6b9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=5ac0afd0-5474-4571-9ebb-438ffd43f633,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:10.822161 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1329ebd9-6115-436a-adbd-929a6676beb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Network 68ad22ac-053f-4dad-873e-b2b4b860c093 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:10.824721 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329ebd9-6115-436a-adbd-929a6676beb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Pushing event updated for resources: {'Port': ['ID=4c2dedb5-aeaf-4ca0-bfe0-e3673d041893,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:10.829884 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-94359a94-50fd-4a8b-91e3-bd6d11f62866 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.8734777 Nov 23 22:11:10.837456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-1329ebd9-6115-436a-adbd-929a6676beb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:10.840051 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59968) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:10.843886 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1329ebd9-6115-436a-adbd-929a6676beb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:10.844224 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1329ebd9-6115-436a-adbd-929a6676beb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:10.844837 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1329ebd9-6115-436a-adbd-929a6676beb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:10.850394 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.tag.tag_plugin [None req-82beca48-81f7-4931-9c88-2215e1cc37ce tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'd9d9c6b9-5a02-4a5e-b37b-62c98ab17bda', 'tempest-TagsTest-Tag-595436944') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:10.859711 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-86f746ba-6350-4e10-bf80-e13c168ce6b9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2626970 Nov 23 22:11:10.860359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59970) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:10.889886 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-6ec23a92-05f0-41ad-81d5-84e1ff083827 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'mac_address': 'fa:16:3e:7e:5f:ae', 'name': 'tempest-NetworksTestDHCPv6-37258301'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:10.895263 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94359a94-50fd-4a8b-91e3-bd6d11f62866 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] Pushing event updated for resources: {'Network': ['ID=d9d9c6b9-5a02-4a5e-b37b-62c98ab17bda,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:10.911917 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network d9d9c6b9-5a02-4a5e-b37b-62c98ab17bda details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:11:10.946864 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59972) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:10.947100 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1329ebd9-6115-436a-adbd-929a6676beb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3530545 Nov 23 22:11:11.005203 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e897a8-58d7-4c24-bab5-c5bd19507016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:11.006726 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-82e897a8-58d7-4c24-bab5-c5bd19507016 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] 10.222.0.50 "GET /v2.0/ports/4c2dedb5-aeaf-4ca0-bfe0-e3673d041893 HTTP/1.1" status: 200 len: 958 time: 0.0588214 Nov 23 22:11:11.010349 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59976) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:11.120281 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-8e0207d4-1b14-4aa8-81e9-4fe8765164b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Deleting port 4c2dedb5-aeaf-4ca0-bfe0-e3673d041893 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:11:11.120698 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8e0207d4-1b14-4aa8-81e9-4fe8765164b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:11.181667 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-82beca48-81f7-4931-9c88-2215e1cc37ce tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] 10.222.0.50 "PUT /v2.0/networks/d9d9c6b9-5a02-4a5e-b37b-62c98ab17bda/tags/tempest-TagsTest-Tag-595436944 HTTP/1.1" status: 201 len: 201 time: 0.3381779 Nov 23 22:11:11.182552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59978) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:11.193691 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.tag.tag_plugin [None req-c69d1cc5-ee94-4940-963c-8117c557660a tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd9d9c6b9-5a02-4a5e-b37b-62c98ab17bda', 'tempest-TagsTest-Tag-595436944') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:11.200044 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8e0207d4-1b14-4aa8-81e9-4fe8765164b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:11.217630 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-8e0207d4-1b14-4aa8-81e9-4fe8765164b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Calling delete_port for 4c2dedb5-aeaf-4ca0-bfe0-e3673d041893 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:11:11.244335 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec23a92-05f0-41ad-81d5-84e1ff083827 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:11.313233 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8e0207d4-1b14-4aa8-81e9-4fe8765164b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:11.348291 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0207d4-1b14-4aa8-81e9-4fe8765164b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c2dedb5-aeaf-4ca0-bfe0-e3673d041893,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:11.367275 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8e0207d4-1b14-4aa8-81e9-4fe8765164b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:11.373247 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8e0207d4-1b14-4aa8-81e9-4fe8765164b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] 10.222.0.50 "DELETE /v2.0/ports/4c2dedb5-aeaf-4ca0-bfe0-e3673d041893 HTTP/1.1" status: 204 len: 168 time: 0.3618550 Nov 23 22:11:11.376349 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59980) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:11.387816 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c69d1cc5-ee94-4940-963c-8117c557660a tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] 10.222.0.50 "GET /v2.0/networks/d9d9c6b9-5a02-4a5e-b37b-62c98ab17bda/tags/tempest-TagsTest-Tag-595436944 HTTP/1.1" status: 204 len: 168 time: 0.2017717 Nov 23 22:11:11.388090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59982) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:11.394473 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.tag.tag_plugin [None req-c56d5603-fb40-4bf0-963c-404f412170fb tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'd9d9c6b9-5a02-4a5e-b37b-62c98ab17bda') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:11.434119 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-1693e763-7b96-4055-8caa-2c3f6bb60e3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] GET failed (client error): The resource could not be found. Nov 23 22:11:11.436957 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1693e763-7b96-4055-8caa-2c3f6bb60e3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] 10.222.0.50 "GET /v2.0/ports/4c2dedb5-aeaf-4ca0-bfe0-e3673d041893 HTTP/1.1" status: 404 len: 333 time: 0.0587633 Nov 23 22:11:11.440196 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59984) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:11.446501 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-7156d38b-acd9-408c-a194-85ae5902c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Request body: {'port': {'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1067483217'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:11.474992 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6ec23a92-05f0-41ad-81d5-84e1ff083827 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:11.516258 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7156d38b-acd9-408c-a194-85ae5902c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Made reservation on behalf of f4d1d08590ea4892b56ca830229ccd42 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:11.519267 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7156d38b-acd9-408c-a194-85ae5902c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:11.521260 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-6ec23a92-05f0-41ad-81d5-84e1ff083827 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] device_id is not set on port 0d90ab3c-d9ff-4ada-aefd-7c9f464ed271 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:11:11.550609 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-7156d38b-acd9-408c-a194-85ae5902c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] device_id is not set on port f0eed735-9973-48db-8d42-c7f62092618e yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:11:11.643778 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c56d5603-fb40-4bf0-963c-404f412170fb tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] 10.222.0.50 "GET /v2.0/networks/d9d9c6b9-5a02-4a5e-b37b-62c98ab17bda/tags HTTP/1.1" status: 200 len: 237 time: 0.2546473 Nov 23 22:11:11.647328 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59988) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:11.657491 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.tag.tag_plugin [None req-cba40924-e04e-4d0e-acbe-ebf16cb2581b tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'd9d9c6b9-5a02-4a5e-b37b-62c98ab17bda', {'tags': ['tempest-TagsTest-Tag-1475003482', 'tempest-TagsTest-Tag-967990524', 'tempest-TagsTest-Tag-2072948020']}) {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:11.799675 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7156d38b-acd9-408c-a194-85ae5902c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:11.959583 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7156d38b-acd9-408c-a194-85ae5902c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:11.961373 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cba40924-e04e-4d0e-acbe-ebf16cb2581b tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] 10.222.0.50 "PUT /v2.0/networks/d9d9c6b9-5a02-4a5e-b37b-62c98ab17bda/tags HTTP/1.1" status: 200 len: 308 time: 0.3130279 Nov 23 22:11:11.965175 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59992) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:11.976551 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.tag.tag_plugin [None req-d7c4541c-06a3-4e2f-b39a-736991c5f71e tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'd9d9c6b9-5a02-4a5e-b37b-62c98ab17bda', 'tempest-TagsTest-Tag-1475003482') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:12.062552 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7156d38b-acd9-408c-a194-85ae5902c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Network 68ad22ac-053f-4dad-873e-b2b4b860c093 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:12.074873 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-7156d38b-acd9-408c-a194-85ae5902c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:12.082183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156d38b-acd9-408c-a194-85ae5902c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Pushing event updated for resources: {'Port': ['ID=f0eed735-9973-48db-8d42-c7f62092618e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:12.083435 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-6ec23a92-05f0-41ad-81d5-84e1ff083827 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8:0:1::170 (8205a081-245e-4f42-9c61-30748520e8a4/5ac0afd0-5474-4571-9ebb-438ffd43f633/0d90ab3c-d9ff-4ada-aefd-7c9f464ed271) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:12.086564 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7156d38b-acd9-408c-a194-85ae5902c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:12.087673 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7156d38b-acd9-408c-a194-85ae5902c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:12.088423 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7156d38b-acd9-408c-a194-85ae5902c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:12.111354 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-6ec23a92-05f0-41ad-81d5-84e1ff083827 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8::f816:3eff:fe7e:5fae (8205a081-245e-4f42-9c61-30748520e8a4/1345f597-af09-47fe-ac44-9cdaef7fc3ac/0d90ab3c-d9ff-4ada-aefd-7c9f464ed271) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:12.131746 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7156d38b-acd9-408c-a194-85ae5902c222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6900122 Nov 23 22:11:12.132389 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 59996) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:12.135346 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c82dd6-883d-40ea-acd5-6d74517a6d53 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:11:12.137871 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:12.222882 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:12.268071 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b3ea08c2-a207-4262-bb3d-10ae9fc80e56 None None] Provisioning complete for port e12eac94-dda6-4ef4-bf96-571b9786a5dc triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:12.268846 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3ea08c2-a207-4262-bb3d-10ae9fc80e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:12.308500 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d7c4541c-06a3-4e2f-b39a-736991c5f71e tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] 10.222.0.50 "DELETE /v2.0/networks/d9d9c6b9-5a02-4a5e-b37b-62c98ab17bda/tags/tempest-TagsTest-Tag-1475003482 HTTP/1.1" status: 204 len: 168 time: 0.3397791 Nov 23 22:11:12.315803 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 59998) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:12.322015 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.tag.tag_plugin [None req-81acb96f-3516-4feb-851a-7805b24c0ff0 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd9d9c6b9-5a02-4a5e-b37b-62c98ab17bda', 'tempest-TagsTest-Tag-1475003482') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:12.402974 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e12eac94-dda6-4ef4-bf96-571b9786a5dc up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:11:12.454235 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6ec23a92-05f0-41ad-81d5-84e1ff083827 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:12.473268 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] device_id is not set on port f0eed735-9973-48db-8d42-c7f62092618e yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:11:12.479662 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3ea08c2-a207-4262-bb3d-10ae9fc80e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:12.483754 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:12.490501 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:12.491931 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-81acb96f-3516-4feb-851a-7805b24c0ff0 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] show failed (client error): The resource could not be found. Nov 23 22:11:12.493243 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-81acb96f-3516-4feb-851a-7805b24c0ff0 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] 10.222.0.50 "GET /v2.0/networks/d9d9c6b9-5a02-4a5e-b37b-62c98ab17bda/tags/tempest-TagsTest-Tag-1475003482 HTTP/1.1" status: 404 len: 326 time: 0.1793010 Nov 23 22:11:12.500298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60000) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:12.508596 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.tag.tag_plugin [None req-d7d09369-c046-4b38-a1ea-4dbf4b949edb tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd9d9c6b9-5a02-4a5e-b37b-62c98ab17bda', 'tempest-TagsTest-Tag-967990524') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:12.552603 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Pushing event updated for resources: {'Port': ['ID=f0eed735-9973-48db-8d42-c7f62092618e,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:12.562938 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b3ea08c2-a207-4262-bb3d-10ae9fc80e56 None None] For port e12eac94-dda6-4ef4-bf96-571b9786a5dc, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e12eac94-dda6-4ef4-bf96-571b9786a5dc,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:12.568124 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:12.568594 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:12.569145 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:12.575202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port f0eed735-9973-48db-8d42-c7f62092618e on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:12.575736 n-d-816206-9 neutron-server[110033]: ERROR neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port f0eed735-9973-48db-8d42-c7f62092618e on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:12.576233 n-d-816206-9 neutron-server[110033]: INFO neutron.plugins.ml2.plugin [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 2 to bind port f0eed735-9973-48db-8d42-c7f62092618e Nov 23 22:11:12.579556 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3ea08c2-a207-4262-bb3d-10ae9fc80e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:12.592731 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:12.593936 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:12.594454 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:12.599751 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port f0eed735-9973-48db-8d42-c7f62092618e on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:12.600296 n-d-816206-9 neutron-server[110033]: ERROR neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port f0eed735-9973-48db-8d42-c7f62092618e on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:12.600792 n-d-816206-9 neutron-server[110033]: INFO neutron.plugins.ml2.plugin [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 3 to bind port f0eed735-9973-48db-8d42-c7f62092618e Nov 23 22:11:12.616004 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:12.616424 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:12.616835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:12.621814 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port f0eed735-9973-48db-8d42-c7f62092618e on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:12.622294 n-d-816206-9 neutron-server[110033]: ERROR neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port f0eed735-9973-48db-8d42-c7f62092618e on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:12.622807 n-d-816206-9 neutron-server[110033]: INFO neutron.plugins.ml2.plugin [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 4 to bind port f0eed735-9973-48db-8d42-c7f62092618e Nov 23 22:11:12.638302 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:12.638566 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:12.639043 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:12.645236 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port f0eed735-9973-48db-8d42-c7f62092618e on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:12.645482 n-d-816206-9 neutron-server[110033]: ERROR neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port f0eed735-9973-48db-8d42-c7f62092618e on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:12.646001 n-d-816206-9 neutron-server[110033]: INFO neutron.plugins.ml2.plugin [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 5 to bind port f0eed735-9973-48db-8d42-c7f62092618e Nov 23 22:11:12.651033 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea08c2-a207-4262-bb3d-10ae9fc80e56 None None] Pushing event updated for resources: {'Port': ['ID=e12eac94-dda6-4ef4-bf96-571b9786a5dc,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:12.653072 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6ec23a92-05f0-41ad-81d5-84e1ff083827 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:12.674062 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:12.675024 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:12.678756 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d7d09369-c046-4b38-a1ea-4dbf4b949edb tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] 10.222.0.50 "GET /v2.0/networks/d9d9c6b9-5a02-4a5e-b37b-62c98ab17bda/tags/tempest-TagsTest-Tag-967990524 HTTP/1.1" status: 204 len: 168 time: 0.1728697 Nov 23 22:11:12.678941 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:12.678941 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60004) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:12.684602 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-6c2e6285-c05b-4058-8682-de5a09493c79 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd9d9c6b9-5a02-4a5e-b37b-62c98ab17bda', 'tempest-TagsTest-Tag-2072948020') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:12.697216 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port e12eac94-dda6-4ef4-bf96-571b9786a5dc triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:12.697901 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:12.702682 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port f0eed735-9973-48db-8d42-c7f62092618e on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:12.703538 n-d-816206-9 neutron-server[110033]: ERROR neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port f0eed735-9973-48db-8d42-c7f62092618e on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:12.706075 n-d-816206-9 neutron-server[110033]: INFO neutron.plugins.ml2.plugin [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 6 to bind port f0eed735-9973-48db-8d42-c7f62092618e Nov 23 22:11:12.735909 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:12.736187 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:12.736636 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:12.739905 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec23a92-05f0-41ad-81d5-84e1ff083827 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:12.743201 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-6ec23a92-05f0-41ad-81d5-84e1ff083827 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:12.745167 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port f0eed735-9973-48db-8d42-c7f62092618e on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:12.745167 n-d-816206-9 neutron-server[110033]: ERROR neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port f0eed735-9973-48db-8d42-c7f62092618e on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:12.749428 n-d-816206-9 neutron-server[110033]: INFO neutron.plugins.ml2.plugin [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 7 to bind port f0eed735-9973-48db-8d42-c7f62092618e Nov 23 22:11:12.750991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec23a92-05f0-41ad-81d5-84e1ff083827 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:12.758291 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec23a92-05f0-41ad-81d5-84e1ff083827 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:12.759351 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6ec23a92-05f0-41ad-81d5-84e1ff083827 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:12.769198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec23a92-05f0-41ad-81d5-84e1ff083827 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=0d90ab3c-d9ff-4ada-aefd-7c9f464ed271,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:12.792617 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6ec23a92-05f0-41ad-81d5-84e1ff083827 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9287622 Nov 23 22:11:12.797126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60008) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:12.800755 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:12.801396 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:12.802039 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:12.813530 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6c2e6285-c05b-4058-8682-de5a09493c79 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] 10.222.0.50 "GET /v2.0/networks/d9d9c6b9-5a02-4a5e-b37b-62c98ab17bda/tags/tempest-TagsTest-Tag-2072948020 HTTP/1.1" status: 204 len: 168 time: 0.1294222 Nov 23 22:11:12.814295 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60010) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:12.817827 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port f0eed735-9973-48db-8d42-c7f62092618e on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:12.818331 n-d-816206-9 neutron-server[110033]: ERROR neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port f0eed735-9973-48db-8d42-c7f62092618e on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:12.821533 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-4ac31698-6088-4df4-be14-b6f95197d289 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd9d9c6b9-5a02-4a5e-b37b-62c98ab17bda') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:12.824103 n-d-816206-9 neutron-server[110033]: INFO neutron.plugins.ml2.plugin [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 8 to bind port f0eed735-9973-48db-8d42-c7f62092618e Nov 23 22:11:12.835325 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59c0db6-061c-4437-92a9-4486c9f7497c None None] Update dhcp port {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'fixed_ips': [{'subnet_id': '1345f597-af09-47fe-ac44-9cdaef7fc3ac', 'ip_address': '2001:db8::f816:3eff:fe23:5119'}, {'subnet_id': '5ac0afd0-5474-4571-9ebb-438ffd43f633'}], 'binding:host_id': 'n-d-816206-9'}, 'id': 'e12eac94-dda6-4ef4-bf96-571b9786a5dc'} from n-d-816206-9. {{(pid=110035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 22:11:12.849385 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-2dcf9412-6ff8-4c7e-a1ba-b9fc4ac06b68 req-26f5f168-a3bc-4f05-933b-3081ceec3a81 service neutron] (110033) timed out ('10.222.0.60', 49522) {{(pid=110033) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 22:11:12.857304 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:12.857721 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:12.859100 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:12.867088 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c59c0db6-061c-4437-92a9-4486c9f7497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:12.872718 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port f0eed735-9973-48db-8d42-c7f62092618e on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:12.873326 n-d-816206-9 neutron-server[110033]: ERROR neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port f0eed735-9973-48db-8d42-c7f62092618e on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:12.875581 n-d-816206-9 neutron-server[110033]: INFO neutron.plugins.ml2.plugin [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 9 to bind port f0eed735-9973-48db-8d42-c7f62092618e Nov 23 22:11:12.892390 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:12.892827 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:12.893241 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:12.900741 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port f0eed735-9973-48db-8d42-c7f62092618e on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:12.901171 n-d-816206-9 neutron-server[110033]: ERROR neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port f0eed735-9973-48db-8d42-c7f62092618e on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:12.906753 n-d-816206-9 neutron-server[110033]: INFO neutron.plugins.ml2.plugin [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempt 10 to bind port f0eed735-9973-48db-8d42-c7f62092618e Nov 23 22:11:12.952445 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:12.952917 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:12.953496 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempting to bind port f0eed735-9973-48db-8d42-c7f62092618e on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:12.965868 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Port f0eed735-9973-48db-8d42-c7f62092618e on network 68ad22ac-053f-4dad-873e-b2b4b860c093 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:12.966185 n-d-816206-9 neutron-server[110033]: ERROR neutron.plugins.ml2.managers [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Failed to bind port f0eed735-9973-48db-8d42-c7f62092618e on host n-h1-816206-9 for vnic_type normal using segments [{'id': 'fc16bafc-5a7a-4201-a4c3-649583623aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '68ad22ac-053f-4dad-873e-b2b4b860c093'}] Nov 23 22:11:12.966553 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:12.969648 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-7a80c49d-5cb6-4bdb-a0f4-c02675532304 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting port 0d90ab3c-d9ff-4ada-aefd-7c9f464ed271 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:11:12.970000 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a80c49d-5cb6-4bdb-a0f4-c02675532304 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:13.027593 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4ac31698-6088-4df4-be14-b6f95197d289 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] 10.222.0.50 "DELETE /v2.0/networks/d9d9c6b9-5a02-4a5e-b37b-62c98ab17bda/tags HTTP/1.1" status: 204 len: 168 time: 0.2089927 Nov 23 22:11:13.029998 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60022) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:13.037035 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.tag.tag_plugin [None req-35ba70b3-0dab-4c6e-a0a4-734fc63c063f tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd9d9c6b9-5a02-4a5e-b37b-62c98ab17bda', 'tempest-TagsTest-Tag-967990524') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:13.084421 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] For port f0eed735-9973-48db-8d42-c7f62092618e, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:11:13.085147 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attempted to set empty binding levels {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 22:11:13.096448 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:13.171424 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] In _notify_port_updated(), no bound segment for port f0eed735-9973-48db-8d42-c7f62092618e on network 68ad22ac-053f-4dad-873e-b2b4b860c093 {{(pid=110033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:11:13.182952 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:13.189914 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:13.203244 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] 10.222.0.50 "PUT /v2.0/ports/f0eed735-9973-48db-8d42-c7f62092618e HTTP/1.1" status: 200 len: 979 time: 1.0694239 Nov 23 22:11:13.208255 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60028) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:13.215241 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-c59c0db6-061c-4437-92a9-4486c9f7497c None None] Allocated IP 2001:db8:0:1::2 (8205a081-245e-4f42-9c61-30748520e8a4/5ac0afd0-5474-4571-9ebb-438ffd43f633/e12eac94-dda6-4ef4-bf96-571b9786a5dc) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:13.284414 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a80c49d-5cb6-4bdb-a0f4-c02675532304 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:13.299654 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822cd31-4dae-407f-91f1-3bb13f60364b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Pushing event updated for resources: {'Port': ['ID=f0eed735-9973-48db-8d42-c7f62092618e,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:13.343540 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-7a80c49d-5cb6-4bdb-a0f4-c02675532304 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Calling delete_port for 0d90ab3c-d9ff-4ada-aefd-7c9f464ed271 owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:11:13.349624 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-35ba70b3-0dab-4c6e-a0a4-734fc63c063f tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] show failed (client error): The resource could not be found. Nov 23 22:11:13.350676 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-35ba70b3-0dab-4c6e-a0a4-734fc63c063f tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] 10.222.0.50 "GET /v2.0/networks/d9d9c6b9-5a02-4a5e-b37b-62c98ab17bda/tags/tempest-TagsTest-Tag-967990524 HTTP/1.1" status: 404 len: 325 time: 0.3189020 Nov 23 22:11:13.353616 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60036) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:13.360058 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.tag.tag_plugin [None req-c01a9d5f-abea-4fea-8d3f-fa127e1ea46f tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd9d9c6b9-5a02-4a5e-b37b-62c98ab17bda', 'tempest-TagsTest-Tag-2072948020') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:13.414258 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c59c0db6-061c-4437-92a9-4486c9f7497c None None] For port e12eac94-dda6-4ef4-bf96-571b9786a5dc, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e12eac94-dda6-4ef4-bf96-571b9786a5dc,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:13.439527 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-ac2bbfb1-8b63-4612-8c1b-6cf8899400f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Deleting port f0eed735-9973-48db-8d42-c7f62092618e {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:11:13.452825 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac2bbfb1-8b63-4612-8c1b-6cf8899400f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:13.471051 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c59c0db6-061c-4437-92a9-4486c9f7497c None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:13.481547 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c59c0db6-061c-4437-92a9-4486c9f7497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:13.523702 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-c01a9d5f-abea-4fea-8d3f-fa127e1ea46f tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] show failed (client error): The resource could not be found. Nov 23 22:11:13.524894 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c01a9d5f-abea-4fea-8d3f-fa127e1ea46f tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] 10.222.0.50 "GET /v2.0/networks/d9d9c6b9-5a02-4a5e-b37b-62c98ab17bda/tags/tempest-TagsTest-Tag-2072948020 HTTP/1.1" status: 404 len: 326 time: 0.1702600 Nov 23 22:11:13.544017 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60044) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:13.557447 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.tag.tag_plugin [None req-3cdcf072-07c7-45ef-bcb8-853450b88013 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd9d9c6b9-5a02-4a5e-b37b-62c98ab17bda') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:13.579868 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c0db6-061c-4437-92a9-4486c9f7497c None None] Pushing event updated for resources: {'Port': ['ID=e12eac94-dda6-4ef4-bf96-571b9786a5dc,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:13.776969 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a80c49d-5cb6-4bdb-a0f4-c02675532304 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:13.914552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80c49d-5cb6-4bdb-a0f4-c02675532304 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Port': ['ID=0d90ab3c-d9ff-4ada-aefd-7c9f464ed271,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:13.923629 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3cdcf072-07c7-45ef-bcb8-853450b88013 tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] 10.222.0.50 "DELETE /v2.0/networks/d9d9c6b9-5a02-4a5e-b37b-62c98ab17bda/tags HTTP/1.1" status: 204 len: 168 time: 0.3778822 Nov 23 22:11:13.949089 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60060) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:14.146813 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-ac2bbfb1-8b63-4612-8c1b-6cf8899400f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] For port f0eed735-9973-48db-8d42-c7f62092618e, host n-h1-816206-9, got binding levels [] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:14.147323 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac2bbfb1-8b63-4612-8c1b-6cf8899400f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:14.188216 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a80c49d-5cb6-4bdb-a0f4-c02675532304 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:14.206270 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7a80c49d-5cb6-4bdb-a0f4-c02675532304 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/0d90ab3c-d9ff-4ada-aefd-7c9f464ed271 HTTP/1.1" status: 204 len: 168 time: 1.4076653 Nov 23 22:11:14.208506 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-ac2bbfb1-8b63-4612-8c1b-6cf8899400f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Calling delete_port for f0eed735-9973-48db-8d42-c7f62092618e owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:11:14.211863 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60074) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:14.239794 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d90ee-2848-4aa2-8713-c5861d0973c1 req-ef5610e0-ca67-41bc-8897-5f5c22f31fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:14.242334 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-197d90ee-2848-4aa2-8713-c5861d0973c1 req-ef5610e0-ca67-41bc-8897-5f5c22f31fd5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14f74779034d49d592bfcdc33c438539&device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 1096 time: 0.3496723 Nov 23 22:11:14.263536 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-78eb23a8-3119-429c-b020-f33d95f5e34f tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:14.303975 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fd914-96a6-4244-a74a-706d3738b5d7 req-c7cde788-1cdf-4640-9e1d-78351ad3d8e6 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:14.308087 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c7fd914-96a6-4244-a74a-706d3738b5d7 req-c7cde788-1cdf-4640-9e1d-78351ad3d8e6 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.3577485 Nov 23 22:11:14.354654 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e12eac94-dda6-4ef4-bf96-571b9786a5dc up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:11:14.397608 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f64c22-a47c-4ae3-bc23-ceaa496be417 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:14.399206 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-38f64c22-a47c-4ae3-bc23-ceaa496be417 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1851473 Nov 23 22:11:14.407389 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60078) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:14.498002 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port e12eac94-dda6-4ef4-bf96-571b9786a5dc triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:14.498847 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:14.516159 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af48c688-ec22-4615-a98f-6eaf0b760487 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:14.526845 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-af48c688-ec22-4615-a98f-6eaf0b760487 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1183612 Nov 23 22:11:14.529448 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60080) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:14.580466 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-78eb23a8-3119-429c-b020-f33d95f5e34f tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:14.584639 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d90ee-2848-4aa2-8713-c5861d0973c1 req-4e53eab7-132a-4dc8-846d-c6e64eab5cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:14.586385 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-197d90ee-2848-4aa2-8713-c5861d0973c1 req-4e53eab7-132a-4dc8-846d-c6e64eab5cec service neutron] 10.222.0.53 "GET /v2.0/networks?id=e887b711-606f-4b83-863c-34d87a670bca HTTP/1.1" status: 200 len: 920 time: 0.3174498 Nov 23 22:11:14.598110 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c7fd914-96a6-4244-a74a-706d3738b5d7 req-b88cb93d-cd40-4dc1-a7e3-b5f212f6ef7c tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654948 Nov 23 22:11:14.605520 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfda737-3c92-48b4-97c6-99ab556c20e4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:14.609182 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfda737-3c92-48b4-97c6-99ab556c20e4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:14.612783 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfda737-3c92-48b4-97c6-99ab556c20e4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:14.627778 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0cfda737-3c92-48b4-97c6-99ab556c20e4 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0872374 Nov 23 22:11:14.631883 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60082) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:14.690818 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-197d90ee-2848-4aa2-8713-c5861d0973c1 req-eb47199d-39d9-4a9c-91a4-2a350600e9e2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12fbc09d-bc3c-4065-bca6-660349a1c0ee HTTP/1.1" status: 200 len: 217 time: 0.0914009 Nov 23 22:11:14.693127 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-78eb23a8-3119-429c-b020-f33d95f5e34f tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d9c6b9-5a02-4a5e-b37b-62c98ab17bda']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:14.705208 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac2bbfb1-8b63-4612-8c1b-6cf8899400f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:14.707930 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-78eb23a8-3119-429c-b020-f33d95f5e34f tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c180233-f74d-41df-b13f-cf09a97fb71d') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:14.708434 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-78eb23a8-3119-429c-b020-f33d95f5e34f tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c180233-f74d-41df-b13f-cf09a97fb71d') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:14.741072 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8cc26c25-d91a-4bf2-9f4e-91e2a9c18e5a None None] Provisioning complete for port e12eac94-dda6-4ef4-bf96-571b9786a5dc triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:14.741684 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8cc26c25-d91a-4bf2-9f4e-91e2a9c18e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:14.755959 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-78eb23a8-3119-429c-b020-f33d95f5e34f tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:14.787444 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2bbfb1-8b63-4612-8c1b-6cf8899400f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0eed735-9973-48db-8d42-c7f62092618e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:14.794705 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-78eb23a8-3119-429c-b020-f33d95f5e34f tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:14.808893 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac2bbfb1-8b63-4612-8c1b-6cf8899400f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:14.820350 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ac2bbfb1-8b63-4612-8c1b-6cf8899400f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] 10.222.0.50 "DELETE /v2.0/ports/f0eed735-9973-48db-8d42-c7f62092618e HTTP/1.1" status: 204 len: 168 time: 1.6074924 Nov 23 22:11:14.822902 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60084) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:14.837700 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-49be2fd8-bc7a-4977-b12b-78d430eb33ae tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet 1345f597-af09-47fe-ac44-9cdaef7fc3ac {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:11:14.838831 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78eb23a8-3119-429c-b020-f33d95f5e34f tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:11:14.839576 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-78eb23a8-3119-429c-b020-f33d95f5e34f tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:14.849201 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-49be2fd8-bc7a-4977-b12b-78d430eb33ae tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:14.876282 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d90ee-2848-4aa2-8713-c5861d0973c1 req-a91534f8-2de4-4285-9361-99923b2b5819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:14.877783 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-197d90ee-2848-4aa2-8713-c5861d0973c1 req-a91534f8-2de4-4285-9361-99923b2b5819 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e425627e-71be-40cc-adcc-90e6fae7a9ce HTTP/1.1" status: 200 len: 859 time: 0.1724639 Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:11:14.878609 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:11:14.934399 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-49be2fd8-bc7a-4977-b12b-78d430eb33ae tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:15.016864 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-197d90ee-2848-4aa2-8713-c5861d0973c1 req-6da84c82-5dbb-4d04-b15e-c03004dcfd7f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e887b711-606f-4b83-863c-34d87a670bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132596 Nov 23 22:11:15.017691 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2490289-0e5e-45ea-8fa7-27e907f25dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] GET failed (client error): The resource could not be found. Nov 23 22:11:15.019160 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e2490289-0e5e-45ea-8fa7-27e907f25dfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944198451-project-admin] 10.222.0.50 "GET /v2.0/ports/f0eed735-9973-48db-8d42-c7f62092618e HTTP/1.1" status: 404 len: 333 time: 0.1857061 Nov 23 22:11:15.021852 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-78eb23a8-3119-429c-b020-f33d95f5e34f tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:15.023844 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60088) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:15.111972 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5f495a06-e768-4fb5-ab28-0d0cfedaa274 None None] Could not find standard attr ID for object 0d90ab3c-d9ff-4ada-aefd-7c9f464ed271. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:11:15.115348 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-49be2fd8-bc7a-4977-b12b-78d430eb33ae tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:15.133206 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5bedb187-3f63-467d-af86-8c2cad517390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:15.137367 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-78eb23a8-3119-429c-b020-f33d95f5e34f tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:15.146234 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-78eb23a8-3119-429c-b020-f33d95f5e34f tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] 10.222.0.50 "DELETE /v2.0/networks/d9d9c6b9-5a02-4a5e-b37b-62c98ab17bda HTTP/1.1" status: 204 len: 168 time: 1.1881135 Nov 23 22:11:15.229685 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-49be2fd8-bc7a-4977-b12b-78d430eb33ae tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:15.242650 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb23a8-3119-429c-b020-f33d95f5e34f tempest-TagsTest-1403743482 tempest-TagsTest-1403743482-project] Pushing event deleted for resources: {'Network': ['ID=d9d9c6b9-5a02-4a5e-b37b-62c98ab17bda,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:15.262776 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-49be2fd8-bc7a-4977-b12b-78d430eb33ae tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:15.269950 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-49be2fd8-bc7a-4977-b12b-78d430eb33ae tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/1345f597-af09-47fe-ac44-9cdaef7fc3ac HTTP/1.1" status: 204 len: 168 time: 0.6363225 Nov 23 22:11:15.295326 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60094) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:15.301512 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be2fd8-bc7a-4977-b12b-78d430eb33ae tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=1345f597-af09-47fe-ac44-9cdaef7fc3ac,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:15.401046 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5bedb187-3f63-467d-af86-8c2cad517390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:15.415668 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eef0e4-193b-4a4c-96fa-0a8205d0b0b8 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:11:15.425925 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-5bedb187-3f63-467d-af86-8c2cad517390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ad22ac-053f-4dad-873e-b2b4b860c093']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:15.438421 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-5bedb187-3f63-467d-af86-8c2cad517390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc16bafc-5a7a-4201-a4c3-649583623aac') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:15.439002 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-5bedb187-3f63-467d-af86-8c2cad517390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc16bafc-5a7a-4201-a4c3-649583623aac') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:15.458149 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5bedb187-3f63-467d-af86-8c2cad517390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:15.473583 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5bedb187-3f63-467d-af86-8c2cad517390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:15.480216 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bedb187-3f63-467d-af86-8c2cad517390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:11:15.480642 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5bedb187-3f63-467d-af86-8c2cad517390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:11:15.528281 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:11:15.594208 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-197d90ee-2848-4aa2-8713-c5861d0973c1 req-e29a5711-971d-4196-b372-c803a0a5994d service neutron] 10.222.0.53 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492459 Nov 23 22:11:15.601308 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5bedb187-3f63-467d-af86-8c2cad517390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:15.606539 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5bedb187-3f63-467d-af86-8c2cad517390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:15.611223 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5bedb187-3f63-467d-af86-8c2cad517390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] 10.222.0.50 "DELETE /v2.0/networks/68ad22ac-053f-4dad-873e-b2b4b860c093 HTTP/1.1" status: 204 len: 168 time: 0.5864038 Nov 23 22:11:15.635280 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bedb187-3f63-467d-af86-8c2cad517390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-734442667-project] Pushing event deleted for resources: {'Network': ['ID=68ad22ac-053f-4dad-873e-b2b4b860c093,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:15.644234 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-159e45b8-2af1-4800-a209-b30c40644577 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet 5ac0afd0-5474-4571-9ebb-438ffd43f633 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:11:15.660262 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-159e45b8-2af1-4800-a209-b30c40644577 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:15.664170 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60102) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:15.830656 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-197d90ee-2848-4aa2-8713-c5861d0973c1 req-73ef6e32-87e0-4810-8c80-50f3f27e27a4 service neutron] 10.222.0.53 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181747 Nov 23 22:11:15.867780 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-159e45b8-2af1-4800-a209-b30c40644577 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:15.977652 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-da5e7aaa-1bed-4ef3-9318-c8d9a16cd420 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1c8fd8980e53420c95b6f156e3cb1eb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3115566 Nov 23 22:11:15.980168 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60112) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:16.056792 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-159e45b8-2af1-4800-a209-b30c40644577 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:16.083856 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2939d8c4-24a9-429c-876f-9a5952c4047f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:16.133396 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60116) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:16.141998 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2939d8c4-24a9-429c-876f-9a5952c4047f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:16.286864 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2939d8c4-24a9-429c-876f-9a5952c4047f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:16.289906 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2939d8c4-24a9-429c-876f-9a5952c4047f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:16.291423 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2939d8c4-24a9-429c-876f-9a5952c4047f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d9130072-a963-4b4c-8b22-cadf590815dc HTTP/1.1" status: 204 len: 168 time: 0.3100834 Nov 23 22:11:16.312763 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939d8c4-24a9-429c-876f-9a5952c4047f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9130072-a963-4b4c-8b22-cadf590815dc,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:16.533803 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c7b21afe-6b07-42c9-a6c4-23af86cca54b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e90eedb7bf3f40f8bdad597d541efbc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3988490 Nov 23 22:11:16.535439 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60124) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:16.671165 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12e5d4cf-5bf4-4916-af85-c4e873250d68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:16.703694 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12e5d4cf-5bf4-4916-af85-c4e873250d68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:16.769388 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12e5d4cf-5bf4-4916-af85-c4e873250d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:16.772392 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12e5d4cf-5bf4-4916-af85-c4e873250d68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:16.775905 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-12e5d4cf-5bf4-4916-af85-c4e873250d68 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fe6fb5ea-bcb4-45b9-a9df-f28efdae3b76 HTTP/1.1" status: 204 len: 168 time: 0.2273829 Nov 23 22:11:16.792722 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5d4cf-5bf4-4916-af85-c4e873250d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6fb5ea-bcb4-45b9-a9df-f28efdae3b76,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:16.847428 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239a091-3739-4422-b630-cebf7b82f86a req-8268953c-08d1-428a-889b-9401b9294577 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:16.861100 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2239a091-3739-4422-b630-cebf7b82f86a req-8268953c-08d1-428a-889b-9401b9294577 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 1.0155714 Nov 23 22:11:16.870287 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-45ba477b-70c6-46a8-8c69-c614c987f21b None None] Provisioning complete for port e12eac94-dda6-4ef4-bf96-571b9786a5dc triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:16.870287 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-45ba477b-70c6-46a8-8c69-c614c987f21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:16.885953 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-159e45b8-2af1-4800-a209-b30c40644577 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:16.962293 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2239a091-3739-4422-b630-cebf7b82f86a req-dc954972-8a5b-491d-80bd-3e870b6d9fc8 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933087 Nov 23 22:11:16.963398 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e45b8-2af1-4800-a209-b30c40644577 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac0afd0-5474-4571-9ebb-438ffd43f633,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:16.972079 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-159e45b8-2af1-4800-a209-b30c40644577 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:16.979583 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60138) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:16.981111 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-159e45b8-2af1-4800-a209-b30c40644577 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/5ac0afd0-5474-4571-9ebb-438ffd43f633 HTTP/1.1" status: 204 len: 168 time: 1.6767309 Nov 23 22:11:16.997243 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee103c16-ecb7-4f11-8d0e-f5cdcc3d0d51 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:11:17.083969 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b18fda39-0ef1-4acf-b877-6f166a84a9f2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1029303 Nov 23 22:11:17.087113 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60144) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:17.093214 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-03b2a399-3e25-44d3-9ca4-629fdc5c267a tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:17.303395 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b2a399-3e25-44d3-9ca4-629fdc5c267a tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:17.309736 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-03b2a399-3e25-44d3-9ca4-629fdc5c267a tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:17.348575 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681190eb-1bb4-4579-814b-e403812b3b11 None None] DHCP port deletion for 8205a081-245e-4f42-9c61-30748520e8a4 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:11:17.471988 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-681190eb-1bb4-4579-814b-e403812b3b11 None None] Deleting port e12eac94-dda6-4ef4-bf96-571b9786a5dc {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:11:17.472601 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-681190eb-1bb4-4579-814b-e403812b3b11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:17.603227 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-681190eb-1bb4-4579-814b-e403812b3b11 None None] For port e12eac94-dda6-4ef4-bf96-571b9786a5dc, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e12eac94-dda6-4ef4-bf96-571b9786a5dc,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:17.603227 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-681190eb-1bb4-4579-814b-e403812b3b11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:17.631445 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-681190eb-1bb4-4579-814b-e403812b3b11 None None] Calling delete_port for e12eac94-dda6-4ef4-bf96-571b9786a5dc owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:11:17.733474 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60162) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:17.741275 n-d-816206-9 neutron-server[110034]: DEBUG neutron.objects.ports [None req-03b2a399-3e25-44d3-9ca4-629fdc5c267a tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110034) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 22:11:17.820099 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-13c834a0-8094-4f82-9116-6ca3546c31a8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f4d1d08590ea4892b56ca830229ccd42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0852222 Nov 23 22:11:17.831270 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60164) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:17.947077 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8501bb10-7e4f-460a-83a8-29a2f17bca4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:18.017185 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-681190eb-1bb4-4579-814b-e403812b3b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:18.023428 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8501bb10-7e4f-460a-83a8-29a2f17bca4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:18.036072 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.ipam_pluggable_backend [None req-03b2a399-3e25-44d3-9ca4-629fdc5c267a tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Port e12eac94-dda6-4ef4-bf96-571b9786a5dc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110034) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 23 22:11:18.036595 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.ipam_pluggable_backend [None req-03b2a399-3e25-44d3-9ca4-629fdc5c267a tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Reverting IP allocation for 2001:db8::f816:3eff:fe23:5119 {{(pid=110034) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 23 22:11:18.043283 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.ipam_pluggable_backend [None req-03b2a399-3e25-44d3-9ca4-629fdc5c267a tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe23:5119 {{(pid=110034) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 23 22:11:18.044529 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-03b2a399-3e25-44d3-9ca4-629fdc5c267a tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:18.086826 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8501bb10-7e4f-460a-83a8-29a2f17bca4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:18.090044 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8501bb10-7e4f-460a-83a8-29a2f17bca4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:18.096610 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8501bb10-7e4f-460a-83a8-29a2f17bca4b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9a34c0e1-08ce-4673-a214-d6c7f7f63434 HTTP/1.1" status: 204 len: 168 time: 0.2636321 Nov 23 22:11:18.106644 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501bb10-7e4f-460a-83a8-29a2f17bca4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a34c0e1-08ce-4673-a214-d6c7f7f63434,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:18.115025 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681190eb-1bb4-4579-814b-e403812b3b11 None None] Pushing event deleted for resources: {'Port': ['ID=e12eac94-dda6-4ef4-bf96-571b9786a5dc,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:18.116785 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681190eb-1bb4-4579-814b-e403812b3b11 None None] No DVR routers for this DVR port e12eac94-dda6-4ef4-bf96-571b9786a5dc on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:11:18.186372 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b2a399-3e25-44d3-9ca4-629fdc5c267a tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:18.211817 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-03b2a399-3e25-44d3-9ca4-629fdc5c267a tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:18.215071 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b2a399-3e25-44d3-9ca4-629fdc5c267a tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:18.215672 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-03b2a399-3e25-44d3-9ca4-629fdc5c267a tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:18.225067 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3bb3d3-e0e9-4da0-a145-3a84b379e7f0 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:11:18.237419 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2a399-3e25-44d3-9ca4-629fdc5c267a tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=d8e87aca-76b5-428d-ba10-4d3c1402aa5c,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:18.256745 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-03b2a399-3e25-44d3-9ca4-629fdc5c267a tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1657803 Nov 23 22:11:18.257084 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60176) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:18.261975 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce8495-455e-4edf-b94b-30b1298ca969 req-dac895ce-bd04-45c1-a061-d77adfaf233b tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:18.262398 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ace37e94-2c21-49b0-9507-b81e7c66dd50 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:18.270392 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5ce8495-455e-4edf-b94b-30b1298ca969 req-dac895ce-bd04-45c1-a061-d77adfaf233b tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.1046801 Nov 23 22:11:18.325441 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5ce8495-455e-4edf-b94b-30b1298ca969 req-41f0f539-f90a-4c58-a928-60f5d9f8e3be tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528686 Nov 23 22:11:18.393304 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e12eac94-dda6-4ef4-bf96-571b9786a5dc no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:11:18.442931 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: e12eac94-dda6-4ef4-bf96-571b9786a5dc {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:11:18.446539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace37e94-2c21-49b0-9507-b81e7c66dd50 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:18.448466 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e12eac94-dda6-4ef4-bf96-571b9786a5dc not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:11:18.468652 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ace37e94-2c21-49b0-9507-b81e7c66dd50 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:18.579692 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bde9b8-4b40-4904-a11a-e5da6a7962a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8205a081-245e-4f42-9c61-30748520e8a4', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'fixed_ips': [{'subnet_id': 'd8e87aca-76b5-428d-ba10-4d3c1402aa5c'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:11:18.580581 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d6bde9b8-4b40-4904-a11a-e5da6a7962a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:18.635782 n-d-816206-9 neutron-server[110033]: INFO neutron.db.ipam_backend_mixin [None req-ace37e94-2c21-49b0-9507-b81e7c66dd50 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d8e87aca-76b5-428d-ba10-4d3c1402aa5c (CIDR: 2001:db8::/64) Nov 23 22:11:18.643281 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace37e94-2c21-49b0-9507-b81e7c66dd50 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:11:18.643747 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace37e94-2c21-49b0-9507-b81e7c66dd50 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:18.669835 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ace37e94-2c21-49b0-9507-b81e7c66dd50 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4115763 Nov 23 22:11:18.673337 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60186) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:18.690125 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-61705836-1968-426c-8bf0-892faa40a963 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:18.759741 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-d6bde9b8-4b40-4904-a11a-e5da6a7962a8 None None] Allocated IP 2001:db8::f816:3eff:fe19:e406 (8205a081-245e-4f42-9c61-30748520e8a4/d8e87aca-76b5-428d-ba10-4d3c1402aa5c/32092f97-c5a8-4629-9ec8-61a3a13b4640) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:18.877166 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61705836-1968-426c-8bf0-892faa40a963 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:18.886821 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-61705836-1968-426c-8bf0-892faa40a963 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:19.042523 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d6bde9b8-4b40-4904-a11a-e5da6a7962a8 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:19.060634 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d6bde9b8-4b40-4904-a11a-e5da6a7962a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:19.084997 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bde9b8-4b40-4904-a11a-e5da6a7962a8 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:19.085390 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-d6bde9b8-4b40-4904-a11a-e5da6a7962a8 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:19.088527 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bde9b8-4b40-4904-a11a-e5da6a7962a8 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:19.194279 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bde9b8-4b40-4904-a11a-e5da6a7962a8 None None] Pushing event updated for resources: {'Port': ['ID=32092f97-c5a8-4629-9ec8-61a3a13b4640,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:19.200871 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d6bde9b8-4b40-4904-a11a-e5da6a7962a8 None None] Attempting to bind port 32092f97-c5a8-4629-9ec8-61a3a13b4640 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:19.201327 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d6bde9b8-4b40-4904-a11a-e5da6a7962a8 None None] Attempting to bind port 32092f97-c5a8-4629-9ec8-61a3a13b4640 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:19.202685 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bde9b8-4b40-4904-a11a-e5da6a7962a8 None None] Attempting to bind port 32092f97-c5a8-4629-9ec8-61a3a13b4640 on network 8205a081-245e-4f42-9c61-30748520e8a4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:19.209031 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bde9b8-4b40-4904-a11a-e5da6a7962a8 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:11:19.209957 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bde9b8-4b40-4904-a11a-e5da6a7962a8 None None] Checking segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:11:19.210193 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d6bde9b8-4b40-4904-a11a-e5da6a7962a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:19.210760 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bde9b8-4b40-4904-a11a-e5da6a7962a8 None None] Bound using segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:11:19.211437 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d6bde9b8-4b40-4904-a11a-e5da6a7962a8 None None] Bound port: 32092f97-c5a8-4629-9ec8-61a3a13b4640, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:11:19.211886 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d6bde9b8-4b40-4904-a11a-e5da6a7962a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:19.399598 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-61705836-1968-426c-8bf0-892faa40a963 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:19.449915 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d6bde9b8-4b40-4904-a11a-e5da6a7962a8 None None] For port 32092f97-c5a8-4629-9ec8-61a3a13b4640, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:11:19.458831 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d6bde9b8-4b40-4904-a11a-e5da6a7962a8 None None] For port 32092f97-c5a8-4629-9ec8-61a3a13b4640, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=32092f97-c5a8-4629-9ec8-61a3a13b4640,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:11:19.471897 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d6bde9b8-4b40-4904-a11a-e5da6a7962a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:19.492054 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61705836-1968-426c-8bf0-892faa40a963 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:19.496032 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-61705836-1968-426c-8bf0-892faa40a963 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:19.506667 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61705836-1968-426c-8bf0-892faa40a963 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:19.507877 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-61705836-1968-426c-8bf0-892faa40a963 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:19.513519 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273ec11-04e3-433f-ab2b-f7c2f437c697 req-b23335a5-279c-48fa-a4b8-78a57f8a7594 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:19.515642 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5273ec11-04e3-433f-ab2b-f7c2f437c697 req-b23335a5-279c-48fa-a4b8-78a57f8a7594 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.0683281 Nov 23 22:11:19.536657 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61705836-1968-426c-8bf0-892faa40a963 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=f5d86d84-acdd-4ac6-b8c4-204f2cd2a0f7,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:19.552148 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-61705836-1968-426c-8bf0-892faa40a963 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8776085 Nov 23 22:11:19.554753 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60222) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:19.563084 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-9ea9f698-e4fb-4f30-bb85-105679bae3fd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'mac_address': 'fa:16:3e:27:2a:7f', 'name': 'tempest-NetworksTestDHCPv6-2058111418'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:19.627676 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bde9b8-4b40-4904-a11a-e5da6a7962a8 None None] Pushing event updated for resources: {'Port': ['ID=32092f97-c5a8-4629-9ec8-61a3a13b4640,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:19.641731 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5273ec11-04e3-433f-ab2b-f7c2f437c697 req-aefc7dcd-963a-45ab-bf05-893d4dc13a16 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190939 Nov 23 22:11:19.754162 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea9f698-e4fb-4f30-bb85-105679bae3fd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:19.874221 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9ea9f698-e4fb-4f30-bb85-105679bae3fd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:19.898509 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-9ea9f698-e4fb-4f30-bb85-105679bae3fd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] device_id is not set on port a9c0f073-72a0-4749-8a60-03bb4c740c62 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:11:20.149442 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-9ea9f698-e4fb-4f30-bb85-105679bae3fd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8:0:1::351 (8205a081-245e-4f42-9c61-30748520e8a4/f5d86d84-acdd-4ac6-b8c4-204f2cd2a0f7/a9c0f073-72a0-4749-8a60-03bb4c740c62) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:20.156757 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-9ea9f698-e4fb-4f30-bb85-105679bae3fd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8::f816:3eff:fe27:2a7f (8205a081-245e-4f42-9c61-30748520e8a4/d8e87aca-76b5-428d-ba10-4d3c1402aa5c/a9c0f073-72a0-4749-8a60-03bb4c740c62) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:20.221445 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60242) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:20.345646 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 32092f97-c5a8-4629-9ec8-61a3a13b4640 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:11:20.351288 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9ea9f698-e4fb-4f30-bb85-105679bae3fd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:20.400859 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9ea9f698-e4fb-4f30-bb85-105679bae3fd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:20.418094 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 32092f97-c5a8-4629-9ec8-61a3a13b4640 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:20.418478 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:20.469200 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9f698-e4fb-4f30-bb85-105679bae3fd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=a9c0f073-72a0-4749-8a60-03bb4c740c62,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:20.488133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60254) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:20.489846 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea9f698-e4fb-4f30-bb85-105679bae3fd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:20.491587 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-9ea9f698-e4fb-4f30-bb85-105679bae3fd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:20.499405 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea9f698-e4fb-4f30-bb85-105679bae3fd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:20.506808 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea9f698-e4fb-4f30-bb85-105679bae3fd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:20.507825 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9ea9f698-e4fb-4f30-bb85-105679bae3fd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:20.527784 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:20.533060 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9ea9f698-e4fb-4f30-bb85-105679bae3fd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9770558 Nov 23 22:11:20.535695 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60258) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:20.586236 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 32092f97-c5a8-4629-9ec8-61a3a13b4640, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=32092f97-c5a8-4629-9ec8-61a3a13b4640,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:20.591960 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:20.649633 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=32092f97-c5a8-4629-9ec8-61a3a13b4640,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:20.671621 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d2b42007-c035-445d-933f-817a762d68b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:20.785262 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-6c0e3404-86f8-42ee-a9eb-e581a545fd49 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-788739862'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:20.871281 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0e3404-86f8-42ee-a9eb-e581a545fd49 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] Made reservation on behalf of 66c5798856674329a4c56c8cc59b5ec3 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:20.876060 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3404-86f8-42ee-a9eb-e581a545fd49 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:20.900305 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3404-86f8-42ee-a9eb-e581a545fd49 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:20.903508 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-0bfa8bf0-5362-49ee-af96-2db36a7265ff tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting port a9c0f073-72a0-4749-8a60-03bb4c740c62 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:11:20.903837 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0bfa8bf0-5362-49ee-af96-2db36a7265ff tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:20.964297 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25f2d9b-f9df-4c8b-9dd6-99e01bf35114 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:11:20.966694 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3c952-380c-4efc-9052-7cc3d222300e req-79a11c70-ec23-4b54-87f6-37d9e15da023 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:20.968600 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06c3c952-380c-4efc-9052-7cc3d222300e req-79a11c70-ec23-4b54-87f6-37d9e15da023 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.1725075 Nov 23 22:11:21.042390 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d2b42007-c035-445d-933f-817a762d68b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:21.057223 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c8c06006-47ec-4f1d-ba71-1020ad7da221 None None] Provisioning complete for port 32092f97-c5a8-4629-9ec8-61a3a13b4640 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:21.057612 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c8c06006-47ec-4f1d-ba71-1020ad7da221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:21.069060 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d2b42007-c035-445d-933f-817a762d68b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:21.174582 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0bfa8bf0-5362-49ee-af96-2db36a7265ff tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:21.179415 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d2b42007-c035-445d-933f-817a762d68b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7817eb3d28294121964c8a2972454ebc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9569039 Nov 23 22:11:21.182688 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60268) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:21.192172 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06c3c952-380c-4efc-9052-7cc3d222300e req-3100bf72-c83a-4520-aab1-ba61686b6ba3 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111480 Nov 23 22:11:21.192846 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b42007-c035-445d-933f-817a762d68b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c497e087-6869-4cc6-b76f-99354a5b0164,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:21.207484 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-0bfa8bf0-5362-49ee-af96-2db36a7265ff tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Calling delete_port for a9c0f073-72a0-4749-8a60-03bb4c740c62 owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:11:21.279194 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3404-86f8-42ee-a9eb-e581a545fd49 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:21.286382 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3404-86f8-42ee-a9eb-e581a545fd49 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:21.287442 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eeb8079b-95e7-47c3-ba1b-c99980f1af37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:21.324384 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eeb8079b-95e7-47c3-ba1b-c99980f1af37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:21.328138 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0e3404-86f8-42ee-a9eb-e581a545fd49 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:11:21.348091 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d901095d-ef7f-49d3-954e-3d1aa7cfaa94 None None] Update dhcp port {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'fixed_ips': [{'subnet_id': 'd8e87aca-76b5-428d-ba10-4d3c1402aa5c', 'ip_address': '2001:db8::f816:3eff:fe19:e406'}, {'subnet_id': 'f5d86d84-acdd-4ac6-b8c4-204f2cd2a0f7'}], 'binding:host_id': 'n-d-816206-9'}, 'id': '32092f97-c5a8-4629-9ec8-61a3a13b4640'} from n-d-816206-9. {{(pid=110035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 22:11:21.362114 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3404-86f8-42ee-a9eb-e581a545fd49 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:21.362468 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-6c0e3404-86f8-42ee-a9eb-e581a545fd49 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] Added segment 63f292b0-ddff-43f9-8ce4-1a6d822810fe of type vlan for network b7ea9d9b-df47-4516-a273-07d3f079a43f Nov 23 22:11:21.364027 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e3404-86f8-42ee-a9eb-e581a545fd49 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f25a6740-df1d-48f1-bd69-1dff20907985,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:21.375667 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d901095d-ef7f-49d3-954e-3d1aa7cfaa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:21.434092 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eeb8079b-95e7-47c3-ba1b-c99980f1af37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:21.437223 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eeb8079b-95e7-47c3-ba1b-c99980f1af37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:21.438528 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-eeb8079b-95e7-47c3-ba1b-c99980f1af37 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c497e087-6869-4cc6-b76f-99354a5b0164 HTTP/1.1" status: 204 len: 168 time: 0.2539537 Nov 23 22:11:21.447733 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8079b-95e7-47c3-ba1b-c99980f1af37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c497e087-6869-4cc6-b76f-99354a5b0164,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:21.465275 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3404-86f8-42ee-a9eb-e581a545fd49 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:21.536433 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3404-86f8-42ee-a9eb-e581a545fd49 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:21.543125 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0e3404-86f8-42ee-a9eb-e581a545fd49 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:21.543893 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3404-86f8-42ee-a9eb-e581a545fd49 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:21.627116 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-d901095d-ef7f-49d3-954e-3d1aa7cfaa94 None None] Allocated IP 2001:db8:0:1::2 (8205a081-245e-4f42-9c61-30748520e8a4/f5d86d84-acdd-4ac6-b8c4-204f2cd2a0f7/32092f97-c5a8-4629-9ec8-61a3a13b4640) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:21.651322 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0bfa8bf0-5362-49ee-af96-2db36a7265ff tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:21.662659 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e3404-86f8-42ee-a9eb-e581a545fd49 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] Pushing event updated for resources: {'Network': ['ID=b7ea9d9b-df47-4516-a273-07d3f079a43f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:21.677777 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6c0e3404-86f8-42ee-a9eb-e581a545fd49 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1858859 Nov 23 22:11:21.708713 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa8bf0-5362-49ee-af96-2db36a7265ff tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Port': ['ID=a9c0f073-72a0-4749-8a60-03bb4c740c62,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:21.754356 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network b7ea9d9b-df47-4516-a273-07d3f079a43f details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:11:21.773598 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0bfa8bf0-5362-49ee-af96-2db36a7265ff tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:21.778587 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0bfa8bf0-5362-49ee-af96-2db36a7265ff tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/a9c0f073-72a0-4749-8a60-03bb4c740c62 HTTP/1.1" status: 204 len: 168 time: 1.2417116 Nov 23 22:11:21.781714 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60280) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:21.805289 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60282) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:21.831053 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-95ff7e13-91fe-4408-ae58-4c30992f427e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:21.868727 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0500cc97-cdd9-4dde-a58c-7bb61ec2849a tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:21.875564 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0500cc97-cdd9-4dde-a58c-7bb61ec2849a tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0886750 Nov 23 22:11:21.876949 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60286) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:21.926741 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d901095d-ef7f-49d3-954e-3d1aa7cfaa94 None None] For port 32092f97-c5a8-4629-9ec8-61a3a13b4640, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=32092f97-c5a8-4629-9ec8-61a3a13b4640,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:21.951028 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-95ff7e13-91fe-4408-ae58-4c30992f427e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:21.961231 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-95ff7e13-91fe-4408-ae58-4c30992f427e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:21.992982 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d901095d-ef7f-49d3-954e-3d1aa7cfaa94 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:21.993252 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615cf5ea-c682-4006-af8d-54d0effb3c6a tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:21.994749 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-615cf5ea-c682-4006-af8d-54d0effb3c6a tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1166062 Nov 23 22:11:21.997415 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60290) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:22.003829 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d901095d-ef7f-49d3-954e-3d1aa7cfaa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:22.010286 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-95ff7e13-91fe-4408-ae58-4c30992f427e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3c659bf2098144ad8eeef960a524c916&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2032647 Nov 23 22:11:22.011813 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff7e13-91fe-4408-ae58-4c30992f427e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc1b08d-f9cf-4890-9359-4fa413dddb7a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:22.015557 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60292) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:22.079518 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c43ae796-13a0-4b19-9f1e-a3c7c8c6c906 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:22.095975 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901095d-ef7f-49d3-954e-3d1aa7cfaa94 None None] Pushing event updated for resources: {'Port': ['ID=32092f97-c5a8-4629-9ec8-61a3a13b4640,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:22.103315 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c43ae796-13a0-4b19-9f1e-a3c7c8c6c906 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:22.103817 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf22b6ff-46d2-4bd2-b58e-ddb03f7252c9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:22.112077 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf22b6ff-46d2-4bd2-b58e-ddb03f7252c9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:22.119656 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf22b6ff-46d2-4bd2-b58e-ddb03f7252c9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:22.128097 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bf22b6ff-46d2-4bd2-b58e-ddb03f7252c9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1273100 Nov 23 22:11:22.128457 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60296) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:22.181808 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c43ae796-13a0-4b19-9f1e-a3c7c8c6c906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:22.186750 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c43ae796-13a0-4b19-9f1e-a3c7c8c6c906 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:22.191253 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c43ae796-13a0-4b19-9f1e-a3c7c8c6c906 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/adc1b08d-f9cf-4890-9359-4fa413dddb7a HTTP/1.1" status: 204 len: 168 time: 0.1743722 Nov 23 22:11:22.200698 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ae796-13a0-4b19-9f1e-a3c7c8c6c906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc1b08d-f9cf-4890-9359-4fa413dddb7a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:22.228184 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a84aea-03c8-4149-8726-6d7763713bf0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet d8e87aca-76b5-428d-ba10-4d3c1402aa5c {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:11:22.244539 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-53a84aea-03c8-4149-8726-6d7763713bf0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:22.321161 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 32092f97-c5a8-4629-9ec8-61a3a13b4640 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:11:22.327528 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60302) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:22.335880 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Request body: {'port': {'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f', 'binding:host_id': 'n-h1-816206-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-504482818'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:22.361440 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-53a84aea-03c8-4149-8726-6d7763713bf0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:22.434184 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 32092f97-c5a8-4629-9ec8-61a3a13b4640 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:22.434828 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:22.439951 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Made reservation on behalf of 7402b089463747578be3a6ef51075c14 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:22.442590 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:22.456968 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:22.494569 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e90e95-98ba-4f39-b31a-d6afbaee730c req-c127d22a-a12f-4e9f-b201-4cc9a03ddd2a tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:22.499162 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e3e90e95-98ba-4f39-b31a-d6afbaee730c req-c127d22a-a12f-4e9f-b201-4cc9a03ddd2a tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.1488545 Nov 23 22:11:22.559425 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-53a84aea-03c8-4149-8726-6d7763713bf0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:22.604442 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e3e90e95-98ba-4f39-b31a-d6afbaee730c req-521b8dd7-d73b-43f7-9f67-513b78aac7a3 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928712 Nov 23 22:11:22.670885 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-53a84aea-03c8-4149-8726-6d7763713bf0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:22.714822 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:22.715846 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a84aea-03c8-4149-8726-6d7763713bf0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=d8e87aca-76b5-428d-ba10-4d3c1402aa5c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:22.728796 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:22.736233 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] device_id is not set on port 3780e3be-bc14-4648-8842-9229991fa526 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:11:22.741374 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-53a84aea-03c8-4149-8726-6d7763713bf0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:22.744929 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-53a84aea-03c8-4149-8726-6d7763713bf0 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/d8e87aca-76b5-428d-ba10-4d3c1402aa5c HTTP/1.1" status: 204 len: 168 time: 0.6152709 Nov 23 22:11:22.747797 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60308) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:22.828262 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17ed3e4-4631-4b1a-80da-b5bc9ba4ba3e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:22.868155 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-e027c18f-bb38-4108-a101-452e4d4784ad tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet f5d86d84-acdd-4ac6-b8c4-204f2cd2a0f7 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:11:22.870477 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:22.877579 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e027c18f-bb38-4108-a101-452e4d4784ad tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:22.945239 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e027c18f-bb38-4108-a101-452e4d4784ad tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:23.063121 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e027c18f-bb38-4108-a101-452e4d4784ad tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:23.094898 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] device_id is not set on port 3780e3be-bc14-4648-8842-9229991fa526 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:11:23.106218 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:23.142943 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:23.167787 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30cf6c07-e0c7-4eec-9c64-4855430509b0 req-c1765a93-eb79-41c2-893b-6ff9b6311537 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692263 Nov 23 22:11:23.183324 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e027c18f-bb38-4108-a101-452e4d4784ad tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:23.224054 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027c18f-bb38-4108-a101-452e4d4784ad tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d86d84-acdd-4ac6-b8c4-204f2cd2a0f7,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:23.226174 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e027c18f-bb38-4108-a101-452e4d4784ad tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:23.229904 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e027c18f-bb38-4108-a101-452e4d4784ad tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/f5d86d84-acdd-4ac6-b8c4-204f2cd2a0f7 HTTP/1.1" status: 204 len: 168 time: 0.4805579 Nov 23 22:11:23.240949 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60324) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:23.243115 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Checking segment: {'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:11:23.243488 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Network hostable DHCP agents. Network: b7ea9d9b-df47-4516-a273-07d3f079a43f, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:11:23.257295 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Pushing event updated for resources: {'Port': ['ID=3780e3be-bc14-4648-8842-9229991fa526,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:23.271339 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf6c07-e0c7-4eec-9c64-4855430509b0 req-fce8dcc5-730c-4a37-9538-3a559e596944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:23.272977 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30cf6c07-e0c7-4eec-9c64-4855430509b0 req-fce8dcc5-730c-4a37-9538-3a559e596944 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14f74779034d49d592bfcdc33c438539&device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 1097 time: 0.0772450 Nov 23 22:11:23.277907 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b8dcde-9dd8-404b-b4ce-e44c07aafe41 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:11:23.304627 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-669ca760-d180-4a7c-abbf-2f292565166d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581081 Nov 23 22:11:23.309366 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60328) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:23.321100 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f98e1a67-536f-4b45-97c5-02def12c792b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:23.362402 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Network b7ea9d9b-df47-4516-a273-07d3f079a43f is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:11:23.363589 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8f508ce5-e868-4c23-99c7-686897ce152e None None] Provisioning complete for port 32092f97-c5a8-4629-9ec8-61a3a13b4640 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:23.364224 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8f508ce5-e868-4c23-99c7-686897ce152e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:23.406985 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, b7ea9d9b-df47-4516-a273-07d3f079a43f) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:23.416222 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf6c07-e0c7-4eec-9c64-4855430509b0 req-d2c1c6f9-68b1-4efe-a70b-8f9129eb62d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:23.418006 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:23.418854 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30cf6c07-e0c7-4eec-9c64-4855430509b0 req-d2c1c6f9-68b1-4efe-a70b-8f9129eb62d3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e887b711-606f-4b83-863c-34d87a670bca HTTP/1.1" status: 200 len: 920 time: 0.1171811 Nov 23 22:11:23.426986 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826e6060-d13e-4c2e-95de-7dce43dfde60 None None] Network b7ea9d9b-df47-4516-a273-07d3f079a43f requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:11:23.442480 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:23.443027 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:23.443474 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:23.450198 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 3780e3be-bc14-4648-8842-9229991fa526 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:23.450660 n-d-816206-9 neutron-server[110033]: ERROR neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 3780e3be-bc14-4648-8842-9229991fa526 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:23.454116 n-d-816206-9 neutron-server[110033]: INFO neutron.plugins.ml2.plugin [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 2 to bind port 3780e3be-bc14-4648-8842-9229991fa526 Nov 23 22:11:23.473459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:23.473951 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:23.474390 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:23.481468 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98e1a67-536f-4b45-97c5-02def12c792b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:23.485438 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f98e1a67-536f-4b45-97c5-02def12c792b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:23.490450 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 3780e3be-bc14-4648-8842-9229991fa526 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:23.490988 n-d-816206-9 neutron-server[110033]: ERROR neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 3780e3be-bc14-4648-8842-9229991fa526 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:23.502553 n-d-816206-9 neutron-server[110033]: INFO neutron.plugins.ml2.plugin [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 3 to bind port 3780e3be-bc14-4648-8842-9229991fa526 Nov 23 22:11:23.513787 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30cf6c07-e0c7-4eec-9c64-4855430509b0 req-244704f6-7368-49d6-bb3f-3eecf3cf7ab9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7605490-7bfd-473e-9384-94811eec10d4 HTTP/1.1" status: 200 len: 217 time: 0.0820737 Nov 23 22:11:23.538527 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:23.539087 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:23.539503 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:23.579226 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 3780e3be-bc14-4648-8842-9229991fa526 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:23.579622 n-d-816206-9 neutron-server[110033]: ERROR neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 3780e3be-bc14-4648-8842-9229991fa526 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:23.582370 n-d-816206-9 neutron-server[110033]: INFO neutron.plugins.ml2.plugin [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 4 to bind port 3780e3be-bc14-4648-8842-9229991fa526 Nov 23 22:11:23.593379 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf6c07-e0c7-4eec-9c64-4855430509b0 req-b575f9d8-fddb-4138-bd67-c4ae602b709e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:23.596762 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30cf6c07-e0c7-4eec-9c64-4855430509b0 req-b575f9d8-fddb-4138-bd67-c4ae602b709e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e425627e-71be-40cc-adcc-90e6fae7a9ce HTTP/1.1" status: 200 len: 859 time: 0.0718834 Nov 23 22:11:23.602702 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8f508ce5-e868-4c23-99c7-686897ce152e None None] Could not find standard attr ID for object a9c0f073-72a0-4749-8a60-03bb4c740c62. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:11:23.610284 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:23.610855 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:23.611228 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:23.620590 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 3780e3be-bc14-4648-8842-9229991fa526 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:23.620991 n-d-816206-9 neutron-server[110033]: ERROR neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 3780e3be-bc14-4648-8842-9229991fa526 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:23.625967 n-d-816206-9 neutron-server[110033]: INFO neutron.plugins.ml2.plugin [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 5 to bind port 3780e3be-bc14-4648-8842-9229991fa526 Nov 23 22:11:23.645571 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:23.646009 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:23.646423 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:23.658048 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 3780e3be-bc14-4648-8842-9229991fa526 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:23.658336 n-d-816206-9 neutron-server[110033]: ERROR neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 3780e3be-bc14-4648-8842-9229991fa526 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:23.659985 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30cf6c07-e0c7-4eec-9c64-4855430509b0 req-62432381-7c0d-4d4f-a13d-5bd2b22cab11 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e887b711-606f-4b83-863c-34d87a670bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496154 Nov 23 22:11:23.705091 n-d-816206-9 neutron-server[110033]: INFO neutron.plugins.ml2.plugin [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 6 to bind port 3780e3be-bc14-4648-8842-9229991fa526 Nov 23 22:11:23.728284 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb55b6d-6c65-4d9a-9b5b-a418f67eac4d None None] DHCP port deletion for 8205a081-245e-4f42-9c61-30748520e8a4 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:11:23.733169 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:23.733615 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:23.734035 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:23.774136 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 3780e3be-bc14-4648-8842-9229991fa526 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:23.774515 n-d-816206-9 neutron-server[110033]: ERROR neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 3780e3be-bc14-4648-8842-9229991fa526 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:23.776342 n-d-816206-9 neutron-server[110033]: INFO neutron.plugins.ml2.plugin [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 7 to bind port 3780e3be-bc14-4648-8842-9229991fa526 Nov 23 22:11:23.791359 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-4cb55b6d-6c65-4d9a-9b5b-a418f67eac4d None None] Deleting port 32092f97-c5a8-4629-9ec8-61a3a13b4640 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:11:23.792019 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4cb55b6d-6c65-4d9a-9b5b-a418f67eac4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:23.800415 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:23.800867 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:23.802261 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:23.807581 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 3780e3be-bc14-4648-8842-9229991fa526 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:23.807977 n-d-816206-9 neutron-server[110033]: ERROR neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 3780e3be-bc14-4648-8842-9229991fa526 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:23.808691 n-d-816206-9 neutron-server[110033]: INFO neutron.plugins.ml2.plugin [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 8 to bind port 3780e3be-bc14-4648-8842-9229991fa526 Nov 23 22:11:23.815546 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f98e1a67-536f-4b45-97c5-02def12c792b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:23.823795 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84564f-47c9-4002-a3fa-201ad403e7ad req-7edceae0-56aa-42af-a0c0-0fc6f0ac3941 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:23.825310 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f84564f-47c9-4002-a3fa-201ad403e7ad req-7edceae0-56aa-42af-a0c0-0fc6f0ac3941 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.0788040 Nov 23 22:11:23.831760 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30cf6c07-e0c7-4eec-9c64-4855430509b0 req-7b486414-5c39-437c-9e2e-0224b759480d service neutron] 10.222.0.53 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588950 Nov 23 22:11:23.871063 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:23.871309 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:23.875126 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:23.888706 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98e1a67-536f-4b45-97c5-02def12c792b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:23.893292 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-f98e1a67-536f-4b45-97c5-02def12c792b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:23.897289 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 3780e3be-bc14-4648-8842-9229991fa526 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:23.897632 n-d-816206-9 neutron-server[110033]: ERROR neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 3780e3be-bc14-4648-8842-9229991fa526 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:23.903046 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98e1a67-536f-4b45-97c5-02def12c792b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:23.903046 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f98e1a67-536f-4b45-97c5-02def12c792b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:23.903350 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4cb55b6d-6c65-4d9a-9b5b-a418f67eac4d None None] For port 32092f97-c5a8-4629-9ec8-61a3a13b4640, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=32092f97-c5a8-4629-9ec8-61a3a13b4640,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:23.903350 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4cb55b6d-6c65-4d9a-9b5b-a418f67eac4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:23.903643 n-d-816206-9 neutron-server[110033]: INFO neutron.plugins.ml2.plugin [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 9 to bind port 3780e3be-bc14-4648-8842-9229991fa526 Nov 23 22:11:23.925720 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e1a67-536f-4b45-97c5-02def12c792b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=f95734af-3f15-4fe5-9343-5108cb75e1ad,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:23.930913 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:23.931815 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:23.931815 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:23.938487 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 3780e3be-bc14-4648-8842-9229991fa526 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:23.939915 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-4cb55b6d-6c65-4d9a-9b5b-a418f67eac4d None None] Calling delete_port for 32092f97-c5a8-4629-9ec8-61a3a13b4640 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:11:23.943120 n-d-816206-9 neutron-server[110033]: ERROR neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 3780e3be-bc14-4648-8842-9229991fa526 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:23.943769 n-d-816206-9 neutron-server[110033]: INFO neutron.plugins.ml2.plugin [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 10 to bind port 3780e3be-bc14-4648-8842-9229991fa526 Nov 23 22:11:23.956806 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f98e1a67-536f-4b45-97c5-02def12c792b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6408970 Nov 23 22:11:23.960029 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60346) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:23.988265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-453baaee-5e87-4cc6-b57a-5a0da1f542fc tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:24.015379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:24.015379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:24.015797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 3780e3be-bc14-4648-8842-9229991fa526 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:24.037037 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 3780e3be-bc14-4648-8842-9229991fa526 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:24.037383 n-d-816206-9 neutron-server[110033]: ERROR neutron.plugins.ml2.managers [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 3780e3be-bc14-4648-8842-9229991fa526 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:24.037755 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:24.058217 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f84564f-47c9-4002-a3fa-201ad403e7ad req-1b9ef748-3e4c-4415-947e-4585ae9b2c4e tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184262 Nov 23 22:11:24.129703 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30cf6c07-e0c7-4eec-9c64-4855430509b0 req-873ada05-8e6c-4499-8619-5b22951265f4 service neutron] 10.222.0.53 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761762 Nov 23 22:11:24.188814 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4cb55b6d-6c65-4d9a-9b5b-a418f67eac4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:24.213405 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] For port 3780e3be-bc14-4648-8842-9229991fa526, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:11:24.213775 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempted to set empty binding levels {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 22:11:24.222019 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:24.230969 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453baaee-5e87-4cc6-b57a-5a0da1f542fc tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:24.235247 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-453baaee-5e87-4cc6-b57a-5a0da1f542fc tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:24.252001 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb55b6d-6c65-4d9a-9b5b-a418f67eac4d None None] No DVR routers for this DVR port 32092f97-c5a8-4629-9ec8-61a3a13b4640 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:11:24.256780 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb55b6d-6c65-4d9a-9b5b-a418f67eac4d None None] Pushing event deleted for resources: {'Port': ['ID=32092f97-c5a8-4629-9ec8-61a3a13b4640,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:24.287845 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1531635e-b9c0-47aa-9f9e-e4d329927d54 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:11:24.360130 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:24.360724 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:24.388978 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 32092f97-c5a8-4629-9ec8-61a3a13b4640 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:11:24.393675 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Pushing event updated for resources: {'Port': ['ID=3780e3be-bc14-4648-8842-9229991fa526,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:24.426020 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 32092f97-c5a8-4629-9ec8-61a3a13b4640 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:11:24.426675 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 32092f97-c5a8-4629-9ec8-61a3a13b4640 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:11:24.428604 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60360) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:24.428771 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-98a7d241-4600-4d80-9fca-0b86b30f6e29 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.0968053 Nov 23 22:11:24.463603 n-d-816206-9 neutron-server[110033]: INFO neutron.db.ipam_backend_mixin [None req-453baaee-5e87-4cc6-b57a-5a0da1f542fc tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f95734af-3f15-4fe5-9343-5108cb75e1ad (CIDR: 2001:db8::/64) Nov 23 22:11:24.471896 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-453baaee-5e87-4cc6-b57a-5a0da1f542fc tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:11:24.472419 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453baaee-5e87-4cc6-b57a-5a0da1f542fc tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:24.515141 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-453baaee-5e87-4cc6-b57a-5a0da1f542fc tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5352666 Nov 23 22:11:24.517460 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60368) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:24.523999 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f86cccf5-7400-491d-9e01-4bea7733c06b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:24.550645 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569a07ce-4e8f-40df-9093-7a4ee71cf035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8205a081-245e-4f42-9c61-30748520e8a4', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'fixed_ips': [{'subnet_id': 'f95734af-3f15-4fe5-9343-5108cb75e1ad'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:11:24.555075 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-569a07ce-4e8f-40df-9093-7a4ee71cf035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:24.637951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-431e1d25-86d1-4c8f-8a96-515fb9d923bb tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Deleting port 3780e3be-bc14-4648-8842-9229991fa526 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:11:24.638398 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-431e1d25-86d1-4c8f-8a96-515fb9d923bb tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:24.744342 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86cccf5-7400-491d-9e01-4bea7733c06b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:24.750016 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f86cccf5-7400-491d-9e01-4bea7733c06b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:24.790632 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-431e1d25-86d1-4c8f-8a96-515fb9d923bb tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] For port 3780e3be-bc14-4648-8842-9229991fa526, host n-h1-816206-9, got binding levels [] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:24.794355 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-431e1d25-86d1-4c8f-8a96-515fb9d923bb tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:24.820055 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-569a07ce-4e8f-40df-9093-7a4ee71cf035 None None] Allocated IP 2001:db8::2 (8205a081-245e-4f42-9c61-30748520e8a4/f95734af-3f15-4fe5-9343-5108cb75e1ad/1d6c31a0-8198-4557-a745-44bece796f01) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:24.829815 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-431e1d25-86d1-4c8f-8a96-515fb9d923bb tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Calling delete_port for 3780e3be-bc14-4648-8842-9229991fa526 owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:11:24.988375 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-431e1d25-86d1-4c8f-8a96-515fb9d923bb tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:25.065318 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e1d25-86d1-4c8f-8a96-515fb9d923bb tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Pushing event deleted for resources: {'Port': ['ID=3780e3be-bc14-4648-8842-9229991fa526,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:25.067671 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-431e1d25-86d1-4c8f-8a96-515fb9d923bb tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:25.071213 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-431e1d25-86d1-4c8f-8a96-515fb9d923bb tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] 10.222.0.50 "DELETE /v2.0/ports/3780e3be-bc14-4648-8842-9229991fa526 HTTP/1.1" status: 204 len: 168 time: 0.6414220 Nov 23 22:11:25.073735 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60376) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:25.127129 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-702ca9f5-08ff-4590-ad84-466962f7cd48 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] GET failed (client error): The resource could not be found. Nov 23 22:11:25.127129 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-702ca9f5-08ff-4590-ad84-466962f7cd48 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] 10.222.0.50 "GET /v2.0/ports/3780e3be-bc14-4648-8842-9229991fa526 HTTP/1.1" status: 404 len: 333 time: 0.0522823 Nov 23 22:11:25.132559 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60382) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:25.152380 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-a36f29b5-e53c-465a-89b8-e3212d7f6a79 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Request body: {'port': {'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1388034207'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:25.194638 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36f29b5-e53c-465a-89b8-e3212d7f6a79 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Made reservation on behalf of 7402b089463747578be3a6ef51075c14 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:25.197983 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a36f29b5-e53c-465a-89b8-e3212d7f6a79 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:25.234060 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-a36f29b5-e53c-465a-89b8-e3212d7f6a79 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] device_id is not set on port 25667cce-f9cb-453f-94ec-9a13973ac812 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:11:25.339074 n-d-816206-9 neutron-server[110033]: DEBUG neutron.objects.ports [None req-f86cccf5-7400-491d-9e01-4bea7733c06b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110033) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 22:11:25.341513 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f86cccf5-7400-491d-9e01-4bea7733c06b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:25.364171 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-569a07ce-4e8f-40df-9093-7a4ee71cf035 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:25.374511 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-569a07ce-4e8f-40df-9093-7a4ee71cf035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:25.398029 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86cccf5-7400-491d-9e01-4bea7733c06b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:25.405244 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-f86cccf5-7400-491d-9e01-4bea7733c06b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:25.416382 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86cccf5-7400-491d-9e01-4bea7733c06b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:25.417001 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f86cccf5-7400-491d-9e01-4bea7733c06b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:25.432127 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a07ce-4e8f-40df-9093-7a4ee71cf035 None None] Pushing event updated for resources: {'Port': ['ID=1d6c31a0-8198-4557-a745-44bece796f01,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:25.434335 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cccf5-7400-491d-9e01-4bea7733c06b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=ec29d6b9-2bb5-45ed-9a9b-54d14ee491c9,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:25.447030 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569a07ce-4e8f-40df-9093-7a4ee71cf035 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:25.448798 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-569a07ce-4e8f-40df-9093-7a4ee71cf035 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:25.451586 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569a07ce-4e8f-40df-9093-7a4ee71cf035 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:25.457319 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f86cccf5-7400-491d-9e01-4bea7733c06b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9385817 Nov 23 22:11:25.460064 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60384) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:25.461520 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bf8e4-6576-44fd-b628-2c142cdea9d4 req-81d87e84-79cf-4c4b-817c-9e66a8ec2321 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:25.466993 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d25735c0-e8e2-4fa7-b01e-b0bbb9638ccc tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'mac_address': 'fa:16:3e:74:e5:31', 'name': 'tempest-NetworksTestDHCPv6-796816502'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:25.477796 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ac6bf8e4-6576-44fd-b628-2c142cdea9d4 req-81d87e84-79cf-4c4b-817c-9e66a8ec2321 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.1604259 Nov 23 22:11:25.548760 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-569a07ce-4e8f-40df-9093-7a4ee71cf035 None None] Attempting to bind port 1d6c31a0-8198-4557-a745-44bece796f01 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:25.549156 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-569a07ce-4e8f-40df-9093-7a4ee71cf035 None None] Attempting to bind port 1d6c31a0-8198-4557-a745-44bece796f01 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:25.549506 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569a07ce-4e8f-40df-9093-7a4ee71cf035 None None] Attempting to bind port 1d6c31a0-8198-4557-a745-44bece796f01 on network 8205a081-245e-4f42-9c61-30748520e8a4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:25.555463 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569a07ce-4e8f-40df-9093-7a4ee71cf035 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:11:25.556517 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569a07ce-4e8f-40df-9093-7a4ee71cf035 None None] Checking segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:11:25.557024 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-569a07ce-4e8f-40df-9093-7a4ee71cf035 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:25.557437 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569a07ce-4e8f-40df-9093-7a4ee71cf035 None None] Bound using segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:11:25.558039 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-569a07ce-4e8f-40df-9093-7a4ee71cf035 None None] Bound port: 1d6c31a0-8198-4557-a745-44bece796f01, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:11:25.558431 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-569a07ce-4e8f-40df-9093-7a4ee71cf035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:25.686572 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-569a07ce-4e8f-40df-9093-7a4ee71cf035 None None] For port 1d6c31a0-8198-4557-a745-44bece796f01, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:11:25.696866 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-569a07ce-4e8f-40df-9093-7a4ee71cf035 None None] For port 1d6c31a0-8198-4557-a745-44bece796f01, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=1d6c31a0-8198-4557-a745-44bece796f01,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:11:25.711277 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a36f29b5-e53c-465a-89b8-e3212d7f6a79 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:25.713731 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-569a07ce-4e8f-40df-9093-7a4ee71cf035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:25.730445 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ac6bf8e4-6576-44fd-b628-2c142cdea9d4 req-d934bd65-05f0-4d16-a5b3-9a05c163b563 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474008 Nov 23 22:11:25.832556 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a36f29b5-e53c-465a-89b8-e3212d7f6a79 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:25.837593 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a07ce-4e8f-40df-9093-7a4ee71cf035 None None] Pushing event updated for resources: {'Port': ['ID=1d6c31a0-8198-4557-a745-44bece796f01,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:25.883222 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36f29b5-e53c-465a-89b8-e3212d7f6a79 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Network b7ea9d9b-df47-4516-a273-07d3f079a43f is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:25.912915 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-a36f29b5-e53c-465a-89b8-e3212d7f6a79 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:25.920712 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36f29b5-e53c-465a-89b8-e3212d7f6a79 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:25.924103 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36f29b5-e53c-465a-89b8-e3212d7f6a79 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:25.924904 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a36f29b5-e53c-465a-89b8-e3212d7f6a79 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:25.961014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a36f29b5-e53c-465a-89b8-e3212d7f6a79 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8249984 Nov 23 22:11:25.961627 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60394) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:25.970488 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:25.998110 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f29b5-e53c-465a-89b8-e3212d7f6a79 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Pushing event updated for resources: {'Port': ['ID=25667cce-f9cb-453f-94ec-9a13973ac812,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:26.045298 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25735c0-e8e2-4fa7-b01e-b0bbb9638ccc tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:26.090746 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:26.299755 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d25735c0-e8e2-4fa7-b01e-b0bbb9638ccc tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:26.366097 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-d25735c0-e8e2-4fa7-b01e-b0bbb9638ccc tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] device_id is not set on port f96aaef4-97ac-4cb2-8ec9-e2c5a52bbdc7 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:11:26.469754 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 1d6c31a0-8198-4557-a745-44bece796f01 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:11:26.482120 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] device_id is not set on port 25667cce-f9cb-453f-94ec-9a13973ac812 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:11:26.500692 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:26.511938 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:26.595008 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 1d6c31a0-8198-4557-a745-44bece796f01 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:26.595400 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:26.607375 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:26.607716 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:26.608435 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:26.614185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 25667cce-f9cb-453f-94ec-9a13973ac812 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:26.614507 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:26.615116 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Pushing event updated for resources: {'Port': ['ID=25667cce-f9cb-453f-94ec-9a13973ac812,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:26.616250 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-d25735c0-e8e2-4fa7-b01e-b0bbb9638ccc tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8::21b (8205a081-245e-4f42-9c61-30748520e8a4/f95734af-3f15-4fe5-9343-5108cb75e1ad/f96aaef4-97ac-4cb2-8ec9-e2c5a52bbdc7) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:26.617648 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 2 to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 Nov 23 22:11:26.625069 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-d25735c0-e8e2-4fa7-b01e-b0bbb9638ccc tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8:0:1:f816:3eff:fe74:e531 (8205a081-245e-4f42-9c61-30748520e8a4/ec29d6b9-2bb5-45ed-9a9b-54d14ee491c9/f96aaef4-97ac-4cb2-8ec9-e2c5a52bbdc7) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:26.666199 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:26.666199 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:26.666199 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:26.683165 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 25667cce-f9cb-453f-94ec-9a13973ac812 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:26.683564 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:26.687182 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 3 to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 Nov 23 22:11:26.719385 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:26.728676 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:26.730906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:26.731461 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:26.742328 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 25667cce-f9cb-453f-94ec-9a13973ac812 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:26.754006 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:26.755074 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 4 to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 Nov 23 22:11:26.757586 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 1d6c31a0-8198-4557-a745-44bece796f01, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=1d6c31a0-8198-4557-a745-44bece796f01,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:26.767413 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:26.782426 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:26.783332 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:26.784062 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:26.791561 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 25667cce-f9cb-453f-94ec-9a13973ac812 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:26.791953 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:26.792358 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 5 to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 Nov 23 22:11:26.816395 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:26.816744 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:26.817145 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:26.823811 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 25667cce-f9cb-453f-94ec-9a13973ac812 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:26.824151 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:26.825051 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 6 to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 Nov 23 22:11:26.842843 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:26.844159 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:26.844687 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:26.854558 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 25667cce-f9cb-453f-94ec-9a13973ac812 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:26.855108 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:26.863111 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 7 to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 Nov 23 22:11:26.886883 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=1d6c31a0-8198-4557-a745-44bece796f01,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:26.952628 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d25735c0-e8e2-4fa7-b01e-b0bbb9638ccc tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:26.973733 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:26.974397 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:26.974529 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:26.990346 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 25667cce-f9cb-453f-94ec-9a13973ac812 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:26.993161 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:26.994306 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 8 to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 Nov 23 22:11:27.021476 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:27.021923 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:27.022383 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:27.040899 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d25735c0-e8e2-4fa7-b01e-b0bbb9638ccc tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:27.074003 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e394130-4397-4d1b-b72b-1f621eee10ed req-6e839b3f-fdfa-41c7-bd00-ad70c0d4b4e4 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:27.075826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2e394130-4397-4d1b-b72b-1f621eee10ed req-6e839b3f-fdfa-41c7-bd00-ad70c0d4b4e4 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.1878767 Nov 23 22:11:27.090373 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 25667cce-f9cb-453f-94ec-9a13973ac812 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:27.090951 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:27.093763 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 9 to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 Nov 23 22:11:27.168074 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25735c0-e8e2-4fa7-b01e-b0bbb9638ccc tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:27.173298 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25735c0-e8e2-4fa7-b01e-b0bbb9638ccc tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=f96aaef4-97ac-4cb2-8ec9-e2c5a52bbdc7,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:27.178997 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-d25735c0-e8e2-4fa7-b01e-b0bbb9638ccc tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:27.182206 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25735c0-e8e2-4fa7-b01e-b0bbb9638ccc tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:27.189347 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25735c0-e8e2-4fa7-b01e-b0bbb9638ccc tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:27.189990 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d25735c0-e8e2-4fa7-b01e-b0bbb9638ccc tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:27.217286 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:27.219180 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:27.219335 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d25735c0-e8e2-4fa7-b01e-b0bbb9638ccc tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7558789 Nov 23 22:11:27.219458 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:27.219733 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60404) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:27.231466 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 25667cce-f9cb-453f-94ec-9a13973ac812 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:27.231853 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:27.232359 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 10 to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 Nov 23 22:11:27.439903 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2e394130-4397-4d1b-b72b-1f621eee10ed req-8ebe3013-1e63-4bb9-bbe9-6fcaefccd9f8 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478160 Nov 23 22:11:27.502813 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:27.503160 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:27.503510 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:27.520914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 25667cce-f9cb-453f-94ec-9a13973ac812 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:27.521239 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 25667cce-f9cb-453f-94ec-9a13973ac812 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:27.521614 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:27.601127 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1fe5986-e3c1-4926-8c77-e6ac6532abac req-60a685f2-a289-4f83-a5b4-26f0d504bfc0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1680524 Nov 23 22:11:27.631864 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-18ddbbae-0932-40ee-87a3-d4c072f6d186 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting port f96aaef4-97ac-4cb2-8ec9-e2c5a52bbdc7 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:11:27.632562 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18ddbbae-0932-40ee-87a3-d4c072f6d186 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:27.694479 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b11c80-e111-4f04-9683-b1ad0a8fcdcb req-5d6ce97a-c302-4363-9c67-31e21f964d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:27.696011 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f7b11c80-e111-4f04-9683-b1ad0a8fcdcb req-5d6ce97a-c302-4363-9c67-31e21f964d3e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 1096 time: 0.4980130 Nov 23 22:11:27.754294 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18ddbbae-0932-40ee-87a3-d4c072f6d186 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:27.760119 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] For port 25667cce-f9cb-453f-94ec-9a13973ac812, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:11:27.760500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempted to set empty binding levels {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 22:11:27.769116 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-18ddbbae-0932-40ee-87a3-d4c072f6d186 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Calling delete_port for f96aaef4-97ac-4cb2-8ec9-e2c5a52bbdc7 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:11:27.775711 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:27.796558 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e79e854-05df-4659-bfdd-f02d0c5b49b4 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:11:27.888571 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f7b11c80-e111-4f04-9683-b1ad0a8fcdcb req-91dddae3-5c01-46d3-96c6-3c8710d707b7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766257 Nov 23 22:11:27.900410 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] In _notify_port_updated(), no bound segment for port 25667cce-f9cb-453f-94ec-9a13973ac812 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:11:27.901672 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:27.902503 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:27.904148 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] 10.222.0.50 "PUT /v2.0/ports/25667cce-f9cb-453f-94ec-9a13973ac812 HTTP/1.1" status: 200 len: 975 time: 1.9413924 Nov 23 22:11:27.908189 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60414) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:27.960659 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5986-e3c1-4926-8c77-e6ac6532abac req-346c41b2-f35d-4bb2-928b-37e73b0219c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:27.962219 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1fe5986-e3c1-4926-8c77-e6ac6532abac req-346c41b2-f35d-4bb2-928b-37e73b0219c6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 1097 time: 0.0656352 Nov 23 22:11:27.990593 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc2820-91b5-4dff-84b8-03de7b87558a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Pushing event updated for resources: {'Port': ['ID=25667cce-f9cb-453f-94ec-9a13973ac812,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:28.034006 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a1cf9-8275-4f1d-855f-a4346032bb47 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.034480 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a1cf9-8275-4f1d-855f-a4346032bb47 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.034973 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a1cf9-8275-4f1d-855f-a4346032bb47 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.036948 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a1cf9-8275-4f1d-855f-a4346032bb47 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.037134 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a1cf9-8275-4f1d-855f-a4346032bb47 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.038483 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a1cf9-8275-4f1d-855f-a4346032bb47 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.039930 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a1cf9-8275-4f1d-855f-a4346032bb47 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.040091 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a1cf9-8275-4f1d-855f-a4346032bb47 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.040814 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a1cf9-8275-4f1d-855f-a4346032bb47 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.041385 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a1cf9-8275-4f1d-855f-a4346032bb47 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.041880 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a1cf9-8275-4f1d-855f-a4346032bb47 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.042371 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a1cf9-8275-4f1d-855f-a4346032bb47 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.042865 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a1cf9-8275-4f1d-855f-a4346032bb47 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.043290 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a1cf9-8275-4f1d-855f-a4346032bb47 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.043940 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a1cf9-8275-4f1d-855f-a4346032bb47 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.044544 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a1cf9-8275-4f1d-855f-a4346032bb47 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.044814 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a1cf9-8275-4f1d-855f-a4346032bb47 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.048784 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-531a1cf9-8275-4f1d-855f-a4346032bb47 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15348 time: 0.1391807 Nov 23 22:11:28.055276 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60418) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:28.063073 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-68fd239b-b899-460a-8139-57306ba23597 None None] Provisioning complete for port 1d6c31a0-8198-4557-a745-44bece796f01 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:28.063622 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-68fd239b-b899-460a-8139-57306ba23597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:28.103825 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5b3021ef-0e65-419c-b0c2-eaae74f69942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:28.134755 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18ddbbae-0932-40ee-87a3-d4c072f6d186 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:28.184851 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-4f60fa12-edc5-4940-9ba2-f226ccd9234a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Deleting port 25667cce-f9cb-453f-94ec-9a13973ac812 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:11:28.185242 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4f60fa12-edc5-4940-9ba2-f226ccd9234a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:28.205607 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ddbbae-0932-40ee-87a3-d4c072f6d186 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Port': ['ID=f96aaef4-97ac-4cb2-8ec9-e2c5a52bbdc7,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:28.282327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-4f60fa12-edc5-4940-9ba2-f226ccd9234a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] For port 25667cce-f9cb-453f-94ec-9a13973ac812, host n-h1-816206-9, got binding levels [] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:28.282830 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4f60fa12-edc5-4940-9ba2-f226ccd9234a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:28.301826 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-4f60fa12-edc5-4940-9ba2-f226ccd9234a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Calling delete_port for 25667cce-f9cb-453f-94ec-9a13973ac812 owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:11:28.355856 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5986-e3c1-4926-8c77-e6ac6532abac req-4fe5c444-7a07-4c0e-ad54-27fb52772226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.358235 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1fe5986-e3c1-4926-8c77-e6ac6532abac req-4fe5c444-7a07-4c0e-ad54-27fb52772226 service neutron] 10.222.0.60 "GET /v2.0/networks?id=79b43d0d-5801-43f0-b1e6-2d97c94e72ef HTTP/1.1" status: 200 len: 897 time: 0.3680983 Nov 23 22:11:28.359081 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db7a51c-1884-45d3-aae6-419b057d1140 None None] Update dhcp port {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'fixed_ips': [{'subnet_id': 'f95734af-3f15-4fe5-9343-5108cb75e1ad', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ec29d6b9-2bb5-45ed-9a9b-54d14ee491c9'}], 'binding:host_id': 'n-d-816206-9'}, 'id': '1d6c31a0-8198-4557-a745-44bece796f01'} from n-d-816206-9. {{(pid=110035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 22:11:28.359413 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18ddbbae-0932-40ee-87a3-d4c072f6d186 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:28.365166 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-18ddbbae-0932-40ee-87a3-d4c072f6d186 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/f96aaef4-97ac-4cb2-8ec9-e2c5a52bbdc7 HTTP/1.1" status: 204 len: 168 time: 1.1423244 Nov 23 22:11:28.365384 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60424) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:28.393769 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4db7a51c-1884-45d3-aae6-419b057d1140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:28.411552 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 1d6c31a0-8198-4557-a745-44bece796f01 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:11:28.496688 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4f60fa12-edc5-4940-9ba2-f226ccd9234a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:28.522030 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1fe5986-e3c1-4926-8c77-e6ac6532abac req-28eb3e74-62d2-49b3-8b75-e52d01c206d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0713ef9-c39b-4bce-9724-9d3185266236 HTTP/1.1" status: 200 len: 1001 time: 0.1522107 Nov 23 22:11:28.546785 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca2a8dc-3d71-4d8c-a9a5-e6d0ea6343cc tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.558500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60432) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:28.560711 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3ca2a8dc-3d71-4d8c-a9a5-e6d0ea6343cc tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1941249 Nov 23 22:11:28.590569 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60fa12-edc5-4940-9ba2-f226ccd9234a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Pushing event deleted for resources: {'Port': ['ID=25667cce-f9cb-453f-94ec-9a13973ac812,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:28.633550 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4f60fa12-edc5-4940-9ba2-f226ccd9234a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:28.640200 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4f60fa12-edc5-4940-9ba2-f226ccd9234a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] 10.222.0.50 "DELETE /v2.0/ports/25667cce-f9cb-453f-94ec-9a13973ac812 HTTP/1.1" status: 204 len: 168 time: 0.5837128 Nov 23 22:11:28.653986 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60436) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:28.690753 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cc1380-a194-4c9c-b647-183b344b9a3d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.692840 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-49cc1380-a194-4c9c-b647-183b344b9a3d tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1333439 Nov 23 22:11:28.699566 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60442) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:28.703107 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412c013-7519-429e-8b41-0d914a3f45f1 req-7cca4f75-f24f-48de-bd28-380f4b55e604 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.710675 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c412c013-7519-429e-8b41-0d914a3f45f1 req-7cca4f75-f24f-48de-bd28-380f4b55e604 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.0955894 Nov 23 22:11:28.781442 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c412c013-7519-429e-8b41-0d914a3f45f1 req-5c88be3a-d256-4917-b5de-31b26b45b2ef tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672801 Nov 23 22:11:28.783934 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-99722890-db65-4e90-856d-f87e3c7b80ed tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] GET failed (client error): The resource could not be found. Nov 23 22:11:28.786894 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-99722890-db65-4e90-856d-f87e3c7b80ed tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] 10.222.0.50 "GET /v2.0/ports/25667cce-f9cb-453f-94ec-9a13973ac812 HTTP/1.1" status: 404 len: 333 time: 0.1142361 Nov 23 22:11:28.802009 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60446) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:28.807206 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-3db39c53-b417-4653-99b5-b707dc05c3fa tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-636381837', 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:28.813678 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-4db7a51c-1884-45d3-aae6-419b057d1140 None None] Allocated IP 2001:db8:0:1:f816:3eff:fec9:a109 (8205a081-245e-4f42-9c61-30748520e8a4/ec29d6b9-2bb5-45ed-9a9b-54d14ee491c9/1d6c31a0-8198-4557-a745-44bece796f01) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:28.850947 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db39c53-b417-4653-99b5-b707dc05c3fa tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Made reservation on behalf of 7402b089463747578be3a6ef51075c14 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:28.853329 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5986-e3c1-4926-8c77-e6ac6532abac req-1c1cc73e-05c1-45b2-96cf-ab96fbc2ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.855156 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3db39c53-b417-4653-99b5-b707dc05c3fa tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:28.857224 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 1d6c31a0-8198-4557-a745-44bece796f01 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:28.857604 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:28.861697 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1fe5986-e3c1-4926-8c77-e6ac6532abac req-1c1cc73e-05c1-45b2-96cf-ab96fbc2ce54 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3caf34a3-d891-441d-8b41-cef472d93c9b HTTP/1.1" status: 200 len: 834 time: 0.3240490 Nov 23 22:11:28.912096 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-3db39c53-b417-4653-99b5-b707dc05c3fa tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] device_id is not set on port b247cb7d-2be8-4a45-88cb-5660074ea642 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:11:28.965552 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e487ec-dbe7-4ee2-b22e-07a6cd892fe3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.971034 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e487ec-dbe7-4ee2-b22e-07a6cd892fe3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.982235 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e487ec-dbe7-4ee2-b22e-07a6cd892fe3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:28.990433 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-42e487ec-dbe7-4ee2-b22e-07a6cd892fe3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2897778 Nov 23 22:11:28.994913 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60450) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:29.116506 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c87db5-f257-4b44-91cd-09c36f926e0e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet ec29d6b9-2bb5-45ed-9a9b-54d14ee491c9 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:11:29.160687 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5986-e3c1-4926-8c77-e6ac6532abac req-c57c4a23-137d-4443-9961-e1ce3c6b3fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:29.176389 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1fe5986-e3c1-4926-8c77-e6ac6532abac req-c57c4a23-137d-4443-9961-e1ce3c6b3fd0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79b43d0d-5801-43f0-b1e6-2d97c94e72ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3058367 Nov 23 22:11:29.190019 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4db7a51c-1884-45d3-aae6-419b057d1140 None None] For port 1d6c31a0-8198-4557-a745-44bece796f01, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=1d6c31a0-8198-4557-a745-44bece796f01,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:29.309664 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60460) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:29.340071 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4db7a51c-1884-45d3-aae6-419b057d1140 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:29.341462 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3db39c53-b417-4653-99b5-b707dc05c3fa tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:29.355077 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20c87db5-f257-4b44-91cd-09c36f926e0e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:29.359906 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4db7a51c-1884-45d3-aae6-419b057d1140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:29.407565 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3db39c53-b417-4653-99b5-b707dc05c3fa tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:29.463879 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1fe5986-e3c1-4926-8c77-e6ac6532abac req-b53f633c-8e7a-4645-b1d6-c9b321850484 service neutron] 10.222.0.60 "GET /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813859 Nov 23 22:11:29.499223 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db39c53-b417-4653-99b5-b707dc05c3fa tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Network b7ea9d9b-df47-4516-a273-07d3f079a43f is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:29.505847 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-3db39c53-b417-4653-99b5-b707dc05c3fa tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:29.510913 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db39c53-b417-4653-99b5-b707dc05c3fa tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:29.512807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db39c53-b417-4653-99b5-b707dc05c3fa tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:29.518500 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3db39c53-b417-4653-99b5-b707dc05c3fa tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:29.542521 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-36f78ae1-bd7a-4668-908d-30e526763678 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:29.570669 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7a51c-1884-45d3-aae6-419b057d1140 None None] Pushing event updated for resources: {'Port': ['ID=1d6c31a0-8198-4557-a745-44bece796f01,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:29.584033 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db39c53-b417-4653-99b5-b707dc05c3fa tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Pushing event updated for resources: {'Port': ['ID=b247cb7d-2be8-4a45-88cb-5660074ea642,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:29.585823 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20c87db5-f257-4b44-91cd-09c36f926e0e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:29.614767 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3db39c53-b417-4653-99b5-b707dc05c3fa tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8113980 Nov 23 22:11:29.616718 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60464) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:29.698600 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63c2184-884d-4273-ae37-5010da59a54a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:29.706209 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f63c2184-884d-4273-ae37-5010da59a54a tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] 10.222.0.50 "GET /v2.0/ports/b247cb7d-2be8-4a45-88cb-5660074ea642 HTTP/1.1" status: 200 len: 954 time: 0.0782464 Nov 23 22:11:29.707255 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60466) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:29.862406 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1fe5986-e3c1-4926-8c77-e6ac6532abac req-a2be276c-d51b-4892-a99e-866df0c762c9 service neutron] 10.222.0.60 "GET /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838556 Nov 23 22:11:29.900499 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20c87db5-f257-4b44-91cd-09c36f926e0e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:29.909344 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-528d9f2e-720b-4a20-8af3-5acb051e58a3 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Deleting port b247cb7d-2be8-4a45-88cb-5660074ea642 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:11:29.910080 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-528d9f2e-720b-4a20-8af3-5acb051e58a3 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:29.985334 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20c87db5-f257-4b44-91cd-09c36f926e0e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:30.020495 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:30.028865 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c87db5-f257-4b44-91cd-09c36f926e0e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=ec29d6b9-2bb5-45ed-9a9b-54d14ee491c9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:30.043046 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20c87db5-f257-4b44-91cd-09c36f926e0e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:30.048122 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-20c87db5-f257-4b44-91cd-09c36f926e0e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/ec29d6b9-2bb5-45ed-9a9b-54d14ee491c9 HTTP/1.1" status: 204 len: 168 time: 1.0520782 Nov 23 22:11:30.050688 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60470) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:30.051049 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-528d9f2e-720b-4a20-8af3-5acb051e58a3 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:30.075078 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-528d9f2e-720b-4a20-8af3-5acb051e58a3 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Calling delete_port for b247cb7d-2be8-4a45-88cb-5660074ea642 owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:11:30.117119 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-73054899-1c2b-4024-baea-def336a21836 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet f95734af-3f15-4fe5-9343-5108cb75e1ad {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:11:30.121096 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-73054899-1c2b-4024-baea-def336a21836 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:30.174442 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-73054899-1c2b-4024-baea-def336a21836 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:30.226531 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-36f78ae1-bd7a-4668-908d-30e526763678 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:30.230743 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-528d9f2e-720b-4a20-8af3-5acb051e58a3 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:30.323078 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-36f78ae1-bd7a-4668-908d-30e526763678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:30.337268 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-73054899-1c2b-4024-baea-def336a21836 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:30.419795 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 1d6c31a0-8198-4557-a745-44bece796f01 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:11:30.474734 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-36f78ae1-bd7a-4668-908d-30e526763678 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66fec46a94d349e5abbb35326a78e8d3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1635389 Nov 23 22:11:30.476224 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-528d9f2e-720b-4a20-8af3-5acb051e58a3 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:30.476855 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60476) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:30.483903 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-528d9f2e-720b-4a20-8af3-5acb051e58a3 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] 10.222.0.50 "DELETE /v2.0/ports/b247cb7d-2be8-4a45-88cb-5660074ea642 HTTP/1.1" status: 204 len: 168 time: 0.7740591 Nov 23 22:11:30.487614 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60478) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:30.488950 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d9f2e-720b-4a20-8af3-5acb051e58a3 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Pushing event deleted for resources: {'Port': ['ID=b247cb7d-2be8-4a45-88cb-5660074ea642,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:30.573221 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-69fbc5ed-0ee9-4a4c-8a88-e4c204292a19 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] GET failed (client error): The resource could not be found. Nov 23 22:11:30.575730 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-73054899-1c2b-4024-baea-def336a21836 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:30.581872 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-69fbc5ed-0ee9-4a4c-8a88-e4c204292a19 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] 10.222.0.50 "GET /v2.0/ports/b247cb7d-2be8-4a45-88cb-5660074ea642 HTTP/1.1" status: 404 len: 333 time: 0.0904188 Nov 23 22:11:30.596971 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60480) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:30.601398 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-350dc778-b3bf-470d-acbd-8d3b0a6b9ef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:30.616190 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-eca48942-af05-420d-be8f-d8f144fd9de4 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Request body: {'port': {'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1993579622'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:30.626436 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4571bfd0-e5be-4a27-864a-99e9db8081de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:30.655270 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 1d6c31a0-8198-4557-a745-44bece796f01 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:30.656207 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:30.664645 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f78ae1-bd7a-4668-908d-30e526763678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f3e7e1-7c72-49cd-a206-16cc559dcc87,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:30.672178 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca48942-af05-420d-be8f-d8f144fd9de4 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Made reservation on behalf of 7402b089463747578be3a6ef51075c14 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:30.674608 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eca48942-af05-420d-be8f-d8f144fd9de4 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:30.680243 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-350dc778-b3bf-470d-acbd-8d3b0a6b9ef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:30.690682 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a11b4c-dd23-4736-b066-59364d3feca6 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:11:30.701262 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-eca48942-af05-420d-be8f-d8f144fd9de4 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] device_id is not set on port 1a55b085-0dcc-46a1-9273-bf437a3952a3 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:11:30.706284 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-73054899-1c2b-4024-baea-def336a21836 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:30.718586 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-73054899-1c2b-4024-baea-def336a21836 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/f95734af-3f15-4fe5-9343-5108cb75e1ad HTTP/1.1" status: 204 len: 168 time: 0.6619663 Nov 23 22:11:30.736855 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73054899-1c2b-4024-baea-def336a21836 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=f95734af-3f15-4fe5-9343-5108cb75e1ad,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:30.740350 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60482) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:30.782514 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b8da5cad-9d47-44ec-a95e-90be6c87d01a None None] Provisioning complete for port 1d6c31a0-8198-4557-a745-44bece796f01 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:30.782932 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b8da5cad-9d47-44ec-a95e-90be6c87d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:30.818804 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2036b-d404-41f4-ab08-27ddf1cedf2c req-673728cb-0732-404c-ab02-9818bf305a15 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:30.824379 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-95b2036b-d404-41f4-ab08-27ddf1cedf2c req-673728cb-0732-404c-ab02-9818bf305a15 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.5958664 Nov 23 22:11:30.856396 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1b5e62f9-8087-4657-91f6-5acda7d9da7c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1059442 Nov 23 22:11:30.858884 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60484) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:30.864221 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d6bcc6f4-e0b7-4ebb-9d6c-c2bc6b76fabe tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:30.972840 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-350dc778-b3bf-470d-acbd-8d3b0a6b9ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:30.975835 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-350dc778-b3bf-470d-acbd-8d3b0a6b9ef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:30.977421 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-350dc778-b3bf-470d-acbd-8d3b0a6b9ef0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/46f3e7e1-7c72-49cd-a206-16cc559dcc87 HTTP/1.1" status: 204 len: 168 time: 0.4976788 Nov 23 22:11:31.005685 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bcc6f4-e0b7-4ebb-9d6c-c2bc6b76fabe tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:31.016465 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d6bcc6f4-e0b7-4ebb-9d6c-c2bc6b76fabe tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:31.028008 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350dc778-b3bf-470d-acbd-8d3b0a6b9ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f3e7e1-7c72-49cd-a206-16cc559dcc87,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:31.060565 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-95b2036b-d404-41f4-ab08-27ddf1cedf2c req-897ddff7-9485-47e7-9fd2-1d12160a60ce tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265434 Nov 23 22:11:31.137168 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eca48942-af05-420d-be8f-d8f144fd9de4 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:31.183396 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eca48942-af05-420d-be8f-d8f144fd9de4 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:31.257283 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca48942-af05-420d-be8f-d8f144fd9de4 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Pushing event updated for resources: {'Port': ['ID=1a55b085-0dcc-46a1-9273-bf437a3952a3,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:31.276297 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca48942-af05-420d-be8f-d8f144fd9de4 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Network b7ea9d9b-df47-4516-a273-07d3f079a43f is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:31.282299 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-eca48942-af05-420d-be8f-d8f144fd9de4 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:31.307870 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca48942-af05-420d-be8f-d8f144fd9de4 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:31.312062 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca48942-af05-420d-be8f-d8f144fd9de4 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:31.314980 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-eca48942-af05-420d-be8f-d8f144fd9de4 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:31.368790 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-eca48942-af05-420d-be8f-d8f144fd9de4 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7677202 Nov 23 22:11:31.371367 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60498) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:31.374232 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afbc03b-07a4-4b00-90b9-f894823f500a None None] DHCP port deletion for 8205a081-245e-4f42-9c61-30748520e8a4 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:11:31.377879 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:31.504379 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:31.514003 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d6bcc6f4-e0b7-4ebb-9d6c-c2bc6b76fabe tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:31.520698 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-7afbc03b-07a4-4b00-90b9-f894823f500a None None] Deleting port 1d6c31a0-8198-4557-a745-44bece796f01 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:11:31.524558 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7afbc03b-07a4-4b00-90b9-f894823f500a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:31.665336 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcc6f4-e0b7-4ebb-9d6c-c2bc6b76fabe tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=a329034c-a9f8-48ca-8263-f2ab412b70e4,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:31.697193 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bcc6f4-e0b7-4ebb-9d6c-c2bc6b76fabe tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:31.708240 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-d6bcc6f4-e0b7-4ebb-9d6c-c2bc6b76fabe tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:31.713803 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7afbc03b-07a4-4b00-90b9-f894823f500a None None] For port 1d6c31a0-8198-4557-a745-44bece796f01, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=1d6c31a0-8198-4557-a745-44bece796f01,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:31.725240 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bcc6f4-e0b7-4ebb-9d6c-c2bc6b76fabe tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:31.726506 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7afbc03b-07a4-4b00-90b9-f894823f500a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:31.726658 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d6bcc6f4-e0b7-4ebb-9d6c-c2bc6b76fabe tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:31.754534 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d6bcc6f4-e0b7-4ebb-9d6c-c2bc6b76fabe tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8939574 Nov 23 22:11:31.757948 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60512) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:31.760169 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-7afbc03b-07a4-4b00-90b9-f894823f500a None None] Calling delete_port for 1d6c31a0-8198-4557-a745-44bece796f01 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:11:31.766314 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5624bb52-308d-4e33-b791-1e7264402ebd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:31.789042 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:31.911728 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7afbc03b-07a4-4b00-90b9-f894823f500a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:31.957792 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbc03b-07a4-4b00-90b9-f894823f500a None None] Pushing event deleted for resources: {'Port': ['ID=1d6c31a0-8198-4557-a745-44bece796f01,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:31.984539 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afbc03b-07a4-4b00-90b9-f894823f500a None None] No DVR routers for this DVR port 1d6c31a0-8198-4557-a745-44bece796f01 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:11:31.988726 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afbc03b-07a4-4b00-90b9-f894823f500a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:31.989365 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afbc03b-07a4-4b00-90b9-f894823f500a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:31.991842 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afbc03b-07a4-4b00-90b9-f894823f500a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:31.993014 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afbc03b-07a4-4b00-90b9-f894823f500a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:31.993946 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afbc03b-07a4-4b00-90b9-f894823f500a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:31.996644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afbc03b-07a4-4b00-90b9-f894823f500a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:31.997346 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afbc03b-07a4-4b00-90b9-f894823f500a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:31.997863 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afbc03b-07a4-4b00-90b9-f894823f500a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:31.998461 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5624bb52-308d-4e33-b791-1e7264402ebd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:32.001812 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afbc03b-07a4-4b00-90b9-f894823f500a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:32.002248 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afbc03b-07a4-4b00-90b9-f894823f500a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:32.002602 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afbc03b-07a4-4b00-90b9-f894823f500a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:32.002919 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5624bb52-308d-4e33-b791-1e7264402ebd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:32.003074 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afbc03b-07a4-4b00-90b9-f894823f500a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:32.025884 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5b6660-bac9-4f09-ba10-dc34aff28518 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:11:32.333224 n-d-816206-9 neutron-server[110033]: INFO neutron.db.ipam_backend_mixin [None req-5624bb52-308d-4e33-b791-1e7264402ebd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a329034c-a9f8-48ca-8263-f2ab412b70e4 (CIDR: 2001:db8::/64) Nov 23 22:11:32.339770 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-5624bb52-308d-4e33-b791-1e7264402ebd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:11:32.340581 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5624bb52-308d-4e33-b791-1e7264402ebd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:32.386965 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 1d6c31a0-8198-4557-a745-44bece796f01 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:11:32.390060 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5624bb52-308d-4e33-b791-1e7264402ebd tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6297297 Nov 23 22:11:32.391002 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60524) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:32.396405 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-eecbd589-6afe-4982-969b-4ef644eed037 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'subnet': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:32.465444 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44886215-c13c-45ba-99b2-e0b63e9165ed req-46d442fd-f30c-43d9-93cd-1cbc1e431dae tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:32.470494 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-44886215-c13c-45ba-99b2-e0b63e9165ed req-46d442fd-f30c-43d9-93cd-1cbc1e431dae tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.7206450 Nov 23 22:11:32.471254 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 1d6c31a0-8198-4557-a745-44bece796f01 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:11:32.471813 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 1d6c31a0-8198-4557-a745-44bece796f01 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:11:32.548633 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60526) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:32.571139 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912d2a2-c675-46ce-a1c0-c059453c9742 req-ec7b22d1-df3f-4e82-b034-d1c12dcfb928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:32.573127 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1912d2a2-c675-46ce-a1c0-c059453c9742 req-ec7b22d1-df3f-4e82-b034-d1c12dcfb928 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14f74779034d49d592bfcdc33c438539&device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 1096 time: 0.8967686 Nov 23 22:11:32.594639 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:11:32.613517 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8355b8de-7665-48e0-be2e-466d621c716e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8205a081-245e-4f42-9c61-30748520e8a4', 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'tenant_id': '57fbe7b3fa41481fb2739f7865ed06e3', 'fixed_ips': [{'subnet_id': 'a329034c-a9f8-48ca-8263-f2ab412b70e4'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:11:32.614075 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8355b8de-7665-48e0-be2e-466d621c716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:32.644765 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecbd589-6afe-4982-969b-4ef644eed037 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:32.648799 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eecbd589-6afe-4982-969b-4ef644eed037 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:32.763715 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5398e3a1-82d8-443a-9250-9b0bb4b61e04 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1995902035-network', 'tenant_id': 'ed0b6bf825774d11b58560501799ddee'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:32.794615 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-8355b8de-7665-48e0-be2e-466d621c716e None None] Allocated IP 2001:db8::2 (8205a081-245e-4f42-9c61-30748520e8a4/a329034c-a9f8-48ca-8263-f2ab412b70e4/a736a74c-b3b5-416b-b767-00be534e2df8) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:32.839631 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-44886215-c13c-45ba-99b2-e0b63e9165ed req-3b5e539b-a221-43c3-9e37-2165116437cc tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614476 Nov 23 22:11:32.856822 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] device_id is not set on port 1a55b085-0dcc-46a1-9273-bf437a3952a3 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:11:32.868288 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:32.871163 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912d2a2-c675-46ce-a1c0-c059453c9742 req-89767e99-f7c3-4e50-bccc-321d817bcbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:32.872871 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1912d2a2-c675-46ce-a1c0-c059453c9742 req-89767e99-f7c3-4e50-bccc-321d817bcbee service neutron] 10.222.0.53 "GET /v2.0/networks?id=e887b711-606f-4b83-863c-34d87a670bca HTTP/1.1" status: 200 len: 920 time: 0.2707317 Nov 23 22:11:32.891218 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:32.896768 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5398e3a1-82d8-443a-9250-9b0bb4b61e04 admin admin] Made reservation on behalf of ed0b6bf825774d11b58560501799ddee for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:32.899106 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5398e3a1-82d8-443a-9250-9b0bb4b61e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:32.915041 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5398e3a1-82d8-443a-9250-9b0bb4b61e04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:33.019568 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1912d2a2-c675-46ce-a1c0-c059453c9742 req-c371cded-7fb4-4059-960d-48c103c3da4c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12fbc09d-bc3c-4065-bca6-660349a1c0ee HTTP/1.1" status: 200 len: 217 time: 0.1376004 Nov 23 22:11:33.114548 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:33.115437 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:33.116138 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:33.123279 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5398e3a1-82d8-443a-9250-9b0bb4b61e04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:33.126599 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Pushing event updated for resources: {'Port': ['ID=1a55b085-0dcc-46a1-9273-bf437a3952a3,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:33.145840 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5398e3a1-82d8-443a-9250-9b0bb4b61e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:33.151487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:33.151994 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:33.157677 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 2 to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 Nov 23 22:11:33.182792 n-d-816206-9 neutron-server[110033]: DEBUG neutron.objects.ports [None req-eecbd589-6afe-4982-969b-4ef644eed037 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110033) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 22:11:33.183563 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:33.184421 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:33.185064 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:33.191022 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912d2a2-c675-46ce-a1c0-c059453c9742 req-01594e4e-4678-4327-8f3f-abc643a262f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:33.192111 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eecbd589-6afe-4982-969b-4ef644eed037 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:33.192708 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1912d2a2-c675-46ce-a1c0-c059453c9742 req-01594e4e-4678-4327-8f3f-abc643a262f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e425627e-71be-40cc-adcc-90e6fae7a9ce HTTP/1.1" status: 200 len: 859 time: 0.1606748 Nov 23 22:11:33.197432 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:33.197889 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:33.199170 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 3 to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 Nov 23 22:11:33.218453 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:33.218453 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:33.219053 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:33.225512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f1e53-7fa7-4105-a02b-f3d7f3504d1e req-65578912-1359-46ab-bd16-c024f6310ab7 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:33.227169 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-435f1e53-7fa7-4105-a02b-f3d7f3504d1e req-65578912-1359-46ab-bd16-c024f6310ab7 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 1097 time: 0.1925232 Nov 23 22:11:33.236469 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:33.237337 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:33.240176 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 4 to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 Nov 23 22:11:33.252263 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:33.254178 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8355b8de-7665-48e0-be2e-466d621c716e None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:33.259534 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecbd589-6afe-4982-969b-4ef644eed037 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:33.260930 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5398e3a1-82d8-443a-9250-9b0bb4b61e04 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:11:33.263062 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8355b8de-7665-48e0-be2e-466d621c716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:33.274062 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-eecbd589-6afe-4982-969b-4ef644eed037 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:33.276360 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1912d2a2-c675-46ce-a1c0-c059453c9742 req-31db4238-6e51-4502-be7f-0db53eccd481 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e887b711-606f-4b83-863c-34d87a670bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573840 Nov 23 22:11:33.283702 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecbd589-6afe-4982-969b-4ef644eed037 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:33.284197 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eecbd589-6afe-4982-969b-4ef644eed037 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:33.296051 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398e3a1-82d8-443a-9250-9b0bb4b61e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981741a7-eb42-4df5-85e7-3087454ebb52,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:33.296322 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-435f1e53-7fa7-4105-a02b-f3d7f3504d1e req-835e86ae-c27d-4372-baa5-5fc4ac8fa0de tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:33.302459 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5398e3a1-82d8-443a-9250-9b0bb4b61e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:33.303137 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-5398e3a1-82d8-443a-9250-9b0bb4b61e04 admin admin] Added segment 5d38d8bb-3f61-4ba9-975b-673b761b817d of type vlan for network f66ebd23-0529-4549-a325-937e82298ecd Nov 23 22:11:33.316388 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8355b8de-7665-48e0-be2e-466d621c716e None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:33.321643 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-eecbd589-6afe-4982-969b-4ef644eed037 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9262271 Nov 23 22:11:33.322449 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-8355b8de-7665-48e0-be2e-466d621c716e None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:33.323284 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60536) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:33.326624 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8355b8de-7665-48e0-be2e-466d621c716e None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:33.330300 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ebd045aa-e0cb-4cb3-ad9e-be23327f4d2f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Request body: {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'mac_address': 'fa:16:3e:c0:bd:c0', 'name': 'tempest-NetworksTestDHCPv6-1061958628'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:33.334115 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:33.334468 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:33.334835 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:33.336479 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355b8de-7665-48e0-be2e-466d621c716e None None] Pushing event updated for resources: {'Port': ['ID=a736a74c-b3b5-416b-b767-00be534e2df8,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:33.377795 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecbd589-6afe-4982-969b-4ef644eed037 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Subnet': ['ID=4abee864-794c-4921-9369-7fb2fd47bcfb,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:33.393276 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-8355b8de-7665-48e0-be2e-466d621c716e None None] Attempting to bind port a736a74c-b3b5-416b-b767-00be534e2df8 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:33.393663 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-8355b8de-7665-48e0-be2e-466d621c716e None None] Attempting to bind port a736a74c-b3b5-416b-b767-00be534e2df8 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:33.396243 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8355b8de-7665-48e0-be2e-466d621c716e None None] Attempting to bind port a736a74c-b3b5-416b-b767-00be534e2df8 on network 8205a081-245e-4f42-9c61-30748520e8a4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:33.399139 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5398e3a1-82d8-443a-9250-9b0bb4b61e04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:33.410833 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8355b8de-7665-48e0-be2e-466d621c716e None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:11:33.411224 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8355b8de-7665-48e0-be2e-466d621c716e None None] Checking segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:11:33.411634 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8355b8de-7665-48e0-be2e-466d621c716e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:33.412036 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8355b8de-7665-48e0-be2e-466d621c716e None None] Bound using segment: {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:11:33.412520 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-8355b8de-7665-48e0-be2e-466d621c716e None None] Bound port: a736a74c-b3b5-416b-b767-00be534e2df8, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556fb2f5-118d-49d0-8fbd-6351d96b8f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8205a081-245e-4f42-9c61-30748520e8a4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:11:33.412910 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8355b8de-7665-48e0-be2e-466d621c716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:33.486150 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5398e3a1-82d8-443a-9250-9b0bb4b61e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:33.486408 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1912d2a2-c675-46ce-a1c0-c059453c9742 req-0d373475-05a1-475d-8b25-9888d8f186bf service neutron] 10.222.0.53 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984901 Nov 23 22:11:33.487400 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5398e3a1-82d8-443a-9250-9b0bb4b61e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:33.487842 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5398e3a1-82d8-443a-9250-9b0bb4b61e04 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:33.496940 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:33.497550 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:33.527075 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 5 to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 Nov 23 22:11:33.532763 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5398e3a1-82d8-443a-9250-9b0bb4b61e04 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9804463 Nov 23 22:11:33.536019 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60544) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:33.545505 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-777fdd85-6ea5-4434-92f2-4e2c617caef0 admin admin] Request body: {'subnet': {'network_id': 'f66ebd23-0529-4549-a325-937e82298ecd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1995902035-subnet', 'tenant_id': 'ed0b6bf825774d11b58560501799ddee', 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:33.548392 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8355b8de-7665-48e0-be2e-466d621c716e None None] For port a736a74c-b3b5-416b-b767-00be534e2df8, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:11:33.553311 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8355b8de-7665-48e0-be2e-466d621c716e None None] For port a736a74c-b3b5-416b-b767-00be534e2df8, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a736a74c-b3b5-416b-b767-00be534e2df8,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:11:33.559303 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8355b8de-7665-48e0-be2e-466d621c716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:33.620580 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355b8de-7665-48e0-be2e-466d621c716e None None] Pushing event updated for resources: {'Port': ['ID=a736a74c-b3b5-416b-b767-00be534e2df8,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:33.630451 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd045aa-e0cb-4cb3-ad9e-be23327f4d2f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Made reservation on behalf of 57fbe7b3fa41481fb2739f7865ed06e3 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:33.639376 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398e3a1-82d8-443a-9250-9b0bb4b61e04 admin admin] Pushing event updated for resources: {'Network': ['ID=f66ebd23-0529-4549-a325-937e82298ecd,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:33.641231 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:33.641596 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:33.646893 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:33.650651 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network f66ebd23-0529-4549-a325-937e82298ecd details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:11:33.744102 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:33.744746 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:33.753517 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 6 to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 Nov 23 22:11:33.754968 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777fdd85-6ea5-4434-92f2-4e2c617caef0 admin admin] Made reservation on behalf of ed0b6bf825774d11b58560501799ddee for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:33.757326 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-777fdd85-6ea5-4434-92f2-4e2c617caef0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:33.799733 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:33.800472 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:33.814699 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:33.847509 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:33.857020 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:33.858952 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:33.876293 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 7 to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 Nov 23 22:11:33.897796 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ebd045aa-e0cb-4cb3-ad9e-be23327f4d2f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:33.927918 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1912d2a2-c675-46ce-a1c0-c059453c9742 req-2b3d2fd9-7ea1-47ae-b3fd-1d2981da5cf4 service neutron] 10.222.0.53 "GET /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259703 Nov 23 22:11:33.963663 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:33.964010 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:33.964359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:33.997950 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-ebd045aa-e0cb-4cb3-ad9e-be23327f4d2f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] device_id is not set on port 4c194e39-6957-4925-9153-c7e701c5130a yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:11:34.018549 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:34.018972 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:34.022106 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-435f1e53-7fa7-4105-a02b-f3d7f3504d1e req-835e86ae-c27d-4372-baa5-5fc4ac8fa0de tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:34.037184 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 8 to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 Nov 23 22:11:34.070592 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-435f1e53-7fa7-4105-a02b-f3d7f3504d1e req-835e86ae-c27d-4372-baa5-5fc4ac8fa0de tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:34.186403 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:34.187406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:34.187814 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:34.276894 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-435f1e53-7fa7-4105-a02b-f3d7f3504d1e req-835e86ae-c27d-4372-baa5-5fc4ac8fa0de tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0378327 Nov 23 22:11:34.277732 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:34.277893 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:34.279468 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 9 to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 Nov 23 22:11:34.298391 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e86ae-c27d-4372-baa5-5fc4ac8fa0de tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94cb76e-6b65-4c1d-928d-689c6062d2e0,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:34.323231 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:34.323584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:34.324370 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:34.340064 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e148b-3ba3-4050-ad8d-5508c9762d55 req-f5b1ec0d-6793-43a2-8fa5-0f7675deca25 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:34.341764 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f4e148b-3ba3-4050-ad8d-5508c9762d55 req-f5b1ec0d-6793-43a2-8fa5-0f7675deca25 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.2889459 Nov 23 22:11:34.344174 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:34.344510 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:34.344901 n-d-816206-9 neutron-server[110034]: INFO neutron.plugins.ml2.plugin [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempt 10 to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 Nov 23 22:11:34.380241 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:34.380590 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:34.380940 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempting to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:34.385848 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on network b7ea9d9b-df47-4516-a273-07d3f079a43f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:34.386188 n-d-816206-9 neutron-server[110034]: ERROR neutron.plugins.ml2.managers [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Failed to bind port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on host n-h1-816206-9 for vnic_type normal using segments [{'id': '63f292b0-ddff-43f9-8ce4-1a6d822810fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'b7ea9d9b-df47-4516-a273-07d3f079a43f'}] Nov 23 22:11:34.386558 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:34.419742 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-777fdd85-6ea5-4434-92f2-4e2c617caef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:34.483799 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a736a74c-b3b5-416b-b767-00be534e2df8 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:11:34.552098 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-ebd045aa-e0cb-4cb3-ad9e-be23327f4d2f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8::38e (8205a081-245e-4f42-9c61-30748520e8a4/a329034c-a9f8-48ca-8263-f2ab412b70e4/4c194e39-6957-4925-9153-c7e701c5130a) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:34.567111 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fdd85-6ea5-4434-92f2-4e2c617caef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82b5f368-f4df-4afa-b105-0d05e770e3eb,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:34.580130 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f4e148b-3ba3-4050-ad8d-5508c9762d55 req-c093ed11-4828-4b06-b851-8c2649eef0a8 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292495 Nov 23 22:11:34.601139 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-ebd045aa-e0cb-4cb3-ad9e-be23327f4d2f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Allocated IP 2001:db8:0:1:f816:3eff:fec0:bdc0 (8205a081-245e-4f42-9c61-30748520e8a4/4abee864-794c-4921-9369-7fb2fd47bcfb/4c194e39-6957-4925-9153-c7e701c5130a) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:34.612798 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] For port 1a55b085-0dcc-46a1-9273-bf437a3952a3, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:11:34.613170 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attempted to set empty binding levels {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 22:11:34.621956 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port a736a74c-b3b5-416b-b767-00be534e2df8 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:34.626431 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:34.632978 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae6c08-146f-4fc1-be3c-3f1347c35d71 req-0659e02a-945d-4811-8395-728312b29ffd tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:34.634610 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9ae6c08-146f-4fc1-be3c-3f1347c35d71 req-0659e02a-945d-4811-8395-728312b29ffd tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 946 time: 0.2251220 Nov 23 22:11:34.637629 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:34.646335 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60560) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:34.655770 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777fdd85-6ea5-4434-92f2-4e2c617caef0 admin admin] Checking segment: {'id': '5d38d8bb-3f61-4ba9-975b-673b761b817d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f66ebd23-0529-4549-a325-937e82298ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:11:34.656255 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777fdd85-6ea5-4434-92f2-4e2c617caef0 admin admin] Network hostable DHCP agents. Network: f66ebd23-0529-4549-a325-937e82298ecd, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:11:34.730434 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] In _notify_port_updated(), no bound segment for port 1a55b085-0dcc-46a1-9273-bf437a3952a3 on network b7ea9d9b-df47-4516-a273-07d3f079a43f {{(pid=110034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:11:34.731244 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:34.731852 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:34.738105 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] 10.222.0.50 "PUT /v2.0/ports/1a55b085-0dcc-46a1-9273-bf437a3952a3 HTTP/1.1" status: 200 len: 975 time: 3.3645725 Nov 23 22:11:34.745082 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60564) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:34.745882 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777fdd85-6ea5-4434-92f2-4e2c617caef0 admin admin] Network f66ebd23-0529-4549-a325-937e82298ecd is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:11:34.753200 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:34.800532 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port a736a74c-b3b5-416b-b767-00be534e2df8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a736a74c-b3b5-416b-b767-00be534e2df8,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:34.805356 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:34.806532 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc3178-9986-42a1-adbf-6257a7f2a23f tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Pushing event updated for resources: {'Port': ['ID=1a55b085-0dcc-46a1-9273-bf437a3952a3,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:34.849603 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-777fdd85-6ea5-4434-92f2-4e2c617caef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, f66ebd23-0529-4549-a325-937e82298ecd) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:34.855712 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9ae6c08-146f-4fc1-be3c-3f1347c35d71 req-b452a881-89ab-4887-b752-41d3ab737908 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082372 Nov 23 22:11:34.874244 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=a736a74c-b3b5-416b-b767-00be534e2df8,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:34.886379 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2eba272a-f72a-49c0-8389-dc9f18e8561f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:34.887920 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777fdd85-6ea5-4434-92f2-4e2c617caef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:34.891914 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9935e892-63d2-4882-a262-dff808bec066 None None] Network f66ebd23-0529-4549-a325-937e82298ecd requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:11:34.892079 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-777fdd85-6ea5-4434-92f2-4e2c617caef0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:34.896694 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60566) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:35.011509 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-51dac3e4-ca86-47af-b07e-029b0857e81f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/floatingips/629c1904-f1af-44f6-a9fe-4f5596d3a7e3 HTTP/1.1" status: 200 len: 993 time: 0.1108050 Nov 23 22:11:35.017777 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60568) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:35.018310 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-777fdd85-6ea5-4434-92f2-4e2c617caef0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4782958 Nov 23 22:11:35.027038 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-07275bbb-9321-4c65-bc12-6a76e53f7aed admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1995902035-router', 'tenant_id': 'ed0b6bf825774d11b58560501799ddee', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:35.087001 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-07275bbb-9321-4c65-bc12-6a76e53f7aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:35.089648 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-07275bbb-9321-4c65-bc12-6a76e53f7aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:35.151796 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87463e83-1a9e-46a6-87fa-4bb75deac190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-f66ebd23-0529-4549-a325-937e82298ecd', 'network_id': 'f66ebd23-0529-4549-a325-937e82298ecd', 'tenant_id': 'ed0b6bf825774d11b58560501799ddee', 'fixed_ips': [{'subnet_id': '82b5f368-f4df-4afa-b105-0d05e770e3eb'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:11:35.153003 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-87463e83-1a9e-46a6-87fa-4bb75deac190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:35.179651 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ebd045aa-e0cb-4cb3-ad9e-be23327f4d2f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:35.195466 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-3da02628-9eca-40f9-9f50-ac535f1e7f02 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Deleting port 1a55b085-0dcc-46a1-9273-bf437a3952a3 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:11:35.195979 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3da02628-9eca-40f9-9f50-ac535f1e7f02 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:35.271424 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-07275bbb-9321-4c65-bc12-6a76e53f7aed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:35.304662 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2eba272a-f72a-49c0-8389-dc9f18e8561f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:35.383913 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-87463e83-1a9e-46a6-87fa-4bb75deac190 None None] Allocated IP 172.20.0.2 (f66ebd23-0529-4549-a325-937e82298ecd/82b5f368-f4df-4afa-b105-0d05e770e3eb/6c6a080d-f800-406f-9fc1-26c566d21f89) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:35.393150 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2eba272a-f72a-49c0-8389-dc9f18e8561f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:35.459664 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-3da02628-9eca-40f9-9f50-ac535f1e7f02 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] For port 1a55b085-0dcc-46a1-9273-bf437a3952a3, host n-h1-816206-9, got binding levels [] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:35.460223 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3da02628-9eca-40f9-9f50-ac535f1e7f02 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:35.505692 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a350eba1-46f2-413a-b0d6-1927bdefa203 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:11:35.515736 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-3da02628-9eca-40f9-9f50-ac535f1e7f02 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Calling delete_port for 1a55b085-0dcc-46a1-9273-bf437a3952a3 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:11:35.532499 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ebd045aa-e0cb-4cb3-ad9e-be23327f4d2f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:35.606339 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba272a-f72a-49c0-8389-dc9f18e8561f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470d6452-f72d-42c5-8449-a6831ad4eb12,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:35.636963 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7edd555b-0b20-4a6f-9e8b-99266e58c5fd None None] Provisioning complete for port a736a74c-b3b5-416b-b767-00be534e2df8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:35.637471 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7edd555b-0b20-4a6f-9e8b-99266e58c5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:35.678417 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-3627e4d9-2a03-48fc-a869-55749fd459ad req-06e01831-2e8d-44d3-9034-658a9e6ccb78 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:11:35.679224 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3627e4d9-2a03-48fc-a869-55749fd459ad req-06e01831-2e8d-44d3-9034-658a9e6ccb78 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0740094 Nov 23 22:11:35.744058 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd045aa-e0cb-4cb3-ad9e-be23327f4d2f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Network 8205a081-245e-4f42-9c61-30748520e8a4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:35.747302 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2eba272a-f72a-49c0-8389-dc9f18e8561f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=83e9cddaafbe4ef5ad6e1218775f855b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0841300 Nov 23 22:11:35.748396 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60584) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:35.808507 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-ebd045aa-e0cb-4cb3-ad9e-be23327f4d2f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:35.811897 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd045aa-e0cb-4cb3-ad9e-be23327f4d2f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:35.818641 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd045aa-e0cb-4cb3-ad9e-be23327f4d2f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:35.819335 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ebd045aa-e0cb-4cb3-ad9e-be23327f4d2f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:35.867366 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd045aa-e0cb-4cb3-ad9e-be23327f4d2f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event updated for resources: {'Port': ['ID=4c194e39-6957-4925-9153-c7e701c5130a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:35.901936 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-87463e83-1a9e-46a6-87fa-4bb75deac190 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:35.924179 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-07275bbb-9321-4c65-bc12-6a76e53f7aed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:35.946990 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-87463e83-1a9e-46a6-87fa-4bb75deac190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:36.000832 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e76d9-c1f0-40be-920f-5c1d35b40c2c req-ebbf2c55-4e0b-44ea-88b0-9ba0a6fa9cca tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:36.002512 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-370e76d9-c1f0-40be-920f-5c1d35b40c2c req-ebbf2c55-4e0b-44ea-88b0-9ba0a6fa9cca tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.2502792 Nov 23 22:11:36.067456 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87463e83-1a9e-46a6-87fa-4bb75deac190 None None] Network f66ebd23-0529-4549-a325-937e82298ecd is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:36.079994 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-87463e83-1a9e-46a6-87fa-4bb75deac190 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:36.090557 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87463e83-1a9e-46a6-87fa-4bb75deac190 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:36.213588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87463e83-1a9e-46a6-87fa-4bb75deac190 None None] Pushing event updated for resources: {'Port': ['ID=6c6a080d-f800-406f-9fc1-26c566d21f89,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:36.233582 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-370e76d9-c1f0-40be-920f-5c1d35b40c2c req-bd58fe16-35db-468a-b618-8bb384dce591 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159097 Nov 23 22:11:36.285987 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-87463e83-1a9e-46a6-87fa-4bb75deac190 None None] Attempting to bind port 6c6a080d-f800-406f-9fc1-26c566d21f89 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:36.286435 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-87463e83-1a9e-46a6-87fa-4bb75deac190 None None] Attempting to bind port 6c6a080d-f800-406f-9fc1-26c566d21f89 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '5d38d8bb-3f61-4ba9-975b-673b761b817d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f66ebd23-0529-4549-a325-937e82298ecd'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:36.286910 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87463e83-1a9e-46a6-87fa-4bb75deac190 None None] Attempting to bind port 6c6a080d-f800-406f-9fc1-26c566d21f89 on network f66ebd23-0529-4549-a325-937e82298ecd {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:36.300056 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87463e83-1a9e-46a6-87fa-4bb75deac190 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:11:36.302753 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87463e83-1a9e-46a6-87fa-4bb75deac190 None None] Checking segment: {'id': '5d38d8bb-3f61-4ba9-975b-673b761b817d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f66ebd23-0529-4549-a325-937e82298ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:11:36.306517 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-87463e83-1a9e-46a6-87fa-4bb75deac190 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:36.306517 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87463e83-1a9e-46a6-87fa-4bb75deac190 None None] Bound using segment: {'id': '5d38d8bb-3f61-4ba9-975b-673b761b817d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f66ebd23-0529-4549-a325-937e82298ecd'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:11:36.306517 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-87463e83-1a9e-46a6-87fa-4bb75deac190 None None] Bound port: 6c6a080d-f800-406f-9fc1-26c566d21f89, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d38d8bb-3f61-4ba9-975b-673b761b817d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f66ebd23-0529-4549-a325-937e82298ecd'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:11:36.307169 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-87463e83-1a9e-46a6-87fa-4bb75deac190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:36.360486 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a736a74c-b3b5-416b-b767-00be534e2df8 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:11:36.414993 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ebd045aa-e0cb-4cb3-ad9e-be23327f4d2f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0898800 Nov 23 22:11:36.420607 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60588) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:36.458655 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0c7f9-43d8-49ec-8c6c-d0d74c120694 req-844295de-561b-4776-a9a2-b70e2aa1abe9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:36.460281 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-65f0c7f9-43d8-49ec-8c6c-d0d74c120694 req-844295de-561b-4776-a9a2-b70e2aa1abe9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 946 time: 0.1055388 Nov 23 22:11:36.479118 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9a14a8bb-9789-4724-a8af-dd5d9e07521b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:36.492309 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3da02628-9eca-40f9-9f50-ac535f1e7f02 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:36.518856 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45149de7-7f7d-479e-b105-a5365d2dc78e None None] Update dhcp port {'port': {'network_id': '8205a081-245e-4f42-9c61-30748520e8a4', 'fixed_ips': [{'subnet_id': 'a329034c-a9f8-48ca-8263-f2ab412b70e4', 'ip_address': '2001:db8::2'}, {'subnet_id': '4abee864-794c-4921-9369-7fb2fd47bcfb'}], 'binding:host_id': 'n-d-816206-9'}, 'id': 'a736a74c-b3b5-416b-b767-00be534e2df8'} from n-d-816206-9. {{(pid=110035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 22:11:36.541140 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da02628-9eca-40f9-9f50-ac535f1e7f02 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a55b085-0dcc-46a1-9273-bf437a3952a3,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:36.545659 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9a14a8bb-9789-4724-a8af-dd5d9e07521b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:36.553582 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3da02628-9eca-40f9-9f50-ac535f1e7f02 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:36.557611 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3da02628-9eca-40f9-9f50-ac535f1e7f02 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] 10.222.0.50 "DELETE /v2.0/ports/1a55b085-0dcc-46a1-9273-bf437a3952a3 HTTP/1.1" status: 204 len: 168 time: 1.8088720 Nov 23 22:11:36.564700 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port a736a74c-b3b5-416b-b767-00be534e2df8 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:36.565504 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:36.579559 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60592) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:36.614569 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-87463e83-1a9e-46a6-87fa-4bb75deac190 None None] For port 6c6a080d-f800-406f-9fc1-26c566d21f89, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:11:36.617036 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-45149de7-7f7d-479e-b105-a5365d2dc78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:36.630822 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-babf0c44-2e0e-4131-a4c7-957779c9e2e9 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] GET failed (client error): The resource could not be found. Nov 23 22:11:36.637429 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-babf0c44-2e0e-4131-a4c7-957779c9e2e9 tempest-PortsAdminExtendedAttrsTestJSON-2036890919 tempest-PortsAdminExtendedAttrsTestJSON-2036890919-project-admin] 10.222.0.50 "GET /v2.0/ports/1a55b085-0dcc-46a1-9273-bf437a3952a3 HTTP/1.1" status: 404 len: 333 time: 0.0500436 Nov 23 22:11:36.640297 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60594) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:36.648200 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-87463e83-1a9e-46a6-87fa-4bb75deac190 None None] For port 6c6a080d-f800-406f-9fc1-26c566d21f89, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6c6a080d-f800-406f-9fc1-26c566d21f89,segment=NetworkSegment(5d38d8bb-3f61-4ba9-975b-673b761b817d),segment_id=5d38d8bb-3f61-4ba9-975b-673b761b817d)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:11:36.684544 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-87463e83-1a9e-46a6-87fa-4bb75deac190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:36.712897 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-35db3af2-9b5b-4d1f-9ccf-04614d4c58c3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2930136 Nov 23 22:11:36.760116 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-dfa38b3b-a889-4456-9e11-3e6aacb2c402 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:11:36.761187 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-dfa38b3b-a889-4456-9e11-3e6aacb2c402 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156102 Nov 23 22:11:36.793052 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac801620-9c76-4f45-984d-65c14b987d43 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:36.807076 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9a14a8bb-9789-4724-a8af-dd5d9e07521b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:36.810243 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9a14a8bb-9789-4724-a8af-dd5d9e07521b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:36.815056 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9a14a8bb-9789-4724-a8af-dd5d9e07521b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/470d6452-f72d-42c5-8449-a6831ad4eb12 HTTP/1.1" status: 204 len: 168 time: 0.9928515 Nov 23 22:11:36.821083 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-65f0c7f9-43d8-49ec-8c6c-d0d74c120694 req-a8278daf-b566-4879-98dd-caff720ab08a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3132455 Nov 23 22:11:36.822369 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-07275bbb-9321-4c65-bc12-6a76e53f7aed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:36.827379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14a8bb-9789-4724-a8af-dd5d9e07521b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470d6452-f72d-42c5-8449-a6831ad4eb12,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:36.892367 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-07275bbb-9321-4c65-bc12-6a76e53f7aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:36.941747 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87463e83-1a9e-46a6-87fa-4bb75deac190 None None] Pushing event updated for resources: {'Port': ['ID=6c6a080d-f800-406f-9fc1-26c566d21f89,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:36.993192 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac801620-9c76-4f45-984d-65c14b987d43 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:37.024176 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-ac801620-9c76-4f45-984d-65c14b987d43 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ea9d9b-df47-4516-a273-07d3f079a43f']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:37.039181 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-ac801620-9c76-4f45-984d-65c14b987d43 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f292b0-ddff-43f9-8ce4-1a6d822810fe') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:37.039527 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-ac801620-9c76-4f45-984d-65c14b987d43 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f292b0-ddff-43f9-8ce4-1a6d822810fe') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:37.056090 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac801620-9c76-4f45-984d-65c14b987d43 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:37.072128 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac801620-9c76-4f45-984d-65c14b987d43 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:37.086204 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac801620-9c76-4f45-984d-65c14b987d43 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:11:37.086613 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac801620-9c76-4f45-984d-65c14b987d43 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:11:37.090405 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:11:37.098947 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-b48de38c-a0e8-4714-9988-b9dfa7532868 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting port 4c194e39-6957-4925-9153-c7e701c5130a {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:11:37.099319 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b48de38c-a0e8-4714-9988-b9dfa7532868 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:37.134603 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-45149de7-7f7d-479e-b105-a5365d2dc78e None None] Allocated IP 2001:db8:0:1:f816:3eff:fec9:5d5e (8205a081-245e-4f42-9c61-30748520e8a4/4abee864-794c-4921-9369-7fb2fd47bcfb/a736a74c-b3b5-416b-b767-00be534e2df8) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:37.266564 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac801620-9c76-4f45-984d-65c14b987d43 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:37.280584 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac801620-9c76-4f45-984d-65c14b987d43 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:37.285723 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ac801620-9c76-4f45-984d-65c14b987d43 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] 10.222.0.50 "DELETE /v2.0/networks/b7ea9d9b-df47-4516-a273-07d3f079a43f HTTP/1.1" status: 204 len: 168 time: 0.6435113 Nov 23 22:11:37.300298 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac801620-9c76-4f45-984d-65c14b987d43 tempest-PortsAdminExtendedAttrsTestJSON-647029837 tempest-PortsAdminExtendedAttrsTestJSON-647029837-project] Pushing event deleted for resources: {'Network': ['ID=b7ea9d9b-df47-4516-a273-07d3f079a43f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:37.427867 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-07275bbb-9321-4c65-bc12-6a76e53f7aed admin admin] Allocated IP 172.25.5.213 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/da9dd738-b5dd-4457-8ffe-76c8b92cedbf) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:37.586544 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60626) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:37.606657 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a919d93-bc85-4633-87f3-0adae9e87d70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:37.665280 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-45149de7-7f7d-479e-b105-a5365d2dc78e None None] For port a736a74c-b3b5-416b-b767-00be534e2df8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a736a74c-b3b5-416b-b767-00be534e2df8,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:37.710824 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-45149de7-7f7d-479e-b105-a5365d2dc78e None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:37.722245 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-45149de7-7f7d-479e-b105-a5365d2dc78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:37.758418 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b48de38c-a0e8-4714-9988-b9dfa7532868 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:37.773708 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5afe5-bd33-4030-b994-22bdf2a48810 req-ddf23ba8-4fa6-4982-b8ab-4bd25087359b tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:37.788648 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-28c5afe5-bd33-4030-b994-22bdf2a48810 req-ddf23ba8-4fa6-4982-b8ab-4bd25087359b tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.3089111 Nov 23 22:11:37.815626 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a919d93-bc85-4633-87f3-0adae9e87d70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:37.834702 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a919d93-bc85-4633-87f3-0adae9e87d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:37.860844 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-b48de38c-a0e8-4714-9988-b9dfa7532868 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Calling delete_port for 4c194e39-6957-4925-9153-c7e701c5130a owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:11:37.863031 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60634) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:37.873891 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45149de7-7f7d-479e-b105-a5365d2dc78e None None] Pushing event updated for resources: {'Port': ['ID=a736a74c-b3b5-416b-b767-00be534e2df8,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:37.935052 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-07275bbb-9321-4c65-bc12-6a76e53f7aed admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:37.978517 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6a919d93-bc85-4633-87f3-0adae9e87d70 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=690cb87c89a342b1969c43912747b9b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3899515 Nov 23 22:11:37.981320 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60644) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:37.990772 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a919d93-bc85-4633-87f3-0adae9e87d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565da644-8594-49bf-88ba-98c08f364b3e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:38.054820 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cc299b8a-1259-4940-96a0-8886d592d080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:38.090625 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cc299b8a-1259-4940-96a0-8886d592d080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:38.184934 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cc299b8a-1259-4940-96a0-8886d592d080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:38.189864 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cc299b8a-1259-4940-96a0-8886d592d080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:38.193835 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cc299b8a-1259-4940-96a0-8886d592d080 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/565da644-8594-49bf-88ba-98c08f364b3e HTTP/1.1" status: 204 len: 168 time: 0.2100677 Nov 23 22:11:38.222525 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc299b8a-1259-4940-96a0-8886d592d080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565da644-8594-49bf-88ba-98c08f364b3e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:38.235367 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-28c5afe5-bd33-4030-b994-22bdf2a48810 req-1f3b5fa5-03cc-47cb-a994-76b3ea3a6c2d tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218917 Nov 23 22:11:38.341653 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-07275bbb-9321-4c65-bc12-6a76e53f7aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:38.483563 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07275bbb-9321-4c65-bc12-6a76e53f7aed admin admin] Pushing event updated for resources: {'Port': ['ID=da9dd738-b5dd-4457-8ffe-76c8b92cedbf,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:38.527256 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-75b7edb1-e91b-4de9-b8f9-0b0981071cf9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66c5798856674329a4c56c8cc59b5ec3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6618371 Nov 23 22:11:38.530037 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60654) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:38.545962 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07275bbb-9321-4c65-bc12-6a76e53f7aed admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:38.558213 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865cc33-4d25-407e-b7bf-12f26bb51c13 req-60fdfc85-ac65-429a-a05a-cbe31fa047f8 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:38.566030 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7865cc33-4d25-407e-b7bf-12f26bb51c13 req-60fdfc85-ac65-429a-a05a-cbe31fa047f8 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 946 time: 0.6049392 Nov 23 22:11:38.568910 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-07275bbb-9321-4c65-bc12-6a76e53f7aed admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:38.571390 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07275bbb-9321-4c65-bc12-6a76e53f7aed admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:38.587366 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21f060d-e158-4cb7-8036-8bc6b0edd8e0 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:11:38.610988 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6c6a080d-f800-406f-9fc1-26c566d21f89 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:11:38.729052 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-92b069ed-cd55-4fa9-b565-0a37476ccad7 None None] Provisioning complete for port da9dd738-b5dd-4457-8ffe-76c8b92cedbf triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:38.729701 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-92b069ed-cd55-4fa9-b565-0a37476ccad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:38.745552 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32cb579f-028e-4922-b784-5692460126a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:38.803515 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32cb579f-028e-4922-b784-5692460126a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:38.826424 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 6c6a080d-f800-406f-9fc1-26c566d21f89 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:38.827312 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:38.901770 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8dbb25-88a4-4159-ba80-089ea0b245cb None None] Network f66ebd23-0529-4549-a325-937e82298ecd requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:11:38.930767 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32cb579f-028e-4922-b784-5692460126a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:38.934981 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32cb579f-028e-4922-b784-5692460126a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:38.938114 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-32cb579f-028e-4922-b784-5692460126a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f25a6740-df1d-48f1-bd69-1dff20907985 HTTP/1.1" status: 204 len: 168 time: 0.4068971 Nov 23 22:11:38.945688 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7865cc33-4d25-407e-b7bf-12f26bb51c13 req-8b2c0393-8867-447e-bb5e-31331939a003 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3695877 Nov 23 22:11:38.954766 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb579f-028e-4922-b784-5692460126a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25a6740-df1d-48f1-bd69-1dff20907985,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:39.171248 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-92b069ed-cd55-4fa9-b565-0a37476ccad7 None None] Port da9dd738-b5dd-4457-8ffe-76c8b92cedbf cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:11:39.245779 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-b0b8ed66-4c3b-445f-b3ef-9ef317e90bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:39.247492 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-b0b8ed66-4c3b-445f-b3ef-9ef317e90bac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 1097 time: 0.0914364 Nov 23 22:11:39.506073 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-da184c09-f9a6-495e-917a-3a9695ea4c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:39.511814 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-da184c09-f9a6-495e-917a-3a9695ea4c7b service neutron] 10.222.0.60 "GET /v2.0/networks?id=79b43d0d-5801-43f0-b1e6-2d97c94e72ef HTTP/1.1" status: 200 len: 897 time: 0.2560904 Nov 23 22:11:39.534399 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8d2573ea-d088-4da3-9fbd-396a750eabc6 None None] Provisioning complete for port 6c6a080d-f800-406f-9fc1-26c566d21f89 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:39.538853 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8d2573ea-d088-4da3-9fbd-396a750eabc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:39.626556 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60680) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:39.656680 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:39.703576 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-54f2491f-b142-4146-bf27-c2b21d1e8115 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7402b089463747578be3a6ef51075c14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0753613 Nov 23 22:11:39.704504 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60682) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:39.737709 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-8d789b71-c9ca-44b9-9168-4f1b97c3528d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0713ef9-c39b-4bce-9724-9d3185266236 HTTP/1.1" status: 200 len: 1001 time: 0.2130635 Nov 23 22:11:39.836100 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-f09f1eb5-293b-4260-a810-e82128359375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:39.843133 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-f09f1eb5-293b-4260-a810-e82128359375 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3caf34a3-d891-441d-8b41-cef472d93c9b HTTP/1.1" status: 200 len: 834 time: 0.0892835 Nov 23 22:11:39.852045 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 6c6a080d-f800-406f-9fc1-26c566d21f89, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6c6a080d-f800-406f-9fc1-26c566d21f89,segment=NetworkSegment(5d38d8bb-3f61-4ba9-975b-673b761b817d),segment_id=5d38d8bb-3f61-4ba9-975b-673b761b817d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:39.876465 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:39.877389 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a736a74c-b3b5-416b-b767-00be534e2df8 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:11:40.052760 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-024b987a-bedc-4e99-88eb-da705e2120a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:40.064247 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b48de38c-a0e8-4714-9988-b9dfa7532868 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:40.070963 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-c540899c-bbb3-47b0-9ec0-d1cf91b074ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:40.075182 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-c540899c-bbb3-47b0-9ec0-d1cf91b074ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79b43d0d-5801-43f0-b1e6-2d97c94e72ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2220895 Nov 23 22:11:40.234671 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48de38c-a0e8-4714-9988-b9dfa7532868 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Port': ['ID=4c194e39-6957-4925-9153-c7e701c5130a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:40.247610 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-024b987a-bedc-4e99-88eb-da705e2120a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:40.290340 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=6c6a080d-f800-406f-9fc1-26c566d21f89,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:40.346565 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port a736a74c-b3b5-416b-b767-00be534e2df8 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:40.347041 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:40.413127 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b48de38c-a0e8-4714-9988-b9dfa7532868 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:40.422564 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b48de38c-a0e8-4714-9988-b9dfa7532868 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/4c194e39-6957-4925-9153-c7e701c5130a HTTP/1.1" status: 204 len: 168 time: 3.9967492 Nov 23 22:11:40.436257 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-a07c4350-d24b-4f82-988e-91432b3a318d service neutron] 10.222.0.60 "GET /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352132 Nov 23 22:11:40.441915 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60698) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:40.456097 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8dad8228-4be5-468a-80b0-14d1f05307e8 None None] Could not find standard attr ID for object a9c0f073-72a0-4749-8a60-03bb4c740c62. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:11:40.504800 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8dad8228-4be5-468a-80b0-14d1f05307e8 None None] Provisioning complete for port a736a74c-b3b5-416b-b767-00be534e2df8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:40.571436 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8dad8228-4be5-468a-80b0-14d1f05307e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:40.651086 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afecc47-eba5-4eb1-bf94-3fda48c22ed5 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:40.653540 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1afecc47-eba5-4eb1-bf94-3fda48c22ed5 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2101119 Nov 23 22:11:40.660800 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60700) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:40.687680 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-07275bbb-9321-4c65-bc12-6a76e53f7aed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:40.739603 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-024b987a-bedc-4e99-88eb-da705e2120a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:40.742581 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-024b987a-bedc-4e99-88eb-da705e2120a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:40.744252 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-024b987a-bedc-4e99-88eb-da705e2120a0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b17ed3e4-4631-4b1a-80da-b5bc9ba4ba3e HTTP/1.1" status: 204 len: 168 time: 1.0336394 Nov 23 22:11:40.810476 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ffcc7-e819-4c93-b864-04b36064f44e req-7357d714-dfcc-42ff-931e-785f104a9c03 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:40.814502 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8dad8228-4be5-468a-80b0-14d1f05307e8 None None] Could not find standard attr ID for object f96aaef4-97ac-4cb2-8ec9-e2c5a52bbdc7. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:11:40.819790 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-229ffcc7-e819-4c93-b864-04b36064f44e req-7357d714-dfcc-42ff-931e-785f104a9c03 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 946 time: 0.6620648 Nov 23 22:11:40.823312 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3616686-497b-4e1a-b32a-e4f156324bb7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:40.825851 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8dad8228-4be5-468a-80b0-14d1f05307e8 None None] Could not find standard attr ID for object 4c194e39-6957-4925-9153-c7e701c5130a. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:11:40.829609 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c3616686-497b-4e1a-b32a-e4f156324bb7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1674464 Nov 23 22:11:40.835164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6c6a080d-f800-406f-9fc1-26c566d21f89 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:11:40.838235 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60704) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:40.873988 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b987a-bedc-4e99-88eb-da705e2120a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17ed3e4-4631-4b1a-80da-b5bc9ba4ba3e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:40.887920 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-bc5a1f2d-4d37-4846-a8c6-f1a09b3cf1c1 service neutron] 10.222.0.60 "GET /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105830 Nov 23 22:11:40.915045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-229ffcc7-e819-4c93-b864-04b36064f44e req-890013d9-ca85-45f8-87d7-4be5c40f7e5c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905604 Nov 23 22:11:41.070525 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d472de9e-8f41-40f2-8601-ec34779dab88 None None] Provisioning complete for port 6c6a080d-f800-406f-9fc1-26c566d21f89 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:41.073686 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d472de9e-8f41-40f2-8601-ec34779dab88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:41.104287 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d962b1-547b-4793-8d25-8c3c98eb89da tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:41.108443 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d962b1-547b-4793-8d25-8c3c98eb89da tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:41.118862 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d962b1-547b-4793-8d25-8c3c98eb89da tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:41.127044 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-30d962b1-547b-4793-8d25-8c3c98eb89da tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2812707 Nov 23 22:11:41.130367 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60714) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:41.170591 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 6c6a080d-f800-406f-9fc1-26c566d21f89 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:41.171089 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:41.324148 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-2028bca3-efc0-48e6-a502-c4bf873fb83c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet 4abee864-794c-4921-9369-7fb2fd47bcfb {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:11:41.334922 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2028bca3-efc0-48e6-a502-c4bf873fb83c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:41.439092 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2028bca3-efc0-48e6-a502-c4bf873fb83c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:41.511452 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-07275bbb-9321-4c65-bc12-6a76e53f7aed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:41.548867 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e27c86a3-a522-4d92-86ce-de94268a723d None None] Could not find standard attr ID for object 4c194e39-6957-4925-9153-c7e701c5130a. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:11:41.763541 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2028bca3-efc0-48e6-a502-c4bf873fb83c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:41.857389 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2028bca3-efc0-48e6-a502-c4bf873fb83c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:41.912649 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028bca3-efc0-48e6-a502-c4bf873fb83c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=4abee864-794c-4921-9369-7fb2fd47bcfb,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:41.914780 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2028bca3-efc0-48e6-a502-c4bf873fb83c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:41.921306 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2028bca3-efc0-48e6-a502-c4bf873fb83c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/4abee864-794c-4921-9369-7fb2fd47bcfb HTTP/1.1" status: 204 len: 168 time: 0.7836525 Nov 23 22:11:41.921528 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60734) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:42.143330 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f645a58-bd69-4a53-a4ce-347ee495f506 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Deleting subnet a329034c-a9f8-48ca-8263-f2ab412b70e4 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:11:42.151928 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0380708d-2d39-4c7f-911a-b85c86fcfc0c None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:11:42.189395 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5083a-072f-486b-8b21-2848a1e0f10f req-e7ecc93d-4621-4306-a4fd-2978b8e80bba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:42.193894 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87f5083a-072f-486b-8b21-2848a1e0f10f req-e7ecc93d-4621-4306-a4fd-2978b8e80bba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 946 time: 0.1584575 Nov 23 22:11:42.195176 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8f645a58-bd69-4a53-a4ce-347ee495f506 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:42.358889 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8f645a58-bd69-4a53-a4ce-347ee495f506 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:42.391751 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07275bbb-9321-4c65-bc12-6a76e53f7aed admin admin] Router 3c4de485-9a1c-47d2-9c32-4a15d6e7e13b is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:11:42.442199 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87f5083a-072f-486b-8b21-2848a1e0f10f req-9aa00066-9c43-4c1d-924b-d09b24a26c8f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739943 Nov 23 22:11:42.627819 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8f645a58-bd69-4a53-a4ce-347ee495f506 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:42.737428 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8f645a58-bd69-4a53-a4ce-347ee495f506 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:42.773862 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f645a58-bd69-4a53-a4ce-347ee495f506 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Subnet': ['ID=a329034c-a9f8-48ca-8263-f2ab412b70e4,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:42.831425 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8f645a58-bd69-4a53-a4ce-347ee495f506 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:42.841128 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8f645a58-bd69-4a53-a4ce-347ee495f506 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/a329034c-a9f8-48ca-8263-f2ab412b70e4 HTTP/1.1" status: 204 len: 168 time: 0.9172204 Nov 23 22:11:42.844516 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60756) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:42.893056 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-dba82061-dc29-47a4-a5d1-f59a7b096247 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450296 Nov 23 22:11:42.893847 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60760) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:42.916026 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07275bbb-9321-4c65-bc12-6a76e53f7aed admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:11:42.930086 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] Sync routers for ids ['3c4de485-9a1c-47d2-9c32-4a15d6e7e13b'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:11:42.951090 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] Routers {'3c4de485-9a1c-47d2-9c32-4a15d6e7e13b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:11:42.955245 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:11:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3c4de485-9a1c-47d2-9c32-4a15d6e7e13b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:42.962170 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-07275bbb-9321-4c65-bc12-6a76e53f7aed admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:42.965102 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-07275bbb-9321-4c65-bc12-6a76e53f7aed admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.9451966 Nov 23 22:11:42.970336 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60762) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:43.046298 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe65a09-225f-4a56-8a11-7bb895d7b096 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:43.058880 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2fe65a09-225f-4a56-8a11-7bb895d7b096 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1631987 Nov 23 22:11:43.064215 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60766) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:43.290307 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9698e8c5-2d9b-4664-94ab-9084c9b738c8 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:43.311513 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9698e8c5-2d9b-4664-94ab-9084c9b738c8 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2474010 Nov 23 22:11:43.312299 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60778) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:43.312656 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60780) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:43.370270 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] Set router 3c4de485-9a1c-47d2-9c32-4a15d6e7e13b gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:11:43.461101 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2259ca7b-bc1d-432c-bbab-e3043ccac293 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1467226 Nov 23 22:11:43.468083 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60784) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:43.543319 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-9efff824-62e0-44b7-b451-1e38e68a1fc1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:43.543942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9efff824-62e0-44b7-b451-1e38e68a1fc1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:43.547709 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9efff824-62e0-44b7-b451-1e38e68a1fc1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/4c194e39-6957-4925-9153-c7e701c5130a HTTP/1.1" status: 404 len: 333 time: 0.0817046 Nov 23 22:11:43.551696 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60790) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:43.585858 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e4b1c6-fbd2-417e-b74a-bf1ede3fde20 None None] Network 8205a081-245e-4f42-9c61-30748520e8a4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:11:43.662217 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4def8dc-c483-4e7f-8450-82088e9b7fae tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:43.662694 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4def8dc-c483-4e7f-8450-82088e9b7fae tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:43.672995 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e4def8dc-c483-4e7f-8450-82088e9b7fae tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/4abee864-794c-4921-9369-7fb2fd47bcfb HTTP/1.1" status: 404 len: 337 time: 0.1202304 Nov 23 22:11:43.675665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60794) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:43.758952 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2142656072', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:43.769763 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0cbf31-5781-4b88-9803-425bdb31efef tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:43.770243 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0cbf31-5781-4b88-9803-425bdb31efef tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:43.773454 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8f0cbf31-5781-4b88-9803-425bdb31efef tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/a329034c-a9f8-48ca-8263-f2ab412b70e4 HTTP/1.1" status: 404 len: 337 time: 0.0904567 Nov 23 22:11:43.781304 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60796) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:43.789038 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392af85-057a-443f-bbc8-311f48b8f78d req-771ab765-edb1-45f1-9cef-a86eb0203124 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:43.791426 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c392af85-057a-443f-bbc8-311f48b8f78d req-771ab765-edb1-45f1-9cef-a86eb0203124 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 946 time: 0.1531682 Nov 23 22:11:43.828028 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Made reservation on behalf of 31daf1d6165b41db994613b3d84cc272 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:43.831921 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:43.851211 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c3fd6e67-de4e-4b49-b13a-1cc6faaa9b82 None None] Provisioning complete for port a736a74c-b3b5-416b-b767-00be534e2df8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:43.851595 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c3fd6e67-de4e-4b49-b13a-1cc6faaa9b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:43.852006 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:43.872716 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-62565866-789a-486d-91bc-b719036f2408 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:43.873338 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62565866-789a-486d-91bc-b719036f2408 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:43.877174 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-62565866-789a-486d-91bc-b719036f2408 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/f96aaef4-97ac-4cb2-8ec9-e2c5a52bbdc7 HTTP/1.1" status: 404 len: 333 time: 0.0847657 Nov 23 22:11:43.879940 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60798) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:43.933119 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c392af85-057a-443f-bbc8-311f48b8f78d req-7f943cfb-e422-4455-96cb-065fa9922039 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946143 Nov 23 22:11:44.012703 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-14bd3618-b082-4f28-b322-91ebcd5d0cca tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:44.013860 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14bd3618-b082-4f28-b322-91ebcd5d0cca tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:44.022668 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-14bd3618-b082-4f28-b322-91ebcd5d0cca tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/ec29d6b9-2bb5-45ed-9a9b-54d14ee491c9 HTTP/1.1" status: 404 len: 337 time: 0.1340473 Nov 23 22:11:44.028086 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60800) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:44.078342 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91277b5-4091-4f21-a461-3ce696c6252f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:44.078844 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e91277b5-4091-4f21-a461-3ce696c6252f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:44.083079 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e91277b5-4091-4f21-a461-3ce696c6252f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/f95734af-3f15-4fe5-9343-5108cb75e1ad HTTP/1.1" status: 404 len: 337 time: 0.0537374 Nov 23 22:11:44.087256 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60802) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:44.096310 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4de485-9a1c-47d2-9c32-4a15d6e7e13b', 'name': 'tempest-TestAggregatesBasicOps-1995902035-router', 'tenant_id': 'ed0b6bf825774d11b58560501799ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'da9dd738-b5dd-4457-8ffe-76c8b92cedbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:11:35Z', 'updated_at': '2021-11-23T22:11:40Z', 'revision_number': 3, 'project_id': 'ed0b6bf825774d11b58560501799ddee', 'gw_port': {'id': 'da9dd738-b5dd-4457-8ffe-76c8b92cedbf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4de485-9a1c-47d2-9c32-4a15d6e7e13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:11:36Z', 'updated_at': '2021-11-23T22:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:44.230682 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] Checking router: 3c4de485-9a1c-47d2-9c32-4a15d6e7e13b for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:11:44.233019 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] Updating router 3c4de485-9a1c-47d2-9c32-4a15d6e7e13b port da9dd738-b5dd-4457-8ffe-76c8b92cedbf binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:11:44.239916 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-32661b9c-977a-435d-95e0-77332b36c770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:44.241886 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79e0702-9946-4985-b421-b18b3ebe6be4 None None] DHCP port deletion for 8205a081-245e-4f42-9c61-30748520e8a4 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:11:44.253273 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-9084a6b5-7aa6-488c-8524-dc861a299c92 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:44.253877 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9084a6b5-7aa6-488c-8524-dc861a299c92 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:44.257077 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9084a6b5-7aa6-488c-8524-dc861a299c92 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/a9c0f073-72a0-4749-8a60-03bb4c740c62 HTTP/1.1" status: 404 len: 333 time: 0.1686399 Nov 23 22:11:44.267901 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60804) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:44.271983 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:44.284420 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:44.312583 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] device_id is not set on port 57a7e3c9-2a4f-42c7-9fbe-cc1b2cd3be65 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:11:44.315743 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04a741b-83a3-483f-8d89-2f2c9d19eb64 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:44.316425 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a04a741b-83a3-483f-8d89-2f2c9d19eb64 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:44.319771 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a04a741b-83a3-483f-8d89-2f2c9d19eb64 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/f5d86d84-acdd-4ac6-b8c4-204f2cd2a0f7 HTTP/1.1" status: 404 len: 337 time: 0.0499194 Nov 23 22:11:44.323712 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60806) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:44.343010 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:44.393114 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-036bfcc6-016b-455e-a130-7dcb696adbb8 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:44.405015 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-036bfcc6-016b-455e-a130-7dcb696adbb8 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:44.408757 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-036bfcc6-016b-455e-a130-7dcb696adbb8 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/d8e87aca-76b5-428d-ba10-4d3c1402aa5c HTTP/1.1" status: 404 len: 337 time: 0.0836039 Nov 23 22:11:44.414857 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60808) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:44.536283 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3b741c-bdf8-4897-840a-e41fc5827567 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:44.542816 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3b741c-bdf8-4897-840a-e41fc5827567 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:44.546371 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7a3b741c-bdf8-4897-840a-e41fc5827567 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/0d90ab3c-d9ff-4ada-aefd-7c9f464ed271 HTTP/1.1" status: 404 len: 333 time: 0.1288462 Nov 23 22:11:44.551543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60810) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:44.580229 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d83ab8f-c14a-4238-91c3-97343fb46a1e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:44.605654 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ccdbe9c-f2f1-4d89-bd54-13a8d9d3ac38 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:44.606838 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ccdbe9c-f2f1-4d89-bd54-13a8d9d3ac38 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:44.613846 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7ccdbe9c-f2f1-4d89-bd54-13a8d9d3ac38 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/5ac0afd0-5474-4571-9ebb-438ffd43f633 HTTP/1.1" status: 404 len: 337 time: 0.0517409 Nov 23 22:11:44.614021 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Allocated IP 172.25.5.36 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/57a7e3c9-2a4f-42c7-9fbe-cc1b2cd3be65) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:44.621296 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60814) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:44.720703 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f575ec-2588-47e9-a3d1-90cc14faa5ac tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:44.721650 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f575ec-2588-47e9-a3d1-90cc14faa5ac tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:44.729613 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-39f575ec-2588-47e9-a3d1-90cc14faa5ac tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/1345f597-af09-47fe-ac44-9cdaef7fc3ac HTTP/1.1" status: 404 len: 337 time: 0.1048536 Nov 23 22:11:44.734618 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60818) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:44.774023 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4ddc9b-8af6-4e6b-a68b-faa9fa88d8c3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:44.775179 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc4ddc9b-8af6-4e6b-a68b-faa9fa88d8c3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:44.778947 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-dc4ddc9b-8af6-4e6b-a68b-faa9fa88d8c3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/712fa75a-b100-45a6-8322-78ee38a3900f HTTP/1.1" status: 404 len: 333 time: 0.0428073 Nov 23 22:11:44.782744 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60822) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:44.822039 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2750ffd-60fd-411d-ba12-1d6beeacd8ac tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:44.822854 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2750ffd-60fd-411d-ba12-1d6beeacd8ac tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:44.827477 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a2750ffd-60fd-411d-ba12-1d6beeacd8ac tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/77111ede-ea08-49de-8e7d-080b84a2bfa4 HTTP/1.1" status: 404 len: 337 time: 0.0430381 Nov 23 22:11:44.830127 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60824) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:44.844461 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-32661b9c-977a-435d-95e0-77332b36c770 admin admin] Allocated IP 172.20.0.1 (f66ebd23-0529-4549-a325-937e82298ecd/82b5f368-f4df-4afa-b105-0d05e770e3eb/135035ce-f8ac-4e90-b4dd-022bc5d45428) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:44.850900 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a736a74c-b3b5-416b-b767-00be534e2df8 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:11:44.922136 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c79e0702-9946-4985-b421-b18b3ebe6be4 None None] Deleting port a736a74c-b3b5-416b-b767-00be534e2df8 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:11:44.922663 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c79e0702-9946-4985-b421-b18b3ebe6be4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:44.946964 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:45.030584 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f57532-02c5-4b7a-9f25-20e271bdcbb2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:45.031280 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f57532-02c5-4b7a-9f25-20e271bdcbb2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:45.034438 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-08f57532-02c5-4b7a-9f25-20e271bdcbb2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/566bc404-885a-4908-9471-e3b194ef430e HTTP/1.1" status: 404 len: 333 time: 0.2023020 Nov 23 22:11:45.037877 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60828) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:45.050937 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c79e0702-9946-4985-b421-b18b3ebe6be4 None None] For port a736a74c-b3b5-416b-b767-00be534e2df8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a736a74c-b3b5-416b-b767-00be534e2df8,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:45.051350 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c79e0702-9946-4985-b421-b18b3ebe6be4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:45.069026 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:45.083794 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c79e0702-9946-4985-b421-b18b3ebe6be4 None None] Calling delete_port for a736a74c-b3b5-416b-b767-00be534e2df8 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:11:45.095921 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:45.110841 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-32661b9c-977a-435d-95e0-77332b36c770 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:45.137779 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7b4184-03cf-4661-b041-758b4b10197b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:45.138095 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7b4184-03cf-4661-b041-758b4b10197b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:45.142523 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1b7b4184-03cf-4661-b041-758b4b10197b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/022e17d0-9694-4bba-86a9-7feff9cb04e1 HTTP/1.1" status: 404 len: 337 time: 0.1037345 Nov 23 22:11:45.156950 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Pushing event updated for resources: {'Port': ['ID=57a7e3c9-2a4f-42c7-9fbe-cc1b2cd3be65,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:45.164934 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60830) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:45.168546 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:45.215384 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:45.219001 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:45.219372 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:45.219713 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:45.220061 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:45.220402 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:45.220740 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:45.221074 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:45.221408 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:45.221746 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:45.222059 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:45.222388 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:45.222708 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:45.225887 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:45.229994 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54726e5-c9af-461f-9282-31e97730ef70 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:45.229994 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b54726e5-c9af-461f-9282-31e97730ef70 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:45.233705 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b54726e5-c9af-461f-9282-31e97730ef70 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/d1a2c314-95cc-4d77-801b-76f58dcbfc12 HTTP/1.1" status: 404 len: 333 time: 0.0673323 Nov 23 22:11:45.247839 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60832) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:45.250098 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-32661b9c-977a-435d-95e0-77332b36c770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:45.256288 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a1f5a7-3fbf-41d5-be11-d6fef1ac5ae6 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:11:45.260544 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port a736a74c-b3b5-416b-b767-00be534e2df8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a736a74c-b3b5-416b-b767-00be534e2df8,segment=NetworkSegment(556fb2f5-118d-49d0-8fbd-6351d96b8f80),segment_id=556fb2f5-118d-49d0-8fbd-6351d96b8f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:45.290433 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:45.295811 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:45.299311 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:45.334896 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5bdab72c-7a9c-435f-a6de-4bfae2aebc29 tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.0014336 Nov 23 22:11:45.335572 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60834) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:45.340101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5fcaa610-dcc7-4a1f-9032-78b7ae7fad5b tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36'}]}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:45.346655 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32661b9c-977a-435d-95e0-77332b36c770 admin admin] Pushing event updated for resources: {'Port': ['ID=135035ce-f8ac-4e90-b4dd-022bc5d45428,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:45.361807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4182407-094d-4fdd-b6d3-b8ed3c289be2 req-0f557cc1-0903-40f3-a95c-54577d951cd6 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:45.365768 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4182407-094d-4fdd-b6d3-b8ed3c289be2 req-0f557cc1-0903-40f3-a95c-54577d951cd6 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 946 time: 0.2531350 Nov 23 22:11:45.375349 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa610-dcc7-4a1f-9032-78b7ae7fad5b tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:45.376936 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa610-dcc7-4a1f-9032-78b7ae7fad5b tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:45.396042 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-7edecbfe-9993-44ca-a636-790719473409 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:45.396533 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7edecbfe-9993-44ca-a636-790719473409 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:45.402182 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7edecbfe-9993-44ca-a636-790719473409 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/a4c582e8-4bb0-420b-995f-c3a186c0b3b4 HTTP/1.1" status: 404 len: 337 time: 0.1470530 Nov 23 22:11:45.423202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60836) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:45.456222 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4182407-094d-4fdd-b6d3-b8ed3c289be2 req-c73b0670-e1ba-4164-9522-d7bfc80fe81c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634077 Nov 23 22:11:45.458414 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32661b9c-977a-435d-95e0-77332b36c770 admin admin] Network f66ebd23-0529-4549-a325-937e82298ecd is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:45.459959 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-32661b9c-977a-435d-95e0-77332b36c770 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:45.462668 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32661b9c-977a-435d-95e0-77332b36c770 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:45.481803 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=a736a74c-b3b5-416b-b767-00be534e2df8,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:45.504052 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84267bf-4130-4b67-91b2-203adab8253b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:45.504622 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f84267bf-4130-4b67-91b2-203adab8253b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:45.504899 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c79e0702-9946-4985-b421-b18b3ebe6be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:45.510367 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f84267bf-4130-4b67-91b2-203adab8253b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/3eb1920e-2565-44ba-90f8-1609a4991e42 HTTP/1.1" status: 404 len: 333 time: 0.0809789 Nov 23 22:11:45.511118 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60838) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:45.538271 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-32661b9c-977a-435d-95e0-77332b36c770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:45.564866 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa610-dcc7-4a1f-9032-78b7ae7fad5b tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:45.566638 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79e0702-9946-4985-b421-b18b3ebe6be4 None None] No DVR routers for this DVR port a736a74c-b3b5-416b-b767-00be534e2df8 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:11:45.601335 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e0702-9946-4985-b421-b18b3ebe6be4 None None] Pushing event deleted for resources: {'Port': ['ID=a736a74c-b3b5-416b-b767-00be534e2df8,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:45.604310 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2f05fb8e-51c2-46fb-8e49-dba04e53ae17 None None] Provisioning complete for port 57a7e3c9-2a4f-42c7-9fbe-cc1b2cd3be65 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:45.605246 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2f05fb8e-51c2-46fb-8e49-dba04e53ae17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:45.706464 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:45.712095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-2f05fb8e-51c2-46fb-8e49-dba04e53ae17 None None] Port 57a7e3c9-2a4f-42c7-9fbe-cc1b2cd3be65 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:11:45.721897 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:45.724382 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c8e65e-6f23-4eb6-81b4-a33e9163381f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:45.725007 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c8e65e-6f23-4eb6-81b4-a33e9163381f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:45.730324 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-07c8e65e-6f23-4eb6-81b4-a33e9163381f tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/698124ba-2a0e-4b2e-986a-2df99bc2b67e HTTP/1.1" status: 404 len: 337 time: 0.2183352 Nov 23 22:11:45.736222 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60846) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:45.798420 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-15704d0d-df12-4a72-a00b-65bc055f35c1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:45.799113 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15704d0d-df12-4a72-a00b-65bc055f35c1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:45.802271 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-15704d0d-df12-4a72-a00b-65bc055f35c1 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/280a0ffd-83d3-46e3-81ed-4d7acfaae138 HTTP/1.1" status: 404 len: 333 time: 0.0647981 Nov 23 22:11:45.802564 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683031fb-e521-4d98-9b81-a00f7fed27f2 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:11:45.806358 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60850) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:45.845803 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa610-dcc7-4a1f-9032-78b7ae7fad5b tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:45.864823 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1c9f1d-ecad-429a-9b06-5f2929020abf tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:45.865284 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee1c9f1d-ecad-429a-9b06-5f2929020abf tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:45.872440 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ee1c9f1d-ecad-429a-9b06-5f2929020abf tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/1dcc3728-c322-4e75-a272-88fa4911be71 HTTP/1.1" status: 404 len: 337 time: 0.0589893 Nov 23 22:11:45.875458 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60852) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:45.879787 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] Attempting to bind port da9dd738-b5dd-4457-8ffe-76c8b92cedbf on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:45.880693 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] Attempting to bind port da9dd738-b5dd-4457-8ffe-76c8b92cedbf by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:45.881380 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] Attempting to bind port da9dd738-b5dd-4457-8ffe-76c8b92cedbf on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:45.887686 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83062e3-de61-4275-80fa-899e52a3989d None None] Pushing event updated for resources: {'Port': ['ID=da9dd738-b5dd-4457-8ffe-76c8b92cedbf,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:45.899148 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8505a31d-0510-4067-b67b-62dd7d114749 None None] Provisioning complete for port 135035ce-f8ac-4e90-b4dd-022bc5d45428 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:45.900102 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8505a31d-0510-4067-b67b-62dd7d114749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:45.902052 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:11:45.902433 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:11:45.902867 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:45.903258 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:11:45.903750 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] Bound port: da9dd738-b5dd-4457-8ffe-76c8b92cedbf, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:11:45.904978 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:46.020933 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2fbf35d-4e47-478a-a4a0-df77c4214906 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:46.021505 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2fbf35d-4e47-478a-a4a0-df77c4214906 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:46.023808 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] For port da9dd738-b5dd-4457-8ffe-76c8b92cedbf, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:11:46.044085 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c2fbf35d-4e47-478a-a4a0-df77c4214906 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/807fa35f-9975-4a8c-8393-948610427f2c HTTP/1.1" status: 404 len: 333 time: 0.1638756 Nov 23 22:11:46.045497 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60858) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:46.051586 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8505a31d-0510-4067-b67b-62dd7d114749 None None] Port 135035ce-f8ac-4e90-b4dd-022bc5d45428 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:11:46.056423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] For port da9dd738-b5dd-4457-8ffe-76c8b92cedbf, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=da9dd738-b5dd-4457-8ffe-76c8b92cedbf,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:11:46.064366 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:46.102209 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55d737b-a943-4bc3-b99a-3b2b58483ad5 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:11:46.152186 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] Routers {'3c4de485-9a1c-47d2-9c32-4a15d6e7e13b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:11:46.152849 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:11:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3c4de485-9a1c-47d2-9c32-4a15d6e7e13b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:46.167318 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-32661b9c-977a-435d-95e0-77332b36c770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:46.189566 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-2639a9c4-1df7-4590-9f92-6b3f67ebf673 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:46.190037 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2639a9c4-1df7-4590-9f92-6b3f67ebf673 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:46.191845 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa610-dcc7-4a1f-9032-78b7ae7fad5b tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:46.195454 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2639a9c4-1df7-4590-9f92-6b3f67ebf673 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/7eb8a054-fb77-4f27-bb09-6604abe94be1 HTTP/1.1" status: 404 len: 337 time: 0.1383367 Nov 23 22:11:46.195893 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60862) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:46.242963 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa610-dcc7-4a1f-9032-78b7ae7fad5b tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:46.262492 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c95f9d-42e9-41c9-a5ea-f4b47cf16eeb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:46.275136 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c95f9d-42e9-41c9-a5ea-f4b47cf16eeb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:46.281875 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-24c95f9d-42e9-41c9-a5ea-f4b47cf16eeb tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/573da345-bec5-4621-b819-042a003052d9 HTTP/1.1" status: 404 len: 337 time: 0.0815427 Nov 23 22:11:46.282062 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] Set router 3c4de485-9a1c-47d2-9c32-4a15d6e7e13b gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:11:46.283709 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60864) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:46.328552 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c8452c-5e46-49b0-8d2b-7dbea0b64a40 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:46.329135 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c8452c-5e46-49b0-8d2b-7dbea0b64a40 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:46.333970 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c9c8452c-5e46-49b0-8d2b-7dbea0b64a40 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/9ba364da-28bd-43d5-b3ec-be2c2c7d1e28 HTTP/1.1" status: 404 len: 333 time: 0.0476327 Nov 23 22:11:46.336987 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60866) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:46.382597 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-341b5bc0-6fcd-447a-a6b2-dca45ba19be2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:46.383002 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341b5bc0-6fcd-447a-a6b2-dca45ba19be2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:46.386061 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-341b5bc0-6fcd-447a-a6b2-dca45ba19be2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/3f2c428a-082a-4d23-87ba-b8553f9febb6 HTTP/1.1" status: 404 len: 337 time: 0.0457294 Nov 23 22:11:46.393367 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60868) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:46.425056 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7b830f-4259-495c-9f39-1e91dd58ee07 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:46.425526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7b830f-4259-495c-9f39-1e91dd58ee07 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:46.430849 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ba7b830f-4259-495c-9f39-1e91dd58ee07 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/f9fd81b8-9533-47a6-abdd-0333ffd3480e HTTP/1.1" status: 404 len: 337 time: 0.0342689 Nov 23 22:11:46.434418 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60870) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:46.470915 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aceffa1-f9ad-4b98-8017-abc645f3ab39 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:46.472248 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aceffa1-f9ad-4b98-8017-abc645f3ab39 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:46.479032 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4aceffa1-f9ad-4b98-8017-abc645f3ab39 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/1707166c-590f-4f3f-9f70-7ab5bd436ad3 HTTP/1.1" status: 404 len: 333 time: 0.0432286 Nov 23 22:11:46.479825 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60872) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:46.524234 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d647f5e-b2f5-43a7-8df8-3e367f1ab284 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:46.525131 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d647f5e-b2f5-43a7-8df8-3e367f1ab284 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:46.533685 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4d647f5e-b2f5-43a7-8df8-3e367f1ab284 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/9a1410c0-3c53-4620-8760-5ba5b0c3e0e1 HTTP/1.1" status: 404 len: 337 time: 0.0491166 Nov 23 22:11:46.533883 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83062e3-de61-4275-80fa-899e52a3989d None None] Pushing event updated for resources: {'Port': ['ID=da9dd738-b5dd-4457-8ffe-76c8b92cedbf,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:46.554243 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e6e76b8b-dd25-419e-babb-e975f2ddbb27 None None] Provisioning complete for port da9dd738-b5dd-4457-8ffe-76c8b92cedbf triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:46.554612 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e6e76b8b-dd25-419e-babb-e975f2ddbb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:46.557255 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60876) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:46.600455 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcad00ea-7bb1-40f7-b080-2a26aeac89b6 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:46.600965 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcad00ea-7bb1-40f7-b080-2a26aeac89b6 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:46.609055 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fcad00ea-7bb1-40f7-b080-2a26aeac89b6 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/369c106b-ded0-40a8-bdf8-4b81bc7f1014 HTTP/1.1" status: 404 len: 337 time: 0.0505078 Nov 23 22:11:46.612144 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60878) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:46.645676 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ff4f54-ea7a-4e13-8581-c2c87a8fe8ee tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:46.646353 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ff4f54-ea7a-4e13-8581-c2c87a8fe8ee tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:46.652527 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d8ff4f54-ea7a-4e13-8581-c2c87a8fe8ee tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/e07b20fe-2f82-47de-907f-00be53118e8f HTTP/1.1" status: 404 len: 333 time: 0.0392630 Nov 23 22:11:46.653239 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60880) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:46.671970 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa610-dcc7-4a1f-9032-78b7ae7fad5b tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:46.753821 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3dbd68-4daa-4445-8ccd-15a276015c17 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:46.754197 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3dbd68-4daa-4445-8ccd-15a276015c17 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:46.757758 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cb3dbd68-4daa-4445-8ccd-15a276015c17 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/5e9d5ead-e73b-4952-ae5e-fd0537fcd3d9 HTTP/1.1" status: 404 len: 337 time: 0.0981896 Nov 23 22:11:46.783990 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60882) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:46.926681 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-32661b9c-977a-435d-95e0-77332b36c770 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:46.933355 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e6e76b8b-dd25-419e-babb-e975f2ddbb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:46.937222 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-32661b9c-977a-435d-95e0-77332b36c770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:46.974028 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e6e76b8b-dd25-419e-babb-e975f2ddbb27 None None] For port da9dd738-b5dd-4457-8ffe-76c8b92cedbf, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=da9dd738-b5dd-4457-8ffe-76c8b92cedbf,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:46.987665 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e6e76b8b-dd25-419e-babb-e975f2ddbb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:47.012769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d72548-5012-4152-bea5-d2eafc76b710 req-d99a4195-b371-4682-8168-936c5b0bc601 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:47.014631 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8d72548-5012-4152-bea5-d2eafc76b710 req-d99a4195-b371-4682-8168-936c5b0bc601 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 946 time: 0.1968088 Nov 23 22:11:47.041953 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-32661b9c-977a-435d-95e0-77332b36c770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:47.052635 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4de485-9a1c-47d2-9c32-4a15d6e7e13b', 'name': 'tempest-TestAggregatesBasicOps-1995902035-router', 'tenant_id': 'ed0b6bf825774d11b58560501799ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'da9dd738-b5dd-4457-8ffe-76c8b92cedbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:11:35Z', 'updated_at': '2021-11-23T22:11:45Z', 'revision_number': 4, 'project_id': 'ed0b6bf825774d11b58560501799ddee', 'gw_port': {'id': 'da9dd738-b5dd-4457-8ffe-76c8b92cedbf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4de485-9a1c-47d2-9c32-4a15d6e7e13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:11:36Z', 'updated_at': '2021-11-23T22:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '135035ce-f8ac-4e90-b4dd-022bc5d45428', 'name': '', 'network_id': 'f66ebd23-0529-4549-a325-937e82298ecd', 'tenant_id': 'ed0b6bf825774d11b58560501799ddee', 'mac_address': 'fa:16:3e:1e:31:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4de485-9a1c-47d2-9c32-4a15d6e7e13b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '82b5f368-f4df-4afa-b105-0d05e770e3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:11:44Z', 'updated_at': '2021-11-23T22:11:44Z', 'revision_number': 1, 'project_id': 'ed0b6bf825774d11b58560501799ddee', 'subnets': [{'id': '82b5f368-f4df-4afa-b105-0d05e770e3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:47.100342 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc6b331-caf8-4ef9-9b11-a3ef9ac5c97d None None] The sync data for ids ['3c4de485-9a1c-47d2-9c32-4a15d6e7e13b'] in n-d-816206-9 is: [{'id': '3c4de485-9a1c-47d2-9c32-4a15d6e7e13b', 'name': 'tempest-TestAggregatesBasicOps-1995902035-router', 'tenant_id': 'ed0b6bf825774d11b58560501799ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'da9dd738-b5dd-4457-8ffe-76c8b92cedbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:11:35Z', 'updated_at': '2021-11-23T22:11:45Z', 'revision_number': 4, 'project_id': 'ed0b6bf825774d11b58560501799ddee', 'gw_port': {'id': 'da9dd738-b5dd-4457-8ffe-76c8b92cedbf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4de485-9a1c-47d2-9c32-4a15d6e7e13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:11:36Z', 'updated_at': '2021-11-23T22:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '135035ce-f8ac-4e90-b4dd-022bc5d45428', 'name': '', 'network_id': 'f66ebd23-0529-4549-a325-937e82298ecd', 'tenant_id': 'ed0b6bf825774d11b58560501799ddee', 'mac_address': 'fa:16:3e:1e:31:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4de485-9a1c-47d2-9c32-4a15d6e7e13b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '82b5f368-f4df-4afa-b105-0d05e770e3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:11:44Z', 'updated_at': '2021-11-23T22:11:44Z', 'revision_number': 1, 'project_id': 'ed0b6bf825774d11b58560501799ddee', 'subnets': [{'id': '82b5f368-f4df-4afa-b105-0d05e770e3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:11:47.111723 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e76b8b-dd25-419e-babb-e975f2ddbb27 None None] Pushing event updated for resources: {'Port': ['ID=da9dd738-b5dd-4457-8ffe-76c8b92cedbf,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:47.117910 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32661b9c-977a-435d-95e0-77332b36c770 admin admin] Pushing event updated for resources: {'Port': ['ID=135035ce-f8ac-4e90-b4dd-022bc5d45428,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:47.216052 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-6945b993-cba3-4f86-87ef-1d4caf5cfcc3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:47.216572 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6945b993-cba3-4f86-87ef-1d4caf5cfcc3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:47.221643 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6945b993-cba3-4f86-87ef-1d4caf5cfcc3 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/7ed21345-9b7e-488e-9520-3aaa2168ae04 HTTP/1.1" status: 404 len: 337 time: 0.4354823 Nov 23 22:11:47.224386 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60890) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:47.237517 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8d72548-5012-4152-bea5-d2eafc76b710 req-59168ebc-e6f7-46e7-a5b3-f93b5ad85c6c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105420 Nov 23 22:11:47.269770 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32661b9c-977a-435d-95e0-77332b36c770 admin admin] Network f66ebd23-0529-4549-a325-937e82298ecd is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:47.270562 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7675f638-a331-429c-8058-100e18007a08 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6224a45-2bd5-408d-9c1a-1805b646b7b8 HTTP/1.1" status: 200 len: 205 time: 0.0448239 Nov 23 22:11:47.271511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-32661b9c-977a-435d-95e0-77332b36c770 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:47.278377 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60892) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:47.366408 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-b89406bc-e862-4b92-b14e-0f9f99766151 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] delete failed (client error): The resource could not be found. Nov 23 22:11:47.367480 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b89406bc-e862-4b92-b14e-0f9f99766151 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/routers/f6224a45-2bd5-408d-9c1a-1805b646b7b8 HTTP/1.1" status: 404 len: 336 time: 0.0861316 Nov 23 22:11:47.369989 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60894) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:47.405691 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa610-dcc7-4a1f-9032-78b7ae7fad5b tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:47.413335 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa610-dcc7-4a1f-9032-78b7ae7fad5b tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:47.440858 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-019f5e79-1cec-47cc-8dc8-d544f91652a2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:47.440858 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-019f5e79-1cec-47cc-8dc8-d544f91652a2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:47.446259 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-019f5e79-1cec-47cc-8dc8-d544f91652a2 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/676a4283-e8e5-4578-8667-ba1983da9f30 HTTP/1.1" status: 404 len: 337 time: 0.0716197 Nov 23 22:11:47.474892 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60896) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:47.492612 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa610-dcc7-4a1f-9032-78b7ae7fad5b tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:47.493141 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcaa610-dcc7-4a1f-9032-78b7ae7fad5b tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 964ae6b4-0c93-43ca-8429-cb9f1c0e763c {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:11:47.543647 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f714c63c-6826-414a-bc97-6224eb0e1948 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1bc2411-b796-4910-b5c7-f5e167059777 HTTP/1.1" status: 200 len: 205 time: 0.0668228 Nov 23 22:11:47.546626 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60898) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:47.565091 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-5fcaa610-dcc7-4a1f-9032-78b7ae7fad5b tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 23 22:11:47.569397 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5fcaa610-dcc7-4a1f-9032-78b7ae7fad5b tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.2327988 Nov 23 22:11:47.570197 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60900) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:47.626320 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-0b609018-bf9b-418b-9c3a-3f70ee654030 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] delete failed (client error): The resource could not be found. Nov 23 22:11:47.629664 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0b609018-bf9b-418b-9c3a-3f70ee654030 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/routers/f1bc2411-b796-4910-b5c7-f5e167059777 HTTP/1.1" status: 404 len: 336 time: 0.0798106 Nov 23 22:11:47.630809 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60902) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:47.688706 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b4120-735e-4d8c-a085-cdb80fab8ecf tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Deleting port 57a7e3c9-2a4f-42c7-9fbe-cc1b2cd3be65 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:11:47.688973 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4120-735e-4d8c-a085-cdb80fab8ecf tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:47.717014 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ff1482-01f5-4073-921c-d2a443823336 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:47.719474 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ff1482-01f5-4073-921c-d2a443823336 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:47.730144 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-22ff1482-01f5-4073-921c-d2a443823336 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/8056c422-13a6-462b-ae91-4ab1e08889e3 HTTP/1.1" status: 404 len: 337 time: 0.0983198 Nov 23 22:11:47.734283 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-900409a4-15f4-4a64-8f6d-1cacb29e78a4 None None] Provisioning complete for port 135035ce-f8ac-4e90-b4dd-022bc5d45428 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:47.735852 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-900409a4-15f4-4a64-8f6d-1cacb29e78a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:47.738397 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60904) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:47.764998 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32661b9c-977a-435d-95e0-77332b36c770 admin admin] Router 3c4de485-9a1c-47d2-9c32-4a15d6e7e13b has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:11:47.802519 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-900409a4-15f4-4a64-8f6d-1cacb29e78a4 None None] Port 135035ce-f8ac-4e90-b4dd-022bc5d45428 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:11:47.815195 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49265e8-faaf-4d3c-8666-e6a03545af23 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:47.815660 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49265e8-faaf-4d3c-8666-e6a03545af23 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:47.818819 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b49265e8-faaf-4d3c-8666-e6a03545af23 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/815135c3-fc95-441b-b127-5fadf432828a HTTP/1.1" status: 404 len: 337 time: 0.0765486 Nov 23 22:11:47.822620 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60906) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:47.848743 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-68218641-bbac-42c2-8240-75f7a57c31e6 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:47.849306 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68218641-bbac-42c2-8240-75f7a57c31e6 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:47.852436 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-68218641-bbac-42c2-8240-75f7a57c31e6 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/5ea41cb8-4999-4038-80b7-02b7ade2bac0 HTTP/1.1" status: 404 len: 333 time: 0.0288296 Nov 23 22:11:47.855106 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4120-735e-4d8c-a085-cdb80fab8ecf tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:47.855441 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60908) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:47.875514 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b4120-735e-4d8c-a085-cdb80fab8ecf tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Calling delete_port for 57a7e3c9-2a4f-42c7-9fbe-cc1b2cd3be65 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:11:47.886213 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-758afaac-f152-4f2b-ad90-f9fbc58836de tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:47.886525 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758afaac-f152-4f2b-ad90-f9fbc58836de tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:47.892491 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-758afaac-f152-4f2b-ad90-f9fbc58836de tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/874b8693-e531-4fc4-ba00-d9ab83b75fa1 HTTP/1.1" status: 404 len: 337 time: 0.0338566 Nov 23 22:11:47.894839 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60910) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:47.975678 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e631ef4-2b57-469e-a5ca-09b7bcab679b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:47.976929 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e631ef4-2b57-469e-a5ca-09b7bcab679b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:47.989358 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3e631ef4-2b57-469e-a5ca-09b7bcab679b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/128e6cd2-45e0-4b1e-808d-de37e16a951f HTTP/1.1" status: 404 len: 333 time: 0.0905659 Nov 23 22:11:47.991740 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60912) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:48.034616 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9009ab-a54a-4310-8811-3ae514dc14d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:48.035265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9009ab-a54a-4310-8811-3ae514dc14d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:48.039126 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bb9009ab-a54a-4310-8811-3ae514dc14d7 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/18d2cf91-73f2-49b5-aa61-7fda36b4989f HTTP/1.1" status: 404 len: 337 time: 0.0416343 Nov 23 22:11:48.043590 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60914) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:48.068829 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32661b9c-977a-435d-95e0-77332b36c770 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:11:48.090632 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-32661b9c-977a-435d-95e0-77332b36c770 admin admin] 10.222.0.50 "PUT /v2.0/routers/3c4de485-9a1c-47d2-9c32-4a15d6e7e13b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1163170 Nov 23 22:11:48.092374 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b42a9e5-75d6-4274-8494-da69bc141633 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:48.093209 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b42a9e5-75d6-4274-8494-da69bc141633 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:48.096962 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0b42a9e5-75d6-4274-8494-da69bc141633 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/da076ae1-ac17-42d1-86d0-882404037134 HTTP/1.1" status: 404 len: 333 time: 0.0523148 Nov 23 22:11:48.099571 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60918) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:48.149827 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4aa2a71-2983-4ecd-a6cc-0ec9e29f7626 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:48.150831 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4aa2a71-2983-4ecd-a6cc-0ec9e29f7626 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:48.157916 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60920) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:48.167272 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f4aa2a71-2983-4ecd-a6cc-0ec9e29f7626 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/0bdd984b-e6c1-4a50-99a1-f01d4d04b8f1 HTTP/1.1" status: 404 len: 337 time: 0.0662158 Nov 23 22:11:48.196810 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd975c5-a5dd-42b0-aa2e-1e54c9c8c8ce tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:48.198152 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd975c5-a5dd-42b0-aa2e-1e54c9c8c8ce tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:48.213284 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4fd975c5-a5dd-42b0-aa2e-1e54c9c8c8ce tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/b6699607-49fc-47b3-85a1-bca0932188f6 HTTP/1.1" status: 404 len: 333 time: 0.0532439 Nov 23 22:11:48.213284 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60924) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:48.271969 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f40d2aa-637b-4248-835c-b374085e914c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:48.274072 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f40d2aa-637b-4248-835c-b374085e914c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:48.282210 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60928) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:48.285980 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4f40d2aa-637b-4248-835c-b374085e914c tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/6b8c808e-9c2b-4b95-ad85-47450436efcc HTTP/1.1" status: 404 len: 337 time: 0.0630970 Nov 23 22:11:48.318251 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ccd6609-2eef-474d-9add-d6081703f28e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:48.319094 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ccd6609-2eef-474d-9add-d6081703f28e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:48.324205 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3ccd6609-2eef-474d-9add-d6081703f28e tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/19c03729-0122-4fb3-a89c-d7bd6f07b39c HTTP/1.1" status: 404 len: 333 time: 0.0406048 Nov 23 22:11:48.327214 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60932) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:48.338430 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4120-735e-4d8c-a085-cdb80fab8ecf tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:48.408445 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849ae2c5-33bb-4068-bafe-a4b43a0b3db4 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:11:48.429681 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b27d68b-59fa-47c7-9454-8dc0edc55f00 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:48.430170 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b27d68b-59fa-47c7-9454-8dc0edc55f00 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:48.434093 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6b27d68b-59fa-47c7-9454-8dc0edc55f00 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/0d807b00-129c-4011-94d2-f355c52c00fd HTTP/1.1" status: 404 len: 337 time: 0.1056533 Nov 23 22:11:48.440716 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60936) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:48.462109 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b4120-735e-4d8c-a085-cdb80fab8ecf tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Pushing event deleted for resources: {'Port': ['ID=57a7e3c9-2a4f-42c7-9fbe-cc1b2cd3be65,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:48.580194 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36654fe-b67f-42c1-9815-8f3aceb86f90 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:48.580748 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b36654fe-b67f-42c1-9815-8f3aceb86f90 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:48.586911 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b36654fe-b67f-42c1-9815-8f3aceb86f90 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/33da96e1-7b92-4bec-98f7-424deace338e HTTP/1.1" status: 404 len: 333 time: 0.1304457 Nov 23 22:11:48.588854 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60942) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:48.591315 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4120-735e-4d8c-a085-cdb80fab8ecf tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:48.602506 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0b6b4120-735e-4d8c-a085-cdb80fab8ecf tempest-RoutersAdminNegativeIpV6Test-551977060 tempest-RoutersAdminNegativeIpV6Test-551977060-project-admin] 10.222.0.50 "DELETE /v2.0/ports/57a7e3c9-2a4f-42c7-9fbe-cc1b2cd3be65 HTTP/1.1" status: 204 len: 168 time: 1.0270994 Nov 23 22:11:48.653548 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3040b-fcc8-4ba6-bd7c-ed6ba1f9e72c req-7a2bd6af-c15a-4001-8fdc-22f2d39e411c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:48.655809 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-72e3040b-fcc8-4ba6-bd7c-ed6ba1f9e72c req-7a2bd6af-c15a-4001-8fdc-22f2d39e411c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 946 time: 0.2279260 Nov 23 22:11:48.738087 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37c072a-7535-45d0-a8d8-5ae6e64a7df8 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:48.739375 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37c072a-7535-45d0-a8d8-5ae6e64a7df8 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:48.756531 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a37c072a-7535-45d0-a8d8-5ae6e64a7df8 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/d5527e58-0c47-40d6-a5eb-d1d7a41eda9d HTTP/1.1" status: 404 len: 337 time: 0.1665506 Nov 23 22:11:48.759048 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60950) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:48.803347 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-72e3040b-fcc8-4ba6-bd7c-ed6ba1f9e72c req-0a6ae1b0-6444-403b-b515-aeb9c8959dd1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336057 Nov 23 22:11:48.816108 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-382a795c-a915-4cd1-a4d5-2af7eb688bc9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:48.816982 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382a795c-a915-4cd1-a4d5-2af7eb688bc9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:48.834920 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-382a795c-a915-4cd1-a4d5-2af7eb688bc9 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/ports/2526b379-107a-491c-8c9d-ce52f27f85e0 HTTP/1.1" status: 404 len: 333 time: 0.0743716 Nov 23 22:11:48.837276 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60954) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:48.874649 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e36a5f6-ed5b-436e-846b-437e49fdf637 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] DELETE failed (client error): The resource could not be found. Nov 23 22:11:48.875967 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e36a5f6-ed5b-436e-846b-437e49fdf637 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:11:48.890759 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1e36a5f6-ed5b-436e-846b-437e49fdf637 tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/subnets/41d7bec1-a315-4e4b-9ae3-3529b4b46523 HTTP/1.1" status: 404 len: 337 time: 0.0495698 Nov 23 22:11:48.891606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60956) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:48.916914 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device da9dd738-b5dd-4457-8ffe-76c8b92cedbf up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:11:48.988928 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-840a24de-c415-43d3-8e7d-1f7cd2a0b09b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:49.041372 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port da9dd738-b5dd-4457-8ffe-76c8b92cedbf triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:49.042125 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:49.116409 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-840a24de-c415-43d3-8e7d-1f7cd2a0b09b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:49.176921 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-840a24de-c415-43d3-8e7d-1f7cd2a0b09b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8205a081-245e-4f42-9c61-30748520e8a4']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:49.178954 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60970) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:49.192803 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-840a24de-c415-43d3-8e7d-1f7cd2a0b09b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556fb2f5-118d-49d0-8fbd-6351d96b8f80') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:49.193105 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-840a24de-c415-43d3-8e7d-1f7cd2a0b09b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556fb2f5-118d-49d0-8fbd-6351d96b8f80') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:49.204234 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-840a24de-c415-43d3-8e7d-1f7cd2a0b09b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:49.221310 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-840a24de-c415-43d3-8e7d-1f7cd2a0b09b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:49.229607 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840a24de-c415-43d3-8e7d-1f7cd2a0b09b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:11:49.230213 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-840a24de-c415-43d3-8e7d-1f7cd2a0b09b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:11:49.331659 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:11:49.335998 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-840a24de-c415-43d3-8e7d-1f7cd2a0b09b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:49.343955 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-840a24de-c415-43d3-8e7d-1f7cd2a0b09b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:49.350673 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-840a24de-c415-43d3-8e7d-1f7cd2a0b09b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] 10.222.0.50 "DELETE /v2.0/networks/8205a081-245e-4f42-9c61-30748520e8a4 HTTP/1.1" status: 204 len: 168 time: 0.4577770 Nov 23 22:11:49.367395 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a24de-c415-43d3-8e7d-1f7cd2a0b09b tempest-NetworksTestDHCPv6-179274901 tempest-NetworksTestDHCPv6-179274901-project] Pushing event deleted for resources: {'Network': ['ID=8205a081-245e-4f42-9c61-30748520e8a4,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:49.393002 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60978) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:49.398329 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f30a6b73-8d04-4921-b8c3-a50fb70892ec admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1330188423-network', 'tenant_id': '4d1a78385f02462db9c3bf0bb0de0533'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:49.484804 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30a6b73-8d04-4921-b8c3-a50fb70892ec admin admin] Made reservation on behalf of 4d1a78385f02462db9c3bf0bb0de0533 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:49.487186 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f30a6b73-8d04-4921-b8c3-a50fb70892ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:49.490489 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-49881323-7026-46bd-94e3-ba5827e97262 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:49.506954 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f30a6b73-8d04-4921-b8c3-a50fb70892ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:49.653709 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f30a6b73-8d04-4921-b8c3-a50fb70892ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:49.668891 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f30a6b73-8d04-4921-b8c3-a50fb70892ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:49.678794 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-49881323-7026-46bd-94e3-ba5827e97262 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:49.695932 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-49881323-7026-46bd-94e3-ba5827e97262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:49.700951 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30a6b73-8d04-4921-b8c3-a50fb70892ec admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:11:49.741198 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a6b73-8d04-4921-b8c3-a50fb70892ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1229a144-c7e5-4829-a6ec-1f95d06c7558,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:49.744530 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60982) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:49.760886 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f30a6b73-8d04-4921-b8c3-a50fb70892ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:49.761335 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-f30a6b73-8d04-4921-b8c3-a50fb70892ec admin admin] Added segment 6f36cede-a950-4a4a-98c2-e7e055015e99 of type vlan for network cc7c6ca5-e25e-4b51-a431-1c6040ce353c Nov 23 22:11:49.783937 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-49881323-7026-46bd-94e3-ba5827e97262 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d9a4a27d75424e76911fa58e607b0a88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5999680 Nov 23 22:11:49.784154 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60986) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:49.830318 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49881323-7026-46bd-94e3-ba5827e97262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ad2303-acc4-4801-9e21-cdea26625479,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:49.837094 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f30a6b73-8d04-4921-b8c3-a50fb70892ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:49.847659 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86e6d57b-9c6e-4aff-8019-be8b48a68c83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:49.877109 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f30a6b73-8d04-4921-b8c3-a50fb70892ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:49.887940 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30a6b73-8d04-4921-b8c3-a50fb70892ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:49.889657 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f30a6b73-8d04-4921-b8c3-a50fb70892ec admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:49.896253 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86e6d57b-9c6e-4aff-8019-be8b48a68c83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:49.940903 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f30a6b73-8d04-4921-b8c3-a50fb70892ec admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5457108 Nov 23 22:11:49.948052 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 60992) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:49.956716 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-7e1b9ae3-0a65-400c-ae64-1b63a2648e6b admin admin] Request body: {'subnet': {'network_id': 'cc7c6ca5-e25e-4b51-a431-1c6040ce353c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1330188423-subnet', 'tenant_id': '4d1a78385f02462db9c3bf0bb0de0533', 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:49.972102 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a6b73-8d04-4921-b8c3-a50fb70892ec admin admin] Pushing event updated for resources: {'Network': ['ID=cc7c6ca5-e25e-4b51-a431-1c6040ce353c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:49.981641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network cc7c6ca5-e25e-4b51-a431-1c6040ce353c details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:11:50.053733 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6292527b-1152-4cd7-93c4-6fd2a24caacc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=57fbe7b3fa41481fb2739f7865ed06e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3053293 Nov 23 22:11:50.057004 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 60994) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:50.062608 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311f6e3-9eaa-4daf-81a8-8aff6fa16ceb req-705e4f52-dc4c-4043-bd37-6193c81e5eb4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:50.064688 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9311f6e3-9eaa-4daf-81a8-8aff6fa16ceb req-705e4f52-dc4c-4043-bd37-6193c81e5eb4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 946 time: 0.1402609 Nov 23 22:11:50.065480 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1b9ae3-0a65-400c-ae64-1b63a2648e6b admin admin] Made reservation on behalf of 4d1a78385f02462db9c3bf0bb0de0533 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:50.067922 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7e1b9ae3-0a65-400c-ae64-1b63a2648e6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:50.119432 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5422456e-a422-4e79-b507-dfaa30b49f93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:50.166275 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86e6d57b-9c6e-4aff-8019-be8b48a68c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:50.168872 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86e6d57b-9c6e-4aff-8019-be8b48a68c83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:50.173325 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-86e6d57b-9c6e-4aff-8019-be8b48a68c83 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e0ad2303-acc4-4801-9e21-cdea26625479 HTTP/1.1" status: 204 len: 168 time: 0.3861468 Nov 23 22:11:50.179730 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5422456e-a422-4e79-b507-dfaa30b49f93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:50.205738 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6d57b-9c6e-4aff-8019-be8b48a68c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ad2303-acc4-4801-9e21-cdea26625479,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:50.244877 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5422456e-a422-4e79-b507-dfaa30b49f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:50.258410 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5422456e-a422-4e79-b507-dfaa30b49f93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:50.261925 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5422456e-a422-4e79-b507-dfaa30b49f93 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/05d1bbfa-4f81-4ae7-a7f0-e089be5a132b HTTP/1.1" status: 204 len: 168 time: 0.2009614 Nov 23 22:11:50.269796 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422456e-a422-4e79-b507-dfaa30b49f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d1bbfa-4f81-4ae7-a7f0-e089be5a132b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:50.300375 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9311f6e3-9eaa-4daf-81a8-8aff6fa16ceb req-7d244d10-947b-44b9-bd22-059581cc5bad tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183421 Nov 23 22:11:50.475745 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7e1b9ae3-0a65-400c-ae64-1b63a2648e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:50.546039 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b9ae3-0a65-400c-ae64-1b63a2648e6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb9aed2d-fcb7-4cd9-becf-7ff1fa698440,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:50.556620 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1b9ae3-0a65-400c-ae64-1b63a2648e6b admin admin] Checking segment: {'id': '6f36cede-a950-4a4a-98c2-e7e055015e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cc7c6ca5-e25e-4b51-a431-1c6040ce353c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:11:50.556924 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1b9ae3-0a65-400c-ae64-1b63a2648e6b admin admin] Network hostable DHCP agents. Network: cc7c6ca5-e25e-4b51-a431-1c6040ce353c, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:11:50.583184 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1b9ae3-0a65-400c-ae64-1b63a2648e6b admin admin] Network cc7c6ca5-e25e-4b51-a431-1c6040ce353c is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:11:50.596698 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-7e1b9ae3-0a65-400c-ae64-1b63a2648e6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, cc7c6ca5-e25e-4b51-a431-1c6040ce353c) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:50.609925 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87296ce5-c1cb-434f-b5ad-ec64ad969d19 None None] Network cc7c6ca5-e25e-4b51-a431-1c6040ce353c requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:11:50.613435 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1b9ae3-0a65-400c-ae64-1b63a2648e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:50.615118 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7e1b9ae3-0a65-400c-ae64-1b63a2648e6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:50.665524 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7e1b9ae3-0a65-400c-ae64-1b63a2648e6b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7125459 Nov 23 22:11:50.668096 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 32778) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:50.677325 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c3352772-ba71-4a72-a029-e38ef380ce04 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1330188423-router', 'tenant_id': '4d1a78385f02462db9c3bf0bb0de0533', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:50.711860 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c3352772-ba71-4a72-a029-e38ef380ce04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:50.714014 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c3352772-ba71-4a72-a029-e38ef380ce04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:50.735085 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] Sync routers for ids ['3c4de485-9a1c-47d2-9c32-4a15d6e7e13b'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:11:50.754458 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] Routers {'3c4de485-9a1c-47d2-9c32-4a15d6e7e13b'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:11:50.755371 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:11:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3c4de485-9a1c-47d2-9c32-4a15d6e7e13b'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:50.797920 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 32784) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:50.816441 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d6dc74-9eeb-4133-bc0d-dfe7aa14f205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-cc7c6ca5-e25e-4b51-a431-1c6040ce353c', 'network_id': 'cc7c6ca5-e25e-4b51-a431-1c6040ce353c', 'tenant_id': '4d1a78385f02462db9c3bf0bb0de0533', 'fixed_ips': [{'subnet_id': 'cb9aed2d-fcb7-4cd9-becf-7ff1fa698440'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:11:50.817721 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f0d6dc74-9eeb-4133-bc0d-dfe7aa14f205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:50.842910 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c3352772-ba71-4a72-a029-e38ef380ce04 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:50.906341 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9575d391-ffb3-43d3-b8ca-a371e63ec2e3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=31daf1d6165b41db994613b3d84cc272&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1068418 Nov 23 22:11:50.912302 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 32788) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:50.985665 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f49b04aa-ce91-437d-8e25-75ea2b679fb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:51.007362 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c3352772-ba71-4a72-a029-e38ef380ce04 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:51.007552 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] Set router 3c4de485-9a1c-47d2-9c32-4a15d6e7e13b gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:11:51.031145 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f49b04aa-ce91-437d-8e25-75ea2b679fb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:51.059314 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-f0d6dc74-9eeb-4133-bc0d-dfe7aa14f205 None None] Allocated IP 172.20.0.2 (cc7c6ca5-e25e-4b51-a431-1c6040ce353c/cb9aed2d-fcb7-4cd9-becf-7ff1fa698440/3194ee11-8541-4458-9d7b-c9831b978612) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:51.148403 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f49b04aa-ce91-437d-8e25-75ea2b679fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:51.152079 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f49b04aa-ce91-437d-8e25-75ea2b679fb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:51.153754 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f49b04aa-ce91-437d-8e25-75ea2b679fb9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5d83ab8f-c14a-4238-91c3-97343fb46a1e HTTP/1.1" status: 204 len: 168 time: 0.2402358 Nov 23 22:11:51.183195 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b04aa-ce91-437d-8e25-75ea2b679fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d83ab8f-c14a-4238-91c3-97343fb46a1e,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:51.383540 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f0d6dc74-9eeb-4133-bc0d-dfe7aa14f205 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:51.406471 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f0d6dc74-9eeb-4133-bc0d-dfe7aa14f205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:51.445660 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4de485-9a1c-47d2-9c32-4a15d6e7e13b', 'name': 'tempest-TestAggregatesBasicOps-1995902035-router', 'tenant_id': 'ed0b6bf825774d11b58560501799ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'da9dd738-b5dd-4457-8ffe-76c8b92cedbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:11:35Z', 'updated_at': '2021-11-23T22:11:45Z', 'revision_number': 4, 'project_id': 'ed0b6bf825774d11b58560501799ddee', 'gw_port': {'id': 'da9dd738-b5dd-4457-8ffe-76c8b92cedbf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4de485-9a1c-47d2-9c32-4a15d6e7e13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:11:36Z', 'updated_at': '2021-11-23T22:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '135035ce-f8ac-4e90-b4dd-022bc5d45428', 'name': '', 'network_id': 'f66ebd23-0529-4549-a325-937e82298ecd', 'tenant_id': 'ed0b6bf825774d11b58560501799ddee', 'mac_address': 'fa:16:3e:1e:31:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4de485-9a1c-47d2-9c32-4a15d6e7e13b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '82b5f368-f4df-4afa-b105-0d05e770e3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:11:44Z', 'updated_at': '2021-11-23T22:11:46Z', 'revision_number': 2, 'project_id': 'ed0b6bf825774d11b58560501799ddee', 'subnets': [{'id': '82b5f368-f4df-4afa-b105-0d05e770e3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:51.463546 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c3352772-ba71-4a72-a029-e38ef380ce04 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:51.497464 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c3352772-ba71-4a72-a029-e38ef380ce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:51.534658 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6dc74-9eeb-4133-bc0d-dfe7aa14f205 None None] Pushing event updated for resources: {'Port': ['ID=3194ee11-8541-4458-9d7b-c9831b978612,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:51.550410 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d6dc74-9eeb-4133-bc0d-dfe7aa14f205 None None] Network cc7c6ca5-e25e-4b51-a431-1c6040ce353c is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:51.553228 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-f0d6dc74-9eeb-4133-bc0d-dfe7aa14f205 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:51.556717 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d6dc74-9eeb-4133-bc0d-dfe7aa14f205 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:51.629582 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90dda7f-57c0-4c4b-a758-0ec54b7a682d req-1ac309f5-dcf2-452b-b316-08ef59b05a7d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:51.631386 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e90dda7f-57c0-4c4b-a758-0ec54b7a682d req-1ac309f5-dcf2-452b-b316-08ef59b05a7d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 946 time: 0.1397748 Nov 23 22:11:51.692819 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-c3352772-ba71-4a72-a029-e38ef380ce04 admin admin] Allocated IP 172.25.5.189 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/14e05612-d4c7-47a2-a721-ab6cd8c3df76) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:51.725242 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-f0d6dc74-9eeb-4133-bc0d-dfe7aa14f205 None None] Attempting to bind port 3194ee11-8541-4458-9d7b-c9831b978612 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:51.725594 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-f0d6dc74-9eeb-4133-bc0d-dfe7aa14f205 None None] Attempting to bind port 3194ee11-8541-4458-9d7b-c9831b978612 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '6f36cede-a950-4a4a-98c2-e7e055015e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cc7c6ca5-e25e-4b51-a431-1c6040ce353c'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:51.727262 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6dc74-9eeb-4133-bc0d-dfe7aa14f205 None None] Attempting to bind port 3194ee11-8541-4458-9d7b-c9831b978612 on network cc7c6ca5-e25e-4b51-a431-1c6040ce353c {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:51.728976 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e90dda7f-57c0-4c4b-a758-0ec54b7a682d req-ecf84c39-8c29-47fa-93c6-aecfb440621b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908434 Nov 23 22:11:51.741097 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6dc74-9eeb-4133-bc0d-dfe7aa14f205 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:11:51.741509 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6dc74-9eeb-4133-bc0d-dfe7aa14f205 None None] Checking segment: {'id': '6f36cede-a950-4a4a-98c2-e7e055015e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cc7c6ca5-e25e-4b51-a431-1c6040ce353c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:11:51.742770 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f0d6dc74-9eeb-4133-bc0d-dfe7aa14f205 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:51.743060 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6dc74-9eeb-4133-bc0d-dfe7aa14f205 None None] Bound using segment: {'id': '6f36cede-a950-4a4a-98c2-e7e055015e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cc7c6ca5-e25e-4b51-a431-1c6040ce353c'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:11:51.743559 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-f0d6dc74-9eeb-4133-bc0d-dfe7aa14f205 None None] Bound port: 3194ee11-8541-4458-9d7b-c9831b978612, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f36cede-a950-4a4a-98c2-e7e055015e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cc7c6ca5-e25e-4b51-a431-1c6040ce353c'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:11:51.756615 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] Checking router: 3c4de485-9a1c-47d2-9c32-4a15d6e7e13b for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:11:51.757061 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] Updating router 3c4de485-9a1c-47d2-9c32-4a15d6e7e13b port 135035ce-f8ac-4e90-b4dd-022bc5d45428 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:11:51.757500 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f0d6dc74-9eeb-4133-bc0d-dfe7aa14f205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:51.819092 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:51.856004 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f0d6dc74-9eeb-4133-bc0d-dfe7aa14f205 None None] For port 3194ee11-8541-4458-9d7b-c9831b978612, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:11:51.860325 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f0d6dc74-9eeb-4133-bc0d-dfe7aa14f205 None None] For port 3194ee11-8541-4458-9d7b-c9831b978612, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3194ee11-8541-4458-9d7b-c9831b978612,segment=NetworkSegment(6f36cede-a950-4a4a-98c2-e7e055015e99),segment_id=6f36cede-a950-4a4a-98c2-e7e055015e99)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:11:51.869485 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f0d6dc74-9eeb-4133-bc0d-dfe7aa14f205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:51.920942 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 32818) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:51.938517 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c3352772-ba71-4a72-a029-e38ef380ce04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:51.986825 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6dc74-9eeb-4133-bc0d-dfe7aa14f205 None None] Pushing event updated for resources: {'Port': ['ID=3194ee11-8541-4458-9d7b-c9831b978612,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:52.008956 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c3352772-ba71-4a72-a029-e38ef380ce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:52.085612 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3352772-ba71-4a72-a029-e38ef380ce04 admin admin] Pushing event updated for resources: {'Port': ['ID=14e05612-d4c7-47a2-a721-ab6cd8c3df76,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:52.097218 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3352772-ba71-4a72-a029-e38ef380ce04 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:52.099908 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-c3352772-ba71-4a72-a029-e38ef380ce04 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:52.102759 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3352772-ba71-4a72-a029-e38ef380ce04 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:52.117173 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdd41fc-fc39-4580-a8ad-9c644144db94 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:11:52.211717 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e8e14d50-1c69-480e-80c4-9ed1270fc85b None None] Provisioning complete for port 14e05612-d4c7-47a2-a721-ab6cd8c3df76 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:52.212304 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e8e14d50-1c69-480e-80c4-9ed1270fc85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:52.333404 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e8e14d50-1c69-480e-80c4-9ed1270fc85b None None] Port 14e05612-d4c7-47a2-a721-ab6cd8c3df76 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:11:52.425619 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-546759044'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:52.426505 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:52.437635 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:52.489280 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Made reservation on behalf of 490cbf55eda147aa8d5cae84aaf472bf for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:52.495264 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:52.512729 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:52.577575 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c3352772-ba71-4a72-a029-e38ef380ce04 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:52.685134 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] Attempting to bind port 135035ce-f8ac-4e90-b4dd-022bc5d45428 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:52.685662 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] Attempting to bind port 135035ce-f8ac-4e90-b4dd-022bc5d45428 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '5d38d8bb-3f61-4ba9-975b-673b761b817d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f66ebd23-0529-4549-a325-937e82298ecd'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:52.686028 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] Attempting to bind port 135035ce-f8ac-4e90-b4dd-022bc5d45428 on network f66ebd23-0529-4549-a325-937e82298ecd {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:52.699723 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f9460-8454-4d8a-b9be-6e70d0188ef8 None None] Pushing event updated for resources: {'Port': ['ID=135035ce-f8ac-4e90-b4dd-022bc5d45428,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:52.728523 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:52.729706 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:11:52.730194 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] Checking segment: {'id': '5d38d8bb-3f61-4ba9-975b-673b761b817d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f66ebd23-0529-4549-a325-937e82298ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:11:52.731285 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:52.733612 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] Bound using segment: {'id': '5d38d8bb-3f61-4ba9-975b-673b761b817d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f66ebd23-0529-4549-a325-937e82298ecd'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:11:52.734472 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] Bound port: 135035ce-f8ac-4e90-b4dd-022bc5d45428, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d38d8bb-3f61-4ba9-975b-673b761b817d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'f66ebd23-0529-4549-a325-937e82298ecd'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:11:52.734985 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:52.738853 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f9460-8454-4d8a-b9be-6e70d0188ef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:52.743886 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:52.753793 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f9460-8454-4d8a-b9be-6e70d0188ef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:52.755669 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f9460-8454-4d8a-b9be-6e70d0188ef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:52.755669 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f9460-8454-4d8a-b9be-6e70d0188ef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:52.755669 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f9460-8454-4d8a-b9be-6e70d0188ef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:52.755669 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f9460-8454-4d8a-b9be-6e70d0188ef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:52.755999 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f9460-8454-4d8a-b9be-6e70d0188ef8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:52.756764 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f9460-8454-4d8a-b9be-6e70d0188ef8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:52.757328 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f9460-8454-4d8a-b9be-6e70d0188ef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:52.758199 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f9460-8454-4d8a-b9be-6e70d0188ef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:52.760799 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f9460-8454-4d8a-b9be-6e70d0188ef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:52.764563 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f9460-8454-4d8a-b9be-6e70d0188ef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:52.825848 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:11:52.855663 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 32840) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:52.881528 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc414c27-4b83-4101-827d-dc6e10a811f2,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:52.891011 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:52.909095 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:52.910563 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Added segment 563731af-d81c-486d-8bbb-3d5f97cd728c of type vlan for network 2423a890-c269-40d2-beab-2efece5f6dba Nov 23 22:11:52.937135 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3194ee11-8541-4458-9d7b-c9831b978612 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:11:52.986526 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] For port 135035ce-f8ac-4e90-b4dd-022bc5d45428, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:11:52.996942 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] For port 135035ce-f8ac-4e90-b4dd-022bc5d45428, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=135035ce-f8ac-4e90-b4dd-022bc5d45428,segment=NetworkSegment(5d38d8bb-3f61-4ba9-975b-673b761b817d),segment_id=5d38d8bb-3f61-4ba9-975b-673b761b817d)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:11:53.012692 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:53.062672 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 3194ee11-8541-4458-9d7b-c9831b978612 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:53.063282 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:53.119711 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:53.128222 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c3352772-ba71-4a72-a029-e38ef380ce04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:53.140456 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] Routers {'3c4de485-9a1c-47d2-9c32-4a15d6e7e13b'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:11:53.142036 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:11:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3c4de485-9a1c-47d2-9c32-4a15d6e7e13b'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:53.149926 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96afd22-3820-4f9f-812f-546c88282bac req-fb43bf51-f83b-4f4c-a1c8-1b70adee4b95 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:53.160306 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a96afd22-3820-4f9f-812f-546c88282bac req-fb43bf51-f83b-4f4c-a1c8-1b70adee4b95 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 946 time: 0.2048566 Nov 23 22:11:53.196328 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-72955f65-21b6-4322-b455-f9353e37cb87 None None] Provisioning complete for port 135035ce-f8ac-4e90-b4dd-022bc5d45428 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:53.196881 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-72955f65-21b6-4322-b455-f9353e37cb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:53.236843 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-429fd645-d1f7-4bdf-b3a9-64b71ac7c5d7 tempest-AgentManagementNegativeTest-149732721 tempest-AgentManagementNegativeTest-149732721-project] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3687768 Nov 23 22:11:53.269546 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:53.286444 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:53.289248 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:53.362850 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4406421 Nov 23 22:11:53.379053 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 32850) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:53.384922 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-397e9662-251e-4cb0-90f7-2e9d84298483 service neutron] show failed (client error): The resource could not be found. Nov 23 22:11:53.386129 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-397e9662-251e-4cb0-90f7-2e9d84298483 service neutron] 10.222.0.60 "GET /v2.0/ports/a0713ef9-c39b-4bce-9724-9d3185266236/bindings/n-h1-816206-9 HTTP/1.1" status: 404 len: 380 time: 0.4961205 Nov 23 22:11:53.394020 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] Set router 3c4de485-9a1c-47d2-9c32-4a15d6e7e13b gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:11:53.409720 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:53.414014 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-420bb4a0-8d5e-4efa-bbbd-f4289f470f03 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Request body: {'subnet': {'network_id': '2423a890-c269-40d2-beab-2efece5f6dba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:53.500818 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a96afd22-3820-4f9f-812f-546c88282bac req-a0f51d32-2c56-4716-a0ca-358ab35396d2 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3329682 Nov 23 22:11:53.603183 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Pushing event updated for resources: {'Network': ['ID=2423a890-c269-40d2-beab-2efece5f6dba,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:53.618044 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:53.619747 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:53.620179 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:53.621003 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:53.622106 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:53.622459 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:53.625399 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:53.625763 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:53.626118 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:53.626486 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:53.629711 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:53.630404 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98381c1a-e40e-4b9b-95b1-1ae8544536ab tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:11:53.673826 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-72955f65-21b6-4322-b455-f9353e37cb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:53.688230 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 3194ee11-8541-4458-9d7b-c9831b978612, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3194ee11-8541-4458-9d7b-c9831b978612,segment=NetworkSegment(6f36cede-a950-4a4a-98c2-e7e055015e99),segment_id=6f36cede-a950-4a4a-98c2-e7e055015e99)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:53.693081 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 2423a890-c269-40d2-beab-2efece5f6dba details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:11:53.719845 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f9460-8454-4d8a-b9be-6e70d0188ef8 None None] Pushing event updated for resources: {'Port': ['ID=135035ce-f8ac-4e90-b4dd-022bc5d45428,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:53.765136 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420bb4a0-8d5e-4efa-bbbd-f4289f470f03 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Made reservation on behalf of 490cbf55eda147aa8d5cae84aaf472bf for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:53.769708 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-420bb4a0-8d5e-4efa-bbbd-f4289f470f03 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:53.817174 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:53.883221 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925b220b-12e5-4331-986c-5f10c9ea3cec None None] Network cc7c6ca5-e25e-4b51-a431-1c6040ce353c requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:11:53.933086 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4de485-9a1c-47d2-9c32-4a15d6e7e13b', 'name': 'tempest-TestAggregatesBasicOps-1995902035-router', 'tenant_id': 'ed0b6bf825774d11b58560501799ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'da9dd738-b5dd-4457-8ffe-76c8b92cedbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:11:35Z', 'updated_at': '2021-11-23T22:11:45Z', 'revision_number': 4, 'project_id': 'ed0b6bf825774d11b58560501799ddee', 'gw_port': {'id': 'da9dd738-b5dd-4457-8ffe-76c8b92cedbf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4de485-9a1c-47d2-9c32-4a15d6e7e13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:11:36Z', 'updated_at': '2021-11-23T22:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '135035ce-f8ac-4e90-b4dd-022bc5d45428', 'name': '', 'network_id': 'f66ebd23-0529-4549-a325-937e82298ecd', 'tenant_id': 'ed0b6bf825774d11b58560501799ddee', 'mac_address': 'fa:16:3e:1e:31:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4de485-9a1c-47d2-9c32-4a15d6e7e13b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '82b5f368-f4df-4afa-b105-0d05e770e3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:11:44Z', 'updated_at': '2021-11-23T22:11:52Z', 'revision_number': 4, 'project_id': 'ed0b6bf825774d11b58560501799ddee', 'subnets': [{'id': '82b5f368-f4df-4afa-b105-0d05e770e3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:53.944540 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-95f38df6-eaf3-4f95-80c2-b0f1f12c0ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:53.946192 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-95f38df6-eaf3-4f95-80c2-b0f1f12c0ac7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652&tenant_id=8e0acd4df46849288fda9982f884e974 HTTP/1.1" status: 200 len: 1097 time: 0.1885231 Nov 23 22:11:53.961969 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-9', 'device_owner': 'compute:nova'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:53.970824 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd03608-92a7-41af-af3c-59631927ad3b None None] The sync data for ids ['3c4de485-9a1c-47d2-9c32-4a15d6e7e13b'] in n-d-816206-9 is: [{'id': '3c4de485-9a1c-47d2-9c32-4a15d6e7e13b', 'name': 'tempest-TestAggregatesBasicOps-1995902035-router', 'tenant_id': 'ed0b6bf825774d11b58560501799ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'da9dd738-b5dd-4457-8ffe-76c8b92cedbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:11:35Z', 'updated_at': '2021-11-23T22:11:45Z', 'revision_number': 4, 'project_id': 'ed0b6bf825774d11b58560501799ddee', 'gw_port': {'id': 'da9dd738-b5dd-4457-8ffe-76c8b92cedbf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4de485-9a1c-47d2-9c32-4a15d6e7e13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:11:36Z', 'updated_at': '2021-11-23T22:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '135035ce-f8ac-4e90-b4dd-022bc5d45428', 'name': '', 'network_id': 'f66ebd23-0529-4549-a325-937e82298ecd', 'tenant_id': 'ed0b6bf825774d11b58560501799ddee', 'mac_address': 'fa:16:3e:1e:31:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4de485-9a1c-47d2-9c32-4a15d6e7e13b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': '82b5f368-f4df-4afa-b105-0d05e770e3eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:11:44Z', 'updated_at': '2021-11-23T22:11:52Z', 'revision_number': 4, 'project_id': 'ed0b6bf825774d11b58560501799ddee', 'subnets': [{'id': '82b5f368-f4df-4afa-b105-0d05e770e3eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:11:54.001741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 32856) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:54.060029 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:54.129725 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3352772-ba71-4a72-a029-e38ef380ce04 admin admin] Router 60c90b56-ffee-4ac8-9c8d-45ee8660b41e is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:11:54.184723 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-72955f65-21b6-4322-b455-f9353e37cb87 None None] For port 135035ce-f8ac-4e90-b4dd-022bc5d45428, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=135035ce-f8ac-4e90-b4dd-022bc5d45428,segment=NetworkSegment(5d38d8bb-3f61-4ba9-975b-673b761b817d),segment_id=5d38d8bb-3f61-4ba9-975b-673b761b817d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:54.294598 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0653c3ae-b301-4f3b-baa4-0ab3521f2d67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:54.305169 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-72955f65-21b6-4322-b455-f9353e37cb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:54.376803 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=3194ee11-8541-4458-9d7b-c9831b978612,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:54.664777 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-420bb4a0-8d5e-4efa-bbbd-f4289f470f03 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:54.665591 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-aaf546cb-0a42-4e30-9454-d05a0d46d9c3 None None] Provisioning complete for port 135035ce-f8ac-4e90-b4dd-022bc5d45428 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:54.667421 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-aaf546cb-0a42-4e30-9454-d05a0d46d9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:54.675189 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72955f65-21b6-4322-b455-f9353e37cb87 None None] Pushing event updated for resources: {'Port': ['ID=135035ce-f8ac-4e90-b4dd-022bc5d45428,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:54.711173 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] For port a0713ef9-c39b-4bce-9724-9d3185266236, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=a0713ef9-c39b-4bce-9724-9d3185266236,segment=NetworkSegment(acada0f4-0cb0-40bc-b01c-6bc8454cf96e),segment_id=acada0f4-0cb0-40bc-b01c-6bc8454cf96e)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:54.724674 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bb4a0-8d5e-4efa-bbbd-f4289f470f03 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Pushing event updated for resources: {'Subnet': ['ID=ded8b9d4-4480-4243-8fbf-f6350ef88a19,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:54.757838 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0653c3ae-b301-4f3b-baa4-0ab3521f2d67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:54.781366 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0653c3ae-b301-4f3b-baa4-0ab3521f2d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:54.811906 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3352772-ba71-4a72-a029-e38ef380ce04 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:11:54.853851 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420bb4a0-8d5e-4efa-bbbd-f4289f470f03 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Checking segment: {'id': '563731af-d81c-486d-8bbb-3d5f97cd728c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2423a890-c269-40d2-beab-2efece5f6dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:11:54.854271 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420bb4a0-8d5e-4efa-bbbd-f4289f470f03 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Network hostable DHCP agents. Network: 2423a890-c269-40d2-beab-2efece5f6dba, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:11:54.860544 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c3352772-ba71-4a72-a029-e38ef380ce04 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:54.869407 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c3352772-ba71-4a72-a029-e38ef380ce04 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1906948 Nov 23 22:11:54.869407 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 32868) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:54.877667 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] Sync routers for ids ['60c90b56-ffee-4ac8-9c8d-45ee8660b41e'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:11:54.902627 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] Routers {'60c90b56-ffee-4ac8-9c8d-45ee8660b41e'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:11:54.908886 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:11:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['60c90b56-ffee-4ac8-9c8d-45ee8660b41e'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:54.966839 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3194ee11-8541-4458-9d7b-c9831b978612 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:11:54.968997 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0653c3ae-b301-4f3b-baa4-0ab3521f2d67 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dc36396ebfda4f68b5bf5d75881d4cc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9609511 Nov 23 22:11:54.975670 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 32870) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:54.976359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653c3ae-b301-4f3b-baa4-0ab3521f2d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617814b3-d880-4dbe-83c1-b095a9d5d3e4,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:55.035839 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85b1bf-9d7f-47bb-ab0e-f77f1a21b1fb req-d22a5059-e81e-4c49-96db-c6dc51232149 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:55.038886 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2e85b1bf-9d7f-47bb-ab0e-f77f1a21b1fb req-d22a5059-e81e-4c49-96db-c6dc51232149 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 946 time: 0.4204879 Nov 23 22:11:55.048998 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] For port a0713ef9-c39b-4bce-9724-9d3185266236, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:11:55.055139 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420bb4a0-8d5e-4efa-bbbd-f4289f470f03 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Network 2423a890-c269-40d2-beab-2efece5f6dba is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:11:55.121114 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-aaf546cb-0a42-4e30-9454-d05a0d46d9c3 None None] Provisioning complete for port 3194ee11-8541-4458-9d7b-c9831b978612 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:55.121658 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-aaf546cb-0a42-4e30-9454-d05a0d46d9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:55.137080 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-420bb4a0-8d5e-4efa-bbbd-f4289f470f03 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 2423a890-c269-40d2-beab-2efece5f6dba) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:55.144194 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420bb4a0-8d5e-4efa-bbbd-f4289f470f03 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:55.144808 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-420bb4a0-8d5e-4efa-bbbd-f4289f470f03 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:55.179872 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-420bb4a0-8d5e-4efa-bbbd-f4289f470f03 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7992127 Nov 23 22:11:55.180527 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 32872) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:55.220820 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88927135-4c5d-402f-bdc0-36e8b8a7df29 None None] Network 2423a890-c269-40d2-beab-2efece5f6dba requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:11:55.221467 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd1a2ec-6b84-4f6d-8c09-448b18820652', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0713ef9-c39b-4bce-9724-9d3185266236'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:11:55.221584 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b410ece7-a9e4-4a0b-a5ca-f65824e9388a tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Request body: {'port': {'network_id': '2423a890-c269-40d2-beab-2efece5f6dba', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-591591960'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:55.224818 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33b96f8-695f-4205-b0a6-6222cdcf9d74" -d '{"events": [{"server_uuid": "bcd1a2ec-6b84-4f6d-8c09-448b18820652", "name": "network-vif-unplugged", "status": "completed", "tag": "a0713ef9-c39b-4bce-9724-9d3185266236"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:11:55.243677 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:55.313693 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2e85b1bf-9d7f-47bb-ab0e-f77f1a21b1fb req-affac2e7-f944-4302-8f9d-48dfb6b35a7e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244775 Nov 23 22:11:55.328992 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8b17ab-1035-47ab-9a8d-ee982529586e x-openstack-request-id: req-df8b17ab-1035-47ab-9a8d-ee982529586e {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:11:55.329664 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd1a2ec-6b84-4f6d-8c09-448b18820652", "name": "network-vif-unplugged", "status": "completed", "tag": "a0713ef9-c39b-4bce-9724-9d3185266236", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:11:55.330192 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df8b17ab-1035-47ab-9a8d-ee982529586e {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:11:55.330904 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd1a2ec-6b84-4f6d-8c09-448b18820652', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0713ef9-c39b-4bce-9724-9d3185266236', 'code': 200} Nov 23 22:11:55.334406 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0390d0aa-09bb-412a-837e-0131e8ed3c64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:55.341155 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] Transition to ACTIVE for port object a0713ef9-c39b-4bce-9724-9d3185266236 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:11:55.356298 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:55.406010 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0390d0aa-09bb-412a-837e-0131e8ed3c64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:55.505215 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] Pushing event updated for resources: {'Port': ['ID=a0713ef9-c39b-4bce-9724-9d3185266236,revision_number=6']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:55.516889 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] Set router 60c90b56-ffee-4ac8-9c8d-45ee8660b41e gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:11:55.563839 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b410ece7-a9e4-4a0b-a5ca-f65824e9388a tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Made reservation on behalf of 490cbf55eda147aa8d5cae84aaf472bf for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:55.575185 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b410ece7-a9e4-4a0b-a5ca-f65824e9388a tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:55.626850 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-b410ece7-a9e4-4a0b-a5ca-f65824e9388a tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] device_id is not set on port 8d4455e4-4a4a-4a52-8642-003a6d1586e6 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:11:55.658844 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0390d0aa-09bb-412a-837e-0131e8ed3c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:55.662103 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0390d0aa-09bb-412a-837e-0131e8ed3c64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:55.663820 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0390d0aa-09bb-412a-837e-0131e8ed3c64 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/617814b3-d880-4dbe-83c1-b095a9d5d3e4 HTTP/1.1" status: 204 len: 168 time: 0.6772225 Nov 23 22:11:55.664879 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] No DVR routers for this DVR port a0713ef9-c39b-4bce-9724-9d3185266236 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:11:55.681186 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390d0aa-09bb-412a-837e-0131e8ed3c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617814b3-d880-4dbe-83c1-b095a9d5d3e4,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:55.698928 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 3194ee11-8541-4458-9d7b-c9831b978612 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:55.714193 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:55.786730 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4277401c-3afc-4562-a5c7-b1211afb44db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-2423a890-c269-40d2-beab-2efece5f6dba', 'network_id': '2423a890-c269-40d2-beab-2efece5f6dba', 'tenant_id': '490cbf55eda147aa8d5cae84aaf472bf', 'fixed_ips': [{'subnet_id': 'ded8b9d4-4480-4243-8fbf-f6350ef88a19'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:11:55.791374 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4277401c-3afc-4562-a5c7-b1211afb44db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:55.949683 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] Attempting to bind port a0713ef9-c39b-4bce-9724-9d3185266236 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:55.951756 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] Attempting to bind port a0713ef9-c39b-4bce-9724-9d3185266236 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'acada0f4-0cb0-40bc-b01c-6bc8454cf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:55.952111 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] Attempting to bind port a0713ef9-c39b-4bce-9724-9d3185266236 on network 79b43d0d-5801-43f0-b1e6-2d97c94e72ef {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:55.953096 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-b410ece7-a9e4-4a0b-a5ca-f65824e9388a tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Allocated IP 2001:db8::3 (2423a890-c269-40d2-beab-2efece5f6dba/ded8b9d4-4480-4243-8fbf-f6350ef88a19/8d4455e4-4a4a-4a52-8642-003a6d1586e6) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:55.974188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] Port a0713ef9-c39b-4bce-9724-9d3185266236 on network 79b43d0d-5801-43f0-b1e6-2d97c94e72ef not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:11:55.974521 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] Attempting to bind port a0713ef9-c39b-4bce-9724-9d3185266236 on network 79b43d0d-5801-43f0-b1e6-2d97c94e72ef {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:55.981268 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:11:55.981613 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] Checking segment: {'id': 'acada0f4-0cb0-40bc-b01c-6bc8454cf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:11:55.981995 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] Bound using segment: {'id': 'acada0f4-0cb0-40bc-b01c-6bc8454cf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:11:55.982961 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] Bound port: a0713ef9-c39b-4bce-9724-9d3185266236, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acada0f4-0cb0-40bc-b01c-6bc8454cf96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:11:55.983320 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:55.988576 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5bd3656-b953-4fdb-98e6-cd5b9ab4d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:56.068942 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] For port a0713ef9-c39b-4bce-9724-9d3185266236, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:11:56.072952 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] For port a0713ef9-c39b-4bce-9724-9d3185266236, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a0713ef9-c39b-4bce-9724-9d3185266236,segment=NetworkSegment(acada0f4-0cb0-40bc-b01c-6bc8454cf96e),segment_id=acada0f4-0cb0-40bc-b01c-6bc8454cf96e)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:11:56.088092 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:56.194324 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] Pushing event updated for resources: {'Port': ['ID=a0713ef9-c39b-4bce-9724-9d3185266236,revision_number=7']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:56.239051 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:56.240093 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:56.250360 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-34613406-b27a-44e3-a094-35d8e906ccde service neutron] 10.222.0.53 "PUT /v2.0/ports/a0713ef9-c39b-4bce-9724-9d3185266236 HTTP/1.1" status: 200 len: 1092 time: 2.2936780 Nov 23 22:11:56.291587 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 135035ce-f8ac-4e90-b4dd-022bc5d45428 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:11:56.345949 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2493f3ba-ce76-46c5-ba2a-0e92e5f41ab4 None None] Provisioning complete for port 3194ee11-8541-4458-9d7b-c9831b978612 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:56.346324 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2493f3ba-ce76-46c5-ba2a-0e92e5f41ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:56.348109 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-7e16459d-64c3-4774-b605-6c3680cb80a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:56.366854 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-7e16459d-64c3-4774-b605-6c3680cb80a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 1095 time: 0.0861566 Nov 23 22:11:56.380564 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-c5bd3656-b953-4fdb-98e6-cd5b9ab4d7e6 admin admin] Allocated IP 172.20.0.1 (cc7c6ca5-e25e-4b51-a431-1c6040ce353c/cb9aed2d-fcb7-4cd9-becf-7ff1fa698440/31d34565-d4fc-4cba-9d6b-13e8b92c0a52) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:56.400667 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b410ece7-a9e4-4a0b-a5ca-f65824e9388a tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:56.499661 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-eba5b6f2-35f6-44bf-b0d7-89b9c5e61eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:56.503297 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-eba5b6f2-35f6-44bf-b0d7-89b9c5e61eb9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=79b43d0d-5801-43f0-b1e6-2d97c94e72ef HTTP/1.1" status: 200 len: 897 time: 0.1193016 Nov 23 22:11:56.653515 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 135035ce-f8ac-4e90-b4dd-022bc5d45428 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:56.653987 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:56.663989 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b410ece7-a9e4-4a0b-a5ca-f65824e9388a tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:56.710235 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-8b42c2cf-83ee-474e-a5ee-58388c30e4a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0713ef9-c39b-4bce-9724-9d3185266236 HTTP/1.1" status: 200 len: 999 time: 0.1968613 Nov 23 22:11:56.719664 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72aa770-1b53-4318-9ab0-09bb5f2504f1 req-fea0919e-5962-42bc-8ff4-57474b9a645c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:56.721126 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e72aa770-1b53-4318-9ab0-09bb5f2504f1 req-fea0919e-5962-42bc-8ff4-57474b9a645c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 944 time: 0.2168419 Nov 23 22:11:56.743528 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b410ece7-a9e4-4a0b-a5ca-f65824e9388a tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Network 2423a890-c269-40d2-beab-2efece5f6dba is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:56.745222 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-b410ece7-a9e4-4a0b-a5ca-f65824e9388a tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:56.755479 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c90b56-ffee-4ac8-9c8d-45ee8660b41e', 'name': 'tempest-TestAggregatesBasicOps-1330188423-router', 'tenant_id': '4d1a78385f02462db9c3bf0bb0de0533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '14e05612-d4c7-47a2-a721-ab6cd8c3df76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:11:50Z', 'updated_at': '2021-11-23T22:11:52Z', 'revision_number': 3, 'project_id': '4d1a78385f02462db9c3bf0bb0de0533', 'gw_port': {'id': '14e05612-d4c7-47a2-a721-ab6cd8c3df76', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c90b56-ffee-4ac8-9c8d-45ee8660b41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:11:51Z', 'updated_at': '2021-11-23T22:11:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:56.764269 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5bd3656-b953-4fdb-98e6-cd5b9ab4d7e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:56.790907 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] Checking router: 60c90b56-ffee-4ac8-9c8d-45ee8660b41e for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:11:56.791529 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] Updating router 60c90b56-ffee-4ac8-9c8d-45ee8660b41e port 14e05612-d4c7-47a2-a721-ab6cd8c3df76 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:11:56.798307 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b410ece7-a9e4-4a0b-a5ca-f65824e9388a tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:56.805018 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b410ece7-a9e4-4a0b-a5ca-f65824e9388a tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:56.806198 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b410ece7-a9e4-4a0b-a5ca-f65824e9388a tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:56.812996 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5bd3656-b953-4fdb-98e6-cd5b9ab4d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:56.841478 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-4277401c-3afc-4562-a5c7-b1211afb44db None None] Allocated IP 2001:db8::2 (2423a890-c269-40d2-beab-2efece5f6dba/ded8b9d4-4480-4243-8fbf-f6350ef88a19/7e86ade8-0a81-4d09-b36a-ae27eedb3c85) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:56.848602 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:56.850279 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bd3656-b953-4fdb-98e6-cd5b9ab4d7e6 admin admin] Network cc7c6ca5-e25e-4b51-a431-1c6040ce353c is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:56.857676 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b410ece7-a9e4-4a0b-a5ca-f65824e9388a tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.6448526 Nov 23 22:11:56.859070 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410ece7-a9e4-4a0b-a5ca-f65824e9388a tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Pushing event updated for resources: {'Port': ['ID=8d4455e4-4a4a-4a52-8642-003a6d1586e6,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:56.861687 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 32908) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:56.862606 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-c5bd3656-b953-4fdb-98e6-cd5b9ab4d7e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:56.865359 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bd3656-b953-4fdb-98e6-cd5b9ab4d7e6 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:56.873976 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-aae10546-4bdb-436a-a570-286c29d0fef9 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Request body: {'port': {'network_id': '2423a890-c269-40d2-beab-2efece5f6dba', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1675892503', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:56.874476 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.api.validators [None req-aae10546-4bdb-436a-a570-286c29d0fef9 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] bootfile-name is not in valid_values {{(pid=110033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 22:11:56.874971 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.api.validators [None req-aae10546-4bdb-436a-a570-286c29d0fef9 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] tftp-server is not in valid_values {{(pid=110033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 22:11:56.875320 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.api.validators [None req-aae10546-4bdb-436a-a570-286c29d0fef9 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] server-ip-address is not in valid_values {{(pid=110033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 22:11:56.891532 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e72aa770-1b53-4318-9ab0-09bb5f2504f1 req-092ec31e-1485-4ef2-93e2-04843afe056b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627562 Nov 23 22:11:56.906899 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-00042117-32f5-4e77-b69f-05d932873e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:56.908778 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-00042117-32f5-4e77-b69f-05d932873e0f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3caf34a3-d891-441d-8b41-cef472d93c9b HTTP/1.1" status: 200 len: 834 time: 0.1813803 Nov 23 22:11:56.983247 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-63047354-b082-47c9-9847-fa45ec6f5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:56.988590 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-63047354-b082-47c9-9847-fa45ec6f5695 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=79b43d0d-5801-43f0-b1e6-2d97c94e72ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704658 Nov 23 22:11:57.106639 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 32912) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:57.183633 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd3656-b953-4fdb-98e6-cd5b9ab4d7e6 admin admin] Pushing event updated for resources: {'Port': ['ID=31d34565-d4fc-4cba-9d6b-13e8b92c0a52,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:57.190230 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5bd3656-b953-4fdb-98e6-cd5b9ab4d7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:57.213123 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-c6f5ba73-ca6c-4ab9-aaea-a47c82ed2005 service neutron] 10.222.0.53 "GET /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094157 Nov 23 22:11:57.314065 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-1dd04bcb-1a7c-4ff0-a0c9-269655f5ae32 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1455025171'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:57.330376 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-9ac7b728-40a0-4f40-a8b6-98e76eec028d service neutron] 10.222.0.53 "GET /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066017 Nov 23 22:11:57.332307 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd1a2ec-6b84-4f6d-8c09-448b18820652', 'tag': 'a0713ef9-c39b-4bce-9724-9d3185266236'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:11:57.336126 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b80f59-d676-4f0d-8a57-1ac72b27aadf" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd1a2ec-6b84-4f6d-8c09-448b18820652", "tag": "a0713ef9-c39b-4bce-9724-9d3185266236"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:11:57.363535 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.db.api [None req-1dd04bcb-1a7c-4ff0-a0c9-269655f5ae32 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 22:11:57.363535 n-d-816206-9 neutron-server[110033]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 22:11:57.363535 n-d-816206-9 neutron-server[110033]: [parameters: {'project_id_1': '9538ba70b11642aa98f446b1609f954d', 'expiration_1': datetime.datetime(2021, 11, 23, 22, 11, 37, 324649)}] Nov 23 22:11:57.363535 n-d-816206-9 neutron-server[110033]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:11:57.363961 n-d-816206-9 neutron-server[110033]: DEBUG oslo_db.api [None req-1dd04bcb-1a7c-4ff0-a0c9-269655f5ae32 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:11:57.372006 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5bd3656-b953-4fdb-98e6-cd5b9ab4d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:57.382429 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae10546-4bdb-436a-a570-286c29d0fef9 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Made reservation on behalf of 490cbf55eda147aa8d5cae84aaf472bf for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:57.386609 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aae10546-4bdb-436a-a570-286c29d0fef9 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:57.430813 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084664cb-bb96-4d04-a188-05b63ccdd256 x-openstack-request-id: req-084664cb-bb96-4d04-a188-05b63ccdd256 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:11:57.430951 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-aae10546-4bdb-436a-a570-286c29d0fef9 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] device_id is not set on port 7dc8d3fb-78c1-4a19-afb7-327ed9c1c6d9 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:11:57.431165 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd1a2ec-6b84-4f6d-8c09-448b18820652", "tag": "a0713ef9-c39b-4bce-9724-9d3185266236", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:11:57.431420 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-084664cb-bb96-4d04-a188-05b63ccdd256 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:11:57.431877 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd1a2ec-6b84-4f6d-8c09-448b18820652', 'tag': 'a0713ef9-c39b-4bce-9724-9d3185266236', 'status': 'completed', 'code': 200} Nov 23 22:11:57.490174 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 135035ce-f8ac-4e90-b4dd-022bc5d45428 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:11:57.549590 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80f59-d676-4f0d-8a57-1ac72b27aadf req-c3a5a895-088d-43c7-89d4-45f9d433a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:57.557534 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:57.559771 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-20b80f59-d676-4f0d-8a57-1ac72b27aadf req-c3a5a895-088d-43c7-89d4-45f9d433a800 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 1095 time: 0.1066918 Nov 23 22:11:57.581419 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:57.670730 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] Attempting to bind port 14e05612-d4c7-47a2-a721-ab6cd8c3df76 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:57.671462 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] Attempting to bind port 14e05612-d4c7-47a2-a721-ab6cd8c3df76 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:57.671686 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] Attempting to bind port 14e05612-d4c7-47a2-a721-ab6cd8c3df76 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:57.684745 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bb6bf6-1156-4123-9a1e-f5b89d4f7bbe None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:11:57.719254 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80f59-d676-4f0d-8a57-1ac72b27aadf req-6892d02c-5407-4e14-99ed-499c7232df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:57.721562 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-20b80f59-d676-4f0d-8a57-1ac72b27aadf req-6892d02c-5407-4e14-99ed-499c7232df1b service neutron] 10.222.0.53 "GET /v2.0/networks?id=79b43d0d-5801-43f0-b1e6-2d97c94e72ef HTTP/1.1" status: 200 len: 897 time: 0.1552272 Nov 23 22:11:57.772282 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80f59-d676-4f0d-8a57-1ac72b27aadf req-917bc1bf-dc31-467f-9fe6-384897c8b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:57.773891 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-20b80f59-d676-4f0d-8a57-1ac72b27aadf req-917bc1bf-dc31-467f-9fe6-384897c8b6ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 1095 time: 0.1909850 Nov 23 22:11:57.796443 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5bd3656-b953-4fdb-98e6-cd5b9ab4d7e6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:57.815677 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5bd3656-b953-4fdb-98e6-cd5b9ab4d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:57.884822 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device a0713ef9-c39b-4bce-9724-9d3185266236 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:11:57.930136 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:11:57.930653 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:11:57.931295 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:57.931905 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:11:57.934352 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] Bound port: 14e05612-d4c7-47a2-a721-ab6cd8c3df76, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:11:57.934352 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:57.951564 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd04bcb-1a7c-4ff0-a0c9-269655f5ae32 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Made reservation on behalf of 9538ba70b11642aa98f446b1609f954d for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:11:57.971008 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1dd04bcb-1a7c-4ff0-a0c9-269655f5ae32 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:57.983838 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device a0713ef9-c39b-4bce-9724-9d3185266236 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:11:57.985778 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 135035ce-f8ac-4e90-b4dd-022bc5d45428 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:57.986252 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:57.998913 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89642500-81f1-4943-857e-c69acb78ced3 None None] Pushing event updated for resources: {'Port': ['ID=14e05612-d4c7-47a2-a721-ab6cd8c3df76,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:58.029646 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1dd04bcb-1a7c-4ff0-a0c9-269655f5ae32 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:58.031435 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4277401c-3afc-4562-a5c7-b1211afb44db None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:58.043262 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-425e04e3-21bb-4294-a276-ce394f3c2e0f None None] Provisioning complete for port 31d34565-d4fc-4cba-9d6b-13e8b92c0a52 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:58.043739 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-425e04e3-21bb-4294-a276-ce394f3c2e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:58.076201 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-38988ae1-110d-410e-90d1-d8dfab1d3443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:58.089135 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4277401c-3afc-4562-a5c7-b1211afb44db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:58.168050 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] For port 14e05612-d4c7-47a2-a721-ab6cd8c3df76, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:11:58.178547 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] For port 14e05612-d4c7-47a2-a721-ab6cd8c3df76, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=14e05612-d4c7-47a2-a721-ab6cd8c3df76,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:11:58.202365 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277401c-3afc-4562-a5c7-b1211afb44db None None] Pushing event updated for resources: {'Port': ['ID=7e86ade8-0a81-4d09-b36a-ae27eedb3c85,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:58.204778 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5bd3656-b953-4fdb-98e6-cd5b9ab4d7e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:58.213280 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:58.214179 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd3656-b953-4fdb-98e6-cd5b9ab4d7e6 admin admin] Pushing event updated for resources: {'Port': ['ID=31d34565-d4fc-4cba-9d6b-13e8b92c0a52,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:58.262498 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-425e04e3-21bb-4294-a276-ce394f3c2e0f None None] Port 31d34565-d4fc-4cba-9d6b-13e8b92c0a52 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:11:58.270759 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4277401c-3afc-4562-a5c7-b1211afb44db None None] Network 2423a890-c269-40d2-beab-2efece5f6dba is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:58.277155 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-4277401c-3afc-4562-a5c7-b1211afb44db None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:58.294289 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-aae10546-4bdb-436a-a570-286c29d0fef9 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Allocated IP 2001:db8::23a (2423a890-c269-40d2-beab-2efece5f6dba/ded8b9d4-4480-4243-8fbf-f6350ef88a19/7dc8d3fb-78c1-4a19-afb7-327ed9c1c6d9) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:11:58.332418 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4277401c-3afc-4562-a5c7-b1211afb44db None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:11:58.333995 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80f59-d676-4f0d-8a57-1ac72b27aadf req-bc41a212-5b60-4d40-9f4f-50d5fae82ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:58.336245 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-20b80f59-d676-4f0d-8a57-1ac72b27aadf req-bc41a212-5b60-4d40-9f4f-50d5fae82ed1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=79b43d0d-5801-43f0-b1e6-2d97c94e72ef HTTP/1.1" status: 200 len: 897 time: 0.5538576 Nov 23 22:11:58.341166 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefe4dc5-f647-4489-a93c-4df27721a1e5 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:11:58.395283 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] Routers {'60c90b56-ffee-4ac8-9c8d-45ee8660b41e'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:11:58.396015 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:11:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['60c90b56-ffee-4ac8-9c8d-45ee8660b41e'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:58.400309 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89642500-81f1-4943-857e-c69acb78ced3 None None] Pushing event updated for resources: {'Port': ['ID=14e05612-d4c7-47a2-a721-ab6cd8c3df76,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:58.402584 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-20b80f59-d676-4f0d-8a57-1ac72b27aadf req-71f97f6f-3546-455e-baa9-8c8b7b23d8ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0713ef9-c39b-4bce-9724-9d3185266236 HTTP/1.1" status: 200 len: 999 time: 0.6682227 Nov 23 22:11:58.416654 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75686f22-3134-41c5-b6fa-0559282efaa9 req-c650136e-f066-482e-919e-ee2f6a54506e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:58.418341 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-75686f22-3134-41c5-b6fa-0559282efaa9 req-c650136e-f066-482e-919e-ee2f6a54506e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 944 time: 0.0798285 Nov 23 22:11:58.486952 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-4277401c-3afc-4562-a5c7-b1211afb44db None None] Attempting to bind port 7e86ade8-0a81-4d09-b36a-ae27eedb3c85 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:11:58.487328 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-4277401c-3afc-4562-a5c7-b1211afb44db None None] Attempting to bind port 7e86ade8-0a81-4d09-b36a-ae27eedb3c85 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '563731af-d81c-486d-8bbb-3d5f97cd728c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2423a890-c269-40d2-beab-2efece5f6dba'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:11:58.487694 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4277401c-3afc-4562-a5c7-b1211afb44db None None] Attempting to bind port 7e86ade8-0a81-4d09-b36a-ae27eedb3c85 on network 2423a890-c269-40d2-beab-2efece5f6dba {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:11:58.507019 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80f59-d676-4f0d-8a57-1ac72b27aadf req-0c4fe323-001b-49bb-a2b0-d39e41e663ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:58.508520 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-20b80f59-d676-4f0d-8a57-1ac72b27aadf req-0c4fe323-001b-49bb-a2b0-d39e41e663ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3caf34a3-d891-441d-8b41-cef472d93c9b HTTP/1.1" status: 200 len: 834 time: 0.0890799 Nov 23 22:11:58.515462 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b4d7f67c-5007-49a8-82ff-53cbf95fad5e None None] Provisioning complete for port 14e05612-d4c7-47a2-a721-ab6cd8c3df76 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:58.515837 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b4d7f67c-5007-49a8-82ff-53cbf95fad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:58.547220 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-75686f22-3134-41c5-b6fa-0559282efaa9 req-22a99e5a-2d58-4d9d-8c0b-93be3654999d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878940 Nov 23 22:11:58.551571 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4277401c-3afc-4562-a5c7-b1211afb44db None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:11:58.551950 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4277401c-3afc-4562-a5c7-b1211afb44db None None] Checking segment: {'id': '563731af-d81c-486d-8bbb-3d5f97cd728c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2423a890-c269-40d2-beab-2efece5f6dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:11:58.552351 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4277401c-3afc-4562-a5c7-b1211afb44db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:58.552742 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4277401c-3afc-4562-a5c7-b1211afb44db None None] Bound using segment: {'id': '563731af-d81c-486d-8bbb-3d5f97cd728c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2423a890-c269-40d2-beab-2efece5f6dba'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:11:58.553238 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-4277401c-3afc-4562-a5c7-b1211afb44db None None] Bound port: 7e86ade8-0a81-4d09-b36a-ae27eedb3c85, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563731af-d81c-486d-8bbb-3d5f97cd728c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '2423a890-c269-40d2-beab-2efece5f6dba'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:11:58.553618 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4277401c-3afc-4562-a5c7-b1211afb44db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:58.601123 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] Set router 60c90b56-ffee-4ac8-9c8d-45ee8660b41e gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:11:58.606817 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80f59-d676-4f0d-8a57-1ac72b27aadf req-d09dc92b-7f56-438e-8217-ce55c4e93676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:58.609754 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-20b80f59-d676-4f0d-8a57-1ac72b27aadf req-d09dc92b-7f56-438e-8217-ce55c4e93676 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=79b43d0d-5801-43f0-b1e6-2d97c94e72ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609944 Nov 23 22:11:58.693095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4277401c-3afc-4562-a5c7-b1211afb44db None None] For port 7e86ade8-0a81-4d09-b36a-ae27eedb3c85, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:11:58.698322 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4277401c-3afc-4562-a5c7-b1211afb44db None None] For port 7e86ade8-0a81-4d09-b36a-ae27eedb3c85, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=7e86ade8-0a81-4d09-b36a-ae27eedb3c85,segment=NetworkSegment(563731af-d81c-486d-8bbb-3d5f97cd728c),segment_id=563731af-d81c-486d-8bbb-3d5f97cd728c)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:11:58.713313 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4277401c-3afc-4562-a5c7-b1211afb44db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:58.741049 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-20b80f59-d676-4f0d-8a57-1ac72b27aadf req-9e2097fa-e87b-4594-a71c-474036c334b7 service neutron] 10.222.0.53 "GET /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216688 Nov 23 22:11:58.802483 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277401c-3afc-4562-a5c7-b1211afb44db None None] Pushing event updated for resources: {'Port': ['ID=7e86ade8-0a81-4d09-b36a-ae27eedb3c85,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:58.834085 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-20b80f59-d676-4f0d-8a57-1ac72b27aadf req-984778e0-c3ca-4043-9a92-e890985b5e16 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0713ef9-c39b-4bce-9724-9d3185266236 HTTP/1.1" status: 200 len: 999 time: 0.4839315 Nov 23 22:11:58.908214 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-20b80f59-d676-4f0d-8a57-1ac72b27aadf req-fb73ffb7-62f2-40c0-b8b9-84bb241dc573 service neutron] 10.222.0.53 "GET /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576521 Nov 23 22:11:58.991302 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b4d7f67c-5007-49a8-82ff-53cbf95fad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:59.033004 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b4d7f67c-5007-49a8-82ff-53cbf95fad5e None None] For port 14e05612-d4c7-47a2-a721-ab6cd8c3df76, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=14e05612-d4c7-47a2-a721-ab6cd8c3df76,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:59.052481 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80f59-d676-4f0d-8a57-1ac72b27aadf req-4fb295a9-85ad-4cc5-9893-0dce3badc4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:59.054036 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-20b80f59-d676-4f0d-8a57-1ac72b27aadf req-4fb295a9-85ad-4cc5-9893-0dce3badc4df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3caf34a3-d891-441d-8b41-cef472d93c9b HTTP/1.1" status: 200 len: 834 time: 0.1984322 Nov 23 22:11:59.060985 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b4d7f67c-5007-49a8-82ff-53cbf95fad5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:59.072733 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bd3656-b953-4fdb-98e6-cd5b9ab4d7e6 admin admin] Network cc7c6ca5-e25e-4b51-a431-1c6040ce353c is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:11:59.114484 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-c5bd3656-b953-4fdb-98e6-cd5b9ab4d7e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:11:59.147830 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7f67c-5007-49a8-82ff-53cbf95fad5e None None] Pushing event updated for resources: {'Port': ['ID=14e05612-d4c7-47a2-a721-ab6cd8c3df76,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:59.150488 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1dd04bcb-1a7c-4ff0-a0c9-269655f5ae32 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:59.159486 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c90b56-ffee-4ac8-9c8d-45ee8660b41e', 'name': 'tempest-TestAggregatesBasicOps-1330188423-router', 'tenant_id': '4d1a78385f02462db9c3bf0bb0de0533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '14e05612-d4c7-47a2-a721-ab6cd8c3df76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:11:50Z', 'updated_at': '2021-11-23T22:11:57Z', 'revision_number': 4, 'project_id': '4d1a78385f02462db9c3bf0bb0de0533', 'gw_port': {'id': '14e05612-d4c7-47a2-a721-ab6cd8c3df76', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c90b56-ffee-4ac8-9c8d-45ee8660b41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:11:51Z', 'updated_at': '2021-11-23T22:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '31d34565-d4fc-4cba-9d6b-13e8b92c0a52', 'name': '', 'network_id': 'cc7c6ca5-e25e-4b51-a431-1c6040ce353c', 'tenant_id': '4d1a78385f02462db9c3bf0bb0de0533', 'mac_address': 'fa:16:3e:12:2d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c90b56-ffee-4ac8-9c8d-45ee8660b41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cb9aed2d-fcb7-4cd9-becf-7ff1fa698440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:11:56Z', 'updated_at': '2021-11-23T22:11:57Z', 'revision_number': 2, 'project_id': '4d1a78385f02462db9c3bf0bb0de0533', 'subnets': [{'id': 'cb9aed2d-fcb7-4cd9-becf-7ff1fa698440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:11:59.160561 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80f59-d676-4f0d-8a57-1ac72b27aadf req-9f01da79-a72d-4488-9de8-b3929a039e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:59.162115 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-20b80f59-d676-4f0d-8a57-1ac72b27aadf req-9f01da79-a72d-4488-9de8-b3929a039e64 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79b43d0d-5801-43f0-b1e6-2d97c94e72ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918562 Nov 23 22:11:59.166328 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1dd04bcb-1a7c-4ff0-a0c9-269655f5ae32 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:59.203948 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efd5858-dc1f-4a34-a4a6-ac708a1a9091 None None] The sync data for ids ['60c90b56-ffee-4ac8-9c8d-45ee8660b41e'] in n-d-816206-9 is: [{'id': '60c90b56-ffee-4ac8-9c8d-45ee8660b41e', 'name': 'tempest-TestAggregatesBasicOps-1330188423-router', 'tenant_id': '4d1a78385f02462db9c3bf0bb0de0533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '14e05612-d4c7-47a2-a721-ab6cd8c3df76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:11:50Z', 'updated_at': '2021-11-23T22:11:57Z', 'revision_number': 4, 'project_id': '4d1a78385f02462db9c3bf0bb0de0533', 'gw_port': {'id': '14e05612-d4c7-47a2-a721-ab6cd8c3df76', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c90b56-ffee-4ac8-9c8d-45ee8660b41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:11:51Z', 'updated_at': '2021-11-23T22:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '31d34565-d4fc-4cba-9d6b-13e8b92c0a52', 'name': '', 'network_id': 'cc7c6ca5-e25e-4b51-a431-1c6040ce353c', 'tenant_id': '4d1a78385f02462db9c3bf0bb0de0533', 'mac_address': 'fa:16:3e:12:2d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c90b56-ffee-4ac8-9c8d-45ee8660b41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cb9aed2d-fcb7-4cd9-becf-7ff1fa698440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:11:56Z', 'updated_at': '2021-11-23T22:11:57Z', 'revision_number': 2, 'project_id': '4d1a78385f02462db9c3bf0bb0de0533', 'subnets': [{'id': 'cb9aed2d-fcb7-4cd9-becf-7ff1fa698440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:11:59.221962 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-828a2cad-2a72-4e45-81e1-19bc1a164cc4 None None] Provisioning complete for port 14e05612-d4c7-47a2-a721-ab6cd8c3df76 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:59.222636 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-828a2cad-2a72-4e45-81e1-19bc1a164cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:59.365434 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a0713ef9-c39b-4bce-9724-9d3185266236 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:11:59.522939 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd04bcb-1a7c-4ff0-a0c9-269655f5ae32 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:11:59.543842 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1dd04bcb-1a7c-4ff0-a0c9-269655f5ae32 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:59.544545 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-1dd04bcb-1a7c-4ff0-a0c9-269655f5ae32 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Added segment b1d0479c-de53-4d6c-af2f-21416125a5f2 of type vlan for network 11f45337-d694-42fc-af13-35e484a7a38f Nov 23 22:11:59.560248 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 7e86ade8-0a81-4d09-b36a-ae27eedb3c85 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:11:59.645462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1dd04bcb-1a7c-4ff0-a0c9-269655f5ae32 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:59.698339 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd04bcb-1a7c-4ff0-a0c9-269655f5ae32 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db4fccc-da9c-4806-804c-b546232546ef,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:11:59.748667 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1dd04bcb-1a7c-4ff0-a0c9-269655f5ae32 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:59.755860 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd04bcb-1a7c-4ff0-a0c9-269655f5ae32 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:59.756873 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1dd04bcb-1a7c-4ff0-a0c9-269655f5ae32 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:59.785409 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-164c182b-e419-4f04-b795-47206bde0a45 None None] Provisioning complete for port 31d34565-d4fc-4cba-9d6b-13e8b92c0a52 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:59.785409 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-164c182b-e419-4f04-b795-47206bde0a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:59.791507 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5011fc-ae12-47c2-8db0-59f650761df7 req-8d6412f5-d303-4587-a412-c4d712beac59 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:11:59.801384 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f5011fc-ae12-47c2-8db0-59f650761df7 req-8d6412f5-d303-4587-a412-c4d712beac59 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 944 time: 0.1237929 Nov 23 22:11:59.831239 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 32936) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:11:59.831481 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1dd04bcb-1a7c-4ff0-a0c9-269655f5ae32 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.7171729 Nov 23 22:11:59.850827 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-f86f5b2e-d93d-4ed6-a530-b0b4e102bc44 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Request body: {'subnet': {'network_id': '11f45337-d694-42fc-af13-35e484a7a38f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:11:59.896014 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-164c182b-e419-4f04-b795-47206bde0a45 None None] Port 31d34565-d4fc-4cba-9d6b-13e8b92c0a52 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:11:59.926152 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a0713ef9-c39b-4bce-9724-9d3185266236, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a0713ef9-c39b-4bce-9724-9d3185266236,segment=NetworkSegment(acada0f4-0cb0-40bc-b01c-6bc8454cf96e),segment_id=acada0f4-0cb0-40bc-b01c-6bc8454cf96e)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:11:59.932451 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 7e86ade8-0a81-4d09-b36a-ae27eedb3c85 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:11:59.933149 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:11:59.990803 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-20b80f59-d676-4f0d-8a57-1ac72b27aadf req-333e83c2-0897-4e00-a32d-56b0dc2e4bd9 service neutron] 10.222.0.60 "GET /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8090730 Nov 23 22:11:59.992861 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'a0713ef9-c39b-4bce-9724-9d3185266236', 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef', 'port_id': 'a0713ef9-c39b-4bce-9724-9d3185266236', 'mac_address': 'fa:16:3e:7f:5d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3caf34a3-d891-441d-8b41-cef472d93c9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:11:59.994137 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aae10546-4bdb-436a-a570-286c29d0fef9 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:00.050916 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f5011fc-ae12-47c2-8db0-59f650761df7 req-1d46a877-5911-4b74-bdda-6163fe50221e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489197 Nov 23 22:12:00.052413 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86f5b2e-d93d-4ed6-a530-b0b4e102bc44 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Made reservation on behalf of 9538ba70b11642aa98f446b1609f954d for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:12:00.056968 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f86f5b2e-d93d-4ed6-a530-b0b4e102bc44 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:00.089366 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:00.132410 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:00.137220 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0713ef9-c39b-4bce-9724-9d3185266236 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:12:00.175909 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd04bcb-1a7c-4ff0-a0c9-269655f5ae32 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Pushing event updated for resources: {'Network': ['ID=11f45337-d694-42fc-af13-35e484a7a38f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:00.186386 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:00.204787 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 11f45337-d694-42fc-af13-35e484a7a38f details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:12:00.231433 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a0713ef9-c39b-4bce-9724-9d3185266236, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a0713ef9-c39b-4bce-9724-9d3185266236,segment=NetworkSegment(acada0f4-0cb0-40bc-b01c-6bc8454cf96e),segment_id=acada0f4-0cb0-40bc-b01c-6bc8454cf96e)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:00.275135 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 7e86ade8-0a81-4d09-b36a-ae27eedb3c85, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=7e86ade8-0a81-4d09-b36a-ae27eedb3c85,segment=NetworkSegment(563731af-d81c-486d-8bbb-3d5f97cd728c),segment_id=563731af-d81c-486d-8bbb-3d5f97cd728c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:00.293241 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:00.297237 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:00.317965 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bd3656-b953-4fdb-98e6-cd5b9ab4d7e6 admin admin] Router 60c90b56-ffee-4ac8-9c8d-45ee8660b41e has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:12:00.494397 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-20b80f59-d676-4f0d-8a57-1ac72b27aadf req-2d56acce-f8d1-4007-aad5-e459b7b41da1 service neutron] 10.222.0.60 "GET /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4911335 Nov 23 22:12:00.502030 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aae10546-4bdb-436a-a570-286c29d0fef9 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:00.596488 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=7e86ade8-0a81-4d09-b36a-ae27eedb3c85,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:00.714653 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=a0713ef9-c39b-4bce-9724-9d3185266236,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:00.719846 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['a0713ef9-c39b-4bce-9724-9d3185266236'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:12:00.737131 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f86f5b2e-d93d-4ed6-a530-b0b4e102bc44 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:00.785702 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b7e05338-81e6-498a-9902-58eb2dee6cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:00.800882 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae10546-4bdb-436a-a570-286c29d0fef9 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Network 2423a890-c269-40d2-beab-2efece5f6dba is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:12:01.037679 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d97e06-2dd3-4be1-9a36-2fe81081dcc2 None None] Network 2423a890-c269-40d2-beab-2efece5f6dba requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:12:01.049615 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-aae10546-4bdb-436a-a570-286c29d0fef9 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:01.066686 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae10546-4bdb-436a-a570-286c29d0fef9 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Pushing event updated for resources: {'Port': ['ID=7dc8d3fb-78c1-4a19-afb7-327ed9c1c6d9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:01.085474 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae10546-4bdb-436a-a570-286c29d0fef9 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:12:01.092670 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb8994-13d7-4fdb-bd4b-ae2639a56761 req-b8cffee1-695a-42ed-bc44-934031ad8d8c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:01.094572 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dcbb8994-13d7-4fdb-bd4b-ae2639a56761 req-b8cffee1-695a-42ed-bc44-934031ad8d8c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 945 time: 0.4719589 Nov 23 22:12:01.098487 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae10546-4bdb-436a-a570-286c29d0fef9 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:01.099224 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aae10546-4bdb-436a-a570-286c29d0fef9 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:01.141121 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f5b2e-d93d-4ed6-a530-b0b4e102bc44 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Pushing event updated for resources: {'Subnet': ['ID=3617dd86-7277-444b-a9f5-ac61c7e33e81,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:01.144795 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86f5b2e-d93d-4ed6-a530-b0b4e102bc44 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Checking segment: {'id': 'b1d0479c-de53-4d6c-af2f-21416125a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '11f45337-d694-42fc-af13-35e484a7a38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:12:01.145208 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86f5b2e-d93d-4ed6-a530-b0b4e102bc44 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Network hostable DHCP agents. Network: 11f45337-d694-42fc-af13-35e484a7a38f, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:12:01.160907 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bd3656-b953-4fdb-98e6-cd5b9ab4d7e6 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:12:01.170388 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-aae10546-4bdb-436a-a570-286c29d0fef9 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.2994156 Nov 23 22:12:01.173653 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 32954) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:01.206335 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c5bd3656-b953-4fdb-98e6-cd5b9ab4d7e6 admin admin] 10.222.0.50 "PUT /v2.0/routers/60c90b56-ffee-4ac8-9c8d-45ee8660b41e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3356032 Nov 23 22:12:01.223067 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae17814-c49a-40ba-908c-94baa3f44f3d req-f42bdb92-64a3-4af6-8f3b-14cef75d5955 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:01.225642 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fae17814-c49a-40ba-908c-94baa3f44f3d req-f42bdb92-64a3-4af6-8f3b-14cef75d5955 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652&tenant_id=8e0acd4df46849288fda9982f884e974&binding%3Ahost_id=n-h1-816206-9 HTTP/1.1" status: 200 len: 945 time: 0.4887946 Nov 23 22:12:01.292975 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac0f07-fcbf-4fc9-8959-776550693427 req-4c785456-ddfd-4750-a4a0-af429f265066 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:01.305909 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4dac0f07-fcbf-4fc9-8959-776550693427 req-4c785456-ddfd-4750-a4a0-af429f265066 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bf47b9-0110-4e52-a5a3-c5e14d057e83 HTTP/1.1" status: 200 len: 945 time: 0.2029116 Nov 23 22:12:01.317110 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e0106399-3b9a-4ea8-95e2-be8a3b6c6022 None None] Provisioning complete for port 7e86ade8-0a81-4d09-b36a-ae27eedb3c85 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:01.317489 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e0106399-3b9a-4ea8-95e2-be8a3b6c6022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:01.352810 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [req-fae17814-c49a-40ba-908c-94baa3f44f3d req-5d64c40d-bf4c-4997-8395-456f7fe4c274 service neutron] delete failed (client error): The resource could not be found. Nov 23 22:12:01.354522 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fae17814-c49a-40ba-908c-94baa3f44f3d req-5d64c40d-bf4c-4997-8395-456f7fe4c274 service neutron] 10.222.0.60 "DELETE /v2.0/ports/a0713ef9-c39b-4bce-9724-9d3185266236/bindings/n-h2-816206-9 HTTP/1.1" status: 404 len: 380 time: 0.1185031 Nov 23 22:12:01.413685 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86f5b2e-d93d-4ed6-a530-b0b4e102bc44 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Network 11f45337-d694-42fc-af13-35e484a7a38f is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:12:01.446015 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dcbb8994-13d7-4fdb-bd4b-ae2639a56761 req-c6a6aab6-4d1f-4c90-bde8-efff2dbe3a4e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945018 Nov 23 22:12:01.517722 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3b7080-57a7-4ac3-a4a4-be4f1d8f8206 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:01.530600 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3b7080-57a7-4ac3-a4a4-be4f1d8f8206 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:01.544764 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3b7080-57a7-4ac3-a4a4-be4f1d8f8206 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:01.547403 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1d3b7080-57a7-4ac3-a4a4-be4f1d8f8206 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3718083 Nov 23 22:12:01.557234 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 32962) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:01.566459 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4dac0f07-fcbf-4fc9-8959-776550693427 req-ab9a9ba0-1eb3-4dbf-be03-c3cdc68d2bee tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595851 Nov 23 22:12:01.567373 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-f86f5b2e-d93d-4ed6-a530-b0b4e102bc44 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 11f45337-d694-42fc-af13-35e484a7a38f) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:01.595285 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86f5b2e-d93d-4ed6-a530-b0b4e102bc44 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:01.595896 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f86f5b2e-d93d-4ed6-a530-b0b4e102bc44 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:01.648582 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f86f5b2e-d93d-4ed6-a530-b0b4e102bc44 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8031821 Nov 23 22:12:01.649694 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 32964) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:01.659240 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-b8c7b292-1d62-4ee8-b5a8-de5ca53abf6c tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Request body: {'port': {'network_id': '11f45337-d694-42fc-af13-35e484a7a38f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-773065989'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:01.660767 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae17814-c49a-40ba-908c-94baa3f44f3d req-c9a92ed0-c153-4804-a22c-1649cfb1f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:01.662822 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fae17814-c49a-40ba-908c-94baa3f44f3d req-c9a92ed0-c153-4804-a22c-1649cfb1f633 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 1096 time: 0.2158303 Nov 23 22:12:01.674680 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400e1f84-f7f8-4059-8b40-3a0076d4daf0 None None] Network 11f45337-d694-42fc-af13-35e484a7a38f requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:12:01.731298 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 7e86ade8-0a81-4d09-b36a-ae27eedb3c85 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:12:01.866257 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c7b292-1d62-4ee8-b5a8-de5ca53abf6c tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Made reservation on behalf of 9538ba70b11642aa98f446b1609f954d for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:12:01.891802 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b8c7b292-1d62-4ee8-b5a8-de5ca53abf6c tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:01.907456 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:01.929334 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-b8c7b292-1d62-4ee8-b5a8-de5ca53abf6c tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] device_id is not set on port bb18ebdb-2952-4248-b8ce-40fbf4388bd8 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:12:01.996011 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-22db8b65-ee3f-40c3-b583-41a6101bb546 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Deleting port 7dc8d3fb-78c1-4a19-afb7-327ed9c1c6d9 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:02.003576 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-22db8b65-ee3f-40c3-b583-41a6101bb546 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:02.074558 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae17814-c49a-40ba-908c-94baa3f44f3d req-0547643c-2910-4380-93fd-ace00b0712a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:02.087114 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fae17814-c49a-40ba-908c-94baa3f44f3d req-0547643c-2910-4380-93fd-ace00b0712a0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=79b43d0d-5801-43f0-b1e6-2d97c94e72ef HTTP/1.1" status: 200 len: 897 time: 0.4036458 Nov 23 22:12:02.166312 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-b8c7b292-1d62-4ee8-b5a8-de5ca53abf6c tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Allocated IP 2001:db8::3b8 (11f45337-d694-42fc-af13-35e484a7a38f/3617dd86-7277-444b-a9f5-ac61c7e33e81/bb18ebdb-2952-4248-b8ce-40fbf4388bd8) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:12:02.271100 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-746c768f-08e3-4a0b-a0a1-bf0e8d9ea73e None None] Provisioning complete for port 8d4455e4-4a4a-4a52-8642-003a6d1586e6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:02.272403 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-746c768f-08e3-4a0b-a0a1-bf0e8d9ea73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:02.340981 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fae17814-c49a-40ba-908c-94baa3f44f3d req-63c8d3fe-9359-4a85-860f-4dd4cbd7b3b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0713ef9-c39b-4bce-9724-9d3185266236 HTTP/1.1" status: 200 len: 1000 time: 0.1956465 Nov 23 22:12:02.477771 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-746c768f-08e3-4a0b-a0a1-bf0e8d9ea73e None None] Port 8d4455e4-4a4a-4a52-8642-003a6d1586e6 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:12:02.564546 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae17814-c49a-40ba-908c-94baa3f44f3d req-13eb2097-b162-46c4-8026-b5164f20e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:02.571512 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b8c7b292-1d62-4ee8-b5a8-de5ca53abf6c tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:02.573095 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fae17814-c49a-40ba-908c-94baa3f44f3d req-13eb2097-b162-46c4-8026-b5164f20e966 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3caf34a3-d891-441d-8b41-cef472d93c9b HTTP/1.1" status: 200 len: 834 time: 0.2240939 Nov 23 22:12:02.589523 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b280129-794e-4db6-88db-8628dd0c777f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-11f45337-d694-42fc-af13-35e484a7a38f', 'network_id': '11f45337-d694-42fc-af13-35e484a7a38f', 'tenant_id': '9538ba70b11642aa98f446b1609f954d', 'fixed_ips': [{'subnet_id': '3617dd86-7277-444b-a9f5-ac61c7e33e81'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:12:02.591153 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4b280129-794e-4db6-88db-8628dd0c777f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:02.641712 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-746c768f-08e3-4a0b-a0a1-bf0e8d9ea73e None None] Provisioning complete for port 7e86ade8-0a81-4d09-b36a-ae27eedb3c85 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:02.642276 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-746c768f-08e3-4a0b-a0a1-bf0e8d9ea73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:02.651930 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 7e86ade8-0a81-4d09-b36a-ae27eedb3c85 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:02.652421 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:02.751294 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-22db8b65-ee3f-40c3-b583-41a6101bb546 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:02.780433 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1d565-f1a8-49c6-9d4f-23034d16a683 req-701154a4-3141-448f-9ad7-acf085a777f8 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:02.781520 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-22db8b65-ee3f-40c3-b583-41a6101bb546 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Calling delete_port for 7dc8d3fb-78c1-4a19-afb7-327ed9c1c6d9 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:02.782961 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-39a1d565-f1a8-49c6-9d4f-23034d16a683 req-701154a4-3141-448f-9ad7-acf085a777f8 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 945 time: 0.2298086 Nov 23 22:12:02.806614 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559974e-1b58-40ad-8678-301bf2493a9e req-bbc98a6c-d527-4cd6-88e2-2e3b3a0019c4 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:02.808461 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e559974e-1b58-40ad-8678-301bf2493a9e req-bbc98a6c-d527-4cd6-88e2-2e3b3a0019c4 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1bf47b9-0110-4e52-a5a3-c5e14d057e83 HTTP/1.1" status: 200 len: 945 time: 0.1164055 Nov 23 22:12:03.047722 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-39a1d565-f1a8-49c6-9d4f-23034d16a683 req-d50272a4-990b-4de2-8cb5-1eebcba3602a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507300 Nov 23 22:12:03.055131 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b8c7b292-1d62-4ee8-b5a8-de5ca53abf6c tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:03.111674 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae17814-c49a-40ba-908c-94baa3f44f3d req-a3afda9f-2caa-4d64-9914-04738689a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:03.116125 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fae17814-c49a-40ba-908c-94baa3f44f3d req-a3afda9f-2caa-4d64-9914-04738689a3ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=79b43d0d-5801-43f0-b1e6-2d97c94e72ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5078566 Nov 23 22:12:03.120069 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-22db8b65-ee3f-40c3-b583-41a6101bb546 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:03.156566 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:03.172628 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 14e05612-d4c7-47a2-a721-ab6cd8c3df76 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:12:03.203788 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7b292-1d62-4ee8-b5a8-de5ca53abf6c tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Pushing event updated for resources: {'Port': ['ID=bb18ebdb-2952-4248-b8ce-40fbf4388bd8,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:03.215995 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c7b292-1d62-4ee8-b5a8-de5ca53abf6c tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Network 11f45337-d694-42fc-af13-35e484a7a38f is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:12:03.222612 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-b8c7b292-1d62-4ee8-b5a8-de5ca53abf6c tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:03.237130 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c7b292-1d62-4ee8-b5a8-de5ca53abf6c tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:12:03.243830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c7b292-1d62-4ee8-b5a8-de5ca53abf6c tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:03.244863 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b8c7b292-1d62-4ee8-b5a8-de5ca53abf6c tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:03.257397 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db8b65-ee3f-40c3-b583-41a6101bb546 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Pushing event deleted for resources: {'Port': ['ID=7dc8d3fb-78c1-4a19-afb7-327ed9c1c6d9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:03.272587 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3494a7-47c9-4184-a201-214f2808eadc req-fe7fbc29-7ec3-4004-9e5a-b4800bc906b4 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:03.276562 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a3494a7-47c9-4184-a201-214f2808eadc req-fe7fbc29-7ec3-4004-9e5a-b4800bc906b4 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bf47b9-0110-4e52-a5a3-c5e14d057e83 HTTP/1.1" status: 200 len: 945 time: 0.3351126 Nov 23 22:12:03.293827 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b8c7b292-1d62-4ee8-b5a8-de5ca53abf6c tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6427138 Nov 23 22:12:03.296437 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33002) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:03.303220 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-7c0c501c-81f2-49f9-84de-47f8826bbd7e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Request body: {'port': {'network_id': '11f45337-d694-42fc-af13-35e484a7a38f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-86122788', 'allowed_address_pairs': [{'ip_address': '2001:db8::3b8', 'mac_address': 'fa:16:3e:33:26:13'}]}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:03.351620 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-e559974e-1b58-40ad-8678-301bf2493a9e req-656e5937-6706-440a-a291-ef9ab93532b4 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Deleting port 956343dd-1c5c-4d39-beb2-d8b25e07cece {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:03.352371 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e559974e-1b58-40ad-8678-301bf2493a9e req-656e5937-6706-440a-a291-ef9ab93532b4 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:03.355270 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a0713ef9-c39b-4bce-9724-9d3185266236 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:12:03.406305 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-22db8b65-ee3f-40c3-b583-41a6101bb546 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:03.417445 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-22db8b65-ee3f-40c3-b583-41a6101bb546 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] 10.222.0.50 "DELETE /v2.0/ports/7dc8d3fb-78c1-4a19-afb7-327ed9c1c6d9 HTTP/1.1" status: 204 len: 168 time: 1.8337295 Nov 23 22:12:03.425245 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33008) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:03.441004 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-4b280129-794e-4db6-88db-8628dd0c777f None None] Allocated IP 2001:db8::2 (11f45337-d694-42fc-af13-35e484a7a38f/3617dd86-7277-444b-a9f5-ac61c7e33e81/6c395ca7-63a2-4517-aae3-fe0f0e0bd89f) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:12:03.491037 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f8c15fc0-4164-4b8f-819f-3d2c898033f5 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Request body: {'port': {'name': 'tempest-new-port-name-913474020', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:03.491898 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.api.validators [None req-f8c15fc0-4164-4b8f-819f-3d2c898033f5 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] bootfile-name is not in valid_values {{(pid=110033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 22:12:03.492442 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.api.validators [None req-f8c15fc0-4164-4b8f-819f-3d2c898033f5 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] tftp-server is not in valid_values {{(pid=110033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 22:12:03.492972 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.api.validators [None req-f8c15fc0-4164-4b8f-819f-3d2c898033f5 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] server-ip-address is not in valid_values {{(pid=110033) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 22:12:03.519250 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-e559974e-1b58-40ad-8678-301bf2493a9e req-656e5937-6706-440a-a291-ef9ab93532b4 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] For port 956343dd-1c5c-4d39-beb2-d8b25e07cece, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=956343dd-1c5c-4d39-beb2-d8b25e07cece,segment=NetworkSegment(d7a5fcd6-b2bb-4af7-ad33-cd5521f76895),segment_id=d7a5fcd6-b2bb-4af7-ad33-cd5521f76895)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:03.519607 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e559974e-1b58-40ad-8678-301bf2493a9e req-656e5937-6706-440a-a291-ef9ab93532b4 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:03.550449 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-e559974e-1b58-40ad-8678-301bf2493a9e req-656e5937-6706-440a-a291-ef9ab93532b4 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Calling delete_port for 956343dd-1c5c-4d39-beb2-d8b25e07cece owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:03.559839 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-746c768f-08e3-4a0b-a0a1-bf0e8d9ea73e None None] Could not find standard attr ID for object 7dc8d3fb-78c1-4a19-afb7-327ed9c1c6d9. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:12:03.635994 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fae17814-c49a-40ba-908c-94baa3f44f3d req-18e27cda-c7b1-4028-b62e-ef9f462ade51 service neutron] 10.222.0.60 "GET /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101523 Nov 23 22:12:03.641932 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f8c15fc0-4164-4b8f-819f-3d2c898033f5 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:03.739558 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 14e05612-d4c7-47a2-a721-ab6cd8c3df76 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:03.739946 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:03.855156 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-43465f46-595f-4b34-bf8e-4d4a20a7a754 None None] Provisioning complete for port 8d4455e4-4a4a-4a52-8642-003a6d1586e6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:03.855518 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] Sync routers for ids ['60c90b56-ffee-4ac8-9c8d-45ee8660b41e'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:12:03.856598 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-43465f46-595f-4b34-bf8e-4d4a20a7a754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:03.859083 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port a0713ef9-c39b-4bce-9724-9d3185266236 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:12:03.890475 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] Routers {'60c90b56-ffee-4ac8-9c8d-45ee8660b41e'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:12:03.891037 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:12:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['60c90b56-ffee-4ac8-9c8d-45ee8660b41e'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:03.914694 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port a0713ef9-c39b-4bce-9724-9d3185266236 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:03.915345 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:03.985473 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:03.988876 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33022) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:04.022894 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e559974e-1b58-40ad-8678-301bf2493a9e req-656e5937-6706-440a-a291-ef9ab93532b4 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:04.051993 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fae17814-c49a-40ba-908c-94baa3f44f3d req-27cd2a11-413e-42f6-83ff-d4a3dcd18197 service neutron] 10.222.0.60 "GET /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790357 Nov 23 22:12:04.073611 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-43465f46-595f-4b34-bf8e-4d4a20a7a754 None None] Port 8d4455e4-4a4a-4a52-8642-003a6d1586e6 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:12:04.157350 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-43465f46-595f-4b34-bf8e-4d4a20a7a754 None None] Could not find standard attr ID for object 7dc8d3fb-78c1-4a19-afb7-327ed9c1c6d9. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:12:04.176821 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661d8716-c753-4a16-bbe7-ec5d3a7ca8ff None None] DHCP port deletion for 313f69bc-4ff6-4f59-a350-18ff373065a0 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:12:04.195995 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] Set router 60c90b56-ffee-4ac8-9c8d-45ee8660b41e gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:12:04.200429 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a3494a7-47c9-4184-a201-214f2808eadc req-47d38022-6107-41ee-9201-f5765effe373 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/security-groups?id=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8910029 Nov 23 22:12:04.259217 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4b280129-794e-4db6-88db-8628dd0c777f None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:04.278037 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f8c15fc0-4164-4b8f-819f-3d2c898033f5 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:04.296867 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f8c15fc0-4164-4b8f-819f-3d2c898033f5 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:04.373428 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:04.384658 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-f8c15fc0-4164-4b8f-819f-3d2c898033f5 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] In _notify_port_updated(), no bound segment for port 8d4455e4-4a4a-4a52-8642-003a6d1586e6 on network 2423a890-c269-40d2-beab-2efece5f6dba {{(pid=110033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:12:04.396496 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c15fc0-4164-4b8f-819f-3d2c898033f5 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:04.397844 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4b280129-794e-4db6-88db-8628dd0c777f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:04.398794 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f8c15fc0-4164-4b8f-819f-3d2c898033f5 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:04.400854 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f8c15fc0-4164-4b8f-819f-3d2c898033f5 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] 10.222.0.50 "PUT /v2.0/ports/8d4455e4-4a4a-4a52-8642-003a6d1586e6 HTTP/1.1" status: 200 len: 1127 time: 0.9163039 Nov 23 22:12:04.410086 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33032) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:04.494851 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-e559974e-1b58-40ad-8678-301bf2493a9e req-656e5937-6706-440a-a291-ef9ab93532b4 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] No DVR routers for this DVR port 956343dd-1c5c-4d39-beb2-d8b25e07cece on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:12:04.500997 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e559974e-1b58-40ad-8678-301bf2493a9e req-656e5937-6706-440a-a291-ef9ab93532b4 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:04.505070 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e559974e-1b58-40ad-8678-301bf2493a9e req-656e5937-6706-440a-a291-ef9ab93532b4 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.60 "DELETE /v2.0/ports/956343dd-1c5c-4d39-beb2-d8b25e07cece HTTP/1.1" status: 204 len: 173 time: 1.6840315 Nov 23 22:12:04.521632 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c15fc0-4164-4b8f-819f-3d2c898033f5 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Pushing event updated for resources: {'Port': ['ID=8d4455e4-4a4a-4a52-8642-003a6d1586e6,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:04.546091 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848040ea-7a7b-4f9e-9f1f-82584e9e3b66 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:04.548080 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-848040ea-7a7b-4f9e-9f1f-82584e9e3b66 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] 10.222.0.50 "GET /v2.0/ports/8d4455e4-4a4a-4a52-8642-003a6d1586e6 HTTP/1.1" status: 200 len: 1127 time: 0.1361971 Nov 23 22:12:04.552228 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33034) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:04.568231 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bf47b9-0110-4e52-a5a3-c5e14d057e83', 'name': 'network-vif-deleted', 'tag': '956343dd-1c5c-4d39-beb2-d8b25e07cece'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:12:04.574788 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed105a5c-8876-4c6d-9d85-0bfd4b9f76f2" -d '{"events": [{"server_uuid": "e1bf47b9-0110-4e52-a5a3-c5e14d057e83", "name": "network-vif-deleted", "tag": "956343dd-1c5c-4d39-beb2-d8b25e07cece"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:12:04.582736 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e5937-6706-440a-a291-ef9ab93532b4 tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] Pushing event deleted for resources: {'Port': ['ID=956343dd-1c5c-4d39-beb2-d8b25e07cece,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:04.695334 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd1a2ec-6b84-4f6d-8c09-448b18820652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0713ef9-c39b-4bce-9724-9d3185266236'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:12:04.703850 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ead1c3a-66b4-4ec6-8e2b-68ddb0c1c5b4" -d '{"events": [{"server_uuid": "bcd1a2ec-6b84-4f6d-8c09-448b18820652", "name": "network-vif-plugged", "status": "completed", "tag": "a0713ef9-c39b-4bce-9724-9d3185266236"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:12:04.708127 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-6c7d9d2e-a786-440b-ae54-08afc5623018 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Deleting port 8d4455e4-4a4a-4a52-8642-003a6d1586e6 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:04.708620 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c7d9d2e-a786-440b-ae54-08afc5623018 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:04.722881 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b280129-794e-4db6-88db-8628dd0c777f None None] Network 11f45337-d694-42fc-af13-35e484a7a38f is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:12:04.782017 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a0713ef9-c39b-4bce-9724-9d3185266236, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a0713ef9-c39b-4bce-9724-9d3185266236,segment=NetworkSegment(acada0f4-0cb0-40bc-b01c-6bc8454cf96e),segment_id=acada0f4-0cb0-40bc-b01c-6bc8454cf96e)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:04.784096 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-4b280129-794e-4db6-88db-8628dd0c777f None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:04.795471 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b280129-794e-4db6-88db-8628dd0c777f None None] Pushing event updated for resources: {'Port': ['ID=6c395ca7-63a2-4517-aae3-fe0f0e0bd89f,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:04.800277 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b280129-794e-4db6-88db-8628dd0c777f None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:12:04.804533 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:04.818651 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f5b9ea-f49b-4c57-9407-9f79b1af7859 x-openstack-request-id: req-78f5b9ea-f49b-4c57-9407-9f79b1af7859 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:12:04.829545 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bf47b9-0110-4e52-a5a3-c5e14d057e83", "name": "network-vif-deleted", "tag": "956343dd-1c5c-4d39-beb2-d8b25e07cece", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:12:04.829880 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-78f5b9ea-f49b-4c57-9407-9f79b1af7859 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:12:04.830246 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bf47b9-0110-4e52-a5a3-c5e14d057e83', 'name': 'network-vif-deleted', 'tag': '956343dd-1c5c-4d39-beb2-d8b25e07cece', 'status': 'completed', 'code': 200} Nov 23 22:12:04.847975 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c7d9d2e-a786-440b-ae54-08afc5623018 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:04.866883 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-6c7d9d2e-a786-440b-ae54-08afc5623018 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Calling delete_port for 8d4455e4-4a4a-4a52-8642-003a6d1586e6 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:04.893709 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c88b27-60e7-4207-9c73-bffc5dc76d4a req-b96709cb-1f1b-43a8-8d1c-9430c5551a92 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:04.894234 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c90b56-ffee-4ac8-9c8d-45ee8660b41e', 'name': 'tempest-TestAggregatesBasicOps-1330188423-router', 'tenant_id': '4d1a78385f02462db9c3bf0bb0de0533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '14e05612-d4c7-47a2-a721-ab6cd8c3df76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:11:50Z', 'updated_at': '2021-11-23T22:11:57Z', 'revision_number': 4, 'project_id': '4d1a78385f02462db9c3bf0bb0de0533', 'gw_port': {'id': '14e05612-d4c7-47a2-a721-ab6cd8c3df76', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c90b56-ffee-4ac8-9c8d-45ee8660b41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:11:51Z', 'updated_at': '2021-11-23T22:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '31d34565-d4fc-4cba-9d6b-13e8b92c0a52', 'name': '', 'network_id': 'cc7c6ca5-e25e-4b51-a431-1c6040ce353c', 'tenant_id': '4d1a78385f02462db9c3bf0bb0de0533', 'mac_address': 'fa:16:3e:12:2d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c90b56-ffee-4ac8-9c8d-45ee8660b41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cb9aed2d-fcb7-4cd9-becf-7ff1fa698440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:11:56Z', 'updated_at': '2021-11-23T22:11:57Z', 'revision_number': 2, 'project_id': '4d1a78385f02462db9c3bf0bb0de0533', 'subnets': [{'id': 'cb9aed2d-fcb7-4cd9-becf-7ff1fa698440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:04.901258 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a0c88b27-60e7-4207-9c73-bffc5dc76d4a req-b96709cb-1f1b-43a8-8d1c-9430c5551a92 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 945 time: 0.5449779 Nov 23 22:12:04.945872 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cec7298-1343-49ec-8042-2d4c903ac74d x-openstack-request-id: req-7cec7298-1343-49ec-8042-2d4c903ac74d {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:12:04.949451 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd1a2ec-6b84-4f6d-8c09-448b18820652", "name": "network-vif-plugged", "status": "completed", "tag": "a0713ef9-c39b-4bce-9724-9d3185266236", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:12:04.949636 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7cec7298-1343-49ec-8042-2d4c903ac74d {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:12:04.949995 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd1a2ec-6b84-4f6d-8c09-448b18820652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0713ef9-c39b-4bce-9724-9d3185266236', 'code': 200} Nov 23 22:12:04.972518 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] Checking router: 60c90b56-ffee-4ac8-9c8d-45ee8660b41e for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:12:04.973041 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] Updating router 60c90b56-ffee-4ac8-9c8d-45ee8660b41e port 31d34565-d4fc-4cba-9d6b-13e8b92c0a52 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:12:05.045807 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a0c88b27-60e7-4207-9c73-bffc5dc76d4a req-1457263f-08c7-46ea-9c69-63ed81f9df64 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386266 Nov 23 22:12:05.051313 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0c501c-81f2-49f9-84de-47f8826bbd7e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Made reservation on behalf of 9538ba70b11642aa98f446b1609f954d for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:12:05.058358 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:05.117422 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=a0713ef9-c39b-4bce-9724-9d3185266236,revision_number=9']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:05.127939 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-4b280129-794e-4db6-88db-8628dd0c777f None None] Attempting to bind port 6c395ca7-63a2-4517-aae3-fe0f0e0bd89f on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:12:05.128423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-4b280129-794e-4db6-88db-8628dd0c777f None None] Attempting to bind port 6c395ca7-63a2-4517-aae3-fe0f0e0bd89f by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'b1d0479c-de53-4d6c-af2f-21416125a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '11f45337-d694-42fc-af13-35e484a7a38f'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:12:05.128793 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b280129-794e-4db6-88db-8628dd0c777f None None] Attempting to bind port 6c395ca7-63a2-4517-aae3-fe0f0e0bd89f on network 11f45337-d694-42fc-af13-35e484a7a38f {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:12:05.147316 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b280129-794e-4db6-88db-8628dd0c777f None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:12:05.147698 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b280129-794e-4db6-88db-8628dd0c777f None None] Checking segment: {'id': 'b1d0479c-de53-4d6c-af2f-21416125a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '11f45337-d694-42fc-af13-35e484a7a38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:12:05.148113 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4b280129-794e-4db6-88db-8628dd0c777f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:05.148515 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b280129-794e-4db6-88db-8628dd0c777f None None] Bound using segment: {'id': 'b1d0479c-de53-4d6c-af2f-21416125a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '11f45337-d694-42fc-af13-35e484a7a38f'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:12:05.149020 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-4b280129-794e-4db6-88db-8628dd0c777f None None] Bound port: 6c395ca7-63a2-4517-aae3-fe0f0e0bd89f, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d0479c-de53-4d6c-af2f-21416125a5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '11f45337-d694-42fc-af13-35e484a7a38f'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:12:05.149411 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4b280129-794e-4db6-88db-8628dd0c777f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:05.151745 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-163b635e-6461-4a96-a1f7-6d9880d6c9e4 None None] Provisioning complete for port 8d4455e4-4a4a-4a52-8642-003a6d1586e6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:05.152590 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-163b635e-6461-4a96-a1f7-6d9880d6c9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:05.230371 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-163b635e-6461-4a96-a1f7-6d9880d6c9e4 None None] Port 8d4455e4-4a4a-4a52-8642-003a6d1586e6 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:12:05.358311 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4b280129-794e-4db6-88db-8628dd0c777f None None] For port 6c395ca7-63a2-4517-aae3-fe0f0e0bd89f, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:12:05.366046 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4b280129-794e-4db6-88db-8628dd0c777f None None] For port 6c395ca7-63a2-4517-aae3-fe0f0e0bd89f, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6c395ca7-63a2-4517-aae3-fe0f0e0bd89f,segment=NetworkSegment(b1d0479c-de53-4d6c-af2f-21416125a5f2),segment_id=b1d0479c-de53-4d6c-af2f-21416125a5f2)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:12:05.375990 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4b280129-794e-4db6-88db-8628dd0c777f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:05.408817 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7c0c501c-81f2-49f9-84de-47f8826bbd7e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:05.524034 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b280129-794e-4db6-88db-8628dd0c777f None None] Pushing event updated for resources: {'Port': ['ID=6c395ca7-63a2-4517-aae3-fe0f0e0bd89f,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:05.573714 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db23b556-3ec2-4757-b9bb-6a0fd59b488f req-654f7695-527c-4a27-9f95-42021b1365ff tempest-VolumesSnapshotTestJSON-599030089 tempest-VolumesSnapshotTestJSON-599030089-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1bf47b9-0110-4e52-a5a3-c5e14d057e83 HTTP/1.1" status: 200 len: 210 time: 0.1611204 Nov 23 22:12:05.624378 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-7c0c501c-81f2-49f9-84de-47f8826bbd7e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] device_id is not set on port 60efa6d1-e19e-4b4e-bebf-37155014e69c yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:12:05.639563 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:05.657653 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:05.758852 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae9a76-8d78-42d6-83a3-b4d5adeb6dd6 None None] Pushing event updated for resources: {'Port': ['ID=31d34565-d4fc-4cba-9d6b-13e8b92c0a52,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:05.783749 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 956343dd-1c5c-4d39-beb2-d8b25e07cece no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:12:05.864846 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 956343dd-1c5c-4d39-beb2-d8b25e07cece {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:12:05.866104 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 956343dd-1c5c-4d39-beb2-d8b25e07cece not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:12:06.062445 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c7d9d2e-a786-440b-ae54-08afc5623018 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:06.134130 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d9d2e-a786-440b-ae54-08afc5623018 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Pushing event deleted for resources: {'Port': ['ID=8d4455e4-4a4a-4a52-8642-003a6d1586e6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:06.203160 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c7d9d2e-a786-440b-ae54-08afc5623018 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:06.206904 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-7c0c501c-81f2-49f9-84de-47f8826bbd7e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Allocated IP 2001:db8::75 (11f45337-d694-42fc-af13-35e484a7a38f/3617dd86-7277-444b-a9f5-ac61c7e33e81/60efa6d1-e19e-4b4e-bebf-37155014e69c) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:12:06.212937 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6c7d9d2e-a786-440b-ae54-08afc5623018 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] 10.222.0.50 "DELETE /v2.0/ports/8d4455e4-4a4a-4a52-8642-003a6d1586e6 HTTP/1.1" status: 204 len: 168 time: 1.6592624 Nov 23 22:12:06.214137 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33048) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:06.240613 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] Attempting to bind port 31d34565-d4fc-4cba-9d6b-13e8b92c0a52 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:12:06.241130 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] Attempting to bind port 31d34565-d4fc-4cba-9d6b-13e8b92c0a52 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '6f36cede-a950-4a4a-98c2-e7e055015e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cc7c6ca5-e25e-4b51-a431-1c6040ce353c'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:12:06.241332 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] Attempting to bind port 31d34565-d4fc-4cba-9d6b-13e8b92c0a52 on network cc7c6ca5-e25e-4b51-a431-1c6040ce353c {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:12:06.256168 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:12:06.256543 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] Checking segment: {'id': '6f36cede-a950-4a4a-98c2-e7e055015e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cc7c6ca5-e25e-4b51-a431-1c6040ce353c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:12:06.256943 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:06.257333 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] Bound using segment: {'id': '6f36cede-a950-4a4a-98c2-e7e055015e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cc7c6ca5-e25e-4b51-a431-1c6040ce353c'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:12:06.257811 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] Bound port: 31d34565-d4fc-4cba-9d6b-13e8b92c0a52, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f36cede-a950-4a4a-98c2-e7e055015e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'cc7c6ca5-e25e-4b51-a431-1c6040ce353c'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:12:06.258184 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:06.292447 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-740bdc4b-dfb8-46e2-93bf-0be06a36ef0b None None] Provisioning complete for port 31d34565-d4fc-4cba-9d6b-13e8b92c0a52 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:06.295469 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-740bdc4b-dfb8-46e2-93bf-0be06a36ef0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:06.331535 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8247cf-f070-47fa-ba24-492c53d28f87 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Deleting subnet ded8b9d4-4480-4243-8fbf-f6350ef88a19 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:12:06.350490 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ee8247cf-f070-47fa-ba24-492c53d28f87 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:06.403723 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] For port 31d34565-d4fc-4cba-9d6b-13e8b92c0a52, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:12:06.418057 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] For port 31d34565-d4fc-4cba-9d6b-13e8b92c0a52, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=31d34565-d4fc-4cba-9d6b-13e8b92c0a52,segment=NetworkSegment(6f36cede-a950-4a4a-98c2-e7e055015e99),segment_id=6f36cede-a950-4a4a-98c2-e7e055015e99)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:12:06.428478 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:06.434977 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-740bdc4b-dfb8-46e2-93bf-0be06a36ef0b None None] Port 31d34565-d4fc-4cba-9d6b-13e8b92c0a52 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:12:06.477947 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ee8247cf-f070-47fa-ba24-492c53d28f87 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:06.585932 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7c0c501c-81f2-49f9-84de-47f8826bbd7e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:06.636039 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae9a76-8d78-42d6-83a3-b4d5adeb6dd6 None None] Pushing event updated for resources: {'Port': ['ID=31d34565-d4fc-4cba-9d6b-13e8b92c0a52,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:06.684542 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] Routers {'60c90b56-ffee-4ac8-9c8d-45ee8660b41e'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:12:06.688479 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:12:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['60c90b56-ffee-4ac8-9c8d-45ee8660b41e'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:06.688679 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7c0c501c-81f2-49f9-84de-47f8826bbd7e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:06.781723 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6c395ca7-63a2-4517-aae3-fe0f0e0bd89f up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:12:06.784493 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ee8247cf-f070-47fa-ba24-492c53d28f87 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:06.827026 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0c501c-81f2-49f9-84de-47f8826bbd7e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Network 11f45337-d694-42fc-af13-35e484a7a38f is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:12:06.862226 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-7c0c501c-81f2-49f9-84de-47f8826bbd7e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:06.869465 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0c501c-81f2-49f9-84de-47f8826bbd7e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:12:06.884027 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0c501c-81f2-49f9-84de-47f8826bbd7e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:06.889132 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7c0c501c-81f2-49f9-84de-47f8826bbd7e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:06.910523 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ee8247cf-f070-47fa-ba24-492c53d28f87 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:06.958291 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff15987-4501-43ee-9f30-a66ef8fa419a req-6b96e9ee-7bdf-4d2a-b0b6-db9a70d37efc tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:06.963623 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 6c395ca7-63a2-4517-aae3-fe0f0e0bd89f triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:06.964143 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:06.967683 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8247cf-f070-47fa-ba24-492c53d28f87 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Pushing event deleted for resources: {'Subnet': ['ID=ded8b9d4-4480-4243-8fbf-f6350ef88a19,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:06.969297 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eff15987-4501-43ee-9f30-a66ef8fa419a req-6b96e9ee-7bdf-4d2a-b0b6-db9a70d37efc tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 946 time: 0.3084219 Nov 23 22:12:06.972865 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] Set router 60c90b56-ffee-4ac8-9c8d-45ee8660b41e gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:12:06.977881 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ee8247cf-f070-47fa-ba24-492c53d28f87 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:06.992397 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ee8247cf-f070-47fa-ba24-492c53d28f87 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] 10.222.0.50 "DELETE /v2.0/subnets/ded8b9d4-4480-4243-8fbf-f6350ef88a19 HTTP/1.1" status: 204 len: 168 time: 0.7729549 Nov 23 22:12:06.993667 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33058) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:07.045105 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33062) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:07.052216 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7c0c501c-81f2-49f9-84de-47f8826bbd7e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.7544084 Nov 23 22:12:07.065821 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef37bb6-f7cb-4e68-9037-1df86f86b42f None None] Network 2423a890-c269-40d2-beab-2efece5f6dba requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:12:07.145381 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eff15987-4501-43ee-9f30-a66ef8fa419a req-b55b9bb8-482d-4d86-a12f-e16cc52272fc tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750195 Nov 23 22:12:07.147847 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c501c-81f2-49f9-84de-47f8826bbd7e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Pushing event updated for resources: {'Port': ['ID=60efa6d1-e19e-4b4e-bebf-37155014e69c,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:07.168602 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-82d1a235-845e-49bc-b7b1-956c4d2812cc None None] Provisioning complete for port 31d34565-d4fc-4cba-9d6b-13e8b92c0a52 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:07.169189 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-82d1a235-845e-49bc-b7b1-956c4d2812cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:07.173540 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33064) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:07.352496 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2824486a-312f-49da-ba68-89f42e7f7185 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:07.368093 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6e95d50d-2eac-43a0-9d2c-3349ba3f2639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:07.385084 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066c0886-3503-4fe4-aeb9-9d00c1c4b32e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:07.412235 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066c0886-3503-4fe4-aeb9-9d00c1c4b32e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:07.420319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066c0886-3503-4fe4-aeb9-9d00c1c4b32e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:07.423406 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-066c0886-3503-4fe4-aeb9-9d00c1c4b32e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.3771534 Nov 23 22:12:07.427461 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33070) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:07.540246 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-21a80d8a-178d-4476-96ae-5f61374d12bd tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/floatingips/629c1904-f1af-44f6-a9fe-4f5596d3a7e3 HTTP/1.1" status: 200 len: 993 time: 0.3644745 Nov 23 22:12:07.599082 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-2824486a-312f-49da-ba68-89f42e7f7185 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Deleting port 7e86ade8-0a81-4d09-b36a-ae27eedb3c85 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:07.599646 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2824486a-312f-49da-ba68-89f42e7f7185 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:07.691074 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-fcd2e477-29c5-4131-abb0-b15ca46ccb0f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Deleting port 60efa6d1-e19e-4b4e-bebf-37155014e69c {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:07.691418 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcd2e477-29c5-4131-abb0-b15ca46ccb0f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:07.742521 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:07.753756 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c90b56-ffee-4ac8-9c8d-45ee8660b41e', 'name': 'tempest-TestAggregatesBasicOps-1330188423-router', 'tenant_id': '4d1a78385f02462db9c3bf0bb0de0533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '14e05612-d4c7-47a2-a721-ab6cd8c3df76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:11:50Z', 'updated_at': '2021-11-23T22:11:57Z', 'revision_number': 4, 'project_id': '4d1a78385f02462db9c3bf0bb0de0533', 'gw_port': {'id': '14e05612-d4c7-47a2-a721-ab6cd8c3df76', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c90b56-ffee-4ac8-9c8d-45ee8660b41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:11:51Z', 'updated_at': '2021-11-23T22:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '31d34565-d4fc-4cba-9d6b-13e8b92c0a52', 'name': '', 'network_id': 'cc7c6ca5-e25e-4b51-a431-1c6040ce353c', 'tenant_id': '4d1a78385f02462db9c3bf0bb0de0533', 'mac_address': 'fa:16:3e:12:2d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c90b56-ffee-4ac8-9c8d-45ee8660b41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cb9aed2d-fcb7-4cd9-becf-7ff1fa698440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:11:56Z', 'updated_at': '2021-11-23T22:12:06Z', 'revision_number': 4, 'project_id': '4d1a78385f02462db9c3bf0bb0de0533', 'subnets': [{'id': 'cb9aed2d-fcb7-4cd9-becf-7ff1fa698440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:07.767166 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-2824486a-312f-49da-ba68-89f42e7f7185 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] For port 7e86ade8-0a81-4d09-b36a-ae27eedb3c85, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=7e86ade8-0a81-4d09-b36a-ae27eedb3c85,segment=NetworkSegment(563731af-d81c-486d-8bbb-3d5f97cd728c),segment_id=563731af-d81c-486d-8bbb-3d5f97cd728c)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:07.767547 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2824486a-312f-49da-ba68-89f42e7f7185 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:07.781056 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9292c6-1615-4d61-91ee-bf93237000a8 None None] Network 11f45337-d694-42fc-af13-35e484a7a38f requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:12:07.818972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-2824486a-312f-49da-ba68-89f42e7f7185 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Calling delete_port for 7e86ade8-0a81-4d09-b36a-ae27eedb3c85 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:07.824687 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acaa5ff-84b4-4262-913b-16232bc33951 None None] The sync data for ids ['60c90b56-ffee-4ac8-9c8d-45ee8660b41e'] in n-d-816206-9 is: [{'id': '60c90b56-ffee-4ac8-9c8d-45ee8660b41e', 'name': 'tempest-TestAggregatesBasicOps-1330188423-router', 'tenant_id': '4d1a78385f02462db9c3bf0bb0de0533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '14e05612-d4c7-47a2-a721-ab6cd8c3df76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:11:50Z', 'updated_at': '2021-11-23T22:11:57Z', 'revision_number': 4, 'project_id': '4d1a78385f02462db9c3bf0bb0de0533', 'gw_port': {'id': '14e05612-d4c7-47a2-a721-ab6cd8c3df76', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c90b56-ffee-4ac8-9c8d-45ee8660b41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:11:51Z', 'updated_at': '2021-11-23T22:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '31d34565-d4fc-4cba-9d6b-13e8b92c0a52', 'name': '', 'network_id': 'cc7c6ca5-e25e-4b51-a431-1c6040ce353c', 'tenant_id': '4d1a78385f02462db9c3bf0bb0de0533', 'mac_address': 'fa:16:3e:12:2d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c90b56-ffee-4ac8-9c8d-45ee8660b41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cb9aed2d-fcb7-4cd9-becf-7ff1fa698440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:11:56Z', 'updated_at': '2021-11-23T22:12:06Z', 'revision_number': 4, 'project_id': '4d1a78385f02462db9c3bf0bb0de0533', 'subnets': [{'id': 'cb9aed2d-fcb7-4cd9-becf-7ff1fa698440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:12:07.912255 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dea978-cdc5-4573-bece-ab2041e640bc None None] DHCP port deletion for 2423a890-c269-40d2-beab-2efece5f6dba request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:12:08.002210 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 6c395ca7-63a2-4517-aae3-fe0f0e0bd89f, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6c395ca7-63a2-4517-aae3-fe0f0e0bd89f,segment=NetworkSegment(b1d0479c-de53-4d6c-af2f-21416125a5f2),segment_id=b1d0479c-de53-4d6c-af2f-21416125a5f2)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:08.010309 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-6e95d50d-2eac-43a0-9d2c-3349ba3f2639 admin admin] Deleting port 135035ce-f8ac-4e90-b4dd-022bc5d45428 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:08.011548 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6e95d50d-2eac-43a0-9d2c-3349ba3f2639 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:08.016204 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-82d1a235-845e-49bc-b7b1-956c4d2812cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:08.065452 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:08.135259 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-6e95d50d-2eac-43a0-9d2c-3349ba3f2639 admin admin] For port 135035ce-f8ac-4e90-b4dd-022bc5d45428, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=135035ce-f8ac-4e90-b4dd-022bc5d45428,segment=NetworkSegment(5d38d8bb-3f61-4ba9-975b-673b761b817d),segment_id=5d38d8bb-3f61-4ba9-975b-673b761b817d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:08.137123 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6e95d50d-2eac-43a0-9d2c-3349ba3f2639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:08.167865 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-6e95d50d-2eac-43a0-9d2c-3349ba3f2639 admin admin] Calling delete_port for 135035ce-f8ac-4e90-b4dd-022bc5d45428 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:08.172402 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcd2e477-29c5-4131-abb0-b15ca46ccb0f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:08.190124 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-82d1a235-845e-49bc-b7b1-956c4d2812cc None None] For port 31d34565-d4fc-4cba-9d6b-13e8b92c0a52, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=31d34565-d4fc-4cba-9d6b-13e8b92c0a52,segment=NetworkSegment(6f36cede-a950-4a4a-98c2-e7e055015e99),segment_id=6f36cede-a950-4a4a-98c2-e7e055015e99)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:08.217870 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-82d1a235-845e-49bc-b7b1-956c4d2812cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:08.227348 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-fcd2e477-29c5-4131-abb0-b15ca46ccb0f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Calling delete_port for 60efa6d1-e19e-4b4e-bebf-37155014e69c owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:08.259310 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2824486a-312f-49da-ba68-89f42e7f7185 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:08.276916 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=6c395ca7-63a2-4517-aae3-fe0f0e0bd89f,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:08.341275 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-48dea978-cdc5-4573-bece-ab2041e640bc None None] Deleting port 7e86ade8-0a81-4d09-b36a-ae27eedb3c85 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:08.343264 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-48dea978-cdc5-4573-bece-ab2041e640bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:08.351153 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824486a-312f-49da-ba68-89f42e7f7185 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Pushing event deleted for resources: {'Port': ['ID=7e86ade8-0a81-4d09-b36a-ae27eedb3c85,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:08.440960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-48dea978-cdc5-4573-bece-ab2041e640bc None None] For port 7e86ade8-0a81-4d09-b36a-ae27eedb3c85, host n-d-816206-9, got binding levels [] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:08.441706 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-48dea978-cdc5-4573-bece-ab2041e640bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:08.459325 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-48dea978-cdc5-4573-bece-ab2041e640bc None None] Calling delete_port for 7e86ade8-0a81-4d09-b36a-ae27eedb3c85 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:08.462662 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.ipam_backend_mixin [None req-48dea978-cdc5-4573-bece-ab2041e640bc None None] Port 7e86ade8-0a81-4d09-b36a-ae27eedb3c85 was not found and therefore no delete operation was performed {{(pid=110035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 22:12:08.468014 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-48dea978-cdc5-4573-bece-ab2041e640bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:08.473348 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2824486a-312f-49da-ba68-89f42e7f7185 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] No DVR routers for this DVR port 7e86ade8-0a81-4d09-b36a-ae27eedb3c85 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:12:08.570080 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dea978-cdc5-4573-bece-ab2041e640bc None None] No DVR routers for this DVR port 7e86ade8-0a81-4d09-b36a-ae27eedb3c85 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:12:08.600168 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f5704263-ab5b-4629-a426-8a18afb404ac None None] Provisioning complete for port 6c395ca7-63a2-4517-aae3-fe0f0e0bd89f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:08.600404 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f5704263-ab5b-4629-a426-8a18afb404ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:08.704027 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6e95d50d-2eac-43a0-9d2c-3349ba3f2639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:08.744078 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 31d34565-d4fc-4cba-9d6b-13e8b92c0a52 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:12:08.771602 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95d50d-2eac-43a0-9d2c-3349ba3f2639 admin admin] Pushing event deleted for resources: {'Port': ['ID=135035ce-f8ac-4e90-b4dd-022bc5d45428,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:08.834556 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcd2e477-29c5-4131-abb0-b15ca46ccb0f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:08.961382 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1a235-845e-49bc-b7b1-956c4d2812cc None None] Pushing event updated for resources: {'Port': ['ID=31d34565-d4fc-4cba-9d6b-13e8b92c0a52,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:08.969032 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2e477-29c5-4131-abb0-b15ca46ccb0f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Pushing event deleted for resources: {'Port': ['ID=60efa6d1-e19e-4b4e-bebf-37155014e69c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:09.073427 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dea978-cdc5-4573-bece-ab2041e640bc None None] Pushing event deleted for resources: {'Port': ['ID=7e86ade8-0a81-4d09-b36a-ae27eedb3c85,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:09.096997 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 31d34565-d4fc-4cba-9d6b-13e8b92c0a52 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:09.097374 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:09.256510 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2824486a-312f-49da-ba68-89f42e7f7185 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:09.389857 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6c395ca7-63a2-4517-aae3-fe0f0e0bd89f up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:12:09.436319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-2824486a-312f-49da-ba68-89f42e7f7185 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2423a890-c269-40d2-beab-2efece5f6dba']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:09.489266 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-79253bcb-d6aa-48c1-82f9-fe62cb4205e6 None None] Could not find standard attr ID for object 60efa6d1-e19e-4b4e-bebf-37155014e69c. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:12:09.576985 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:12:09.579218 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-79253bcb-d6aa-48c1-82f9-fe62cb4205e6 None None] Provisioning complete for port bb18ebdb-2952-4248-b8ce-40fbf4388bd8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:09.579595 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-79253bcb-d6aa-48c1-82f9-fe62cb4205e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:09.586251 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 6c395ca7-63a2-4517-aae3-fe0f0e0bd89f triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:09.586624 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:09.593333 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-2824486a-312f-49da-ba68-89f42e7f7185 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563731af-d81c-486d-8bbb-3d5f97cd728c') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:09.598410 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-2824486a-312f-49da-ba68-89f42e7f7185 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563731af-d81c-486d-8bbb-3d5f97cd728c') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:09.634093 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2824486a-312f-49da-ba68-89f42e7f7185 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:09.722595 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fcd2e477-29c5-4131-abb0-b15ca46ccb0f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:09.733460 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fcd2e477-29c5-4131-abb0-b15ca46ccb0f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "DELETE /v2.0/ports/60efa6d1-e19e-4b4e-bebf-37155014e69c HTTP/1.1" status: 204 len: 168 time: 2.3041401 Nov 23 22:12:09.736727 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33094) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:09.807644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-79253bcb-d6aa-48c1-82f9-fe62cb4205e6 None None] Port bb18ebdb-2952-4248-b8ce-40fbf4388bd8 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:12:09.813616 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-394a6d27-a1ff-47ec-9a76-27c80e0b833d tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] GET failed (client error): The resource could not be found. Nov 23 22:12:09.819403 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-394a6d27-a1ff-47ec-9a76-27c80e0b833d tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "GET /v2.0/ports/60efa6d1-e19e-4b4e-bebf-37155014e69c HTTP/1.1" status: 404 len: 333 time: 0.0775471 Nov 23 22:12:09.819403 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2824486a-312f-49da-ba68-89f42e7f7185 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:09.826640 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33096) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:09.854346 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a8dc3973-8af7-4216-afbf-0d315e64f567 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Request body: {'port': {'network_id': '11f45337-d694-42fc-af13-35e484a7a38f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-357682088'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:09.915360 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-79253bcb-d6aa-48c1-82f9-fe62cb4205e6 None None] Provisioning complete for port 6c395ca7-63a2-4517-aae3-fe0f0e0bd89f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:09.916949 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-79253bcb-d6aa-48c1-82f9-fe62cb4205e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:10.006493 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2824486a-312f-49da-ba68-89f42e7f7185 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:12:10.016090 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2824486a-312f-49da-ba68-89f42e7f7185 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:12:10.019688 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:12:10.094755 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6e95d50d-2eac-43a0-9d2c-3349ba3f2639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:10.211222 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 7e86ade8-0a81-4d09-b36a-ae27eedb3c85 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:12:10.288326 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 7e86ade8-0a81-4d09-b36a-ae27eedb3c85 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:12:10.288682 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 7e86ade8-0a81-4d09-b36a-ae27eedb3c85 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:12:10.296437 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2824486a-312f-49da-ba68-89f42e7f7185 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:10.324672 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2824486a-312f-49da-ba68-89f42e7f7185 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:10.334307 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2824486a-312f-49da-ba68-89f42e7f7185 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] 10.222.0.50 "DELETE /v2.0/networks/2423a890-c269-40d2-beab-2efece5f6dba HTTP/1.1" status: 204 len: 168 time: 3.3393273 Nov 23 22:12:10.353482 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c71547bf-e527-4e11-b732-cf51f140173a None None] Provisioning complete for port bb18ebdb-2952-4248-b8ce-40fbf4388bd8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:10.354119 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c71547bf-e527-4e11-b732-cf51f140173a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:10.383903 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824486a-312f-49da-ba68-89f42e7f7185 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599 tempest-ExtraDHCPOptionsIpV6TestJSON-827943599-project] Pushing event deleted for resources: {'Network': ['ID=2423a890-c269-40d2-beab-2efece5f6dba,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:10.421542 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c71547bf-e527-4e11-b732-cf51f140173a None None] Port bb18ebdb-2952-4248-b8ce-40fbf4388bd8 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:12:10.432376 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dc3973-8af7-4216-afbf-0d315e64f567 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Made reservation on behalf of 9538ba70b11642aa98f446b1609f954d for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:12:10.441899 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3973-8af7-4216-afbf-0d315e64f567 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:10.507162 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-a8dc3973-8af7-4216-afbf-0d315e64f567 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] device_id is not set on port 5b15b762-2c9b-45d4-9c5b-f40f6c4e2d58 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:12:10.556712 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-959550e8-4ef7-4d0c-a869-9a1d29ba86c3 None None] Could not find standard attr ID for object 60efa6d1-e19e-4b4e-bebf-37155014e69c. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:12:10.731377 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 31d34565-d4fc-4cba-9d6b-13e8b92c0a52 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:12:10.774168 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e95d50d-2eac-43a0-9d2c-3349ba3f2639 admin admin] Router 3c4de485-9a1c-47d2-9c32-4a15d6e7e13b has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:12:10.807499 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 31d34565-d4fc-4cba-9d6b-13e8b92c0a52 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:10.807922 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:10.836636 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-a8dc3973-8af7-4216-afbf-0d315e64f567 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Allocated IP 2001:db8::3a8 (11f45337-d694-42fc-af13-35e484a7a38f/3617dd86-7277-444b-a9f5-ac61c7e33e81/5b15b762-2c9b-45d4-9c5b-f40f6c4e2d58) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:12:10.985985 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33128) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:11.080318 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e95d50d-2eac-43a0-9d2c-3349ba3f2639 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:12:11.094273 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e996c896-e069-4baf-8e20-df887acab700 None None] Sync routers for ids ['3c4de485-9a1c-47d2-9c32-4a15d6e7e13b'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:12:11.102833 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6e95d50d-2eac-43a0-9d2c-3349ba3f2639 admin admin] 10.222.0.50 "PUT /v2.0/routers/3c4de485-9a1c-47d2-9c32-4a15d6e7e13b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1081898 Nov 23 22:12:11.103296 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33138) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:11.124879 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e996c896-e069-4baf-8e20-df887acab700 None None] Routers {'3c4de485-9a1c-47d2-9c32-4a15d6e7e13b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:12:11.125681 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e996c896-e069-4baf-8e20-df887acab700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:12:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3c4de485-9a1c-47d2-9c32-4a15d6e7e13b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:11.194339 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3973-8af7-4216-afbf-0d315e64f567 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:11.238309 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3973-8af7-4216-afbf-0d315e64f567 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:11.291262 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dc3973-8af7-4216-afbf-0d315e64f567 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Network 11f45337-d694-42fc-af13-35e484a7a38f is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:12:11.296229 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-a8dc3973-8af7-4216-afbf-0d315e64f567 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:11.303761 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dc3973-8af7-4216-afbf-0d315e64f567 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:12:11.310585 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dc3973-8af7-4216-afbf-0d315e64f567 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:11.311406 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3973-8af7-4216-afbf-0d315e64f567 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:11.316151 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-82c3f5cd-4d96-4705-978d-857c9b205636 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=490cbf55eda147aa8d5cae84aaf472bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3289881 Nov 23 22:12:11.317212 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33144) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:11.331757 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc3973-8af7-4216-afbf-0d315e64f567 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Pushing event updated for resources: {'Port': ['ID=5b15b762-2c9b-45d4-9c5b-f40f6c4e2d58,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:11.368513 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d201874-ad70-41d1-8edb-5fde52167dc6 admin admin] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:11.405020 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a8dc3973-8af7-4216-afbf-0d315e64f567 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5768559 Nov 23 22:12:11.411499 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33146) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:11.422475 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-99326184-8834-4da0-ba1a-a5499f376b53 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3b8', 'mac_address': 'fa:16:3e:33:26:13'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:11.445714 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-e996c896-e069-4baf-8e20-df887acab700 None None] Set router 3c4de485-9a1c-47d2-9c32-4a15d6e7e13b gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:12:11.553820 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef4bfee8-e82b-49bc-b1d9-6f81b00f7cb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:11.583397 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef4bfee8-e82b-49bc-b1d9-6f81b00f7cb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:11.615845 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d201874-ad70-41d1-8edb-5fde52167dc6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:11.674114 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef4bfee8-e82b-49bc-b1d9-6f81b00f7cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:11.678420 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef4bfee8-e82b-49bc-b1d9-6f81b00f7cb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:11.683281 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ef4bfee8-e82b-49bc-b1d9-6f81b00f7cb7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cc414c27-4b83-4101-827d-dc6e10a811f2 HTTP/1.1" status: 204 len: 168 time: 0.3638680 Nov 23 22:12:11.696000 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bfee8-e82b-49bc-b1d9-6f81b00f7cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc414c27-4b83-4101-827d-dc6e10a811f2,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:11.777804 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-7d201874-ad70-41d1-8edb-5fde52167dc6 admin admin] Deleting port da9dd738-b5dd-4457-8ffe-76c8b92cedbf {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:11.777804 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d201874-ad70-41d1-8edb-5fde52167dc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:11.830304 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b5c6cd68-18d9-41b5-8e25-1bd33d94de51 None None] Provisioning complete for port 5b15b762-2c9b-45d4-9c5b-f40f6c4e2d58 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:11.830797 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b5c6cd68-18d9-41b5-8e25-1bd33d94de51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:11.879313 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b5c6cd68-18d9-41b5-8e25-1bd33d94de51 None None] Port 5b15b762-2c9b-45d4-9c5b-f40f6c4e2d58 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:12:11.889302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e996c896-e069-4baf-8e20-df887acab700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4de485-9a1c-47d2-9c32-4a15d6e7e13b', 'name': 'tempest-TestAggregatesBasicOps-1995902035-router', 'tenant_id': 'ed0b6bf825774d11b58560501799ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.213'}], 'enable_snat': True}, 'gw_port_id': 'da9dd738-b5dd-4457-8ffe-76c8b92cedbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:11:35Z', 'updated_at': '2021-11-23T22:12:08Z', 'revision_number': 5, 'project_id': 'ed0b6bf825774d11b58560501799ddee', 'gw_port': {'id': 'da9dd738-b5dd-4457-8ffe-76c8b92cedbf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4de485-9a1c-47d2-9c32-4a15d6e7e13b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:11:36Z', 'updated_at': '2021-11-23T22:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:11.918612 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-99326184-8834-4da0-ba1a-a5499f376b53 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:11.922087 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e996c896-e069-4baf-8e20-df887acab700 None None] Checking router: 3c4de485-9a1c-47d2-9c32-4a15d6e7e13b for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:12:11.930931 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e996c896-e069-4baf-8e20-df887acab700 None None] Routers {'3c4de485-9a1c-47d2-9c32-4a15d6e7e13b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:12:11.934133 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e996c896-e069-4baf-8e20-df887acab700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:12:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3c4de485-9a1c-47d2-9c32-4a15d6e7e13b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:11.992944 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-7d201874-ad70-41d1-8edb-5fde52167dc6 admin admin] For port da9dd738-b5dd-4457-8ffe-76c8b92cedbf, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=da9dd738-b5dd-4457-8ffe-76c8b92cedbf,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:11.993665 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d201874-ad70-41d1-8edb-5fde52167dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:12.012861 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-7d201874-ad70-41d1-8edb-5fde52167dc6 admin admin] Calling delete_port for da9dd738-b5dd-4457-8ffe-76c8b92cedbf owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:12.095888 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-e996c896-e069-4baf-8e20-df887acab700 None None] Set router 3c4de485-9a1c-47d2-9c32-4a15d6e7e13b gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:12:12.290021 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e996c896-e069-4baf-8e20-df887acab700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4de485-9a1c-47d2-9c32-4a15d6e7e13b', 'name': 'tempest-TestAggregatesBasicOps-1995902035-router', 'tenant_id': 'ed0b6bf825774d11b58560501799ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:11:35Z', 'updated_at': '2021-11-23T22:12:11Z', 'revision_number': 6, 'project_id': 'ed0b6bf825774d11b58560501799ddee', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:12.363041 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e996c896-e069-4baf-8e20-df887acab700 None None] The sync data for ids ['3c4de485-9a1c-47d2-9c32-4a15d6e7e13b'] in n-d-816206-9 is: [{'id': '3c4de485-9a1c-47d2-9c32-4a15d6e7e13b', 'name': 'tempest-TestAggregatesBasicOps-1995902035-router', 'tenant_id': 'ed0b6bf825774d11b58560501799ddee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:11:35Z', 'updated_at': '2021-11-23T22:12:11Z', 'revision_number': 6, 'project_id': 'ed0b6bf825774d11b58560501799ddee', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:12:12.383787 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d201874-ad70-41d1-8edb-5fde52167dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:12.425068 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-99326184-8834-4da0-ba1a-a5499f376b53 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:12.446076 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-99326184-8834-4da0-ba1a-a5499f376b53 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:12.464604 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e6f570-52a4-4bbd-9604-ab703492deb5 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:12:12.483178 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d201874-ad70-41d1-8edb-5fde52167dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=da9dd738-b5dd-4457-8ffe-76c8b92cedbf,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:12.573398 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-99326184-8834-4da0-ba1a-a5499f376b53 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] In _notify_port_updated(), no bound segment for port 5b15b762-2c9b-45d4-9c5b-f40f6c4e2d58 on network 11f45337-d694-42fc-af13-35e484a7a38f {{(pid=110033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:12:12.580978 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99326184-8834-4da0-ba1a-a5499f376b53 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:12.581935 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-99326184-8834-4da0-ba1a-a5499f376b53 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:12.583482 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-99326184-8834-4da0-ba1a-a5499f376b53 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "PUT /v2.0/ports/5b15b762-2c9b-45d4-9c5b-f40f6c4e2d58 HTTP/1.1" status: 200 len: 1002 time: 1.1700916 Nov 23 22:12:12.586784 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33180) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:12.625957 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d201874-ad70-41d1-8edb-5fde52167dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:12.628128 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99326184-8834-4da0-ba1a-a5499f376b53 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Pushing event updated for resources: {'Port': ['ID=5b15b762-2c9b-45d4-9c5b-f40f6c4e2d58,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:12.762640 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-f060c538-12bd-402d-bf6c-3c3b655beb0e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Deleting port 5b15b762-2c9b-45d4-9c5b-f40f6c4e2d58 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:12.766557 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f060c538-12bd-402d-bf6c-3c3b655beb0e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:12.832941 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d201874-ad70-41d1-8edb-5fde52167dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:12.842114 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d201874-ad70-41d1-8edb-5fde52167dc6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:12.946271 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 135035ce-f8ac-4e90-b4dd-022bc5d45428 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:12:12.977432 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d201874-ad70-41d1-8edb-5fde52167dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:12.978231 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d201874-ad70-41d1-8edb-5fde52167dc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c4de485-9a1c-47d2-9c32-4a15d6e7e13b {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:12:12.981367 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f060c538-12bd-402d-bf6c-3c3b655beb0e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:12.990911 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d201874-ad70-41d1-8edb-5fde52167dc6 admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:12.993834 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 135035ce-f8ac-4e90-b4dd-022bc5d45428 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:12:12.994629 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7d201874-ad70-41d1-8edb-5fde52167dc6 admin admin] 10.222.0.50 "DELETE /v2.0/routers/3c4de485-9a1c-47d2-9c32-4a15d6e7e13b HTTP/1.1" status: 204 len: 168 time: 1.8845587 Nov 23 22:12:12.995208 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 135035ce-f8ac-4e90-b4dd-022bc5d45428 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:12:12.997544 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33188) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:13.024574 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-f060c538-12bd-402d-bf6c-3c3b655beb0e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Calling delete_port for 5b15b762-2c9b-45d4-9c5b-f40f6c4e2d58 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:13.144123 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d1544272-6ab7-4c34-8225-7c2e4219ef3c None None] Provisioning complete for port 5b15b762-2c9b-45d4-9c5b-f40f6c4e2d58 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:13.145187 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d1544272-6ab7-4c34-8225-7c2e4219ef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:13.157030 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-96774469-8b42-430e-8140-479658dda0f7 admin admin] Deleting subnet 82b5f368-f4df-4afa-b105-0d05e770e3eb {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:12:13.161758 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96774469-8b42-430e-8140-479658dda0f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:13.209037 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96774469-8b42-430e-8140-479658dda0f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:13.272127 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-d1544272-6ab7-4c34-8225-7c2e4219ef3c None None] Port 5b15b762-2c9b-45d4-9c5b-f40f6c4e2d58 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:12:13.333374 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33198) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:13.347539 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f060c538-12bd-402d-bf6c-3c3b655beb0e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:13.370955 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96774469-8b42-430e-8140-479658dda0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:13.456170 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060c538-12bd-402d-bf6c-3c3b655beb0e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Pushing event deleted for resources: {'Port': ['ID=5b15b762-2c9b-45d4-9c5b-f40f6c4e2d58,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:13.533711 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f060c538-12bd-402d-bf6c-3c3b655beb0e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:13.537548 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96774469-8b42-430e-8140-479658dda0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:13.542445 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f060c538-12bd-402d-bf6c-3c3b655beb0e tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "DELETE /v2.0/ports/5b15b762-2c9b-45d4-9c5b-f40f6c4e2d58 HTTP/1.1" status: 204 len: 168 time: 0.9544172 Nov 23 22:12:13.543466 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33210) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:13.595729 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96774469-8b42-430e-8140-479658dda0f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:13.597046 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62db1191-980c-4c38-a413-87b599139df9 None None] Network f66ebd23-0529-4549-a325-937e82298ecd requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:12:13.600644 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-96774469-8b42-430e-8140-479658dda0f7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/82b5f368-f4df-4afa-b105-0d05e770e3eb HTTP/1.1" status: 204 len: 168 time: 0.6010637 Nov 23 22:12:13.602748 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96774469-8b42-430e-8140-479658dda0f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82b5f368-f4df-4afa-b105-0d05e770e3eb,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:13.612177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33214) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:13.631633 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-1141f327-ef8d-418c-93d6-ca40d01a1d3c tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] GET failed (client error): The resource could not be found. Nov 23 22:12:13.633125 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1141f327-ef8d-418c-93d6-ca40d01a1d3c tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "GET /v2.0/ports/5b15b762-2c9b-45d4-9c5b-f40f6c4e2d58 HTTP/1.1" status: 404 len: 333 time: 0.0885532 Nov 23 22:12:13.636795 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33216) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:13.644010 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-fade4849-6a4b-46bf-a89b-2754efaccaae tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Request body: {'port': {'network_id': '11f45337-d694-42fc-af13-35e484a7a38f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-615303630'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:13.917776 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fade4849-6a4b-46bf-a89b-2754efaccaae tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Made reservation on behalf of 9538ba70b11642aa98f446b1609f954d for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:12:13.922208 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fade4849-6a4b-46bf-a89b-2754efaccaae tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:13.957397 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-fade4849-6a4b-46bf-a89b-2754efaccaae tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] device_id is not set on port 896c2680-433f-442c-a424-7613ed872fa7 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:12:13.963368 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-aef9a734-be97-4c4f-97f1-d51930b263ae tempest-ServiceProvidersTest-1639843353 tempest-ServiceProvidersTest-1639843353-project] 10.222.0.50 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.6202269 Nov 23 22:12:13.995141 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67fe6b3b-e8bc-4ad1-8928-5bfb4fb14a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:14.014930 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2a6004-68ed-4d3e-b93a-062e581e71c6 None None] DHCP port deletion for f66ebd23-0529-4549-a325-937e82298ecd request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:12:14.134952 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-fade4849-6a4b-46bf-a89b-2754efaccaae tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Allocated IP 2001:db8::15d (11f45337-d694-42fc-af13-35e484a7a38f/3617dd86-7277-444b-a9f5-ac61c7e33e81/896c2680-433f-442c-a424-7613ed872fa7) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:12:14.184524 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea7e76-562b-4fe1-b1ba-b1f5553d3ac4 req-4a3835c1-84af-4cb7-9811-72be24a55e61 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:14.211271 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d3ea7e76-562b-4fe1-b1ba-b1f5553d3ac4 req-4a3835c1-84af-4cb7-9811-72be24a55e61 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 946 time: 0.2447233 Nov 23 22:12:14.359203 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-fb2a6004-68ed-4d3e-b93a-062e581e71c6 None None] Deleting port 6c6a080d-f800-406f-9fc1-26c566d21f89 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:14.360066 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fb2a6004-68ed-4d3e-b93a-062e581e71c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:14.447228 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-fb2a6004-68ed-4d3e-b93a-062e581e71c6 None None] For port 6c6a080d-f800-406f-9fc1-26c566d21f89, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6c6a080d-f800-406f-9fc1-26c566d21f89,segment=NetworkSegment(5d38d8bb-3f61-4ba9-975b-673b761b817d),segment_id=5d38d8bb-3f61-4ba9-975b-673b761b817d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:14.447891 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fb2a6004-68ed-4d3e-b93a-062e581e71c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:14.465021 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d3ea7e76-562b-4fe1-b1ba-b1f5553d3ac4 req-23bd1f95-ae88-45cf-900c-4a9dca21b9e9 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419674 Nov 23 22:12:14.491784 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-67fe6b3b-e8bc-4ad1-8928-5bfb4fb14a45 admin admin] Deleting port 6c6a080d-f800-406f-9fc1-26c566d21f89 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:14.492301 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67fe6b3b-e8bc-4ad1-8928-5bfb4fb14a45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:14.493018 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-fb2a6004-68ed-4d3e-b93a-062e581e71c6 None None] Calling delete_port for 6c6a080d-f800-406f-9fc1-26c566d21f89 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:14.602177 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6c6a080d-f800-406f-9fc1-26c566d21f89 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:12:14.613618 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fade4849-6a4b-46bf-a89b-2754efaccaae tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:14.668378 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-67fe6b3b-e8bc-4ad1-8928-5bfb4fb14a45 admin admin] For port 6c6a080d-f800-406f-9fc1-26c566d21f89, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6c6a080d-f800-406f-9fc1-26c566d21f89,segment=NetworkSegment(5d38d8bb-3f61-4ba9-975b-673b761b817d),segment_id=5d38d8bb-3f61-4ba9-975b-673b761b817d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:14.676118 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67fe6b3b-e8bc-4ad1-8928-5bfb4fb14a45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:14.704605 n-d-816206-9 neutron-server[110035]: INFO neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No ports have port_id starting with 6c6a080d-f800-406f-9fc1-26c566d21f89 Nov 23 22:12:14.705912 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fb2a6004-68ed-4d3e-b93a-062e581e71c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:14.710580 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-67fe6b3b-e8bc-4ad1-8928-5bfb4fb14a45 admin admin] Calling delete_port for 6c6a080d-f800-406f-9fc1-26c566d21f89 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:14.722117 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fade4849-6a4b-46bf-a89b-2754efaccaae tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:14.760015 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a6004-68ed-4d3e-b93a-062e581e71c6 None None] Pushing event deleted for resources: {'Port': ['ID=6c6a080d-f800-406f-9fc1-26c566d21f89,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:14.763896 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device da9dd738-b5dd-4457-8ffe-76c8b92cedbf no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:12:14.789707 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2a6004-68ed-4d3e-b93a-062e581e71c6 None None] No DVR routers for this DVR port 6c6a080d-f800-406f-9fc1-26c566d21f89 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:12:14.791700 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: da9dd738-b5dd-4457-8ffe-76c8b92cedbf {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:12:14.792108 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device da9dd738-b5dd-4457-8ffe-76c8b92cedbf not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:12:14.811911 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33236) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:14.859901 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fade4849-6a4b-46bf-a89b-2754efaccaae tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Network 11f45337-d694-42fc-af13-35e484a7a38f is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:12:14.870157 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67fe6b3b-e8bc-4ad1-8928-5bfb4fb14a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:14.874796 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-fade4849-6a4b-46bf-a89b-2754efaccaae tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:14.883821 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fe6b3b-e8bc-4ad1-8928-5bfb4fb14a45 admin admin] No DVR routers for this DVR port 6c6a080d-f800-406f-9fc1-26c566d21f89 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:12:14.888844 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fade4849-6a4b-46bf-a89b-2754efaccaae tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:12:14.898223 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fade4849-6a4b-46bf-a89b-2754efaccaae tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:14.899013 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fade4849-6a4b-46bf-a89b-2754efaccaae tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:14.906265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe6b3b-e8bc-4ad1-8928-5bfb4fb14a45 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c6a080d-f800-406f-9fc1-26c566d21f89,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:14.934529 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade4849-6a4b-46bf-a89b-2754efaccaae tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Pushing event updated for resources: {'Port': ['ID=896c2680-433f-442c-a424-7613ed872fa7,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:14.949123 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fade4849-6a4b-46bf-a89b-2754efaccaae tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3112786 Nov 23 22:12:14.954165 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33240) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:14.959711 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-f75d15e0-190e-4406-992f-dd1c5820c41b tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:33:26:13'}]}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:15.040996 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ff9a9460-8bf7-402b-a1ba-34996c999d84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:15.100181 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67fe6b3b-e8bc-4ad1-8928-5bfb4fb14a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:15.179967 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-67fe6b3b-e8bc-4ad1-8928-5bfb4fb14a45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66ebd23-0529-4549-a325-937e82298ecd']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:15.202475 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-67fe6b3b-e8bc-4ad1-8928-5bfb4fb14a45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d38d8bb-3f61-4ba9-975b-673b761b817d') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:15.202882 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-67fe6b3b-e8bc-4ad1-8928-5bfb4fb14a45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d38d8bb-3f61-4ba9-975b-673b761b817d') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:15.244951 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67fe6b3b-e8bc-4ad1-8928-5bfb4fb14a45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:15.297782 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67fe6b3b-e8bc-4ad1-8928-5bfb4fb14a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:15.311265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67fe6b3b-e8bc-4ad1-8928-5bfb4fb14a45 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:12:15.311815 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67fe6b3b-e8bc-4ad1-8928-5bfb4fb14a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:12:15.315469 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:12:15.338365 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f75d15e0-190e-4406-992f-dd1c5820c41b tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:15.344638 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2644bbf6-beab-4f11-b44f-d25c13631979 None None] Provisioning complete for port 896c2680-433f-442c-a424-7613ed872fa7 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:15.345732 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2644bbf6-beab-4f11-b44f-d25c13631979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:15.499333 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67fe6b3b-e8bc-4ad1-8928-5bfb4fb14a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:15.504907 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67fe6b3b-e8bc-4ad1-8928-5bfb4fb14a45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:15.537431 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-67fe6b3b-e8bc-4ad1-8928-5bfb4fb14a45 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f66ebd23-0529-4549-a325-937e82298ecd HTTP/1.1" status: 204 len: 168 time: 1.9235482 Nov 23 22:12:15.540330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33256) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:15.689762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-2644bbf6-beab-4f11-b44f-d25c13631979 None None] Port 896c2680-433f-442c-a424-7613ed872fa7 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:12:15.747023 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe6b3b-e8bc-4ad1-8928-5bfb4fb14a45 admin admin] Pushing event deleted for resources: {'Network': ['ID=f66ebd23-0529-4549-a325-937e82298ecd,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:15.764265 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ff9a9460-8bf7-402b-a1ba-34996c999d84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:15.772808 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f75d15e0-190e-4406-992f-dd1c5820c41b tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:15.778261 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ff9a9460-8bf7-402b-a1ba-34996c999d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:15.809106 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f75d15e0-190e-4406-992f-dd1c5820c41b tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:15.832190 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-f75d15e0-190e-4406-992f-dd1c5820c41b tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] In _notify_port_updated(), no bound segment for port 896c2680-433f-442c-a424-7613ed872fa7 on network 11f45337-d694-42fc-af13-35e484a7a38f {{(pid=110034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:12:15.839490 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75d15e0-190e-4406-992f-dd1c5820c41b tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:15.840761 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f75d15e0-190e-4406-992f-dd1c5820c41b tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:15.846056 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f75d15e0-190e-4406-992f-dd1c5820c41b tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "PUT /v2.0/ports/896c2680-433f-442c-a424-7613ed872fa7 HTTP/1.1" status: 200 len: 1002 time: 0.8905091 Nov 23 22:12:15.871426 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33264) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:15.883270 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ff9a9460-8bf7-402b-a1ba-34996c999d84 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8f3274bcd7b6435eaba150c9b11269d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0710914 Nov 23 22:12:15.910761 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33266) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:15.988200 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9780828-9599-41e3-9482-af979daa7bee req-bb81210f-6512-4bc1-9132-b5fb09421200 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:15.989745 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9780828-9599-41e3-9482-af979daa7bee req-bb81210f-6512-4bc1-9132-b5fb09421200 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 946 time: 0.2944086 Nov 23 22:12:16.052731 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a9460-8bf7-402b-a1ba-34996c999d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27539c2-d4f5-421e-bebc-f50bef5b444c,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:16.084698 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ebdabd60-6d77-4d55-a162-dd2d4e8ce217 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:16.128798 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ebdabd60-6d77-4d55-a162-dd2d4e8ce217 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:16.134084 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d15e0-190e-4406-992f-dd1c5820c41b tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Pushing event updated for resources: {'Port': ['ID=896c2680-433f-442c-a424-7613ed872fa7,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:16.243094 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9780828-9599-41e3-9482-af979daa7bee req-7ffe2510-358e-44db-ab15-d83ced02f393 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191679 Nov 23 22:12:16.264052 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a8184-8639-4a52-afab-c20025216a50 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Deleting port 896c2680-433f-442c-a424-7613ed872fa7 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:16.264401 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a4a8184-8639-4a52-afab-c20025216a50 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:16.328780 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69314b-3df9-40b3-a2ea-4bc7fe78afb9 req-dcfe508e-1303-4858-89f1-2dd0df4cc2a1 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:16.330290 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1e69314b-3df9-40b3-a2ea-4bc7fe78afb9 req-dcfe508e-1303-4858-89f1-2dd0df4cc2a1 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.53 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 946 time: 0.1063428 Nov 23 22:12:16.332500 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-864fd26f-90c5-4116-b89c-a1fa3fad85f4 None None] Provisioning complete for port 896c2680-433f-442c-a424-7613ed872fa7 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:16.333990 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-864fd26f-90c5-4116-b89c-a1fa3fad85f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:16.392410 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ebdabd60-6d77-4d55-a162-dd2d4e8ce217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:16.395869 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ebdabd60-6d77-4d55-a162-dd2d4e8ce217 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:16.400581 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ebdabd60-6d77-4d55-a162-dd2d4e8ce217 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c27539c2-d4f5-421e-bebc-f50bef5b444c HTTP/1.1" status: 204 len: 168 time: 0.4891744 Nov 23 22:12:16.420355 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdabd60-6d77-4d55-a162-dd2d4e8ce217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27539c2-d4f5-421e-bebc-f50bef5b444c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:16.468326 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-864fd26f-90c5-4116-b89c-a1fa3fad85f4 None None] Port 896c2680-433f-442c-a424-7613ed872fa7 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:12:16.536365 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a4a8184-8639-4a52-afab-c20025216a50 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:16.556458 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a8184-8639-4a52-afab-c20025216a50 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Calling delete_port for 896c2680-433f-442c-a424-7613ed872fa7 owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:16.561356 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-1e69314b-3df9-40b3-a2ea-4bc7fe78afb9 req-27618000-7dcb-4602-ab4c-b02072dd496b tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Deleting port f7605490-7bfd-473e-9384-94811eec10d4 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:16.561622 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1e69314b-3df9-40b3-a2ea-4bc7fe78afb9 req-27618000-7dcb-4602-ab4c-b02072dd496b tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:16.585918 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac29e6c8-62b1-4c95-ac32-94dda79f52d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:16.830369 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-1e69314b-3df9-40b3-a2ea-4bc7fe78afb9 req-27618000-7dcb-4602-ab4c-b02072dd496b tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] For port f7605490-7bfd-473e-9384-94811eec10d4, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f7605490-7bfd-473e-9384-94811eec10d4,segment=NetworkSegment(8e3dc330-2fe3-487c-8bc0-b98508d2c82b),segment_id=8e3dc330-2fe3-487c-8bc0-b98508d2c82b)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:16.831518 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1e69314b-3df9-40b3-a2ea-4bc7fe78afb9 req-27618000-7dcb-4602-ab4c-b02072dd496b tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:16.869677 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-1e69314b-3df9-40b3-a2ea-4bc7fe78afb9 req-27618000-7dcb-4602-ab4c-b02072dd496b tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Calling delete_port for f7605490-7bfd-473e-9384-94811eec10d4 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:17.103398 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1e69314b-3df9-40b3-a2ea-4bc7fe78afb9 req-27618000-7dcb-4602-ab4c-b02072dd496b tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:17.117956 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['12fbc09d-bc3c-4065-bca6-660349a1c0ee', 'f7605490-7bfd-473e-9384-94811eec10d4'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:12:17.184794 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27618000-7dcb-4602-ab4c-b02072dd496b tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Pushing event deleted for resources: {'Port': ['ID=f7605490-7bfd-473e-9384-94811eec10d4,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:17.368648 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e69314b-3df9-40b3-a2ea-4bc7fe78afb9 req-27618000-7dcb-4602-ab4c-b02072dd496b tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] No DVR routers for this DVR port f7605490-7bfd-473e-9384-94811eec10d4 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:12:17.375920 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-1e69314b-3df9-40b3-a2ea-4bc7fe78afb9 req-27618000-7dcb-4602-ab4c-b02072dd496b tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:17.379743 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1e69314b-3df9-40b3-a2ea-4bc7fe78afb9 req-27618000-7dcb-4602-ab4c-b02072dd496b tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.53 "DELETE /v2.0/ports/f7605490-7bfd-473e-9384-94811eec10d4 HTTP/1.1" status: 204 len: 173 time: 1.0291865 Nov 23 22:12:17.380356 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b41f2cd2-d13b-4502-895a-94ce82b9f755', 'name': 'network-vif-deleted', 'tag': 'f7605490-7bfd-473e-9384-94811eec10d4'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:12:17.382850 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7d390a-fd51-4489-a557-be500d46c9ca" -d '{"events": [{"server_uuid": "b41f2cd2-d13b-4502-895a-94ce82b9f755", "name": "network-vif-deleted", "tag": "f7605490-7bfd-473e-9384-94811eec10d4"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:12:17.413098 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a4a8184-8639-4a52-afab-c20025216a50 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:17.474244 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a8184-8639-4a52-afab-c20025216a50 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Pushing event deleted for resources: {'Port': ['ID=896c2680-433f-442c-a424-7613ed872fa7,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:17.606083 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ea83d8-8063-44ec-880e-36dd95053e4f x-openstack-request-id: req-87ea83d8-8063-44ec-880e-36dd95053e4f {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:12:17.618892 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b41f2cd2-d13b-4502-895a-94ce82b9f755", "name": "network-vif-deleted", "tag": "f7605490-7bfd-473e-9384-94811eec10d4", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:12:17.619323 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-87ea83d8-8063-44ec-880e-36dd95053e4f {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:12:17.620725 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b41f2cd2-d13b-4502-895a-94ce82b9f755', 'name': 'network-vif-deleted', 'tag': 'f7605490-7bfd-473e-9384-94811eec10d4', 'status': 'completed', 'code': 200} Nov 23 22:12:17.661164 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7a4a8184-8639-4a52-afab-c20025216a50 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:17.668719 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7a4a8184-8639-4a52-afab-c20025216a50 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "DELETE /v2.0/ports/896c2680-433f-442c-a424-7613ed872fa7 HTTP/1.1" status: 204 len: 168 time: 1.7790492 Nov 23 22:12:17.668719 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c262366d-4d9a-4a51-a679-ebf278b2173c req-85c389f0-d387-474f-aff0-7e8db2c2573d tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=b41f2cd2-d13b-4502-895a-94ce82b9f755 HTTP/1.1" status: 200 len: 210 time: 0.0748985 Nov 23 22:12:17.669857 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33316) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:17.704613 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b863ad-ace2-4721-89eb-f6333d983953 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] GET failed (client error): The resource could not be found. Nov 23 22:12:17.706762 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-38b863ad-ace2-4721-89eb-f6333d983953 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "GET /v2.0/ports/896c2680-433f-442c-a424-7613ed872fa7 HTTP/1.1" status: 404 len: 333 time: 0.0355430 Nov 23 22:12:17.712774 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33320) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:17.720917 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ff89af39-41c0-4c7f-b1b5-e4a6bf666d84 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Request body: {'port': {'network_id': '11f45337-d694-42fc-af13-35e484a7a38f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1147456919'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:17.766938 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-ac29e6c8-62b1-4c95-ac32-94dda79f52d3 admin admin] Deleting port 31d34565-d4fc-4cba-9d6b-13e8b92c0a52 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:17.767282 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac29e6c8-62b1-4c95-ac32-94dda79f52d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:17.923508 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-ac29e6c8-62b1-4c95-ac32-94dda79f52d3 admin admin] For port 31d34565-d4fc-4cba-9d6b-13e8b92c0a52, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=31d34565-d4fc-4cba-9d6b-13e8b92c0a52,segment=NetworkSegment(6f36cede-a950-4a4a-98c2-e7e055015e99),segment_id=6f36cede-a950-4a4a-98c2-e7e055015e99)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:17.923869 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac29e6c8-62b1-4c95-ac32-94dda79f52d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:17.970586 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-ac29e6c8-62b1-4c95-ac32-94dda79f52d3 admin admin] Calling delete_port for 31d34565-d4fc-4cba-9d6b-13e8b92c0a52 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:17.988944 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff89af39-41c0-4c7f-b1b5-e4a6bf666d84 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Made reservation on behalf of 9538ba70b11642aa98f446b1609f954d for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:12:17.998432 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff89af39-41c0-4c7f-b1b5-e4a6bf666d84 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:18.088416 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-ff89af39-41c0-4c7f-b1b5-e4a6bf666d84 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] device_id is not set on port 55c497a9-3ad8-4b24-9f30-f92b46e27e42 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:12:18.327062 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-ff89af39-41c0-4c7f-b1b5-e4a6bf666d84 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Allocated IP 2001:db8::256 (11f45337-d694-42fc-af13-35e484a7a38f/3617dd86-7277-444b-a9f5-ac61c7e33e81/55c497a9-3ad8-4b24-9f30-f92b46e27e42) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:12:18.476235 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac29e6c8-62b1-4c95-ac32-94dda79f52d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:18.548108 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29e6c8-62b1-4c95-ac32-94dda79f52d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=31d34565-d4fc-4cba-9d6b-13e8b92c0a52,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:18.755154 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff89af39-41c0-4c7f-b1b5-e4a6bf666d84 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:18.899246 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff89af39-41c0-4c7f-b1b5-e4a6bf666d84 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:18.937985 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac29e6c8-62b1-4c95-ac32-94dda79f52d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:19.020891 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff89af39-41c0-4c7f-b1b5-e4a6bf666d84 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Network 11f45337-d694-42fc-af13-35e484a7a38f is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:12:19.084499 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89af39-41c0-4c7f-b1b5-e4a6bf666d84 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Pushing event updated for resources: {'Port': ['ID=55c497a9-3ad8-4b24-9f30-f92b46e27e42,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:19.095805 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-ff89af39-41c0-4c7f-b1b5-e4a6bf666d84 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:19.100121 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89af39-41c0-4c7f-b1b5-e4a6bf666d84 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:12:19.108441 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff89af39-41c0-4c7f-b1b5-e4a6bf666d84 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:19.109124 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff89af39-41c0-4c7f-b1b5-e4a6bf666d84 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:19.177961 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ff89af39-41c0-4c7f-b1b5-e4a6bf666d84 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4641261 Nov 23 22:12:19.187092 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33372) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:19.197628 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ac20857c-56c4-4333-baf3-7fefdc21d4c7 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Request body: {'port': {'network_id': '11f45337-d694-42fc-af13-35e484a7a38f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1915583286'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:19.271861 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d0201-f800-40e5-a568-6f7e977e2db7 req-690433b3-8b99-45fb-8e17-0e9b4f43fcd7 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:19.280561 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e0d0201-f800-40e5-a568-6f7e977e2db7 req-690433b3-8b99-45fb-8e17-0e9b4f43fcd7 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.1339502 Nov 23 22:12:19.362066 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e0d0201-f800-40e5-a568-6f7e977e2db7 req-6e4af952-811c-4a1c-a634-378b016be2a4 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745964 Nov 23 22:12:19.387277 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f7605490-7bfd-473e-9384-94811eec10d4 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:12:19.427852 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: f7605490-7bfd-473e-9384-94811eec10d4 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:12:19.428669 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f7605490-7bfd-473e-9384-94811eec10d4 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:12:19.549029 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac20857c-56c4-4333-baf3-7fefdc21d4c7 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Made reservation on behalf of 9538ba70b11642aa98f446b1609f954d for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:12:19.552750 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac20857c-56c4-4333-baf3-7fefdc21d4c7 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:19.625314 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-ac20857c-56c4-4333-baf3-7fefdc21d4c7 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] device_id is not set on port bd68627d-73d0-49d7-8df8-3df738c4a7e2 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:12:19.660151 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-06596fbd-447e-41c6-b3cd-cc0ef8031608 None None] Provisioning complete for port 55c497a9-3ad8-4b24-9f30-f92b46e27e42 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:19.660822 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-06596fbd-447e-41c6-b3cd-cc0ef8031608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:19.715790 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac29e6c8-62b1-4c95-ac32-94dda79f52d3 admin admin] Router 60c90b56-ffee-4ac8-9c8d-45ee8660b41e has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:12:19.737738 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-06596fbd-447e-41c6-b3cd-cc0ef8031608 None None] Port 55c497a9-3ad8-4b24-9f30-f92b46e27e42 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:12:19.826176 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-ac20857c-56c4-4333-baf3-7fefdc21d4c7 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Allocated IP 2001:db8::5d (11f45337-d694-42fc-af13-35e484a7a38f/3617dd86-7277-444b-a9f5-ac61c7e33e81/bd68627d-73d0-49d7-8df8-3df738c4a7e2) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:12:20.026328 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac29e6c8-62b1-4c95-ac32-94dda79f52d3 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:12:20.038961 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9a63f9-b40b-4179-9800-c46a2f43c7a7 None None] Sync routers for ids ['60c90b56-ffee-4ac8-9c8d-45ee8660b41e'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:12:20.043662 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ac29e6c8-62b1-4c95-ac32-94dda79f52d3 admin admin] 10.222.0.50 "PUT /v2.0/routers/60c90b56-ffee-4ac8-9c8d-45ee8660b41e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5016215 Nov 23 22:12:20.046606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33400) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:20.056594 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9a63f9-b40b-4179-9800-c46a2f43c7a7 None None] Routers {'60c90b56-ffee-4ac8-9c8d-45ee8660b41e'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:12:20.057363 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-1b9a63f9-b40b-4179-9800-c46a2f43c7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:12:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['60c90b56-ffee-4ac8-9c8d-45ee8660b41e'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:20.202959 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0dcb143b-cd6e-4154-8195-2e70c209369b admin admin] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:20.241536 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac20857c-56c4-4333-baf3-7fefdc21d4c7 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:20.327745 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac20857c-56c4-4333-baf3-7fefdc21d4c7 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:20.329002 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0dcb143b-cd6e-4154-8195-2e70c209369b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:20.366197 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-1b9a63f9-b40b-4179-9800-c46a2f43c7a7 None None] Set router 60c90b56-ffee-4ac8-9c8d-45ee8660b41e gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:12:20.408898 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac20857c-56c4-4333-baf3-7fefdc21d4c7 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Network 11f45337-d694-42fc-af13-35e484a7a38f is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:12:20.412669 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-ac20857c-56c4-4333-baf3-7fefdc21d4c7 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:20.423223 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac20857c-56c4-4333-baf3-7fefdc21d4c7 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:12:20.438170 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac20857c-56c4-4333-baf3-7fefdc21d4c7 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:20.439193 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac20857c-56c4-4333-baf3-7fefdc21d4c7 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:20.472147 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20857c-56c4-4333-baf3-7fefdc21d4c7 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Pushing event updated for resources: {'Port': ['ID=bd68627d-73d0-49d7-8df8-3df738c4a7e2,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:20.507678 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ac20857c-56c4-4333-baf3-7fefdc21d4c7 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3193045 Nov 23 22:12:20.513452 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33418) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:20.520913 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-08066e69-8b22-4a14-a6e6-7cd043035a14 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3b8', 'mac_address': 'fa:16:3e:33:26:13'}, {'ip_address': '2001:db8::256', 'mac_address': 'fa:16:3e:42:1e:bb'}]}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:20.756238 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-1b9a63f9-b40b-4179-9800-c46a2f43c7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c90b56-ffee-4ac8-9c8d-45ee8660b41e', 'name': 'tempest-TestAggregatesBasicOps-1330188423-router', 'tenant_id': '4d1a78385f02462db9c3bf0bb0de0533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '14e05612-d4c7-47a2-a721-ab6cd8c3df76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:11:50Z', 'updated_at': '2021-11-23T22:12:18Z', 'revision_number': 5, 'project_id': '4d1a78385f02462db9c3bf0bb0de0533', 'gw_port': {'id': '14e05612-d4c7-47a2-a721-ab6cd8c3df76', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c90b56-ffee-4ac8-9c8d-45ee8660b41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3090, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:11:51Z', 'updated_at': '2021-11-23T22:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:20.792103 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9a63f9-b40b-4179-9800-c46a2f43c7a7 None None] Checking router: 60c90b56-ffee-4ac8-9c8d-45ee8660b41e for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:12:20.801918 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9a63f9-b40b-4179-9800-c46a2f43c7a7 None None] Routers {'60c90b56-ffee-4ac8-9c8d-45ee8660b41e'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:12:20.802927 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-1b9a63f9-b40b-4179-9800-c46a2f43c7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:12:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['60c90b56-ffee-4ac8-9c8d-45ee8660b41e'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:20.924328 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-1b9a63f9-b40b-4179-9800-c46a2f43c7a7 None None] Set router 60c90b56-ffee-4ac8-9c8d-45ee8660b41e gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:12:20.945212 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2d595048-bb17-420b-98fe-dfea09a783fb None None] Provisioning complete for port bd68627d-73d0-49d7-8df8-3df738c4a7e2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:20.949863 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2d595048-bb17-420b-98fe-dfea09a783fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:21.035349 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-2d595048-bb17-420b-98fe-dfea09a783fb None None] Port bd68627d-73d0-49d7-8df8-3df738c4a7e2 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:12:21.046433 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-1b9a63f9-b40b-4179-9800-c46a2f43c7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c90b56-ffee-4ac8-9c8d-45ee8660b41e', 'name': 'tempest-TestAggregatesBasicOps-1330188423-router', 'tenant_id': '4d1a78385f02462db9c3bf0bb0de0533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:11:50Z', 'updated_at': '2021-11-23T22:12:20Z', 'revision_number': 6, 'project_id': '4d1a78385f02462db9c3bf0bb0de0533', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:21.050093 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33428) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:21.074866 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-0dcb143b-cd6e-4154-8195-2e70c209369b admin admin] Deleting port 14e05612-d4c7-47a2-a721-ab6cd8c3df76 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:21.076688 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0dcb143b-cd6e-4154-8195-2e70c209369b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:21.081497 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9a63f9-b40b-4179-9800-c46a2f43c7a7 None None] The sync data for ids ['60c90b56-ffee-4ac8-9c8d-45ee8660b41e'] in n-d-816206-9 is: [{'id': '60c90b56-ffee-4ac8-9c8d-45ee8660b41e', 'name': 'tempest-TestAggregatesBasicOps-1330188423-router', 'tenant_id': '4d1a78385f02462db9c3bf0bb0de0533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:11:50Z', 'updated_at': '2021-11-23T22:12:20Z', 'revision_number': 6, 'project_id': '4d1a78385f02462db9c3bf0bb0de0533', 'gw_port_host': None}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:12:21.242043 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-827136de-fc61-46ea-b993-078f77e7fd64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:21.352302 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f2c90-d37e-4256-a72a-462c03c04b57 req-53ae5c85-6b6a-4ef0-b6f9-8309cbf521c7 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:21.355333 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-940f2c90-d37e-4256-a72a-462c03c04b57 req-53ae5c85-6b6a-4ef0-b6f9-8309cbf521c7 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.8202543 Nov 23 22:12:21.384412 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-827136de-fc61-46ea-b993-078f77e7fd64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:21.390442 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-827136de-fc61-46ea-b993-078f77e7fd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:21.441453 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-827136de-fc61-46ea-b993-078f77e7fd64 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=113d0e4b2ece4b36affdbeb0f6fe1cc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3903251 Nov 23 22:12:21.442311 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827136de-fc61-46ea-b993-078f77e7fd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb44c89-d734-4246-946b-ca583a43c103,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:21.446220 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33438) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:21.452815 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-0dcb143b-cd6e-4154-8195-2e70c209369b admin admin] For port 14e05612-d4c7-47a2-a721-ab6cd8c3df76, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=14e05612-d4c7-47a2-a721-ab6cd8c3df76,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:21.453653 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0dcb143b-cd6e-4154-8195-2e70c209369b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:21.464524 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08066e69-8b22-4a14-a6e6-7cd043035a14 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:21.535318 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f228acd-c6d6-4886-9216-c351cbc72ec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:21.537375 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-0dcb143b-cd6e-4154-8195-2e70c209369b admin admin] Calling delete_port for 14e05612-d4c7-47a2-a721-ab6cd8c3df76 owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:21.588061 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f228acd-c6d6-4886-9216-c351cbc72ec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:21.640973 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-940f2c90-d37e-4256-a72a-462c03c04b57 req-ca3d8553-3c15-4bb2-b612-053d167dfcaa tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646930 Nov 23 22:12:21.709886 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f228acd-c6d6-4886-9216-c351cbc72ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:21.714286 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f228acd-c6d6-4886-9216-c351cbc72ec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:21.715714 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8f228acd-c6d6-4886-9216-c351cbc72ec0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2eb44c89-d734-4246-946b-ca583a43c103 HTTP/1.1" status: 204 len: 168 time: 0.2682173 Nov 23 22:12:21.725652 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f228acd-c6d6-4886-9216-c351cbc72ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb44c89-d734-4246-946b-ca583a43c103,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:21.892799 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08066e69-8b22-4a14-a6e6-7cd043035a14 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:21.901379 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08066e69-8b22-4a14-a6e6-7cd043035a14 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:21.944971 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0dcb143b-cd6e-4154-8195-2e70c209369b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:21.951718 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-08066e69-8b22-4a14-a6e6-7cd043035a14 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] In _notify_port_updated(), no bound segment for port bd68627d-73d0-49d7-8df8-3df738c4a7e2 on network 11f45337-d694-42fc-af13-35e484a7a38f {{(pid=110034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:12:21.957433 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08066e69-8b22-4a14-a6e6-7cd043035a14 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:21.957847 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08066e69-8b22-4a14-a6e6-7cd043035a14 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:21.960130 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-08066e69-8b22-4a14-a6e6-7cd043035a14 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "PUT /v2.0/ports/bd68627d-73d0-49d7-8df8-3df738c4a7e2 HTTP/1.1" status: 200 len: 1067 time: 1.4433393 Nov 23 22:12:21.962109 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33450) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:21.977481 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08066e69-8b22-4a14-a6e6-7cd043035a14 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Pushing event updated for resources: {'Port': ['ID=bd68627d-73d0-49d7-8df8-3df738c4a7e2,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:22.012257 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb143b-cd6e-4154-8195-2e70c209369b admin admin] Pushing event deleted for resources: {'Port': ['ID=14e05612-d4c7-47a2-a721-ab6cd8c3df76,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:22.022427 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac2179e-6e1d-4a37-9e1b-df29a89f9064 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:12:22.103346 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0dcb143b-cd6e-4154-8195-2e70c209369b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:22.212958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-32e2ae3b-8757-49b5-b7b2-3688d551b0da tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Deleting port bd68627d-73d0-49d7-8df8-3df738c4a7e2 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:22.213993 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32e2ae3b-8757-49b5-b7b2-3688d551b0da tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:22.288789 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0dcb143b-cd6e-4154-8195-2e70c209369b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:22.291217 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0dcb143b-cd6e-4154-8195-2e70c209369b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:22.408051 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0dcb143b-cd6e-4154-8195-2e70c209369b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:22.409572 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcb143b-cd6e-4154-8195-2e70c209369b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60c90b56-ffee-4ac8-9c8d-45ee8660b41e {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:12:22.420600 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0dcb143b-cd6e-4154-8195-2e70c209369b admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:22.422465 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33456) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:22.424118 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0dcb143b-cd6e-4154-8195-2e70c209369b admin admin] 10.222.0.50 "DELETE /v2.0/routers/60c90b56-ffee-4ac8-9c8d-45ee8660b41e HTTP/1.1" status: 204 len: 168 time: 2.3764746 Nov 23 22:12:22.430578 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33458) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:22.446670 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ae3a4121-5298-488a-87da-c27a9b065e9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:22.511844 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e59dbb-5afc-4418-94c7-c6ebc835f3e5 admin admin] Deleting subnet cb9aed2d-fcb7-4cd9-becf-7ff1fa698440 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:12:22.523564 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a0e59dbb-5afc-4418-94c7-c6ebc835f3e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:22.540382 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32e2ae3b-8757-49b5-b7b2-3688d551b0da tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:22.556737 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e51be56c-d3b2-4cb1-a4f3-475224665029 None None] Provisioning complete for port bd68627d-73d0-49d7-8df8-3df738c4a7e2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:22.557114 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e51be56c-d3b2-4cb1-a4f3-475224665029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:22.568824 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-32e2ae3b-8757-49b5-b7b2-3688d551b0da tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Calling delete_port for bd68627d-73d0-49d7-8df8-3df738c4a7e2 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:22.615568 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a0e59dbb-5afc-4418-94c7-c6ebc835f3e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:22.639949 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 31d34565-d4fc-4cba-9d6b-13e8b92c0a52 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:12:22.719556 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e51be56c-d3b2-4cb1-a4f3-475224665029 None None] Port bd68627d-73d0-49d7-8df8-3df738c4a7e2 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:12:22.728435 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 31d34565-d4fc-4cba-9d6b-13e8b92c0a52 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:12:22.728879 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 31d34565-d4fc-4cba-9d6b-13e8b92c0a52 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:12:22.729317 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 14e05612-d4c7-47a2-a721-ab6cd8c3df76 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:12:22.774470 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a0e59dbb-5afc-4418-94c7-c6ebc835f3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:22.786471 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 14e05612-d4c7-47a2-a721-ab6cd8c3df76 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:12:22.791209 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 14e05612-d4c7-47a2-a721-ab6cd8c3df76 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:12:22.805468 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ae3a4121-5298-488a-87da-c27a9b065e9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:22.862019 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:22.877954 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ae3a4121-5298-488a-87da-c27a9b065e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:22.893326 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32e2ae3b-8757-49b5-b7b2-3688d551b0da tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:22.900979 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fcf73-66f2-4daa-8193-e115892cb045 req-166b9d5f-32f6-4234-8f25-ef72e368bf4c tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:22.902686 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e21fcf73-66f2-4daa-8193-e115892cb045 req-166b9d5f-32f6-4234-8f25-ef72e368bf4c tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.0823581 Nov 23 22:12:22.904603 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a0e59dbb-5afc-4418-94c7-c6ebc835f3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:22.951014 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e59dbb-5afc-4418-94c7-c6ebc835f3e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb9aed2d-fcb7-4cd9-becf-7ff1fa698440,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:22.953625 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a0e59dbb-5afc-4418-94c7-c6ebc835f3e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:22.960659 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a0e59dbb-5afc-4418-94c7-c6ebc835f3e5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cb9aed2d-fcb7-4cd9-becf-7ff1fa698440 HTTP/1.1" status: 204 len: 168 time: 0.5288157 Nov 23 22:12:22.967037 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33470) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:22.993577 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc4d241-e7a3-4fd2-b71e-771ce66ad5e2 None None] Network cc7c6ca5-e25e-4b51-a431-1c6040ce353c requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:12:23.036215 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e21fcf73-66f2-4daa-8193-e115892cb045 req-16019f0b-60c3-4821-b946-b6a89024b0d9 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225905 Nov 23 22:12:23.138882 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2ae3b-8757-49b5-b7b2-3688d551b0da tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Pushing event deleted for resources: {'Port': ['ID=bd68627d-73d0-49d7-8df8-3df738c4a7e2,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:23.144827 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f0ea2e85-2bab-4473-8902-19afb5ceaa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:23.148014 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a4121-5298-488a-87da-c27a9b065e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912401c6-3960-41d7-95bf-aa7b5dbfbc50,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:23.184474 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ae3a4121-5298-488a-87da-c27a9b065e9b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=552a94b773494743ab4d46dda75180f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7565656 Nov 23 22:12:23.205236 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33476) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:23.293516 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32e2ae3b-8757-49b5-b7b2-3688d551b0da tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:23.300738 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-32e2ae3b-8757-49b5-b7b2-3688d551b0da tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "DELETE /v2.0/ports/bd68627d-73d0-49d7-8df8-3df738c4a7e2 HTTP/1.1" status: 204 len: 168 time: 1.3375466 Nov 23 22:12:23.304760 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33478) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:23.325364 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea2e85-2bab-4473-8902-19afb5ceaa21 admin admin] Deleting port 3194ee11-8541-4458-9d7b-c9831b978612 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:23.330634 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f0ea2e85-2bab-4473-8902-19afb5ceaa21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:23.342241 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d660139-4e18-4e46-ae42-187d9cb93266 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] GET failed (client error): The resource could not be found. Nov 23 22:12:23.344220 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2d660139-4e18-4e46-ae42-187d9cb93266 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "GET /v2.0/ports/bd68627d-73d0-49d7-8df8-3df738c4a7e2 HTTP/1.1" status: 404 len: 333 time: 0.0374346 Nov 23 22:12:23.355949 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33480) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:23.423043 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78eea244-ab49-4391-a0fb-fc4c7b963e65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:23.471896 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b528dbd-4d8c-4e19-a74b-36c68c3fadc7 None None] DHCP port deletion for cc7c6ca5-e25e-4b51-a431-1c6040ce353c request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:12:23.489211 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78eea244-ab49-4391-a0fb-fc4c7b963e65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:23.512386 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-f0ea2e85-2bab-4473-8902-19afb5ceaa21 admin admin] For port 3194ee11-8541-4458-9d7b-c9831b978612, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3194ee11-8541-4458-9d7b-c9831b978612,segment=NetworkSegment(6f36cede-a950-4a4a-98c2-e7e055015e99),segment_id=6f36cede-a950-4a4a-98c2-e7e055015e99)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:23.516297 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f0ea2e85-2bab-4473-8902-19afb5ceaa21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:23.533331 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea2e85-2bab-4473-8902-19afb5ceaa21 admin admin] Calling delete_port for 3194ee11-8541-4458-9d7b-c9831b978612 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:23.547713 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-918396b6-b062-4874-91e4-876bd3b26c07 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Deleting port 55c497a9-3ad8-4b24-9f30-f92b46e27e42 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:23.548591 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-918396b6-b062-4874-91e4-876bd3b26c07 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:23.592898 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0b528dbd-4d8c-4e19-a74b-36c68c3fadc7 None None] Deleting port 3194ee11-8541-4458-9d7b-c9831b978612 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:23.593598 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0b528dbd-4d8c-4e19-a74b-36c68c3fadc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:23.711861 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0b528dbd-4d8c-4e19-a74b-36c68c3fadc7 None None] For port 3194ee11-8541-4458-9d7b-c9831b978612, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3194ee11-8541-4458-9d7b-c9831b978612,segment=NetworkSegment(6f36cede-a950-4a4a-98c2-e7e055015e99),segment_id=6f36cede-a950-4a4a-98c2-e7e055015e99)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:23.712444 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0b528dbd-4d8c-4e19-a74b-36c68c3fadc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:23.722271 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f0ea2e85-2bab-4473-8902-19afb5ceaa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:23.728114 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0b528dbd-4d8c-4e19-a74b-36c68c3fadc7 None None] Calling delete_port for 3194ee11-8541-4458-9d7b-c9831b978612 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:23.742812 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-918396b6-b062-4874-91e4-876bd3b26c07 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:23.757770 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-918396b6-b062-4874-91e4-876bd3b26c07 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Calling delete_port for 55c497a9-3ad8-4b24-9f30-f92b46e27e42 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:23.814098 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ea2e85-2bab-4473-8902-19afb5ceaa21 admin admin] No DVR routers for this DVR port 3194ee11-8541-4458-9d7b-c9831b978612 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:12:23.815055 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0b528dbd-4d8c-4e19-a74b-36c68c3fadc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:23.828390 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b528dbd-4d8c-4e19-a74b-36c68c3fadc7 None None] No DVR routers for this DVR port 3194ee11-8541-4458-9d7b-c9831b978612 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:12:23.850611 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b528dbd-4d8c-4e19-a74b-36c68c3fadc7 None None] Pushing event deleted for resources: {'Port': ['ID=3194ee11-8541-4458-9d7b-c9831b978612,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:23.862617 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f996f036-203c-4027-88a2-497aafe5d377 req-dde9a61b-eaed-4f99-b434-3cea02fee1e4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2138066 Nov 23 22:12:23.869684 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea2e85-2bab-4473-8902-19afb5ceaa21 admin admin] Pushing event deleted for resources: {'Port': ['ID=3194ee11-8541-4458-9d7b-c9831b978612,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:23.876333 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78eea244-ab49-4391-a0fb-fc4c7b963e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:23.878984 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78eea244-ab49-4391-a0fb-fc4c7b963e65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:23.882291 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-78eea244-ab49-4391-a0fb-fc4c7b963e65 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/912401c6-3960-41d7-95bf-aa7b5dbfbc50 HTTP/1.1" status: 204 len: 168 time: 0.6736133 Nov 23 22:12:23.900361 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eea244-ab49-4391-a0fb-fc4c7b963e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912401c6-3960-41d7-95bf-aa7b5dbfbc50,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:23.933467 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-918396b6-b062-4874-91e4-876bd3b26c07 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:23.989965 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918396b6-b062-4874-91e4-876bd3b26c07 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Pushing event deleted for resources: {'Port': ['ID=55c497a9-3ad8-4b24-9f30-f92b46e27e42,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:24.047672 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-918396b6-b062-4874-91e4-876bd3b26c07 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:24.127729 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-918396b6-b062-4874-91e4-876bd3b26c07 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "DELETE /v2.0/ports/55c497a9-3ad8-4b24-9f30-f92b46e27e42 HTTP/1.1" status: 204 len: 168 time: 0.7569673 Nov 23 22:12:24.129005 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33498) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:24.143820 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f0ea2e85-2bab-4473-8902-19afb5ceaa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:24.161008 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996f036-203c-4027-88a2-497aafe5d377 req-c86ae24c-6d3e-468a-94f0-6bf9d0975e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:24.162790 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f996f036-203c-4027-88a2-497aafe5d377 req-c86ae24c-6d3e-468a-94f0-6bf9d0975e93 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 1097 time: 0.1790030 Nov 23 22:12:24.243040 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-f0ea2e85-2bab-4473-8902-19afb5ceaa21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7c6ca5-e25e-4b51-a431-1c6040ce353c']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:24.265220 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-f0ea2e85-2bab-4473-8902-19afb5ceaa21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f36cede-a950-4a4a-98c2-e7e055015e99') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:24.265554 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-f0ea2e85-2bab-4473-8902-19afb5ceaa21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f36cede-a950-4a4a-98c2-e7e055015e99') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:24.289115 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e375e4-4272-4113-8bc5-e278bdb142e4 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] GET failed (client error): The resource could not be found. Nov 23 22:12:24.290998 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-43e375e4-4272-4113-8bc5-e278bdb142e4 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "GET /v2.0/ports/55c497a9-3ad8-4b24-9f30-f92b46e27e42 HTTP/1.1" status: 404 len: 333 time: 0.1590090 Nov 23 22:12:24.296004 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33500) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:24.431043 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-17f97ad4-6fcd-4cc3-a640-7a9ee78b8084 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Deleting port bb18ebdb-2952-4248-b8ce-40fbf4388bd8 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:24.433365 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-17f97ad4-6fcd-4cc3-a640-7a9ee78b8084 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:24.446608 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f0ea2e85-2bab-4473-8902-19afb5ceaa21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:24.477025 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f0ea2e85-2bab-4473-8902-19afb5ceaa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:24.489185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ea2e85-2bab-4473-8902-19afb5ceaa21 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:12:24.490434 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f0ea2e85-2bab-4473-8902-19afb5ceaa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:24.534513 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-17f97ad4-6fcd-4cc3-a640-7a9ee78b8084 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:24.547427 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-17f97ad4-6fcd-4cc3-a640-7a9ee78b8084 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Calling delete_port for bb18ebdb-2952-4248-b8ce-40fbf4388bd8 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:12:24.596459 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:12:24.626738 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f0ea2e85-2bab-4473-8902-19afb5ceaa21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:24.658195 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f0ea2e85-2bab-4473-8902-19afb5ceaa21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:24.664970 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f0ea2e85-2bab-4473-8902-19afb5ceaa21 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cc7c6ca5-e25e-4b51-a431-1c6040ce353c HTTP/1.1" status: 204 len: 168 time: 1.6964386 Nov 23 22:12:24.668558 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea2e85-2bab-4473-8902-19afb5ceaa21 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc7c6ca5-e25e-4b51-a431-1c6040ce353c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:24.699901 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e1716-6c69-47ad-b9a9-d0dffe999afd req-c6d7cecd-2280-4957-9f38-9ce0bee433af tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:24.701839 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-039e1716-6c69-47ad-b9a9-d0dffe999afd req-c6d7cecd-2280-4957-9f38-9ce0bee433af tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.4559824 Nov 23 22:12:24.705371 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996f036-203c-4027-88a2-497aafe5d377 req-178c4978-0da7-4ee3-80bd-c2ad79bc6280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:24.706121 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3194ee11-8541-4458-9d7b-c9831b978612 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:12:24.706789 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f996f036-203c-4027-88a2-497aafe5d377 req-178c4978-0da7-4ee3-80bd-c2ad79bc6280 service neutron] 10.222.0.53 "GET /v2.0/networks?id=79b43d0d-5801-43f0-b1e6-2d97c94e72ef HTTP/1.1" status: 200 len: 897 time: 0.5191126 Nov 23 22:12:24.767097 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 3194ee11-8541-4458-9d7b-c9831b978612 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:12:24.772953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3194ee11-8541-4458-9d7b-c9831b978612 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:12:24.873152 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-039e1716-6c69-47ad-b9a9-d0dffe999afd req-80dd722e-382d-4488-8f92-215c7ab028ef tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628714 Nov 23 22:12:24.875324 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f996f036-203c-4027-88a2-497aafe5d377 req-4b121116-70e2-4e14-aa09-ac8f9ed132bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0713ef9-c39b-4bce-9724-9d3185266236 HTTP/1.1" status: 200 len: 1001 time: 0.1570683 Nov 23 22:12:24.909271 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33516) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:25.011752 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-57ed1afa-4fe0-4844-99d8-06defed89300 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ed0b6bf825774d11b58560501799ddee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1010981 Nov 23 22:12:25.012798 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33520) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:25.015276 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996f036-203c-4027-88a2-497aafe5d377 req-27f61b54-17e8-4802-bd86-7db58d20f97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:25.016773 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f996f036-203c-4027-88a2-497aafe5d377 req-27f61b54-17e8-4802-bd86-7db58d20f97f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3caf34a3-d891-441d-8b41-cef472d93c9b HTTP/1.1" status: 200 len: 834 time: 0.1325438 Nov 23 22:12:25.113093 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996f036-203c-4027-88a2-497aafe5d377 req-2d9a4121-15c0-453e-a439-2bdf95015947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:25.114693 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f996f036-203c-4027-88a2-497aafe5d377 req-2d9a4121-15c0-453e-a439-2bdf95015947 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=79b43d0d-5801-43f0-b1e6-2d97c94e72ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846241 Nov 23 22:12:25.115459 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9bd3-5e1d-4fd8-affb-615dba12af1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:25.237327 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9bd3-5e1d-4fd8-affb-615dba12af1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:25.291587 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effce426-fae3-45a5-89fe-775c2a1bae65 req-4600fbd6-0618-4e8e-9bfd-c00816751557 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:25.293591 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-effce426-fae3-45a5-89fe-775c2a1bae65 req-4600fbd6-0618-4e8e-9bfd-c00816751557 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.1758041 Nov 23 22:12:25.355012 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-17f97ad4-6fcd-4cc3-a640-7a9ee78b8084 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:25.375102 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f996f036-203c-4027-88a2-497aafe5d377 req-0c80d351-f7f6-4402-9c8c-efd0dd96ecff service neutron] 10.222.0.53 "GET /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188971 Nov 23 22:12:25.413320 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f97ad4-6fcd-4cc3-a640-7a9ee78b8084 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Pushing event deleted for resources: {'Port': ['ID=bb18ebdb-2952-4248-b8ce-40fbf4388bd8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:25.464315 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9bd3-5e1d-4fd8-affb-615dba12af1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:25.467419 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fc5e9bd3-5e1d-4fd8-affb-615dba12af1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:25.481446 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fc5e9bd3-5e1d-4fd8-affb-615dba12af1f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/981741a7-eb42-4df5-85e7-3087454ebb52 HTTP/1.1" status: 204 len: 168 time: 0.4536777 Nov 23 22:12:25.536935 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e9bd3-5e1d-4fd8-affb-615dba12af1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981741a7-eb42-4df5-85e7-3087454ebb52,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:25.543365 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-17f97ad4-6fcd-4cc3-a640-7a9ee78b8084 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:25.548394 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-17f97ad4-6fcd-4cc3-a640-7a9ee78b8084 tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "DELETE /v2.0/ports/bb18ebdb-2952-4248-b8ce-40fbf4388bd8 HTTP/1.1" status: 204 len: 168 time: 1.2513506 Nov 23 22:12:25.550678 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33536) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:25.671222 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-effce426-fae3-45a5-89fe-775c2a1bae65 req-cd53aa67-2ec8-496a-8a11-f3809d24c309 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Deleting port 12fbc09d-bc3c-4065-bca6-660349a1c0ee {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:25.671757 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-effce426-fae3-45a5-89fe-775c2a1bae65 req-cd53aa67-2ec8-496a-8a11-f3809d24c309 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:25.695956 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-24846055-df94-4178-bfa2-9cb91683a55a tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Deleting subnet 3617dd86-7277-444b-a9f5-ac61c7e33e81 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:12:25.701772 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24846055-df94-4178-bfa2-9cb91683a55a tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:25.803602 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24846055-df94-4178-bfa2-9cb91683a55a tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:25.929542 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-effce426-fae3-45a5-89fe-775c2a1bae65 req-cd53aa67-2ec8-496a-8a11-f3809d24c309 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] For port 12fbc09d-bc3c-4065-bca6-660349a1c0ee, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=12fbc09d-bc3c-4065-bca6-660349a1c0ee,segment=NetworkSegment(8e3dc330-2fe3-487c-8bc0-b98508d2c82b),segment_id=8e3dc330-2fe3-487c-8bc0-b98508d2c82b)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:25.929542 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-effce426-fae3-45a5-89fe-775c2a1bae65 req-cd53aa67-2ec8-496a-8a11-f3809d24c309 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:25.969598 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-effce426-fae3-45a5-89fe-775c2a1bae65 req-cd53aa67-2ec8-496a-8a11-f3809d24c309 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Calling delete_port for 12fbc09d-bc3c-4065-bca6-660349a1c0ee owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:26.026975 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24846055-df94-4178-bfa2-9cb91683a55a tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:26.057640 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f996f036-203c-4027-88a2-497aafe5d377 req-164961ff-79a4-49d1-9252-0012cde3a7a6 service neutron] 10.222.0.53 "GET /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6709073 Nov 23 22:12:26.210126 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24846055-df94-4178-bfa2-9cb91683a55a tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:26.243481 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cd3b9-c551-41e1-b461-751022a853c2 req-b6d74d86-8658-45f6-9015-a8605d0c6560 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:26.255951 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa8cd3b9-c551-41e1-b461-751022a853c2 req-b6d74d86-8658-45f6-9015-a8605d0c6560 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 945 time: 0.2438002 Nov 23 22:12:26.277512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33562) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:26.284942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24846055-df94-4178-bfa2-9cb91683a55a tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Pushing event deleted for resources: {'Subnet': ['ID=3617dd86-7277-444b-a9f5-ac61c7e33e81,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:26.287198 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ae741b-a96b-42ec-ba7b-3fe304786c0c None None] Network 11f45337-d694-42fc-af13-35e484a7a38f requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:12:26.297800 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24846055-df94-4178-bfa2-9cb91683a55a tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:26.305194 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-24846055-df94-4178-bfa2-9cb91683a55a tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "DELETE /v2.0/subnets/3617dd86-7277-444b-a9f5-ac61c7e33e81 HTTP/1.1" status: 204 len: 168 time: 0.7509868 Nov 23 22:12:26.305552 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33564) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:26.460341 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-213e8ea4-31c1-49b8-a874-b07e28c92f5f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:26.518883 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa8cd3b9-c551-41e1-b461-751022a853c2 req-72d34d2c-80ed-4700-b2d4-cd58fbfb314e tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/security-groups?id=f2382400-fe10-4796-b319-6f5409874906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621546 Nov 23 22:12:26.547177 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4615366b-526b-45d5-9b0a-e18f81a2cb8f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d1a78385f02462db9c3bf0bb0de0533&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2670240 Nov 23 22:12:26.548578 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33566) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:26.586354 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-effce426-fae3-45a5-89fe-775c2a1bae65 req-cd53aa67-2ec8-496a-8a11-f3809d24c309 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:26.603426 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-213e8ea4-31c1-49b8-a874-b07e28c92f5f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Deleting port 6c395ca7-63a2-4517-aae3-fe0f0e0bd89f {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:26.603704 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-213e8ea4-31c1-49b8-a874-b07e28c92f5f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:26.611702 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c81f0d-88e7-473a-b532-204a0930eb37 None None] DHCP port deletion for 11f45337-d694-42fc-af13-35e484a7a38f request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:12:26.660002 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53aa67-2ec8-496a-8a11-f3809d24c309 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Pushing event deleted for resources: {'Port': ['ID=12fbc09d-bc3c-4065-bca6-660349a1c0ee,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:26.712248 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c0c81f0d-88e7-473a-b532-204a0930eb37 None None] Deleting port 6c395ca7-63a2-4517-aae3-fe0f0e0bd89f {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:26.712916 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c0c81f0d-88e7-473a-b532-204a0930eb37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:26.743335 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-213e8ea4-31c1-49b8-a874-b07e28c92f5f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] For port 6c395ca7-63a2-4517-aae3-fe0f0e0bd89f, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6c395ca7-63a2-4517-aae3-fe0f0e0bd89f,segment=NetworkSegment(b1d0479c-de53-4d6c-af2f-21416125a5f2),segment_id=b1d0479c-de53-4d6c-af2f-21416125a5f2)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:26.744147 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-213e8ea4-31c1-49b8-a874-b07e28c92f5f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:26.770871 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-213e8ea4-31c1-49b8-a874-b07e28c92f5f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Calling delete_port for 6c395ca7-63a2-4517-aae3-fe0f0e0bd89f owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:26.772670 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-effce426-fae3-45a5-89fe-775c2a1bae65 req-cd53aa67-2ec8-496a-8a11-f3809d24c309 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] No DVR routers for this DVR port 12fbc09d-bc3c-4065-bca6-660349a1c0ee on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:12:26.776268 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-effce426-fae3-45a5-89fe-775c2a1bae65 req-cd53aa67-2ec8-496a-8a11-f3809d24c309 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:26.781482 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-effce426-fae3-45a5-89fe-775c2a1bae65 req-cd53aa67-2ec8-496a-8a11-f3809d24c309 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.53 "DELETE /v2.0/ports/12fbc09d-bc3c-4065-bca6-660349a1c0ee HTTP/1.1" status: 204 len: 173 time: 1.4777296 Nov 23 22:12:26.782159 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-206d626b-4a4a-45dc-bf15-543a8d7b9ccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:26.784779 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb059c0-8a7d-463c-911e-c60ad7fba03b', 'name': 'network-vif-deleted', 'tag': '12fbc09d-bc3c-4065-bca6-660349a1c0ee'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:12:26.787878 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81634eee-1fa1-44b6-98a8-63bd06b9878f" -d '{"events": [{"server_uuid": "9fb059c0-8a7d-463c-911e-c60ad7fba03b", "name": "network-vif-deleted", "tag": "12fbc09d-bc3c-4065-bca6-660349a1c0ee"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:12:26.855542 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-206d626b-4a4a-45dc-bf15-543a8d7b9ccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:26.932913 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c0c81f0d-88e7-473a-b532-204a0930eb37 None None] For port 6c395ca7-63a2-4517-aae3-fe0f0e0bd89f, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6c395ca7-63a2-4517-aae3-fe0f0e0bd89f,segment=NetworkSegment(b1d0479c-de53-4d6c-af2f-21416125a5f2),segment_id=b1d0479c-de53-4d6c-af2f-21416125a5f2)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:26.933944 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c0c81f0d-88e7-473a-b532-204a0930eb37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:26.955740 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c0c81f0d-88e7-473a-b532-204a0930eb37 None None] Calling delete_port for 6c395ca7-63a2-4517-aae3-fe0f0e0bd89f owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:26.964661 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65f5073-0d18-41cb-8b15-441934e6e7e7 x-openstack-request-id: req-f65f5073-0d18-41cb-8b15-441934e6e7e7 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:12:26.971292 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb059c0-8a7d-463c-911e-c60ad7fba03b", "name": "network-vif-deleted", "tag": "12fbc09d-bc3c-4065-bca6-660349a1c0ee", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:12:26.971536 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f65f5073-0d18-41cb-8b15-441934e6e7e7 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:12:26.971873 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb059c0-8a7d-463c-911e-c60ad7fba03b', 'name': 'network-vif-deleted', 'tag': '12fbc09d-bc3c-4065-bca6-660349a1c0ee', 'status': 'completed', 'code': 200} Nov 23 22:12:27.053148 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-206d626b-4a4a-45dc-bf15-543a8d7b9ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:27.056676 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-206d626b-4a4a-45dc-bf15-543a8d7b9ccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:27.069264 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-206d626b-4a4a-45dc-bf15-543a8d7b9ccb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1229a144-c7e5-4829-a6ec-1f95d06c7558 HTTP/1.1" status: 204 len: 168 time: 0.5191855 Nov 23 22:12:27.082763 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d626b-4a4a-45dc-bf15-543a8d7b9ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1229a144-c7e5-4829-a6ec-1f95d06c7558,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:27.090137 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-213e8ea4-31c1-49b8-a874-b07e28c92f5f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:27.161084 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c0c81f0d-88e7-473a-b532-204a0930eb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:27.163936 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e8ea4-31c1-49b8-a874-b07e28c92f5f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Pushing event deleted for resources: {'Port': ['ID=6c395ca7-63a2-4517-aae3-fe0f0e0bd89f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:27.172602 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213e8ea4-31c1-49b8-a874-b07e28c92f5f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] No DVR routers for this DVR port 6c395ca7-63a2-4517-aae3-fe0f0e0bd89f on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:12:27.209003 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c81f0d-88e7-473a-b532-204a0930eb37 None None] Pushing event deleted for resources: {'Port': ['ID=6c395ca7-63a2-4517-aae3-fe0f0e0bd89f,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:27.229407 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c81f0d-88e7-473a-b532-204a0930eb37 None None] No DVR routers for this DVR port 6c395ca7-63a2-4517-aae3-fe0f0e0bd89f on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:12:27.358707 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-213e8ea4-31c1-49b8-a874-b07e28c92f5f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:27.391541 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 12fbc09d-bc3c-4065-bca6-660349a1c0ee no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:12:27.407211 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-213e8ea4-31c1-49b8-a874-b07e28c92f5f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f45337-d694-42fc-af13-35e484a7a38f']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:27.429974 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 12fbc09d-bc3c-4065-bca6-660349a1c0ee {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:12:27.430220 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 12fbc09d-bc3c-4065-bca6-660349a1c0ee not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:12:27.434444 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-213e8ea4-31c1-49b8-a874-b07e28c92f5f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d0479c-de53-4d6c-af2f-21416125a5f2') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:27.434444 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-213e8ea4-31c1-49b8-a874-b07e28c92f5f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d0479c-de53-4d6c-af2f-21416125a5f2') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:27.456762 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-213e8ea4-31c1-49b8-a874-b07e28c92f5f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:27.475716 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-213e8ea4-31c1-49b8-a874-b07e28c92f5f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:27.486124 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213e8ea4-31c1-49b8-a874-b07e28c92f5f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:12:27.486889 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-213e8ea4-31c1-49b8-a874-b07e28c92f5f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:12:27.491228 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:12:27.594257 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-213e8ea4-31c1-49b8-a874-b07e28c92f5f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:27.620561 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-213e8ea4-31c1-49b8-a874-b07e28c92f5f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:27.629629 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-213e8ea4-31c1-49b8-a874-b07e28c92f5f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] 10.222.0.50 "DELETE /v2.0/networks/11f45337-d694-42fc-af13-35e484a7a38f HTTP/1.1" status: 204 len: 168 time: 1.3227324 Nov 23 22:12:27.730901 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e8ea4-31c1-49b8-a874-b07e28c92f5f tempest-AllowedAddressPairIpV6TestJSON-1767658617 tempest-AllowedAddressPairIpV6TestJSON-1767658617-project] Pushing event deleted for resources: {'Network': ['ID=11f45337-d694-42fc-af13-35e484a7a38f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:27.889610 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-184ebf60-d149-41a0-95c9-0193945c902d req-acfca70b-7f96-4b49-a421-a28ac89438e8 tempest-ServerRescueNegativeTestJSON-199104527 tempest-ServerRescueNegativeTestJSON-199104527-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fb059c0-8a7d-463c-911e-c60ad7fba03b HTTP/1.1" status: 200 len: 210 time: 0.0638671 Nov 23 22:12:27.969267 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-17efc18e-798c-402e-98b1-7c32934231e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:28.293810 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33616) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:28.582761 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6c395ca7-63a2-4517-aae3-fe0f0e0bd89f no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:12:28.608212 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 6c395ca7-63a2-4517-aae3-fe0f0e0bd89f {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:12:28.608657 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6c395ca7-63a2-4517-aae3-fe0f0e0bd89f not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:12:28.729931 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fabb6103-17ad-4804-bc29-3717b9392765 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9538ba70b11642aa98f446b1609f954d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4340208 Nov 23 22:12:28.733853 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33636) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:28.828500 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b8c85dd6-0058-4623-a9fd-03d035bcffe3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:28.873863 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b8c85dd6-0058-4623-a9fd-03d035bcffe3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:28.932923 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b8c85dd6-0058-4623-a9fd-03d035bcffe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:28.937557 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b8c85dd6-0058-4623-a9fd-03d035bcffe3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:28.938857 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b8c85dd6-0058-4623-a9fd-03d035bcffe3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9db4fccc-da9c-4806-804c-b546232546ef HTTP/1.1" status: 204 len: 168 time: 0.2034340 Nov 23 22:12:28.957411 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c85dd6-0058-4623-a9fd-03d035bcffe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db4fccc-da9c-4806-804c-b546232546ef,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:29.069183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33650) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:29.739105 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-116b2dfa-cfb9-4b1f-929c-fefeee7834bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:30.020454 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:30.090660 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33708) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:30.154372 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-116b2dfa-cfb9-4b1f-929c-fefeee7834bf admin admin] Deleting port 5f2d8f17-f310-41c2-93da-dff073bb3c9a {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:30.154834 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-116b2dfa-cfb9-4b1f-929c-fefeee7834bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:30.230800 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-a2e5cd73-1285-4a28-aa5e-30835fddb6e1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-208205356'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:30.254789 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-116b2dfa-cfb9-4b1f-929c-fefeee7834bf admin admin] For port 5f2d8f17-f310-41c2-93da-dff073bb3c9a, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5f2d8f17-f310-41c2-93da-dff073bb3c9a,segment=NetworkSegment(8e3dc330-2fe3-487c-8bc0-b98508d2c82b),segment_id=8e3dc330-2fe3-487c-8bc0-b98508d2c82b)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:30.260581 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-116b2dfa-cfb9-4b1f-929c-fefeee7834bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:30.285547 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e5cd73-1285-4a28-aa5e-30835fddb6e1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:12:30.292684 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cd73-1285-4a28-aa5e-30835fddb6e1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:30.309450 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cd73-1285-4a28-aa5e-30835fddb6e1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:30.314238 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-116b2dfa-cfb9-4b1f-929c-fefeee7834bf admin admin] Calling delete_port for 5f2d8f17-f310-41c2-93da-dff073bb3c9a owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:30.440232 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cd73-1285-4a28-aa5e-30835fddb6e1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:30.462762 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cd73-1285-4a28-aa5e-30835fddb6e1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:30.485476 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e5cd73-1285-4a28-aa5e-30835fddb6e1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:12:30.516007 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cd73-1285-4a28-aa5e-30835fddb6e1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:30.516570 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-a2e5cd73-1285-4a28-aa5e-30835fddb6e1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Added segment c5ae5d23-f1e0-4529-8ab3-de7fee905f2c of type vlan for network 302725d1-4424-4921-a478-8714ce3aff34 Nov 23 22:12:30.539647 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b208fa05-6132-4ab2-aecf-6a44b487f7c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:30.604684 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cd73-1285-4a28-aa5e-30835fddb6e1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:30.612199 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5cd73-1285-4a28-aa5e-30835fddb6e1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29b4159f-1937-4537-8ef5-a613c9206101,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:30.671911 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cd73-1285-4a28-aa5e-30835fddb6e1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:30.682491 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e5cd73-1285-4a28-aa5e-30835fddb6e1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:30.683441 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a2e5cd73-1285-4a28-aa5e-30835fddb6e1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:30.717301 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-116b2dfa-cfb9-4b1f-929c-fefeee7834bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:30.756927 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b2dfa-cfb9-4b1f-929c-fefeee7834bf admin admin] Pushing event deleted for resources: {'Port': ['ID=5f2d8f17-f310-41c2-93da-dff073bb3c9a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:30.846553 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5cd73-1285-4a28-aa5e-30835fddb6e1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Network': ['ID=302725d1-4424-4921-a478-8714ce3aff34,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:30.859219 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 302725d1-4424-4921-a478-8714ce3aff34 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:12:30.869109 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a2e5cd73-1285-4a28-aa5e-30835fddb6e1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7765505 Nov 23 22:12:30.873722 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33736) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:30.878763 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-df1791f3-e99c-45a9-b17e-77eb32b65a3b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'port': {'network_id': '302725d1-4424-4921-a478-8714ce3aff34', 'name': 'tempest-PortsIpV6TestJSON-1064844313'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:31.066259 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-116b2dfa-cfb9-4b1f-929c-fefeee7834bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:31.073755 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1791f3-e99c-45a9-b17e-77eb32b65a3b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:12:31.077681 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-df1791f3-e99c-45a9-b17e-77eb32b65a3b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:31.099086 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-df1791f3-e99c-45a9-b17e-77eb32b65a3b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] device_id is not set on port ee86448f-c8a6-4497-8c9b-1a26554e8dec yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:12:31.395122 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-df1791f3-e99c-45a9-b17e-77eb32b65a3b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:31.454433 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-df1791f3-e99c-45a9-b17e-77eb32b65a3b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:31.462260 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116b2dfa-cfb9-4b1f-929c-fefeee7834bf admin admin] Router 0fe0077a-0646-4b93-b4b3-c1846f2f19f9 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:12:31.633997 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1791f3-e99c-45a9-b17e-77eb32b65a3b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Port': ['ID=ee86448f-c8a6-4497-8c9b-1a26554e8dec,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:31.637459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116b2dfa-cfb9-4b1f-929c-fefeee7834bf admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:12:31.648715 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-116b2dfa-cfb9-4b1f-929c-fefeee7834bf admin admin] 10.222.0.50 "PUT /v2.0/routers/0fe0077a-0646-4b93-b4b3-c1846f2f19f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5774643 Nov 23 22:12:31.651662 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33752) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:31.665379 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1791f3-e99c-45a9-b17e-77eb32b65a3b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Checking segment: {'id': 'c5ae5d23-f1e0-4529-8ab3-de7fee905f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '302725d1-4424-4921-a478-8714ce3aff34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:12:31.665725 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1791f3-e99c-45a9-b17e-77eb32b65a3b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network hostable DHCP agents. Network: 302725d1-4424-4921-a478-8714ce3aff34, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:12:31.701649 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1afdf73-dfd1-4366-b01d-09a320b370a6 None None] Sync routers for ids ['0fe0077a-0646-4b93-b4b3-c1846f2f19f9'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:12:31.705735 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:31.709256 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1791f3-e99c-45a9-b17e-77eb32b65a3b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network 302725d1-4424-4921-a478-8714ce3aff34 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:12:31.719192 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1afdf73-dfd1-4366-b01d-09a320b370a6 None None] Routers {'0fe0077a-0646-4b93-b4b3-c1846f2f19f9'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:12:31.720177 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c1afdf73-dfd1-4366-b01d-09a320b370a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:12:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0fe0077a-0646-4b93-b4b3-c1846f2f19f9'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:31.733005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-df1791f3-e99c-45a9-b17e-77eb32b65a3b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 302725d1-4424-4921-a478-8714ce3aff34) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:31.738846 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1791f3-e99c-45a9-b17e-77eb32b65a3b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:12:31.750280 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1791f3-e99c-45a9-b17e-77eb32b65a3b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:31.752301 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-df1791f3-e99c-45a9-b17e-77eb32b65a3b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:31.808019 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d8fcf7-48d3-4ce5-b355-54f3a077c6c0 None None] Network 302725d1-4424-4921-a478-8714ce3aff34 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:12:31.809446 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-df1791f3-e99c-45a9-b17e-77eb32b65a3b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9347150 Nov 23 22:12:31.813144 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33754) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:31.820194 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-40645938-0157-48fb-998c-e1fda1be6365 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1962051946'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:31.856156 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40645938-0157-48fb-998c-e1fda1be6365 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:12:31.863625 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-40645938-0157-48fb-998c-e1fda1be6365 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:31.905356 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ddd213f8-2caf-45b8-a17b-49024bc13bca admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:31.910869 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40645938-0157-48fb-998c-e1fda1be6365 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:12:31.925687 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-40645938-0157-48fb-998c-e1fda1be6365 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:31.926140 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-40645938-0157-48fb-998c-e1fda1be6365 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Added segment ddb6986e-aab2-40f6-b516-ac6c9f7f4f4a of type vlan for network e68ef1dd-f0c7-4c9c-89e4-b11eebfc6aa0 Nov 23 22:12:31.978336 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-40645938-0157-48fb-998c-e1fda1be6365 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:32.022301 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-40645938-0157-48fb-998c-e1fda1be6365 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:32.038087 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40645938-0157-48fb-998c-e1fda1be6365 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:32.039893 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-40645938-0157-48fb-998c-e1fda1be6365 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:32.041868 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ddd213f8-2caf-45b8-a17b-49024bc13bca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:32.082034 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-40645938-0157-48fb-998c-e1fda1be6365 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2675493 Nov 23 22:12:32.082657 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33760) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:32.099161 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'ports': [{'network_id': '302725d1-4424-4921-a478-8714ce3aff34'}, {'network_id': 'e68ef1dd-f0c7-4c9c-89e4-b11eebfc6aa0'}]} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:32.099874 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'port': {'network_id': '302725d1-4424-4921-a478-8714ce3aff34'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:32.099874 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'port': {'network_id': 'e68ef1dd-f0c7-4c9c-89e4-b11eebfc6aa0'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:32.142791 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-c1afdf73-dfd1-4366-b01d-09a320b370a6 None None] Set router 0fe0077a-0646-4b93-b4b3-c1846f2f19f9 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:12:32.157455 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-ddd213f8-2caf-45b8-a17b-49024bc13bca admin admin] Deleting port c0543b7b-3694-403c-bac1-f7e0c3d525d5 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:32.157806 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ddd213f8-2caf-45b8-a17b-49024bc13bca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:32.164217 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40645938-0157-48fb-998c-e1fda1be6365 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Network': ['ID=e68ef1dd-f0c7-4c9c-89e4-b11eebfc6aa0,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:32.185498 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network e68ef1dd-f0c7-4c9c-89e4-b11eebfc6aa0 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:12:32.309002 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-ddd213f8-2caf-45b8-a17b-49024bc13bca admin admin] For port c0543b7b-3694-403c-bac1-f7e0c3d525d5, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c0543b7b-3694-403c-bac1-f7e0c3d525d5,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:32.310160 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ddd213f8-2caf-45b8-a17b-49024bc13bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:32.311967 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'port': 2} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:12:32.317635 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:32.327635 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-ddd213f8-2caf-45b8-a17b-49024bc13bca admin admin] Calling delete_port for c0543b7b-3694-403c-bac1-f7e0c3d525d5 owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:32.352805 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:32.455122 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] device_id is not set on port b506ff10-b1a6-4352-a56a-f309cd9e0f44 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:12:32.544496 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ddd213f8-2caf-45b8-a17b-49024bc13bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:32.603217 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd213f8-2caf-45b8-a17b-49024bc13bca admin admin] Pushing event deleted for resources: {'Port': ['ID=c0543b7b-3694-403c-bac1-f7e0c3d525d5,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:32.646984 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f83bcf-a955-4156-9d4a-46215a697f1d None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:12:32.687345 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c1afdf73-dfd1-4366-b01d-09a320b370a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe0077a-0646-4b93-b4b3-c1846f2f19f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1849005665-router', 'tenant_id': '14f74779034d49d592bfcdc33c438539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'c0543b7b-3694-403c-bac1-f7e0c3d525d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:08:51Z', 'updated_at': '2021-11-23T22:12:30Z', 'revision_number': 5, 'project_id': '14f74779034d49d592bfcdc33c438539', 'gw_port': {'id': 'c0543b7b-3694-403c-bac1-f7e0c3d525d5', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe0077a-0646-4b93-b4b3-c1846f2f19f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:08:52Z', 'updated_at': '2021-11-23T22:09:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:32.741251 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ddd213f8-2caf-45b8-a17b-49024bc13bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:32.763887 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:32.793388 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1afdf73-dfd1-4366-b01d-09a320b370a6 None None] Checking router: 0fe0077a-0646-4b93-b4b3-c1846f2f19f9 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:12:32.820665 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1afdf73-dfd1-4366-b01d-09a320b370a6 None None] Routers {'0fe0077a-0646-4b93-b4b3-c1846f2f19f9'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:12:32.821501 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c1afdf73-dfd1-4366-b01d-09a320b370a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:12:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0fe0077a-0646-4b93-b4b3-c1846f2f19f9'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:32.871176 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] device_id is not set on port 39d06a5b-e6dd-4031-a05b-6b087b67b4ca yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:12:32.878058 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ddd213f8-2caf-45b8-a17b-49024bc13bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:32.884671 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ddd213f8-2caf-45b8-a17b-49024bc13bca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:32.948113 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ddd213f8-2caf-45b8-a17b-49024bc13bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:32.948967 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd213f8-2caf-45b8-a17b-49024bc13bca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fe0077a-0646-4b93-b4b3-c1846f2f19f9 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:12:32.956137 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ddd213f8-2caf-45b8-a17b-49024bc13bca admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:32.957430 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ddd213f8-2caf-45b8-a17b-49024bc13bca admin admin] 10.222.0.50 "DELETE /v2.0/routers/0fe0077a-0646-4b93-b4b3-c1846f2f19f9 HTTP/1.1" status: 204 len: 168 time: 1.3050203 Nov 23 22:12:32.961012 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33788) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:32.991603 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-c1afdf73-dfd1-4366-b01d-09a320b370a6 None None] Set router 0fe0077a-0646-4b93-b4b3-c1846f2f19f9 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:12:33.074183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-53695fd1-a831-4063-890b-34bb4f385a29 admin admin] Deleting subnet e425627e-71be-40cc-adcc-90e6fae7a9ce {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:12:33.082790 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-53695fd1-a831-4063-890b-34bb4f385a29 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:33.101648 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:33.135684 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c1afdf73-dfd1-4366-b01d-09a320b370a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe0077a-0646-4b93-b4b3-c1846f2f19f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1849005665-router', 'tenant_id': '14f74779034d49d592bfcdc33c438539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:08:51Z', 'updated_at': '2021-11-23T22:12:32Z', 'revision_number': 7, 'project_id': '14f74779034d49d592bfcdc33c438539', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:33.145170 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:33.150252 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:33.177267 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-53695fd1-a831-4063-890b-34bb4f385a29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:33.199029 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1afdf73-dfd1-4366-b01d-09a320b370a6 None None] The sync data for ids ['0fe0077a-0646-4b93-b4b3-c1846f2f19f9'] in n-d-816206-9 is: [{'id': '0fe0077a-0646-4b93-b4b3-c1846f2f19f9', 'name': 'tempest-ServerRescueNegativeTestJSON-1849005665-router', 'tenant_id': '14f74779034d49d592bfcdc33c438539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:08:51Z', 'updated_at': '2021-11-23T22:12:32Z', 'revision_number': 7, 'project_id': '14f74779034d49d592bfcdc33c438539', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:12:33.248575 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network 302725d1-4424-4921-a478-8714ce3aff34 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:12:33.255750 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:33.261532 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:12:33.263904 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:33.268017 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-53695fd1-a831-4063-890b-34bb4f385a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:33.297228 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Port': ['ID=b506ff10-b1a6-4352-a56a-f309cd9e0f44,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:33.342164 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-53695fd1-a831-4063-890b-34bb4f385a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:33.363480 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-53695fd1-a831-4063-890b-34bb4f385a29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:33.368250 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-53695fd1-a831-4063-890b-34bb4f385a29 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e425627e-71be-40cc-adcc-90e6fae7a9ce HTTP/1.1" status: 204 len: 168 time: 0.4035265 Nov 23 22:12:33.381606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33794) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:33.392190 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53695fd1-a831-4063-890b-34bb4f385a29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e425627e-71be-40cc-adcc-90e6fae7a9ce,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:33.445485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Port': ['ID=39d06a5b-e6dd-4031-a05b-6b087b67b4ca,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:33.494605 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Checking segment: {'id': 'ddb6986e-aab2-40f6-b516-ac6c9f7f4f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'e68ef1dd-f0c7-4c9c-89e4-b11eebfc6aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:12:33.495266 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network hostable DHCP agents. Network: e68ef1dd-f0c7-4c9c-89e4-b11eebfc6aa0, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:12:33.514741 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a193485-3f2d-4bf2-83fa-45df20cb8eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:33.533429 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network e68ef1dd-f0c7-4c9c-89e4-b11eebfc6aa0 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:12:33.601398 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, e68ef1dd-f0c7-4c9c-89e4-b11eebfc6aa0) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:33.613356 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8109c5a7-212c-4854-8256-2281035a828f None None] Network e68ef1dd-f0c7-4c9c-89e4-b11eebfc6aa0 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:12:33.629772 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:12:33.636998 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:33.643744 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:33.644449 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:33.703529 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a193485-3f2d-4bf2-83fa-45df20cb8eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:33.734246 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b90bf800-7372-4c7e-84ca-a00d090505c4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6475995 Nov 23 22:12:33.737286 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33802) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:33.753507 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-0a193485-3f2d-4bf2-83fa-45df20cb8eff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e887b711-606f-4b83-863c-34d87a670bca']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:33.790608 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-0a193485-3f2d-4bf2-83fa-45df20cb8eff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3dc330-2fe3-487c-8bc0-b98508d2c82b') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:33.790983 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-0a193485-3f2d-4bf2-83fa-45df20cb8eff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3dc330-2fe3-487c-8bc0-b98508d2c82b') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:33.815872 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a193485-3f2d-4bf2-83fa-45df20cb8eff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:33.835603 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:33.847589 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a193485-3f2d-4bf2-83fa-45df20cb8eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:33.857568 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a193485-3f2d-4bf2-83fa-45df20cb8eff admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:12:33.858216 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a193485-3f2d-4bf2-83fa-45df20cb8eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:12:33.926751 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:12:33.933158 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a193485-3f2d-4bf2-83fa-45df20cb8eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:33.946170 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-06878b94-d544-483a-87d2-588311cacbe2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting port 39d06a5b-e6dd-4031-a05b-6b087b67b4ca {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:33.946623 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-06878b94-d544-483a-87d2-588311cacbe2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:33.957911 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a193485-3f2d-4bf2-83fa-45df20cb8eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:33.965331 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0a193485-3f2d-4bf2-83fa-45df20cb8eff admin admin] 10.222.0.50 "DELETE /v2.0/networks/e887b711-606f-4b83-863c-34d87a670bca HTTP/1.1" status: 204 len: 168 time: 0.5811794 Nov 23 22:12:34.003557 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a193485-3f2d-4bf2-83fa-45df20cb8eff admin admin] Pushing event deleted for resources: {'Network': ['ID=e887b711-606f-4b83-863c-34d87a670bca,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:34.094476 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-06878b94-d544-483a-87d2-588311cacbe2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:34.155425 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-06878b94-d544-483a-87d2-588311cacbe2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Calling delete_port for 39d06a5b-e6dd-4031-a05b-6b087b67b4ca owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:34.324621 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33818) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:34.421439 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-70e36251-1256-4e36-a6ac-98fe5e43e326 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=14f74779034d49d592bfcdc33c438539&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0950518 Nov 23 22:12:34.422319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33822) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:34.544015 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-daafd5e0-d0de-48e6-b7e7-511f2296c57f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:34.620655 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5f2d8f17-f310-41c2-93da-dff073bb3c9a no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:12:34.628823 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-daafd5e0-d0de-48e6-b7e7-511f2296c57f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:34.678695 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 5f2d8f17-f310-41c2-93da-dff073bb3c9a {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:12:34.679040 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5f2d8f17-f310-41c2-93da-dff073bb3c9a not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:12:34.679455 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c0543b7b-3694-403c-bac1-f7e0c3d525d5 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:12:34.740254 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: c0543b7b-3694-403c-bac1-f7e0c3d525d5 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:12:34.742386 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-daafd5e0-d0de-48e6-b7e7-511f2296c57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:34.743008 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c0543b7b-3694-403c-bac1-f7e0c3d525d5 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:12:34.745012 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-daafd5e0-d0de-48e6-b7e7-511f2296c57f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:34.753175 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-daafd5e0-d0de-48e6-b7e7-511f2296c57f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f2382400-fe10-4796-b319-6f5409874906 HTTP/1.1" status: 204 len: 168 time: 0.3283689 Nov 23 22:12:34.775257 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafd5e0-d0de-48e6-b7e7-511f2296c57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2382400-fe10-4796-b319-6f5409874906,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:34.996057 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-06878b94-d544-483a-87d2-588311cacbe2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:35.033192 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06878b94-d544-483a-87d2-588311cacbe2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Port': ['ID=39d06a5b-e6dd-4031-a05b-6b087b67b4ca,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:35.051507 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-06878b94-d544-483a-87d2-588311cacbe2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:35.056128 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-06878b94-d544-483a-87d2-588311cacbe2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/ports/39d06a5b-e6dd-4031-a05b-6b087b67b4ca HTTP/1.1" status: 204 len: 168 time: 1.3174775 Nov 23 22:12:35.058651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33836) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:35.203402 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f58a57-1f70-4cf6-ac7b-7c053d546aea tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:35.216364 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f58a57-1f70-4cf6-ac7b-7c053d546aea tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:35.218494 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-48f58a57-1f70-4cf6-ac7b-7c053d546aea tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1587877 Nov 23 22:12:35.221661 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33842) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:35.430187 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-b08daa71-96fa-4fd9-ac7b-d641353597e8 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting port b506ff10-b1a6-4352-a56a-f309cd9e0f44 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:35.430909 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b08daa71-96fa-4fd9-ac7b-d641353597e8 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:35.565831 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b08daa71-96fa-4fd9-ac7b-d641353597e8 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:35.585349 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-b08daa71-96fa-4fd9-ac7b-d641353597e8 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Calling delete_port for b506ff10-b1a6-4352-a56a-f309cd9e0f44 owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:35.697388 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b08daa71-96fa-4fd9-ac7b-d641353597e8 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:36.058393 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33876) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:36.093569 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08daa71-96fa-4fd9-ac7b-d641353597e8 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Port': ['ID=b506ff10-b1a6-4352-a56a-f309cd9e0f44,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:36.093569 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b08daa71-96fa-4fd9-ac7b-d641353597e8 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:36.094619 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b08daa71-96fa-4fd9-ac7b-d641353597e8 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/ports/b506ff10-b1a6-4352-a56a-f309cd9e0f44 HTTP/1.1" status: 204 len: 168 time: 0.8711727 Nov 23 22:12:36.099166 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33882) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:36.224317 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbbbb4d-7e15-4eb6-908e-6e27db587862 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:36.226493 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0cbbbb4d-7e15-4eb6-908e-6e27db587862 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1287780 Nov 23 22:12:36.229466 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33886) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:36.234245 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2089b-c337-48d1-88cc-a66cee456f9e req-9c912d8b-065e-42b5-a72e-d3a4c795ef64 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:36.242299 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3cc2089b-c337-48d1-88cc-a66cee456f9e req-9c912d8b-065e-42b5-a72e-d3a4c795ef64 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 1097 time: 0.1050489 Nov 23 22:12:36.269424 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-79032522-c9d1-4d29-b161-0e9c1cee667a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] GET failed (client error): The resource could not be found. Nov 23 22:12:36.271646 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-79032522-c9d1-4d29-b161-0e9c1cee667a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports/39d06a5b-e6dd-4031-a05b-6b087b67b4ca HTTP/1.1" status: 404 len: 333 time: 0.0412247 Nov 23 22:12:36.275142 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33888) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:36.297700 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6ac9691f-959e-4e45-bb32-6fa7e8d6c7df admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-62626688-network', 'tenant_id': '1aa281152d674fb2a65a14d70821980a'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:36.308923 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3cc2089b-c337-48d1-88cc-a66cee456f9e req-ae9e4748-852e-46b6-b0f0-cfe63233fd8d tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655165 Nov 23 22:12:36.326430 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6168b3-92f4-4a43-ac2f-7d5966228e50 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] GET failed (client error): The resource could not be found. Nov 23 22:12:36.328333 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8f6168b3-92f4-4a43-ac2f-7d5966228e50 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports/b506ff10-b1a6-4352-a56a-f309cd9e0f44 HTTP/1.1" status: 404 len: 333 time: 0.0518184 Nov 23 22:12:36.336207 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33894) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:36.339201 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33896) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:36.372654 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac9691f-959e-4e45-bb32-6fa7e8d6c7df admin admin] Made reservation on behalf of 1aa281152d674fb2a65a14d70821980a for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:12:36.375141 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ac9691f-959e-4e45-bb32-6fa7e8d6c7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:36.396912 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ac9691f-959e-4e45-bb32-6fa7e8d6c7df admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:36.451031 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-806f090b-519a-4063-8a88-dd8cb4f62b3a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:36.574429 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-806f090b-519a-4063-8a88-dd8cb4f62b3a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:36.623189 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-806f090b-519a-4063-8a88-dd8cb4f62b3a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68ef1dd-f0c7-4c9c-89e4-b11eebfc6aa0']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:36.634104 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ac9691f-959e-4e45-bb32-6fa7e8d6c7df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:36.638895 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-806f090b-519a-4063-8a88-dd8cb4f62b3a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb6986e-aab2-40f6-b516-ac6c9f7f4f4a') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:36.639329 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-806f090b-519a-4063-8a88-dd8cb4f62b3a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb6986e-aab2-40f6-b516-ac6c9f7f4f4a') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:36.647796 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ac9691f-959e-4e45-bb32-6fa7e8d6c7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:36.652644 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-806f090b-519a-4063-8a88-dd8cb4f62b3a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:36.661833 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-f3dab2e4-7f29-4c8e-92f4-81c8c876129f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Deleting port ec9e0bdf-95a5-4d27-87bf-bae3dc34e632 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:36.662335 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f3dab2e4-7f29-4c8e-92f4-81c8c876129f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:36.704051 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-806f090b-519a-4063-8a88-dd8cb4f62b3a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:36.712780 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac9691f-959e-4e45-bb32-6fa7e8d6c7df admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:12:36.729125 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806f090b-519a-4063-8a88-dd8cb4f62b3a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:12:36.729525 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-806f090b-519a-4063-8a88-dd8cb4f62b3a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:12:36.735038 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:12:36.762796 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9691f-959e-4e45-bb32-6fa7e8d6c7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfee64e-8320-409f-93e2-633a2aeaa145,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:36.810770 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ac9691f-959e-4e45-bb32-6fa7e8d6c7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:36.811233 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-6ac9691f-959e-4e45-bb32-6fa7e8d6c7df admin admin] Added segment 2f020899-250b-45ae-81c8-e5d32becce29 of type vlan for network 5443d868-798a-4be4-aa60-25e336ceb522 Nov 23 22:12:36.812787 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-806f090b-519a-4063-8a88-dd8cb4f62b3a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:36.826843 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-806f090b-519a-4063-8a88-dd8cb4f62b3a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:36.835817 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-806f090b-519a-4063-8a88-dd8cb4f62b3a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/networks/e68ef1dd-f0c7-4c9c-89e4-b11eebfc6aa0 HTTP/1.1" status: 204 len: 168 time: 0.4897790 Nov 23 22:12:36.835817 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33908) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:36.851408 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f3dab2e4-7f29-4c8e-92f4-81c8c876129f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:36.852026 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f3dab2e4-7f29-4c8e-92f4-81c8c876129f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:36.864972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-1789f204-cddc-4f44-a9f3-b31c8c36616b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-903783762'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:36.874583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-f3dab2e4-7f29-4c8e-92f4-81c8c876129f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Calling delete_port for ec9e0bdf-95a5-4d27-87bf-bae3dc34e632 owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:36.894248 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f090b-519a-4063-8a88-dd8cb4f62b3a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Network': ['ID=e68ef1dd-f0c7-4c9c-89e4-b11eebfc6aa0,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:36.907144 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1789f204-cddc-4f44-a9f3-b31c8c36616b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:12:36.910809 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1789f204-cddc-4f44-a9f3-b31c8c36616b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:36.922580 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ac9691f-959e-4e45-bb32-6fa7e8d6c7df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:36.957330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1789f204-cddc-4f44-a9f3-b31c8c36616b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:12:36.993401 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1789f204-cddc-4f44-a9f3-b31c8c36616b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:36.993752 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-1789f204-cddc-4f44-a9f3-b31c8c36616b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Added segment fcad0d46-f651-4574-8880-b4a822bfe0ae of type vlan for network 5ef6fce1-861c-472d-ae49-4040c6db9d55 Nov 23 22:12:37.011691 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ac9691f-959e-4e45-bb32-6fa7e8d6c7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:37.015338 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac9691f-959e-4e45-bb32-6fa7e8d6c7df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:37.017805 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ac9691f-959e-4e45-bb32-6fa7e8d6c7df admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:37.156505 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f3dab2e4-7f29-4c8e-92f4-81c8c876129f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:37.197476 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dab2e4-7f29-4c8e-92f4-81c8c876129f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'Port': ['ID=ec9e0bdf-95a5-4d27-87bf-bae3dc34e632,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:37.267166 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1789f204-cddc-4f44-a9f3-b31c8c36616b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:37.272695 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f3dab2e4-7f29-4c8e-92f4-81c8c876129f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:37.272695 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-f3dab2e4-7f29-4c8e-92f4-81c8c876129f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Floating IP 629c1904-f1af-44f6-a9fe-4f5596d3a7e3 disassociated (deleted). External IP: 172.25.5.20, port: a0713ef9-c39b-4bce-9724-9d3185266236. Nov 23 22:12:37.284245 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6ac9691f-959e-4e45-bb32-6fa7e8d6c7df admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2229440 Nov 23 22:12:37.290393 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9691f-959e-4e45-bb32-6fa7e8d6c7df admin admin] Pushing event updated for resources: {'Network': ['ID=5443d868-798a-4be4-aa60-25e336ceb522,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:37.304179 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 5443d868-798a-4be4-aa60-25e336ceb522 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:12:37.310547 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33920) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:37.333659 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5c4ea838-7d59-4df6-ae52-0a9ae912852f admin admin] Request body: {'subnet': {'network_id': '5443d868-798a-4be4-aa60-25e336ceb522', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-62626688-subnet', 'tenant_id': '1aa281152d674fb2a65a14d70821980a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:37.406470 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1789f204-cddc-4f44-a9f3-b31c8c36616b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:37.413869 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1789f204-cddc-4f44-a9f3-b31c8c36616b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:37.416510 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1789f204-cddc-4f44-a9f3-b31c8c36616b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:37.445604 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4ea838-7d59-4df6-ae52-0a9ae912852f admin admin] Made reservation on behalf of 1aa281152d674fb2a65a14d70821980a for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:12:37.452748 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5c4ea838-7d59-4df6-ae52-0a9ae912852f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:37.515530 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1789f204-cddc-4f44-a9f3-b31c8c36616b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6787744 Nov 23 22:12:37.542890 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33922) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:37.551827 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-0f188bd3-043a-4981-9142-9400f57d6436 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'subnet': {'network_id': '5ef6fce1-861c-472d-ae49-4040c6db9d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:37.754230 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789f204-cddc-4f44-a9f3-b31c8c36616b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Network': ['ID=5ef6fce1-861c-472d-ae49-4040c6db9d55,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:37.768353 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 5ef6fce1-861c-472d-ae49-4040c6db9d55 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:12:37.813632 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f188bd3-043a-4981-9142-9400f57d6436 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:12:37.824090 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0f188bd3-043a-4981-9142-9400f57d6436 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:37.996859 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.ipam_backend_mixin [None req-0f188bd3-043a-4981-9142-9400f57d6436 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Performing IP validity checks on allocation pools {{(pid=110034) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 22:12:38.003700 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.ipam_backend_mixin [None req-0f188bd3-043a-4981-9142-9400f57d6436 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110034) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 22:12:38.079284 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5c4ea838-7d59-4df6-ae52-0a9ae912852f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:38.120056 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3dab2e4-7f29-4c8e-92f4-81c8c876129f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Router f0e3e0fe-c170-4311-ab6b-97502412e7bf has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:12:38.177421 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ea838-7d59-4df6-ae52-0a9ae912852f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd3fcc15-2624-467e-ae69-30b03a74ae4c,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:38.210949 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4ea838-7d59-4df6-ae52-0a9ae912852f admin admin] Checking segment: {'id': '2f020899-250b-45ae-81c8-e5d32becce29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5443d868-798a-4be4-aa60-25e336ceb522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:12:38.211323 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4ea838-7d59-4df6-ae52-0a9ae912852f admin admin] Network hostable DHCP agents. Network: 5443d868-798a-4be4-aa60-25e336ceb522, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:12:38.235500 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4ea838-7d59-4df6-ae52-0a9ae912852f admin admin] Network 5443d868-798a-4be4-aa60-25e336ceb522 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:12:38.251264 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-5c4ea838-7d59-4df6-ae52-0a9ae912852f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 5443d868-798a-4be4-aa60-25e336ceb522) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:38.257975 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4ea838-7d59-4df6-ae52-0a9ae912852f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:38.259080 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5c4ea838-7d59-4df6-ae52-0a9ae912852f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:38.281148 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5c4ea838-7d59-4df6-ae52-0a9ae912852f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9678133 Nov 23 22:12:38.304273 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0f188bd3-043a-4981-9142-9400f57d6436 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:38.309179 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7d056b-4a36-47af-9eda-fe7a4bb62f50 None None] Network 5443d868-798a-4be4-aa60-25e336ceb522 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:12:38.431167 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f188bd3-043a-4981-9142-9400f57d6436 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Subnet': ['ID=5cbd9123-937d-4989-8e91-72a6cefbe638,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:38.536634 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33950) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:38.625054 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-162a59ba-4263-457f-9dd5-54767a4108d1 admin admin] Deleting subnet cd3fcc15-2624-467e-ae69-30b03a74ae4c {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:12:38.633150 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-162a59ba-4263-457f-9dd5-54767a4108d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:38.639191 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f188bd3-043a-4981-9142-9400f57d6436 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Checking segment: {'id': 'fcad0d46-f651-4574-8880-b4a822bfe0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ef6fce1-861c-472d-ae49-4040c6db9d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:12:38.642602 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f188bd3-043a-4981-9142-9400f57d6436 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network hostable DHCP agents. Network: 5ef6fce1-861c-472d-ae49-4040c6db9d55, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:12:38.644655 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb90a2c-3b7b-49a6-ae23-1080c96caf7d None None] Network 5443d868-798a-4be4-aa60-25e336ceb522 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:12:38.657167 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dab2e4-7f29-4c8e-92f4-81c8c876129f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:12:38.666602 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1e927a-0ba5-4a49-b171-f680f4e9a9a8 None None] Sync routers for ids ['f0e3e0fe-c170-4311-ab6b-97502412e7bf'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:12:38.697957 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1e927a-0ba5-4a49-b171-f680f4e9a9a8 None None] Routers {'f0e3e0fe-c170-4311-ab6b-97502412e7bf'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:12:38.699012 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-8a1e927a-0ba5-4a49-b171-f680f4e9a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:12:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f0e3e0fe-c170-4311-ab6b-97502412e7bf'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:38.705199 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f3dab2e4-7f29-4c8e-92f4-81c8c876129f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:38.777621 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-162a59ba-4263-457f-9dd5-54767a4108d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:38.822062 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f188bd3-043a-4981-9142-9400f57d6436 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network 5ef6fce1-861c-472d-ae49-4040c6db9d55 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:12:38.846903 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f3dab2e4-7f29-4c8e-92f4-81c8c876129f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "DELETE /v2.0/floatingips/629c1904-f1af-44f6-a9fe-4f5596d3a7e3 HTTP/1.1" status: 204 len: 168 time: 2.5084472 Nov 23 22:12:38.853778 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd1a2ec-6b84-4f6d-8c09-448b18820652', 'tag': 'a0713ef9-c39b-4bce-9724-9d3185266236'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:12:38.866991 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85644d21-cd01-45d1-af3c-304129017268" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd1a2ec-6b84-4f6d-8c09-448b18820652", "tag": "a0713ef9-c39b-4bce-9724-9d3185266236"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:12:38.898468 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-0f188bd3-043a-4981-9142-9400f57d6436 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 5ef6fce1-861c-472d-ae49-4040c6db9d55) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:38.902569 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f188bd3-043a-4981-9142-9400f57d6436 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:38.904083 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0f188bd3-043a-4981-9142-9400f57d6436 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:38.938649 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f79927-e168-46b6-a0ed-11d5ce1bd932 None None] Network 5ef6fce1-861c-472d-ae49-4040c6db9d55 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:12:38.946776 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0f188bd3-043a-4981-9142-9400f57d6436 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4006693 Nov 23 22:12:38.947145 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-162a59ba-4263-457f-9dd5-54767a4108d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:38.947535 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 33964) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:38.961880 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-d5160851-c6fa-4239-9da5-d78aa4041646 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'port': {'network_id': '5ef6fce1-861c-472d-ae49-4040c6db9d55', 'name': 'tempest-PortsIpV6TestJSON-1469962048'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:38.987940 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0ddbc5-374a-450f-a0fe-a9082adcb750 x-openstack-request-id: req-1e0ddbc5-374a-450f-a0fe-a9082adcb750 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:12:38.995173 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd1a2ec-6b84-4f6d-8c09-448b18820652", "tag": "a0713ef9-c39b-4bce-9724-9d3185266236", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:12:38.995582 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1e0ddbc5-374a-450f-a0fe-a9082adcb750 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:12:38.996120 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd1a2ec-6b84-4f6d-8c09-448b18820652', 'tag': 'a0713ef9-c39b-4bce-9724-9d3185266236', 'status': 'completed', 'code': 200} Nov 23 22:12:39.095117 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-162a59ba-4263-457f-9dd5-54767a4108d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:39.103990 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-8a1e927a-0ba5-4a49-b171-f680f4e9a9a8 None None] Set router f0e3e0fe-c170-4311-ab6b-97502412e7bf gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:12:39.196677 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-5ef6fce1-861c-472d-ae49-4040c6db9d55', 'network_id': '5ef6fce1-861c-472d-ae49-4040c6db9d55', 'tenant_id': 'cd2f5a8011944e019aca5146a8721a96', 'fixed_ips': [{'subnet_id': '5cbd9123-937d-4989-8e91-72a6cefbe638'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:12:39.197831 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:39.264739 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a59ba-4263-457f-9dd5-54767a4108d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd3fcc15-2624-467e-ae69-30b03a74ae4c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:39.287210 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-162a59ba-4263-457f-9dd5-54767a4108d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:39.313603 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-162a59ba-4263-457f-9dd5-54767a4108d1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cd3fcc15-2624-467e-ae69-30b03a74ae4c HTTP/1.1" status: 204 len: 168 time: 0.7757394 Nov 23 22:12:39.314310 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33970) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:39.440504 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41b60adc-567f-42b6-8181-8777ca5f65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:39.463713 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85644d21-cd01-45d1-af3c-304129017268 req-36da56a9-46d4-4aee-8e4e-9b9cb6db2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:39.467038 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-85644d21-cd01-45d1-af3c-304129017268 req-36da56a9-46d4-4aee-8e4e-9b9cb6db2209 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 1097 time: 0.4312019 Nov 23 22:12:39.579161 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Allocated IP 2001:db8::2 (5ef6fce1-861c-472d-ae49-4040c6db9d55/5cbd9123-937d-4989-8e91-72a6cefbe638/b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:12:39.635469 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41b60adc-567f-42b6-8181-8777ca5f65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:39.659355 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-41b60adc-567f-42b6-8181-8777ca5f65b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5443d868-798a-4be4-aa60-25e336ceb522']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:39.671912 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-41b60adc-567f-42b6-8181-8777ca5f65b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f020899-250b-45ae-81c8-e5d32becce29') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:39.672422 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-41b60adc-567f-42b6-8181-8777ca5f65b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f020899-250b-45ae-81c8-e5d32becce29') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:39.676534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5160851-c6fa-4239-9da5-d78aa4041646 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:12:39.684115 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41b60adc-567f-42b6-8181-8777ca5f65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:39.688526 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d5160851-c6fa-4239-9da5-d78aa4041646 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:39.700562 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41b60adc-567f-42b6-8181-8777ca5f65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:39.707859 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b60adc-567f-42b6-8181-8777ca5f65b3 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:12:39.708260 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41b60adc-567f-42b6-8181-8777ca5f65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:39.742458 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c5811-ecbc-4aef-bd6a-0c080a615127 req-18702de8-7170-4267-b771-b5da69521fe2 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:39.761914 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee2c5811-ecbc-4aef-bd6a-0c080a615127 req-18702de8-7170-4267-b771-b5da69521fe2 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 946 time: 0.3873820 Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:12:39.773137 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:12:39.780026 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41b60adc-567f-42b6-8181-8777ca5f65b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:39.807919 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41b60adc-567f-42b6-8181-8777ca5f65b3 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:39.809178 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-d5160851-c6fa-4239-9da5-d78aa4041646 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] device_id is not set on port 765ae6c8-4e14-4ce9-b007-83f0ed806801 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:12:39.830812 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-41b60adc-567f-42b6-8181-8777ca5f65b3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5443d868-798a-4be4-aa60-25e336ceb522 HTTP/1.1" status: 204 len: 168 time: 0.4948668 Nov 23 22:12:39.854797 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85644d21-cd01-45d1-af3c-304129017268 req-c2a43841-bbb3-472e-a6c5-7f0a62d3b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:39.861628 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-85644d21-cd01-45d1-af3c-304129017268 req-c2a43841-bbb3-472e-a6c5-7f0a62d3b1dc service neutron] 10.222.0.53 "GET /v2.0/networks?id=79b43d0d-5801-43f0-b1e6-2d97c94e72ef HTTP/1.1" status: 200 len: 897 time: 0.3741920 Nov 23 22:12:39.870337 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b60adc-567f-42b6-8181-8777ca5f65b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5443d868-798a-4be4-aa60-25e336ceb522,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:39.961389 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-85644d21-cd01-45d1-af3c-304129017268 req-2a08a815-e61b-4387-a3d2-bc6032e5eff4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0713ef9-c39b-4bce-9724-9d3185266236 HTTP/1.1" status: 200 len: 217 time: 0.0645506 Nov 23 22:12:39.979952 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:40.002553 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:40.041776 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-8a1e927a-0ba5-4a49-b171-f680f4e9a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680794696', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:10:22Z', 'updated_at': '2021-11-23T22:10:34Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:10:24Z', 'updated_at': '2021-11-23T22:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd', 'name': '', 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:46:6a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '3caf34a3-d891-441d-8b41-cef472d93c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:10:32Z', 'updated_at': '2021-11-23T22:10:40Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': '3caf34a3-d891-441d-8b41-cef472d93c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:40.065498 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Network 5ef6fce1-861c-472d-ae49-4040c6db9d55 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:12:40.072018 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:40.075004 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:12:40.080219 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Pushing event updated for resources: {'Port': ['ID=b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:40.092195 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee2c5811-ecbc-4aef-bd6a-0c080a615127 req-3ee54f64-6f40-45be-afd3-d0779db6221f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3290255 Nov 23 22:12:40.097935 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1e927a-0ba5-4a49-b171-f680f4e9a9a8 None None] Checking router: f0e3e0fe-c170-4311-ab6b-97502412e7bf for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:12:40.103661 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:40.104230 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:40.104691 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33994) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:40.104815 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:40.105095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:40.105442 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:40.105782 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:40.106117 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:40.107678 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:40.108024 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:40.108374 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:40.108697 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:40.109113 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:40.113586 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1e927a-0ba5-4a49-b171-f680f4e9a9a8 None None] Routers {'f0e3e0fe-c170-4311-ab6b-97502412e7bf'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:12:40.114495 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-8a1e927a-0ba5-4a49-b171-f680f4e9a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:12:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f0e3e0fe-c170-4311-ab6b-97502412e7bf'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:40.180907 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85644d21-cd01-45d1-af3c-304129017268 req-ec65e0d0-7ed1-488b-99f5-0a38e5c7504c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:40.182421 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-85644d21-cd01-45d1-af3c-304129017268 req-ec65e0d0-7ed1-488b-99f5-0a38e5c7504c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3caf34a3-d891-441d-8b41-cef472d93c9b HTTP/1.1" status: 200 len: 834 time: 0.2087679 Nov 23 22:12:40.220010 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-d5160851-c6fa-4239-9da5-d78aa4041646 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Allocated IP 2001:db8::31b (5ef6fce1-861c-472d-ae49-4040c6db9d55/5cbd9123-937d-4989-8e91-72a6cefbe638/765ae6c8-4e14-4ce9-b007-83f0ed806801) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:12:40.222362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Attempting to bind port b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:12:40.222832 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Attempting to bind port b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'fcad0d46-f651-4574-8880-b4a822bfe0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ef6fce1-861c-472d-ae49-4040c6db9d55'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:12:40.223205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Attempting to bind port b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a on network 5ef6fce1-861c-472d-ae49-4040c6db9d55 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:12:40.227972 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3a5900e8-8d0e-434d-be86-eeb24f2c73d8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1aa281152d674fb2a65a14d70821980a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1220806 Nov 23 22:12:40.230943 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 33998) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:40.236470 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:12:40.236855 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Checking segment: {'id': 'fcad0d46-f651-4574-8880-b4a822bfe0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ef6fce1-861c-472d-ae49-4040c6db9d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:12:40.237260 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:40.237654 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Bound using segment: {'id': 'fcad0d46-f651-4574-8880-b4a822bfe0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ef6fce1-861c-472d-ae49-4040c6db9d55'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:12:40.238142 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Bound port: b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcad0d46-f651-4574-8880-b4a822bfe0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ef6fce1-861c-472d-ae49-4040c6db9d55'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:12:40.238527 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:40.298252 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85644d21-cd01-45d1-af3c-304129017268 req-76e53930-8736-4b41-b85a-30cd8893f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:40.299931 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-85644d21-cd01-45d1-af3c-304129017268 req-76e53930-8736-4b41-b85a-30cd8893f26f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=79b43d0d-5801-43f0-b1e6-2d97c94e72ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008992 Nov 23 22:12:40.334525 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1dffe2d6-9eab-4230-990e-ebc5b05425f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:40.339475 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-8a1e927a-0ba5-4a49-b171-f680f4e9a9a8 None None] Set router f0e3e0fe-c170-4311-ab6b-97502412e7bf gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:12:40.405318 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1dffe2d6-9eab-4230-990e-ebc5b05425f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:40.438436 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-85644d21-cd01-45d1-af3c-304129017268 req-7def825f-f1ec-4b61-889a-a10154f09c52 service neutron] 10.222.0.53 "GET /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129637 Nov 23 22:12:40.448795 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] For port b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:12:40.457357 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] For port b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a,segment=NetworkSegment(fcad0d46-f651-4574-8880-b4a822bfe0ae),segment_id=fcad0d46-f651-4574-8880-b4a822bfe0ae)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:12:40.474600 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:40.539321 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1dffe2d6-9eab-4230-990e-ebc5b05425f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:40.541969 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1dffe2d6-9eab-4230-990e-ebc5b05425f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:40.550140 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1dffe2d6-9eab-4230-990e-ebc5b05425f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/edfee64e-8320-409f-93e2-633a2aeaa145 HTTP/1.1" status: 204 len: 168 time: 0.3136933 Nov 23 22:12:40.579117 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dffe2d6-9eab-4230-990e-ebc5b05425f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfee64e-8320-409f-93e2-633a2aeaa145,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:40.755080 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-85644d21-cd01-45d1-af3c-304129017268 req-82a627fa-7146-4566-86dd-721a28d70f51 service neutron] 10.222.0.53 "GET /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023524 Nov 23 22:12:40.755189 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ee842-d9bd-4c42-ac5f-f0ed8a6d4537 None None] Pushing event updated for resources: {'Port': ['ID=b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:40.799172 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d5160851-c6fa-4239-9da5-d78aa4041646 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:40.846567 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d5160851-c6fa-4239-9da5-d78aa4041646 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:40.966511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5160851-c6fa-4239-9da5-d78aa4041646 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network 5ef6fce1-861c-472d-ae49-4040c6db9d55 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:12:40.993431 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-d5160851-c6fa-4239-9da5-d78aa4041646 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:41.008188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5160851-c6fa-4239-9da5-d78aa4041646 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:12:41.025595 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5160851-c6fa-4239-9da5-d78aa4041646 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:41.026402 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d5160851-c6fa-4239-9da5-d78aa4041646 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:41.101228 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-8a1e927a-0ba5-4a49-b171-f680f4e9a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680794696', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:10:22Z', 'updated_at': '2021-11-23T22:10:34Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:10:24Z', 'updated_at': '2021-11-23T22:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd', 'name': '', 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:46:6a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '3caf34a3-d891-441d-8b41-cef472d93c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:10:32Z', 'updated_at': '2021-11-23T22:10:40Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': '3caf34a3-d891-441d-8b41-cef472d93c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:41.105601 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7f66d-a955-4ec6-91f6-ec87cf365e12 req-0e34c6f3-0929-4f21-b78c-1d701e197753 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:41.124401 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f3a7f66d-a955-4ec6-91f6-ec87cf365e12 req-0e34c6f3-0929-4f21-b78c-1d701e197753 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.53 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 946 time: 0.2904232 Nov 23 22:12:41.126370 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5160851-c6fa-4239-9da5-d78aa4041646 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Port': ['ID=765ae6c8-4e14-4ce9-b007-83f0ed806801,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:41.169462 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1e927a-0ba5-4a49-b171-f680f4e9a9a8 None None] The sync data for ids ['f0e3e0fe-c170-4311-ab6b-97502412e7bf'] in n-d-816206-9 is: [{'id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680794696', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:10:22Z', 'updated_at': '2021-11-23T22:10:34Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:10:24Z', 'updated_at': '2021-11-23T22:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd', 'name': '', 'network_id': '79b43d0d-5801-43f0-b1e6-2d97c94e72ef', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:46:6a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '3caf34a3-d891-441d-8b41-cef472d93c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:10:32Z', 'updated_at': '2021-11-23T22:10:40Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': '3caf34a3-d891-441d-8b41-cef472d93c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:12:41.181382 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34024) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:41.190030 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d5160851-c6fa-4239-9da5-d78aa4041646 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2382567 Nov 23 22:12:41.446146 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-dc3c08c9-8bbe-469a-b7d1-dedd920cb2f3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting port 765ae6c8-4e14-4ce9-b007-83f0ed806801 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:41.446675 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dc3c08c9-8bbe-469a-b7d1-dedd920cb2f3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:41.452089 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efa097-42ae-4eeb-bffa-9dd8b82d182f req-0ac26d60-ac84-4984-a1e9-fd40d20b7776 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:41.457034 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-80efa097-42ae-4eeb-bffa-9dd8b82d182f req-0ac26d60-ac84-4984-a1e9-fd40d20b7776 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 946 time: 0.1950765 Nov 23 22:12:41.511759 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-f3a7f66d-a955-4ec6-91f6-ec87cf365e12 req-1b116c98-735e-4514-84ad-fd08e631e24a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Deleting port a0713ef9-c39b-4bce-9724-9d3185266236 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:41.511759 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f3a7f66d-a955-4ec6-91f6-ec87cf365e12 req-1b116c98-735e-4514-84ad-fd08e631e24a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:41.558652 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-80efa097-42ae-4eeb-bffa-9dd8b82d182f req-5be839cf-bbed-4df4-b150-844cb645ac9d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926826 Nov 23 22:12:41.681149 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dc3c08c9-8bbe-469a-b7d1-dedd920cb2f3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:41.711066 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-dc3c08c9-8bbe-469a-b7d1-dedd920cb2f3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Calling delete_port for 765ae6c8-4e14-4ce9-b007-83f0ed806801 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:41.739615 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-f3a7f66d-a955-4ec6-91f6-ec87cf365e12 req-1b116c98-735e-4514-84ad-fd08e631e24a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] For port a0713ef9-c39b-4bce-9724-9d3185266236, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a0713ef9-c39b-4bce-9724-9d3185266236,segment=NetworkSegment(acada0f4-0cb0-40bc-b01c-6bc8454cf96e),segment_id=acada0f4-0cb0-40bc-b01c-6bc8454cf96e)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:41.740180 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f3a7f66d-a955-4ec6-91f6-ec87cf365e12 req-1b116c98-735e-4514-84ad-fd08e631e24a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:41.759468 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-f3a7f66d-a955-4ec6-91f6-ec87cf365e12 req-1b116c98-735e-4514-84ad-fd08e631e24a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Calling delete_port for a0713ef9-c39b-4bce-9724-9d3185266236 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:42.064531 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dc3c08c9-8bbe-469a-b7d1-dedd920cb2f3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:42.167105 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff097bf5-e6cd-4dc4-b63e-3eff9552a710 None None] New status for floating IP 629c1904-f1af-44f6-a9fe-4f5596d3a7e3: DOWN {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:12:42.243368 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f3a7f66d-a955-4ec6-91f6-ec87cf365e12 req-1b116c98-735e-4514-84ad-fd08e631e24a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:42.278013 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c08c9-8bbe-469a-b7d1-dedd920cb2f3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Port': ['ID=765ae6c8-4e14-4ce9-b007-83f0ed806801,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:42.297485 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dc3c08c9-8bbe-469a-b7d1-dedd920cb2f3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:42.306784 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dc3c08c9-8bbe-469a-b7d1-dedd920cb2f3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/ports/765ae6c8-4e14-4ce9-b007-83f0ed806801 HTTP/1.1" status: 204 len: 168 time: 1.1234937 Nov 23 22:12:42.332311 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34068) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:42.345943 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b116c98-735e-4514-84ad-fd08e631e24a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'Port': ['ID=a0713ef9-c39b-4bce-9724-9d3185266236,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:42.424589 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34070) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:42.425580 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a7f66d-a955-4ec6-91f6-ec87cf365e12 req-1b116c98-735e-4514-84ad-fd08e631e24a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] No DVR routers for this DVR port a0713ef9-c39b-4bce-9724-9d3185266236 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:12:42.439774 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f3a7f66d-a955-4ec6-91f6-ec87cf365e12 req-1b116c98-735e-4514-84ad-fd08e631e24a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:42.440173 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-96112b4d-73ec-43e3-b772-ca04cddfcdfe tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] DELETE failed (client error): The resource could not be found. Nov 23 22:12:42.440799 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96112b4d-73ec-43e3-b772-ca04cddfcdfe tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:12:42.443909 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f3a7f66d-a955-4ec6-91f6-ec87cf365e12 req-1b116c98-735e-4514-84ad-fd08e631e24a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.53 "DELETE /v2.0/ports/a0713ef9-c39b-4bce-9724-9d3185266236 HTTP/1.1" status: 204 len: 173 time: 1.2933922 Nov 23 22:12:42.445611 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-96112b4d-73ec-43e3-b772-ca04cddfcdfe tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/ports/765ae6c8-4e14-4ce9-b007-83f0ed806801 HTTP/1.1" status: 404 len: 333 time: 0.1115522 Nov 23 22:12:42.446675 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd1a2ec-6b84-4f6d-8c09-448b18820652', 'name': 'network-vif-deleted', 'tag': 'a0713ef9-c39b-4bce-9724-9d3185266236'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:12:42.455556 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495e1d8e-b572-4318-9667-75655c1ff8cc" -d '{"events": [{"server_uuid": "bcd1a2ec-6b84-4f6d-8c09-448b18820652", "name": "network-vif-deleted", "tag": "a0713ef9-c39b-4bce-9724-9d3185266236"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:12:42.456954 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34074) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:42.583429 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e9f145-8f60-4d5e-918b-ede96071b071 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] GET failed (client error): The resource could not be found. Nov 23 22:12:42.594529 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-33e9f145-8f60-4d5e-918b-ede96071b071 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports/765ae6c8-4e14-4ce9-b007-83f0ed806801 HTTP/1.1" status: 404 len: 333 time: 0.1361818 Nov 23 22:12:42.597738 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34080) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:42.617041 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f9bc25-94d4-4796-90e1-1a4082c87651 x-openstack-request-id: req-36f9bc25-94d4-4796-90e1-1a4082c87651 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:12:42.619376 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd1a2ec-6b84-4f6d-8c09-448b18820652", "name": "network-vif-deleted", "tag": "a0713ef9-c39b-4bce-9724-9d3185266236", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:12:42.620309 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-36f9bc25-94d4-4796-90e1-1a4082c87651 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:12:42.622540 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd1a2ec-6b84-4f6d-8c09-448b18820652', 'name': 'network-vif-deleted', 'tag': 'a0713ef9-c39b-4bce-9724-9d3185266236', 'status': 'completed', 'code': 200} Nov 23 22:12:42.709733 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-6ab6797a-35b6-499c-bbb5-2ded6fffa205 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-464797771-network', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:42.752672 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab6797a-35b6-499c-bbb5-2ded6fffa205 admin admin] Made reservation on behalf of 58744f20ea5c4088bdd5abf19df7467d for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:12:42.779878 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e6a6c9-0f70-4dab-8bcd-48ec4491dee8 None None] Network 5ef6fce1-861c-472d-ae49-4040c6db9d55 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:12:42.793635 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6ab6797a-35b6-499c-bbb5-2ded6fffa205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:42.802084 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:12:42.851042 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6ab6797a-35b6-499c-bbb5-2ded6fffa205 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:42.872886 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-43c5f64b-f760-45de-b18d-5f4e52b8fe54 req-3c3c244e-f862-45d9-a67d-6d4eab1ce333 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=bcd1a2ec-6b84-4f6d-8c09-448b18820652 HTTP/1.1" status: 200 len: 210 time: 0.0583377 Nov 23 22:12:42.992413 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-670a7ae5-d05d-4418-ae95-1bcaa43b784b None None] Provisioning complete for port b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:42.993021 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-670a7ae5-d05d-4418-ae95-1bcaa43b784b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:43.103508 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:43.103860 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:43.145441 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06c5f4d-b206-496f-8b31-de1d8cc91c49 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting subnet 5cbd9123-937d-4989-8e91-72a6cefbe638 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:12:43.183334 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6ab6797a-35b6-499c-bbb5-2ded6fffa205 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:43.193322 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d06c5f4d-b206-496f-8b31-de1d8cc91c49 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:43.240331 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6ab6797a-35b6-499c-bbb5-2ded6fffa205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:43.328608 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d06c5f4d-b206-496f-8b31-de1d8cc91c49 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:43.416989 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:43.427550 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-670a7ae5-d05d-4418-ae95-1bcaa43b784b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:43.433972 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a0713ef9-c39b-4bce-9724-9d3185266236 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:12:43.475444 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d06c5f4d-b206-496f-8b31-de1d8cc91c49 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:43.484834 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: a0713ef9-c39b-4bce-9724-9d3185266236 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:12:43.485184 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a0713ef9-c39b-4bce-9724-9d3185266236 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:12:43.570836 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab6797a-35b6-499c-bbb5-2ded6fffa205 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:12:43.580249 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6797a-35b6-499c-bbb5-2ded6fffa205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a91d102-9b09-4c30-8ae0-a909692c22a8,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:43.589281 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d06c5f4d-b206-496f-8b31-de1d8cc91c49 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:43.592987 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6ab6797a-35b6-499c-bbb5-2ded6fffa205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:43.593637 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-6ab6797a-35b6-499c-bbb5-2ded6fffa205 admin admin] Added segment 8dad229b-7ded-430c-a4de-9c18ce33a040 of type vlan for network bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 Nov 23 22:12:43.629569 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-670a7ae5-d05d-4418-ae95-1bcaa43b784b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:12:43.629942 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-670a7ae5-d05d-4418-ae95-1bcaa43b784b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:12:43.642310 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c5f4d-b206-496f-8b31-de1d8cc91c49 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Subnet': ['ID=5cbd9123-937d-4989-8e91-72a6cefbe638,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:43.655638 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d06c5f4d-b206-496f-8b31-de1d8cc91c49 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:43.662247 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d06c5f4d-b206-496f-8b31-de1d8cc91c49 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/subnets/5cbd9123-937d-4989-8e91-72a6cefbe638 HTTP/1.1" status: 204 len: 168 time: 1.0609949 Nov 23 22:12:43.662706 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34096) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:43.696989 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:12:43.697386 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:12:43.705630 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6ab6797a-35b6-499c-bbb5-2ded6fffa205 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:43.750536 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6ab6797a-35b6-499c-bbb5-2ded6fffa205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:43.751629 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab6797a-35b6-499c-bbb5-2ded6fffa205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:43.752407 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6ab6797a-35b6-499c-bbb5-2ded6fffa205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:43.839808 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34102) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:43.840316 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6ab6797a-35b6-499c-bbb5-2ded6fffa205 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4123116 Nov 23 22:12:43.848969 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-2974f192-71fb-479c-a5fe-8e64c3274e49 admin admin] Request body: {'subnet': {'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-464797771-subnet', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:43.879389 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:43.899356 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26bd4fe-8228-4de1-acf7-3b65f5eb33fc None None] Network 5ef6fce1-861c-472d-ae49-4040c6db9d55 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:12:43.900260 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2974f192-71fb-479c-a5fe-8e64c3274e49 admin admin] Made reservation on behalf of 58744f20ea5c4088bdd5abf19df7467d for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:12:43.904346 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2974f192-71fb-479c-a5fe-8e64c3274e49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:43.911065 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6797a-35b6-499c-bbb5-2ded6fffa205 admin admin] Pushing event updated for resources: {'Network': ['ID=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:43.947525 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:12:43.973529 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34106) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:44.063718 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting port b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:44.064369 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:44.303221 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] For port b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a,segment=NetworkSegment(fcad0d46-f651-4574-8880-b4a822bfe0ae),segment_id=fcad0d46-f651-4574-8880-b4a822bfe0ae)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:44.304355 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:44.330056 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Calling delete_port for b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:44.348101 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2974f192-71fb-479c-a5fe-8e64c3274e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:44.493224 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:44.579529 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-670a7ae5-d05d-4418-ae95-1bcaa43b784b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:44.611681 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974f192-71fb-479c-a5fe-8e64c3274e49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0967a0c6-201c-4f64-942b-1c9918c65e1f,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:44.622622 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2974f192-71fb-479c-a5fe-8e64c3274e49 admin admin] Checking segment: {'id': '8dad229b-7ded-430c-a4de-9c18ce33a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:12:44.622622 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2974f192-71fb-479c-a5fe-8e64c3274e49 admin admin] Network hostable DHCP agents. Network: bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:12:44.693332 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2974f192-71fb-479c-a5fe-8e64c3274e49 admin admin] Network bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:12:44.704121 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a,segment=NetworkSegment(fcad0d46-f651-4574-8880-b4a822bfe0ae),segment_id=fcad0d46-f651-4574-8880-b4a822bfe0ae)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:44.723091 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-2974f192-71fb-479c-a5fe-8e64c3274e49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:44.723838 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:44.728331 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2974f192-71fb-479c-a5fe-8e64c3274e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:44.729260 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2974f192-71fb-479c-a5fe-8e64c3274e49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:44.736460 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:44.789906 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Port': ['ID=b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:44.808968 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] No DVR routers for this DVR port b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:12:44.825352 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9347d2d5-1574-45bf-bb28-90c5cceb6c64 None None] Network bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:12:44.881840 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2974f192-71fb-479c-a5fe-8e64c3274e49 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0398862 Nov 23 22:12:44.885707 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f530c1e2-765b-4e80-8b49-bd5df0e80435 None None] DHCP port deletion for 5ef6fce1-861c-472d-ae49-4040c6db9d55 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:12:44.890309 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34122) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:44.902510 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-95b828b2-fc33-4e9b-92de-406bad3c4f90 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-464797771-router', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:44.921774 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:45.034796 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:45.065349 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-95b828b2-fc33-4e9b-92de-406bad3c4f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:45.066438 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-95b828b2-fc33-4e9b-92de-406bad3c4f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:45.135284 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef6fce1-861c-472d-ae49-4040c6db9d55']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:45.139654 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3c941923-8fd8-4eea-b2fc-92da3913dd9d None None] Could not find standard attr ID for object b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:12:45.152375 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcad0d46-f651-4574-8880-b4a822bfe0ae') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:45.153025 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcad0d46-f651-4574-8880-b4a822bfe0ae') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:45.167650 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:45.196496 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b27462-7859-4464-8530-d1f577d6d7d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'fixed_ips': [{'subnet_id': '0967a0c6-201c-4f64-942b-1c9918c65e1f'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:12:45.196780 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-72b27462-7859-4464-8530-d1f577d6d7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:45.198501 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:45.217720 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:12:45.218136 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:12:45.228456 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:12:45.310003 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-803110d6-844f-44eb-a8c1-839687c670e9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:45.328110 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:45.334208 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:45.337868 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/networks/5ef6fce1-861c-472d-ae49-4040c6db9d55 HTTP/1.1" status: 204 len: 168 time: 1.6735461 Nov 23 22:12:45.369585 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34132) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:45.376830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-e069cfbf-bbc9-47af-80b4-9745355cfb59 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-515073132'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:45.378333 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Network': ['ID=5ef6fce1-861c-472d-ae49-4040c6db9d55,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:45.404975 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:45.405340 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:45.406174 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:45.407381 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:45.407593 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:45.407895 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:45.408325 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:45.408671 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:45.409016 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:45.409355 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:45.409691 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:45.412467 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee24d82-c2b6-4c0f-a806-9a239b097241 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:45.481050 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e069cfbf-bbc9-47af-80b4-9745355cfb59 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:12:45.489279 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e069cfbf-bbc9-47af-80b4-9745355cfb59 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:45.498271 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-95b828b2-fc33-4e9b-92de-406bad3c4f90 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:45.546566 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e069cfbf-bbc9-47af-80b4-9745355cfb59 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:12:45.604480 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-72b27462-7859-4464-8530-d1f577d6d7d0 None None] Allocated IP 172.20.0.2 (bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80/0967a0c6-201c-4f64-942b-1c9918c65e1f/204a0a87-1f32-4303-a664-a8965c4cfc47) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:12:45.658384 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e069cfbf-bbc9-47af-80b4-9745355cfb59 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:45.658784 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-e069cfbf-bbc9-47af-80b4-9745355cfb59 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Added segment 035f2af7-0d66-4871-a70b-52c440d77695 of type vlan for network 9f09db03-9bc6-4527-a67c-cf096c229024 Nov 23 22:12:45.785259 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e069cfbf-bbc9-47af-80b4-9745355cfb59 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:45.806968 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-95b828b2-fc33-4e9b-92de-406bad3c4f90 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:45.824412 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-72b27462-7859-4464-8530-d1f577d6d7d0 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:45.854505 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-72b27462-7859-4464-8530-d1f577d6d7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:45.899120 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e069cfbf-bbc9-47af-80b4-9745355cfb59 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:45.906749 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e069cfbf-bbc9-47af-80b4-9745355cfb59 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:45.906952 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e069cfbf-bbc9-47af-80b4-9745355cfb59 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:45.910691 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b27462-7859-4464-8530-d1f577d6d7d0 None None] Pushing event updated for resources: {'Port': ['ID=204a0a87-1f32-4303-a664-a8965c4cfc47,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:45.940241 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b27462-7859-4464-8530-d1f577d6d7d0 None None] Network bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:12:45.942936 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-72b27462-7859-4464-8530-d1f577d6d7d0 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:45.961247 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b27462-7859-4464-8530-d1f577d6d7d0 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:12:46.030396 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069cfbf-bbc9-47af-80b4-9745355cfb59 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Network': ['ID=9f09db03-9bc6-4527-a67c-cf096c229024,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:46.081527 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-72b27462-7859-4464-8530-d1f577d6d7d0 None None] Attempting to bind port 204a0a87-1f32-4303-a664-a8965c4cfc47 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:12:46.081912 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-72b27462-7859-4464-8530-d1f577d6d7d0 None None] Attempting to bind port 204a0a87-1f32-4303-a664-a8965c4cfc47 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '8dad229b-7ded-430c-a4de-9c18ce33a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:12:46.082650 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b27462-7859-4464-8530-d1f577d6d7d0 None None] Attempting to bind port 204a0a87-1f32-4303-a664-a8965c4cfc47 on network bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:12:46.089715 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e069cfbf-bbc9-47af-80b4-9745355cfb59 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7186375 Nov 23 22:12:46.093308 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34144) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:46.100197 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b27462-7859-4464-8530-d1f577d6d7d0 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:12:46.100573 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b27462-7859-4464-8530-d1f577d6d7d0 None None] Checking segment: {'id': '8dad229b-7ded-430c-a4de-9c18ce33a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:12:46.100972 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-72b27462-7859-4464-8530-d1f577d6d7d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:46.101460 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b27462-7859-4464-8530-d1f577d6d7d0 None None] Bound using segment: {'id': '8dad229b-7ded-430c-a4de-9c18ce33a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:12:46.101948 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-72b27462-7859-4464-8530-d1f577d6d7d0 None None] Bound port: 204a0a87-1f32-4303-a664-a8965c4cfc47, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dad229b-7ded-430c-a4de-9c18ce33a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:12:46.102378 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-72b27462-7859-4464-8530-d1f577d6d7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:46.111512 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-7933bd60-b82d-45a6-afc4-6e3e6c061c4e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'subnet': {'network_id': '9f09db03-9bc6-4527-a67c-cf096c229024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:46.165618 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-803110d6-844f-44eb-a8c1-839687c670e9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Deleting port 2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:46.166002 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-803110d6-844f-44eb-a8c1-839687c670e9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:46.181798 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 9f09db03-9bc6-4527-a67c-cf096c229024 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:12:46.318760 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-72b27462-7859-4464-8530-d1f577d6d7d0 None None] For port 204a0a87-1f32-4303-a664-a8965c4cfc47, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:12:46.323007 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-72b27462-7859-4464-8530-d1f577d6d7d0 None None] For port 204a0a87-1f32-4303-a664-a8965c4cfc47, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=204a0a87-1f32-4303-a664-a8965c4cfc47,segment=NetworkSegment(8dad229b-7ded-430c-a4de-9c18ce33a040),segment_id=8dad229b-7ded-430c-a4de-9c18ce33a040)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:12:46.336969 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-72b27462-7859-4464-8530-d1f577d6d7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:46.456792 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7933bd60-b82d-45a6-afc4-6e3e6c061c4e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:12:46.466576 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7933bd60-b82d-45a6-afc4-6e3e6c061c4e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:46.476692 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-803110d6-844f-44eb-a8c1-839687c670e9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] For port 2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd,segment=NetworkSegment(acada0f4-0cb0-40bc-b01c-6bc8454cf96e),segment_id=acada0f4-0cb0-40bc-b01c-6bc8454cf96e)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:46.477380 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-803110d6-844f-44eb-a8c1-839687c670e9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:46.506062 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-803110d6-844f-44eb-a8c1-839687c670e9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Calling delete_port for 2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:46.510354 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-95b828b2-fc33-4e9b-92de-406bad3c4f90 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:46.536164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b27462-7859-4464-8530-d1f577d6d7d0 None None] Pushing event updated for resources: {'Port': ['ID=204a0a87-1f32-4303-a664-a8965c4cfc47,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:46.560081 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-95b828b2-fc33-4e9b-92de-406bad3c4f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:46.584456 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:12:47.016401 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 204a0a87-1f32-4303-a664-a8965c4cfc47 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:12:47.054900 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-803110d6-844f-44eb-a8c1-839687c670e9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:47.201691 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803110d6-844f-44eb-a8c1-839687c670e9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'Port': ['ID=2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:47.237110 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 204a0a87-1f32-4303-a664-a8965c4cfc47 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:47.237490 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:47.356277 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7933bd60-b82d-45a6-afc4-6e3e6c061c4e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:47.556782 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:47.644362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 204a0a87-1f32-4303-a664-a8965c4cfc47, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=204a0a87-1f32-4303-a664-a8965c4cfc47,segment=NetworkSegment(8dad229b-7ded-430c-a4de-9c18ce33a040),segment_id=8dad229b-7ded-430c-a4de-9c18ce33a040)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:47.665746 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:47.725878 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-95b828b2-fc33-4e9b-92de-406bad3c4f90 admin admin] Allocated IP 172.25.5.89 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/68bec0a7-2856-4a33-b919-1783936a3e09) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:12:47.765287 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-803110d6-844f-44eb-a8c1-839687c670e9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:47.819527 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=204a0a87-1f32-4303-a664-a8965c4cfc47,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:47.865551 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933bd60-b82d-45a6-afc4-6e3e6c061c4e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Subnet': ['ID=c7fe9fc0-fa25-483c-a273-cd5db4e948a7,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:47.904831 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:12:47.938816 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7933bd60-b82d-45a6-afc4-6e3e6c061c4e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Checking segment: {'id': '035f2af7-0d66-4871-a70b-52c440d77695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9f09db03-9bc6-4527-a67c-cf096c229024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:12:47.939317 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7933bd60-b82d-45a6-afc4-6e3e6c061c4e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network hostable DHCP agents. Network: 9f09db03-9bc6-4527-a67c-cf096c229024, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:12:47.972304 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:12:47.974087 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b6cc5b5c-4a08-4d69-b18a-89e2fb7e922a not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:12:48.046555 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7933bd60-b82d-45a6-afc4-6e3e6c061c4e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network 9f09db03-9bc6-4527-a67c-cf096c229024 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:12:48.080192 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-7933bd60-b82d-45a6-afc4-6e3e6c061c4e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 9f09db03-9bc6-4527-a67c-cf096c229024) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:48.090363 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6ecc22-5797-4230-ad05-9074b8e6de9c None None] Network 9f09db03-9bc6-4527-a67c-cf096c229024 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:12:48.091972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7933bd60-b82d-45a6-afc4-6e3e6c061c4e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:48.093325 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7933bd60-b82d-45a6-afc4-6e3e6c061c4e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:48.231828 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7933bd60-b82d-45a6-afc4-6e3e6c061c4e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1044164 Nov 23 22:12:48.233434 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34182) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:48.238547 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-419ebabb-5089-4c58-88e8-739da2693652 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'port': {'network_id': '9f09db03-9bc6-4527-a67c-cf096c229024', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1042657945'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:48.333278 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-95b828b2-fc33-4e9b-92de-406bad3c4f90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:48.520046 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-95b828b2-fc33-4e9b-92de-406bad3c4f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:48.579268 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34190) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:48.590137 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe24e98f-d578-46b0-b59d-cb8f46ef4b30 None None] Network bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:12:48.638476 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4e13f369-5f5e-46b0-964e-7c76ebdb5004 None None] Provisioning complete for port 204a0a87-1f32-4303-a664-a8965c4cfc47 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:48.638948 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4e13f369-5f5e-46b0-964e-7c76ebdb5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:48.679561 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b828b2-fc33-4e9b-92de-406bad3c4f90 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:12:48.685744 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-95b828b2-fc33-4e9b-92de-406bad3c4f90 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:48.690688 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cb596e-bbaf-4855-be8a-313d38553284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-9f09db03-9bc6-4527-a67c-cf096c229024', 'network_id': '9f09db03-9bc6-4527-a67c-cf096c229024', 'tenant_id': 'cd2f5a8011944e019aca5146a8721a96', 'fixed_ips': [{'subnet_id': 'c7fe9fc0-fa25-483c-a273-cd5db4e948a7'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:12:48.691224 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c4cb596e-bbaf-4855-be8a-313d38553284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:48.716768 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b828b2-fc33-4e9b-92de-406bad3c4f90 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:12:48.748616 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e8c42e-6f91-4c67-89e1-e3ee150e713a None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:12:48.773480 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803110d6-844f-44eb-a8c1-839687c670e9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Router f0e3e0fe-c170-4311-ab6b-97502412e7bf has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:12:48.800892 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b828b2-fc33-4e9b-92de-406bad3c4f90 admin admin] Pushing event updated for resources: {'Port': ['ID=68bec0a7-2856-4a33-b919-1783936a3e09,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:48.845276 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419ebabb-5089-4c58-88e8-739da2693652 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:12:48.853462 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-419ebabb-5089-4c58-88e8-739da2693652 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:49.063880 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-528e6681-e556-452a-839d-2bad92dbe610 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:49.146222 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-419ebabb-5089-4c58-88e8-739da2693652 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] device_id is not set on port fc4e5bb7-3896-49ab-89e8-116f5a7117ab yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:12:49.321383 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-95b828b2-fc33-4e9b-92de-406bad3c4f90 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:49.435153 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803110d6-844f-44eb-a8c1-839687c670e9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:12:49.440385 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 204a0a87-1f32-4303-a664-a8965c4cfc47 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:12:49.444851 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408d5a1c-0426-4312-952f-cf89a1c59351 None None] Sync routers for ids ['f0e3e0fe-c170-4311-ab6b-97502412e7bf'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:12:49.463041 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408d5a1c-0426-4312-952f-cf89a1c59351 None None] Routers {'f0e3e0fe-c170-4311-ab6b-97502412e7bf'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:12:49.463910 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-408d5a1c-0426-4312-952f-cf89a1c59351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:12:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f0e3e0fe-c170-4311-ab6b-97502412e7bf'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:49.467154 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-803110d6-844f-44eb-a8c1-839687c670e9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "PUT /v2.0/routers/f0e3e0fe-c170-4311-ab6b-97502412e7bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4921474 Nov 23 22:12:49.473606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34202) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:49.612579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-419ebabb-5089-4c58-88e8-739da2693652 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Allocated IP 2001:db8::3a6 (9f09db03-9bc6-4527-a67c-cf096c229024/c7fe9fc0-fa25-483c-a273-cd5db4e948a7/fc4e5bb7-3896-49ab-89e8-116f5a7117ab) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:12:49.616756 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-528e6681-e556-452a-839d-2bad92dbe610 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:49.639295 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-528e6681-e556-452a-839d-2bad92dbe610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:49.672023 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-79960f4c-9ebf-4ac5-bd8b-845b66796f59 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Deleting subnet 3caf34a3-d891-441d-8b41-cef472d93c9b {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:12:49.676701 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-79960f4c-9ebf-4ac5-bd8b-845b66796f59 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:49.711226 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-408d5a1c-0426-4312-952f-cf89a1c59351 None None] Set router f0e3e0fe-c170-4311-ab6b-97502412e7bf gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:12:49.733330 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-79960f4c-9ebf-4ac5-bd8b-845b66796f59 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:49.757516 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-95b828b2-fc33-4e9b-92de-406bad3c4f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:49.823555 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 204a0a87-1f32-4303-a664-a8965c4cfc47 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:49.824085 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:49.830588 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-79960f4c-9ebf-4ac5-bd8b-845b66796f59 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:49.978651 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-528e6681-e556-452a-839d-2bad92dbe610 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9c838308eb464f10810f1279ad38a271&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3977327 Nov 23 22:12:50.003355 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34210) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:50.004889 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-79960f4c-9ebf-4ac5-bd8b-845b66796f59 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:50.024327 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-378942d1-941e-479c-978f-b114dd12eb97 None None] Provisioning complete for port 68bec0a7-2856-4a33-b919-1783936a3e09 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:50.024571 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-378942d1-941e-479c-978f-b114dd12eb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:50.110454 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-378942d1-941e-479c-978f-b114dd12eb97 None None] Port 68bec0a7-2856-4a33-b919-1783936a3e09 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:12:50.118971 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-408d5a1c-0426-4312-952f-cf89a1c59351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680794696', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:10:22Z', 'updated_at': '2021-11-23T22:12:46Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:10:24Z', 'updated_at': '2021-11-23T22:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:50.178619 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051c0a27-c782-4b61-9691-0c90bb08a1dd None None] Network 79b43d0d-5801-43f0-b1e6-2d97c94e72ef requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:12:50.181558 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79960f4c-9ebf-4ac5-bd8b-845b66796f59 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'Subnet': ['ID=3caf34a3-d891-441d-8b41-cef472d93c9b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:50.204270 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-79960f4c-9ebf-4ac5-bd8b-845b66796f59 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:50.213238 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-79960f4c-9ebf-4ac5-bd8b-845b66796f59 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "DELETE /v2.0/subnets/3caf34a3-d891-441d-8b41-cef472d93c9b HTTP/1.1" status: 204 len: 168 time: 0.7288897 Nov 23 22:12:50.219453 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e6681-e556-452a-839d-2bad92dbe610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3882071e-f322-4bba-bdb6-568e84c8a104,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:50.223248 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408d5a1c-0426-4312-952f-cf89a1c59351 None None] Checking router: f0e3e0fe-c170-4311-ab6b-97502412e7bf for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:12:50.235839 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408d5a1c-0426-4312-952f-cf89a1c59351 None None] Routers {'f0e3e0fe-c170-4311-ab6b-97502412e7bf'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:12:50.238385 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-408d5a1c-0426-4312-952f-cf89a1c59351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:12:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f0e3e0fe-c170-4311-ab6b-97502412e7bf'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:50.264851 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34212) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:50.444779 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d9e6bf06-d859-426d-a110-bf97d6f913c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:50.566170 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d9e6bf06-d859-426d-a110-bf97d6f913c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:50.626131 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb295423-c055-45b1-a836-f9c41aad226d None None] DHCP port deletion for 79b43d0d-5801-43f0-b1e6-2d97c94e72ef request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:12:50.627034 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-419ebabb-5089-4c58-88e8-739da2693652 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:50.697879 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf2b4d6f-860f-4898-b996-8d3a71524553 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:50.715770 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-408d5a1c-0426-4312-952f-cf89a1c59351 None None] Set router f0e3e0fe-c170-4311-ab6b-97502412e7bf gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:12:50.720034 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-65514848-6ce9-4c23-8fb9-0d1f7045cadc None None] Provisioning complete for port 204a0a87-1f32-4303-a664-a8965c4cfc47 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:50.720414 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-65514848-6ce9-4c23-8fb9-0d1f7045cadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:50.831772 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b828b2-fc33-4e9b-92de-406bad3c4f90 admin admin] Router ad34c48f-b69d-444a-95c3-684891e78997 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:12:50.849728 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-419ebabb-5089-4c58-88e8-739da2693652 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:50.859687 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-eb295423-c055-45b1-a836-f9c41aad226d None None] Deleting port d885fc85-9a97-490d-936b-4c35b6fd3f31 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:50.862207 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-eb295423-c055-45b1-a836-f9c41aad226d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:50.872785 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d885fc85-9a97-490d-936b-4c35b6fd3f31 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:12:50.955122 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d9e6bf06-d859-426d-a110-bf97d6f913c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:50.960884 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d9e6bf06-d859-426d-a110-bf97d6f913c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:50.965123 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d9e6bf06-d859-426d-a110-bf97d6f913c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3882071e-f322-4bba-bdb6-568e84c8a104 HTTP/1.1" status: 204 len: 168 time: 0.9515731 Nov 23 22:12:51.014835 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419ebabb-5089-4c58-88e8-739da2693652 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network 9f09db03-9bc6-4527-a67c-cf096c229024 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:12:51.046304 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-419ebabb-5089-4c58-88e8-739da2693652 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:51.084019 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ebabb-5089-4c58-88e8-739da2693652 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:12:51.101247 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419ebabb-5089-4c58-88e8-739da2693652 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:51.102020 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-419ebabb-5089-4c58-88e8-739da2693652 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:51.121633 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b828b2-fc33-4e9b-92de-406bad3c4f90 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:12:51.134938 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6bf06-d859-426d-a110-bf97d6f913c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3882071e-f322-4bba-bdb6-568e84c8a104,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:51.176936 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-95b828b2-fc33-4e9b-92de-406bad3c4f90 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:51.180465 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-95b828b2-fc33-4e9b-92de-406bad3c4f90 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2839959 Nov 23 22:12:51.187691 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34228) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:51.212345 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-408d5a1c-0426-4312-952f-cf89a1c59351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680794696', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:10:22Z', 'updated_at': '2021-11-23T22:12:46Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:10:24Z', 'updated_at': '2021-11-23T22:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:51.214532 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] Sync routers for ids ['ad34c48f-b69d-444a-95c3-684891e78997'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:12:51.267799 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-419ebabb-5089-4c58-88e8-739da2693652 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.0320463 Nov 23 22:12:51.269681 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34230) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:51.277814 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf2b4d6f-860f-4898-b996-8d3a71524553 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:51.287970 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ebabb-5089-4c58-88e8-739da2693652 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Port': ['ID=fc4e5bb7-3896-49ab-89e8-116f5a7117ab,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:51.289519 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-eb295423-c055-45b1-a836-f9c41aad226d None None] For port d885fc85-9a97-490d-936b-4c35b6fd3f31, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d885fc85-9a97-490d-936b-4c35b6fd3f31,segment=NetworkSegment(acada0f4-0cb0-40bc-b01c-6bc8454cf96e),segment_id=acada0f4-0cb0-40bc-b01c-6bc8454cf96e)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:51.290122 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-eb295423-c055-45b1-a836-f9c41aad226d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:51.328653 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-eb295423-c055-45b1-a836-f9c41aad226d None None] Calling delete_port for d885fc85-9a97-490d-936b-4c35b6fd3f31 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:51.335093 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] Routers {'ad34c48f-b69d-444a-95c3-684891e78997'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:12:51.335730 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:12:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ad34c48f-b69d-444a-95c3-684891e78997'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:51.349132 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408d5a1c-0426-4312-952f-cf89a1c59351 None None] The sync data for ids ['f0e3e0fe-c170-4311-ab6b-97502412e7bf'] in n-d-816206-9 is: [{'id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1680794696', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:10:22Z', 'updated_at': '2021-11-23T22:12:46Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3a6196da-e233-4bc5-b5d7-0fcac52ad453', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e3e0fe-c170-4311-ab6b-97502412e7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:10:24Z', 'updated_at': '2021-11-23T22:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:12:51.386697 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-c4cb596e-bbaf-4855-be8a-313d38553284 None None] Allocated IP 2001:db8::2 (9f09db03-9bc6-4527-a67c-cf096c229024/c7fe9fc0-fa25-483c-a273-cd5db4e948a7/5e3f9321-6527-49f7-8063-b3fabfee13c8) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:12:51.471962 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:51.671283 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-cf2b4d6f-860f-4898-b996-8d3a71524553 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Deleting port 3a6196da-e233-4bc5-b5d7-0fcac52ad453 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:51.675682 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf2b4d6f-860f-4898-b996-8d3a71524553 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:51.721415 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port d885fc85-9a97-490d-936b-4c35b6fd3f31, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d885fc85-9a97-490d-936b-4c35b6fd3f31,segment=NetworkSegment(acada0f4-0cb0-40bc-b01c-6bc8454cf96e),segment_id=acada0f4-0cb0-40bc-b01c-6bc8454cf96e)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:51.727351 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] Set router ad34c48f-b69d-444a-95c3-684891e78997 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:12:51.736661 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-fc94ac5f-9e57-4176-9ad4-fc2dedc2d31f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting port fc4e5bb7-3896-49ab-89e8-116f5a7117ab {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:51.737345 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fc94ac5f-9e57-4176-9ad4-fc2dedc2d31f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:51.815050 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:51.949601 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-eb295423-c055-45b1-a836-f9c41aad226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:51.958224 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34240) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:51.995935 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7b581ebd-12be-42be-8f3d-bb5eadb02628 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:52.001818 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event deleted for resources: {'Port': ['ID=d885fc85-9a97-490d-936b-4c35b6fd3f31,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:52.020057 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb295423-c055-45b1-a836-f9c41aad226d None None] No DVR routers for this DVR port d885fc85-9a97-490d-936b-4c35b6fd3f31 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:12:52.078229 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-cf2b4d6f-860f-4898-b996-8d3a71524553 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] For port 3a6196da-e233-4bc5-b5d7-0fcac52ad453, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3a6196da-e233-4bc5-b5d7-0fcac52ad453,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:52.078915 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf2b4d6f-860f-4898-b996-8d3a71524553 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:52.216263 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-cf2b4d6f-860f-4898-b996-8d3a71524553 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Calling delete_port for 3a6196da-e233-4bc5-b5d7-0fcac52ad453 owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:52.219642 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fc94ac5f-9e57-4176-9ad4-fc2dedc2d31f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:52.241332 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-fc94ac5f-9e57-4176-9ad4-fc2dedc2d31f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Calling delete_port for fc4e5bb7-3896-49ab-89e8-116f5a7117ab owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:52.291498 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c4cb596e-bbaf-4855-be8a-313d38553284 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:52.305389 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb295423-c055-45b1-a836-f9c41aad226d None None] Pushing event deleted for resources: {'Port': ['ID=d885fc85-9a97-490d-936b-4c35b6fd3f31,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:52.314336 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7b581ebd-12be-42be-8f3d-bb5eadb02628 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:52.356149 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7b581ebd-12be-42be-8f3d-bb5eadb02628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:52.375917 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c4cb596e-bbaf-4855-be8a-313d38553284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:52.443752 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cb596e-bbaf-4855-be8a-313d38553284 None None] Network 9f09db03-9bc6-4527-a67c-cf096c229024 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:12:52.447464 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-c4cb596e-bbaf-4855-be8a-313d38553284 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:52.456631 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cb596e-bbaf-4855-be8a-313d38553284 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:12:52.501592 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7b581ebd-12be-42be-8f3d-bb5eadb02628 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=99a69311970b496280b425673a5f7ac3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5343983 Nov 23 22:12:52.501592 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34248) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:52.506490 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b581ebd-12be-42be-8f3d-bb5eadb02628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a103f3a-7f36-4f2f-8788-ac7336a6a73d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:52.534058 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb596e-bbaf-4855-be8a-313d38553284 None None] Pushing event updated for resources: {'Port': ['ID=5e3f9321-6527-49f7-8063-b3fabfee13c8,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:52.611308 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'name': 'tempest-AttachVolumeTestJSON-464797771-router', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:12:45Z', 'updated_at': '2021-11-23T22:12:49Z', 'revision_number': 3, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'gw_port': {'id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:90:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:46Z', 'updated_at': '2021-11-23T22:12:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:52.647824 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] Checking router: ad34c48f-b69d-444a-95c3-684891e78997 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:12:52.649273 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] Updating router ad34c48f-b69d-444a-95c3-684891e78997 port 68bec0a7-2856-4a33-b919-1783936a3e09 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:12:52.675138 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:52.676597 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c4cb596e-bbaf-4855-be8a-313d38553284 None None] Attempting to bind port 5e3f9321-6527-49f7-8063-b3fabfee13c8 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:12:52.677502 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c4cb596e-bbaf-4855-be8a-313d38553284 None None] Attempting to bind port 5e3f9321-6527-49f7-8063-b3fabfee13c8 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '035f2af7-0d66-4871-a70b-52c440d77695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9f09db03-9bc6-4527-a67c-cf096c229024'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:12:52.677502 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb596e-bbaf-4855-be8a-313d38553284 None None] Attempting to bind port 5e3f9321-6527-49f7-8063-b3fabfee13c8 on network 9f09db03-9bc6-4527-a67c-cf096c229024 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:12:52.688077 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-800b885c-6a10-4931-8437-8d9952106893 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:52.692670 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff98f8ee-e56a-47a2-bba2-decd22119624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:52.721180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb596e-bbaf-4855-be8a-313d38553284 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:12:52.721180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb596e-bbaf-4855-be8a-313d38553284 None None] Checking segment: {'id': '035f2af7-0d66-4871-a70b-52c440d77695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9f09db03-9bc6-4527-a67c-cf096c229024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:12:52.721180 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c4cb596e-bbaf-4855-be8a-313d38553284 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:52.721180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb596e-bbaf-4855-be8a-313d38553284 None None] Bound using segment: {'id': '035f2af7-0d66-4871-a70b-52c440d77695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9f09db03-9bc6-4527-a67c-cf096c229024'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:12:52.721180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c4cb596e-bbaf-4855-be8a-313d38553284 None None] Bound port: 5e3f9321-6527-49f7-8063-b3fabfee13c8, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035f2af7-0d66-4871-a70b-52c440d77695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9f09db03-9bc6-4527-a67c-cf096c229024'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:12:52.721180 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c4cb596e-bbaf-4855-be8a-313d38553284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:52.736469 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-800b885c-6a10-4931-8437-8d9952106893 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:52.746357 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fc94ac5f-9e57-4176-9ad4-fc2dedc2d31f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:52.773613 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94ac5f-9e57-4176-9ad4-fc2dedc2d31f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Port': ['ID=fc4e5bb7-3896-49ab-89e8-116f5a7117ab,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:52.775675 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf2b4d6f-860f-4898-b996-8d3a71524553 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:52.801838 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c4cb596e-bbaf-4855-be8a-313d38553284 None None] For port 5e3f9321-6527-49f7-8063-b3fabfee13c8, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:12:52.805370 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c4cb596e-bbaf-4855-be8a-313d38553284 None None] For port 5e3f9321-6527-49f7-8063-b3fabfee13c8, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5e3f9321-6527-49f7-8063-b3fabfee13c8,segment=NetworkSegment(035f2af7-0d66-4871-a70b-52c440d77695),segment_id=035f2af7-0d66-4871-a70b-52c440d77695)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:12:52.812530 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b4d6f-860f-4898-b996-8d3a71524553 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'Port': ['ID=3a6196da-e233-4bc5-b5d7-0fcac52ad453,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:52.860135 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c4cb596e-bbaf-4855-be8a-313d38553284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:52.862370 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:12:52.864077 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2cc8da-bc6b-4406-9d2d-502c70674422 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:12:52.898001 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fc94ac5f-9e57-4176-9ad4-fc2dedc2d31f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:52.901985 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fc94ac5f-9e57-4176-9ad4-fc2dedc2d31f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/ports/fc4e5bb7-3896-49ab-89e8-116f5a7117ab HTTP/1.1" status: 204 len: 168 time: 1.6197305 Nov 23 22:12:52.905002 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34256) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:52.933013 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf2b4d6f-860f-4898-b996-8d3a71524553 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:53.052865 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-800b885c-6a10-4931-8437-8d9952106893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:53.056535 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-800b885c-6a10-4931-8437-8d9952106893 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:53.058055 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-800b885c-6a10-4931-8437-8d9952106893 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a103f3a-7f36-4f2f-8788-ac7336a6a73d HTTP/1.1" status: 204 len: 168 time: 0.5569088 Nov 23 22:12:53.099755 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b885c-6a10-4931-8437-8d9952106893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a103f3a-7f36-4f2f-8788-ac7336a6a73d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:53.129694 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:12:53.130043 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2b8bf37d-ee8a-42ae-bf94-6cd3479e13dd not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:12:53.168995 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:53.189925 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-ff98f8ee-e56a-47a2-bba2-decd22119624 admin admin] Allocated IP 172.20.0.1 (bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80/0967a0c6-201c-4f64-942b-1c9918c65e1f/2af67ed9-3380-490f-bc7e-e04387e5bf84) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:12:53.254550 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb596e-bbaf-4855-be8a-313d38553284 None None] Pushing event updated for resources: {'Port': ['ID=5e3f9321-6527-49f7-8063-b3fabfee13c8,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:53.531410 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff98f8ee-e56a-47a2-bba2-decd22119624 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:53.648909 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:53.658616 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:53.686476 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-20df30b8-a5d5-44b0-91a3-6a1ca447631a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] GET failed (client error): The resource could not be found. Nov 23 22:12:53.688168 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff98f8ee-e56a-47a2-bba2-decd22119624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:53.703561 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-20df30b8-a5d5-44b0-91a3-6a1ca447631a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports/fc4e5bb7-3896-49ab-89e8-116f5a7117ab HTTP/1.1" status: 404 len: 333 time: 0.7976906 Nov 23 22:12:53.711329 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34270) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:53.722431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2095a-7b92-4d0c-8029-875d0e8e8914 None None] Pushing event updated for resources: {'Port': ['ID=68bec0a7-2856-4a33-b919-1783936a3e09,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:53.749919 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dd800c-ef3a-4ee2-b21e-242246fed333 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:12:53.754124 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] Attempting to bind port 68bec0a7-2856-4a33-b919-1783936a3e09 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:12:53.754607 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] Attempting to bind port 68bec0a7-2856-4a33-b919-1783936a3e09 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:12:53.755296 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] Attempting to bind port 68bec0a7-2856-4a33-b919-1783936a3e09 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:12:53.765684 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:12:53.766186 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:12:53.767036 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:53.767538 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:12:53.768233 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] Bound port: 68bec0a7-2856-4a33-b919-1783936a3e09, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:12:53.768726 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:53.875231 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff98f8ee-e56a-47a2-bba2-decd22119624 admin admin] Network bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:12:53.883570 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf2b4d6f-860f-4898-b996-8d3a71524553 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:53.886035 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf2b4d6f-860f-4898-b996-8d3a71524553 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:53.896851 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-ff98f8ee-e56a-47a2-bba2-decd22119624 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:53.908336 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff98f8ee-e56a-47a2-bba2-decd22119624 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:12:53.916978 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] For port 68bec0a7-2856-4a33-b919-1783936a3e09, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:12:53.922352 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] For port 68bec0a7-2856-4a33-b919-1783936a3e09, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=68bec0a7-2856-4a33-b919-1783936a3e09,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:12:53.933621 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:54.008496 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8c37b07a-e3dd-4d66-8e09-511e994bcd81 None None] Provisioning complete for port 68bec0a7-2856-4a33-b919-1783936a3e09 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:54.009107 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8c37b07a-e3dd-4d66-8e09-511e994bcd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:54.049899 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cccc5e-6630-4e38-850a-dd1950f8cb3c None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:12:54.066440 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34276) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:54.071971 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] Routers {'ad34c48f-b69d-444a-95c3-684891e78997'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:12:54.072613 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:12:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ad34c48f-b69d-444a-95c3-684891e78997'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:54.074397 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2095a-7b92-4d0c-8029-875d0e8e8914 None None] Pushing event updated for resources: {'Port': ['ID=68bec0a7-2856-4a33-b919-1783936a3e09,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:54.086936 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf2b4d6f-860f-4898-b996-8d3a71524553 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:54.088085 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2b4d6f-860f-4898-b996-8d3a71524553 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Fanout notify agent at l3_agent the message router_deleted on router f0e3e0fe-c170-4311-ab6b-97502412e7bf {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:12:54.161721 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf2b4d6f-860f-4898-b996-8d3a71524553 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:54.164724 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cf2b4d6f-860f-4898-b996-8d3a71524553 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "DELETE /v2.0/routers/f0e3e0fe-c170-4311-ab6b-97502412e7bf HTTP/1.1" status: 204 len: 168 time: 3.8986108 Nov 23 22:12:54.176744 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34278) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:54.177597 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c3a4a47-3455-4f78-bd74-bbe984b05b08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:54.246072 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff98f8ee-e56a-47a2-bba2-decd22119624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:54.256515 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98f8ee-e56a-47a2-bba2-decd22119624 admin admin] Pushing event updated for resources: {'Port': ['ID=2af67ed9-3380-490f-bc7e-e04387e5bf84,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:54.352336 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-94fd1c62-5126-4f00-a09f-35ef1cf66265 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:54.380372 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] Set router ad34c48f-b69d-444a-95c3-684891e78997 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:12:54.400439 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6cb3fe4-c9bd-468e-8c0e-1f11978f0bb1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting subnet c7fe9fc0-fa25-483c-a273-cd5db4e948a7 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:12:54.526015 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a6cb3fe4-c9bd-468e-8c0e-1f11978f0bb1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:54.601924 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a6cb3fe4-c9bd-468e-8c0e-1f11978f0bb1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:54.618879 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8c37b07a-e3dd-4d66-8e09-511e994bcd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:54.680902 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8c37b07a-e3dd-4d66-8e09-511e994bcd81 None None] For port 68bec0a7-2856-4a33-b919-1783936a3e09, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=68bec0a7-2856-4a33-b919-1783936a3e09,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:54.698446 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8c37b07a-e3dd-4d66-8e09-511e994bcd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:54.731571 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c3a4a47-3455-4f78-bd74-bbe984b05b08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:54.774354 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c3a4a47-3455-4f78-bd74-bbe984b05b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:54.907726 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e28d1c78-c247-4e5d-be43-c2dafc9ca916 None None] Provisioning complete for port 68bec0a7-2856-4a33-b919-1783936a3e09 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:54.909139 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e28d1c78-c247-4e5d-be43-c2dafc9ca916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:54.922060 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff98f8ee-e56a-47a2-bba2-decd22119624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:54.934792 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9c3a4a47-3455-4f78-bd74-bbe984b05b08 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c295bc7dc7b46dca0bd0de74e359b81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8600090 Nov 23 22:12:54.948179 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34288) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:54.963989 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37b07a-e3dd-4d66-8e09-511e994bcd81 None None] Pushing event updated for resources: {'Port': ['ID=68bec0a7-2856-4a33-b919-1783936a3e09,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:55.050214 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-94fd1c62-5126-4f00-a09f-35ef1cf66265 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:55.060650 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5e3f9321-6527-49f7-8063-b3fabfee13c8 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:12:55.116691 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-94fd1c62-5126-4f00-a09f-35ef1cf66265 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b43d0d-5801-43f0-b1e6-2d97c94e72ef']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:55.144450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-94fd1c62-5126-4f00-a09f-35ef1cf66265 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acada0f4-0cb0-40bc-b01c-6bc8454cf96e') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:55.145248 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-94fd1c62-5126-4f00-a09f-35ef1cf66265 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acada0f4-0cb0-40bc-b01c-6bc8454cf96e') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:55.173451 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-94fd1c62-5126-4f00-a09f-35ef1cf66265 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:55.204067 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a4a47-3455-4f78-bd74-bbe984b05b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b0058b-bb82-4d58-a788-aef22e24b6a8,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:55.208573 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3216f98-251f-40f2-97dc-98297fa9e67d None None] Network 9f09db03-9bc6-4527-a67c-cf096c229024 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:12:55.224457 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3a4a47-3455-4f78-bd74-bbe984b05b08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:55.225661 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3a4a47-3455-4f78-bd74-bbe984b05b08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:55.226264 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3a4a47-3455-4f78-bd74-bbe984b05b08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:55.227130 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3a4a47-3455-4f78-bd74-bbe984b05b08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:55.227606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3a4a47-3455-4f78-bd74-bbe984b05b08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:55.228112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3a4a47-3455-4f78-bd74-bbe984b05b08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:55.228580 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3a4a47-3455-4f78-bd74-bbe984b05b08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:55.229105 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3a4a47-3455-4f78-bd74-bbe984b05b08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:55.229571 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3a4a47-3455-4f78-bd74-bbe984b05b08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:55.230354 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3a4a47-3455-4f78-bd74-bbe984b05b08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:55.231630 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3a4a47-3455-4f78-bd74-bbe984b05b08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:55.232440 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3a4a47-3455-4f78-bd74-bbe984b05b08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:12:55.248460 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-94fd1c62-5126-4f00-a09f-35ef1cf66265 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:55.264438 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94fd1c62-5126-4f00-a09f-35ef1cf66265 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:12:55.264935 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-94fd1c62-5126-4f00-a09f-35ef1cf66265 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:55.269856 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'name': 'tempest-AttachVolumeTestJSON-464797771-router', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:12:45Z', 'updated_at': '2021-11-23T22:12:49Z', 'revision_number': 3, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'gw_port': {'id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:90:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:46Z', 'updated_at': '2021-11-23T22:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:12:55.273408 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:12:55.288517 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2ae10185-6c97-464c-bc1e-ffa8bc77ff94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:55.324173 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2ae10185-6c97-464c-bc1e-ffa8bc77ff94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:55.347741 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a6cb3fe4-c9bd-468e-8c0e-1f11978f0bb1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:55.350327 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 5e3f9321-6527-49f7-8063-b3fabfee13c8 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:55.350709 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:55.356027 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a486c8-49c9-4e68-9dfc-d66cff4ab34a None None] The sync data for ids ['ad34c48f-b69d-444a-95c3-684891e78997'] in n-d-816206-9 is: [{'id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'name': 'tempest-AttachVolumeTestJSON-464797771-router', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:12:45Z', 'updated_at': '2021-11-23T22:12:49Z', 'revision_number': 3, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'gw_port': {'id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:90:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:46Z', 'updated_at': '2021-11-23T22:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:12:55.389265 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-94fd1c62-5126-4f00-a09f-35ef1cf66265 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:55.435731 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-94fd1c62-5126-4f00-a09f-35ef1cf66265 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:55.439981 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e28d1c78-c247-4e5d-be43-c2dafc9ca916 None None] Provisioning complete for port 2af67ed9-3380-490f-bc7e-e04387e5bf84 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:55.440387 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e28d1c78-c247-4e5d-be43-c2dafc9ca916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:55.443498 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-94fd1c62-5126-4f00-a09f-35ef1cf66265 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "DELETE /v2.0/networks/79b43d0d-5801-43f0-b1e6-2d97c94e72ef HTTP/1.1" status: 204 len: 168 time: 1.2633967 Nov 23 22:12:55.444715 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd1c62-5126-4f00-a09f-35ef1cf66265 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'Network': ['ID=79b43d0d-5801-43f0-b1e6-2d97c94e72ef,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:55.447721 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34294) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:55.532335 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee5d22d4-6cdd-4b64-a0c3-3100867a37f7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:55.536148 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e28d1c78-c247-4e5d-be43-c2dafc9ca916 None None] Port 2af67ed9-3380-490f-bc7e-e04387e5bf84 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:12:55.571410 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:55.580307 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2ae10185-6c97-464c-bc1e-ffa8bc77ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:55.590059 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2ae10185-6c97-464c-bc1e-ffa8bc77ff94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:55.594387 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2ae10185-6c97-464c-bc1e-ffa8bc77ff94 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/88b0058b-bb82-4d58-a788-aef22e24b6a8 HTTP/1.1" status: 204 len: 168 time: 0.6380110 Nov 23 22:12:55.598198 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee5d22d4-6cdd-4b64-a0c3-3100867a37f7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:55.650967 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a6cb3fe4-c9bd-468e-8c0e-1f11978f0bb1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:55.733226 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee5d22d4-6cdd-4b64-a0c3-3100867a37f7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:55.736617 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee5d22d4-6cdd-4b64-a0c3-3100867a37f7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:55.737656 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ee5d22d4-6cdd-4b64-a0c3-3100867a37f7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "DELETE /v2.0/security-groups/119ddf7e-f62f-4d0d-8d58-1a89eb0b2118 HTTP/1.1" status: 204 len: 168 time: 0.2873857 Nov 23 22:12:55.761983 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d22d4-6cdd-4b64-a0c3-3100867a37f7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=119ddf7e-f62f-4d0d-8d58-1a89eb0b2118,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:55.764511 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae10185-6c97-464c-bc1e-ffa8bc77ff94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b0058b-bb82-4d58-a788-aef22e24b6a8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:55.795179 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb3fe4-c9bd-468e-8c0e-1f11978f0bb1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Subnet': ['ID=c7fe9fc0-fa25-483c-a273-cd5db4e948a7,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:55.846668 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:12:55.863847 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:12:55.869576 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a6cb3fe4-c9bd-468e-8c0e-1f11978f0bb1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:55.879952 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34316) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:55.883707 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3d91b8e9-38cf-42d7-8bb1-5e9df59ef748 None None] Provisioning complete for port 5e3f9321-6527-49f7-8063-b3fabfee13c8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:55.883953 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3d91b8e9-38cf-42d7-8bb1-5e9df59ef748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:55.886853 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a6cb3fe4-c9bd-468e-8c0e-1f11978f0bb1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/subnets/c7fe9fc0-fa25-483c-a273-cd5db4e948a7 HTTP/1.1" status: 204 len: 168 time: 2.0570736 Nov 23 22:12:55.952842 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff98f8ee-e56a-47a2-bba2-decd22119624 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:55.969961 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff98f8ee-e56a-47a2-bba2-decd22119624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:56.122559 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3d91b8e9-38cf-42d7-8bb1-5e9df59ef748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:56.196866 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-3d91b8e9-38cf-42d7-8bb1-5e9df59ef748 None None] For port 5e3f9321-6527-49f7-8063-b3fabfee13c8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5e3f9321-6527-49f7-8063-b3fabfee13c8,segment=NetworkSegment(035f2af7-0d66-4871-a70b-52c440d77695),segment_id=035f2af7-0d66-4871-a70b-52c440d77695)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:56.209502 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb79fe0-98e3-4023-ac1f-ca160dce05f3 None None] Network 9f09db03-9bc6-4527-a67c-cf096c229024 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:12:56.216084 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c7ef1e50-1438-4b26-9be6-79dda7798023 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:56.224831 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98f8ee-e56a-47a2-bba2-decd22119624 admin admin] Pushing event updated for resources: {'Port': ['ID=2af67ed9-3380-490f-bc7e-e04387e5bf84,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:56.228475 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3d91b8e9-38cf-42d7-8bb1-5e9df59ef748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:56.266084 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ff98f8ee-e56a-47a2-bba2-decd22119624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:56.354858 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef1e50-1438-4b26-9be6-79dda7798023 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting port 5e3f9321-6527-49f7-8063-b3fabfee13c8 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:56.362975 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c7ef1e50-1438-4b26-9be6-79dda7798023 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:56.487919 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-c7ef1e50-1438-4b26-9be6-79dda7798023 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] For port 5e3f9321-6527-49f7-8063-b3fabfee13c8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5e3f9321-6527-49f7-8063-b3fabfee13c8,segment=NetworkSegment(035f2af7-0d66-4871-a70b-52c440d77695),segment_id=035f2af7-0d66-4871-a70b-52c440d77695)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:12:56.488620 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c7ef1e50-1438-4b26-9be6-79dda7798023 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:56.497712 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff98f8ee-e56a-47a2-bba2-decd22119624 admin admin] Network bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:12:56.499821 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-ff98f8ee-e56a-47a2-bba2-decd22119624 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:56.530847 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef1e50-1438-4b26-9be6-79dda7798023 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Calling delete_port for 5e3f9321-6527-49f7-8063-b3fabfee13c8 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:56.581515 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91b8e9-38cf-42d7-8bb1-5e9df59ef748 None None] Pushing event updated for resources: {'Port': ['ID=5e3f9321-6527-49f7-8063-b3fabfee13c8,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:56.606408 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34328) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:56.617554 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5a181a60-44cd-4c4a-a6f7-fa131f05dd89 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1059922750', 'description': 'tempest-secgroup-smoke-1059922750 description', 'project_id': '8e0acd4df46849288fda9982f884e974'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:56.685659 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-992093ce-91de-4202-92dd-26fcd40f2295 None None] Provisioning complete for port 5e3f9321-6527-49f7-8063-b3fabfee13c8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:56.686030 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-992093ce-91de-4202-92dd-26fcd40f2295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:56.733413 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c7ef1e50-1438-4b26-9be6-79dda7798023 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:56.794360 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ef1e50-1438-4b26-9be6-79dda7798023 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] No DVR routers for this DVR port 5e3f9321-6527-49f7-8063-b3fabfee13c8 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:12:56.893035 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3a6196da-e233-4bc5-b5d7-0fcac52ad453 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:12:56.916573 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff98f8ee-e56a-47a2-bba2-decd22119624 admin admin] Router ad34c48f-b69d-444a-95c3-684891e78997 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:12:56.930103 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5a181a60-44cd-4c4a-a6f7-fa131f05dd89 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:56.950501 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef1e50-1438-4b26-9be6-79dda7798023 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Port': ['ID=5e3f9321-6527-49f7-8063-b3fabfee13c8,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:57.009221 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 3a6196da-e233-4bc5-b5d7-0fcac52ad453 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:12:57.009670 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3a6196da-e233-4bc5-b5d7-0fcac52ad453 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:12:57.029813 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-992093ce-91de-4202-92dd-26fcd40f2295 None None] Could not find standard attr ID for object 5e3f9321-6527-49f7-8063-b3fabfee13c8. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:12:57.032731 n-d-816206-9 neutron-server[110035]: INFO neutron.plugins.ml2.db [None req-992093ce-91de-4202-92dd-26fcd40f2295 None None] No ports have port_id starting with 5e3f9321-6527-49f7-8063-b3fabfee13c8 Nov 23 22:12:57.104148 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a953145b-dbff-4e49-8e25-702098d345fd None None] DHCP port deletion for 9f09db03-9bc6-4527-a67c-cf096c229024 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:12:57.192662 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c7ef1e50-1438-4b26-9be6-79dda7798023 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:57.197934 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5a181a60-44cd-4c4a-a6f7-fa131f05dd89 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:57.203130 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8afcd05a-0b84-4c5b-824e-65f16e4e08f0 None None] Provisioning complete for port 2af67ed9-3380-490f-bc7e-e04387e5bf84 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:57.203644 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8afcd05a-0b84-4c5b-824e-65f16e4e08f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:57.210360 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5a181a60-44cd-4c4a-a6f7-fa131f05dd89 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:57.264567 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-c7ef1e50-1438-4b26-9be6-79dda7798023 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f09db03-9bc6-4527-a67c-cf096c229024']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:57.292721 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-c7ef1e50-1438-4b26-9be6-79dda7798023 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035f2af7-0d66-4871-a70b-52c440d77695') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:57.292721 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-c7ef1e50-1438-4b26-9be6-79dda7798023 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035f2af7-0d66-4871-a70b-52c440d77695') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:57.324169 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8afcd05a-0b84-4c5b-824e-65f16e4e08f0 None None] Port 2af67ed9-3380-490f-bc7e-e04387e5bf84 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:12:57.331040 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c7ef1e50-1438-4b26-9be6-79dda7798023 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:57.344436 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5a181a60-44cd-4c4a-a6f7-fa131f05dd89 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:57.348532 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5a181a60-44cd-4c4a-a6f7-fa131f05dd89 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7382150 Nov 23 22:12:57.350387 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34354) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:57.363494 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a181a60-44cd-4c4a-a6f7-fa131f05dd89 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38aa9d39-9f4d-45fb-9e85-23ce245e6759,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:57.365510 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-58da1875-3d75-49e8-ac0e-b0e04c279547 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group_rule': {'security_group_id': '38aa9d39-9f4d-45fb-9e85-23ce245e6759', 'project_id': '8e0acd4df46849288fda9982f884e974', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:57.372045 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff98f8ee-e56a-47a2-bba2-decd22119624 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:12:57.386074 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c7ef1e50-1438-4b26-9be6-79dda7798023 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:57.386874 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ff98f8ee-e56a-47a2-bba2-decd22119624 admin admin] 10.222.0.50 "PUT /v2.0/routers/ad34c48f-b69d-444a-95c3-684891e78997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1848266 Nov 23 22:12:57.392535 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ef1e50-1438-4b26-9be6-79dda7798023 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:12:57.392936 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c7ef1e50-1438-4b26-9be6-79dda7798023 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:12:57.397324 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:12:57.472409 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 68bec0a7-2856-4a33-b919-1783936a3e09 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:12:57.509290 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-58da1875-3d75-49e8-ac0e-b0e04c279547 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:57.583646 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 68bec0a7-2856-4a33-b919-1783936a3e09 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:12:57.584541 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:57.625022 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-58da1875-3d75-49e8-ac0e-b0e04c279547 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:57.625992 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c7ef1e50-1438-4b26-9be6-79dda7798023 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:57.630216 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c7ef1e50-1438-4b26-9be6-79dda7798023 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:57.641284 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34360) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:57.642363 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c7ef1e50-1438-4b26-9be6-79dda7798023 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/networks/9f09db03-9bc6-4527-a67c-cf096c229024 HTTP/1.1" status: 204 len: 168 time: 1.7614293 Nov 23 22:12:57.647392 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-58da1875-3d75-49e8-ac0e-b0e04c279547 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:57.650254 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c50f1cbf-5396-4bf2-b2d3-2f091e920930 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'port': {'network_id': '302725d1-4424-4921-a478-8714ce3aff34', 'name': 'tempest-PortsIpV6TestJSON-404661337'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:57.693244 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da1875-3d75-49e8-ac0e-b0e04c279547 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db6a358-c6b9-479d-bfa5-5e1585da7942,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:57.704284 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef1e50-1438-4b26-9be6-79dda7798023 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Network': ['ID=9f09db03-9bc6-4527-a67c-cf096c229024,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:57.735560 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-58da1875-3d75-49e8-ac0e-b0e04c279547 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:57.738973 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-58da1875-3d75-49e8-ac0e-b0e04c279547 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3876965 Nov 23 22:12:57.745114 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34370) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:57.758795 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-e9e1cbdf-1268-49b1-807e-498b1e555f79 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group_rule': {'security_group_id': '38aa9d39-9f4d-45fb-9e85-23ce245e6759', 'project_id': '8e0acd4df46849288fda9982f884e974', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:57.821020 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e9e1cbdf-1268-49b1-807e-498b1e555f79 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:57.851927 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50f1cbf-5396-4bf2-b2d3-2f091e920930 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:12:57.858168 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c50f1cbf-5396-4bf2-b2d3-2f091e920930 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:57.882896 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-c50f1cbf-5396-4bf2-b2d3-2f091e920930 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] device_id is not set on port b65fa781-5772-4749-bbd8-ad4c1ca253d8 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:12:57.936829 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e7c5a5fa-bb7f-427c-b0e3-d3925a402d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:57.976125 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e9e1cbdf-1268-49b1-807e-498b1e555f79 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:57.983686 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e9e1cbdf-1268-49b1-807e-498b1e555f79 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:58.009237 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1cbdf-1268-49b1-807e-498b1e555f79 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49dcece2-6225-47d4-a5b4-d7bd7e250311,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:58.024965 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e9e1cbdf-1268-49b1-807e-498b1e555f79 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:58.031088 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e9e1cbdf-1268-49b1-807e-498b1e555f79 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2809589 Nov 23 22:12:58.032420 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34378) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:58.043386 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-ebe93953-2d1a-4afc-a587-8e2c4f412bd7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group_rule': {'security_group_id': '38aa9d39-9f4d-45fb-9e85-23ce245e6759', 'project_id': '8e0acd4df46849288fda9982f884e974', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:58.119325 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ebe93953-2d1a-4afc-a587-8e2c4f412bd7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:58.210357 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c50f1cbf-5396-4bf2-b2d3-2f091e920930 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:58.281913 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c50f1cbf-5396-4bf2-b2d3-2f091e920930 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:58.283839 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ebe93953-2d1a-4afc-a587-8e2c4f412bd7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:58.296041 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ebe93953-2d1a-4afc-a587-8e2c4f412bd7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:58.330658 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe93953-2d1a-4afc-a587-8e2c4f412bd7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9255adbc-99af-4e79-9f4a-f16902e29244,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:58.381420 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f1cbf-5396-4bf2-b2d3-2f091e920930 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Port': ['ID=b65fa781-5772-4749-bbd8-ad4c1ca253d8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:58.385157 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50f1cbf-5396-4bf2-b2d3-2f091e920930 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network 302725d1-4424-4921-a478-8714ce3aff34 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:12:58.387179 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-c50f1cbf-5396-4bf2-b2d3-2f091e920930 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:12:58.388579 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ebe93953-2d1a-4afc-a587-8e2c4f412bd7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:58.389457 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50f1cbf-5396-4bf2-b2d3-2f091e920930 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:12:58.392878 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ebe93953-2d1a-4afc-a587-8e2c4f412bd7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3591583 Nov 23 22:12:58.393520 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34392) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:58.396885 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50f1cbf-5396-4bf2-b2d3-2f091e920930 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:58.397801 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c50f1cbf-5396-4bf2-b2d3-2f091e920930 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:58.410633 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-dc1d1173-e634-4038-b2b4-4cf1674d884b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group_rule': {'security_group_id': '38aa9d39-9f4d-45fb-9e85-23ce245e6759', 'project_id': '8e0acd4df46849288fda9982f884e974', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:58.438305 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c50f1cbf-5396-4bf2-b2d3-2f091e920930 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7958667 Nov 23 22:12:58.440740 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34394) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:58.475376 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc1d1173-e634-4038-b2b4-4cf1674d884b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:58.591821 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc1d1173-e634-4038-b2b4-4cf1674d884b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:58.603986 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc1d1173-e634-4038-b2b4-4cf1674d884b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:58.633644 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d1173-e634-4038-b2b4-4cf1674d884b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74fe1a62-e52a-4839-96ac-9195229c3172,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:58.672748 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc1d1173-e634-4038-b2b4-4cf1674d884b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:58.683892 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-dc1d1173-e634-4038-b2b4-4cf1674d884b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2814572 Nov 23 22:12:58.685030 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34398) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:58.689072 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-e3fd077b-1d01-4400-9bc1-91bcf0c1b930 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting port b65fa781-5772-4749-bbd8-ad4c1ca253d8 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:12:58.689440 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3fd077b-1d01-4400-9bc1-91bcf0c1b930 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:58.703936 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-7528e82c-3233-433d-a2f8-9bcb708f6c5c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group_rule': {'security_group_id': '38aa9d39-9f4d-45fb-9e85-23ce245e6759', 'project_id': '8e0acd4df46849288fda9982f884e974', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:58.822569 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3fd077b-1d01-4400-9bc1-91bcf0c1b930 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:58.845536 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34410) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:58.849766 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-e3fd077b-1d01-4400-9bc1-91bcf0c1b930 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Calling delete_port for b65fa781-5772-4749-bbd8-ad4c1ca253d8 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:12:58.851016 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-72be021c-0455-42b4-b0a1-f6d20a668287 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--62655704', 'description': 'tempest-description--1029678155'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:58.875679 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-7528e82c-3233-433d-a2f8-9bcb708f6c5c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Project 8e0acd4df46849288fda9982f884e974 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:12:58.893395 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72be021c-0455-42b4-b0a1-f6d20a668287 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:58.901836 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] Sync routers for ids ['ad34c48f-b69d-444a-95c3-684891e78997'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:12:58.927404 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] Routers {'ad34c48f-b69d-444a-95c3-684891e78997'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:12:58.928248 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:12:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ad34c48f-b69d-444a-95c3-684891e78997'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:59.014485 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3fd077b-1d01-4400-9bc1-91bcf0c1b930 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.016306 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7528e82c-3233-433d-a2f8-9bcb708f6c5c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.051592 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5e3f9321-6527-49f7-8063-b3fabfee13c8 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:12:59.063918 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72be021c-0455-42b4-b0a1-f6d20a668287 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.069405 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72be021c-0455-42b4-b0a1-f6d20a668287 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.096553 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 5e3f9321-6527-49f7-8063-b3fabfee13c8 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:12:59.097061 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5e3f9321-6527-49f7-8063-b3fabfee13c8 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:12:59.121649 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72be021c-0455-42b4-b0a1-f6d20a668287 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.126029 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-72be021c-0455-42b4-b0a1-f6d20a668287 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2765987 Nov 23 22:12:59.126029 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be021c-0455-42b4-b0a1-f6d20a668287 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582cdc4b-e820-4fcd-821c-5725361c5e02,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:59.127997 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34418) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:59.144580 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-064a89e0-899e-4e6d-bb1a-f94b36584f19 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Request body: {'security_group_rule': {'security_group_id': '582cdc4b-e820-4fcd-821c-5725361c5e02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:59.159303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd077b-1d01-4400-9bc1-91bcf0c1b930 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Port': ['ID=b65fa781-5772-4749-bbd8-ad4c1ca253d8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:59.191341 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3fd077b-1d01-4400-9bc1-91bcf0c1b930 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.194791 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e3fd077b-1d01-4400-9bc1-91bcf0c1b930 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/ports/b65fa781-5772-4749-bbd8-ad4c1ca253d8 HTTP/1.1" status: 204 len: 168 time: 0.7529843 Nov 23 22:12:59.205138 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34424) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:59.211748 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-153dd7b0-1909-4c79-b528-0a3cbe622986 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'port': {'network_id': '302725d1-4424-4921-a478-8714ce3aff34', 'mac_address': 'fa:16:3e:f6:63:1b', 'name': 'tempest-PortsIpV6TestJSON-186409114'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:59.233611 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7528e82c-3233-433d-a2f8-9bcb708f6c5c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.239984 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7528e82c-3233-433d-a2f8-9bcb708f6c5c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.261076 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528e82c-3233-433d-a2f8-9bcb708f6c5c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698f0357-85ba-4c02-9e5d-7a18cf9614aa,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:59.284014 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7528e82c-3233-433d-a2f8-9bcb708f6c5c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.286416 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7528e82c-3233-433d-a2f8-9bcb708f6c5c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5905557 Nov 23 22:12:59.288483 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34432) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:59.289292 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-064a89e0-899e-4e6d-bb1a-f94b36584f19 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.294089 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-9d957fcc-7c51-430e-9f11-72d8193bc8e3 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group_rule': {'security_group_id': '38aa9d39-9f4d-45fb-9e85-23ce245e6759', 'project_id': '8e0acd4df46849288fda9982f884e974', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:59.321479 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-9d957fcc-7c51-430e-9f11-72d8193bc8e3 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Project 8e0acd4df46849288fda9982f884e974 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:12:59.336281 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d957fcc-7c51-430e-9f11-72d8193bc8e3 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.366753 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] Set router ad34c48f-b69d-444a-95c3-684891e78997 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:12:59.468977 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153dd7b0-1909-4c79-b528-0a3cbe622986 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:12:59.503266 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d957fcc-7c51-430e-9f11-72d8193bc8e3 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.515682 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d957fcc-7c51-430e-9f11-72d8193bc8e3 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.537780 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d957fcc-7c51-430e-9f11-72d8193bc8e3 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4174c8f-1bac-41bc-960a-8f97927419e0,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:59.568814 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-064a89e0-899e-4e6d-bb1a-f94b36584f19 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.573426 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d957fcc-7c51-430e-9f11-72d8193bc8e3 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.575458 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9d957fcc-7c51-430e-9f11-72d8193bc8e3 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2849550 Nov 23 22:12:59.578196 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34438) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:59.583620 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-212a9d5d-6b3a-4d05-98b8-53b08eb18861 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'network': {'name': 'tempest-network-smoke--1683134188', 'project_id': '8e0acd4df46849288fda9982f884e974', 'port_security_enabled': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:59.632227 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212a9d5d-6b3a-4d05-98b8-53b08eb18861 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Made reservation on behalf of 8e0acd4df46849288fda9982f884e974 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:12:59.644765 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'name': 'tempest-AttachVolumeTestJSON-464797771-router', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:12:45Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'gw_port': {'id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:46Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '2af67ed9-3380-490f-bc7e-e04387e5bf84', 'name': '', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'mac_address': 'fa:16:3e:a3:51:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:52Z', 'updated_at': '2021-11-23T22:12:55Z', 'revision_number': 2, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'subnets': [{'id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:12:59.645546 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-212a9d5d-6b3a-4d05-98b8-53b08eb18861 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.674019 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] Checking router: ad34c48f-b69d-444a-95c3-684891e78997 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:12:59.674373 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] Updating router ad34c48f-b69d-444a-95c3-684891e78997 port 2af67ed9-3380-490f-bc7e-e04387e5bf84 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:12:59.675317 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-153dd7b0-1909-4c79-b528-0a3cbe622986 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.688554 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-064a89e0-899e-4e6d-bb1a-f94b36584f19 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.705665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212a9d5d-6b3a-4d05-98b8-53b08eb18861 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:12:59.716018 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.729762 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-212a9d5d-6b3a-4d05-98b8-53b08eb18861 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.730111 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-212a9d5d-6b3a-4d05-98b8-53b08eb18861 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Added segment 88a74061-97e3-49cf-9fc3-b5b0d915a613 of type vlan for network 7b530308-4f30-4efe-8c5c-2d60e46ef0aa Nov 23 22:12:59.757594 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-064a89e0-899e-4e6d-bb1a-f94b36584f19 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.761939 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-064a89e0-899e-4e6d-bb1a-f94b36584f19 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6331878 Nov 23 22:12:59.772003 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34444) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:59.781853 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34446) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:59.787882 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-1e42d930-cb5b-4f57-ba22-258c443fd320 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Request body: {'security_group_rule': {'security_group_id': '582cdc4b-e820-4fcd-821c-5725361c5e02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:12:59.807061 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a89e0-899e-4e6d-bb1a-f94b36584f19 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b52007-5b25-4e05-bfd9-aedce75e6a64,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:12:59.812842 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-212a9d5d-6b3a-4d05-98b8-53b08eb18861 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.823842 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-153dd7b0-1909-4c79-b528-0a3cbe622986 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] device_id is not set on port 530308dc-0d66-4a87-a27c-04ede08ceb59 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:12:59.861681 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-212a9d5d-6b3a-4d05-98b8-53b08eb18861 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.881429 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212a9d5d-6b3a-4d05-98b8-53b08eb18861 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:12:59.882086 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-212a9d5d-6b3a-4d05-98b8-53b08eb18861 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.943185 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1e42d930-cb5b-4f57-ba22-258c443fd320 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:12:59.955109 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-212a9d5d-6b3a-4d05-98b8-53b08eb18861 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3755062 Nov 23 22:12:59.958558 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34452) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:12:59.971096 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-261a7090-2106-4f5b-bc21-8a72845e0179 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-85110971', 'admin_state_up': True, 'project_id': '8e0acd4df46849288fda9982f884e974', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:00.031636 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.042686 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a9d5d-6b3a-4d05-98b8-53b08eb18861 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Network': ['ID=7b530308-4f30-4efe-8c5c-2d60e46ef0aa,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:00.060762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 7b530308-4f30-4efe-8c5c-2d60e46ef0aa details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:13:00.085640 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-261a7090-2106-4f5b-bc21-8a72845e0179 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.086876 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-261a7090-2106-4f5b-bc21-8a72845e0179 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.091660 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b10f5a55-d0cc-4381-8ecf-88310e4f965b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.094500 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1e42d930-cb5b-4f57-ba22-258c443fd320 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.187930 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1e42d930-cb5b-4f57-ba22-258c443fd320 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.270365 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.278211 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.281946 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42d930-cb5b-4f57-ba22-258c443fd320 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393f8af3-3850-4f85-b28b-3c9aba61b2ba,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:00.289880 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-153dd7b0-1909-4c79-b528-0a3cbe622986 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.296136 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-261a7090-2106-4f5b-bc21-8a72845e0179 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.310375 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b10f5a55-d0cc-4381-8ecf-88310e4f965b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.316607 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1e42d930-cb5b-4f57-ba22-258c443fd320 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.320098 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b10f5a55-d0cc-4381-8ecf-88310e4f965b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.322039 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1e42d930-cb5b-4f57-ba22-258c443fd320 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5385544 Nov 23 22:13:00.323641 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34466) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:00.334671 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a5eab0a4-13b6-4e78-99fe-99656f0a6675 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:00.406608 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b10f5a55-d0cc-4381-8ecf-88310e4f965b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6426bc4e611649829e8f9725748f256a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6235847 Nov 23 22:13:00.406809 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] Attempting to bind port 2af67ed9-3380-490f-bc7e-e04387e5bf84 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:13:00.407171 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] Attempting to bind port 2af67ed9-3380-490f-bc7e-e04387e5bf84 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '8dad229b-7ded-430c-a4de-9c18ce33a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:13:00.407761 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] Attempting to bind port 2af67ed9-3380-490f-bc7e-e04387e5bf84 on network bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:13:00.409274 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34468) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:00.422099 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:13:00.422515 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] Checking segment: {'id': '8dad229b-7ded-430c-a4de-9c18ce33a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:13:00.423002 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.423563 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] Bound using segment: {'id': '8dad229b-7ded-430c-a4de-9c18ce33a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:13:00.424091 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] Bound port: 2af67ed9-3380-490f-bc7e-e04387e5bf84, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dad229b-7ded-430c-a4de-9c18ce33a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:13:00.424471 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.427363 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f5a55-d0cc-4381-8ecf-88310e4f965b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91836074-d3d2-4fcd-830c-1458cfe68267,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:00.431778 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5eab0a4-13b6-4e78-99fe-99656f0a6675 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.533352 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] For port 2af67ed9-3380-490f-bc7e-e04387e5bf84, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:13:00.538201 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] For port 2af67ed9-3380-490f-bc7e-e04387e5bf84, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2af67ed9-3380-490f-bc7e-e04387e5bf84,segment=NetworkSegment(8dad229b-7ded-430c-a4de-9c18ce33a040),segment_id=8dad229b-7ded-430c-a4de-9c18ce33a040)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:13:00.546801 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5ec17b8a-ac9f-41eb-aa12-dd2ca7d7859c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.554761 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.588864 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54088ee-d0dd-49f3-9797-6dd9bd3e3275 None None] Pushing event updated for resources: {'Port': ['ID=2af67ed9-3380-490f-bc7e-e04387e5bf84,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:00.600278 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54088ee-d0dd-49f3-9797-6dd9bd3e3275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:00.600619 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54088ee-d0dd-49f3-9797-6dd9bd3e3275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:00.600953 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54088ee-d0dd-49f3-9797-6dd9bd3e3275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:00.601285 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54088ee-d0dd-49f3-9797-6dd9bd3e3275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:00.601610 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54088ee-d0dd-49f3-9797-6dd9bd3e3275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:00.601931 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54088ee-d0dd-49f3-9797-6dd9bd3e3275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:00.602325 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54088ee-d0dd-49f3-9797-6dd9bd3e3275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:00.602651 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54088ee-d0dd-49f3-9797-6dd9bd3e3275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:00.603016 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54088ee-d0dd-49f3-9797-6dd9bd3e3275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:00.604304 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54088ee-d0dd-49f3-9797-6dd9bd3e3275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:00.604304 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54088ee-d0dd-49f3-9797-6dd9bd3e3275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:00.604304 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54088ee-d0dd-49f3-9797-6dd9bd3e3275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:00.647939 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-261a7090-2106-4f5b-bc21-8a72845e0179 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.661674 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-957413bd-7bb7-4aaf-b9eb-ff9e52cf4633 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.681164 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-153dd7b0-1909-4c79-b528-0a3cbe622986 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.695465 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] Routers {'ad34c48f-b69d-444a-95c3-684891e78997'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:13:00.698519 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:13:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ad34c48f-b69d-444a-95c3-684891e78997'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:00.762037 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153dd7b0-1909-4c79-b528-0a3cbe622986 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network 302725d1-4424-4921-a478-8714ce3aff34 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:00.769759 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-153dd7b0-1909-4c79-b528-0a3cbe622986 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:00.772324 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153dd7b0-1909-4c79-b528-0a3cbe622986 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:00.779765 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153dd7b0-1909-4c79-b528-0a3cbe622986 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:00.780344 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-153dd7b0-1909-4c79-b528-0a3cbe622986 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.794325 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-957413bd-7bb7-4aaf-b9eb-ff9e52cf4633 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.799902 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c9a9b94c-983d-400a-ae46-c7de223120d5 None None] Provisioning complete for port 2af67ed9-3380-490f-bc7e-e04387e5bf84 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:00.802058 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c9a9b94c-983d-400a-ae46-c7de223120d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.810814 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153dd7b0-1909-4c79-b528-0a3cbe622986 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Port': ['ID=530308dc-0d66-4a87-a27c-04ede08ceb59,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:00.860328 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54088ee-d0dd-49f3-9797-6dd9bd3e3275 None None] Pushing event updated for resources: {'Port': ['ID=2af67ed9-3380-490f-bc7e-e04387e5bf84,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:00.902288 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5eab0a4-13b6-4e78-99fe-99656f0a6675 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:00.915326 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-153dd7b0-1909-4c79-b528-0a3cbe622986 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7094676 Nov 23 22:13:00.917678 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34478) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:01.045285 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecc9ecf-afc5-4917-b9f3-36d933ecd457 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:01.046386 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] Set router ad34c48f-b69d-444a-95c3-684891e78997 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:13:01.050032 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34482) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:01.055269 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fecc9ecf-afc5-4917-b9f3-36d933ecd457 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports/530308dc-0d66-4a87-a27c-04ede08ceb59 HTTP/1.1" status: 200 len: 844 time: 0.1365223 Nov 23 22:13:01.060628 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c9a9b94c-983d-400a-ae46-c7de223120d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:01.119762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c9a9b94c-983d-400a-ae46-c7de223120d5 None None] For port 2af67ed9-3380-490f-bc7e-e04387e5bf84, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2af67ed9-3380-490f-bc7e-e04387e5bf84,segment=NetworkSegment(8dad229b-7ded-430c-a4de-9c18ce33a040),segment_id=8dad229b-7ded-430c-a4de-9c18ce33a040)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:01.132553 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c9a9b94c-983d-400a-ae46-c7de223120d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:01.265648 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9b94c-983d-400a-ae46-c7de223120d5 None None] Pushing event updated for resources: {'Port': ['ID=2af67ed9-3380-490f-bc7e-e04387e5bf84,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:01.269815 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-957413bd-7bb7-4aaf-b9eb-ff9e52cf4633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:01.273182 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-957413bd-7bb7-4aaf-b9eb-ff9e52cf4633 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:01.282050 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e7117965-5339-48e2-916b-9ca9092eed97 None None] Provisioning complete for port 2af67ed9-3380-490f-bc7e-e04387e5bf84 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:01.282428 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e7117965-5339-48e2-916b-9ca9092eed97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:01.289628 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-957413bd-7bb7-4aaf-b9eb-ff9e52cf4633 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/91836074-d3d2-4fcd-830c-1458cfe68267 HTTP/1.1" status: 204 len: 168 time: 0.8637805 Nov 23 22:13:01.358243 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-a5eab0a4-13b6-4e78-99fe-99656f0a6675 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Allocated IP 172.25.5.225 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/46ccc541-5a64-4939-9d63-3f196fdc4388) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:01.414880 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-261a7090-2106-4f5b-bc21-8a72845e0179 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:01.446933 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-261a7090-2106-4f5b-bc21-8a72845e0179 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:01.502698 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957413bd-7bb7-4aaf-b9eb-ff9e52cf4633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91836074-d3d2-4fcd-830c-1458cfe68267,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:01.567715 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'name': 'tempest-AttachVolumeTestJSON-464797771-router', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:12:45Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'gw_port': {'id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:46Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '2af67ed9-3380-490f-bc7e-e04387e5bf84', 'name': '', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'mac_address': 'fa:16:3e:a3:51:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:52Z', 'updated_at': '2021-11-23T22:13:00Z', 'revision_number': 4, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'subnets': [{'id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:01.647206 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:01.691124 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50e0721-59d6-4378-b3c8-1579fb510fc4 None None] The sync data for ids ['ad34c48f-b69d-444a-95c3-684891e78997'] in n-d-816206-9 is: [{'id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'name': 'tempest-AttachVolumeTestJSON-464797771-router', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:12:45Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'gw_port': {'id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:46Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '2af67ed9-3380-490f-bc7e-e04387e5bf84', 'name': '', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'mac_address': 'fa:16:3e:a3:51:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:52Z', 'updated_at': '2021-11-23T22:13:00Z', 'revision_number': 4, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'subnets': [{'id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:13:01.917807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34490) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:01.947986 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f494f405-6c39-423e-abe5-99e485adba9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:02.157757 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-eb447c6d-92b1-49e2-bab5-c15a99c4add1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting port 530308dc-0d66-4a87-a27c-04ede08ceb59 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:13:02.158338 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb447c6d-92b1-49e2-bab5-c15a99c4add1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:02.164751 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5eab0a4-13b6-4e78-99fe-99656f0a6675 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:02.173832 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f494f405-6c39-423e-abe5-99e485adba9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:02.182499 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f494f405-6c39-423e-abe5-99e485adba9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:02.257545 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f494f405-6c39-423e-abe5-99e485adba9c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=07abc322c2ea4667a8d9d41fbb2d6696&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3381677 Nov 23 22:13:02.264371 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34494) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:02.324067 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb447c6d-92b1-49e2-bab5-c15a99c4add1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:02.350330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-eb447c6d-92b1-49e2-bab5-c15a99c4add1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Calling delete_port for 530308dc-0d66-4a87-a27c-04ede08ceb59 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:13:02.353070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494f405-6c39-423e-abe5-99e485adba9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081d1f05-0116-4fa0-98a7-0712f87fe09b,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:02.396741 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-51637fdb-6442-46ac-ac23-39efa491847e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:02.430245 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-51637fdb-6442-46ac-ac23-39efa491847e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:02.490841 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb447c6d-92b1-49e2-bab5-c15a99c4add1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:02.527204 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb447c6d-92b1-49e2-bab5-c15a99c4add1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Port': ['ID=530308dc-0d66-4a87-a27c-04ede08ceb59,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:02.531140 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5eab0a4-13b6-4e78-99fe-99656f0a6675 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:02.557429 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-51637fdb-6442-46ac-ac23-39efa491847e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:02.567404 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-51637fdb-6442-46ac-ac23-39efa491847e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:02.571811 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-51637fdb-6442-46ac-ac23-39efa491847e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/081d1f05-0116-4fa0-98a7-0712f87fe09b HTTP/1.1" status: 204 len: 168 time: 0.3063819 Nov 23 22:13:02.608669 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51637fdb-6442-46ac-ac23-39efa491847e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081d1f05-0116-4fa0-98a7-0712f87fe09b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:02.626470 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eab0a4-13b6-4e78-99fe-99656f0a6675 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Pushing event updated for resources: {'Port': ['ID=46ccc541-5a64-4939-9d63-3f196fdc4388,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:02.643427 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb447c6d-92b1-49e2-bab5-c15a99c4add1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:02.650533 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-261a7090-2106-4f5b-bc21-8a72845e0179 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Allocated IP 172.25.5.136 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/3afca859-ecea-487c-a2bf-b6a108a10f9d) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:02.659762 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34498) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:02.663364 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-eb447c6d-92b1-49e2-bab5-c15a99c4add1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/ports/530308dc-0d66-4a87-a27c-04ede08ceb59 HTTP/1.1" status: 204 len: 168 time: 1.6101382 Nov 23 22:13:02.686736 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5eab0a4-13b6-4e78-99fe-99656f0a6675 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:02.696240 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-a5eab0a4-13b6-4e78-99fe-99656f0a6675 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:02.699422 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eab0a4-13b6-4e78-99fe-99656f0a6675 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:02.719623 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b356381-e225-4a32-8beb-1b1cf0360f0b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] GET failed (client error): The resource could not be found. Nov 23 22:13:02.727117 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6b356381-e225-4a32-8beb-1b1cf0360f0b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports/530308dc-0d66-4a87-a27c-04ede08ceb59 HTTP/1.1" status: 404 len: 333 time: 0.0662510 Nov 23 22:13:02.729471 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34500) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:02.751709 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-1e52b0fa-3d19-47b3-83ce-da7b19cfcd21 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'port': {'network_id': '302725d1-4424-4921-a478-8714ce3aff34', 'name': 'tempest-PortsIpV6TestJSON-1414961051'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:03.005987 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5eab0a4-13b6-4e78-99fe-99656f0a6675 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:03.011481 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:03.098017 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-261a7090-2106-4f5b-bc21-8a72845e0179 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:03.107192 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5eab0a4-13b6-4e78-99fe-99656f0a6675 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:03.108550 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e52b0fa-3d19-47b3-83ce-da7b19cfcd21 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:03.112117 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1e52b0fa-3d19-47b3-83ce-da7b19cfcd21 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:03.187545 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-1e52b0fa-3d19-47b3-83ce-da7b19cfcd21 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] device_id is not set on port 0e9df9b8-ea4a-4121-9310-8c33cb23d90f yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:13:03.220967 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2af67ed9-3380-490f-bc7e-e04387e5bf84 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:13:03.379572 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 2af67ed9-3380-490f-bc7e-e04387e5bf84 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:03.379940 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:03.396590 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-261a7090-2106-4f5b-bc21-8a72845e0179 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:03.444619 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5eab0a4-13b6-4e78-99fe-99656f0a6675 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:03.454810 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5eab0a4-13b6-4e78-99fe-99656f0a6675 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:03.517598 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a7090-2106-4f5b-bc21-8a72845e0179 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Port': ['ID=3afca859-ecea-487c-a2bf-b6a108a10f9d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:03.584314 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261a7090-2106-4f5b-bc21-8a72845e0179 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:03.598885 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-261a7090-2106-4f5b-bc21-8a72845e0179 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:03.610067 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a7090-2106-4f5b-bc21-8a72845e0179 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:03.641002 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5eab0a4-13b6-4e78-99fe-99656f0a6675 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:03.681791 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5eab0a4-13b6-4e78-99fe-99656f0a6675 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:03.686528 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a5eab0a4-13b6-4e78-99fe-99656f0a6675 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3574874 Nov 23 22:13:03.712973 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eab0a4-13b6-4e78-99fe-99656f0a6675 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Pushing event updated for resources: {'Port': ['ID=46ccc541-5a64-4939-9d63-3f196fdc4388,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:03.779307 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1e52b0fa-3d19-47b3-83ce-da7b19cfcd21 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:03.962250 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8071e6-7178-42ed-8565-d037797258a0 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:13:04.046948 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:04.147607 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-37836659-13ee-4ee2-8429-dd2e5b4836d3 None None] Provisioning complete for port 3afca859-ecea-487c-a2bf-b6a108a10f9d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:04.148090 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-37836659-13ee-4ee2-8429-dd2e5b4836d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:04.163296 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1e52b0fa-3d19-47b3-83ce-da7b19cfcd21 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:04.205319 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-37836659-13ee-4ee2-8429-dd2e5b4836d3 None None] Port 3afca859-ecea-487c-a2bf-b6a108a10f9d cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:13:04.321818 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52b0fa-3d19-47b3-83ce-da7b19cfcd21 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Port': ['ID=0e9df9b8-ea4a-4121-9310-8c33cb23d90f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:04.343476 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e52b0fa-3d19-47b3-83ce-da7b19cfcd21 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network 302725d1-4424-4921-a478-8714ce3aff34 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:04.354852 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-1e52b0fa-3d19-47b3-83ce-da7b19cfcd21 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:04.364302 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e52b0fa-3d19-47b3-83ce-da7b19cfcd21 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:04.370081 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e52b0fa-3d19-47b3-83ce-da7b19cfcd21 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:04.370752 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1e52b0fa-3d19-47b3-83ce-da7b19cfcd21 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:04.422684 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-4f67f795-9d06-47d1-b16f-f58f4f60a26f tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--62655704&fields=id&tenant_id=58744f20ea5c4088bdd5abf19df7467d HTTP/1.1" status: 200 len: 267 time: 0.3330593 Nov 23 22:13:04.470179 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34552) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:04.470755 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1e52b0fa-3d19-47b3-83ce-da7b19cfcd21 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7291715 Nov 23 22:13:04.478120 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-75026c4b-b519-4e4d-ba1b-4bda31d346f3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:04.514556 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-261a7090-2106-4f5b-bc21-8a72845e0179 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:04.617949 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-75026c4b-b519-4e4d-ba1b-4bda31d346f3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:04.703619 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-240f5dcc-ac8a-4dc4-886c-a50df8c84730 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:04.705864 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-240f5dcc-ac8a-4dc4-886c-a50df8c84730 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/networks?id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 HTTP/1.1" status: 200 len: 810 time: 0.2698355 Nov 23 22:13:04.741900 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-97601bd0-1845-44db-811d-36dfa60e054d tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/quotas/58744f20ea5c4088bdd5abf19df7467d HTTP/1.1" status: 200 len: 375 time: 0.0204022 Nov 23 22:13:04.901029 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-75026c4b-b519-4e4d-ba1b-4bda31d346f3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:04.907710 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-75026c4b-b519-4e4d-ba1b-4bda31d346f3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:04.928733 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-7fd7e956-95d9-4380-8f47-d635a85e115f tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=58744f20ea5c4088bdd5abf19df7467d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1790237 Nov 23 22:13:04.944855 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-261a7090-2106-4f5b-bc21-8a72845e0179 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:04.970581 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75026c4b-b519-4e4d-ba1b-4bda31d346f3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Port': ['ID=0e9df9b8-ea4a-4121-9310-8c33cb23d90f,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:04.974252 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-75026c4b-b519-4e4d-ba1b-4bda31d346f3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] In _notify_port_updated(), no bound segment for port 0e9df9b8-ea4a-4121-9310-8c33cb23d90f on network 302725d1-4424-4921-a478-8714ce3aff34 {{(pid=110033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:13:04.981211 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75026c4b-b519-4e4d-ba1b-4bda31d346f3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:04.982120 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-75026c4b-b519-4e4d-ba1b-4bda31d346f3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:04.983818 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-75026c4b-b519-4e4d-ba1b-4bda31d346f3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "PUT /v2.0/ports/0e9df9b8-ea4a-4121-9310-8c33cb23d90f HTTP/1.1" status: 200 len: 818 time: 0.5112741 Nov 23 22:13:04.986793 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34562) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:05.099017 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-056576a2-48a6-4914-b7df-07166218bb5d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting port 0e9df9b8-ea4a-4121-9310-8c33cb23d90f {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:13:05.099365 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-056576a2-48a6-4914-b7df-07166218bb5d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:05.245257 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-056576a2-48a6-4914-b7df-07166218bb5d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:05.275741 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-056576a2-48a6-4914-b7df-07166218bb5d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Calling delete_port for 0e9df9b8-ea4a-4121-9310-8c33cb23d90f owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:13:05.468188 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-056576a2-48a6-4914-b7df-07166218bb5d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:05.541100 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-bb517a7c-039d-4b2d-929a-554c0acb2390 service neutron] 10.222.0.50 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5881674 Nov 23 22:13:05.550249 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-056576a2-48a6-4914-b7df-07166218bb5d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:05.554583 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-056576a2-48a6-4914-b7df-07166218bb5d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/ports/0e9df9b8-ea4a-4121-9310-8c33cb23d90f HTTP/1.1" status: 204 len: 168 time: 0.5663772 Nov 23 22:13:05.556493 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056576a2-48a6-4914-b7df-07166218bb5d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Port': ['ID=0e9df9b8-ea4a-4121-9310-8c33cb23d90f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:05.558491 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34574) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:05.622903 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5efed2-ddeb-4b1c-a26c-9b66152eea11 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:05.622903 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bf5efed2-ddeb-4b1c-a26c-9b66152eea11 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0614049 Nov 23 22:13:05.624468 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34576) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:05.650895 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed476f4-0f2c-40be-8f0f-ef5ee1227547 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] GET failed (client error): The resource could not be found. Nov 23 22:13:05.653085 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-aed476f4-0f2c-40be-8f0f-ef5ee1227547 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports/0e9df9b8-ea4a-4121-9310-8c33cb23d90f HTTP/1.1" status: 404 len: 333 time: 0.0271587 Nov 23 22:13:05.656872 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34578) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:05.666902 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a716d171-fed0-4f21-afe1-368f27760a92 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-694918139'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:05.668039 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261a7090-2106-4f5b-bc21-8a72845e0179 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Router ecc42a34-5cc3-49ac-ad06-aecf29859080 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:13:05.706658 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a716d171-fed0-4f21-afe1-368f27760a92 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:05.712612 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a716d171-fed0-4f21-afe1-368f27760a92 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:05.754043 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a716d171-fed0-4f21-afe1-368f27760a92 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:13:05.780077 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a716d171-fed0-4f21-afe1-368f27760a92 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:05.780921 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-a716d171-fed0-4f21-afe1-368f27760a92 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Added segment 9a4756ea-e79a-4ea3-96d7-32d4382c92e8 of type vlan for network 76c51644-999c-41de-b6ac-a5e7e0ef69c9 Nov 23 22:13:05.792348 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-c1292f14-6b56-430a-97c5-3c9cf9b0c29b service neutron] 10.222.0.50 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503488 Nov 23 22:13:05.838769 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a716d171-fed0-4f21-afe1-368f27760a92 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:05.873964 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a716d171-fed0-4f21-afe1-368f27760a92 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:05.894337 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a716d171-fed0-4f21-afe1-368f27760a92 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:05.895361 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261a7090-2106-4f5b-bc21-8a72845e0179 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:13:05.896616 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a716d171-fed0-4f21-afe1-368f27760a92 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:05.909835 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] Sync routers for ids ['ecc42a34-5cc3-49ac-ad06-aecf29859080'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:13:05.945645 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] Routers {'ecc42a34-5cc3-49ac-ad06-aecf29859080'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:13:05.946784 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-261a7090-2106-4f5b-bc21-8a72845e0179 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:05.947471 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:13:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ecc42a34-5cc3-49ac-ad06-aecf29859080'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:05.951737 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-261a7090-2106-4f5b-bc21-8a72845e0179 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.9843345 Nov 23 22:13:05.956837 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34580) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:05.957010 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a716d171-fed0-4f21-afe1-368f27760a92 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2960269 Nov 23 22:13:05.957834 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34582) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:05.976854 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-bdfb2ff9-d707-4d3e-befe-aea0c11e1a2f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'subnet': {'network_id': '76c51644-999c-41de-b6ac-a5e7e0ef69c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:06.157571 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f7db05b7-b79f-4cbc-8fb4-2d405ee19555 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=8e0acd4df46849288fda9982f884e974&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1989272 Nov 23 22:13:06.158206 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34592) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:06.187518 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] Set router ecc42a34-5cc3-49ac-ad06-aecf29859080 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:13:06.218172 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716d171-fed0-4f21-afe1-368f27760a92 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Network': ['ID=76c51644-999c-41de-b6ac-a5e7e0ef69c9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:06.270382 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfb2ff9-d707-4d3e-befe-aea0c11e1a2f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:06.282559 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2ff9-d707-4d3e-befe-aea0c11e1a2f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:06.356628 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 76c51644-999c-41de-b6ac-a5e7e0ef69c9 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:13:06.365963 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-287e6a08-12b0-42f0-912a-3e5f6151c71d req-da65ca52-ea9a-45d6-af5b-ce8647b078af tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 210 time: 0.2258089 Nov 23 22:13:06.492459 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74144bce-e63a-49e4-bc66-9f6ba8ef8da8 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:06.494824 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-74144bce-e63a-49e4-bc66-9f6ba8ef8da8 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3179238 Nov 23 22:13:06.498344 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34604) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:06.598226 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34606) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:06.607676 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3836b8c5-e6c1-4a90-a52b-09e555695c8d tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0851004 Nov 23 22:13:06.619661 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-46d97ac6-d204-496d-87cc-ec8eab1e2f75 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1239053335', 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa', 'project_id': '8e0acd4df46849288fda9982f884e974', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:06.797132 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2ff9-d707-4d3e-befe-aea0c11e1a2f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:06.828295 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85110971', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:00Z', 'updated_at': '2021-11-23T22:13:04Z', 'revision_number': 3, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:85:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:01Z', 'updated_at': '2021-11-23T22:13:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:06.879918 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb2ff9-d707-4d3e-befe-aea0c11e1a2f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Subnet': ['ID=81c387d4-cae2-4c67-9b24-da4d46dfd278,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:06.900611 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] Checking router: ecc42a34-5cc3-49ac-ad06-aecf29859080 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:13:06.900994 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] Updating router ecc42a34-5cc3-49ac-ad06-aecf29859080 port 3afca859-ecea-487c-a2bf-b6a108a10f9d binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:13:06.921271 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d97ac6-d204-496d-87cc-ec8eab1e2f75 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Made reservation on behalf of 8e0acd4df46849288fda9982f884e974 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:06.933589 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46d97ac6-d204-496d-87cc-ec8eab1e2f75 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:06.959713 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:06.988064 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfb2ff9-d707-4d3e-befe-aea0c11e1a2f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Checking segment: {'id': '9a4756ea-e79a-4ea3-96d7-32d4382c92e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '76c51644-999c-41de-b6ac-a5e7e0ef69c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:13:06.988529 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfb2ff9-d707-4d3e-befe-aea0c11e1a2f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network hostable DHCP agents. Network: 76c51644-999c-41de-b6ac-a5e7e0ef69c9, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:13:07.102096 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfb2ff9-d707-4d3e-befe-aea0c11e1a2f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network 76c51644-999c-41de-b6ac-a5e7e0ef69c9 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:13:07.141266 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-bdfb2ff9-d707-4d3e-befe-aea0c11e1a2f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 76c51644-999c-41de-b6ac-a5e7e0ef69c9) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:07.150089 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfb2ff9-d707-4d3e-befe-aea0c11e1a2f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:07.151430 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2ff9-d707-4d3e-befe-aea0c11e1a2f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:07.211773 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec76bbc-baf5-4995-851c-3609d7040704 None None] Network 76c51644-999c-41de-b6ac-a5e7e0ef69c9 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:13:07.248601 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bdfb2ff9-d707-4d3e-befe-aea0c11e1a2f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2861476 Nov 23 22:13:07.249507 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34614) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:07.255858 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-f1d2f615-5b6c-4a77-b9fa-2a61f6a35606 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'subnet': {'network_id': '76c51644-999c-41de-b6ac-a5e7e0ef69c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:07.417330 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46d97ac6-d204-496d-87cc-ec8eab1e2f75 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:07.523517 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d97ac6-d204-496d-87cc-ec8eab1e2f75 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Subnet': ['ID=fc83933b-c274-4ed1-a7dc-b79874b5ad9f,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:07.562517 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3555a929-dcce-4ed4-a21a-243fc3969f28 req-a10818b8-f964-4a2e-8c32-5dfe0210bbbb tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 210 time: 0.0738168 Nov 23 22:13:07.568222 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d97ac6-d204-496d-87cc-ec8eab1e2f75 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Checking segment: {'id': '88a74061-97e3-49cf-9fc3-b5b0d915a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:13:07.569415 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d97ac6-d204-496d-87cc-ec8eab1e2f75 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network hostable DHCP agents. Network: 7b530308-4f30-4efe-8c5c-2d60e46ef0aa, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:13:07.581397 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d2f615-5b6c-4a77-b9fa-2a61f6a35606 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:07.587531 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f1d2f615-5b6c-4a77-b9fa-2a61f6a35606 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:07.613810 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1693e1f-cef2-490c-a0a3-4fd9c7e04ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-76c51644-999c-41de-b6ac-a5e7e0ef69c9', 'network_id': '76c51644-999c-41de-b6ac-a5e7e0ef69c9', 'tenant_id': 'cd2f5a8011944e019aca5146a8721a96', 'fixed_ips': [{'subnet_id': '81c387d4-cae2-4c67-9b24-da4d46dfd278'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:13:07.614773 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1693e1f-cef2-490c-a0a3-4fd9c7e04ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:07.656564 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d97ac6-d204-496d-87cc-ec8eab1e2f75 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network 7b530308-4f30-4efe-8c5c-2d60e46ef0aa is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:13:07.693352 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-46d97ac6-d204-496d-87cc-ec8eab1e2f75 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 7b530308-4f30-4efe-8c5c-2d60e46ef0aa) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:07.713938 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d97ac6-d204-496d-87cc-ec8eab1e2f75 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:07.714547 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46d97ac6-d204-496d-87cc-ec8eab1e2f75 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:07.779484 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-46d97ac6-d204-496d-87cc-ec8eab1e2f75 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1759179 Nov 23 22:13:07.781276 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34626) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:07.826844 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3680e7d3-3531-4449-8cb0-f79a2fec6c3b None None] Network 7b530308-4f30-4efe-8c5c-2d60e46ef0aa requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:13:07.836973 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-b1693e1f-cef2-490c-a0a3-4fd9c7e04ac5 None None] Allocated IP 2001:db8::2 (76c51644-999c-41de-b6ac-a5e7e0ef69c9/81c387d4-cae2-4c67-9b24-da4d46dfd278/06786a3a-e3c3-47d1-8125-614138530460) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:08.057727 n-d-816206-9 neutron-server[110034]: INFO neutron.db.ipam_backend_mixin [None req-f1d2f615-5b6c-4a77-b9fa-2a61f6a35606 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 81c387d4-cae2-4c67-9b24-da4d46dfd278 (CIDR: 2001:db8::/64) Nov 23 22:13:08.084798 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d2f615-5b6c-4a77-b9fa-2a61f6a35606 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:13:08.088857 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d2f615-5b6c-4a77-b9fa-2a61f6a35606 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:13:08.118035 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d18e9c-5864-41b7-88e5-f6e5c85e1f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-7b530308-4f30-4efe-8c5c-2d60e46ef0aa', 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'fixed_ips': [{'subnet_id': 'fc83933b-c274-4ed1-a7dc-b79874b5ad9f'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:13:08.118994 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b2d18e9c-5864-41b7-88e5-f6e5c85e1f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:08.160972 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:08.194113 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-b570cfc8-0a28-4d58-8ef6-8442056c08b1 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:08.197739 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-b570cfc8-0a28-4d58-8ef6-8442056c08b1 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.53 "GET /v2.0/networks?id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 HTTP/1.1" status: 200 len: 810 time: 0.3137040 Nov 23 22:13:08.209375 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f1d2f615-5b6c-4a77-b9fa-2a61f6a35606 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9580050 Nov 23 22:13:08.213926 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34628) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:08.227577 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:08.312450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-14baace0-a600-4168-ba07-e04fac622d43 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'subnet': {'network_id': '76c51644-999c-41de-b6ac-a5e7e0ef69c9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:08.380072 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4f3ab3-b43b-4afa-8f82-c883ffda28d0 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:13:08.399471 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7628e-0cc4-4f63-b2eb-95d98cbf045f None None] Pushing event updated for resources: {'Port': ['ID=3afca859-ecea-487c-a2bf-b6a108a10f9d,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:08.445895 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] Attempting to bind port 3afca859-ecea-487c-a2bf-b6a108a10f9d on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:13:08.446427 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] Attempting to bind port 3afca859-ecea-487c-a2bf-b6a108a10f9d by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:13:08.446926 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] Attempting to bind port 3afca859-ecea-487c-a2bf-b6a108a10f9d on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:13:08.457661 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:13:08.458221 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:13:08.458751 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:08.459253 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:13:08.459846 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] Bound port: 3afca859-ecea-487c-a2bf-b6a108a10f9d, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:13:08.460349 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:08.480641 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-df21551e-608b-4c9e-8ce4-f598da36432c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58744f20ea5c4088bdd5abf19df7467d HTTP/1.1" status: 200 len: 378 time: 0.2639446 Nov 23 22:13:08.497802 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-e1872efc-78e5-4bff-b748-ea447aedd5bb tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Request body: {'port': {'device_id': '96aaa855-7413-47a9-9baf-c62a9e207518', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'admin_state_up': True, 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'security_groups': ['582cdc4b-e820-4fcd-821c-5725361c5e02']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:08.523735 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] For port 3afca859-ecea-487c-a2bf-b6a108a10f9d, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:13:08.527277 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] For port 3afca859-ecea-487c-a2bf-b6a108a10f9d, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3afca859-ecea-487c-a2bf-b6a108a10f9d,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:13:08.557040 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:08.632647 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e42b0d43-dbf3-4a9b-bfd3-65b0afc60c68 None None] Provisioning complete for port 3afca859-ecea-487c-a2bf-b6a108a10f9d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:08.633174 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e42b0d43-dbf3-4a9b-bfd3-65b0afc60c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:08.664753 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-b2d18e9c-5864-41b7-88e5-f6e5c85e1f27 None None] Allocated IP 172.20.0.2 (7b530308-4f30-4efe-8c5c-2d60e46ef0aa/fc83933b-c274-4ed1-a7dc-b79874b5ad9f/9a865d6a-6f67-4832-b024-cfc31616e443) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:08.708352 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52afadd4-a987-45c1-82a0-3124f8e70a37 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:13:08.781377 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1693e1f-cef2-490c-a0a3-4fd9c7e04ac5 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:08.805442 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4e4161c8-8211-47f7-a98e-f1c95b4eeaf6 req-a2170831-719e-4a1e-a937-c8d992ddd322 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 210 time: 0.0602472 Nov 23 22:13:08.813028 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] Routers {'ecc42a34-5cc3-49ac-ad06-aecf29859080'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:13:08.813673 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:13:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ecc42a34-5cc3-49ac-ad06-aecf29859080'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:08.820316 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-e1872efc-78e5-4bff-b748-ea447aedd5bb tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Made reservation on behalf of 58744f20ea5c4088bdd5abf19df7467d for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:08.825544 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-e1872efc-78e5-4bff-b748-ea447aedd5bb tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:08.920143 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14baace0-a600-4168-ba07-e04fac622d43 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:08.929197 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-14baace0-a600-4168-ba07-e04fac622d43 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:08.931504 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1693e1f-cef2-490c-a0a3-4fd9c7e04ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:09.021295 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7628e-0cc4-4f63-b2eb-95d98cbf045f None None] Pushing event updated for resources: {'Port': ['ID=3afca859-ecea-487c-a2bf-b6a108a10f9d,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:09.054889 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1693e1f-cef2-490c-a0a3-4fd9c7e04ac5 None None] Network 76c51644-999c-41de-b6ac-a5e7e0ef69c9 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:09.077099 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-b1693e1f-cef2-490c-a0a3-4fd9c7e04ac5 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:09.114265 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2d6ec1be-33ff-49b8-9dcc-25f19f3cce2b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:09.166062 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1693e1f-cef2-490c-a0a3-4fd9c7e04ac5 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:09.258118 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] Set router ecc42a34-5cc3-49ac-ad06-aecf29859080 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:13:09.365546 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-e1872efc-78e5-4bff-b748-ea447aedd5bb tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Allocated IP 172.20.0.9 (bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80/0967a0c6-201c-4f64-942b-1c9918c65e1f/ab691c91-a558-40fb-8ee8-a052035e6b51) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:09.597001 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-14baace0-a600-4168-ba07-e04fac622d43 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:09.718525 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14baace0-a600-4168-ba07-e04fac622d43 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network 76c51644-999c-41de-b6ac-a5e7e0ef69c9 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:09.752189 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-14baace0-a600-4168-ba07-e04fac622d43 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:09.761457 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14baace0-a600-4168-ba07-e04fac622d43 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:09.762255 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-14baace0-a600-4168-ba07-e04fac622d43 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:09.784689 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14baace0-a600-4168-ba07-e04fac622d43 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Subnet': ['ID=0c763e53-80fc-4566-8022-ad066a1bc9d7,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:09.831934 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-14baace0-a600-4168-ba07-e04fac622d43 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6140034 Nov 23 22:13:09.834561 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34652) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:09.843691 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-8f1b6c29-5d31-47d1-9627-8796720b7ef7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'port': {'network_id': '76c51644-999c-41de-b6ac-a5e7e0ef69c9', 'fixed_ips': [{'subnet_id': '81c387d4-cae2-4c67-9b24-da4d46dfd278'}, {'subnet_id': '0c763e53-80fc-4566-8022-ad066a1bc9d7'}], 'name': 'tempest-PortsIpV6TestJSON-486175907'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:09.911791 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-e1872efc-78e5-4bff-b748-ea447aedd5bb tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:10.083261 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bab4532e-c0fa-4bc5-bfa5-6d13f4b17b0a req-f0416406-e0dd-42ab-a682-fe277e22d6fd tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 210 time: 0.0762272 Nov 23 22:13:10.118597 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-e1872efc-78e5-4bff-b748-ea447aedd5bb tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:10.190029 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1693e1f-cef2-490c-a0a3-4fd9c7e04ac5 None None] Pushing event updated for resources: {'Port': ['ID=06786a3a-e3c3-47d1-8125-614138530460,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:10.204382 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-e1872efc-78e5-4bff-b748-ea447aedd5bb tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Network bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:10.208512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-e1872efc-78e5-4bff-b748-ea447aedd5bb tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:10.208979 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1b6c29-5d31-47d1-9627-8796720b7ef7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:10.214043 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-e1872efc-78e5-4bff-b748-ea447aedd5bb tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:10.258599 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1872efc-78e5-4bff-b748-ea447aedd5bb tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Pushing event updated for resources: {'Port': ['ID=ab691c91-a558-40fb-8ee8-a052035e6b51,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:10.294416 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b1693e1f-cef2-490c-a0a3-4fd9c7e04ac5 None None] Attempting to bind port 06786a3a-e3c3-47d1-8125-614138530460 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:13:10.299026 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b1693e1f-cef2-490c-a0a3-4fd9c7e04ac5 None None] Attempting to bind port 06786a3a-e3c3-47d1-8125-614138530460 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '9a4756ea-e79a-4ea3-96d7-32d4382c92e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '76c51644-999c-41de-b6ac-a5e7e0ef69c9'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:13:10.299490 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1693e1f-cef2-490c-a0a3-4fd9c7e04ac5 None None] Attempting to bind port 06786a3a-e3c3-47d1-8125-614138530460 on network 76c51644-999c-41de-b6ac-a5e7e0ef69c9 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:13:10.314973 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-e1872efc-78e5-4bff-b748-ea447aedd5bb tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:10.317353 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-e1872efc-78e5-4bff-b748-ea447aedd5bb tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:10.353615 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1693e1f-cef2-490c-a0a3-4fd9c7e04ac5 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:13:10.354074 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1693e1f-cef2-490c-a0a3-4fd9c7e04ac5 None None] Checking segment: {'id': '9a4756ea-e79a-4ea3-96d7-32d4382c92e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '76c51644-999c-41de-b6ac-a5e7e0ef69c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:13:10.354747 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1693e1f-cef2-490c-a0a3-4fd9c7e04ac5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:10.355430 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1693e1f-cef2-490c-a0a3-4fd9c7e04ac5 None None] Bound using segment: {'id': '9a4756ea-e79a-4ea3-96d7-32d4382c92e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '76c51644-999c-41de-b6ac-a5e7e0ef69c9'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:13:10.356588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b1693e1f-cef2-490c-a0a3-4fd9c7e04ac5 None None] Bound port: 06786a3a-e3c3-47d1-8125-614138530460, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4756ea-e79a-4ea3-96d7-32d4382c92e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '76c51644-999c-41de-b6ac-a5e7e0ef69c9'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:13:10.357233 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1693e1f-cef2-490c-a0a3-4fd9c7e04ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:10.370553 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-e1872efc-78e5-4bff-b748-ea447aedd5bb tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8766236 Nov 23 22:13:10.387217 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e42b0d43-dbf3-4a9b-bfd3-65b0afc60c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:10.396101 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-44ac55f4-826b-417a-9185-c88265e548e3 service neutron] Request body: {'port': {'device_id': '96aaa855-7413-47a9-9baf-c62a9e207518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:10.494994 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f1b6c29-5d31-47d1-9627-8796720b7ef7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:10.544103 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-44ac55f4-826b-417a-9185-c88265e548e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:10.556026 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e42b0d43-dbf3-4a9b-bfd3-65b0afc60c68 None None] For port 3afca859-ecea-487c-a2bf-b6a108a10f9d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3afca859-ecea-487c-a2bf-b6a108a10f9d,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:10.560992 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b2d18e9c-5864-41b7-88e5-f6e5c85e1f27 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:10.565678 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-8f1b6c29-5d31-47d1-9627-8796720b7ef7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] device_id is not set on port ce7b3d30-e8bb-4b39-a97f-a9bbc1e8dbd7 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:13:10.575070 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e42b0d43-dbf3-4a9b-bfd3-65b0afc60c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:10.588919 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b2d18e9c-5864-41b7-88e5-f6e5c85e1f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:10.722784 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1693e1f-cef2-490c-a0a3-4fd9c7e04ac5 None None] For port 06786a3a-e3c3-47d1-8125-614138530460, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:13:10.729498 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85110971', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:00Z', 'updated_at': '2021-11-23T22:13:04Z', 'revision_number': 3, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:85:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:01Z', 'updated_at': '2021-11-23T22:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:10.772799 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d18e9c-5864-41b7-88e5-f6e5c85e1f27 None None] Network 7b530308-4f30-4efe-8c5c-2d60e46ef0aa is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:10.776465 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-2d6ec1be-33ff-49b8-9dcc-25f19f3cce2b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Allocated IP 172.20.0.1 (7b530308-4f30-4efe-8c5c-2d60e46ef0aa/fc83933b-c274-4ed1-a7dc-b79874b5ad9f/11337fe3-f6de-43bf-8b0d-f3e38ab29ade) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:10.777004 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710e3476-c2a7-4c5b-aad7-e04b9282d0f2 None None] The sync data for ids ['ecc42a34-5cc3-49ac-ad06-aecf29859080'] in n-d-816206-9 is: [{'id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85110971', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:00Z', 'updated_at': '2021-11-23T22:13:04Z', 'revision_number': 3, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:85:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:01Z', 'updated_at': '2021-11-23T22:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:13:10.804419 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-b2d18e9c-5864-41b7-88e5-f6e5c85e1f27 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:10.822096 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d18e9c-5864-41b7-88e5-f6e5c85e1f27 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:10.847211 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1693e1f-cef2-490c-a0a3-4fd9c7e04ac5 None None] For port 06786a3a-e3c3-47d1-8125-614138530460, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=06786a3a-e3c3-47d1-8125-614138530460,segment=NetworkSegment(9a4756ea-e79a-4ea3-96d7-32d4382c92e8),segment_id=9a4756ea-e79a-4ea3-96d7-32d4382c92e8)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:13:10.863363 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b0d43-dbf3-4a9b-bfd3-65b0afc60c68 None None] Pushing event updated for resources: {'Port': ['ID=3afca859-ecea-487c-a2bf-b6a108a10f9d,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:10.931929 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9292a51f-49e1-478c-b64d-ed51f32f45d3 None None] Provisioning complete for port ab691c91-a558-40fb-8ee8-a052035e6b51 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:10.932276 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9292a51f-49e1-478c-b64d-ed51f32f45d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:10.991783 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1693e1f-cef2-490c-a0a3-4fd9c7e04ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:11.133182 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d18e9c-5864-41b7-88e5-f6e5c85e1f27 None None] Pushing event updated for resources: {'Port': ['ID=9a865d6a-6f67-4832-b024-cfc31616e443,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:11.285815 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b2d18e9c-5864-41b7-88e5-f6e5c85e1f27 None None] Attempting to bind port 9a865d6a-6f67-4832-b024-cfc31616e443 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:13:11.287172 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b2d18e9c-5864-41b7-88e5-f6e5c85e1f27 None None] Attempting to bind port 9a865d6a-6f67-4832-b024-cfc31616e443 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '88a74061-97e3-49cf-9fc3-b5b0d915a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:13:11.287758 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d18e9c-5864-41b7-88e5-f6e5c85e1f27 None None] Attempting to bind port 9a865d6a-6f67-4832-b024-cfc31616e443 on network 7b530308-4f30-4efe-8c5c-2d60e46ef0aa {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:13:11.307636 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d18e9c-5864-41b7-88e5-f6e5c85e1f27 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:13:11.308508 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d18e9c-5864-41b7-88e5-f6e5c85e1f27 None None] Checking segment: {'id': '88a74061-97e3-49cf-9fc3-b5b0d915a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:13:11.309833 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b2d18e9c-5864-41b7-88e5-f6e5c85e1f27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:11.310774 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d18e9c-5864-41b7-88e5-f6e5c85e1f27 None None] Bound using segment: {'id': '88a74061-97e3-49cf-9fc3-b5b0d915a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:13:11.311517 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b2d18e9c-5864-41b7-88e5-f6e5c85e1f27 None None] Bound port: 9a865d6a-6f67-4832-b024-cfc31616e443, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a74061-97e3-49cf-9fc3-b5b0d915a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:13:11.312144 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b2d18e9c-5864-41b7-88e5-f6e5c85e1f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:11.358014 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-44ac55f4-826b-417a-9185-c88265e548e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab691c91-a558-40fb-8ee8-a052035e6b51 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:13:11.358592 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2d6ec1be-33ff-49b8-9dcc-25f19f3cce2b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:11.368288 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-44ac55f4-826b-417a-9185-c88265e548e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:11.384854 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-44ac55f4-826b-417a-9185-c88265e548e3 service neutron] Transition to ACTIVE for port object ab691c91-a558-40fb-8ee8-a052035e6b51 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:13:11.395237 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-44ac55f4-826b-417a-9185-c88265e548e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:11.430705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-9292a51f-49e1-478c-b64d-ed51f32f45d3 None None] Port ab691c91-a558-40fb-8ee8-a052035e6b51 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:13:11.460028 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac55f4-826b-417a-9185-c88265e548e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab691c91-a558-40fb-8ee8-a052035e6b51,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:11.482573 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-8f1b6c29-5d31-47d1-9627-8796720b7ef7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Allocated IP 2001:db8::c1 (76c51644-999c-41de-b6ac-a5e7e0ef69c9/81c387d4-cae2-4c67-9b24-da4d46dfd278/ce7b3d30-e8bb-4b39-a97f-a9bbc1e8dbd7) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:11.489638 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c7cdf-11aa-43a5-8f6c-0c8320ceb013 req-5e66145f-0bb8-4f65-8851-2d19a7840e17 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:11.503769 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-8f1b6c29-5d31-47d1-9627-8796720b7ef7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Allocated IP 2001:db8:0:1::10e (76c51644-999c-41de-b6ac-a5e7e0ef69c9/0c763e53-80fc-4566-8022-ad066a1bc9d7/ce7b3d30-e8bb-4b39-a97f-a9bbc1e8dbd7) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:11.504686 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d83c7cdf-11aa-43a5-8f6c-0c8320ceb013 req-5e66145f-0bb8-4f65-8851-2d19a7840e17 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 931 time: 0.2005589 Nov 23 22:13:11.530072 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1693e1f-cef2-490c-a0a3-4fd9c7e04ac5 None None] Pushing event updated for resources: {'Port': ['ID=06786a3a-e3c3-47d1-8125-614138530460,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:11.567270 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2d6ec1be-33ff-49b8-9dcc-25f19f3cce2b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:11.592200 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9292a51f-49e1-478c-b64d-ed51f32f45d3 None None] Provisioning complete for port 3afca859-ecea-487c-a2bf-b6a108a10f9d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:11.595603 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9292a51f-49e1-478c-b64d-ed51f32f45d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:11.717468 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b2d18e9c-5864-41b7-88e5-f6e5c85e1f27 None None] For port 9a865d6a-6f67-4832-b024-cfc31616e443, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:13:11.724970 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b2d18e9c-5864-41b7-88e5-f6e5c85e1f27 None None] For port 9a865d6a-6f67-4832-b024-cfc31616e443, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9a865d6a-6f67-4832-b024-cfc31616e443,segment=NetworkSegment(88a74061-97e3-49cf-9fc3-b5b0d915a613),segment_id=88a74061-97e3-49cf-9fc3-b5b0d915a613)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:13:11.754368 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d83c7cdf-11aa-43a5-8f6c-0c8320ceb013 req-48948897-9111-48e3-9a6b-9028c4664d30 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2485158 Nov 23 22:13:11.757300 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-44ac55f4-826b-417a-9185-c88265e548e3 service neutron] Attempting to bind port ab691c91-a558-40fb-8ee8-a052035e6b51 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:13:11.757645 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-44ac55f4-826b-417a-9185-c88265e548e3 service neutron] Attempting to bind port ab691c91-a558-40fb-8ee8-a052035e6b51 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '8dad229b-7ded-430c-a4de-9c18ce33a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:13:11.758020 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-44ac55f4-826b-417a-9185-c88265e548e3 service neutron] Attempting to bind port ab691c91-a558-40fb-8ee8-a052035e6b51 on network bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:13:11.764996 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6ec1be-33ff-49b8-9dcc-25f19f3cce2b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network 7b530308-4f30-4efe-8c5c-2d60e46ef0aa is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:11.770203 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-44ac55f4-826b-417a-9185-c88265e548e3 service neutron] Port ab691c91-a558-40fb-8ee8-a052035e6b51 on network bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:13:11.770523 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-44ac55f4-826b-417a-9185-c88265e548e3 service neutron] Attempting to bind port ab691c91-a558-40fb-8ee8-a052035e6b51 on network bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:13:11.785296 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-44ac55f4-826b-417a-9185-c88265e548e3 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:13:11.785460 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-44ac55f4-826b-417a-9185-c88265e548e3 service neutron] Checking segment: {'id': '8dad229b-7ded-430c-a4de-9c18ce33a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:13:11.785846 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-44ac55f4-826b-417a-9185-c88265e548e3 service neutron] Bound using segment: {'id': '8dad229b-7ded-430c-a4de-9c18ce33a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:13:11.786277 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-44ac55f4-826b-417a-9185-c88265e548e3 service neutron] Bound port: ab691c91-a558-40fb-8ee8-a052035e6b51, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dad229b-7ded-430c-a4de-9c18ce33a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:13:11.790694 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-44ac55f4-826b-417a-9185-c88265e548e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:11.798068 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ec1be-33ff-49b8-9dcc-25f19f3cce2b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Port': ['ID=11337fe3-f6de-43bf-8b0d-f3e38ab29ade,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:11.832957 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b2d18e9c-5864-41b7-88e5-f6e5c85e1f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:11.839365 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-2d6ec1be-33ff-49b8-9dcc-25f19f3cce2b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:11.848272 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6ec1be-33ff-49b8-9dcc-25f19f3cce2b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:11.995383 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d18e9c-5864-41b7-88e5-f6e5c85e1f27 None None] Pushing event updated for resources: {'Port': ['ID=9a865d6a-6f67-4832-b024-cfc31616e443,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:12.042334 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-44ac55f4-826b-417a-9185-c88265e548e3 service neutron] For port ab691c91-a558-40fb-8ee8-a052035e6b51, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:13:12.061097 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-44ac55f4-826b-417a-9185-c88265e548e3 service neutron] For port ab691c91-a558-40fb-8ee8-a052035e6b51, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ab691c91-a558-40fb-8ee8-a052035e6b51,segment=NetworkSegment(8dad229b-7ded-430c-a4de-9c18ce33a040),segment_id=8dad229b-7ded-430c-a4de-9c18ce33a040)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:13:12.076795 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-44ac55f4-826b-417a-9185-c88265e548e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:12.092465 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f1b6c29-5d31-47d1-9627-8796720b7ef7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:12.241037 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-44ac55f4-826b-417a-9185-c88265e548e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:12.251298 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-44ac55f4-826b-417a-9185-c88265e548e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:12.252810 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-44ac55f4-826b-417a-9185-c88265e548e3 service neutron] 10.222.0.53 "PUT /v2.0/ports/ab691c91-a558-40fb-8ee8-a052035e6b51 HTTP/1.1" status: 200 len: 1091 time: 1.8713782 Nov 23 22:13:12.256455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96aaa855-7413-47a9-9baf-c62a9e207518', 'tag': 'ab691c91-a558-40fb-8ee8-a052035e6b51'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:13:12.262566 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49064fc-131b-4055-80f3-ebd1313a65cb" -d '{"events": [{"name": "network-changed", "server_uuid": "96aaa855-7413-47a9-9baf-c62a9e207518", "tag": "ab691c91-a558-40fb-8ee8-a052035e6b51"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:13:12.307243 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f1b6c29-5d31-47d1-9627-8796720b7ef7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:12.311756 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac55f4-826b-417a-9185-c88265e548e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab691c91-a558-40fb-8ee8-a052035e6b51,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:12.392852 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e949fb-d57a-47c1-9df5-39f9712ae494 x-openstack-request-id: req-92e949fb-d57a-47c1-9df5-39f9712ae494 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:13:12.393498 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96aaa855-7413-47a9-9baf-c62a9e207518", "tag": "ab691c91-a558-40fb-8ee8-a052035e6b51", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:13:12.398312 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-92e949fb-d57a-47c1-9df5-39f9712ae494 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:13:12.398873 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96aaa855-7413-47a9-9baf-c62a9e207518', 'tag': 'ab691c91-a558-40fb-8ee8-a052035e6b51', 'status': 'completed', 'code': 200} Nov 23 22:13:12.409977 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2d6ec1be-33ff-49b8-9dcc-25f19f3cce2b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:12.433315 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1b6c29-5d31-47d1-9627-8796720b7ef7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network 76c51644-999c-41de-b6ac-a5e7e0ef69c9 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:12.435360 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-f5fd0628-2ad8-4ae5-9787-8baf8da2a51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:12.436918 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-f5fd0628-2ad8-4ae5-9787-8baf8da2a51d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58744f20ea5c4088bdd5abf19df7467d&device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 1094 time: 0.1203165 Nov 23 22:13:12.577974 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-8f1b6c29-5d31-47d1-9627-8796720b7ef7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:12.587231 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b6c29-5d31-47d1-9627-8796720b7ef7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Port': ['ID=ce7b3d30-e8bb-4b39-a97f-a9bbc1e8dbd7,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:12.593507 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1b6c29-5d31-47d1-9627-8796720b7ef7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:12.602038 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-3b09915f-63f3-46e9-be1f-0180f4d3c7d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab691c91-a558-40fb-8ee8-a052035e6b51 HTTP/1.1" status: 200 len: 217 time: 0.1452334 Nov 23 22:13:12.603707 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1b6c29-5d31-47d1-9627-8796720b7ef7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:12.604418 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8f1b6c29-5d31-47d1-9627-8796720b7ef7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:12.695464 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8f1b6c29-5d31-47d1-9627-8796720b7ef7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.8576031 Nov 23 22:13:12.696703 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34684) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:12.717105 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-46c7315a-3fb9-48ee-896e-3362d245f867 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '81c387d4-cae2-4c67-9b24-da4d46dfd278'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:12.774967 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-a365a817-a8ef-4aa0-a0e7-a6a4f8209bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:12.778567 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-a365a817-a8ef-4aa0-a0e7-a6a4f8209bd7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0967a0c6-201c-4f64-942b-1c9918c65e1f HTTP/1.1" status: 200 len: 849 time: 0.1555231 Nov 23 22:13:12.909965 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-2194eda8-f414-4b17-a54d-cac5b8826c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:12.911577 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-2194eda8-f414-4b17-a54d-cac5b8826c80 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201961 Nov 23 22:13:13.038671 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2d6ec1be-33ff-49b8-9dcc-25f19f3cce2b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:13.087523 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46c7315a-3fb9-48ee-896e-3362d245f867 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:13.238429 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-6e4bd28e-3ac9-4d1a-a8b0-f9e4ccaa794d service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120124 Nov 23 22:13:13.412332 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 06786a3a-e3c3-47d1-8125-614138530460 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:13:13.488251 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6be09-be38-46ab-bbc5-2cad396a266a req-0a44b542-a4bd-46c7-9ac5-cf5618586bd1 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:13.489657 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edb6be09-be38-46ab-bbc5-2cad396a266a req-0a44b542-a4bd-46c7-9ac5-cf5618586bd1 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 943 time: 0.2502887 Nov 23 22:13:13.501422 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 06786a3a-e3c3-47d1-8125-614138530460 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:13.502025 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:13.640711 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-edb6be09-be38-46ab-bbc5-2cad396a266a req-837ffc2c-fc8d-4635-8c41-158c827f33d7 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1334398 Nov 23 22:13:13.643183 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7ffcd45-2fb4-4a8c-a775-e424851ca0dc req-66515fec-d74b-40ad-9074-46823ba01193 service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591309 Nov 23 22:13:13.681470 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427e0807-65b4-41bb-b5c7-d2748ef2dac3 None None] Network 76c51644-999c-41de-b6ac-a5e7e0ef69c9 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:13:13.737174 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:13.837477 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49064fc-131b-4055-80f3-ebd1313a65cb req-0ba1e028-2dcc-4c46-8a5b-40a741a7bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:13.843482 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e49064fc-131b-4055-80f3-ebd1313a65cb req-0ba1e028-2dcc-4c46-8a5b-40a741a7bf71 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58744f20ea5c4088bdd5abf19df7467d&device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 1094 time: 0.1195011 Nov 23 22:13:13.914838 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a8b6bf68-7673-4450-be9b-e39da84b54cf None None] Provisioning complete for port 06786a3a-e3c3-47d1-8125-614138530460 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:13.916313 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a8b6bf68-7673-4450-be9b-e39da84b54cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:14.015159 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49064fc-131b-4055-80f3-ebd1313a65cb req-94352d3a-9f36-479b-8e7f-882c7cff4e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:14.016659 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e49064fc-131b-4055-80f3-ebd1313a65cb req-94352d3a-9f36-479b-8e7f-882c7cff4e44 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 HTTP/1.1" status: 200 len: 911 time: 0.1633823 Nov 23 22:13:14.020968 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 06786a3a-e3c3-47d1-8125-614138530460, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=06786a3a-e3c3-47d1-8125-614138530460,segment=NetworkSegment(9a4756ea-e79a-4ea3-96d7-32d4382c92e8),segment_id=9a4756ea-e79a-4ea3-96d7-32d4382c92e8)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:14.053738 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:14.054751 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9a865d6a-6f67-4832-b024-cfc31616e443 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:13:14.160877 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e49064fc-131b-4055-80f3-ebd1313a65cb req-b69c4d0f-b0e6-41bb-9c40-a3feb9e4f72f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab691c91-a558-40fb-8ee8-a052035e6b51 HTTP/1.1" status: 200 len: 217 time: 0.1323335 Nov 23 22:13:14.287102 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49064fc-131b-4055-80f3-ebd1313a65cb req-5542f472-f880-4276-a44c-f14c7b154662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:14.288601 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e49064fc-131b-4055-80f3-ebd1313a65cb req-5542f472-f880-4276-a44c-f14c7b154662 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0967a0c6-201c-4f64-942b-1c9918c65e1f HTTP/1.1" status: 200 len: 849 time: 0.1190414 Nov 23 22:13:14.398323 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49064fc-131b-4055-80f3-ebd1313a65cb req-bc28c63a-8409-41cd-9cd5-1af98e779fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:14.407006 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e49064fc-131b-4055-80f3-ebd1313a65cb req-bc28c63a-8409-41cd-9cd5-1af98e779fce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072426 Nov 23 22:13:14.559292 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-fbc4656a-874d-4539-b1aa-7f8d1c008ff0 req-d1a0b973-9958-4979-9b4e-d1e1f30dfebf service neutron] (110033) timed out ('10.222.0.53', 57551) {{(pid=110033) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 22:13:14.578264 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8700d51-4663-4b58-b391-e13076df2282 None None] Network 7b530308-4f30-4efe-8c5c-2d60e46ef0aa requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:13:14.583958 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=06786a3a-e3c3-47d1-8125-614138530460,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:14.652261 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e49064fc-131b-4055-80f3-ebd1313a65cb req-ccd0241b-29d3-42b3-9930-4bb6fd96a248 service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324910 Nov 23 22:13:14.944558 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e49064fc-131b-4055-80f3-ebd1313a65cb req-95f3adc5-fc37-4b57-9319-29888b0aaea8 service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777731 Nov 23 22:13:14.976943 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa32dc0-3b3c-426a-b627-da146624a3e4 req-ded31197-44f5-43be-b92f-24116315bdde tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:14.986865 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0fa32dc0-3b3c-426a-b627-da146624a3e4 req-ded31197-44f5-43be-b92f-24116315bdde tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 943 time: 0.2367857 Nov 23 22:13:15.071853 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0fa32dc0-3b3c-426a-b627-da146624a3e4 req-21825e86-bc4c-40c4-bd4b-360ace5933bd tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840263 Nov 23 22:13:15.113336 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 9a865d6a-6f67-4832-b024-cfc31616e443 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:15.113336 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:15.161432 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2d6ec1be-33ff-49b8-9dcc-25f19f3cce2b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:15.201436 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-46c7315a-3fb9-48ee-896e-3362d245f867 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Delete allocated IP 2001:db8:0:1::10e (76c51644-999c-41de-b6ac-a5e7e0ef69c9/0c763e53-80fc-4566-8022-ad066a1bc9d7) {{(pid=110033) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 22:13:15.217457 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34902) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:15.317649 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2d6ec1be-33ff-49b8-9dcc-25f19f3cce2b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:15.349546 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-02a97b9a-c9e8-478e-b283-2cf04e799d06 None None] Provisioning complete for port 9a865d6a-6f67-4832-b024-cfc31616e443 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:15.354421 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-02a97b9a-c9e8-478e-b283-2cf04e799d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:15.420269 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-315c41eb-a98d-48e6-87f4-f2219bc0f5bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:15.515882 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ec1be-33ff-49b8-9dcc-25f19f3cce2b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Port': ['ID=11337fe3-f6de-43bf-8b0d-f3e38ab29ade,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:15.545846 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2d6ec1be-33ff-49b8-9dcc-25f19f3cce2b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:15.580848 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-315c41eb-a98d-48e6-87f4-f2219bc0f5bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:15.596641 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-315c41eb-a98d-48e6-87f4-f2219bc0f5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:15.609629 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46c7315a-3fb9-48ee-896e-3362d245f867 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:15.630200 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46c7315a-3fb9-48ee-896e-3362d245f867 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:15.654311 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-315c41eb-a98d-48e6-87f4-f2219bc0f5bd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2dbea0ca0d6549a68d06e864c579338e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4312429 Nov 23 22:13:15.654874 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 34944) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:15.692018 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c41eb-a98d-48e6-87f4-f2219bc0f5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2fa84d-b53f-44e8-a7b8-48220694a35f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:15.823781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-46c7315a-3fb9-48ee-896e-3362d245f867 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] In _notify_port_updated(), no bound segment for port ce7b3d30-e8bb-4b39-a97f-a9bbc1e8dbd7 on network 76c51644-999c-41de-b6ac-a5e7e0ef69c9 {{(pid=110033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:13:15.826314 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device ab691c91-a558-40fb-8ee8-a052035e6b51 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:13:15.829814 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c7315a-3fb9-48ee-896e-3362d245f867 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:15.830479 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46c7315a-3fb9-48ee-896e-3362d245f867 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:15.831930 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-46c7315a-3fb9-48ee-896e-3362d245f867 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "PUT /v2.0/ports/ce7b3d30-e8bb-4b39-a97f-a9bbc1e8dbd7 HTTP/1.1" status: 200 len: 924 time: 3.1342020 Nov 23 22:13:15.835051 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 34960) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:15.841034 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-cdd31d5e-ce17-47a7-b01b-9416c94a7fa6 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '81c387d4-cae2-4c67-9b24-da4d46dfd278'}, {'subnet_id': '0c763e53-80fc-4566-8022-ad066a1bc9d7'}]}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:15.915550 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7315a-3fb9-48ee-896e-3362d245f867 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Port': ['ID=ce7b3d30-e8bb-4b39-a97f-a9bbc1e8dbd7,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:15.952459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6ec1be-33ff-49b8-9dcc-25f19f3cce2b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network 7b530308-4f30-4efe-8c5c-2d60e46ef0aa is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:15.953971 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2032814e-955a-4429-94fe-0fa2cf7d316e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:15.958879 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-2d6ec1be-33ff-49b8-9dcc-25f19f3cce2b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:15.994300 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c51be19-289c-439c-8a25-ff8c6c66ca73 None None] Update dhcp port {'port': {'network_id': '76c51644-999c-41de-b6ac-a5e7e0ef69c9', 'fixed_ips': [{'subnet_id': '81c387d4-cae2-4c67-9b24-da4d46dfd278', 'ip_address': '2001:db8::2'}, {'subnet_id': '0c763e53-80fc-4566-8022-ad066a1bc9d7'}], 'binding:host_id': 'n-d-816206-9'}, 'id': '06786a3a-e3c3-47d1-8125-614138530460'} from n-d-816206-9. {{(pid=110035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 22:13:16.035730 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:16.081563 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cdd31d5e-ce17-47a7-b01b-9416c94a7fa6 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:16.095774 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2032814e-955a-4429-94fe-0fa2cf7d316e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:16.142635 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2c51be19-289c-439c-8a25-ff8c6c66ca73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:16.144955 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-02a97b9a-c9e8-478e-b283-2cf04e799d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:16.247419 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 9a865d6a-6f67-4832-b024-cfc31616e443, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9a865d6a-6f67-4832-b024-cfc31616e443,segment=NetworkSegment(88a74061-97e3-49cf-9fc3-b5b0d915a613),segment_id=88a74061-97e3-49cf-9fc3-b5b0d915a613)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:16.274895 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:16.275894 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3afca859-ecea-487c-a2bf-b6a108a10f9d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:13:16.302259 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port ab691c91-a558-40fb-8ee8-a052035e6b51, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ab691c91-a558-40fb-8ee8-a052035e6b51,segment=NetworkSegment(8dad229b-7ded-430c-a4de-9c18ce33a040),segment_id=8dad229b-7ded-430c-a4de-9c18ce33a040)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:16.334442 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6ec1be-33ff-49b8-9dcc-25f19f3cce2b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Router ecc42a34-5cc3-49ac-ad06-aecf29859080 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:13:16.477368 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'ab691c91-a558-40fb-8ee8-a052035e6b51', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'port_id': 'ab691c91-a558-40fb-8ee8-a052035e6b51', 'mac_address': 'fa:16:3e:a7:de:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:13:16.525644 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-02a97b9a-c9e8-478e-b283-2cf04e799d06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:13:16.526363 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-02a97b9a-c9e8-478e-b283-2cf04e799d06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:13:16.533085 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6ec1be-33ff-49b8-9dcc-25f19f3cce2b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:13:16.543809 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2d6ec1be-33ff-49b8-9dcc-25f19f3cce2b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "PUT /v2.0/routers/ecc42a34-5cc3-49ac-ad06-aecf29859080/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7598605 Nov 23 22:13:16.547313 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] Sync routers for ids ['ecc42a34-5cc3-49ac-ad06-aecf29859080'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:13:16.561096 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2032814e-955a-4429-94fe-0fa2cf7d316e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:16.571384 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2032814e-955a-4429-94fe-0fa2cf7d316e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:16.573025 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2032814e-955a-4429-94fe-0fa2cf7d316e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9d2fa84d-b53f-44e8-a7b8-48220694a35f HTTP/1.1" status: 204 len: 168 time: 0.9053662 Nov 23 22:13:16.577479 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] Routers {'ecc42a34-5cc3-49ac-ad06-aecf29859080'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:13:16.581051 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:13:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ecc42a34-5cc3-49ac-ad06-aecf29859080'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:16.642257 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032814e-955a-4429-94fe-0fa2cf7d316e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2fa84d-b53f-44e8-a7b8-48220694a35f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:16.703207 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ea027-193c-416e-8665-85b2e900c63f req-e631539d-878e-4bfa-b598-87b31d46fe74 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:16.713517 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-962ea027-193c-416e-8665-85b2e900c63f req-e631539d-878e-4bfa-b598-87b31d46fe74 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 943 time: 0.4637127 Nov 23 22:13:16.745168 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=9a865d6a-6f67-4832-b024-cfc31616e443,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:16.833877 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:16.923967 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] Set router ecc42a34-5cc3-49ac-ad06-aecf29859080 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:13:16.936377 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 3afca859-ecea-487c-a2bf-b6a108a10f9d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:16.936903 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:16.942307 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab691c91-a558-40fb-8ee8-a052035e6b51 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:13:17.004783 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-2c51be19-289c-439c-8a25-ff8c6c66ca73 None None] Allocated IP 2001:db8:0:1::2 (76c51644-999c-41de-b6ac-a5e7e0ef69c9/0c763e53-80fc-4566-8022-ad066a1bc9d7/06786a3a-e3c3-47d1-8125-614138530460) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:17.102693 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port ab691c91-a558-40fb-8ee8-a052035e6b51, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ab691c91-a558-40fb-8ee8-a052035e6b51,segment=NetworkSegment(8dad229b-7ded-430c-a4de-9c18ce33a040),segment_id=8dad229b-7ded-430c-a4de-9c18ce33a040)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:17.132148 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:17.248687 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-962ea027-193c-416e-8665-85b2e900c63f req-177ddc1f-af47-43cb-a5f5-120d84d28447 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5328109 Nov 23 22:13:17.319308 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-32e86679-c278-48ba-8990-beaef2c23bf0 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1059922750&fields=id&tenant_id=8e0acd4df46849288fda9982f884e974 HTTP/1.1" status: 200 len: 267 time: 0.2962615 Nov 23 22:13:17.476567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['ab691c91-a558-40fb-8ee8-a052035e6b51'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:13:17.477397 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85110971', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:00Z', 'updated_at': '2021-11-23T22:13:12Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:85:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:01Z', 'updated_at': '2021-11-23T22:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '11337fe3-f6de-43bf-8b0d-f3e38ab29ade', 'name': '', 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:9a:b0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'fc83933b-c274-4ed1-a7dc-b79874b5ad9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:09Z', 'updated_at': '2021-11-23T22:13:14Z', 'revision_number': 2, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'fc83933b-c274-4ed1-a7dc-b79874b5ad9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:17.518833 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] Checking router: ecc42a34-5cc3-49ac-ad06-aecf29859080 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:13:17.522262 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] Updating router ecc42a34-5cc3-49ac-ad06-aecf29859080 port 11337fe3-f6de-43bf-8b0d-f3e38ab29ade binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:13:17.543422 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35120) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:17.562374 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=ab691c91-a558-40fb-8ee8-a052035e6b51,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:17.574302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2e6aea2c-32bb-48da-89fe-b6733374ba97 None None] Provisioning complete for port 11337fe3-f6de-43bf-8b0d-f3e38ab29ade triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:17.575433 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2e6aea2c-32bb-48da-89fe-b6733374ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:17.585448 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6686044d-ac24-4704-ab39-edee16e58c92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:17.595682 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-a9a03360-8ed3-47bb-825a-9429e3e9aece tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:17.597877 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-a9a03360-8ed3-47bb-825a-9429e3e9aece tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/networks?id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa HTTP/1.1" status: 200 len: 797 time: 0.2678056 Nov 23 22:13:17.622207 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-d4245ef2-2f58-47a2-b6a9-49ff593b18cc tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/quotas/8e0acd4df46849288fda9982f884e974 HTTP/1.1" status: 200 len: 375 time: 0.0170343 Nov 23 22:13:17.654137 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:17.735051 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2c51be19-289c-439c-8a25-ff8c6c66ca73 None None] For port 06786a3a-e3c3-47d1-8125-614138530460, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=06786a3a-e3c3-47d1-8125-614138530460,segment=NetworkSegment(9a4756ea-e79a-4ea3-96d7-32d4382c92e8),segment_id=9a4756ea-e79a-4ea3-96d7-32d4382c92e8)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:17.786222 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-99f2002d-fc3a-4030-9316-e84c620a1c81 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1552706 Nov 23 22:13:17.824986 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-2e6aea2c-32bb-48da-89fe-b6733374ba97 None None] Port 11337fe3-f6de-43bf-8b0d-f3e38ab29ade cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:13:17.836853 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6686044d-ac24-4704-ab39-edee16e58c92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:17.852629 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6686044d-ac24-4704-ab39-edee16e58c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:17.904644 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2c51be19-289c-439c-8a25-ff8c6c66ca73 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:17.926846 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686044d-ac24-4704-ab39-edee16e58c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a3934d-02a8-4413-b15b-4fb2975d3b47,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:17.936356 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2c51be19-289c-439c-8a25-ff8c6c66ca73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:17.942606 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2e6aea2c-32bb-48da-89fe-b6733374ba97 None None] Provisioning complete for port 9a865d6a-6f67-4832-b024-cfc31616e443 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:17.943005 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2e6aea2c-32bb-48da-89fe-b6733374ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:18.022645 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6686044d-ac24-4704-ab39-edee16e58c92 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bddd3cfb368a4a0bb00eacc7b8bcd8bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4777520 Nov 23 22:13:18.025352 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35160) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:18.041052 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-bea520e0-af87-43bd-98f2-cea2fc7a7e0d service neutron] 10.222.0.50 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539177 Nov 23 22:13:18.111801 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66cfe1a1-0ce8-453c-9fa0-0bf47430c2dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:18.147818 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66cfe1a1-0ce8-453c-9fa0-0bf47430c2dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:18.182217 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 06786a3a-e3c3-47d1-8125-614138530460 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:13:18.263713 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:18.271615 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:18.362547 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66cfe1a1-0ce8-453c-9fa0-0bf47430c2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:18.367099 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66cfe1a1-0ce8-453c-9fa0-0bf47430c2dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:18.385769 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176bea0-edfb-46e5-ac44-2a76f6d995d3 None None] Pushing event updated for resources: {'Port': ['ID=11337fe3-f6de-43bf-8b0d-f3e38ab29ade,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:18.396059 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-66cfe1a1-0ce8-453c-9fa0-0bf47430c2dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5a3934d-02a8-4413-b15b-4fb2975d3b47 HTTP/1.1" status: 204 len: 168 time: 0.3690073 Nov 23 22:13:18.446748 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] Attempting to bind port 11337fe3-f6de-43bf-8b0d-f3e38ab29ade on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:13:18.447377 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] Attempting to bind port 11337fe3-f6de-43bf-8b0d-f3e38ab29ade by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '88a74061-97e3-49cf-9fc3-b5b0d915a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:13:18.453429 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] Attempting to bind port 11337fe3-f6de-43bf-8b0d-f3e38ab29ade on network 7b530308-4f30-4efe-8c5c-2d60e46ef0aa {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:13:18.454167 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfe1a1-0ce8-453c-9fa0-0bf47430c2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a3934d-02a8-4413-b15b-4fb2975d3b47,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:18.465917 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:13:18.467216 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] Checking segment: {'id': '88a74061-97e3-49cf-9fc3-b5b0d915a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:13:18.468668 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:18.469249 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] Bound using segment: {'id': '88a74061-97e3-49cf-9fc3-b5b0d915a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:13:18.471319 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] Bound port: 11337fe3-f6de-43bf-8b0d-f3e38ab29ade, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88a74061-97e3-49cf-9fc3-b5b0d915a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:13:18.472187 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:18.619628 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] For port 11337fe3-f6de-43bf-8b0d-f3e38ab29ade, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:13:18.624596 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] For port 11337fe3-f6de-43bf-8b0d-f3e38ab29ade, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=11337fe3-f6de-43bf-8b0d-f3e38ab29ade,segment=NetworkSegment(88a74061-97e3-49cf-9fc3-b5b0d915a613),segment_id=88a74061-97e3-49cf-9fc3-b5b0d915a613)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:13:18.639120 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:18.769651 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-7d4a454d-a4ee-4e20-987e-553031aa4847 service neutron] 10.222.0.50 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7277412 Nov 23 22:13:18.780164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51be19-289c-439c-8a25-ff8c6c66ca73 None None] Pushing event updated for resources: {'Port': ['ID=06786a3a-e3c3-47d1-8125-614138530460,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:18.842172 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-cdd31d5e-ce17-47a7-b01b-9416c94a7fa6 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Allocated IP 2001:db8:0:1::6e (76c51644-999c-41de-b6ac-a5e7e0ef69c9/0c763e53-80fc-4566-8022-ad066a1bc9d7/ce7b3d30-e8bb-4b39-a97f-a9bbc1e8dbd7) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:18.897024 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f613e-96b4-4753-a645-0a0d36f68656 req-d1e5a92e-6b7d-49da-afe5-057f71ac9419 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:18.898929 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ca9f613e-96b4-4753-a645-0a0d36f68656 req-d1e5a92e-6b7d-49da-afe5-057f71ac9419 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 944 time: 0.1143224 Nov 23 22:13:19.014655 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] Routers {'ecc42a34-5cc3-49ac-ad06-aecf29859080'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:13:19.021759 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:13:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ecc42a34-5cc3-49ac-ad06-aecf29859080'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:19.113808 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 06786a3a-e3c3-47d1-8125-614138530460 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:19.116632 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:19.167029 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cdd31d5e-ce17-47a7-b01b-9416c94a7fa6 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:19.255247 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cdd31d5e-ce17-47a7-b01b-9416c94a7fa6 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:19.432389 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3f43cbe8-f310-4376-b230-f13e66072cc7 req-5eeb9ea7-e349-4e5d-8b10-ef708bcb82bc tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 210 time: 0.2487333 Nov 23 22:13:19.443618 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176bea0-edfb-46e5-ac44-2a76f6d995d3 None None] Pushing event updated for resources: {'Port': ['ID=11337fe3-f6de-43bf-8b0d-f3e38ab29ade,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:19.508626 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9a865d6a-6f67-4832-b024-cfc31616e443 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:13:19.585293 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] Set router ecc42a34-5cc3-49ac-ad06-aecf29859080 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:13:19.654525 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-69088f4b-e957-4fc9-9f97-adb7a465fa5d None None] Provisioning complete for port 11337fe3-f6de-43bf-8b0d-f3e38ab29ade triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:19.655183 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-69088f4b-e957-4fc9-9f97-adb7a465fa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:19.695213 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd31d5e-ce17-47a7-b01b-9416c94a7fa6 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Port': ['ID=ce7b3d30-e8bb-4b39-a97f-a9bbc1e8dbd7,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:19.699142 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 9a865d6a-6f67-4832-b024-cfc31616e443 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:19.700642 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:19.752573 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-cdd31d5e-ce17-47a7-b01b-9416c94a7fa6 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] In _notify_port_updated(), no bound segment for port ce7b3d30-e8bb-4b39-a97f-a9bbc1e8dbd7 on network 76c51644-999c-41de-b6ac-a5e7e0ef69c9 {{(pid=110034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:13:19.760584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd31d5e-ce17-47a7-b01b-9416c94a7fa6 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:19.761528 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cdd31d5e-ce17-47a7-b01b-9416c94a7fa6 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:19.766750 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cdd31d5e-ce17-47a7-b01b-9416c94a7fa6 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "PUT /v2.0/ports/ce7b3d30-e8bb-4b39-a97f-a9bbc1e8dbd7 HTTP/1.1" status: 200 len: 1009 time: 3.9305685 Nov 23 22:13:19.766936 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35238) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:19.780064 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ca9f613e-96b4-4753-a645-0a0d36f68656 req-2b18b17a-b743-4e7e-a7c1-1d520dd220da tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5858004 Nov 23 22:13:20.019686 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-69088f4b-e957-4fc9-9f97-adb7a465fa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:20.111517 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ddef30-e13c-4a5d-91f9-ad1b974369d8 None None] Network 76c51644-999c-41de-b6ac-a5e7e0ef69c9 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:13:20.137637 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f7920-1eee-4666-b2c9-6f86d0c217cd tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting port ce7b3d30-e8bb-4b39-a97f-a9bbc1e8dbd7 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:13:20.138222 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6b1f7920-1eee-4666-b2c9-6f86d0c217cd tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:20.179734 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85110971', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:00Z', 'updated_at': '2021-11-23T22:13:12Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:85:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:01Z', 'updated_at': '2021-11-23T22:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '11337fe3-f6de-43bf-8b0d-f3e38ab29ade', 'name': '', 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:9a:b0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'fc83933b-c274-4ed1-a7dc-b79874b5ad9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:09Z', 'updated_at': '2021-11-23T22:13:18Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'fc83933b-c274-4ed1-a7dc-b79874b5ad9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:20.244281 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6b1f7920-1eee-4666-b2c9-6f86d0c217cd tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:20.256643 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d37b067-87c0-4b9d-b2f9-4e43c1509657 None None] The sync data for ids ['ecc42a34-5cc3-49ac-ad06-aecf29859080'] in n-d-816206-9 is: [{'id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85110971', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:00Z', 'updated_at': '2021-11-23T22:13:12Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:85:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:01Z', 'updated_at': '2021-11-23T22:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '11337fe3-f6de-43bf-8b0d-f3e38ab29ade', 'name': '', 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:9a:b0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'fc83933b-c274-4ed1-a7dc-b79874b5ad9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:09Z', 'updated_at': '2021-11-23T22:13:18Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'fc83933b-c274-4ed1-a7dc-b79874b5ad9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:13:20.259562 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f7920-1eee-4666-b2c9-6f86d0c217cd tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Calling delete_port for ce7b3d30-e8bb-4b39-a97f-a9bbc1e8dbd7 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:13:20.481360 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 06786a3a-e3c3-47d1-8125-614138530460 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:13:20.532290 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-69088f4b-e957-4fc9-9f97-adb7a465fa5d None None] For port 11337fe3-f6de-43bf-8b0d-f3e38ab29ade, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=11337fe3-f6de-43bf-8b0d-f3e38ab29ade,segment=NetworkSegment(88a74061-97e3-49cf-9fc3-b5b0d915a613),segment_id=88a74061-97e3-49cf-9fc3-b5b0d915a613)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:20.666689 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-69088f4b-e957-4fc9-9f97-adb7a465fa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:20.898862 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6b1f7920-1eee-4666-b2c9-6f86d0c217cd tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:20.912372 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69088f4b-e957-4fc9-9f97-adb7a465fa5d None None] Pushing event updated for resources: {'Port': ['ID=11337fe3-f6de-43bf-8b0d-f3e38ab29ade,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:20.959432 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-408c4df0-d232-46a1-a00b-90c8cea4d319 None None] Provisioning complete for port 11337fe3-f6de-43bf-8b0d-f3e38ab29ade triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:20.963612 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-408c4df0-d232-46a1-a00b-90c8cea4d319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:21.015236 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f7920-1eee-4666-b2c9-6f86d0c217cd tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Port': ['ID=ce7b3d30-e8bb-4b39-a97f-a9bbc1e8dbd7,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:21.052697 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6b1f7920-1eee-4666-b2c9-6f86d0c217cd tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:21.057871 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6b1f7920-1eee-4666-b2c9-6f86d0c217cd tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/ports/ce7b3d30-e8bb-4b39-a97f-a9bbc1e8dbd7 HTTP/1.1" status: 204 len: 168 time: 1.2893741 Nov 23 22:13:21.060928 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35266) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:21.061167 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 06786a3a-e3c3-47d1-8125-614138530460 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:21.061724 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:21.115339 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-832cee51-d69b-4564-b3ce-2aff088a1558 req-5e08042f-3b7a-4720-bc3f-62b8bafe2588 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 210 time: 0.5456085 Nov 23 22:13:21.144481 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7481557-9794-40df-8ad4-a0dfef504ca3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] GET failed (client error): The resource could not be found. Nov 23 22:13:21.146978 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f7481557-9794-40df-8ad4-a0dfef504ca3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports/ce7b3d30-e8bb-4b39-a97f-a9bbc1e8dbd7 HTTP/1.1" status: 404 len: 333 time: 0.0848925 Nov 23 22:13:21.149655 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35270) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:21.232253 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9545cc-772d-44d6-97a3-7cbdbb54db74 req-2e61c84d-0e50-4649-8d09-cd2884e84b6f tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:21.236377 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a9545cc-772d-44d6-97a3-7cbdbb54db74 req-2e61c84d-0e50-4649-8d09-cd2884e84b6f tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 944 time: 0.2659569 Nov 23 22:13:21.313041 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b46d0a-1c7c-4fc4-b2e0-89d52442c45b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting subnet 0c763e53-80fc-4566-8022-ad066a1bc9d7 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:13:21.331433 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-49b46d0a-1c7c-4fc4-b2e0-89d52442c45b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:21.404162 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a9545cc-772d-44d6-97a3-7cbdbb54db74 req-4a9e3b38-aed7-448c-b27d-24af03ea538d tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1482644 Nov 23 22:13:21.497866 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-49b46d0a-1c7c-4fc4-b2e0-89d52442c45b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:21.580153 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device ab691c91-a558-40fb-8ee8-a052035e6b51 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:13:21.601929 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-8d2b831d-ef1e-4945-8739-d8ba0cf7cc63 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:21.604812 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-8d2b831d-ef1e-4945-8739-d8ba0cf7cc63 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.60 "GET /v2.0/networks?id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa HTTP/1.1" status: 200 len: 797 time: 0.1996891 Nov 23 22:13:21.711338 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-49b46d0a-1c7c-4fc4-b2e0-89d52442c45b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:21.822357 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-408c4df0-d232-46a1-a00b-90c8cea4d319 None None] Could not find standard attr ID for object ce7b3d30-e8bb-4b39-a97f-a9bbc1e8dbd7. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:13:21.843700 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-1b8def64-484d-49d0-8f30-36271857025f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e0acd4df46849288fda9982f884e974 HTTP/1.1" status: 200 len: 380 time: 0.2210546 Nov 23 22:13:21.869779 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-49b46d0a-1c7c-4fc4-b2e0-89d52442c45b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:21.875118 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-d446319c-7ff0-446d-88a3-e3a8063b769a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'port': {'device_id': '9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4', 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa', 'admin_state_up': True, 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'security_groups': ['38aa9d39-9f4d-45fb-9e85-23ce245e6759']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:21.942840 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b46d0a-1c7c-4fc4-b2e0-89d52442c45b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Subnet': ['ID=0c763e53-80fc-4566-8022-ad066a1bc9d7,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:21.966698 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-49b46d0a-1c7c-4fc4-b2e0-89d52442c45b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:21.976268 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-49b46d0a-1c7c-4fc4-b2e0-89d52442c45b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/subnets/0c763e53-80fc-4566-8022-ad066a1bc9d7 HTTP/1.1" status: 204 len: 168 time: 0.8253517 Nov 23 22:13:21.977179 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-408c4df0-d232-46a1-a00b-90c8cea4d319 None None] Provisioning complete for port 06786a3a-e3c3-47d1-8125-614138530460 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:21.977564 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-408c4df0-d232-46a1-a00b-90c8cea4d319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:21.977845 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35282) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:22.050784 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port ab691c91-a558-40fb-8ee8-a052035e6b51 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:13:22.119874 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port ab691c91-a558-40fb-8ee8-a052035e6b51 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:22.120251 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:22.158019 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd6343c-8c17-40f6-a430-4441d5883d98 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting subnet 81c387d4-cae2-4c67-9b24-da4d46dfd278 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:13:22.173643 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0cd6343c-8c17-40f6-a430-4441d5883d98 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:22.228079 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-d446319c-7ff0-446d-88a3-e3a8063b769a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Made reservation on behalf of 8e0acd4df46849288fda9982f884e974 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:22.232120 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-d446319c-7ff0-446d-88a3-e3a8063b769a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:22.266418 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 11337fe3-f6de-43bf-8b0d-f3e38ab29ade up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:13:22.339114 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0cd6343c-8c17-40f6-a430-4441d5883d98 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:22.449790 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 11337fe3-f6de-43bf-8b0d-f3e38ab29ade triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:22.450370 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:22.546686 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4d7229-4a4e-4ed9-8aa3-683bb20479e5 None None] Network 76c51644-999c-41de-b6ac-a5e7e0ef69c9 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:13:22.608592 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-d446319c-7ff0-446d-88a3-e3a8063b769a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Allocated IP 172.20.0.3 (7b530308-4f30-4efe-8c5c-2d60e46ef0aa/fc83933b-c274-4ed1-a7dc-b79874b5ad9f/646dccf4-5162-4879-811e-dc2b620c33b8) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:22.618339 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-099e4832-34ab-4e9c-89f9-fb67b79ed740 None None] Could not find standard attr ID for object ce7b3d30-e8bb-4b39-a97f-a9bbc1e8dbd7. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:13:22.660799 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0cd6343c-8c17-40f6-a430-4441d5883d98 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:22.703366 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f740015-a2dc-405e-bad7-c1a233fc08eb req-01b548c6-d3e0-41ab-bea4-e6c0eeac9449 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 210 time: 0.3851426 Nov 23 22:13:22.794057 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0cd6343c-8c17-40f6-a430-4441d5883d98 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:22.796071 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-099e4832-34ab-4e9c-89f9-fb67b79ed740 None None] Provisioning complete for port 06786a3a-e3c3-47d1-8125-614138530460 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:22.803916 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-099e4832-34ab-4e9c-89f9-fb67b79ed740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:22.867695 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0cd6343c-8c17-40f6-a430-4441d5883d98 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:22.873591 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2831e4-6d31-48dd-a9e0-e5b7b27424b1 req-de22f125-339c-4bd5-846b-c570aa9ce8a9 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:22.875472 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0cd6343c-8c17-40f6-a430-4441d5883d98 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/subnets/81c387d4-cae2-4c67-9b24-da4d46dfd278 HTTP/1.1" status: 204 len: 168 time: 0.8963690 Nov 23 22:13:22.876853 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6343c-8c17-40f6-a430-4441d5883d98 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Subnet': ['ID=81c387d4-cae2-4c67-9b24-da4d46dfd278,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:22.878239 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c2831e4-6d31-48dd-a9e0-e5b7b27424b1 req-de22f125-339c-4bd5-846b-c570aa9ce8a9 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 944 time: 0.2314308 Nov 23 22:13:22.883185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35300) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:23.003380 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:23.144612 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:23.150951 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96aaa855-7413-47a9-9baf-c62a9e207518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab691c91-a558-40fb-8ee8-a052035e6b51'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:13:23.154420 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c1fe2b-03b6-458a-a67f-df00c006ef8c" -d '{"events": [{"server_uuid": "96aaa855-7413-47a9-9baf-c62a9e207518", "name": "network-vif-plugged", "status": "completed", "tag": "ab691c91-a558-40fb-8ee8-a052035e6b51"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:13:23.201841 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port ab691c91-a558-40fb-8ee8-a052035e6b51, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ab691c91-a558-40fb-8ee8-a052035e6b51,segment=NetworkSegment(8dad229b-7ded-430c-a4de-9c18ce33a040),segment_id=8dad229b-7ded-430c-a4de-9c18ce33a040)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:23.217606 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:23.285435 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c2831e4-6d31-48dd-a9e0-e5b7b27424b1 req-a628552d-6c08-441a-a8b6-a6d61f9d83ca tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3472512 Nov 23 22:13:23.294661 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1456cd-38c2-4f3f-a3b7-d2b8a108aaab x-openstack-request-id: req-4c1456cd-38c2-4f3f-a3b7-d2b8a108aaab {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:13:23.295221 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96aaa855-7413-47a9-9baf-c62a9e207518", "name": "network-vif-plugged", "status": "completed", "tag": "ab691c91-a558-40fb-8ee8-a052035e6b51", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:13:23.295767 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c1456cd-38c2-4f3f-a3b7-d2b8a108aaab {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:13:23.296812 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96aaa855-7413-47a9-9baf-c62a9e207518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab691c91-a558-40fb-8ee8-a052035e6b51', 'code': 200} Nov 23 22:13:23.309425 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b1541bb-8ece-42bf-a91a-28555cf487a4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:23.311992 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea5a9cc-95fa-40ba-896c-346aa6237b34 None None] DHCP port deletion for 76c51644-999c-41de-b6ac-a5e7e0ef69c9 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:13:23.336674 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=ab691c91-a558-40fb-8ee8-a052035e6b51,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:23.406542 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1ea5a9cc-95fa-40ba-896c-346aa6237b34 None None] Deleting port 06786a3a-e3c3-47d1-8125-614138530460 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:13:23.407328 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a9cc-95fa-40ba-896c-346aa6237b34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:23.443703 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-d446319c-7ff0-446d-88a3-e3a8063b769a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:23.499751 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d5737-197a-42eb-bc48-4c1598d1aac6 req-13400caf-c4b6-4618-8657-078fbe7d7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:23.501251 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f17d5737-197a-42eb-bc48-4c1598d1aac6 req-13400caf-c4b6-4618-8657-078fbe7d7ac9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 1096 time: 0.1651564 Nov 23 22:13:23.506925 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-1ea5a9cc-95fa-40ba-896c-346aa6237b34 None None] For port 06786a3a-e3c3-47d1-8125-614138530460, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=06786a3a-e3c3-47d1-8125-614138530460,segment=NetworkSegment(9a4756ea-e79a-4ea3-96d7-32d4382c92e8),segment_id=9a4756ea-e79a-4ea3-96d7-32d4382c92e8)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:23.507342 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a9cc-95fa-40ba-896c-346aa6237b34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:23.526279 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1ea5a9cc-95fa-40ba-896c-346aa6237b34 None None] Calling delete_port for 06786a3a-e3c3-47d1-8125-614138530460 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:13:23.575721 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:13:23.587560 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f17d5737-197a-42eb-bc48-4c1598d1aac6 req-de33d301-74f1-4ae6-a7a8-2e039af26204 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760143 Nov 23 22:13:23.599039 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-6b1541bb-8ece-42bf-a91a-28555cf487a4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting port 06786a3a-e3c3-47d1-8125-614138530460 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:13:23.599378 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b1541bb-8ece-42bf-a91a-28555cf487a4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:23.643822 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-d446319c-7ff0-446d-88a3-e3a8063b769a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:23.676827 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1ea5a9cc-95fa-40ba-896c-346aa6237b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:23.696701 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea5a9cc-95fa-40ba-896c-346aa6237b34 None None] No DVR routers for this DVR port 06786a3a-e3c3-47d1-8125-614138530460 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:13:23.740624 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5a9cc-95fa-40ba-896c-346aa6237b34 None None] Pushing event deleted for resources: {'Port': ['ID=06786a3a-e3c3-47d1-8125-614138530460,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:23.769302 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-d446319c-7ff0-446d-88a3-e3a8063b769a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network 7b530308-4f30-4efe-8c5c-2d60e46ef0aa is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:23.771672 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-6b1541bb-8ece-42bf-a91a-28555cf487a4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] For port 06786a3a-e3c3-47d1-8125-614138530460, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=06786a3a-e3c3-47d1-8125-614138530460,segment=NetworkSegment(9a4756ea-e79a-4ea3-96d7-32d4382c92e8),segment_id=9a4756ea-e79a-4ea3-96d7-32d4382c92e8)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:23.772046 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b1541bb-8ece-42bf-a91a-28555cf487a4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:23.776862 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-d446319c-7ff0-446d-88a3-e3a8063b769a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:23.795839 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-d446319c-7ff0-446d-88a3-e3a8063b769a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:23.835541 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-6b1541bb-8ece-42bf-a91a-28555cf487a4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Calling delete_port for 06786a3a-e3c3-47d1-8125-614138530460 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:13:23.888629 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446319c-7ff0-446d-88a3-e3a8063b769a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Port': ['ID=646dccf4-5162-4879-811e-dc2b620c33b8,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:23.959509 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-d446319c-7ff0-446d-88a3-e3a8063b769a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:23.960149 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-d446319c-7ff0-446d-88a3-e3a8063b769a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:23.996428 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891bfe2-e5d4-4621-b537-f525eeab5daa req-334481fc-8a88-48e8-8f09-992c25350ac5 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:23.998274 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7891bfe2-e5d4-4621-b537-f525eeab5daa req-334481fc-8a88-48e8-8f09-992c25350ac5 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 931 time: 0.1912055 Nov 23 22:13:24.084245 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b1541bb-8ece-42bf-a91a-28555cf487a4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:24.089383 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-d446319c-7ff0-446d-88a3-e3a8063b769a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2417970 Nov 23 22:13:24.116003 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-1dc52be9-6adb-49af-8437-93bcce5f3f18 service neutron] Request body: {'port': {'device_id': '9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:24.151407 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 06786a3a-e3c3-47d1-8125-614138530460 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:13:24.159971 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1541bb-8ece-42bf-a91a-28555cf487a4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Port': ['ID=06786a3a-e3c3-47d1-8125-614138530460,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:24.170514 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1541bb-8ece-42bf-a91a-28555cf487a4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] No DVR routers for this DVR port 06786a3a-e3c3-47d1-8125-614138530460 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:13:24.205257 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 06786a3a-e3c3-47d1-8125-614138530460 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:13:24.205864 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 06786a3a-e3c3-47d1-8125-614138530460 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:13:24.214888 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5573838a-3c32-490a-b8e6-75f15462f878 None None] Provisioning complete for port 646dccf4-5162-4879-811e-dc2b620c33b8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:24.216123 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5573838a-3c32-490a-b8e6-75f15462f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:24.266137 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5573838a-3c32-490a-b8e6-75f15462f878 None None] Port 646dccf4-5162-4879-811e-dc2b620c33b8 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:13:24.342852 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-1dc52be9-6adb-49af-8437-93bcce5f3f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:24.363256 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7891bfe2-e5d4-4621-b537-f525eeab5daa req-a41ddc50-772b-452a-9a52-aefd7202dff6 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3313916 Nov 23 22:13:24.452910 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b1541bb-8ece-42bf-a91a-28555cf487a4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:24.482282 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-6b1541bb-8ece-42bf-a91a-28555cf487a4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c51644-999c-41de-b6ac-a5e7e0ef69c9']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:24.494116 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-6b1541bb-8ece-42bf-a91a-28555cf487a4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4756ea-e79a-4ea3-96d7-32d4382c92e8') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:24.494447 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-6b1541bb-8ece-42bf-a91a-28555cf487a4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4756ea-e79a-4ea3-96d7-32d4382c92e8') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:24.513931 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b1541bb-8ece-42bf-a91a-28555cf487a4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:24.570988 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b1541bb-8ece-42bf-a91a-28555cf487a4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:24.587197 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b1541bb-8ece-42bf-a91a-28555cf487a4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:13:24.587510 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b1541bb-8ece-42bf-a91a-28555cf487a4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:13:24.593355 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:13:24.710069 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574236e-711e-4098-a24c-6b43a6aaf53b req-64cd62eb-48f7-42bb-a5cb-dfef1d26ce50 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:24.717869 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b574236e-711e-4098-a24c-6b43a6aaf53b req-64cd62eb-48f7-42bb-a5cb-dfef1d26ce50 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.3286037 Nov 23 22:13:24.767236 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b1541bb-8ece-42bf-a91a-28555cf487a4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:24.772114 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b1541bb-8ece-42bf-a91a-28555cf487a4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:24.780075 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6b1541bb-8ece-42bf-a91a-28555cf487a4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/networks/76c51644-999c-41de-b6ac-a5e7e0ef69c9 HTTP/1.1" status: 204 len: 168 time: 1.8654070 Nov 23 22:13:24.780219 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35326) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:24.881848 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e62f5f4-9831-4202-a969-ca99fe9506ac tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:24.883743 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8e62f5f4-9831-4202-a969-ca99fe9506ac tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1027577 Nov 23 22:13:24.894182 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35328) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:24.940665 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1541bb-8ece-42bf-a91a-28555cf487a4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Network': ['ID=76c51644-999c-41de-b6ac-a5e7e0ef69c9,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:24.950749 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b574236e-711e-4098-a24c-6b43a6aaf53b req-bf5afe6c-be8b-4a6f-b6a4-92ac648e4562 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2319155 Nov 23 22:13:24.999941 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f8261302-f2ad-43f9-b5d3-443cfa4020c9 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0998876 Nov 23 22:13:25.000668 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35330) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:25.008726 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-59b69198-85b9-4112-bae9-b6c4c1c26020 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1106581418'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:25.057984 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b69198-85b9-4112-bae9-b6c4c1c26020 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:25.062459 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-59b69198-85b9-4112-bae9-b6c4c1c26020 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:25.072759 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-1dc52be9-6adb-49af-8437-93bcce5f3f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 646dccf4-5162-4879-811e-dc2b620c33b8 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:13:25.084208 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-1dc52be9-6adb-49af-8437-93bcce5f3f18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:25.106603 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-1dc52be9-6adb-49af-8437-93bcce5f3f18 service neutron] Transition to ACTIVE for port object 646dccf4-5162-4879-811e-dc2b620c33b8 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:13:25.111729 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-1dc52be9-6adb-49af-8437-93bcce5f3f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:25.116509 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b69198-85b9-4112-bae9-b6c4c1c26020 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:13:25.134704 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-59b69198-85b9-4112-bae9-b6c4c1c26020 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:25.135071 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-59b69198-85b9-4112-bae9-b6c4c1c26020 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Added segment 3b5ee562-6242-4688-b08b-00ad7b4a7f34 of type vlan for network 9f116389-31ae-4462-80d2-44bd51616622 Nov 23 22:13:25.183212 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-59b69198-85b9-4112-bae9-b6c4c1c26020 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:25.211248 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc52be9-6adb-49af-8437-93bcce5f3f18 service neutron] Pushing event updated for resources: {'Port': ['ID=646dccf4-5162-4879-811e-dc2b620c33b8,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:25.241575 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-59b69198-85b9-4112-bae9-b6c4c1c26020 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:25.254100 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b69198-85b9-4112-bae9-b6c4c1c26020 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:25.254785 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-59b69198-85b9-4112-bae9-b6c4c1c26020 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:25.330415 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-59b69198-85b9-4112-bae9-b6c4c1c26020 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3280818 Nov 23 22:13:25.335875 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35340) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:25.342306 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-d38addcc-d595-48af-82c0-b8910b957e16 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'subnet': {'network_id': '9f116389-31ae-4462-80d2-44bd51616622', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:25.364456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-1dc52be9-6adb-49af-8437-93bcce5f3f18 service neutron] Attempting to bind port 646dccf4-5162-4879-811e-dc2b620c33b8 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:13:25.365624 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-1dc52be9-6adb-49af-8437-93bcce5f3f18 service neutron] Attempting to bind port 646dccf4-5162-4879-811e-dc2b620c33b8 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '88a74061-97e3-49cf-9fc3-b5b0d915a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:13:25.366179 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-1dc52be9-6adb-49af-8437-93bcce5f3f18 service neutron] Attempting to bind port 646dccf4-5162-4879-811e-dc2b620c33b8 on network 7b530308-4f30-4efe-8c5c-2d60e46ef0aa {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:13:25.387794 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-1dc52be9-6adb-49af-8437-93bcce5f3f18 service neutron] Port 646dccf4-5162-4879-811e-dc2b620c33b8 on network 7b530308-4f30-4efe-8c5c-2d60e46ef0aa not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:13:25.388662 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-1dc52be9-6adb-49af-8437-93bcce5f3f18 service neutron] Attempting to bind port 646dccf4-5162-4879-811e-dc2b620c33b8 on network 7b530308-4f30-4efe-8c5c-2d60e46ef0aa {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:13:25.404289 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-1dc52be9-6adb-49af-8437-93bcce5f3f18 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:13:25.405472 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-1dc52be9-6adb-49af-8437-93bcce5f3f18 service neutron] Checking segment: {'id': '88a74061-97e3-49cf-9fc3-b5b0d915a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:13:25.405472 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-1dc52be9-6adb-49af-8437-93bcce5f3f18 service neutron] Bound using segment: {'id': '88a74061-97e3-49cf-9fc3-b5b0d915a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:13:25.405780 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-1dc52be9-6adb-49af-8437-93bcce5f3f18 service neutron] Bound port: 646dccf4-5162-4879-811e-dc2b620c33b8, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88a74061-97e3-49cf-9fc3-b5b0d915a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:13:25.406246 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-1dc52be9-6adb-49af-8437-93bcce5f3f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:25.409233 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b69198-85b9-4112-bae9-b6c4c1c26020 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Network': ['ID=9f116389-31ae-4462-80d2-44bd51616622,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:25.420872 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 9f116389-31ae-4462-80d2-44bd51616622 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:13:25.702165 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0707e-6836-45fa-94ef-48b8f1c0a2f4 req-3b63083b-d6a0-484c-befc-2a4783ae709e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:25.703831 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-deb0707e-6836-45fa-94ef-48b8f1c0a2f4 req-3b63083b-d6a0-484c-befc-2a4783ae709e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 943 time: 0.2243905 Nov 23 22:13:25.710606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38addcc-d595-48af-82c0-b8910b957e16 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:25.714327 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d38addcc-d595-48af-82c0-b8910b957e16 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:25.771490 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51635c2f-965c-425a-bc88-d79b0fadc523 req-234b7485-0911-43c6-adeb-f32d743a9d6c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1894741 Nov 23 22:13:25.798029 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-1dc52be9-6adb-49af-8437-93bcce5f3f18 service neutron] For port 646dccf4-5162-4879-811e-dc2b620c33b8, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:13:25.904724 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-1dc52be9-6adb-49af-8437-93bcce5f3f18 service neutron] For port 646dccf4-5162-4879-811e-dc2b620c33b8, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=646dccf4-5162-4879-811e-dc2b620c33b8,segment=NetworkSegment(88a74061-97e3-49cf-9fc3-b5b0d915a613),segment_id=88a74061-97e3-49cf-9fc3-b5b0d915a613)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:13:25.951721 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-1dc52be9-6adb-49af-8437-93bcce5f3f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:26.046356 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51635c2f-965c-425a-bc88-d79b0fadc523 req-991f6ed6-be6d-458a-b181-98e0edffdd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:26.048260 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51635c2f-965c-425a-bc88-d79b0fadc523 req-991f6ed6-be6d-458a-b181-98e0edffdd30 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58744f20ea5c4088bdd5abf19df7467d&device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 1096 time: 0.1586978 Nov 23 22:13:26.058920 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-deb0707e-6836-45fa-94ef-48b8f1c0a2f4 req-2702a6cd-5d59-43f9-a4da-110de149bb6e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3392847 Nov 23 22:13:26.232056 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-1dc52be9-6adb-49af-8437-93bcce5f3f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:26.233060 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-1dc52be9-6adb-49af-8437-93bcce5f3f18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:26.235844 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-1dc52be9-6adb-49af-8437-93bcce5f3f18 service neutron] 10.222.0.60 "PUT /v2.0/ports/646dccf4-5162-4879-811e-dc2b620c33b8 HTTP/1.1" status: 200 len: 1091 time: 2.1275704 Nov 23 22:13:26.239304 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4', 'tag': '646dccf4-5162-4879-811e-dc2b620c33b8'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:13:26.244743 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980db378-1de7-4c78-a108-124f45c5b0c3" -d '{"events": [{"name": "network-changed", "server_uuid": "9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4", "tag": "646dccf4-5162-4879-811e-dc2b620c33b8"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:13:26.470133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc52be9-6adb-49af-8437-93bcce5f3f18 service neutron] Pushing event updated for resources: {'Port': ['ID=646dccf4-5162-4879-811e-dc2b620c33b8,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:26.521737 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458fb555-c79b-4be5-8189-3082e6faec4b x-openstack-request-id: req-458fb555-c79b-4be5-8189-3082e6faec4b {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:13:26.522129 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4", "tag": "646dccf4-5162-4879-811e-dc2b620c33b8", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:13:26.522486 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-458fb555-c79b-4be5-8189-3082e6faec4b {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:13:26.523134 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4', 'tag': '646dccf4-5162-4879-811e-dc2b620c33b8', 'status': 'completed', 'code': 200} Nov 23 22:13:26.531730 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d38addcc-d595-48af-82c0-b8910b957e16 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:26.642056 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5065d1-64f2-42a4-98b3-a136f5da3f83 req-700cb713-ef6a-46ea-99d1-b54e5364db14 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:26.644006 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a5065d1-64f2-42a4-98b3-a136f5da3f83 req-700cb713-ef6a-46ea-99d1-b54e5364db14 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.5106802 Nov 23 22:13:26.701018 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-e45de329-20e6-446f-b459-30cc1a1b4941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:26.703925 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-e45de329-20e6-446f-b459-30cc1a1b4941 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 1094 time: 0.2646284 Nov 23 22:13:26.714572 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38addcc-d595-48af-82c0-b8910b957e16 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Subnet': ['ID=9f7b04f0-c942-4a2f-aa14-12e5af6e7238,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:26.724367 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51635c2f-965c-425a-bc88-d79b0fadc523 req-65b152f4-9561-407c-9ab9-de78f0de9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:26.725834 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51635c2f-965c-425a-bc88-d79b0fadc523 req-65b152f4-9561-407c-9ab9-de78f0de9978 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 HTTP/1.1" status: 200 len: 911 time: 0.5169847 Nov 23 22:13:26.750773 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35370) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:26.825519 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-6616a20a-8e6c-43dc-aba6-101e339e2448 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=646dccf4-5162-4879-811e-dc2b620c33b8 HTTP/1.1" status: 200 len: 217 time: 0.1073103 Nov 23 22:13:26.829727 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38addcc-d595-48af-82c0-b8910b957e16 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Checking segment: {'id': '3b5ee562-6242-4688-b08b-00ad7b4a7f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9f116389-31ae-4462-80d2-44bd51616622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:13:26.830116 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38addcc-d595-48af-82c0-b8910b957e16 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network hostable DHCP agents. Network: 9f116389-31ae-4462-80d2-44bd51616622, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:13:26.841394 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51635c2f-965c-425a-bc88-d79b0fadc523 req-28b1b9d5-f530-41d0-bfef-f77540c9f8df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab691c91-a558-40fb-8ee8-a052035e6b51 HTTP/1.1" status: 200 len: 217 time: 0.1006966 Nov 23 22:13:26.910878 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4ac5-4ca5-4973-9fe2-70577362ced0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:26.947825 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-7071810d-6ae0-471a-987b-76494b5d4051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:26.949343 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-7071810d-6ae0-471a-987b-76494b5d4051 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc83933b-c274-4ed1-a7dc-b79874b5ad9f HTTP/1.1" status: 200 len: 835 time: 0.1071754 Nov 23 22:13:26.959834 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a5065d1-64f2-42a4-98b3-a136f5da3f83 req-2db463e4-9127-416c-9437-20b01325fdd1 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3070219 Nov 23 22:13:27.066261 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51635c2f-965c-425a-bc88-d79b0fadc523 req-cc098b9f-9c90-4889-b5ff-f5dd51f8ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:27.067936 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51635c2f-965c-425a-bc88-d79b0fadc523 req-cc098b9f-9c90-4889-b5ff-f5dd51f8ebcc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0967a0c6-201c-4f64-942b-1c9918c65e1f HTTP/1.1" status: 200 len: 849 time: 0.2143023 Nov 23 22:13:27.087112 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4ac5-4ca5-4973-9fe2-70577362ced0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:27.093179 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2f0b4ac5-4ca5-4973-9fe2-70577362ced0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:27.141644 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b4ac5-4ca5-4973-9fe2-70577362ced0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad713c8-04e9-40b4-9ecc-78da468025e7,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:27.202534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38addcc-d595-48af-82c0-b8910b957e16 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network 9f116389-31ae-4462-80d2-44bd51616622 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:13:27.204133 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2f0b4ac5-4ca5-4973-9fe2-70577362ced0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cab0ba579b2b46b2a09fef00265b5fec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4516606 Nov 23 22:13:27.206400 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35378) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:27.264878 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-c0eb3074-71b4-4031-a26e-7d13853c0271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:27.266646 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-c0eb3074-71b4-4031-a26e-7d13853c0271 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3046808 Nov 23 22:13:27.289237 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-d38addcc-d595-48af-82c0-b8910b957e16 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 9f116389-31ae-4462-80d2-44bd51616622) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:27.303445 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c72e7c6f-c985-4a9e-940e-81fd7557a612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:27.304506 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97601a8-10e3-4b29-b8aa-d5f334e2656f None None] Network 9f116389-31ae-4462-80d2-44bd51616622 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:13:27.345057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d5f14-98ac-4a10-a2f3-e1b48ae994d4 req-da230c59-90b8-40fe-90b6-7a03c040f88b tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:27.346634 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-692d5f14-98ac-4a10-a2f3-e1b48ae994d4 req-da230c59-90b8-40fe-90b6-7a03c040f88b tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.2611620 Nov 23 22:13:27.358405 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38addcc-d595-48af-82c0-b8910b957e16 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:27.358405 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d38addcc-d595-48af-82c0-b8910b957e16 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:27.361189 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35384) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:27.377143 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c72e7c6f-c985-4a9e-940e-81fd7557a612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:27.382838 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f8cdf1f2-8d3e-4834-a4f1-bf617e3f9afc tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Request body: {'floatingip': {'port_id': 'ab691c91-a558-40fb-8ee8-a052035e6b51'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:27.415712 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51635c2f-965c-425a-bc88-d79b0fadc523 req-bd07b039-8aa5-4fd3-ab40-d069d8c7c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:27.417607 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51635c2f-965c-425a-bc88-d79b0fadc523 req-bd07b039-8aa5-4fd3-ab40-d069d8c7c0e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3411257 Nov 23 22:13:27.522479 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d38addcc-d595-48af-82c0-b8910b957e16 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1852088 Nov 23 22:13:27.526933 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35394) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:27.533659 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-b4920814-1ea8-45a2-881f-65ea41655880 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'port': {'network_id': '9f116389-31ae-4462-80d2-44bd51616622', 'name': 'tempest-PortsIpV6TestJSON-1618997869'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:27.540337 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f8cdf1f2-8d3e-4834-a4f1-bf617e3f9afc tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for floatingip, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:27.569547 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574f65c6-8275-47fe-8ba5-28725383d83f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-9f116389-31ae-4462-80d2-44bd51616622', 'network_id': '9f116389-31ae-4462-80d2-44bd51616622', 'tenant_id': 'cd2f5a8011944e019aca5146a8721a96', 'fixed_ips': [{'subnet_id': '9f7b04f0-c942-4a2f-aa14-12e5af6e7238'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:13:27.570835 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-574f65c6-8275-47fe-8ba5-28725383d83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:27.823840 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-574f65c6-8275-47fe-8ba5-28725383d83f None None] Allocated IP 2001:db8::2 (9f116389-31ae-4462-80d2-44bd51616622/9f7b04f0-c942-4a2f-aa14-12e5af6e7238/c1a020b3-b7cb-45cd-a484-1a1db27514d3) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:27.921934 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c72e7c6f-c985-4a9e-940e-81fd7557a612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:27.925336 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c72e7c6f-c985-4a9e-940e-81fd7557a612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:27.929807 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c72e7c6f-c985-4a9e-940e-81fd7557a612 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4ad713c8-04e9-40b4-9ecc-78da468025e7 HTTP/1.1" status: 204 len: 168 time: 0.7211599 Nov 23 22:13:27.958002 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e7c6f-c985-4a9e-940e-81fd7557a612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad713c8-04e9-40b4-9ecc-78da468025e7,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:27.974139 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-80314cb9-5ba3-48f2-88d9-c7a4050560a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:28.054303 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-574f65c6-8275-47fe-8ba5-28725383d83f None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:28.065976 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-574f65c6-8275-47fe-8ba5-28725383d83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:28.164902 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574f65c6-8275-47fe-8ba5-28725383d83f None None] Network 9f116389-31ae-4462-80d2-44bd51616622 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:28.169416 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-574f65c6-8275-47fe-8ba5-28725383d83f None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:28.174921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f65c6-8275-47fe-8ba5-28725383d83f None None] Pushing event updated for resources: {'Port': ['ID=c1a020b3-b7cb-45cd-a484-1a1db27514d3,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:28.179386 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574f65c6-8275-47fe-8ba5-28725383d83f None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:28.203628 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8a881-5b74-4287-9ace-3fd706b79e4e req-73cea4c7-a08a-47e3-abc4-24ffe3815d3a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:28.213931 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40e8a881-5b74-4287-9ace-3fd706b79e4e req-73cea4c7-a08a-47e3-abc4-24ffe3815d3a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 943 time: 0.9619446 Nov 23 22:13:28.286463 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-574f65c6-8275-47fe-8ba5-28725383d83f None None] Attempting to bind port c1a020b3-b7cb-45cd-a484-1a1db27514d3 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:13:28.286463 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-574f65c6-8275-47fe-8ba5-28725383d83f None None] Attempting to bind port c1a020b3-b7cb-45cd-a484-1a1db27514d3 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '3b5ee562-6242-4688-b08b-00ad7b4a7f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9f116389-31ae-4462-80d2-44bd51616622'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:13:28.286463 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574f65c6-8275-47fe-8ba5-28725383d83f None None] Attempting to bind port c1a020b3-b7cb-45cd-a484-1a1db27514d3 on network 9f116389-31ae-4462-80d2-44bd51616622 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:13:28.301034 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574f65c6-8275-47fe-8ba5-28725383d83f None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:13:28.302410 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574f65c6-8275-47fe-8ba5-28725383d83f None None] Checking segment: {'id': '3b5ee562-6242-4688-b08b-00ad7b4a7f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9f116389-31ae-4462-80d2-44bd51616622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:13:28.302946 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-574f65c6-8275-47fe-8ba5-28725383d83f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:28.303446 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574f65c6-8275-47fe-8ba5-28725383d83f None None] Bound using segment: {'id': '3b5ee562-6242-4688-b08b-00ad7b4a7f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9f116389-31ae-4462-80d2-44bd51616622'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:13:28.304518 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-574f65c6-8275-47fe-8ba5-28725383d83f None None] Bound port: c1a020b3-b7cb-45cd-a484-1a1db27514d3, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5ee562-6242-4688-b08b-00ad7b4a7f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '9f116389-31ae-4462-80d2-44bd51616622'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:13:28.304518 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-574f65c6-8275-47fe-8ba5-28725383d83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:28.409854 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-7ac726be-e547-4c1f-afd1-accc7a51b67c service neutron] 10.222.0.60 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1299086 Nov 23 22:13:28.412988 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-574f65c6-8275-47fe-8ba5-28725383d83f None None] For port c1a020b3-b7cb-45cd-a484-1a1db27514d3, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:13:28.417884 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-574f65c6-8275-47fe-8ba5-28725383d83f None None] For port c1a020b3-b7cb-45cd-a484-1a1db27514d3, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c1a020b3-b7cb-45cd-a484-1a1db27514d3,segment=NetworkSegment(3b5ee562-6242-4688-b08b-00ad7b4a7f34),segment_id=3b5ee562-6242-4688-b08b-00ad7b4a7f34)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:13:28.427568 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-574f65c6-8275-47fe-8ba5-28725383d83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:28.634219 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51635c2f-965c-425a-bc88-d79b0fadc523 req-cd3394b7-0ccf-41bc-b5e2-979c9b6ca5cb service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1781673 Nov 23 22:13:28.653485 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f65c6-8275-47fe-8ba5-28725383d83f None None] Pushing event updated for resources: {'Port': ['ID=c1a020b3-b7cb-45cd-a484-1a1db27514d3,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:28.682189 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40e8a881-5b74-4287-9ace-3fd706b79e4e req-29066e5c-f7c7-46ea-9668-07079d8bef84 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4304621 Nov 23 22:13:28.706945 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4920814-1ea8-45a2-881f-65ea41655880 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:28.721628 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b4920814-1ea8-45a2-881f-65ea41655880 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:29.060490 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-b4920814-1ea8-45a2-881f-65ea41655880 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] device_id is not set on port ffcbc035-a24e-4dd5-b568-fd9f78dba915 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:13:29.177045 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.db.resource_extend [None req-f8cdf1f2-8d3e-4834-a4f1-bf617e3f9afc tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] It took 0.75 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:13:29.268033 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51635c2f-965c-425a-bc88-d79b0fadc523 req-3b051516-b1d0-4f77-aa9b-823bd5abf481 service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748565 Nov 23 22:13:29.307494 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f8cdf1f2-8d3e-4834-a4f1-bf617e3f9afc tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:29.318923 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61236064-f48b-4a6e-8b79-17998e5251e9 req-b9d404ec-c0e3-49d2-af66-9b6ed715d310 service neutron] 10.222.0.60 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8713546 Nov 23 22:13:29.329124 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f8cdf1f2-8d3e-4834-a4f1-bf617e3f9afc tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:29.502582 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-b4920814-1ea8-45a2-881f-65ea41655880 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Allocated IP 2001:db8::1e7 (9f116389-31ae-4462-80d2-44bd51616622/9f7b04f0-c942-4a2f-aa14-12e5af6e7238/ffcbc035-a24e-4dd5-b568-fd9f78dba915) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:29.519171 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-f8cdf1f2-8d3e-4834-a4f1-bf617e3f9afc tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Floating IP b875d0ab-5c43-4389-9678-c4db027350c7 associated. External IP: 172.25.5.225, port: ab691c91-a558-40fb-8ee8-a052035e6b51. Nov 23 22:13:29.534928 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980db378-1de7-4c78-a108-124f45c5b0c3 req-b3850926-2bbe-4f4c-8b33-6a8282a793bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:29.536623 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-980db378-1de7-4c78-a108-124f45c5b0c3 req-b3850926-2bbe-4f4c-8b33-6a8282a793bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 1094 time: 0.1179357 Nov 23 22:13:29.805538 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b4920814-1ea8-45a2-881f-65ea41655880 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:29.930920 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cdf1f2-8d3e-4834-a4f1-bf617e3f9afc tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Router ad34c48f-b69d-444a-95c3-684891e78997 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:13:30.072623 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b4920814-1ea8-45a2-881f-65ea41655880 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:30.085115 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72706e9-ded4-4845-a2de-160a7df91d8f req-ae1276ac-070f-4ba6-be15-a1e060162122 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:30.086818 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:30.101588 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c72706e9-ded4-4845-a2de-160a7df91d8f req-ae1276ac-070f-4ba6-be15-a1e060162122 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 943 time: 0.2509551 Nov 23 22:13:30.190545 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cdf1f2-8d3e-4834-a4f1-bf617e3f9afc tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:13:30.198190 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f8cdf1f2-8d3e-4834-a4f1-bf617e3f9afc tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:30.206487 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d066fa8c-fa8c-4239-b241-598ca3942206 None None] Sync routers for ids ['ad34c48f-b69d-444a-95c3-684891e78997'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:13:30.230079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d066fa8c-fa8c-4239-b241-598ca3942206 None None] Routers {'ad34c48f-b69d-444a-95c3-684891e78997'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:13:30.232362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d066fa8c-fa8c-4239-b241-598ca3942206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:13:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ad34c48f-b69d-444a-95c3-684891e78997'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:30.291847 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f8cdf1f2-8d3e-4834-a4f1-bf617e3f9afc tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "PUT /v2.0/floatingips/b875d0ab-5c43-4389-9678-c4db027350c7 HTTP/1.1" status: 200 len: 991 time: 2.9268348 Nov 23 22:13:30.310025 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96aaa855-7413-47a9-9baf-c62a9e207518', 'tag': 'ab691c91-a558-40fb-8ee8-a052035e6b51'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:13:30.321473 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4920814-1ea8-45a2-881f-65ea41655880 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network 9f116389-31ae-4462-80d2-44bd51616622 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:30.336043 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301a5fe0-6987-4783-8b82-3205e86ea2b7" -d '{"events": [{"name": "network-changed", "server_uuid": "96aaa855-7413-47a9-9baf-c62a9e207518", "tag": "ab691c91-a558-40fb-8ee8-a052035e6b51"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:13:30.356945 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-b4920814-1ea8-45a2-881f-65ea41655880 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:30.361828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980db378-1de7-4c78-a108-124f45c5b0c3 req-0012e36a-d21c-451b-84bd-53597ab941af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:30.363344 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-980db378-1de7-4c78-a108-124f45c5b0c3 req-0012e36a-d21c-451b-84bd-53597ab941af service neutron] 10.222.0.60 "GET /v2.0/networks?id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa HTTP/1.1" status: 200 len: 898 time: 0.8122292 Nov 23 22:13:30.366326 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4920814-1ea8-45a2-881f-65ea41655880 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:30.378154 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4920814-1ea8-45a2-881f-65ea41655880 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:30.378860 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b4920814-1ea8-45a2-881f-65ea41655880 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:30.500544 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4920814-1ea8-45a2-881f-65ea41655880 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Port': ['ID=ffcbc035-a24e-4dd5-b568-fd9f78dba915,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:30.506882 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044832a0-183e-4fcb-af12-3e77e8ff2103 x-openstack-request-id: req-044832a0-183e-4fcb-af12-3e77e8ff2103 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:13:30.507225 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96aaa855-7413-47a9-9baf-c62a9e207518", "tag": "ab691c91-a558-40fb-8ee8-a052035e6b51", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:13:30.507433 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-044832a0-183e-4fcb-af12-3e77e8ff2103 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:13:30.507956 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96aaa855-7413-47a9-9baf-c62a9e207518', 'tag': 'ab691c91-a558-40fb-8ee8-a052035e6b51', 'status': 'completed', 'code': 200} Nov 23 22:13:30.524404 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-980db378-1de7-4c78-a108-124f45c5b0c3 req-7d757827-eb44-434b-a762-98098dca11a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=646dccf4-5162-4879-811e-dc2b620c33b8 HTTP/1.1" status: 200 len: 217 time: 0.1284733 Nov 23 22:13:30.530927 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35448) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:30.531143 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b4920814-1ea8-45a2-881f-65ea41655880 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0011919 Nov 23 22:13:30.537083 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-eb781bdd-cdad-46fc-9f00-a13346396db3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'port': {'network_id': '9f116389-31ae-4462-80d2-44bd51616622', 'name': 'tempest-PortsIpV6TestJSON-318464159'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:30.546549 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c72706e9-ded4-4845-a2de-160a7df91d8f req-2486a938-5610-4338-8f2d-5cee068dce92 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4437940 Nov 23 22:13:30.621961 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980db378-1de7-4c78-a108-124f45c5b0c3 req-2f072869-aa23-46f4-90f8-5b24de0b0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:30.624164 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-980db378-1de7-4c78-a108-124f45c5b0c3 req-2f072869-aa23-46f4-90f8-5b24de0b0880 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc83933b-c274-4ed1-a7dc-b79874b5ad9f HTTP/1.1" status: 200 len: 835 time: 0.0908434 Nov 23 22:13:30.661747 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a5fe0-6987-4783-8b82-3205e86ea2b7 req-d1329a5e-7e4a-4826-baab-bd4cceda5489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:30.663436 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-301a5fe0-6987-4783-8b82-3205e86ea2b7 req-d1329a5e-7e4a-4826-baab-bd4cceda5489 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58744f20ea5c4088bdd5abf19df7467d&device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 1096 time: 0.0960226 Nov 23 22:13:30.718409 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c1a020b3-b7cb-45cd-a484-1a1db27514d3 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:13:30.724112 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c2ebd9-4c49-4d0d-b1c1-f3c16ab2f098 None None] Network 9f116389-31ae-4462-80d2-44bd51616622 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:13:30.763408 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb781bdd-cdad-46fc-9f00-a13346396db3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:30.767946 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb781bdd-cdad-46fc-9f00-a13346396db3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:30.807997 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-eb781bdd-cdad-46fc-9f00-a13346396db3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] device_id is not set on port 42618105-faa2-4f45-b79c-642cb14c21d0 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:13:30.841891 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980db378-1de7-4c78-a108-124f45c5b0c3 req-e3bcdd09-008f-42e6-b0b8-d5277d8c810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:30.847686 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-980db378-1de7-4c78-a108-124f45c5b0c3 req-e3bcdd09-008f-42e6-b0b8-d5277d8c810a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2096062 Nov 23 22:13:30.934493 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f538f8e1-c963-4e3a-8457-ee20dc69624e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:31.050899 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-eb781bdd-cdad-46fc-9f00-a13346396db3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Allocated IP 2001:db8::234 (9f116389-31ae-4462-80d2-44bd51616622/9f7b04f0-c942-4a2f-aa14-12e5af6e7238/42618105-faa2-4f45-b79c-642cb14c21d0) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:31.070023 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a5fe0-6987-4783-8b82-3205e86ea2b7 req-939f5647-b517-49ec-a774-6707d50548a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:31.071613 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-301a5fe0-6987-4783-8b82-3205e86ea2b7 req-939f5647-b517-49ec-a774-6707d50548a6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 HTTP/1.1" status: 200 len: 911 time: 0.3835688 Nov 23 22:13:31.155782 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e4cb0cfa-c779-41ec-a28d-bad96f81a2dc None None] Provisioning complete for port c1a020b3-b7cb-45cd-a484-1a1db27514d3 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:31.156333 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e4cb0cfa-c779-41ec-a28d-bad96f81a2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:31.243335 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-980db378-1de7-4c78-a108-124f45c5b0c3 req-d7f85954-365f-4fb3-b8ed-92c64e2a14f3 service neutron] 10.222.0.60 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760991 Nov 23 22:13:31.328385 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-301a5fe0-6987-4783-8b82-3205e86ea2b7 req-cb5dcd61-13d6-4b7d-b1e1-6eb54e37fdf2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab691c91-a558-40fb-8ee8-a052035e6b51 HTTP/1.1" status: 200 len: 999 time: 0.2454817 Nov 23 22:13:31.342048 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-d066fa8c-fa8c-4239-b241-598ca3942206 None None] Set router ad34c48f-b69d-444a-95c3-684891e78997 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:13:31.400976 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb781bdd-cdad-46fc-9f00-a13346396db3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:31.409749 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port c1a020b3-b7cb-45cd-a484-1a1db27514d3 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:31.410135 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:31.466889 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb781bdd-cdad-46fc-9f00-a13346396db3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:31.495705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a5fe0-6987-4783-8b82-3205e86ea2b7 req-d658d7a7-6cdc-4642-bea0-fd64f988bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:31.497679 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-301a5fe0-6987-4783-8b82-3205e86ea2b7 req-d658d7a7-6cdc-4642-bea0-fd64f988bfde service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0967a0c6-201c-4f64-942b-1c9918c65e1f HTTP/1.1" status: 200 len: 849 time: 0.1481845 Nov 23 22:13:31.541702 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-980db378-1de7-4c78-a108-124f45c5b0c3 req-32219d6d-56d5-40de-ba27-384c2480a7ea service neutron] 10.222.0.60 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877688 Nov 23 22:13:31.572333 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e4cb0cfa-c779-41ec-a28d-bad96f81a2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:31.603116 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb781bdd-cdad-46fc-9f00-a13346396db3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Port': ['ID=42618105-faa2-4f45-b79c-642cb14c21d0,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:31.633811 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb781bdd-cdad-46fc-9f00-a13346396db3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network 9f116389-31ae-4462-80d2-44bd51616622 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:31.640306 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-eb781bdd-cdad-46fc-9f00-a13346396db3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:31.650487 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb781bdd-cdad-46fc-9f00-a13346396db3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:31.650955 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a5fe0-6987-4783-8b82-3205e86ea2b7 req-a1420909-fdd1-4d3a-aed1-93f46c007b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:31.660354 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-301a5fe0-6987-4783-8b82-3205e86ea2b7 req-a1420909-fdd1-4d3a-aed1-93f46c007b77 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1434650 Nov 23 22:13:31.666891 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb781bdd-cdad-46fc-9f00-a13346396db3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:31.669710 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb781bdd-cdad-46fc-9f00-a13346396db3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:31.718349 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-eb781bdd-cdad-46fc-9f00-a13346396db3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1861649 Nov 23 22:13:31.721254 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35460) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:31.795063 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:31.797512 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e4cb0cfa-c779-41ec-a28d-bad96f81a2dc None None] For port c1a020b3-b7cb-45cd-a484-1a1db27514d3, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c1a020b3-b7cb-45cd-a484-1a1db27514d3,segment=NetworkSegment(3b5ee562-6242-4688-b08b-00ad7b4a7f34),segment_id=3b5ee562-6242-4688-b08b-00ad7b4a7f34)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:31.823723 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e4cb0cfa-c779-41ec-a28d-bad96f81a2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:31.858629 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d2f6d3-4e2d-48a6-9c42-63578d331fdf tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:31.866078 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-79d2f6d3-4e2d-48a6-9c42-63578d331fdf tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1e7 HTTP/1.1" status: 200 len: 929 time: 0.1437066 Nov 23 22:13:31.870139 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35464) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:31.895179 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16716d-57d9-4422-bd21-5555a9656b5d req-ad2b7b44-9721-4f1f-bdd2-512813b53960 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:31.899266 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d16716d-57d9-4422-bd21-5555a9656b5d req-ad2b7b44-9721-4f1f-bdd2-512813b53960 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 943 time: 0.2175813 Nov 23 22:13:32.063991 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-301a5fe0-6987-4783-8b82-3205e86ea2b7 req-afa0e418-7549-4756-8211-d6082582e808 service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019434 Nov 23 22:13:32.068806 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-38bcdd1b-d1ae-4595-83d0-cbcd970adc28 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting port 42618105-faa2-4f45-b79c-642cb14c21d0 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:13:32.069234 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38bcdd1b-d1ae-4595-83d0-cbcd970adc28 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:32.105034 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d16716d-57d9-4422-bd21-5555a9656b5d req-db34b2b1-f5fd-4c5e-85ab-98e6a63f4fae tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920128 Nov 23 22:13:32.126330 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 646dccf4-5162-4879-811e-dc2b620c33b8 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:13:32.196648 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-301a5fe0-6987-4783-8b82-3205e86ea2b7 req-c70e15dc-9c6b-4b17-91ce-2d3a9289cad8 service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235535 Nov 23 22:13:32.231449 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38bcdd1b-d1ae-4595-83d0-cbcd970adc28 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:32.275417 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-38bcdd1b-d1ae-4595-83d0-cbcd970adc28 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Calling delete_port for 42618105-faa2-4f45-b79c-642cb14c21d0 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:13:32.326036 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 646dccf4-5162-4879-811e-dc2b620c33b8, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=646dccf4-5162-4879-811e-dc2b620c33b8,segment=NetworkSegment(88a74061-97e3-49cf-9fc3-b5b0d915a613),segment_id=88a74061-97e3-49cf-9fc3-b5b0d915a613)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:32.343639 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '646dccf4-5162-4879-811e-dc2b620c33b8', 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa', 'port_id': '646dccf4-5162-4879-811e-dc2b620c33b8', 'mac_address': 'fa:16:3e:0d:63:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc83933b-c274-4ed1-a7dc-b79874b5ad9f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:13:32.576576 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38bcdd1b-d1ae-4595-83d0-cbcd970adc28 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:32.591840 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb0cfa-c779-41ec-a28d-bad96f81a2dc None None] Pushing event updated for resources: {'Port': ['ID=c1a020b3-b7cb-45cd-a484-1a1db27514d3,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:32.608794 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:32.644181 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646dccf4-5162-4879-811e-dc2b620c33b8 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:13:32.686243 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bcdd1b-d1ae-4595-83d0-cbcd970adc28 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Port': ['ID=42618105-faa2-4f45-b79c-642cb14c21d0,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:32.708011 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 646dccf4-5162-4879-811e-dc2b620c33b8, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=646dccf4-5162-4879-811e-dc2b620c33b8,segment=NetworkSegment(88a74061-97e3-49cf-9fc3-b5b0d915a613),segment_id=88a74061-97e3-49cf-9fc3-b5b0d915a613)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:32.731315 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d066fa8c-fa8c-4239-b241-598ca3942206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'name': 'tempest-AttachVolumeTestJSON-464797771-router', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:12:45Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'gw_port': {'id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:46Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'b875d0ab-5c43-4389-9678-c4db027350c7', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'port_id': 'ab691c91-a558-40fb-8ee8-a052035e6b51', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'mac_address': 'fa:16:3e:a7:de:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aaa855-7413-47a9-9baf-c62a9e207518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:13:02Z', 'updated_at': '2021-11-23T22:13:28Z', 'revision_number': 1, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af67ed9-3380-490f-bc7e-e04387e5bf84', 'name': '', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'mac_address': 'fa:16:3e:a3:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:52Z', 'updated_at': '2021-11-23T22:13:01Z', 'revision_number': 5, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'subnets': [{'id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:32.749596 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38bcdd1b-d1ae-4595-83d0-cbcd970adc28 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:32.753619 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-38bcdd1b-d1ae-4595-83d0-cbcd970adc28 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/ports/42618105-faa2-4f45-b79c-642cb14c21d0 HTTP/1.1" status: 204 len: 168 time: 0.8812439 Nov 23 22:13:32.756388 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35484) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:32.801879 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:32.805107 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8b0bdf-bf2b-480b-9ee7-22a1e048e8ca tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] GET failed (client error): The resource could not be found. Nov 23 22:13:32.807002 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d066fa8c-fa8c-4239-b241-598ca3942206 None None] Checking router: ad34c48f-b69d-444a-95c3-684891e78997 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:13:32.812710 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1e8b0bdf-bf2b-480b-9ee7-22a1e048e8ca tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports/42618105-faa2-4f45-b79c-642cb14c21d0 HTTP/1.1" status: 404 len: 333 time: 0.0551944 Nov 23 22:13:32.815385 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35486) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:32.983226 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e78353cb-4a53-46b6-bcf0-467d5eb91f0a None None] Could not find standard attr ID for object 42618105-faa2-4f45-b79c-642cb14c21d0. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:13:33.023871 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d066fa8c-fa8c-4239-b241-598ca3942206 None None] Routers {'ad34c48f-b69d-444a-95c3-684891e78997'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:13:33.024516 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d066fa8c-fa8c-4239-b241-598ca3942206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:13:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ad34c48f-b69d-444a-95c3-684891e78997'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:33.132016 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-c1acbcde-faa0-470a-b436-ec394be05c50 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting port ffcbc035-a24e-4dd5-b568-fd9f78dba915 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:13:33.132016 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c1acbcde-faa0-470a-b436-ec394be05c50 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:33.392882 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622da4d1-3f1d-4a23-be48-6d73174f7185 req-8c2dc545-25b1-474d-90e2-102a575e216c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:33.395053 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=646dccf4-5162-4879-811e-dc2b620c33b8,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:33.397875 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-622da4d1-3f1d-4a23-be48-6d73174f7185 req-8c2dc545-25b1-474d-90e2-102a575e216c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 944 time: 0.1138215 Nov 23 22:13:33.421861 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e78353cb-4a53-46b6-bcf0-467d5eb91f0a None None] Provisioning complete for port ffcbc035-a24e-4dd5-b568-fd9f78dba915 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:33.422229 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e78353cb-4a53-46b6-bcf0-467d5eb91f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:33.425206 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:33.442497 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c1acbcde-faa0-470a-b436-ec394be05c50 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:33.463153 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['646dccf4-5162-4879-811e-dc2b620c33b8'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:13:33.477238 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-c1acbcde-faa0-470a-b436-ec394be05c50 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Calling delete_port for ffcbc035-a24e-4dd5-b568-fd9f78dba915 owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:13:33.517783 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-622da4d1-3f1d-4a23-be48-6d73174f7185 req-4717c5de-9061-487f-ac9d-9656ef6dba24 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047778 Nov 23 22:13:33.615010 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-d066fa8c-fa8c-4239-b241-598ca3942206 None None] Set router ad34c48f-b69d-444a-95c3-684891e78997 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:13:33.653167 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e78353cb-4a53-46b6-bcf0-467d5eb91f0a None None] Port ffcbc035-a24e-4dd5-b568-fd9f78dba915 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:13:33.815184 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c1acbcde-faa0-470a-b436-ec394be05c50 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:33.823573 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e78353cb-4a53-46b6-bcf0-467d5eb91f0a None None] Provisioning complete for port c1a020b3-b7cb-45cd-a484-1a1db27514d3 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:33.824428 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e78353cb-4a53-46b6-bcf0-467d5eb91f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:33.893432 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acbcde-faa0-470a-b436-ec394be05c50 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Port': ['ID=ffcbc035-a24e-4dd5-b568-fd9f78dba915,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:33.930441 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:33.976073 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c1acbcde-faa0-470a-b436-ec394be05c50 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:33.983480 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35506) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:33.983691 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c1acbcde-faa0-470a-b436-ec394be05c50 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/ports/ffcbc035-a24e-4dd5-b568-fd9f78dba915 HTTP/1.1" status: 204 len: 168 time: 1.1670582 Nov 23 22:13:34.018571 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4fb9a3-65f3-4f25-9994-2b7abd7c2fe2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] GET failed (client error): The resource could not be found. Nov 23 22:13:34.020346 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9e4fb9a3-65f3-4f25-9994-2b7abd7c2fe2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports/ffcbc035-a24e-4dd5-b568-fd9f78dba915 HTTP/1.1" status: 404 len: 333 time: 0.0353868 Nov 23 22:13:34.023258 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35508) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:34.182315 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-020770aa-0198-4bc7-a017-fc860566b7dc tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting subnet 9f7b04f0-c942-4a2f-aa14-12e5af6e7238 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:13:34.199961 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-020770aa-0198-4bc7-a017-fc860566b7dc tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:34.330220 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-020770aa-0198-4bc7-a017-fc860566b7dc tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:34.415256 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c1a020b3-b7cb-45cd-a484-1a1db27514d3 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:13:34.442670 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-020770aa-0198-4bc7-a017-fc860566b7dc tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:34.538774 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-020770aa-0198-4bc7-a017-fc860566b7dc tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:34.618443 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020770aa-0198-4bc7-a017-fc860566b7dc tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Subnet': ['ID=9f7b04f0-c942-4a2f-aa14-12e5af6e7238,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:34.633894 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-020770aa-0198-4bc7-a017-fc860566b7dc tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:34.638014 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-020770aa-0198-4bc7-a017-fc860566b7dc tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/subnets/9f7b04f0-c942-4a2f-aa14-12e5af6e7238 HTTP/1.1" status: 204 len: 168 time: 0.6136565 Nov 23 22:13:34.640884 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35518) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:34.767841 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port c1a020b3-b7cb-45cd-a484-1a1db27514d3 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:34.768469 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:34.804079 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b2bbe-be8e-4039-80c9-b0f1558b1106 req-3decbcb4-f135-43ba-9e4a-5430cb27427d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:34.805869 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-408b2bbe-be8e-4039-80c9-b0f1558b1106 req-3decbcb4-f135-43ba-9e4a-5430cb27427d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 944 time: 0.1243551 Nov 23 22:13:34.814210 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e49775cf-1c83-4fae-8b4a-e367627ff423 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:34.862617 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c27b9a-6a07-4124-b32e-fd2ff50ba64a None None] Network 9f116389-31ae-4462-80d2-44bd51616622 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:13:34.960098 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-408b2bbe-be8e-4039-80c9-b0f1558b1106 req-1cd80820-3cbe-419a-afac-fae924c65f35 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473916 Nov 23 22:13:34.960677 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-e49775cf-1c83-4fae-8b4a-e367627ff423 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting port c1a020b3-b7cb-45cd-a484-1a1db27514d3 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:13:34.961153 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e49775cf-1c83-4fae-8b4a-e367627ff423 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:34.999952 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c5e63fcf-ee55-4738-9eaf-413760877273 None None] Could not find standard attr ID for object 42618105-faa2-4f45-b79c-642cb14c21d0. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:13:35.035172 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c5e63fcf-ee55-4738-9eaf-413760877273 None None] Could not find standard attr ID for object ffcbc035-a24e-4dd5-b568-fd9f78dba915. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:13:35.042512 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d066fa8c-fa8c-4239-b241-598ca3942206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'name': 'tempest-AttachVolumeTestJSON-464797771-router', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:12:45Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'gw_port': {'id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:46Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'b875d0ab-5c43-4389-9678-c4db027350c7', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'port_id': 'ab691c91-a558-40fb-8ee8-a052035e6b51', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'mac_address': 'fa:16:3e:a7:de:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aaa855-7413-47a9-9baf-c62a9e207518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:13:02Z', 'updated_at': '2021-11-23T22:13:28Z', 'revision_number': 1, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af67ed9-3380-490f-bc7e-e04387e5bf84', 'name': '', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'mac_address': 'fa:16:3e:a3:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:52Z', 'updated_at': '2021-11-23T22:13:01Z', 'revision_number': 5, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'subnets': [{'id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:35.126901 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d066fa8c-fa8c-4239-b241-598ca3942206 None None] The sync data for ids ['ad34c48f-b69d-444a-95c3-684891e78997'] in n-d-816206-9 is: [{'id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'name': 'tempest-AttachVolumeTestJSON-464797771-router', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:12:45Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'gw_port': {'id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:46Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'b875d0ab-5c43-4389-9678-c4db027350c7', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'port_id': 'ab691c91-a558-40fb-8ee8-a052035e6b51', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'mac_address': 'fa:16:3e:a7:de:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96aaa855-7413-47a9-9baf-c62a9e207518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:13:02Z', 'updated_at': '2021-11-23T22:13:28Z', 'revision_number': 1, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af67ed9-3380-490f-bc7e-e04387e5bf84', 'name': '', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'mac_address': 'fa:16:3e:a3:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:52Z', 'updated_at': '2021-11-23T22:13:01Z', 'revision_number': 5, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'subnets': [{'id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:13:35.135390 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-e49775cf-1c83-4fae-8b4a-e367627ff423 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] For port c1a020b3-b7cb-45cd-a484-1a1db27514d3, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c1a020b3-b7cb-45cd-a484-1a1db27514d3,segment=NetworkSegment(3b5ee562-6242-4688-b08b-00ad7b4a7f34),segment_id=3b5ee562-6242-4688-b08b-00ad7b4a7f34)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:35.135773 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e49775cf-1c83-4fae-8b4a-e367627ff423 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:35.169965 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-e49775cf-1c83-4fae-8b4a-e367627ff423 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Calling delete_port for c1a020b3-b7cb-45cd-a484-1a1db27514d3 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:13:35.272738 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ba9e53-c611-41fa-8ee8-3f5d8d7e6a11 None None] DHCP port deletion for 9f116389-31ae-4462-80d2-44bd51616622 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:13:35.303890 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e49775cf-1c83-4fae-8b4a-e367627ff423 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:35.329875 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-36ba9e53-c611-41fa-8ee8-3f5d8d7e6a11 None None] Deleting port c1a020b3-b7cb-45cd-a484-1a1db27514d3 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:13:35.330273 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-36ba9e53-c611-41fa-8ee8-3f5d8d7e6a11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:35.331956 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49775cf-1c83-4fae-8b4a-e367627ff423 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Port': ['ID=c1a020b3-b7cb-45cd-a484-1a1db27514d3,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:35.335646 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49775cf-1c83-4fae-8b4a-e367627ff423 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] No DVR routers for this DVR port c1a020b3-b7cb-45cd-a484-1a1db27514d3 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:13:35.368198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35530) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:35.418853 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-36ba9e53-c611-41fa-8ee8-3f5d8d7e6a11 None None] For port c1a020b3-b7cb-45cd-a484-1a1db27514d3, host n-d-816206-9, got binding levels [] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:35.419408 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-36ba9e53-c611-41fa-8ee8-3f5d8d7e6a11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:35.434397 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-36ba9e53-c611-41fa-8ee8-3f5d8d7e6a11 None None] Calling delete_port for c1a020b3-b7cb-45cd-a484-1a1db27514d3 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:13:35.436852 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e49775cf-1c83-4fae-8b4a-e367627ff423 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:35.437825 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.ipam_backend_mixin [None req-36ba9e53-c611-41fa-8ee8-3f5d8d7e6a11 None None] Port c1a020b3-b7cb-45cd-a484-1a1db27514d3 was not found and therefore no delete operation was performed {{(pid=110035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 22:13:35.438611 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-36ba9e53-c611-41fa-8ee8-3f5d8d7e6a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:35.475720 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-e49775cf-1c83-4fae-8b4a-e367627ff423 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f116389-31ae-4462-80d2-44bd51616622']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:35.485178 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba9e53-c611-41fa-8ee8-3f5d8d7e6a11 None None] Pushing event deleted for resources: {'Port': ['ID=c1a020b3-b7cb-45cd-a484-1a1db27514d3,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:35.492843 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ba9e53-c611-41fa-8ee8-3f5d8d7e6a11 None None] No DVR routers for this DVR port c1a020b3-b7cb-45cd-a484-1a1db27514d3 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:13:35.502989 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-e49775cf-1c83-4fae-8b4a-e367627ff423 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5ee562-6242-4688-b08b-00ad7b4a7f34') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:35.502989 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-e49775cf-1c83-4fae-8b4a-e367627ff423 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5ee562-6242-4688-b08b-00ad7b4a7f34') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:35.528465 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e49775cf-1c83-4fae-8b4a-e367627ff423 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:35.552312 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e49775cf-1c83-4fae-8b4a-e367627ff423 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:35.571144 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49775cf-1c83-4fae-8b4a-e367627ff423 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:13:35.571144 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e49775cf-1c83-4fae-8b4a-e367627ff423 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:35.584429 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ce2a3b-f58e-49a7-b1ff-643eb3a051f3 None None] New status for floating IP b875d0ab-5c43-4389-9678-c4db027350c7: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:13:35.589367 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:13:35.653850 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e49775cf-1c83-4fae-8b4a-e367627ff423 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:35.675187 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e49775cf-1c83-4fae-8b4a-e367627ff423 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:35.678668 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e49775cf-1c83-4fae-8b4a-e367627ff423 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/networks/9f116389-31ae-4462-80d2-44bd51616622 HTTP/1.1" status: 204 len: 168 time: 1.0366669 Nov 23 22:13:35.679643 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49775cf-1c83-4fae-8b4a-e367627ff423 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Network': ['ID=9f116389-31ae-4462-80d2-44bd51616622,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:35.682306 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35540) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:35.689120 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-05c538a0-8693-4f78-bc3b-3c3b99c9f2c7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1886330367'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:35.713866 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c538a0-8693-4f78-bc3b-3c3b99c9f2c7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:35.729245 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-05c538a0-8693-4f78-bc3b-3c3b99c9f2c7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:35.765631 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c538a0-8693-4f78-bc3b-3c3b99c9f2c7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:13:35.767052 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d78cb5-82bc-4a35-af29-dcbf1c1b7c2e admin admin] Deleting subnet 38696a44-a2c6-4669-89ae-e2db4c7c8993 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:13:35.774973 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f5d78cb5-82bc-4a35-af29-dcbf1c1b7c2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:35.775550 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-05c538a0-8693-4f78-bc3b-3c3b99c9f2c7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:35.776318 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-05c538a0-8693-4f78-bc3b-3c3b99c9f2c7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Added segment 0d7386f1-ac5e-4f8c-a9e4-fc6bfeb73820 of type vlan for network d6c41cd4-0fe8-43bc-b388-0548f67fdc63 Nov 23 22:13:35.833961 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f5d78cb5-82bc-4a35-af29-dcbf1c1b7c2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:35.857147 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-05c538a0-8693-4f78-bc3b-3c3b99c9f2c7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:35.880366 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f5d78cb5-82bc-4a35-af29-dcbf1c1b7c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:35.920306 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-05c538a0-8693-4f78-bc3b-3c3b99c9f2c7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:35.927257 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c538a0-8693-4f78-bc3b-3c3b99c9f2c7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:35.927257 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-05c538a0-8693-4f78-bc3b-3c3b99c9f2c7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:35.953429 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f5d78cb5-82bc-4a35-af29-dcbf1c1b7c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:35.991704 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d78cb5-82bc-4a35-af29-dcbf1c1b7c2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38696a44-a2c6-4669-89ae-e2db4c7c8993,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:36.002348 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-05c538a0-8693-4f78-bc3b-3c3b99c9f2c7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3185899 Nov 23 22:13:36.006165 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35546) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:36.012356 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a442a824-1df3-4851-b7d9-87346185e485 None None] Network 313f69bc-4ff6-4f59-a350-18ff373065a0 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:13:36.020617 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f5d78cb5-82bc-4a35-af29-dcbf1c1b7c2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:36.022897 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-8dc18f4a-7e51-431a-9a99-7eb2c5787e6f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'subnet': {'network_id': 'd6c41cd4-0fe8-43bc-b388-0548f67fdc63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:36.026493 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f5d78cb5-82bc-4a35-af29-dcbf1c1b7c2e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/38696a44-a2c6-4669-89ae-e2db4c7c8993 HTTP/1.1" status: 204 len: 168 time: 0.6572542 Nov 23 22:13:36.027736 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35548) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:36.127629 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 646dccf4-5162-4879-811e-dc2b620c33b8 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:13:36.132981 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ba398727-3e0e-451b-881d-fd7866832473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:36.189010 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c538a0-8693-4f78-bc3b-3c3b99c9f2c7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Network': ['ID=d6c41cd4-0fe8-43bc-b388-0548f67fdc63,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:36.237204 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network d6c41cd4-0fe8-43bc-b388-0548f67fdc63 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:13:36.247857 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc18f4a-7e51-431a-9a99-7eb2c5787e6f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:36.251667 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8dc18f4a-7e51-431a-9a99-7eb2c5787e6f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:36.284205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c1a020b3-b7cb-45cd-a484-1a1db27514d3 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:13:36.288731 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8bd19-38d3-43d1-8020-d98449f07957 req-3e0d9b24-45b2-4519-aea7-904381c9f4d5 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:36.290702 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8ef8bd19-38d3-43d1-8020-d98449f07957 req-3e0d9b24-45b2-4519-aea7-904381c9f4d5 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 944 time: 0.1558175 Nov 23 22:13:36.333845 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: c1a020b3-b7cb-45cd-a484-1a1db27514d3 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:13:36.334289 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c1a020b3-b7cb-45cd-a484-1a1db27514d3 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:13:36.441600 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ba398727-3e0e-451b-881d-fd7866832473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:36.475069 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-ba398727-3e0e-451b-881d-fd7866832473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313f69bc-4ff6-4f59-a350-18ff373065a0']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:36.488826 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 646dccf4-5162-4879-811e-dc2b620c33b8 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:13:36.489354 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-ba398727-3e0e-451b-881d-fd7866832473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a5fcd6-b2bb-4af7-ad33-cd5521f76895') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:36.489354 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-ba398727-3e0e-451b-881d-fd7866832473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a5fcd6-b2bb-4af7-ad33-cd5521f76895') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:36.494657 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 646dccf4-5162-4879-811e-dc2b620c33b8 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:36.494657 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:36.495713 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8ef8bd19-38d3-43d1-8020-d98449f07957 req-5638283c-9c15-40c5-b09f-ac49b5d35364 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898897 Nov 23 22:13:36.501835 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ba398727-3e0e-451b-881d-fd7866832473 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:36.517513 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ba398727-3e0e-451b-881d-fd7866832473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:36.525258 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba398727-3e0e-451b-881d-fd7866832473 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:13:36.525791 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ba398727-3e0e-451b-881d-fd7866832473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:13:36.530452 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:13:36.594416 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31386678-f4eb-4e22-9f8b-b0df9bd89eea None None] DHCP port deletion for 313f69bc-4ff6-4f59-a350-18ff373065a0 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:13:36.598450 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ba398727-3e0e-451b-881d-fd7866832473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:36.603580 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ba398727-3e0e-451b-881d-fd7866832473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:36.609343 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ba398727-3e0e-451b-881d-fd7866832473 admin admin] 10.222.0.50 "DELETE /v2.0/networks/313f69bc-4ff6-4f59-a350-18ff373065a0 HTTP/1.1" status: 204 len: 168 time: 0.5783324 Nov 23 22:13:36.641930 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba398727-3e0e-451b-881d-fd7866832473 admin admin] Pushing event deleted for resources: {'Network': ['ID=313f69bc-4ff6-4f59-a350-18ff373065a0,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:36.707494 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:36.724510 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8dc18f4a-7e51-431a-9a99-7eb2c5787e6f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:36.768389 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646dccf4-5162-4879-811e-dc2b620c33b8'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:13:36.779986 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b590d95f-6d91-48f0-9294-caa289c73425" -d '{"events": [{"server_uuid": "9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4", "name": "network-vif-plugged", "status": "completed", "tag": "646dccf4-5162-4879-811e-dc2b620c33b8"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:13:36.843153 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 646dccf4-5162-4879-811e-dc2b620c33b8, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=646dccf4-5162-4879-811e-dc2b620c33b8,segment=NetworkSegment(88a74061-97e3-49cf-9fc3-b5b0d915a613),segment_id=88a74061-97e3-49cf-9fc3-b5b0d915a613)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:36.858285 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:36.864244 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c690458-fff3-4fd5-a68d-fa0a7d56d9ed x-openstack-request-id: req-8c690458-fff3-4fd5-a68d-fa0a7d56d9ed {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:13:36.864762 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4", "name": "network-vif-plugged", "status": "completed", "tag": "646dccf4-5162-4879-811e-dc2b620c33b8", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:13:36.865214 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8c690458-fff3-4fd5-a68d-fa0a7d56d9ed {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:13:36.865788 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646dccf4-5162-4879-811e-dc2b620c33b8', 'code': 200} Nov 23 22:13:36.889859 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35574) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:36.893897 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc18f4a-7e51-431a-9a99-7eb2c5787e6f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Subnet': ['ID=de115846-68db-4448-b05c-44d45ffa36b4,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:36.946395 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc18f4a-7e51-431a-9a99-7eb2c5787e6f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Checking segment: {'id': '0d7386f1-ac5e-4f8c-a9e4-fc6bfeb73820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd6c41cd4-0fe8-43bc-b388-0548f67fdc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:13:36.946699 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc18f4a-7e51-431a-9a99-7eb2c5787e6f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network hostable DHCP agents. Network: d6c41cd4-0fe8-43bc-b388-0548f67fdc63, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:13:36.963091 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-78340367-a29b-4766-aefc-67497587dcd7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d2caa4f9ec1b460cacd43c2d53007606&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0716307 Nov 23 22:13:36.966101 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35576) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:36.989990 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc18f4a-7e51-431a-9a99-7eb2c5787e6f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network d6c41cd4-0fe8-43bc-b388-0548f67fdc63 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:13:37.014519 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-8dc18f4a-7e51-431a-9a99-7eb2c5787e6f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, d6c41cd4-0fe8-43bc-b388-0548f67fdc63) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:37.019866 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=646dccf4-5162-4879-811e-dc2b620c33b8,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:37.024007 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc18f4a-7e51-431a-9a99-7eb2c5787e6f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:37.024617 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8dc18f4a-7e51-431a-9a99-7eb2c5787e6f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:37.031573 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67dacff-0850-4feb-b3ec-e14cffd8949f None None] Network d6c41cd4-0fe8-43bc-b388-0548f67fdc63 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:13:37.062533 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216f088-ebc2-4bfb-b206-c2b1e306221b req-9bc392a7-d4f7-4ef4-9d81-170a7f46d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:37.064639 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e216f088-ebc2-4bfb-b206-c2b1e306221b req-9bc392a7-d4f7-4ef4-9d81-170a7f46d0ce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 1096 time: 0.0906444 Nov 23 22:13:37.068218 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01a58a2a-8523-4fe4-adc7-d9510ed81be7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:37.070799 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8dc18f4a-7e51-431a-9a99-7eb2c5787e6f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0614030 Nov 23 22:13:37.071843 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35578) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:37.078588 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-bac878d2-0265-4205-96e1-361507d3c8e7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'port': {'network_id': 'd6c41cd4-0fe8-43bc-b388-0548f67fdc63', 'name': 'tempest-PortsIpV6TestJSON-231737242', 'fixed_ips': [{'subnet_id': 'de115846-68db-4448-b05c-44d45ffa36b4', 'ip_address': '2001:db8::10'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:37.118471 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01a58a2a-8523-4fe4-adc7-d9510ed81be7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:37.183108 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e216f088-ebc2-4bfb-b206-c2b1e306221b req-78d512c2-6bf9-4560-963b-56938fb1f01d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097393 Nov 23 22:13:37.216821 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01a58a2a-8523-4fe4-adc7-d9510ed81be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:37.220468 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01a58a2a-8523-4fe4-adc7-d9510ed81be7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:37.221911 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-01a58a2a-8523-4fe4-adc7-d9510ed81be7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/73e85b15-21e2-4f38-b3c5-b3c5aae6e08e HTTP/1.1" status: 204 len: 168 time: 0.2545447 Nov 23 22:13:37.233960 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a58a2a-8523-4fe4-adc7-d9510ed81be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e85b15-21e2-4f38-b3c5-b3c5aae6e08e,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:37.303661 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac878d2-0265-4205-96e1-361507d3c8e7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:37.434971 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bac878d2-0265-4205-96e1-361507d3c8e7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:37.479911 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395bdd6e-6c2f-46eb-85af-db2f8b2252f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-d6c41cd4-0fe8-43bc-b388-0548f67fdc63', 'network_id': 'd6c41cd4-0fe8-43bc-b388-0548f67fdc63', 'tenant_id': 'cd2f5a8011944e019aca5146a8721a96', 'fixed_ips': [{'subnet_id': 'de115846-68db-4448-b05c-44d45ffa36b4'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:13:37.481071 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-395bdd6e-6c2f-46eb-85af-db2f8b2252f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:37.483782 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-bac878d2-0265-4205-96e1-361507d3c8e7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] device_id is not set on port b64f4499-6165-4181-92df-3c456ce2e4c5 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:13:37.704894 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-bac878d2-0265-4205-96e1-361507d3c8e7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Allocated IP 2001:db8::10 (d6c41cd4-0fe8-43bc-b388-0548f67fdc63/de115846-68db-4448-b05c-44d45ffa36b4/b64f4499-6165-4181-92df-3c456ce2e4c5) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:37.752418 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5409e-beb9-4395-a244-2909222aba74 req-bee51278-f276-4280-86b7-b98a9dd1c746 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:37.754297 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ffe5409e-beb9-4395-a244-2909222aba74 req-bee51278-f276-4280-86b7-b98a9dd1c746 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.1034913 Nov 23 22:13:37.849117 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ffe5409e-beb9-4395-a244-2909222aba74 req-08601247-0b9f-422b-b9b2-228c70f91bcb tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742042 Nov 23 22:13:37.957869 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bac878d2-0265-4205-96e1-361507d3c8e7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:38.020862 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bac878d2-0265-4205-96e1-361507d3c8e7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:38.071653 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac878d2-0265-4205-96e1-361507d3c8e7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Port': ['ID=b64f4499-6165-4181-92df-3c456ce2e4c5,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:38.087884 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac878d2-0265-4205-96e1-361507d3c8e7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network d6c41cd4-0fe8-43bc-b388-0548f67fdc63 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:38.089414 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-bac878d2-0265-4205-96e1-361507d3c8e7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:38.092426 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac878d2-0265-4205-96e1-361507d3c8e7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:38.099038 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac878d2-0265-4205-96e1-361507d3c8e7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:38.100525 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bac878d2-0265-4205-96e1-361507d3c8e7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:38.130402 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35606) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:38.135765 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-5bb9f3ce-8e0b-4324-89bf-e3a6533983b4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'port': {'network_id': 'd6c41cd4-0fe8-43bc-b388-0548f67fdc63', 'name': 'tempest-PortsIpV6TestJSON-1775842559', 'fixed_ips': [{'subnet_id': 'de115846-68db-4448-b05c-44d45ffa36b4', 'ip_address': '2001:db8::f'}]}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:38.145561 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bac878d2-0265-4205-96e1-361507d3c8e7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0544827 Nov 23 22:13:38.174765 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-395bdd6e-6c2f-46eb-85af-db2f8b2252f9 None None] Allocated IP 2001:db8::2 (d6c41cd4-0fe8-43bc-b388-0548f67fdc63/de115846-68db-4448-b05c-44d45ffa36b4/3336e0c1-c3f3-42cf-a2ea-5fb052cd1193) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:38.285218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35612) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:38.393614 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb9f3ce-8e0b-4324-89bf-e3a6533983b4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:38.395167 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-395bdd6e-6c2f-46eb-85af-db2f8b2252f9 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:38.403476 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-395bdd6e-6c2f-46eb-85af-db2f8b2252f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:38.453461 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395bdd6e-6c2f-46eb-85af-db2f8b2252f9 None None] Network d6c41cd4-0fe8-43bc-b388-0548f67fdc63 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:38.468458 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-395bdd6e-6c2f-46eb-85af-db2f8b2252f9 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:38.473212 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395bdd6e-6c2f-46eb-85af-db2f8b2252f9 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:38.521473 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-2dc38810-7eeb-47db-8536-83dbbbfc88ba admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-286375362-network', 'tenant_id': '47e57217e78c466aba767c805775d0bf'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:38.530742 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bdd6e-6c2f-46eb-85af-db2f8b2252f9 None None] Pushing event updated for resources: {'Port': ['ID=3336e0c1-c3f3-42cf-a2ea-5fb052cd1193,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:38.554301 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-395bdd6e-6c2f-46eb-85af-db2f8b2252f9 None None] Attempting to bind port 3336e0c1-c3f3-42cf-a2ea-5fb052cd1193 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:13:38.554934 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-395bdd6e-6c2f-46eb-85af-db2f8b2252f9 None None] Attempting to bind port 3336e0c1-c3f3-42cf-a2ea-5fb052cd1193 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '0d7386f1-ac5e-4f8c-a9e4-fc6bfeb73820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd6c41cd4-0fe8-43bc-b388-0548f67fdc63'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:13:38.555303 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395bdd6e-6c2f-46eb-85af-db2f8b2252f9 None None] Attempting to bind port 3336e0c1-c3f3-42cf-a2ea-5fb052cd1193 on network d6c41cd4-0fe8-43bc-b388-0548f67fdc63 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:13:38.556821 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5bb9f3ce-8e0b-4324-89bf-e3a6533983b4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:38.560774 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395bdd6e-6c2f-46eb-85af-db2f8b2252f9 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:13:38.561154 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395bdd6e-6c2f-46eb-85af-db2f8b2252f9 None None] Checking segment: {'id': '0d7386f1-ac5e-4f8c-a9e4-fc6bfeb73820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd6c41cd4-0fe8-43bc-b388-0548f67fdc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:13:38.561556 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-395bdd6e-6c2f-46eb-85af-db2f8b2252f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:38.561952 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395bdd6e-6c2f-46eb-85af-db2f8b2252f9 None None] Bound using segment: {'id': '0d7386f1-ac5e-4f8c-a9e4-fc6bfeb73820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd6c41cd4-0fe8-43bc-b388-0548f67fdc63'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:13:38.562429 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-395bdd6e-6c2f-46eb-85af-db2f8b2252f9 None None] Bound port: 3336e0c1-c3f3-42cf-a2ea-5fb052cd1193, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7386f1-ac5e-4f8c-a9e4-fc6bfeb73820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd6c41cd4-0fe8-43bc-b388-0548f67fdc63'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:13:38.562855 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-395bdd6e-6c2f-46eb-85af-db2f8b2252f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:38.602852 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc38810-7eeb-47db-8536-83dbbbfc88ba admin admin] Made reservation on behalf of 47e57217e78c466aba767c805775d0bf for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:38.605238 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2dc38810-7eeb-47db-8536-83dbbbfc88ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:38.609975 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-5bb9f3ce-8e0b-4324-89bf-e3a6533983b4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] device_id is not set on port fa688685-883e-42f7-b445-0ff0cba3f20d yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:13:38.622910 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2dc38810-7eeb-47db-8536-83dbbbfc88ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:38.664221 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-395bdd6e-6c2f-46eb-85af-db2f8b2252f9 None None] For port 3336e0c1-c3f3-42cf-a2ea-5fb052cd1193, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:13:38.670911 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-395bdd6e-6c2f-46eb-85af-db2f8b2252f9 None None] For port 3336e0c1-c3f3-42cf-a2ea-5fb052cd1193, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3336e0c1-c3f3-42cf-a2ea-5fb052cd1193,segment=NetworkSegment(0d7386f1-ac5e-4f8c-a9e4-fc6bfeb73820),segment_id=0d7386f1-ac5e-4f8c-a9e4-fc6bfeb73820)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:13:38.696346 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-395bdd6e-6c2f-46eb-85af-db2f8b2252f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:38.762322 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2dc38810-7eeb-47db-8536-83dbbbfc88ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:38.772257 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bdd6e-6c2f-46eb-85af-db2f8b2252f9 None None] Pushing event updated for resources: {'Port': ['ID=3336e0c1-c3f3-42cf-a2ea-5fb052cd1193,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:38.788777 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2dc38810-7eeb-47db-8536-83dbbbfc88ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:38.802048 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc38810-7eeb-47db-8536-83dbbbfc88ba admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:13:38.814366 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2dc38810-7eeb-47db-8536-83dbbbfc88ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:38.814579 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-2dc38810-7eeb-47db-8536-83dbbbfc88ba admin admin] Added segment 650b8b40-5156-46d0-b85f-c502a4db4d7f of type vlan for network 8a505cd8-1c1d-4524-b9ca-aca755840d9b Nov 23 22:13:38.861934 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2dc38810-7eeb-47db-8536-83dbbbfc88ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:38.918547 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc38810-7eeb-47db-8536-83dbbbfc88ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955b0ce8-d4ff-4b0d-9df8-a4ef7f167890,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:39.029081 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2dc38810-7eeb-47db-8536-83dbbbfc88ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:39.030130 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc38810-7eeb-47db-8536-83dbbbfc88ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:39.030739 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2dc38810-7eeb-47db-8536-83dbbbfc88ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:39.181755 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-5bb9f3ce-8e0b-4324-89bf-e3a6533983b4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Allocated IP 2001:db8::f (d6c41cd4-0fe8-43bc-b388-0548f67fdc63/de115846-68db-4448-b05c-44d45ffa36b4/fa688685-883e-42f7-b445-0ff0cba3f20d) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:39.404201 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5bb9f3ce-8e0b-4324-89bf-e3a6533983b4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:39.468893 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35628) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:39.470036 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2dc38810-7eeb-47db-8536-83dbbbfc88ba admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1825554 Nov 23 22:13:39.474286 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-0ae9c03d-140c-4cf9-8e6f-5e27996ef035 admin admin] Request body: {'subnet': {'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-286375362-subnet', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:39.519025 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae9c03d-140c-4cf9-8e6f-5e27996ef035 admin admin] Made reservation on behalf of 47e57217e78c466aba767c805775d0bf for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:39.520633 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5bb9f3ce-8e0b-4324-89bf-e3a6533983b4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:39.521371 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ae9c03d-140c-4cf9-8e6f-5e27996ef035 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:39.572964 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc38810-7eeb-47db-8536-83dbbbfc88ba admin admin] Pushing event updated for resources: {'Network': ['ID=8a505cd8-1c1d-4524-b9ca-aca755840d9b,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:39.587515 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 8a505cd8-1c1d-4524-b9ca-aca755840d9b details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:13:39.618895 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0294c-2cd1-4909-970b-bea72bf209e1 req-9cfc4f16-41e1-4899-8cfe-960767dc882e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:39.620462 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-23e0294c-2cd1-4909-970b-bea72bf209e1 req-9cfc4f16-41e1-4899-8cfe-960767dc882e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.6074488 Nov 23 22:13:39.621684 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9f3ce-8e0b-4324-89bf-e3a6533983b4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Port': ['ID=fa688685-883e-42f7-b445-0ff0cba3f20d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:39.648317 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb9f3ce-8e0b-4324-89bf-e3a6533983b4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network d6c41cd4-0fe8-43bc-b388-0548f67fdc63 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:39.669268 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-5bb9f3ce-8e0b-4324-89bf-e3a6533983b4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:39.673798 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb9f3ce-8e0b-4324-89bf-e3a6533983b4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:39.681859 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb9f3ce-8e0b-4324-89bf-e3a6533983b4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:39.682537 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5bb9f3ce-8e0b-4324-89bf-e3a6533983b4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:39.770162 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35630) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:39.775964 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5bb9f3ce-8e0b-4324-89bf-e3a6533983b4 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6442614 Nov 23 22:13:39.794986 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-23e0294c-2cd1-4909-970b-bea72bf209e1 req-5c6f16c6-0e30-43b3-87d2-308c1f65c131 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621349 Nov 23 22:13:39.861946 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ae9c03d-140c-4cf9-8e6f-5e27996ef035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:39.993293 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a886b39-ff80-4f82-b231-292b0f4a6239 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:39.995198 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4a886b39-ff80-4f82-b231-292b0f4a6239 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2239864 Nov 23 22:13:40.008940 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c12c0-07ac-41a7-b3ce-c079bfc89227 req-c45a6cec-757a-49a8-87ea-16865e9c59b1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:40.010991 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d5c12c0-07ac-41a7-b3ce-c079bfc89227 req-c45a6cec-757a-49a8-87ea-16865e9c59b1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.0873010 Nov 23 22:13:40.012534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35634) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:40.045764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9c03d-140c-4cf9-8e6f-5e27996ef035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5cccd06-79be-47aa-871f-ab587e1c7479,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:40.050547 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae9c03d-140c-4cf9-8e6f-5e27996ef035 admin admin] Checking segment: {'id': '650b8b40-5156-46d0-b85f-c502a4db4d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:13:40.050944 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae9c03d-140c-4cf9-8e6f-5e27996ef035 admin admin] Network hostable DHCP agents. Network: 8a505cd8-1c1d-4524-b9ca-aca755840d9b, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:13:40.086843 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae9c03d-140c-4cf9-8e6f-5e27996ef035 admin admin] Network 8a505cd8-1c1d-4524-b9ca-aca755840d9b is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:13:40.100855 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-0ae9c03d-140c-4cf9-8e6f-5e27996ef035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 8a505cd8-1c1d-4524-b9ca-aca755840d9b) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:40.107210 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae9c03d-140c-4cf9-8e6f-5e27996ef035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:40.107886 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ae9c03d-140c-4cf9-8e6f-5e27996ef035 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:40.118245 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0e5e0d-1a59-4ab3-b7b9-6f80646740d5 None None] Network 8a505cd8-1c1d-4524-b9ca-aca755840d9b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:13:40.147238 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0ae9c03d-140c-4cf9-8e6f-5e27996ef035 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6770482 Nov 23 22:13:40.149949 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35638) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:40.154648 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5181f3a3-500f-4e66-86ff-f25627fcf6e7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-286375362-router', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:40.198430 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5181f3a3-500f-4e66-86ff-f25627fcf6e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:40.200862 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5181f3a3-500f-4e66-86ff-f25627fcf6e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:40.315504 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47c3a2d-6554-4e06-8ee6-ed50681a4f7c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:40.338997 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47c3a2d-6554-4e06-8ee6-ed50681a4f7c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:40.364455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47c3a2d-6554-4e06-8ee6-ed50681a4f7c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:40.367578 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d47c3a2d-6554-4e06-8ee6-ed50681a4f7c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3527839 Nov 23 22:13:40.371706 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35648) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:40.411965 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5181f3a3-500f-4e66-86ff-f25627fcf6e7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:40.416635 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d5c12c0-07ac-41a7-b3ce-c079bfc89227 req-e388e453-ec02-424f-abb4-d2838145231d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3892043 Nov 23 22:13:40.417089 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3336e0c1-c3f3-42cf-a2ea-5fb052cd1193 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:13:40.442952 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35650) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:40.646496 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-0806f464-36d2-4eaf-852a-b3e8b383a875 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting port fa688685-883e-42f7-b445-0ff0cba3f20d {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:13:40.648004 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0806f464-36d2-4eaf-852a-b3e8b383a875 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:40.753365 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580431b0-c336-4b77-8283-4d8821c72acd None None] Network d6c41cd4-0fe8-43bc-b388-0548f67fdc63 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:13:40.794725 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35656) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:40.861941 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 3336e0c1-c3f3-42cf-a2ea-5fb052cd1193 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:40.862487 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:40.867344 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3182d394-a62f-48c0-990c-300517e583ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8a505cd8-1c1d-4524-b9ca-aca755840d9b', 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'fixed_ips': [{'subnet_id': 'd5cccd06-79be-47aa-871f-ab587e1c7479'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:13:40.868489 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3182d394-a62f-48c0-990c-300517e583ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:40.903343 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0806f464-36d2-4eaf-852a-b3e8b383a875 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:40.931890 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-0806f464-36d2-4eaf-852a-b3e8b383a875 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Calling delete_port for fa688685-883e-42f7-b445-0ff0cba3f20d owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:13:40.942202 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5181f3a3-500f-4e66-86ff-f25627fcf6e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:40.978365 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca9f66a-76af-49e1-b52a-2581ee5a0c6f tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:40.991434 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1ca9f66a-76af-49e1-b52a-2581ee5a0c6f tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 1091 time: 0.5472891 Nov 23 22:13:40.992530 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35660) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:41.005016 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e9703bac-08f7-4aee-a7d1-045ddb2bf888 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': '646dccf4-5162-4879-811e-dc2b620c33b8', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:41.055900 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e9703bac-08f7-4aee-a7d1-045ddb2bf888 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:41.125247 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cb900d4f-5e58-42e7-b2f8-fae59facd8f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:41.269437 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0806f464-36d2-4eaf-852a-b3e8b383a875 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:41.317366 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806f464-36d2-4eaf-852a-b3e8b383a875 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Port': ['ID=fa688685-883e-42f7-b445-0ff0cba3f20d,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:41.349511 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0806f464-36d2-4eaf-852a-b3e8b383a875 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:41.354265 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0806f464-36d2-4eaf-852a-b3e8b383a875 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/ports/fa688685-883e-42f7-b445-0ff0cba3f20d HTTP/1.1" status: 204 len: 168 time: 0.9811914 Nov 23 22:13:41.358577 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35664) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:41.401670 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d5fddc-fcac-4aaa-9fa0-410bd76622e7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] GET failed (client error): The resource could not be found. Nov 23 22:13:41.407511 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a0d5fddc-fcac-4aaa-9fa0-410bd76622e7 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports/fa688685-883e-42f7-b445-0ff0cba3f20d HTTP/1.1" status: 404 len: 333 time: 0.0477006 Nov 23 22:13:41.408314 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35666) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:41.465615 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-625f918a-4947-43f2-9f6c-c4f7df99a21d None None] Provisioning complete for port 3336e0c1-c3f3-42cf-a2ea-5fb052cd1193 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:41.465906 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-625f918a-4947-43f2-9f6c-c4f7df99a21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:41.504609 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-3182d394-a62f-48c0-990c-300517e583ca None None] Allocated IP 172.20.0.2 (8a505cd8-1c1d-4524-b9ca-aca755840d9b/d5cccd06-79be-47aa-871f-ab587e1c7479/40150049-71a5-4582-b703-0f994de27b77) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:41.532523 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-e896eb6f-1de8-4968-ac44-74f21520af75 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting port b64f4499-6165-4181-92df-3c456ce2e4c5 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:13:41.533635 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e896eb6f-1de8-4968-ac44-74f21520af75 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:41.638902 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e896eb6f-1de8-4968-ac44-74f21520af75 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:41.653699 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-e896eb6f-1de8-4968-ac44-74f21520af75 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Calling delete_port for b64f4499-6165-4181-92df-3c456ce2e4c5 owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:13:41.785559 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:41.865782 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cb900d4f-5e58-42e7-b2f8-fae59facd8f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:41.872051 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 3336e0c1-c3f3-42cf-a2ea-5fb052cd1193, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3336e0c1-c3f3-42cf-a2ea-5fb052cd1193,segment=NetworkSegment(0d7386f1-ac5e-4f8c-a9e4-fc6bfeb73820),segment_id=0d7386f1-ac5e-4f8c-a9e4-fc6bfeb73820)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:41.883556 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cb900d4f-5e58-42e7-b2f8-fae59facd8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:41.917119 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:41.928785 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e896eb6f-1de8-4968-ac44-74f21520af75 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:41.966992 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cb900d4f-5e58-42e7-b2f8-fae59facd8f5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2d8f582b478546528e39c16d00efad9b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1497211 Nov 23 22:13:41.979089 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35670) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:41.992719 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-625f918a-4947-43f2-9f6c-c4f7df99a21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:42.014105 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896eb6f-1de8-4968-ac44-74f21520af75 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Port': ['ID=b64f4499-6165-4181-92df-3c456ce2e4c5,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:42.041389 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb900d4f-5e58-42e7-b2f8-fae59facd8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb43a88a-1316-4170-b0c7-ec4150a5a85b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:42.095304 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e896eb6f-1de8-4968-ac44-74f21520af75 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:42.102137 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e896eb6f-1de8-4968-ac44-74f21520af75 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/ports/b64f4499-6165-4181-92df-3c456ce2e4c5 HTTP/1.1" status: 204 len: 168 time: 0.6899290 Nov 23 22:13:42.103169 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35672) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:42.148998 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=3336e0c1-c3f3-42cf-a2ea-5fb052cd1193,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:42.163552 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6017e35-cdc6-4bb5-b2e9-0d02a57ad44a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] GET failed (client error): The resource could not be found. Nov 23 22:13:42.167863 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e9703bac-08f7-4aee-a7d1-045ddb2bf888 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:42.168624 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:42.169241 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:42.170246 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:42.170937 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:42.172082 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:42.172625 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:42.172625 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:42.175763 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c6017e35-cdc6-4bb5-b2e9-0d02a57ad44a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports/b64f4499-6165-4181-92df-3c456ce2e4c5 HTTP/1.1" status: 404 len: 333 time: 0.0685542 Nov 23 22:13:42.175881 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:42.175881 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:42.175881 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:42.175881 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:42.175881 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:42.176537 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35674) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:42.192971 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3182d394-a62f-48c0-990c-300517e583ca None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:42.226398 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3182d394-a62f-48c0-990c-300517e583ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:42.278995 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182d394-a62f-48c0-990c-300517e583ca None None] Pushing event updated for resources: {'Port': ['ID=40150049-71a5-4582-b703-0f994de27b77,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:42.294277 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-8968733f-4f88-4973-be1e-b8369704f63d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting subnet de115846-68db-4448-b05c-44d45ffa36b4 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:13:42.305627 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b70c31f7-1242-414c-8077-b2c53857089f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:42.308183 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3182d394-a62f-48c0-990c-300517e583ca None None] Network 8a505cd8-1c1d-4524-b9ca-aca755840d9b is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:42.310115 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8968733f-4f88-4973-be1e-b8369704f63d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:42.310917 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-3182d394-a62f-48c0-990c-300517e583ca None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:42.313817 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3182d394-a62f-48c0-990c-300517e583ca None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:42.316813 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-625f918a-4947-43f2-9f6c-c4f7df99a21d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:13:42.317187 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-625f918a-4947-43f2-9f6c-c4f7df99a21d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:13:42.360474 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5181f3a3-500f-4e66-86ff-f25627fcf6e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:42.397843 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b70c31f7-1242-414c-8077-b2c53857089f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:42.401244 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8968733f-4f88-4973-be1e-b8369704f63d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:42.412045 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5181f3a3-500f-4e66-86ff-f25627fcf6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:42.450460 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-3182d394-a62f-48c0-990c-300517e583ca None None] Attempting to bind port 40150049-71a5-4582-b703-0f994de27b77 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:13:42.450877 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-3182d394-a62f-48c0-990c-300517e583ca None None] Attempting to bind port 40150049-71a5-4582-b703-0f994de27b77 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '650b8b40-5156-46d0-b85f-c502a4db4d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:13:42.451247 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3182d394-a62f-48c0-990c-300517e583ca None None] Attempting to bind port 40150049-71a5-4582-b703-0f994de27b77 on network 8a505cd8-1c1d-4524-b9ca-aca755840d9b {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:13:42.460450 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3182d394-a62f-48c0-990c-300517e583ca None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:13:42.460450 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3182d394-a62f-48c0-990c-300517e583ca None None] Checking segment: {'id': '650b8b40-5156-46d0-b85f-c502a4db4d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:13:42.460450 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3182d394-a62f-48c0-990c-300517e583ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:42.460450 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3182d394-a62f-48c0-990c-300517e583ca None None] Bound using segment: {'id': '650b8b40-5156-46d0-b85f-c502a4db4d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:13:42.460934 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-3182d394-a62f-48c0-990c-300517e583ca None None] Bound port: 40150049-71a5-4582-b703-0f994de27b77, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '650b8b40-5156-46d0-b85f-c502a4db4d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:13:42.461127 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3182d394-a62f-48c0-990c-300517e583ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:42.547446 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-3182d394-a62f-48c0-990c-300517e583ca None None] For port 40150049-71a5-4582-b703-0f994de27b77, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:13:42.552381 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-3182d394-a62f-48c0-990c-300517e583ca None None] For port 40150049-71a5-4582-b703-0f994de27b77, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=40150049-71a5-4582-b703-0f994de27b77,segment=NetworkSegment(650b8b40-5156-46d0-b85f-c502a4db4d7f),segment_id=650b8b40-5156-46d0-b85f-c502a4db4d7f)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:13:42.560468 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3182d394-a62f-48c0-990c-300517e583ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:42.564277 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8968733f-4f88-4973-be1e-b8369704f63d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:42.632652 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b70c31f7-1242-414c-8077-b2c53857089f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:42.639191 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b70c31f7-1242-414c-8077-b2c53857089f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:42.650086 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b70c31f7-1242-414c-8077-b2c53857089f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb43a88a-1316-4170-b0c7-ec4150a5a85b HTTP/1.1" status: 204 len: 168 time: 0.6634531 Nov 23 22:13:42.656922 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-e9703bac-08f7-4aee-a7d1-045ddb2bf888 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Allocated IP 172.25.5.211 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/532053fd-d586-4453-a8bf-e3314bcaa08b) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:42.669620 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182d394-a62f-48c0-990c-300517e583ca None None] Pushing event updated for resources: {'Port': ['ID=40150049-71a5-4582-b703-0f994de27b77,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:42.695330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c31f7-1242-414c-8077-b2c53857089f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb43a88a-1316-4170-b0c7-ec4150a5a85b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:42.702398 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8968733f-4f88-4973-be1e-b8369704f63d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:42.799213 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968733f-4f88-4973-be1e-b8369704f63d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Subnet': ['ID=de115846-68db-4448-b05c-44d45ffa36b4,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:42.808790 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8968733f-4f88-4973-be1e-b8369704f63d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:42.817724 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8968733f-4f88-4973-be1e-b8369704f63d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/subnets/de115846-68db-4448-b05c-44d45ffa36b4 HTTP/1.1" status: 204 len: 168 time: 0.6397910 Nov 23 22:13:42.820242 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35682) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:42.895870 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86477fd9-ec7a-4577-b74c-a57336aa708e None None] Network d6c41cd4-0fe8-43bc-b388-0548f67fdc63 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:13:42.997412 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e9703bac-08f7-4aee-a7d1-045ddb2bf888 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:43.044950 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c4263e5-2ecb-416f-b354-035cc74e2eb2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:43.066031 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e9703bac-08f7-4aee-a7d1-045ddb2bf888 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:43.138187 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-172cc8dd-1fc2-43b2-8ca3-f618e3a88c33 None None] Could not find standard attr ID for object b64f4499-6165-4181-92df-3c456ce2e4c5. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:13:43.143192 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-172cc8dd-1fc2-43b2-8ca3-f618e3a88c33 None None] Could not find standard attr ID for object fa688685-883e-42f7-b445-0ff0cba3f20d. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:13:43.177555 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-172cc8dd-1fc2-43b2-8ca3-f618e3a88c33 None None] Provisioning complete for port 3336e0c1-c3f3-42cf-a2ea-5fb052cd1193 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:43.178322 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-172cc8dd-1fc2-43b2-8ca3-f618e3a88c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:43.186655 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9703bac-08f7-4aee-a7d1-045ddb2bf888 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:43.200358 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-e9703bac-08f7-4aee-a7d1-045ddb2bf888 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:43.204250 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9703bac-08f7-4aee-a7d1-045ddb2bf888 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:43.206976 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-6c4263e5-2ecb-416f-b354-035cc74e2eb2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting port 3336e0c1-c3f3-42cf-a2ea-5fb052cd1193 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:13:43.207433 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c4263e5-2ecb-416f-b354-035cc74e2eb2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:43.247044 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341cf577-be8c-4246-bae9-d53a539bfdd0 None None] DHCP port deletion for d6c41cd4-0fe8-43bc-b388-0548f67fdc63 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:13:43.254076 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-5181f3a3-500f-4e66-86ff-f25627fcf6e7 admin admin] Allocated IP 172.25.5.36 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/41ad0454-e09b-4923-98cf-ed7e6b2824df) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:43.257931 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9703bac-08f7-4aee-a7d1-045ddb2bf888 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Port': ['ID=532053fd-d586-4453-a8bf-e3314bcaa08b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:43.317859 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35686) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:43.323580 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-6c4263e5-2ecb-416f-b354-035cc74e2eb2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] For port 3336e0c1-c3f3-42cf-a2ea-5fb052cd1193, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3336e0c1-c3f3-42cf-a2ea-5fb052cd1193,segment=NetworkSegment(0d7386f1-ac5e-4f8c-a9e4-fc6bfeb73820),segment_id=0d7386f1-ac5e-4f8c-a9e4-fc6bfeb73820)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:43.324795 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c4263e5-2ecb-416f-b354-035cc74e2eb2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:43.340503 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-6c4263e5-2ecb-416f-b354-035cc74e2eb2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Calling delete_port for 3336e0c1-c3f3-42cf-a2ea-5fb052cd1193 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:13:43.343336 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dce48a57-6176-43f2-9ac0-2301c27afc88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:43.428662 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-341cf577-be8c-4246-bae9-d53a539bfdd0 None None] Deleting port 3336e0c1-c3f3-42cf-a2ea-5fb052cd1193 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:13:43.429312 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-341cf577-be8c-4246-bae9-d53a539bfdd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:43.446924 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c4263e5-2ecb-416f-b354-035cc74e2eb2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:43.475784 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4263e5-2ecb-416f-b354-035cc74e2eb2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Port': ['ID=3336e0c1-c3f3-42cf-a2ea-5fb052cd1193,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:43.477716 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4263e5-2ecb-416f-b354-035cc74e2eb2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] No DVR routers for this DVR port 3336e0c1-c3f3-42cf-a2ea-5fb052cd1193 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:13:43.520712 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-341cf577-be8c-4246-bae9-d53a539bfdd0 None None] For port 3336e0c1-c3f3-42cf-a2ea-5fb052cd1193, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3336e0c1-c3f3-42cf-a2ea-5fb052cd1193,segment=NetworkSegment(0d7386f1-ac5e-4f8c-a9e4-fc6bfeb73820),segment_id=0d7386f1-ac5e-4f8c-a9e4-fc6bfeb73820)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:43.521426 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-341cf577-be8c-4246-bae9-d53a539bfdd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:43.527877 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5181f3a3-500f-4e66-86ff-f25627fcf6e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:43.537045 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-341cf577-be8c-4246-bae9-d53a539bfdd0 None None] Calling delete_port for 3336e0c1-c3f3-42cf-a2ea-5fb052cd1193 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:13:43.604754 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c4263e5-2ecb-416f-b354-035cc74e2eb2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:43.662323 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-6c4263e5-2ecb-416f-b354-035cc74e2eb2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c41cd4-0fe8-43bc-b388-0548f67fdc63']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:43.683036 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-6c4263e5-2ecb-416f-b354-035cc74e2eb2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7386f1-ac5e-4f8c-a9e4-fc6bfeb73820') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:43.684441 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-6c4263e5-2ecb-416f-b354-035cc74e2eb2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7386f1-ac5e-4f8c-a9e4-fc6bfeb73820') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:43.715232 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-341cf577-be8c-4246-bae9-d53a539bfdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:43.722379 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c4263e5-2ecb-416f-b354-035cc74e2eb2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:43.741210 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c4263e5-2ecb-416f-b354-035cc74e2eb2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:43.752108 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4263e5-2ecb-416f-b354-035cc74e2eb2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:13:43.752444 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c4263e5-2ecb-416f-b354-035cc74e2eb2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:43.762060 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341cf577-be8c-4246-bae9-d53a539bfdd0 None None] No DVR routers for this DVR port 3336e0c1-c3f3-42cf-a2ea-5fb052cd1193 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:13:43.762524 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:13:43.767372 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cf577-be8c-4246-bae9-d53a539bfdd0 None None] Pushing event deleted for resources: {'Port': ['ID=3336e0c1-c3f3-42cf-a2ea-5fb052cd1193,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:43.778605 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5181f3a3-500f-4e66-86ff-f25627fcf6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:43.826852 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dce48a57-6176-43f2-9ac0-2301c27afc88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:43.842953 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dce48a57-6176-43f2-9ac0-2301c27afc88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:43.863057 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c4263e5-2ecb-416f-b354-035cc74e2eb2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:43.876016 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c4263e5-2ecb-416f-b354-035cc74e2eb2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:43.881417 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6c4263e5-2ecb-416f-b354-035cc74e2eb2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/networks/d6c41cd4-0fe8-43bc-b388-0548f67fdc63 HTTP/1.1" status: 204 len: 168 time: 1.0581007 Nov 23 22:13:43.888318 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35694) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:43.897469 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1690703394'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:43.901394 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4263e5-2ecb-416f-b354-035cc74e2eb2 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Network': ['ID=d6c41cd4-0fe8-43bc-b388-0548f67fdc63,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:43.962008 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5181f3a3-500f-4e66-86ff-f25627fcf6e7 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:43.967362 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181f3a3-500f-4e66-86ff-f25627fcf6e7 admin admin] Pushing event updated for resources: {'Port': ['ID=41ad0454-e09b-4923-98cf-ed7e6b2824df,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:43.995146 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-5181f3a3-500f-4e66-86ff-f25627fcf6e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:44.008203 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce48a57-6176-43f2-9ac0-2301c27afc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0357416-2dfe-4cf2-bd88-cec14defc899,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:44.012973 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dce48a57-6176-43f2-9ac0-2301c27afc88 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6358c3ac43804df3be74dc1a1d4b1847&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6922336 Nov 23 22:13:44.015535 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35700) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:44.015814 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabea406-059c-4459-b001-ae1c3339f2df None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:13:44.022942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5181f3a3-500f-4e66-86ff-f25627fcf6e7 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:44.076523 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:44.080924 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:44.095380 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c7732f4-3d72-4fe6-9d9c-4e812e0ef911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:44.156472 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c7732f4-3d72-4fe6-9d9c-4e812e0ef911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:44.170753 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3afb1ea9-8555-4b78-a852-272a1c1b677d None None] Provisioning complete for port 41ad0454-e09b-4923-98cf-ed7e6b2824df triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:44.180945 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3afb1ea9-8555-4b78-a852-272a1c1b677d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:44.279909 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-3afb1ea9-8555-4b78-a852-272a1c1b677d None None] Port 41ad0454-e09b-4923-98cf-ed7e6b2824df cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:13:44.306947 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c7732f4-3d72-4fe6-9d9c-4e812e0ef911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:44.313482 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c7732f4-3d72-4fe6-9d9c-4e812e0ef911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:44.317226 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0c7732f4-3d72-4fe6-9d9c-4e812e0ef911 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d0357416-2dfe-4cf2-bd88-cec14defc899 HTTP/1.1" status: 204 len: 168 time: 0.2984865 Nov 23 22:13:44.337012 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7732f4-3d72-4fe6-9d9c-4e812e0ef911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0357416-2dfe-4cf2-bd88-cec14defc899,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:44.362851 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:13:44.406883 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 40150049-71a5-4582-b703-0f994de27b77 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:13:44.447619 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2ef7b4-c4f1-4edd-9c51-c032723010eb None None] Network 8a505cd8-1c1d-4524-b9ca-aca755840d9b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:13:44.503582 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:44.505405 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Added segment fe16fce5-6ec7-4054-90b4-9f5fecab5405 of type vlan for network 9ec78003-7037-4aec-b4fb-6e01da5ef313 Nov 23 22:13:44.545793 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e9703bac-08f7-4aee-a7d1-045ddb2bf888 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:44.570023 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0819cbee-7e78-492d-946c-265ce5b84ff5 None None] Provisioning complete for port 40150049-71a5-4582-b703-0f994de27b77 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:44.570401 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0819cbee-7e78-492d-946c-265ce5b84ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:44.641563 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e9703bac-08f7-4aee-a7d1-045ddb2bf888 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:44.696804 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 40150049-71a5-4582-b703-0f994de27b77 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:44.697180 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:44.809167 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e9703bac-08f7-4aee-a7d1-045ddb2bf888 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:44.835276 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e9703bac-08f7-4aee-a7d1-045ddb2bf888 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:44.867902 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:44.879391 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0819cbee-7e78-492d-946c-265ce5b84ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:44.889501 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35708) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:45.033787 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:45.089080 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.db.resource_extend [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:13:45.090182 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0819cbee-7e78-492d-946c-265ce5b84ff5 None None] For port 40150049-71a5-4582-b703-0f994de27b77, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=40150049-71a5-4582-b703-0f994de27b77,segment=NetworkSegment(650b8b40-5156-46d0-b85f-c502a4db4d7f),segment_id=650b8b40-5156-46d0-b85f-c502a4db4d7f)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:45.104845 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0819cbee-7e78-492d-946c-265ce5b84ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:45.147100 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5181f3a3-500f-4e66-86ff-f25627fcf6e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:45.209676 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819cbee-7e78-492d-946c-265ce5b84ff5 None None] Pushing event updated for resources: {'Port': ['ID=40150049-71a5-4582-b703-0f994de27b77,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:45.279443 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9703bac-08f7-4aee-a7d1-045ddb2bf888 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Port': ['ID=532053fd-d586-4453-a8bf-e3314bcaa08b,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:45.289324 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e9703bac-08f7-4aee-a7d1-045ddb2bf888 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:45.298971 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:45.304056 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:13:45.305320 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:13:45.305801 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:45.306539 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:45.307081 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d242584a-43cc-407f-a26a-7b14854e9b31 None None] Provisioning complete for port 40150049-71a5-4582-b703-0f994de27b77 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:45.307645 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d242584a-43cc-407f-a26a-7b14854e9b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:45.427007 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5322337 Nov 23 22:13:45.460005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35714) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:45.466277 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-8b55d070-e288-4aca-8cd5-76502a697b4e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'subnet': {'network_id': '9ec78003-7037-4aec-b4fb-6e01da5ef313', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:45.470880 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-97e7d8d7-1b42-486b-90a1-fa6b8aa79325 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:45.545810 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Network': ['ID=9ec78003-7037-4aec-b4fb-6e01da5ef313,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:45.567884 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:45.568242 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:45.568615 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:45.568930 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:45.569432 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:45.569706 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:45.570082 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:45.570460 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:45.570820 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:45.571151 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:45.571480 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:45.571801 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6548b5e1-f4a7-4866-83b7-80623c8fbea5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:45.587980 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 9ec78003-7037-4aec-b4fb-6e01da5ef313 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:13:45.600116 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b55d070-e288-4aca-8cd5-76502a697b4e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:45.603591 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8b55d070-e288-4aca-8cd5-76502a697b4e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:45.613333 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-e9703bac-08f7-4aee-a7d1-045ddb2bf888 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Floating IP bd3b3b73-0b05-4189-bae2-7ecd3947a850 associated. External IP: 172.25.5.211, port: 646dccf4-5162-4879-811e-dc2b620c33b8. Nov 23 22:13:45.653979 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-97e7d8d7-1b42-486b-90a1-fa6b8aa79325 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:45.679324 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-97e7d8d7-1b42-486b-90a1-fa6b8aa79325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:45.706641 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5181f3a3-500f-4e66-86ff-f25627fcf6e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:45.736250 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-97e7d8d7-1b42-486b-90a1-fa6b8aa79325 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1cb004ae3e744ae591d8821ece7862ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8451107 Nov 23 22:13:45.738949 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35716) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:45.748588 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7d8d7-1b42-486b-90a1-fa6b8aa79325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414a086f-61d6-4e41-bc37-5044d2600783,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:45.845904 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d64ff60e-5faf-4f7a-a395-6da39436cbcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:45.905393 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d64ff60e-5faf-4f7a-a395-6da39436cbcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:45.915640 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3336e0c1-c3f3-42cf-a2ea-5fb052cd1193 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:13:45.930498 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8b55d070-e288-4aca-8cd5-76502a697b4e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:45.938831 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 3336e0c1-c3f3-42cf-a2ea-5fb052cd1193 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:13:45.938831 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3336e0c1-c3f3-42cf-a2ea-5fb052cd1193 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:13:46.017499 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55d070-e288-4aca-8cd5-76502a697b4e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Subnet': ['ID=7eb9b2a6-d711-4688-bf71-b3b4a83c0416,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:46.022323 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d64ff60e-5faf-4f7a-a395-6da39436cbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:46.024953 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d64ff60e-5faf-4f7a-a395-6da39436cbcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:46.026094 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d64ff60e-5faf-4f7a-a395-6da39436cbcb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/414a086f-61d6-4e41-bc37-5044d2600783 HTTP/1.1" status: 204 len: 168 time: 0.2851770 Nov 23 22:13:46.038352 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ff60e-5faf-4f7a-a395-6da39436cbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414a086f-61d6-4e41-bc37-5044d2600783,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:46.041116 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b55d070-e288-4aca-8cd5-76502a697b4e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Checking segment: {'id': 'fe16fce5-6ec7-4054-90b4-9f5fecab5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9ec78003-7037-4aec-b4fb-6e01da5ef313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:13:46.041509 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b55d070-e288-4aca-8cd5-76502a697b4e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network hostable DHCP agents. Network: 9ec78003-7037-4aec-b4fb-6e01da5ef313, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:13:46.065481 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b55d070-e288-4aca-8cd5-76502a697b4e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network 9ec78003-7037-4aec-b4fb-6e01da5ef313 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:13:46.080733 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-8b55d070-e288-4aca-8cd5-76502a697b4e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 9ec78003-7037-4aec-b4fb-6e01da5ef313) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:46.085904 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b55d070-e288-4aca-8cd5-76502a697b4e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:46.086663 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8b55d070-e288-4aca-8cd5-76502a697b4e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:46.097324 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecad2766-37f3-46f0-93c3-3fbfa4122855 None None] Network 9ec78003-7037-4aec-b4fb-6e01da5ef313 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:13:46.152884 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8b55d070-e288-4aca-8cd5-76502a697b4e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6909485 Nov 23 22:13:46.155861 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35724) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:46.168193 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-d09587c2-250e-48b1-9c0c-8ad17377e7bd tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2127411191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:46.233383 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d09587c2-250e-48b1-9c0c-8ad17377e7bd tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:46.234762 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d09587c2-250e-48b1-9c0c-8ad17377e7bd tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:46.294708 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 40150049-71a5-4582-b703-0f994de27b77 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:13:46.338261 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d09587c2-250e-48b1-9c0c-8ad17377e7bd tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:46.346631 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d09587c2-250e-48b1-9c0c-8ad17377e7bd tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:46.379130 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d09587c2-250e-48b1-9c0c-8ad17377e7bd tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:46.383393 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d09587c2-250e-48b1-9c0c-8ad17377e7bd tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2234974 Nov 23 22:13:46.383543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35730) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:46.389177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-0704ddcf-2c63-4ae8-9f2e-ae745998a617 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'port': {'network_id': '9ec78003-7037-4aec-b4fb-6e01da5ef313', 'name': 'tempest-PortsIpV6TestJSON-1750765489'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:46.458562 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5181f3a3-500f-4e66-86ff-f25627fcf6e7 admin admin] Router 8ef58c68-ce1c-48f4-a695-8b6e21b982ab is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:13:46.504219 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9703bac-08f7-4aee-a7d1-045ddb2bf888 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Router ecc42a34-5cc3-49ac-ad06-aecf29859080 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:13:46.517951 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e82a804-2f97-4d21-a1b8-91207bf2fb5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-9ec78003-7037-4aec-b4fb-6e01da5ef313', 'network_id': '9ec78003-7037-4aec-b4fb-6e01da5ef313', 'tenant_id': 'cd2f5a8011944e019aca5146a8721a96', 'fixed_ips': [{'subnet_id': '7eb9b2a6-d711-4688-bf71-b3b4a83c0416'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:13:46.519181 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6e82a804-2f97-4d21-a1b8-91207bf2fb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:46.537382 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 40150049-71a5-4582-b703-0f994de27b77 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:46.538009 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:46.668297 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0704ddcf-2c63-4ae8-9f2e-ae745998a617 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:46.675437 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0704ddcf-2c63-4ae8-9f2e-ae745998a617 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:46.719535 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-0704ddcf-2c63-4ae8-9f2e-ae745998a617 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] device_id is not set on port 148227eb-c4c9-4d83-8dc6-8182b517a191 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:13:46.764162 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-6e82a804-2f97-4d21-a1b8-91207bf2fb5a None None] Allocated IP 2001:db8::2 (9ec78003-7037-4aec-b4fb-6e01da5ef313/7eb9b2a6-d711-4688-bf71-b3b4a83c0416/53a6637f-5c90-4468-98d5-44875bfd1af1) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:46.873812 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5181f3a3-500f-4e66-86ff-f25627fcf6e7 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:13:46.875785 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9703bac-08f7-4aee-a7d1-045ddb2bf888 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:13:46.904373 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5723fd6c-ce40-4dac-93e4-e20ae648a18c None None] Sync routers for ids ['ecc42a34-5cc3-49ac-ad06-aecf29859080'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:13:46.905851 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5181f3a3-500f-4e66-86ff-f25627fcf6e7 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:46.907817 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5181f3a3-500f-4e66-86ff-f25627fcf6e7 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.7568610 Nov 23 22:13:46.914517 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e9703bac-08f7-4aee-a7d1-045ddb2bf888 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:46.914744 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35744) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:46.927606 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5723fd6c-ce40-4dac-93e4-e20ae648a18c None None] Routers {'ecc42a34-5cc3-49ac-ad06-aecf29859080'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:13:46.928588 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-5723fd6c-ce40-4dac-93e4-e20ae648a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:13:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ecc42a34-5cc3-49ac-ad06-aecf29859080'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:46.985287 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e9703bac-08f7-4aee-a7d1-045ddb2bf888 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.9891760 Nov 23 22:13:46.995515 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4', 'tag': '646dccf4-5162-4879-811e-dc2b620c33b8'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:13:47.002220 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff16f83a-881a-43f5-ad2a-7b9d82e103c1" -d '{"events": [{"name": "network-changed", "server_uuid": "9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4", "tag": "646dccf4-5162-4879-811e-dc2b620c33b8"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:13:47.092163 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] Sync routers for ids ['8ef58c68-ce1c-48f4-a695-8b6e21b982ab'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:13:47.154780 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6cf8f1-aa2c-4904-9cca-320c12a2c4bf x-openstack-request-id: req-9f6cf8f1-aa2c-4904-9cca-320c12a2c4bf {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:13:47.155086 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4", "tag": "646dccf4-5162-4879-811e-dc2b620c33b8", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:13:47.155352 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9f6cf8f1-aa2c-4904-9cca-320c12a2c4bf {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:13:47.155768 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4', 'tag': '646dccf4-5162-4879-811e-dc2b620c33b8', 'status': 'completed', 'code': 200} Nov 23 22:13:47.189092 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] Routers {'8ef58c68-ce1c-48f4-a695-8b6e21b982ab'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:13:47.189828 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:13:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['8ef58c68-ce1c-48f4-a695-8b6e21b982ab'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:47.203539 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-5723fd6c-ce40-4dac-93e4-e20ae648a18c None None] Set router ecc42a34-5cc3-49ac-ad06-aecf29859080 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:13:47.324640 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6e82a804-2f97-4d21-a1b8-91207bf2fb5a None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:47.367019 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6e82a804-2f97-4d21-a1b8-91207bf2fb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:47.495071 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e82a804-2f97-4d21-a1b8-91207bf2fb5a None None] Network 9ec78003-7037-4aec-b4fb-6e01da5ef313 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:47.506368 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-6e82a804-2f97-4d21-a1b8-91207bf2fb5a None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:47.519535 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e82a804-2f97-4d21-a1b8-91207bf2fb5a None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:47.523773 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16f83a-881a-43f5-ad2a-7b9d82e103c1 req-63586d13-c486-4455-a364-06445d66d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:47.530570 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff16f83a-881a-43f5-ad2a-7b9d82e103c1 req-63586d13-c486-4455-a364-06445d66d6da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 1096 time: 0.3070610 Nov 23 22:13:47.533967 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-0704ddcf-2c63-4ae8-9f2e-ae745998a617 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Allocated IP 2001:db8::209 (9ec78003-7037-4aec-b4fb-6e01da5ef313/7eb9b2a6-d711-4688-bf71-b3b4a83c0416/148227eb-c4c9-4d83-8dc6-8182b517a191) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:47.534752 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82a804-2f97-4d21-a1b8-91207bf2fb5a None None] Pushing event updated for resources: {'Port': ['ID=53a6637f-5c90-4468-98d5-44875bfd1af1,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:47.582748 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] Set router 8ef58c68-ce1c-48f4-a695-8b6e21b982ab gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:13:47.602024 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede63b8-c96f-478f-bc0f-6ef02def402b req-31033c4f-ac07-4cf6-a86e-5f9123394676 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:47.603932 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2ede63b8-c96f-478f-bc0f-6ef02def402b req-31033c4f-ac07-4cf6-a86e-5f9123394676 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.4920135 Nov 23 22:13:47.622254 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-5723fd6c-ce40-4dac-93e4-e20ae648a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85110971', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:00Z', 'updated_at': '2021-11-23T22:13:12Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:85:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:01Z', 'updated_at': '2021-11-23T22:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'bd3b3b73-0b05-4189-bae2-7ecd3947a850', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'port_id': '646dccf4-5162-4879-811e-dc2b620c33b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa', 'mac_address': 'fa:16:3e:0d:63:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:13:43Z', 'updated_at': '2021-11-23T22:13:43Z', 'revision_number': 0, 'project_id': '8e0acd4df46849288fda9982f884e974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11337fe3-f6de-43bf-8b0d-f3e38ab29ade', 'name': '', 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:9a:b0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'fc83933b-c274-4ed1-a7dc-b79874b5ad9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:09Z', 'updated_at': '2021-11-23T22:13:20Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'fc83933b-c274-4ed1-a7dc-b79874b5ad9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:47.672537 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-6e82a804-2f97-4d21-a1b8-91207bf2fb5a None None] Attempting to bind port 53a6637f-5c90-4468-98d5-44875bfd1af1 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:13:47.673024 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-6e82a804-2f97-4d21-a1b8-91207bf2fb5a None None] Attempting to bind port 53a6637f-5c90-4468-98d5-44875bfd1af1 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'fe16fce5-6ec7-4054-90b4-9f5fecab5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9ec78003-7037-4aec-b4fb-6e01da5ef313'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:13:47.673491 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e82a804-2f97-4d21-a1b8-91207bf2fb5a None None] Attempting to bind port 53a6637f-5c90-4468-98d5-44875bfd1af1 on network 9ec78003-7037-4aec-b4fb-6e01da5ef313 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:13:47.691921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e82a804-2f97-4d21-a1b8-91207bf2fb5a None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:13:47.692425 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e82a804-2f97-4d21-a1b8-91207bf2fb5a None None] Checking segment: {'id': 'fe16fce5-6ec7-4054-90b4-9f5fecab5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9ec78003-7037-4aec-b4fb-6e01da5ef313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:13:47.692938 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6e82a804-2f97-4d21-a1b8-91207bf2fb5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:47.693435 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e82a804-2f97-4d21-a1b8-91207bf2fb5a None None] Bound using segment: {'id': 'fe16fce5-6ec7-4054-90b4-9f5fecab5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9ec78003-7037-4aec-b4fb-6e01da5ef313'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:13:47.694054 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-6e82a804-2f97-4d21-a1b8-91207bf2fb5a None None] Bound port: 53a6637f-5c90-4468-98d5-44875bfd1af1, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe16fce5-6ec7-4054-90b4-9f5fecab5405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '9ec78003-7037-4aec-b4fb-6e01da5ef313'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:13:47.694538 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6e82a804-2f97-4d21-a1b8-91207bf2fb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:47.717636 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5723fd6c-ce40-4dac-93e4-e20ae648a18c None None] Checking router: ecc42a34-5cc3-49ac-ad06-aecf29859080 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:13:47.732440 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5723fd6c-ce40-4dac-93e4-e20ae648a18c None None] Routers {'ecc42a34-5cc3-49ac-ad06-aecf29859080'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:13:47.733422 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-5723fd6c-ce40-4dac-93e4-e20ae648a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:13:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ecc42a34-5cc3-49ac-ad06-aecf29859080'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:47.786342 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-6e82a804-2f97-4d21-a1b8-91207bf2fb5a None None] For port 53a6637f-5c90-4468-98d5-44875bfd1af1, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:13:47.789923 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-6e82a804-2f97-4d21-a1b8-91207bf2fb5a None None] For port 53a6637f-5c90-4468-98d5-44875bfd1af1, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=53a6637f-5c90-4468-98d5-44875bfd1af1,segment=NetworkSegment(fe16fce5-6ec7-4054-90b4-9f5fecab5405),segment_id=fe16fce5-6ec7-4054-90b4-9f5fecab5405)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:13:47.825338 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6e82a804-2f97-4d21-a1b8-91207bf2fb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:47.903227 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2ede63b8-c96f-478f-bc0f-6ef02def402b req-87c4cb65-8a63-466a-a03b-1af5a73ebb6e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2753265 Nov 23 22:13:47.904222 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16f83a-881a-43f5-ad2a-7b9d82e103c1 req-185ab69e-b204-4def-91f9-8e2648d18d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:47.906020 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff16f83a-881a-43f5-ad2a-7b9d82e103c1 req-185ab69e-b204-4def-91f9-8e2648d18d39 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa HTTP/1.1" status: 200 len: 898 time: 0.3480442 Nov 23 22:13:47.937953 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35768) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:48.049354 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-5723fd6c-ce40-4dac-93e4-e20ae648a18c None None] Set router ecc42a34-5cc3-49ac-ad06-aecf29859080 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:13:48.078630 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82a804-2f97-4d21-a1b8-91207bf2fb5a None None] Pushing event updated for resources: {'Port': ['ID=53a6637f-5c90-4468-98d5-44875bfd1af1,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:48.132224 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'name': 'tempest-TestServerBasicOps-286375362-router', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:40Z', 'updated_at': '2021-11-23T22:13:44Z', 'revision_number': 3, 'project_id': '47e57217e78c466aba767c805775d0bf', 'gw_port': {'id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:42Z', 'updated_at': '2021-11-23T22:13:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:48.137419 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0704ddcf-2c63-4ae8-9f2e-ae745998a617 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:48.235344 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] Checking router: 8ef58c68-ce1c-48f4-a695-8b6e21b982ab for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:13:48.235864 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] Updating router 8ef58c68-ce1c-48f4-a695-8b6e21b982ab port 41ad0454-e09b-4923-98cf-ed7e6b2824df binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:13:48.252366 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0704ddcf-2c63-4ae8-9f2e-ae745998a617 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:48.342438 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:48.490873 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0704ddcf-2c63-4ae8-9f2e-ae745998a617 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network 9ec78003-7037-4aec-b4fb-6e01da5ef313 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:48.599667 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-0704ddcf-2c63-4ae8-9f2e-ae745998a617 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:48.601800 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-5723fd6c-ce40-4dac-93e4-e20ae648a18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85110971', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:00Z', 'updated_at': '2021-11-23T22:13:12Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:85:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:01Z', 'updated_at': '2021-11-23T22:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'bd3b3b73-0b05-4189-bae2-7ecd3947a850', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'port_id': '646dccf4-5162-4879-811e-dc2b620c33b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa', 'mac_address': 'fa:16:3e:0d:63:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:13:43Z', 'updated_at': '2021-11-23T22:13:43Z', 'revision_number': 0, 'project_id': '8e0acd4df46849288fda9982f884e974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11337fe3-f6de-43bf-8b0d-f3e38ab29ade', 'name': '', 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:9a:b0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'fc83933b-c274-4ed1-a7dc-b79874b5ad9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:09Z', 'updated_at': '2021-11-23T22:13:20Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'fc83933b-c274-4ed1-a7dc-b79874b5ad9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:48.612572 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ea6898a2-d433-4e8e-a054-42552d73deb1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/floatingips/bd3b3b73-0b05-4189-bae2-7ecd3947a850 HTTP/1.1" status: 200 len: 991 time: 0.4334626 Nov 23 22:13:48.614911 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0704ddcf-2c63-4ae8-9f2e-ae745998a617 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:48.627336 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0704ddcf-2c63-4ae8-9f2e-ae745998a617 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:48.628025 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0704ddcf-2c63-4ae8-9f2e-ae745998a617 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:48.653417 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff16f83a-881a-43f5-ad2a-7b9d82e103c1 req-60e6e3b8-2f4d-42e0-9ccd-8245902150c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=646dccf4-5162-4879-811e-dc2b620c33b8 HTTP/1.1" status: 200 len: 999 time: 0.7359364 Nov 23 22:13:48.666727 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5723fd6c-ce40-4dac-93e4-e20ae648a18c None None] The sync data for ids ['ecc42a34-5cc3-49ac-ad06-aecf29859080'] in n-d-816206-9 is: [{'id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85110971', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:00Z', 'updated_at': '2021-11-23T22:13:12Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:85:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:01Z', 'updated_at': '2021-11-23T22:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'bd3b3b73-0b05-4189-bae2-7ecd3947a850', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'port_id': '646dccf4-5162-4879-811e-dc2b620c33b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa', 'mac_address': 'fa:16:3e:0d:63:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:13:43Z', 'updated_at': '2021-11-23T22:13:43Z', 'revision_number': 0, 'project_id': '8e0acd4df46849288fda9982f884e974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11337fe3-f6de-43bf-8b0d-f3e38ab29ade', 'name': '', 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:9a:b0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'fc83933b-c274-4ed1-a7dc-b79874b5ad9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:09Z', 'updated_at': '2021-11-23T22:13:20Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'fc83933b-c274-4ed1-a7dc-b79874b5ad9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:13:48.706306 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35782) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:48.736083 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704ddcf-2c63-4ae8-9f2e-ae745998a617 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Port': ['ID=148227eb-c4c9-4d83-8dc6-8182b517a191,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:48.794778 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0704ddcf-2c63-4ae8-9f2e-ae745998a617 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4097106 Nov 23 22:13:48.797770 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35786) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:48.802648 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16f83a-881a-43f5-ad2a-7b9d82e103c1 req-1d8ab72b-ebce-472d-818e-034ec289ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:48.804210 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff16f83a-881a-43f5-ad2a-7b9d82e103c1 req-1d8ab72b-ebce-472d-818e-034ec289ec33 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc83933b-c274-4ed1-a7dc-b79874b5ad9f HTTP/1.1" status: 200 len: 835 time: 0.1359076 Nov 23 22:13:48.920561 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16f83a-881a-43f5-ad2a-7b9d82e103c1 req-a43b5cf6-caa0-45ed-a41d-8be8ceda55bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:48.922114 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff16f83a-881a-43f5-ad2a-7b9d82e103c1 req-a43b5cf6-caa0-45ed-a41d-8be8ceda55bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081936 Nov 23 22:13:48.956920 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:48.969192 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:49.065665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6c4d9798-a06f-457c-a148-1e060d3df21a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'network': {'name': 'tempest-network-smoke--1027681550', 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'port_security_enabled': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:49.094778 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc75b3b4-3582-40a1-bdaf-c44e68024c5f None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:13:49.097995 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] Attempting to bind port 41ad0454-e09b-4923-98cf-ed7e6b2824df on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:13:49.098586 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] Attempting to bind port 41ad0454-e09b-4923-98cf-ed7e6b2824df by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:13:49.099433 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] Attempting to bind port 41ad0454-e09b-4923-98cf-ed7e6b2824df on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:13:49.171440 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:13:49.172177 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:13:49.172839 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:49.174032 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:13:49.174882 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] Bound port: 41ad0454-e09b-4923-98cf-ed7e6b2824df, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:13:49.175723 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:49.221100 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff16f83a-881a-43f5-ad2a-7b9d82e103c1 req-f180f855-625d-4538-86cc-056af2b2b80b service neutron] 10.222.0.60 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510386 Nov 23 22:13:49.247222 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5543afc-90d7-479f-aff7-18925ac16ddd None None] Pushing event updated for resources: {'Port': ['ID=41ad0454-e09b-4923-98cf-ed7e6b2824df,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:49.321572 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-bc94409f-7638-481b-90bf-306322a093c2 None None] Provisioning complete for port 41ad0454-e09b-4923-98cf-ed7e6b2824df triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:49.322784 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bc94409f-7638-481b-90bf-306322a093c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:49.332128 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94d35d4-e7f5-481c-806c-4c11592fe1a2 None None] New status for floating IP bd3b3b73-0b05-4189-bae2-7ecd3947a850: ACTIVE {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:13:49.353208 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4d9798-a06f-457c-a148-1e060d3df21a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Made reservation on behalf of 9734970b74c843d2aba80bf9d24b8271 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:49.353945 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff16f83a-881a-43f5-ad2a-7b9d82e103c1 req-4b0f1d17-c75a-470e-9481-5d4da8cd2f07 service neutron] 10.222.0.60 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225252 Nov 23 22:13:49.357093 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c4d9798-a06f-457c-a148-1e060d3df21a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:49.359381 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8ca57bc0-ba87-49d4-9930-f4da85297ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:49.390634 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c4d9798-a06f-457c-a148-1e060d3df21a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:49.477106 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18817ce6-b6ca-4bb2-bab5-41824ae18f7d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:49.570657 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] For port 41ad0454-e09b-4923-98cf-ed7e6b2824df, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:13:49.621076 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35792) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:49.626778 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] For port 41ad0454-e09b-4923-98cf-ed7e6b2824df, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=41ad0454-e09b-4923-98cf-ed7e6b2824df,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:13:49.631353 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-bc94409f-7638-481b-90bf-306322a093c2 None None] Port 41ad0454-e09b-4923-98cf-ed7e6b2824df cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:13:49.639125 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:49.756412 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5543afc-90d7-479f-aff7-18925ac16ddd None None] Pushing event updated for resources: {'Port': ['ID=41ad0454-e09b-4923-98cf-ed7e6b2824df,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:49.799998 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-8ca57bc0-ba87-49d4-9930-f4da85297ec4 admin admin] Allocated IP 172.20.0.1 (8a505cd8-1c1d-4524-b9ca-aca755840d9b/d5cccd06-79be-47aa-871f-ab587e1c7479/87744998-78a3-4c35-a869-2b58b9ac5c23) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:49.820425 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] Routers {'8ef58c68-ce1c-48f4-a695-8b6e21b982ab'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:13:49.822880 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:13:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['8ef58c68-ce1c-48f4-a695-8b6e21b982ab'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:49.833967 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c5205f-8b93-4e01-92a9-c80e327faaef None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:13:49.850209 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c4d9798-a06f-457c-a148-1e060d3df21a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:49.876352 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe74346-b1ed-47f4-8286-51f6b43d6fb2 None None] Network 9ec78003-7037-4aec-b4fb-6e01da5ef313 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:13:49.891232 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c4d9798-a06f-457c-a148-1e060d3df21a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:49.997283 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8ca57bc0-ba87-49d4-9930-f4da85297ec4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:49.999949 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4d9798-a06f-457c-a148-1e060d3df21a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:13:50.023305 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6f70a0b2-b722-40ca-99a9-9ccd500bf229 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/floatingips/bd3b3b73-0b05-4189-bae2-7ecd3947a850 HTTP/1.1" status: 200 len: 991 time: 0.4001038 Nov 23 22:13:50.031327 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c4d9798-a06f-457c-a148-1e060d3df21a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:50.031738 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-6c4d9798-a06f-457c-a148-1e060d3df21a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Added segment 959706d6-5aca-436b-afb3-1afdf4348644 of type vlan for network 7fa25100-d56b-4992-af0f-af5f0e385dd2 Nov 23 22:13:50.033147 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d9798-a06f-457c-a148-1e060d3df21a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d353f76c-89c7-492b-8dae-322b87d1d5a7,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:50.034573 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-394933d0-2544-46f2-9770-1a0f0b83b8b8 None None] Provisioning complete for port 53a6637f-5c90-4468-98d5-44875bfd1af1 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:50.035877 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-394933d0-2544-46f2-9770-1a0f0b83b8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:50.058507 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8ca57bc0-ba87-49d4-9930-f4da85297ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:50.139929 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c4d9798-a06f-457c-a148-1e060d3df21a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:50.141077 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca57bc0-ba87-49d4-9930-f4da85297ec4 admin admin] Network 8a505cd8-1c1d-4524-b9ca-aca755840d9b is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:50.143757 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] Set router 8ef58c68-ce1c-48f4-a695-8b6e21b982ab gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:13:50.148632 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-8ca57bc0-ba87-49d4-9930-f4da85297ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:50.181185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca57bc0-ba87-49d4-9930-f4da85297ec4 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:50.201801 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18817ce6-b6ca-4bb2-bab5-41824ae18f7d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:50.204659 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c4d9798-a06f-457c-a148-1e060d3df21a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:50.211225 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4d9798-a06f-457c-a148-1e060d3df21a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:50.212476 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c4d9798-a06f-457c-a148-1e060d3df21a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:50.224736 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18817ce6-b6ca-4bb2-bab5-41824ae18f7d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:50.263120 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8ca57bc0-ba87-49d4-9930-f4da85297ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:50.329108 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6c4d9798-a06f-457c-a148-1e060d3df21a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6190901 Nov 23 22:13:50.381978 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35796) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:50.395392 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-ab46718b-37e9-47fc-9b55-b49a697b8c60 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-961776352', 'admin_state_up': True, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:50.437704 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca57bc0-ba87-49d4-9930-f4da85297ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=87744998-78a3-4c35-a869-2b58b9ac5c23,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:50.447095 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d9798-a06f-457c-a148-1e060d3df21a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'Network': ['ID=7fa25100-d56b-4992-af0f-af5f0e385dd2,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:50.462506 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ab46718b-37e9-47fc-9b55-b49a697b8c60 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:50.467958 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ab46718b-37e9-47fc-9b55-b49a697b8c60 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:50.523705 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18817ce6-b6ca-4bb2-bab5-41824ae18f7d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Port': ['ID=148227eb-c4c9-4d83-8dc6-8182b517a191,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:50.560505 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ab46718b-37e9-47fc-9b55-b49a697b8c60 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:50.564088 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 53a6637f-5c90-4468-98d5-44875bfd1af1 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:13:50.566027 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 7fa25100-d56b-4992-af0f-af5f0e385dd2 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:13:50.621593 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18817ce6-b6ca-4bb2-bab5-41824ae18f7d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:50.632240 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-394933d0-2544-46f2-9770-1a0f0b83b8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:50.780413 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-394933d0-2544-46f2-9770-1a0f0b83b8b8 None None] For port 53a6637f-5c90-4468-98d5-44875bfd1af1, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=53a6637f-5c90-4468-98d5-44875bfd1af1,segment=NetworkSegment(fe16fce5-6ec7-4054-90b4-9f5fecab5405),segment_id=fe16fce5-6ec7-4054-90b4-9f5fecab5405)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:50.797821 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 53a6637f-5c90-4468-98d5-44875bfd1af1 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:50.798401 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:50.802430 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-394933d0-2544-46f2-9770-1a0f0b83b8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:50.834228 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18817ce6-b6ca-4bb2-bab5-41824ae18f7d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:50.872975 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8ca57bc0-ba87-49d4-9930-f4da85297ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:50.876315 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ab46718b-37e9-47fc-9b55-b49a697b8c60 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:50.948796 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394933d0-2544-46f2-9770-1a0f0b83b8b8 None None] Pushing event updated for resources: {'Port': ['ID=53a6637f-5c90-4468-98d5-44875bfd1af1,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:50.959959 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'name': 'tempest-TestServerBasicOps-286375362-router', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:40Z', 'updated_at': '2021-11-23T22:13:44Z', 'revision_number': 3, 'project_id': '47e57217e78c466aba767c805775d0bf', 'gw_port': {'id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:42Z', 'updated_at': '2021-11-23T22:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:51.002375 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-cb4dd865-a737-48a5-ac51-e50b3d26ed95 None None] Provisioning complete for port 87744998-78a3-4c35-a869-2b58b9ac5c23 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:51.002375 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd865-a737-48a5-ac51-e50b3d26ed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:51.006508 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc8cefb-cb41-47f2-b1dc-0a0c9f6a52af None None] The sync data for ids ['8ef58c68-ce1c-48f4-a695-8b6e21b982ab'] in n-d-816206-9 is: [{'id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'name': 'tempest-TestServerBasicOps-286375362-router', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:40Z', 'updated_at': '2021-11-23T22:13:44Z', 'revision_number': 3, 'project_id': '47e57217e78c466aba767c805775d0bf', 'gw_port': {'id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:42Z', 'updated_at': '2021-11-23T22:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:13:51.037872 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35800) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:51.141143 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-cb4dd865-a737-48a5-ac51-e50b3d26ed95 None None] Port 87744998-78a3-4c35-a869-2b58b9ac5c23 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:13:51.176125 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-cb4dd865-a737-48a5-ac51-e50b3d26ed95 None None] Provisioning complete for port 41ad0454-e09b-4923-98cf-ed7e6b2824df triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:51.176726 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd865-a737-48a5-ac51-e50b3d26ed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:51.297744 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd865-a737-48a5-ac51-e50b3d26ed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:51.317294 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18817ce6-b6ca-4bb2-bab5-41824ae18f7d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:51.330173 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-cb4dd865-a737-48a5-ac51-e50b3d26ed95 None None] For port 41ad0454-e09b-4923-98cf-ed7e6b2824df, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=41ad0454-e09b-4923-98cf-ed7e6b2824df,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:51.336324 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18817ce6-b6ca-4bb2-bab5-41824ae18f7d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:51.337962 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18817ce6-b6ca-4bb2-bab5-41824ae18f7d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:51.338825 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd865-a737-48a5-ac51-e50b3d26ed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:51.427576 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-00edbe7d-7aa9-4c82-9338-4ded1f72c7bb tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/floatingips/bd3b3b73-0b05-4189-bae2-7ecd3947a850 HTTP/1.1" status: 200 len: 993 time: 0.2782068 Nov 23 22:13:51.497351 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4dd865-a737-48a5-ac51-e50b3d26ed95 None None] Pushing event updated for resources: {'Port': ['ID=41ad0454-e09b-4923-98cf-ed7e6b2824df,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:51.503938 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-789a1f4f-2351-491c-9756-a8adeb4f86a3 None None] Provisioning complete for port 53a6637f-5c90-4468-98d5-44875bfd1af1 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:51.504320 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-789a1f4f-2351-491c-9756-a8adeb4f86a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:51.517348 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18817ce6-b6ca-4bb2-bab5-41824ae18f7d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Port': ['ID=148227eb-c4c9-4d83-8dc6-8182b517a191,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:51.597341 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18817ce6-b6ca-4bb2-bab5-41824ae18f7d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network 9ec78003-7037-4aec-b4fb-6e01da5ef313 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:51.599324 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-18817ce6-b6ca-4bb2-bab5-41824ae18f7d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:51.663214 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-789a1f4f-2351-491c-9756-a8adeb4f86a3 None None] Provisioning complete for port 148227eb-c4c9-4d83-8dc6-8182b517a191 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:51.663797 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-789a1f4f-2351-491c-9756-a8adeb4f86a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:51.718216 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-789a1f4f-2351-491c-9756-a8adeb4f86a3 None None] Port 148227eb-c4c9-4d83-8dc6-8182b517a191 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:13:51.845595 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18817ce6-b6ca-4bb2-bab5-41824ae18f7d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Router a710b42c-d20f-44f9-a147-aeafe9c76afd is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:13:51.852507 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07499f71-420b-4a65-8186-7d0ea71f22b5 None None] Provisioning complete for port 148227eb-c4c9-4d83-8dc6-8182b517a191 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:51.853577 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07499f71-420b-4a65-8186-7d0ea71f22b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:51.950664 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07499f71-420b-4a65-8186-7d0ea71f22b5 None None] Port 148227eb-c4c9-4d83-8dc6-8182b517a191 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:13:52.051630 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18817ce6-b6ca-4bb2-bab5-41824ae18f7d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:13:52.061082 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-18817ce6-b6ca-4bb2-bab5-41824ae18f7d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "PUT /v2.0/routers/a710b42c-d20f-44f9-a147-aeafe9c76afd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2620611 Nov 23 22:13:52.064052 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35806) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:52.065843 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69504a3-2657-4d4d-9a5a-56e20cf3f72a None None] Sync routers for ids ['a710b42c-d20f-44f9-a147-aeafe9c76afd'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:13:52.098747 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69504a3-2657-4d4d-9a5a-56e20cf3f72a None None] Routers {'a710b42c-d20f-44f9-a147-aeafe9c76afd'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:13:52.099387 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f69504a3-2657-4d4d-9a5a-56e20cf3f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:13:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a710b42c-d20f-44f9-a147-aeafe9c76afd'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:52.102110 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0209b0b8-260d-4aff-b75f-e78b0441c5a1 None None] Provisioning complete for port 148227eb-c4c9-4d83-8dc6-8182b517a191 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:52.102484 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0209b0b8-260d-4aff-b75f-e78b0441c5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:52.194189 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2161fc00-062c-4875-ae25-b95b1b034e1b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:52.197503 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2161fc00-062c-4875-ae25-b95b1b034e1b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports?device_id=a710b42c-d20f-44f9-a147-aeafe9c76afd HTTP/1.1" status: 200 len: 989 time: 0.1315930 Nov 23 22:13:52.201455 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35810) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:52.208092 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f69504a3-2657-4d4d-9a5a-56e20cf3f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:52.223339 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0209b0b8-260d-4aff-b75f-e78b0441c5a1 None None] Port 148227eb-c4c9-4d83-8dc6-8182b517a191 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:13:52.251283 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69504a3-2657-4d4d-9a5a-56e20cf3f72a None None] Routers {'a710b42c-d20f-44f9-a147-aeafe9c76afd'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:13:52.251930 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f69504a3-2657-4d4d-9a5a-56e20cf3f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:13:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a710b42c-d20f-44f9-a147-aeafe9c76afd'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:52.341374 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f69504a3-2657-4d4d-9a5a-56e20cf3f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:52.342117 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69504a3-2657-4d4d-9a5a-56e20cf3f72a None None] The sync data for ids ['a710b42c-d20f-44f9-a147-aeafe9c76afd'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:13:52.399949 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8ca57bc0-ba87-49d4-9930-f4da85297ec4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:52.419471 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8ca57bc0-ba87-49d4-9930-f4da85297ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:52.439356 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 53a6637f-5c90-4468-98d5-44875bfd1af1 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:13:52.457602 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ab46718b-37e9-47fc-9b55-b49a697b8c60 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:52.502576 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-96f61c7f-86e5-4959-9954-6da8e1a43f59 None None] Provisioning complete for port 148227eb-c4c9-4d83-8dc6-8182b517a191 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:52.502981 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-96f61c7f-86e5-4959-9954-6da8e1a43f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:52.540252 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ab46718b-37e9-47fc-9b55-b49a697b8c60 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:52.545094 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 53a6637f-5c90-4468-98d5-44875bfd1af1 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:52.545478 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:52.579513 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8ca57bc0-ba87-49d4-9930-f4da85297ec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:52.583976 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca57bc0-ba87-49d4-9930-f4da85297ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=87744998-78a3-4c35-a869-2b58b9ac5c23,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:52.595430 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-96f61c7f-86e5-4959-9954-6da8e1a43f59 None None] Port 148227eb-c4c9-4d83-8dc6-8182b517a191 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:13:52.691221 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 41ad0454-e09b-4923-98cf-ed7e6b2824df up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:13:52.753330 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 41ad0454-e09b-4923-98cf-ed7e6b2824df triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:52.753715 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:52.776838 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-ab46718b-37e9-47fc-9b55-b49a697b8c60 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Allocated IP 172.25.5.161 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/8c1e1104-cdf0-49d4-9f04-5656697c5db2) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:52.791604 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca57bc0-ba87-49d4-9930-f4da85297ec4 admin admin] Network 8a505cd8-1c1d-4524-b9ca-aca755840d9b is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:52.794565 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-8ca57bc0-ba87-49d4-9930-f4da85297ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:52.880599 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:52.892694 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fb4884ff-8228-4b80-bb2e-cc3a78bbc625 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:53.001591 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ab46718b-37e9-47fc-9b55-b49a697b8c60 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:53.117886 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ab46718b-37e9-47fc-9b55-b49a697b8c60 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:53.133387 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2c8e92c9-954d-4ee2-98b0-b18ad0b32317 None None] Provisioning complete for port 87744998-78a3-4c35-a869-2b58b9ac5c23 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:53.133763 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2c8e92c9-954d-4ee2-98b0-b18ad0b32317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:53.172848 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca57bc0-ba87-49d4-9930-f4da85297ec4 admin admin] Router 8ef58c68-ce1c-48f4-a695-8b6e21b982ab has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:13:53.209575 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-2c8e92c9-954d-4ee2-98b0-b18ad0b32317 None None] Port 87744998-78a3-4c35-a869-2b58b9ac5c23 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:13:53.240804 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab46718b-37e9-47fc-9b55-b49a697b8c60 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:53.247379 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-ab46718b-37e9-47fc-9b55-b49a697b8c60 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:53.256938 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab46718b-37e9-47fc-9b55-b49a697b8c60 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:53.271806 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaf9837-e455-46fa-8161-7ac1ca080c00 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:13:53.346560 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46718b-37e9-47fc-9b55-b49a697b8c60 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'Port': ['ID=8c1e1104-cdf0-49d4-9f04-5656697c5db2,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:53.369753 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c575d9cc-569d-41d0-bc92-cf9a4ab3cda7 None None] Provisioning complete for port 8c1e1104-cdf0-49d4-9f04-5656697c5db2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:53.370362 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c575d9cc-569d-41d0-bc92-cf9a4ab3cda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:53.432154 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c575d9cc-569d-41d0-bc92-cf9a4ab3cda7 None None] Port 8c1e1104-cdf0-49d4-9f04-5656697c5db2 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:13:53.483224 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca57bc0-ba87-49d4-9930-f4da85297ec4 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:13:53.512031 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8ca57bc0-ba87-49d4-9930-f4da85297ec4 admin admin] 10.222.0.50 "PUT /v2.0/routers/8ef58c68-ce1c-48f4-a695-8b6e21b982ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5937726 Nov 23 22:13:53.610730 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-fb4884ff-8228-4b80-bb2e-cc3a78bbc625 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting port 148227eb-c4c9-4d83-8dc6-8182b517a191 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:13:53.617365 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fb4884ff-8228-4b80-bb2e-cc3a78bbc625 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:53.696574 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ab46718b-37e9-47fc-9b55-b49a697b8c60 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:53.751141 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fb4884ff-8228-4b80-bb2e-cc3a78bbc625 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:53.759380 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] Sync routers for ids ['8ef58c68-ce1c-48f4-a695-8b6e21b982ab'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:13:53.771498 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] Routers {'8ef58c68-ce1c-48f4-a695-8b6e21b982ab'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:13:53.772415 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:13:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['8ef58c68-ce1c-48f4-a695-8b6e21b982ab'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:53.779033 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-fb4884ff-8228-4b80-bb2e-cc3a78bbc625 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Calling delete_port for 148227eb-c4c9-4d83-8dc6-8182b517a191 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:13:53.922381 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] Set router 8ef58c68-ce1c-48f4-a695-8b6e21b982ab gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:13:54.002208 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fb4884ff-8228-4b80-bb2e-cc3a78bbc625 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:54.021243 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ab46718b-37e9-47fc-9b55-b49a697b8c60 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:54.037345 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4884ff-8228-4b80-bb2e-cc3a78bbc625 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Port': ['ID=148227eb-c4c9-4d83-8dc6-8182b517a191,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:54.212919 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab46718b-37e9-47fc-9b55-b49a697b8c60 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:13:54.217919 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fb4884ff-8228-4b80-bb2e-cc3a78bbc625 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:54.370819 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'name': 'tempest-TestServerBasicOps-286375362-router', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:40Z', 'updated_at': '2021-11-23T22:13:50Z', 'revision_number': 4, 'project_id': '47e57217e78c466aba767c805775d0bf', 'gw_port': {'id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:42Z', 'updated_at': '2021-11-23T22:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '87744998-78a3-4c35-a869-2b58b9ac5c23', 'name': '', 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'mac_address': 'fa:16:3e:66:78:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'd5cccd06-79be-47aa-871f-ab587e1c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:49Z', 'updated_at': '2021-11-23T22:13:51Z', 'revision_number': 2, 'project_id': '47e57217e78c466aba767c805775d0bf', 'subnets': [{'id': 'd5cccd06-79be-47aa-871f-ab587e1c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:54.444953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] Checking router: 8ef58c68-ce1c-48f4-a695-8b6e21b982ab for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:13:54.445228 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] Updating router 8ef58c68-ce1c-48f4-a695-8b6e21b982ab port 87744998-78a3-4c35-a869-2b58b9ac5c23 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:13:54.456712 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35834) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:54.462972 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-d38223a0-7ae6-42d4-a4ad-101f95e02e5c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-193343152-network', 'tenant_id': '3a13cf4f241e44a8ba7eb62676d4a0bc'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:54.468028 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab46718b-37e9-47fc-9b55-b49a697b8c60 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:13:54.477878 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:54.479068 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] Sync routers for ids ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:13:54.500768 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] Routers {'3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:13:54.501354 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38223a0-7ae6-42d4-a4ad-101f95e02e5c admin admin] Made reservation on behalf of 3a13cf4f241e44a8ba7eb62676d4a0bc for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:54.501832 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:13:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:54.506142 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d38223a0-7ae6-42d4-a4ad-101f95e02e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:54.530789 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ab46718b-37e9-47fc-9b55-b49a697b8c60 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:54.537528 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ab46718b-37e9-47fc-9b55-b49a697b8c60 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1521504 Nov 23 22:13:54.538393 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d38223a0-7ae6-42d4-a4ad-101f95e02e5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:54.544065 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35836) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:54.609257 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4884ff-8228-4b80-bb2e-cc3a78bbc625 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Router a710b42c-d20f-44f9-a147-aeafe9c76afd has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:13:54.729585 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d38223a0-7ae6-42d4-a4ad-101f95e02e5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:54.742144 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d38223a0-7ae6-42d4-a4ad-101f95e02e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:54.789411 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4884ff-8228-4b80-bb2e-cc3a78bbc625 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:13:54.797318 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fb4884ff-8228-4b80-bb2e-cc3a78bbc625 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "PUT /v2.0/routers/a710b42c-d20f-44f9-a147-aeafe9c76afd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5834191 Nov 23 22:13:54.801251 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38223a0-7ae6-42d4-a4ad-101f95e02e5c admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:13:54.803465 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35840) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:54.814314 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7de9b4f-88a8-43b7-bf6a-ff9b5311992f None None] Sync routers for ids ['a710b42c-d20f-44f9-a147-aeafe9c76afd'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:13:54.823364 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] Set router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:13:54.842380 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38223a0-7ae6-42d4-a4ad-101f95e02e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f44788-e729-4e0d-baa1-58e7755cd053,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:54.846375 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d38223a0-7ae6-42d4-a4ad-101f95e02e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:54.846843 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-d38223a0-7ae6-42d4-a4ad-101f95e02e5c admin admin] Added segment b56eff36-dc3e-4bae-a47c-83d8f51f7096 of type vlan for network 99655294-7336-47bc-9d14-badd4e031df1 Nov 23 22:13:54.849018 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-6055e83d-1901-4439-aa06-b19053b8e67c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] GET failed (client error): The resource could not be found. Nov 23 22:13:54.850618 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6055e83d-1901-4439-aa06-b19053b8e67c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports/148227eb-c4c9-4d83-8dc6-8182b517a191 HTTP/1.1" status: 404 len: 333 time: 0.0462244 Nov 23 22:13:54.853640 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35842) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:54.900400 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d38223a0-7ae6-42d4-a4ad-101f95e02e5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:54.923047 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7de9b4f-88a8-43b7-bf6a-ff9b5311992f None None] Routers {'a710b42c-d20f-44f9-a147-aeafe9c76afd'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:13:54.929011 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e7de9b4f-88a8-43b7-bf6a-ff9b5311992f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:13:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a710b42c-d20f-44f9-a147-aeafe9c76afd'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:54.932202 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d38223a0-7ae6-42d4-a4ad-101f95e02e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:54.933789 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38223a0-7ae6-42d4-a4ad-101f95e02e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:54.934817 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d38223a0-7ae6-42d4-a4ad-101f95e02e5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:55.011667 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e7de9b4f-88a8-43b7-bf6a-ff9b5311992f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:55.034148 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7de9b4f-88a8-43b7-bf6a-ff9b5311992f None None] Routers {'a710b42c-d20f-44f9-a147-aeafe9c76afd'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:13:55.034825 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e7de9b4f-88a8-43b7-bf6a-ff9b5311992f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:13:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a710b42c-d20f-44f9-a147-aeafe9c76afd'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:55.056842 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f68da5d-615f-4a30-8743-e28735f4c467 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:55.072149 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d38223a0-7ae6-42d4-a4ad-101f95e02e5c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6139379 Nov 23 22:13:55.086736 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e7de9b4f-88a8-43b7-bf6a-ff9b5311992f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:55.087538 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7de9b4f-88a8-43b7-bf6a-ff9b5311992f None None] The sync data for ids ['a710b42c-d20f-44f9-a147-aeafe9c76afd'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:13:55.103928 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35844) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:55.105356 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38223a0-7ae6-42d4-a4ad-101f95e02e5c admin admin] Pushing event updated for resources: {'Network': ['ID=99655294-7336-47bc-9d14-badd4e031df1,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:55.142532 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 99655294-7336-47bc-9d14-badd4e031df1 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:13:55.157103 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'name': 'tempest-TestNetworkBasicOps-router-961776352', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:50Z', 'updated_at': '2021-11-23T22:13:53Z', 'revision_number': 3, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:52Z', 'updated_at': '2021-11-23T22:13:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:55.160574 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-d2de5b26-57c2-4ad0-9b62-1e7412d18ee0 admin admin] Request body: {'subnet': {'network_id': '99655294-7336-47bc-9d14-badd4e031df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-193343152-subnet', 'tenant_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:55.171482 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2637a45c-8b05-495f-8c90-19420442c03c tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=9734970b74c843d2aba80bf9d24b8271&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6263111 Nov 23 22:13:55.174109 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35846) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:55.196440 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] Checking router: 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:13:55.196946 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] Updating router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 port 8c1e1104-cdf0-49d4-9f04-5656697c5db2 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:13:55.227168 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:55.290213 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f01719-70a8-4c85-8d61-6393fb0f9e2f tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:55.296585 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-97f01719-70a8-4c85-8d61-6393fb0f9e2f tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1212780 Nov 23 22:13:55.300893 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35850) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:55.337693 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f68da5d-615f-4a30-8743-e28735f4c467 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:55.342415 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f68da5d-615f-4a30-8743-e28735f4c467 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:55.374865 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-652cbe06-d2b5-420e-bd2a-a760fbb14b97 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0706334 Nov 23 22:13:55.377533 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35852) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:55.386817 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-add88fca-0309-49ef-911b-1eb815da1417 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-977365657', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:55.407694 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2de5b26-57c2-4ad0-9b62-1e7412d18ee0 admin admin] Made reservation on behalf of 3a13cf4f241e44a8ba7eb62676d4a0bc for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:55.410934 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d2de5b26-57c2-4ad0-9b62-1e7412d18ee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:55.422260 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f68da5d-615f-4a30-8743-e28735f4c467 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:55.423299 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f68da5d-615f-4a30-8743-e28735f4c467 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Fanout notify agent at l3_agent the message router_deleted on router a710b42c-d20f-44f9-a147-aeafe9c76afd {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:13:55.430197 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f68da5d-615f-4a30-8743-e28735f4c467 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:55.451370 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6f68da5d-615f-4a30-8743-e28735f4c467 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/routers/a710b42c-d20f-44f9-a147-aeafe9c76afd HTTP/1.1" status: 204 len: 168 time: 0.5965526 Nov 23 22:13:55.452042 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35856) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:55.467155 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:55.486828 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:55.581873 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d510c8c-0eab-4a35-9e2a-3787e0f4c071 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting subnet 7eb9b2a6-d711-4688-bf71-b3b4a83c0416 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:13:55.586279 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a09f34-4419-4751-a4fc-fc737c80d26e None None] Pushing event updated for resources: {'Port': ['ID=87744998-78a3-4c35-a869-2b58b9ac5c23,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:55.595625 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5d510c8c-0eab-4a35-9e2a-3787e0f4c071 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:55.665095 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add88fca-0309-49ef-911b-1eb815da1417 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Made reservation on behalf of 9734970b74c843d2aba80bf9d24b8271 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:55.672671 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5d510c8c-0eab-4a35-9e2a-3787e0f4c071 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:55.672874 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-add88fca-0309-49ef-911b-1eb815da1417 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:55.715281 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] Attempting to bind port 87744998-78a3-4c35-a869-2b58b9ac5c23 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:13:55.719382 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] Attempting to bind port 87744998-78a3-4c35-a869-2b58b9ac5c23 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '650b8b40-5156-46d0-b85f-c502a4db4d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:13:55.719761 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] Attempting to bind port 87744998-78a3-4c35-a869-2b58b9ac5c23 on network 8a505cd8-1c1d-4524-b9ca-aca755840d9b {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:13:55.725950 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:13:55.726330 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] Checking segment: {'id': '650b8b40-5156-46d0-b85f-c502a4db4d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:13:55.726759 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:55.727629 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] Bound using segment: {'id': '650b8b40-5156-46d0-b85f-c502a4db4d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:13:55.728123 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] Bound port: 87744998-78a3-4c35-a869-2b58b9ac5c23, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '650b8b40-5156-46d0-b85f-c502a4db4d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:13:55.728921 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:55.844395 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] For port 87744998-78a3-4c35-a869-2b58b9ac5c23, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:13:55.865250 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] For port 87744998-78a3-4c35-a869-2b58b9ac5c23, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=87744998-78a3-4c35-a869-2b58b9ac5c23,segment=NetworkSegment(650b8b40-5156-46d0-b85f-c502a4db4d7f),segment_id=650b8b40-5156-46d0-b85f-c502a4db4d7f)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:13:55.877707 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:55.880611 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5d510c8c-0eab-4a35-9e2a-3787e0f4c071 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:55.892596 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:55.910311 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:55.952490 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5d510c8c-0eab-4a35-9e2a-3787e0f4c071 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:55.991920 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d510c8c-0eab-4a35-9e2a-3787e0f4c071 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Subnet': ['ID=7eb9b2a6-d711-4688-bf71-b3b4a83c0416,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:55.997482 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5d510c8c-0eab-4a35-9e2a-3787e0f4c071 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:56.003771 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5d510c8c-0eab-4a35-9e2a-3787e0f4c071 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/subnets/7eb9b2a6-d711-4688-bf71-b3b4a83c0416 HTTP/1.1" status: 204 len: 168 time: 0.5507200 Nov 23 22:13:56.009082 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35858) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:56.043474 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a000c742-fe5d-4b94-999a-87800ec7b898 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:13:56.047807 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3c7139-8cd6-458e-b154-c2bdafb0cab4 None None] Network 9ec78003-7037-4aec-b4fb-6e01da5ef313 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:13:56.116342 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-16565350-3a4d-43a1-826f-ffa329642fd2 None None] Provisioning complete for port 87744998-78a3-4c35-a869-2b58b9ac5c23 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:56.117013 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-16565350-3a4d-43a1-826f-ffa329642fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:56.158637 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] Attempting to bind port 8c1e1104-cdf0-49d4-9f04-5656697c5db2 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:13:56.159281 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] Attempting to bind port 8c1e1104-cdf0-49d4-9f04-5656697c5db2 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:13:56.159856 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] Attempting to bind port 8c1e1104-cdf0-49d4-9f04-5656697c5db2 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:13:56.163465 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6e9b4-c8da-4150-8209-c6091a1d366a None None] Pushing event updated for resources: {'Port': ['ID=8c1e1104-cdf0-49d4-9f04-5656697c5db2,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:56.175215 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d2de5b26-57c2-4ad0-9b62-1e7412d18ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:56.182221 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:13:56.187946 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:13:56.188860 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:56.189309 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:13:56.190103 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] Bound port: 8c1e1104-cdf0-49d4-9f04-5656697c5db2, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:13:56.190752 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:56.222697 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f74fc19c-e50f-4d04-b2f9-ea5ddc4ffa1c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:56.253883 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-add88fca-0309-49ef-911b-1eb815da1417 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:56.382759 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2de5b26-57c2-4ad0-9b62-1e7412d18ee0 admin admin] Checking segment: {'id': 'b56eff36-dc3e-4bae-a47c-83d8f51f7096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '99655294-7336-47bc-9d14-badd4e031df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:13:56.382979 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2de5b26-57c2-4ad0-9b62-1e7412d18ee0 admin admin] Network hostable DHCP agents. Network: 99655294-7336-47bc-9d14-badd4e031df1, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:13:56.388098 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de5b26-57c2-4ad0-9b62-1e7412d18ee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c35391c5-c764-4948-becd-3d03692895c6,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:56.394592 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] For port 8c1e1104-cdf0-49d4-9f04-5656697c5db2, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:13:56.403354 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a09f34-4419-4751-a4fc-fc737c80d26e None None] Pushing event updated for resources: {'Port': ['ID=87744998-78a3-4c35-a869-2b58b9ac5c23,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:56.406157 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] For port 8c1e1104-cdf0-49d4-9f04-5656697c5db2, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8c1e1104-cdf0-49d4-9f04-5656697c5db2,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:13:56.416220 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de5b26-57c2-4ad0-9b62-1e7412d18ee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:56.416695 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de5b26-57c2-4ad0-9b62-1e7412d18ee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:56.416813 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-f74fc19c-e50f-4d04-b2f9-ea5ddc4ffa1c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting port 53a6637f-5c90-4468-98d5-44875bfd1af1 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:13:56.417039 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de5b26-57c2-4ad0-9b62-1e7412d18ee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:56.417142 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f74fc19c-e50f-4d04-b2f9-ea5ddc4ffa1c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:56.417669 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de5b26-57c2-4ad0-9b62-1e7412d18ee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:56.417669 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de5b26-57c2-4ad0-9b62-1e7412d18ee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:56.418669 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de5b26-57c2-4ad0-9b62-1e7412d18ee0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:56.419037 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de5b26-57c2-4ad0-9b62-1e7412d18ee0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:56.419513 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de5b26-57c2-4ad0-9b62-1e7412d18ee0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:56.420007 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de5b26-57c2-4ad0-9b62-1e7412d18ee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:56.420529 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de5b26-57c2-4ad0-9b62-1e7412d18ee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:56.421627 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de5b26-57c2-4ad0-9b62-1e7412d18ee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:56.421885 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:56.423128 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de5b26-57c2-4ad0-9b62-1e7412d18ee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:13:56.434622 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add88fca-0309-49ef-911b-1eb815da1417 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Checking segment: {'id': '959706d6-5aca-436b-afb3-1afdf4348644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:13:56.434906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add88fca-0309-49ef-911b-1eb815da1417 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Network hostable DHCP agents. Network: 7fa25100-d56b-4992-af0f-af5f0e385dd2, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:13:56.468473 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2de5b26-57c2-4ad0-9b62-1e7412d18ee0 admin admin] Network 99655294-7336-47bc-9d14-badd4e031df1 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:13:56.496828 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] Routers {'8ef58c68-ce1c-48f4-a695-8b6e21b982ab'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:13:56.497482 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:13:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['8ef58c68-ce1c-48f4-a695-8b6e21b982ab'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:56.532316 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-d2de5b26-57c2-4ad0-9b62-1e7412d18ee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 99655294-7336-47bc-9d14-badd4e031df1) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:56.571542 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7373cdaa-3374-4575-8d83-9050db861e51 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:13:56.593465 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958340d3-7dbc-40c3-b970-4b7e9c85b6aa None None] Network 99655294-7336-47bc-9d14-badd4e031df1 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:13:56.625276 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-f74fc19c-e50f-4d04-b2f9-ea5ddc4ffa1c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] For port 53a6637f-5c90-4468-98d5-44875bfd1af1, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=53a6637f-5c90-4468-98d5-44875bfd1af1,segment=NetworkSegment(fe16fce5-6ec7-4054-90b4-9f5fecab5405),segment_id=fe16fce5-6ec7-4054-90b4-9f5fecab5405)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:56.625657 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f74fc19c-e50f-4d04-b2f9-ea5ddc4ffa1c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:56.629158 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6e9b4-c8da-4150-8209-c6091a1d366a None None] Pushing event updated for resources: {'Port': ['ID=8c1e1104-cdf0-49d4-9f04-5656697c5db2,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:56.638196 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] Routers {'3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:13:56.639005 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:13:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:56.648373 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2de5b26-57c2-4ad0-9b62-1e7412d18ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:56.649149 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d2de5b26-57c2-4ad0-9b62-1e7412d18ee0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:56.680846 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add88fca-0309-49ef-911b-1eb815da1417 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Network 7fa25100-d56b-4992-af0f-af5f0e385dd2 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:13:56.700370 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-f74fc19c-e50f-4d04-b2f9-ea5ddc4ffa1c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Calling delete_port for 53a6637f-5c90-4468-98d5-44875bfd1af1 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:13:56.735788 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add88fca-0309-49ef-911b-1eb815da1417 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'Subnet': ['ID=af1fcf9a-9f51-49f3-b27d-594dfde28ae2,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:56.746975 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-add88fca-0309-49ef-911b-1eb815da1417 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 7fa25100-d56b-4992-af0f-af5f0e385dd2) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:56.758821 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add88fca-0309-49ef-911b-1eb815da1417 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:56.760883 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-add88fca-0309-49ef-911b-1eb815da1417 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:56.772930 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d2de5b26-57c2-4ad0-9b62-1e7412d18ee0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6455274 Nov 23 22:13:56.777210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35864) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:56.783166 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-ea724815-8787-4dda-8fe0-933974fc96e1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-193343152-router', 'tenant_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:56.823579 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-add88fca-0309-49ef-911b-1eb815da1417 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4386613 Nov 23 22:13:56.824239 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] Set router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:13:56.833239 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35866) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:56.932510 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea724815-8787-4dda-8fe0-933974fc96e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:56.934067 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea724815-8787-4dda-8fe0-933974fc96e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:56.938514 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f74fc19c-e50f-4d04-b2f9-ea5ddc4ffa1c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:56.997358 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74fc19c-e50f-4d04-b2f9-ea5ddc4ffa1c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Port': ['ID=53a6637f-5c90-4468-98d5-44875bfd1af1,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:57.000241 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74fc19c-e50f-4d04-b2f9-ea5ddc4ffa1c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] No DVR routers for this DVR port 53a6637f-5c90-4468-98d5-44875bfd1af1 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:13:57.061081 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803944a7-9a08-493e-b308-550977190431 None None] Network 7fa25100-d56b-4992-af0f-af5f0e385dd2 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:13:57.085228 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f74fc19c-e50f-4d04-b2f9-ea5ddc4ffa1c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:57.097338 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea724815-8787-4dda-8fe0-933974fc96e1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:57.126337 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-f74fc19c-e50f-4d04-b2f9-ea5ddc4ffa1c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec78003-7037-4aec-b4fb-6e01da5ef313']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:57.138735 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-f74fc19c-e50f-4d04-b2f9-ea5ddc4ffa1c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe16fce5-6ec7-4054-90b4-9f5fecab5405') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:57.139047 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-f74fc19c-e50f-4d04-b2f9-ea5ddc4ffa1c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe16fce5-6ec7-4054-90b4-9f5fecab5405') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:57.139438 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'name': 'tempest-TestNetworkBasicOps-router-961776352', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:50Z', 'updated_at': '2021-11-23T22:13:53Z', 'revision_number': 3, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:52Z', 'updated_at': '2021-11-23T22:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:57.152550 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f74fc19c-e50f-4d04-b2f9-ea5ddc4ffa1c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:57.168598 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f74fc19c-e50f-4d04-b2f9-ea5ddc4ffa1c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:57.177843 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74fc19c-e50f-4d04-b2f9-ea5ddc4ffa1c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:13:57.178359 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f74fc19c-e50f-4d04-b2f9-ea5ddc4ffa1c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:13:57.182498 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:13:57.253097 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fada85-9306-4bdf-bbab-2016dee0ac50 None None] The sync data for ids ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'] in n-d-816206-9 is: [{'id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'name': 'tempest-TestNetworkBasicOps-router-961776352', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:50Z', 'updated_at': '2021-11-23T22:13:53Z', 'revision_number': 3, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:52Z', 'updated_at': '2021-11-23T22:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:13:57.267884 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f74fc19c-e50f-4d04-b2f9-ea5ddc4ffa1c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:57.282959 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f74fc19c-e50f-4d04-b2f9-ea5ddc4ffa1c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:57.291101 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f74fc19c-e50f-4d04-b2f9-ea5ddc4ffa1c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/networks/9ec78003-7037-4aec-b4fb-6e01da5ef313 HTTP/1.1" status: 204 len: 168 time: 1.2807336 Nov 23 22:13:57.292196 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35868) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:57.316990 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74fc19c-e50f-4d04-b2f9-ea5ddc4ffa1c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Network': ['ID=9ec78003-7037-4aec-b4fb-6e01da5ef313,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:57.347509 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-16565350-3a4d-43a1-826f-ffa329642fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:57.366320 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a4fe1a-54ce-4726-8a4b-223cd1e9d44b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:57.373027 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-37a4fe1a-54ce-4726-8a4b-223cd1e9d44b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports/ee86448f-c8a6-4497-8c9b-1a26554e8dec HTTP/1.1" status: 200 len: 845 time: 0.0686269 Nov 23 22:13:57.375358 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35870) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:57.380375 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea724815-8787-4dda-8fe0-933974fc96e1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:57.463047 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b1ca40c0-735b-4f3a-8db8-7cd934b04f32 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports/ee86448f-c8a6-4497-8c9b-1a26554e8dec?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0828581 Nov 23 22:13:57.463676 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35872) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:57.473619 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-31da92cd-d146-492a-81bb-3ce17901edbc tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'subnet': {'network_id': '302725d1-4424-4921-a478-8714ce3aff34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:57.487072 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9d8924-dfd1-4edc-828b-6980e80acf70 None None] DHCP port deletion for 9ec78003-7037-4aec-b4fb-6e01da5ef313 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:13:57.507890 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] Set router 8ef58c68-ce1c-48f4-a695-8b6e21b982ab gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:13:57.643886 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ef4620-8fc6-489e-8424-ed1c64f44068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-99655294-7336-47bc-9d14-badd4e031df1', 'network_id': '99655294-7336-47bc-9d14-badd4e031df1', 'tenant_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'fixed_ips': [{'subnet_id': 'c35391c5-c764-4948-becd-3d03692895c6'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:13:57.645025 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f2ef4620-8fc6-489e-8424-ed1c64f44068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:57.647659 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157e75d6-f191-4658-b2df-d00b21794310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-7fa25100-d56b-4992-af0f-af5f0e385dd2', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'fixed_ips': [{'subnet_id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:13:57.649511 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-157e75d6-f191-4658-b2df-d00b21794310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:57.662076 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-16565350-3a4d-43a1-826f-ffa329642fd2 None None] For port 87744998-78a3-4c35-a869-2b58b9ac5c23, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=87744998-78a3-4c35-a869-2b58b9ac5c23,segment=NetworkSegment(650b8b40-5156-46d0-b85f-c502a4db4d7f),segment_id=650b8b40-5156-46d0-b85f-c502a4db4d7f)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:13:57.688143 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-16565350-3a4d-43a1-826f-ffa329642fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:57.768750 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31da92cd-d146-492a-81bb-3ce17901edbc tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:57.784218 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-31da92cd-d146-492a-81bb-3ce17901edbc tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:58.101144 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-31da92cd-d146-492a-81bb-3ce17901edbc tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:58.173555 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31da92cd-d146-492a-81bb-3ce17901edbc tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network 302725d1-4424-4921-a478-8714ce3aff34 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:58.180354 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-31da92cd-d146-492a-81bb-3ce17901edbc tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:58.201184 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31da92cd-d146-492a-81bb-3ce17901edbc tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:13:58.201406 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-f2ef4620-8fc6-489e-8424-ed1c64f44068 None None] Allocated IP 172.20.0.2 (99655294-7336-47bc-9d14-badd4e031df1/c35391c5-c764-4948-becd-3d03692895c6/6da8f4e9-755d-4833-956f-53188573ed9d) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:58.201865 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-31da92cd-d146-492a-81bb-3ce17901edbc tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:58.235737 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-31da92cd-d146-492a-81bb-3ce17901edbc tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7699175 Nov 23 22:13:58.238950 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35878) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:58.248107 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4b07b9b4-9fdc-4748-a2b6-53e26e4b757a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'security_group': {'name': 'tempest-secgroup-1319691964'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:58.268438 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da92cd-d146-492a-81bb-3ce17901edbc tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Subnet': ['ID=5cd1fd91-9035-4557-9764-a93cd4003489,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:58.306850 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4b07b9b4-9fdc-4748-a2b6-53e26e4b757a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:58.459593 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86133fcd-44d0-4314-a9a4-ec742336ea69 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:58.467137 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fedcb6-f252-42d6-848b-bec5f884d308 None None] Network 302725d1-4424-4921-a478-8714ce3aff34 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:13:58.469297 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8c1e1104-cdf0-49d4-9f04-5656697c5db2 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:13:58.473274 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3df6c6e8-b639-417b-9c28-bfc275c6fd58 None None] Provisioning complete for port 87744998-78a3-4c35-a869-2b58b9ac5c23 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:58.473654 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3df6c6e8-b639-417b-9c28-bfc275c6fd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:58.477519 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4b07b9b4-9fdc-4748-a2b6-53e26e4b757a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:58.491600 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4b07b9b4-9fdc-4748-a2b6-53e26e4b757a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:58.584361 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07b9b4-9fdc-4748-a2b6-53e26e4b757a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2eab159-8022-42fb-a894-62e872a8070e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:58.591026 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16565350-3a4d-43a1-826f-ffa329642fd2 None None] Pushing event updated for resources: {'Port': ['ID=87744998-78a3-4c35-a869-2b58b9ac5c23,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:58.619976 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3ccaa6cb-22b0-48d9-a0b2-63197d2522c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:58.638363 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea724815-8787-4dda-8fe0-933974fc96e1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:58.647646 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4b07b9b4-9fdc-4748-a2b6-53e26e4b757a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:58.654014 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4b07b9b4-9fdc-4748-a2b6-53e26e4b757a tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4142165 Nov 23 22:13:58.661504 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35880) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:58.679921 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d7de970f-1671-453d-b284-45030c42a766 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'security_group': {'name': 'tempest-secgroup-2145688976'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:58.698022 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea724815-8787-4dda-8fe0-933974fc96e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:58.727853 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f2ef4620-8fc6-489e-8424-ed1c64f44068 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:58.780230 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d7de970f-1671-453d-b284-45030c42a766 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:58.822000 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f2ef4620-8fc6-489e-8424-ed1c64f44068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:58.912476 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ef4620-8fc6-489e-8424-ed1c64f44068 None None] Network 99655294-7336-47bc-9d14-badd4e031df1 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:58.968234 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-f2ef4620-8fc6-489e-8424-ed1c64f44068 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:58.972759 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-157e75d6-f191-4658-b2df-d00b21794310 None None] Allocated IP 172.20.0.2 (7fa25100-d56b-4992-af0f-af5f0e385dd2/af1fcf9a-9f51-49f3-b27d-594dfde28ae2/96eda8c6-c27c-477a-b4ea-efaa78888ef8) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:58.975594 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d7de970f-1671-453d-b284-45030c42a766 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:58.987995 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d7de970f-1671-453d-b284-45030c42a766 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:58.989999 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef4620-8fc6-489e-8424-ed1c64f44068 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:59.056247 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-ea724815-8787-4dda-8fe0-933974fc96e1 admin admin] Allocated IP 172.25.5.111 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/c6c4d117-84e5-4ff8-8349-0992710f066c) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:59.066768 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef4620-8fc6-489e-8424-ed1c64f44068 None None] Pushing event updated for resources: {'Port': ['ID=6da8f4e9-755d-4833-956f-53188573ed9d,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:59.082507 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de970f-1671-453d-b284-45030c42a766 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77afd6e6-9f64-4102-81b5-aeca174353e4,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:59.088470 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 8c1e1104-cdf0-49d4-9f04-5656697c5db2 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:59.088903 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:59.114583 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d7de970f-1671-453d-b284-45030c42a766 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:59.118698 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d7de970f-1671-453d-b284-45030c42a766 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4472229 Nov 23 22:13:59.118698 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35886) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:13:59.125534 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c47377b4-6001-4130-a0f6-4f516d14aff5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-380827008', 'security_groups': ['77afd6e6-9f64-4102-81b5-aeca174353e4'], 'network_id': '302725d1-4424-4921-a478-8714ce3aff34', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5cd1fd91-9035-4557-9764-a93cd4003489'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:13:59.291066 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47377b4-6001-4130-a0f6-4f516d14aff5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:13:59.330586 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-f2ef4620-8fc6-489e-8424-ed1c64f44068 None None] Attempting to bind port 6da8f4e9-755d-4833-956f-53188573ed9d on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:13:59.331181 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-f2ef4620-8fc6-489e-8424-ed1c64f44068 None None] Attempting to bind port 6da8f4e9-755d-4833-956f-53188573ed9d by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'b56eff36-dc3e-4bae-a47c-83d8f51f7096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '99655294-7336-47bc-9d14-badd4e031df1'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:13:59.332077 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ef4620-8fc6-489e-8424-ed1c64f44068 None None] Attempting to bind port 6da8f4e9-755d-4833-956f-53188573ed9d on network 99655294-7336-47bc-9d14-badd4e031df1 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:13:59.361641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'name': 'tempest-TestServerBasicOps-286375362-router', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:40Z', 'updated_at': '2021-11-23T22:13:50Z', 'revision_number': 4, 'project_id': '47e57217e78c466aba767c805775d0bf', 'gw_port': {'id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:42Z', 'updated_at': '2021-11-23T22:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '87744998-78a3-4c35-a869-2b58b9ac5c23', 'name': '', 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'mac_address': 'fa:16:3e:66:78:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'd5cccd06-79be-47aa-871f-ab587e1c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:49Z', 'updated_at': '2021-11-23T22:13:55Z', 'revision_number': 4, 'project_id': '47e57217e78c466aba767c805775d0bf', 'subnets': [{'id': 'd5cccd06-79be-47aa-871f-ab587e1c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:13:59.363467 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ef4620-8fc6-489e-8424-ed1c64f44068 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:13:59.363847 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ef4620-8fc6-489e-8424-ed1c64f44068 None None] Checking segment: {'id': 'b56eff36-dc3e-4bae-a47c-83d8f51f7096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '99655294-7336-47bc-9d14-badd4e031df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:13:59.364254 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f2ef4620-8fc6-489e-8424-ed1c64f44068 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:59.364644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ef4620-8fc6-489e-8424-ed1c64f44068 None None] Bound using segment: {'id': 'b56eff36-dc3e-4bae-a47c-83d8f51f7096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '99655294-7336-47bc-9d14-badd4e031df1'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:13:59.365141 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-f2ef4620-8fc6-489e-8424-ed1c64f44068 None None] Bound port: 6da8f4e9-755d-4833-956f-53188573ed9d, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56eff36-dc3e-4bae-a47c-83d8f51f7096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '99655294-7336-47bc-9d14-badd4e031df1'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:13:59.365524 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f2ef4620-8fc6-489e-8424-ed1c64f44068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:59.372415 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3df6c6e8-b639-417b-9c28-bfc275c6fd58 None None] Provisioning complete for port 8c1e1104-cdf0-49d4-9f04-5656697c5db2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:13:59.372777 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3df6c6e8-b639-417b-9c28-bfc275c6fd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:59.389141 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea724815-8787-4dda-8fe0-933974fc96e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:59.400495 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c47377b4-6001-4130-a0f6-4f516d14aff5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:59.424364 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-c47377b4-6001-4130-a0f6-4f516d14aff5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] device_id is not set on port e724cfa3-09c4-4c57-8a64-1479ae834646 yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:13:59.452205 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea724815-8787-4dda-8fe0-933974fc96e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:59.604455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea724815-8787-4dda-8fe0-933974fc96e1 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:13:59.614349 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-ea724815-8787-4dda-8fe0-933974fc96e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:13:59.622078 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea724815-8787-4dda-8fe0-933974fc96e1 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:13:59.630968 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642de280-c89d-4d9c-97f2-23c72aa3f685 None None] The sync data for ids ['8ef58c68-ce1c-48f4-a695-8b6e21b982ab'] in n-d-816206-9 is: [{'id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'name': 'tempest-TestServerBasicOps-286375362-router', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:40Z', 'updated_at': '2021-11-23T22:13:50Z', 'revision_number': 4, 'project_id': '47e57217e78c466aba767c805775d0bf', 'gw_port': {'id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:42Z', 'updated_at': '2021-11-23T22:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '87744998-78a3-4c35-a869-2b58b9ac5c23', 'name': '', 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'mac_address': 'fa:16:3e:66:78:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'd5cccd06-79be-47aa-871f-ab587e1c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:49Z', 'updated_at': '2021-11-23T22:13:55Z', 'revision_number': 4, 'project_id': '47e57217e78c466aba767c805775d0bf', 'subnets': [{'id': 'd5cccd06-79be-47aa-871f-ab587e1c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:13:59.672086 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea724815-8787-4dda-8fe0-933974fc96e1 admin admin] Pushing event updated for resources: {'Port': ['ID=c6c4d117-84e5-4ff8-8349-0992710f066c,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:13:59.676127 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ea5338-8335-48d5-b1b5-fe8507c63a85 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:13:59.767874 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-c47377b4-6001-4130-a0f6-4f516d14aff5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Allocated IP 2001:db8::117 (302725d1-4424-4921-a478-8714ce3aff34/5cd1fd91-9035-4557-9764-a93cd4003489/e724cfa3-09c4-4c57-8a64-1479ae834646) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:13:59.818499 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:59.846602 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-157e75d6-f191-4658-b2df-d00b21794310 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:59.856921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cabf647-cf42-436c-b455-5f1f1fe0c827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-302725d1-4424-4921-a478-8714ce3aff34', 'network_id': '302725d1-4424-4921-a478-8714ce3aff34', 'tenant_id': 'cd2f5a8011944e019aca5146a8721a96', 'fixed_ips': [{'subnet_id': '5cd1fd91-9035-4557-9764-a93cd4003489'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:13:59.859758 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1cabf647-cf42-436c-b455-5f1f1fe0c827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:13:59.935724 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f2ef4620-8fc6-489e-8424-ed1c64f44068 None None] For port 6da8f4e9-755d-4833-956f-53188573ed9d, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:13:59.963555 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f2ef4620-8fc6-489e-8424-ed1c64f44068 None None] For port 6da8f4e9-755d-4833-956f-53188573ed9d, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6da8f4e9-755d-4833-956f-53188573ed9d,segment=NetworkSegment(b56eff36-dc3e-4bae-a47c-83d8f51f7096),segment_id=b56eff36-dc3e-4bae-a47c-83d8f51f7096)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:14:00.048788 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 8c1e1104-cdf0-49d4-9f04-5656697c5db2, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8c1e1104-cdf0-49d4-9f04-5656697c5db2,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:14:00.070966 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f2ef4620-8fc6-489e-8424-ed1c64f44068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:00.147209 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-86133fcd-44d0-4314-a9a4-ec742336ea69 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Allocated IP 172.20.0.1 (7fa25100-d56b-4992-af0f-af5f0e385dd2/af1fcf9a-9f51-49f3-b27d-594dfde28ae2/f4e8c294-57de-49d8-8d7b-bd4431b4ab1e) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:14:00.193607 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-157e75d6-f191-4658-b2df-d00b21794310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:00.235088 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef4620-8fc6-489e-8424-ed1c64f44068 None None] Pushing event updated for resources: {'Port': ['ID=6da8f4e9-755d-4833-956f-53188573ed9d,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:00.246914 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:00.398612 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c47377b4-6001-4130-a0f6-4f516d14aff5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:00.486876 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 53a6637f-5c90-4468-98d5-44875bfd1af1 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:14:00.540412 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c47377b4-6001-4130-a0f6-4f516d14aff5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:00.582524 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:14:00.593811 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86133fcd-44d0-4314-a9a4-ec742336ea69 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:00.625762 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47377b4-6001-4130-a0f6-4f516d14aff5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network 302725d1-4424-4921-a478-8714ce3aff34 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:14:00.635631 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-c47377b4-6001-4130-a0f6-4f516d14aff5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:14:00.645465 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47377b4-6001-4130-a0f6-4f516d14aff5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:14:00.654419 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:00.655632 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e75d6-f191-4658-b2df-d00b21794310 None None] Pushing event updated for resources: {'Port': ['ID=96eda8c6-c27c-477a-b4ea-efaa78888ef8,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:00.665238 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157e75d6-f191-4658-b2df-d00b21794310 None None] Network 7fa25100-d56b-4992-af0f-af5f0e385dd2 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:14:00.670021 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 53a6637f-5c90-4468-98d5-44875bfd1af1 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:14:00.671192 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 53a6637f-5c90-4468-98d5-44875bfd1af1 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:14:00.690480 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47377b4-6001-4130-a0f6-4f516d14aff5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:00.694145 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c47377b4-6001-4130-a0f6-4f516d14aff5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:00.724728 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea724815-8787-4dda-8fe0-933974fc96e1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:00.734262 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-157e75d6-f191-4658-b2df-d00b21794310 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:14:00.754893 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47377b4-6001-4130-a0f6-4f516d14aff5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Port': ['ID=e724cfa3-09c4-4c57-8a64-1479ae834646,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:00.765538 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e75d6-f191-4658-b2df-d00b21794310 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:14:00.794027 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c47377b4-6001-4130-a0f6-4f516d14aff5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6735613 Nov 23 22:14:00.800605 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35892) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:00.809478 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bbbe95d1-d518-469e-8f55-3396332576f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:00.884111 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86133fcd-44d0-4314-a9a4-ec742336ea69 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:00.887351 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5c2dec1c-0e2d-4ab2-9466-79740113d7af tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'subnet': {'network_id': '302725d1-4424-4921-a478-8714ce3aff34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:00.949706 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-157e75d6-f191-4658-b2df-d00b21794310 None None] Attempting to bind port 96eda8c6-c27c-477a-b4ea-efaa78888ef8 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:14:00.950335 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-157e75d6-f191-4658-b2df-d00b21794310 None None] Attempting to bind port 96eda8c6-c27c-477a-b4ea-efaa78888ef8 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '959706d6-5aca-436b-afb3-1afdf4348644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:14:00.950735 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e75d6-f191-4658-b2df-d00b21794310 None None] Attempting to bind port 96eda8c6-c27c-477a-b4ea-efaa78888ef8 on network 7fa25100-d56b-4992-af0f-af5f0e385dd2 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:14:00.959964 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=8c1e1104-cdf0-49d4-9f04-5656697c5db2,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:00.971131 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-64dfccfc-213d-40ca-86bd-c76217ccc4cb None None] Provisioning complete for port c6c4d117-84e5-4ff8-8349-0992710f066c triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:00.971506 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-64dfccfc-213d-40ca-86bd-c76217ccc4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:01.093658 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-64dfccfc-213d-40ca-86bd-c76217ccc4cb None None] Port c6c4d117-84e5-4ff8-8349-0992710f066c cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:14:01.095988 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e75d6-f191-4658-b2df-d00b21794310 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:14:01.096375 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e75d6-f191-4658-b2df-d00b21794310 None None] Checking segment: {'id': '959706d6-5aca-436b-afb3-1afdf4348644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:14:01.096778 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-157e75d6-f191-4658-b2df-d00b21794310 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:01.097165 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e75d6-f191-4658-b2df-d00b21794310 None None] Bound using segment: {'id': '959706d6-5aca-436b-afb3-1afdf4348644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:14:01.097660 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-157e75d6-f191-4658-b2df-d00b21794310 None None] Bound port: 96eda8c6-c27c-477a-b4ea-efaa78888ef8, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959706d6-5aca-436b-afb3-1afdf4348644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:14:01.098043 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-157e75d6-f191-4658-b2df-d00b21794310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:01.117020 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 87744998-78a3-4c35-a869-2b58b9ac5c23 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:14:01.152371 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86133fcd-44d0-4314-a9a4-ec742336ea69 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Network 7fa25100-d56b-4992-af0f-af5f0e385dd2 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:14:01.170479 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-1cabf647-cf42-436c-b455-5f1f1fe0c827 None None] Allocated IP 2001:db8::2 (302725d1-4424-4921-a478-8714ce3aff34/5cd1fd91-9035-4557-9764-a93cd4003489/677d3ab9-fe2f-4db7-aebe-3cca73d49622) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:14:01.191302 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-86133fcd-44d0-4314-a9a4-ec742336ea69 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:14:01.196645 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86133fcd-44d0-4314-a9a4-ec742336ea69 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'Port': ['ID=f4e8c294-57de-49d8-8d7b-bd4431b4ab1e,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:01.219689 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86133fcd-44d0-4314-a9a4-ec742336ea69 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:14:01.402976 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-157e75d6-f191-4658-b2df-d00b21794310 None None] For port 96eda8c6-c27c-477a-b4ea-efaa78888ef8, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:14:01.412477 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-157e75d6-f191-4658-b2df-d00b21794310 None None] For port 96eda8c6-c27c-477a-b4ea-efaa78888ef8, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=96eda8c6-c27c-477a-b4ea-efaa78888ef8,segment=NetworkSegment(959706d6-5aca-436b-afb3-1afdf4348644),segment_id=959706d6-5aca-436b-afb3-1afdf4348644)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:14:01.431250 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86133fcd-44d0-4314-a9a4-ec742336ea69 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:01.447860 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2dec1c-0e2d-4ab2-9466-79740113d7af tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:14:01.452430 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5c2dec1c-0e2d-4ab2-9466-79740113d7af tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:01.475589 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-157e75d6-f191-4658-b2df-d00b21794310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:01.575986 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea724815-8787-4dda-8fe0-933974fc96e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:01.608563 n-d-816206-9 neutron-server[110033]: INFO neutron.db.ipam_backend_mixin [None req-5c2dec1c-0e2d-4ab2-9466-79740113d7af tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5cd1fd91-9035-4557-9764-a93cd4003489 (CIDR: 2001:db8::/64) Nov 23 22:14:01.616220 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2dec1c-0e2d-4ab2-9466-79740113d7af tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:14:01.619886 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c2dec1c-0e2d-4ab2-9466-79740113d7af tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:14:01.675090 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5c2dec1c-0e2d-4ab2-9466-79740113d7af tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8314714 Nov 23 22:14:01.680746 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35898) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:01.687414 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4d6d7330-c526-435d-8e43-4e8957598fd3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'subnet': {'network_id': '302725d1-4424-4921-a478-8714ce3aff34', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:01.747524 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e75d6-f191-4658-b2df-d00b21794310 None None] Pushing event updated for resources: {'Port': ['ID=96eda8c6-c27c-477a-b4ea-efaa78888ef8,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:01.947999 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 87744998-78a3-4c35-a869-2b58b9ac5c23 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:01.948892 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:01.953294 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:02.056978 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6d7330-c526-435d-8e43-4e8957598fd3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:14:02.062392 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4d6d7330-c526-435d-8e43-4e8957598fd3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:02.211902 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86133fcd-44d0-4314-a9a4-ec742336ea69 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:02.247801 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1cabf647-cf42-436c-b455-5f1f1fe0c827 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:02.288772 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1cabf647-cf42-436c-b455-5f1f1fe0c827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:02.350496 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea724815-8787-4dda-8fe0-933974fc96e1 admin admin] Router d1d908a3-ef29-43e3-849d-d7e1ddccf599 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:14:02.420111 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cabf647-cf42-436c-b455-5f1f1fe0c827 None None] Network 302725d1-4424-4921-a478-8714ce3aff34 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:14:02.457991 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-1cabf647-cf42-436c-b455-5f1f1fe0c827 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:14:02.467078 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cabf647-cf42-436c-b455-5f1f1fe0c827 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:14:02.622007 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabf647-cf42-436c-b455-5f1f1fe0c827 None None] Pushing event updated for resources: {'Port': ['ID=677d3ab9-fe2f-4db7-aebe-3cca73d49622,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:02.660966 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea724815-8787-4dda-8fe0-933974fc96e1 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:14:02.672326 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] Sync routers for ids ['d1d908a3-ef29-43e3-849d-d7e1ddccf599'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:14:02.692423 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] Routers {'d1d908a3-ef29-43e3-849d-d7e1ddccf599'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:14:02.693881 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:14:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d1d908a3-ef29-43e3-849d-d7e1ddccf599'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:14:02.743377 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92824f60-99e0-4d1a-801b-0854e763ea6c None None] Network 99655294-7336-47bc-9d14-badd4e031df1 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:14:02.748788 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea724815-8787-4dda-8fe0-933974fc96e1 admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:02.752071 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ea724815-8787-4dda-8fe0-933974fc96e1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.9734313 Nov 23 22:14:02.756356 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35904) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:02.784920 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-1cabf647-cf42-436c-b455-5f1f1fe0c827 None None] Attempting to bind port 677d3ab9-fe2f-4db7-aebe-3cca73d49622 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:14:02.785573 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-1cabf647-cf42-436c-b455-5f1f1fe0c827 None None] Attempting to bind port 677d3ab9-fe2f-4db7-aebe-3cca73d49622 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'c5ae5d23-f1e0-4529-8ab3-de7fee905f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '302725d1-4424-4921-a478-8714ce3aff34'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:14:02.786167 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cabf647-cf42-436c-b455-5f1f1fe0c827 None None] Attempting to bind port 677d3ab9-fe2f-4db7-aebe-3cca73d49622 on network 302725d1-4424-4921-a478-8714ce3aff34 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:14:02.811446 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cabf647-cf42-436c-b455-5f1f1fe0c827 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:14:02.811966 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cabf647-cf42-436c-b455-5f1f1fe0c827 None None] Checking segment: {'id': 'c5ae5d23-f1e0-4529-8ab3-de7fee905f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '302725d1-4424-4921-a478-8714ce3aff34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:14:02.812376 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1cabf647-cf42-436c-b455-5f1f1fe0c827 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:02.813917 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cabf647-cf42-436c-b455-5f1f1fe0c827 None None] Bound using segment: {'id': 'c5ae5d23-f1e0-4529-8ab3-de7fee905f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '302725d1-4424-4921-a478-8714ce3aff34'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:14:02.814457 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-1cabf647-cf42-436c-b455-5f1f1fe0c827 None None] Bound port: 677d3ab9-fe2f-4db7-aebe-3cca73d49622, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ae5d23-f1e0-4529-8ab3-de7fee905f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '302725d1-4424-4921-a478-8714ce3aff34'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:14:02.814882 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1cabf647-cf42-436c-b455-5f1f1fe0c827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:02.840967 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4d6d7330-c526-435d-8e43-4e8957598fd3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:02.915377 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a548f64a-6738-4cfc-8b16-b859a85a6040 None None] Provisioning complete for port 6da8f4e9-755d-4833-956f-53188573ed9d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:02.915377 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a548f64a-6738-4cfc-8b16-b859a85a6040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:02.998023 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] Set router d1d908a3-ef29-43e3-849d-d7e1ddccf599 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:14:03.026000 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6d7330-c526-435d-8e43-4e8957598fd3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network 302725d1-4424-4921-a478-8714ce3aff34 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:14:03.039181 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-4d6d7330-c526-435d-8e43-4e8957598fd3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:14:03.056813 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6d7330-c526-435d-8e43-4e8957598fd3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:03.057699 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4d6d7330-c526-435d-8e43-4e8957598fd3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:03.079541 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d7330-c526-435d-8e43-4e8957598fd3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Subnet': ['ID=6e920691-5fab-4f5a-8d08-7d9fa2a12d20,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:03.123744 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4d6d7330-c526-435d-8e43-4e8957598fd3 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4377990 Nov 23 22:14:03.128085 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35906) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:03.184356 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-9569811c-a89a-4144-a778-fea4daa7d24f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-308999629', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6e920691-5fab-4f5a-8d08-7d9fa2a12d20'}], 'security_groups': ['b2eab159-8022-42fb-a894-62e872a8070e']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:03.193687 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:03.321038 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 96eda8c6-c27c-477a-b4ea-efaa78888ef8 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:14:03.384673 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d908a3-ef29-43e3-849d-d7e1ddccf599', 'name': 'tempest-TestServerBasicOps-193343152-router', 'tenant_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'c6c4d117-84e5-4ff8-8349-0992710f066c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:56Z', 'updated_at': '2021-11-23T22:14:00Z', 'revision_number': 3, 'project_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'gw_port': {'id': 'c6c4d117-84e5-4ff8-8349-0992710f066c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d908a3-ef29-43e3-849d-d7e1ddccf599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:58Z', 'updated_at': '2021-11-23T22:13:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:14:03.388602 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-1cabf647-cf42-436c-b455-5f1f1fe0c827 None None] For port 677d3ab9-fe2f-4db7-aebe-3cca73d49622, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:14:03.403513 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86133fcd-44d0-4314-a9a4-ec742336ea69 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:03.428486 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-1cabf647-cf42-436c-b455-5f1f1fe0c827 None None] For port 677d3ab9-fe2f-4db7-aebe-3cca73d49622, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=677d3ab9-fe2f-4db7-aebe-3cca73d49622,segment=NetworkSegment(c5ae5d23-f1e0-4529-8ab3-de7fee905f2c),segment_id=c5ae5d23-f1e0-4529-8ab3-de7fee905f2c)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:14:03.443538 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] Checking router: d1d908a3-ef29-43e3-849d-d7e1ddccf599 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:14:03.444171 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] Updating router d1d908a3-ef29-43e3-849d-d7e1ddccf599 port c6c4d117-84e5-4ff8-8349-0992710f066c binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:14:03.460028 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86133fcd-44d0-4314-a9a4-ec742336ea69 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:03.474055 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1cabf647-cf42-436c-b455-5f1f1fe0c827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:03.478329 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:03.606673 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a548f64a-6738-4cfc-8b16-b859a85a6040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:03.656409 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabf647-cf42-436c-b455-5f1f1fe0c827 None None] Pushing event updated for resources: {'Port': ['ID=677d3ab9-fe2f-4db7-aebe-3cca73d49622,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:03.696312 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 96eda8c6-c27c-477a-b4ea-efaa78888ef8 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:03.697384 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:03.709344 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a548f64a-6738-4cfc-8b16-b859a85a6040 None None] For port 6da8f4e9-755d-4833-956f-53188573ed9d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6da8f4e9-755d-4833-956f-53188573ed9d,segment=NetworkSegment(b56eff36-dc3e-4bae-a47c-83d8f51f7096),segment_id=b56eff36-dc3e-4bae-a47c-83d8f51f7096)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:14:03.719807 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a548f64a-6738-4cfc-8b16-b859a85a6040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:03.985565 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee708e5-1b80-44df-84b1-656bae1a037d None None] Network 7fa25100-d56b-4992-af0f-af5f0e385dd2 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:14:03.987981 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:04.015528 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:04.135264 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:04.159207 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0baaf-d260-45d3-8fa5-2aeee1103eca None None] Pushing event updated for resources: {'Port': ['ID=c6c4d117-84e5-4ff8-8349-0992710f066c,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:04.190912 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] Attempting to bind port c6c4d117-84e5-4ff8-8349-0992710f066c on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:14:04.191634 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] Attempting to bind port c6c4d117-84e5-4ff8-8349-0992710f066c by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:14:04.192241 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] Attempting to bind port c6c4d117-84e5-4ff8-8349-0992710f066c on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:14:04.203571 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f0baaf-d260-45d3-8fa5-2aeee1103eca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:04.210382 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f0baaf-d260-45d3-8fa5-2aeee1103eca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:04.210683 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604cd6c6-48fd-4182-ac25-3e89b29b36cb None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:14:04.211288 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f0baaf-d260-45d3-8fa5-2aeee1103eca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:04.212036 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f0baaf-d260-45d3-8fa5-2aeee1103eca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:04.212583 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f0baaf-d260-45d3-8fa5-2aeee1103eca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:04.212703 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548f64a-6738-4cfc-8b16-b859a85a6040 None None] Pushing event updated for resources: {'Port': ['ID=6da8f4e9-755d-4833-956f-53188573ed9d,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:04.213300 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f0baaf-d260-45d3-8fa5-2aeee1103eca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:04.213862 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f0baaf-d260-45d3-8fa5-2aeee1103eca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:04.214432 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f0baaf-d260-45d3-8fa5-2aeee1103eca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:04.215002 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f0baaf-d260-45d3-8fa5-2aeee1103eca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:04.215793 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f0baaf-d260-45d3-8fa5-2aeee1103eca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:04.216755 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f0baaf-d260-45d3-8fa5-2aeee1103eca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:04.217856 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f0baaf-d260-45d3-8fa5-2aeee1103eca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:04.227603 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:14:04.228383 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:14:04.229235 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:04.231254 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:14:04.232930 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] Bound port: c6c4d117-84e5-4ff8-8349-0992710f066c, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:14:04.233911 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:04.317764 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] For port c6c4d117-84e5-4ff8-8349-0992710f066c, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:14:04.322632 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] For port c6c4d117-84e5-4ff8-8349-0992710f066c, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c6c4d117-84e5-4ff8-8349-0992710f066c,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:14:04.336901 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:04.433533 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0baaf-d260-45d3-8fa5-2aeee1103eca None None] Pushing event updated for resources: {'Port': ['ID=c6c4d117-84e5-4ff8-8349-0992710f066c,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:04.458387 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] Routers {'d1d908a3-ef29-43e3-849d-d7e1ddccf599'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:14:04.460019 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:14:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d1d908a3-ef29-43e3-849d-d7e1ddccf599'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:14:04.460194 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d301099-1cd3-40bb-8672-8df3540d4648 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:14:04.466897 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d98047b2-301f-410a-b49c-5f0e0fe44125 None None] Provisioning complete for port 96eda8c6-c27c-477a-b4ea-efaa78888ef8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:04.467275 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d98047b2-301f-410a-b49c-5f0e0fe44125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:04.521026 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86133fcd-44d0-4314-a9a4-ec742336ea69 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'Port': ['ID=f4e8c294-57de-49d8-8d7b-bd4431b4ab1e,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:04.521739 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:04.593652 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86133fcd-44d0-4314-a9a4-ec742336ea69 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:04.605981 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 96eda8c6-c27c-477a-b4ea-efaa78888ef8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=96eda8c6-c27c-477a-b4ea-efaa78888ef8,segment=NetworkSegment(959706d6-5aca-436b-afb3-1afdf4348644),segment_id=959706d6-5aca-436b-afb3-1afdf4348644)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:14:04.624337 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:04.625116 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6da8f4e9-755d-4833-956f-53188573ed9d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:14:04.794136 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] Set router d1d908a3-ef29-43e3-849d-d7e1ddccf599 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:14:04.893869 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=96eda8c6-c27c-477a-b4ea-efaa78888ef8,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:04.954670 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 6da8f4e9-755d-4833-956f-53188573ed9d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:04.955068 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:05.029654 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7a8b0522-dd5e-4e1c-8bc1-f165cfa17462 None None] Provisioning complete for port c6c4d117-84e5-4ff8-8349-0992710f066c triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:05.030308 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7a8b0522-dd5e-4e1c-8bc1-f165cfa17462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:05.040537 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9569811c-a89a-4144-a778-fea4daa7d24f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:05.100511 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d908a3-ef29-43e3-849d-d7e1ddccf599', 'name': 'tempest-TestServerBasicOps-193343152-router', 'tenant_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'c6c4d117-84e5-4ff8-8349-0992710f066c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:56Z', 'updated_at': '2021-11-23T22:14:00Z', 'revision_number': 3, 'project_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'gw_port': {'id': 'c6c4d117-84e5-4ff8-8349-0992710f066c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d908a3-ef29-43e3-849d-d7e1ddccf599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:58Z', 'updated_at': '2021-11-23T22:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:14:05.156370 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa3014c-fc38-471b-bc55-d0e31b4eac80 None None] The sync data for ids ['d1d908a3-ef29-43e3-849d-d7e1ddccf599'] in n-d-816206-9 is: [{'id': 'd1d908a3-ef29-43e3-849d-d7e1ddccf599', 'name': 'tempest-TestServerBasicOps-193343152-router', 'tenant_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'c6c4d117-84e5-4ff8-8349-0992710f066c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:56Z', 'updated_at': '2021-11-23T22:14:00Z', 'revision_number': 3, 'project_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'gw_port': {'id': 'c6c4d117-84e5-4ff8-8349-0992710f066c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d908a3-ef29-43e3-849d-d7e1ddccf599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:58Z', 'updated_at': '2021-11-23T22:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:14:05.186214 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8c1e1104-cdf0-49d4-9f04-5656697c5db2 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:14:05.221608 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86133fcd-44d0-4314-a9a4-ec742336ea69 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Network 7fa25100-d56b-4992-af0f-af5f0e385dd2 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:14:05.227543 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7a8b0522-dd5e-4e1c-8bc1-f165cfa17462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:05.257504 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-86133fcd-44d0-4314-a9a4-ec742336ea69 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:14:05.266217 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7a8b0522-dd5e-4e1c-8bc1-f165cfa17462 None None] For port c6c4d117-84e5-4ff8-8349-0992710f066c, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c6c4d117-84e5-4ff8-8349-0992710f066c,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:14:05.276122 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 8c1e1104-cdf0-49d4-9f04-5656697c5db2 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:05.277099 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:05.282172 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7a8b0522-dd5e-4e1c-8bc1-f165cfa17462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:05.357736 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7a8b0522-dd5e-4e1c-8bc1-f165cfa17462 None None] Provisioning complete for port 6da8f4e9-755d-4833-956f-53188573ed9d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:05.358135 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7a8b0522-dd5e-4e1c-8bc1-f165cfa17462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:05.407412 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b0522-dd5e-4e1c-8bc1-f165cfa17462 None None] Pushing event updated for resources: {'Port': ['ID=c6c4d117-84e5-4ff8-8349-0992710f066c,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:05.663355 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa025a4f-0ea0-4a06-a7df-55a6ff9fe7ca None None] Network 302725d1-4424-4921-a478-8714ce3aff34 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:14:05.671112 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c43ac97-8cf0-4b0c-b769-677b0352ea53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:05.713398 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86133fcd-44d0-4314-a9a4-ec742336ea69 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:14:05.819756 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-47c13659-3903-4894-a518-4fbfa7c83586 None None] Provisioning complete for port ee86448f-c8a6-4497-8c9b-1a26554e8dec triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:05.820102 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-47c13659-3903-4894-a518-4fbfa7c83586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:05.878619 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-47c13659-3903-4894-a518-4fbfa7c83586 None None] Port ee86448f-c8a6-4497-8c9b-1a26554e8dec cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:14:05.915931 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 96eda8c6-c27c-477a-b4ea-efaa78888ef8 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:14:05.996057 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-47c13659-3903-4894-a518-4fbfa7c83586 None None] Provisioning complete for port f4e8c294-57de-49d8-8d7b-bd4431b4ab1e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:06.001293 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-47c13659-3903-4894-a518-4fbfa7c83586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:06.100430 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-9c43ac97-8cf0-4b0c-b769-677b0352ea53 admin admin] Allocated IP 172.20.0.1 (99655294-7336-47bc-9d14-badd4e031df1/c35391c5-c764-4948-becd-3d03692895c6/feb7c5d9-0563-41ad-b4a2-20e42cbca037) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:14:06.131708 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 96eda8c6-c27c-477a-b4ea-efaa78888ef8 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:06.132133 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:06.175736 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-47c13659-3903-4894-a518-4fbfa7c83586 None None] Port f4e8c294-57de-49d8-8d7b-bd4431b4ab1e cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:14:06.229012 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-47c13659-3903-4894-a518-4fbfa7c83586 None None] Provisioning complete for port 96eda8c6-c27c-477a-b4ea-efaa78888ef8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:06.229408 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-47c13659-3903-4894-a518-4fbfa7c83586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:06.232517 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c43ac97-8cf0-4b0c-b769-677b0352ea53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:06.263447 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-9569811c-a89a-4144-a778-fea4daa7d24f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Delete allocated IP 2001:db8::117 (302725d1-4424-4921-a478-8714ce3aff34/5cd1fd91-9035-4557-9764-a93cd4003489) {{(pid=110034) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 22:14:06.333878 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-9569811c-a89a-4144-a778-fea4daa7d24f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Allocated IP 2001:db8:0:1::29d (302725d1-4424-4921-a478-8714ce3aff34/6e920691-5fab-4f5a-8d08-7d9fa2a12d20/e724cfa3-09c4-4c57-8a64-1479ae834646) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:14:06.372503 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 677d3ab9-fe2f-4db7-aebe-3cca73d49622 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:14:06.419181 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7b6dfb-89d5-47dd-b94e-33a3b5d069d3 None None] Update dhcp port {'port': {'network_id': '302725d1-4424-4921-a478-8714ce3aff34', 'fixed_ips': [{'subnet_id': '5cd1fd91-9035-4557-9764-a93cd4003489', 'ip_address': '2001:db8::2'}, {'subnet_id': '6e920691-5fab-4f5a-8d08-7d9fa2a12d20'}], 'binding:host_id': 'n-d-816206-9'}, 'id': '677d3ab9-fe2f-4db7-aebe-3cca73d49622'} from n-d-816206-9. {{(pid=110035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 22:14:06.454846 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c43ac97-8cf0-4b0c-b769-677b0352ea53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:06.498152 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bb7b6dfb-89d5-47dd-b94e-33a3b5d069d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:06.535079 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c43ac97-8cf0-4b0c-b769-677b0352ea53 admin admin] Network 99655294-7336-47bc-9d14-badd4e031df1 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:14:06.536385 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86133fcd-44d0-4314-a9a4-ec742336ea69 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:14:06.543888 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-86133fcd-44d0-4314-a9a4-ec742336ea69 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "PUT /v2.0/routers/3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7066581 Nov 23 22:14:06.544265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35942) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:06.569018 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] Sync routers for ids ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:14:06.579754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-9c43ac97-8cf0-4b0c-b769-677b0352ea53 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:14:06.583184 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c43ac97-8cf0-4b0c-b769-677b0352ea53 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:14:06.609056 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-47c13659-3903-4894-a518-4fbfa7c83586 None None] Provisioning complete for port 677d3ab9-fe2f-4db7-aebe-3cca73d49622 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:06.609429 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-47c13659-3903-4894-a518-4fbfa7c83586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:06.658384 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43ac97-8cf0-4b0c-b769-677b0352ea53 admin admin] Pushing event updated for resources: {'Port': ['ID=feb7c5d9-0563-41ad-b4a2-20e42cbca037,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:06.661632 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 677d3ab9-fe2f-4db7-aebe-3cca73d49622 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:06.662003 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:06.693307 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c43ac97-8cf0-4b0c-b769-677b0352ea53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:06.845598 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9569811c-a89a-4144-a778-fea4daa7d24f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:06.851728 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] Routers {'3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:14:06.852817 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:14:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:14:06.856155 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9569811c-a89a-4144-a778-fea4daa7d24f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:06.877058 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994f1cfc-91b2-4581-af05-a447b9817266 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:06.878021 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994f1cfc-91b2-4581-af05-a447b9817266 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:06.878764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994f1cfc-91b2-4581-af05-a447b9817266 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:06.879419 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994f1cfc-91b2-4581-af05-a447b9817266 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:06.880324 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994f1cfc-91b2-4581-af05-a447b9817266 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:06.880963 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994f1cfc-91b2-4581-af05-a447b9817266 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:06.882564 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994f1cfc-91b2-4581-af05-a447b9817266 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:06.883351 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994f1cfc-91b2-4581-af05-a447b9817266 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:06.884172 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994f1cfc-91b2-4581-af05-a447b9817266 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:06.888849 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-994f1cfc-91b2-4581-af05-a447b9817266 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6400 time: 0.3434474 Nov 23 22:14:06.891658 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35944) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:06.971270 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-9569811c-a89a-4144-a778-fea4daa7d24f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] In _notify_port_updated(), no bound segment for port e724cfa3-09c4-4c57-8a64-1479ae834646 on network 302725d1-4424-4921-a478-8714ce3aff34 {{(pid=110034) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:14:06.978249 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9569811c-a89a-4144-a778-fea4daa7d24f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:06.980359 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9569811c-a89a-4144-a778-fea4daa7d24f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:06.986232 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9569811c-a89a-4144-a778-fea4daa7d24f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "PUT /v2.0/ports/e724cfa3-09c4-4c57-8a64-1479ae834646 HTTP/1.1" status: 200 len: 930 time: 3.8186238 Nov 23 22:14:06.986935 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35946) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:07.047903 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cc4fa7-c320-4a3d-84aa-540eac41d8fd tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:07.049274 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cc4fa7-c320-4a3d-84aa-540eac41d8fd tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:07.049938 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cc4fa7-c320-4a3d-84aa-540eac41d8fd tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:07.050574 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cc4fa7-c320-4a3d-84aa-540eac41d8fd tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:07.051217 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cc4fa7-c320-4a3d-84aa-540eac41d8fd tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:07.051840 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cc4fa7-c320-4a3d-84aa-540eac41d8fd tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:07.052638 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cc4fa7-c320-4a3d-84aa-540eac41d8fd tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:07.053261 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cc4fa7-c320-4a3d-84aa-540eac41d8fd tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:07.054115 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cc4fa7-c320-4a3d-84aa-540eac41d8fd tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:07.054765 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cc4fa7-c320-4a3d-84aa-540eac41d8fd tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:07.057102 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-36cc4fa7-c320-4a3d-84aa-540eac41d8fd tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6496 time: 0.1638536 Nov 23 22:14:07.060750 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35950) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:07.075020 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-47c13659-3903-4894-a518-4fbfa7c83586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:07.087004 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569811c-a89a-4144-a778-fea4daa7d24f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Port': ['ID=e724cfa3-09c4-4c57-8a64-1479ae834646,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:07.112339 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-bb7b6dfb-89d5-47dd-b94e-33a3b5d069d3 None None] Allocated IP 2001:db8:0:1::2 (302725d1-4424-4921-a478-8714ce3aff34/6e920691-5fab-4f5a-8d08-7d9fa2a12d20/677d3ab9-fe2f-4db7-aebe-3cca73d49622) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:14:07.206447 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c43ac97-8cf0-4b0c-b769-677b0352ea53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:07.222816 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f770b-7f67-4934-8b61-dc556e151b2c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting port e724cfa3-09c4-4c57-8a64-1479ae834646 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:14:07.223154 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7b8f770b-7f67-4934-8b61-dc556e151b2c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:07.462413 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7b8f770b-7f67-4934-8b61-dc556e151b2c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:07.516032 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f770b-7f67-4934-8b61-dc556e151b2c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Calling delete_port for e724cfa3-09c4-4c57-8a64-1479ae834646 owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:14:07.548234 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-bb7b6dfb-89d5-47dd-b94e-33a3b5d069d3 None None] For port 677d3ab9-fe2f-4db7-aebe-3cca73d49622, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=677d3ab9-fe2f-4db7-aebe-3cca73d49622,segment=NetworkSegment(c5ae5d23-f1e0-4529-8ab3-de7fee905f2c),segment_id=c5ae5d23-f1e0-4529-8ab3-de7fee905f2c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:14:07.584365 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bb7b6dfb-89d5-47dd-b94e-33a3b5d069d3 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:07.607798 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bb7b6dfb-89d5-47dd-b94e-33a3b5d069d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:07.624519 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:07.629643 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] Set router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:14:07.640448 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c43ac97-8cf0-4b0c-b769-677b0352ea53 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:07.649692 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c43ac97-8cf0-4b0c-b769-677b0352ea53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:07.755848 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43ac97-8cf0-4b0c-b769-677b0352ea53 admin admin] Pushing event updated for resources: {'Port': ['ID=feb7c5d9-0563-41ad-b4a2-20e42cbca037,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:07.758289 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c43ac97-8cf0-4b0c-b769-677b0352ea53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:07.791070 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7b8f770b-7f67-4934-8b61-dc556e151b2c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:07.833981 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f770b-7f67-4934-8b61-dc556e151b2c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Port': ['ID=e724cfa3-09c4-4c57-8a64-1479ae834646,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:07.852261 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-056033f9-6c08-468e-8881-9117a6fdfd81 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4483 time: 0.7876527 Nov 23 22:14:07.865565 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-47c13659-3903-4894-a518-4fbfa7c83586 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:14:07.865967 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-47c13659-3903-4894-a518-4fbfa7c83586 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:14:07.895685 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7b8f770b-7f67-4934-8b61-dc556e151b2c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:07.899249 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7b8f770b-7f67-4934-8b61-dc556e151b2c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/ports/e724cfa3-09c4-4c57-8a64-1479ae834646 HTTP/1.1" status: 204 len: 168 time: 0.9067547 Nov 23 22:14:07.902528 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35956) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:07.919846 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b6dfb-89d5-47dd-b94e-33a3b5d069d3 None None] Pushing event updated for resources: {'Port': ['ID=677d3ab9-fe2f-4db7-aebe-3cca73d49622,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:07.936941 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c43ac97-8cf0-4b0c-b769-677b0352ea53 admin admin] Network 99655294-7336-47bc-9d14-badd4e031df1 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:14:07.938444 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e844333-c479-4aa3-b22d-ebfeb7ebb552 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] GET failed (client error): The resource could not be found. Nov 23 22:14:07.940515 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4e844333-c479-4aa3-b22d-ebfeb7ebb552 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports/e724cfa3-09c4-4c57-8a64-1479ae834646 HTTP/1.1" status: 404 len: 333 time: 0.0370071 Nov 23 22:14:07.943266 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35958) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:07.943669 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-9c43ac97-8cf0-4b0c-b769-677b0352ea53 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:14:07.956524 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:14:07.956896 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:14:08.030523 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-47641d01-3d2f-4a6a-864c-4f1431364669 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:08.065555 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-47641d01-3d2f-4a6a-864c-4f1431364669 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:08.106526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c43ac97-8cf0-4b0c-b769-677b0352ea53 admin admin] Router d1d908a3-ef29-43e3-849d-d7e1ddccf599 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:14:08.133165 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'name': 'tempest-TestNetworkBasicOps-router-961776352', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:50Z', 'updated_at': '2021-11-23T22:14:01Z', 'revision_number': 4, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:52Z', 'updated_at': '2021-11-23T22:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'f4e8c294-57de-49d8-8d7b-bd4431b4ab1e', 'name': '', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:5b:9b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:58Z', 'updated_at': '2021-11-23T22:14:02Z', 'revision_number': 2, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:14:08.158318 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-47641d01-3d2f-4a6a-864c-4f1431364669 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:08.162046 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-47641d01-3d2f-4a6a-864c-4f1431364669 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:08.163520 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-47641d01-3d2f-4a6a-864c-4f1431364669 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/security-groups/77afd6e6-9f64-4102-81b5-aeca174353e4 HTTP/1.1" status: 204 len: 168 time: 0.2192533 Nov 23 22:14:08.177143 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35960) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:08.178230 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47641d01-3d2f-4a6a-864c-4f1431364669 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77afd6e6-9f64-4102-81b5-aeca174353e4,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:08.180376 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] Checking router: 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:14:08.181082 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] Updating router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 port f4e8c294-57de-49d8-8d7b-bd4431b4ab1e binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:14:08.264645 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:08.283581 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ed79819-1adf-41ba-8a01-053f35d9a1c6 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:08.315445 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ed79819-1adf-41ba-8a01-053f35d9a1c6 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:08.360321 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c43ac97-8cf0-4b0c-b769-677b0352ea53 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:14:08.372394 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] Sync routers for ids ['d1d908a3-ef29-43e3-849d-d7e1ddccf599'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:14:08.378323 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9c43ac97-8cf0-4b0c-b769-677b0352ea53 admin admin] 10.222.0.50 "PUT /v2.0/routers/d1d908a3-ef29-43e3-849d-d7e1ddccf599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6198139 Nov 23 22:14:08.398588 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35966) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:08.406634 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-32a32732-4243-4583-8062-4e9caca21182 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-439027894', 'description': 'tempest-secgroup-smoke-439027894 description', 'project_id': '9734970b74c843d2aba80bf9d24b8271'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:08.409079 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] Routers {'d1d908a3-ef29-43e3-849d-d7e1ddccf599'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:14:08.409901 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:14:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d1d908a3-ef29-43e3-849d-d7e1ddccf599'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:14:08.412427 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ed79819-1adf-41ba-8a01-053f35d9a1c6 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:08.418619 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6ed79819-1adf-41ba-8a01-053f35d9a1c6 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:08.422334 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6ed79819-1adf-41ba-8a01-053f35d9a1c6 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/security-groups/b2eab159-8022-42fb-a894-62e872a8070e HTTP/1.1" status: 204 len: 168 time: 0.2316697 Nov 23 22:14:08.423322 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35968) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:08.438429 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed79819-1adf-41ba-8a01-053f35d9a1c6 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2eab159-8022-42fb-a894-62e872a8070e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:08.464004 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32a32732-4243-4583-8062-4e9caca21182 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:08.534621 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-64812f72-f599-41e9-b3f2-73608a15d6bb tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting subnet 5cd1fd91-9035-4557-9764-a93cd4003489 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:14:08.543848 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-64812f72-f599-41e9-b3f2-73608a15d6bb tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:08.633579 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32a32732-4243-4583-8062-4e9caca21182 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:08.638789 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] Set router d1d908a3-ef29-43e3-849d-d7e1ddccf599 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:14:08.639919 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:08.645502 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32a32732-4243-4583-8062-4e9caca21182 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:08.662342 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-47c13659-3903-4894-a518-4fbfa7c83586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:08.673300 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-64812f72-f599-41e9-b3f2-73608a15d6bb tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:08.724508 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32a32732-4243-4583-8062-4e9caca21182 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:08.730931 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-32a32732-4243-4583-8062-4e9caca21182 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3309395 Nov 23 22:14:08.731610 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35974) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:08.750156 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-aebf59a8-1a72-42ae-81da-d77c49a902a0 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'security_group_rule': {'security_group_id': '16dd739a-5c75-4275-9c7e-61f0adc110fd', 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:08.781139 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a32732-4243-4583-8062-4e9caca21182 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16dd739a-5c75-4275-9c7e-61f0adc110fd,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:08.817491 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 677d3ab9-fe2f-4db7-aebe-3cca73d49622, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=677d3ab9-fe2f-4db7-aebe-3cca73d49622,segment=NetworkSegment(c5ae5d23-f1e0-4529-8ab3-de7fee905f2c),segment_id=c5ae5d23-f1e0-4529-8ab3-de7fee905f2c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:14:08.840494 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:08.842644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6da8f4e9-755d-4833-956f-53188573ed9d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:14:08.853370 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aebf59a8-1a72-42ae-81da-d77c49a902a0 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:08.909259 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-64812f72-f599-41e9-b3f2-73608a15d6bb tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:09.044943 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aebf59a8-1a72-42ae-81da-d77c49a902a0 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:09.051956 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aebf59a8-1a72-42ae-81da-d77c49a902a0 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:09.056618 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-64812f72-f599-41e9-b3f2-73608a15d6bb tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:09.071118 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d908a3-ef29-43e3-849d-d7e1ddccf599', 'name': 'tempest-TestServerBasicOps-193343152-router', 'tenant_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'c6c4d117-84e5-4ff8-8349-0992710f066c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:56Z', 'updated_at': '2021-11-23T22:14:07Z', 'revision_number': 4, 'project_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'gw_port': {'id': 'c6c4d117-84e5-4ff8-8349-0992710f066c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d908a3-ef29-43e3-849d-d7e1ddccf599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:58Z', 'updated_at': '2021-11-23T22:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'feb7c5d9-0563-41ad-b4a2-20e42cbca037', 'name': '', 'network_id': '99655294-7336-47bc-9d14-badd4e031df1', 'tenant_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'mac_address': 'fa:16:3e:e5:66:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d908a3-ef29-43e3-849d-d7e1ddccf599', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'c35391c5-c764-4948-becd-3d03692895c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:14:05Z', 'updated_at': '2021-11-23T22:14:07Z', 'revision_number': 2, 'project_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'subnets': [{'id': 'c35391c5-c764-4948-becd-3d03692895c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:14:09.122437 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf59a8-1a72-42ae-81da-d77c49a902a0 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae23a5fd-aa9f-48ea-86f6-fe5474a7c302,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:09.130245 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aebf59a8-1a72-42ae-81da-d77c49a902a0 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:09.133905 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-aebf59a8-1a72-42ae-81da-d77c49a902a0 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3982456 Nov 23 22:14:09.134538 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35984) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:09.137094 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] Checking router: d1d908a3-ef29-43e3-849d-d7e1ddccf599 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:14:09.140154 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] Updating router d1d908a3-ef29-43e3-849d-d7e1ddccf599 port feb7c5d9-0563-41ad-b4a2-20e42cbca037 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:14:09.141686 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-96594842-c948-4a58-b94a-a086e87c5100 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'security_group_rule': {'security_group_id': '16dd739a-5c75-4275-9c7e-61f0adc110fd', 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:09.145473 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-64812f72-f599-41e9-b3f2-73608a15d6bb tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:09.156541 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-64812f72-f599-41e9-b3f2-73608a15d6bb tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/subnets/5cd1fd91-9035-4557-9764-a93cd4003489 HTTP/1.1" status: 204 len: 168 time: 0.7280579 Nov 23 22:14:09.170610 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35986) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:09.172849 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64812f72-f599-41e9-b3f2-73608a15d6bb tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Subnet': ['ID=5cd1fd91-9035-4557-9764-a93cd4003489,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:09.180972 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-47c13659-3903-4894-a518-4fbfa7c83586 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:14:09.181330 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-47c13659-3903-4894-a518-4fbfa7c83586 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:14:09.184076 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:09.193888 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-477f2542-166f-4f48-a5b4-c704f8308a77 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'subnet': {'network_id': '302725d1-4424-4921-a478-8714ce3aff34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:09.215218 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=677d3ab9-fe2f-4db7-aebe-3cca73d49622,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:09.265177 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-96594842-c948-4a58-b94a-a086e87c5100 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:09.303427 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 6da8f4e9-755d-4833-956f-53188573ed9d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:09.303955 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:09.364559 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:09.378863 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:09.383302 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-96594842-c948-4a58-b94a-a086e87c5100 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:09.387691 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb80f98-3a2d-46c3-bd45-335096d13fe9 None None] Network 302725d1-4424-4921-a478-8714ce3aff34 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:14:09.395630 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-96594842-c948-4a58-b94a-a086e87c5100 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:09.512709 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96594842-c948-4a58-b94a-a086e87c5100 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8c0535-e491-48d8-b72c-357e8c1437b8,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:09.537780 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-96594842-c948-4a58-b94a-a086e87c5100 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:09.539537 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-96594842-c948-4a58-b94a-a086e87c5100 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4041195 Nov 23 22:14:09.542933 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35990) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:09.548438 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-818f34b8-b315-4668-a686-efa592b0e36c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'security_group_rule': {'security_group_id': '16dd739a-5c75-4275-9c7e-61f0adc110fd', 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:09.558549 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0c609-3b45-4888-aeea-48070785a83d None None] Pushing event updated for resources: {'Port': ['ID=f4e8c294-57de-49d8-8d7b-bd4431b4ab1e,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:09.613295 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-818f34b8-b315-4668-a686-efa592b0e36c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:09.678007 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477f2542-166f-4f48-a5b4-c704f8308a77 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:14:09.681795 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-477f2542-166f-4f48-a5b4-c704f8308a77 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:09.752169 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-818f34b8-b315-4668-a686-efa592b0e36c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:09.757363 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:09.764398 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-818f34b8-b315-4668-a686-efa592b0e36c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:09.774261 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:09.777948 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] Attempting to bind port f4e8c294-57de-49d8-8d7b-bd4431b4ab1e on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:14:09.778962 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] Attempting to bind port f4e8c294-57de-49d8-8d7b-bd4431b4ab1e by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '959706d6-5aca-436b-afb3-1afdf4348644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:14:09.779547 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] Attempting to bind port f4e8c294-57de-49d8-8d7b-bd4431b4ab1e on network 7fa25100-d56b-4992-af0f-af5f0e385dd2 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:14:09.811842 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:14:09.812221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f34b8-b315-4668-a686-efa592b0e36c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157a7ce2-d6d0-4a7f-ab2e-c3df62652b80,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:09.812807 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] Checking segment: {'id': '959706d6-5aca-436b-afb3-1afdf4348644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:14:09.813446 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:09.824079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] Bound using segment: {'id': '959706d6-5aca-436b-afb3-1afdf4348644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:14:09.825074 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] Bound port: f4e8c294-57de-49d8-8d7b-bd4431b4ab1e, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959706d6-5aca-436b-afb3-1afdf4348644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:14:09.825700 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:09.834331 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-818f34b8-b315-4668-a686-efa592b0e36c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:09.841336 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-818f34b8-b315-4668-a686-efa592b0e36c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2943010 Nov 23 22:14:09.841605 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 35994) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:09.849365 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-c9822248-d6a1-4895-ae28-050f7db5e1a0 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'security_group_rule': {'security_group_id': '16dd739a-5c75-4275-9c7e-61f0adc110fd', 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:09.897512 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 35996) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:09.905471 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-dcd1d608-3a6b-47cf-8add-55e619cb691f tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-781418915', 'description': 'tempest-secgroup-smoke-781418915 description', 'project_id': '47e57217e78c466aba767c805775d0bf'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:09.910954 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf086e9-9646-450c-a0ec-9d260f33d9e4 None None] Pushing event updated for resources: {'Port': ['ID=feb7c5d9-0563-41ad-b4a2-20e42cbca037,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:09.953161 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c9822248-d6a1-4895-ae28-050f7db5e1a0 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:09.961827 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dcd1d608-3a6b-47cf-8add-55e619cb691f tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.042877 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 677d3ab9-fe2f-4db7-aebe-3cca73d49622 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:14:10.050820 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] Attempting to bind port feb7c5d9-0563-41ad-b4a2-20e42cbca037 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:14:10.051053 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] Attempting to bind port feb7c5d9-0563-41ad-b4a2-20e42cbca037 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'b56eff36-dc3e-4bae-a47c-83d8f51f7096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '99655294-7336-47bc-9d14-badd4e031df1'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:14:10.052452 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] Attempting to bind port feb7c5d9-0563-41ad-b4a2-20e42cbca037 on network 99655294-7336-47bc-9d14-badd4e031df1 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:14:10.071080 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:14:10.071452 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] Checking segment: {'id': 'b56eff36-dc3e-4bae-a47c-83d8f51f7096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '99655294-7336-47bc-9d14-badd4e031df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:14:10.071849 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.072244 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] Bound using segment: {'id': 'b56eff36-dc3e-4bae-a47c-83d8f51f7096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '99655294-7336-47bc-9d14-badd4e031df1'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:14:10.072710 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] Bound port: feb7c5d9-0563-41ad-b4a2-20e42cbca037, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56eff36-dc3e-4bae-a47c-83d8f51f7096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '99655294-7336-47bc-9d14-badd4e031df1'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:14:10.073084 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.111603 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c9822248-d6a1-4895-ae28-050f7db5e1a0 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.126260 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c9822248-d6a1-4895-ae28-050f7db5e1a0 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.155260 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dcd1d608-3a6b-47cf-8add-55e619cb691f tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.157622 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c9822248-d6a1-4895-ae28-050f7db5e1a0 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.159126 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c9822248-d6a1-4895-ae28-050f7db5e1a0 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3165610 Nov 23 22:14:10.160526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9822248-d6a1-4895-ae28-050f7db5e1a0 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0aabf3-8b42-4889-9727-09b79dc8747d,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:10.162517 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36000) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:10.169784 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-0eb2eb51-7d75-4ff8-9b34-4b66d141ae30 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'security_group_rule': {'security_group_id': '16dd739a-5c75-4275-9c7e-61f0adc110fd', 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:10.191052 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] For port f4e8c294-57de-49d8-8d7b-bd4431b4ab1e, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:14:10.199316 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dcd1d608-3a6b-47cf-8add-55e619cb691f tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.207174 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] For port f4e8c294-57de-49d8-8d7b-bd4431b4ab1e, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f4e8c294-57de-49d8-8d7b-bd4431b4ab1e,segment=NetworkSegment(959706d6-5aca-436b-afb3-1afdf4348644),segment_id=959706d6-5aca-436b-afb3-1afdf4348644)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:14:10.221982 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] For port feb7c5d9-0563-41ad-b4a2-20e42cbca037, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:14:10.230067 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] For port feb7c5d9-0563-41ad-b4a2-20e42cbca037, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=feb7c5d9-0563-41ad-b4a2-20e42cbca037,segment=NetworkSegment(b56eff36-dc3e-4bae-a47c-83d8f51f7096),segment_id=b56eff36-dc3e-4bae-a47c-83d8f51f7096)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:14:10.230836 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.238896 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.316391 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-0eb2eb51-7d75-4ff8-9b34-4b66d141ae30 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Project 9734970b74c843d2aba80bf9d24b8271 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:14:10.337176 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] Routers {'3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:14:10.337310 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0eb2eb51-7d75-4ff8-9b34-4b66d141ae30 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.337819 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:14:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:14:10.354894 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1d608-3a6b-47cf-8add-55e619cb691f tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ae0ad1-4676-4777-b3b9-25a6424d8727,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:10.361649 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dcd1d608-3a6b-47cf-8add-55e619cb691f tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.363457 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dcd1d608-3a6b-47cf-8add-55e619cb691f tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4641726 Nov 23 22:14:10.366153 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 36002) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:10.374356 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-beaaf7fb-a58f-4e61-8598-af7c7507e86e tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Request body: {'security_group_rule': {'security_group_id': 'd9ae0ad1-4676-4777-b3b9-25a6424d8727', 'project_id': '47e57217e78c466aba767c805775d0bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:10.386086 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] Routers {'d1d908a3-ef29-43e3-849d-d7e1ddccf599'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:14:10.387005 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:14:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d1d908a3-ef29-43e3-849d-d7e1ddccf599'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:14:10.389257 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf086e9-9646-450c-a0ec-9d260f33d9e4 None None] Pushing event updated for resources: {'Port': ['ID=feb7c5d9-0563-41ad-b4a2-20e42cbca037,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:10.424810 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-477f2542-166f-4f48-a5b4-c704f8308a77 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.452532 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-beaaf7fb-a58f-4e61-8598-af7c7507e86e tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.520672 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f2542-166f-4f48-a5b4-c704f8308a77 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Subnet': ['ID=3af9a768-0e02-4a18-8434-3a1cf2dcea80,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:10.564059 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477f2542-166f-4f48-a5b4-c704f8308a77 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network 302725d1-4424-4921-a478-8714ce3aff34 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:14:10.586014 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-477f2542-166f-4f48-a5b4-c704f8308a77 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:14:10.595583 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477f2542-166f-4f48-a5b4-c704f8308a77 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:10.596139 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-477f2542-166f-4f48-a5b4-c704f8308a77 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.649189 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-477f2542-166f-4f48-a5b4-c704f8308a77 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4730325 Nov 23 22:14:10.656907 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36006) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:10.662980 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f3a9e3a7-b73b-4236-bc8c-860faaef101e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'security_group': {'name': 'tempest-secgroup-881209057'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:10.695545 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0eb2eb51-7d75-4ff8-9b34-4b66d141ae30 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.696557 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-beaaf7fb-a58f-4e61-8598-af7c7507e86e tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.699073 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3a9e3a7-b73b-4236-bc8c-860faaef101e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.712516 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-beaaf7fb-a58f-4e61-8598-af7c7507e86e tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.722236 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0eb2eb51-7d75-4ff8-9b34-4b66d141ae30 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.749179 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] Set router d1d908a3-ef29-43e3-849d-d7e1ddccf599 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:14:10.762001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaaf7fb-a58f-4e61-8598-af7c7507e86e tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125cee19-e866-4869-9a53-3b44ff2ecdb1,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:10.767936 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2eb51-7d75-4ff8-9b34-4b66d141ae30 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93286f80-6663-494f-ba68-2e8939cacd77,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:10.778192 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0eb2eb51-7d75-4ff8-9b34-4b66d141ae30 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.782971 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0eb2eb51-7d75-4ff8-9b34-4b66d141ae30 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6167014 Nov 23 22:14:10.790160 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 36008) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:10.806218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-1aec2107-8559-49d6-a5ea-32ceb29c0b78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'security_group_rule': {'security_group_id': '16dd739a-5c75-4275-9c7e-61f0adc110fd', 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:10.847224 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-beaaf7fb-a58f-4e61-8598-af7c7507e86e tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.851213 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-beaaf7fb-a58f-4e61-8598-af7c7507e86e tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4810271 Nov 23 22:14:10.851711 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 36010) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:10.866303 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-4995f85a-eb1e-46e8-9d0f-51c8de71ca23 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Request body: {'security_group_rule': {'security_group_id': 'd9ae0ad1-4676-4777-b3b9-25a6424d8727', 'project_id': '47e57217e78c466aba767c805775d0bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:10.888494 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3a9e3a7-b73b-4236-bc8c-860faaef101e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.902305 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3a9e3a7-b73b-4236-bc8c-860faaef101e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.911086 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 677d3ab9-fe2f-4db7-aebe-3cca73d49622 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:10.911613 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.913845 n-d-816206-9 neutron-server[110034]: INFO neutron.db.securitygroups_db [None req-1aec2107-8559-49d6-a5ea-32ceb29c0b78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Project 9734970b74c843d2aba80bf9d24b8271 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:14:10.930058 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1aec2107-8559-49d6-a5ea-32ceb29c0b78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:10.958033 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0c609-3b45-4888-aeea-48070785a83d None None] Pushing event updated for resources: {'Port': ['ID=f4e8c294-57de-49d8-8d7b-bd4431b4ab1e,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:10.975501 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a9e3a7-b73b-4236-bc8c-860faaef101e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7516a2cb-e555-474b-a291-269ec0785090,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:10.997960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e654475a-8739-4c55-83ae-bfa9361fc99e None None] Provisioning complete for port ee86448f-c8a6-4497-8c9b-1a26554e8dec triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:10.998838 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e654475a-8739-4c55-83ae-bfa9361fc99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:11.031387 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3a9e3a7-b73b-4236-bc8c-860faaef101e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:11.036479 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f3a9e3a7-b73b-4236-bc8c-860faaef101e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3781571 Nov 23 22:14:11.037142 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36012) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:11.043519 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-1affade3-91a9-4f46-a546-110d08261d4c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'security_group': {'name': 'tempest-secgroup-567143603'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:11.050016 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4995f85a-eb1e-46e8-9d0f-51c8de71ca23 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:11.103569 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1affade3-91a9-4f46-a546-110d08261d4c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:11.155160 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1aec2107-8559-49d6-a5ea-32ceb29c0b78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:11.183841 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1aec2107-8559-49d6-a5ea-32ceb29c0b78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:11.215648 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e654475a-8739-4c55-83ae-bfa9361fc99e None None] Port ee86448f-c8a6-4497-8c9b-1a26554e8dec cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:14:11.221916 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c6c4d117-84e5-4ff8-8349-0992710f066c up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:14:11.257573 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec2107-8559-49d6-a5ea-32ceb29c0b78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b01c5012-4524-4d74-acaa-a2ba3ee037dd,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:11.268818 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1affade3-91a9-4f46-a546-110d08261d4c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:11.278345 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e654475a-8739-4c55-83ae-bfa9361fc99e None None] Could not find standard attr ID for object e724cfa3-09c4-4c57-8a64-1479ae834646. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:14:11.280152 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4995f85a-eb1e-46e8-9d0f-51c8de71ca23 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:11.282381 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1affade3-91a9-4f46-a546-110d08261d4c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:11.283714 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] Set router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:14:11.287463 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1aec2107-8559-49d6-a5ea-32ceb29c0b78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:11.300914 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1aec2107-8559-49d6-a5ea-32ceb29c0b78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5077622 Nov 23 22:14:11.303887 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4995f85a-eb1e-46e8-9d0f-51c8de71ca23 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:11.315505 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d908a3-ef29-43e3-849d-d7e1ddccf599', 'name': 'tempest-TestServerBasicOps-193343152-router', 'tenant_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'c6c4d117-84e5-4ff8-8349-0992710f066c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:56Z', 'updated_at': '2021-11-23T22:14:07Z', 'revision_number': 4, 'project_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'gw_port': {'id': 'c6c4d117-84e5-4ff8-8349-0992710f066c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d908a3-ef29-43e3-849d-d7e1ddccf599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:58Z', 'updated_at': '2021-11-23T22:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'feb7c5d9-0563-41ad-b4a2-20e42cbca037', 'name': '', 'network_id': '99655294-7336-47bc-9d14-badd4e031df1', 'tenant_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'mac_address': 'fa:16:3e:e5:66:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d908a3-ef29-43e3-849d-d7e1ddccf599', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'c35391c5-c764-4948-becd-3d03692895c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:14:05Z', 'updated_at': '2021-11-23T22:14:10Z', 'revision_number': 4, 'project_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'subnets': [{'id': 'c35391c5-c764-4948-becd-3d03692895c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:14:11.347015 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1affade3-91a9-4f46-a546-110d08261d4c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:11.351709 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 36018) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:11.351885 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1affade3-91a9-4f46-a546-110d08261d4c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3135931 Nov 23 22:14:11.361727 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-96a04cb2-8695-4b1b-abbb-842c3e55b2fa tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'security_group': {'name': 'tempest-secgroup-62395149'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:11.372001 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affade3-91a9-4f46-a546-110d08261d4c tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee053084-1fc8-428a-8a8f-f773f3a3446b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:11.383405 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e506d67f-0c84-46d9-bab9-692406ffc286 None None] The sync data for ids ['d1d908a3-ef29-43e3-849d-d7e1ddccf599'] in n-d-816206-9 is: [{'id': 'd1d908a3-ef29-43e3-849d-d7e1ddccf599', 'name': 'tempest-TestServerBasicOps-193343152-router', 'tenant_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'c6c4d117-84e5-4ff8-8349-0992710f066c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:56Z', 'updated_at': '2021-11-23T22:14:07Z', 'revision_number': 4, 'project_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'gw_port': {'id': 'c6c4d117-84e5-4ff8-8349-0992710f066c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d908a3-ef29-43e3-849d-d7e1ddccf599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:58Z', 'updated_at': '2021-11-23T22:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'feb7c5d9-0563-41ad-b4a2-20e42cbca037', 'name': '', 'network_id': '99655294-7336-47bc-9d14-badd4e031df1', 'tenant_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'mac_address': 'fa:16:3e:e5:66:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d908a3-ef29-43e3-849d-d7e1ddccf599', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'c35391c5-c764-4948-becd-3d03692895c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:14:05Z', 'updated_at': '2021-11-23T22:14:10Z', 'revision_number': 4, 'project_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'subnets': [{'id': 'c35391c5-c764-4948-becd-3d03692895c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:14:11.389368 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4995f85a-eb1e-46e8-9d0f-51c8de71ca23 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:11.391026 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4995f85a-eb1e-46e8-9d0f-51c8de71ca23 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5365882 Nov 23 22:14:11.394436 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36020) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:11.395800 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995f85a-eb1e-46e8-9d0f-51c8de71ca23 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01b19d9-61d9-498a-8512-9d7578f6bf10,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:11.400989 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-550be9c0-2404-4037-9ced-4544ff094fea tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Request body: {'security_group_rule': {'security_group_id': 'd9ae0ad1-4676-4777-b3b9-25a6424d8727', 'project_id': '47e57217e78c466aba767c805775d0bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:11.402755 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e654475a-8739-4c55-83ae-bfa9361fc99e None None] Provisioning complete for port f4e8c294-57de-49d8-8d7b-bd4431b4ab1e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:11.408354 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e654475a-8739-4c55-83ae-bfa9361fc99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:11.427393 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.db.api [None req-550be9c0-2404-4037-9ced-4544ff094fea tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 22:14:11.427393 n-d-816206-9 neutron-server[110033]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 22:14:11.427393 n-d-816206-9 neutron-server[110033]: [parameters: {'project_id_1': '47e57217e78c466aba767c805775d0bf', 'expiration_1': datetime.datetime(2021, 11, 23, 22, 13, 51, 409251)}] Nov 23 22:14:11.427393 n-d-816206-9 neutron-server[110033]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:14:11.428402 n-d-816206-9 neutron-server[110033]: DEBUG oslo_db.api [None req-550be9c0-2404-4037-9ced-4544ff094fea tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:14:11.490492 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96a04cb2-8695-4b1b-abbb-842c3e55b2fa tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:11.516963 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port c6c4d117-84e5-4ff8-8349-0992710f066c triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:11.517616 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:11.579501 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ddcd94-16d6-46dd-909d-1457ba5bd2df None None] Network 302725d1-4424-4921-a478-8714ce3aff34 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:14:11.621891 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96a04cb2-8695-4b1b-abbb-842c3e55b2fa tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:11.631609 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96a04cb2-8695-4b1b-abbb-842c3e55b2fa tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:11.670620 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a04cb2-8695-4b1b-abbb-842c3e55b2fa tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54488bc9-5c95-42aa-b71c-e3070a4f8737,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:11.725184 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96a04cb2-8695-4b1b-abbb-842c3e55b2fa tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:11.726614 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-96a04cb2-8695-4b1b-abbb-842c3e55b2fa tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3723326 Nov 23 22:14:11.730014 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36034) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:11.736114 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-737d08db-f0b9-4d54-90b6-1b84e449a533 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2123987613', 'security_groups': ['54488bc9-5c95-42aa-b71c-e3070a4f8737'], 'network_id': '302725d1-4424-4921-a478-8714ce3aff34', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3af9a768-0e02-4a18-8434-3a1cf2dcea80'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:11.740639 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f23b79f8-0368-4855-8841-284f064aee4e req-9c0069de-6f8f-490b-8289-f01007ea7001 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-439027894&fields=id&tenant_id=9734970b74c843d2aba80bf9d24b8271 HTTP/1.1" status: 200 len: 267 time: 0.1274147 Nov 23 22:14:11.912914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b79f8-0368-4855-8841-284f064aee4e req-4d895789-8d4e-45a2-9a22-da16b5d88b01 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:11.914907 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f23b79f8-0368-4855-8841-284f064aee4e req-4d895789-8d4e-45a2-9a22-da16b5d88b01 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/networks?id=7fa25100-d56b-4992-af0f-af5f0e385dd2 HTTP/1.1" status: 200 len: 797 time: 0.1628814 Nov 23 22:14:11.944729 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f23b79f8-0368-4855-8841-284f064aee4e req-9dd234b3-e986-4c20-9e54-58bf25716da3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/quotas/9734970b74c843d2aba80bf9d24b8271 HTTP/1.1" status: 200 len: 375 time: 0.0217609 Nov 23 22:14:11.966383 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e654475a-8739-4c55-83ae-bfa9361fc99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:12.002005 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-550be9c0-2404-4037-9ced-4544ff094fea tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:12.029673 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f23b79f8-0368-4855-8841-284f064aee4e req-50f1adad-4fa9-4502-bccd-06fc89de1137 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9734970b74c843d2aba80bf9d24b8271&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839703 Nov 23 22:14:12.053983 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737d08db-f0b9-4d54-90b6-1b84e449a533 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:14:12.114227 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'name': 'tempest-TestNetworkBasicOps-router-961776352', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:50Z', 'updated_at': '2021-11-23T22:14:01Z', 'revision_number': 4, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:52Z', 'updated_at': '2021-11-23T22:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'f4e8c294-57de-49d8-8d7b-bd4431b4ab1e', 'name': '', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:5b:9b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:58Z', 'updated_at': '2021-11-23T22:14:10Z', 'revision_number': 4, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:14:12.127336 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e654475a-8739-4c55-83ae-bfa9361fc99e None None] For port f4e8c294-57de-49d8-8d7b-bd4431b4ab1e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f4e8c294-57de-49d8-8d7b-bd4431b4ab1e,segment=NetworkSegment(959706d6-5aca-436b-afb3-1afdf4348644),segment_id=959706d6-5aca-436b-afb3-1afdf4348644)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:14:12.164675 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e654475a-8739-4c55-83ae-bfa9361fc99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:12.201525 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e452599-c3d9-445c-87d7-de41adc0115a None None] The sync data for ids ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'] in n-d-816206-9 is: [{'id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'name': 'tempest-TestNetworkBasicOps-router-961776352', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:50Z', 'updated_at': '2021-11-23T22:14:01Z', 'revision_number': 4, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:52Z', 'updated_at': '2021-11-23T22:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'f4e8c294-57de-49d8-8d7b-bd4431b4ab1e', 'name': '', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:5b:9b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:58Z', 'updated_at': '2021-11-23T22:14:10Z', 'revision_number': 4, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:14:12.247638 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f23b79f8-0368-4855-8841-284f064aee4e req-9b9664cf-17ac-4e07-bdc1-e94a7b115903 service neutron] 10.222.0.50 "GET /v2.0/networks/7fa25100-d56b-4992-af0f-af5f0e385dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128644 Nov 23 22:14:12.318089 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device feb7c5d9-0563-41ad-b4a2-20e42cbca037 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:14:12.341382 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-550be9c0-2404-4037-9ced-4544ff094fea tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:12.349171 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-737d08db-f0b9-4d54-90b6-1b84e449a533 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:12.361764 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-550be9c0-2404-4037-9ced-4544ff094fea tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:12.408079 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550be9c0-2404-4037-9ced-4544ff094fea tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140b8849-3351-413c-b8a6-e41235ae07dd,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:12.412520 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-737d08db-f0b9-4d54-90b6-1b84e449a533 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] device_id is not set on port 9a9a5e6d-f1d5-4465-bc8f-4ee24f71de5b yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:14:12.441472 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e654475a-8739-4c55-83ae-bfa9361fc99e None None] Provisioning complete for port 677d3ab9-fe2f-4db7-aebe-3cca73d49622 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:12.441857 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e654475a-8739-4c55-83ae-bfa9361fc99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:12.455361 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-550be9c0-2404-4037-9ced-4544ff094fea tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:12.459501 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-550be9c0-2404-4037-9ced-4544ff094fea tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0606031 Nov 23 22:14:12.460475 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36038) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:12.474334 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-15e11552-4c8e-4be4-a681-839aeae286e1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Request body: {'security_group_rule': {'security_group_id': 'd9ae0ad1-4676-4777-b3b9-25a6424d8727', 'project_id': '47e57217e78c466aba767c805775d0bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:12.497673 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f23b79f8-0368-4855-8841-284f064aee4e req-0cc0436f-92d4-47ed-8939-cc66c6ff1962 service neutron] 10.222.0.50 "GET /v2.0/networks/7fa25100-d56b-4992-af0f-af5f0e385dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431128 Nov 23 22:14:12.563517 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654475a-8739-4c55-83ae-bfa9361fc99e None None] Pushing event updated for resources: {'Port': ['ID=f4e8c294-57de-49d8-8d7b-bd4431b4ab1e,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:12.582699 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15e11552-4c8e-4be4-a681-839aeae286e1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:12.670683 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad07084-b9cc-4303-8c85-7c1f97aa8e53 None None] Update dhcp port {'port': {'network_id': '302725d1-4424-4921-a478-8714ce3aff34', 'fixed_ips': [{'subnet_id': '6e920691-5fab-4f5a-8d08-7d9fa2a12d20', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3af9a768-0e02-4a18-8434-3a1cf2dcea80'}], 'binding:host_id': 'n-d-816206-9'}, 'id': '677d3ab9-fe2f-4db7-aebe-3cca73d49622'} from n-d-816206-9. {{(pid=110035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 22:14:12.717337 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5ad07084-b9cc-4303-8c85-7c1f97aa8e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:12.725162 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port feb7c5d9-0563-41ad-b4a2-20e42cbca037 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:12.725541 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:12.765289 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-737d08db-f0b9-4d54-90b6-1b84e449a533 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Allocated IP 2001:db8::210 (302725d1-4424-4921-a478-8714ce3aff34/3af9a768-0e02-4a18-8434-3a1cf2dcea80/9a9a5e6d-f1d5-4465-bc8f-4ee24f71de5b) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:14:12.774875 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15e11552-4c8e-4be4-a681-839aeae286e1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:12.787140 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15e11552-4c8e-4be4-a681-839aeae286e1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:12.834079 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e11552-4c8e-4be4-a681-839aeae286e1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=982ebdff-a862-4c81-976e-bc2bdbb1282e,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:12.930358 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-15e11552-4c8e-4be4-a681-839aeae286e1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:12.931445 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-15e11552-4c8e-4be4-a681-839aeae286e1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4679482 Nov 23 22:14:12.935242 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 36042) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:12.939389 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-301f0345-471f-4659-9f53-7a02437c0e70 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Request body: {'security_group_rule': {'security_group_id': 'd9ae0ad1-4676-4777-b3b9-25a6424d8727', 'project_id': '47e57217e78c466aba767c805775d0bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:12.979287 n-d-816206-9 neutron-server[110034]: INFO neutron.db.securitygroups_db [None req-301f0345-471f-4659-9f53-7a02437c0e70 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Project 47e57217e78c466aba767c805775d0bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:14:12.986893 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-301f0345-471f-4659-9f53-7a02437c0e70 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:13.055065 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e654475a-8739-4c55-83ae-bfa9361fc99e None None] Provisioning complete for port feb7c5d9-0563-41ad-b4a2-20e42cbca037 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:13.056036 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e654475a-8739-4c55-83ae-bfa9361fc99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:13.106189 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:13.113347 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-737d08db-f0b9-4d54-90b6-1b84e449a533 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:13.185113 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-737d08db-f0b9-4d54-90b6-1b84e449a533 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:13.260963 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port feb7c5d9-0563-41ad-b4a2-20e42cbca037, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=feb7c5d9-0563-41ad-b4a2-20e42cbca037,segment=NetworkSegment(b56eff36-dc3e-4bae-a47c-83d8f51f7096),segment_id=b56eff36-dc3e-4bae-a47c-83d8f51f7096)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:14:13.272147 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737d08db-f0b9-4d54-90b6-1b84e449a533 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network 302725d1-4424-4921-a478-8714ce3aff34 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:14:13.275846 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:13.287690 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-737d08db-f0b9-4d54-90b6-1b84e449a533 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:14:13.292160 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737d08db-f0b9-4d54-90b6-1b84e449a533 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:14:13.298640 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737d08db-f0b9-4d54-90b6-1b84e449a533 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:13.299386 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-737d08db-f0b9-4d54-90b6-1b84e449a533 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:13.333825 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d08db-f0b9-4d54-90b6-1b84e449a533 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Port': ['ID=9a9a5e6d-f1d5-4465-bc8f-4ee24f71de5b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:13.363385 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-737d08db-f0b9-4d54-90b6-1b84e449a533 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6321568 Nov 23 22:14:13.365702 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36044) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:13.377267 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-5ad07084-b9cc-4303-8c85-7c1f97aa8e53 None None] Allocated IP 2001:db8::2 (302725d1-4424-4921-a478-8714ce3aff34/3af9a768-0e02-4a18-8434-3a1cf2dcea80/677d3ab9-fe2f-4db7-aebe-3cca73d49622) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:14:13.397754 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-328daace-e14e-4460-baff-fd539d48055f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'subnet': {'network_id': '302725d1-4424-4921-a478-8714ce3aff34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:13.447631 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=feb7c5d9-0563-41ad-b4a2-20e42cbca037,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:13.640801 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-5ad07084-b9cc-4303-8c85-7c1f97aa8e53 None None] For port 677d3ab9-fe2f-4db7-aebe-3cca73d49622, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=677d3ab9-fe2f-4db7-aebe-3cca73d49622,segment=NetworkSegment(c5ae5d23-f1e0-4529-8ab3-de7fee905f2c),segment_id=c5ae5d23-f1e0-4529-8ab3-de7fee905f2c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:14:13.660943 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e32dfbb7-4bb7-48c6-86d0-8953adab75ec None None] Provisioning complete for port ee86448f-c8a6-4497-8c9b-1a26554e8dec triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:13.661551 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e32dfbb7-4bb7-48c6-86d0-8953adab75ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:13.677242 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328daace-e14e-4460-baff-fd539d48055f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:14:13.680801 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-328daace-e14e-4460-baff-fd539d48055f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:13.695558 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-301f0345-471f-4659-9f53-7a02437c0e70 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:13.709824 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-301f0345-471f-4659-9f53-7a02437c0e70 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:13.739587 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f0345-471f-4659-9f53-7a02437c0e70 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a298401f-feb7-4c45-8e19-6a6f9649c284,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:13.768221 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-301f0345-471f-4659-9f53-7a02437c0e70 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:13.773860 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-301f0345-471f-4659-9f53-7a02437c0e70 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8345900 Nov 23 22:14:13.778527 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 36054) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:13.790178 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-83745d44-8f60-4efb-b028-19f707e68a63 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Request body: {'security_group_rule': {'security_group_id': 'd9ae0ad1-4676-4777-b3b9-25a6424d8727', 'project_id': '47e57217e78c466aba767c805775d0bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:13.877750 n-d-816206-9 neutron-server[110034]: INFO neutron.db.securitygroups_db [None req-83745d44-8f60-4efb-b028-19f707e68a63 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Project 47e57217e78c466aba767c805775d0bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:14:13.946319 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-751cb3d6-2b95-4107-bcce-20261b80620c req-872fc952-a9e4-434d-9f37-e8c265578d32 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=32666959-cf26-4fb0-aeef-4ed94c99c1e6 HTTP/1.1" status: 200 len: 210 time: 0.0865436 Nov 23 22:14:13.950567 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-83745d44-8f60-4efb-b028-19f707e68a63 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:13.986185 n-d-816206-9 neutron-server[110033]: INFO neutron.db.ipam_backend_mixin [None req-328daace-e14e-4460-baff-fd539d48055f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3af9a768-0e02-4a18-8434-3a1cf2dcea80 (CIDR: 2001:db8::/64) Nov 23 22:14:13.986185 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-328daace-e14e-4460-baff-fd539d48055f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:14:13.986185 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-328daace-e14e-4460-baff-fd539d48055f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:14:13.986622 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e32dfbb7-4bb7-48c6-86d0-8953adab75ec None None] Port ee86448f-c8a6-4497-8c9b-1a26554e8dec cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:14:14.029029 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e32dfbb7-4bb7-48c6-86d0-8953adab75ec None None] Provisioning complete for port f4e8c294-57de-49d8-8d7b-bd4431b4ab1e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:14.035323 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e32dfbb7-4bb7-48c6-86d0-8953adab75ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:14.040856 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-328daace-e14e-4460-baff-fd539d48055f tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6719699 Nov 23 22:14:14.044142 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36062) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:14.045174 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5ad07084-b9cc-4303-8c85-7c1f97aa8e53 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:14.056515 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4177579d-3a6f-4ec7-b9ad-abccf50aca65 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'subnet': {'network_id': '302725d1-4424-4921-a478-8714ce3aff34', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:14.080703 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5ad07084-b9cc-4303-8c85-7c1f97aa8e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:14.111284 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-83745d44-8f60-4efb-b028-19f707e68a63 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:14.122158 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-83745d44-8f60-4efb-b028-19f707e68a63 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:14.158999 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83745d44-8f60-4efb-b028-19f707e68a63 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80bc3bf1-6753-474a-a549-d09965894834,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:14.164149 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-83745d44-8f60-4efb-b028-19f707e68a63 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:14.166518 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-83745d44-8f60-4efb-b028-19f707e68a63 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3844783 Nov 23 22:14:14.392546 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad07084-b9cc-4303-8c85-7c1f97aa8e53 None None] Pushing event updated for resources: {'Port': ['ID=677d3ab9-fe2f-4db7-aebe-3cca73d49622,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:14.486633 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f4e8c294-57de-49d8-8d7b-bd4431b4ab1e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:14:14.487383 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-51c7d30e-0891-468a-a382-6c862f45527d tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-781418915&fields=id&tenant_id=47e57217e78c466aba767c805775d0bf HTTP/1.1" status: 200 len: 267 time: 0.1267955 Nov 23 22:14:14.500560 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4177579d-3a6f-4ec7-b9ad-abccf50aca65 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:14:14.506112 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4177579d-3a6f-4ec7-b9ad-abccf50aca65 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:14.601240 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e32dfbb7-4bb7-48c6-86d0-8953adab75ec None None] Provisioning complete for port 677d3ab9-fe2f-4db7-aebe-3cca73d49622 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:14.601759 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e32dfbb7-4bb7-48c6-86d0-8953adab75ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:14.742572 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-e09a0412-0bfa-437b-be32-a36fc07da1bc tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:14.750537 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-e09a0412-0bfa-437b-be32-a36fc07da1bc tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/networks?id=8a505cd8-1c1d-4524-b9ca-aca755840d9b HTTP/1.1" status: 200 len: 808 time: 0.2591958 Nov 23 22:14:14.755364 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port f4e8c294-57de-49d8-8d7b-bd4431b4ab1e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:14.756005 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:14.774965 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-be431469-9123-42cf-b4a5-51273fc27bf7 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/quotas/47e57217e78c466aba767c805775d0bf HTTP/1.1" status: 200 len: 375 time: 0.0228436 Nov 23 22:14:14.839432 n-d-816206-9 neutron-server[110033]: INFO neutron.db.ipam_backend_mixin [None req-4177579d-3a6f-4ec7-b9ad-abccf50aca65 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6e920691-5fab-4f5a-8d08-7d9fa2a12d20 (CIDR: 2001:db8:0:1::/64) Nov 23 22:14:14.849225 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-4177579d-3a6f-4ec7-b9ad-abccf50aca65 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:14:14.849858 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4177579d-3a6f-4ec7-b9ad-abccf50aca65 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:14:14.897982 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4177579d-3a6f-4ec7-b9ad-abccf50aca65 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8500381 Nov 23 22:14:14.898326 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36088) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:14.904742 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-868f0790-357c-4a9d-a532-845673dc5c92 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'subnet': {'network_id': '302725d1-4424-4921-a478-8714ce3aff34', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:14.983438 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e32dfbb7-4bb7-48c6-86d0-8953adab75ec None None] Provisioning complete for port feb7c5d9-0563-41ad-b4a2-20e42cbca037 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:14.984077 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e32dfbb7-4bb7-48c6-86d0-8953adab75ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:15.008669 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-ea264286-b372-4cba-86cf-883ea747aacc tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=47e57217e78c466aba767c805775d0bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2332385 Nov 23 22:14:15.034821 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-d6bcbb64-e1db-4e2d-bb15-67c0f790d8f5 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:14:15.036393 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-d6bcbb64-e1db-4e2d-bb15-67c0f790d8f5 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076113 Nov 23 22:14:15.044407 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa727d80-6b20-47d4-9815-13b9bf483a4c req-d5bc1c2e-ac07-487b-aa99-f2e882574040 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:15.051252 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa727d80-6b20-47d4-9815-13b9bf483a4c req-d5bc1c2e-ac07-487b-aa99-f2e882574040 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 1096 time: 0.1695473 Nov 23 22:14:15.140404 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device feb7c5d9-0563-41ad-b4a2-20e42cbca037 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:14:15.176071 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868f0790-357c-4a9d-a532-845673dc5c92 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Made reservation on behalf of cd2f5a8011944e019aca5146a8721a96 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:14:15.181809 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-868f0790-357c-4a9d-a532-845673dc5c92 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:15.209064 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa727d80-6b20-47d4-9815-13b9bf483a4c req-33b7fa20-4c3f-4ead-8eb6-e30d604911b4 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449707 Nov 23 22:14:15.284809 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-0b36d2a3-8939-4d95-a894-005fa5953e13 service neutron] 10.222.0.50 "GET /v2.0/networks/8a505cd8-1c1d-4524-b9ca-aca755840d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322724 Nov 23 22:14:15.337937 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port feb7c5d9-0563-41ad-b4a2-20e42cbca037 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:15.340584 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:15.490059 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f679fc5a-1871-4611-b341-c46e74c60f36 req-b761fbaa-6b23-4265-b194-c4b9be80dc94 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=32666959-cf26-4fb0-aeef-4ed94c99c1e6 HTTP/1.1" status: 200 len: 210 time: 0.0734372 Nov 23 22:14:15.652427 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-46628c54-4c0c-479f-96b8-84711d56115b None None] Provisioning complete for port ee86448f-c8a6-4497-8c9b-1a26554e8dec triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:15.653034 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-9216e576-82d0-4a06-b4f2-401acc5a9c17 service neutron] 10.222.0.50 "GET /v2.0/networks/8a505cd8-1c1d-4524-b9ca-aca755840d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596461 Nov 23 22:14:15.653255 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-46628c54-4c0c-479f-96b8-84711d56115b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:15.763953 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-868f0790-357c-4a9d-a532-845673dc5c92 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:15.764500 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-46628c54-4c0c-479f-96b8-84711d56115b None None] Port ee86448f-c8a6-4497-8c9b-1a26554e8dec cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:14:15.780856 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-46628c54-4c0c-479f-96b8-84711d56115b None None] Provisioning complete for port 677d3ab9-fe2f-4db7-aebe-3cca73d49622 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:15.781331 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-46628c54-4c0c-479f-96b8-84711d56115b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:15.911090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd1b09-d609-4804-9981-b7931ba72109 req-6fae2bc1-a259-421b-b7b2-7fa194d391b0 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:15.922021 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-18dd1b09-d609-4804-9981-b7931ba72109 req-6fae2bc1-a259-421b-b7b2-7fa194d391b0 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.2279491 Nov 23 22:14:15.957839 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868f0790-357c-4a9d-a532-845673dc5c92 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Network 302725d1-4424-4921-a478-8714ce3aff34 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:14:15.990463 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-868f0790-357c-4a9d-a532-845673dc5c92 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:14:15.992465 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f0790-357c-4a9d-a532-845673dc5c92 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Subnet': ['ID=85391e0e-3ecd-4087-92ed-49e34fe82056,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:15.995694 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868f0790-357c-4a9d-a532-845673dc5c92 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:15.996319 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-868f0790-357c-4a9d-a532-845673dc5c92 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:16.056014 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-868f0790-357c-4a9d-a532-845673dc5c92 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1563308 Nov 23 22:14:16.056650 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36102) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:16.072748 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-07f9f086-ad33-4afc-8cbf-c9859da46fa9 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-722854124', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '85391e0e-3ecd-4087-92ed-49e34fe82056'}], 'security_groups': ['7516a2cb-e555-474b-a291-269ec0785090', 'ee053084-1fc8-428a-8a8f-f773f3a3446b']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:16.144808 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9697993-7e26-4b50-85b6-2914a0ed5a5c None None] Network 302725d1-4424-4921-a478-8714ce3aff34 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:14:16.239342 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-18dd1b09-d609-4804-9981-b7931ba72109 req-7ed44694-689a-4d9f-be54-cdcda72a75aa tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107901 Nov 23 22:14:16.243801 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-235db388-b495-49d9-8e6e-93eccb16c3a4 req-86656889-22a2-4b64-800e-351cfb3f2c8c tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 210 time: 0.1656342 Nov 23 22:14:16.258340 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 36104) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:16.280403 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 677d3ab9-fe2f-4db7-aebe-3cca73d49622 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:14:16.293092 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-07f9f086-ad33-4afc-8cbf-c9859da46fa9 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:16.345865 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b79f8-0368-4855-8841-284f064aee4e req-5349519c-5e45-42e0-bae8-8772e1aeb9eb tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:16.347686 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f23b79f8-0368-4855-8841-284f064aee4e req-5349519c-5e45-42e0-bae8-8772e1aeb9eb tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.53 "GET /v2.0/networks?id=7fa25100-d56b-4992-af0f-af5f0e385dd2 HTTP/1.1" status: 200 len: 797 time: 0.5762165 Nov 23 22:14:16.353889 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-89d591c3-a894-46c6-aa04-3618de294263 None None] Provisioning complete for port 9a9a5e6d-f1d5-4465-bc8f-4ee24f71de5b triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:16.354568 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-89d591c3-a894-46c6-aa04-3618de294263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:16.441452 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-89d591c3-a894-46c6-aa04-3618de294263 None None] Port 9a9a5e6d-f1d5-4465-bc8f-4ee24f71de5b cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:14:16.442337 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fcdbc208-24a2-4999-8687-1758e2756f80 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/floatingips/bd3b3b73-0b05-4189-bae2-7ecd3947a850 HTTP/1.1" status: 200 len: 993 time: 0.1827705 Nov 23 22:14:16.457682 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 677d3ab9-fe2f-4db7-aebe-3cca73d49622 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:16.458048 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:16.505494 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f23b79f8-0368-4855-8841-284f064aee4e req-3575c70f-6b2d-4dd0-8ca0-c227a9315ac9 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9734970b74c843d2aba80bf9d24b8271 HTTP/1.1" status: 200 len: 379 time: 0.1407721 Nov 23 22:14:16.519737 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-f23b79f8-0368-4855-8841-284f064aee4e req-e930c03b-8cdd-42bd-8c23-ac3b68babfd2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'port': {'device_id': '32666959-cf26-4fb0-aeef-4ed94c99c1e6', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'admin_state_up': True, 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'security_groups': ['16dd739a-5c75-4275-9c7e-61f0adc110fd']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:16.709622 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa1cf7cb-b00c-4c5f-a86d-5ba1b019a2c6 req-3935d35c-5ec5-49d1-942b-150cc3061f22 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=32666959-cf26-4fb0-aeef-4ed94c99c1e6 HTTP/1.1" status: 200 len: 210 time: 0.0328419 Nov 23 22:14:16.717056 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba4e11b-6698-43b2-bb6c-2a051ad3e517 None None] Update dhcp port {'port': {'network_id': '302725d1-4424-4921-a478-8714ce3aff34', 'fixed_ips': [{'subnet_id': '6e920691-5fab-4f5a-8d08-7d9fa2a12d20', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3af9a768-0e02-4a18-8434-3a1cf2dcea80', 'ip_address': '2001:db8::2'}, {'subnet_id': '85391e0e-3ecd-4087-92ed-49e34fe82056'}], 'binding:host_id': 'n-d-816206-9'}, 'id': '677d3ab9-fe2f-4db7-aebe-3cca73d49622'} from n-d-816206-9. {{(pid=110035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 22:14:16.762658 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1ba4e11b-6698-43b2-bb6c-2a051ad3e517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:16.794067 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f23b79f8-0368-4855-8841-284f064aee4e req-e930c03b-8cdd-42bd-8c23-ac3b68babfd2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Made reservation on behalf of 9734970b74c843d2aba80bf9d24b8271 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:14:16.798927 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f23b79f8-0368-4855-8841-284f064aee4e req-e930c03b-8cdd-42bd-8c23-ac3b68babfd2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:16.953042 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-07f9f086-ad33-4afc-8cbf-c9859da46fa9 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Delete allocated IP 2001:db8::210 (302725d1-4424-4921-a478-8714ce3aff34/3af9a768-0e02-4a18-8434-3a1cf2dcea80) {{(pid=110033) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 22:14:16.984205 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-07f9f086-ad33-4afc-8cbf-c9859da46fa9 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Allocated IP 2001:db8:0:2::e3 (302725d1-4424-4921-a478-8714ce3aff34/85391e0e-3ecd-4087-92ed-49e34fe82056/9a9a5e6d-f1d5-4465-bc8f-4ee24f71de5b) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:14:17.042771 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-f23b79f8-0368-4855-8841-284f064aee4e req-e930c03b-8cdd-42bd-8c23-ac3b68babfd2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Allocated IP 172.20.0.4 (7fa25100-d56b-4992-af0f-af5f0e385dd2/af1fcf9a-9f51-49f3-b27d-594dfde28ae2/d08c7425-16ad-472c-a726-0995797e29b5) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:14:17.203625 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-ffd7e57b-3b9a-4cbc-8578-6588fc55520b req-e90ad801-8619-43c7-9c0c-feaa4502288b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:14:17.204679 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ffd7e57b-3b9a-4cbc-8578-6588fc55520b req-e90ad801-8619-43c7-9c0c-feaa4502288b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068312 Nov 23 22:14:17.236819 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f23b79f8-0368-4855-8841-284f064aee4e req-e930c03b-8cdd-42bd-8c23-ac3b68babfd2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:17.272137 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-07f9f086-ad33-4afc-8cbf-c9859da46fa9 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:17.285030 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-07f9f086-ad33-4afc-8cbf-c9859da46fa9 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:17.328499 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f23b79f8-0368-4855-8841-284f064aee4e req-e930c03b-8cdd-42bd-8c23-ac3b68babfd2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:17.366915 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9f086-ad33-4afc-8cbf-c9859da46fa9 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event updated for resources: {'Port': ['ID=9a9a5e6d-f1d5-4465-bc8f-4ee24f71de5b,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:17.389750 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-07f9f086-ad33-4afc-8cbf-c9859da46fa9 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] In _notify_port_updated(), no bound segment for port 9a9a5e6d-f1d5-4465-bc8f-4ee24f71de5b on network 302725d1-4424-4921-a478-8714ce3aff34 {{(pid=110033) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 22:14:17.396606 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f9f086-ad33-4afc-8cbf-c9859da46fa9 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:17.397262 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-07f9f086-ad33-4afc-8cbf-c9859da46fa9 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:17.398849 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-07f9f086-ad33-4afc-8cbf-c9859da46fa9 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "PUT /v2.0/ports/9a9a5e6d-f1d5-4465-bc8f-4ee24f71de5b HTTP/1.1" status: 200 len: 968 time: 1.3410530 Nov 23 22:14:17.403862 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36130) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:17.411907 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-1ba4e11b-6698-43b2-bb6c-2a051ad3e517 None None] Allocated IP 2001:db8:0:2::2 (302725d1-4424-4921-a478-8714ce3aff34/85391e0e-3ecd-4087-92ed-49e34fe82056/677d3ab9-fe2f-4db7-aebe-3cca73d49622) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:14:17.459357 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-934d5f98-4765-4929-9420-2340f0ae2565 req-6170282c-29c9-429b-bb00-1c38a861ab44 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 210 time: 0.0480440 Nov 23 22:14:17.492604 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f23b79f8-0368-4855-8841-284f064aee4e req-e930c03b-8cdd-42bd-8c23-ac3b68babfd2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Network 7fa25100-d56b-4992-af0f-af5f0e385dd2 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:14:17.497741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-f23b79f8-0368-4855-8841-284f064aee4e req-e930c03b-8cdd-42bd-8c23-ac3b68babfd2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:14:17.505918 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23b79f8-0368-4855-8841-284f064aee4e req-e930c03b-8cdd-42bd-8c23-ac3b68babfd2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:14:17.569002 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930c03b-8cdd-42bd-8c23-ac3b68babfd2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'Port': ['ID=d08c7425-16ad-472c-a726-0995797e29b5,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:17.674478 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b79f8-0368-4855-8841-284f064aee4e req-e930c03b-8cdd-42bd-8c23-ac3b68babfd2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:17.675266 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f23b79f8-0368-4855-8841-284f064aee4e req-e930c03b-8cdd-42bd-8c23-ac3b68babfd2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:17.700047 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-41156c2f-19fd-4a81-b0c4-8a3a6af594d8 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting port 9a9a5e6d-f1d5-4465-bc8f-4ee24f71de5b {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:14:17.701601 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41156c2f-19fd-4a81-b0c4-8a3a6af594d8 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:17.750317 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-1ba4e11b-6698-43b2-bb6c-2a051ad3e517 None None] For port 677d3ab9-fe2f-4db7-aebe-3cca73d49622, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=677d3ab9-fe2f-4db7-aebe-3cca73d49622,segment=NetworkSegment(c5ae5d23-f1e0-4529-8ab3-de7fee905f2c),segment_id=c5ae5d23-f1e0-4529-8ab3-de7fee905f2c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:14:17.843808 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1ba4e11b-6698-43b2-bb6c-2a051ad3e517 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:17.862690 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1ba4e11b-6698-43b2-bb6c-2a051ad3e517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:17.913999 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41156c2f-19fd-4a81-b0c4-8a3a6af594d8 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:17.959765 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-41156c2f-19fd-4a81-b0c4-8a3a6af594d8 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Calling delete_port for 9a9a5e6d-f1d5-4465-bc8f-4ee24f71de5b owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:14:18.093416 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-3e78df3d-3481-40c5-ad38-148c9de804e3 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:18.096532 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-3e78df3d-3481-40c5-ad38-148c9de804e3 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.60 "GET /v2.0/networks?id=8a505cd8-1c1d-4524-b9ca-aca755840d9b HTTP/1.1" status: 200 len: 808 time: 0.4001174 Nov 23 22:14:18.111568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4e11b-6698-43b2-bb6c-2a051ad3e517 None None] Pushing event updated for resources: {'Port': ['ID=677d3ab9-fe2f-4db7-aebe-3cca73d49622,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:18.122818 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-51a4e4da-132a-454a-8d30-71c4f5a6e2a9 None None] Provisioning complete for port d08c7425-16ad-472c-a726-0995797e29b5 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:18.123191 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-51a4e4da-132a-454a-8d30-71c4f5a6e2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:18.171486 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f23b79f8-0368-4855-8841-284f064aee4e req-e930c03b-8cdd-42bd-8c23-ac3b68babfd2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6584182 Nov 23 22:14:18.184467 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-51a4e4da-132a-454a-8d30-71c4f5a6e2a9 None None] Port d08c7425-16ad-472c-a726-0995797e29b5 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:14:18.260273 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-f23b79f8-0368-4855-8841-284f064aee4e req-3c40896d-892b-49d3-8a16-3cba58d8edc2 service neutron] Request body: {'port': {'device_id': '32666959-cf26-4fb0-aeef-4ed94c99c1e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:18.331750 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41156c2f-19fd-4a81-b0c4-8a3a6af594d8 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:18.409563 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-cbefb74e-a7db-4bcc-bc23-7aa683259f22 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47e57217e78c466aba767c805775d0bf HTTP/1.1" status: 200 len: 379 time: 0.2830312 Nov 23 22:14:18.427544 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-ba2b6e90-2680-4e41-9c3a-d397bf55eca0 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Request body: {'port': {'device_id': 'e413e027-f8ab-421c-9231-bffee34742f8', 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b', 'admin_state_up': True, 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'security_groups': ['d9ae0ad1-4676-4777-b3b9-25a6424d8727']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:18.454431 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41156c2f-19fd-4a81-b0c4-8a3a6af594d8 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Port': ['ID=9a9a5e6d-f1d5-4465-bc8f-4ee24f71de5b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:18.461157 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41156c2f-19fd-4a81-b0c4-8a3a6af594d8 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:18.468724 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-41156c2f-19fd-4a81-b0c4-8a3a6af594d8 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/ports/9a9a5e6d-f1d5-4465-bc8f-4ee24f71de5b HTTP/1.1" status: 204 len: 168 time: 1.0614572 Nov 23 22:14:18.471025 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36182) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:18.511707 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f23b79f8-0368-4855-8841-284f064aee4e req-3c40896d-892b-49d3-8a16-3cba58d8edc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:18.517649 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ce90ad-6588-482c-bd7d-d26eebff488b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] GET failed (client error): The resource could not be found. Nov 23 22:14:18.522351 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-01ce90ad-6588-482c-bd7d-d26eebff488b tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports/9a9a5e6d-f1d5-4465-bc8f-4ee24f71de5b HTTP/1.1" status: 404 len: 333 time: 0.0478382 Nov 23 22:14:18.523098 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36190) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:18.525684 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a77e1-0728-4171-955e-d927c2d15e62 req-d39237b0-1b2e-4017-8861-2e65f8abffad tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:18.528004 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-131a77e1-0728-4171-955e-d927c2d15e62 req-d39237b0-1b2e-4017-8861-2e65f8abffad tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=32666959-cf26-4fb0-aeef-4ed94c99c1e6 HTTP/1.1" status: 200 len: 931 time: 0.4298849 Nov 23 22:14:18.528909 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4b948eb4-5918-4642-808c-def2e143ff71 req-538434dd-f814-4d7f-a222-6ef49f502efc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3092411 Nov 23 22:14:18.609844 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e73609bf-4893-4e80-b22b-8d43c7bbfcb0 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:18.646676 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e73609bf-4893-4e80-b22b-8d43c7bbfcb0 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:18.705514 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e73609bf-4893-4e80-b22b-8d43c7bbfcb0 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:18.708636 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e73609bf-4893-4e80-b22b-8d43c7bbfcb0 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:18.713020 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e73609bf-4893-4e80-b22b-8d43c7bbfcb0 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/security-groups/54488bc9-5c95-42aa-b71c-e3070a4f8737 HTTP/1.1" status: 204 len: 168 time: 0.1860046 Nov 23 22:14:18.714565 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36198) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:18.754886 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683063d2-cec6-4368-a753-abe1ee37b902 req-ae94465f-a51b-4202-a898-00af69e35a2a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:18.756444 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-683063d2-cec6-4368-a753-abe1ee37b902 req-ae94465f-a51b-4202-a898-00af69e35a2a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.5148978 Nov 23 22:14:18.758445 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73609bf-4893-4e80-b22b-8d43c7bbfcb0 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54488bc9-5c95-42aa-b71c-e3070a4f8737,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:18.829597 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-88102fbb-ad19-402e-855e-68124e12b094 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:18.889784 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-88102fbb-ad19-402e-855e-68124e12b094 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:18.981875 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-88102fbb-ad19-402e-855e-68124e12b094 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:18.984683 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-88102fbb-ad19-402e-855e-68124e12b094 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:18.988849 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-88102fbb-ad19-402e-855e-68124e12b094 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/security-groups/ee053084-1fc8-428a-8a8f-f773f3a3446b HTTP/1.1" status: 204 len: 168 time: 0.2690275 Nov 23 22:14:19.001471 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36216) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:19.026845 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88102fbb-ad19-402e-855e-68124e12b094 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee053084-1fc8-428a-8a8f-f773f3a3446b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:19.053406 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-131a77e1-0728-4171-955e-d927c2d15e62 req-6044682a-b334-4880-ac00-9a009727b1ac tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=16dd739a-5c75-4275-9c7e-61f0adc110fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4925706 Nov 23 22:14:19.133313 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b23fe622-c7fa-4990-bfa8-3b67bbc1487e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:19.176310 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b23fe622-c7fa-4990-bfa8-3b67bbc1487e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:19.215228 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-683063d2-cec6-4368-a753-abe1ee37b902 req-e5cc5797-c4ee-4a2d-9268-dfdfde603cd9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4252486 Nov 23 22:14:19.243519 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b23fe622-c7fa-4990-bfa8-3b67bbc1487e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:19.249667 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b23fe622-c7fa-4990-bfa8-3b67bbc1487e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:19.255827 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b23fe622-c7fa-4990-bfa8-3b67bbc1487e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/security-groups/7516a2cb-e555-474b-a291-269ec0785090 HTTP/1.1" status: 204 len: 168 time: 0.2532504 Nov 23 22:14:19.259296 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36228) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:19.269422 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-52f63d27-4de9-4e3e-8dc9-2180056b2ee5 None None] Provisioning complete for port ee86448f-c8a6-4497-8c9b-1a26554e8dec triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:19.270609 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-52f63d27-4de9-4e3e-8dc9-2180056b2ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:19.327976 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23fe622-c7fa-4990-bfa8-3b67bbc1487e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7516a2cb-e555-474b-a291-269ec0785090,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:19.382352 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-52f63d27-4de9-4e3e-8dc9-2180056b2ee5 None None] Port ee86448f-c8a6-4497-8c9b-1a26554e8dec cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:14:19.395424 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-52f63d27-4de9-4e3e-8dc9-2180056b2ee5 None None] Provisioning complete for port 677d3ab9-fe2f-4db7-aebe-3cca73d49622 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:19.396213 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-52f63d27-4de9-4e3e-8dc9-2180056b2ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:19.410576 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-ba2b6e90-2680-4e41-9c3a-d397bf55eca0 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Made reservation on behalf of 47e57217e78c466aba767c805775d0bf for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:14:19.415846 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-ba2b6e90-2680-4e41-9c3a-d397bf55eca0 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:19.422039 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-706acc14-e4ca-4a4e-82ec-e1093e175e76 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting subnet 3af9a768-0e02-4a18-8434-3a1cf2dcea80 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:14:19.430205 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-706acc14-e4ca-4a4e-82ec-e1093e175e76 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:19.435148 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b165d1e7-998f-418f-b638-36be1750f409 req-0a5e93d2-dc9a-48ec-b48a-fd08ab55558c tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 210 time: 0.1988211 Nov 23 22:14:19.520726 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-706acc14-e4ca-4a4e-82ec-e1093e175e76 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:19.652833 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-52f63d27-4de9-4e3e-8dc9-2180056b2ee5 None None] Could not find standard attr ID for object 9a9a5e6d-f1d5-4465-bc8f-4ee24f71de5b. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:14:19.714836 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-706acc14-e4ca-4a4e-82ec-e1093e175e76 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:19.783151 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-f23b79f8-0368-4855-8841-284f064aee4e req-3c40896d-892b-49d3-8a16-3cba58d8edc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08c7425-16ad-472c-a726-0995797e29b5 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:14:19.787448 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-aa2b50a8-3a5e-463c-9e34-bee08a9fbb1e None None] Could not find standard attr ID for object e724cfa3-09c4-4c57-8a64-1479ae834646. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:14:19.797864 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f23b79f8-0368-4855-8841-284f064aee4e req-3c40896d-892b-49d3-8a16-3cba58d8edc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:19.806085 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-ba2b6e90-2680-4e41-9c3a-d397bf55eca0 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Allocated IP 172.20.0.3 (8a505cd8-1c1d-4524-b9ca-aca755840d9b/d5cccd06-79be-47aa-871f-ab587e1c7479/eed486d1-a24d-46e8-b355-05a5f3b47a99) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:14:19.865686 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-706acc14-e4ca-4a4e-82ec-e1093e175e76 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:19.865952 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-f23b79f8-0368-4855-8841-284f064aee4e req-3c40896d-892b-49d3-8a16-3cba58d8edc2 service neutron] Transition to ACTIVE for port object d08c7425-16ad-472c-a726-0995797e29b5 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:14:19.890501 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f23b79f8-0368-4855-8841-284f064aee4e req-3c40896d-892b-49d3-8a16-3cba58d8edc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:19.934757 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-706acc14-e4ca-4a4e-82ec-e1093e175e76 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:19.938510 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-706acc14-e4ca-4a4e-82ec-e1093e175e76 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/subnets/3af9a768-0e02-4a18-8434-3a1cf2dcea80 HTTP/1.1" status: 204 len: 168 time: 0.6782811 Nov 23 22:14:19.939823 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706acc14-e4ca-4a4e-82ec-e1093e175e76 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Subnet': ['ID=3af9a768-0e02-4a18-8434-3a1cf2dcea80,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:19.947781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36258) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:19.971144 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40896d-892b-49d3-8a16-3cba58d8edc2 service neutron] Pushing event updated for resources: {'Port': ['ID=d08c7425-16ad-472c-a726-0995797e29b5,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:20.138193 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7839b8b-efaa-40cc-a4f1-d1da736e36a1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting subnet 85391e0e-3ecd-4087-92ed-49e34fe82056 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:14:20.150326 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a7839b8b-efaa-40cc-a4f1-d1da736e36a1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:20.271330 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 677d3ab9-fe2f-4db7-aebe-3cca73d49622 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:14:20.292921 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a7839b8b-efaa-40cc-a4f1-d1da736e36a1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:20.361983 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab34cf9-bdf6-4df6-8266-d5edfe8cc55e None None] Network 302725d1-4424-4921-a478-8714ce3aff34 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:14:20.519806 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 677d3ab9-fe2f-4db7-aebe-3cca73d49622 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:20.520177 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a7839b8b-efaa-40cc-a4f1-d1da736e36a1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:20.520343 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:20.523711 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f13265-9c4e-4799-aab3-6caad9a2ee68 req-25ce0e47-ccfb-4f94-b08a-55f3f5627b71 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:20.532239 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-39f13265-9c4e-4799-aab3-6caad9a2ee68 req-25ce0e47-ccfb-4f94-b08a-55f3f5627b71 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=32666959-cf26-4fb0-aeef-4ed94c99c1e6 HTTP/1.1" status: 200 len: 943 time: 0.2381284 Nov 23 22:14:20.562165 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-ba2b6e90-2680-4e41-9c3a-d397bf55eca0 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:20.587120 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-f23b79f8-0368-4855-8841-284f064aee4e req-3c40896d-892b-49d3-8a16-3cba58d8edc2 service neutron] Attempting to bind port d08c7425-16ad-472c-a726-0995797e29b5 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:14:20.587456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-f23b79f8-0368-4855-8841-284f064aee4e req-3c40896d-892b-49d3-8a16-3cba58d8edc2 service neutron] Attempting to bind port d08c7425-16ad-472c-a726-0995797e29b5 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '959706d6-5aca-436b-afb3-1afdf4348644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:14:20.587782 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23b79f8-0368-4855-8841-284f064aee4e req-3c40896d-892b-49d3-8a16-3cba58d8edc2 service neutron] Attempting to bind port d08c7425-16ad-472c-a726-0995797e29b5 on network 7fa25100-d56b-4992-af0f-af5f0e385dd2 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:14:20.596131 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23b79f8-0368-4855-8841-284f064aee4e req-3c40896d-892b-49d3-8a16-3cba58d8edc2 service neutron] Port d08c7425-16ad-472c-a726-0995797e29b5 on network 7fa25100-d56b-4992-af0f-af5f0e385dd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:14:20.596435 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23b79f8-0368-4855-8841-284f064aee4e req-3c40896d-892b-49d3-8a16-3cba58d8edc2 service neutron] Attempting to bind port d08c7425-16ad-472c-a726-0995797e29b5 on network 7fa25100-d56b-4992-af0f-af5f0e385dd2 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:14:20.622144 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5312b-d5ed-426b-b060-d350f896eca3 req-74203342-f6ab-4b37-9d39-c75cc060b378 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:20.623868 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bca5312b-d5ed-426b-b060-d350f896eca3 req-74203342-f6ab-4b37-9d39-c75cc060b378 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.2143674 Nov 23 22:14:20.628662 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23b79f8-0368-4855-8841-284f064aee4e req-3c40896d-892b-49d3-8a16-3cba58d8edc2 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:14:20.629053 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23b79f8-0368-4855-8841-284f064aee4e req-3c40896d-892b-49d3-8a16-3cba58d8edc2 service neutron] Checking segment: {'id': '959706d6-5aca-436b-afb3-1afdf4348644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:14:20.629779 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23b79f8-0368-4855-8841-284f064aee4e req-3c40896d-892b-49d3-8a16-3cba58d8edc2 service neutron] Bound using segment: {'id': '959706d6-5aca-436b-afb3-1afdf4348644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:14:20.629907 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-f23b79f8-0368-4855-8841-284f064aee4e req-3c40896d-892b-49d3-8a16-3cba58d8edc2 service neutron] Bound port: d08c7425-16ad-472c-a726-0995797e29b5, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '959706d6-5aca-436b-afb3-1afdf4348644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:14:20.630218 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f23b79f8-0368-4855-8841-284f064aee4e req-3c40896d-892b-49d3-8a16-3cba58d8edc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:20.673757 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a7839b8b-efaa-40cc-a4f1-d1da736e36a1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:20.701435 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-39f13265-9c4e-4799-aab3-6caad9a2ee68 req-acf21a4a-c8ff-4c16-b2e5-779add5ae491 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=16dd739a-5c75-4275-9c7e-61f0adc110fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687553 Nov 23 22:14:20.726227 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7839b8b-efaa-40cc-a4f1-d1da736e36a1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Subnet': ['ID=85391e0e-3ecd-4087-92ed-49e34fe82056,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:20.733980 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a7839b8b-efaa-40cc-a4f1-d1da736e36a1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:20.737987 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a7839b8b-efaa-40cc-a4f1-d1da736e36a1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/subnets/85391e0e-3ecd-4087-92ed-49e34fe82056 HTTP/1.1" status: 204 len: 168 time: 0.7885618 Nov 23 22:14:20.752954 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36270) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:20.813517 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b61f21-6356-4891-bffe-877902f6da51 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] DELETE failed (client error): The resource could not be found. Nov 23 22:14:20.814010 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b61f21-6356-4891-bffe-877902f6da51 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:14:20.818216 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-34b61f21-6356-4891-bffe-877902f6da51 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/subnets/3af9a768-0e02-4a18-8434-3a1cf2dcea80 HTTP/1.1" status: 404 len: 337 time: 0.0628438 Nov 23 22:14:20.821120 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36272) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:20.841302 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-ba2b6e90-2680-4e41-9c3a-d397bf55eca0 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:20.850638 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9146d5-996f-4a60-b207-abd3c995aea7 None None] Update dhcp port {'port': {'network_id': '302725d1-4424-4921-a478-8714ce3aff34', 'fixed_ips': [{'subnet_id': '6e920691-5fab-4f5a-8d08-7d9fa2a12d20', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '85391e0e-3ecd-4087-92ed-49e34fe82056'}], 'binding:host_id': 'n-d-816206-9'}, 'id': '677d3ab9-fe2f-4db7-aebe-3cca73d49622'} from n-d-816206-9. {{(pid=110035) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 22:14:20.883748 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8b9146d5-996f-4a60-b207-abd3c995aea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:20.904606 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-18703815-167d-4506-9d57-4ce1262622e1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting subnet 6e920691-5fab-4f5a-8d08-7d9fa2a12d20 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:14:20.908189 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18703815-167d-4506-9d57-4ce1262622e1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:20.927360 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-ba2b6e90-2680-4e41-9c3a-d397bf55eca0 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Network 8a505cd8-1c1d-4524-b9ca-aca755840d9b is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:14:20.941146 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-ba2b6e90-2680-4e41-9c3a-d397bf55eca0 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:14:20.958333 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-ba2b6e90-2680-4e41-9c3a-d397bf55eca0 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:14:21.019551 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18703815-167d-4506-9d57-4ce1262622e1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:21.057205 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bca5312b-d5ed-426b-b060-d350f896eca3 req-7c06fb9a-24f1-4861-9158-648862b77fb2 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3967957 Nov 23 22:14:21.059731 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b948eb4-5918-4642-808c-def2e143ff71 req-5490a387-03ff-4b62-baf9-c298fe7a452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:21.069835 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4b948eb4-5918-4642-808c-def2e143ff71 req-5490a387-03ff-4b62-baf9-c298fe7a452a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 1096 time: 0.1617067 Nov 23 22:14:21.078401 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-f23b79f8-0368-4855-8841-284f064aee4e req-3c40896d-892b-49d3-8a16-3cba58d8edc2 service neutron] For port d08c7425-16ad-472c-a726-0995797e29b5, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:14:21.085817 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b6e90-2680-4e41-9c3a-d397bf55eca0 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Pushing event updated for resources: {'Port': ['ID=eed486d1-a24d-46e8-b355-05a5f3b47a99,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:21.114270 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-f23b79f8-0368-4855-8841-284f064aee4e req-3c40896d-892b-49d3-8a16-3cba58d8edc2 service neutron] For port d08c7425-16ad-472c-a726-0995797e29b5, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=d08c7425-16ad-472c-a726-0995797e29b5,segment=NetworkSegment(959706d6-5aca-436b-afb3-1afdf4348644),segment_id=959706d6-5aca-436b-afb3-1afdf4348644)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:14:21.132184 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-ba2b6e90-2680-4e41-9c3a-d397bf55eca0 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:21.133700 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-ba2b6e90-2680-4e41-9c3a-d397bf55eca0 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:21.138772 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f23b79f8-0368-4855-8841-284f064aee4e req-3c40896d-892b-49d3-8a16-3cba58d8edc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:21.152244 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1461d6a-e8bc-4ac1-b85b-c8cee8565a58 req-d16be3be-1f7f-45a8-9075-41404f1f611f tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:21.159679 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e1461d6a-e8bc-4ac1-b85b-c8cee8565a58 req-d16be3be-1f7f-45a8-9075-41404f1f611f tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 931 time: 0.2306666 Nov 23 22:14:21.202355 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18703815-167d-4506-9d57-4ce1262622e1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:21.236090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b79f8-0368-4855-8841-284f064aee4e req-3c40896d-892b-49d3-8a16-3cba58d8edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:21.236956 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-f23b79f8-0368-4855-8841-284f064aee4e req-3c40896d-892b-49d3-8a16-3cba58d8edc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:21.238517 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f23b79f8-0368-4855-8841-284f064aee4e req-3c40896d-892b-49d3-8a16-3cba58d8edc2 service neutron] 10.222.0.53 "PUT /v2.0/ports/d08c7425-16ad-472c-a726-0995797e29b5 HTTP/1.1" status: 200 len: 1091 time: 2.9828417 Nov 23 22:14:21.246516 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-ba2b6e90-2680-4e41-9c3a-d397bf55eca0 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8252606 Nov 23 22:14:21.275741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32666959-cf26-4fb0-aeef-4ed94c99c1e6', 'tag': 'd08c7425-16ad-472c-a726-0995797e29b5'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:14:21.284209 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69564382-bd78-41dd-8f17-a1a008cf982c" -d '{"events": [{"name": "network-changed", "server_uuid": "32666959-cf26-4fb0-aeef-4ed94c99c1e6", "tag": "d08c7425-16ad-472c-a726-0995797e29b5"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:14:21.310204 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e1461d6a-e8bc-4ac1-b85b-c8cee8565a58 req-83fff28f-75a6-4e7f-a6d6-1a0a4dda7c79 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9ae0ad1-4676-4777-b3b9-25a6424d8727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490397 Nov 23 22:14:21.325447 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-8f96e6f4-c812-40b5-b23d-3a3db3cee662 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:14:21.325447 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-8f96e6f4-c812-40b5-b23d-3a3db3cee662 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0328994 Nov 23 22:14:21.369468 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ddbe7d-b47c-4936-8eeb-8158f4db27fc x-openstack-request-id: req-00ddbe7d-b47c-4936-8eeb-8158f4db27fc {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:14:21.369764 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32666959-cf26-4fb0-aeef-4ed94c99c1e6", "tag": "d08c7425-16ad-472c-a726-0995797e29b5", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:14:21.370272 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-00ddbe7d-b47c-4936-8eeb-8158f4db27fc {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:14:21.371180 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32666959-cf26-4fb0-aeef-4ed94c99c1e6', 'tag': 'd08c7425-16ad-472c-a726-0995797e29b5', 'status': 'completed', 'code': 200} Nov 23 22:14:21.381859 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-67ce4cc4-b8ed-4f86-a4b0-f815503a27de service neutron] Request body: {'port': {'device_id': 'e413e027-f8ab-421c-9231-bffee34742f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:21.419294 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40896d-892b-49d3-8a16-3cba58d8edc2 service neutron] Pushing event updated for resources: {'Port': ['ID=d08c7425-16ad-472c-a726-0995797e29b5,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server [None req-8b9146d5-996f-4a60-b207-abd3c995aea7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e920691-5fab-4f5a-8d08-7d9fa2a12d20: This subnet is being modified by another concurrent operation. Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 22:14:21.435257 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise exception Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e920691-5fab-4f5a-8d08-7d9fa2a12d20: This subnet is being modified by another concurrent operation. Nov 23 22:14:21.442121 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server Nov 23 22:14:21.446100 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18703815-167d-4506-9d57-4ce1262622e1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:21.490208 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-bf34e6b2-775d-413b-84f5-7810c5200ed1 None None] Provisioning complete for port eed486d1-a24d-46e8-b355-05a5f3b47a99 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:21.490593 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bf34e6b2-775d-413b-84f5-7810c5200ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:21.508097 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18703815-167d-4506-9d57-4ce1262622e1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:21.512094 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-18703815-167d-4506-9d57-4ce1262622e1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/subnets/6e920691-5fab-4f5a-8d08-7d9fa2a12d20 HTTP/1.1" status: 204 len: 168 time: 0.6898386 Nov 23 22:14:21.516492 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18703815-167d-4506-9d57-4ce1262622e1 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Subnet': ['ID=6e920691-5fab-4f5a-8d08-7d9fa2a12d20,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:21.524027 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36278) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:21.545543 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-67ce4cc4-b8ed-4f86-a4b0-f815503a27de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:21.556068 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-d505a1d3-90f4-4077-8b58-198b6dab2a1d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] DELETE failed (client error): The resource could not be found. Nov 23 22:14:21.556068 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d505a1d3-90f4-4077-8b58-198b6dab2a1d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:14:21.559892 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d505a1d3-90f4-4077-8b58-198b6dab2a1d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/subnets/5cd1fd91-9035-4557-9764-a93cd4003489 HTTP/1.1" status: 404 len: 337 time: 0.0348749 Nov 23 22:14:21.563037 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b79f8-0368-4855-8841-284f064aee4e req-ccaab6ea-3886-4ffc-beff-0cb480b2beba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:21.563364 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36280) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:21.564548 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f23b79f8-0368-4855-8841-284f064aee4e req-ccaab6ea-3886-4ffc-beff-0cb480b2beba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9734970b74c843d2aba80bf9d24b8271&device_id=32666959-cf26-4fb0-aeef-4ed94c99c1e6 HTTP/1.1" status: 200 len: 1094 time: 0.2352059 Nov 23 22:14:21.577190 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90eedcf-c63e-492a-b932-b9f2b73c69c2 None None] Network 302725d1-4424-4921-a478-8714ce3aff34 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:14:21.578174 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b948eb4-5918-4642-808c-def2e143ff71 req-5a4ce6c8-bd65-4703-bf0b-3136c1be1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:21.579821 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4b948eb4-5918-4642-808c-def2e143ff71 req-5a4ce6c8-bd65-4703-bf0b-3136c1be1105 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa HTTP/1.1" status: 200 len: 898 time: 0.5103965 Nov 23 22:14:21.607335 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3f4c8695-2991-4b82-87bb-504d25dacda8 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "GET /v2.0/ports?device_id=a710b42c-d20f-44f9-a147-aeafe9c76afd HTTP/1.1" status: 200 len: 205 time: 0.0420721 Nov 23 22:14:21.607985 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36282) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:21.637911 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f23b79f8-0368-4855-8841-284f064aee4e req-7af85db7-51a6-4b04-be0f-71c4050bad4a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d08c7425-16ad-472c-a726-0995797e29b5 HTTP/1.1" status: 200 len: 217 time: 0.0408463 Nov 23 22:14:21.660884 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-bf34e6b2-775d-413b-84f5-7810c5200ed1 None None] Port eed486d1-a24d-46e8-b355-05a5f3b47a99 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:14:21.734747 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-1de8e54c-0d6c-46f4-a6bc-7e53dffbe02e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] delete failed (client error): The resource could not be found. Nov 23 22:14:21.736031 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1de8e54c-0d6c-46f4-a6bc-7e53dffbe02e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/routers/a710b42c-d20f-44f9-a147-aeafe9c76afd HTTP/1.1" status: 404 len: 336 time: 0.1185701 Nov 23 22:14:21.741264 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36286) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:21.794786 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9043755-ab0d-41ba-b246-98e17dba042d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] DELETE failed (client error): The resource could not be found. Nov 23 22:14:21.795136 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9043755-ab0d-41ba-b246-98e17dba042d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:14:21.802548 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d9043755-ab0d-41ba-b246-98e17dba042d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/subnets/7eb9b2a6-d711-4688-bf71-b3b4a83c0416 HTTP/1.1" status: 404 len: 337 time: 0.0546033 Nov 23 22:14:21.809300 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36288) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:21.812881 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ffba7394-ebb5-4465-b334-0119febf8d51 None None] Provisioning complete for port 677d3ab9-fe2f-4db7-aebe-3cca73d49622 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:21.814094 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ffba7394-ebb5-4465-b334-0119febf8d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:21.859131 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0e0ab6-9701-416e-bd2a-2466cc19341d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] DELETE failed (client error): The resource could not be found. Nov 23 22:14:21.859595 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0e0ab6-9701-416e-bd2a-2466cc19341d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:14:21.863187 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2e0e0ab6-9701-416e-bd2a-2466cc19341d tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/subnets/de115846-68db-4448-b05c-44d45ffa36b4 HTTP/1.1" status: 404 len: 337 time: 0.0527530 Nov 23 22:14:21.867573 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3954c5c-e8a8-4952-8729-0b7bc9022268 None None] DHCP port deletion for 302725d1-4424-4921-a478-8714ce3aff34 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:14:21.870535 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 36292) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:21.883894 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4b948eb4-5918-4642-808c-def2e143ff71 req-cfa21d22-f34c-436b-b733-ab10b60e8eb5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=646dccf4-5162-4879-811e-dc2b620c33b8 HTTP/1.1" status: 200 len: 1001 time: 0.2822640 Nov 23 22:14:21.968561 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed75fe85-7142-49df-985e-445816902864 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] DELETE failed (client error): The resource could not be found. Nov 23 22:14:21.969274 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed75fe85-7142-49df-985e-445816902864 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:14:21.972789 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ed75fe85-7142-49df-985e-445816902864 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/subnets/9f7b04f0-c942-4a2f-aa14-12e5af6e7238 HTTP/1.1" status: 404 len: 337 time: 0.1003234 Nov 23 22:14:21.975735 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36294) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:21.987891 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ffba7394-ebb5-4465-b334-0119febf8d51 None None] Provisioning complete for port ee86448f-c8a6-4497-8c9b-1a26554e8dec triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:21.988301 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ffba7394-ebb5-4465-b334-0119febf8d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:21.989379 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b79f8-0368-4855-8841-284f064aee4e req-4d0eb6fe-069a-40c1-8fc4-232da76b05f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:21.991380 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f23b79f8-0368-4855-8841-284f064aee4e req-4d0eb6fe-069a-40c1-8fc4-232da76b05f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af1fcf9a-9f51-49f3-b27d-594dfde28ae2 HTTP/1.1" status: 200 len: 834 time: 0.3388653 Nov 23 22:14:22.012083 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b948eb4-5918-4642-808c-def2e143ff71 req-dc4b7306-c5ed-4226-8e54-87ed69ef39bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:22.013744 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4b948eb4-5918-4642-808c-def2e143ff71 req-dc4b7306-c5ed-4226-8e54-87ed69ef39bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc83933b-c274-4ed1-a7dc-b79874b5ad9f HTTP/1.1" status: 200 len: 835 time: 0.1220543 Nov 23 22:14:22.014824 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef808910-c039-490f-ae59-56a52def1c62 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] DELETE failed (client error): The resource could not be found. Nov 23 22:14:22.015373 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef808910-c039-490f-ae59-56a52def1c62 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:14:22.018341 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb699e-f0f9-416b-9437-4b7ebd891ef9 req-820f908f-58c3-4e21-a3c9-5cae7fb8acd8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:22.021182 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ef808910-c039-490f-ae59-56a52def1c62 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/ports/ce7b3d30-e8bb-4b39-a97f-a9bbc1e8dbd7 HTTP/1.1" status: 404 len: 333 time: 0.0422058 Nov 23 22:14:22.021348 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-67bb699e-f0f9-416b-9437-4b7ebd891ef9 req-820f908f-58c3-4e21-a3c9-5cae7fb8acd8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=32666959-cf26-4fb0-aeef-4ed94c99c1e6 HTTP/1.1" status: 200 len: 943 time: 0.1568909 Nov 23 22:14:22.027042 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36296) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:22.032286 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e3954c5c-e8a8-4952-8729-0b7bc9022268 None None] Deleting port 677d3ab9-fe2f-4db7-aebe-3cca73d49622 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:14:22.032765 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e3954c5c-e8a8-4952-8729-0b7bc9022268 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:22.057714 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-ffba7394-ebb5-4465-b334-0119febf8d51 None None] Port ee86448f-c8a6-4497-8c9b-1a26554e8dec cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:14:22.115260 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b79f8-0368-4855-8841-284f064aee4e req-4c5e971c-9f77-407b-9faf-026d5259f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:22.116709 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f23b79f8-0368-4855-8841-284f064aee4e req-4c5e971c-9f77-407b-9faf-026d5259f0aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7fa25100-d56b-4992-af0f-af5f0e385dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122961 Nov 23 22:14:22.131903 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e3954c5c-e8a8-4952-8729-0b7bc9022268 None None] For port 677d3ab9-fe2f-4db7-aebe-3cca73d49622, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=677d3ab9-fe2f-4db7-aebe-3cca73d49622,segment=NetworkSegment(c5ae5d23-f1e0-4529-8ab3-de7fee905f2c),segment_id=c5ae5d23-f1e0-4529-8ab3-de7fee905f2c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:14:22.132360 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e3954c5c-e8a8-4952-8729-0b7bc9022268 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:22.180081 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e3954c5c-e8a8-4952-8729-0b7bc9022268 None None] Calling delete_port for 677d3ab9-fe2f-4db7-aebe-3cca73d49622 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:14:22.182202 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 677d3ab9-fe2f-4db7-aebe-3cca73d49622 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:14:22.207180 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-67ce4cc4-b8ed-4f86-a4b0-f815503a27de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed486d1-a24d-46e8-b355-05a5f3b47a99 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:14:22.220654 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-67ce4cc4-b8ed-4f86-a4b0-f815503a27de service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:22.244741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-67ce4cc4-b8ed-4f86-a4b0-f815503a27de service neutron] Transition to ACTIVE for port object eed486d1-a24d-46e8-b355-05a5f3b47a99 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:14:22.271419 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-f23b79f8-0368-4855-8841-284f064aee4e req-7e423e52-64a2-43b6-bbae-d0715a083b01 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:14:22.275627 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f23b79f8-0368-4855-8841-284f064aee4e req-7e423e52-64a2-43b6-bbae-d0715a083b01 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0251563 Nov 23 22:14:22.278963 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-67ce4cc4-b8ed-4f86-a4b0-f815503a27de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:22.342857 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e3954c5c-e8a8-4952-8729-0b7bc9022268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:22.382047 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-67bb699e-f0f9-416b-9437-4b7ebd891ef9 req-d50ee7ce-5fc2-40ee-8045-981898f0f165 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=16dd739a-5c75-4275-9c7e-61f0adc110fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3524580 Nov 23 22:14:22.409005 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3954c5c-e8a8-4952-8729-0b7bc9022268 None None] Pushing event deleted for resources: {'Port': ['ID=677d3ab9-fe2f-4db7-aebe-3cca73d49622,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:22.421864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce4cc4-b8ed-4f86-a4b0-f815503a27de service neutron] Pushing event updated for resources: {'Port': ['ID=eed486d1-a24d-46e8-b355-05a5f3b47a99,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:22.422388 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Port 677d3ab9-fe2f-4db7-aebe-3cca73d49622 update to DOWN by agent not found {{(pid=110035) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 22:14:22.439862 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3954c5c-e8a8-4952-8729-0b7bc9022268 None None] No DVR routers for this DVR port 677d3ab9-fe2f-4db7-aebe-3cca73d49622 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:14:22.639888 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9510941-5b91-4c7e-b4aa-4387daa24eea tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] DELETE failed (client error): The resource could not be found. Nov 23 22:14:22.640399 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9510941-5b91-4c7e-b4aa-4387daa24eea tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:14:22.644003 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c9510941-5b91-4c7e-b4aa-4387daa24eea tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/subnets/0c763e53-80fc-4566-8022-ad066a1bc9d7 HTTP/1.1" status: 404 len: 337 time: 0.6036930 Nov 23 22:14:22.646511 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36304) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:22.684828 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1e315d-f624-4a4e-91aa-f9af17d364dd tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] DELETE failed (client error): The resource could not be found. Nov 23 22:14:22.684828 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1e315d-f624-4a4e-91aa-f9af17d364dd tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:14:22.687822 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9a1e315d-f624-4a4e-91aa-f9af17d364dd tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/subnets/81c387d4-cae2-4c67-9b24-da4d46dfd278 HTTP/1.1" status: 404 len: 337 time: 0.0402732 Nov 23 22:14:22.693604 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36306) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:22.720892 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-345d1132-a1a1-4c8d-a620-21895c12ad97 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] DELETE failed (client error): The resource could not be found. Nov 23 22:14:22.722748 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-345d1132-a1a1-4c8d-a620-21895c12ad97 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:14:22.727383 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-345d1132-a1a1-4c8d-a620-21895c12ad97 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/ports/fc4e5bb7-3896-49ab-89e8-116f5a7117ab HTTP/1.1" status: 404 len: 333 time: 0.0304625 Nov 23 22:14:22.732691 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36308) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:22.743072 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b948eb4-5918-4642-808c-def2e143ff71 req-b5d9bb4f-dd86-410d-bb99-cecfb3de9214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:22.745212 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4b948eb4-5918-4642-808c-def2e143ff71 req-b5d9bb4f-dd86-410d-bb99-cecfb3de9214 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7166674 Nov 23 22:14:22.756078 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e4cb36-0568-43d8-ac10-2695c55ab3e5 None None] get_active_networks_info from n-d-816206-9 {{(pid=110035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 22:14:22.778201 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-2387beac-b9ce-4333-9be6-01bb756a8f5e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] DELETE failed (client error): The resource could not be found. Nov 23 22:14:22.778960 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2387beac-b9ce-4333-9be6-01bb756a8f5e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:14:22.782035 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2387beac-b9ce-4333-9be6-01bb756a8f5e tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/subnets/c7fe9fc0-fa25-483c-a273-cd5db4e948a7 HTTP/1.1" status: 404 len: 337 time: 0.0485115 Nov 23 22:14:22.793609 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36310) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:22.842055 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36c7b5c-5ec9-46d6-bfd4-4dd2cc922fef tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] DELETE failed (client error): The resource could not be found. Nov 23 22:14:22.842518 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e36c7b5c-5ec9-46d6-bfd4-4dd2cc922fef tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:14:22.846562 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e36c7b5c-5ec9-46d6-bfd4-4dd2cc922fef tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/subnets/5cbd9123-937d-4989-8e91-72a6cefbe638 HTTP/1.1" status: 404 len: 337 time: 0.0519483 Nov 23 22:14:22.849364 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36312) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:22.880237 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:22.883069 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9f088-8f6c-4f6a-b962-e3e865316497 req-598e242a-3863-48ee-87e6-88f338d6fdd6 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:22.884788 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7a9f088-8f6c-4f6a-b962-e3e865316497 req-598e242a-3863-48ee-87e6-88f338d6fdd6 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.6330340 Nov 23 22:14:22.920752 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e4cb36-0568-43d8-ac10-2695c55ab3e5 None None] Resources bound (agent type, host, resource id): {{(pid=110035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 22:14:22.987078 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f23b79f8-0368-4855-8841-284f064aee4e req-bd86b01f-e810-4918-a1b3-4377985c004a service neutron] 10.222.0.53 "GET /v2.0/networks/7fa25100-d56b-4992-af0f-af5f0e385dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6315827 Nov 23 22:14:23.002888 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4b948eb4-5918-4642-808c-def2e143ff71 req-dd91ce2f-e688-4983-beff-c2cf8599c2ef service neutron] 10.222.0.60 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347424 Nov 23 22:14:23.014435 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a99fad-8eca-425d-a948-440b343b61ad req-7c029082-4429-42ff-9999-1fe76c3f2f3e tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:23.015965 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46a99fad-8eca-425d-a948-440b343b61ad req-7c029082-4429-42ff-9999-1fe76c3f2f3e tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 943 time: 0.5237303 Nov 23 22:14:23.029622 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-67ce4cc4-b8ed-4f86-a4b0-f815503a27de service neutron] Attempting to bind port eed486d1-a24d-46e8-b355-05a5f3b47a99 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:14:23.029953 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-67ce4cc4-b8ed-4f86-a4b0-f815503a27de service neutron] Attempting to bind port eed486d1-a24d-46e8-b355-05a5f3b47a99 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '650b8b40-5156-46d0-b85f-c502a4db4d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:14:23.030281 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-67ce4cc4-b8ed-4f86-a4b0-f815503a27de service neutron] Attempting to bind port eed486d1-a24d-46e8-b355-05a5f3b47a99 on network 8a505cd8-1c1d-4524-b9ca-aca755840d9b {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:14:23.062161 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-28a09701-3413-4ad7-9f99-9ef8448156f5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Deleting port ee86448f-c8a6-4497-8c9b-1a26554e8dec {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:14:23.062827 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-28a09701-3413-4ad7-9f99-9ef8448156f5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:23.079815 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7a9f088-8f6c-4f6a-b962-e3e865316497 req-9323225c-8e0a-4f1b-b302-1fed9329cd03 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838837 Nov 23 22:14:23.084536 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-67ce4cc4-b8ed-4f86-a4b0-f815503a27de service neutron] Port eed486d1-a24d-46e8-b355-05a5f3b47a99 on network 8a505cd8-1c1d-4524-b9ca-aca755840d9b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:14:23.084876 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-67ce4cc4-b8ed-4f86-a4b0-f815503a27de service neutron] Attempting to bind port eed486d1-a24d-46e8-b355-05a5f3b47a99 on network 8a505cd8-1c1d-4524-b9ca-aca755840d9b {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:14:23.109386 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-67ce4cc4-b8ed-4f86-a4b0-f815503a27de service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:14:23.109721 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-67ce4cc4-b8ed-4f86-a4b0-f815503a27de service neutron] Checking segment: {'id': '650b8b40-5156-46d0-b85f-c502a4db4d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:14:23.110113 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-67ce4cc4-b8ed-4f86-a4b0-f815503a27de service neutron] Bound using segment: {'id': '650b8b40-5156-46d0-b85f-c502a4db4d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:14:23.110745 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-67ce4cc4-b8ed-4f86-a4b0-f815503a27de service neutron] Bound port: eed486d1-a24d-46e8-b355-05a5f3b47a99, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '650b8b40-5156-46d0-b85f-c502a4db4d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:14:23.110969 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-67ce4cc4-b8ed-4f86-a4b0-f815503a27de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:23.188133 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-28a09701-3413-4ad7-9f99-9ef8448156f5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:23.211956 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-28a09701-3413-4ad7-9f99-9ef8448156f5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Calling delete_port for ee86448f-c8a6-4497-8c9b-1a26554e8dec owned by {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:14:23.218446 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4b948eb4-5918-4642-808c-def2e143ff71 req-f8b6a625-db43-4bea-a8b3-eecfb020fb04 service neutron] 10.222.0.60 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050803 Nov 23 22:14:23.218633 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46a99fad-8eca-425d-a948-440b343b61ad req-33b73b2b-9213-4fad-9851-8fd97d520b5d tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9ae0ad1-4676-4777-b3b9-25a6424d8727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908324 Nov 23 22:14:23.268914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-67ce4cc4-b8ed-4f86-a4b0-f815503a27de service neutron] For port eed486d1-a24d-46e8-b355-05a5f3b47a99, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:14:23.272850 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f23b79f8-0368-4855-8841-284f064aee4e req-1f7d3244-9666-429c-bdb5-83bff5ec949b service neutron] 10.222.0.53 "GET /v2.0/networks/7fa25100-d56b-4992-af0f-af5f0e385dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722101 Nov 23 22:14:23.274632 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-67ce4cc4-b8ed-4f86-a4b0-f815503a27de service neutron] For port eed486d1-a24d-46e8-b355-05a5f3b47a99, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=eed486d1-a24d-46e8-b355-05a5f3b47a99,segment=NetworkSegment(650b8b40-5156-46d0-b85f-c502a4db4d7f),segment_id=650b8b40-5156-46d0-b85f-c502a4db4d7f)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:14:23.283334 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-67ce4cc4-b8ed-4f86-a4b0-f815503a27de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:23.351421 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-67ce4cc4-b8ed-4f86-a4b0-f815503a27de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:23.352043 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-67ce4cc4-b8ed-4f86-a4b0-f815503a27de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:23.354816 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-67ce4cc4-b8ed-4f86-a4b0-f815503a27de service neutron] 10.222.0.60 "PUT /v2.0/ports/eed486d1-a24d-46e8-b355-05a5f3b47a99 HTTP/1.1" status: 200 len: 1091 time: 1.9811513 Nov 23 22:14:23.374489 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-28a09701-3413-4ad7-9f99-9ef8448156f5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:23.383145 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e413e027-f8ab-421c-9231-bffee34742f8', 'tag': 'eed486d1-a24d-46e8-b355-05a5f3b47a99'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:14:23.386058 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cf14e6-25ad-4265-9c8f-eb3b26029e90" -d '{"events": [{"name": "network-changed", "server_uuid": "e413e027-f8ab-421c-9231-bffee34742f8", "tag": "eed486d1-a24d-46e8-b355-05a5f3b47a99"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:14:23.403108 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce4cc4-b8ed-4f86-a4b0-f815503a27de service neutron] Pushing event updated for resources: {'Port': ['ID=eed486d1-a24d-46e8-b355-05a5f3b47a99,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:23.420387 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69564382-bd78-41dd-8f17-a1a008cf982c req-08f48102-5caf-4753-ae13-a207e019d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:23.422273 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-69564382-bd78-41dd-8f17-a1a008cf982c req-08f48102-5caf-4753-ae13-a207e019d7cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9734970b74c843d2aba80bf9d24b8271&device_id=32666959-cf26-4fb0-aeef-4ed94c99c1e6 HTTP/1.1" status: 200 len: 1094 time: 0.0727684 Nov 23 22:14:23.430654 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a09701-3413-4ad7-9f99-9ef8448156f5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Port': ['ID=ee86448f-c8a6-4497-8c9b-1a26554e8dec,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:23.450708 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-28a09701-3413-4ad7-9f99-9ef8448156f5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:23.455368 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-28a09701-3413-4ad7-9f99-9ef8448156f5 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/ports/ee86448f-c8a6-4497-8c9b-1a26554e8dec HTTP/1.1" status: 204 len: 168 time: 0.6051810 Nov 23 22:14:23.457145 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36322) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:23.538547 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b5fbef-2577-4d34-9976-59cf7360668c x-openstack-request-id: req-a4b5fbef-2577-4d34-9976-59cf7360668c {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:14:23.538799 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e413e027-f8ab-421c-9231-bffee34742f8", "tag": "eed486d1-a24d-46e8-b355-05a5f3b47a99", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:14:23.544666 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a4b5fbef-2577-4d34-9976-59cf7360668c {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:14:23.545351 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e413e027-f8ab-421c-9231-bffee34742f8', 'tag': 'eed486d1-a24d-46e8-b355-05a5f3b47a99', 'status': 'completed', 'code': 200} Nov 23 22:14:23.563947 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b04d39cf-27a6-4826-9e5e-6a5575783e53 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:23.659559 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-98d42cae-a03b-4b4f-98f8-616bd13e298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:23.660780 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-98d42cae-a03b-4b4f-98f8-616bd13e298a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47e57217e78c466aba767c805775d0bf&device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 1094 time: 0.1145363 Nov 23 22:14:23.663899 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69564382-bd78-41dd-8f17-a1a008cf982c req-65783133-9cf5-42ae-a3a2-24703994f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:23.665822 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-69564382-bd78-41dd-8f17-a1a008cf982c req-65783133-9cf5-42ae-a3a2-24703994f2a6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7fa25100-d56b-4992-af0f-af5f0e385dd2 HTTP/1.1" status: 200 len: 898 time: 0.2344306 Nov 23 22:14:23.681201 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96324acd-61fc-4f09-9f84-1e7ff4740705 req-58c48c78-530d-404b-975a-e73465e5d9a2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:23.683055 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-96324acd-61fc-4f09-9f84-1e7ff4740705 req-58c48c78-530d-404b-975a-e73465e5d9a2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=32666959-cf26-4fb0-aeef-4ed94c99c1e6 HTTP/1.1" status: 200 len: 943 time: 0.1331165 Nov 23 22:14:23.705070 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b04d39cf-27a6-4826-9e5e-6a5575783e53 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:23.727959 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-b04d39cf-27a6-4826-9e5e-6a5575783e53 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302725d1-4424-4921-a478-8714ce3aff34']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:14:23.739824 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-b04d39cf-27a6-4826-9e5e-6a5575783e53 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ae5d23-f1e0-4529-8ab3-de7fee905f2c') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:14:23.740120 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-b04d39cf-27a6-4826-9e5e-6a5575783e53 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ae5d23-f1e0-4529-8ab3-de7fee905f2c') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:14:23.752331 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b04d39cf-27a6-4826-9e5e-6a5575783e53 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:23.769264 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b04d39cf-27a6-4826-9e5e-6a5575783e53 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:23.773738 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-69564382-bd78-41dd-8f17-a1a008cf982c req-232431ca-bbb8-4dbc-be6e-19421f3d5fc3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d08c7425-16ad-472c-a726-0995797e29b5 HTTP/1.1" status: 200 len: 217 time: 0.0832283 Nov 23 22:14:23.776141 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04d39cf-27a6-4826-9e5e-6a5575783e53 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:14:23.776676 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b04d39cf-27a6-4826-9e5e-6a5575783e53 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:23.777116 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-71c1b69d-df00-493e-97cd-dcf82e01f19b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eed486d1-a24d-46e8-b355-05a5f3b47a99 HTTP/1.1" status: 200 len: 217 time: 0.0930672 Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:14:23.780378 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:14:23.848462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b04d39cf-27a6-4826-9e5e-6a5575783e53 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:23.868418 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b04d39cf-27a6-4826-9e5e-6a5575783e53 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:23.875793 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b04d39cf-27a6-4826-9e5e-6a5575783e53 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] 10.222.0.50 "DELETE /v2.0/networks/302725d1-4424-4921-a478-8714ce3aff34 HTTP/1.1" status: 204 len: 168 time: 0.4173839 Nov 23 22:14:23.877211 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d39cf-27a6-4826-9e5e-6a5575783e53 tempest-PortsIpV6TestJSON-741302634 tempest-PortsIpV6TestJSON-741302634-project] Pushing event deleted for resources: {'Network': ['ID=302725d1-4424-4921-a478-8714ce3aff34,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:23.887869 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-96324acd-61fc-4f09-9f84-1e7ff4740705 req-56939155-0f13-45c4-9c53-865f0add5d45 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=16dd739a-5c75-4275-9c7e-61f0adc110fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901948 Nov 23 22:14:23.908996 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-def1d176-a669-4eff-b2a2-a67f4f08ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:23.910452 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-def1d176-a669-4eff-b2a2-a67f4f08ee85 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d5cccd06-79be-47aa-871f-ab587e1c7479 HTTP/1.1" status: 200 len: 847 time: 0.1138587 Nov 23 22:14:23.911721 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69564382-bd78-41dd-8f17-a1a008cf982c req-693c8372-7f5a-4664-bbd3-94d5166dbecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:23.913078 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-69564382-bd78-41dd-8f17-a1a008cf982c req-693c8372-7f5a-4664-bbd3-94d5166dbecd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af1fcf9a-9f51-49f3-b27d-594dfde28ae2 HTTP/1.1" status: 200 len: 834 time: 0.1297882 Nov 23 22:14:23.991212 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-5944d411-a04f-4ed7-be06-4a4c3296a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:23.992849 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-5944d411-a04f-4ed7-be06-4a4c3296a882 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a505cd8-1c1d-4524-b9ca-aca755840d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748408 Nov 23 22:14:24.029034 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69564382-bd78-41dd-8f17-a1a008cf982c req-babfe556-90c6-47ed-9b80-1dfdbab45be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:24.030598 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-69564382-bd78-41dd-8f17-a1a008cf982c req-babfe556-90c6-47ed-9b80-1dfdbab45be7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7fa25100-d56b-4992-af0f-af5f0e385dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818148 Nov 23 22:14:24.167851 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-57829659-9f5e-455e-b564-e4cf04b66214 service neutron] 10.222.0.60 "GET /v2.0/networks/8a505cd8-1c1d-4524-b9ca-aca755840d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661563 Nov 23 22:14:24.258617 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-69564382-bd78-41dd-8f17-a1a008cf982c req-8b6f14a5-7e72-48f1-86fd-9a0bec3a1538 service neutron] 10.222.0.53 "GET /v2.0/networks/7fa25100-d56b-4992-af0f-af5f0e385dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163749 Nov 23 22:14:24.262423 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36334) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:24.343643 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ad22a-92b5-4749-83b0-cc3737eb97a3 req-140c51e5-816a-43e2-b1ae-922a8958307d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:24.345195 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa2ad22a-92b5-4749-83b0-cc3737eb97a3 req-140c51e5-816a-43e2-b1ae-922a8958307d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.1805630 Nov 23 22:14:24.439012 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1987d4c5-3921-4fc2-91c1-43e33e83968a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd2f5a8011944e019aca5146a8721a96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1729443 Nov 23 22:14:24.439433 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36338) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:24.449003 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdcf65cf-7310-46ee-bac0-3486aaa6341a req-e362a804-35c8-49a6-af61-8a4a50176187 service neutron] 10.222.0.60 "GET /v2.0/networks/8a505cd8-1c1d-4524-b9ca-aca755840d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676518 Nov 23 22:14:24.503095 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fad70-e54f-48c7-9bf1-f45b3b273223 req-a98cbb43-9aba-4ee5-8b0c-8a81f5572457 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:24.504714 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a89fad70-e54f-48c7-9bf1-f45b3b273223 req-a98cbb43-9aba-4ee5-8b0c-8a81f5572457 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 943 time: 0.1703525 Nov 23 22:14:24.504834 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0379510-e878-49ff-b295-66ded35be6b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:24.513986 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa2ad22a-92b5-4749-83b0-cc3737eb97a3 req-bc6cce68-d6b4-4230-b316-da4bf97a74ae tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616886 Nov 23 22:14:24.531114 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0379510-e878-49ff-b295-66ded35be6b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:24.542544 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-69564382-bd78-41dd-8f17-a1a008cf982c req-c67e4112-f313-4fb7-b37e-53f89c54a5ac service neutron] 10.222.0.53 "GET /v2.0/networks/7fa25100-d56b-4992-af0f-af5f0e385dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355292 Nov 23 22:14:24.590091 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a89fad70-e54f-48c7-9bf1-f45b3b273223 req-576121b1-106d-4ede-85f3-e156429412eb tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9ae0ad1-4676-4777-b3b9-25a6424d8727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751019 Nov 23 22:14:24.605425 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0379510-e878-49ff-b295-66ded35be6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:24.607900 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0379510-e878-49ff-b295-66ded35be6b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:24.610770 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b0379510-e878-49ff-b295-66ded35be6b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/29b4159f-1937-4537-8ef5-a613c9206101 HTTP/1.1" status: 204 len: 168 time: 0.1687267 Nov 23 22:14:24.617737 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0379510-e878-49ff-b295-66ded35be6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b4159f-1937-4537-8ef5-a613c9206101,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:24.632938 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf14e6-25ad-4265-9c8f-eb3b26029e90 req-4219f332-55e5-4512-a024-7262aa45184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:24.634186 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5cf14e6-25ad-4265-9c8f-eb3b26029e90 req-4219f332-55e5-4512-a024-7262aa45184e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47e57217e78c466aba767c805775d0bf&device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 1094 time: 0.0583725 Nov 23 22:14:24.745087 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf14e6-25ad-4265-9c8f-eb3b26029e90 req-977d521d-e0bb-4df1-ac07-856d868f7dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:24.746782 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5cf14e6-25ad-4265-9c8f-eb3b26029e90 req-977d521d-e0bb-4df1-ac07-856d868f7dad service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a505cd8-1c1d-4524-b9ca-aca755840d9b HTTP/1.1" status: 200 len: 909 time: 0.1027546 Nov 23 22:14:24.799232 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5cf14e6-25ad-4265-9c8f-eb3b26029e90 req-d67b09d2-7066-44c8-9149-fd518477ce21 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eed486d1-a24d-46e8-b355-05a5f3b47a99 HTTP/1.1" status: 200 len: 217 time: 0.0436451 Nov 23 22:14:25.018202 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf14e6-25ad-4265-9c8f-eb3b26029e90 req-5fb6e7db-9c7e-4248-b163-1506efc62aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:25.021679 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5cf14e6-25ad-4265-9c8f-eb3b26029e90 req-5fb6e7db-9c7e-4248-b163-1506efc62aa6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d5cccd06-79be-47aa-871f-ab587e1c7479 HTTP/1.1" status: 200 len: 847 time: 0.2134705 Nov 23 22:14:25.069388 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92aab1c-7eea-4092-99ba-82210dce7a1b req-fafbc16d-1b6f-4d69-a3bb-046cca3be58d tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:25.070900 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e92aab1c-7eea-4092-99ba-82210dce7a1b req-fafbc16d-1b6f-4d69-a3bb-046cca3be58d tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=32666959-cf26-4fb0-aeef-4ed94c99c1e6 HTTP/1.1" status: 200 len: 943 time: 0.1017256 Nov 23 22:14:25.104848 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf14e6-25ad-4265-9c8f-eb3b26029e90 req-2c578a55-d2c0-4a9b-8917-4e3b9d6672d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:25.106507 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5cf14e6-25ad-4265-9c8f-eb3b26029e90 req-2c578a55-d2c0-4a9b-8917-4e3b9d6672d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a505cd8-1c1d-4524-b9ca-aca755840d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761571 Nov 23 22:14:25.170787 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e92aab1c-7eea-4092-99ba-82210dce7a1b req-2a2b7bd1-fd11-41bc-b2b3-13d4cb5a4131 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=16dd739a-5c75-4275-9c7e-61f0adc110fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908318 Nov 23 22:14:25.235266 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5cf14e6-25ad-4265-9c8f-eb3b26029e90 req-c26c19d5-948a-4ddb-9e51-de889597eb36 service neutron] 10.222.0.60 "GET /v2.0/networks/8a505cd8-1c1d-4524-b9ca-aca755840d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190548 Nov 23 22:14:25.348248 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5cf14e6-25ad-4265-9c8f-eb3b26029e90 req-14732578-ae9c-43b5-9a21-ba0e707dbaa4 service neutron] 10.222.0.60 "GET /v2.0/networks/8a505cd8-1c1d-4524-b9ca-aca755840d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046135 Nov 23 22:14:25.689516 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a03f5-b32d-45cc-a132-1101d6117b6d req-88c4880d-104f-4390-b6ac-15ee9501ddc1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:25.691312 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f55a03f5-b32d-45cc-a132-1101d6117b6d req-88c4880d-104f-4390-b6ac-15ee9501ddc1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.0709031 Nov 23 22:14:25.769832 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e7e28-7405-4e97-a2a9-93959fd09393 req-9b3df8cc-a81f-4b3c-98bb-7191003c3570 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:25.771504 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c3e7e28-7405-4e97-a2a9-93959fd09393 req-9b3df8cc-a81f-4b3c-98bb-7191003c3570 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 943 time: 0.1016760 Nov 23 22:14:25.775944 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f55a03f5-b32d-45cc-a132-1101d6117b6d req-71080695-1a16-4c78-83ad-781daf2940b7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698121 Nov 23 22:14:25.778614 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device d08c7425-16ad-472c-a726-0995797e29b5 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:14:25.834429 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c3e7e28-7405-4e97-a2a9-93959fd09393 req-ffbd2528-d14e-428a-8df8-ac79253cbd2b tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9ae0ad1-4676-4777-b3b9-25a6424d8727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566304 Nov 23 22:14:25.907353 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port d08c7425-16ad-472c-a726-0995797e29b5, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=d08c7425-16ad-472c-a726-0995797e29b5,segment=NetworkSegment(959706d6-5aca-436b-afb3-1afdf4348644),segment_id=959706d6-5aca-436b-afb3-1afdf4348644)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:14:25.922706 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'd08c7425-16ad-472c-a726-0995797e29b5', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'port_id': 'd08c7425-16ad-472c-a726-0995797e29b5', 'mac_address': 'fa:16:3e:81:ee:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:14:25.964813 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:25.978870 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08c7425-16ad-472c-a726-0995797e29b5 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:14:26.004060 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port d08c7425-16ad-472c-a726-0995797e29b5, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=d08c7425-16ad-472c-a726-0995797e29b5,segment=NetworkSegment(959706d6-5aca-436b-afb3-1afdf4348644),segment_id=959706d6-5aca-436b-afb3-1afdf4348644)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:14:26.014237 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:26.063727 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=d08c7425-16ad-472c-a726-0995797e29b5,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:26.254986 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device eed486d1-a24d-46e8-b355-05a5f3b47a99 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:14:26.317887 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911bae2-5020-4587-a41e-a6553dbe79f7 req-070c247f-589b-4e3e-b4d7-b4f7eba2626f tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:26.319471 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2911bae2-5020-4587-a41e-a6553dbe79f7 req-070c247f-589b-4e3e-b4d7-b4f7eba2626f tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=32666959-cf26-4fb0-aeef-4ed94c99c1e6 HTTP/1.1" status: 200 len: 944 time: 0.0719535 Nov 23 22:14:26.344727 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['d08c7425-16ad-472c-a726-0995797e29b5'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:14:26.392666 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2911bae2-5020-4587-a41e-a6553dbe79f7 req-f1fd1e9b-fe5e-467d-96eb-6ebd27df657d tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=16dd739a-5c75-4275-9c7e-61f0adc110fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645380 Nov 23 22:14:26.419851 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port eed486d1-a24d-46e8-b355-05a5f3b47a99, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=eed486d1-a24d-46e8-b355-05a5f3b47a99,segment=NetworkSegment(650b8b40-5156-46d0-b85f-c502a4db4d7f),segment_id=650b8b40-5156-46d0-b85f-c502a4db4d7f)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:14:26.443094 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'eed486d1-a24d-46e8-b355-05a5f3b47a99', 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b', 'port_id': 'eed486d1-a24d-46e8-b355-05a5f3b47a99', 'mac_address': 'fa:16:3e:74:2a:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5cccd06-79be-47aa-871f-ab587e1c7479', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:14:26.533354 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:26.558004 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed486d1-a24d-46e8-b355-05a5f3b47a99 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:14:26.592854 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port eed486d1-a24d-46e8-b355-05a5f3b47a99, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=eed486d1-a24d-46e8-b355-05a5f3b47a99,segment=NetworkSegment(650b8b40-5156-46d0-b85f-c502a4db4d7f),segment_id=650b8b40-5156-46d0-b85f-c502a4db4d7f)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:14:26.599747 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:26.699781 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=eed486d1-a24d-46e8-b355-05a5f3b47a99,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:26.865402 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['eed486d1-a24d-46e8-b355-05a5f3b47a99'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:14:26.906008 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d72e2-ba05-4c7f-bb4c-37ddf37e8c4b req-1b78a351-4716-44e6-bd01-f3902767f0e3 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:26.914282 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce7d72e2-ba05-4c7f-bb4c-37ddf37e8c4b req-1b78a351-4716-44e6-bd01-f3902767f0e3 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.0645885 Nov 23 22:14:26.999905 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce7d72e2-ba05-4c7f-bb4c-37ddf37e8c4b req-6a14a5be-fda9-496a-9a20-c17259204b2f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847073 Nov 23 22:14:27.015584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8f5ca-b246-4a72-b041-e28f88a56840 req-7ff6965a-04b3-4e3f-abb6-a5dae8627860 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:27.020229 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5db8f5ca-b246-4a72-b041-e28f88a56840 req-7ff6965a-04b3-4e3f-abb6-a5dae8627860 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 944 time: 0.0874872 Nov 23 22:14:27.079276 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5db8f5ca-b246-4a72-b041-e28f88a56840 req-42701d09-25bb-4a9f-8ce5-c255938267b6 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9ae0ad1-4676-4777-b3b9-25a6424d8727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532134 Nov 23 22:14:27.521334 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92862ed-bcc6-4276-9777-46b4b906b00d req-5e001bd8-cefc-47ef-880f-6d3d8e82d72b tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:27.523964 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e92862ed-bcc6-4276-9777-46b4b906b00d req-5e001bd8-cefc-47ef-880f-6d3d8e82d72b tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=32666959-cf26-4fb0-aeef-4ed94c99c1e6 HTTP/1.1" status: 200 len: 944 time: 0.0591252 Nov 23 22:14:27.603381 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e92862ed-bcc6-4276-9777-46b4b906b00d req-56eb9585-e4d7-4fb6-ad5d-aade57582cbc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=16dd739a-5c75-4275-9c7e-61f0adc110fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716321 Nov 23 22:14:27.611139 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0fc51ba6-4b64-414f-854b-9eef0c4ba0c2 req-2df8a60c-cbc1-4868-b12b-983c56208f8e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0655191 Nov 23 22:14:27.715673 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc51ba6-4b64-414f-854b-9eef0c4ba0c2 req-8e473d48-7bcc-4567-a4d8-47819965416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:27.717185 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0fc51ba6-4b64-414f-854b-9eef0c4ba0c2 req-8e473d48-7bcc-4567-a4d8-47819965416c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58744f20ea5c4088bdd5abf19df7467d&device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 1096 time: 0.0535431 Nov 23 22:14:27.787876 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device d08c7425-16ad-472c-a726-0995797e29b5 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:14:27.852061 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc51ba6-4b64-414f-854b-9eef0c4ba0c2 req-7f340e8a-5756-425d-83fb-759ea211f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:27.853555 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0fc51ba6-4b64-414f-854b-9eef0c4ba0c2 req-7f340e8a-5756-425d-83fb-759ea211f964 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 HTTP/1.1" status: 200 len: 911 time: 0.1059039 Nov 23 22:14:27.898051 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port d08c7425-16ad-472c-a726-0995797e29b5 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:14:27.905799 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port d08c7425-16ad-472c-a726-0995797e29b5 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:27.906540 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:27.952115 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0fc51ba6-4b64-414f-854b-9eef0c4ba0c2 req-7e854487-c1f2-47ed-ad25-33ac33074318 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab691c91-a558-40fb-8ee8-a052035e6b51 HTTP/1.1" status: 200 len: 1001 time: 0.0853179 Nov 23 22:14:27.972464 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-defe0f97-b12d-4e0d-bf2e-6832b66bb25d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:28.009182 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:28.014753 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc51ba6-4b64-414f-854b-9eef0c4ba0c2 req-62aae2e3-c4b4-42f9-a5db-4f4982c4ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:28.015416 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0fc51ba6-4b64-414f-854b-9eef0c4ba0c2 req-62aae2e3-c4b4-42f9-a5db-4f4982c4ecd0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0967a0c6-201c-4f64-942b-1c9918c65e1f HTTP/1.1" status: 200 len: 849 time: 0.0501986 Nov 23 22:14:28.039103 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32666959-cf26-4fb0-aeef-4ed94c99c1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08c7425-16ad-472c-a726-0995797e29b5'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:14:28.041957 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491e22b5-0020-4c0c-a85f-9e2164c299c0" -d '{"events": [{"server_uuid": "32666959-cf26-4fb0-aeef-4ed94c99c1e6", "name": "network-vif-plugged", "status": "completed", "tag": "d08c7425-16ad-472c-a726-0995797e29b5"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:14:28.069150 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port d08c7425-16ad-472c-a726-0995797e29b5, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=d08c7425-16ad-472c-a726-0995797e29b5,segment=NetworkSegment(959706d6-5aca-436b-afb3-1afdf4348644),segment_id=959706d6-5aca-436b-afb3-1afdf4348644)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:14:28.077545 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:28.110941 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c245ad1a-887d-44c4-a237-7fdeab4cd2b3 x-openstack-request-id: req-c245ad1a-887d-44c4-a237-7fdeab4cd2b3 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:14:28.111235 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32666959-cf26-4fb0-aeef-4ed94c99c1e6", "name": "network-vif-plugged", "status": "completed", "tag": "d08c7425-16ad-472c-a726-0995797e29b5", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:14:28.111492 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c245ad1a-887d-44c4-a237-7fdeab4cd2b3 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:14:28.111894 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32666959-cf26-4fb0-aeef-4ed94c99c1e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08c7425-16ad-472c-a726-0995797e29b5', 'code': 200} Nov 23 22:14:28.144536 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=d08c7425-16ad-472c-a726-0995797e29b5,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:28.172412 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc51ba6-4b64-414f-854b-9eef0c4ba0c2 req-fecdfd77-a35a-4bbb-9401-740286c075ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:28.173996 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0fc51ba6-4b64-414f-854b-9eef0c4ba0c2 req-fecdfd77-a35a-4bbb-9401-740286c075ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459818 Nov 23 22:14:28.186299 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78d539-8f71-415a-a4a9-516b9b37cfac req-33c896c0-655d-48d2-b416-28208b4cfead tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:28.191231 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a78d539-8f71-415a-a4a9-516b9b37cfac req-33c896c0-655d-48d2-b416-28208b4cfead tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.1047790 Nov 23 22:14:28.264191 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device eed486d1-a24d-46e8-b355-05a5f3b47a99 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:14:28.323339 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port eed486d1-a24d-46e8-b355-05a5f3b47a99 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:14:28.328462 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port eed486d1-a24d-46e8-b355-05a5f3b47a99 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:28.328462 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:28.365274 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753e35e-01d6-49ce-a504-ee276e8e759f req-4f2fb85d-ab8e-48df-a3ab-9e8484bfd048 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:28.373206 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a753e35e-01d6-49ce-a504-ee276e8e759f req-4f2fb85d-ab8e-48df-a3ab-9e8484bfd048 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 944 time: 0.1810360 Nov 23 22:14:28.391658 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5dd48-95f2-429b-9cc8-2817a2b84ac5 req-e3b908c7-55dc-49ae-9dff-12ed8516d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:28.393144 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dcc5dd48-95f2-429b-9cc8-2817a2b84ac5 req-e3b908c7-55dc-49ae-9dff-12ed8516d638 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=32666959-cf26-4fb0-aeef-4ed94c99c1e6 HTTP/1.1" status: 200 len: 1096 time: 0.1924009 Nov 23 22:14:28.404594 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a78d539-8f71-415a-a4a9-516b9b37cfac req-83e2f796-301d-4f3a-8090-fd384e740a92 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018566 Nov 23 22:14:28.422272 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:28.438293 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0fc51ba6-4b64-414f-854b-9eef0c4ba0c2 req-fa73c1e4-0b0a-4eaf-aaae-4d00fa3fe588 service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364714 Nov 23 22:14:28.468212 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port eed486d1-a24d-46e8-b355-05a5f3b47a99, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=eed486d1-a24d-46e8-b355-05a5f3b47a99,segment=NetworkSegment(650b8b40-5156-46d0-b85f-c502a4db4d7f),segment_id=650b8b40-5156-46d0-b85f-c502a4db4d7f)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:14:28.473916 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:28.504722 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a753e35e-01d6-49ce-a504-ee276e8e759f req-11fc5970-c1fe-4273-a8eb-3efc381342ce tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9ae0ad1-4676-4777-b3b9-25a6424d8727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306477 Nov 23 22:14:28.516160 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dcc5dd48-95f2-429b-9cc8-2817a2b84ac5 req-c5e87ca4-c876-487a-b724-2e811b641a19 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=16dd739a-5c75-4275-9c7e-61f0adc110fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074872 Nov 23 22:14:28.535408 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=eed486d1-a24d-46e8-b355-05a5f3b47a99,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:28.580625 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0fc51ba6-4b64-414f-854b-9eef0c4ba0c2 req-ae3a793d-571f-4590-9f9e-42bec0d20365 service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292925 Nov 23 22:14:28.724200 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83659830-651b-417a-a07c-a2a885ee6893 req-e78daf06-603d-4bd3-9cf4-9ddb7f138e69 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:28.725835 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-83659830-651b-417a-a07c-a2a885ee6893 req-e78daf06-603d-4bd3-9cf4-9ddb7f138e69 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=32666959-cf26-4fb0-aeef-4ed94c99c1e6 HTTP/1.1" status: 200 len: 945 time: 0.0532515 Nov 23 22:14:28.797482 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-83659830-651b-417a-a07c-a2a885ee6893 req-d1aa96e1-06fa-4a05-b41e-166d4d5d335d tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=16dd739a-5c75-4275-9c7e-61f0adc110fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582194 Nov 23 22:14:29.538821 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351943a6-33bc-4499-8eaf-a1e0a8ec3d2e req-94615d00-c981-414f-9a77-4184413855a1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:29.540411 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-351943a6-33bc-4499-8eaf-a1e0a8ec3d2e req-94615d00-c981-414f-9a77-4184413855a1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.0517690 Nov 23 22:14:29.611834 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-351943a6-33bc-4499-8eaf-a1e0a8ec3d2e req-78e1f35a-bf68-4c64-a395-ad28e1e2ddea tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645165 Nov 23 22:14:29.679084 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e169b-cce9-4e3a-935c-ae13dc3c2234 req-b7e9b752-cdab-4fe4-b1cb-ed9a60540a22 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:29.680615 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-212e169b-cce9-4e3a-935c-ae13dc3c2234 req-b7e9b752-cdab-4fe4-b1cb-ed9a60540a22 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 945 time: 0.0679245 Nov 23 22:14:29.746985 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-212e169b-cce9-4e3a-935c-ae13dc3c2234 req-9f5f59b0-9765-4f4f-bf72-49faa0c83b84 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9ae0ad1-4676-4777-b3b9-25a6424d8727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522292 Nov 23 22:14:29.921893 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb74276-cb66-44a7-8fad-bf3dd66e3e56 req-7b567e64-390b-460d-8527-341ba22891be tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:29.925880 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7eb74276-cb66-44a7-8fad-bf3dd66e3e56 req-7b567e64-390b-460d-8527-341ba22891be tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=32666959-cf26-4fb0-aeef-4ed94c99c1e6 HTTP/1.1" status: 200 len: 945 time: 0.0557692 Nov 23 22:14:29.986333 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7eb74276-cb66-44a7-8fad-bf3dd66e3e56 req-ada6c672-881f-4502-ba71-70dda744befe tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=16dd739a-5c75-4275-9c7e-61f0adc110fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521519 Nov 23 22:14:30.053088 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:30.112582 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e413e027-f8ab-421c-9231-bffee34742f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed486d1-a24d-46e8-b355-05a5f3b47a99'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:14:30.116433 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a90c81-c575-4763-b2c8-1e1e1d4c8c91" -d '{"events": [{"server_uuid": "e413e027-f8ab-421c-9231-bffee34742f8", "name": "network-vif-plugged", "status": "completed", "tag": "eed486d1-a24d-46e8-b355-05a5f3b47a99"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:14:30.143713 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d50067-69da-4acc-8d29-7ef1dc880d4c req-36834d99-1229-4e9e-bee9-a499587a36da tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:30.145379 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-98d50067-69da-4acc-8d29-7ef1dc880d4c req-36834d99-1229-4e9e-bee9-a499587a36da tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=32666959-cf26-4fb0-aeef-4ed94c99c1e6 HTTP/1.1" status: 200 len: 945 time: 0.0678985 Nov 23 22:14:30.168892 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0b5b3b-c7e3-40d5-955c-5b34d8e75ece x-openstack-request-id: req-fc0b5b3b-c7e3-40d5-955c-5b34d8e75ece {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:14:30.169234 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e413e027-f8ab-421c-9231-bffee34742f8", "name": "network-vif-plugged", "status": "completed", "tag": "eed486d1-a24d-46e8-b355-05a5f3b47a99", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:14:30.169610 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc0b5b3b-c7e3-40d5-955c-5b34d8e75ece {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:14:30.170173 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e413e027-f8ab-421c-9231-bffee34742f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed486d1-a24d-46e8-b355-05a5f3b47a99', 'code': 200} Nov 23 22:14:30.210969 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-98d50067-69da-4acc-8d29-7ef1dc880d4c req-71211009-a7c7-47c6-b031-f8d057f5b5dd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=16dd739a-5c75-4275-9c7e-61f0adc110fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586042 Nov 23 22:14:30.229999 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 36466) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:30.279238 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c03a39-f509-4ce8-b482-7f7b7ab16aa0 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:30.282382 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-12c03a39-f509-4ce8-b482-7f7b7ab16aa0 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=32666959-cf26-4fb0-aeef-4ed94c99c1e6 HTTP/1.1" status: 200 len: 1091 time: 0.0490820 Nov 23 22:14:30.284335 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36468) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:30.294291 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-09938e0c-a4c8-4a10-911d-a1628804b47c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': 'd08c7425-16ad-472c-a726-0995797e29b5', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:30.338857 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806eb08b-67b0-4a47-bb28-505febc06305 req-78979b3c-bf2c-42f3-a471-09a2be14fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:30.339061 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09938e0c-a4c8-4a10-911d-a1628804b47c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:30.341615 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-806eb08b-67b0-4a47-bb28-505febc06305 req-78979b3c-bf2c-42f3-a471-09a2be14fa38 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 1096 time: 0.0655024 Nov 23 22:14:30.399150 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-806eb08b-67b0-4a47-bb28-505febc06305 req-7dadf0a8-750f-46f2-a303-e24c8e52b5db service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d9ae0ad1-4676-4777-b3b9-25a6424d8727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510435 Nov 23 22:14:30.467267 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09938e0c-a4c8-4a10-911d-a1628804b47c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:30.535985 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4fbf7124-b5fd-40c2-ad0d-f99b4f8ef7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:30.583170 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-09938e0c-a4c8-4a10-911d-a1628804b47c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Allocated IP 172.25.5.116 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/80cc5483-c46f-4f5c-9fc2-a5c190f80011) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:14:30.737739 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09938e0c-a4c8-4a10-911d-a1628804b47c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:30.780803 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc412ce-6ecb-4ce7-8bce-9ab160df976d req-766e690a-c842-4407-b4d2-fbf8a16420a7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:30.783176 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09938e0c-a4c8-4a10-911d-a1628804b47c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:30.788883 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5bc412ce-6ecb-4ce7-8bce-9ab160df976d req-766e690a-c842-4407-b4d2-fbf8a16420a7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.0811529 Nov 23 22:14:30.847839 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09938e0c-a4c8-4a10-911d-a1628804b47c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:14:30.854855 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-09938e0c-a4c8-4a10-911d-a1628804b47c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:14:30.858145 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5bc412ce-6ecb-4ce7-8bce-9ab160df976d req-32af77ab-03f0-4687-906e-cdd65c123f67 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681357 Nov 23 22:14:30.876664 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09938e0c-a4c8-4a10-911d-a1628804b47c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:14:30.889358 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09938e0c-a4c8-4a10-911d-a1628804b47c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'Port': ['ID=80cc5483-c46f-4f5c-9fc2-a5c190f80011,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:30.906078 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e852d2-d8bd-494e-8bf1-b8ab6668b2ed req-67521eab-101e-47cd-a637-2f39288ef253 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:30.909679 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3e852d2-d8bd-494e-8bf1-b8ab6668b2ed req-67521eab-101e-47cd-a637-2f39288ef253 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 945 time: 0.0708377 Nov 23 22:14:30.990752 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3e852d2-d8bd-494e-8bf1-b8ab6668b2ed req-d01f0ff7-bc0b-450b-8b91-033c4db3a929 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9ae0ad1-4676-4777-b3b9-25a6424d8727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753007 Nov 23 22:14:31.365016 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09938e0c-a4c8-4a10-911d-a1628804b47c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:31.438273 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09938e0c-a4c8-4a10-911d-a1628804b47c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:31.631513 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09938e0c-a4c8-4a10-911d-a1628804b47c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:31.638407 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:31.639231 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09938e0c-a4c8-4a10-911d-a1628804b47c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:31.719407 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09938e0c-a4c8-4a10-911d-a1628804b47c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'Port': ['ID=80cc5483-c46f-4f5c-9fc2-a5c190f80011,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:31.732711 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09938e0c-a4c8-4a10-911d-a1628804b47c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:31.835713 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-09938e0c-a4c8-4a10-911d-a1628804b47c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Floating IP 451255cb-b287-42a3-889f-01bae33ff7c1 associated. External IP: 172.25.5.116, port: d08c7425-16ad-472c-a726-0995797e29b5. Nov 23 22:14:32.043529 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae78c8b-64d0-4398-bc65-f8bb8d9594cc req-74985e33-96f8-4073-a1a3-185a516f42f2 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:32.052154 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5ae78c8b-64d0-4398-bc65-f8bb8d9594cc req-74985e33-96f8-4073-a1a3-185a516f42f2 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.0795288 Nov 23 22:14:32.143981 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5ae78c8b-64d0-4398-bc65-f8bb8d9594cc req-3603b25d-0a34-4d04-8cb7-e4a53cf1c5cf tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820701 Nov 23 22:14:32.166599 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09938e0c-a4c8-4a10-911d-a1628804b47c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:14:32.260297 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade70b3-cbaa-411a-977e-d7335ee6d2d8 req-af9ece50-0700-4f86-8e19-cc885953fbee tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:32.261888 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fade70b3-cbaa-411a-977e-d7335ee6d2d8 req-af9ece50-0700-4f86-8e19-cc885953fbee tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 945 time: 0.0571058 Nov 23 22:14:32.320506 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09938e0c-a4c8-4a10-911d-a1628804b47c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:14:32.332821 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53845576-6b9b-4586-8508-89805b0befab None None] Sync routers for ids ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:14:32.353684 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09938e0c-a4c8-4a10-911d-a1628804b47c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:32.357086 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fade70b3-cbaa-411a-977e-d7335ee6d2d8 req-9ac597ba-bcea-4a0f-94a3-3bfd28559b1f tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9ae0ad1-4676-4777-b3b9-25a6424d8727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889409 Nov 23 22:14:32.360026 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53845576-6b9b-4586-8508-89805b0befab None None] Routers {'3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:14:32.360587 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-53845576-6b9b-4586-8508-89805b0befab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:14:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:14:32.395144 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-09938e0c-a4c8-4a10-911d-a1628804b47c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1093462 Nov 23 22:14:32.396387 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32666959-cf26-4fb0-aeef-4ed94c99c1e6', 'tag': 'd08c7425-16ad-472c-a726-0995797e29b5'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:14:32.398280 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 36516) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:32.399346 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ac270a-e026-46c4-bd30-646bf7f30583" -d '{"events": [{"name": "network-changed", "server_uuid": "32666959-cf26-4fb0-aeef-4ed94c99c1e6", "tag": "d08c7425-16ad-472c-a726-0995797e29b5"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:14:32.469884 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66521520-e1f1-47cb-81de-3d560be1af65 x-openstack-request-id: req-66521520-e1f1-47cb-81de-3d560be1af65 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:14:32.470189 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32666959-cf26-4fb0-aeef-4ed94c99c1e6", "tag": "d08c7425-16ad-472c-a726-0995797e29b5", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:14:32.470698 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-66521520-e1f1-47cb-81de-3d560be1af65 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:14:32.471129 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32666959-cf26-4fb0-aeef-4ed94c99c1e6', 'tag': 'd08c7425-16ad-472c-a726-0995797e29b5', 'status': 'completed', 'code': 200} Nov 23 22:14:32.533989 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-53845576-6b9b-4586-8508-89805b0befab None None] Set router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:14:32.704746 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-26f8c0a1-ce3b-4b36-b703-d71ec3e3d6e1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/floatingips/451255cb-b287-42a3-889f-01bae33ff7c1 HTTP/1.1" status: 200 len: 991 time: 0.3051932 Nov 23 22:14:32.731309 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd548f-b8b9-46a7-a411-3946b0f0b14b req-3f18b13a-605b-482d-b3b3-e23162161256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:32.732817 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79dd548f-b8b9-46a7-a411-3946b0f0b14b req-3f18b13a-605b-482d-b3b3-e23162161256 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 1096 time: 0.2102213 Nov 23 22:14:32.762086 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ec7f1-3aa2-434c-acc4-092c28b22363 req-34ef6064-6e5f-4703-a8e4-08cb368eec65 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:32.770816 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-239ec7f1-3aa2-434c-acc4-092c28b22363 req-34ef6064-6e5f-4703-a8e4-08cb368eec65 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 945 time: 0.2508073 Nov 23 22:14:32.816117 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-53845576-6b9b-4586-8508-89805b0befab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'name': 'tempest-TestNetworkBasicOps-router-961776352', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:50Z', 'updated_at': '2021-11-23T22:14:01Z', 'revision_number': 4, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:52Z', 'updated_at': '2021-11-23T22:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '451255cb-b287-42a3-889f-01bae33ff7c1', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'port_id': 'd08c7425-16ad-472c-a726-0995797e29b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'mac_address': 'fa:16:3e:81:ee:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32666959-cf26-4fb0-aeef-4ed94c99c1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:14:31Z', 'updated_at': '2021-11-23T22:14:31Z', 'revision_number': 0, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e8c294-57de-49d8-8d7b-bd4431b4ab1e', 'name': '', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:5b:9b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:58Z', 'updated_at': '2021-11-23T22:14:12Z', 'revision_number': 5, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:14:32.857148 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53845576-6b9b-4586-8508-89805b0befab None None] Checking router: 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:14:32.870644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53845576-6b9b-4586-8508-89805b0befab None None] Routers {'3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:14:32.871485 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-53845576-6b9b-4586-8508-89805b0befab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:14:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:14:32.875360 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-239ec7f1-3aa2-434c-acc4-092c28b22363 req-598f4748-39eb-4d34-ab99-dd9d41b91973 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9ae0ad1-4676-4777-b3b9-25a6424d8727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666351 Nov 23 22:14:32.942927 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac270a-e026-46c4-bd30-646bf7f30583 req-eb98cebe-c294-4647-adab-4183a1aace3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:32.944522 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5ac270a-e026-46c4-bd30-646bf7f30583 req-eb98cebe-c294-4647-adab-4183a1aace3c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9734970b74c843d2aba80bf9d24b8271&device_id=32666959-cf26-4fb0-aeef-4ed94c99c1e6 HTTP/1.1" status: 200 len: 1096 time: 0.4260833 Nov 23 22:14:33.060773 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd548f-b8b9-46a7-a411-3946b0f0b14b req-ea0f6194-f4fb-40f1-8bd9-6ce5e2d081d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:33.063148 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79dd548f-b8b9-46a7-a411-3946b0f0b14b req-ea0f6194-f4fb-40f1-8bd9-6ce5e2d081d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa HTTP/1.1" status: 200 len: 898 time: 0.2913139 Nov 23 22:14:33.074444 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:33.122674 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-53845576-6b9b-4586-8508-89805b0befab None None] Set router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:14:33.296995 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac270a-e026-46c4-bd30-646bf7f30583 req-9fed0a96-b6ba-4130-9895-bf048c3af0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:33.298909 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5ac270a-e026-46c4-bd30-646bf7f30583 req-9fed0a96-b6ba-4130-9895-bf048c3af0d6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7fa25100-d56b-4992-af0f-af5f0e385dd2 HTTP/1.1" status: 200 len: 898 time: 0.3366363 Nov 23 22:14:33.328551 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577d820-a52a-48b0-8e2d-5ba2a1c0873f req-af8deca5-35f1-46a6-b8e9-6cdd0af15e6e tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:33.330049 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4577d820-a52a-48b0-8e2d-5ba2a1c0873f req-af8deca5-35f1-46a6-b8e9-6cdd0af15e6e tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 945 time: 0.2870240 Nov 23 22:14:33.340841 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79dd548f-b8b9-46a7-a411-3946b0f0b14b req-45458b6a-3a00-49c8-8965-6a07baa938d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=646dccf4-5162-4879-811e-dc2b620c33b8 HTTP/1.1" status: 200 len: 1001 time: 0.2223444 Nov 23 22:14:33.413486 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-53845576-6b9b-4586-8508-89805b0befab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'name': 'tempest-TestNetworkBasicOps-router-961776352', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:50Z', 'updated_at': '2021-11-23T22:14:01Z', 'revision_number': 4, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:52Z', 'updated_at': '2021-11-23T22:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '451255cb-b287-42a3-889f-01bae33ff7c1', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'port_id': 'd08c7425-16ad-472c-a726-0995797e29b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'mac_address': 'fa:16:3e:81:ee:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32666959-cf26-4fb0-aeef-4ed94c99c1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:14:31Z', 'updated_at': '2021-11-23T22:14:31Z', 'revision_number': 0, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e8c294-57de-49d8-8d7b-bd4431b4ab1e', 'name': '', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:5b:9b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:58Z', 'updated_at': '2021-11-23T22:14:12Z', 'revision_number': 5, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:14:33.447477 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53845576-6b9b-4586-8508-89805b0befab None None] The sync data for ids ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'] in n-d-816206-9 is: [{'id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'name': 'tempest-TestNetworkBasicOps-router-961776352', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:50Z', 'updated_at': '2021-11-23T22:14:01Z', 'revision_number': 4, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:52Z', 'updated_at': '2021-11-23T22:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '451255cb-b287-42a3-889f-01bae33ff7c1', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'port_id': 'd08c7425-16ad-472c-a726-0995797e29b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'mac_address': 'fa:16:3e:81:ee:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32666959-cf26-4fb0-aeef-4ed94c99c1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:14:31Z', 'updated_at': '2021-11-23T22:14:31Z', 'revision_number': 0, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e8c294-57de-49d8-8d7b-bd4431b4ab1e', 'name': '', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:5b:9b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:58Z', 'updated_at': '2021-11-23T22:14:12Z', 'revision_number': 5, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:14:33.709119 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36534) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:33.725736 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a58b4-4661-4d1a-8b60-42753f40fc61 None None] New status for floating IP 451255cb-b287-42a3-889f-01bae33ff7c1: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:14:33.821831 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2dcd9c26-8770-4e2d-a890-e63007324cd1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/floatingips/451255cb-b287-42a3-889f-01bae33ff7c1 HTTP/1.1" status: 200 len: 991 time: 0.1087787 Nov 23 22:14:33.851554 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:33.874624 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4577d820-a52a-48b0-8e2d-5ba2a1c0873f req-f2dc40e3-bdda-4062-b808-a6e6ae14861f tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9ae0ad1-4676-4777-b3b9-25a6424d8727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5316494 Nov 23 22:14:33.898156 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36536) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:33.911182 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5ac270a-e026-46c4-bd30-646bf7f30583 req-0dd4956b-76b4-4929-887b-f9e57fa12e0f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d08c7425-16ad-472c-a726-0995797e29b5 HTTP/1.1" status: 200 len: 999 time: 0.5796747 Nov 23 22:14:33.913861 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd548f-b8b9-46a7-a411-3946b0f0b14b req-c8bc3eb9-df8a-4688-8fc6-3bd7cacfb271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:33.915319 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79dd548f-b8b9-46a7-a411-3946b0f0b14b req-c8bc3eb9-df8a-4688-8fc6-3bd7cacfb271 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc83933b-c274-4ed1-a7dc-b79874b5ad9f HTTP/1.1" status: 200 len: 835 time: 0.1783037 Nov 23 22:14:33.988296 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d7368-67dc-44a7-a511-2adbc4e5f603 req-b6e54a74-b271-4a48-9c54-b925b03bd221 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:33.997019 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c91d7368-67dc-44a7-a511-2adbc4e5f603 req-b6e54a74-b271-4a48-9c54-b925b03bd221 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.6550107 Nov 23 22:14:34.042319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac270a-e026-46c4-bd30-646bf7f30583 req-4f20caa6-ebd1-47fa-8ef7-257f5c496c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:34.044041 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5ac270a-e026-46c4-bd30-646bf7f30583 req-4f20caa6-ebd1-47fa-8ef7-257f5c496c3d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af1fcf9a-9f51-49f3-b27d-594dfde28ae2 HTTP/1.1" status: 200 len: 834 time: 0.1234248 Nov 23 22:14:34.079769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd548f-b8b9-46a7-a411-3946b0f0b14b req-a674c350-1fe5-479a-99ce-19e862fffb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:34.081257 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79dd548f-b8b9-46a7-a411-3946b0f0b14b req-a674c350-1fe5-479a-99ce-19e862fffb2b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1583993 Nov 23 22:14:34.115209 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c91d7368-67dc-44a7-a511-2adbc4e5f603 req-fbff0282-8bd8-4211-b4c4-d32b5ab5871c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140573 Nov 23 22:14:34.147044 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fcaad8-eb3d-45ce-ae81-57b358a5fcf9 tempest-TestServerBasicOps-160831686 tempest-TestServerBasicOps-160831686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:34.149680 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-59fcaad8-eb3d-45ce-ae81-57b358a5fcf9 tempest-TestServerBasicOps-160831686 tempest-TestServerBasicOps-160831686-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 1091 time: 0.2501013 Nov 23 22:14:34.154679 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36548) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:34.161563 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-3285e730-0003-4f19-b5a0-804235291af1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': 'eed486d1-a24d-46e8-b355-05a5f3b47a99', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:34.186097 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3285e730-0003-4f19-b5a0-804235291af1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:34.205273 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac270a-e026-46c4-bd30-646bf7f30583 req-7c2ea18e-7478-40bb-a05d-c73c6a59cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:34.206545 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5ac270a-e026-46c4-bd30-646bf7f30583 req-7c2ea18e-7478-40bb-a05d-c73c6a59cf5b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7fa25100-d56b-4992-af0f-af5f0e385dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406202 Nov 23 22:14:34.261825 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79dd548f-b8b9-46a7-a411-3946b0f0b14b req-6d7c507c-fe43-41d5-9ad0-ec6c330fa399 service neutron] 10.222.0.60 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613703 Nov 23 22:14:34.365341 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3285e730-0003-4f19-b5a0-804235291af1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:34.399001 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5ac270a-e026-46c4-bd30-646bf7f30583 req-ec2058cb-88ed-407d-8db9-80e661d1ac74 service neutron] 10.222.0.53 "GET /v2.0/networks/7fa25100-d56b-4992-af0f-af5f0e385dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836247 Nov 23 22:14:34.532387 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5ac270a-e026-46c4-bd30-646bf7f30583 req-ce543fab-5e40-43ba-9c33-900b2f66914d service neutron] 10.222.0.53 "GET /v2.0/networks/7fa25100-d56b-4992-af0f-af5f0e385dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193893 Nov 23 22:14:34.536155 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79dd548f-b8b9-46a7-a411-3946b0f0b14b req-55bb95cb-5957-413c-879e-429ba6c6df68 service neutron] 10.222.0.60 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458165 Nov 23 22:14:34.546165 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-3285e730-0003-4f19-b5a0-804235291af1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Allocated IP 172.25.5.210 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/79d23805-5651-4eaa-8d8a-ab3f140e3f41) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:14:34.824207 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 36562) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:34.958032 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b4792591-7f80-45f3-9b2b-6ce6e7298539 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/floatingips/451255cb-b287-42a3-889f-01bae33ff7c1 HTTP/1.1" status: 200 len: 993 time: 0.1319714 Nov 23 22:14:35.081216 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3285e730-0003-4f19-b5a0-804235291af1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:35.121733 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3285e730-0003-4f19-b5a0-804235291af1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:35.203549 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3285e730-0003-4f19-b5a0-804235291af1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:14:35.206502 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-3285e730-0003-4f19-b5a0-804235291af1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:14:35.211163 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3285e730-0003-4f19-b5a0-804235291af1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:14:35.237387 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285e730-0003-4f19-b5a0-804235291af1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Pushing event updated for resources: {'Port': ['ID=79d23805-5651-4eaa-8d8a-ab3f140e3f41,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:35.279239 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230b259-bfd4-49aa-96e1-2f038bab19e9 req-d465f763-a90e-4843-b026-77747beb910a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:35.286647 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8230b259-bfd4-49aa-96e1-2f038bab19e9 req-d465f763-a90e-4843-b026-77747beb910a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.0853333 Nov 23 22:14:35.343465 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8230b259-bfd4-49aa-96e1-2f038bab19e9 req-294d5ccd-e17a-4585-82f4-69abdda85e6c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556619 Nov 23 22:14:35.672652 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3285e730-0003-4f19-b5a0-804235291af1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:35.769207 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3285e730-0003-4f19-b5a0-804235291af1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:35.986906 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3285e730-0003-4f19-b5a0-804235291af1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:35.993845 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3285e730-0003-4f19-b5a0-804235291af1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:36.126182 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285e730-0003-4f19-b5a0-804235291af1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Pushing event updated for resources: {'Port': ['ID=79d23805-5651-4eaa-8d8a-ab3f140e3f41,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:36.139926 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3285e730-0003-4f19-b5a0-804235291af1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:36.247610 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-3285e730-0003-4f19-b5a0-804235291af1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Floating IP 99b3c81b-de5a-4ba8-b948-eab14fa04757 associated. External IP: 172.25.5.210, port: eed486d1-a24d-46e8-b355-05a5f3b47a99. Nov 23 22:14:36.491309 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3285e730-0003-4f19-b5a0-804235291af1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Router 8ef58c68-ce1c-48f4-a695-8b6e21b982ab has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:14:36.494010 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13371aed-7327-47ad-ac78-32432b002886 req-c190ba7a-e346-4744-a279-e6f74fb17fb1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:36.497433 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-13371aed-7327-47ad-ac78-32432b002886 req-c190ba7a-e346-4744-a279-e6f74fb17fb1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.0628471 Nov 23 22:14:36.563967 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-13371aed-7327-47ad-ac78-32432b002886 req-60980528-538a-4f42-b88a-833e5808db2f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568252 Nov 23 22:14:36.612427 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3285e730-0003-4f19-b5a0-804235291af1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:14:36.623233 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a05d685-c2a5-4156-96d3-6ec8a1e218c1 None None] Sync routers for ids ['8ef58c68-ce1c-48f4-a695-8b6e21b982ab'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:14:36.631524 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3285e730-0003-4f19-b5a0-804235291af1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:36.636498 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a05d685-c2a5-4156-96d3-6ec8a1e218c1 None None] Routers {'8ef58c68-ce1c-48f4-a695-8b6e21b982ab'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:14:36.637200 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-8a05d685-c2a5-4156-96d3-6ec8a1e218c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:14:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['8ef58c68-ce1c-48f4-a695-8b6e21b982ab'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:14:36.667196 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3285e730-0003-4f19-b5a0-804235291af1 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5035362 Nov 23 22:14:36.667196 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e413e027-f8ab-421c-9231-bffee34742f8', 'tag': 'eed486d1-a24d-46e8-b355-05a5f3b47a99'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:14:36.667196 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d583f2f6-4382-403d-8058-5bc966cdfa62" -d '{"events": [{"name": "network-changed", "server_uuid": "e413e027-f8ab-421c-9231-bffee34742f8", "tag": "eed486d1-a24d-46e8-b355-05a5f3b47a99"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:14:36.704683 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d54add3-751c-4895-aca4-001f46172a4f x-openstack-request-id: req-3d54add3-751c-4895-aca4-001f46172a4f {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:14:36.704991 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e413e027-f8ab-421c-9231-bffee34742f8", "tag": "eed486d1-a24d-46e8-b355-05a5f3b47a99", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:14:36.705243 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3d54add3-751c-4895-aca4-001f46172a4f {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:14:36.705644 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e413e027-f8ab-421c-9231-bffee34742f8', 'tag': 'eed486d1-a24d-46e8-b355-05a5f3b47a99', 'status': 'completed', 'code': 200} Nov 23 22:14:36.757632 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-8a05d685-c2a5-4156-96d3-6ec8a1e218c1 None None] Set router 8ef58c68-ce1c-48f4-a695-8b6e21b982ab gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:14:36.817510 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583f2f6-4382-403d-8058-5bc966cdfa62 req-20ee4d53-f750-44b2-88ef-dcdb2913eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:36.819056 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d583f2f6-4382-403d-8058-5bc966cdfa62 req-20ee4d53-f750-44b2-88ef-dcdb2913eca3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47e57217e78c466aba767c805775d0bf&device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 1096 time: 0.0419512 Nov 23 22:14:36.921299 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583f2f6-4382-403d-8058-5bc966cdfa62 req-97fcc4bc-364c-4f09-9ded-551a455fca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:36.922757 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d583f2f6-4382-403d-8058-5bc966cdfa62 req-97fcc4bc-364c-4f09-9ded-551a455fca12 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a505cd8-1c1d-4524-b9ca-aca755840d9b HTTP/1.1" status: 200 len: 909 time: 0.0954633 Nov 23 22:14:37.004550 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d583f2f6-4382-403d-8058-5bc966cdfa62 req-4c16fb9e-4f46-42a8-970f-a397a6e6852f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eed486d1-a24d-46e8-b355-05a5f3b47a99 HTTP/1.1" status: 200 len: 999 time: 0.0686772 Nov 23 22:14:37.061684 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583f2f6-4382-403d-8058-5bc966cdfa62 req-58890b40-41ed-435a-a98e-81bda8a71311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:37.063293 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d583f2f6-4382-403d-8058-5bc966cdfa62 req-58890b40-41ed-435a-a98e-81bda8a71311 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d5cccd06-79be-47aa-871f-ab587e1c7479 HTTP/1.1" status: 200 len: 847 time: 0.0491905 Nov 23 22:14:37.119016 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583f2f6-4382-403d-8058-5bc966cdfa62 req-091f938f-df9a-4d1a-88f0-c9fcc2cceff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:37.121347 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d583f2f6-4382-403d-8058-5bc966cdfa62 req-091f938f-df9a-4d1a-88f0-c9fcc2cceff8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a505cd8-1c1d-4524-b9ca-aca755840d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494728 Nov 23 22:14:37.168070 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-8a05d685-c2a5-4156-96d3-6ec8a1e218c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'name': 'tempest-TestServerBasicOps-286375362-router', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:40Z', 'updated_at': '2021-11-23T22:13:50Z', 'revision_number': 4, 'project_id': '47e57217e78c466aba767c805775d0bf', 'gw_port': {'id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:42Z', 'updated_at': '2021-11-23T22:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '99b3c81b-de5a-4ba8-b948-eab14fa04757', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'floating_ip_address': '172.25.5.210', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'port_id': 'eed486d1-a24d-46e8-b355-05a5f3b47a99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b', 'mac_address': 'fa:16:3e:74:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e413e027-f8ab-421c-9231-bffee34742f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:14:35Z', 'updated_at': '2021-11-23T22:14:35Z', 'revision_number': 0, 'project_id': '47e57217e78c466aba767c805775d0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87744998-78a3-4c35-a869-2b58b9ac5c23', 'name': '', 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'mac_address': 'fa:16:3e:66:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'd5cccd06-79be-47aa-871f-ab587e1c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:49Z', 'updated_at': '2021-11-23T22:13:57Z', 'revision_number': 5, 'project_id': '47e57217e78c466aba767c805775d0bf', 'subnets': [{'id': 'd5cccd06-79be-47aa-871f-ab587e1c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:14:37.204382 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a05d685-c2a5-4156-96d3-6ec8a1e218c1 None None] Checking router: 8ef58c68-ce1c-48f4-a695-8b6e21b982ab for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:14:37.215013 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a05d685-c2a5-4156-96d3-6ec8a1e218c1 None None] Routers {'8ef58c68-ce1c-48f4-a695-8b6e21b982ab'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:14:37.216182 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-8a05d685-c2a5-4156-96d3-6ec8a1e218c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:14:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['8ef58c68-ce1c-48f4-a695-8b6e21b982ab'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:14:37.243512 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d583f2f6-4382-403d-8058-5bc966cdfa62 req-98db7eed-efbb-4fbb-b5ff-6ef470e62c76 service neutron] 10.222.0.60 "GET /v2.0/networks/8a505cd8-1c1d-4524-b9ca-aca755840d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139414 Nov 23 22:14:37.348307 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-8a05d685-c2a5-4156-96d3-6ec8a1e218c1 None None] Set router 8ef58c68-ce1c-48f4-a695-8b6e21b982ab gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:14:37.363556 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d583f2f6-4382-403d-8058-5bc966cdfa62 req-69867ebb-72ce-4f52-b78c-2dca766f05dc service neutron] 10.222.0.60 "GET /v2.0/networks/8a505cd8-1c1d-4524-b9ca-aca755840d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067529 Nov 23 22:14:37.577313 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:14:37.627306 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-8a05d685-c2a5-4156-96d3-6ec8a1e218c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'name': 'tempest-TestServerBasicOps-286375362-router', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:40Z', 'updated_at': '2021-11-23T22:13:50Z', 'revision_number': 4, 'project_id': '47e57217e78c466aba767c805775d0bf', 'gw_port': {'id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:42Z', 'updated_at': '2021-11-23T22:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '99b3c81b-de5a-4ba8-b948-eab14fa04757', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'floating_ip_address': '172.25.5.210', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'port_id': 'eed486d1-a24d-46e8-b355-05a5f3b47a99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b', 'mac_address': 'fa:16:3e:74:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e413e027-f8ab-421c-9231-bffee34742f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:14:35Z', 'updated_at': '2021-11-23T22:14:35Z', 'revision_number': 0, 'project_id': '47e57217e78c466aba767c805775d0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87744998-78a3-4c35-a869-2b58b9ac5c23', 'name': '', 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'mac_address': 'fa:16:3e:66:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'd5cccd06-79be-47aa-871f-ab587e1c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:49Z', 'updated_at': '2021-11-23T22:13:57Z', 'revision_number': 5, 'project_id': '47e57217e78c466aba767c805775d0bf', 'subnets': [{'id': 'd5cccd06-79be-47aa-871f-ab587e1c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:14:37.674916 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a05d685-c2a5-4156-96d3-6ec8a1e218c1 None None] The sync data for ids ['8ef58c68-ce1c-48f4-a695-8b6e21b982ab'] in n-d-816206-9 is: [{'id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'name': 'tempest-TestServerBasicOps-286375362-router', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:40Z', 'updated_at': '2021-11-23T22:13:50Z', 'revision_number': 4, 'project_id': '47e57217e78c466aba767c805775d0bf', 'gw_port': {'id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:42Z', 'updated_at': '2021-11-23T22:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '99b3c81b-de5a-4ba8-b948-eab14fa04757', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'floating_ip_address': '172.25.5.210', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'port_id': 'eed486d1-a24d-46e8-b355-05a5f3b47a99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b', 'mac_address': 'fa:16:3e:74:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e413e027-f8ab-421c-9231-bffee34742f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:14:35Z', 'updated_at': '2021-11-23T22:14:35Z', 'revision_number': 0, 'project_id': '47e57217e78c466aba767c805775d0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87744998-78a3-4c35-a869-2b58b9ac5c23', 'name': '', 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'mac_address': 'fa:16:3e:66:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'd5cccd06-79be-47aa-871f-ab587e1c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:49Z', 'updated_at': '2021-11-23T22:13:57Z', 'revision_number': 5, 'project_id': '47e57217e78c466aba767c805775d0bf', 'subnets': [{'id': 'd5cccd06-79be-47aa-871f-ab587e1c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:14:37.709775 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621e0a5-cd49-4560-9b69-0c1827fca0a1 req-e22259b2-ea29-4693-b6ed-bc168a07f672 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:37.714463 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3621e0a5-cd49-4560-9b69-0c1827fca0a1 req-e22259b2-ea29-4693-b6ed-bc168a07f672 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.0647345 Nov 23 22:14:37.789294 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3621e0a5-cd49-4560-9b69-0c1827fca0a1 req-f63b892c-da11-4c54-9d16-0f8f66418b13 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630946 Nov 23 22:14:37.940345 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416bc676-bd4d-4e56-85eb-6099a8def237 None None] New status for floating IP 99b3c81b-de5a-4ba8-b948-eab14fa04757: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:14:38.909819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bb8b0-eed8-46bb-be98-c9bec109d4bf req-f678a208-1f00-489f-8bee-1fcca3253f66 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:38.914953 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a4bb8b0-eed8-46bb-be98-c9bec109d4bf req-f678a208-1f00-489f-8bee-1fcca3253f66 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.0616016 Nov 23 22:14:38.972496 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a4bb8b0-eed8-46bb-be98-c9bec109d4bf req-e28ca807-a7fc-4955-8925-746e0c8fc056 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486002 Nov 23 22:14:40.148377 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade921d-2635-4a17-bb3b-b09520ede62a req-81ce0b82-50dd-480c-89da-3adf2ec15f77 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:40.148377 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dade921d-2635-4a17-bb3b-b09520ede62a req-81ce0b82-50dd-480c-89da-3adf2ec15f77 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.0659330 Nov 23 22:14:40.200463 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dade921d-2635-4a17-bb3b-b09520ede62a req-14b5a96b-6422-4db9-b614-35bea9424a4a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539961 Nov 23 22:14:41.331847 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660e1ae-68ae-4a61-bc46-b4253dd49bdb req-08ebb774-2af3-461d-91c9-fe3bc60c0814 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:41.335167 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6660e1ae-68ae-4a61-bc46-b4253dd49bdb req-08ebb774-2af3-461d-91c9-fe3bc60c0814 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.0544219 Nov 23 22:14:41.387860 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6660e1ae-68ae-4a61-bc46-b4253dd49bdb req-92c57d71-323b-4989-932e-a22e2be0dacf tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478735 Nov 23 22:14:42.510883 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1317416-0225-47b5-95dc-c9897b55b853 req-fe91155e-e3bc-496c-bb1a-b144448af022 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:42.512374 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1317416-0225-47b5-95dc-c9897b55b853 req-fe91155e-e3bc-496c-bb1a-b144448af022 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.0525694 Nov 23 22:14:42.563731 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1317416-0225-47b5-95dc-c9897b55b853 req-f702e5ab-8dda-4e1c-93b8-c4fcb734bd1f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451219 Nov 23 22:14:43.687962 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56bdee-fbbd-4dc8-b29a-a127a8ccefdf req-71d5bb4f-e842-4ea3-af75-ba98aaba89b5 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:43.690240 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f56bdee-fbbd-4dc8-b29a-a127a8ccefdf req-71d5bb4f-e842-4ea3-af75-ba98aaba89b5 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.0571420 Nov 23 22:14:43.747274 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f56bdee-fbbd-4dc8-b29a-a127a8ccefdf req-ee907d04-96e3-42cf-ac8f-f4814c940207 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503261 Nov 23 22:14:44.870704 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78ffb8-f734-4198-b7fb-efc6a8c3758f req-e2198bdd-8db9-4a12-bf45-f09e9e0f4b14 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:44.873160 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bb78ffb8-f734-4198-b7fb-efc6a8c3758f req-e2198bdd-8db9-4a12-bf45-f09e9e0f4b14 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.0537474 Nov 23 22:14:44.949605 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bb78ffb8-f734-4198-b7fb-efc6a8c3758f req-c570cae6-1435-48bb-b216-f7ec0e7ceaca tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643022 Nov 23 22:14:45.462586 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-4b948eb4-5918-4642-808c-def2e143ff71 req-abd1dd61-1490-4c7f-9395-d40bc8ba50a4 service neutron] show failed (client error): The resource could not be found. Nov 23 22:14:45.464085 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b948eb4-5918-4642-808c-def2e143ff71 req-abd1dd61-1490-4c7f-9395-d40bc8ba50a4 service neutron] 10.222.0.60 "GET /v2.0/ports/646dccf4-5162-4879-811e-dc2b620c33b8/bindings/n-h1-816206-9 HTTP/1.1" status: 404 len: 380 time: 0.0588610 Nov 23 22:14:45.718819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b948eb4-5918-4642-808c-def2e143ff71 req-58b147c5-03dd-45f7-bd34-8d27b1d205b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:45.720335 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b948eb4-5918-4642-808c-def2e143ff71 req-58b147c5-03dd-45f7-bd34-8d27b1d205b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4&tenant_id=8e0acd4df46849288fda9982f884e974 HTTP/1.1" status: 200 len: 1096 time: 0.0458257 Nov 23 22:14:45.735406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-4b948eb4-5918-4642-808c-def2e143ff71 req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-9', 'device_owner': 'compute:nova'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:45.799229 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4b948eb4-5918-4642-808c-def2e143ff71 req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:46.032454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-4b948eb4-5918-4642-808c-def2e143ff71 req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] For port 646dccf4-5162-4879-811e-dc2b620c33b8, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=646dccf4-5162-4879-811e-dc2b620c33b8,segment=NetworkSegment(88a74061-97e3-49cf-9fc3-b5b0d915a613),segment_id=88a74061-97e3-49cf-9fc3-b5b0d915a613)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:14:46.101821 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-4b948eb4-5918-4642-808c-def2e143ff71 req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] For port 646dccf4-5162-4879-811e-dc2b620c33b8, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:14:46.111961 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa430b9b-65e9-4328-ba17-158d471d5e99 req-4822a58b-054a-442c-83ea-d907a59e1af4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:46.114560 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa430b9b-65e9-4328-ba17-158d471d5e99 req-4822a58b-054a-442c-83ea-d907a59e1af4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 945 time: 0.0784209 Nov 23 22:14:46.199927 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646dccf4-5162-4879-811e-dc2b620c33b8'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:14:46.202351 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb63af4e-6ba2-4db8-8b1a-801f7276fbaa" -d '{"events": [{"server_uuid": "9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4", "name": "network-vif-unplugged", "status": "completed", "tag": "646dccf4-5162-4879-811e-dc2b620c33b8"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:14:46.206615 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4b948eb4-5918-4642-808c-def2e143ff71 req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:46.228657 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa430b9b-65e9-4328-ba17-158d471d5e99 req-b901db3f-f380-48ff-90a3-fd432a7db4ba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942714 Nov 23 22:14:46.254339 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-4b948eb4-5918-4642-808c-def2e143ff71 req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] Transition to ACTIVE for port object 646dccf4-5162-4879-811e-dc2b620c33b8 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:14:46.261818 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4b948eb4-5918-4642-808c-def2e143ff71 req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:46.501567 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] Pushing event updated for resources: {'Port': ['ID=646dccf4-5162-4879-811e-dc2b620c33b8,revision_number=6']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:46.539044 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b948eb4-5918-4642-808c-def2e143ff71 req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] No DVR routers for this DVR port 646dccf4-5162-4879-811e-dc2b620c33b8 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:14:46.671790 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a8e33e-cc2e-406b-8958-8d0d3a08b3d5 x-openstack-request-id: req-31a8e33e-cc2e-406b-8958-8d0d3a08b3d5 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:14:46.672211 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4", "name": "network-vif-unplugged", "status": "completed", "tag": "646dccf4-5162-4879-811e-dc2b620c33b8", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:14:46.672577 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-31a8e33e-cc2e-406b-8958-8d0d3a08b3d5 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:14:46.673074 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646dccf4-5162-4879-811e-dc2b620c33b8', 'code': 200} Nov 23 22:14:46.719182 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-4b948eb4-5918-4642-808c-def2e143ff71 req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] Attempting to bind port 646dccf4-5162-4879-811e-dc2b620c33b8 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:14:46.719624 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-4b948eb4-5918-4642-808c-def2e143ff71 req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] Attempting to bind port 646dccf4-5162-4879-811e-dc2b620c33b8 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '88a74061-97e3-49cf-9fc3-b5b0d915a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:14:46.720190 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b948eb4-5918-4642-808c-def2e143ff71 req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] Attempting to bind port 646dccf4-5162-4879-811e-dc2b620c33b8 on network 7b530308-4f30-4efe-8c5c-2d60e46ef0aa {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:14:46.725370 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b948eb4-5918-4642-808c-def2e143ff71 req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] Port 646dccf4-5162-4879-811e-dc2b620c33b8 on network 7b530308-4f30-4efe-8c5c-2d60e46ef0aa not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:14:46.725821 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b948eb4-5918-4642-808c-def2e143ff71 req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] Attempting to bind port 646dccf4-5162-4879-811e-dc2b620c33b8 on network 7b530308-4f30-4efe-8c5c-2d60e46ef0aa {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:14:46.737396 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b948eb4-5918-4642-808c-def2e143ff71 req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:14:46.737822 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b948eb4-5918-4642-808c-def2e143ff71 req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] Checking segment: {'id': '88a74061-97e3-49cf-9fc3-b5b0d915a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:14:46.738314 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b948eb4-5918-4642-808c-def2e143ff71 req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] Bound using segment: {'id': '88a74061-97e3-49cf-9fc3-b5b0d915a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:14:46.739052 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-4b948eb4-5918-4642-808c-def2e143ff71 req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] Bound port: 646dccf4-5162-4879-811e-dc2b620c33b8, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88a74061-97e3-49cf-9fc3-b5b0d915a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:14:46.739515 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4b948eb4-5918-4642-808c-def2e143ff71 req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:46.820323 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-4b948eb4-5918-4642-808c-def2e143ff71 req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] For port 646dccf4-5162-4879-811e-dc2b620c33b8, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:14:46.825502 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-4b948eb4-5918-4642-808c-def2e143ff71 req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] For port 646dccf4-5162-4879-811e-dc2b620c33b8, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=646dccf4-5162-4879-811e-dc2b620c33b8,segment=NetworkSegment(88a74061-97e3-49cf-9fc3-b5b0d915a613),segment_id=88a74061-97e3-49cf-9fc3-b5b0d915a613)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:14:46.832547 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4b948eb4-5918-4642-808c-def2e143ff71 req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:46.880963 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b948eb4-5918-4642-808c-def2e143ff71 req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:46.881670 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-4b948eb4-5918-4642-808c-def2e143ff71 req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:46.883258 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b948eb4-5918-4642-808c-def2e143ff71 req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] 10.222.0.53 "PUT /v2.0/ports/646dccf4-5162-4879-811e-dc2b620c33b8 HTTP/1.1" status: 200 len: 1091 time: 1.1523869 Nov 23 22:14:46.921145 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e83574-3e85-4f16-9b73-342aab998d70 service neutron] Pushing event updated for resources: {'Port': ['ID=646dccf4-5162-4879-811e-dc2b620c33b8,revision_number=7']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:46.974206 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b948eb4-5918-4642-808c-def2e143ff71 req-074dc486-7d70-4d7d-b9ee-b58390a80ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:46.976400 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b948eb4-5918-4642-808c-def2e143ff71 req-074dc486-7d70-4d7d-b9ee-b58390a80ef5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 1094 time: 0.0661926 Nov 23 22:14:47.105842 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b948eb4-5918-4642-808c-def2e143ff71 req-6180a19c-b422-4541-8269-b607eb0b66fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:47.115674 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b948eb4-5918-4642-808c-def2e143ff71 req-6180a19c-b422-4541-8269-b607eb0b66fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa HTTP/1.1" status: 200 len: 898 time: 0.1297553 Nov 23 22:14:47.214372 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b948eb4-5918-4642-808c-def2e143ff71 req-15370368-8f8b-4793-bff6-8f1c6569dae7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=646dccf4-5162-4879-811e-dc2b620c33b8 HTTP/1.1" status: 200 len: 999 time: 0.0806413 Nov 23 22:14:47.293508 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b948eb4-5918-4642-808c-def2e143ff71 req-3c4fa432-3a9f-4817-86f3-4f59bfc71ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:47.295287 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b948eb4-5918-4642-808c-def2e143ff71 req-3c4fa432-3a9f-4817-86f3-4f59bfc71ea2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc83933b-c274-4ed1-a7dc-b79874b5ad9f HTTP/1.1" status: 200 len: 835 time: 0.0718377 Nov 23 22:14:47.456589 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed26c95-cbb7-4cbc-a360-9f433e8e07b1 req-70a96297-209d-4fd3-b6c8-bb5fe8b51c9e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:47.458140 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fed26c95-cbb7-4cbc-a360-9f433e8e07b1 req-70a96297-209d-4fd3-b6c8-bb5fe8b51c9e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 943 time: 0.0705273 Nov 23 22:14:47.473725 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b948eb4-5918-4642-808c-def2e143ff71 req-c0df691a-5b8d-482e-80c2-c6367c0d3be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:47.475169 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b948eb4-5918-4642-808c-def2e143ff71 req-c0df691a-5b8d-482e-80c2-c6367c0d3be7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1663876 Nov 23 22:14:47.545426 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fed26c95-cbb7-4cbc-a360-9f433e8e07b1 req-b1e925a8-458f-46e9-a073-5c34a74c2618 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787184 Nov 23 22:14:47.606406 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b948eb4-5918-4642-808c-def2e143ff71 req-b69fb3e5-a6d3-4ea7-bcc8-ea3f6f9ea650 service neutron] 10.222.0.53 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206825 Nov 23 22:14:47.711504 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4b948eb4-5918-4642-808c-def2e143ff71 req-2abaa2e4-8679-4d42-8df6-238d1a2868c6 service neutron] 10.222.0.53 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936244 Nov 23 22:14:48.421619 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 646dccf4-5162-4879-811e-dc2b620c33b8 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:14:48.483622 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 646dccf4-5162-4879-811e-dc2b620c33b8 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:14:48.684223 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4', 'tag': '646dccf4-5162-4879-811e-dc2b620c33b8'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:14:48.686807 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d8097d-cf52-4d04-8dfd-e6244174794e" -d '{"events": [{"name": "network-changed", "server_uuid": "9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4", "tag": "646dccf4-5162-4879-811e-dc2b620c33b8"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:14:48.751264 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3550d-7e65-465c-9112-b71515de21d3 req-f9338443-9a62-4437-9e62-69313afbcfca tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:48.753261 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8d3550d-7e65-465c-9112-b71515de21d3 req-f9338443-9a62-4437-9e62-69313afbcfca tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 943 time: 0.1143711 Nov 23 22:14:48.764533 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24409de9-0c2a-4988-b60b-53e78d040f3a x-openstack-request-id: req-24409de9-0c2a-4988-b60b-53e78d040f3a {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:14:48.764802 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4", "tag": "646dccf4-5162-4879-811e-dc2b620c33b8", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:14:48.765084 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-24409de9-0c2a-4988-b60b-53e78d040f3a {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:14:48.765669 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4', 'tag': '646dccf4-5162-4879-811e-dc2b620c33b8', 'status': 'completed', 'code': 200} Nov 23 22:14:48.906198 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8d3550d-7e65-465c-9112-b71515de21d3 req-2204348a-1c19-4e69-b112-36ca191612fb tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442575 Nov 23 22:14:48.917858 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8097d-cf52-4d04-8dfd-e6244174794e req-cf0270cf-372e-49e5-887a-60c836843f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:48.919457 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8d8097d-cf52-4d04-8dfd-e6244174794e req-cf0270cf-372e-49e5-887a-60c836843f38 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 1094 time: 0.1296794 Nov 23 22:14:48.929671 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8097d-cf52-4d04-8dfd-e6244174794e req-3900f89f-7ce2-4109-9627-ce549e69d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:48.930250 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8d8097d-cf52-4d04-8dfd-e6244174794e req-3900f89f-7ce2-4109-9627-ce549e69d0e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 1094 time: 0.0837762 Nov 23 22:14:49.102664 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8097d-cf52-4d04-8dfd-e6244174794e req-989af865-7036-4e30-970e-0f5e14c9a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:49.104841 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8d8097d-cf52-4d04-8dfd-e6244174794e req-989af865-7036-4e30-970e-0f5e14c9a543 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa HTTP/1.1" status: 200 len: 898 time: 0.1657858 Nov 23 22:14:49.106034 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8097d-cf52-4d04-8dfd-e6244174794e req-af3f9a72-fe34-42ac-b8df-379d1fcadfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:49.107374 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8d8097d-cf52-4d04-8dfd-e6244174794e req-af3f9a72-fe34-42ac-b8df-379d1fcadfd1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa HTTP/1.1" status: 200 len: 898 time: 0.1762583 Nov 23 22:14:49.111781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36834) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:49.223528 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8d8097d-cf52-4d04-8dfd-e6244174794e req-3e0d264a-d9f9-49a7-81fd-bb4fecf308eb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=646dccf4-5162-4879-811e-dc2b620c33b8 HTTP/1.1" status: 200 len: 999 time: 0.1059813 Nov 23 22:14:49.227952 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c86cfcc-d5bb-4a33-8270-a003b951e13e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:49.233335 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8d8097d-cf52-4d04-8dfd-e6244174794e req-6d5e35c9-1f34-4ecc-8e88-7a7cb7dbc168 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=646dccf4-5162-4879-811e-dc2b620c33b8 HTTP/1.1" status: 200 len: 999 time: 0.0781190 Nov 23 22:14:49.314155 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8097d-cf52-4d04-8dfd-e6244174794e req-a10c6c91-1b8c-492e-83cb-792f6317349b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:49.315656 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8d8097d-cf52-4d04-8dfd-e6244174794e req-a10c6c91-1b8c-492e-83cb-792f6317349b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc83933b-c274-4ed1-a7dc-b79874b5ad9f HTTP/1.1" status: 200 len: 835 time: 0.0814984 Nov 23 22:14:49.317142 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8097d-cf52-4d04-8dfd-e6244174794e req-a907de3f-a70e-40be-9059-42bfe4c7ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:49.318460 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8d8097d-cf52-4d04-8dfd-e6244174794e req-a907de3f-a70e-40be-9059-42bfe4c7ea2d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc83933b-c274-4ed1-a7dc-b79874b5ad9f HTTP/1.1" status: 200 len: 835 time: 0.0763185 Nov 23 22:14:49.321201 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c86cfcc-d5bb-4a33-8270-a003b951e13e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:49.326494 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c86cfcc-d5bb-4a33-8270-a003b951e13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:49.374894 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86cfcc-d5bb-4a33-8270-a003b951e13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5632eeb-d4fa-4e9d-9d34-8068767b2b6c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:49.382445 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7c86cfcc-d5bb-4a33-8270-a003b951e13e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a8c89e0081f043289f745b0ea9ddc1ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2672055 Nov 23 22:14:49.384204 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36838) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:49.388349 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86cfcc-d5bb-4a33-8270-a003b951e13e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:49.388701 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86cfcc-d5bb-4a33-8270-a003b951e13e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:49.389045 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86cfcc-d5bb-4a33-8270-a003b951e13e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:49.389666 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86cfcc-d5bb-4a33-8270-a003b951e13e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:49.390005 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86cfcc-d5bb-4a33-8270-a003b951e13e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:49.390337 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86cfcc-d5bb-4a33-8270-a003b951e13e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:49.390863 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86cfcc-d5bb-4a33-8270-a003b951e13e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:49.391364 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86cfcc-d5bb-4a33-8270-a003b951e13e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:49.391707 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86cfcc-d5bb-4a33-8270-a003b951e13e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:49.392038 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86cfcc-d5bb-4a33-8270-a003b951e13e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:49.392364 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86cfcc-d5bb-4a33-8270-a003b951e13e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:49.392846 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c86cfcc-d5bb-4a33-8270-a003b951e13e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:49.395610 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8097d-cf52-4d04-8dfd-e6244174794e req-09a80048-e3bd-49cf-942c-0bf03731294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:49.397795 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8d8097d-cf52-4d04-8dfd-e6244174794e req-09a80048-e3bd-49cf-942c-0bf03731294a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737550 Nov 23 22:14:49.409247 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8097d-cf52-4d04-8dfd-e6244174794e req-94c44946-2777-4df5-82f3-efda4a79bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:49.411614 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8d8097d-cf52-4d04-8dfd-e6244174794e req-94c44946-2777-4df5-82f3-efda4a79bb6c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782411 Nov 23 22:14:49.444997 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9293045f-9d13-4029-b22e-2e4fa9089495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:49.467692 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9293045f-9d13-4029-b22e-2e4fa9089495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:49.525283 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9293045f-9d13-4029-b22e-2e4fa9089495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:49.534413 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9293045f-9d13-4029-b22e-2e4fa9089495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:49.538582 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9293045f-9d13-4029-b22e-2e4fa9089495 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f5632eeb-d4fa-4e9d-9d34-8068767b2b6c HTTP/1.1" status: 204 len: 168 time: 0.1508231 Nov 23 22:14:49.564728 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8d8097d-cf52-4d04-8dfd-e6244174794e req-f944b4b0-943c-46c4-9cfd-26b777ad5ff3 service neutron] 10.222.0.60 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577086 Nov 23 22:14:49.571408 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293045f-9d13-4029-b22e-2e4fa9089495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5632eeb-d4fa-4e9d-9d34-8068767b2b6c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:49.585372 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8d8097d-cf52-4d04-8dfd-e6244174794e req-55c2662e-c218-4d3a-beb1-65e3e63faf2b service neutron] 10.222.0.53 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568556 Nov 23 22:14:49.744436 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8d8097d-cf52-4d04-8dfd-e6244174794e req-b7d0d86f-6211-4529-9d74-7e964209511a service neutron] 10.222.0.60 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689141 Nov 23 22:14:49.750473 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8d8097d-cf52-4d04-8dfd-e6244174794e req-88d15f5d-8e01-4958-97ce-f455a3ee146e service neutron] 10.222.0.53 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484907 Nov 23 22:14:49.878353 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36846) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:49.892325 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46fb76d5-74d7-458d-9629-0f8c45b39047 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:49.978248 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46fb76d5-74d7-458d-9629-0f8c45b39047 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:49.983599 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46fb76d5-74d7-458d-9629-0f8c45b39047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:50.044015 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-46fb76d5-74d7-458d-9629-0f8c45b39047 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7c51c0bb0dd74f4d97e21091cad8b787&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1642575 Nov 23 22:14:50.045028 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb76d5-74d7-458d-9629-0f8c45b39047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411d8ab5-f6af-4db2-9a6a-89fa557b6437,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:50.047995 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36850) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:50.051293 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c608d-5535-41fa-981f-56aec66ec0d2 req-b279a438-2f45-4b95-aea6-460f0d24b19f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:50.053615 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-913c608d-5535-41fa-981f-56aec66ec0d2 req-b279a438-2f45-4b95-aea6-460f0d24b19f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 943 time: 0.0674281 Nov 23 22:14:50.122534 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-913c608d-5535-41fa-981f-56aec66ec0d2 req-3cff95ef-95ae-4adb-b497-1db650d2a470 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597072 Nov 23 22:14:50.129629 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-71210fb1-ab6a-4223-a281-122c2125055c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:50.153190 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-71210fb1-ab6a-4223-a281-122c2125055c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:50.209821 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-71210fb1-ab6a-4223-a281-122c2125055c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:50.213070 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-71210fb1-ab6a-4223-a281-122c2125055c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:50.214705 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-71210fb1-ab6a-4223-a281-122c2125055c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/411d8ab5-f6af-4db2-9a6a-89fa557b6437 HTTP/1.1" status: 204 len: 168 time: 0.1657639 Nov 23 22:14:50.223524 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71210fb1-ab6a-4223-a281-122c2125055c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411d8ab5-f6af-4db2-9a6a-89fa557b6437,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:50.462413 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-6448a79b-34f1-435d-90d0-6673141d8dc5 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:50.464058 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-6448a79b-34f1-435d-90d0-6673141d8dc5 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.53 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4&tenant_id=8e0acd4df46849288fda9982f884e974&binding%3Ahost_id=n-h1-816206-9 HTTP/1.1" status: 200 len: 943 time: 0.1269448 Nov 23 22:14:50.489277 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c33ede-ce74-4604-958c-253ed2554d58 req-5cdd75df-be8b-41c0-91ef-c2362c9db291 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:50.490755 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-83c33ede-ce74-4604-958c-253ed2554d58 req-5cdd75df-be8b-41c0-91ef-c2362c9db291 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 943 time: 0.1158326 Nov 23 22:14:50.946208 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-83c33ede-ce74-4604-958c-253ed2554d58 req-c587b03d-e0d5-4951-9c10-d7b1acc971ae tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4343433 Nov 23 22:14:50.949530 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-a37e33d7-c3e3-4852-a669-9718892193dc service neutron] 10.222.0.53 "GET /v2.0/ports/646dccf4-5162-4879-811e-dc2b620c33b8/bindings/n-h1-816206-9 HTTP/1.1" status: 200 len: 382 time: 0.4732573 Nov 23 22:14:51.023565 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-6a1d4931-6d3f-4753-b6db-10a1f31eddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:51.025320 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-6a1d4931-6d3f-4753-b6db-10a1f31eddc7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 1094 time: 0.0421405 Nov 23 22:14:51.137199 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-696ecf80-918a-4954-89b8-66b38b9c5525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:51.138515 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-696ecf80-918a-4954-89b8-66b38b9c5525 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa HTTP/1.1" status: 200 len: 898 time: 0.1051934 Nov 23 22:14:51.221653 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-f6a69f1b-2387-42f4-bf90-ff6260d7f5c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=646dccf4-5162-4879-811e-dc2b620c33b8 HTTP/1.1" status: 200 len: 999 time: 0.0727260 Nov 23 22:14:51.307791 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-6fc2ef5f-dc9f-4199-b9c5-368eb0cbcf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:51.313702 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-6fc2ef5f-dc9f-4199-b9c5-368eb0cbcf56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc83933b-c274-4ed1-a7dc-b79874b5ad9f HTTP/1.1" status: 200 len: 835 time: 0.0827076 Nov 23 22:14:51.377866 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-1ae98b78-d302-4c6e-bfea-d7090c5e59b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:51.379802 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-1ae98b78-d302-4c6e-bfea-d7090c5e59b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594234 Nov 23 22:14:51.389194 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 36894) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:51.499575 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-a1d1923f-e63b-46f0-ad26-1eb8a2b64de8 service neutron] 10.222.0.53 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109223 Nov 23 22:14:51.511575 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24afb8ff-d4d0-4dcc-8a58-7e59d125062d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:51.600846 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24afb8ff-d4d0-4dcc-8a58-7e59d125062d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:51.608998 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24afb8ff-d4d0-4dcc-8a58-7e59d125062d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:51.617323 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-a4aac846-5352-46ea-b885-b66db320f002 service neutron] 10.222.0.53 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098163 Nov 23 22:14:51.664638 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-24afb8ff-d4d0-4dcc-8a58-7e59d125062d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c4e9ffd0867c4abcab56a181bec1328c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2718523 Nov 23 22:14:51.664947 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 36908) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:51.673483 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afb8ff-d4d0-4dcc-8a58-7e59d125062d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47433f0-4339-4619-9219-2282c292ed4c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:51.735384 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3fdddc7e-228f-4f7e-847e-a147b202a125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:51.758132 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3fdddc7e-228f-4f7e-847e-a147b202a125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:51.805430 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3fdddc7e-228f-4f7e-847e-a147b202a125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:51.808644 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3fdddc7e-228f-4f7e-847e-a147b202a125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:51.809794 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3fdddc7e-228f-4f7e-847e-a147b202a125 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b47433f0-4339-4619-9219-2282c292ed4c HTTP/1.1" status: 204 len: 168 time: 0.1438301 Nov 23 22:14:51.817683 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdddc7e-228f-4f7e-847e-a147b202a125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47433f0-4339-4619-9219-2282c292ed4c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:51.899353 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 646dccf4-5162-4879-811e-dc2b620c33b8 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:14:52.015841 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 646dccf4-5162-4879-811e-dc2b620c33b8, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=646dccf4-5162-4879-811e-dc2b620c33b8,segment=NetworkSegment(88a74061-97e3-49cf-9fc3-b5b0d915a613),segment_id=88a74061-97e3-49cf-9fc3-b5b0d915a613)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:14:52.029158 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '646dccf4-5162-4879-811e-dc2b620c33b8', 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa', 'port_id': '646dccf4-5162-4879-811e-dc2b620c33b8', 'mac_address': 'fa:16:3e:0d:63:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc83933b-c274-4ed1-a7dc-b79874b5ad9f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:14:52.081320 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:52.098814 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646dccf4-5162-4879-811e-dc2b620c33b8 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:14:52.105229 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c54c9-64e4-45d1-916f-0a5d1050f609 req-b242b4e8-3227-4509-a608-c7fd2b68968e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:52.108051 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c7c54c9-64e4-45d1-916f-0a5d1050f609 req-b242b4e8-3227-4509-a608-c7fd2b68968e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 943 time: 0.0642631 Nov 23 22:14:52.129589 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 646dccf4-5162-4879-811e-dc2b620c33b8, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=646dccf4-5162-4879-811e-dc2b620c33b8,segment=NetworkSegment(88a74061-97e3-49cf-9fc3-b5b0d915a613),segment_id=88a74061-97e3-49cf-9fc3-b5b0d915a613)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:14:52.142022 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:52.196862 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c7c54c9-64e4-45d1-916f-0a5d1050f609 req-82e2296a-0d91-4afc-a102-8e12e540582d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815113 Nov 23 22:14:52.200876 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=646dccf4-5162-4879-811e-dc2b620c33b8,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:52.209147 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:52.209503 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:52.209853 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:52.210190 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:52.210521 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:52.210879 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:52.211211 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:52.211538 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:52.211939 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:52.212173 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:52.212500 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:52.212825 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:52.444359 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['646dccf4-5162-4879-811e-dc2b620c33b8'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:14:52.851628 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:52.968602 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 36954) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:53.078438 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1f378889-352b-4386-933b-43309e546cac admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:53.155722 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1f378889-352b-4386-933b-43309e546cac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:53.159576 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1f378889-352b-4386-933b-43309e546cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:53.195730 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f378889-352b-4386-933b-43309e546cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0e6e85-9164-4944-9ec5-f7c8cf5f2e08,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:53.200820 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1f378889-352b-4386-933b-43309e546cac admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d8ece871280a4e21a5921c5645d5476e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2311940 Nov 23 22:14:53.203862 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 36958) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:53.252344 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b17ce612-0417-4ba4-a4c5-543faa9f0769 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:53.275021 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b17ce612-0417-4ba4-a4c5-543faa9f0769 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:53.352030 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690636a6-0495-43d0-8805-a4c3760c2a63 req-447ce1c7-0136-4793-829a-0548d9eef6dc tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:53.354103 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-690636a6-0495-43d0-8805-a4c3760c2a63 req-447ce1c7-0136-4793-829a-0548d9eef6dc tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 944 time: 0.0765314 Nov 23 22:14:53.388501 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b17ce612-0417-4ba4-a4c5-543faa9f0769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:53.391265 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b17ce612-0417-4ba4-a4c5-543faa9f0769 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:53.395445 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b17ce612-0417-4ba4-a4c5-543faa9f0769 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3c0e6e85-9164-4944-9ec5-f7c8cf5f2e08 HTTP/1.1" status: 204 len: 168 time: 0.1886697 Nov 23 22:14:53.421309 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ce612-0417-4ba4-a4c5-543faa9f0769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0e6e85-9164-4944-9ec5-f7c8cf5f2e08,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:53.437392 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-690636a6-0495-43d0-8805-a4c3760c2a63 req-8ac9a3d0-1383-46e0-86ec-9f32be7ec2dc tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761659 Nov 23 22:14:53.843650 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-1d78b4bf-509d-488b-8fb3-58f85cc1fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:53.845232 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-1d78b4bf-509d-488b-8fb3-58f85cc1fcf7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4&tenant_id=8e0acd4df46849288fda9982f884e974 HTTP/1.1" status: 200 len: 1095 time: 0.0568578 Nov 23 22:14:53.866693 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-9', 'device_owner': 'compute:nova'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:53.916667 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 646dccf4-5162-4879-811e-dc2b620c33b8 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:14:53.936386 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:54.035102 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 646dccf4-5162-4879-811e-dc2b620c33b8, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=646dccf4-5162-4879-811e-dc2b620c33b8,segment=NetworkSegment(88a74061-97e3-49cf-9fc3-b5b0d915a613),segment_id=88a74061-97e3-49cf-9fc3-b5b0d915a613)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:14:54.049830 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '646dccf4-5162-4879-811e-dc2b620c33b8', 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa', 'port_id': '646dccf4-5162-4879-811e-dc2b620c33b8', 'mac_address': 'fa:16:3e:0d:63:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc83933b-c274-4ed1-a7dc-b79874b5ad9f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:14:54.197059 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] For port 646dccf4-5162-4879-811e-dc2b620c33b8, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=646dccf4-5162-4879-811e-dc2b620c33b8,segment=NetworkSegment(88a74061-97e3-49cf-9fc3-b5b0d915a613),segment_id=88a74061-97e3-49cf-9fc3-b5b0d915a613)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:14:54.232556 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] For port 646dccf4-5162-4879-811e-dc2b620c33b8, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:14:54.266858 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 646dccf4-5162-4879-811e-dc2b620c33b8 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:14:54.276009 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:54.287226 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] Ignored duplicate provisioning block setup for port 646dccf4-5162-4879-811e-dc2b620c33b8 by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 23 22:14:54.293578 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:54.419519 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] No DVR routers for this DVR port 646dccf4-5162-4879-811e-dc2b620c33b8 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:14:54.460355 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] Pushing event updated for resources: {'Port': ['ID=646dccf4-5162-4879-811e-dc2b620c33b8,revision_number=9']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:54.626653 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c13995-2938-43ca-a267-d6f5f911238d req-945b40d7-3f3c-478b-bf09-4eb255d11bbe tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:54.628246 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8c13995-2938-43ca-a267-d6f5f911238d req-945b40d7-3f3c-478b-bf09-4eb255d11bbe tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 943 time: 0.0953405 Nov 23 22:14:54.641420 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] Attempting to bind port 646dccf4-5162-4879-811e-dc2b620c33b8 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:14:54.641766 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] Attempting to bind port 646dccf4-5162-4879-811e-dc2b620c33b8 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '88a74061-97e3-49cf-9fc3-b5b0d915a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:14:54.642238 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] Attempting to bind port 646dccf4-5162-4879-811e-dc2b620c33b8 on network 7b530308-4f30-4efe-8c5c-2d60e46ef0aa {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:14:54.660700 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] Port 646dccf4-5162-4879-811e-dc2b620c33b8 on network 7b530308-4f30-4efe-8c5c-2d60e46ef0aa not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:14:54.670624 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] Attempting to bind port 646dccf4-5162-4879-811e-dc2b620c33b8 on network 7b530308-4f30-4efe-8c5c-2d60e46ef0aa {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:14:54.687390 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:14:54.687737 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] Checking segment: {'id': '88a74061-97e3-49cf-9fc3-b5b0d915a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:14:54.688152 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] Bound using segment: {'id': '88a74061-97e3-49cf-9fc3-b5b0d915a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:14:54.688602 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] Bound port: 646dccf4-5162-4879-811e-dc2b620c33b8, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88a74061-97e3-49cf-9fc3-b5b0d915a613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:14:54.688968 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:54.761265 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8c13995-2938-43ca-a267-d6f5f911238d req-78b9dfbb-b65f-409c-bdae-6be51a05b220 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158237 Nov 23 22:14:54.801618 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] For port 646dccf4-5162-4879-811e-dc2b620c33b8, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:14:54.805177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] For port 646dccf4-5162-4879-811e-dc2b620c33b8, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=646dccf4-5162-4879-811e-dc2b620c33b8,segment=NetworkSegment(88a74061-97e3-49cf-9fc3-b5b0d915a613),segment_id=88a74061-97e3-49cf-9fc3-b5b0d915a613)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:14:54.811002 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:54.855277 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:54.855954 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:54.857303 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] 10.222.0.60 "PUT /v2.0/ports/646dccf4-5162-4879-811e-dc2b620c33b8 HTTP/1.1" status: 200 len: 1091 time: 0.9976709 Nov 23 22:14:54.857769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4', 'tag': '646dccf4-5162-4879-811e-dc2b620c33b8'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:14:54.860077 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b7654a-f5f7-4b4b-ab5e-0d2b82427169" -d '{"events": [{"name": "network-changed", "server_uuid": "9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4", "tag": "646dccf4-5162-4879-811e-dc2b620c33b8"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:14:54.879112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dcb36-3287-493e-b999-911beeb691a6 service neutron] Pushing event updated for resources: {'Port': ['ID=646dccf4-5162-4879-811e-dc2b620c33b8,revision_number=10']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:54.942165 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df225e1-39a4-44a9-ac83-19996c37c526 x-openstack-request-id: req-1df225e1-39a4-44a9-ac83-19996c37c526 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:14:54.942807 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4", "tag": "646dccf4-5162-4879-811e-dc2b620c33b8", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:14:54.942807 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1df225e1-39a4-44a9-ac83-19996c37c526 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:14:54.943435 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4', 'tag': '646dccf4-5162-4879-811e-dc2b620c33b8', 'status': 'completed', 'code': 200} Nov 23 22:14:54.964271 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-d298717e-2b1f-4f51-a0da-923d88e1da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:54.966796 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-d298717e-2b1f-4f51-a0da-923d88e1da5b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 1095 time: 0.0594435 Nov 23 22:14:55.085721 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7654a-f5f7-4b4b-ab5e-0d2b82427169 req-19f213f3-c02b-4c82-b190-ec3f1d4ee071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:55.087184 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76b7654a-f5f7-4b4b-ab5e-0d2b82427169 req-19f213f3-c02b-4c82-b190-ec3f1d4ee071 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 1095 time: 0.1194191 Nov 23 22:14:55.126398 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-72c68425-ee54-43cc-8e5d-15a557323131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:55.127900 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-72c68425-ee54-43cc-8e5d-15a557323131 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa HTTP/1.1" status: 200 len: 898 time: 0.1502972 Nov 23 22:14:55.247095 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-04e471d3-92a8-4871-8fbe-53c6fa99d453 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=646dccf4-5162-4879-811e-dc2b620c33b8 HTTP/1.1" status: 200 len: 999 time: 0.1073923 Nov 23 22:14:55.249792 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7654a-f5f7-4b4b-ab5e-0d2b82427169 req-9dcd95c3-1f1f-4fb9-ad44-d57bdf411e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:55.251170 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76b7654a-f5f7-4b4b-ab5e-0d2b82427169 req-9dcd95c3-1f1f-4fb9-ad44-d57bdf411e9e service neutron] 10.222.0.53 "GET /v2.0/networks?id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa HTTP/1.1" status: 200 len: 898 time: 0.1533091 Nov 23 22:14:55.342745 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-82a84434-099c-4866-a729-9f4669fda92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:55.344219 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-82a84434-099c-4866-a729-9f4669fda92e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc83933b-c274-4ed1-a7dc-b79874b5ad9f HTTP/1.1" status: 200 len: 835 time: 0.0904746 Nov 23 22:14:55.352148 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76b7654a-f5f7-4b4b-ab5e-0d2b82427169 req-dfc5aa86-ad39-4ccc-ba32-354affbd1d55 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=646dccf4-5162-4879-811e-dc2b620c33b8 HTTP/1.1" status: 200 len: 999 time: 0.0896363 Nov 23 22:14:55.424366 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7654a-f5f7-4b4b-ab5e-0d2b82427169 req-f7fd5439-b079-4747-b600-5453b388f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:55.425816 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76b7654a-f5f7-4b4b-ab5e-0d2b82427169 req-f7fd5439-b079-4747-b600-5453b388f3c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc83933b-c274-4ed1-a7dc-b79874b5ad9f HTTP/1.1" status: 200 len: 835 time: 0.0642362 Nov 23 22:14:55.428343 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-eeef7868-c724-4ba0-9aa6-f36609c10300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:55.429676 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-eeef7868-c724-4ba0-9aa6-f36609c10300 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767143 Nov 23 22:14:55.531554 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7654a-f5f7-4b4b-ab5e-0d2b82427169 req-de737726-c3de-4b09-b851-b0bcd1f8d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:55.533049 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76b7654a-f5f7-4b4b-ab5e-0d2b82427169 req-de737726-c3de-4b09-b851-b0bcd1f8d79e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997472 Nov 23 22:14:55.562109 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-5ef7bb87-35cb-4a6b-a16e-bdaf49b9de87 service neutron] 10.222.0.60 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213682 Nov 23 22:14:55.711096 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76b7654a-f5f7-4b4b-ab5e-0d2b82427169 req-3a35989a-f01f-4439-b9fb-f10e9897e2b5 service neutron] 10.222.0.53 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625173 Nov 23 22:14:55.730412 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dca34db0-48b2-458c-a079-74f5d8f7f94a req-2f71e0b6-150d-4d23-b890-2b335b89d297 service neutron] 10.222.0.60 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587172 Nov 23 22:14:55.813074 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76b7654a-f5f7-4b4b-ab5e-0d2b82427169 req-2cd03f82-18bd-4883-92bb-8fc1ccda37f0 service neutron] 10.222.0.53 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910709 Nov 23 22:14:55.879308 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7654a-f5f7-4b4b-ab5e-0d2b82427169 req-ac4ad341-2855-453a-976f-b3cd7ffbe662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:55.880777 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76b7654a-f5f7-4b4b-ab5e-0d2b82427169 req-ac4ad341-2855-453a-976f-b3cd7ffbe662 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 1095 time: 0.0540338 Nov 23 22:14:55.961407 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-9829879e-9543-4623-b989-aa903e9f0954 tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=21727edf5c134cf6abdaf8b7b59a4ded&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521560 Nov 23 22:14:56.011100 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2ca20-459a-4db9-bc87-8825aa2635a8 req-49dc5c16-101f-41f2-aa22-1adc021cd050 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:56.012562 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aaf2ca20-459a-4db9-bc87-8825aa2635a8 req-49dc5c16-101f-41f2-aa22-1adc021cd050 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 944 time: 0.1493442 Nov 23 22:14:56.204360 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7654a-f5f7-4b4b-ab5e-0d2b82427169 req-aff87572-efba-444f-8cfb-f48fc1fd2db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:56.205851 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76b7654a-f5f7-4b4b-ab5e-0d2b82427169 req-aff87572-efba-444f-8cfb-f48fc1fd2db3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa HTTP/1.1" status: 200 len: 898 time: 0.3069806 Nov 23 22:14:56.284493 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aaf2ca20-459a-4db9-bc87-8825aa2635a8 req-3b0b660b-1cff-4461-92a1-2f8a7a0e0658 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604110 Nov 23 22:14:56.311971 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-4bc26a1c-1ed3-498b-8218-7d663cc0f0ad tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:56.313469 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-4bc26a1c-1ed3-498b-8218-7d663cc0f0ad tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3445396 Nov 23 22:14:56.351954 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76b7654a-f5f7-4b4b-ab5e-0d2b82427169 req-d772cdc5-71bb-4525-9cb2-f861089a70e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=646dccf4-5162-4879-811e-dc2b620c33b8 HTTP/1.1" status: 200 len: 999 time: 0.1297052 Nov 23 22:14:56.362328 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-1a20dea4-57a6-4bef-8c14-99948c5194cf tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/quotas/21727edf5c134cf6abdaf8b7b59a4ded HTTP/1.1" status: 200 len: 375 time: 0.0330160 Nov 23 22:14:56.412358 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-ea053373-3813-498d-8fde-41a9e5ab2360 tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=21727edf5c134cf6abdaf8b7b59a4ded&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489039 Nov 23 22:14:56.453374 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7654a-f5f7-4b4b-ab5e-0d2b82427169 req-984f584b-de1e-4cc7-8115-551e8e29a6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:56.455840 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76b7654a-f5f7-4b4b-ab5e-0d2b82427169 req-984f584b-de1e-4cc7-8115-551e8e29a6ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc83933b-c274-4ed1-a7dc-b79874b5ad9f HTTP/1.1" status: 200 len: 835 time: 0.0913968 Nov 23 22:14:56.517080 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7654a-f5f7-4b4b-ab5e-0d2b82427169 req-bbc16813-5f42-4eb8-8751-f3ebdcf01382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:56.519353 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76b7654a-f5f7-4b4b-ab5e-0d2b82427169 req-bbc16813-5f42-4eb8-8751-f3ebdcf01382 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549550 Nov 23 22:14:56.638162 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da5964e9-fc5e-4d3f-8ef7-4815c160730a req-50f1ba49-d7d5-4b79-b6b3-e37891fb36b6 tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd66dc4-e9d3-40ce-9d2a-295038cd6128 HTTP/1.1" status: 200 len: 210 time: 0.0332561 Nov 23 22:14:56.658402 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76b7654a-f5f7-4b4b-ab5e-0d2b82427169 req-edab4507-1a07-4dcc-a4c3-a1552768492a service neutron] 10.222.0.60 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307509 Nov 23 22:14:56.764959 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76b7654a-f5f7-4b4b-ab5e-0d2b82427169 req-d9d064b5-3cd9-4764-9603-6ce4be8e7d5b service neutron] 10.222.0.60 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970652 Nov 23 22:14:57.421405 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09563bd-7869-4ec3-b878-06fcde575ea1 req-c7308b18-2b9a-4f14-a67c-9ec69a8fb749 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:57.424129 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d09563bd-7869-4ec3-b878-06fcde575ea1 req-c7308b18-2b9a-4f14-a67c-9ec69a8fb749 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 944 time: 0.0633788 Nov 23 22:14:57.492809 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d09563bd-7869-4ec3-b878-06fcde575ea1 req-2519d42b-cf9c-4554-97b6-1201f373f185 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609009 Nov 23 22:14:57.772350 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-c529d1d5-6835-4da4-9ae7-8c0b1b2cc012 tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=21727edf5c134cf6abdaf8b7b59a4ded&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582044 Nov 23 22:14:57.843219 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5c7077c-fa08-485d-9b53-392fa7926c7c req-030a98fa-46e2-455e-8cad-dcf69cd282dc tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd66dc4-e9d3-40ce-9d2a-295038cd6128 HTTP/1.1" status: 200 len: 210 time: 0.0502760 Nov 23 22:14:57.926216 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3f7dc051-31e7-4b88-b2bd-9544bc3c5610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:57.933583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-30d237a0-e013-40a3-a266-6bce612d6125 tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:57.935421 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-30d237a0-e013-40a3-a266-6bce612d6125 tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1544845 Nov 23 22:14:57.936319 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 646dccf4-5162-4879-811e-dc2b620c33b8 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:14:57.953457 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Request body: {'port': {'device_id': '2fd66dc4-e9d3-40ce-9d2a-295038cd6128', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': '21727edf5c134cf6abdaf8b7b59a4ded'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:57.980823 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 646dccf4-5162-4879-811e-dc2b620c33b8 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:14:58.068564 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Made reservation on behalf of 21727edf5c134cf6abdaf8b7b59a4ded for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:14:58.072110 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:58.081382 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:58.171692 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:58.175583 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:58.243552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b73adf-2896-4865-b258-b37a3f81c55f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:58.258588 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:58.259044 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:58.259457 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:58.260000 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:58.260516 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:58.260920 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:58.261260 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:58.261612 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:58.261919 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:58.262246 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:58.262575 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:58.262938 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:14:58.325731 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Allocated IP 192.168.233.120 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/5ceb3c1f-1e31-4014-8367-73ca60c8a28a) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:14:58.480202 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:58.486615 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 646dccf4-5162-4879-811e-dc2b620c33b8 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:14:58.519316 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:58.545832 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:14:58.567074 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:14:58.571308 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:14:58.649048 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Pushing event updated for resources: {'Port': ['ID=5ceb3c1f-1e31-4014-8367-73ca60c8a28a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:58.682547 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 646dccf4-5162-4879-811e-dc2b620c33b8, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=646dccf4-5162-4879-811e-dc2b620c33b8,segment=NetworkSegment(88a74061-97e3-49cf-9fc3-b5b0d915a613),segment_id=88a74061-97e3-49cf-9fc3-b5b0d915a613)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:14:58.703901 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:58.704743 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:58.711718 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '646dccf4-5162-4879-811e-dc2b620c33b8', 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa', 'port_id': '646dccf4-5162-4879-811e-dc2b620c33b8', 'mac_address': 'fa:16:3e:0d:63:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc83933b-c274-4ed1-a7dc-b79874b5ad9f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:14:58.741936 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2dd07-d4dc-45f5-8a6f-effabfca3ed5 req-4d14598a-7cd3-4be5-8f82-9c9cda4ae68e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:58.743678 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-14b2dd07-d4dc-45f5-8a6f-effabfca3ed5 req-4d14598a-7cd3-4be5-8f82-9c9cda4ae68e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 944 time: 0.1192832 Nov 23 22:14:58.750040 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-59aa6825-bab4-4942-9947-7533cb8f60cd tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8005922 Nov 23 22:14:58.766554 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-879e3ecc-5441-4110-9b5e-bcc46e804aa8 service neutron] Request body: {'port': {'device_id': '2fd66dc4-e9d3-40ce-9d2a-295038cd6128', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:14:58.767421 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:58.784201 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646dccf4-5162-4879-811e-dc2b620c33b8 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:14:58.812385 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 646dccf4-5162-4879-811e-dc2b620c33b8, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=646dccf4-5162-4879-811e-dc2b620c33b8,segment=NetworkSegment(88a74061-97e3-49cf-9fc3-b5b0d915a613),segment_id=88a74061-97e3-49cf-9fc3-b5b0d915a613)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:14:58.818240 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:58.859093 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-879e3ecc-5441-4110-9b5e-bcc46e804aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:58.877853 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=646dccf4-5162-4879-811e-dc2b620c33b8,revision_number=11']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:58.879102 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-14b2dd07-d4dc-45f5-8a6f-effabfca3ed5 req-167b488a-1a7a-432e-9984-80eb71891538 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265614 Nov 23 22:14:58.907323 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37094) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:14:58.917989 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e8e29af8-c8fe-4973-90ff-c1973376e857 None None] Provisioning complete for port 5ceb3c1f-1e31-4014-8367-73ca60c8a28a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:14:58.918368 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e8e29af8-c8fe-4973-90ff-c1973376e857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:58.954280 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e8e29af8-c8fe-4973-90ff-c1973376e857 None None] Port 5ceb3c1f-1e31-4014-8367-73ca60c8a28a cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:14:58.983633 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a31d2123-3f38-4e2e-b35f-054375cf5f24 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/floatingips/bd3b3b73-0b05-4189-bae2-7ecd3947a850 HTTP/1.1" status: 200 len: 992 time: 0.0740285 Nov 23 22:14:59.136945 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['646dccf4-5162-4879-811e-dc2b620c33b8'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:14:59.388724 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c79d99-1f6d-4929-a49c-c272da1daeaf req-b1af5148-8bfd-4d7b-81d2-b530a7440b97 tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:59.390214 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5c79d99-1f6d-4929-a49c-c272da1daeaf req-b1af5148-8bfd-4d7b-81d2-b530a7440b97 tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd66dc4-e9d3-40ce-9d2a-295038cd6128 HTTP/1.1" status: 200 len: 936 time: 0.4554715 Nov 23 22:14:59.501685 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5c79d99-1f6d-4929-a49c-c272da1daeaf req-5c4cd76a-a989-4956-afd8-8a0da612416e tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1b73adf-2896-4865-b258-b37a3f81c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035080 Nov 23 22:14:59.592838 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-879e3ecc-5441-4110-9b5e-bcc46e804aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ceb3c1f-1e31-4014-8367-73ca60c8a28a {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:14:59.602377 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-879e3ecc-5441-4110-9b5e-bcc46e804aa8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:59.614683 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-879e3ecc-5441-4110-9b5e-bcc46e804aa8 service neutron] Transition to ACTIVE for port object 5ceb3c1f-1e31-4014-8367-73ca60c8a28a will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:14:59.618739 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-879e3ecc-5441-4110-9b5e-bcc46e804aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:59.668255 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e3ecc-5441-4110-9b5e-bcc46e804aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ceb3c1f-1e31-4014-8367-73ca60c8a28a,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:14:59.746482 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-879e3ecc-5441-4110-9b5e-bcc46e804aa8 service neutron] Attempting to bind port 5ceb3c1f-1e31-4014-8367-73ca60c8a28a on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:14:59.746938 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-879e3ecc-5441-4110-9b5e-bcc46e804aa8 service neutron] Attempting to bind port 5ceb3c1f-1e31-4014-8367-73ca60c8a28a by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:14:59.747274 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-879e3ecc-5441-4110-9b5e-bcc46e804aa8 service neutron] Attempting to bind port 5ceb3c1f-1e31-4014-8367-73ca60c8a28a on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:14:59.752275 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-879e3ecc-5441-4110-9b5e-bcc46e804aa8 service neutron] Port 5ceb3c1f-1e31-4014-8367-73ca60c8a28a on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:14:59.752592 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-879e3ecc-5441-4110-9b5e-bcc46e804aa8 service neutron] Attempting to bind port 5ceb3c1f-1e31-4014-8367-73ca60c8a28a on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:14:59.758513 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-879e3ecc-5441-4110-9b5e-bcc46e804aa8 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:14:59.758903 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-879e3ecc-5441-4110-9b5e-bcc46e804aa8 service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:14:59.759291 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-879e3ecc-5441-4110-9b5e-bcc46e804aa8 service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:14:59.759897 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-879e3ecc-5441-4110-9b5e-bcc46e804aa8 service neutron] Bound port: 5ceb3c1f-1e31-4014-8367-73ca60c8a28a, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:14:59.761109 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-879e3ecc-5441-4110-9b5e-bcc46e804aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:59.831454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-879e3ecc-5441-4110-9b5e-bcc46e804aa8 service neutron] For port 5ceb3c1f-1e31-4014-8367-73ca60c8a28a, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:14:59.835285 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-879e3ecc-5441-4110-9b5e-bcc46e804aa8 service neutron] For port 5ceb3c1f-1e31-4014-8367-73ca60c8a28a, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=5ceb3c1f-1e31-4014-8367-73ca60c8a28a,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:14:59.843543 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-879e3ecc-5441-4110-9b5e-bcc46e804aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:59.892143 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-879e3ecc-5441-4110-9b5e-bcc46e804aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:14:59.892777 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-879e3ecc-5441-4110-9b5e-bcc46e804aa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:14:59.894208 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-879e3ecc-5441-4110-9b5e-bcc46e804aa8 service neutron] 10.222.0.53 "PUT /v2.0/ports/5ceb3c1f-1e31-4014-8367-73ca60c8a28a HTTP/1.1" status: 200 len: 1096 time: 1.1340077 Nov 23 22:14:59.894675 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd66dc4-e9d3-40ce-9d2a-295038cd6128', 'tag': '5ceb3c1f-1e31-4014-8367-73ca60c8a28a'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:14:59.897016 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace45e85-40d4-41b1-94a7-15ef4bb0f36e" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd66dc4-e9d3-40ce-9d2a-295038cd6128", "tag": "5ceb3c1f-1e31-4014-8367-73ca60c8a28a"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:14:59.923203 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e3ecc-5441-4110-9b5e-bcc46e804aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ceb3c1f-1e31-4014-8367-73ca60c8a28a,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:00.002440 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a2f73f-6e71-4bb2-a8aa-2bc1a4e6c793 x-openstack-request-id: req-e3a2f73f-6e71-4bb2-a8aa-2bc1a4e6c793 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:15:00.004939 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd66dc4-e9d3-40ce-9d2a-295038cd6128", "tag": "5ceb3c1f-1e31-4014-8367-73ca60c8a28a", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:15:00.004939 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e3a2f73f-6e71-4bb2-a8aa-2bc1a4e6c793 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:15:00.004939 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd66dc4-e9d3-40ce-9d2a-295038cd6128', 'tag': '5ceb3c1f-1e31-4014-8367-73ca60c8a28a', 'status': 'completed', 'code': 200} Nov 23 22:15:00.036279 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-7180ab38-57db-4747-9026-3ee990e6dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:00.038009 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-7180ab38-57db-4747-9026-3ee990e6dab9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=21727edf5c134cf6abdaf8b7b59a4ded&device_id=2fd66dc4-e9d3-40ce-9d2a-295038cd6128 HTTP/1.1" status: 200 len: 1099 time: 0.0948384 Nov 23 22:15:00.055037 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:00.089072 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-f94655bf-8797-48e7-9d49-99abc8324cda service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=5ceb3c1f-1e31-4014-8367-73ca60c8a28a HTTP/1.1" status: 200 len: 217 time: 0.0378578 Nov 23 22:15:00.155333 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-e8b522bc-7aa2-4c1c-bd29-aa681ef8bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:00.156809 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-e8b522bc-7aa2-4c1c-bd29-aa681ef8bf2d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0580988 Nov 23 22:15:00.213014 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-1b284dfe-7321-408c-9de4-886afa25c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:00.214421 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-1b284dfe-7321-408c-9de4-886afa25c5cc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0474827 Nov 23 22:15:00.308219 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-660fa770-4b18-430f-bc32-d78aa8035640 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845869 Nov 23 22:15:00.404722 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b71d17a8-d662-4ff7-9269-0c3066914436 req-00a6ab69-b012-440d-b707-19d69c7e6128 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886652 Nov 23 22:15:00.498181 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace45e85-40d4-41b1-94a7-15ef4bb0f36e req-5435ec97-6661-4ce4-97d8-66e83c640f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:00.498408 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 646dccf4-5162-4879-811e-dc2b620c33b8 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:15:00.499601 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ace45e85-40d4-41b1-94a7-15ef4bb0f36e req-5435ec97-6661-4ce4-97d8-66e83c640f33 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=21727edf5c134cf6abdaf8b7b59a4ded&device_id=2fd66dc4-e9d3-40ce-9d2a-295038cd6128 HTTP/1.1" status: 200 len: 1099 time: 0.0431933 Nov 23 22:15:00.562317 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-03253dd3-d55b-4bed-9893-edddb2dd4dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:00.590263 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 646dccf4-5162-4879-811e-dc2b620c33b8 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:15:00.599189 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 646dccf4-5162-4879-811e-dc2b620c33b8 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:00.599923 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:00.665205 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace45e85-40d4-41b1-94a7-15ef4bb0f36e req-56aaa298-5c0a-45cb-b2af-d9489ed3bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:00.666922 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ace45e85-40d4-41b1-94a7-15ef4bb0f36e req-56aaa298-5c0a-45cb-b2af-d9489ed3bfbf service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.1600976 Nov 23 22:15:00.683639 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969848c5-a66c-467a-9b43-5568b5f921e8 req-c6a53bd3-4d3a-42ec-98f7-6b526119e2ce tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:00.688087 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-969848c5-a66c-467a-9b43-5568b5f921e8 req-c6a53bd3-4d3a-42ec-98f7-6b526119e2ce tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd66dc4-e9d3-40ce-9d2a-295038cd6128 HTTP/1.1" status: 200 len: 948 time: 0.0735078 Nov 23 22:15:00.688426 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:00.715064 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646dccf4-5162-4879-811e-dc2b620c33b8'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:15:00.717311 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c323b92f-5699-463c-97cb-8727fc9929be" -d '{"events": [{"server_uuid": "9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4", "name": "network-vif-plugged", "status": "completed", "tag": "646dccf4-5162-4879-811e-dc2b620c33b8"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:15:00.735064 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 646dccf4-5162-4879-811e-dc2b620c33b8, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=646dccf4-5162-4879-811e-dc2b620c33b8,segment=NetworkSegment(88a74061-97e3-49cf-9fc3-b5b0d915a613),segment_id=88a74061-97e3-49cf-9fc3-b5b0d915a613)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:15:00.741068 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:00.752475 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ace45e85-40d4-41b1-94a7-15ef4bb0f36e req-4c0fd5ff-de2d-4317-86f7-e033b2898557 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=5ceb3c1f-1e31-4014-8367-73ca60c8a28a HTTP/1.1" status: 200 len: 217 time: 0.0632656 Nov 23 22:15:00.804209 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=646dccf4-5162-4879-811e-dc2b620c33b8,revision_number=12']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:00.836879 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-969848c5-a66c-467a-9b43-5568b5f921e8 req-6893e3c0-3b56-4e6e-a199-228f837ba12f tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1b73adf-2896-4865-b258-b37a3f81c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354804 Nov 23 22:15:00.839476 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace45e85-40d4-41b1-94a7-15ef4bb0f36e req-37cd08af-af09-4ec0-a0b9-8b9100ccef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:00.840942 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ace45e85-40d4-41b1-94a7-15ef4bb0f36e req-37cd08af-af09-4ec0-a0b9-8b9100ccef71 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0771523 Nov 23 22:15:00.911782 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace45e85-40d4-41b1-94a7-15ef4bb0f36e req-9937adfb-fb57-4f2e-a37c-ce9fda7b6c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:00.914795 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ace45e85-40d4-41b1-94a7-15ef4bb0f36e req-9937adfb-fb57-4f2e-a37c-ce9fda7b6c8d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0648696 Nov 23 22:15:00.959771 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9d0aa4-7429-453a-b774-8feeba741abd x-openstack-request-id: req-6c9d0aa4-7429-453a-b774-8feeba741abd {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:15:00.960170 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4", "name": "network-vif-plugged", "status": "completed", "tag": "646dccf4-5162-4879-811e-dc2b620c33b8", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:15:00.960532 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c9d0aa4-7429-453a-b774-8feeba741abd {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:15:00.961017 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646dccf4-5162-4879-811e-dc2b620c33b8', 'code': 200} Nov 23 22:15:01.017141 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ace45e85-40d4-41b1-94a7-15ef4bb0f36e req-64c19be4-f4a9-48e3-afd7-0af9776ebd6a service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934780 Nov 23 22:15:01.112999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ace45e85-40d4-41b1-94a7-15ef4bb0f36e req-654462bf-a1d6-44f7-bd36-72f6e9ce245e service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863886 Nov 23 22:15:01.639987 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:01.971075 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb2a98-29b4-4c61-b57c-5c4bb66d2d2f req-b6c561f6-472e-4fbd-9c68-19597b74e34f tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:01.982286 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e8eb2a98-29b4-4c61-b57c-5c4bb66d2d2f req-b6c561f6-472e-4fbd-9c68-19597b74e34f tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd66dc4-e9d3-40ce-9d2a-295038cd6128 HTTP/1.1" status: 200 len: 948 time: 0.0647290 Nov 23 22:15:02.028805 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e8eb2a98-29b4-4c61-b57c-5c4bb66d2d2f req-f8fed740-3155-4104-b3b6-ad4700a7aa40 tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1b73adf-2896-4865-b258-b37a3f81c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488689 Nov 23 22:15:03.023031 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:03.152885 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc8229-9c82-4898-be00-ec602669e9df req-b05f8565-0ece-46be-a660-c7804fc52a8d tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:03.155136 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8dc8229-9c82-4898-be00-ec602669e9df req-b05f8565-0ece-46be-a660-c7804fc52a8d tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd66dc4-e9d3-40ce-9d2a-295038cd6128 HTTP/1.1" status: 200 len: 948 time: 0.0547769 Nov 23 22:15:03.207235 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8dc8229-9c82-4898-be00-ec602669e9df req-b88702db-eed4-40ab-a959-fd3aa67e0090 tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1b73adf-2896-4865-b258-b37a3f81c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460746 Nov 23 22:15:03.839230 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:03.946787 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 5ceb3c1f-1e31-4014-8367-73ca60c8a28a details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:15:04.048951 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 5ceb3c1f-1e31-4014-8367-73ca60c8a28a, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=5ceb3c1f-1e31-4014-8367-73ca60c8a28a,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:15:04.060657 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '5ceb3c1f-1e31-4014-8367-73ca60c8a28a', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '5ceb3c1f-1e31-4014-8367-73ca60c8a28a', 'mac_address': 'fa:16:3e:82:48:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:15:04.104998 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:04.141892 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ceb3c1f-1e31-4014-8367-73ca60c8a28a {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:15:04.162430 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 5ceb3c1f-1e31-4014-8367-73ca60c8a28a, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=5ceb3c1f-1e31-4014-8367-73ca60c8a28a,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:15:04.167621 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:04.219166 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=5ceb3c1f-1e31-4014-8367-73ca60c8a28a,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:04.330835 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038016d-1600-4c97-9f5c-995b9052c9b3 req-a53ed5e0-a57c-4f05-9b05-b8975c41c25d tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:04.332457 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4038016d-1600-4c97-9f5c-995b9052c9b3 req-a53ed5e0-a57c-4f05-9b05-b8975c41c25d tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd66dc4-e9d3-40ce-9d2a-295038cd6128 HTTP/1.1" status: 200 len: 949 time: 0.0533178 Nov 23 22:15:04.380931 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4038016d-1600-4c97-9f5c-995b9052c9b3 req-f63c7976-9e96-4765-9ca4-a773134577ab tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1b73adf-2896-4865-b258-b37a3f81c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417898 Nov 23 22:15:04.492978 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['5ceb3c1f-1e31-4014-8367-73ca60c8a28a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:15:05.515048 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee4988-fa53-43c1-8ef7-31f6d96fbe72 req-df1913b7-8fa8-4136-8c49-c86a4bfb5488 tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:05.516335 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-62ee4988-fa53-43c1-8ef7-31f6d96fbe72 req-df1913b7-8fa8-4136-8c49-c86a4bfb5488 tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd66dc4-e9d3-40ce-9d2a-295038cd6128 HTTP/1.1" status: 200 len: 949 time: 0.0600157 Nov 23 22:15:05.582651 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-62ee4988-fa53-43c1-8ef7-31f6d96fbe72 req-550bb3cf-52af-482f-848c-9e9874f7cf2f tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1b73adf-2896-4865-b258-b37a3f81c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590906 Nov 23 22:15:05.971572 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 5ceb3c1f-1e31-4014-8367-73ca60c8a28a up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:15:06.021936 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 5ceb3c1f-1e31-4014-8367-73ca60c8a28a completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:15:06.027337 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 5ceb3c1f-1e31-4014-8367-73ca60c8a28a triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:06.027719 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:06.118364 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:06.144668 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd66dc4-e9d3-40ce-9d2a-295038cd6128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ceb3c1f-1e31-4014-8367-73ca60c8a28a'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:15:06.147002 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a45b96-2fa4-4af9-ac69-80c0a71141e3" -d '{"events": [{"server_uuid": "2fd66dc4-e9d3-40ce-9d2a-295038cd6128", "name": "network-vif-plugged", "status": "completed", "tag": "5ceb3c1f-1e31-4014-8367-73ca60c8a28a"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:15:06.171744 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 5ceb3c1f-1e31-4014-8367-73ca60c8a28a, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=5ceb3c1f-1e31-4014-8367-73ca60c8a28a,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:15:06.178182 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:06.205317 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12ce68f-e2d1-4818-8de6-7a45303f6fe9 x-openstack-request-id: req-a12ce68f-e2d1-4818-8de6-7a45303f6fe9 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:15:06.205617 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd66dc4-e9d3-40ce-9d2a-295038cd6128", "name": "network-vif-plugged", "status": "completed", "tag": "5ceb3c1f-1e31-4014-8367-73ca60c8a28a", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:15:06.205877 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a12ce68f-e2d1-4818-8de6-7a45303f6fe9 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:15:06.206274 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd66dc4-e9d3-40ce-9d2a-295038cd6128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ceb3c1f-1e31-4014-8367-73ca60c8a28a', 'code': 200} Nov 23 22:15:06.235457 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=5ceb3c1f-1e31-4014-8367-73ca60c8a28a,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:06.304631 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827076cc-afc2-4831-9337-042f996af0fa req-40a26b37-4e64-4d95-bc3e-4cc20de00630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:06.306255 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-827076cc-afc2-4831-9337-042f996af0fa req-40a26b37-4e64-4d95-bc3e-4cc20de00630 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2fd66dc4-e9d3-40ce-9d2a-295038cd6128 HTTP/1.1" status: 200 len: 1101 time: 0.0464261 Nov 23 22:15:06.354002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-827076cc-afc2-4831-9337-042f996af0fa req-60f1d5d9-571b-4263-a86f-e96fc6d15a44 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b1b73adf-2896-4865-b258-b37a3f81c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386560 Nov 23 22:15:06.722797 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de38dc2-0625-4747-8cec-788535e72955 req-59e409e4-d089-4940-b3d3-1709447df200 tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:06.725549 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3de38dc2-0625-4747-8cec-788535e72955 req-59e409e4-d089-4940-b3d3-1709447df200 tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd66dc4-e9d3-40ce-9d2a-295038cd6128 HTTP/1.1" status: 200 len: 950 time: 0.0614383 Nov 23 22:15:06.780602 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3de38dc2-0625-4747-8cec-788535e72955 req-3af0015b-0c81-4eed-8cbf-f2f9d8eaf3b0 tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1b73adf-2896-4865-b258-b37a3f81c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459383 Nov 23 22:15:07.897656 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf365580-9ff0-437e-91a5-26b23039cbc2 req-6bc59530-d939-41e8-8b7a-e798cd518c8f tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:07.899037 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf365580-9ff0-437e-91a5-26b23039cbc2 req-6bc59530-d939-41e8-8b7a-e798cd518c8f tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd66dc4-e9d3-40ce-9d2a-295038cd6128 HTTP/1.1" status: 200 len: 950 time: 0.0486705 Nov 23 22:15:07.948340 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf365580-9ff0-437e-91a5-26b23039cbc2 req-d1148a73-cc4d-4e93-abf3-ce112c757e65 tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1b73adf-2896-4865-b258-b37a3f81c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424664 Nov 23 22:15:08.044014 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37192) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:08.146635 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40af2b6d-b5d1-44b5-a578-f5c43bd18930 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:08.147162 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40af2b6d-b5d1-44b5-a578-f5c43bd18930 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:08.147632 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40af2b6d-b5d1-44b5-a578-f5c43bd18930 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:08.150817 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-40af2b6d-b5d1-44b5-a578-f5c43bd18930 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=9734970b74c843d2aba80bf9d24b8271&network_id=7fa25100-d56b-4992-af0f-af5f0e385dd2 HTTP/1.1" status: 200 len: 2969 time: 0.1041453 Nov 23 22:15:08.225819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81588254-e361-4a2d-85a0-ec8e2def35ac req-3a0a551e-3627-44b8-9403-392ac47e624f tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:08.227395 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81588254-e361-4a2d-85a0-ec8e2def35ac req-3a0a551e-3627-44b8-9403-392ac47e624f tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd66dc4-e9d3-40ce-9d2a-295038cd6128 HTTP/1.1" status: 200 len: 950 time: 0.0531340 Nov 23 22:15:08.283188 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81588254-e361-4a2d-85a0-ec8e2def35ac req-340e96e9-179f-4aa9-8502-ee97e73df3ea tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1b73adf-2896-4865-b258-b37a3f81c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488400 Nov 23 22:15:09.400960 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53db0f-8dc9-41b6-b6b6-9227f5dbdf56 req-1b9f52e8-0b96-4358-b9c7-d23ecca48b8f tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:09.402892 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bb53db0f-8dc9-41b6-b6b6-9227f5dbdf56 req-1b9f52e8-0b96-4358-b9c7-d23ecca48b8f tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd66dc4-e9d3-40ce-9d2a-295038cd6128 HTTP/1.1" status: 200 len: 950 time: 0.0506995 Nov 23 22:15:09.456583 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bb53db0f-8dc9-41b6-b6b6-9227f5dbdf56 req-fd36bb93-5163-46b2-b721-acc09f4550ba tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/security-groups?id=b1b73adf-2896-4865-b258-b37a3f81c55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468826 Nov 23 22:15:09.673364 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da188b74-d110-4cdc-bd1c-3249adee95f8 req-86ca307c-0880-4fdf-8b96-b120c3b9d856 tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:09.674953 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da188b74-d110-4cdc-bd1c-3249adee95f8 req-86ca307c-0880-4fdf-8b96-b120c3b9d856 tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fd66dc4-e9d3-40ce-9d2a-295038cd6128 HTTP/1.1" status: 200 len: 950 time: 0.0526097 Nov 23 22:15:09.774861 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-da188b74-d110-4cdc-bd1c-3249adee95f8 req-a681bd89-5bcb-4267-bcc1-306372f1e06c tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Deleting port 5ceb3c1f-1e31-4014-8367-73ca60c8a28a {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:15:09.775253 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-da188b74-d110-4cdc-bd1c-3249adee95f8 req-a681bd89-5bcb-4267-bcc1-306372f1e06c tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:09.874544 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-da188b74-d110-4cdc-bd1c-3249adee95f8 req-a681bd89-5bcb-4267-bcc1-306372f1e06c tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] For port 5ceb3c1f-1e31-4014-8367-73ca60c8a28a, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=5ceb3c1f-1e31-4014-8367-73ca60c8a28a,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:15:09.875024 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-da188b74-d110-4cdc-bd1c-3249adee95f8 req-a681bd89-5bcb-4267-bcc1-306372f1e06c tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:09.890021 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-da188b74-d110-4cdc-bd1c-3249adee95f8 req-a681bd89-5bcb-4267-bcc1-306372f1e06c tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Calling delete_port for 5ceb3c1f-1e31-4014-8367-73ca60c8a28a owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:15:10.061460 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-da188b74-d110-4cdc-bd1c-3249adee95f8 req-a681bd89-5bcb-4267-bcc1-306372f1e06c tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:10.076068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['5ceb3c1f-1e31-4014-8367-73ca60c8a28a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:15:10.151967 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681bd89-5bcb-4267-bcc1-306372f1e06c tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Pushing event deleted for resources: {'Port': ['ID=5ceb3c1f-1e31-4014-8367-73ca60c8a28a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:10.177212 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-da188b74-d110-4cdc-bd1c-3249adee95f8 req-a681bd89-5bcb-4267-bcc1-306372f1e06c tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] No DVR routers for this DVR port 5ceb3c1f-1e31-4014-8367-73ca60c8a28a on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:15:10.182357 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-da188b74-d110-4cdc-bd1c-3249adee95f8 req-a681bd89-5bcb-4267-bcc1-306372f1e06c tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:10.186287 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da188b74-d110-4cdc-bd1c-3249adee95f8 req-a681bd89-5bcb-4267-bcc1-306372f1e06c tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.53 "DELETE /v2.0/ports/5ceb3c1f-1e31-4014-8367-73ca60c8a28a HTTP/1.1" status: 204 len: 173 time: 0.5045738 Nov 23 22:15:10.186918 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd66dc4-e9d3-40ce-9d2a-295038cd6128', 'name': 'network-vif-deleted', 'tag': '5ceb3c1f-1e31-4014-8367-73ca60c8a28a'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:15:10.190337 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e5bf12-6baf-4949-83d8-72d4dd9c3d04" -d '{"events": [{"server_uuid": "2fd66dc4-e9d3-40ce-9d2a-295038cd6128", "name": "network-vif-deleted", "tag": "5ceb3c1f-1e31-4014-8367-73ca60c8a28a"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:15:10.234325 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a294bd-9c2d-425c-90b0-c41a4889f417 x-openstack-request-id: req-49a294bd-9c2d-425c-90b0-c41a4889f417 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:15:10.238853 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd66dc4-e9d3-40ce-9d2a-295038cd6128", "name": "network-vif-deleted", "tag": "5ceb3c1f-1e31-4014-8367-73ca60c8a28a", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:15:10.239558 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-49a294bd-9c2d-425c-90b0-c41a4889f417 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:15:10.240060 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd66dc4-e9d3-40ce-9d2a-295038cd6128', 'name': 'network-vif-deleted', 'tag': '5ceb3c1f-1e31-4014-8367-73ca60c8a28a', 'status': 'completed', 'code': 200} Nov 23 22:15:10.575425 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6888f04b-07e8-4a97-b3f5-91a218c801eb req-a63e1749-ba6f-4267-b47e-489c1a2c93bf tempest-VolumesNegativeTest-338614184 tempest-VolumesNegativeTest-338614184-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd66dc4-e9d3-40ce-9d2a-295038cd6128 HTTP/1.1" status: 200 len: 210 time: 0.0302610 Nov 23 22:15:11.136321 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb8401-e673-4a99-a215-0b33eb682fec req-f25a7386-6985-4489-8e7b-3f4eb69202ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:11.138735 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-48cb8401-e673-4a99-a215-0b33eb682fec req-f25a7386-6985-4489-8e7b-3f4eb69202ca service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 1096 time: 0.1562402 Nov 23 22:15:11.199792 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-48cb8401-e673-4a99-a215-0b33eb682fec req-e3b43ebc-fd03-4949-bd38-05af4930d3e6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d9ae0ad1-4676-4777-b3b9-25a6424d8727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550911 Nov 23 22:15:12.077696 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37292) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:12.199810 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdef0ce-60a8-4827-89c8-f3920ec84796 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:12.201575 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0fdef0ce-60a8-4827-89c8-f3920ec84796 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 814 time: 0.1225274 Nov 23 22:15:13.236645 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37418) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:13.241325 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4ddc5b23-044c-49e1-942c-182684d4245d tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'network': {'name': 'tempest-network-smoke--773976897', 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'port_security_enabled': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:15:13.290344 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddc5b23-044c-49e1-942c-182684d4245d tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Made reservation on behalf of 9734970b74c843d2aba80bf9d24b8271 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:15:13.296571 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4ddc5b23-044c-49e1-942c-182684d4245d tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:13.328440 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ddc5b23-044c-49e1-942c-182684d4245d tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:15:13.343332 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4ddc5b23-044c-49e1-942c-182684d4245d tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:13.344021 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-4ddc5b23-044c-49e1-942c-182684d4245d tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Added segment 8276778e-b938-4047-96be-857bba0c2316 of type vlan for network cf77d8b7-1a4f-454a-9d56-035c57979aa4 Nov 23 22:15:13.396384 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4ddc5b23-044c-49e1-942c-182684d4245d tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:13.427421 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4ddc5b23-044c-49e1-942c-182684d4245d tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:13.435356 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddc5b23-044c-49e1-942c-182684d4245d tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:13.436544 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4ddc5b23-044c-49e1-942c-182684d4245d tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:13.527953 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc5b23-044c-49e1-942c-182684d4245d tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'Network': ['ID=cf77d8b7-1a4f-454a-9d56-035c57979aa4,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:13.542761 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network cf77d8b7-1a4f-454a-9d56-035c57979aa4 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:15:13.550234 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4ddc5b23-044c-49e1-942c-182684d4245d tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3128519 Nov 23 22:15:13.553226 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37472) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:13.657175 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c120f1-a15a-4cde-9fb4-3879ed997de0 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:13.658709 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f0c120f1-a15a-4cde-9fb4-3879ed997de0 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=9734970b74c843d2aba80bf9d24b8271&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1045337 Nov 23 22:15:13.661857 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37482) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:13.888594 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ab0d5f-7d5b-490a-824c-3e2a3ebe279b tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:13.890444 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f8ab0d5f-7d5b-490a-824c-3e2a3ebe279b tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2265823 Nov 23 22:15:13.893439 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 37502) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:13.940036 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37506) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:13.941191 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b2f82f13-2693-4991-8adf-5f11bb3e09bb tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463548 Nov 23 22:15:13.977950 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-66c0f6ad-f2c3-49d4-a8c7-463976d54102 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=9734970b74c843d2aba80bf9d24b8271&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365696 Nov 23 22:15:13.981173 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37512) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:14.002993 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 5ceb3c1f-1e31-4014-8367-73ca60c8a28a no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:15:14.045724 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 5ceb3c1f-1e31-4014-8367-73ca60c8a28a {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:15:14.046081 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 5ceb3c1f-1e31-4014-8367-73ca60c8a28a not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:15:14.086393 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37524) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:14.105447 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6361c8-896e-460c-bc3a-1fbc20b4ebb4 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:14.107053 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ef6361c8-896e-460c-bc3a-1fbc20b4ebb4 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1249051 Nov 23 22:15:14.110187 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 37530) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:14.145556 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37534) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:14.152165 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-36a7cdc9-02ed-4c5b-acb4-fbbf28850293 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337014 Nov 23 22:15:14.153848 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d1264ae0-b6b6-493d-a2b2-35864931ff97 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1824344800', 'network_id': 'cf77d8b7-1a4f-454a-9d56-035c57979aa4', 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:15:14.270228 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1264ae0-b6b6-493d-a2b2-35864931ff97 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Made reservation on behalf of 9734970b74c843d2aba80bf9d24b8271 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:15:14.277666 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1264ae0-b6b6-493d-a2b2-35864931ff97 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:14.319923 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-482cf13b-4690-474c-926f-2cf6748f2093 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:14.507772 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-482cf13b-4690-474c-926f-2cf6748f2093 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:14.529120 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-482cf13b-4690-474c-926f-2cf6748f2093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:14.577457 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:15:14.597991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 37552) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:14.598175 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-482cf13b-4690-474c-926f-2cf6748f2093 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fa7a615836074613a001f64db4756fab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5106030 Nov 23 22:15:14.599476 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482cf13b-4690-474c-926f-2cf6748f2093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb4327d-9797-4b8b-adcc-f7481af2fa51,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:14.603793 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1264ae0-b6b6-493d-a2b2-35864931ff97 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:14.678792 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1264ae0-b6b6-493d-a2b2-35864931ff97 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'Subnet': ['ID=efc84482-4ff3-438e-b3fb-38f3ee1edf27,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:14.692722 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-76476c2e-24da-4ae0-99ad-2c92d556bb56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:14.694289 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1264ae0-b6b6-493d-a2b2-35864931ff97 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Checking segment: {'id': '8276778e-b938-4047-96be-857bba0c2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cf77d8b7-1a4f-454a-9d56-035c57979aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:15:14.694661 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1264ae0-b6b6-493d-a2b2-35864931ff97 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Network hostable DHCP agents. Network: cf77d8b7-1a4f-454a-9d56-035c57979aa4, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:15:14.717838 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1264ae0-b6b6-493d-a2b2-35864931ff97 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Network cf77d8b7-1a4f-454a-9d56-035c57979aa4 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:15:14.734578 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-76476c2e-24da-4ae0-99ad-2c92d556bb56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:14.734812 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-d1264ae0-b6b6-493d-a2b2-35864931ff97 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, cf77d8b7-1a4f-454a-9d56-035c57979aa4) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:15:14.740777 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1264ae0-b6b6-493d-a2b2-35864931ff97 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:14.741528 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1264ae0-b6b6-493d-a2b2-35864931ff97 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:14.749901 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d46ca12-ff90-4ba1-b60e-1f13bdca3409 None None] Network cf77d8b7-1a4f-454a-9d56-035c57979aa4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:15:14.769845 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d1264ae0-b6b6-493d-a2b2-35864931ff97 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6229868 Nov 23 22:15:14.839249 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-76476c2e-24da-4ae0-99ad-2c92d556bb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:14.841965 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-76476c2e-24da-4ae0-99ad-2c92d556bb56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:14.845677 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-76476c2e-24da-4ae0-99ad-2c92d556bb56 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8bb4327d-9797-4b8b-adcc-f7481af2fa51 HTTP/1.1" status: 204 len: 168 time: 0.2440875 Nov 23 22:15:14.856819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76476c2e-24da-4ae0-99ad-2c92d556bb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb4327d-9797-4b8b-adcc-f7481af2fa51,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:15.157646 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 37586) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:15.164029 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-6015013d-0eac-4c75-941a-a9ae6c42e017 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1169288065', 'description': 'tempest-secgroup-smoke-1169288065 description', 'project_id': '9734970b74c843d2aba80bf9d24b8271'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:15:15.188508 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bd33c9-3373-48e3-b429-b5976a7e3ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-cf77d8b7-1a4f-454a-9d56-035c57979aa4', 'network_id': 'cf77d8b7-1a4f-454a-9d56-035c57979aa4', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'fixed_ips': [{'subnet_id': 'efc84482-4ff3-438e-b3fb-38f3ee1edf27'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:15:15.189448 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-67bd33c9-3373-48e3-b429-b5976a7e3ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:15.219590 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6015013d-0eac-4c75-941a-a9ae6c42e017 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:15.329090 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6015013d-0eac-4c75-941a-a9ae6c42e017 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:15.337152 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6015013d-0eac-4c75-941a-a9ae6c42e017 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:15.372267 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37590) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:15.384238 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6015013d-0eac-4c75-941a-a9ae6c42e017 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:15.386749 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6015013d-0eac-4c75-941a-a9ae6c42e017 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2271507 Nov 23 22:15:15.389872 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 37592) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:15.390764 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015013d-0eac-4c75-941a-a9ae6c42e017 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ebe7f3-13ec-49d8-850f-9edeff291e06,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:15.396101 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ea943353-5c08-48a5-8270-2c863fbfea59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:15.408650 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-b83c0bb1-9c60-462e-827b-1ba733a13f8e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'security_group_rule': {'security_group_id': '72ebe7f3-13ec-49d8-850f-9edeff291e06', 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:15:15.444575 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b83c0bb1-9c60-462e-827b-1ba733a13f8e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:15.467065 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-67bd33c9-3373-48e3-b429-b5976a7e3ecc None None] Allocated IP 172.20.0.18 (cf77d8b7-1a4f-454a-9d56-035c57979aa4/efc84482-4ff3-438e-b3fb-38f3ee1edf27/0172248c-6b79-4866-a18f-9af93dc7074f) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:15:15.504741 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ea943353-5c08-48a5-8270-2c863fbfea59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:15.510783 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ea943353-5c08-48a5-8270-2c863fbfea59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:15.552054 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ea943353-5c08-48a5-8270-2c863fbfea59 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2ffa685c783b4cf792b7365ed6f4b336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1702008 Nov 23 22:15:15.553865 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 37594) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:15.579229 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea943353-5c08-48a5-8270-2c863fbfea59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0476976f-94d3-444f-8744-2f0ebaca49f8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:15.598811 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b83c0bb1-9c60-462e-827b-1ba733a13f8e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:15.621678 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b83c0bb1-9c60-462e-827b-1ba733a13f8e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:15.653056 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c0bb1-9c60-462e-827b-1ba733a13f8e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9c27a7-8547-40b8-9d54-6d474d2573dc,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:15.673426 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a8a5c5bd-7481-4421-9c2d-ed2c11f9c83d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:15.704709 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a8a5c5bd-7481-4421-9c2d-ed2c11f9c83d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:15.704927 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-67bd33c9-3373-48e3-b429-b5976a7e3ecc None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:15.716336 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-67bd33c9-3373-48e3-b429-b5976a7e3ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:15.725610 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b83c0bb1-9c60-462e-827b-1ba733a13f8e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:15.729926 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b83c0bb1-9c60-462e-827b-1ba733a13f8e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3221598 Nov 23 22:15:15.731549 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37596) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:15.738015 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-da2c2c7f-a60f-4692-99d5-460ead74e0e1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'security_group_rule': {'security_group_id': '72ebe7f3-13ec-49d8-850f-9edeff291e06', 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:15:15.783756 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a8a5c5bd-7481-4421-9c2d-ed2c11f9c83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:15.787790 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a8a5c5bd-7481-4421-9c2d-ed2c11f9c83d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:15.794390 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a8a5c5bd-7481-4421-9c2d-ed2c11f9c83d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0476976f-94d3-444f-8744-2f0ebaca49f8 HTTP/1.1" status: 204 len: 168 time: 0.2389543 Nov 23 22:15:15.804399 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5c5bd-7481-4421-9c2d-ed2c11f9c83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0476976f-94d3-444f-8744-2f0ebaca49f8,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:15.822322 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-da2c2c7f-a60f-4692-99d5-460ead74e0e1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:15.827988 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd33c9-3373-48e3-b429-b5976a7e3ecc None None] Pushing event updated for resources: {'Port': ['ID=0172248c-6b79-4866-a18f-9af93dc7074f,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:15.850485 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bd33c9-3373-48e3-b429-b5976a7e3ecc None None] Network cf77d8b7-1a4f-454a-9d56-035c57979aa4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:15:15.852724 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-67bd33c9-3373-48e3-b429-b5976a7e3ecc None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:15:15.856043 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bd33c9-3373-48e3-b429-b5976a7e3ecc None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:15:15.918971 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-67bd33c9-3373-48e3-b429-b5976a7e3ecc None None] Attempting to bind port 0172248c-6b79-4866-a18f-9af93dc7074f on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:15:15.921490 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-67bd33c9-3373-48e3-b429-b5976a7e3ecc None None] Attempting to bind port 0172248c-6b79-4866-a18f-9af93dc7074f by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '8276778e-b938-4047-96be-857bba0c2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cf77d8b7-1a4f-454a-9d56-035c57979aa4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:15:15.922052 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bd33c9-3373-48e3-b429-b5976a7e3ecc None None] Attempting to bind port 0172248c-6b79-4866-a18f-9af93dc7074f on network cf77d8b7-1a4f-454a-9d56-035c57979aa4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:15:15.930700 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bd33c9-3373-48e3-b429-b5976a7e3ecc None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:15:15.933565 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bd33c9-3373-48e3-b429-b5976a7e3ecc None None] Checking segment: {'id': '8276778e-b938-4047-96be-857bba0c2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cf77d8b7-1a4f-454a-9d56-035c57979aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:15:15.934894 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-67bd33c9-3373-48e3-b429-b5976a7e3ecc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:15.937850 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bd33c9-3373-48e3-b429-b5976a7e3ecc None None] Bound using segment: {'id': '8276778e-b938-4047-96be-857bba0c2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cf77d8b7-1a4f-454a-9d56-035c57979aa4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:15:15.938653 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-67bd33c9-3373-48e3-b429-b5976a7e3ecc None None] Bound port: 0172248c-6b79-4866-a18f-9af93dc7074f, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8276778e-b938-4047-96be-857bba0c2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cf77d8b7-1a4f-454a-9d56-035c57979aa4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:15:15.939224 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-67bd33c9-3373-48e3-b429-b5976a7e3ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:15.966349 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-da2c2c7f-a60f-4692-99d5-460ead74e0e1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:15.973502 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-da2c2c7f-a60f-4692-99d5-460ead74e0e1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:16.002056 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c2c7f-a60f-4692-99d5-460ead74e0e1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4776528-c562-4af7-be26-76a7da2e93b5,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:16.015750 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-da2c2c7f-a60f-4692-99d5-460ead74e0e1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:16.020259 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 37600) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:16.021293 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-da2c2c7f-a60f-4692-99d5-460ead74e0e1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2875268 Nov 23 22:15:16.027099 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-cc118c3f-1356-4942-b4a5-8d9bcbed02c9 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'security_group_rule': {'security_group_id': '72ebe7f3-13ec-49d8-850f-9edeff291e06', 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:15:16.064206 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-67bd33c9-3373-48e3-b429-b5976a7e3ecc None None] For port 0172248c-6b79-4866-a18f-9af93dc7074f, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:15:16.067733 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-67bd33c9-3373-48e3-b429-b5976a7e3ecc None None] For port 0172248c-6b79-4866-a18f-9af93dc7074f, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=0172248c-6b79-4866-a18f-9af93dc7074f,segment=NetworkSegment(8276778e-b938-4047-96be-857bba0c2316),segment_id=8276778e-b938-4047-96be-857bba0c2316)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:15:16.069447 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cc118c3f-1356-4942-b4a5-8d9bcbed02c9 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:16.080529 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-67bd33c9-3373-48e3-b429-b5976a7e3ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:16.152591 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd33c9-3373-48e3-b429-b5976a7e3ecc None None] Pushing event updated for resources: {'Port': ['ID=0172248c-6b79-4866-a18f-9af93dc7074f,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:16.195041 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cc118c3f-1356-4942-b4a5-8d9bcbed02c9 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:16.208153 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cc118c3f-1356-4942-b4a5-8d9bcbed02c9 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:16.229356 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc118c3f-1356-4942-b4a5-8d9bcbed02c9 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dcb1c2e-0df0-4c4e-8538-70c1a3af4f99,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:16.241327 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cc118c3f-1356-4942-b4a5-8d9bcbed02c9 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:16.247711 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cc118c3f-1356-4942-b4a5-8d9bcbed02c9 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2213962 Nov 23 22:15:16.248101 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 37606) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:16.254489 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-3f1d017e-8333-44ea-8529-1212a26934c2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'security_group_rule': {'security_group_id': '72ebe7f3-13ec-49d8-850f-9edeff291e06', 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:15:16.297748 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3f1d017e-8333-44ea-8529-1212a26934c2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:16.402922 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3f1d017e-8333-44ea-8529-1212a26934c2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:16.410547 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3f1d017e-8333-44ea-8529-1212a26934c2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:16.436065 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d017e-8333-44ea-8529-1212a26934c2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57d861b-953a-4039-b066-7bddee6e71c7,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:16.462008 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3f1d017e-8333-44ea-8529-1212a26934c2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:16.485211 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3f1d017e-8333-44ea-8529-1212a26934c2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2347641 Nov 23 22:15:16.487976 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37614) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:16.495458 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b1d0e354-dc9e-4a4b-826b-61b2a59a527e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'security_group_rule': {'security_group_id': '72ebe7f3-13ec-49d8-850f-9edeff291e06', 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:15:16.553653 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-b1d0e354-dc9e-4a4b-826b-61b2a59a527e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Project 9734970b74c843d2aba80bf9d24b8271 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:15:16.561793 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1d0e354-dc9e-4a4b-826b-61b2a59a527e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:16.647366 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1d0e354-dc9e-4a4b-826b-61b2a59a527e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:16.653795 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1d0e354-dc9e-4a4b-826b-61b2a59a527e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:16.677765 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0e354-dc9e-4a4b-826b-61b2a59a527e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ac6872-4cb0-497f-8c50-4d50ddc0b62d,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:16.698401 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1d0e354-dc9e-4a4b-826b-61b2a59a527e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:16.699677 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b1d0e354-dc9e-4a4b-826b-61b2a59a527e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2101998 Nov 23 22:15:16.702428 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 37620) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:16.707009 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-7010e4ff-78dd-43c1-8725-0e30c3b84dba tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'security_group_rule': {'security_group_id': '72ebe7f3-13ec-49d8-850f-9edeff291e06', 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:15:16.738892 n-d-816206-9 neutron-server[110034]: INFO neutron.db.securitygroups_db [None req-7010e4ff-78dd-43c1-8725-0e30c3b84dba tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Project 9734970b74c843d2aba80bf9d24b8271 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:15:16.747493 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7010e4ff-78dd-43c1-8725-0e30c3b84dba tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:16.845937 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7010e4ff-78dd-43c1-8725-0e30c3b84dba tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:16.858640 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7010e4ff-78dd-43c1-8725-0e30c3b84dba tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:16.884381 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010e4ff-78dd-43c1-8725-0e30c3b84dba tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1140f0b1-237b-4842-b769-aca2e93f16cd,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:16.899560 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7010e4ff-78dd-43c1-8725-0e30c3b84dba tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:16.903026 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7010e4ff-78dd-43c1-8725-0e30c3b84dba tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1990261 Nov 23 22:15:17.176753 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-5c9a7c7a-6908-4454-8c51-a8e53ae5e39d tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169288065&fields=id&tenant_id=9734970b74c843d2aba80bf9d24b8271 HTTP/1.1" status: 200 len: 267 time: 0.0851338 Nov 23 22:15:17.404741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-43877c69-c749-45d8-afc0-3a7b1af61a28 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:17.406691 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-43877c69-c749-45d8-afc0-3a7b1af61a28 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/networks?id=cf77d8b7-1a4f-454a-9d56-035c57979aa4 HTTP/1.1" status: 200 len: 796 time: 0.2148178 Nov 23 22:15:17.432831 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-84c83b05-46fe-45f5-9b84-0f716160f36e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/quotas/9734970b74c843d2aba80bf9d24b8271 HTTP/1.1" status: 200 len: 375 time: 0.0179396 Nov 23 22:15:17.524851 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-40d93b85-dd78-4d59-9b53-a582d016a81a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9734970b74c843d2aba80bf9d24b8271&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0855005 Nov 23 22:15:17.530890 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-f96f3465-a7b7-48c2-ab28-56ddfa7d90ea service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:15:17.538709 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-f96f3465-a7b7-48c2-ab28-56ddfa7d90ea service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117326 Nov 23 22:15:17.681215 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-39665a4a-ce5d-4e83-84f3-3a4ecc9a305a service neutron] 10.222.0.50 "GET /v2.0/networks/cf77d8b7-1a4f-454a-9d56-035c57979aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403897 Nov 23 22:15:17.701291 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116d1395-d22b-4d38-8307-25434c4836a4 None None] Network cf77d8b7-1a4f-454a-9d56-035c57979aa4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:15:17.796289 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c0e08b04-d5fc-443e-a629-55363b50445f None None] Provisioning complete for port 0172248c-6b79-4866-a18f-9af93dc7074f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:17.796648 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c0e08b04-d5fc-443e-a629-55363b50445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:17.843343 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-24bbca99-ea36-4419-971c-26e63613f1e8 service neutron] 10.222.0.50 "GET /v2.0/networks/cf77d8b7-1a4f-454a-9d56-035c57979aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448710 Nov 23 22:15:18.071497 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3c366548-0a89-41a1-bd9e-b52827b99a49 req-cc080716-04c4-4dd7-ad1d-0ce2187f576e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7521c5d-a89b-43c4-bf0b-127b85b8192a HTTP/1.1" status: 200 len: 210 time: 0.0371485 Nov 23 22:15:18.111239 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c0e08b04-d5fc-443e-a629-55363b50445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:18.161823 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c0e08b04-d5fc-443e-a629-55363b50445f None None] For port 0172248c-6b79-4866-a18f-9af93dc7074f, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=0172248c-6b79-4866-a18f-9af93dc7074f,segment=NetworkSegment(8276778e-b938-4047-96be-857bba0c2316),segment_id=8276778e-b938-4047-96be-857bba0c2316)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:15:18.171016 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c0e08b04-d5fc-443e-a629-55363b50445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:18.234008 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e08b04-d5fc-443e-a629-55363b50445f None None] Pushing event updated for resources: {'Port': ['ID=0172248c-6b79-4866-a18f-9af93dc7074f,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:18.325136 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 0172248c-6b79-4866-a18f-9af93dc7074f up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:15:18.431648 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 0172248c-6b79-4866-a18f-9af93dc7074f triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:18.432022 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:18.626115 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c7a42ec3-9f9e-4792-9e2a-97a79cf5e3cd None None] Provisioning complete for port 0172248c-6b79-4866-a18f-9af93dc7074f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:18.626503 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c7a42ec3-9f9e-4792-9e2a-97a79cf5e3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:19.247498 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f49d29e-0207-41f8-b60e-2376ab4d9967 req-3fe2de67-bf47-456a-866b-d8d07ce98186 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7521c5d-a89b-43c4-bf0b-127b85b8192a HTTP/1.1" status: 200 len: 210 time: 0.0591748 Nov 23 22:15:19.381507 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37690) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:19.570316 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ca8c6dfc-5b10-4ced-978a-e80c3989b68f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=21727edf5c134cf6abdaf8b7b59a4ded&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1876097 Nov 23 22:15:19.573073 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37694) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:19.624275 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-073b6a1c-b87c-4324-abb2-c275c9bd3669 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:19.647551 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-073b6a1c-b87c-4324-abb2-c275c9bd3669 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:19.701281 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-073b6a1c-b87c-4324-abb2-c275c9bd3669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:19.704915 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-073b6a1c-b87c-4324-abb2-c275c9bd3669 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:19.708989 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-073b6a1c-b87c-4324-abb2-c275c9bd3669 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b1b73adf-2896-4865-b258-b37a3f81c55f HTTP/1.1" status: 204 len: 168 time: 0.1346271 Nov 23 22:15:19.732176 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b6a1c-b87c-4324-abb2-c275c9bd3669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b73adf-2896-4865-b258-b37a3f81c55f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:20.021606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-9c018cf2-bf40-45ca-9566-3f5e7383d253 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:20.023945 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-9c018cf2-bf40-45ca-9566-3f5e7383d253 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.53 "GET /v2.0/networks?id=cf77d8b7-1a4f-454a-9d56-035c57979aa4 HTTP/1.1" status: 200 len: 796 time: 0.1938407 Nov 23 22:15:20.155611 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-43ec755e-0942-4e8d-a199-ba94e3ca44ff tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9734970b74c843d2aba80bf9d24b8271 HTTP/1.1" status: 200 len: 472 time: 0.1180909 Nov 23 22:15:20.177166 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-b604ad8f-af65-4523-8941-c7cb32c33cbd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'port': {'device_id': 'f7521c5d-a89b-43c4-bf0b-127b85b8192a', 'network_id': 'cf77d8b7-1a4f-454a-9d56-035c57979aa4', 'admin_state_up': True, 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'security_groups': ['72ebe7f3-13ec-49d8-850f-9edeff291e06']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:15:20.222964 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 0172248c-6b79-4866-a18f-9af93dc7074f up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:15:20.280358 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 0172248c-6b79-4866-a18f-9af93dc7074f triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:20.280733 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:20.301528 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-b604ad8f-af65-4523-8941-c7cb32c33cbd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Made reservation on behalf of 9734970b74c843d2aba80bf9d24b8271 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:15:20.305157 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-b604ad8f-af65-4523-8941-c7cb32c33cbd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:20.405615 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e153c3a0-8bbf-45df-9855-53207bba33cc req-c885a4b0-5ff2-4f30-8ecc-eb89f40e3169 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7521c5d-a89b-43c4-bf0b-127b85b8192a HTTP/1.1" status: 200 len: 210 time: 0.0654976 Nov 23 22:15:20.506156 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-b604ad8f-af65-4523-8941-c7cb32c33cbd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Allocated IP 172.20.0.27 (cf77d8b7-1a4f-454a-9d56-035c57979aa4/efc84482-4ff3-438e-b3fb-38f3ee1edf27/ef042704-b87b-4257-859c-192fe944e056) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:15:20.659207 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-b604ad8f-af65-4523-8941-c7cb32c33cbd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:20.694363 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-b604ad8f-af65-4523-8941-c7cb32c33cbd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:20.740562 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-b604ad8f-af65-4523-8941-c7cb32c33cbd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Network cf77d8b7-1a4f-454a-9d56-035c57979aa4 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:15:20.743521 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-b604ad8f-af65-4523-8941-c7cb32c33cbd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:15:20.747901 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-b604ad8f-af65-4523-8941-c7cb32c33cbd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:15:20.773686 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604ad8f-af65-4523-8941-c7cb32c33cbd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'Port': ['ID=ef042704-b87b-4257-859c-192fe944e056,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:20.801561 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-b604ad8f-af65-4523-8941-c7cb32c33cbd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:20.802125 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-b604ad8f-af65-4523-8941-c7cb32c33cbd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:20.824293 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-b604ad8f-af65-4523-8941-c7cb32c33cbd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6514530 Nov 23 22:15:20.844663 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-fbfcbbe4-ba34-4f50-b11f-fba7c5b4922b service neutron] Request body: {'port': {'device_id': 'f7521c5d-a89b-43c4-bf0b-127b85b8192a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:15:20.905705 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-fbfcbbe4-ba34-4f50-b11f-fba7c5b4922b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:21.002346 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1b46471d-391e-45fb-9426-8cd940a5fb54 None None] Provisioning complete for port ef042704-b87b-4257-859c-192fe944e056 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:21.002898 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1b46471d-391e-45fb-9426-8cd940a5fb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:21.043391 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1b46471d-391e-45fb-9426-8cd940a5fb54 None None] Port ef042704-b87b-4257-859c-192fe944e056 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:15:21.257426 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-fbfcbbe4-ba34-4f50-b11f-fba7c5b4922b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef042704-b87b-4257-859c-192fe944e056 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:15:21.274827 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-fbfcbbe4-ba34-4f50-b11f-fba7c5b4922b service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:21.292711 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-fbfcbbe4-ba34-4f50-b11f-fba7c5b4922b service neutron] Transition to ACTIVE for port object ef042704-b87b-4257-859c-192fe944e056 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:15:21.299229 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-fbfcbbe4-ba34-4f50-b11f-fba7c5b4922b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:21.362389 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcbbe4-ba34-4f50-b11f-fba7c5b4922b service neutron] Pushing event updated for resources: {'Port': ['ID=ef042704-b87b-4257-859c-192fe944e056,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:21.449817 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-fbfcbbe4-ba34-4f50-b11f-fba7c5b4922b service neutron] Attempting to bind port ef042704-b87b-4257-859c-192fe944e056 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:15:21.450140 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-fbfcbbe4-ba34-4f50-b11f-fba7c5b4922b service neutron] Attempting to bind port ef042704-b87b-4257-859c-192fe944e056 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '8276778e-b938-4047-96be-857bba0c2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cf77d8b7-1a4f-454a-9d56-035c57979aa4'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:15:21.450464 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-fbfcbbe4-ba34-4f50-b11f-fba7c5b4922b service neutron] Attempting to bind port ef042704-b87b-4257-859c-192fe944e056 on network cf77d8b7-1a4f-454a-9d56-035c57979aa4 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:15:21.455385 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-fbfcbbe4-ba34-4f50-b11f-fba7c5b4922b service neutron] Port ef042704-b87b-4257-859c-192fe944e056 on network cf77d8b7-1a4f-454a-9d56-035c57979aa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:15:21.455702 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-fbfcbbe4-ba34-4f50-b11f-fba7c5b4922b service neutron] Attempting to bind port ef042704-b87b-4257-859c-192fe944e056 on network cf77d8b7-1a4f-454a-9d56-035c57979aa4 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:15:21.461265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-fbfcbbe4-ba34-4f50-b11f-fba7c5b4922b service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:15:21.461603 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-fbfcbbe4-ba34-4f50-b11f-fba7c5b4922b service neutron] Checking segment: {'id': '8276778e-b938-4047-96be-857bba0c2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cf77d8b7-1a4f-454a-9d56-035c57979aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:15:21.461985 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-fbfcbbe4-ba34-4f50-b11f-fba7c5b4922b service neutron] Bound using segment: {'id': '8276778e-b938-4047-96be-857bba0c2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cf77d8b7-1a4f-454a-9d56-035c57979aa4'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:15:21.462513 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-fbfcbbe4-ba34-4f50-b11f-fba7c5b4922b service neutron] Bound port: ef042704-b87b-4257-859c-192fe944e056, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8276778e-b938-4047-96be-857bba0c2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cf77d8b7-1a4f-454a-9d56-035c57979aa4'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:15:21.462935 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-fbfcbbe4-ba34-4f50-b11f-fba7c5b4922b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:21.563547 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-fbfcbbe4-ba34-4f50-b11f-fba7c5b4922b service neutron] For port ef042704-b87b-4257-859c-192fe944e056, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:15:21.583847 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-fbfcbbe4-ba34-4f50-b11f-fba7c5b4922b service neutron] For port ef042704-b87b-4257-859c-192fe944e056, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ef042704-b87b-4257-859c-192fe944e056,segment=NetworkSegment(8276778e-b938-4047-96be-857bba0c2316),segment_id=8276778e-b938-4047-96be-857bba0c2316)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:15:21.602696 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ca194-eb0f-4de3-b125-4d7246df4627 req-6bae7bc4-e15c-49ff-a294-b88e0c08444d tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:21.604470 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-463ca194-eb0f-4de3-b125-4d7246df4627 req-6bae7bc4-e15c-49ff-a294-b88e0c08444d tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7521c5d-a89b-43c4-bf0b-127b85b8192a HTTP/1.1" status: 200 len: 944 time: 0.0842087 Nov 23 22:15:21.606217 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-fbfcbbe4-ba34-4f50-b11f-fba7c5b4922b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:21.662598 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-fbfcbbe4-ba34-4f50-b11f-fba7c5b4922b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:21.667568 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-fbfcbbe4-ba34-4f50-b11f-fba7c5b4922b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:21.671457 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-fbfcbbe4-ba34-4f50-b11f-fba7c5b4922b service neutron] 10.222.0.53 "PUT /v2.0/ports/ef042704-b87b-4257-859c-192fe944e056 HTTP/1.1" status: 200 len: 1092 time: 0.8313031 Nov 23 22:15:21.674766 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7521c5d-a89b-43c4-bf0b-127b85b8192a', 'tag': 'ef042704-b87b-4257-859c-192fe944e056'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:15:21.683080 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d8ad77-3691-4c76-97f4-ca97e7806839" -d '{"events": [{"name": "network-changed", "server_uuid": "f7521c5d-a89b-43c4-bf0b-127b85b8192a", "tag": "ef042704-b87b-4257-859c-192fe944e056"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:15:21.734201 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541576f3-235e-4ac3-bf50-d8bc1ffe3222 x-openstack-request-id: req-541576f3-235e-4ac3-bf50-d8bc1ffe3222 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:15:21.734492 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7521c5d-a89b-43c4-bf0b-127b85b8192a", "tag": "ef042704-b87b-4257-859c-192fe944e056", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:15:21.734761 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-541576f3-235e-4ac3-bf50-d8bc1ffe3222 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:15:21.735169 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7521c5d-a89b-43c4-bf0b-127b85b8192a', 'tag': 'ef042704-b87b-4257-859c-192fe944e056', 'status': 'completed', 'code': 200} Nov 23 22:15:21.814693 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcbbe4-ba34-4f50-b11f-fba7c5b4922b service neutron] Pushing event updated for resources: {'Port': ['ID=ef042704-b87b-4257-859c-192fe944e056,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:21.825096 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-463ca194-eb0f-4de3-b125-4d7246df4627 req-d9c5048b-f4fe-4cb2-84b7-505094d7a1e5 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=72ebe7f3-13ec-49d8-850f-9edeff291e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854489 Nov 23 22:15:21.832760 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-e674d73c-5190-4a72-b271-b746c6d1336a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:21.834535 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-e674d73c-5190-4a72-b271-b746c6d1336a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9734970b74c843d2aba80bf9d24b8271&device_id=f7521c5d-a89b-43c4-bf0b-127b85b8192a HTTP/1.1" status: 200 len: 1095 time: 0.0900676 Nov 23 22:15:21.890663 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-7ec951af-8e7e-4db7-870e-119f9e873a73 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ef042704-b87b-4257-859c-192fe944e056 HTTP/1.1" status: 200 len: 217 time: 0.0423045 Nov 23 22:15:21.950145 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-75aa71ee-1fde-4d3b-be14-8d02de674a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:21.951587 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-75aa71ee-1fde-4d3b-be14-8d02de674a30 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=efc84482-4ff3-438e-b3fb-38f3ee1edf27 HTTP/1.1" status: 200 len: 838 time: 0.0488207 Nov 23 22:15:22.004313 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-04ff22d4-f512-4239-85b5-0997ca7200b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:22.006041 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-04ff22d4-f512-4239-85b5-0997ca7200b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf77d8b7-1a4f-454a-9d56-035c57979aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419943 Nov 23 22:15:22.153240 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-ff47dd43-7889-4e99-9813-77e42cdac6d4 service neutron] 10.222.0.53 "GET /v2.0/networks/cf77d8b7-1a4f-454a-9d56-035c57979aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332121 Nov 23 22:15:22.277496 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22d4d042-2337-4775-bbf7-0221e15d7b6d req-8a58f81f-c20a-4392-9804-1a1502e18184 service neutron] 10.222.0.53 "GET /v2.0/networks/cf77d8b7-1a4f-454a-9d56-035c57979aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107125 Nov 23 22:15:22.372390 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8ad77-3691-4c76-97f4-ca97e7806839 req-12f77b6f-fae3-4057-adff-bb9ed27fb6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:22.373872 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1d8ad77-3691-4c76-97f4-ca97e7806839 req-12f77b6f-fae3-4057-adff-bb9ed27fb6ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9734970b74c843d2aba80bf9d24b8271&device_id=f7521c5d-a89b-43c4-bf0b-127b85b8192a HTTP/1.1" status: 200 len: 1095 time: 0.0484369 Nov 23 22:15:22.467090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8ad77-3691-4c76-97f4-ca97e7806839 req-9d4ddd5a-a09c-4ff8-ad80-1a80f7c12faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:22.468495 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1d8ad77-3691-4c76-97f4-ca97e7806839 req-9d4ddd5a-a09c-4ff8-ad80-1a80f7c12faf service neutron] 10.222.0.53 "GET /v2.0/networks?id=cf77d8b7-1a4f-454a-9d56-035c57979aa4 HTTP/1.1" status: 200 len: 897 time: 0.0873401 Nov 23 22:15:22.512910 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1d8ad77-3691-4c76-97f4-ca97e7806839 req-cda32051-30e7-4a7c-bd36-1f1f56014292 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ef042704-b87b-4257-859c-192fe944e056 HTTP/1.1" status: 200 len: 217 time: 0.0371814 Nov 23 22:15:22.564271 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8ad77-3691-4c76-97f4-ca97e7806839 req-1e6011ab-51e3-43ef-980c-acfcc0df0731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:22.565712 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1d8ad77-3691-4c76-97f4-ca97e7806839 req-1e6011ab-51e3-43ef-980c-acfcc0df0731 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=efc84482-4ff3-438e-b3fb-38f3ee1edf27 HTTP/1.1" status: 200 len: 838 time: 0.0442307 Nov 23 22:15:22.612779 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8ad77-3691-4c76-97f4-ca97e7806839 req-b1fc981a-8c81-4d8a-9dbe-b6ae2e869890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:22.614238 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1d8ad77-3691-4c76-97f4-ca97e7806839 req-b1fc981a-8c81-4d8a-9dbe-b6ae2e869890 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf77d8b7-1a4f-454a-9d56-035c57979aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405037 Nov 23 22:15:22.713559 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1d8ad77-3691-4c76-97f4-ca97e7806839 req-9fff8cb6-e429-4d27-b635-39e67d88cb23 service neutron] 10.222.0.53 "GET /v2.0/networks/cf77d8b7-1a4f-454a-9d56-035c57979aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895526 Nov 23 22:15:22.835957 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1d8ad77-3691-4c76-97f4-ca97e7806839 req-478dcfff-c3bf-4f44-b211-9d2cf600c5a4 service neutron] 10.222.0.53 "GET /v2.0/networks/cf77d8b7-1a4f-454a-9d56-035c57979aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146092 Nov 23 22:15:22.889261 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:22.971576 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460e746-dc2d-4a9a-964a-0d35b093154e req-4f539f1c-33f9-4f6f-bff5-e600daddafd0 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:22.973110 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8460e746-dc2d-4a9a-964a-0d35b093154e req-4f539f1c-33f9-4f6f-bff5-e600daddafd0 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7521c5d-a89b-43c4-bf0b-127b85b8192a HTTP/1.1" status: 200 len: 944 time: 0.0535569 Nov 23 22:15:23.032963 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8460e746-dc2d-4a9a-964a-0d35b093154e req-80d51399-39ab-41a3-8bc2-13272ecf1108 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=72ebe7f3-13ec-49d8-850f-9edeff291e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527060 Nov 23 22:15:24.155016 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86367ae8-f35f-4008-aba3-824d040fdae8 req-216970b2-2384-465b-87ba-f927fd465672 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:24.156598 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86367ae8-f35f-4008-aba3-824d040fdae8 req-216970b2-2384-465b-87ba-f927fd465672 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7521c5d-a89b-43c4-bf0b-127b85b8192a HTTP/1.1" status: 200 len: 944 time: 0.0511849 Nov 23 22:15:24.210162 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86367ae8-f35f-4008-aba3-824d040fdae8 req-c10f0ac2-93cb-4567-9587-e1e449ecb994 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=72ebe7f3-13ec-49d8-850f-9edeff291e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468936 Nov 23 22:15:25.367114 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed6259-9d31-42b2-b1f1-2258f8aa3f46 req-75a5c560-9662-4a59-85f4-dafe93dffeca tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:25.369957 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7eed6259-9d31-42b2-b1f1-2258f8aa3f46 req-75a5c560-9662-4a59-85f4-dafe93dffeca tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7521c5d-a89b-43c4-bf0b-127b85b8192a HTTP/1.1" status: 200 len: 944 time: 0.0661008 Nov 23 22:15:25.423355 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7eed6259-9d31-42b2-b1f1-2258f8aa3f46 req-ace31e4e-09f5-4d38-857c-0fb7b0afb25b tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=72ebe7f3-13ec-49d8-850f-9edeff291e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474682 Nov 23 22:15:25.769505 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d08775-5f11-4bd9-b862-4869276858c3 req-0355b7e9-ba06-43f0-8542-44efc9457518 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:25.771447 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40d08775-5f11-4bd9-b862-4869276858c3 req-0355b7e9-ba06-43f0-8542-44efc9457518 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.2949171 Nov 23 22:15:25.820127 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40d08775-5f11-4bd9-b862-4869276858c3 req-4fe7d4d6-0e3a-4b50-9ae8-3de5276bad36 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418437 Nov 23 22:15:26.038194 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device ef042704-b87b-4257-859c-192fe944e056 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:15:26.134218 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port ef042704-b87b-4257-859c-192fe944e056, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ef042704-b87b-4257-859c-192fe944e056,segment=NetworkSegment(8276778e-b938-4047-96be-857bba0c2316),segment_id=8276778e-b938-4047-96be-857bba0c2316)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:15:26.150475 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'ef042704-b87b-4257-859c-192fe944e056', 'network_id': 'cf77d8b7-1a4f-454a-9d56-035c57979aa4', 'port_id': 'ef042704-b87b-4257-859c-192fe944e056', 'mac_address': 'fa:16:3e:e7:ed:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efc84482-4ff3-438e-b3fb-38f3ee1edf27', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:15:26.192380 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:26.207309 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef042704-b87b-4257-859c-192fe944e056 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:15:26.227931 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port ef042704-b87b-4257-859c-192fe944e056, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ef042704-b87b-4257-859c-192fe944e056,segment=NetworkSegment(8276778e-b938-4047-96be-857bba0c2316),segment_id=8276778e-b938-4047-96be-857bba0c2316)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:15:26.233238 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:26.285900 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=ef042704-b87b-4257-859c-192fe944e056,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:26.540200 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['ef042704-b87b-4257-859c-192fe944e056'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:15:26.553161 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a19f7-523f-43ec-9a4d-aa13ed7ecc99 req-3abc4112-e391-405a-be3b-756b8dd0a070 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:26.555805 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b6a19f7-523f-43ec-9a4d-aa13ed7ecc99 req-3abc4112-e391-405a-be3b-756b8dd0a070 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7521c5d-a89b-43c4-bf0b-127b85b8192a HTTP/1.1" status: 200 len: 945 time: 0.0552123 Nov 23 22:15:26.610522 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b6a19f7-523f-43ec-9a4d-aa13ed7ecc99 req-703804ea-564a-4db9-bde7-1ced77d404a0 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=72ebe7f3-13ec-49d8-850f-9edeff291e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470140 Nov 23 22:15:26.982167 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b562e-298f-4c6e-951c-eae1a1039b41 req-59adf17e-f02d-4d7d-afe5-64df5f53e074 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:26.983907 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7f5b562e-298f-4c6e-951c-eae1a1039b41 req-59adf17e-f02d-4d7d-afe5-64df5f53e074 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.0754683 Nov 23 22:15:27.043599 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7f5b562e-298f-4c6e-951c-eae1a1039b41 req-26aa7340-3672-41c7-8635-71ce56751403 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524516 Nov 23 22:15:27.630041 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ffc50-0c84-4ae7-9e9b-e85e4ba1e0f5 req-7939d4aa-a38c-4061-8d48-a62346837970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:27.631595 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c27ffc50-0c84-4ae7-9e9b-e85e4ba1e0f5 req-7939d4aa-a38c-4061-8d48-a62346837970 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58744f20ea5c4088bdd5abf19df7467d&device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 1096 time: 0.0423880 Nov 23 22:15:27.778271 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ffc50-0c84-4ae7-9e9b-e85e4ba1e0f5 req-3c97c663-16a9-407b-bf00-a7ef913949c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:27.779762 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c27ffc50-0c84-4ae7-9e9b-e85e4ba1e0f5 req-3c97c663-16a9-407b-bf00-a7ef913949c2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 HTTP/1.1" status: 200 len: 911 time: 0.1204655 Nov 23 22:15:27.787514 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e0cd8-02c6-4918-9eaa-3c061a07caa1 req-ea69a7b8-912d-48d5-aad3-4337b48e99f6 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:27.789006 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-155e0cd8-02c6-4918-9eaa-3c061a07caa1 req-ea69a7b8-912d-48d5-aad3-4337b48e99f6 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7521c5d-a89b-43c4-bf0b-127b85b8192a HTTP/1.1" status: 200 len: 945 time: 0.1011355 Nov 23 22:15:27.860172 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c27ffc50-0c84-4ae7-9e9b-e85e4ba1e0f5 req-939d685d-fc7b-4320-9294-871d962f060f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab691c91-a558-40fb-8ee8-a052035e6b51 HTTP/1.1" status: 200 len: 1001 time: 0.0702181 Nov 23 22:15:27.935436 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-155e0cd8-02c6-4918-9eaa-3c061a07caa1 req-872a724c-2691-4c46-a19d-825c009d1fbb tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=72ebe7f3-13ec-49d8-850f-9edeff291e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863028 Nov 23 22:15:27.941420 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-556d2e0b-d3b7-4c2b-952e-70fb7d3285f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:27.951038 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ffc50-0c84-4ae7-9e9b-e85e4ba1e0f5 req-f7f1f3c1-f9b8-46f3-9710-c771a36ef6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:27.952545 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c27ffc50-0c84-4ae7-9e9b-e85e4ba1e0f5 req-f7f1f3c1-f9b8-46f3-9710-c771a36ef6b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0967a0c6-201c-4f64-942b-1c9918c65e1f HTTP/1.1" status: 200 len: 849 time: 0.0690567 Nov 23 22:15:28.011992 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ffc50-0c84-4ae7-9e9b-e85e4ba1e0f5 req-cf06148f-365d-4d95-8019-82bcf98a555c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:28.013947 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c27ffc50-0c84-4ae7-9e9b-e85e4ba1e0f5 req-cf06148f-365d-4d95-8019-82bcf98a555c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463798 Nov 23 22:15:28.044297 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device ef042704-b87b-4257-859c-192fe944e056 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:15:28.117744 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port ef042704-b87b-4257-859c-192fe944e056 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:15:28.123785 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port ef042704-b87b-4257-859c-192fe944e056 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:28.124357 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:28.184767 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c27ffc50-0c84-4ae7-9e9b-e85e4ba1e0f5 req-186ef077-9574-4bf2-ac91-1352bd759a5f service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619813 Nov 23 22:15:28.233337 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:28.265127 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7521c5d-a89b-43c4-bf0b-127b85b8192a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef042704-b87b-4257-859c-192fe944e056'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:15:28.269769 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424fa5de-ae1f-4d94-bde9-a4d5a7736815" -d '{"events": [{"server_uuid": "f7521c5d-a89b-43c4-bf0b-127b85b8192a", "name": "network-vif-plugged", "status": "completed", "tag": "ef042704-b87b-4257-859c-192fe944e056"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:15:28.290182 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port ef042704-b87b-4257-859c-192fe944e056, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ef042704-b87b-4257-859c-192fe944e056,segment=NetworkSegment(8276778e-b938-4047-96be-857bba0c2316),segment_id=8276778e-b938-4047-96be-857bba0c2316)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:15:28.300707 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:28.318385 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c29e2-ee47-46b9-823d-a1d1bb769627 req-17617786-b63d-4bc8-97be-1e7284764734 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:28.320251 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5c1c29e2-ee47-46b9-823d-a1d1bb769627 req-17617786-b63d-4bc8-97be-1e7284764734 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.1650038 Nov 23 22:15:28.369150 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a474d4d1-1aff-4a69-b878-dfecdb3c25f3 x-openstack-request-id: req-a474d4d1-1aff-4a69-b878-dfecdb3c25f3 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:15:28.369505 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7521c5d-a89b-43c4-bf0b-127b85b8192a", "name": "network-vif-plugged", "status": "completed", "tag": "ef042704-b87b-4257-859c-192fe944e056", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:15:28.369928 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a474d4d1-1aff-4a69-b878-dfecdb3c25f3 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:15:28.370450 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7521c5d-a89b-43c4-bf0b-127b85b8192a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef042704-b87b-4257-859c-192fe944e056', 'code': 200} Nov 23 22:15:28.383443 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c27ffc50-0c84-4ae7-9e9b-e85e4ba1e0f5 req-0ebf0b98-a681-4b37-b331-342802e7daa7 service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828709 Nov 23 22:15:28.402704 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=ef042704-b87b-4257-859c-192fe944e056,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:28.438441 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5c1c29e2-ee47-46b9-823d-a1d1bb769627 req-62d28e0d-7053-4a12-aa7b-da57d2d98f66 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1064012 Nov 23 22:15:28.494575 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da9128-1f3b-4f44-9fbd-2c50438d05e5 req-2b716119-9a45-420a-9f82-6a7f109ac377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:28.495960 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b3da9128-1f3b-4f44-9fbd-2c50438d05e5 req-2b716119-9a45-420a-9f82-6a7f109ac377 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f7521c5d-a89b-43c4-bf0b-127b85b8192a HTTP/1.1" status: 200 len: 1097 time: 0.0460556 Nov 23 22:15:28.553352 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b3da9128-1f3b-4f44-9fbd-2c50438d05e5 req-75c0c19b-e055-47c2-9a0a-7679280cf826 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=72ebe7f3-13ec-49d8-850f-9edeff291e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459201 Nov 23 22:15:29.070407 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef120d25-ec4b-4844-940a-47c937da1aed req-0e279a8d-437f-40fb-ab49-86b85d46b1c7 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:29.071998 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef120d25-ec4b-4844-940a-47c937da1aed req-0e279a8d-437f-40fb-ab49-86b85d46b1c7 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7521c5d-a89b-43c4-bf0b-127b85b8192a HTTP/1.1" status: 200 len: 946 time: 0.0553105 Nov 23 22:15:29.130431 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef120d25-ec4b-4844-940a-47c937da1aed req-1651ab4e-8a9a-4d6f-b807-17bc9d30ca4c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=72ebe7f3-13ec-49d8-850f-9edeff291e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513086 Nov 23 22:15:29.597583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34793c-159b-4c57-8424-c06ce060ee84 req-26a46cca-f218-4006-a801-58f907829404 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:29.601607 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f34793c-159b-4c57-8424-c06ce060ee84 req-26a46cca-f218-4006-a801-58f907829404 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.0776415 Nov 23 22:15:29.727032 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f34793c-159b-4c57-8424-c06ce060ee84 req-a64888a5-4f76-4e8b-8518-ce4ca8a484d8 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1188724 Nov 23 22:15:29.871043 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b022c72-1e42-4c15-b365-603220654941 req-7ab0c008-85c9-4ec5-ad90-12e4f49252ba tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:29.873144 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b022c72-1e42-4c15-b365-603220654941 req-7ab0c008-85c9-4ec5-ad90-12e4f49252ba tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 1097 time: 0.0486045 Nov 23 22:15:29.928046 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b022c72-1e42-4c15-b365-603220654941 req-37a2bb69-22d9-4295-a3b7-24b8876ff8a9 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446532 Nov 23 22:15:29.956361 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37870) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:30.073753 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:30.294293 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9121b-d202-4503-9926-9647bbc91c83 req-74a47336-421f-446f-9bc7-12294fefcf5e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:30.296041 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-73c9121b-d202-4503-9926-9647bbc91c83 req-74a47336-421f-446f-9bc7-12294fefcf5e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7521c5d-a89b-43c4-bf0b-127b85b8192a HTTP/1.1" status: 200 len: 946 time: 0.0732033 Nov 23 22:15:30.369418 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-73c9121b-d202-4503-9926-9647bbc91c83 req-67481188-4e56-4df4-be1d-388b1ffe08e2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=72ebe7f3-13ec-49d8-850f-9edeff291e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665162 Nov 23 22:15:30.427650 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-7e61193a-c076-42fe-b996-0b94794dc859 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Deleting port 532053fd-d586-4453-a8bf-e3314bcaa08b {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:15:30.428233 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e61193a-c076-42fe-b996-0b94794dc859 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:30.495837 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d6f29-4b9c-45a2-a02a-0c7b1216b7d7 req-f7fee0c6-ec37-48c3-9101-23a0e04f56f5 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:30.497463 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-465d6f29-4b9c-45a2-a02a-0c7b1216b7d7 req-f7fee0c6-ec37-48c3-9101-23a0e04f56f5 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7521c5d-a89b-43c4-bf0b-127b85b8192a HTTP/1.1" status: 200 len: 946 time: 0.0557182 Nov 23 22:15:30.520133 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e61193a-c076-42fe-b996-0b94794dc859 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:30.520688 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e61193a-c076-42fe-b996-0b94794dc859 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:30.528758 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f52af4d9-cd62-4815-a14c-7b2535cfcf6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:30.536144 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-7e61193a-c076-42fe-b996-0b94794dc859 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Calling delete_port for 532053fd-d586-4453-a8bf-e3314bcaa08b owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:15:30.565694 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-465d6f29-4b9c-45a2-a02a-0c7b1216b7d7 req-fb8905f2-f84b-438d-a141-e3184a857a4c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=72ebe7f3-13ec-49d8-850f-9edeff291e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595098 Nov 23 22:15:30.746451 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e61193a-c076-42fe-b996-0b94794dc859 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:30.778350 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61193a-c076-42fe-b996-0b94794dc859 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'Port': ['ID=532053fd-d586-4453-a8bf-e3314bcaa08b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:30.875315 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e61193a-c076-42fe-b996-0b94794dc859 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:30.875740 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-7e61193a-c076-42fe-b996-0b94794dc859 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Floating IP bd3b3b73-0b05-4189-bae2-7ecd3947a850 disassociated (deleted). External IP: 172.25.5.211, port: 646dccf4-5162-4879-811e-dc2b620c33b8. Nov 23 22:15:30.890511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a92a1-9472-4313-b752-d2946d1c8966 req-27264278-dd1d-4e2b-806d-ea14c2c05ac5 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:30.892520 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b50a92a1-9472-4313-b752-d2946d1c8966 req-27264278-dd1d-4e2b-806d-ea14c2c05ac5 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.0869124 Nov 23 22:15:30.961138 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b50a92a1-9472-4313-b752-d2946d1c8966 req-529e5ab8-28f8-4f36-bffa-b44d81f15814 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624785 Nov 23 22:15:31.139083 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e61193a-c076-42fe-b996-0b94794dc859 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Router ecc42a34-5cc3-49ac-ad06-aecf29859080 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:15:31.306799 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e61193a-c076-42fe-b996-0b94794dc859 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:15:31.320601 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf5fd82-e2d0-4a56-a1c7-7784057890f6 None None] Sync routers for ids ['ecc42a34-5cc3-49ac-ad06-aecf29859080'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:15:31.324466 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7e61193a-c076-42fe-b996-0b94794dc859 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:31.339469 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf5fd82-e2d0-4a56-a1c7-7784057890f6 None None] Routers {'ecc42a34-5cc3-49ac-ad06-aecf29859080'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:15:31.340128 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-bcf5fd82-e2d0-4a56-a1c7-7784057890f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:15:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ecc42a34-5cc3-49ac-ad06-aecf29859080'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:15:31.375498 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7e61193a-c076-42fe-b996-0b94794dc859 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "DELETE /v2.0/floatingips/bd3b3b73-0b05-4189-bae2-7ecd3947a850 HTTP/1.1" status: 204 len: 168 time: 1.4176655 Nov 23 22:15:31.376144 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4', 'tag': '646dccf4-5162-4879-811e-dc2b620c33b8'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:15:31.376861 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 37894) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:31.378543 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffb6513-f31a-4bb7-a923-a6e9c1b0e838" -d '{"events": [{"name": "network-changed", "server_uuid": "9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4", "tag": "646dccf4-5162-4879-811e-dc2b620c33b8"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:15:31.489808 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbb4c76-b8c3-4a57-ad78-d809cd58e114 x-openstack-request-id: req-8bbb4c76-b8c3-4a57-ad78-d809cd58e114 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:15:31.490316 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4", "tag": "646dccf4-5162-4879-811e-dc2b620c33b8", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:15:31.490765 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8bbb4c76-b8c3-4a57-ad78-d809cd58e114 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:15:31.491330 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4', 'tag': '646dccf4-5162-4879-811e-dc2b620c33b8', 'status': 'completed', 'code': 200} Nov 23 22:15:31.491470 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-bcf5fd82-e2d0-4a56-a1c7-7784057890f6 None None] Set router ecc42a34-5cc3-49ac-ad06-aecf29859080 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:15:31.514101 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef98c-022f-4b06-aec6-907507f1940e admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:31.686161 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:31.719599 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb6513-f31a-4bb7-a923-a6e9c1b0e838 req-932b8dd8-ffe1-49a3-9692-b42e60c231de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:31.725930 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dffb6513-f31a-4bb7-a923-a6e9c1b0e838 req-932b8dd8-ffe1-49a3-9692-b42e60c231de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 1097 time: 0.1820011 Nov 23 22:15:31.803187 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-bcf5fd82-e2d0-4a56-a1c7-7784057890f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85110971', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:00Z', 'updated_at': '2021-11-23T22:13:12Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:85:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:01Z', 'updated_at': '2021-11-23T22:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '11337fe3-f6de-43bf-8b0d-f3e38ab29ade', 'name': '', 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:9a:b0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'fc83933b-c274-4ed1-a7dc-b79874b5ad9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:09Z', 'updated_at': '2021-11-23T22:13:20Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'fc83933b-c274-4ed1-a7dc-b79874b5ad9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:15:31.811854 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef98c-022f-4b06-aec6-907507f1940e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:31.823152 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8f7ef98c-022f-4b06-aec6-907507f1940e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:31.836101 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf5fd82-e2d0-4a56-a1c7-7784057890f6 None None] Checking router: ecc42a34-5cc3-49ac-ad06-aecf29859080 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:15:31.845183 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf5fd82-e2d0-4a56-a1c7-7784057890f6 None None] Routers {'ecc42a34-5cc3-49ac-ad06-aecf29859080'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:15:31.845913 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-bcf5fd82-e2d0-4a56-a1c7-7784057890f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:15:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ecc42a34-5cc3-49ac-ad06-aecf29859080'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:15:31.919492 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abc10a-c1d2-40de-94d8-b58c9ae4d33e req-0fab0bb4-72fc-4fb0-bfaf-df0b024ca458 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:31.920792 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-27abc10a-c1d2-40de-94d8-b58c9ae4d33e req-0fab0bb4-72fc-4fb0-bfaf-df0b024ca458 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 946 time: 0.1803854 Nov 23 22:15:31.925307 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8f7ef98c-022f-4b06-aec6-907507f1940e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c0387b4dbda745549e3dc78dfd7e8026&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5471973 Nov 23 22:15:31.928325 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ef98c-022f-4b06-aec6-907507f1940e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d9559e-770a-43fb-8513-9fe30b97e1f9,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:31.929056 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37902) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:31.943993 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb6513-f31a-4bb7-a923-a6e9c1b0e838 req-052daa93-2bfc-47eb-a462-48a1460d73fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:31.945702 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dffb6513-f31a-4bb7-a923-a6e9c1b0e838 req-052daa93-2bfc-47eb-a462-48a1460d73fa service neutron] 10.222.0.60 "GET /v2.0/networks?id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa HTTP/1.1" status: 200 len: 898 time: 0.2064071 Nov 23 22:15:31.983184 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-bcf5fd82-e2d0-4a56-a1c7-7784057890f6 None None] Set router ecc42a34-5cc3-49ac-ad06-aecf29859080 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:15:32.006895 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dffb6513-f31a-4bb7-a923-a6e9c1b0e838 req-3edee71f-8524-4855-bd9a-2b5ebfa883cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=646dccf4-5162-4879-811e-dc2b620c33b8 HTTP/1.1" status: 200 len: 217 time: 0.0526371 Nov 23 22:15:32.017161 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1c7b594-d863-454d-9620-81950626640a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:32.051495 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37906) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:32.068342 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1c7b594-d863-454d-9620-81950626640a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:32.101543 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-27abc10a-c1d2-40de-94d8-b58c9ae4d33e req-fefce580-84e7-47df-a0da-fddddfc1c144 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537898 Nov 23 22:15:32.116707 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb6513-f31a-4bb7-a923-a6e9c1b0e838 req-a5295e39-3180-4d21-b835-30c35a1fdb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:32.118333 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dffb6513-f31a-4bb7-a923-a6e9c1b0e838 req-a5295e39-3180-4d21-b835-30c35a1fdb36 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc83933b-c274-4ed1-a7dc-b79874b5ad9f HTTP/1.1" status: 200 len: 835 time: 0.1039031 Nov 23 22:15:32.144665 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a522d-2742-468e-8469-c5e0d6c4fa0c req-996a9fd9-d26e-479d-83e4-e0eb1a7129e7 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:32.153186 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d7a522d-2742-468e-8469-c5e0d6c4fa0c req-996a9fd9-d26e-479d-83e4-e0eb1a7129e7 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.0979490 Nov 23 22:15:32.234437 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb6513-f31a-4bb7-a923-a6e9c1b0e838 req-3d9a9c9d-0553-485e-8dde-36f2aa3e0606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:32.236289 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dffb6513-f31a-4bb7-a923-a6e9c1b0e838 req-3d9a9c9d-0553-485e-8dde-36f2aa3e0606 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7b530308-4f30-4efe-8c5c-2d60e46ef0aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096106 Nov 23 22:15:32.252752 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d7a522d-2742-468e-8469-c5e0d6c4fa0c req-fae5c6f6-39f3-41e7-8021-6eb7fd323bc6 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0983810 Nov 23 22:15:32.253339 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1c7b594-d863-454d-9620-81950626640a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:32.256413 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b1c7b594-d863-454d-9620-81950626640a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:32.262934 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b1c7b594-d863-454d-9620-81950626640a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a6d9559e-770a-43fb-8513-9fe30b97e1f9 HTTP/1.1" status: 204 len: 168 time: 0.3250604 Nov 23 22:15:32.292135 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7b594-d863-454d-9620-81950626640a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d9559e-770a-43fb-8513-9fe30b97e1f9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:32.367086 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dffb6513-f31a-4bb7-a923-a6e9c1b0e838 req-0fdf9d2b-23b9-4030-8182-66d4aefa0895 service neutron] 10.222.0.60 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116996 Nov 23 22:15:32.573970 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-bcf5fd82-e2d0-4a56-a1c7-7784057890f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85110971', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:00Z', 'updated_at': '2021-11-23T22:13:12Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:85:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:01Z', 'updated_at': '2021-11-23T22:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '11337fe3-f6de-43bf-8b0d-f3e38ab29ade', 'name': '', 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:9a:b0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'fc83933b-c274-4ed1-a7dc-b79874b5ad9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:09Z', 'updated_at': '2021-11-23T22:13:20Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'fc83933b-c274-4ed1-a7dc-b79874b5ad9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:15:32.589755 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dffb6513-f31a-4bb7-a923-a6e9c1b0e838 req-4bb03aa0-1b70-405d-817f-8bd7847003a0 service neutron] 10.222.0.60 "GET /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143126 Nov 23 22:15:32.647534 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf5fd82-e2d0-4a56-a1c7-7784057890f6 None None] The sync data for ids ['ecc42a34-5cc3-49ac-ad06-aecf29859080'] in n-d-816206-9 is: [{'id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85110971', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:00Z', 'updated_at': '2021-11-23T22:13:12Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:85:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:01Z', 'updated_at': '2021-11-23T22:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '11337fe3-f6de-43bf-8b0d-f3e38ab29ade', 'name': '', 'network_id': '7b530308-4f30-4efe-8c5c-2d60e46ef0aa', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:9a:b0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': 'fc83933b-c274-4ed1-a7dc-b79874b5ad9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:09Z', 'updated_at': '2021-11-23T22:13:20Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'fc83933b-c274-4ed1-a7dc-b79874b5ad9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:15:32.798264 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ab25be9f-d1b6-4176-9cba-f5eeea078d78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:32.881096 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 37916) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:33.018900 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:33.039031 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86eeb8a-ca56-4802-a610-90ac36ca1e1c None None] New status for floating IP bd3b3b73-0b05-4189-bae2-7ecd3947a850: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:15:33.048057 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-922a6778-9691-4b43-9b78-3e363abe3ce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:33.179181 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-922a6778-9691-4b43-9b78-3e363abe3ce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:33.192083 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-922a6778-9691-4b43-9b78-3e363abe3ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:33.223994 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-ab25be9f-d1b6-4176-9cba-f5eeea078d78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Allocated IP 172.20.0.17 (cf77d8b7-1a4f-454a-9d56-035c57979aa4/efc84482-4ff3-438e-b3fb-38f3ee1edf27/6ef4362b-109c-4196-b026-0adfab8a02e2) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:15:33.266899 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92acd7-a1e8-4240-9798-82bd900a542f req-9379a41d-ab9b-49e6-b81b-508f4d92116f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:33.268756 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a92acd7-a1e8-4240-9798-82bd900a542f req-9379a41d-ab9b-49e6-b81b-508f4d92116f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.60 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 946 time: 0.1432388 Nov 23 22:15:33.274149 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-922a6778-9691-4b43-9b78-3e363abe3ce5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7dda5c0e50944d789d8abc38fa8fe049&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3894296 Nov 23 22:15:33.278355 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37924) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:33.304473 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a6778-9691-4b43-9b78-3e363abe3ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a542c2f-6afe-4e64-a248-0169f96ab219,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:33.407790 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7bbfb-9757-494c-ab6e-a90528762b73 req-98a81d87-b0fc-4eee-b0f3-62f1773e72e1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:33.409289 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-49c7bbfb-9757-494c-ab6e-a90528762b73 req-98a81d87-b0fc-4eee-b0f3-62f1773e72e1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 946 time: 0.1702552 Nov 23 22:15:33.449515 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ab25be9f-d1b6-4176-9cba-f5eeea078d78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:33.454452 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed3689-c31b-4b0c-aacf-b55e8f83ccc0 req-f72139ac-8a4e-4d2b-a3f0-6b7c0606318b tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:33.455422 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4756c156-edb5-49e3-9687-94a4a2559b00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:33.455958 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5ed3689-c31b-4b0c-aacf-b55e8f83ccc0 req-f72139ac-8a4e-4d2b-a3f0-6b7c0606318b tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.1217132 Nov 23 22:15:33.488324 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4756c156-edb5-49e3-9687-94a4a2559b00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:33.512439 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-49c7bbfb-9757-494c-ab6e-a90528762b73 req-1b763069-16f5-4980-ba8e-b491c408d986 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=38aa9d39-9f4d-45fb-9e85-23ce245e6759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952339 Nov 23 22:15:33.519217 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-3a92acd7-a1e8-4240-9798-82bd900a542f req-e4cc1adc-8821-4e42-820f-6fa432f9a31e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Deleting port 646dccf4-5162-4879-811e-dc2b620c33b8 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:15:33.519679 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3a92acd7-a1e8-4240-9798-82bd900a542f req-e4cc1adc-8821-4e42-820f-6fa432f9a31e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:33.541496 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ab25be9f-d1b6-4176-9cba-f5eeea078d78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:33.561483 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5ed3689-c31b-4b0c-aacf-b55e8f83ccc0 req-e61cfdb9-1436-4f7d-b898-733125055380 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970330 Nov 23 22:15:33.580144 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4756c156-edb5-49e3-9687-94a4a2559b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:33.582773 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4756c156-edb5-49e3-9687-94a4a2559b00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:33.586227 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4756c156-edb5-49e3-9687-94a4a2559b00 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4a542c2f-6afe-4e64-a248-0169f96ab219 HTTP/1.1" status: 204 len: 168 time: 0.3038075 Nov 23 22:15:33.599300 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab25be9f-d1b6-4176-9cba-f5eeea078d78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Network cf77d8b7-1a4f-454a-9d56-035c57979aa4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:15:33.608510 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-ab25be9f-d1b6-4176-9cba-f5eeea078d78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:15:33.616057 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab25be9f-d1b6-4176-9cba-f5eeea078d78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:15:33.622478 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756c156-edb5-49e3-9687-94a4a2559b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a542c2f-6afe-4e64-a248-0169f96ab219,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:33.638253 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-3a92acd7-a1e8-4240-9798-82bd900a542f req-e4cc1adc-8821-4e42-820f-6fa432f9a31e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] For port 646dccf4-5162-4879-811e-dc2b620c33b8, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=646dccf4-5162-4879-811e-dc2b620c33b8,segment=NetworkSegment(88a74061-97e3-49cf-9fc3-b5b0d915a613),segment_id=88a74061-97e3-49cf-9fc3-b5b0d915a613)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:15:33.638785 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3a92acd7-a1e8-4240-9798-82bd900a542f req-e4cc1adc-8821-4e42-820f-6fa432f9a31e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:33.648586 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25be9f-d1b6-4176-9cba-f5eeea078d78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'Port': ['ID=6ef4362b-109c-4196-b026-0adfab8a02e2,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:33.672710 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ab25be9f-d1b6-4176-9cba-f5eeea078d78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:33.709091 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-3a92acd7-a1e8-4240-9798-82bd900a542f req-e4cc1adc-8821-4e42-820f-6fa432f9a31e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Calling delete_port for 646dccf4-5162-4879-811e-dc2b620c33b8 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:15:33.848081 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:33.888054 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3a92acd7-a1e8-4240-9798-82bd900a542f req-e4cc1adc-8821-4e42-820f-6fa432f9a31e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:33.919700 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc1adc-8821-4e42-820f-6fa432f9a31e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'Port': ['ID=646dccf4-5162-4879-811e-dc2b620c33b8,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:33.946150 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-dc3a17a5-b5fc-46a4-a457-f4862a031042 None None] Provisioning complete for port 6ef4362b-109c-4196-b026-0adfab8a02e2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:33.947109 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dc3a17a5-b5fc-46a4-a457-f4862a031042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:33.971537 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ab25be9f-d1b6-4176-9cba-f5eeea078d78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:33.987510 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a92acd7-a1e8-4240-9798-82bd900a542f req-e4cc1adc-8821-4e42-820f-6fa432f9a31e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] No DVR routers for this DVR port 646dccf4-5162-4879-811e-dc2b620c33b8 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:15:33.991117 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3a92acd7-a1e8-4240-9798-82bd900a542f req-e4cc1adc-8821-4e42-820f-6fa432f9a31e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:33.995834 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a92acd7-a1e8-4240-9798-82bd900a542f req-e4cc1adc-8821-4e42-820f-6fa432f9a31e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.60 "DELETE /v2.0/ports/646dccf4-5162-4879-811e-dc2b620c33b8 HTTP/1.1" status: 204 len: 173 time: 0.7038693 Nov 23 22:15:33.996524 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4', 'name': 'network-vif-deleted', 'tag': '646dccf4-5162-4879-811e-dc2b620c33b8'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:15:33.999354 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a17a5-b5fc-46a4-a457-f4862a031042 None None] Port 6ef4362b-109c-4196-b026-0adfab8a02e2 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:15:34.000261 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056f0638-1076-423f-b935-c9db09cbf015" -d '{"events": [{"server_uuid": "9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4", "name": "network-vif-deleted", "tag": "646dccf4-5162-4879-811e-dc2b620c33b8"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:15:34.036545 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 37932) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:34.058341 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-44379b3a-33fa-4d68-8701-042a4ff908c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:34.070345 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55da0783-c003-4541-bfdd-65d8f3e8cf77 x-openstack-request-id: req-55da0783-c003-4541-bfdd-65d8f3e8cf77 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:15:34.070648 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4", "name": "network-vif-deleted", "tag": "646dccf4-5162-4879-811e-dc2b620c33b8", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:15:34.070997 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-55da0783-c003-4541-bfdd-65d8f3e8cf77 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:15:34.071393 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4', 'name': 'network-vif-deleted', 'tag': '646dccf4-5162-4879-811e-dc2b620c33b8', 'status': 'completed', 'code': 200} Nov 23 22:15:34.151526 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-44379b3a-33fa-4d68-8701-042a4ff908c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:34.158165 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-44379b3a-33fa-4d68-8701-042a4ff908c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:34.192820 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-44379b3a-33fa-4d68-8701-042a4ff908c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f82f9d889bd848159f9907fdf75a6ff7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1551270 Nov 23 22:15:34.195838 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37934) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:34.206223 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44379b3a-33fa-4d68-8701-042a4ff908c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822d7a40-6ff8-43aa-bb1c-d2c4ef658207,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:34.314932 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b8c60418-b300-41f6-8b2c-6459603546f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:34.352021 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b8c60418-b300-41f6-8b2c-6459603546f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:34.361623 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ab25be9f-d1b6-4176-9cba-f5eeea078d78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:34.367514 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ab25be9f-d1b6-4176-9cba-f5eeea078d78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:34.464922 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ab25be9f-d1b6-4176-9cba-f5eeea078d78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:34.477958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25be9f-d1b6-4176-9cba-f5eeea078d78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'Port': ['ID=6ef4362b-109c-4196-b026-0adfab8a02e2,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:34.513915 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b8c60418-b300-41f6-8b2c-6459603546f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:34.516564 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b8c60418-b300-41f6-8b2c-6459603546f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:34.517715 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b8c60418-b300-41f6-8b2c-6459603546f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/822d7a40-6ff8-43aa-bb1c-d2c4ef658207 HTTP/1.1" status: 204 len: 168 time: 0.3211591 Nov 23 22:15:34.555171 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c60418-b300-41f6-8b2c-6459603546f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822d7a40-6ff8-43aa-bb1c-d2c4ef658207,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:34.612620 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab25be9f-d1b6-4176-9cba-f5eeea078d78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Network cf77d8b7-1a4f-454a-9d56-035c57979aa4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:15:34.614961 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-ab25be9f-d1b6-4176-9cba-f5eeea078d78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:15:34.711518 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-12b3a60f-236b-4e16-80ae-6ccf3a19ccf4 req-1a004950-3877-43ef-b5c4-6c0ec010b4da tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=9326d6a8-fd8a-46fe-b8f5-0703ab1fa3e4 HTTP/1.1" status: 200 len: 210 time: 0.0809846 Nov 23 22:15:34.801488 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab25be9f-d1b6-4176-9cba-f5eeea078d78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:15:34.807217 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6c587-9d34-47a3-8f39-233eda0ca422 req-0bdf42a4-423e-4836-8f3a-d75d076049e7 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:34.815709 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bfd6c587-9d34-47a3-8f39-233eda0ca422 req-0bdf42a4-423e-4836-8f3a-d75d076049e7 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.1200449 Nov 23 22:15:34.868077 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bfd6c587-9d34-47a3-8f39-233eda0ca422 req-84e88963-66ff-48fe-a3aa-4768260689a0 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512285 Nov 23 22:15:34.943306 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab25be9f-d1b6-4176-9cba-f5eeea078d78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:15:34.954675 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ab25be9f-d1b6-4176-9cba-f5eeea078d78 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "PUT /v2.0/routers/3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8973482 Nov 23 22:15:34.967392 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] Sync routers for ids ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:15:34.977832 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] Routers {'3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:15:34.978802 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:15:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:15:35.072441 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e381d4eb-a29e-493c-bac5-808c42d7030c None None] Provisioning complete for port 6ef4362b-109c-4196-b026-0adfab8a02e2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:35.073244 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e381d4eb-a29e-493c-bac5-808c42d7030c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:35.126909 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e381d4eb-a29e-493c-bac5-808c42d7030c None None] Port 6ef4362b-109c-4196-b026-0adfab8a02e2 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:15:35.135581 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] Set router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:15:35.170859 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21e692a0-48ba-4101-beb1-7d35efb32774 req-ca287f77-5092-4f61-8d68-0b02c6b28b3f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0565639 Nov 23 22:15:35.250473 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e692a0-48ba-4101-beb1-7d35efb32774 req-f8f299eb-71d3-42a2-9e67-006c679ac631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:35.251902 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21e692a0-48ba-4101-beb1-7d35efb32774 req-f8f299eb-71d3-42a2-9e67-006c679ac631 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47e57217e78c466aba767c805775d0bf&device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 1096 time: 0.0424669 Nov 23 22:15:35.364204 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e692a0-48ba-4101-beb1-7d35efb32774 req-e9f61d72-fcd1-435d-aed6-ac0abefe5fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:35.365674 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21e692a0-48ba-4101-beb1-7d35efb32774 req-e9f61d72-fcd1-435d-aed6-ac0abefe5fa5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a505cd8-1c1d-4524-b9ca-aca755840d9b HTTP/1.1" status: 200 len: 909 time: 0.0948224 Nov 23 22:15:35.390354 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'name': 'tempest-TestNetworkBasicOps-router-961776352', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:50Z', 'updated_at': '2021-11-23T22:15:33Z', 'revision_number': 5, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:52Z', 'updated_at': '2021-11-23T22:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '451255cb-b287-42a3-889f-01bae33ff7c1', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'port_id': 'd08c7425-16ad-472c-a726-0995797e29b5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'mac_address': 'fa:16:3e:81:ee:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32666959-cf26-4fb0-aeef-4ed94c99c1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:14:31Z', 'updated_at': '2021-11-23T22:14:33Z', 'revision_number': 1, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ef4362b-109c-4196-b026-0adfab8a02e2', 'name': '', 'network_id': 'cf77d8b7-1a4f-454a-9d56-035c57979aa4', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:48:bf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'efc84482-4ff3-438e-b3fb-38f3ee1edf27', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:33Z', 'updated_at': '2021-11-23T22:15:34Z', 'revision_number': 2, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'efc84482-4ff3-438e-b3fb-38f3ee1edf27', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4e8c294-57de-49d8-8d7b-bd4431b4ab1e', 'name': '', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:5b:9b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:58Z', 'updated_at': '2021-11-23T22:14:12Z', 'revision_number': 5, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:15:35.422213 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] Checking router: 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:15:35.422575 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] Updating router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 port 6ef4362b-109c-4196-b026-0adfab8a02e2 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:15:35.437149 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21e692a0-48ba-4101-beb1-7d35efb32774 req-273b35c7-62d3-4b25-8f33-1085a1cd7b45 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eed486d1-a24d-46e8-b355-05a5f3b47a99 HTTP/1.1" status: 200 len: 1001 time: 0.0649128 Nov 23 22:15:35.451270 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:35.497833 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e692a0-48ba-4101-beb1-7d35efb32774 req-018e8242-5fa6-4991-9524-ef2fb5ccede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:35.499441 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21e692a0-48ba-4101-beb1-7d35efb32774 req-018e8242-5fa6-4991-9524-ef2fb5ccede8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d5cccd06-79be-47aa-871f-ab587e1c7479 HTTP/1.1" status: 200 len: 847 time: 0.0546551 Nov 23 22:15:35.549018 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e692a0-48ba-4101-beb1-7d35efb32774 req-4c1e8a6a-9f92-47e4-865a-5d56625837dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:35.550531 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21e692a0-48ba-4101-beb1-7d35efb32774 req-4c1e8a6a-9f92-47e4-865a-5d56625837dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a505cd8-1c1d-4524-b9ca-aca755840d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429339 Nov 23 22:15:35.654638 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21e692a0-48ba-4101-beb1-7d35efb32774 req-bd246a8a-e150-45a1-b41e-72f60b4deb34 service neutron] 10.222.0.60 "GET /v2.0/networks/8a505cd8-1c1d-4524-b9ca-aca755840d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965643 Nov 23 22:15:35.755639 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:35.764978 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 37976) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:35.766984 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:35.796154 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21e692a0-48ba-4101-beb1-7d35efb32774 req-90a49673-a891-46bb-b4d6-fc56db541c42 service neutron] 10.222.0.60 "GET /v2.0/networks/8a505cd8-1c1d-4524-b9ca-aca755840d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347215 Nov 23 22:15:35.829475 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf3379-47b5-4777-b84f-0c024472a2bb None None] Pushing event updated for resources: {'Port': ['ID=6ef4362b-109c-4196-b026-0adfab8a02e2,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:35.903087 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] Attempting to bind port 6ef4362b-109c-4196-b026-0adfab8a02e2 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:15:35.903477 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] Attempting to bind port 6ef4362b-109c-4196-b026-0adfab8a02e2 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '8276778e-b938-4047-96be-857bba0c2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cf77d8b7-1a4f-454a-9d56-035c57979aa4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:15:35.904124 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] Attempting to bind port 6ef4362b-109c-4196-b026-0adfab8a02e2 on network cf77d8b7-1a4f-454a-9d56-035c57979aa4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:15:35.910401 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:15:35.910857 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] Checking segment: {'id': '8276778e-b938-4047-96be-857bba0c2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cf77d8b7-1a4f-454a-9d56-035c57979aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:15:35.911211 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:35.912147 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] Bound using segment: {'id': '8276778e-b938-4047-96be-857bba0c2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cf77d8b7-1a4f-454a-9d56-035c57979aa4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:15:35.912790 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] Bound port: 6ef4362b-109c-4196-b026-0adfab8a02e2, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8276778e-b938-4047-96be-857bba0c2316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cf77d8b7-1a4f-454a-9d56-035c57979aa4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:15:35.914955 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:36.001649 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] For port 6ef4362b-109c-4196-b026-0adfab8a02e2, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:15:36.006132 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] For port 6ef4362b-109c-4196-b026-0adfab8a02e2, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6ef4362b-109c-4196-b026-0adfab8a02e2,segment=NetworkSegment(8276778e-b938-4047-96be-857bba0c2316),segment_id=8276778e-b938-4047-96be-857bba0c2316)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:15:36.026704 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:36.050348 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756fd41-6cef-42f9-af4e-3200455e361f req-01a5d558-52b2-4253-bb86-b5012bceb650 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:36.052186 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2756fd41-6cef-42f9-af4e-3200455e361f req-01a5d558-52b2-4253-bb86-b5012bceb650 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.0750866 Nov 23 22:15:36.114255 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] Routers {'3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:15:36.114913 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:15:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:15:36.117029 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf3379-47b5-4777-b84f-0c024472a2bb None None] Pushing event updated for resources: {'Port': ['ID=6ef4362b-109c-4196-b026-0adfab8a02e2,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:36.191317 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2756fd41-6cef-42f9-af4e-3200455e361f req-f00e7024-7504-4e8f-8f08-c1b877a7eeca tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935483 Nov 23 22:15:36.286627 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9d04cc72-84a4-471c-8f7d-6a8cf82a2c8d None None] Provisioning complete for port 6ef4362b-109c-4196-b026-0adfab8a02e2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:36.286627 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9d04cc72-84a4-471c-8f7d-6a8cf82a2c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:36.370602 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] Set router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:15:36.487874 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9d04cc72-84a4-471c-8f7d-6a8cf82a2c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:36.546270 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfd936-fef1-47fd-87d4-89c13ee3d52e req-3053320f-0a99-4129-9b88-b49881aa1e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:36.548136 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-74bfd936-fef1-47fd-87d4-89c13ee3d52e req-3053320f-0a99-4129-9b88-b49881aa1e42 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58744f20ea5c4088bdd5abf19df7467d&device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 1096 time: 0.1421337 Nov 23 22:15:36.558129 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c2031-2c24-452e-ae42-24f99f661fae req-88ae7777-d7bb-49dd-bd2a-8fc3c8d99571 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:36.559839 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b79c2031-2c24-452e-ae42-24f99f661fae req-88ae7777-d7bb-49dd-bd2a-8fc3c8d99571 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.1157987 Nov 23 22:15:36.589085 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7110b1e4-ffca-455a-8d2d-d5676e0e848d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:36.649165 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b79c2031-2c24-452e-ae42-24f99f661fae req-9b418510-d397-49e0-9e50-504a3ea2ec01 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788953 Nov 23 22:15:36.649436 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-9d04cc72-84a4-471c-8f7d-6a8cf82a2c8d None None] For port 6ef4362b-109c-4196-b026-0adfab8a02e2, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6ef4362b-109c-4196-b026-0adfab8a02e2,segment=NetworkSegment(8276778e-b938-4047-96be-857bba0c2316),segment_id=8276778e-b938-4047-96be-857bba0c2316)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:15:36.658582 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9d04cc72-84a4-471c-8f7d-6a8cf82a2c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:36.741607 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'name': 'tempest-TestNetworkBasicOps-router-961776352', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:50Z', 'updated_at': '2021-11-23T22:15:33Z', 'revision_number': 5, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:52Z', 'updated_at': '2021-11-23T22:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '451255cb-b287-42a3-889f-01bae33ff7c1', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'port_id': 'd08c7425-16ad-472c-a726-0995797e29b5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'mac_address': 'fa:16:3e:81:ee:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32666959-cf26-4fb0-aeef-4ed94c99c1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:14:31Z', 'updated_at': '2021-11-23T22:14:33Z', 'revision_number': 1, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ef4362b-109c-4196-b026-0adfab8a02e2', 'name': '', 'network_id': 'cf77d8b7-1a4f-454a-9d56-035c57979aa4', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:48:bf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'efc84482-4ff3-438e-b3fb-38f3ee1edf27', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:33Z', 'updated_at': '2021-11-23T22:15:35Z', 'revision_number': 4, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'efc84482-4ff3-438e-b3fb-38f3ee1edf27', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4e8c294-57de-49d8-8d7b-bd4431b4ab1e', 'name': '', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:5b:9b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:58Z', 'updated_at': '2021-11-23T22:14:12Z', 'revision_number': 5, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:15:36.743876 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 646dccf4-5162-4879-811e-dc2b620c33b8 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:15:36.751013 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfd936-fef1-47fd-87d4-89c13ee3d52e req-de343b2f-c343-4044-be57-c057f7be95c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:36.752821 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-74bfd936-fef1-47fd-87d4-89c13ee3d52e req-de343b2f-c343-4044-be57-c057f7be95c0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 HTTP/1.1" status: 200 len: 911 time: 0.1919293 Nov 23 22:15:36.797318 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04cc72-84a4-471c-8f7d-6a8cf82a2c8d None None] Pushing event updated for resources: {'Port': ['ID=6ef4362b-109c-4196-b026-0adfab8a02e2,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:36.802351 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b15fdd3-556d-47c7-b4bf-617be1d7487a None None] The sync data for ids ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'] in n-d-816206-9 is: [{'id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'name': 'tempest-TestNetworkBasicOps-router-961776352', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:50Z', 'updated_at': '2021-11-23T22:15:33Z', 'revision_number': 5, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:52Z', 'updated_at': '2021-11-23T22:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '451255cb-b287-42a3-889f-01bae33ff7c1', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'port_id': 'd08c7425-16ad-472c-a726-0995797e29b5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'mac_address': 'fa:16:3e:81:ee:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32666959-cf26-4fb0-aeef-4ed94c99c1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:14:31Z', 'updated_at': '2021-11-23T22:14:33Z', 'revision_number': 1, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ef4362b-109c-4196-b026-0adfab8a02e2', 'name': '', 'network_id': 'cf77d8b7-1a4f-454a-9d56-035c57979aa4', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:48:bf:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'efc84482-4ff3-438e-b3fb-38f3ee1edf27', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:33Z', 'updated_at': '2021-11-23T22:15:35Z', 'revision_number': 4, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'efc84482-4ff3-438e-b3fb-38f3ee1edf27', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4e8c294-57de-49d8-8d7b-bd4431b4ab1e', 'name': '', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:5b:9b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:58Z', 'updated_at': '2021-11-23T22:14:12Z', 'revision_number': 5, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:15:36.805187 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 646dccf4-5162-4879-811e-dc2b620c33b8 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:15:36.805535 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 646dccf4-5162-4879-811e-dc2b620c33b8 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:15:36.818601 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-332d858b-f9e0-4adf-bb41-a098de44da01 None None] Provisioning complete for port 6ef4362b-109c-4196-b026-0adfab8a02e2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:36.819012 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-332d858b-f9e0-4adf-bb41-a098de44da01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:36.850237 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-74bfd936-fef1-47fd-87d4-89c13ee3d52e req-b96f4e47-348c-47c2-b326-7efd4501259c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab691c91-a558-40fb-8ee8-a052035e6b51 HTTP/1.1" status: 200 len: 1001 time: 0.0887651 Nov 23 22:15:37.004551 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfd936-fef1-47fd-87d4-89c13ee3d52e req-be970254-6726-4956-b044-9a3268f76fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:37.006146 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-74bfd936-fef1-47fd-87d4-89c13ee3d52e req-be970254-6726-4956-b044-9a3268f76fe9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0967a0c6-201c-4f64-942b-1c9918c65e1f HTTP/1.1" status: 200 len: 849 time: 0.1482973 Nov 23 22:15:37.057677 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfd936-fef1-47fd-87d4-89c13ee3d52e req-54a27e5d-346a-44c7-b8fe-86a94ab41121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:37.059492 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-74bfd936-fef1-47fd-87d4-89c13ee3d52e req-54a27e5d-346a-44c7-b8fe-86a94ab41121 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462897 Nov 23 22:15:37.172726 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-74bfd936-fef1-47fd-87d4-89c13ee3d52e req-ebdf58c9-16f3-412e-8025-ff91d82b6c87 service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043627 Nov 23 22:15:37.288024 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-74bfd936-fef1-47fd-87d4-89c13ee3d52e req-e697e733-2dee-4464-bf68-965654dd3fa1 service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069412 Nov 23 22:15:37.339464 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-7110b1e4-ffca-455a-8d2d-d5676e0e848d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Deleting port 11337fe3-f6de-43bf-8b0d-f3e38ab29ade {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:15:37.340062 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7110b1e4-ffca-455a-8d2d-d5676e0e848d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:37.435256 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-7110b1e4-ffca-455a-8d2d-d5676e0e848d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] For port 11337fe3-f6de-43bf-8b0d-f3e38ab29ade, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=11337fe3-f6de-43bf-8b0d-f3e38ab29ade,segment=NetworkSegment(88a74061-97e3-49cf-9fc3-b5b0d915a613),segment_id=88a74061-97e3-49cf-9fc3-b5b0d915a613)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:15:37.435628 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7110b1e4-ffca-455a-8d2d-d5676e0e848d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:37.448927 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-7110b1e4-ffca-455a-8d2d-d5676e0e848d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Calling delete_port for 11337fe3-f6de-43bf-8b0d-f3e38ab29ade owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:15:37.643190 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7110b1e4-ffca-455a-8d2d-d5676e0e848d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:37.668465 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110b1e4-ffca-455a-8d2d-d5676e0e848d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'Port': ['ID=11337fe3-f6de-43bf-8b0d-f3e38ab29ade,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:37.808666 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fb000-27a2-4603-989a-ed61af9db811 req-f062a40b-cae5-4bc8-9b3d-0b5869128c37 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:37.810646 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-951fb000-27a2-4603-989a-ed61af9db811 req-f062a40b-cae5-4bc8-9b3d-0b5869128c37 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.0672376 Nov 23 22:15:37.858476 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7110b1e4-ffca-455a-8d2d-d5676e0e848d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:37.881767 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-951fb000-27a2-4603-989a-ed61af9db811 req-acb0a39d-ae2e-4bb7-876e-f385202a8279 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587411 Nov 23 22:15:38.101306 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7110b1e4-ffca-455a-8d2d-d5676e0e848d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Router ecc42a34-5cc3-49ac-ad06-aecf29859080 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:15:38.219396 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7110b1e4-ffca-455a-8d2d-d5676e0e848d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:15:38.228934 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7110b1e4-ffca-455a-8d2d-d5676e0e848d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "PUT /v2.0/routers/ecc42a34-5cc3-49ac-ad06-aecf29859080/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4593711 Nov 23 22:15:38.229042 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38016) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:38.231773 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf6dda8-ec73-413c-8c32-e8af1bff4edf None None] Sync routers for ids ['ecc42a34-5cc3-49ac-ad06-aecf29859080'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:15:38.244038 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf6dda8-ec73-413c-8c32-e8af1bff4edf None None] Routers {'ecc42a34-5cc3-49ac-ad06-aecf29859080'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:15:38.244888 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3bf6dda8-ec73-413c-8c32-e8af1bff4edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:15:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ecc42a34-5cc3-49ac-ad06-aecf29859080'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:15:38.292790 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-d198b758-4441-49a5-b025-fd0148204ffb tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Deleting subnet fc83933b-c274-4ed1-a7dc-b79874b5ad9f {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:15:38.296722 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d198b758-4441-49a5-b025-fd0148204ffb tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:38.348928 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6ef4362b-109c-4196-b026-0adfab8a02e2 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:15:38.350796 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d198b758-4441-49a5-b025-fd0148204ffb tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:38.372319 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-3bf6dda8-ec73-413c-8c32-e8af1bff4edf None None] Set router ecc42a34-5cc3-49ac-ad06-aecf29859080 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:15:38.416482 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 6ef4362b-109c-4196-b026-0adfab8a02e2 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:38.416786 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:38.472164 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d198b758-4441-49a5-b025-fd0148204ffb tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:38.544825 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d198b758-4441-49a5-b025-fd0148204ffb tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:38.569611 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198b758-4441-49a5-b025-fd0148204ffb tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'Subnet': ['ID=fc83933b-c274-4ed1-a7dc-b79874b5ad9f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:38.582616 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d198b758-4441-49a5-b025-fd0148204ffb tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:38.590735 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d198b758-4441-49a5-b025-fd0148204ffb tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "DELETE /v2.0/subnets/fc83933b-c274-4ed1-a7dc-b79874b5ad9f HTTP/1.1" status: 204 len: 168 time: 0.3574090 Nov 23 22:15:38.590874 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1a4e4a-44e1-4e79-bc25-4b0d4d00e3d8 None None] Network 7b530308-4f30-4efe-8c5c-2d60e46ef0aa requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:15:38.590975 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38022) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:38.636506 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3bf6dda8-ec73-413c-8c32-e8af1bff4edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85110971', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:00Z', 'updated_at': '2021-11-23T22:15:37Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:85:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:01Z', 'updated_at': '2021-11-23T22:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:15:38.664700 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf6dda8-ec73-413c-8c32-e8af1bff4edf None None] Checking router: ecc42a34-5cc3-49ac-ad06-aecf29859080 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:15:38.673369 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf6dda8-ec73-413c-8c32-e8af1bff4edf None None] Routers {'ecc42a34-5cc3-49ac-ad06-aecf29859080'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:15:38.674058 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3bf6dda8-ec73-413c-8c32-e8af1bff4edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:15:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ecc42a34-5cc3-49ac-ad06-aecf29859080'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:15:38.727147 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b800798-e66f-415d-9e31-72934ced0277 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:38.789905 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3b297b-4587-4bc8-a03a-d37984727c44 None None] DHCP port deletion for 7b530308-4f30-4efe-8c5c-2d60e46ef0aa request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:15:38.796927 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-3bf6dda8-ec73-413c-8c32-e8af1bff4edf None None] Set router ecc42a34-5cc3-49ac-ad06-aecf29859080 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:15:38.844867 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-ce3b297b-4587-4bc8-a03a-d37984727c44 None None] Deleting port 9a865d6a-6f67-4832-b024-cfc31616e443 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:15:38.845238 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ce3b297b-4587-4bc8-a03a-d37984727c44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:38.931826 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ce3b297b-4587-4bc8-a03a-d37984727c44 None None] For port 9a865d6a-6f67-4832-b024-cfc31616e443, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9a865d6a-6f67-4832-b024-cfc31616e443,segment=NetworkSegment(88a74061-97e3-49cf-9fc3-b5b0d915a613),segment_id=88a74061-97e3-49cf-9fc3-b5b0d915a613)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:15:38.932131 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ce3b297b-4587-4bc8-a03a-d37984727c44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:38.948942 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-ce3b297b-4587-4bc8-a03a-d37984727c44 None None] Calling delete_port for 9a865d6a-6f67-4832-b024-cfc31616e443 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:15:39.001727 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3bf6dda8-ec73-413c-8c32-e8af1bff4edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85110971', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:00Z', 'updated_at': '2021-11-23T22:15:37Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:85:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:01Z', 'updated_at': '2021-11-23T22:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:15:39.033204 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ce3b297b-4587-4bc8-a03a-d37984727c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:39.035875 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf6dda8-ec73-413c-8c32-e8af1bff4edf None None] The sync data for ids ['ecc42a34-5cc3-49ac-ad06-aecf29859080'] in n-d-816206-9 is: [{'id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85110971', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:00Z', 'updated_at': '2021-11-23T22:15:37Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '3afca859-ecea-487c-a2bf-b6a108a10f9d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:85:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc42a34-5cc3-49ac-ad06-aecf29859080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:01Z', 'updated_at': '2021-11-23T22:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:15:39.096800 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ddb11-d424-44a5-88d1-e901c0fc4306 req-1b05917f-969c-4af4-bb11-5cfb58791ca2 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:39.098392 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-392ddb11-d424-44a5-88d1-e901c0fc4306 req-1b05917f-969c-4af4-bb11-5cfb58791ca2 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.0966115 Nov 23 22:15:39.139479 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b800798-e66f-415d-9e31-72934ced0277 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:39.190918 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-392ddb11-d424-44a5-88d1-e901c0fc4306 req-8f9c7987-b14a-46bd-8d35-be77920c4816 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848477 Nov 23 22:15:39.222041 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-6b800798-e66f-415d-9e31-72934ced0277 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Deleting port 3afca859-ecea-487c-a2bf-b6a108a10f9d {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:15:39.222378 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b800798-e66f-415d-9e31-72934ced0277 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:39.229971 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b297b-4587-4bc8-a03a-d37984727c44 None None] Pushing event deleted for resources: {'Port': ['ID=9a865d6a-6f67-4832-b024-cfc31616e443,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:39.233477 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3b297b-4587-4bc8-a03a-d37984727c44 None None] No DVR routers for this DVR port 9a865d6a-6f67-4832-b024-cfc31616e443 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:15:39.307449 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-6b800798-e66f-415d-9e31-72934ced0277 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] For port 3afca859-ecea-487c-a2bf-b6a108a10f9d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3afca859-ecea-487c-a2bf-b6a108a10f9d,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:15:39.307803 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b800798-e66f-415d-9e31-72934ced0277 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:39.319355 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-6b800798-e66f-415d-9e31-72934ced0277 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Calling delete_port for 3afca859-ecea-487c-a2bf-b6a108a10f9d owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:15:39.486211 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b800798-e66f-415d-9e31-72934ced0277 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:39.517024 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b800798-e66f-415d-9e31-72934ced0277 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'Port': ['ID=3afca859-ecea-487c-a2bf-b6a108a10f9d,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:39.534707 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bd70dc-e08a-4c68-ab58-a9edbef73b00 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:15:39.580080 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b800798-e66f-415d-9e31-72934ced0277 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:39.698782 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b800798-e66f-415d-9e31-72934ced0277 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:39.700972 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b800798-e66f-415d-9e31-72934ced0277 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:39.767597 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b800798-e66f-415d-9e31-72934ced0277 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:39.768296 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b800798-e66f-415d-9e31-72934ced0277 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Fanout notify agent at l3_agent the message router_deleted on router ecc42a34-5cc3-49ac-ad06-aecf29859080 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:15:39.776002 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b800798-e66f-415d-9e31-72934ced0277 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:39.778775 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6b800798-e66f-415d-9e31-72934ced0277 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "DELETE /v2.0/routers/ecc42a34-5cc3-49ac-ad06-aecf29859080 HTTP/1.1" status: 204 len: 168 time: 1.1851566 Nov 23 22:15:39.780024 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38040) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:39.873658 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4294a0f5-1745-48a2-a01a-7af13695fb4f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:39.989182 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4294a0f5-1745-48a2-a01a-7af13695fb4f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.010667 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-4294a0f5-1745-48a2-a01a-7af13695fb4f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b530308-4f30-4efe-8c5c-2d60e46ef0aa']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:15:40.029102 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-4294a0f5-1745-48a2-a01a-7af13695fb4f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88a74061-97e3-49cf-9fc3-b5b0d915a613') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:15:40.029402 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-4294a0f5-1745-48a2-a01a-7af13695fb4f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88a74061-97e3-49cf-9fc3-b5b0d915a613') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:15:40.046443 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4294a0f5-1745-48a2-a01a-7af13695fb4f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.073893 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4294a0f5-1745-48a2-a01a-7af13695fb4f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.081155 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4294a0f5-1745-48a2-a01a-7af13695fb4f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:15:40.081510 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4294a0f5-1745-48a2-a01a-7af13695fb4f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:15:40.084604 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:15:40.147128 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4294a0f5-1745-48a2-a01a-7af13695fb4f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.155283 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4294a0f5-1745-48a2-a01a-7af13695fb4f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.158321 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4294a0f5-1745-48a2-a01a-7af13695fb4f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "DELETE /v2.0/networks/7b530308-4f30-4efe-8c5c-2d60e46ef0aa HTTP/1.1" status: 204 len: 168 time: 0.3771796 Nov 23 22:15:40.161826 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38060) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:40.178030 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294a0f5-1745-48a2-a01a-7af13695fb4f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'Network': ['ID=7b530308-4f30-4efe-8c5c-2d60e46ef0aa,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:40.225694 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cbdc36e0-4f50-4215-8e3a-a643607a1459 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.266151 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cbdc36e0-4f50-4215-8e3a-a643607a1459 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.320437 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9a865d6a-6f67-4832-b024-cfc31616e443 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:15:40.346121 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cbdc36e0-4f50-4215-8e3a-a643607a1459 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.348446 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 9a865d6a-6f67-4832-b024-cfc31616e443 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:15:40.348794 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9a865d6a-6f67-4832-b024-cfc31616e443 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:15:40.349148 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cbdc36e0-4f50-4215-8e3a-a643607a1459 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.349263 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3afca859-ecea-487c-a2bf-b6a108a10f9d no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:15:40.350450 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cbdc36e0-4f50-4215-8e3a-a643607a1459 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "DELETE /v2.0/security-groups/38aa9d39-9f4d-45fb-9e85-23ce245e6759 HTTP/1.1" status: 204 len: 168 time: 0.1874998 Nov 23 22:15:40.361228 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc36e0-4f50-4215-8e3a-a643607a1459 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38aa9d39-9f4d-45fb-9e85-23ce245e6759,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:40.378560 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 3afca859-ecea-487c-a2bf-b6a108a10f9d {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:15:40.378955 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3afca859-ecea-487c-a2bf-b6a108a10f9d not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:15:40.379379 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 11337fe3-f6de-43bf-8b0d-f3e38ab29ade no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:15:40.405891 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 11337fe3-f6de-43bf-8b0d-f3e38ab29ade {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:15:40.406223 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 11337fe3-f6de-43bf-8b0d-f3e38ab29ade not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:15:40.480296 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38068) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:40.590173 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dfce9feb-7ddf-44df-9b55-b513541035dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.656848 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38072) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:40.661619 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-d98f2d1b-2beb-4438-978e-809460fb6afc tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1795635555', 'description': 'tempest-secgroup-smoke-1795635555 description', 'project_id': '8e0acd4df46849288fda9982f884e974'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:15:40.668754 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dfce9feb-7ddf-44df-9b55-b513541035dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.673473 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dfce9feb-7ddf-44df-9b55-b513541035dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.685399 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d98f2d1b-2beb-4438-978e-809460fb6afc tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.715235 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dfce9feb-7ddf-44df-9b55-b513541035dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=efe1ea137470478281f1eb33a2796bb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2338738 Nov 23 22:15:40.716566 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce9feb-7ddf-44df-9b55-b513541035dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0936d74-2b82-4e6f-90ab-14281801552a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:40.719370 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38074) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:40.757167 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d98f2d1b-2beb-4438-978e-809460fb6afc tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.763845 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d98f2d1b-2beb-4438-978e-809460fb6afc tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.776205 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38e3838a-ef5e-4dd5-b06c-344cf750d3ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.796373 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d98f2d1b-2beb-4438-978e-809460fb6afc tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.797605 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d98f2d1b-2beb-4438-978e-809460fb6afc tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1396475 Nov 23 22:15:40.800711 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38076) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:40.801874 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f2d1b-2beb-4438-978e-809460fb6afc tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5548e237-2194-4b9b-9ec0-0dffa0f321d8,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:40.805128 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-78ea357a-2973-462b-8bec-f76a62f34f17 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group_rule': {'security_group_id': '5548e237-2194-4b9b-9ec0-0dffa0f321d8', 'project_id': '8e0acd4df46849288fda9982f884e974', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:15:40.811726 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38e3838a-ef5e-4dd5-b06c-344cf750d3ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.860427 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78ea357a-2973-462b-8bec-f76a62f34f17 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.886264 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38e3838a-ef5e-4dd5-b06c-344cf750d3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.888863 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38e3838a-ef5e-4dd5-b06c-344cf750d3ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.890014 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-38e3838a-ef5e-4dd5-b06c-344cf750d3ae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d0936d74-2b82-4e6f-90ab-14281801552a HTTP/1.1" status: 204 len: 168 time: 0.1697407 Nov 23 22:15:40.903994 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3838a-ef5e-4dd5-b06c-344cf750d3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0936d74-2b82-4e6f-90ab-14281801552a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:40.930781 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78ea357a-2973-462b-8bec-f76a62f34f17 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.936057 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78ea357a-2973-462b-8bec-f76a62f34f17 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.956239 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea357a-2973-462b-8bec-f76a62f34f17 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=073fd28d-6550-4d55-ab0c-0e4d201209a1,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:40.966458 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78ea357a-2973-462b-8bec-f76a62f34f17 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:40.970301 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-78ea357a-2973-462b-8bec-f76a62f34f17 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1660442 Nov 23 22:15:40.970542 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38080) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:40.975273 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-8312fff6-2f85-488e-8f61-f7c86f3d7e2a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group_rule': {'security_group_id': '5548e237-2194-4b9b-9ec0-0dffa0f321d8', 'project_id': '8e0acd4df46849288fda9982f884e974', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:15:41.003539 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8312fff6-2f85-488e-8f61-f7c86f3d7e2a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.063700 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8312fff6-2f85-488e-8f61-f7c86f3d7e2a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.067749 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8312fff6-2f85-488e-8f61-f7c86f3d7e2a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.087526 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312fff6-2f85-488e-8f61-f7c86f3d7e2a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b27aef-8047-4fe1-abec-14886b07264d,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:41.098329 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8312fff6-2f85-488e-8f61-f7c86f3d7e2a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.099577 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8312fff6-2f85-488e-8f61-f7c86f3d7e2a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1280174 Nov 23 22:15:41.102330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38084) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:41.107296 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-528fc806-974b-4d33-b892-4942f385c7f9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group_rule': {'security_group_id': '5548e237-2194-4b9b-9ec0-0dffa0f321d8', 'project_id': '8e0acd4df46849288fda9982f884e974', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:15:41.137518 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-528fc806-974b-4d33-b892-4942f385c7f9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.183694 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38086) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:41.200375 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3c9a-7cc4-43c3-9188-c89cf977ab79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.223214 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-528fc806-974b-4d33-b892-4942f385c7f9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.230417 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-528fc806-974b-4d33-b892-4942f385c7f9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.260700 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fc806-974b-4d33-b892-4942f385c7f9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90296f3c-eaad-453b-a444-965686450e6f,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:41.268556 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-528fc806-974b-4d33-b892-4942f385c7f9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.269757 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-528fc806-974b-4d33-b892-4942f385c7f9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1658986 Nov 23 22:15:41.272695 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38088) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:41.277693 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-19b9f06d-1d39-4816-8890-cb509a773d8c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group_rule': {'security_group_id': '5548e237-2194-4b9b-9ec0-0dffa0f321d8', 'project_id': '8e0acd4df46849288fda9982f884e974', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:15:41.332066 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-19b9f06d-1d39-4816-8890-cb509a773d8c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.344421 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3c9a-7cc4-43c3-9188-c89cf977ab79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.354958 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ac9d3c9a-7cc4-43c3-9188-c89cf977ab79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.409190 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ac9d3c9a-7cc4-43c3-9188-c89cf977ab79 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1e237d72faf6480b879f24c79573c863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2244680 Nov 23 22:15:41.411933 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38090) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:41.413070 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d3c9a-7cc4-43c3-9188-c89cf977ab79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edd4e52-d09e-49d9-a006-4e4efa3ebd46,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:41.425809 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-19b9f06d-1d39-4816-8890-cb509a773d8c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.430664 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-19b9f06d-1d39-4816-8890-cb509a773d8c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.451503 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9f06d-1d39-4816-8890-cb509a773d8c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd3f338-8a50-4dea-b2ea-858dc2b13293,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:41.456620 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-19b9f06d-1d39-4816-8890-cb509a773d8c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.457871 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-19b9f06d-1d39-4816-8890-cb509a773d8c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1842184 Nov 23 22:15:41.460488 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38092) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:41.465851 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-7ba67b71-bb64-40a8-963c-7838deec99a7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group_rule': {'security_group_id': '5548e237-2194-4b9b-9ec0-0dffa0f321d8', 'project_id': '8e0acd4df46849288fda9982f884e974', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:15:41.466028 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a86543f6-3d3b-492e-9976-07583594f571 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.487226 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-7ba67b71-bb64-40a8-963c-7838deec99a7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Project 8e0acd4df46849288fda9982f884e974 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:15:41.487958 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a86543f6-3d3b-492e-9976-07583594f571 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.492046 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7ba67b71-bb64-40a8-963c-7838deec99a7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.539566 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a86543f6-3d3b-492e-9976-07583594f571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.544235 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a86543f6-3d3b-492e-9976-07583594f571 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.547803 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a86543f6-3d3b-492e-9976-07583594f571 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4edd4e52-d09e-49d9-a006-4e4efa3ebd46 HTTP/1.1" status: 204 len: 168 time: 0.1323373 Nov 23 22:15:41.555582 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86543f6-3d3b-492e-9976-07583594f571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edd4e52-d09e-49d9-a006-4e4efa3ebd46,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:41.564189 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7ba67b71-bb64-40a8-963c-7838deec99a7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.569424 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7ba67b71-bb64-40a8-963c-7838deec99a7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.589498 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba67b71-bb64-40a8-963c-7838deec99a7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e06a68-bd91-4775-b00e-cd8ccb899b73,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:41.599807 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7ba67b71-bb64-40a8-963c-7838deec99a7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.604253 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7ba67b71-bb64-40a8-963c-7838deec99a7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1396360 Nov 23 22:15:41.604573 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38096) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:41.609000 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-dcd9ddb0-7038-47f6-88fb-58bda0a4239a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group_rule': {'security_group_id': '5548e237-2194-4b9b-9ec0-0dffa0f321d8', 'project_id': '8e0acd4df46849288fda9982f884e974', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:15:41.631558 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-dcd9ddb0-7038-47f6-88fb-58bda0a4239a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Project 8e0acd4df46849288fda9982f884e974 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:15:41.637991 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dcd9ddb0-7038-47f6-88fb-58bda0a4239a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.714221 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dcd9ddb0-7038-47f6-88fb-58bda0a4239a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.718058 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dcd9ddb0-7038-47f6-88fb-58bda0a4239a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.736321 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9ddb0-7038-47f6-88fb-58bda0a4239a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13dd8f95-3601-4c1f-a0fc-1d1b326235a2,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:41.747725 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dcd9ddb0-7038-47f6-88fb-58bda0a4239a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.749143 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dcd9ddb0-7038-47f6-88fb-58bda0a4239a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435964 Nov 23 22:15:41.752194 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38100) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:41.757313 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d75e56fa-8f6f-454d-bb76-39bdd9049a6f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'network': {'name': 'tempest-network-smoke--2042730578', 'project_id': '8e0acd4df46849288fda9982f884e974', 'port_security_enabled': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:15:41.780083 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75e56fa-8f6f-454d-bb76-39bdd9049a6f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Made reservation on behalf of 8e0acd4df46849288fda9982f884e974 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:15:41.783594 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d75e56fa-8f6f-454d-bb76-39bdd9049a6f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.810994 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75e56fa-8f6f-454d-bb76-39bdd9049a6f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:15:41.820386 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d75e56fa-8f6f-454d-bb76-39bdd9049a6f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.820735 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-d75e56fa-8f6f-454d-bb76-39bdd9049a6f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Added segment 8d739b71-ab0d-4988-b337-f3b877cdfc63 of type vlan for network be3c0867-dd99-45b3-83c0-748e0f32d02b Nov 23 22:15:41.861849 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d75e56fa-8f6f-454d-bb76-39bdd9049a6f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.887993 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d75e56fa-8f6f-454d-bb76-39bdd9049a6f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.893711 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75e56fa-8f6f-454d-bb76-39bdd9049a6f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:41.894299 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d75e56fa-8f6f-454d-bb76-39bdd9049a6f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:41.937439 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d75e56fa-8f6f-454d-bb76-39bdd9049a6f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1840117 Nov 23 22:15:41.940264 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38110) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:41.970144 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4f00f96a-c32c-47ec-a02c-dc35a5193b52 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1300782313', 'admin_state_up': True, 'project_id': '8e0acd4df46849288fda9982f884e974', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:15:41.980664 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e56fa-8f6f-454d-bb76-39bdd9049a6f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Network': ['ID=be3c0867-dd99-45b3-83c0-748e0f32d02b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:41.991847 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network be3c0867-dd99-45b3-83c0-748e0f32d02b details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:15:42.000072 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f00f96a-c32c-47ec-a02c-dc35a5193b52 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:42.001268 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f00f96a-c32c-47ec-a02c-dc35a5193b52 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:42.061076 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f00f96a-c32c-47ec-a02c-dc35a5193b52 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:42.208454 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f00f96a-c32c-47ec-a02c-dc35a5193b52 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:42.408162 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f00f96a-c32c-47ec-a02c-dc35a5193b52 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:42.427669 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f00f96a-c32c-47ec-a02c-dc35a5193b52 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:42.532969 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-4f00f96a-c32c-47ec-a02c-dc35a5193b52 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Allocated IP 172.25.5.241 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:15:42.645647 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f00f96a-c32c-47ec-a02c-dc35a5193b52 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:42.683893 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f00f96a-c32c-47ec-a02c-dc35a5193b52 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:42.718622 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f00f96a-c32c-47ec-a02c-dc35a5193b52 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:15:42.726128 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-4f00f96a-c32c-47ec-a02c-dc35a5193b52 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:15:42.730184 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f00f96a-c32c-47ec-a02c-dc35a5193b52 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:15:42.742216 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b510ab1-97ee-443a-9d25-ca49cf8b5416 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:15:42.755309 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00f96a-c32c-47ec-a02c-dc35a5193b52 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Port': ['ID=2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:42.823538 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1d0f0e6c-1ee3-4d02-b3dd-5f0c4b530c13 None None] Provisioning complete for port 2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:42.824271 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0e6c-1ee3-4d02-b3dd-5f0c4b530c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:42.864063 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f0e6c-1ee3-4d02-b3dd-5f0c4b530c13 None None] Port 2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:15:42.987767 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f00f96a-c32c-47ec-a02c-dc35a5193b52 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:43.192122 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f00f96a-c32c-47ec-a02c-dc35a5193b52 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:43.617080 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f00f96a-c32c-47ec-a02c-dc35a5193b52 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Router b3e788c1-86fb-4242-adf1-3c94833ec52d is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:15:43.724884 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f00f96a-c32c-47ec-a02c-dc35a5193b52 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:15:43.735125 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] Sync routers for ids ['b3e788c1-86fb-4242-adf1-3c94833ec52d'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:15:43.746549 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f00f96a-c32c-47ec-a02c-dc35a5193b52 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:43.747895 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4f00f96a-c32c-47ec-a02c-dc35a5193b52 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8067071 Nov 23 22:15:43.748757 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] Routers {'b3e788c1-86fb-4242-adf1-3c94833ec52d'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:15:43.749433 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:15:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['b3e788c1-86fb-4242-adf1-3c94833ec52d'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:15:43.751184 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38152) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:43.782025 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-211ae902-4ccb-4a5f-811c-a53e17e8dee9 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=8e0acd4df46849288fda9982f884e974&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294459 Nov 23 22:15:43.784603 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38154) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:43.861324 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] Set router b3e788c1-86fb-4242-adf1-3c94833ec52d gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:15:43.876287 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233d8a07-c41e-4353-94a0-92beada0c5b0 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:43.877805 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-233d8a07-c41e-4353-94a0-92beada0c5b0 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920558 Nov 23 22:15:43.880805 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38156) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:43.910057 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2f8bcb44-3161-48d1-bb1a-921c27d87aa8 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280507 Nov 23 22:15:43.912606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38158) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:43.917554 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-8c15ec8b-18ae-44f1-8ca5-9ee6466dda37 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1645973689', 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b', 'project_id': '8e0acd4df46849288fda9982f884e974', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:15:44.017168 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c15ec8b-18ae-44f1-8ca5-9ee6466dda37 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Made reservation on behalf of 8e0acd4df46849288fda9982f884e974 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:15:44.021068 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8c15ec8b-18ae-44f1-8ca5-9ee6466dda37 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:44.054612 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300782313', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:42Z', 'revision_number': 3, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:15:44.091018 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] Checking router: b3e788c1-86fb-4242-adf1-3c94833ec52d for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:15:44.091861 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] Updating router b3e788c1-86fb-4242-adf1-3c94833ec52d port 2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:15:44.126062 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:44.252674 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8c15ec8b-18ae-44f1-8ca5-9ee6466dda37 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:44.315900 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15ec8b-18ae-44f1-8ca5-9ee6466dda37 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Subnet': ['ID=b07f290c-a96e-4c42-b75b-67631eebfb0f,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:44.326596 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c15ec8b-18ae-44f1-8ca5-9ee6466dda37 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Checking segment: {'id': '8d739b71-ab0d-4988-b337-f3b877cdfc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:15:44.326982 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c15ec8b-18ae-44f1-8ca5-9ee6466dda37 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network hostable DHCP agents. Network: be3c0867-dd99-45b3-83c0-748e0f32d02b, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:15:44.344095 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c15ec8b-18ae-44f1-8ca5-9ee6466dda37 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network be3c0867-dd99-45b3-83c0-748e0f32d02b is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:15:44.355939 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-8c15ec8b-18ae-44f1-8ca5-9ee6466dda37 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, be3c0867-dd99-45b3-83c0-748e0f32d02b) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:15:44.361382 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c15ec8b-18ae-44f1-8ca5-9ee6466dda37 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:44.362130 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8c15ec8b-18ae-44f1-8ca5-9ee6466dda37 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:44.365314 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35d2616-d5d8-434b-a0f8-da1392c835a5 None None] Network be3c0867-dd99-45b3-83c0-748e0f32d02b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:15:44.379605 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8c15ec8b-18ae-44f1-8ca5-9ee6466dda37 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4658356 Nov 23 22:15:44.382415 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38162) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:44.474040 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:44.486814 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:44.569875 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33af9640-f4fa-4bf0-87eb-e70979f8dfee None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:15:44.583303 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] Attempting to bind port 2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:15:44.583691 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] Attempting to bind port 2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:15:44.584061 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] Attempting to bind port 2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:15:44.585956 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11f051-bb9a-4d88-b97f-7dc0bccb1745 None None] Pushing event updated for resources: {'Port': ['ID=2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:44.600371 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:15:44.600900 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:15:44.601169 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:44.601563 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:15:44.602086 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] Bound port: 2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:15:44.602491 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:44.676478 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685f5244-3b33-41a4-bfbf-f40e1f082773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-be3c0867-dd99-45b3-83c0-748e0f32d02b', 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'fixed_ips': [{'subnet_id': 'b07f290c-a96e-4c42-b75b-67631eebfb0f'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:15:44.677355 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-685f5244-3b33-41a4-bfbf-f40e1f082773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:44.704598 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] For port 2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:15:44.729857 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] For port 2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:15:44.735533 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-97245d53-b074-4e5b-b961-14d2423a7405 None None] Provisioning complete for port 2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:44.736116 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-97245d53-b074-4e5b-b961-14d2423a7405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:44.738017 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:44.875128 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4a4ebf-3d99-45ee-941d-09d67e97c877 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:15:44.932630 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11f051-bb9a-4d88-b97f-7dc0bccb1745 None None] Pushing event updated for resources: {'Port': ['ID=2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:44.941859 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] Routers {'b3e788c1-86fb-4242-adf1-3c94833ec52d'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:15:44.942490 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:15:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['b3e788c1-86fb-4242-adf1-3c94833ec52d'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:15:44.950909 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9b92bd76-2ad6-4fa8-973f-bd1b9bdd0f3f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:45.029604 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-685f5244-3b33-41a4-bfbf-f40e1f082773 None None] Allocated IP 172.20.0.2 (be3c0867-dd99-45b3-83c0-748e0f32d02b/b07f290c-a96e-4c42-b75b-67631eebfb0f/4e3b2223-5074-494a-ae49-30851c0d30ce) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:15:45.091257 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-97245d53-b074-4e5b-b961-14d2423a7405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:45.178457 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-97245d53-b074-4e5b-b961-14d2423a7405 None None] For port 2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:15:45.184340 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] Set router b3e788c1-86fb-4242-adf1-3c94833ec52d gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:15:45.215527 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-97245d53-b074-4e5b-b961-14d2423a7405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:45.548837 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2d0dfed5-25c9-4a9d-88ee-643318314ca8 None None] Provisioning complete for port 2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:45.549214 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2d0dfed5-25c9-4a9d-88ee-643318314ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:45.582025 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97245d53-b074-4e5b-b961-14d2423a7405 None None] Pushing event updated for resources: {'Port': ['ID=2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:45.619796 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-685f5244-3b33-41a4-bfbf-f40e1f082773 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:45.630245 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-685f5244-3b33-41a4-bfbf-f40e1f082773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:45.675018 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-9b92bd76-2ad6-4fa8-973f-bd1b9bdd0f3f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Allocated IP 172.20.0.1 (be3c0867-dd99-45b3-83c0-748e0f32d02b/b07f290c-a96e-4c42-b75b-67631eebfb0f/9cc70493-2318-4926-8e02-23f074d997cc) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:15:45.704644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685f5244-3b33-41a4-bfbf-f40e1f082773 None None] Network be3c0867-dd99-45b3-83c0-748e0f32d02b is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:15:45.715563 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-685f5244-3b33-41a4-bfbf-f40e1f082773 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:15:45.719647 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f5244-3b33-41a4-bfbf-f40e1f082773 None None] Pushing event updated for resources: {'Port': ['ID=4e3b2223-5074-494a-ae49-30851c0d30ce,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:45.722248 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685f5244-3b33-41a4-bfbf-f40e1f082773 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:15:45.822460 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300782313', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:42Z', 'revision_number': 3, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:15:45.824946 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-685f5244-3b33-41a4-bfbf-f40e1f082773 None None] Attempting to bind port 4e3b2223-5074-494a-ae49-30851c0d30ce on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:15:45.824946 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-685f5244-3b33-41a4-bfbf-f40e1f082773 None None] Attempting to bind port 4e3b2223-5074-494a-ae49-30851c0d30ce by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '8d739b71-ab0d-4988-b337-f3b877cdfc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:15:45.825264 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685f5244-3b33-41a4-bfbf-f40e1f082773 None None] Attempting to bind port 4e3b2223-5074-494a-ae49-30851c0d30ce on network be3c0867-dd99-45b3-83c0-748e0f32d02b {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:15:45.828817 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9b92bd76-2ad6-4fa8-973f-bd1b9bdd0f3f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:45.855370 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908e1d7f-d149-485f-a4e3-2e17a103d4c0 None None] The sync data for ids ['b3e788c1-86fb-4242-adf1-3c94833ec52d'] in n-d-816206-9 is: [{'id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300782313', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:42Z', 'revision_number': 3, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:15:45.857139 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685f5244-3b33-41a4-bfbf-f40e1f082773 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:15:45.857539 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685f5244-3b33-41a4-bfbf-f40e1f082773 None None] Checking segment: {'id': '8d739b71-ab0d-4988-b337-f3b877cdfc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:15:45.857930 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-685f5244-3b33-41a4-bfbf-f40e1f082773 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:45.858489 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685f5244-3b33-41a4-bfbf-f40e1f082773 None None] Bound using segment: {'id': '8d739b71-ab0d-4988-b337-f3b877cdfc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:15:45.858840 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-685f5244-3b33-41a4-bfbf-f40e1f082773 None None] Bound port: 4e3b2223-5074-494a-ae49-30851c0d30ce, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d739b71-ab0d-4988-b337-f3b877cdfc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:15:45.859233 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-685f5244-3b33-41a4-bfbf-f40e1f082773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:45.877299 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9b92bd76-2ad6-4fa8-973f-bd1b9bdd0f3f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:45.936207 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b92bd76-2ad6-4fa8-973f-bd1b9bdd0f3f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network be3c0867-dd99-45b3-83c0-748e0f32d02b is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:15:45.942224 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-9b92bd76-2ad6-4fa8-973f-bd1b9bdd0f3f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:15:45.953644 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b92bd76-2ad6-4fa8-973f-bd1b9bdd0f3f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:15:45.966244 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-685f5244-3b33-41a4-bfbf-f40e1f082773 None None] For port 4e3b2223-5074-494a-ae49-30851c0d30ce, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:15:45.969586 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-685f5244-3b33-41a4-bfbf-f40e1f082773 None None] For port 4e3b2223-5074-494a-ae49-30851c0d30ce, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4e3b2223-5074-494a-ae49-30851c0d30ce,segment=NetworkSegment(8d739b71-ab0d-4988-b337-f3b877cdfc63),segment_id=8d739b71-ab0d-4988-b337-f3b877cdfc63)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:15:45.982819 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-685f5244-3b33-41a4-bfbf-f40e1f082773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:46.029791 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92bd76-2ad6-4fa8-973f-bd1b9bdd0f3f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Port': ['ID=9cc70493-2318-4926-8e02-23f074d997cc,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:46.058881 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9b92bd76-2ad6-4fa8-973f-bd1b9bdd0f3f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:46.141347 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f5244-3b33-41a4-bfbf-f40e1f082773 None None] Pushing event updated for resources: {'Port': ['ID=4e3b2223-5074-494a-ae49-30851c0d30ce,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:46.374165 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9b92bd76-2ad6-4fa8-973f-bd1b9bdd0f3f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:46.799840 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9b92bd76-2ad6-4fa8-973f-bd1b9bdd0f3f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:46.807998 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9b92bd76-2ad6-4fa8-973f-bd1b9bdd0f3f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:47.182583 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9b92bd76-2ad6-4fa8-973f-bd1b9bdd0f3f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:47.191726 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92bd76-2ad6-4fa8-973f-bd1b9bdd0f3f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Port': ['ID=9cc70493-2318-4926-8e02-23f074d997cc,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:47.335912 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b92bd76-2ad6-4fa8-973f-bd1b9bdd0f3f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network be3c0867-dd99-45b3-83c0-748e0f32d02b is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:15:47.338744 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-9b92bd76-2ad6-4fa8-973f-bd1b9bdd0f3f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:15:47.465508 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b92bd76-2ad6-4fa8-973f-bd1b9bdd0f3f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Router b3e788c1-86fb-4242-adf1-3c94833ec52d has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:15:47.551140 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d023417-63bf-47e3-b6cd-ce848c808559 None None] Network be3c0867-dd99-45b3-83c0-748e0f32d02b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:15:47.606885 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b92bd76-2ad6-4fa8-973f-bd1b9bdd0f3f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:15:47.612341 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9b92bd76-2ad6-4fa8-973f-bd1b9bdd0f3f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "PUT /v2.0/routers/b3e788c1-86fb-4242-adf1-3c94833ec52d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2287176 Nov 23 22:15:47.665488 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-013a1fa5-ed4b-48e8-b596-5fc6a7734165 None None] Provisioning complete for port 4e3b2223-5074-494a-ae49-30851c0d30ce triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:47.665763 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-013a1fa5-ed4b-48e8-b596-5fc6a7734165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:47.830511 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-013a1fa5-ed4b-48e8-b596-5fc6a7734165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:47.884543 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-a4761418-2019-4d18-a4db-da7cf9f9df77 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1795635555&fields=id&tenant_id=8e0acd4df46849288fda9982f884e974 HTTP/1.1" status: 200 len: 267 time: 0.0733321 Nov 23 22:15:47.907812 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-013a1fa5-ed4b-48e8-b596-5fc6a7734165 None None] For port 4e3b2223-5074-494a-ae49-30851c0d30ce, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4e3b2223-5074-494a-ae49-30851c0d30ce,segment=NetworkSegment(8d739b71-ab0d-4988-b337-f3b877cdfc63),segment_id=8d739b71-ab0d-4988-b337-f3b877cdfc63)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:15:47.918852 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-013a1fa5-ed4b-48e8-b596-5fc6a7734165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:47.985393 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a1fa5-ed4b-48e8-b596-5fc6a7734165 None None] Pushing event updated for resources: {'Port': ['ID=4e3b2223-5074-494a-ae49-30851c0d30ce,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:48.031068 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-6072d220-ae89-4e01-a86e-ba21421d6552 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:48.032633 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-6072d220-ae89-4e01-a86e-ba21421d6552 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/networks?id=be3c0867-dd99-45b3-83c0-748e0f32d02b HTTP/1.1" status: 200 len: 797 time: 0.1395814 Nov 23 22:15:48.054891 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-e102c58c-86aa-4cb3-93ae-7c21a6fb0bb6 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/quotas/8e0acd4df46849288fda9982f884e974 HTTP/1.1" status: 200 len: 375 time: 0.0157402 Nov 23 22:15:48.114744 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-16d09be3-3f7e-4659-9311-fefa5eff6961 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517731 Nov 23 22:15:48.147523 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-24a196bb-f07a-4cf5-9fca-d84ed587044a None None] Provisioning complete for port 4e3b2223-5074-494a-ae49-30851c0d30ce triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:48.148184 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-24a196bb-f07a-4cf5-9fca-d84ed587044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:48.339053 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] Sync routers for ids ['b3e788c1-86fb-4242-adf1-3c94833ec52d'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:15:48.357231 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] Routers {'b3e788c1-86fb-4242-adf1-3c94833ec52d'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:15:48.358059 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:15:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['b3e788c1-86fb-4242-adf1-3c94833ec52d'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:15:48.366909 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-24a196bb-f07a-4cf5-9fca-d84ed587044a None None] Provisioning complete for port 9cc70493-2318-4926-8e02-23f074d997cc triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:48.367413 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-24a196bb-f07a-4cf5-9fca-d84ed587044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:48.425595 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-24a196bb-f07a-4cf5-9fca-d84ed587044a None None] Port 9cc70493-2318-4926-8e02-23f074d997cc cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:15:48.476328 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4e3b2223-5074-494a-ae49-30851c0d30ce up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:15:48.489908 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] Set router b3e788c1-86fb-4242-adf1-3c94833ec52d gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:15:48.515350 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-d1e87e21-759c-4c2d-921b-2843e2d1f7ea service neutron] 10.222.0.50 "GET /v2.0/networks/be3c0867-dd99-45b3-83c0-748e0f32d02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873718 Nov 23 22:15:48.556093 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 4e3b2223-5074-494a-ae49-30851c0d30ce triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:48.556907 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:48.559015 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-67fdf291-30b3-4a21-887b-7e662c584805 None None] Provisioning complete for port 9cc70493-2318-4926-8e02-23f074d997cc triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:48.559377 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-67fdf291-30b3-4a21-887b-7e662c584805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:48.645717 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-67fdf291-30b3-4a21-887b-7e662c584805 None None] Port 9cc70493-2318-4926-8e02-23f074d997cc cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:15:48.663029 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-3bcf5601-b8cf-4d61-89e7-7c6b9f60dc15 service neutron] 10.222.0.50 "GET /v2.0/networks/be3c0867-dd99-45b3-83c0-748e0f32d02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438117 Nov 23 22:15:48.746542 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300782313', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:46Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '9cc70493-2318-4926-8e02-23f074d997cc', 'name': '', 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:38:ff:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'b07f290c-a96e-4c42-b75b-67631eebfb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:45Z', 'updated_at': '2021-11-23T22:15:46Z', 'revision_number': 2, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'b07f290c-a96e-4c42-b75b-67631eebfb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:15:48.755064 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:15:48.778418 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] Checking router: b3e788c1-86fb-4242-adf1-3c94833ec52d for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:15:48.779108 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] Updating router b3e788c1-86fb-4242-adf1-3c94833ec52d port 9cc70493-2318-4926-8e02-23f074d997cc binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:15:48.808295 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:48.834708 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:48.835119 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:48.907427 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9663240c-01aa-4b9a-ac24-9553342bbe05 None None] Provisioning complete for port 9cc70493-2318-4926-8e02-23f074d997cc triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:48.907804 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9663240c-01aa-4b9a-ac24-9553342bbe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:48.982916 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68ec3d1c-d1c3-41e0-a1f7-29b8636dff8c req-a3ef44c9-3d6c-4c83-9456-e19a417b5afd tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 210 time: 0.0475156 Nov 23 22:15:48.989317 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-9663240c-01aa-4b9a-ac24-9553342bbe05 None None] Port 9cc70493-2318-4926-8e02-23f074d997cc cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:15:49.110777 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:49.116276 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:49.182079 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a9f84-a9df-44cd-baa4-ee6cc19c25ec None None] Pushing event updated for resources: {'Port': ['ID=9cc70493-2318-4926-8e02-23f074d997cc,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:49.206802 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a9f84-a9df-44cd-baa4-ee6cc19c25ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:49.206802 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a9f84-a9df-44cd-baa4-ee6cc19c25ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:49.207176 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a9f84-a9df-44cd-baa4-ee6cc19c25ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:49.208316 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a9f84-a9df-44cd-baa4-ee6cc19c25ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:49.208316 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a9f84-a9df-44cd-baa4-ee6cc19c25ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:49.208316 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a9f84-a9df-44cd-baa4-ee6cc19c25ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:49.208624 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a9f84-a9df-44cd-baa4-ee6cc19c25ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:49.208722 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a9f84-a9df-44cd-baa4-ee6cc19c25ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:49.209015 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a9f84-a9df-44cd-baa4-ee6cc19c25ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:49.209330 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a9f84-a9df-44cd-baa4-ee6cc19c25ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:49.209640 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a9f84-a9df-44cd-baa4-ee6cc19c25ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:49.209958 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a9f84-a9df-44cd-baa4-ee6cc19c25ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:49.242869 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] Attempting to bind port 9cc70493-2318-4926-8e02-23f074d997cc on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:15:49.244108 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] Attempting to bind port 9cc70493-2318-4926-8e02-23f074d997cc by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '8d739b71-ab0d-4988-b337-f3b877cdfc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:15:49.244488 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] Attempting to bind port 9cc70493-2318-4926-8e02-23f074d997cc on network be3c0867-dd99-45b3-83c0-748e0f32d02b {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:15:49.254534 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:15:49.254994 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] Checking segment: {'id': '8d739b71-ab0d-4988-b337-f3b877cdfc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:15:49.255453 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:49.256516 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] Bound using segment: {'id': '8d739b71-ab0d-4988-b337-f3b877cdfc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:15:49.257172 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] Bound port: 9cc70493-2318-4926-8e02-23f074d997cc, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d739b71-ab0d-4988-b337-f3b877cdfc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:15:49.257599 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:49.333437 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] For port 9cc70493-2318-4926-8e02-23f074d997cc, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:15:49.337621 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] For port 9cc70493-2318-4926-8e02-23f074d997cc, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9cc70493-2318-4926-8e02-23f074d997cc,segment=NetworkSegment(8d739b71-ab0d-4988-b337-f3b877cdfc63),segment_id=8d739b71-ab0d-4988-b337-f3b877cdfc63)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:15:49.345117 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:49.398586 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] Routers {'b3e788c1-86fb-4242-adf1-3c94833ec52d'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:15:49.399960 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:15:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['b3e788c1-86fb-4242-adf1-3c94833ec52d'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:15:49.519402 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] Set router b3e788c1-86fb-4242-adf1-3c94833ec52d gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:15:49.521405 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a9f84-a9df-44cd-baa4-ee6cc19c25ec None None] Pushing event updated for resources: {'Port': ['ID=9cc70493-2318-4926-8e02-23f074d997cc,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:49.627305 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ee490e6d-9158-4d7d-b266-68c01868a91d None None] Provisioning complete for port 9cc70493-2318-4926-8e02-23f074d997cc triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:49.627925 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ee490e6d-9158-4d7d-b266-68c01868a91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:49.785113 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ee490e6d-9158-4d7d-b266-68c01868a91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:49.828359 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300782313', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:46Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '9cc70493-2318-4926-8e02-23f074d997cc', 'name': '', 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:38:ff:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'b07f290c-a96e-4c42-b75b-67631eebfb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:45Z', 'updated_at': '2021-11-23T22:15:49Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'b07f290c-a96e-4c42-b75b-67631eebfb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:15:49.835762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ee490e6d-9158-4d7d-b266-68c01868a91d None None] For port 9cc70493-2318-4926-8e02-23f074d997cc, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9cc70493-2318-4926-8e02-23f074d997cc,segment=NetworkSegment(8d739b71-ab0d-4988-b337-f3b877cdfc63),segment_id=8d739b71-ab0d-4988-b337-f3b877cdfc63)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:15:49.844286 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ee490e6d-9158-4d7d-b266-68c01868a91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:49.876134 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60378cb2-e563-4405-a5a8-a67cfd57e5f3 None None] The sync data for ids ['b3e788c1-86fb-4242-adf1-3c94833ec52d'] in n-d-816206-9 is: [{'id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300782313', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:46Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '9cc70493-2318-4926-8e02-23f074d997cc', 'name': '', 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:38:ff:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'b07f290c-a96e-4c42-b75b-67631eebfb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:45Z', 'updated_at': '2021-11-23T22:15:49Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'b07f290c-a96e-4c42-b75b-67631eebfb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:15:49.902190 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee490e6d-9158-4d7d-b266-68c01868a91d None None] Pushing event updated for resources: {'Port': ['ID=9cc70493-2318-4926-8e02-23f074d997cc,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:49.973896 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-42d6b81c-8b81-4208-a4e6-a9df4d7fe282 None None] Provisioning complete for port 9cc70493-2318-4926-8e02-23f074d997cc triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:49.974669 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-42d6b81c-8b81-4208-a4e6-a9df4d7fe282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:50.026322 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38230) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:50.154313 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e98f7551-7f2a-4474-95be-888c61c79f78 req-9f234652-6185-405a-a948-8058f33d6070 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 210 time: 0.0516596 Nov 23 22:15:50.279913 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f32ab736-40a4-4b8a-9d23-ce4d7edc4c49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:50.329291 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9cc70493-2318-4926-8e02-23f074d997cc up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:15:50.407081 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 9cc70493-2318-4926-8e02-23f074d997cc triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:50.407562 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:50.448043 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-0350c8a8-e640-43d5-9e33-80032370019d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:50.449693 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-0350c8a8-e640-43d5-9e33-80032370019d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.60 "GET /v2.0/networks?id=be3c0867-dd99-45b3-83c0-748e0f32d02b HTTP/1.1" status: 200 len: 797 time: 0.2601945 Nov 23 22:15:50.508037 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f32ab736-40a4-4b8a-9d23-ce4d7edc4c49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:50.517660 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f32ab736-40a4-4b8a-9d23-ce4d7edc4c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:50.585559 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f32ab736-40a4-4b8a-9d23-ce4d7edc4c49 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=994159c65979414e9d0ec2e7a052b9b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5580962 Nov 23 22:15:50.589274 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38234) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:50.590795 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ab736-40a4-4b8a-9d23-ce4d7edc4c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30da6af6-2f73-475f-85b5-1e5f8ecfd773,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:50.608004 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-a7efbf14-a0d2-4a8d-a5cc-9f768be8c664 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e0acd4df46849288fda9982f884e974 HTTP/1.1" status: 200 len: 380 time: 0.1109653 Nov 23 22:15:50.619094 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-b0ac3482-5c43-4043-8860-f89d1cf52ce8 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'port': {'device_id': 'e3b21b66-97a8-4eca-ba38-cdbc2aa366e3', 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b', 'admin_state_up': True, 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'security_groups': ['5548e237-2194-4b9b-9ec0-0dffa0f321d8']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:15:50.668826 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a23376d5-eca3-4716-a493-a62a89e2bcb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:50.691346 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a23376d5-eca3-4716-a493-a62a89e2bcb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:50.744753 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a23376d5-eca3-4716-a493-a62a89e2bcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:50.745564 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-b0ac3482-5c43-4043-8860-f89d1cf52ce8 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Made reservation on behalf of 8e0acd4df46849288fda9982f884e974 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:15:50.749086 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a23376d5-eca3-4716-a493-a62a89e2bcb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:50.749263 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-b0ac3482-5c43-4043-8860-f89d1cf52ce8 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:50.750297 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a23376d5-eca3-4716-a493-a62a89e2bcb5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/30da6af6-2f73-475f-85b5-1e5f8ecfd773 HTTP/1.1" status: 204 len: 168 time: 0.1592944 Nov 23 22:15:50.758951 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23376d5-eca3-4716-a493-a62a89e2bcb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30da6af6-2f73-475f-85b5-1e5f8ecfd773,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:50.767586 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23376d5-eca3-4716-a493-a62a89e2bcb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:50.768189 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23376d5-eca3-4716-a493-a62a89e2bcb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:50.768719 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23376d5-eca3-4716-a493-a62a89e2bcb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:50.769237 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23376d5-eca3-4716-a493-a62a89e2bcb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:50.769735 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23376d5-eca3-4716-a493-a62a89e2bcb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:50.770239 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23376d5-eca3-4716-a493-a62a89e2bcb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:50.770760 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23376d5-eca3-4716-a493-a62a89e2bcb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:50.771277 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23376d5-eca3-4716-a493-a62a89e2bcb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:50.771907 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23376d5-eca3-4716-a493-a62a89e2bcb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:50.772408 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23376d5-eca3-4716-a493-a62a89e2bcb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:50.773184 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23376d5-eca3-4716-a493-a62a89e2bcb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:50.773730 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23376d5-eca3-4716-a493-a62a89e2bcb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:50.890588 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-b0ac3482-5c43-4043-8860-f89d1cf52ce8 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Allocated IP 172.20.0.8 (be3c0867-dd99-45b3-83c0-748e0f32d02b/b07f290c-a96e-4c42-b75b-67631eebfb0f/9a603b0d-9e1a-45ac-8707-64e310606c23) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:15:51.047955 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-b0ac3482-5c43-4043-8860-f89d1cf52ce8 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:51.083318 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38242) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:51.083735 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-b0ac3482-5c43-4043-8860-f89d1cf52ce8 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:51.097653 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-22d47e66-88d2-41ce-a3f9-11c6bc149c08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:51.137773 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-b0ac3482-5c43-4043-8860-f89d1cf52ce8 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network be3c0867-dd99-45b3-83c0-748e0f32d02b is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:15:51.141111 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-b0ac3482-5c43-4043-8860-f89d1cf52ce8 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:15:51.145227 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-b0ac3482-5c43-4043-8860-f89d1cf52ce8 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:15:51.154772 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac3482-5c43-4043-8860-f89d1cf52ce8 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Port': ['ID=9a603b0d-9e1a-45ac-8707-64e310606c23,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:51.207446 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-22d47e66-88d2-41ce-a3f9-11c6bc149c08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:51.213455 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-22d47e66-88d2-41ce-a3f9-11c6bc149c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:51.215991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-b0ac3482-5c43-4043-8860-f89d1cf52ce8 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:51.217032 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-b0ac3482-5c43-4043-8860-f89d1cf52ce8 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:51.245471 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-b0ac3482-5c43-4043-8860-f89d1cf52ce8 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6306150 Nov 23 22:15:51.260353 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-22d47e66-88d2-41ce-a3f9-11c6bc149c08 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4099d104efaa4fc7bec7e78e800857c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1759150 Nov 23 22:15:51.263317 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38246) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:51.264790 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-70f45dc6-def8-402a-958d-e910f9732045 service neutron] Request body: {'port': {'device_id': 'e3b21b66-97a8-4eca-ba38-cdbc2aa366e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:15:51.271059 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d47e66-88d2-41ce-a3f9-11c6bc149c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4bba2f-2a87-43d0-88dd-28c36a8b530d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:51.335503 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2bd940d0-9aed-4e97-ada4-d388fc15c163 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:51.365097 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2bd940d0-9aed-4e97-ada4-d388fc15c163 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:51.408189 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-70f45dc6-def8-402a-958d-e910f9732045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:51.420733 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d14651-9c7a-4b75-8b6d-5131572c89a6 req-237a2f3f-7507-4717-b1de-f55a9ed0cf25 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:51.422322 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-47d14651-9c7a-4b75-8b6d-5131572c89a6 req-237a2f3f-7507-4717-b1de-f55a9ed0cf25 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 931 time: 0.1510277 Nov 23 22:15:51.441042 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2bd940d0-9aed-4e97-ada4-d388fc15c163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:51.446860 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2bd940d0-9aed-4e97-ada4-d388fc15c163 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:51.451306 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2bd940d0-9aed-4e97-ada4-d388fc15c163 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8d4bba2f-2a87-43d0-88dd-28c36a8b530d HTTP/1.1" status: 204 len: 168 time: 0.1868389 Nov 23 22:15:51.461033 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd940d0-9aed-4e97-ada4-d388fc15c163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4bba2f-2a87-43d0-88dd-28c36a8b530d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:51.517880 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-831736ce-6465-4582-9130-980fa949d154 None None] Provisioning complete for port 9a603b0d-9e1a-45ac-8707-64e310606c23 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:51.518429 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-831736ce-6465-4582-9130-980fa949d154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:51.553593 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-47d14651-9c7a-4b75-8b6d-5131572c89a6 req-5282fe7e-79d8-49ad-a88b-9b4dcce6c576 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=5548e237-2194-4b9b-9ec0-0dffa0f321d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226122 Nov 23 22:15:51.570465 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-831736ce-6465-4582-9130-980fa949d154 None None] Port 9a603b0d-9e1a-45ac-8707-64e310606c23 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:15:51.576577 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:15:51.774156 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-70f45dc6-def8-402a-958d-e910f9732045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a603b0d-9e1a-45ac-8707-64e310606c23 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:15:51.782460 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-70f45dc6-def8-402a-958d-e910f9732045 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:51.795972 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-70f45dc6-def8-402a-958d-e910f9732045 service neutron] Transition to ACTIVE for port object 9a603b0d-9e1a-45ac-8707-64e310606c23 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:15:51.799631 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-70f45dc6-def8-402a-958d-e910f9732045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:51.857339 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f45dc6-def8-402a-958d-e910f9732045 service neutron] Pushing event updated for resources: {'Port': ['ID=9a603b0d-9e1a-45ac-8707-64e310606c23,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:51.937772 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-70f45dc6-def8-402a-958d-e910f9732045 service neutron] Attempting to bind port 9a603b0d-9e1a-45ac-8707-64e310606c23 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:15:51.937898 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-70f45dc6-def8-402a-958d-e910f9732045 service neutron] Attempting to bind port 9a603b0d-9e1a-45ac-8707-64e310606c23 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '8d739b71-ab0d-4988-b337-f3b877cdfc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:15:51.938163 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-70f45dc6-def8-402a-958d-e910f9732045 service neutron] Attempting to bind port 9a603b0d-9e1a-45ac-8707-64e310606c23 on network be3c0867-dd99-45b3-83c0-748e0f32d02b {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:15:51.942941 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-70f45dc6-def8-402a-958d-e910f9732045 service neutron] Port 9a603b0d-9e1a-45ac-8707-64e310606c23 on network be3c0867-dd99-45b3-83c0-748e0f32d02b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:15:51.943263 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-70f45dc6-def8-402a-958d-e910f9732045 service neutron] Attempting to bind port 9a603b0d-9e1a-45ac-8707-64e310606c23 on network be3c0867-dd99-45b3-83c0-748e0f32d02b {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:15:51.948717 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-70f45dc6-def8-402a-958d-e910f9732045 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:15:51.949150 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-70f45dc6-def8-402a-958d-e910f9732045 service neutron] Checking segment: {'id': '8d739b71-ab0d-4988-b337-f3b877cdfc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:15:51.949480 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-70f45dc6-def8-402a-958d-e910f9732045 service neutron] Bound using segment: {'id': '8d739b71-ab0d-4988-b337-f3b877cdfc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:15:51.949897 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-70f45dc6-def8-402a-958d-e910f9732045 service neutron] Bound port: 9a603b0d-9e1a-45ac-8707-64e310606c23, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d739b71-ab0d-4988-b337-f3b877cdfc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:15:51.950291 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-70f45dc6-def8-402a-958d-e910f9732045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:52.026101 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-70f45dc6-def8-402a-958d-e910f9732045 service neutron] For port 9a603b0d-9e1a-45ac-8707-64e310606c23, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:15:52.029600 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-70f45dc6-def8-402a-958d-e910f9732045 service neutron] For port 9a603b0d-9e1a-45ac-8707-64e310606c23, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=9a603b0d-9e1a-45ac-8707-64e310606c23,segment=NetworkSegment(8d739b71-ab0d-4988-b337-f3b877cdfc63),segment_id=8d739b71-ab0d-4988-b337-f3b877cdfc63)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:15:52.034883 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-70f45dc6-def8-402a-958d-e910f9732045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:52.072415 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-70f45dc6-def8-402a-958d-e910f9732045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:52.073185 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-70f45dc6-def8-402a-958d-e910f9732045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:52.074786 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-70f45dc6-def8-402a-958d-e910f9732045 service neutron] 10.222.0.60 "PUT /v2.0/ports/9a603b0d-9e1a-45ac-8707-64e310606c23 HTTP/1.1" status: 200 len: 1091 time: 0.8157451 Nov 23 22:15:52.075352 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b21b66-97a8-4eca-ba38-cdbc2aa366e3', 'tag': '9a603b0d-9e1a-45ac-8707-64e310606c23'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:15:52.077886 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d7f5c3-0e8f-4481-8857-ffbc29ff6367" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b21b66-97a8-4eca-ba38-cdbc2aa366e3", "tag": "9a603b0d-9e1a-45ac-8707-64e310606c23"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:15:52.137199 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621e7dab-0273-4bd0-a714-bdd6d4d3c34a x-openstack-request-id: req-621e7dab-0273-4bd0-a714-bdd6d4d3c34a {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:15:52.138966 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b21b66-97a8-4eca-ba38-cdbc2aa366e3", "tag": "9a603b0d-9e1a-45ac-8707-64e310606c23", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:15:52.139322 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-621e7dab-0273-4bd0-a714-bdd6d4d3c34a {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:15:52.140025 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b21b66-97a8-4eca-ba38-cdbc2aa366e3', 'tag': '9a603b0d-9e1a-45ac-8707-64e310606c23', 'status': 'completed', 'code': 200} Nov 23 22:15:52.143284 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f45dc6-def8-402a-958d-e910f9732045 service neutron] Pushing event updated for resources: {'Port': ['ID=9a603b0d-9e1a-45ac-8707-64e310606c23,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:52.207200 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-0afeee0d-0104-4051-9e48-5d47dd03a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:52.208723 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-0afeee0d-0104-4051-9e48-5d47dd03a839 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 1094 time: 0.0547197 Nov 23 22:15:52.265148 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-e39cb936-4c7a-46cc-8b46-c81837da85ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a603b0d-9e1a-45ac-8707-64e310606c23 HTTP/1.1" status: 200 len: 217 time: 0.0424006 Nov 23 22:15:52.330064 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-f84420ec-d419-43d5-ab22-a244df66001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:52.331938 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-f84420ec-d419-43d5-ab22-a244df66001b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b07f290c-a96e-4c42-b75b-67631eebfb0f HTTP/1.1" status: 200 len: 835 time: 0.0583100 Nov 23 22:15:52.381409 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-ca4f4ab6-493c-42b6-8895-8b7b2e8f09cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:52.382967 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-ca4f4ab6-493c-42b6-8895-8b7b2e8f09cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be3c0867-dd99-45b3-83c0-748e0f32d02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436742 Nov 23 22:15:52.484489 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-2fa7bfa3-6d95-457c-9d22-fc06ad203b9d service neutron] 10.222.0.60 "GET /v2.0/networks/be3c0867-dd99-45b3-83c0-748e0f32d02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941734 Nov 23 22:15:52.581880 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9332ec34-3e8d-4235-bc09-40f60c355b0b req-eebdd1f1-4d12-4c52-81fe-4d8cbbbf28d3 service neutron] 10.222.0.60 "GET /v2.0/networks/be3c0867-dd99-45b3-83c0-748e0f32d02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888927 Nov 23 22:15:52.703681 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c3725-0640-4499-b12e-d558929de498 req-d170136d-bb3c-443e-bf5d-410f3d41978d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:52.705262 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1e6c3725-0640-4499-b12e-d558929de498 req-d170136d-bb3c-443e-bf5d-410f3d41978d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 943 time: 0.0815728 Nov 23 22:15:52.735126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7f5c3-0e8f-4481-8857-ffbc29ff6367 req-b4ab026c-ca2e-4399-bfdc-df02ab59b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:52.736612 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-41d7f5c3-0e8f-4481-8857-ffbc29ff6367 req-b4ab026c-ca2e-4399-bfdc-df02ab59b023 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 1094 time: 0.0694726 Nov 23 22:15:52.789756 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1e6c3725-0640-4499-b12e-d558929de498 req-202cf573-c82a-42ca-958a-98e09b41bb4f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=5548e237-2194-4b9b-9ec0-0dffa0f321d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754313 Nov 23 22:15:52.853486 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7f5c3-0e8f-4481-8857-ffbc29ff6367 req-c12ca22c-f1d2-4047-a988-051ae33da078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:52.855376 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-41d7f5c3-0e8f-4481-8857-ffbc29ff6367 req-c12ca22c-f1d2-4047-a988-051ae33da078 service neutron] 10.222.0.60 "GET /v2.0/networks?id=be3c0867-dd99-45b3-83c0-748e0f32d02b HTTP/1.1" status: 200 len: 898 time: 0.1078935 Nov 23 22:15:52.899308 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-41d7f5c3-0e8f-4481-8857-ffbc29ff6367 req-658c6728-a684-474f-a18c-5d5531d26895 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a603b0d-9e1a-45ac-8707-64e310606c23 HTTP/1.1" status: 200 len: 217 time: 0.0369723 Nov 23 22:15:52.904897 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:52.949964 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7f5c3-0e8f-4481-8857-ffbc29ff6367 req-a9438e6c-8185-4c82-888b-dced95e30119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:52.951494 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-41d7f5c3-0e8f-4481-8857-ffbc29ff6367 req-a9438e6c-8185-4c82-888b-dced95e30119 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b07f290c-a96e-4c42-b75b-67631eebfb0f HTTP/1.1" status: 200 len: 835 time: 0.0452056 Nov 23 22:15:53.000891 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7f5c3-0e8f-4481-8857-ffbc29ff6367 req-2c891dfd-aa97-4f65-8b41-cbad0c4cf65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:53.002390 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-41d7f5c3-0e8f-4481-8857-ffbc29ff6367 req-2c891dfd-aa97-4f65-8b41-cbad0c4cf65f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be3c0867-dd99-45b3-83c0-748e0f32d02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429823 Nov 23 22:15:53.101014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-41d7f5c3-0e8f-4481-8857-ffbc29ff6367 req-b5362775-96cd-439e-982b-1b1d3ae6c114 service neutron] 10.222.0.60 "GET /v2.0/networks/be3c0867-dd99-45b3-83c0-748e0f32d02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904882 Nov 23 22:15:53.200914 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-41d7f5c3-0e8f-4481-8857-ffbc29ff6367 req-d11489f3-c243-4a84-9dba-1655dbf751c2 service neutron] 10.222.0.60 "GET /v2.0/networks/be3c0867-dd99-45b3-83c0-748e0f32d02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928557 Nov 23 22:15:53.909446 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a426e2-f205-4b9a-83fc-92f69559ead6 req-afaad6d9-8b42-475d-af7d-b86f460e09da tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:53.910964 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8a426e2-f205-4b9a-83fc-92f69559ead6 req-afaad6d9-8b42-475d-af7d-b86f460e09da tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 943 time: 0.0509150 Nov 23 22:15:53.962631 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8a426e2-f205-4b9a-83fc-92f69559ead6 req-a11d72ed-1275-4fb6-8353-4e84d9a2465f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=5548e237-2194-4b9b-9ec0-0dffa0f321d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447602 Nov 23 22:15:54.825955 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 9a603b0d-9e1a-45ac-8707-64e310606c23 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:15:54.918641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 9a603b0d-9e1a-45ac-8707-64e310606c23, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=9a603b0d-9e1a-45ac-8707-64e310606c23,segment=NetworkSegment(8d739b71-ab0d-4988-b337-f3b877cdfc63),segment_id=8d739b71-ab0d-4988-b337-f3b877cdfc63)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:15:54.930415 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '9a603b0d-9e1a-45ac-8707-64e310606c23', 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b', 'port_id': '9a603b0d-9e1a-45ac-8707-64e310606c23', 'mac_address': 'fa:16:3e:17:59:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07f290c-a96e-4c42-b75b-67631eebfb0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:15:54.971409 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:54.985182 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a603b0d-9e1a-45ac-8707-64e310606c23 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:15:55.007214 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 9a603b0d-9e1a-45ac-8707-64e310606c23, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=9a603b0d-9e1a-45ac-8707-64e310606c23,segment=NetworkSegment(8d739b71-ab0d-4988-b337-f3b877cdfc63),segment_id=8d739b71-ab0d-4988-b337-f3b877cdfc63)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:15:55.012460 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:55.064299 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=9a603b0d-9e1a-45ac-8707-64e310606c23,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:55.073193 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:55.073673 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:55.074652 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:55.075588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:55.075588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:55.076054 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:55.076451 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:55.076873 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:55.077300 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:55.077721 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:55.078149 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:55.078575 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:55.087553 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7f8b8-e49a-465b-9e05-56ba9501fc8d req-0e05aac7-8073-472e-adb7-c329dd7d9280 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:55.089942 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30c7f8b8-e49a-465b-9e05-56ba9501fc8d req-0e05aac7-8073-472e-adb7-c329dd7d9280 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 944 time: 0.0526514 Nov 23 22:15:55.145205 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30c7f8b8-e49a-465b-9e05-56ba9501fc8d req-5ac18f67-7f23-441b-8295-f1fbeb578816 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=5548e237-2194-4b9b-9ec0-0dffa0f321d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491035 Nov 23 22:15:55.281064 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['9a603b0d-9e1a-45ac-8707-64e310606c23'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:15:56.272237 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643d471-329e-4cc9-b858-1deca3ab68ff req-f3480050-593b-4b67-989c-c6ef36cccfad tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:56.273700 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9643d471-329e-4cc9-b858-1deca3ab68ff req-f3480050-593b-4b67-989c-c6ef36cccfad tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 944 time: 0.0537953 Nov 23 22:15:56.325494 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9643d471-329e-4cc9-b858-1deca3ab68ff req-9b9ca376-f47e-4a47-8652-3f4b9ca60ea3 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=5548e237-2194-4b9b-9ec0-0dffa0f321d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448875 Nov 23 22:15:56.828123 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 9a603b0d-9e1a-45ac-8707-64e310606c23 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:15:56.880146 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 9a603b0d-9e1a-45ac-8707-64e310606c23 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:15:56.885549 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 9a603b0d-9e1a-45ac-8707-64e310606c23 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:15:56.886222 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:56.971458 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:56.990443 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38340) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:56.996805 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b21b66-97a8-4eca-ba38-cdbc2aa366e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a603b0d-9e1a-45ac-8707-64e310606c23'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:15:56.998983 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f17525-484d-41a6-be4d-09620c929672" -d '{"events": [{"server_uuid": "e3b21b66-97a8-4eca-ba38-cdbc2aa366e3", "name": "network-vif-plugged", "status": "completed", "tag": "9a603b0d-9e1a-45ac-8707-64e310606c23"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:15:57.012061 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 9a603b0d-9e1a-45ac-8707-64e310606c23, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=9a603b0d-9e1a-45ac-8707-64e310606c23,segment=NetworkSegment(8d739b71-ab0d-4988-b337-f3b877cdfc63),segment_id=8d739b71-ab0d-4988-b337-f3b877cdfc63)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:15:57.018405 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:57.057660 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf9a1ac-f163-4d01-9a72-1b221e44be01 x-openstack-request-id: req-7cf9a1ac-f163-4d01-9a72-1b221e44be01 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:15:57.058031 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b21b66-97a8-4eca-ba38-cdbc2aa366e3", "name": "network-vif-plugged", "status": "completed", "tag": "9a603b0d-9e1a-45ac-8707-64e310606c23", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:15:57.058354 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7cf9a1ac-f163-4d01-9a72-1b221e44be01 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:15:57.058876 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b21b66-97a8-4eca-ba38-cdbc2aa366e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a603b0d-9e1a-45ac-8707-64e310606c23', 'code': 200} Nov 23 22:15:57.075904 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=9a603b0d-9e1a-45ac-8707-64e310606c23,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:57.121779 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-91e07ae7-0c23-4d2f-b45e-9814f14d027b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:57.187517 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec52ec3-88b3-49e7-bd4e-d020efd7466d req-e2418f94-2def-400c-bee7-631a12f1b9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:57.189125 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dec52ec3-88b3-49e7-bd4e-d020efd7466d req-e2418f94-2def-400c-bee7-631a12f1b9be service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 1096 time: 0.0422854 Nov 23 22:15:57.207931 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-91e07ae7-0c23-4d2f-b45e-9814f14d027b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:57.215098 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-91e07ae7-0c23-4d2f-b45e-9814f14d027b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:57.246209 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dec52ec3-88b3-49e7-bd4e-d020efd7466d req-6567d993-440d-454e-88d7-607c27ac2b03 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5548e237-2194-4b9b-9ec0-0dffa0f321d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502038 Nov 23 22:15:57.260319 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-91e07ae7-0c23-4d2f-b45e-9814f14d027b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5670e0f941fc404fa32170eca89d6b13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2686236 Nov 23 22:15:57.261716 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e07ae7-0c23-4d2f-b45e-9814f14d027b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b70385c-406c-45f3-9c05-14edbb11f279,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:57.263072 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38346) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:57.314831 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ff519418-7c4c-41f0-836c-36a39d48d67f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:57.340021 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ff519418-7c4c-41f0-836c-36a39d48d67f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:57.393489 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ff519418-7c4c-41f0-836c-36a39d48d67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:57.396808 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ff519418-7c4c-41f0-836c-36a39d48d67f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:57.398157 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ff519418-7c4c-41f0-836c-36a39d48d67f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9b70385c-406c-45f3-9c05-14edbb11f279 HTTP/1.1" status: 204 len: 168 time: 0.1339006 Nov 23 22:15:57.435575 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff519418-7c4c-41f0-836c-36a39d48d67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b70385c-406c-45f3-9c05-14edbb11f279,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:57.467852 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25348920-0567-488c-940e-51e9bad54b8a req-8a5e55dc-ce18-4f63-8aa8-90e5b0043b52 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:57.476464 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-25348920-0567-488c-940e-51e9bad54b8a req-8a5e55dc-ce18-4f63-8aa8-90e5b0043b52 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 945 time: 0.0770936 Nov 23 22:15:57.527513 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-25348920-0567-488c-940e-51e9bad54b8a req-a17513bc-9aed-4adb-aaf3-6b0a5b7be059 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=5548e237-2194-4b9b-9ec0-0dffa0f321d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501926 Nov 23 22:15:57.694489 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38356) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:57.708362 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a02e0c5-fd16-48eb-8768-efc449df79e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:57.786786 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a02e0c5-fd16-48eb-8768-efc449df79e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:57.790999 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a02e0c5-fd16-48eb-8768-efc449df79e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:57.829349 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0a02e0c5-fd16-48eb-8768-efc449df79e6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=38a1a62480104d8797cc3db5fa7fd0d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336870 Nov 23 22:15:57.831579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02e0c5-fd16-48eb-8768-efc449df79e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8d5362-4bfd-465e-ac3f-609dd48a0762,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:57.832295 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38358) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:57.886625 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0808cab-31ac-4d92-a001-2a18cb33d9f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:57.906153 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38360) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:57.917368 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0808cab-31ac-4d92-a001-2a18cb33d9f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:57.930159 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f06fc451-bd0f-4c48-bb6d-1257e6b42daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:57.971965 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0808cab-31ac-4d92-a001-2a18cb33d9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:57.974703 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0808cab-31ac-4d92-a001-2a18cb33d9f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:57.979361 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b0808cab-31ac-4d92-a001-2a18cb33d9f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7a8d5362-4bfd-465e-ac3f-609dd48a0762 HTTP/1.1" status: 204 len: 168 time: 0.1458960 Nov 23 22:15:57.988583 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0808cab-31ac-4d92-a001-2a18cb33d9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8d5362-4bfd-465e-ac3f-609dd48a0762,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:58.388408 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-25fcaefd-8de4-4918-8cc2-db7637898f0e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:58.838892 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca9d3a-f7e5-4151-a876-0a1328b47a0b req-cbfc59f3-5cdd-452c-be0a-dba20800ed73 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:58.840053 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2ca9d3a-f7e5-4151-a876-0a1328b47a0b req-cbfc59f3-5cdd-452c-be0a-dba20800ed73 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 945 time: 0.1192255 Nov 23 22:15:58.975383 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2ca9d3a-f7e5-4151-a876-0a1328b47a0b req-58542af9-228d-4ea4-919f-a0908e1b18be tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=5548e237-2194-4b9b-9ec0-0dffa0f321d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148951 Nov 23 22:15:59.119942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38394) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:59.134409 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5b303-1bc2-428a-9f58-2e1663944007 req-d41161ed-9ea0-4d1e-83b1-ccf96a9ff7a5 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:59.135616 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ac5b303-1bc2-428a-9f58-2e1663944007 req-d41161ed-9ea0-4d1e-83b1-ccf96a9ff7a5 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 945 time: 0.0843210 Nov 23 22:15:59.149988 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-25fcaefd-8de4-4918-8cc2-db7637898f0e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Deleting port 6ef4362b-109c-4196-b026-0adfab8a02e2 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:15:59.150304 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-25fcaefd-8de4-4918-8cc2-db7637898f0e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:59.236130 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4960-c058-432a-a039-2ab6eb0d5493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:59.254308 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ac5b303-1bc2-428a-9f58-2e1663944007 req-81242930-49b1-412a-91f5-5fb6ebee6fb3 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=5548e237-2194-4b9b-9ec0-0dffa0f321d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126208 Nov 23 22:15:59.273589 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-25fcaefd-8de4-4918-8cc2-db7637898f0e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] For port 6ef4362b-109c-4196-b026-0adfab8a02e2, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6ef4362b-109c-4196-b026-0adfab8a02e2,segment=NetworkSegment(8276778e-b938-4047-96be-857bba0c2316),segment_id=8276778e-b938-4047-96be-857bba0c2316)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:15:59.274024 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-25fcaefd-8de4-4918-8cc2-db7637898f0e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:59.281850 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38398) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:59.295070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-25fcaefd-8de4-4918-8cc2-db7637898f0e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Calling delete_port for 6ef4362b-109c-4196-b026-0adfab8a02e2 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:15:59.350048 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4960-c058-432a-a039-2ab6eb0d5493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:59.352691 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9e49fb-506c-49d1-b3b1-2fdf2cc4e5c1 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:15:59.354583 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6c9e49fb-506c-49d1-b3b1-2fdf2cc4e5c1 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 1091 time: 0.0717790 Nov 23 22:15:59.355781 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4960-c058-432a-a039-2ab6eb0d5493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:59.357987 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38400) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:59.371109 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-0d25b19e-52b3-46df-ac9a-548513c88650 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': '9a603b0d-9e1a-45ac-8707-64e310606c23', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:15:59.416779 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fdbd4960-c058-432a-a039-2ab6eb0d5493 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=83033c1c660e4c36871cee6af008ee8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2953837 Nov 23 22:15:59.420541 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd4960-c058-432a-a039-2ab6eb0d5493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2092571-218f-4049-ae0f-e2e7d6d2bddf,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:59.421443 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38402) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:15:59.431314 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0d25b19e-52b3-46df-ac9a-548513c88650 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:59.512327 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea5aa970-9f4c-4102-a587-aa1737eb64f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:59.537237 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0d25b19e-52b3-46df-ac9a-548513c88650 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:59.540255 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-25fcaefd-8de4-4918-8cc2-db7637898f0e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:59.544823 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea5aa970-9f4c-4102-a587-aa1737eb64f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:59.580424 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcaefd-8de4-4918-8cc2-db7637898f0e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event deleted for resources: {'Port': ['ID=6ef4362b-109c-4196-b026-0adfab8a02e2,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:59.606493 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcaefd-8de4-4918-8cc2-db7637898f0e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:59.606850 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcaefd-8de4-4918-8cc2-db7637898f0e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:59.607204 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcaefd-8de4-4918-8cc2-db7637898f0e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:59.607546 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcaefd-8de4-4918-8cc2-db7637898f0e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:59.607884 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcaefd-8de4-4918-8cc2-db7637898f0e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:59.608217 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcaefd-8de4-4918-8cc2-db7637898f0e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:59.608550 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcaefd-8de4-4918-8cc2-db7637898f0e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:59.608907 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcaefd-8de4-4918-8cc2-db7637898f0e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:59.609215 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcaefd-8de4-4918-8cc2-db7637898f0e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:59.609827 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcaefd-8de4-4918-8cc2-db7637898f0e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:59.609827 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcaefd-8de4-4918-8cc2-db7637898f0e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:59.610165 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fcaefd-8de4-4918-8cc2-db7637898f0e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:15:59.660864 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-0d25b19e-52b3-46df-ac9a-548513c88650 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Allocated IP 172.25.5.237 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/7b037612-f912-4e62-8d50-c1026734d1e9) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:15:59.722814 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea5aa970-9f4c-4102-a587-aa1737eb64f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:59.725400 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea5aa970-9f4c-4102-a587-aa1737eb64f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:59.729524 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ea5aa970-9f4c-4102-a587-aa1737eb64f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c2092571-218f-4049-ae0f-e2e7d6d2bddf HTTP/1.1" status: 204 len: 168 time: 0.3041027 Nov 23 22:15:59.738394 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5aa970-9f4c-4102-a587-aa1737eb64f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2092571-218f-4049-ae0f-e2e7d6d2bddf,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:15:59.805098 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0d25b19e-52b3-46df-ac9a-548513c88650 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:59.814809 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-25fcaefd-8de4-4918-8cc2-db7637898f0e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:59.849137 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0d25b19e-52b3-46df-ac9a-548513c88650 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:15:59.891987 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d25b19e-52b3-46df-ac9a-548513c88650 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:15:59.895035 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-0d25b19e-52b3-46df-ac9a-548513c88650 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:15:59.902762 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d25b19e-52b3-46df-ac9a-548513c88650 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:15:59.936257 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25b19e-52b3-46df-ac9a-548513c88650 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Port': ['ID=7b037612-f912-4e62-8d50-c1026734d1e9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:00.083505 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fcaefd-8de4-4918-8cc2-db7637898f0e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:16:00.093614 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:00.215420 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fcaefd-8de4-4918-8cc2-db7637898f0e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:16:00.221957 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-25fcaefd-8de4-4918-8cc2-db7637898f0e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "PUT /v2.0/routers/3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3143551 Nov 23 22:16:00.226690 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9214a88c-0c75-4f85-9394-339657d675fe None None] Sync routers for ids ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:16:00.238481 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9214a88c-0c75-4f85-9394-339657d675fe None None] Routers {'3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:16:00.239486 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9214a88c-0c75-4f85-9394-339657d675fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:15:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:00.365218 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-9214a88c-0c75-4f85-9394-339657d675fe None None] Set router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:16:00.379143 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0d25b19e-52b3-46df-ac9a-548513c88650 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:00.475533 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0d25b19e-52b3-46df-ac9a-548513c88650 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:00.579803 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54dd79-b262-40d7-8955-35b171465ff2 req-66ebda01-6cda-46c2-8b03-aa1dc140b4d2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:00.582618 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a54dd79-b262-40d7-8955-35b171465ff2 req-66ebda01-6cda-46c2-8b03-aa1dc140b4d2 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7521c5d-a89b-43c4-bf0b-127b85b8192a HTTP/1.1" status: 200 len: 946 time: 0.0711679 Nov 23 22:16:00.592152 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-14c56887-4683-405f-b1b4-324a56760bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:00.664281 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a54dd79-b262-40d7-8955-35b171465ff2 req-26d42864-6e3f-45ee-8064-417812b6a1b0 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=72ebe7f3-13ec-49d8-850f-9edeff291e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718303 Nov 23 22:16:00.700546 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9214a88c-0c75-4f85-9394-339657d675fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'name': 'tempest-TestNetworkBasicOps-router-961776352', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:50Z', 'updated_at': '2021-11-23T22:15:59Z', 'revision_number': 6, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:52Z', 'updated_at': '2021-11-23T22:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '451255cb-b287-42a3-889f-01bae33ff7c1', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'port_id': 'd08c7425-16ad-472c-a726-0995797e29b5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'mac_address': 'fa:16:3e:81:ee:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32666959-cf26-4fb0-aeef-4ed94c99c1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:14:31Z', 'updated_at': '2021-11-23T22:14:33Z', 'revision_number': 1, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e8c294-57de-49d8-8d7b-bd4431b4ab1e', 'name': '', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:5b:9b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:58Z', 'updated_at': '2021-11-23T22:14:12Z', 'revision_number': 5, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:00.723220 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0d25b19e-52b3-46df-ac9a-548513c88650 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:00.730969 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0d25b19e-52b3-46df-ac9a-548513c88650 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:00.848901 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25b19e-52b3-46df-ac9a-548513c88650 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Port': ['ID=7b037612-f912-4e62-8d50-c1026734d1e9,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:00.854810 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0d25b19e-52b3-46df-ac9a-548513c88650 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:00.897892 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9214a88c-0c75-4f85-9394-339657d675fe None None] Checking router: 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:16:00.908233 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9214a88c-0c75-4f85-9394-339657d675fe None None] Routers {'3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:16:00.909002 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9214a88c-0c75-4f85-9394-339657d675fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:16:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:00.969115 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-0d25b19e-52b3-46df-ac9a-548513c88650 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Floating IP 44057114-61c9-4dab-9ff6-97994d87958b associated. External IP: 172.25.5.237, port: 9a603b0d-9e1a-45ac-8707-64e310606c23. Nov 23 22:16:01.026039 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-9214a88c-0c75-4f85-9394-339657d675fe None None] Set router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:16:01.189742 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d25b19e-52b3-46df-ac9a-548513c88650 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Router b3e788c1-86fb-4242-adf1-3c94833ec52d has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:16:01.286229 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9214a88c-0c75-4f85-9394-339657d675fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'name': 'tempest-TestNetworkBasicOps-router-961776352', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:50Z', 'updated_at': '2021-11-23T22:15:59Z', 'revision_number': 6, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:52Z', 'updated_at': '2021-11-23T22:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '451255cb-b287-42a3-889f-01bae33ff7c1', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'port_id': 'd08c7425-16ad-472c-a726-0995797e29b5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'mac_address': 'fa:16:3e:81:ee:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32666959-cf26-4fb0-aeef-4ed94c99c1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:14:31Z', 'updated_at': '2021-11-23T22:14:33Z', 'revision_number': 1, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e8c294-57de-49d8-8d7b-bd4431b4ab1e', 'name': '', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:5b:9b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:58Z', 'updated_at': '2021-11-23T22:14:12Z', 'revision_number': 5, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:01.323938 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9214a88c-0c75-4f85-9394-339657d675fe None None] The sync data for ids ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'] in n-d-816206-9 is: [{'id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'name': 'tempest-TestNetworkBasicOps-router-961776352', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:50Z', 'updated_at': '2021-11-23T22:15:59Z', 'revision_number': 6, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:52Z', 'updated_at': '2021-11-23T22:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '451255cb-b287-42a3-889f-01bae33ff7c1', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'port_id': 'd08c7425-16ad-472c-a726-0995797e29b5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'mac_address': 'fa:16:3e:81:ee:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32666959-cf26-4fb0-aeef-4ed94c99c1e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:14:31Z', 'updated_at': '2021-11-23T22:14:33Z', 'revision_number': 1, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4e8c294-57de-49d8-8d7b-bd4431b4ab1e', 'name': '', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:5b:9b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:58Z', 'updated_at': '2021-11-23T22:14:12Z', 'revision_number': 5, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:16:01.332857 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d25b19e-52b3-46df-ac9a-548513c88650 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:16:01.344616 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2874259f-1cce-412c-8264-c80427552def None None] Sync routers for ids ['b3e788c1-86fb-4242-adf1-3c94833ec52d'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:16:01.360775 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2874259f-1cce-412c-8264-c80427552def None None] Routers {'b3e788c1-86fb-4242-adf1-3c94833ec52d'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:16:01.361455 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2874259f-1cce-412c-8264-c80427552def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:16:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['b3e788c1-86fb-4242-adf1-3c94833ec52d'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:01.371924 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0d25b19e-52b3-46df-ac9a-548513c88650 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:01.402655 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0d25b19e-52b3-46df-ac9a-548513c88650 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0389187 Nov 23 22:16:01.402655 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b21b66-97a8-4eca-ba38-cdbc2aa366e3', 'tag': '9a603b0d-9e1a-45ac-8707-64e310606c23'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:16:01.403443 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cde0820-5c20-409b-aadd-552509353edd" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b21b66-97a8-4eca-ba38-cdbc2aa366e3", "tag": "9a603b0d-9e1a-45ac-8707-64e310606c23"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:16:01.475394 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-2874259f-1cce-412c-8264-c80427552def None None] Set router b3e788c1-86fb-4242-adf1-3c94833ec52d gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:16:01.522360 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9d4c5-7a11-4585-9d04-9d0a1650615f req-557199dd-e8a4-489a-b6fb-219a8b0ffdff tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:01.523962 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5a9d4c5-7a11-4585-9d04-9d0a1650615f req-557199dd-e8a4-489a-b6fb-219a8b0ffdff tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 945 time: 0.0700183 Nov 23 22:16:01.601480 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5a9d4c5-7a11-4585-9d04-9d0a1650615f req-27917324-889b-494c-8e28-5b507df8316b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=5548e237-2194-4b9b-9ec0-0dffa0f321d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671885 Nov 23 22:16:01.614860 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38510) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:01.616186 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6537d652-8468-43a3-b69d-20b271192b7c x-openstack-request-id: req-6537d652-8468-43a3-b69d-20b271192b7c {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:16:01.616651 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b21b66-97a8-4eca-ba38-cdbc2aa366e3", "tag": "9a603b0d-9e1a-45ac-8707-64e310606c23", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:16:01.616980 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6537d652-8468-43a3-b69d-20b271192b7c {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:16:01.617468 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b21b66-97a8-4eca-ba38-cdbc2aa366e3', 'tag': '9a603b0d-9e1a-45ac-8707-64e310606c23', 'status': 'completed', 'code': 200} Nov 23 22:16:01.655061 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:01.761060 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7f034258-2d38-499a-a22a-bf695cba4469 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/floatingips/44057114-61c9-4dab-9ff6-97994d87958b HTTP/1.1" status: 200 len: 991 time: 0.1449695 Nov 23 22:16:01.772169 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde0820-5c20-409b-aadd-552509353edd req-de671aa0-03ec-4b99-8966-925ce509000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:01.773985 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9cde0820-5c20-409b-aadd-552509353edd req-de671aa0-03ec-4b99-8966-925ce509000e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 1096 time: 0.0984635 Nov 23 22:16:01.912025 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2874259f-1cce-412c-8264-c80427552def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300782313', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:46Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '44057114-61c9-4dab-9ff6-97994d87958b', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'port_id': '9a603b0d-9e1a-45ac-8707-64e310606c23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b', 'mac_address': 'fa:16:3e:17:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b21b66-97a8-4eca-ba38-cdbc2aa366e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:16:00Z', 'updated_at': '2021-11-23T22:16:00Z', 'revision_number': 0, 'project_id': '8e0acd4df46849288fda9982f884e974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc70493-2318-4926-8e02-23f074d997cc', 'name': '', 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:38:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'b07f290c-a96e-4c42-b75b-67631eebfb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:45Z', 'updated_at': '2021-11-23T22:15:49Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'b07f290c-a96e-4c42-b75b-67631eebfb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:01.944880 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df39f4f-48b9-423e-a555-58ee39200dd8 req-4d562562-a1b6-4dff-8dd9-25fb1b923ae5 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:01.946872 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0df39f4f-48b9-423e-a555-58ee39200dd8 req-4d562562-a1b6-4dff-8dd9-25fb1b923ae5 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7521c5d-a89b-43c4-bf0b-127b85b8192a HTTP/1.1" status: 200 len: 946 time: 0.1545539 Nov 23 22:16:01.949383 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2874259f-1cce-412c-8264-c80427552def None None] Checking router: b3e788c1-86fb-4242-adf1-3c94833ec52d for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:16:01.958670 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2874259f-1cce-412c-8264-c80427552def None None] Routers {'b3e788c1-86fb-4242-adf1-3c94833ec52d'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:16:01.959308 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2874259f-1cce-412c-8264-c80427552def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:16:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['b3e788c1-86fb-4242-adf1-3c94833ec52d'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:01.979691 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde0820-5c20-409b-aadd-552509353edd req-0315c884-3a22-4e53-8591-a3b3c615d65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:01.981182 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9cde0820-5c20-409b-aadd-552509353edd req-0315c884-3a22-4e53-8591-a3b3c615d65c service neutron] 10.222.0.60 "GET /v2.0/networks?id=be3c0867-dd99-45b3-83c0-748e0f32d02b HTTP/1.1" status: 200 len: 898 time: 0.1993752 Nov 23 22:16:02.077303 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0df39f4f-48b9-423e-a555-58ee39200dd8 req-713ec45a-944b-4158-ad79-fa5915c3fbfa tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=72ebe7f3-13ec-49d8-850f-9edeff291e06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207533 Nov 23 22:16:02.093645 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-2874259f-1cce-412c-8264-c80427552def None None] Set router b3e788c1-86fb-4242-adf1-3c94833ec52d gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:16:02.100281 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9cde0820-5c20-409b-aadd-552509353edd req-23083fef-ec6c-4598-9eee-e9c1bcb9e69c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a603b0d-9e1a-45ac-8707-64e310606c23 HTTP/1.1" status: 200 len: 999 time: 0.1113756 Nov 23 22:16:02.113898 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a123d37-247c-4ec0-8e5a-f8a2f4e185e9 req-f5a3f147-bc86-40fc-8126-dc1c9f5b4804 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:02.115427 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a123d37-247c-4ec0-8e5a-f8a2f4e185e9 req-f5a3f147-bc86-40fc-8126-dc1c9f5b4804 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7521c5d-a89b-43c4-bf0b-127b85b8192a HTTP/1.1" status: 200 len: 946 time: 0.0708501 Nov 23 22:16:02.220147 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde0820-5c20-409b-aadd-552509353edd req-68fda117-2ee3-4808-87cd-fad8a1838872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:02.221885 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9cde0820-5c20-409b-aadd-552509353edd req-68fda117-2ee3-4808-87cd-fad8a1838872 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b07f290c-a96e-4c42-b75b-67631eebfb0f HTTP/1.1" status: 200 len: 835 time: 0.1053226 Nov 23 22:16:02.233872 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6ef4362b-109c-4196-b026-0adfab8a02e2 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:16:02.258156 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 6ef4362b-109c-4196-b026-0adfab8a02e2 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:16:02.258993 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6ef4362b-109c-4196-b026-0adfab8a02e2 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:16:02.286459 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-9a123d37-247c-4ec0-8e5a-f8a2f4e185e9 req-1504f180-36b5-460b-a1f6-89fd707ce72c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Deleting port ef042704-b87b-4257-859c-192fe944e056 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:16:02.286459 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9a123d37-247c-4ec0-8e5a-f8a2f4e185e9 req-1504f180-36b5-460b-a1f6-89fd707ce72c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:02.292298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde0820-5c20-409b-aadd-552509353edd req-ae094300-f39a-4b83-be97-6aab74b47e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:02.293804 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9cde0820-5c20-409b-aadd-552509353edd req-ae094300-f39a-4b83-be97-6aab74b47e68 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be3c0867-dd99-45b3-83c0-748e0f32d02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644779 Nov 23 22:16:02.391617 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2874259f-1cce-412c-8264-c80427552def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300782313', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:46Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '44057114-61c9-4dab-9ff6-97994d87958b', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'port_id': '9a603b0d-9e1a-45ac-8707-64e310606c23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b', 'mac_address': 'fa:16:3e:17:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b21b66-97a8-4eca-ba38-cdbc2aa366e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:16:00Z', 'updated_at': '2021-11-23T22:16:00Z', 'revision_number': 0, 'project_id': '8e0acd4df46849288fda9982f884e974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc70493-2318-4926-8e02-23f074d997cc', 'name': '', 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:38:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'b07f290c-a96e-4c42-b75b-67631eebfb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:45Z', 'updated_at': '2021-11-23T22:15:49Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'b07f290c-a96e-4c42-b75b-67631eebfb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:02.422522 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2874259f-1cce-412c-8264-c80427552def None None] The sync data for ids ['b3e788c1-86fb-4242-adf1-3c94833ec52d'] in n-d-816206-9 is: [{'id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300782313', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:46Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '44057114-61c9-4dab-9ff6-97994d87958b', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'floating_ip_address': '172.25.5.237', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'port_id': '9a603b0d-9e1a-45ac-8707-64e310606c23', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b', 'mac_address': 'fa:16:3e:17:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b21b66-97a8-4eca-ba38-cdbc2aa366e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:16:00Z', 'updated_at': '2021-11-23T22:16:00Z', 'revision_number': 0, 'project_id': '8e0acd4df46849288fda9982f884e974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cc70493-2318-4926-8e02-23f074d997cc', 'name': '', 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:38:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'b07f290c-a96e-4c42-b75b-67631eebfb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:45Z', 'updated_at': '2021-11-23T22:15:49Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'b07f290c-a96e-4c42-b75b-67631eebfb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:16:02.457684 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-9a123d37-247c-4ec0-8e5a-f8a2f4e185e9 req-1504f180-36b5-460b-a1f6-89fd707ce72c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] For port ef042704-b87b-4257-859c-192fe944e056, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ef042704-b87b-4257-859c-192fe944e056,segment=NetworkSegment(8276778e-b938-4047-96be-857bba0c2316),segment_id=8276778e-b938-4047-96be-857bba0c2316)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:02.458054 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9a123d37-247c-4ec0-8e5a-f8a2f4e185e9 req-1504f180-36b5-460b-a1f6-89fd707ce72c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:02.473448 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9cde0820-5c20-409b-aadd-552509353edd req-ffd701f5-50ca-4db2-9f63-6ed99845677b service neutron] 10.222.0.60 "GET /v2.0/networks/be3c0867-dd99-45b3-83c0-748e0f32d02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650395 Nov 23 22:16:02.478358 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-9a123d37-247c-4ec0-8e5a-f8a2f4e185e9 req-1504f180-36b5-460b-a1f6-89fd707ce72c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Calling delete_port for ef042704-b87b-4257-859c-192fe944e056 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:16:02.635012 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9cde0820-5c20-409b-aadd-552509353edd req-334737a9-8802-4212-a482-3ba6bf607858 service neutron] 10.222.0.60 "GET /v2.0/networks/be3c0867-dd99-45b3-83c0-748e0f32d02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545682 Nov 23 22:16:02.698825 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1776900-2828-4510-8d0a-4c7233df58b2 None None] New status for floating IP 44057114-61c9-4dab-9ff6-97994d87958b: ACTIVE {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:16:02.705979 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9a123d37-247c-4ec0-8e5a-f8a2f4e185e9 req-1504f180-36b5-460b-a1f6-89fd707ce72c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:02.738108 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504f180-36b5-460b-a1f6-89fd707ce72c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event deleted for resources: {'Port': ['ID=ef042704-b87b-4257-859c-192fe944e056,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:02.763197 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38516) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:02.791210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a123d37-247c-4ec0-8e5a-f8a2f4e185e9 req-1504f180-36b5-460b-a1f6-89fd707ce72c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] No DVR routers for this DVR port ef042704-b87b-4257-859c-192fe944e056 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:16:02.799847 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-9a123d37-247c-4ec0-8e5a-f8a2f4e185e9 req-1504f180-36b5-460b-a1f6-89fd707ce72c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:02.804185 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a123d37-247c-4ec0-8e5a-f8a2f4e185e9 req-1504f180-36b5-460b-a1f6-89fd707ce72c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.53 "DELETE /v2.0/ports/ef042704-b87b-4257-859c-192fe944e056 HTTP/1.1" status: 204 len: 173 time: 0.6798344 Nov 23 22:16:02.804809 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7521c5d-a89b-43c4-bf0b-127b85b8192a', 'name': 'network-vif-deleted', 'tag': 'ef042704-b87b-4257-859c-192fe944e056'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:16:02.808199 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bcec05-6ab5-414b-854d-b66d2d955010" -d '{"events": [{"server_uuid": "f7521c5d-a89b-43c4-bf0b-127b85b8192a", "name": "network-vif-deleted", "tag": "ef042704-b87b-4257-859c-192fe944e056"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:16:02.855834 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6a7af1a9-e378-401f-b76b-cfbb5334a043 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/floatingips/44057114-61c9-4dab-9ff6-97994d87958b HTTP/1.1" status: 200 len: 991 time: 0.0896034 Nov 23 22:16:02.865867 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ca2644-652a-4ccd-b219-2394b956b636 x-openstack-request-id: req-90ca2644-652a-4ccd-b219-2394b956b636 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:16:02.866162 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7521c5d-a89b-43c4-bf0b-127b85b8192a", "name": "network-vif-deleted", "tag": "ef042704-b87b-4257-859c-192fe944e056", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:16:02.866412 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-90ca2644-652a-4ccd-b219-2394b956b636 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:16:02.866853 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7521c5d-a89b-43c4-bf0b-127b85b8192a', 'name': 'network-vif-deleted', 'tag': 'ef042704-b87b-4257-859c-192fe944e056', 'status': 'completed', 'code': 200} Nov 23 22:16:03.020328 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:03.203596 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7bf3c8c3-6ca1-49db-8b42-d51c5d00e734 req-ec27c761-2bbc-461c-9933-4cea3a7ce7d5 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7521c5d-a89b-43c4-bf0b-127b85b8192a HTTP/1.1" status: 200 len: 210 time: 0.0316045 Nov 23 22:16:03.833574 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:03.858064 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38524) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:03.923455 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d4fb8db6-267a-482e-8a04-a6def701f0b3 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/floatingips/44057114-61c9-4dab-9ff6-97994d87958b HTTP/1.1" status: 200 len: 993 time: 0.0640817 Nov 23 22:16:04.264406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38528) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:04.325394 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1f4584dc-94d9-4116-a77e-095cdd738ee3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:04.356101 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1f4584dc-94d9-4116-a77e-095cdd738ee3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:04.417793 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1f4584dc-94d9-4116-a77e-095cdd738ee3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:04.420794 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1f4584dc-94d9-4116-a77e-095cdd738ee3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:04.424653 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1f4584dc-94d9-4116-a77e-095cdd738ee3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "DELETE /v2.0/security-groups/72ebe7f3-13ec-49d8-850f-9edeff291e06 HTTP/1.1" status: 204 len: 168 time: 0.1565983 Nov 23 22:16:04.432576 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4584dc-94d9-4116-a77e-095cdd738ee3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ebe7f3-13ec-49d8-850f-9edeff291e06,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:04.463931 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38534) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:04.532076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5dc4b7-fcdc-4b4d-b586-abea0b7c54c5 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Deleting subnet efc84482-4ff3-438e-b3fb-38f3ee1edf27 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:16:04.538333 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc4b7-fcdc-4b4d-b586-abea0b7c54c5 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:04.594189 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc4b7-fcdc-4b4d-b586-abea0b7c54c5 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:04.687747 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc4b7-fcdc-4b4d-b586-abea0b7c54c5 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:04.751716 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc4b7-fcdc-4b4d-b586-abea0b7c54c5 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:04.786573 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5dc4b7-fcdc-4b4d-b586-abea0b7c54c5 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event deleted for resources: {'Subnet': ['ID=efc84482-4ff3-438e-b3fb-38f3ee1edf27,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:04.793749 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc4b7-fcdc-4b4d-b586-abea0b7c54c5 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:04.799805 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38536) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:04.800315 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9f5dc4b7-fcdc-4b4d-b586-abea0b7c54c5 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "DELETE /v2.0/subnets/efc84482-4ff3-438e-b3fb-38f3ee1edf27 HTTP/1.1" status: 204 len: 168 time: 0.3353584 Nov 23 22:16:04.803767 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a531068-b1ad-4de5-9d1f-9e88a135c048 None None] Network cf77d8b7-1a4f-454a-9d56-035c57979aa4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:16:04.888823 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d42144ff-8c3b-4704-a577-7cd8f1bca6c1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:04.947000 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-d42144ff-8c3b-4704-a577-7cd8f1bca6c1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Deleting port 0172248c-6b79-4866-a18f-9af93dc7074f {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:16:04.947594 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d42144ff-8c3b-4704-a577-7cd8f1bca6c1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:05.018562 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-d42144ff-8c3b-4704-a577-7cd8f1bca6c1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] For port 0172248c-6b79-4866-a18f-9af93dc7074f, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=0172248c-6b79-4866-a18f-9af93dc7074f,segment=NetworkSegment(8276778e-b938-4047-96be-857bba0c2316),segment_id=8276778e-b938-4047-96be-857bba0c2316)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:05.018975 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d42144ff-8c3b-4704-a577-7cd8f1bca6c1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:05.021601 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6667d1-dd75-41b8-8637-0353cacdb6d0 None None] DHCP port deletion for cf77d8b7-1a4f-454a-9d56-035c57979aa4 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:16:05.033277 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-d42144ff-8c3b-4704-a577-7cd8f1bca6c1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Calling delete_port for 0172248c-6b79-4866-a18f-9af93dc7074f owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:16:05.075608 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-9d6667d1-dd75-41b8-8637-0353cacdb6d0 None None] Deleting port 0172248c-6b79-4866-a18f-9af93dc7074f {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:16:05.076078 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9d6667d1-dd75-41b8-8637-0353cacdb6d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:05.122032 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d42144ff-8c3b-4704-a577-7cd8f1bca6c1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:05.147929 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-9d6667d1-dd75-41b8-8637-0353cacdb6d0 None None] For port 0172248c-6b79-4866-a18f-9af93dc7074f, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=0172248c-6b79-4866-a18f-9af93dc7074f,segment=NetworkSegment(8276778e-b938-4047-96be-857bba0c2316),segment_id=8276778e-b938-4047-96be-857bba0c2316)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:05.148327 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9d6667d1-dd75-41b8-8637-0353cacdb6d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:05.151356 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42144ff-8c3b-4704-a577-7cd8f1bca6c1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event deleted for resources: {'Port': ['ID=0172248c-6b79-4866-a18f-9af93dc7074f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:05.155186 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42144ff-8c3b-4704-a577-7cd8f1bca6c1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] No DVR routers for this DVR port 0172248c-6b79-4866-a18f-9af93dc7074f on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:16:05.169312 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-9d6667d1-dd75-41b8-8637-0353cacdb6d0 None None] Calling delete_port for 0172248c-6b79-4866-a18f-9af93dc7074f owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:16:05.256759 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d42144ff-8c3b-4704-a577-7cd8f1bca6c1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:05.267143 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9d6667d1-dd75-41b8-8637-0353cacdb6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:05.278124 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-d42144ff-8c3b-4704-a577-7cd8f1bca6c1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf77d8b7-1a4f-454a-9d56-035c57979aa4']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:05.288151 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-d42144ff-8c3b-4704-a577-7cd8f1bca6c1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8276778e-b938-4047-96be-857bba0c2316') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:05.288440 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-d42144ff-8c3b-4704-a577-7cd8f1bca6c1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8276778e-b938-4047-96be-857bba0c2316') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:05.293681 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6667d1-dd75-41b8-8637-0353cacdb6d0 None None] Pushing event deleted for resources: {'Port': ['ID=0172248c-6b79-4866-a18f-9af93dc7074f,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:05.297521 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6667d1-dd75-41b8-8637-0353cacdb6d0 None None] No DVR routers for this DVR port 0172248c-6b79-4866-a18f-9af93dc7074f on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:16:05.300284 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d42144ff-8c3b-4704-a577-7cd8f1bca6c1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:05.315461 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d42144ff-8c3b-4704-a577-7cd8f1bca6c1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:05.321605 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42144ff-8c3b-4704-a577-7cd8f1bca6c1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:16:05.322006 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d42144ff-8c3b-4704-a577-7cd8f1bca6c1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:16:05.325089 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:16:05.390221 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d42144ff-8c3b-4704-a577-7cd8f1bca6c1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:05.397836 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d42144ff-8c3b-4704-a577-7cd8f1bca6c1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:05.404550 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d42144ff-8c3b-4704-a577-7cd8f1bca6c1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "DELETE /v2.0/networks/cf77d8b7-1a4f-454a-9d56-035c57979aa4 HTTP/1.1" status: 204 len: 168 time: 0.6004889 Nov 23 22:16:05.404735 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38538) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:05.425134 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42144ff-8c3b-4704-a577-7cd8f1bca6c1 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event deleted for resources: {'Network': ['ID=cf77d8b7-1a4f-454a-9d56-035c57979aa4,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:05.583588 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-fc87f959-c5fd-4e78-811f-e2e50d8aadef tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Deleting port 80cc5483-c46f-4f5c-9fc2-a5c190f80011 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:16:05.584026 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc87f959-c5fd-4e78-811f-e2e50d8aadef tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:05.667170 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc87f959-c5fd-4e78-811f-e2e50d8aadef tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:05.667170 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc87f959-c5fd-4e78-811f-e2e50d8aadef tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:05.682519 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-fc87f959-c5fd-4e78-811f-e2e50d8aadef tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Calling delete_port for 80cc5483-c46f-4f5c-9fc2-a5c190f80011 owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:16:05.836083 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc87f959-c5fd-4e78-811f-e2e50d8aadef tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:05.864554 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87f959-c5fd-4e78-811f-e2e50d8aadef tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event deleted for resources: {'Port': ['ID=80cc5483-c46f-4f5c-9fc2-a5c190f80011,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:05.931903 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc87f959-c5fd-4e78-811f-e2e50d8aadef tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:05.932593 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-fc87f959-c5fd-4e78-811f-e2e50d8aadef tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Floating IP 451255cb-b287-42a3-889f-01bae33ff7c1 disassociated (deleted). External IP: 172.25.5.116, port: d08c7425-16ad-472c-a726-0995797e29b5. Nov 23 22:16:06.246531 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device ef042704-b87b-4257-859c-192fe944e056 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:16:06.279129 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 0172248c-6b79-4866-a18f-9af93dc7074f no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:16:06.281377 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: ef042704-b87b-4257-859c-192fe944e056 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:16:06.281717 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device ef042704-b87b-4257-859c-192fe944e056 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:16:06.303180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 0172248c-6b79-4866-a18f-9af93dc7074f {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:16:06.303530 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 0172248c-6b79-4866-a18f-9af93dc7074f not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:16:06.462563 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc87f959-c5fd-4e78-811f-e2e50d8aadef tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:16:06.578506 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc87f959-c5fd-4e78-811f-e2e50d8aadef tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:16:06.583247 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc87f959-c5fd-4e78-811f-e2e50d8aadef tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:06.589379 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e83df5-6f15-44b7-8040-1a98f24342a5 None None] Sync routers for ids ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:16:06.599632 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e83df5-6f15-44b7-8040-1a98f24342a5 None None] Routers {'3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:16:06.600241 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-66e83df5-6f15-44b7-8040-1a98f24342a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:16:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:06.612903 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fc87f959-c5fd-4e78-811f-e2e50d8aadef tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "DELETE /v2.0/floatingips/451255cb-b287-42a3-889f-01bae33ff7c1 HTTP/1.1" status: 204 len: 168 time: 1.2071996 Nov 23 22:16:06.613453 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32666959-cf26-4fb0-aeef-4ed94c99c1e6', 'tag': 'd08c7425-16ad-472c-a726-0995797e29b5'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:16:06.616077 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0c1c31-04f6-46cb-bb4e-371c9aded55b" -d '{"events": [{"name": "network-changed", "server_uuid": "32666959-cf26-4fb0-aeef-4ed94c99c1e6", "tag": "d08c7425-16ad-472c-a726-0995797e29b5"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:16:06.677555 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295ae26c-fb9f-42a5-88c3-64b80443a7cb x-openstack-request-id: req-295ae26c-fb9f-42a5-88c3-64b80443a7cb {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:16:06.677555 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32666959-cf26-4fb0-aeef-4ed94c99c1e6", "tag": "d08c7425-16ad-472c-a726-0995797e29b5", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:16:06.677555 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-295ae26c-fb9f-42a5-88c3-64b80443a7cb {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:16:06.677555 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32666959-cf26-4fb0-aeef-4ed94c99c1e6', 'tag': 'd08c7425-16ad-472c-a726-0995797e29b5', 'status': 'completed', 'code': 200} Nov 23 22:16:06.795701 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-66e83df5-6f15-44b7-8040-1a98f24342a5 None None] Set router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:16:06.817946 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c1c31-04f6-46cb-bb4e-371c9aded55b req-bf472bc7-61b0-47cc-9444-fd360d63511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:06.823379 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd0c1c31-04f6-46cb-bb4e-371c9aded55b req-bf472bc7-61b0-47cc-9444-fd360d63511c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9734970b74c843d2aba80bf9d24b8271&device_id=32666959-cf26-4fb0-aeef-4ed94c99c1e6 HTTP/1.1" status: 200 len: 1096 time: 0.1194961 Nov 23 22:16:07.045444 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-66e83df5-6f15-44b7-8040-1a98f24342a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'name': 'tempest-TestNetworkBasicOps-router-961776352', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:50Z', 'updated_at': '2021-11-23T22:15:59Z', 'revision_number': 6, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:52Z', 'updated_at': '2021-11-23T22:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'f4e8c294-57de-49d8-8d7b-bd4431b4ab1e', 'name': '', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:5b:9b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:58Z', 'updated_at': '2021-11-23T22:14:12Z', 'revision_number': 5, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:07.077321 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e83df5-6f15-44b7-8040-1a98f24342a5 None None] Checking router: 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:16:07.090502 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e83df5-6f15-44b7-8040-1a98f24342a5 None None] Routers {'3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:16:07.091192 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-66e83df5-6f15-44b7-8040-1a98f24342a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:16:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:07.213188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d770a5-a9ff-4eb3-a2e8-d29ab7d47966 req-687f3979-57ff-453d-92c2-df06d72f0324 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:07.214598 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22d770a5-a9ff-4eb3-a2e8-d29ab7d47966 req-687f3979-57ff-453d-92c2-df06d72f0324 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=32666959-cf26-4fb0-aeef-4ed94c99c1e6 HTTP/1.1" status: 200 len: 945 time: 0.3597984 Nov 23 22:16:07.223018 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-66e83df5-6f15-44b7-8040-1a98f24342a5 None None] Set router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:16:07.245514 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c1c31-04f6-46cb-bb4e-371c9aded55b req-58edbf27-1c34-4c06-a9f1-a29549f471f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:07.247043 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd0c1c31-04f6-46cb-bb4e-371c9aded55b req-58edbf27-1c34-4c06-a9f1-a29549f471f0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7fa25100-d56b-4992-af0f-af5f0e385dd2 HTTP/1.1" status: 200 len: 898 time: 0.4175634 Nov 23 22:16:07.305432 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd0c1c31-04f6-46cb-bb4e-371c9aded55b req-01fb0701-2fe4-4af7-bde6-60cef615e78b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d08c7425-16ad-472c-a726-0995797e29b5 HTTP/1.1" status: 200 len: 217 time: 0.0439730 Nov 23 22:16:07.314564 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22d770a5-a9ff-4eb3-a2e8-d29ab7d47966 req-37c05532-4529-4d85-ab69-f3ea4f050a3e tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=16dd739a-5c75-4275-9c7e-61f0adc110fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887377 Nov 23 22:16:07.363952 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c1c31-04f6-46cb-bb4e-371c9aded55b req-8951d3fc-213f-4a11-8b9e-26853c04d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:07.365620 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd0c1c31-04f6-46cb-bb4e-371c9aded55b req-8951d3fc-213f-4a11-8b9e-26853c04d544 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=af1fcf9a-9f51-49f3-b27d-594dfde28ae2 HTTP/1.1" status: 200 len: 834 time: 0.0501311 Nov 23 22:16:07.430668 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c1c31-04f6-46cb-bb4e-371c9aded55b req-ae353438-cf75-4216-a728-8fdcde9b87da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:07.433083 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd0c1c31-04f6-46cb-bb4e-371c9aded55b req-ae353438-cf75-4216-a728-8fdcde9b87da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7fa25100-d56b-4992-af0f-af5f0e385dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601971 Nov 23 22:16:07.472951 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-66e83df5-6f15-44b7-8040-1a98f24342a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'name': 'tempest-TestNetworkBasicOps-router-961776352', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:50Z', 'updated_at': '2021-11-23T22:15:59Z', 'revision_number': 6, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:52Z', 'updated_at': '2021-11-23T22:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'f4e8c294-57de-49d8-8d7b-bd4431b4ab1e', 'name': '', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:5b:9b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:58Z', 'updated_at': '2021-11-23T22:14:12Z', 'revision_number': 5, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:07.505043 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e83df5-6f15-44b7-8040-1a98f24342a5 None None] The sync data for ids ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'] in n-d-816206-9 is: [{'id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'name': 'tempest-TestNetworkBasicOps-router-961776352', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:50Z', 'updated_at': '2021-11-23T22:15:59Z', 'revision_number': 6, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:52Z', 'updated_at': '2021-11-23T22:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'f4e8c294-57de-49d8-8d7b-bd4431b4ab1e', 'name': '', 'network_id': '7fa25100-d56b-4992-af0f-af5f0e385dd2', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:5b:9b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:58Z', 'updated_at': '2021-11-23T22:14:12Z', 'revision_number': 5, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'af1fcf9a-9f51-49f3-b27d-594dfde28ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:16:07.560987 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd0c1c31-04f6-46cb-bb4e-371c9aded55b req-e538eaac-2adf-4743-a02b-371e4600aeb2 service neutron] 10.222.0.53 "GET /v2.0/networks/7fa25100-d56b-4992-af0f-af5f0e385dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180928 Nov 23 22:16:07.678672 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd0c1c31-04f6-46cb-bb4e-371c9aded55b req-cb0cc4b7-b689-4643-9134-93419904df68 service neutron] 10.222.0.53 "GET /v2.0/networks/7fa25100-d56b-4992-af0f-af5f0e385dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094165 Nov 23 22:16:07.776185 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9cf8be-1faf-434a-95a2-3932ded49d72 None None] New status for floating IP 451255cb-b287-42a3-889f-01bae33ff7c1: DOWN {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:16:08.403466 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690aa55-f059-42a9-9736-d3c5227cc486 req-cd57000e-ab28-4bd3-8b73-57881732a94a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:08.404906 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a690aa55-f059-42a9-9736-d3c5227cc486 req-cd57000e-ab28-4bd3-8b73-57881732a94a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.53 "GET /v2.0/ports?device_id=32666959-cf26-4fb0-aeef-4ed94c99c1e6 HTTP/1.1" status: 200 len: 945 time: 0.0566244 Nov 23 22:16:08.507625 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f9a05-4832-4a2a-b033-9b039e76ffb0 req-84327c7a-f521-4734-a7d9-f563e3369718 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:08.509931 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-407f9a05-4832-4a2a-b033-9b039e76ffb0 req-84327c7a-f521-4734-a7d9-f563e3369718 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=32666959-cf26-4fb0-aeef-4ed94c99c1e6 HTTP/1.1" status: 200 len: 945 time: 0.1040847 Nov 23 22:16:08.572631 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-a690aa55-f059-42a9-9736-d3c5227cc486 req-f5130217-7d27-42e8-a14f-146b959f3be4 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Deleting port d08c7425-16ad-472c-a726-0995797e29b5 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:16:08.573005 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a690aa55-f059-42a9-9736-d3c5227cc486 req-f5130217-7d27-42e8-a14f-146b959f3be4 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:08.580975 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-407f9a05-4832-4a2a-b033-9b039e76ffb0 req-8e150743-4404-4e4c-ad88-ff7a0cc35998 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=16dd739a-5c75-4275-9c7e-61f0adc110fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641360 Nov 23 22:16:08.675880 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-a690aa55-f059-42a9-9736-d3c5227cc486 req-f5130217-7d27-42e8-a14f-146b959f3be4 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] For port d08c7425-16ad-472c-a726-0995797e29b5, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=d08c7425-16ad-472c-a726-0995797e29b5,segment=NetworkSegment(959706d6-5aca-436b-afb3-1afdf4348644),segment_id=959706d6-5aca-436b-afb3-1afdf4348644)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:08.676162 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a690aa55-f059-42a9-9736-d3c5227cc486 req-f5130217-7d27-42e8-a14f-146b959f3be4 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:08.690406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-a690aa55-f059-42a9-9736-d3c5227cc486 req-f5130217-7d27-42e8-a14f-146b959f3be4 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Calling delete_port for d08c7425-16ad-472c-a726-0995797e29b5 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:16:08.826659 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a690aa55-f059-42a9-9736-d3c5227cc486 req-f5130217-7d27-42e8-a14f-146b959f3be4 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:08.861850 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5130217-7d27-42e8-a14f-146b959f3be4 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event deleted for resources: {'Port': ['ID=d08c7425-16ad-472c-a726-0995797e29b5,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:08.913218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-a690aa55-f059-42a9-9736-d3c5227cc486 req-f5130217-7d27-42e8-a14f-146b959f3be4 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] No DVR routers for this DVR port d08c7425-16ad-472c-a726-0995797e29b5 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:16:08.916663 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a690aa55-f059-42a9-9736-d3c5227cc486 req-f5130217-7d27-42e8-a14f-146b959f3be4 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:08.921057 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a690aa55-f059-42a9-9736-d3c5227cc486 req-f5130217-7d27-42e8-a14f-146b959f3be4 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.53 "DELETE /v2.0/ports/d08c7425-16ad-472c-a726-0995797e29b5 HTTP/1.1" status: 204 len: 173 time: 0.5056162 Nov 23 22:16:08.921545 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32666959-cf26-4fb0-aeef-4ed94c99c1e6', 'name': 'network-vif-deleted', 'tag': 'd08c7425-16ad-472c-a726-0995797e29b5'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:16:08.923895 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502b9953-d2e6-492d-beae-f1a02922154b" -d '{"events": [{"server_uuid": "32666959-cf26-4fb0-aeef-4ed94c99c1e6", "name": "network-vif-deleted", "tag": "d08c7425-16ad-472c-a726-0995797e29b5"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:16:08.967345 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9d466f-2815-47a4-855f-3a67726444d8 x-openstack-request-id: req-4b9d466f-2815-47a4-855f-3a67726444d8 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:16:08.967647 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32666959-cf26-4fb0-aeef-4ed94c99c1e6", "name": "network-vif-deleted", "tag": "d08c7425-16ad-472c-a726-0995797e29b5", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:16:08.968388 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b9d466f-2815-47a4-855f-3a67726444d8 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:16:08.969017 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32666959-cf26-4fb0-aeef-4ed94c99c1e6', 'name': 'network-vif-deleted', 'tag': 'd08c7425-16ad-472c-a726-0995797e29b5', 'status': 'completed', 'code': 200} Nov 23 22:16:09.642000 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38562) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:09.713203 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-021cc77a-5b2e-44d4-8274-1240b3a8fc34 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:09.740022 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-021cc77a-5b2e-44d4-8274-1240b3a8fc34 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:09.803541 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-021cc77a-5b2e-44d4-8274-1240b3a8fc34 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:09.807131 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-021cc77a-5b2e-44d4-8274-1240b3a8fc34 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:09.808333 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-021cc77a-5b2e-44d4-8274-1240b3a8fc34 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "DELETE /v2.0/security-groups/16dd739a-5c75-4275-9c7e-61f0adc110fd HTTP/1.1" status: 204 len: 168 time: 0.1652455 Nov 23 22:16:09.821823 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cc77a-5b2e-44d4-8274-1240b3a8fc34 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dd739a-5c75-4275-9c7e-61f0adc110fd,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:09.841542 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38566) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:10.247916 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-abe8faae-4731-45e4-b7f7-62a106c6a405 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:10.523492 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-abe8faae-4731-45e4-b7f7-62a106c6a405 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Deleting port f4e8c294-57de-49d8-8d7b-bd4431b4ab1e {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:16:10.523768 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-abe8faae-4731-45e4-b7f7-62a106c6a405 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:10.623412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-abe8faae-4731-45e4-b7f7-62a106c6a405 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] For port f4e8c294-57de-49d8-8d7b-bd4431b4ab1e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f4e8c294-57de-49d8-8d7b-bd4431b4ab1e,segment=NetworkSegment(959706d6-5aca-436b-afb3-1afdf4348644),segment_id=959706d6-5aca-436b-afb3-1afdf4348644)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:10.623800 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-abe8faae-4731-45e4-b7f7-62a106c6a405 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:10.637548 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-abe8faae-4731-45e4-b7f7-62a106c6a405 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Calling delete_port for f4e8c294-57de-49d8-8d7b-bd4431b4ab1e owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:16:10.842931 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-abe8faae-4731-45e4-b7f7-62a106c6a405 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:10.870339 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8faae-4731-45e4-b7f7-62a106c6a405 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event deleted for resources: {'Port': ['ID=f4e8c294-57de-49d8-8d7b-bd4431b4ab1e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:11.066694 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-abe8faae-4731-45e4-b7f7-62a106c6a405 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:11.299088 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe8faae-4731-45e4-b7f7-62a106c6a405 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:16:11.412026 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe8faae-4731-45e4-b7f7-62a106c6a405 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:16:11.417961 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-abe8faae-4731-45e4-b7f7-62a106c6a405 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "PUT /v2.0/routers/3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5751743 Nov 23 22:16:11.421369 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38574) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:11.422248 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4876caf1-9701-44a3-8ac9-3606e81da733 None None] Sync routers for ids ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:16:11.434679 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4876caf1-9701-44a3-8ac9-3606e81da733 None None] Routers {'3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:16:11.435579 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-4876caf1-9701-44a3-8ac9-3606e81da733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:16:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:11.474825 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-96caaaa5-7d15-471e-9fb4-2c3be166efab tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Deleting subnet af1fcf9a-9f51-49f3-b27d-594dfde28ae2 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:16:11.478847 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96caaaa5-7d15-471e-9fb4-2c3be166efab tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:11.521635 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96caaaa5-7d15-471e-9fb4-2c3be166efab tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:11.547135 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-4876caf1-9701-44a3-8ac9-3606e81da733 None None] Set router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:16:11.620031 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96caaaa5-7d15-471e-9fb4-2c3be166efab tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:11.686884 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96caaaa5-7d15-471e-9fb4-2c3be166efab tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:11.716632 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96caaaa5-7d15-471e-9fb4-2c3be166efab tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event deleted for resources: {'Subnet': ['ID=af1fcf9a-9f51-49f3-b27d-594dfde28ae2,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:11.718660 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96caaaa5-7d15-471e-9fb4-2c3be166efab tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:11.722172 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-96caaaa5-7d15-471e-9fb4-2c3be166efab tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "DELETE /v2.0/subnets/af1fcf9a-9f51-49f3-b27d-594dfde28ae2 HTTP/1.1" status: 204 len: 168 time: 0.2990637 Nov 23 22:16:11.724891 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38576) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:11.732821 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f426b202-2b99-40ed-bff7-b9069268d116 None None] Network 7fa25100-d56b-4992-af0f-af5f0e385dd2 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:16:11.828339 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-4876caf1-9701-44a3-8ac9-3606e81da733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'name': 'tempest-TestNetworkBasicOps-router-961776352', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:50Z', 'updated_at': '2021-11-23T22:16:10Z', 'revision_number': 7, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:52Z', 'updated_at': '2021-11-23T22:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:11.859782 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4876caf1-9701-44a3-8ac9-3606e81da733 None None] Checking router: 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:16:11.865363 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d0171173-3f22-42c8-bcb9-abbda30c54d3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:11.869239 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4876caf1-9701-44a3-8ac9-3606e81da733 None None] Routers {'3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:16:11.869837 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-4876caf1-9701-44a3-8ac9-3606e81da733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:16:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:11.947194 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ab854e-3826-4e64-94a8-1822dd3d39f0 None None] DHCP port deletion for 7fa25100-d56b-4992-af0f-af5f0e385dd2 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:16:11.999434 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d0171173-3f22-42c8-bcb9-abbda30c54d3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:12.006700 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-4876caf1-9701-44a3-8ac9-3606e81da733 None None] Set router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:16:12.010101 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f6ab854e-3826-4e64-94a8-1822dd3d39f0 None None] Deleting port 96eda8c6-c27c-477a-b4ea-efaa78888ef8 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:16:12.010563 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f6ab854e-3826-4e64-94a8-1822dd3d39f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:12.082275 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-d0171173-3f22-42c8-bcb9-abbda30c54d3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Deleting port 8c1e1104-cdf0-49d4-9f04-5656697c5db2 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:16:12.082686 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d0171173-3f22-42c8-bcb9-abbda30c54d3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:12.127570 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f6ab854e-3826-4e64-94a8-1822dd3d39f0 None None] For port 96eda8c6-c27c-477a-b4ea-efaa78888ef8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=96eda8c6-c27c-477a-b4ea-efaa78888ef8,segment=NetworkSegment(959706d6-5aca-436b-afb3-1afdf4348644),segment_id=959706d6-5aca-436b-afb3-1afdf4348644)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:12.128712 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f6ab854e-3826-4e64-94a8-1822dd3d39f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:12.144512 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f6ab854e-3826-4e64-94a8-1822dd3d39f0 None None] Calling delete_port for 96eda8c6-c27c-477a-b4ea-efaa78888ef8 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:16:12.190293 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-d0171173-3f22-42c8-bcb9-abbda30c54d3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] For port 8c1e1104-cdf0-49d4-9f04-5656697c5db2, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8c1e1104-cdf0-49d4-9f04-5656697c5db2,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:12.190670 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d0171173-3f22-42c8-bcb9-abbda30c54d3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:12.208540 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-d0171173-3f22-42c8-bcb9-abbda30c54d3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Calling delete_port for 8c1e1104-cdf0-49d4-9f04-5656697c5db2 owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:16:12.246883 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-4876caf1-9701-44a3-8ac9-3606e81da733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'name': 'tempest-TestNetworkBasicOps-router-961776352', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:50Z', 'updated_at': '2021-11-23T22:16:10Z', 'revision_number': 7, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:52Z', 'updated_at': '2021-11-23T22:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:12.255673 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f6ab854e-3826-4e64-94a8-1822dd3d39f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:12.270942 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4876caf1-9701-44a3-8ac9-3606e81da733 None None] The sync data for ids ['3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4'] in n-d-816206-9 is: [{'id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'name': 'tempest-TestNetworkBasicOps-router-961776352', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:50Z', 'updated_at': '2021-11-23T22:16:10Z', 'revision_number': 7, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': '8c1e1104-cdf0-49d4-9f04-5656697c5db2', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:52Z', 'updated_at': '2021-11-23T22:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:16:12.287130 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab854e-3826-4e64-94a8-1822dd3d39f0 None None] Pushing event deleted for resources: {'Port': ['ID=96eda8c6-c27c-477a-b4ea-efaa78888ef8,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:12.288993 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab854e-3826-4e64-94a8-1822dd3d39f0 None None] No DVR routers for this DVR port 96eda8c6-c27c-477a-b4ea-efaa78888ef8 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:16:12.294087 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device d08c7425-16ad-472c-a726-0995797e29b5 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:16:12.318068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: d08c7425-16ad-472c-a726-0995797e29b5 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:16:12.318565 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device d08c7425-16ad-472c-a726-0995797e29b5 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:16:12.422371 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d0171173-3f22-42c8-bcb9-abbda30c54d3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:12.452652 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0171173-3f22-42c8-bcb9-abbda30c54d3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event deleted for resources: {'Port': ['ID=8c1e1104-cdf0-49d4-9f04-5656697c5db2,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:12.472799 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a604e8ae-43fc-4e3f-9732-c24face65c62 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:16:12.515446 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d0171173-3f22-42c8-bcb9-abbda30c54d3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:12.605061 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d0171173-3f22-42c8-bcb9-abbda30c54d3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:12.607226 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d0171173-3f22-42c8-bcb9-abbda30c54d3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:12.651964 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d0171173-3f22-42c8-bcb9-abbda30c54d3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:12.652542 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0171173-3f22-42c8-bcb9-abbda30c54d3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Fanout notify agent at l3_agent the message router_deleted on router 3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:16:12.659873 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d0171173-3f22-42c8-bcb9-abbda30c54d3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:12.663786 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d0171173-3f22-42c8-bcb9-abbda30c54d3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "DELETE /v2.0/routers/3395bb1a-4d22-4f83-aa0b-fe2b6e3e16c4 HTTP/1.1" status: 204 len: 168 time: 0.9351754 Nov 23 22:16:12.663786 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38588) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:12.712442 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 96eda8c6-c27c-477a-b4ea-efaa78888ef8 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:16:12.745702 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 96eda8c6-c27c-477a-b4ea-efaa78888ef8 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:16:12.746326 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 96eda8c6-c27c-477a-b4ea-efaa78888ef8 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:16:12.759820 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a4c4483-ffb7-4283-80a9-5878b471836a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:12.859818 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a4c4483-ffb7-4283-80a9-5878b471836a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:12.881519 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-2a4c4483-ffb7-4283-80a9-5878b471836a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa25100-d56b-4992-af0f-af5f0e385dd2']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:12.893600 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-2a4c4483-ffb7-4283-80a9-5878b471836a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959706d6-5aca-436b-afb3-1afdf4348644') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:12.894049 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-2a4c4483-ffb7-4283-80a9-5878b471836a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959706d6-5aca-436b-afb3-1afdf4348644') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:12.906053 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a4c4483-ffb7-4283-80a9-5878b471836a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:12.919500 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a4c4483-ffb7-4283-80a9-5878b471836a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:12.925726 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4c4483-ffb7-4283-80a9-5878b471836a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:16:12.926221 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a4c4483-ffb7-4283-80a9-5878b471836a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:16:12.929326 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:16:12.994863 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a4c4483-ffb7-4283-80a9-5878b471836a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:13.005445 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a4c4483-ffb7-4283-80a9-5878b471836a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:13.008111 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2a4c4483-ffb7-4283-80a9-5878b471836a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "DELETE /v2.0/networks/7fa25100-d56b-4992-af0f-af5f0e385dd2 HTTP/1.1" status: 204 len: 168 time: 0.3433144 Nov 23 22:16:13.021718 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c4483-ffb7-4283-80a9-5878b471836a tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event deleted for resources: {'Network': ['ID=7fa25100-d56b-4992-af0f-af5f0e385dd2,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:13.026885 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38598) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:13.033210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-6104b642-9c8b-4a36-b963-dedf378ba8e3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'network': {'name': 'tempest-network-smoke--857612798', 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'port_security_enabled': True}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:13.058984 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6104b642-9c8b-4a36-b963-dedf378ba8e3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Made reservation on behalf of 9734970b74c843d2aba80bf9d24b8271 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:16:13.063087 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6104b642-9c8b-4a36-b963-dedf378ba8e3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:13.093466 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6104b642-9c8b-4a36-b963-dedf378ba8e3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:16:13.105738 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6104b642-9c8b-4a36-b963-dedf378ba8e3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:13.106176 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-6104b642-9c8b-4a36-b963-dedf378ba8e3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Added segment e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3 of type vlan for network 3964a664-8d05-4ef6-88c7-6bfae1bd8240 Nov 23 22:16:13.188321 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6104b642-9c8b-4a36-b963-dedf378ba8e3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:13.221589 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6104b642-9c8b-4a36-b963-dedf378ba8e3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:13.227773 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6104b642-9c8b-4a36-b963-dedf378ba8e3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:13.228370 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6104b642-9c8b-4a36-b963-dedf378ba8e3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:13.276625 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6104b642-9c8b-4a36-b963-dedf378ba8e3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2474244 Nov 23 22:16:13.279510 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38602) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:13.284288 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f3731b60-d849-412b-b0df-4f87d684cf62 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-380217566', 'admin_state_up': True, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:13.310388 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3731b60-d849-412b-b0df-4f87d684cf62 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:13.311623 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3731b60-d849-412b-b0df-4f87d684cf62 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:13.338223 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104b642-9c8b-4a36-b963-dedf378ba8e3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'Network': ['ID=3964a664-8d05-4ef6-88c7-6bfae1bd8240,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:13.349996 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 3964a664-8d05-4ef6-88c7-6bfae1bd8240 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:16:13.374024 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3731b60-d849-412b-b0df-4f87d684cf62 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:13.822226 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3731b60-d849-412b-b0df-4f87d684cf62 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:14.017334 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3731b60-d849-412b-b0df-4f87d684cf62 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:14.036693 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3731b60-d849-412b-b0df-4f87d684cf62 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:14.159595 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-f3731b60-d849-412b-b0df-4f87d684cf62 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Allocated IP 172.25.5.223 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/a4a941f5-a3ad-40cb-86ef-a154c5068a72) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:16:14.272738 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f4e8c294-57de-49d8-8d7b-bd4431b4ab1e no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:16:14.293282 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3731b60-d849-412b-b0df-4f87d684cf62 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:14.299336 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: f4e8c294-57de-49d8-8d7b-bd4431b4ab1e {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:16:14.299684 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f4e8c294-57de-49d8-8d7b-bd4431b4ab1e not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:16:14.300101 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8c1e1104-cdf0-49d4-9f04-5656697c5db2 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:16:14.322049 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 8c1e1104-cdf0-49d4-9f04-5656697c5db2 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:16:14.322400 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8c1e1104-cdf0-49d4-9f04-5656697c5db2 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:16:14.333294 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3731b60-d849-412b-b0df-4f87d684cf62 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:14.377218 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3731b60-d849-412b-b0df-4f87d684cf62 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:16:14.380190 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-f3731b60-d849-412b-b0df-4f87d684cf62 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:16:14.385275 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3731b60-d849-412b-b0df-4f87d684cf62 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:16:14.391019 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3731b60-d849-412b-b0df-4f87d684cf62 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'Port': ['ID=a4a941f5-a3ad-40cb-86ef-a154c5068a72,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:14.396299 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df4b30e-556e-4d6a-80b2-f522c1d35e2e None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:16:14.455984 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b60d871f-13b8-43d4-b295-b6ed2122f49e None None] Provisioning complete for port a4a941f5-a3ad-40cb-86ef-a154c5068a72 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:16:14.456352 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b60d871f-13b8-43d4-b295-b6ed2122f49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:14.490223 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b60d871f-13b8-43d4-b295-b6ed2122f49e None None] Port a4a941f5-a3ad-40cb-86ef-a154c5068a72 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:16:14.651139 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3731b60-d849-412b-b0df-4f87d684cf62 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:14.855517 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3731b60-d849-412b-b0df-4f87d684cf62 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:14.992358 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3731b60-d849-412b-b0df-4f87d684cf62 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Router dac496fa-98db-4e42-87fa-3c6cf034f793 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:16:15.100758 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3731b60-d849-412b-b0df-4f87d684cf62 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:16:15.117222 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] Sync routers for ids ['dac496fa-98db-4e42-87fa-3c6cf034f793'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:16:15.122143 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f3731b60-d849-412b-b0df-4f87d684cf62 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:15.126555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38614) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:15.129619 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f3731b60-d849-412b-b0df-4f87d684cf62 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8428254 Nov 23 22:16:15.141543 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] Routers {'dac496fa-98db-4e42-87fa-3c6cf034f793'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:16:15.142181 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:16:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['dac496fa-98db-4e42-87fa-3c6cf034f793'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:15.157252 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-83092cb9-21fb-446d-96c8-54e8454f8e78 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=9734970b74c843d2aba80bf9d24b8271&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295119 Nov 23 22:16:15.159894 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38616) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:15.261831 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30256e34-82ea-480a-9082-b06a7bbeda61 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:15.263401 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-30256e34-82ea-480a-9082-b06a7bbeda61 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1023285 Nov 23 22:16:15.266663 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38620) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:15.283583 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] Set router dac496fa-98db-4e42-87fa-3c6cf034f793 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:16:15.308021 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a9a0e735-77c4-4706-8b73-75e14e6c20d0 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401690 Nov 23 22:16:15.311155 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38622) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:15.315992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-109292cf-bfd1-42f8-93a5-1e4e5be78f33 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1394645812', 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240', 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:15.417410 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109292cf-bfd1-42f8-93a5-1e4e5be78f33 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Made reservation on behalf of 9734970b74c843d2aba80bf9d24b8271 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:16:15.421368 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-109292cf-bfd1-42f8-93a5-1e4e5be78f33 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:15.472889 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'name': 'tempest-TestNetworkBasicOps-router-380217566', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:13Z', 'updated_at': '2021-11-23T22:16:14Z', 'revision_number': 3, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:14Z', 'updated_at': '2021-11-23T22:16:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:15.500618 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] Checking router: dac496fa-98db-4e42-87fa-3c6cf034f793 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:16:15.500885 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] Updating router dac496fa-98db-4e42-87fa-3c6cf034f793 port a4a941f5-a3ad-40cb-86ef-a154c5068a72 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:16:15.528784 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:15.622926 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-109292cf-bfd1-42f8-93a5-1e4e5be78f33 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:15.687077 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109292cf-bfd1-42f8-93a5-1e4e5be78f33 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'Subnet': ['ID=c4b97f85-5533-443a-bb26-46fac1ebc7a4,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:15.697431 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109292cf-bfd1-42f8-93a5-1e4e5be78f33 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Checking segment: {'id': 'e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:16:15.697805 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109292cf-bfd1-42f8-93a5-1e4e5be78f33 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Network hostable DHCP agents. Network: 3964a664-8d05-4ef6-88c7-6bfae1bd8240, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:16:15.716493 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109292cf-bfd1-42f8-93a5-1e4e5be78f33 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Network 3964a664-8d05-4ef6-88c7-6bfae1bd8240 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:16:15.726663 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-109292cf-bfd1-42f8-93a5-1e4e5be78f33 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 3964a664-8d05-4ef6-88c7-6bfae1bd8240) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:16:15.738771 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109292cf-bfd1-42f8-93a5-1e4e5be78f33 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:15.739420 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-109292cf-bfd1-42f8-93a5-1e4e5be78f33 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:15.760219 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-109292cf-bfd1-42f8-93a5-1e4e5be78f33 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4451706 Nov 23 22:16:15.760419 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38624) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:15.783973 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01a49b0-b31a-431b-9153-7366dc6502e5 None None] Network 3964a664-8d05-4ef6-88c7-6bfae1bd8240 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:16:16.022519 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64f5ee2-a219-4ad5-998f-f72f9bd486e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-3964a664-8d05-4ef6-88c7-6bfae1bd8240', 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'fixed_ips': [{'subnet_id': 'c4b97f85-5533-443a-bb26-46fac1ebc7a4'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:16:16.023380 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d64f5ee2-a219-4ad5-998f-f72f9bd486e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:16.087015 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:16.141049 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:16.222123 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20666f11-b5fa-41cf-bb7b-5663727c252b None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:16:16.255259 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1209fb9d-202b-41dd-94ed-7d49d24cc66a None None] Pushing event updated for resources: {'Port': ['ID=a4a941f5-a3ad-40cb-86ef-a154c5068a72,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:16.263537 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] Attempting to bind port a4a941f5-a3ad-40cb-86ef-a154c5068a72 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:16:16.263785 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] Attempting to bind port a4a941f5-a3ad-40cb-86ef-a154c5068a72 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:16:16.264157 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] Attempting to bind port a4a941f5-a3ad-40cb-86ef-a154c5068a72 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:16:16.274801 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:16:16.275935 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:16:16.277637 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:16.277637 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:16:16.277637 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] Bound port: a4a941f5-a3ad-40cb-86ef-a154c5068a72, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:16:16.277637 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:16.284959 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5c75-1dd1-4236-be26-2c6234f1bcde tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:16.317872 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-d64f5ee2-a219-4ad5-998f-f72f9bd486e8 None None] Allocated IP 172.20.0.2 (3964a664-8d05-4ef6-88c7-6bfae1bd8240/c4b97f85-5533-443a-bb26-46fac1ebc7a4/fc8279a5-5111-4275-9caf-c26ce2439913) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:16:16.372955 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] For port a4a941f5-a3ad-40cb-86ef-a154c5068a72, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:16:16.395458 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] For port a4a941f5-a3ad-40cb-86ef-a154c5068a72, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a4a941f5-a3ad-40cb-86ef-a154c5068a72,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:16:16.398085 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ccc7e7cd-4363-4221-8a15-573dfa46cd0d None None] Provisioning complete for port a4a941f5-a3ad-40cb-86ef-a154c5068a72 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:16:16.398463 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e7cd-4363-4221-8a15-573dfa46cd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:16.433763 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:16.520102 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c2a27d-0e0a-401b-b102-c9710f34c38e None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:16:16.570376 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] Routers {'dac496fa-98db-4e42-87fa-3c6cf034f793'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:16:16.571914 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:16:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['dac496fa-98db-4e42-87fa-3c6cf034f793'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:16.595507 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1209fb9d-202b-41dd-94ed-7d49d24cc66a None None] Pushing event updated for resources: {'Port': ['ID=a4a941f5-a3ad-40cb-86ef-a154c5068a72,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:16.721166 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d64f5ee2-a219-4ad5-998f-f72f9bd486e8 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:16.736053 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d64f5ee2-a219-4ad5-998f-f72f9bd486e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:16.772436 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e7cd-4363-4221-8a15-573dfa46cd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:16.809663 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-d4cb5c75-1dd1-4236-be26-2c6234f1bcde tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Allocated IP 172.20.0.1 (3964a664-8d05-4ef6-88c7-6bfae1bd8240/c4b97f85-5533-443a-bb26-46fac1ebc7a4/29477295-e460-4430-8897-8ec55ec2bf84) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:16:16.825314 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64f5ee2-a219-4ad5-998f-f72f9bd486e8 None None] Network 3964a664-8d05-4ef6-88c7-6bfae1bd8240 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:16:16.830007 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] Set router dac496fa-98db-4e42-87fa-3c6cf034f793 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:16:16.833288 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ccc7e7cd-4363-4221-8a15-573dfa46cd0d None None] For port a4a941f5-a3ad-40cb-86ef-a154c5068a72, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a4a941f5-a3ad-40cb-86ef-a154c5068a72,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:16.864966 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f5ee2-a219-4ad5-998f-f72f9bd486e8 None None] Pushing event updated for resources: {'Port': ['ID=fc8279a5-5111-4275-9caf-c26ce2439913,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:16.867795 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-d64f5ee2-a219-4ad5-998f-f72f9bd486e8 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:16:16.896860 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e7cd-4363-4221-8a15-573dfa46cd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:16.898685 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f5ee2-a219-4ad5-998f-f72f9bd486e8 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:16:16.984555 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5c75-1dd1-4236-be26-2c6234f1bcde tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:17.042305 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5c75-1dd1-4236-be26-2c6234f1bcde tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:17.076681 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7e7cd-4363-4221-8a15-573dfa46cd0d None None] Pushing event updated for resources: {'Port': ['ID=a4a941f5-a3ad-40cb-86ef-a154c5068a72,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:17.081459 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d64f5ee2-a219-4ad5-998f-f72f9bd486e8 None None] Attempting to bind port fc8279a5-5111-4275-9caf-c26ce2439913 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:16:17.081837 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d64f5ee2-a219-4ad5-998f-f72f9bd486e8 None None] Attempting to bind port fc8279a5-5111-4275-9caf-c26ce2439913 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:16:17.082208 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f5ee2-a219-4ad5-998f-f72f9bd486e8 None None] Attempting to bind port fc8279a5-5111-4275-9caf-c26ce2439913 on network 3964a664-8d05-4ef6-88c7-6bfae1bd8240 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:16:17.101026 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cb5c75-1dd1-4236-be26-2c6234f1bcde tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Network 3964a664-8d05-4ef6-88c7-6bfae1bd8240 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:16:17.103012 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f5ee2-a219-4ad5-998f-f72f9bd486e8 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:16:17.103505 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f5ee2-a219-4ad5-998f-f72f9bd486e8 None None] Checking segment: {'id': 'e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:16:17.103916 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d64f5ee2-a219-4ad5-998f-f72f9bd486e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:17.104325 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f5ee2-a219-4ad5-998f-f72f9bd486e8 None None] Bound using segment: {'id': 'e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:16:17.104854 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d64f5ee2-a219-4ad5-998f-f72f9bd486e8 None None] Bound port: fc8279a5-5111-4275-9caf-c26ce2439913, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:16:17.105239 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d64f5ee2-a219-4ad5-998f-f72f9bd486e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:17.110593 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5a2d72b7-3751-4ca0-b8aa-87148076afd6 None None] Provisioning complete for port a4a941f5-a3ad-40cb-86ef-a154c5068a72 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:16:17.111035 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5a2d72b7-3751-4ca0-b8aa-87148076afd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:17.114882 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-d4cb5c75-1dd1-4236-be26-2c6234f1bcde tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:16:17.118592 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cb5c75-1dd1-4236-be26-2c6234f1bcde tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:16:17.175643 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb5c75-1dd1-4236-be26-2c6234f1bcde tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'Port': ['ID=29477295-e460-4430-8897-8ec55ec2bf84,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:17.203314 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5c75-1dd1-4236-be26-2c6234f1bcde tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:17.283533 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d64f5ee2-a219-4ad5-998f-f72f9bd486e8 None None] For port fc8279a5-5111-4275-9caf-c26ce2439913, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:16:17.323282 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d64f5ee2-a219-4ad5-998f-f72f9bd486e8 None None] For port fc8279a5-5111-4275-9caf-c26ce2439913, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fc8279a5-5111-4275-9caf-c26ce2439913,segment=NetworkSegment(e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3),segment_id=e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:16:17.335349 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d64f5ee2-a219-4ad5-998f-f72f9bd486e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:17.401222 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'name': 'tempest-TestNetworkBasicOps-router-380217566', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:13Z', 'updated_at': '2021-11-23T22:16:14Z', 'revision_number': 3, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:14Z', 'updated_at': '2021-11-23T22:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:17.427981 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5c75-1dd1-4236-be26-2c6234f1bcde tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:17.452181 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442f1cb6-f230-4bda-9c74-8434377bed71 None None] The sync data for ids ['dac496fa-98db-4e42-87fa-3c6cf034f793'] in n-d-816206-9 is: [{'id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'name': 'tempest-TestNetworkBasicOps-router-380217566', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:13Z', 'updated_at': '2021-11-23T22:16:14Z', 'revision_number': 3, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:14Z', 'updated_at': '2021-11-23T22:16:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:16:17.460787 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f5ee2-a219-4ad5-998f-f72f9bd486e8 None None] Pushing event updated for resources: {'Port': ['ID=fc8279a5-5111-4275-9caf-c26ce2439913,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:17.936772 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5c75-1dd1-4236-be26-2c6234f1bcde tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:17.942464 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5c75-1dd1-4236-be26-2c6234f1bcde tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:18.037085 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb5c75-1dd1-4236-be26-2c6234f1bcde tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'Port': ['ID=29477295-e460-4430-8897-8ec55ec2bf84,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:18.040562 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d4cb5c75-1dd1-4236-be26-2c6234f1bcde tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:18.159090 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cb5c75-1dd1-4236-be26-2c6234f1bcde tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Network 3964a664-8d05-4ef6-88c7-6bfae1bd8240 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:16:18.160952 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-d4cb5c75-1dd1-4236-be26-2c6234f1bcde tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:16:18.386480 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cb5c75-1dd1-4236-be26-2c6234f1bcde tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Router dac496fa-98db-4e42-87fa-3c6cf034f793 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:16:18.426385 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a4a941f5-a3ad-40cb-86ef-a154c5068a72 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:16:18.503177 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port a4a941f5-a3ad-40cb-86ef-a154c5068a72 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:16:18.504712 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:18.635568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fc8279a5-5111-4275-9caf-c26ce2439913 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:16:18.686985 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cb5c75-1dd1-4236-be26-2c6234f1bcde tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:16:18.696887 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38644) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:18.717024 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d4cb5c75-1dd1-4236-be26-2c6234f1bcde tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "PUT /v2.0/routers/dac496fa-98db-4e42-87fa-3c6cf034f793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9554784 Nov 23 22:16:18.770483 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port fc8279a5-5111-4275-9caf-c26ce2439913 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:16:18.771011 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:18.880758 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:18.929921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port fc8279a5-5111-4275-9caf-c26ce2439913, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fc8279a5-5111-4275-9caf-c26ce2439913,segment=NetworkSegment(e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3),segment_id=e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:18.933068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666fcac3-31b8-45bc-8d65-195d8ac2b3e7 None None] Network 3964a664-8d05-4ef6-88c7-6bfae1bd8240 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:16:18.949821 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:19.013739 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=fc8279a5-5111-4275-9caf-c26ce2439913,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:19.017416 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b0f46d-86a8-4769-b136-f8068c1dcc63 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:19.018623 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b0f46d-86a8-4769-b136-f8068c1dcc63 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:19.019322 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b0f46d-86a8-4769-b136-f8068c1dcc63 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:19.019928 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b0f46d-86a8-4769-b136-f8068c1dcc63 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:19.020527 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b0f46d-86a8-4769-b136-f8068c1dcc63 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:19.022031 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b0f46d-86a8-4769-b136-f8068c1dcc63 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:19.022783 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b0f46d-86a8-4769-b136-f8068c1dcc63 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:19.023387 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b0f46d-86a8-4769-b136-f8068c1dcc63 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:19.030169 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38646) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:19.039221 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a6b0f46d-86a8-4769-b136-f8068c1dcc63 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5660 time: 0.3412075 Nov 23 22:16:19.076981 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d03392b7-3ec9-4e24-aa79-d4928011b3de None None] Provisioning complete for port fc8279a5-5111-4275-9caf-c26ce2439913 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:16:19.077168 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d03392b7-3ec9-4e24-aa79-d4928011b3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:19.104728 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a59b62-d89f-4ea2-b012-9353ff3eb91f tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:19.105193 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a59b62-d89f-4ea2-b012-9353ff3eb91f tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:19.105645 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a59b62-d89f-4ea2-b012-9353ff3eb91f tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:19.106092 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a59b62-d89f-4ea2-b012-9353ff3eb91f tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:19.106534 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a59b62-d89f-4ea2-b012-9353ff3eb91f tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:19.108410 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a59b62-d89f-4ea2-b012-9353ff3eb91f tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:19.108874 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a59b62-d89f-4ea2-b012-9353ff3eb91f tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:19.109846 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a59b62-d89f-4ea2-b012-9353ff3eb91f tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:19.117809 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38648) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:19.119269 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b2a59b62-d89f-4ea2-b012-9353ff3eb91f tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5258 time: 0.0877056 Nov 23 22:16:19.394032 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-934bd4fc-c8f3-458b-b7ec-c7f28aad8283 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4485 time: 0.2747297 Nov 23 22:16:19.467822 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f9324df9-373f-4183-8e21-c65bce6dc95c None None] Provisioning complete for port fc8279a5-5111-4275-9caf-c26ce2439913 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:16:19.468463 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f9324df9-373f-4183-8e21-c65bce6dc95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:19.751247 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38660) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:19.758637 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-db4e01ce-b028-4262-8eb4-55b7244130dc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-896824559', 'description': 'tempest-secgroup-smoke-896824559 description', 'project_id': '9734970b74c843d2aba80bf9d24b8271'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:19.818572 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-db4e01ce-b028-4262-8eb4-55b7244130dc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:19.864703 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f9324df9-373f-4183-8e21-c65bce6dc95c None None] Provisioning complete for port 29477295-e460-4430-8897-8ec55ec2bf84 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:16:19.865472 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f9324df9-373f-4183-8e21-c65bce6dc95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:19.910164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f9324df9-373f-4183-8e21-c65bce6dc95c None None] Port 29477295-e460-4430-8897-8ec55ec2bf84 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:16:19.932729 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-db4e01ce-b028-4262-8eb4-55b7244130dc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:19.938161 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-db4e01ce-b028-4262-8eb4-55b7244130dc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:19.986873 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-db4e01ce-b028-4262-8eb4-55b7244130dc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:19.988268 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-db4e01ce-b028-4262-8eb4-55b7244130dc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2354476 Nov 23 22:16:19.990364 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e01ce-b028-4262-8eb4-55b7244130dc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00721009-e19b-4cac-ae31-6a8701e71591,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:19.992452 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38666) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:20.010353 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-f1b429da-247c-4452-88b8-5d0c3686918b tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'security_group_rule': {'security_group_id': '00721009-e19b-4cac-ae31-6a8701e71591', 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:20.041833 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b86bc9c6-faf4-4ae6-bede-c90196970be5 None None] Provisioning complete for port 29477295-e460-4430-8897-8ec55ec2bf84 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:16:20.043108 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b86bc9c6-faf4-4ae6-bede-c90196970be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:20.080535 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f1b429da-247c-4452-88b8-5d0c3686918b tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:20.109086 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] Sync routers for ids ['dac496fa-98db-4e42-87fa-3c6cf034f793'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:16:20.131551 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b86bc9c6-faf4-4ae6-bede-c90196970be5 None None] Port 29477295-e460-4430-8897-8ec55ec2bf84 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:16:20.138274 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] Routers {'dac496fa-98db-4e42-87fa-3c6cf034f793'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:16:20.138984 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:16:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['dac496fa-98db-4e42-87fa-3c6cf034f793'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:20.204814 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f1b429da-247c-4452-88b8-5d0c3686918b tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:20.213077 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f1b429da-247c-4452-88b8-5d0c3686918b tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:20.237028 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b429da-247c-4452-88b8-5d0c3686918b tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf6ab44-4282-49ba-a628-7831e04bff98,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:20.260480 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f1b429da-247c-4452-88b8-5d0c3686918b tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:20.263848 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f1b429da-247c-4452-88b8-5d0c3686918b tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2682378 Nov 23 22:16:20.266549 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38672) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:20.272799 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-c2894b67-2934-4783-8f47-9f6053e605d8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'security_group_rule': {'security_group_id': '00721009-e19b-4cac-ae31-6a8701e71591', 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:20.284585 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c14008f2-c979-450f-a8f6-c091b8aad830 None None] Provisioning complete for port 29477295-e460-4430-8897-8ec55ec2bf84 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:16:20.287474 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c14008f2-c979-450f-a8f6-c091b8aad830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:20.292743 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] Set router dac496fa-98db-4e42-87fa-3c6cf034f793 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:16:20.325561 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c2894b67-2934-4783-8f47-9f6053e605d8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:20.341000 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fc8279a5-5111-4275-9caf-c26ce2439913 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:16:20.409258 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c2894b67-2934-4783-8f47-9f6053e605d8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:20.416788 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c2894b67-2934-4783-8f47-9f6053e605d8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:20.433538 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c14008f2-c979-450f-a8f6-c091b8aad830 None None] Port 29477295-e460-4430-8897-8ec55ec2bf84 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:16:20.448685 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2894b67-2934-4783-8f47-9f6053e605d8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df6bd11-50ac-450c-829f-8ac44b54b9dd,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:20.465038 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c2894b67-2934-4783-8f47-9f6053e605d8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:20.468819 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c2894b67-2934-4783-8f47-9f6053e605d8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1984890 Nov 23 22:16:20.469646 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38674) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:20.470896 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port fc8279a5-5111-4275-9caf-c26ce2439913 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:16:20.471290 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:20.477549 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4d052346-5187-4792-9db7-1ba150890c24 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'security_group_rule': {'security_group_id': '00721009-e19b-4cac-ae31-6a8701e71591', 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:20.519208 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4d052346-5187-4792-9db7-1ba150890c24 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:20.548028 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'name': 'tempest-TestNetworkBasicOps-router-380217566', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:13Z', 'updated_at': '2021-11-23T22:16:17Z', 'revision_number': 4, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:14Z', 'updated_at': '2021-11-23T22:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '29477295-e460-4430-8897-8ec55ec2bf84', 'name': '', 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:f6:74:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'c4b97f85-5533-443a-bb26-46fac1ebc7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:16Z', 'updated_at': '2021-11-23T22:16:17Z', 'revision_number': 2, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'c4b97f85-5533-443a-bb26-46fac1ebc7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:20.577086 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] Checking router: dac496fa-98db-4e42-87fa-3c6cf034f793 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:16:20.577409 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] Updating router dac496fa-98db-4e42-87fa-3c6cf034f793 port 29477295-e460-4430-8897-8ec55ec2bf84 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:16:20.605969 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:20.647590 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4d052346-5187-4792-9db7-1ba150890c24 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:20.654056 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4d052346-5187-4792-9db7-1ba150890c24 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:20.680195 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d052346-5187-4792-9db7-1ba150890c24 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b72ed3b-aeb1-4500-bcee-f742b0bf18b7,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:20.693885 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4d052346-5187-4792-9db7-1ba150890c24 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:20.695573 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4d052346-5187-4792-9db7-1ba150890c24 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2235482 Nov 23 22:16:20.699629 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38676) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:20.705959 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-b6b74fa2-c2e8-48c9-8497-d78c52233d67 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'security_group_rule': {'security_group_id': '00721009-e19b-4cac-ae31-6a8701e71591', 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:20.743741 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b6b74fa2-c2e8-48c9-8497-d78c52233d67 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:20.853172 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b6b74fa2-c2e8-48c9-8497-d78c52233d67 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:20.865458 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b6b74fa2-c2e8-48c9-8497-d78c52233d67 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:20.906790 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b74fa2-c2e8-48c9-8497-d78c52233d67 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd4606d-40e1-4a6f-8979-810d215c733c,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:20.927455 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b6b74fa2-c2e8-48c9-8497-d78c52233d67 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:20.931953 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b6b74fa2-c2e8-48c9-8497-d78c52233d67 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2276495 Nov 23 22:16:20.932203 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38682) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:20.936829 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-094db7d5-fd40-4bc8-accf-4944c4f63036 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'security_group_rule': {'security_group_id': '00721009-e19b-4cac-ae31-6a8701e71591', 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:20.983725 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:20.990126 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-094db7d5-fd40-4bc8-accf-4944c4f63036 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Project 9734970b74c843d2aba80bf9d24b8271 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:16:20.997011 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-094db7d5-fd40-4bc8-accf-4944c4f63036 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:21.002489 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:21.083930 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-094db7d5-fd40-4bc8-accf-4944c4f63036 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:21.090981 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-094db7d5-fd40-4bc8-accf-4944c4f63036 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:21.145640 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094db7d5-fd40-4bc8-accf-4944c4f63036 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f672e1-1080-47c7-857d-cdfc4f62cf02,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:21.159672 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] Attempting to bind port 29477295-e460-4430-8897-8ec55ec2bf84 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:16:21.160226 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] Attempting to bind port 29477295-e460-4430-8897-8ec55ec2bf84 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:16:21.160863 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] Attempting to bind port 29477295-e460-4430-8897-8ec55ec2bf84 on network 3964a664-8d05-4ef6-88c7-6bfae1bd8240 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:16:21.168993 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe5647-433b-4ff7-b96d-13aef757eee9 None None] Pushing event updated for resources: {'Port': ['ID=29477295-e460-4430-8897-8ec55ec2bf84,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:21.174750 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:16:21.175238 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] Checking segment: {'id': 'e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:16:21.175912 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:21.184188 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-094db7d5-fd40-4bc8-accf-4944c4f63036 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:21.185812 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-094db7d5-fd40-4bc8-accf-4944c4f63036 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2525403 Nov 23 22:16:21.189416 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38684) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:21.194347 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] Bound using segment: {'id': 'e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:16:21.194969 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] Bound port: 29477295-e460-4430-8897-8ec55ec2bf84, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:16:21.197298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-08af40a8-47db-48d3-bbdb-d08e405ec7cd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'security_group_rule': {'security_group_id': '00721009-e19b-4cac-ae31-6a8701e71591', 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:21.202462 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:21.234887 n-d-816206-9 neutron-server[110034]: INFO neutron.db.securitygroups_db [None req-08af40a8-47db-48d3-bbdb-d08e405ec7cd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Project 9734970b74c843d2aba80bf9d24b8271 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:16:21.241736 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08af40a8-47db-48d3-bbdb-d08e405ec7cd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:21.313351 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] For port 29477295-e460-4430-8897-8ec55ec2bf84, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:16:21.316639 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] For port 29477295-e460-4430-8897-8ec55ec2bf84, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=29477295-e460-4430-8897-8ec55ec2bf84,segment=NetworkSegment(e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3),segment_id=e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:16:21.330704 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:21.356422 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08af40a8-47db-48d3-bbdb-d08e405ec7cd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:21.370003 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08af40a8-47db-48d3-bbdb-d08e405ec7cd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:21.377601 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8fafdf55-fa9f-4076-8f2b-21ad3108a4b1 None None] Provisioning complete for port 29477295-e460-4430-8897-8ec55ec2bf84 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:16:21.378972 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8fafdf55-fa9f-4076-8f2b-21ad3108a4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:21.395799 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af40a8-47db-48d3-bbdb-d08e405ec7cd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c35a6d-5f1a-4a3c-8288-4c66fe3f1aa2,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:21.416483 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] Routers {'dac496fa-98db-4e42-87fa-3c6cf034f793'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:16:21.417111 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:16:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['dac496fa-98db-4e42-87fa-3c6cf034f793'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:21.437683 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08af40a8-47db-48d3-bbdb-d08e405ec7cd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:21.447518 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-08af40a8-47db-48d3-bbdb-d08e405ec7cd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2483296 Nov 23 22:16:21.467725 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe5647-433b-4ff7-b96d-13aef757eee9 None None] Pushing event updated for resources: {'Port': ['ID=29477295-e460-4430-8897-8ec55ec2bf84,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:21.516630 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8fafdf55-fa9f-4076-8f2b-21ad3108a4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:21.562329 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8fafdf55-fa9f-4076-8f2b-21ad3108a4b1 None None] For port 29477295-e460-4430-8897-8ec55ec2bf84, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=29477295-e460-4430-8897-8ec55ec2bf84,segment=NetworkSegment(e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3),segment_id=e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:21.578539 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8fafdf55-fa9f-4076-8f2b-21ad3108a4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:21.664921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafdf55-fa9f-4076-8f2b-21ad3108a4b1 None None] Pushing event updated for resources: {'Port': ['ID=29477295-e460-4430-8897-8ec55ec2bf84,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:21.708840 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c6e0bbae-0ad4-4a38-9c42-18b3fc4b909c None None] Provisioning complete for port 29477295-e460-4430-8897-8ec55ec2bf84 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:16:21.709434 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c6e0bbae-0ad4-4a38-9c42-18b3fc4b909c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:21.782740 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] Set router dac496fa-98db-4e42-87fa-3c6cf034f793 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:16:21.817466 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-03010ff7-38a4-4424-a957-3f95d3604c8b tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-896824559&fields=id&tenant_id=9734970b74c843d2aba80bf9d24b8271 HTTP/1.1" status: 200 len: 267 time: 0.0831463 Nov 23 22:16:21.942290 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-754e7149-08c6-4d94-ba74-0c99513ed55f tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:21.944019 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-754e7149-08c6-4d94-ba74-0c99513ed55f tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/networks?id=3964a664-8d05-4ef6-88c7-6bfae1bd8240 HTTP/1.1" status: 200 len: 796 time: 0.1254592 Nov 23 22:16:21.966182 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-960ed285-050f-465f-a6f1-6a810e424273 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/quotas/9734970b74c843d2aba80bf9d24b8271 HTTP/1.1" status: 200 len: 375 time: 0.0108614 Nov 23 22:16:22.048521 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'name': 'tempest-TestNetworkBasicOps-router-380217566', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:13Z', 'updated_at': '2021-11-23T22:16:17Z', 'revision_number': 4, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:14Z', 'updated_at': '2021-11-23T22:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '29477295-e460-4430-8897-8ec55ec2bf84', 'name': '', 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:f6:74:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'c4b97f85-5533-443a-bb26-46fac1ebc7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:16Z', 'updated_at': '2021-11-23T22:16:21Z', 'revision_number': 4, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'c4b97f85-5533-443a-bb26-46fac1ebc7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:22.061003 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-7e869ff6-0042-4c1b-adef-73b2449f2d9d tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9734970b74c843d2aba80bf9d24b8271&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850630 Nov 23 22:16:22.082037 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38098774-3ec1-4000-82e6-30c2971b85ea None None] The sync data for ids ['dac496fa-98db-4e42-87fa-3c6cf034f793'] in n-d-816206-9 is: [{'id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'name': 'tempest-TestNetworkBasicOps-router-380217566', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:13Z', 'updated_at': '2021-11-23T22:16:17Z', 'revision_number': 4, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:14Z', 'updated_at': '2021-11-23T22:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '29477295-e460-4430-8897-8ec55ec2bf84', 'name': '', 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:f6:74:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'c4b97f85-5533-443a-bb26-46fac1ebc7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:16Z', 'updated_at': '2021-11-23T22:16:21Z', 'revision_number': 4, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'c4b97f85-5533-443a-bb26-46fac1ebc7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:16:22.246781 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-1b72db6b-6237-4cef-b382-126b53d0afce service neutron] 10.222.0.50 "GET /v2.0/networks/3964a664-8d05-4ef6-88c7-6bfae1bd8240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833277 Nov 23 22:16:22.343861 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 29477295-e460-4430-8897-8ec55ec2bf84 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:16:22.385357 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-01642529-7136-40f3-a44d-a10a90521f08 service neutron] 10.222.0.50 "GET /v2.0/networks/3964a664-8d05-4ef6-88c7-6bfae1bd8240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374512 Nov 23 22:16:22.498583 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 29477295-e460-4430-8897-8ec55ec2bf84 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:16:22.499300 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:22.644209 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ab0f0fb-c4b5-432b-8424-9231b0294c89 req-2482906e-175e-4ffb-90a7-3ab986bf53c4 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=a432295b-b830-4a3e-ab30-12ea1500a0f7 HTTP/1.1" status: 200 len: 210 time: 0.0503798 Nov 23 22:16:22.907970 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:23.843757 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38724) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:23.923621 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-60d81d3c-3bd0-4194-a957-e2ed18068205 req-c11b5c43-636c-4850-ad9d-59ffe0b7bbea tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=a432295b-b830-4a3e-ab30-12ea1500a0f7 HTTP/1.1" status: 200 len: 210 time: 0.0401955 Nov 23 22:16:23.962076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-c8a4b9b7-ae4e-471e-b7c9-831512132688 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:23.964846 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-c8a4b9b7-ae4e-471e-b7c9-831512132688 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.53 "GET /v2.0/networks?id=3964a664-8d05-4ef6-88c7-6bfae1bd8240 HTTP/1.1" status: 200 len: 796 time: 0.2185030 Nov 23 22:16:24.034107 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ccf7423d-8ee9-454d-9289-daffdc1debd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:24.059587 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-b8609bf5-93d5-4186-a817-92d31f2bb0b4 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9734970b74c843d2aba80bf9d24b8271 HTTP/1.1" status: 200 len: 379 time: 0.0784154 Nov 23 22:16:24.073584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-edc6d399-0335-425d-b767-3bf7d469db61 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'port': {'device_id': 'a432295b-b830-4a3e-ab30-12ea1500a0f7', 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240', 'admin_state_up': True, 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'security_groups': ['00721009-e19b-4cac-ae31-6a8701e71591']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:24.196671 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ccf7423d-8ee9-454d-9289-daffdc1debd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:24.203740 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ccf7423d-8ee9-454d-9289-daffdc1debd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:24.252406 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ccf7423d-8ee9-454d-9289-daffdc1debd0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=715d8274fde34f0280b5391235ad38ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4074214 Nov 23 22:16:24.253514 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7423d-8ee9-454d-9289-daffdc1debd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a9424a-0b65-4f17-8e88-3ccde83be6c2,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:24.255935 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38734) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:24.319340 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a4353ea8-1e6d-4bbd-8aaf-29de1272b7d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:24.362552 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a4353ea8-1e6d-4bbd-8aaf-29de1272b7d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:24.423857 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a4353ea8-1e6d-4bbd-8aaf-29de1272b7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:24.427364 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a4353ea8-1e6d-4bbd-8aaf-29de1272b7d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:24.435255 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a4353ea8-1e6d-4bbd-8aaf-29de1272b7d6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/65a9424a-0b65-4f17-8e88-3ccde83be6c2 HTTP/1.1" status: 204 len: 168 time: 0.1782136 Nov 23 22:16:24.444772 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4353ea8-1e6d-4bbd-8aaf-29de1272b7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a9424a-0b65-4f17-8e88-3ccde83be6c2,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:24.562304 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-edc6d399-0335-425d-b767-3bf7d469db61 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Made reservation on behalf of 9734970b74c843d2aba80bf9d24b8271 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:16:24.568270 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-edc6d399-0335-425d-b767-3bf7d469db61 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:24.741497 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-edc6d399-0335-425d-b767-3bf7d469db61 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Allocated IP 172.20.0.10 (3964a664-8d05-4ef6-88c7-6bfae1bd8240/c4b97f85-5533-443a-bb26-46fac1ebc7a4/43808748-7d1a-4bf4-8622-66111b108c76) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:16:24.929808 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-edc6d399-0335-425d-b767-3bf7d469db61 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:24.965709 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-edc6d399-0335-425d-b767-3bf7d469db61 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:25.043741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-edc6d399-0335-425d-b767-3bf7d469db61 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Network 3964a664-8d05-4ef6-88c7-6bfae1bd8240 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:16:25.051196 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-edc6d399-0335-425d-b767-3bf7d469db61 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:16:25.053857 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-edc6d399-0335-425d-b767-3bf7d469db61 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:16:25.081880 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6d399-0335-425d-b767-3bf7d469db61 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'Port': ['ID=43808748-7d1a-4bf4-8622-66111b108c76,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:25.112533 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f7678-905f-4e3f-a66e-b06ff8a111e5 req-97b4f98c-5b79-4cb0-abd4-4ef89dea6b43 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:25.114105 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ac3f7678-905f-4e3f-a66e-b06ff8a111e5 req-97b4f98c-5b79-4cb0-abd4-4ef89dea6b43 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=a432295b-b830-4a3e-ab30-12ea1500a0f7 HTTP/1.1" status: 200 len: 932 time: 0.1101048 Nov 23 22:16:25.131310 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-edc6d399-0335-425d-b767-3bf7d469db61 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:25.131968 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-edc6d399-0335-425d-b767-3bf7d469db61 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:25.171030 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-edc6d399-0335-425d-b767-3bf7d469db61 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1037259 Nov 23 22:16:25.193911 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-fdaff47e-9ca3-41d7-bf8b-70906db6ef70 service neutron] Request body: {'port': {'device_id': 'a432295b-b830-4a3e-ab30-12ea1500a0f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:25.207830 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ac3f7678-905f-4e3f-a66e-b06ff8a111e5 req-a25d0543-7387-4ead-9c8f-c24cf87cc646 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=00721009-e19b-4cac-ae31-6a8701e71591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841069 Nov 23 22:16:25.257035 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38762) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:25.288672 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-fdaff47e-9ca3-41d7-bf8b-70906db6ef70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:25.348109 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-bbeff923-4ec1-4708-aaa9-a04f533b0f58 None None] Provisioning complete for port 43808748-7d1a-4bf4-8622-66111b108c76 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:16:25.349638 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bbeff923-4ec1-4708-aaa9-a04f533b0f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:25.393484 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-bbeff923-4ec1-4708-aaa9-a04f533b0f58 None None] Port 43808748-7d1a-4bf4-8622-66111b108c76 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:16:25.413660 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-ac40bcb3-5b17-42b5-9c5a-ff9358cd29c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1619495357-network', 'tenant_id': '17eb2f793f3f464da175ce977bf82be5'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:25.490591 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac40bcb3-5b17-42b5-9c5a-ff9358cd29c6 admin admin] Made reservation on behalf of 17eb2f793f3f464da175ce977bf82be5 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:16:25.493322 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ac40bcb3-5b17-42b5-9c5a-ff9358cd29c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:25.519444 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ac40bcb3-5b17-42b5-9c5a-ff9358cd29c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:25.540579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf1a8d-be76-49c3-b8aa-2dca92505a30 req-bc6849c8-b3a8-449f-9a83-71ed0e23040b tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:25.541539 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e4bf1a8d-be76-49c3-b8aa-2dca92505a30 req-bc6849c8-b3a8-449f-9a83-71ed0e23040b tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.1204867 Nov 23 22:16:25.674628 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e4bf1a8d-be76-49c3-b8aa-2dca92505a30 req-a82b56d6-5908-4039-8dbd-f73606b07452 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1050708 Nov 23 22:16:25.747441 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ac40bcb3-5b17-42b5-9c5a-ff9358cd29c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:25.753485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-fdaff47e-9ca3-41d7-bf8b-70906db6ef70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43808748-7d1a-4bf4-8622-66111b108c76 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:16:25.758862 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ac40bcb3-5b17-42b5-9c5a-ff9358cd29c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:25.767925 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-fdaff47e-9ca3-41d7-bf8b-70906db6ef70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:25.800163 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac40bcb3-5b17-42b5-9c5a-ff9358cd29c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:16:25.802196 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-fdaff47e-9ca3-41d7-bf8b-70906db6ef70 service neutron] Transition to ACTIVE for port object 43808748-7d1a-4bf4-8622-66111b108c76 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:16:25.808207 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40bcb3-5b17-42b5-9c5a-ff9358cd29c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e990cae5-487a-4243-9ff5-24ddba0472ac,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:25.811954 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-fdaff47e-9ca3-41d7-bf8b-70906db6ef70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:25.818287 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ac40bcb3-5b17-42b5-9c5a-ff9358cd29c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:25.818608 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-ac40bcb3-5b17-42b5-9c5a-ff9358cd29c6 admin admin] Added segment 9342877d-30da-4033-846b-93426f2f9f80 of type vlan for network bc682d81-13e1-4380-88d5-baa3b69cbdd6 Nov 23 22:16:25.909340 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ac40bcb3-5b17-42b5-9c5a-ff9358cd29c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:25.922511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaff47e-9ca3-41d7-bf8b-70906db6ef70 service neutron] Pushing event updated for resources: {'Port': ['ID=43808748-7d1a-4bf4-8622-66111b108c76,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:25.984016 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ac40bcb3-5b17-42b5-9c5a-ff9358cd29c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:25.985092 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac40bcb3-5b17-42b5-9c5a-ff9358cd29c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:25.985691 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ac40bcb3-5b17-42b5-9c5a-ff9358cd29c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:26.050877 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ac40bcb3-5b17-42b5-9c5a-ff9358cd29c6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7924676 Nov 23 22:16:26.053735 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38768) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:26.056620 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-fdaff47e-9ca3-41d7-bf8b-70906db6ef70 service neutron] Attempting to bind port 43808748-7d1a-4bf4-8622-66111b108c76 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:16:26.056962 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-fdaff47e-9ca3-41d7-bf8b-70906db6ef70 service neutron] Attempting to bind port 43808748-7d1a-4bf4-8622-66111b108c76 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:16:26.057298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-fdaff47e-9ca3-41d7-bf8b-70906db6ef70 service neutron] Attempting to bind port 43808748-7d1a-4bf4-8622-66111b108c76 on network 3964a664-8d05-4ef6-88c7-6bfae1bd8240 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:16:26.058983 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-497ecaef-a0ef-4f80-a3d7-4ac24817cfe6 admin admin] Request body: {'subnet': {'network_id': 'bc682d81-13e1-4380-88d5-baa3b69cbdd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1619495357-subnet', 'tenant_id': '17eb2f793f3f464da175ce977bf82be5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:26.080192 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497ecaef-a0ef-4f80-a3d7-4ac24817cfe6 admin admin] Made reservation on behalf of 17eb2f793f3f464da175ce977bf82be5 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:16:26.082579 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-497ecaef-a0ef-4f80-a3d7-4ac24817cfe6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:26.093524 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-fdaff47e-9ca3-41d7-bf8b-70906db6ef70 service neutron] Port 43808748-7d1a-4bf4-8622-66111b108c76 on network 3964a664-8d05-4ef6-88c7-6bfae1bd8240 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:16:26.093853 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-fdaff47e-9ca3-41d7-bf8b-70906db6ef70 service neutron] Attempting to bind port 43808748-7d1a-4bf4-8622-66111b108c76 on network 3964a664-8d05-4ef6-88c7-6bfae1bd8240 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:16:26.095803 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40bcb3-5b17-42b5-9c5a-ff9358cd29c6 admin admin] Pushing event updated for resources: {'Network': ['ID=bc682d81-13e1-4380-88d5-baa3b69cbdd6,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:26.101631 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-fdaff47e-9ca3-41d7-bf8b-70906db6ef70 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:16:26.102161 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-fdaff47e-9ca3-41d7-bf8b-70906db6ef70 service neutron] Checking segment: {'id': 'e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:16:26.102772 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-fdaff47e-9ca3-41d7-bf8b-70906db6ef70 service neutron] Bound using segment: {'id': 'e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:16:26.103209 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-fdaff47e-9ca3-41d7-bf8b-70906db6ef70 service neutron] Bound port: 43808748-7d1a-4bf4-8622-66111b108c76, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:16:26.103572 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-fdaff47e-9ca3-41d7-bf8b-70906db6ef70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:26.108431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network bc682d81-13e1-4380-88d5-baa3b69cbdd6 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:16:26.175537 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-fdaff47e-9ca3-41d7-bf8b-70906db6ef70 service neutron] For port 43808748-7d1a-4bf4-8622-66111b108c76, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:16:26.179820 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-fdaff47e-9ca3-41d7-bf8b-70906db6ef70 service neutron] For port 43808748-7d1a-4bf4-8622-66111b108c76, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=43808748-7d1a-4bf4-8622-66111b108c76,segment=NetworkSegment(e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3),segment_id=e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:16:26.191913 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-fdaff47e-9ca3-41d7-bf8b-70906db6ef70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:26.240160 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-fdaff47e-9ca3-41d7-bf8b-70906db6ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:26.240866 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-fdaff47e-9ca3-41d7-bf8b-70906db6ef70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:26.242314 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-fdaff47e-9ca3-41d7-bf8b-70906db6ef70 service neutron] 10.222.0.53 "PUT /v2.0/ports/43808748-7d1a-4bf4-8622-66111b108c76 HTTP/1.1" status: 200 len: 1092 time: 1.0536962 Nov 23 22:16:26.243392 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a432295b-b830-4a3e-ab30-12ea1500a0f7', 'tag': '43808748-7d1a-4bf4-8622-66111b108c76'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:16:26.245860 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d223ad0-5fd3-48c5-bb2c-49c788f4d085" -d '{"events": [{"name": "network-changed", "server_uuid": "a432295b-b830-4a3e-ab30-12ea1500a0f7", "tag": "43808748-7d1a-4bf4-8622-66111b108c76"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:16:26.273227 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaff47e-9ca3-41d7-bf8b-70906db6ef70 service neutron] Pushing event updated for resources: {'Port': ['ID=43808748-7d1a-4bf4-8622-66111b108c76,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:26.314405 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df835958-b261-4a90-9dfd-83803ef197c0 x-openstack-request-id: req-df835958-b261-4a90-9dfd-83803ef197c0 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:16:26.314405 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a432295b-b830-4a3e-ab30-12ea1500a0f7", "tag": "43808748-7d1a-4bf4-8622-66111b108c76", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:16:26.314405 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df835958-b261-4a90-9dfd-83803ef197c0 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:16:26.314822 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a432295b-b830-4a3e-ab30-12ea1500a0f7', 'tag': '43808748-7d1a-4bf4-8622-66111b108c76', 'status': 'completed', 'code': 200} Nov 23 22:16:26.389712 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-f720d811-5063-49ea-9891-9f5f788a20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:26.391294 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-f720d811-5063-49ea-9891-9f5f788a20b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9734970b74c843d2aba80bf9d24b8271&device_id=a432295b-b830-4a3e-ab30-12ea1500a0f7 HTTP/1.1" status: 200 len: 1095 time: 0.0895896 Nov 23 22:16:26.418574 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067abd4c-1f33-4c26-8a49-f9d5e1db3339 req-8ad96550-f51a-4915-8887-299a1bad8a12 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:26.420209 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-067abd4c-1f33-4c26-8a49-f9d5e1db3339 req-8ad96550-f51a-4915-8887-299a1bad8a12 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=a432295b-b830-4a3e-ab30-12ea1500a0f7 HTTP/1.1" status: 200 len: 944 time: 0.0703158 Nov 23 22:16:26.461031 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-da7b6e60-9b32-4290-a477-3a2a80399047 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43808748-7d1a-4bf4-8622-66111b108c76 HTTP/1.1" status: 200 len: 217 time: 0.0574677 Nov 23 22:16:26.543876 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-067abd4c-1f33-4c26-8a49-f9d5e1db3339 req-edb8c25c-5d85-4dae-a823-41ac66283bee tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=00721009-e19b-4cac-ae31-6a8701e71591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898733 Nov 23 22:16:26.545402 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-397adc4c-a80f-44f4-a864-6023f7d638b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:26.546809 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-397adc4c-a80f-44f4-a864-6023f7d638b6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c4b97f85-5533-443a-bb26-46fac1ebc7a4 HTTP/1.1" status: 200 len: 835 time: 0.0769491 Nov 23 22:16:26.596238 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-6eb7d844-6598-4861-93c0-08a9470a3439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:26.598101 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-6eb7d844-6598-4861-93c0-08a9470a3439 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3964a664-8d05-4ef6-88c7-6bfae1bd8240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415356 Nov 23 22:16:26.618328 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-497ecaef-a0ef-4f80-a3d7-4ac24817cfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:26.676047 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ecaef-a0ef-4f80-a3d7-4ac24817cfe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93291e32-ffe8-4a2a-9859-20ef914fceee,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:26.683984 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ecaef-a0ef-4f80-a3d7-4ac24817cfe6 admin admin] Checking segment: {'id': '9342877d-30da-4033-846b-93426f2f9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'bc682d81-13e1-4380-88d5-baa3b69cbdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:16:26.684423 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497ecaef-a0ef-4f80-a3d7-4ac24817cfe6 admin admin] Network hostable DHCP agents. Network: bc682d81-13e1-4380-88d5-baa3b69cbdd6, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:16:26.692340 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-e8ea2602-25e0-4c24-9c5f-7c5abe60dbbc service neutron] 10.222.0.53 "GET /v2.0/networks/3964a664-8d05-4ef6-88c7-6bfae1bd8240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846264 Nov 23 22:16:26.702584 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497ecaef-a0ef-4f80-a3d7-4ac24817cfe6 admin admin] Network bc682d81-13e1-4380-88d5-baa3b69cbdd6 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:16:26.714909 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-497ecaef-a0ef-4f80-a3d7-4ac24817cfe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, bc682d81-13e1-4380-88d5-baa3b69cbdd6) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:16:26.720119 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497ecaef-a0ef-4f80-a3d7-4ac24817cfe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:26.722816 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-497ecaef-a0ef-4f80-a3d7-4ac24817cfe6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:26.736219 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8c82df-7598-422d-91b4-47652a42efae None None] Network bc682d81-13e1-4380-88d5-baa3b69cbdd6 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:16:26.744811 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-497ecaef-a0ef-4f80-a3d7-4ac24817cfe6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6898100 Nov 23 22:16:26.850887 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f34e4e5-92d1-4b93-9f1a-4f1a90c2fdfd req-2b8eb0e2-d57b-4f13-bd53-05d745af4acf service neutron] 10.222.0.53 "GET /v2.0/networks/3964a664-8d05-4ef6-88c7-6bfae1bd8240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509478 Nov 23 22:16:26.862551 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b47ef2-e531-4e46-b66b-b8cb2bd39a5b req-d90a144f-5011-4a29-a5c6-e5a2f6ef039b tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:26.864304 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e1b47ef2-e531-4e46-b66b-b8cb2bd39a5b req-d90a144f-5011-4a29-a5c6-e5a2f6ef039b tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.0795562 Nov 23 22:16:26.944453 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e1b47ef2-e531-4e46-b66b-b8cb2bd39a5b req-c57917bf-6e56-4ccd-86bb-6961cfec4ab3 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595365 Nov 23 22:16:26.960976 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7ef0d0-9440-4189-b3c5-9c288ebceb35 None None] Network bc682d81-13e1-4380-88d5-baa3b69cbdd6 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:16:26.993624 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d223ad0-5fd3-48c5-bb2c-49c788f4d085 req-ce0df51b-418f-45da-83c0-7c199d36474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:26.995547 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d223ad0-5fd3-48c5-bb2c-49c788f4d085 req-ce0df51b-418f-45da-83c0-7c199d36474d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9734970b74c843d2aba80bf9d24b8271&device_id=a432295b-b830-4a3e-ab30-12ea1500a0f7 HTTP/1.1" status: 200 len: 1095 time: 0.0639830 Nov 23 22:16:27.092465 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d223ad0-5fd3-48c5-bb2c-49c788f4d085 req-5a933161-3be4-421d-a7b1-57604027bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:27.093943 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d223ad0-5fd3-48c5-bb2c-49c788f4d085 req-5a933161-3be4-421d-a7b1-57604027bf25 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3964a664-8d05-4ef6-88c7-6bfae1bd8240 HTTP/1.1" status: 200 len: 897 time: 0.0912948 Nov 23 22:16:27.141355 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d223ad0-5fd3-48c5-bb2c-49c788f4d085 req-af59785c-9b6e-4a79-aaa5-703b54ca92aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43808748-7d1a-4bf4-8622-66111b108c76 HTTP/1.1" status: 200 len: 217 time: 0.0399942 Nov 23 22:16:27.194881 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d223ad0-5fd3-48c5-bb2c-49c788f4d085 req-38814664-2726-4192-8b7e-ce0c088b7697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:27.197168 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d223ad0-5fd3-48c5-bb2c-49c788f4d085 req-38814664-2726-4192-8b7e-ce0c088b7697 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c4b97f85-5533-443a-bb26-46fac1ebc7a4 HTTP/1.1" status: 200 len: 835 time: 0.0469599 Nov 23 22:16:27.245706 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d223ad0-5fd3-48c5-bb2c-49c788f4d085 req-30003be8-bef5-4d03-9abc-a3c7d15cd463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:27.247261 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d223ad0-5fd3-48c5-bb2c-49c788f4d085 req-30003be8-bef5-4d03-9abc-a3c7d15cd463 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3964a664-8d05-4ef6-88c7-6bfae1bd8240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424871 Nov 23 22:16:27.347466 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d223ad0-5fd3-48c5-bb2c-49c788f4d085 req-558a747c-f778-4fca-b583-43095e9d1089 service neutron] 10.222.0.53 "GET /v2.0/networks/3964a664-8d05-4ef6-88c7-6bfae1bd8240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909564 Nov 23 22:16:27.445330 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d223ad0-5fd3-48c5-bb2c-49c788f4d085 req-e338c434-19be-42ce-8062-87e1866b7744 service neutron] 10.222.0.53 "GET /v2.0/networks/3964a664-8d05-4ef6-88c7-6bfae1bd8240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897367 Nov 23 22:16:27.662901 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30c45b-3223-4c50-8d85-d1c26b675931 req-2bc33d4f-1cec-4f05-b319-c5f7664a23c6 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:27.664519 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be30c45b-3223-4c50-8d85-d1c26b675931 req-2bc33d4f-1cec-4f05-b319-c5f7664a23c6 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=a432295b-b830-4a3e-ab30-12ea1500a0f7 HTTP/1.1" status: 200 len: 944 time: 0.0487165 Nov 23 22:16:27.720926 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be30c45b-3223-4c50-8d85-d1c26b675931 req-4780cced-7cef-4e79-8d70-7edb85c65d31 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=00721009-e19b-4cac-ae31-6a8701e71591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494518 Nov 23 22:16:27.927199 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-007a5f9a-6c07-44eb-a7f4-4fe129bd964c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:28.076168 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b6bb6-65f2-44d1-b95d-d734d4d921e8 req-b4219869-8c4f-4fa8-a9e6-106d1dbc1006 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:28.077782 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d5b6bb6-65f2-44d1-b95d-d734d4d921e8 req-b4219869-8c4f-4fa8-a9e6-106d1dbc1006 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.0540733 Nov 23 22:16:28.131255 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d5b6bb6-65f2-44d1-b95d-d734d4d921e8 req-8a502a27-582b-4bc8-bc31-1749fbcda641 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469613 Nov 23 22:16:28.577745 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:16:28.696425 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-c8918f36-1c03-470d-af21-f3cb3bca6c29 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:28.697850 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-c8918f36-1c03-470d-af21-f3cb3bca6c29 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/networks?id=bc682d81-13e1-4380-88d5-baa3b69cbdd6 HTTP/1.1" status: 200 len: 809 time: 0.1040406 Nov 23 22:16:28.713195 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-f7353800-9b25-4bc4-ac4d-f35a5c63b1e6 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/quotas/17eb2f793f3f464da175ce977bf82be5 HTTP/1.1" status: 200 len: 375 time: 0.0093489 Nov 23 22:16:28.743804 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-8d10fc52-2b1c-4688-ad25-71f54789aeea tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=17eb2f793f3f464da175ce977bf82be5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254261 Nov 23 22:16:28.895287 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f5960-41d4-4ade-8e86-9c48259cbf7b req-b6d6e046-5228-4556-9e2b-2a9370a83cf0 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:28.896763 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-508f5960-41d4-4ade-8e86-9c48259cbf7b req-b6d6e046-5228-4556-9e2b-2a9370a83cf0 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=a432295b-b830-4a3e-ab30-12ea1500a0f7 HTTP/1.1" status: 200 len: 944 time: 0.1087661 Nov 23 22:16:28.937208 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-afb17411-9168-454a-a108-01fd161fc8fd service neutron] 10.222.0.50 "GET /v2.0/networks/bc682d81-13e1-4380-88d5-baa3b69cbdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858466 Nov 23 22:16:28.985783 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-508f5960-41d4-4ade-8e86-9c48259cbf7b req-943f30f7-a18d-4db3-9f02-80242d469911 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=00721009-e19b-4cac-ae31-6a8701e71591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809424 Nov 23 22:16:29.048834 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-10ef3284-bad1-472a-a559-b71f9a2e1929 service neutron] 10.222.0.50 "GET /v2.0/networks/bc682d81-13e1-4380-88d5-baa3b69cbdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046667 Nov 23 22:16:29.214157 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-83539713-adfd-4696-b3e4-384fef486c7b req-43409fb8-13f7-4408-8ee0-d5b0d1b2ceab tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b29b44-7cc0-4e14-812d-20c618eaa354 HTTP/1.1" status: 200 len: 210 time: 0.0301588 Nov 23 22:16:29.262984 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8de035-4f05-44f4-9f25-ac531deeaf72 req-f4e0ff88-0e79-4322-81cb-2abd15513362 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:29.264475 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d8de035-4f05-44f4-9f25-ac531deeaf72 req-f4e0ff88-0e79-4322-81cb-2abd15513362 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.0531964 Nov 23 22:16:29.314844 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d8de035-4f05-44f4-9f25-ac531deeaf72 req-e3abf051-fcb1-4629-b0f5-4522e726aae5 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442929 Nov 23 22:16:30.112272 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f7bc5-f888-45db-830a-33dc66c06344 req-e3972995-b4b4-46f7-bace-12dd241d6f1c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:30.113836 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa3f7bc5-f888-45db-830a-33dc66c06344 req-e3972995-b4b4-46f7-bace-12dd241d6f1c tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=a432295b-b830-4a3e-ab30-12ea1500a0f7 HTTP/1.1" status: 200 len: 944 time: 0.0599215 Nov 23 22:16:30.130089 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:30.238632 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aa3f7bc5-f888-45db-830a-33dc66c06344 req-daf34d41-23c7-433b-a89f-cdf652870658 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=00721009-e19b-4cac-ae31-6a8701e71591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023588 Nov 23 22:16:30.258820 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-f3855b61-6918-4e0e-aec7-70804217374f tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:30.260924 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-f3855b61-6918-4e0e-aec7-70804217374f tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.53 "GET /v2.0/networks?id=bc682d81-13e1-4380-88d5-baa3b69cbdd6 HTTP/1.1" status: 200 len: 809 time: 0.1461706 Nov 23 22:16:30.281441 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-5d5b78e0-8fce-47a8-8cac-557a5ffe99f9 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Request body: {'port': {'device_id': '31b29b44-7cc0-4e14-812d-20c618eaa354', 'network_id': 'bc682d81-13e1-4380-88d5-baa3b69cbdd6', 'admin_state_up': True, 'tenant_id': '17eb2f793f3f464da175ce977bf82be5'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:30.339489 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b07f1f6e-da1b-4fb5-af51-6dab3f7720c9 req-d08d5493-812d-4a0e-bc8f-ee381de54ab0 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b29b44-7cc0-4e14-812d-20c618eaa354 HTTP/1.1" status: 200 len: 210 time: 0.0416026 Nov 23 22:16:30.408175 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 43808748-7d1a-4bf4-8622-66111b108c76 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:16:30.449262 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-5d5b78e0-8fce-47a8-8cac-557a5ffe99f9 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Made reservation on behalf of 17eb2f793f3f464da175ce977bf82be5 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:16:30.452816 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-5d5b78e0-8fce-47a8-8cac-557a5ffe99f9 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:30.469930 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce2a0d-15dc-44db-a582-85f8174f2938 req-843ef691-0d7c-4582-a87f-3afd92ef3c5b tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:30.471428 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-27ce2a0d-15dc-44db-a582-85f8174f2938 req-843ef691-0d7c-4582-a87f-3afd92ef3c5b tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.0803816 Nov 23 22:16:30.510474 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 43808748-7d1a-4bf4-8622-66111b108c76, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=43808748-7d1a-4bf4-8622-66111b108c76,segment=NetworkSegment(e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3),segment_id=e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:30.532945 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '43808748-7d1a-4bf4-8622-66111b108c76', 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240', 'port_id': '43808748-7d1a-4bf4-8622-66111b108c76', 'mac_address': 'fa:16:3e:82:8a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b97f85-5533-443a-bb26-46fac1ebc7a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:16:30.542596 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-30660197-ed15-43d6-b952-5e3b6a24d90b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:30.572134 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-27ce2a0d-15dc-44db-a582-85f8174f2938 req-06d7862c-6fc4-4674-b5a4-a0b0ef0262b7 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935457 Nov 23 22:16:30.581636 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:30.595642 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43808748-7d1a-4bf4-8622-66111b108c76 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:16:30.616100 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 43808748-7d1a-4bf4-8622-66111b108c76, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=43808748-7d1a-4bf4-8622-66111b108c76,segment=NetworkSegment(e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3),segment_id=e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:30.620721 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:30.630601 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-5d5b78e0-8fce-47a8-8cac-557a5ffe99f9 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Allocated IP 172.20.0.11 (bc682d81-13e1-4380-88d5-baa3b69cbdd6/93291e32-ffe8-4a2a-9859-20ef914fceee/818ce733-2910-4feb-8a07-b4fb3fb24238) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:16:30.668595 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=43808748-7d1a-4bf4-8622-66111b108c76,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:30.780728 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-5d5b78e0-8fce-47a8-8cac-557a5ffe99f9 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:30.815691 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-5d5b78e0-8fce-47a8-8cac-557a5ffe99f9 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:30.860871 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-5d5b78e0-8fce-47a8-8cac-557a5ffe99f9 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Network bc682d81-13e1-4380-88d5-baa3b69cbdd6 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:16:30.863849 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-5d5b78e0-8fce-47a8-8cac-557a5ffe99f9 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:16:30.867675 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-5d5b78e0-8fce-47a8-8cac-557a5ffe99f9 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:16:30.874083 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b78e0-8fce-47a8-8cac-557a5ffe99f9 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Pushing event updated for resources: {'Port': ['ID=818ce733-2910-4feb-8a07-b4fb3fb24238,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:30.894758 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['43808748-7d1a-4bf4-8622-66111b108c76'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:16:30.920476 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-5d5b78e0-8fce-47a8-8cac-557a5ffe99f9 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:30.921012 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-5d5b78e0-8fce-47a8-8cac-557a5ffe99f9 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:30.937134 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-5d5b78e0-8fce-47a8-8cac-557a5ffe99f9 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6596444 Nov 23 22:16:30.955581 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-6513da26-30ea-440f-bc4c-2876dee20f1e service neutron] Request body: {'port': {'device_id': '31b29b44-7cc0-4e14-812d-20c618eaa354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:31.013943 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-6513da26-30ea-440f-bc4c-2876dee20f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:31.276400 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-6513da26-30ea-440f-bc4c-2876dee20f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 818ce733-2910-4feb-8a07-b4fb3fb24238 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:16:31.284167 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-6513da26-30ea-440f-bc4c-2876dee20f1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:31.296956 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-6513da26-30ea-440f-bc4c-2876dee20f1e service neutron] Transition to ACTIVE for port object 818ce733-2910-4feb-8a07-b4fb3fb24238 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:16:31.300679 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-6513da26-30ea-440f-bc4c-2876dee20f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:31.383921 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513da26-30ea-440f-bc4c-2876dee20f1e service neutron] Pushing event updated for resources: {'Port': ['ID=818ce733-2910-4feb-8a07-b4fb3fb24238,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:31.471823 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2052757-8734-4738-98a0-4fdf3c12b8b8 req-d915bcef-6bbe-45e1-bbc6-890eb199084d tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:31.473528 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2052757-8734-4738-98a0-4fdf3c12b8b8 req-d915bcef-6bbe-45e1-bbc6-890eb199084d tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=a432295b-b830-4a3e-ab30-12ea1500a0f7 HTTP/1.1" status: 200 len: 945 time: 0.1385357 Nov 23 22:16:31.651679 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:31.788285 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-6513da26-30ea-440f-bc4c-2876dee20f1e service neutron] Attempting to bind port 818ce733-2910-4feb-8a07-b4fb3fb24238 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:16:31.788617 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-6513da26-30ea-440f-bc4c-2876dee20f1e service neutron] Attempting to bind port 818ce733-2910-4feb-8a07-b4fb3fb24238 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '9342877d-30da-4033-846b-93426f2f9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'bc682d81-13e1-4380-88d5-baa3b69cbdd6'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:16:31.788943 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-6513da26-30ea-440f-bc4c-2876dee20f1e service neutron] Attempting to bind port 818ce733-2910-4feb-8a07-b4fb3fb24238 on network bc682d81-13e1-4380-88d5-baa3b69cbdd6 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:16:31.800375 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-6513da26-30ea-440f-bc4c-2876dee20f1e service neutron] Port 818ce733-2910-4feb-8a07-b4fb3fb24238 on network bc682d81-13e1-4380-88d5-baa3b69cbdd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:16:31.800688 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-6513da26-30ea-440f-bc4c-2876dee20f1e service neutron] Attempting to bind port 818ce733-2910-4feb-8a07-b4fb3fb24238 on network bc682d81-13e1-4380-88d5-baa3b69cbdd6 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:16:31.809811 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9061c-60bf-45c4-8911-98a7dfb9e1a6 req-8836fe6a-cb44-4be8-a89b-f321c3bf38a0 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:31.811323 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4fb9061c-60bf-45c4-8911-98a7dfb9e1a6 req-8836fe6a-cb44-4be8-a89b-f321c3bf38a0 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b29b44-7cc0-4e14-812d-20c618eaa354 HTTP/1.1" status: 200 len: 944 time: 0.3906460 Nov 23 22:16:31.829807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-6513da26-30ea-440f-bc4c-2876dee20f1e service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:16:31.830142 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-6513da26-30ea-440f-bc4c-2876dee20f1e service neutron] Checking segment: {'id': '9342877d-30da-4033-846b-93426f2f9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'bc682d81-13e1-4380-88d5-baa3b69cbdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:16:31.830512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-6513da26-30ea-440f-bc4c-2876dee20f1e service neutron] Bound using segment: {'id': '9342877d-30da-4033-846b-93426f2f9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'bc682d81-13e1-4380-88d5-baa3b69cbdd6'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:16:31.830985 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-6513da26-30ea-440f-bc4c-2876dee20f1e service neutron] Bound port: 818ce733-2910-4feb-8a07-b4fb3fb24238, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9342877d-30da-4033-846b-93426f2f9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'bc682d81-13e1-4380-88d5-baa3b69cbdd6'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:16:31.831337 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-6513da26-30ea-440f-bc4c-2876dee20f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:31.862911 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2052757-8734-4738-98a0-4fdf3c12b8b8 req-441ad77c-1b86-4169-856c-a9eeea17aaaf tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=00721009-e19b-4cac-ae31-6a8701e71591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3812914 Nov 23 22:16:31.917326 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4fb9061c-60bf-45c4-8911-98a7dfb9e1a6 req-659e760f-f77e-427b-bcd4-615e8680c616 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/security-groups?id=e990cae5-487a-4243-9ff5-24ddba0472ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995278 Nov 23 22:16:31.948616 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-6513da26-30ea-440f-bc4c-2876dee20f1e service neutron] For port 818ce733-2910-4feb-8a07-b4fb3fb24238, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:16:31.978606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-6513da26-30ea-440f-bc4c-2876dee20f1e service neutron] For port 818ce733-2910-4feb-8a07-b4fb3fb24238, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=818ce733-2910-4feb-8a07-b4fb3fb24238,segment=NetworkSegment(9342877d-30da-4033-846b-93426f2f9f80),segment_id=9342877d-30da-4033-846b-93426f2f9f80)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:16:31.983935 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-6513da26-30ea-440f-bc4c-2876dee20f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:32.030546 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1faef-1c9c-41b0-aab5-f529b0280e25 req-8fc20c09-5022-41cc-b942-5e0786f6e132 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:32.032048 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78a1faef-1c9c-41b0-aab5-f529b0280e25 req-8fc20c09-5022-41cc-b942-5e0786f6e132 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.1018603 Nov 23 22:16:32.037022 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-6513da26-30ea-440f-bc4c-2876dee20f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:32.038127 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-6513da26-30ea-440f-bc4c-2876dee20f1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:32.039010 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-6513da26-30ea-440f-bc4c-2876dee20f1e service neutron] 10.222.0.53 "PUT /v2.0/ports/818ce733-2910-4feb-8a07-b4fb3fb24238 HTTP/1.1" status: 200 len: 1092 time: 1.0875487 Nov 23 22:16:32.039522 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b29b44-7cc0-4e14-812d-20c618eaa354', 'tag': '818ce733-2910-4feb-8a07-b4fb3fb24238'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:16:32.041904 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4bbda2-676e-424e-9cad-94d32d780614" -d '{"events": [{"name": "network-changed", "server_uuid": "31b29b44-7cc0-4e14-812d-20c618eaa354", "tag": "818ce733-2910-4feb-8a07-b4fb3fb24238"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:16:32.076935 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513da26-30ea-440f-bc4c-2876dee20f1e service neutron] Pushing event updated for resources: {'Port': ['ID=818ce733-2910-4feb-8a07-b4fb3fb24238,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:32.098177 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1701ca11-7f34-488c-a165-797c7d16c1bc x-openstack-request-id: req-1701ca11-7f34-488c-a165-797c7d16c1bc {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:16:32.098493 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b29b44-7cc0-4e14-812d-20c618eaa354", "tag": "818ce733-2910-4feb-8a07-b4fb3fb24238", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:16:32.098769 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1701ca11-7f34-488c-a165-797c7d16c1bc {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:16:32.099167 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b29b44-7cc0-4e14-812d-20c618eaa354', 'tag': '818ce733-2910-4feb-8a07-b4fb3fb24238', 'status': 'completed', 'code': 200} Nov 23 22:16:32.133650 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78a1faef-1c9c-41b0-aab5-f529b0280e25 req-94fc3b60-abca-4942-978c-06deb1176a98 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887902 Nov 23 22:16:32.143238 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-6972d3f6-9540-4857-8609-08f835881417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:32.144685 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-6972d3f6-9540-4857-8609-08f835881417 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=17eb2f793f3f464da175ce977bf82be5&device_id=31b29b44-7cc0-4e14-812d-20c618eaa354 HTTP/1.1" status: 200 len: 1095 time: 0.0620146 Nov 23 22:16:32.198003 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-9326a33e-d055-4b7a-a5ae-b9328f90e21c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=818ce733-2910-4feb-8a07-b4fb3fb24238 HTTP/1.1" status: 200 len: 217 time: 0.0376894 Nov 23 22:16:32.253055 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-fb053986-a68e-47cd-9153-aaaf1e455b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:32.254456 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-fb053986-a68e-47cd-9153-aaaf1e455b70 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93291e32-ffe8-4a2a-9859-20ef914fceee HTTP/1.1" status: 200 len: 849 time: 0.0439823 Nov 23 22:16:32.291678 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-5d5f1068-d10c-4020-9d3b-9d89e56127b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc682d81-13e1-4380-88d5-baa3b69cbdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247955 Nov 23 22:16:32.390526 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-b6a5a559-59e3-4eca-915d-c912bedb98d5 service neutron] 10.222.0.53 "GET /v2.0/networks/bc682d81-13e1-4380-88d5-baa3b69cbdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859418 Nov 23 22:16:32.430978 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 43808748-7d1a-4bf4-8622-66111b108c76 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:16:32.479834 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 43808748-7d1a-4bf4-8622-66111b108c76 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:16:32.484205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 43808748-7d1a-4bf4-8622-66111b108c76 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:16:32.484522 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:32.487175 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a84e6d30-b1e7-44dd-b3af-5332f0704e58 req-eea6bddc-0526-4c75-8453-07412dff09b7 service neutron] 10.222.0.53 "GET /v2.0/networks/bc682d81-13e1-4380-88d5-baa3b69cbdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857413 Nov 23 22:16:32.565273 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:32.582139 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bbda2-676e-424e-9cad-94d32d780614 req-0f7f03d0-0ce0-4048-9ea1-f96754d442f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:32.583675 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f4bbda2-676e-424e-9cad-94d32d780614 req-0f7f03d0-0ce0-4048-9ea1-f96754d442f2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=17eb2f793f3f464da175ce977bf82be5&device_id=31b29b44-7cc0-4e14-812d-20c618eaa354 HTTP/1.1" status: 200 len: 1095 time: 0.0425470 Nov 23 22:16:32.589502 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a432295b-b830-4a3e-ab30-12ea1500a0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43808748-7d1a-4bf4-8622-66111b108c76'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:16:32.591931 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30bb853-31bf-43e2-a0f1-0847c4a3dc02" -d '{"events": [{"server_uuid": "a432295b-b830-4a3e-ab30-12ea1500a0f7", "name": "network-vif-plugged", "status": "completed", "tag": "43808748-7d1a-4bf4-8622-66111b108c76"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:16:32.607495 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 43808748-7d1a-4bf4-8622-66111b108c76, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=43808748-7d1a-4bf4-8622-66111b108c76,segment=NetworkSegment(e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3),segment_id=e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:32.612810 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:32.640096 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6fc6f7-25df-4122-9b5a-42d44775a5ab x-openstack-request-id: req-7c6fc6f7-25df-4122-9b5a-42d44775a5ab {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:16:32.640392 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a432295b-b830-4a3e-ab30-12ea1500a0f7", "name": "network-vif-plugged", "status": "completed", "tag": "43808748-7d1a-4bf4-8622-66111b108c76", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:16:32.640643 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7c6fc6f7-25df-4122-9b5a-42d44775a5ab {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:16:32.641033 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a432295b-b830-4a3e-ab30-12ea1500a0f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43808748-7d1a-4bf4-8622-66111b108c76', 'code': 200} Nov 23 22:16:32.668650 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=43808748-7d1a-4bf4-8622-66111b108c76,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:32.687412 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bbda2-676e-424e-9cad-94d32d780614 req-fb13d033-935a-422c-b2e7-5919377cd0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:32.689083 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f4bbda2-676e-424e-9cad-94d32d780614 req-fb13d033-935a-422c-b2e7-5919377cd0e7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc682d81-13e1-4380-88d5-baa3b69cbdd6 HTTP/1.1" status: 200 len: 910 time: 0.0971863 Nov 23 22:16:32.766793 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f4bbda2-676e-424e-9cad-94d32d780614 req-cb9c7968-dcac-4434-8e6b-f478efd1416d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=818ce733-2910-4feb-8a07-b4fb3fb24238 HTTP/1.1" status: 200 len: 217 time: 0.0607190 Nov 23 22:16:32.810550 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67595c98-66b5-4983-a3d4-93b2e3804eb0 req-ef0b5ebf-e97f-4a18-824a-f2af31d3feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:32.812036 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-67595c98-66b5-4983-a3d4-93b2e3804eb0 req-ef0b5ebf-e97f-4a18-824a-f2af31d3feb4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a432295b-b830-4a3e-ab30-12ea1500a0f7 HTTP/1.1" status: 200 len: 1097 time: 0.0990767 Nov 23 22:16:32.835609 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bbda2-676e-424e-9cad-94d32d780614 req-a6d0e44a-5301-4beb-a321-7dd8df760e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:32.837637 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f4bbda2-676e-424e-9cad-94d32d780614 req-a6d0e44a-5301-4beb-a321-7dd8df760e1f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93291e32-ffe8-4a2a-9859-20ef914fceee HTTP/1.1" status: 200 len: 849 time: 0.0616415 Nov 23 22:16:32.885030 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f4bbda2-676e-424e-9cad-94d32d780614 req-4f259579-3581-4389-bd00-65d6a179cbbe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc682d81-13e1-4380-88d5-baa3b69cbdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361996 Nov 23 22:16:32.888811 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-67595c98-66b5-4983-a3d4-93b2e3804eb0 req-0fd9bbe8-0db3-48d5-90c3-7d41b19657e7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=00721009-e19b-4cac-ae31-6a8701e71591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694122 Nov 23 22:16:32.984081 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc931d-128b-49ce-9fac-81f88e9e9ed3 req-9cb90019-0ceb-4267-ad58-b46eea4383e8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:32.985601 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-efbc931d-128b-49ce-9fac-81f88e9e9ed3 req-9cb90019-0ceb-4267-ad58-b46eea4383e8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=a432295b-b830-4a3e-ab30-12ea1500a0f7 HTTP/1.1" status: 200 len: 946 time: 0.0504959 Nov 23 22:16:33.024099 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:33.066299 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d9d5a-c92b-4d41-9326-6a21a85c8903 req-98a1fdc5-ce20-48c7-a76e-b34555205b59 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:33.067808 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d54d9d5a-c92b-4d41-9326-6a21a85c8903 req-98a1fdc5-ce20-48c7-a76e-b34555205b59 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b29b44-7cc0-4e14-812d-20c618eaa354 HTTP/1.1" status: 200 len: 944 time: 0.0804853 Nov 23 22:16:33.077385 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-efbc931d-128b-49ce-9fac-81f88e9e9ed3 req-5f8e1d84-5101-45eb-9ee7-263c8efcd9c5 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=00721009-e19b-4cac-ae31-6a8701e71591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809059 Nov 23 22:16:33.128960 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d54d9d5a-c92b-4d41-9326-6a21a85c8903 req-be31d017-d4ac-4cb5-903d-b7ab18ac4625 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/security-groups?id=e990cae5-487a-4243-9ff5-24ddba0472ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506175 Nov 23 22:16:33.221016 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f4bbda2-676e-424e-9cad-94d32d780614 req-2cb0c8b4-5d3f-4458-8503-8ac4022e79b3 service neutron] 10.222.0.53 "GET /v2.0/networks/bc682d81-13e1-4380-88d5-baa3b69cbdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046181 Nov 23 22:16:33.314182 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd7268-c7fb-4a6d-8181-2074f51c0bfe req-1c8fcda9-e5af-4651-bb2f-1706e2fc90bf tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:33.315718 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33bd7268-c7fb-4a6d-8181-2074f51c0bfe req-1c8fcda9-e5af-4651-bb2f-1706e2fc90bf tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.1135373 Nov 23 22:16:33.354337 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f4bbda2-676e-424e-9cad-94d32d780614 req-874c9214-5b99-4e71-93ae-a5df4d216af1 service neutron] 10.222.0.53 "GET /v2.0/networks/bc682d81-13e1-4380-88d5-baa3b69cbdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189644 Nov 23 22:16:33.382084 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33bd7268-c7fb-4a6d-8181-2074f51c0bfe req-1da73505-b8dc-4c10-b85c-a3249ffd1be7 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581737 Nov 23 22:16:33.840578 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:34.202418 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c69c8-4985-4590-9e77-6f7147312d6e req-045c59a1-4425-4257-b363-ba6543638a2f tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:34.204357 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b5c69c8-4985-4590-9e77-6f7147312d6e req-045c59a1-4425-4257-b363-ba6543638a2f tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=a432295b-b830-4a3e-ab30-12ea1500a0f7 HTTP/1.1" status: 200 len: 946 time: 0.0583460 Nov 23 22:16:34.290063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b5c69c8-4985-4590-9e77-6f7147312d6e req-f8873869-3ba5-4be4-9c7c-c14d48177dca tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=00721009-e19b-4cac-ae31-6a8701e71591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792942 Nov 23 22:16:34.298801 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271e3de-c176-46c4-a568-e6d8bef064f3 req-30122cf4-057e-49ef-ae86-e3ea051074b8 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:34.300250 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d271e3de-c176-46c4-a568-e6d8bef064f3 req-30122cf4-057e-49ef-ae86-e3ea051074b8 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b29b44-7cc0-4e14-812d-20c618eaa354 HTTP/1.1" status: 200 len: 944 time: 0.0818591 Nov 23 22:16:34.350096 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d271e3de-c176-46c4-a568-e6d8bef064f3 req-77b054a7-5521-4de2-9a4b-1b09e5969fbf tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/security-groups?id=e990cae5-487a-4243-9ff5-24ddba0472ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422482 Nov 23 22:16:34.500004 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a933086-4a3c-41eb-8dc4-5e9107e93b2a req-2ab354bc-42b5-4ea5-a702-ca1642efaad0 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:34.501525 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a933086-4a3c-41eb-8dc4-5e9107e93b2a req-2ab354bc-42b5-4ea5-a702-ca1642efaad0 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.0531850 Nov 23 22:16:34.550584 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a933086-4a3c-41eb-8dc4-5e9107e93b2a req-f2b3b4a5-22d7-4417-81a2-d18532333654 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428984 Nov 23 22:16:35.182910 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06067b3f-8490-4975-9449-f88721a01684 req-0ff5e050-c44a-428a-bda0-cb80b2a1202c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:35.184704 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06067b3f-8490-4975-9449-f88721a01684 req-0ff5e050-c44a-428a-bda0-cb80b2a1202c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 945 time: 0.0507596 Nov 23 22:16:35.235229 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06067b3f-8490-4975-9449-f88721a01684 req-0a96d87c-f2c5-40c5-8abe-c3323c531170 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=5548e237-2194-4b9b-9ec0-0dffa0f321d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442698 Nov 23 22:16:35.257003 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 38860) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:35.321489 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8208a541-428c-477c-b624-4ea3e51a9d23 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/floatingips/44057114-61c9-4dab-9ff6-97994d87958b HTTP/1.1" status: 200 len: 993 time: 0.0631435 Nov 23 22:16:35.436762 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bbbe0ff0-43ec-4e12-a53b-7bcb0e1a5e5d req-c8b348d7-cabe-4a03-8b8b-2a6481d26a06 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0629900 Nov 23 22:16:35.444408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28b225-d226-415c-a1af-84af948fc998 req-10c47722-acb7-4b46-8b21-d5c68fb33102 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:35.446144 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e28b225-d226-415c-a1af-84af948fc998 req-10c47722-acb7-4b46-8b21-d5c68fb33102 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=a432295b-b830-4a3e-ab30-12ea1500a0f7 HTTP/1.1" status: 200 len: 946 time: 0.0823565 Nov 23 22:16:35.559719 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e28b225-d226-415c-a1af-84af948fc998 req-9e6a9311-40a3-4315-ac06-c8fe5d358fc3 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=00721009-e19b-4cac-ae31-6a8701e71591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075697 Nov 23 22:16:35.571910 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6cbc9-8d9a-4699-97a6-d5da47efcb66 req-c9aac19e-c364-437d-83dd-863517d3dd57 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:35.573371 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7de6cbc9-8d9a-4699-97a6-d5da47efcb66 req-c9aac19e-c364-437d-83dd-863517d3dd57 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b29b44-7cc0-4e14-812d-20c618eaa354 HTTP/1.1" status: 200 len: 944 time: 0.1055734 Nov 23 22:16:35.598407 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe0ff0-43ec-4e12-a53b-7bcb0e1a5e5d req-4d2bdd5f-9d41-4c4c-8a2e-696c1b343af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:35.599952 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bbbe0ff0-43ec-4e12-a53b-7bcb0e1a5e5d req-4d2bdd5f-9d41-4c4c-8a2e-696c1b343af8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47e57217e78c466aba767c805775d0bf&device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 1096 time: 0.0974929 Nov 23 22:16:35.668117 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7de6cbc9-8d9a-4699-97a6-d5da47efcb66 req-5e6804d5-c70d-473e-a617-ccc9dc86b8fa tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/security-groups?id=e990cae5-487a-4243-9ff5-24ddba0472ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875790 Nov 23 22:16:35.793805 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351cc3d-e060-46aa-8354-8285ac00052f req-146cf8b0-7dd2-4a68-94b5-6e12cfc6e769 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:35.795329 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6351cc3d-e060-46aa-8354-8285ac00052f req-146cf8b0-7dd2-4a68-94b5-6e12cfc6e769 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.1670663 Nov 23 22:16:35.800574 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe0ff0-43ec-4e12-a53b-7bcb0e1a5e5d req-7813f524-8cee-44ad-b273-3641cdb4cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:35.801929 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bbbe0ff0-43ec-4e12-a53b-7bcb0e1a5e5d req-7813f524-8cee-44ad-b273-3641cdb4cfac service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a505cd8-1c1d-4524-b9ca-aca755840d9b HTTP/1.1" status: 200 len: 909 time: 0.1793208 Nov 23 22:16:35.814525 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110ea46-2ade-49a5-a39c-db666dc438c3 req-5bed6f86-6d2d-4099-bf20-8ef216f09379 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:35.815967 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b110ea46-2ade-49a5-a39c-db666dc438c3 req-5bed6f86-6d2d-4099-bf20-8ef216f09379 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 1096 time: 0.0843949 Nov 23 22:16:35.922389 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6351cc3d-e060-46aa-8354-8285ac00052f req-06848710-e7a0-4ec3-afd3-ac6b7d61da24 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1186845 Nov 23 22:16:35.942151 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bbbe0ff0-43ec-4e12-a53b-7bcb0e1a5e5d req-c1766098-e3a2-4243-8fb6-b145929d58ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eed486d1-a24d-46e8-b355-05a5f3b47a99 HTTP/1.1" status: 200 len: 1001 time: 0.1252792 Nov 23 22:16:35.944655 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b110ea46-2ade-49a5-a39c-db666dc438c3 req-5ab1f30e-6de5-43e8-8e12-e470dddfa2c4 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=5548e237-2194-4b9b-9ec0-0dffa0f321d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156120 Nov 23 22:16:36.022286 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe0ff0-43ec-4e12-a53b-7bcb0e1a5e5d req-3c0f0d7c-7c3e-45cb-8e40-be2c343cef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:36.024551 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bbbe0ff0-43ec-4e12-a53b-7bcb0e1a5e5d req-3c0f0d7c-7c3e-45cb-8e40-be2c343cef55 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d5cccd06-79be-47aa-871f-ab587e1c7479 HTTP/1.1" status: 200 len: 847 time: 0.0750685 Nov 23 22:16:36.041737 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d7f5e-24be-4dde-bb41-f3585b4dacec req-35f574d2-f655-4d1f-a54e-574016e7dfde tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:36.043181 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f2d7f5e-24be-4dde-bb41-f3585b4dacec req-35f574d2-f655-4d1f-a54e-574016e7dfde tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=a432295b-b830-4a3e-ab30-12ea1500a0f7 HTTP/1.1" status: 200 len: 946 time: 0.0642350 Nov 23 22:16:36.123222 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f2d7f5e-24be-4dde-bb41-f3585b4dacec req-b5931bd2-be77-4492-9e43-319b26b874e6 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=00721009-e19b-4cac-ae31-6a8701e71591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726826 Nov 23 22:16:36.125114 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe0ff0-43ec-4e12-a53b-7bcb0e1a5e5d req-4cd541f6-14e8-44b7-b130-5e175225e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:36.126538 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bbbe0ff0-43ec-4e12-a53b-7bcb0e1a5e5d req-4cd541f6-14e8-44b7-b130-5e175225e813 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a505cd8-1c1d-4524-b9ca-aca755840d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931802 Nov 23 22:16:36.147411 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38884) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:36.194746 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c890e29d-6bd3-4012-a9b3-868023978cc1 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:36.200459 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c890e29d-6bd3-4012-a9b3-868023978cc1 tempest-TestNetworkBasicOps-1215907815 tempest-TestNetworkBasicOps-1215907815-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a432295b-b830-4a3e-ab30-12ea1500a0f7 HTTP/1.1" status: 200 len: 1092 time: 0.0517533 Nov 23 22:16:36.201665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38886) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:36.205994 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-fdd3b94e-9d15-49c5-b404-42561d42b6bc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': '43808748-7d1a-4bf4-8622-66111b108c76', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:36.230085 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fdd3b94e-9d15-49c5-b404-42561d42b6bc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:36.241954 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bbbe0ff0-43ec-4e12-a53b-7bcb0e1a5e5d req-8617d631-f32b-434c-a716-dd8716091b37 service neutron] 10.222.0.60 "GET /v2.0/networks/8a505cd8-1c1d-4524-b9ca-aca755840d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060302 Nov 23 22:16:36.333080 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fdd3b94e-9d15-49c5-b404-42561d42b6bc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:36.348955 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bbbe0ff0-43ec-4e12-a53b-7bcb0e1a5e5d req-c4b4d286-8d3a-4393-9f7e-fb4d8f64a721 service neutron] 10.222.0.60 "GET /v2.0/networks/8a505cd8-1c1d-4524-b9ca-aca755840d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989156 Nov 23 22:16:36.422293 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 818ce733-2910-4feb-8a07-b4fb3fb24238 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:16:36.447156 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-fdd3b94e-9d15-49c5-b404-42561d42b6bc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Allocated IP 172.25.5.175 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/e9695e0e-64e6-409f-98de-0a11aa8ecd6e) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:16:36.522687 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 818ce733-2910-4feb-8a07-b4fb3fb24238, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=818ce733-2910-4feb-8a07-b4fb3fb24238,segment=NetworkSegment(9342877d-30da-4033-846b-93426f2f9f80),segment_id=9342877d-30da-4033-846b-93426f2f9f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:36.534698 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '818ce733-2910-4feb-8a07-b4fb3fb24238', 'network_id': 'bc682d81-13e1-4380-88d5-baa3b69cbdd6', 'port_id': '818ce733-2910-4feb-8a07-b4fb3fb24238', 'mac_address': 'fa:16:3e:39:e6:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93291e32-ffe8-4a2a-9859-20ef914fceee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:16:36.575823 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:36.576430 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-b1a60dff-5351-49fc-97fb-4f810e420354 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0655692 Nov 23 22:16:36.587961 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fdd3b94e-9d15-49c5-b404-42561d42b6bc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:36.589394 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 818ce733-2910-4feb-8a07-b4fb3fb24238 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:16:36.592460 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-a8d48963-8345-4627-822b-e6044437c6fe service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:16:36.593432 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-a8d48963-8345-4627-822b-e6044437c6fe service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096645 Nov 23 22:16:36.611478 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 818ce733-2910-4feb-8a07-b4fb3fb24238, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=818ce733-2910-4feb-8a07-b4fb3fb24238,segment=NetworkSegment(9342877d-30da-4033-846b-93426f2f9f80),segment_id=9342877d-30da-4033-846b-93426f2f9f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:36.616821 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:36.629096 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fdd3b94e-9d15-49c5-b404-42561d42b6bc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:36.673100 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd3b94e-9d15-49c5-b404-42561d42b6bc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:16:36.676064 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-fdd3b94e-9d15-49c5-b404-42561d42b6bc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:16:36.676209 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=818ce733-2910-4feb-8a07-b4fb3fb24238,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:36.680826 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd3b94e-9d15-49c5-b404-42561d42b6bc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:16:36.684016 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3b94e-9d15-49c5-b404-42561d42b6bc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'Port': ['ID=e9695e0e-64e6-409f-98de-0a11aa8ecd6e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:36.805758 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf29bf-e01d-4793-8d91-db2213ed33dd req-f5ff9878-e54c-4c21-88e4-07bbf4155d0a tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:36.807452 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53cf29bf-e01d-4793-8d91-db2213ed33dd req-f5ff9878-e54c-4c21-88e4-07bbf4155d0a tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b29b44-7cc0-4e14-812d-20c618eaa354 HTTP/1.1" status: 200 len: 945 time: 0.0611181 Nov 23 22:16:36.860385 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53cf29bf-e01d-4793-8d91-db2213ed33dd req-2cf62c2d-2ef2-443b-a367-68d94cbe6e21 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/security-groups?id=e990cae5-487a-4243-9ff5-24ddba0472ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456407 Nov 23 22:16:36.870615 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['818ce733-2910-4feb-8a07-b4fb3fb24238'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:16:37.061005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61067898-819d-44da-b0da-c3df54552502 req-1452387a-cd74-4c9f-9345-19a4ce0dca80 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:37.062806 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61067898-819d-44da-b0da-c3df54552502 req-1452387a-cd74-4c9f-9345-19a4ce0dca80 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.0637121 Nov 23 22:16:37.090931 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fdd3b94e-9d15-49c5-b404-42561d42b6bc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:37.124159 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61067898-819d-44da-b0da-c3df54552502 req-49571a64-e27e-457d-a7e5-27d50ecbddc0 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547507 Nov 23 22:16:37.194633 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fdd3b94e-9d15-49c5-b404-42561d42b6bc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:37.226152 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-c864ddab-b9fb-4188-a2eb-3eeac8a7fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:37.228111 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-c864ddab-b9fb-4188-a2eb-3eeac8a7fd6f service neutron] 10.222.0.50 "GET /v2.0/ports/9a603b0d-9e1a-45ac-8707-64e310606c23 HTTP/1.1" status: 200 len: 1093 time: 0.0628796 Nov 23 22:16:37.240220 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-114acccd-50cb-469b-8610-9e82cf1d9866 service neutron] Request body: {'binding': {'host': 'n-h1-816206-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:37.240669 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-114acccd-50cb-469b-8610-9e82cf1d9866 service neutron] Unknown quota resources ['binding']. {{(pid=110033) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 22:16:37.349170 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324670e-bf27-4eca-91bc-104ce3de5851 req-59b8d9b5-ad0f-4a43-a864-005235ff673b tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:37.350663 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3324670e-bf27-4eca-91bc-104ce3de5851 req-59b8d9b5-ad0f-4a43-a864-005235ff673b tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.0616879 Nov 23 22:16:37.430990 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3324670e-bf27-4eca-91bc-104ce3de5851 req-f20348e8-5b66-4de6-924f-2afb14f3f319 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678132 Nov 23 22:16:37.432989 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc60b15-a527-4849-beb5-0292bd1d0e91 req-a9a53db1-f54b-49d9-97df-e85b6de1a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:37.434350 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1cc60b15-a527-4849-beb5-0292bd1d0e91 req-a9a53db1-f54b-49d9-97df-e85b6de1a8cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58744f20ea5c4088bdd5abf19df7467d&device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 1096 time: 0.0797873 Nov 23 22:16:37.474127 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fdd3b94e-9d15-49c5-b404-42561d42b6bc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:37.476671 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-114acccd-50cb-469b-8610-9e82cf1d9866 service neutron] Attempting to bind port 9a603b0d-9e1a-45ac-8707-64e310606c23 on host n-h1-816206-9 for vnic_type normal with profile None {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:16:37.477650 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-114acccd-50cb-469b-8610-9e82cf1d9866 service neutron] Attempting to bind port 9a603b0d-9e1a-45ac-8707-64e310606c23 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '8d739b71-ab0d-4988-b337-f3b877cdfc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:16:37.477845 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-114acccd-50cb-469b-8610-9e82cf1d9866 service neutron] Attempting to bind port 9a603b0d-9e1a-45ac-8707-64e310606c23 on network be3c0867-dd99-45b3-83c0-748e0f32d02b {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:16:37.482829 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fdd3b94e-9d15-49c5-b404-42561d42b6bc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:37.493161 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-114acccd-50cb-469b-8610-9e82cf1d9866 service neutron] Port 9a603b0d-9e1a-45ac-8707-64e310606c23 on network be3c0867-dd99-45b3-83c0-748e0f32d02b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:16:37.493553 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-114acccd-50cb-469b-8610-9e82cf1d9866 service neutron] Attempting to bind port 9a603b0d-9e1a-45ac-8707-64e310606c23 on network be3c0867-dd99-45b3-83c0-748e0f32d02b {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:16:37.522928 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-114acccd-50cb-469b-8610-9e82cf1d9866 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 16, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:16:37.523262 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-114acccd-50cb-469b-8610-9e82cf1d9866 service neutron] Checking segment: {'id': '8d739b71-ab0d-4988-b337-f3b877cdfc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:16:37.524150 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-114acccd-50cb-469b-8610-9e82cf1d9866 service neutron] Bound using segment: {'id': '8d739b71-ab0d-4988-b337-f3b877cdfc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:16:37.524581 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-114acccd-50cb-469b-8610-9e82cf1d9866 service neutron] Bound port: 9a603b0d-9e1a-45ac-8707-64e310606c23, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d739b71-ab0d-4988-b337-f3b877cdfc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:16:37.531517 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc60b15-a527-4849-beb5-0292bd1d0e91 req-f57c86e1-e812-431c-b5e7-27349a3338a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:37.533109 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1cc60b15-a527-4849-beb5-0292bd1d0e91 req-f57c86e1-e812-431c-b5e7-27349a3338a4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 HTTP/1.1" status: 200 len: 911 time: 0.0900123 Nov 23 22:16:37.608570 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1cc60b15-a527-4849-beb5-0292bd1d0e91 req-156695e0-1363-49e4-8542-447e12c82297 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab691c91-a558-40fb-8ee8-a052035e6b51 HTTP/1.1" status: 200 len: 1001 time: 0.0661538 Nov 23 22:16:37.613967 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3b94e-9d15-49c5-b404-42561d42b6bc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event updated for resources: {'Port': ['ID=e9695e0e-64e6-409f-98de-0a11aa8ecd6e,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:37.642981 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fdd3b94e-9d15-49c5-b404-42561d42b6bc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:37.661629 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc60b15-a527-4849-beb5-0292bd1d0e91 req-346dd6b4-bd07-4775-81c0-c9db2e14cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:37.663162 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1cc60b15-a527-4849-beb5-0292bd1d0e91 req-346dd6b4-bd07-4775-81c0-c9db2e14cf92 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0967a0c6-201c-4f64-942b-1c9918c65e1f HTTP/1.1" status: 200 len: 849 time: 0.0488813 Nov 23 22:16:37.690964 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-114acccd-50cb-469b-8610-9e82cf1d9866 service neutron] For port 9a603b0d-9e1a-45ac-8707-64e310606c23, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=9a603b0d-9e1a-45ac-8707-64e310606c23,segment=NetworkSegment(8d739b71-ab0d-4988-b337-f3b877cdfc63),segment_id=8d739b71-ab0d-4988-b337-f3b877cdfc63)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:16:37.701267 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-114acccd-50cb-469b-8610-9e82cf1d9866 service neutron] Publish callbacks [] for binding, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:37.702478 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-114acccd-50cb-469b-8610-9e82cf1d9866 service neutron] 10.222.0.50 "POST /v2.0/ports/9a603b0d-9e1a-45ac-8707-64e310606c23/bindings HTTP/1.1" status: 201 len: 389 time: 0.4656739 Nov 23 22:16:37.712460 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc60b15-a527-4849-beb5-0292bd1d0e91 req-4590bb61-8c2b-4b27-8d3b-e8767335c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:37.714002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1cc60b15-a527-4849-beb5-0292bd1d0e91 req-4590bb61-8c2b-4b27-8d3b-e8767335c703 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429566 Nov 23 22:16:37.768380 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-fdd3b94e-9d15-49c5-b404-42561d42b6bc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Floating IP f12195e5-efd4-4451-a457-f5b048dcd923 associated. External IP: 172.25.5.175, port: 43808748-7d1a-4bf4-8622-66111b108c76. Nov 23 22:16:37.835828 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1cc60b15-a527-4849-beb5-0292bd1d0e91 req-ff3496bb-7c9c-4239-863e-d07a9bc86b6e service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143174 Nov 23 22:16:37.980509 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417af78-0a7f-4128-984d-356fa4d7b338 req-7e303f9e-c27a-4b69-a43b-94d2d8e6ef81 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:37.982613 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d417af78-0a7f-4128-984d-356fa4d7b338 req-7e303f9e-c27a-4b69-a43b-94d2d8e6ef81 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 945 time: 0.1450775 Nov 23 22:16:38.009715 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd3b94e-9d15-49c5-b404-42561d42b6bc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Router dac496fa-98db-4e42-87fa-3c6cf034f793 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:16:38.072009 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1cc60b15-a527-4849-beb5-0292bd1d0e91 req-541fdcaa-9894-4921-9463-86a4874b31d2 service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239692 Nov 23 22:16:38.102364 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-d22d3da1-0b74-45ae-8f87-910869c8304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:38.104007 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-d22d3da1-0b74-45ae-8f87-910869c8304b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 1096 time: 0.1594307 Nov 23 22:16:38.116482 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80665ced-e4ca-48e3-9653-c27f238d579c req-b645a5e8-6ab5-4f66-af77-447685b54d6d tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:38.118674 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-80665ced-e4ca-48e3-9653-c27f238d579c req-b645a5e8-6ab5-4f66-af77-447685b54d6d tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b29b44-7cc0-4e14-812d-20c618eaa354 HTTP/1.1" status: 200 len: 945 time: 0.1510983 Nov 23 22:16:38.124757 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd3b94e-9d15-49c5-b404-42561d42b6bc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:16:38.135231 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d417af78-0a7f-4128-984d-356fa4d7b338 req-11db2b7d-13a3-4cff-b055-afbd47b76354 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=5548e237-2194-4b9b-9ec0-0dffa0f321d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270440 Nov 23 22:16:38.141420 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4b8465-06b7-4032-9a08-54b09171fd70 None None] Sync routers for ids ['dac496fa-98db-4e42-87fa-3c6cf034f793'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:16:38.148431 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fdd3b94e-9d15-49c5-b404-42561d42b6bc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:38.153607 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4b8465-06b7-4032-9a08-54b09171fd70 None None] Routers {'dac496fa-98db-4e42-87fa-3c6cf034f793'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:16:38.154430 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-fd4b8465-06b7-4032-9a08-54b09171fd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:16:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['dac496fa-98db-4e42-87fa-3c6cf034f793'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:38.181750 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fdd3b94e-9d15-49c5-b404-42561d42b6bc tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9762304 Nov 23 22:16:38.181750 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a432295b-b830-4a3e-ab30-12ea1500a0f7', 'tag': '43808748-7d1a-4bf4-8622-66111b108c76'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:16:38.182677 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f883160e-57a4-4fd7-b16c-61ac70b63198" -d '{"events": [{"name": "network-changed", "server_uuid": "a432295b-b830-4a3e-ab30-12ea1500a0f7", "tag": "43808748-7d1a-4bf4-8622-66111b108c76"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:16:38.185369 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38918) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:38.244875 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea17225d-de67-4cc6-949f-beeab9c285b3 x-openstack-request-id: req-ea17225d-de67-4cc6-949f-beeab9c285b3 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:16:38.252965 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-80665ced-e4ca-48e3-9653-c27f238d579c req-b2a614a6-7ea1-4c21-90ca-b25a00904c3c tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/security-groups?id=e990cae5-487a-4243-9ff5-24ddba0472ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908813 Nov 23 22:16:38.262971 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a432295b-b830-4a3e-ab30-12ea1500a0f7", "tag": "43808748-7d1a-4bf4-8622-66111b108c76", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:16:38.263424 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea17225d-de67-4cc6-949f-beeab9c285b3 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:16:38.264067 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a432295b-b830-4a3e-ab30-12ea1500a0f7', 'tag': '43808748-7d1a-4bf4-8622-66111b108c76', 'status': 'completed', 'code': 200} Nov 23 22:16:38.271167 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-b3d48591-75b7-47a6-946b-b83124637569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:38.273245 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-b3d48591-75b7-47a6-946b-b83124637569 service neutron] 10.222.0.53 "GET /v2.0/networks?id=be3c0867-dd99-45b3-83c0-748e0f32d02b HTTP/1.1" status: 200 len: 898 time: 0.1527665 Nov 23 22:16:38.279407 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-fd4b8465-06b7-4032-9a08-54b09171fd70 None None] Set router dac496fa-98db-4e42-87fa-3c6cf034f793 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:16:38.301546 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4cb2bb5c-fa22-4ba3-b419-4bbb40a4b120 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/floatingips/f12195e5-efd4-4451-a457-f5b048dcd923 HTTP/1.1" status: 200 len: 992 time: 0.1146414 Nov 23 22:16:38.379879 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-8a3ee490-1335-4f2f-a5df-6aa5223dec7a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a603b0d-9e1a-45ac-8707-64e310606c23 HTTP/1.1" status: 200 len: 1001 time: 0.0906408 Nov 23 22:16:38.382410 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883160e-57a4-4fd7-b16c-61ac70b63198 req-f3ed85a2-2394-4a92-abce-3e9a7b71d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:38.384018 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f883160e-57a4-4fd7-b16c-61ac70b63198 req-f3ed85a2-2394-4a92-abce-3e9a7b71d71c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9734970b74c843d2aba80bf9d24b8271&device_id=a432295b-b830-4a3e-ab30-12ea1500a0f7 HTTP/1.1" status: 200 len: 1097 time: 0.0961630 Nov 23 22:16:38.449348 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 818ce733-2910-4feb-8a07-b4fb3fb24238 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:16:38.499452 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-4ea72527-f98a-45b2-9338-1769d52fc839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:38.500909 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-4ea72527-f98a-45b2-9338-1769d52fc839 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b07f290c-a96e-4c42-b75b-67631eebfb0f HTTP/1.1" status: 200 len: 835 time: 0.1061845 Nov 23 22:16:38.558032 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 818ce733-2910-4feb-8a07-b4fb3fb24238 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:16:38.563491 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 818ce733-2910-4feb-8a07-b4fb3fb24238 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:16:38.563994 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:38.587512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883160e-57a4-4fd7-b16c-61ac70b63198 req-7a90b2ba-e06c-44c9-ab83-0125fa9e5efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:38.588787 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f883160e-57a4-4fd7-b16c-61ac70b63198 req-7a90b2ba-e06c-44c9-ab83-0125fa9e5efc service neutron] 10.222.0.53 "GET /v2.0/networks?id=3964a664-8d05-4ef6-88c7-6bfae1bd8240 HTTP/1.1" status: 200 len: 897 time: 0.1867487 Nov 23 22:16:38.613135 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-fd4b8465-06b7-4032-9a08-54b09171fd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'name': 'tempest-TestNetworkBasicOps-router-380217566', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:13Z', 'updated_at': '2021-11-23T22:16:17Z', 'revision_number': 4, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:14Z', 'updated_at': '2021-11-23T22:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'f12195e5-efd4-4451-a457-f5b048dcd923', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'floating_ip_address': '172.25.5.175', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'port_id': '43808748-7d1a-4bf4-8622-66111b108c76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240', 'mac_address': 'fa:16:3e:82:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a432295b-b830-4a3e-ab30-12ea1500a0f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:16:36Z', 'updated_at': '2021-11-23T22:16:36Z', 'revision_number': 0, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29477295-e460-4430-8897-8ec55ec2bf84', 'name': '', 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:f6:74:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'c4b97f85-5533-443a-bb26-46fac1ebc7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:16Z', 'updated_at': '2021-11-23T22:16:21Z', 'revision_number': 5, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'c4b97f85-5533-443a-bb26-46fac1ebc7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:38.644599 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4b8465-06b7-4032-9a08-54b09171fd70 None None] Checking router: dac496fa-98db-4e42-87fa-3c6cf034f793 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:16:38.650567 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12153c79-26fb-4c60-b8f2-456521ff478e req-17f7fbf4-eaab-4698-9930-d076c75dd36f tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:38.652076 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-12153c79-26fb-4c60-b8f2-456521ff478e req-17f7fbf4-eaab-4698-9930-d076c75dd36f tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.1465907 Nov 23 22:16:38.657897 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-6097aa2c-f03e-429d-9cb7-6110b3601865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:38.659360 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-6097aa2c-f03e-429d-9cb7-6110b3601865 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=be3c0867-dd99-45b3-83c0-748e0f32d02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436570 Nov 23 22:16:38.680553 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4b8465-06b7-4032-9a08-54b09171fd70 None None] Routers {'dac496fa-98db-4e42-87fa-3c6cf034f793'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:16:38.681165 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-fd4b8465-06b7-4032-9a08-54b09171fd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:16:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['dac496fa-98db-4e42-87fa-3c6cf034f793'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:38.710894 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f883160e-57a4-4fd7-b16c-61ac70b63198 req-42ddf2d7-5fe8-484c-afc4-72debd3bdc59 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43808748-7d1a-4bf4-8622-66111b108c76 HTTP/1.1" status: 200 len: 1000 time: 0.1124921 Nov 23 22:16:38.727953 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:38.797959 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b29b44-7cc0-4e14-812d-20c618eaa354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818ce733-2910-4feb-8a07-b4fb3fb24238'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:16:38.800241 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1375a371-75cf-4235-92a1-01c078da4832" -d '{"events": [{"server_uuid": "31b29b44-7cc0-4e14-812d-20c618eaa354", "name": "network-vif-plugged", "status": "completed", "tag": "818ce733-2910-4feb-8a07-b4fb3fb24238"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:16:38.818529 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 818ce733-2910-4feb-8a07-b4fb3fb24238, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=818ce733-2910-4feb-8a07-b4fb3fb24238,segment=NetworkSegment(9342877d-30da-4033-846b-93426f2f9f80),segment_id=9342877d-30da-4033-846b-93426f2f9f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:38.824841 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:38.835411 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-fd4b8465-06b7-4032-9a08-54b09171fd70 None None] Set router dac496fa-98db-4e42-87fa-3c6cf034f793 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:16:38.878459 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1578ff-13e0-44fd-bb96-c44d204caa05 x-openstack-request-id: req-fb1578ff-13e0-44fd-bb96-c44d204caa05 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:16:38.878886 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b29b44-7cc0-4e14-812d-20c618eaa354", "name": "network-vif-plugged", "status": "completed", "tag": "818ce733-2910-4feb-8a07-b4fb3fb24238", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:16:38.879024 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb1578ff-13e0-44fd-bb96-c44d204caa05 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:16:38.879608 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b29b44-7cc0-4e14-812d-20c618eaa354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818ce733-2910-4feb-8a07-b4fb3fb24238', 'code': 200} Nov 23 22:16:38.913955 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.53', 58138) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:38.959745 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381ddc1-c7ff-4524-8c00-e009105dc30f req-ebe048ec-7f85-44dd-aa0c-9d8321373b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:38.961472 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c381ddc1-c7ff-4524-8c00-e009105dc30f req-ebe048ec-7f85-44dd-aa0c-9d8321373b53 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=31b29b44-7cc0-4e14-812d-20c618eaa354 HTTP/1.1" status: 200 len: 1097 time: 0.0459030 Nov 23 22:16:38.963151 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=818ce733-2910-4feb-8a07-b4fb3fb24238,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:39.014429 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c381ddc1-c7ff-4524-8c00-e009105dc30f req-dee4fb70-e369-4dae-b565-b533dca84f68 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e990cae5-487a-4243-9ff5-24ddba0472ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433240 Nov 23 22:16:39.114824 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-12153c79-26fb-4c60-b8f2-456521ff478e req-51644997-c91c-4216-b918-452b7d4ee075 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4527810 Nov 23 22:16:39.130153 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-fd4b8465-06b7-4032-9a08-54b09171fd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'name': 'tempest-TestNetworkBasicOps-router-380217566', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:13Z', 'updated_at': '2021-11-23T22:16:17Z', 'revision_number': 4, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:14Z', 'updated_at': '2021-11-23T22:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'f12195e5-efd4-4451-a457-f5b048dcd923', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'floating_ip_address': '172.25.5.175', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'port_id': '43808748-7d1a-4bf4-8622-66111b108c76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240', 'mac_address': 'fa:16:3e:82:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a432295b-b830-4a3e-ab30-12ea1500a0f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:16:36Z', 'updated_at': '2021-11-23T22:16:36Z', 'revision_number': 0, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29477295-e460-4430-8897-8ec55ec2bf84', 'name': '', 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:f6:74:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'c4b97f85-5533-443a-bb26-46fac1ebc7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:16Z', 'updated_at': '2021-11-23T22:16:21Z', 'revision_number': 5, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'c4b97f85-5533-443a-bb26-46fac1ebc7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:39.131230 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883160e-57a4-4fd7-b16c-61ac70b63198 req-cb4f5dbe-7514-499c-837c-2daefc26d290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:39.132225 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f883160e-57a4-4fd7-b16c-61ac70b63198 req-cb4f5dbe-7514-499c-837c-2daefc26d290 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c4b97f85-5533-443a-bb26-46fac1ebc7a4 HTTP/1.1" status: 200 len: 835 time: 0.4093602 Nov 23 22:16:39.142846 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-c12add59-cc39-44c7-9f38-6da7c660f03c service neutron] 10.222.0.53 "GET /v2.0/networks/be3c0867-dd99-45b3-83c0-748e0f32d02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689536 Nov 23 22:16:39.302864 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38930) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:39.313892 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4b8465-06b7-4032-9a08-54b09171fd70 None None] The sync data for ids ['dac496fa-98db-4e42-87fa-3c6cf034f793'] in n-d-816206-9 is: [{'id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'name': 'tempest-TestNetworkBasicOps-router-380217566', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:13Z', 'updated_at': '2021-11-23T22:16:17Z', 'revision_number': 4, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:14Z', 'updated_at': '2021-11-23T22:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'f12195e5-efd4-4451-a457-f5b048dcd923', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'floating_ip_address': '172.25.5.175', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'port_id': '43808748-7d1a-4bf4-8622-66111b108c76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240', 'mac_address': 'fa:16:3e:82:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a432295b-b830-4a3e-ab30-12ea1500a0f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:16:36Z', 'updated_at': '2021-11-23T22:16:36Z', 'revision_number': 0, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29477295-e460-4430-8897-8ec55ec2bf84', 'name': '', 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:f6:74:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'c4b97f85-5533-443a-bb26-46fac1ebc7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:16Z', 'updated_at': '2021-11-23T22:16:21Z', 'revision_number': 5, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'c4b97f85-5533-443a-bb26-46fac1ebc7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:16:39.353437 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883160e-57a4-4fd7-b16c-61ac70b63198 req-2373d29c-aec2-4646-870d-2814cae036c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:39.355099 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f883160e-57a4-4fd7-b16c-61ac70b63198 req-2373d29c-aec2-4646-870d-2814cae036c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3964a664-8d05-4ef6-88c7-6bfae1bd8240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301320 Nov 23 22:16:39.374584 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f08db507-d8c8-44bc-92b4-45501eecaf2f tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/floatingips/f12195e5-efd4-4451-a457-f5b048dcd923 HTTP/1.1" status: 200 len: 992 time: 0.0694861 Nov 23 22:16:39.406365 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362da10c-6bea-4950-a77e-00764890728e req-06cffcd7-e31e-4cc0-81c0-45e63e28c6d2 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:39.407937 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-362da10c-6bea-4950-a77e-00764890728e req-06cffcd7-e31e-4cc0-81c0-45e63e28c6d2 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 945 time: 0.1933959 Nov 23 22:16:39.495800 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-81c2cb26-e246-495a-b56a-6fdd4abd6b18 service neutron] 10.222.0.53 "GET /v2.0/networks/be3c0867-dd99-45b3-83c0-748e0f32d02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717845 Nov 23 22:16:39.521999 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd163ca-0ca5-4ed9-ab46-e4e41f125d2d req-31c7d277-294f-4b30-a8ae-75565cb76f62 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:39.523632 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4cd163ca-0ca5-4ed9-ab46-e4e41f125d2d req-31c7d277-294f-4b30-a8ae-75565cb76f62 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b29b44-7cc0-4e14-812d-20c618eaa354 HTTP/1.1" status: 200 len: 946 time: 0.1653998 Nov 23 22:16:39.551767 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df25a90-0a8a-40cf-a34f-c99a7c125303 None None] New status for floating IP f12195e5-efd4-4451-a457-f5b048dcd923: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:16:39.584708 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-362da10c-6bea-4950-a77e-00764890728e req-389a43bf-c8e2-46c1-9045-914419c6d9a4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=5548e237-2194-4b9b-9ec0-0dffa0f321d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548121 Nov 23 22:16:39.612959 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f883160e-57a4-4fd7-b16c-61ac70b63198 req-cc675cd5-9e47-46a8-b73e-1723a880f520 service neutron] 10.222.0.53 "GET /v2.0/networks/3964a664-8d05-4ef6-88c7-6bfae1bd8240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407296 Nov 23 22:16:39.706618 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4cd163ca-0ca5-4ed9-ab46-e4e41f125d2d req-4c813f5b-04bc-4fe3-bbd4-71870b117b00 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/security-groups?id=e990cae5-487a-4243-9ff5-24ddba0472ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740119 Nov 23 22:16:39.745484 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-ac00e53c-512d-4494-ada1-6295cc0d1580 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:39.747040 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-ac00e53c-512d-4494-ada1-6295cc0d1580 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3&tenant_id=8e0acd4df46849288fda9982f884e974&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 1096 time: 0.1774786 Nov 23 22:16:39.765071 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-3c7b9f34-2de8-46f2-aa8b-939cbbe9dcbb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-9'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:39.799498 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f883160e-57a4-4fd7-b16c-61ac70b63198 req-1e04872d-f850-472d-a6e5-43bd8dc3d72c service neutron] 10.222.0.53 "GET /v2.0/networks/3964a664-8d05-4ef6-88c7-6bfae1bd8240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675746 Nov 23 22:16:39.831506 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-3c7b9f34-2de8-46f2-aa8b-939cbbe9dcbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:39.960914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-3c7b9f34-2de8-46f2-aa8b-939cbbe9dcbb service neutron] For port 9a603b0d-9e1a-45ac-8707-64e310606c23, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=9a603b0d-9e1a-45ac-8707-64e310606c23,segment=NetworkSegment(8d739b71-ab0d-4988-b337-f3b877cdfc63),segment_id=8d739b71-ab0d-4988-b337-f3b877cdfc63)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:39.997602 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-3c7b9f34-2de8-46f2-aa8b-939cbbe9dcbb service neutron] For port 9a603b0d-9e1a-45ac-8707-64e310606c23, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:16:40.038103 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b21b66-97a8-4eca-ba38-cdbc2aa366e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a603b0d-9e1a-45ac-8707-64e310606c23'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:16:40.040565 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c0a974-51e1-443e-93b0-502e6848a8ac" -d '{"events": [{"server_uuid": "e3b21b66-97a8-4eca-ba38-cdbc2aa366e3", "name": "network-vif-unplugged", "status": "completed", "tag": "9a603b0d-9e1a-45ac-8707-64e310606c23"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:16:40.044627 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-3c7b9f34-2de8-46f2-aa8b-939cbbe9dcbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:40.050614 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-3c7b9f34-2de8-46f2-aa8b-939cbbe9dcbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:40.079538 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b013504c-f0d8-42af-be87-1f163833ba76 x-openstack-request-id: req-b013504c-f0d8-42af-be87-1f163833ba76 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:16:40.079831 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b21b66-97a8-4eca-ba38-cdbc2aa366e3", "name": "network-vif-unplugged", "status": "completed", "tag": "9a603b0d-9e1a-45ac-8707-64e310606c23", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:16:40.080098 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b013504c-f0d8-42af-be87-1f163833ba76 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:16:40.080475 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b21b66-97a8-4eca-ba38-cdbc2aa366e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a603b0d-9e1a-45ac-8707-64e310606c23', 'code': 200} Nov 23 22:16:40.151408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b9f34-2de8-46f2-aa8b-939cbbe9dcbb service neutron] Pushing event updated for resources: {'Port': ['ID=9a603b0d-9e1a-45ac-8707-64e310606c23,revision_number=7']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:40.234839 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-3c7b9f34-2de8-46f2-aa8b-939cbbe9dcbb service neutron] Attempting to bind port 9a603b0d-9e1a-45ac-8707-64e310606c23 on host n-h2-816206-9 for vnic_type normal with profile {"migrating_to": "n-h1-816206-9"} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:16:40.235190 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-3c7b9f34-2de8-46f2-aa8b-939cbbe9dcbb service neutron] Attempting to bind port 9a603b0d-9e1a-45ac-8707-64e310606c23 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '8d739b71-ab0d-4988-b337-f3b877cdfc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:16:40.235530 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-3c7b9f34-2de8-46f2-aa8b-939cbbe9dcbb service neutron] Attempting to bind port 9a603b0d-9e1a-45ac-8707-64e310606c23 on network be3c0867-dd99-45b3-83c0-748e0f32d02b {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:16:40.254319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-3c7b9f34-2de8-46f2-aa8b-939cbbe9dcbb service neutron] Port 9a603b0d-9e1a-45ac-8707-64e310606c23 on network be3c0867-dd99-45b3-83c0-748e0f32d02b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:16:40.254651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-3c7b9f34-2de8-46f2-aa8b-939cbbe9dcbb service neutron] Attempting to bind port 9a603b0d-9e1a-45ac-8707-64e310606c23 on network be3c0867-dd99-45b3-83c0-748e0f32d02b {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:16:40.263345 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-3c7b9f34-2de8-46f2-aa8b-939cbbe9dcbb service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:16:40.263677 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-3c7b9f34-2de8-46f2-aa8b-939cbbe9dcbb service neutron] Checking segment: {'id': '8d739b71-ab0d-4988-b337-f3b877cdfc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:16:40.264073 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-3c7b9f34-2de8-46f2-aa8b-939cbbe9dcbb service neutron] Bound using segment: {'id': '8d739b71-ab0d-4988-b337-f3b877cdfc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:16:40.264543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-3c7b9f34-2de8-46f2-aa8b-939cbbe9dcbb service neutron] Bound port: 9a603b0d-9e1a-45ac-8707-64e310606c23, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d739b71-ab0d-4988-b337-f3b877cdfc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:16:40.264853 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-3c7b9f34-2de8-46f2-aa8b-939cbbe9dcbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:40.295921 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a53bd9-0ebb-432a-944e-af69b9263bc9 req-94ecfc48-ca0a-469e-8240-1a9f507bafc7 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:40.297484 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-47a53bd9-0ebb-432a-944e-af69b9263bc9 req-94ecfc48-ca0a-469e-8240-1a9f507bafc7 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.0772688 Nov 23 22:16:40.376573 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 38936) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:40.384530 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-3c7b9f34-2de8-46f2-aa8b-939cbbe9dcbb service neutron] For port 9a603b0d-9e1a-45ac-8707-64e310606c23, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:16:40.389637 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-47a53bd9-0ebb-432a-944e-af69b9263bc9 req-90208c7a-0a0e-488c-9071-4a2efcac9de2 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740941 Nov 23 22:16:40.391335 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-3c7b9f34-2de8-46f2-aa8b-939cbbe9dcbb service neutron] For port 9a603b0d-9e1a-45ac-8707-64e310606c23, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=9a603b0d-9e1a-45ac-8707-64e310606c23,segment=NetworkSegment(8d739b71-ab0d-4988-b337-f3b877cdfc63),segment_id=8d739b71-ab0d-4988-b337-f3b877cdfc63)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:16:40.396902 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-3c7b9f34-2de8-46f2-aa8b-939cbbe9dcbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:40.441820 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e109baf1-09c6-4d07-b65f-ac8bce81cdd2 None None] Provisioning complete for port 9a603b0d-9e1a-45ac-8707-64e310606c23 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:16:40.443002 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e109baf1-09c6-4d07-b65f-ac8bce81cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:40.470699 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-367adb0e-6c1b-4548-a68a-0dfe8712602d tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/floatingips/f12195e5-efd4-4451-a457-f5b048dcd923 HTTP/1.1" status: 200 len: 994 time: 0.0926998 Nov 23 22:16:40.506892 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b9f34-2de8-46f2-aa8b-939cbbe9dcbb service neutron] Pushing event updated for resources: {'Port': ['ID=9a603b0d-9e1a-45ac-8707-64e310606c23,revision_number=8']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:40.546586 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-3c7b9f34-2de8-46f2-aa8b-939cbbe9dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:40.547301 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-3c7b9f34-2de8-46f2-aa8b-939cbbe9dcbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:40.548750 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-3c7b9f34-2de8-46f2-aa8b-939cbbe9dcbb service neutron] 10.222.0.53 "PUT /v2.0/ports/9a603b0d-9e1a-45ac-8707-64e310606c23 HTTP/1.1" status: 200 len: 1121 time: 0.7876728 Nov 23 22:16:40.556490 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e109baf1-09c6-4d07-b65f-ac8bce81cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:40.594769 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e109baf1-09c6-4d07-b65f-ac8bce81cdd2 None None] For port 9a603b0d-9e1a-45ac-8707-64e310606c23, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=9a603b0d-9e1a-45ac-8707-64e310606c23,segment=NetworkSegment(8d739b71-ab0d-4988-b337-f3b877cdfc63),segment_id=8d739b71-ab0d-4988-b337-f3b877cdfc63)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:40.603008 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e109baf1-09c6-4d07-b65f-ac8bce81cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:40.722017 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['9a603b0d-9e1a-45ac-8707-64e310606c23'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:16:40.724531 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1054ac-04ee-4fe0-ac64-9861329ae69d req-a5d46e36-bc06-4d41-834c-da3a9fd4572b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:40.726085 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce1054ac-04ee-4fe0-ac64-9861329ae69d req-a5d46e36-bc06-4d41-834c-da3a9fd4572b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 945 time: 0.0522602 Nov 23 22:16:40.787075 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109baf1-09c6-4d07-b65f-ac8bce81cdd2 None None] Pushing event updated for resources: {'Port': ['ID=9a603b0d-9e1a-45ac-8707-64e310606c23,revision_number=9']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:40.799050 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce1054ac-04ee-4fe0-ac64-9861329ae69d req-b2adc96e-647b-469d-88da-f76265a48083 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=5548e237-2194-4b9b-9ec0-0dffa0f321d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629995 Nov 23 22:16:40.839188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db83ee-1e90-4a43-8ddc-41f42c7645c0 req-8fd2a6b2-177f-417f-b2e4-0f2b55a71a1c tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:40.840703 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78db83ee-1e90-4a43-8ddc-41f42c7645c0 req-8fd2a6b2-177f-417f-b2e4-0f2b55a71a1c tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b29b44-7cc0-4e14-812d-20c618eaa354 HTTP/1.1" status: 200 len: 946 time: 0.0620792 Nov 23 22:16:40.882007 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b21b66-97a8-4eca-ba38-cdbc2aa366e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a603b0d-9e1a-45ac-8707-64e310606c23'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:16:40.884403 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dd8cbf-39fb-4557-ad05-188f5ed09ec4" -d '{"events": [{"server_uuid": "e3b21b66-97a8-4eca-ba38-cdbc2aa366e3", "name": "network-vif-plugged", "status": "completed", "tag": "9a603b0d-9e1a-45ac-8707-64e310606c23"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:16:40.888301 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78db83ee-1e90-4a43-8ddc-41f42c7645c0 req-836cfc1c-07ae-4733-9b6b-e57242f9766e tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/security-groups?id=e990cae5-487a-4243-9ff5-24ddba0472ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414314 Nov 23 22:16:40.939355 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df41c08c-f62b-47ef-b2d2-6d6473afd5d0 x-openstack-request-id: req-df41c08c-f62b-47ef-b2d2-6d6473afd5d0 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:16:40.939650 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b21b66-97a8-4eca-ba38-cdbc2aa366e3", "name": "network-vif-plugged", "status": "completed", "tag": "9a603b0d-9e1a-45ac-8707-64e310606c23", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:16:40.939934 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df41c08c-f62b-47ef-b2d2-6d6473afd5d0 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:16:40.940326 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b21b66-97a8-4eca-ba38-cdbc2aa366e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a603b0d-9e1a-45ac-8707-64e310606c23', 'code': 200} Nov 23 22:16:40.975418 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8a16f625-16a2-4d66-a11d-57730ae70415 None None] Provisioning complete for port 9a603b0d-9e1a-45ac-8707-64e310606c23 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:16:40.975799 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8a16f625-16a2-4d66-a11d-57730ae70415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:41.486153 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e867d-9af0-4557-94fe-0e72c426dd6c req-d749b409-9f47-49fe-b7bf-680c8adb3955 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:41.487558 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f03e867d-9af0-4557-94fe-0e72c426dd6c req-d749b409-9f47-49fe-b7bf-680c8adb3955 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b29b44-7cc0-4e14-812d-20c618eaa354 HTTP/1.1" status: 200 len: 946 time: 0.0546012 Nov 23 22:16:41.534804 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f03e867d-9af0-4557-94fe-0e72c426dd6c req-ad16e598-4df7-4ea5-b9af-fecec2501273 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/security-groups?id=e990cae5-487a-4243-9ff5-24ddba0472ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408173 Nov 23 22:16:41.922382 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655eac3-33fa-440f-9bcb-9ad49fbce4e5 req-53e7fef4-c433-41cb-b937-aa377402aa62 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:41.923907 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b655eac3-33fa-440f-9bcb-9ad49fbce4e5 req-53e7fef4-c433-41cb-b937-aa377402aa62 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 945 time: 0.0511780 Nov 23 22:16:41.972717 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b655eac3-33fa-440f-9bcb-9ad49fbce4e5 req-3ee7bd7e-bdce-4760-8d55-4eadc5a87a9a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=5548e237-2194-4b9b-9ec0-0dffa0f321d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429137 Nov 23 22:16:42.081521 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b21b66-97a8-4eca-ba38-cdbc2aa366e3', 'tag': '9a603b0d-9e1a-45ac-8707-64e310606c23'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:16:42.083837 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f5fcb7-e565-4305-a495-cf442e4bcfe0" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b21b66-97a8-4eca-ba38-cdbc2aa366e3", "tag": "9a603b0d-9e1a-45ac-8707-64e310606c23"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:16:42.119956 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf6d2f8-a13c-4cea-ad0d-09790064ca6a x-openstack-request-id: req-0cf6d2f8-a13c-4cea-ad0d-09790064ca6a {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:16:42.120253 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b21b66-97a8-4eca-ba38-cdbc2aa366e3", "tag": "9a603b0d-9e1a-45ac-8707-64e310606c23", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:16:42.120552 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0cf6d2f8-a13c-4cea-ad0d-09790064ca6a {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:16:42.121103 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b21b66-97a8-4eca-ba38-cdbc2aa366e3', 'tag': '9a603b0d-9e1a-45ac-8707-64e310606c23', 'status': 'completed', 'code': 200} Nov 23 22:16:42.210484 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5fcb7-e565-4305-a495-cf442e4bcfe0 req-f4618d28-a189-4359-b6da-f2d579a4e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:42.213117 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31f5fcb7-e565-4305-a495-cf442e4bcfe0 req-f4618d28-a189-4359-b6da-f2d579a4e3c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 1126 time: 0.0476162 Nov 23 22:16:42.302203 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5fcb7-e565-4305-a495-cf442e4bcfe0 req-35197cf8-59a8-4a0d-8d2a-e63d8be5448a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:42.303671 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31f5fcb7-e565-4305-a495-cf442e4bcfe0 req-35197cf8-59a8-4a0d-8d2a-e63d8be5448a service neutron] 10.222.0.60 "GET /v2.0/networks?id=be3c0867-dd99-45b3-83c0-748e0f32d02b HTTP/1.1" status: 200 len: 898 time: 0.0838475 Nov 23 22:16:42.372107 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31f5fcb7-e565-4305-a495-cf442e4bcfe0 req-601d46fe-5cf8-40d2-9c64-d877ce791533 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a603b0d-9e1a-45ac-8707-64e310606c23 HTTP/1.1" status: 200 len: 1001 time: 0.0616140 Nov 23 22:16:42.421193 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5fcb7-e565-4305-a495-cf442e4bcfe0 req-45082559-fe7d-40d9-9fdc-717600986d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:42.422583 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31f5fcb7-e565-4305-a495-cf442e4bcfe0 req-45082559-fe7d-40d9-9fdc-717600986d85 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b07f290c-a96e-4c42-b75b-67631eebfb0f HTTP/1.1" status: 200 len: 835 time: 0.0428929 Nov 23 22:16:42.468630 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5fcb7-e565-4305-a495-cf442e4bcfe0 req-58d3b3cd-e787-4528-ac64-bdcec39633e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:42.470103 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31f5fcb7-e565-4305-a495-cf442e4bcfe0 req-58d3b3cd-e787-4528-ac64-bdcec39633e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be3c0867-dd99-45b3-83c0-748e0f32d02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395212 Nov 23 22:16:42.564378 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31f5fcb7-e565-4305-a495-cf442e4bcfe0 req-a1633a23-7b3e-4210-b612-025e181c8681 service neutron] 10.222.0.60 "GET /v2.0/networks/be3c0867-dd99-45b3-83c0-748e0f32d02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859845 Nov 23 22:16:42.688361 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31f5fcb7-e565-4305-a495-cf442e4bcfe0 req-6cee7afb-3add-408b-981b-fdf07bba58fd service neutron] 10.222.0.60 "GET /v2.0/networks/be3c0867-dd99-45b3-83c0-748e0f32d02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160960 Nov 23 22:16:42.700001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b41bc3-dc5c-421e-8351-5799ff7f9080 req-83814caa-0b82-4494-8b4b-3a072666b29d tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:42.701355 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-47b41bc3-dc5c-421e-8351-5799ff7f9080 req-83814caa-0b82-4494-8b4b-3a072666b29d tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b29b44-7cc0-4e14-812d-20c618eaa354 HTTP/1.1" status: 200 len: 946 time: 0.0746381 Nov 23 22:16:42.751078 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-47b41bc3-dc5c-421e-8351-5799ff7f9080 req-1a3367b2-689b-48fb-beeb-2cc50e3bc503 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/security-groups?id=e990cae5-487a-4243-9ff5-24ddba0472ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436440 Nov 23 22:16:42.982487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000a4f9-b52f-4d25-ad50-da0b24a83a1d req-8c8f9bf6-bd58-4384-b70d-31dddf58c755 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:42.983839 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2000a4f9-b52f-4d25-ad50-da0b24a83a1d req-8c8f9bf6-bd58-4384-b70d-31dddf58c755 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.53 "GET /v2.0/ports?device_id=31b29b44-7cc0-4e14-812d-20c618eaa354 HTTP/1.1" status: 200 len: 946 time: 0.0484648 Nov 23 22:16:43.114736 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff764d2-cbde-4dcd-b2e6-360184f12eee req-55a1392f-bc99-430d-bcb5-52a6cbde9371 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:43.116194 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ff764d2-cbde-4dcd-b2e6-360184f12eee req-55a1392f-bc99-430d-bcb5-52a6cbde9371 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 945 time: 0.0664465 Nov 23 22:16:43.122083 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-2000a4f9-b52f-4d25-ad50-da0b24a83a1d req-9f1a3d0e-3612-4a5e-bd87-6725667f6279 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Deleting port 818ce733-2910-4feb-8a07-b4fb3fb24238 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:16:43.122417 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2000a4f9-b52f-4d25-ad50-da0b24a83a1d req-9f1a3d0e-3612-4a5e-bd87-6725667f6279 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:43.225667 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ff764d2-cbde-4dcd-b2e6-360184f12eee req-16728441-1cf3-4eb2-a70d-1dd7a8e9d251 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=5548e237-2194-4b9b-9ec0-0dffa0f321d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002824 Nov 23 22:16:43.249532 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-2000a4f9-b52f-4d25-ad50-da0b24a83a1d req-9f1a3d0e-3612-4a5e-bd87-6725667f6279 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] For port 818ce733-2910-4feb-8a07-b4fb3fb24238, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=818ce733-2910-4feb-8a07-b4fb3fb24238,segment=NetworkSegment(9342877d-30da-4033-846b-93426f2f9f80),segment_id=9342877d-30da-4033-846b-93426f2f9f80)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:43.249890 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2000a4f9-b52f-4d25-ad50-da0b24a83a1d req-9f1a3d0e-3612-4a5e-bd87-6725667f6279 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:43.263369 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-2000a4f9-b52f-4d25-ad50-da0b24a83a1d req-9f1a3d0e-3612-4a5e-bd87-6725667f6279 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Calling delete_port for 818ce733-2910-4feb-8a07-b4fb3fb24238 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:16:43.384208 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2000a4f9-b52f-4d25-ad50-da0b24a83a1d req-9f1a3d0e-3612-4a5e-bd87-6725667f6279 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:43.399149 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['818ce733-2910-4feb-8a07-b4fb3fb24238'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:16:43.415368 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a3d0e-3612-4a5e-bd87-6725667f6279 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Pushing event deleted for resources: {'Port': ['ID=818ce733-2910-4feb-8a07-b4fb3fb24238,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:43.456536 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-2000a4f9-b52f-4d25-ad50-da0b24a83a1d req-9f1a3d0e-3612-4a5e-bd87-6725667f6279 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] No DVR routers for this DVR port 818ce733-2910-4feb-8a07-b4fb3fb24238 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:16:43.459196 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-2000a4f9-b52f-4d25-ad50-da0b24a83a1d req-9f1a3d0e-3612-4a5e-bd87-6725667f6279 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:43.463166 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2000a4f9-b52f-4d25-ad50-da0b24a83a1d req-9f1a3d0e-3612-4a5e-bd87-6725667f6279 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.53 "DELETE /v2.0/ports/818ce733-2910-4feb-8a07-b4fb3fb24238 HTTP/1.1" status: 204 len: 173 time: 0.4713199 Nov 23 22:16:43.852986 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1d89e0f-ab9f-48cc-8fc2-8b62a236c9dd req-5d894cc2-a95a-49e4-98d5-e39d329c5e4b tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=31b29b44-7cc0-4e14-812d-20c618eaa354 HTTP/1.1" status: 200 len: 210 time: 0.0266161 Nov 23 22:16:44.122341 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b29b44-7cc0-4e14-812d-20c618eaa354', 'name': 'network-vif-deleted', 'tag': '818ce733-2910-4feb-8a07-b4fb3fb24238'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:16:44.124688 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bed299-a999-4701-b748-5a4f6694f876" -d '{"events": [{"server_uuid": "31b29b44-7cc0-4e14-812d-20c618eaa354", "name": "network-vif-deleted", "tag": "818ce733-2910-4feb-8a07-b4fb3fb24238"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:16:44.161766 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d13bc3-bae3-4d35-b07c-5088b56f08e5 x-openstack-request-id: req-79d13bc3-bae3-4d35-b07c-5088b56f08e5 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:16:44.162059 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b29b44-7cc0-4e14-812d-20c618eaa354", "name": "network-vif-deleted", "tag": "818ce733-2910-4feb-8a07-b4fb3fb24238", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:16:44.162310 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-79d13bc3-bae3-4d35-b07c-5088b56f08e5 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:16:44.162819 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b29b44-7cc0-4e14-812d-20c618eaa354', 'name': 'network-vif-deleted', 'tag': '818ce733-2910-4feb-8a07-b4fb3fb24238', 'status': 'completed', 'code': 200} Nov 23 22:16:44.340357 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26444de3-2e94-4698-8466-5104883cc19d req-5a39e607-8587-4052-8b57-c19834b15f98 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:44.341808 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26444de3-2e94-4698-8466-5104883cc19d req-5a39e607-8587-4052-8b57-c19834b15f98 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 945 time: 0.0493424 Nov 23 22:16:44.390571 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26444de3-2e94-4698-8466-5104883cc19d req-60ac9a1a-5db9-4a0c-8a3f-562756d6d6ea tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=5548e237-2194-4b9b-9ec0-0dffa0f321d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424719 Nov 23 22:16:44.466345 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 9a603b0d-9e1a-45ac-8707-64e310606c23 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:16:44.565790 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 9a603b0d-9e1a-45ac-8707-64e310606c23, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=9a603b0d-9e1a-45ac-8707-64e310606c23,segment=NetworkSegment(8d739b71-ab0d-4988-b337-f3b877cdfc63),segment_id=8d739b71-ab0d-4988-b337-f3b877cdfc63)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:44.577529 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 9a603b0d-9e1a-45ac-8707-64e310606c23 has no active binding in host n-h1-816206-9 {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 22:16:45.115375 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-de83f951-6100-4486-83a5-a3a24fd49698 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:45.116836 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-de83f951-6100-4486-83a5-a3a24fd49698 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/networks?id=bc682d81-13e1-4380-88d5-baa3b69cbdd6 HTTP/1.1" status: 200 len: 809 time: 0.1045699 Nov 23 22:16:45.132819 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-c794a5b3-22e7-48b7-b14d-0531e0211d54 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/quotas/17eb2f793f3f464da175ce977bf82be5 HTTP/1.1" status: 200 len: 375 time: 0.0092282 Nov 23 22:16:45.163935 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-f8e78a81-1cb5-454c-b04e-4566f6b1e0a2 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=17eb2f793f3f464da175ce977bf82be5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255587 Nov 23 22:16:45.259143 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-c0b30fa7-7da4-4d06-8370-d932ecc5211e service neutron] 10.222.0.50 "GET /v2.0/networks/bc682d81-13e1-4380-88d5-baa3b69cbdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876613 Nov 23 22:16:45.347839 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-919fa565-c20f-479f-ad38-4668cbb8cb2c service neutron] 10.222.0.50 "GET /v2.0/networks/bc682d81-13e1-4380-88d5-baa3b69cbdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827434 Nov 23 22:16:45.527109 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-97aacc0d-6d27-4cfd-9ce4-c28dea9ed710 req-4e33425e-0dcf-43df-8560-fcab0c12efe5 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6980e63-b413-459a-831f-5d3e107beb12 HTTP/1.1" status: 200 len: 210 time: 0.0307522 Nov 23 22:16:45.544267 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d09b1-f9c7-4423-9f33-fc90392abb16 req-7b664c8d-78e1-4881-a759-1813e4fe99f4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:45.551181 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c5d09b1-f9c7-4423-9f33-fc90392abb16 req-7b664c8d-78e1-4881-a759-1813e4fe99f4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 945 time: 0.0862882 Nov 23 22:16:45.596015 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c5d09b1-f9c7-4423-9f33-fc90392abb16 req-5563b172-508d-4195-8226-fae4f584f000 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=5548e237-2194-4b9b-9ec0-0dffa0f321d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439963 Nov 23 22:16:46.120134 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-653c134f-cea3-459a-8221-d71012e7dd9e service neutron] 10.222.0.60 "GET /v2.0/ports/9a603b0d-9e1a-45ac-8707-64e310606c23/bindings/n-h1-816206-9 HTTP/1.1" status: 200 len: 384 time: 0.0598433 Nov 23 22:16:46.311295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-d927fd3e-8c66-4c82-a85e-26d3de4a9a93 service neutron] For port 9a603b0d-9e1a-45ac-8707-64e310606c23, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=9a603b0d-9e1a-45ac-8707-64e310606c23,segment=NetworkSegment(8d739b71-ab0d-4988-b337-f3b877cdfc63),segment_id=8d739b71-ab0d-4988-b337-f3b877cdfc63)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:46.331434 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-d927fd3e-8c66-4c82-a85e-26d3de4a9a93 service neutron] For port 9a603b0d-9e1a-45ac-8707-64e310606c23, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:16:46.380218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b21b66-97a8-4eca-ba38-cdbc2aa366e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a603b0d-9e1a-45ac-8707-64e310606c23'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:16:46.382523 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69a5fa3-b317-4524-b1d4-73a2895e7aa6" -d '{"events": [{"server_uuid": "e3b21b66-97a8-4eca-ba38-cdbc2aa366e3", "name": "network-vif-unplugged", "status": "completed", "tag": "9a603b0d-9e1a-45ac-8707-64e310606c23"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:16:46.390160 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-d927fd3e-8c66-4c82-a85e-26d3de4a9a93 service neutron] For port 9a603b0d-9e1a-45ac-8707-64e310606c23, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=9a603b0d-9e1a-45ac-8707-64e310606c23,segment=NetworkSegment(8d739b71-ab0d-4988-b337-f3b877cdfc63),segment_id=8d739b71-ab0d-4988-b337-f3b877cdfc63)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:46.406907 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-d927fd3e-8c66-4c82-a85e-26d3de4a9a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:46.462774 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481e3c9c-55bd-4e39-96b0-fac115d484f8 x-openstack-request-id: req-481e3c9c-55bd-4e39-96b0-fac115d484f8 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:16:46.462990 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b21b66-97a8-4eca-ba38-cdbc2aa366e3", "name": "network-vif-unplugged", "status": "completed", "tag": "9a603b0d-9e1a-45ac-8707-64e310606c23", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:16:46.463232 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-481e3c9c-55bd-4e39-96b0-fac115d484f8 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:16:46.463766 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b21b66-97a8-4eca-ba38-cdbc2aa366e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a603b0d-9e1a-45ac-8707-64e310606c23', 'code': 200} Nov 23 22:16:46.493701 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-d927fd3e-8c66-4c82-a85e-26d3de4a9a93 service neutron] Transition to ACTIVE for port object 9a603b0d-9e1a-45ac-8707-64e310606c23 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:16:46.501469 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 818ce733-2910-4feb-8a07-b4fb3fb24238 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:16:46.513239 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-d927fd3e-8c66-4c82-a85e-26d3de4a9a93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:46.541330 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 818ce733-2910-4feb-8a07-b4fb3fb24238 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:16:46.545091 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 818ce733-2910-4feb-8a07-b4fb3fb24238 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:16:46.627866 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927fd3e-8c66-4c82-a85e-26d3de4a9a93 service neutron] Pushing event updated for resources: {'Port': ['ID=9a603b0d-9e1a-45ac-8707-64e310606c23,revision_number=11']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:46.665875 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-64fc2801-de63-4880-aef9-e89b3f0f8db0 req-590f6978-556e-496a-a8cb-a1563703c3cb tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6980e63-b413-459a-831f-5d3e107beb12 HTTP/1.1" status: 200 len: 210 time: 0.0435233 Nov 23 22:16:46.688811 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-d927fd3e-8c66-4c82-a85e-26d3de4a9a93 service neutron] No DVR routers for this DVR port 9a603b0d-9e1a-45ac-8707-64e310606c23 on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:16:46.743037 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-4c09a028-a5ac-414a-9fd3-3decd04b43bc tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:46.745489 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-4c09a028-a5ac-414a-9fd3-3decd04b43bc tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.60 "GET /v2.0/networks?id=bc682d81-13e1-4380-88d5-baa3b69cbdd6 HTTP/1.1" status: 200 len: 809 time: 0.3358538 Nov 23 22:16:46.768863 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-73d5871d-9706-4cfc-b2b4-885ccabfe86c tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Request body: {'port': {'device_id': 'b6980e63-b413-459a-831f-5d3e107beb12', 'network_id': 'bc682d81-13e1-4380-88d5-baa3b69cbdd6', 'admin_state_up': True, 'tenant_id': '17eb2f793f3f464da175ce977bf82be5'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:46.848443 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c69e16-5fea-49aa-be00-aa695c42ab17 req-b046a749-3303-4b18-99aa-6468b8d1294b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:46.850045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b1c69e16-5fea-49aa-be00-aa695c42ab17 req-b046a749-3303-4b18-99aa-6468b8d1294b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 944 time: 0.1015654 Nov 23 22:16:47.215406 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-73d5871d-9706-4cfc-b2b4-885ccabfe86c tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Made reservation on behalf of 17eb2f793f3f464da175ce977bf82be5 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:16:47.219472 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-73d5871d-9706-4cfc-b2b4-885ccabfe86c tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:47.235249 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-d927fd3e-8c66-4c82-a85e-26d3de4a9a93 service neutron] 10.222.0.60 "PUT /v2.0/ports/9a603b0d-9e1a-45ac-8707-64e310606c23/bindings/n-h1-816206-9/activate HTTP/1.1" status: 200 len: 369 time: 1.1065354 Nov 23 22:16:47.255724 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b1c69e16-5fea-49aa-be00-aa695c42ab17 req-3d0de606-6e9d-4b0b-ac79-5bcd6a5ab575 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=5548e237-2194-4b9b-9ec0-0dffa0f321d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3958290 Nov 23 22:16:47.354902 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-73d5871d-9706-4cfc-b2b4-885ccabfe86c tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Allocated IP 172.20.0.9 (bc682d81-13e1-4380-88d5-baa3b69cbdd6/93291e32-ffe8-4a2a-9859-20ef914fceee/80984f82-083d-4df1-9c13-dfc6f4557326) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:16:47.368984 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-8c7750ed-ab45-4fe7-bdc2-9064363fa0e9 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:47.370497 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-8c7750ed-ab45-4fe7-bdc2-9064363fa0e9 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3&tenant_id=8e0acd4df46849288fda9982f884e974&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 1095 time: 0.0477390 Nov 23 22:16:47.423877 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-49bf8af7-0c70-4730-b12d-d978dde1d40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:47.425553 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-49bf8af7-0c70-4730-b12d-d978dde1d40f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3&tenant_id=8e0acd4df46849288fda9982f884e974 HTTP/1.1" status: 200 len: 1095 time: 0.0451877 Nov 23 22:16:47.493851 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-64eb9a6a-5620-4549-95e1-d7f69b1730b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:47.495349 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-64eb9a6a-5620-4549-95e1-d7f69b1730b4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 1095 time: 0.0420268 Nov 23 22:16:47.512534 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-73d5871d-9706-4cfc-b2b4-885ccabfe86c tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:47.546769 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-73d5871d-9706-4cfc-b2b4-885ccabfe86c tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:47.594202 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-0c698298-1662-493e-b786-f3e9daee0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:47.595693 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-0c698298-1662-493e-b786-f3e9daee0935 service neutron] 10.222.0.53 "GET /v2.0/networks?id=be3c0867-dd99-45b3-83c0-748e0f32d02b HTTP/1.1" status: 200 len: 898 time: 0.0896404 Nov 23 22:16:47.596941 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-73d5871d-9706-4cfc-b2b4-885ccabfe86c tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Network bc682d81-13e1-4380-88d5-baa3b69cbdd6 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:16:47.600256 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-73d5871d-9706-4cfc-b2b4-885ccabfe86c tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:16:47.604366 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-73d5871d-9706-4cfc-b2b4-885ccabfe86c tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:16:47.628000 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5871d-9706-4cfc-b2b4-885ccabfe86c tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Pushing event updated for resources: {'Port': ['ID=80984f82-083d-4df1-9c13-dfc6f4557326,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:47.657183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-73d5871d-9706-4cfc-b2b4-885ccabfe86c tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:47.657806 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-73d5871d-9706-4cfc-b2b4-885ccabfe86c tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:47.666938 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-680dadd8-11ab-49f3-a801-782e4337536a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a603b0d-9e1a-45ac-8707-64e310606c23 HTTP/1.1" status: 200 len: 999 time: 0.0629292 Nov 23 22:16:47.673735 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-73d5871d-9706-4cfc-b2b4-885ccabfe86c tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9104161 Nov 23 22:16:47.691978 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-944e6e7c-3002-4d3e-9979-fa27406186e6 service neutron] Request body: {'port': {'device_id': 'b6980e63-b413-459a-831f-5d3e107beb12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:47.724123 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-be0ad2ca-925b-44f7-bb6e-6103d98207cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:47.725726 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-be0ad2ca-925b-44f7-bb6e-6103d98207cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b07f290c-a96e-4c42-b75b-67631eebfb0f HTTP/1.1" status: 200 len: 835 time: 0.0476093 Nov 23 22:16:47.752615 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-944e6e7c-3002-4d3e-9979-fa27406186e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:47.803275 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-61cb508e-b5ba-448d-9381-851399bee92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:47.805781 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-61cb508e-b5ba-448d-9381-851399bee92f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=be3c0867-dd99-45b3-83c0-748e0f32d02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715401 Nov 23 22:16:47.817453 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267d1cf-4397-4ca3-8851-df486efc6388 req-a9fc7005-45b5-4ab7-b94a-80766da817f5 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:47.818956 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d267d1cf-4397-4ca3-8851-df486efc6388 req-a9fc7005-45b5-4ab7-b94a-80766da817f5 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6980e63-b413-459a-831f-5d3e107beb12 HTTP/1.1" status: 200 len: 931 time: 0.0596213 Nov 23 22:16:47.920351 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d267d1cf-4397-4ca3-8851-df486efc6388 req-005083b2-a415-4b89-8072-a74754cf886c tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/security-groups?id=e990cae5-487a-4243-9ff5-24ddba0472ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929477 Nov 23 22:16:47.941680 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-e74130c1-6e6c-4be1-988d-72b3bb5bedbc service neutron] 10.222.0.53 "GET /v2.0/networks/be3c0867-dd99-45b3-83c0-748e0f32d02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218395 Nov 23 22:16:48.039543 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-1abef861-4e39-45d9-9feb-4c3c2a3806e6 service neutron] 10.222.0.53 "GET /v2.0/networks/be3c0867-dd99-45b3-83c0-748e0f32d02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907006 Nov 23 22:16:48.078548 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-944e6e7c-3002-4d3e-9979-fa27406186e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80984f82-083d-4df1-9c13-dfc6f4557326 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:16:48.086622 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-944e6e7c-3002-4d3e-9979-fa27406186e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:48.101262 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-944e6e7c-3002-4d3e-9979-fa27406186e6 service neutron] Transition to ACTIVE for port object 80984f82-083d-4df1-9c13-dfc6f4557326 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:16:48.106156 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-944e6e7c-3002-4d3e-9979-fa27406186e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:48.159209 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e6e7c-3002-4d3e-9979-fa27406186e6 service neutron] Pushing event updated for resources: {'Port': ['ID=80984f82-083d-4df1-9c13-dfc6f4557326,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:48.235916 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-944e6e7c-3002-4d3e-9979-fa27406186e6 service neutron] Attempting to bind port 80984f82-083d-4df1-9c13-dfc6f4557326 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:16:48.236296 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-944e6e7c-3002-4d3e-9979-fa27406186e6 service neutron] Attempting to bind port 80984f82-083d-4df1-9c13-dfc6f4557326 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '9342877d-30da-4033-846b-93426f2f9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'bc682d81-13e1-4380-88d5-baa3b69cbdd6'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:16:48.236596 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-944e6e7c-3002-4d3e-9979-fa27406186e6 service neutron] Attempting to bind port 80984f82-083d-4df1-9c13-dfc6f4557326 on network bc682d81-13e1-4380-88d5-baa3b69cbdd6 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:16:48.241753 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-944e6e7c-3002-4d3e-9979-fa27406186e6 service neutron] Port 80984f82-083d-4df1-9c13-dfc6f4557326 on network bc682d81-13e1-4380-88d5-baa3b69cbdd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:16:48.242138 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-944e6e7c-3002-4d3e-9979-fa27406186e6 service neutron] Attempting to bind port 80984f82-083d-4df1-9c13-dfc6f4557326 on network bc682d81-13e1-4380-88d5-baa3b69cbdd6 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:16:48.247202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-944e6e7c-3002-4d3e-9979-fa27406186e6 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:16:48.247551 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-944e6e7c-3002-4d3e-9979-fa27406186e6 service neutron] Checking segment: {'id': '9342877d-30da-4033-846b-93426f2f9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'bc682d81-13e1-4380-88d5-baa3b69cbdd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:16:48.247941 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-944e6e7c-3002-4d3e-9979-fa27406186e6 service neutron] Bound using segment: {'id': '9342877d-30da-4033-846b-93426f2f9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'bc682d81-13e1-4380-88d5-baa3b69cbdd6'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:16:48.248375 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-944e6e7c-3002-4d3e-9979-fa27406186e6 service neutron] Bound port: 80984f82-083d-4df1-9c13-dfc6f4557326, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9342877d-30da-4033-846b-93426f2f9f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'bc682d81-13e1-4380-88d5-baa3b69cbdd6'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:16:48.248733 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-944e6e7c-3002-4d3e-9979-fa27406186e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:48.288235 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-98b92a08-2c73-41f5-9ba1-28f0c7c602fe tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:48.290092 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-98b92a08-2c73-41f5-9ba1-28f0c7c602fe tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3&tenant_id=8e0acd4df46849288fda9982f884e974&binding%3Ahost_id=n-h1-816206-9 HTTP/1.1" status: 200 len: 1095 time: 0.0453255 Nov 23 22:16:48.318630 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-944e6e7c-3002-4d3e-9979-fa27406186e6 service neutron] For port 80984f82-083d-4df1-9c13-dfc6f4557326, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:16:48.322591 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-944e6e7c-3002-4d3e-9979-fa27406186e6 service neutron] For port 80984f82-083d-4df1-9c13-dfc6f4557326, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=80984f82-083d-4df1-9c13-dfc6f4557326,segment=NetworkSegment(9342877d-30da-4033-846b-93426f2f9f80),segment_id=9342877d-30da-4033-846b-93426f2f9f80)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:16:48.328469 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-944e6e7c-3002-4d3e-9979-fa27406186e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:48.374125 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-944e6e7c-3002-4d3e-9979-fa27406186e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:48.374800 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-944e6e7c-3002-4d3e-9979-fa27406186e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:48.376396 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-944e6e7c-3002-4d3e-9979-fa27406186e6 service neutron] 10.222.0.60 "PUT /v2.0/ports/80984f82-083d-4df1-9c13-dfc6f4557326 HTTP/1.1" status: 200 len: 1091 time: 0.6887469 Nov 23 22:16:48.376862 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6980e63-b413-459a-831f-5d3e107beb12', 'tag': '80984f82-083d-4df1-9c13-dfc6f4557326'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:16:48.379139 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172b3d0d-4e50-4425-8d8a-3c503e6e3249" -d '{"events": [{"name": "network-changed", "server_uuid": "b6980e63-b413-459a-831f-5d3e107beb12", "tag": "80984f82-083d-4df1-9c13-dfc6f4557326"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:16:48.406805 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e6e7c-3002-4d3e-9979-fa27406186e6 service neutron] Pushing event updated for resources: {'Port': ['ID=80984f82-083d-4df1-9c13-dfc6f4557326,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:48.425788 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c51d0-479b-4362-8b5e-36457a9a63c6 req-548a26dd-1591-44f9-812a-6ee6ffb573fe tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:48.427071 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f1850f-6fef-4f49-90b9-1fe1cbb46883 x-openstack-request-id: req-b9f1850f-6fef-4f49-90b9-1fe1cbb46883 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:16:48.427358 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ba0c51d0-479b-4362-8b5e-36457a9a63c6 req-548a26dd-1591-44f9-812a-6ee6ffb573fe tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 944 time: 0.0919309 Nov 23 22:16:48.427478 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6980e63-b413-459a-831f-5d3e107beb12", "tag": "80984f82-083d-4df1-9c13-dfc6f4557326", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:16:48.427661 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b9f1850f-6fef-4f49-90b9-1fe1cbb46883 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:16:48.428065 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6980e63-b413-459a-831f-5d3e107beb12', 'tag': '80984f82-083d-4df1-9c13-dfc6f4557326', 'status': 'completed', 'code': 200} Nov 23 22:16:48.487670 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-299cad2b-f8b1-4837-949e-8d858335ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:48.489228 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-299cad2b-f8b1-4837-949e-8d858335ef75 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=17eb2f793f3f464da175ce977bf82be5&device_id=b6980e63-b413-459a-831f-5d3e107beb12 HTTP/1.1" status: 200 len: 1094 time: 0.0425572 Nov 23 22:16:48.522405 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-b4510aa0-2e77-48c4-85e9-6750867c4405 service neutron] For port 9a603b0d-9e1a-45ac-8707-64e310606c23, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:16:48.527255 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ba0c51d0-479b-4362-8b5e-36457a9a63c6 req-c8add9a9-28bf-430c-9c02-4bada39ce9d6 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=5548e237-2194-4b9b-9ec0-0dffa0f321d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780046 Nov 23 22:16:48.530001 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-b4510aa0-2e77-48c4-85e9-6750867c4405 service neutron] Publish callbacks [] for binding, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:48.530991 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-b4510aa0-2e77-48c4-85e9-6750867c4405 service neutron] 10.222.0.53 "DELETE /v2.0/ports/9a603b0d-9e1a-45ac-8707-64e310606c23/bindings/n-h2-816206-9 HTTP/1.1" status: 204 len: 173 time: 0.2331967 Nov 23 22:16:48.539426 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-c2fef567-58f2-453a-b7e0-7a97c06cd971 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80984f82-083d-4df1-9c13-dfc6f4557326 HTTP/1.1" status: 200 len: 217 time: 0.0373759 Nov 23 22:16:48.593177 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-48e45ed0-6651-4054-b2e9-bc5ce1894238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:48.594660 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-48e45ed0-6651-4054-b2e9-bc5ce1894238 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=93291e32-ffe8-4a2a-9859-20ef914fceee HTTP/1.1" status: 200 len: 849 time: 0.0490839 Nov 23 22:16:48.637740 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d68d6f-5bbf-42b6-9802-89997f4f7a6d req-b36f17a7-6d8e-4921-a08a-c231d4583726 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:48.639303 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08d68d6f-5bbf-42b6-9802-89997f4f7a6d req-b36f17a7-6d8e-4921-a08a-c231d4583726 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 1095 time: 0.0421572 Nov 23 22:16:48.647578 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-fb16a7d5-0647-4d86-98bf-97f4a25fbe73 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc682d81-13e1-4380-88d5-baa3b69cbdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295091 Nov 23 22:16:48.690813 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08d68d6f-5bbf-42b6-9802-89997f4f7a6d req-85dc357f-f9bb-4da3-9fa4-6e85b0396274 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=5548e237-2194-4b9b-9ec0-0dffa0f321d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453005 Nov 23 22:16:48.743817 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-f32fa262-8d9c-4ed0-9ecd-e6ab6fc929a6 service neutron] 10.222.0.60 "GET /v2.0/networks/bc682d81-13e1-4380-88d5-baa3b69cbdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876913 Nov 23 22:16:48.816339 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdf9d8-ea7a-409f-a5c6-a197e6a7154c req-6a3d0f89-440a-4746-850f-e8b50667988e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:48.817966 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40bdf9d8-ea7a-409f-a5c6-a197e6a7154c req-6a3d0f89-440a-4746-850f-e8b50667988e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 944 time: 0.0495794 Nov 23 22:16:48.842354 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-154151f7-6f5b-4362-a4fd-6d4d26c69b71 req-64d12b74-98cd-4114-9d4a-8683a028b18b service neutron] 10.222.0.60 "GET /v2.0/networks/bc682d81-13e1-4380-88d5-baa3b69cbdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905712 Nov 23 22:16:48.875340 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40bdf9d8-ea7a-409f-a5c6-a197e6a7154c req-a59d1b82-a504-405f-a920-12793b0ba672 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=5548e237-2194-4b9b-9ec0-0dffa0f321d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505071 Nov 23 22:16:48.897587 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39014) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:48.970513 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-89b8f51b-1efd-4fb3-85a3-e313f5756e8f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/floatingips/44057114-61c9-4dab-9ff6-97994d87958b HTTP/1.1" status: 200 len: 991 time: 0.0666199 Nov 23 22:16:49.003938 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b3d0d-4e50-4425-8d8a-3c503e6e3249 req-42ef70fa-bdc8-43a5-8cf0-4f0005f3061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:49.005587 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-172b3d0d-4e50-4425-8d8a-3c503e6e3249 req-42ef70fa-bdc8-43a5-8cf0-4f0005f3061a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=17eb2f793f3f464da175ce977bf82be5&device_id=b6980e63-b413-459a-831f-5d3e107beb12 HTTP/1.1" status: 200 len: 1094 time: 0.0503807 Nov 23 22:16:49.058157 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bdeaf-e417-4221-8019-e3009239af2f req-bd3d4751-8e41-4461-875f-2a94f0cabc2a tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:49.059826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-866bdeaf-e417-4221-8019-e3009239af2f req-bd3d4751-8e41-4461-875f-2a94f0cabc2a tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6980e63-b413-459a-831f-5d3e107beb12 HTTP/1.1" status: 200 len: 943 time: 0.0522828 Nov 23 22:16:49.112552 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-866bdeaf-e417-4221-8019-e3009239af2f req-39c6ef54-7e6c-42a7-8e2e-e936c1c75e4c tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/security-groups?id=e990cae5-487a-4243-9ff5-24ddba0472ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454106 Nov 23 22:16:49.123841 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 9a603b0d-9e1a-45ac-8707-64e310606c23 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:16:49.137674 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b3d0d-4e50-4425-8d8a-3c503e6e3249 req-2a66feef-2e95-4f35-87f0-d0a03e6018a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:49.139314 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-172b3d0d-4e50-4425-8d8a-3c503e6e3249 req-2a66feef-2e95-4f35-87f0-d0a03e6018a0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bc682d81-13e1-4380-88d5-baa3b69cbdd6 HTTP/1.1" status: 200 len: 910 time: 0.1095355 Nov 23 22:16:49.169010 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 9a603b0d-9e1a-45ac-8707-64e310606c23 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:16:49.186456 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-172b3d0d-4e50-4425-8d8a-3c503e6e3249 req-0950586d-6ae1-40a0-8be1-e158edb5a557 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80984f82-083d-4df1-9c13-dfc6f4557326 HTTP/1.1" status: 200 len: 217 time: 0.0360105 Nov 23 22:16:49.188925 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39022) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:49.287462 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b3d0d-4e50-4425-8d8a-3c503e6e3249 req-7a8b2c73-c834-47c9-b421-8446deeb2674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:49.288967 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-172b3d0d-4e50-4425-8d8a-3c503e6e3249 req-7a8b2c73-c834-47c9-b421-8446deeb2674 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=93291e32-ffe8-4a2a-9859-20ef914fceee HTTP/1.1" status: 200 len: 849 time: 0.0938671 Nov 23 22:16:49.361896 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-172b3d0d-4e50-4425-8d8a-3c503e6e3249 req-e9c48bad-525b-45f1-81fb-71cefc7716a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bc682d81-13e1-4380-88d5-baa3b69cbdd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316100 Nov 23 22:16:49.482837 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-bed9cda3-0d18-42df-b7a7-6db2cac1310b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Deleting port 7b037612-f912-4e62-8d50-c1026734d1e9 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:16:49.483190 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bed9cda3-0d18-42df-b7a7-6db2cac1310b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:49.500396 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-172b3d0d-4e50-4425-8d8a-3c503e6e3249 req-d77f4985-60e7-4356-8090-0be1cd72cb5b service neutron] 10.222.0.60 "GET /v2.0/networks/bc682d81-13e1-4380-88d5-baa3b69cbdd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144953 Nov 23 22:16:49.622136 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bed9cda3-0d18-42df-b7a7-6db2cac1310b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:49.622376 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bed9cda3-0d18-42df-b7a7-6db2cac1310b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:49.640572 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-bed9cda3-0d18-42df-b7a7-6db2cac1310b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Calling delete_port for 7b037612-f912-4e62-8d50-c1026734d1e9 owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:16:49.658822 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-172b3d0d-4e50-4425-8d8a-3c503e6e3249 req-91dc5f21-7275-4610-b1ef-7f3abc9c7eb3 service neutron] 10.222.0.60 "GET /v2.0/networks/bc682d81-13e1-4380-88d5-baa3b69cbdd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488752 Nov 23 22:16:49.799730 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bed9cda3-0d18-42df-b7a7-6db2cac1310b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:49.826626 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9cda3-0d18-42df-b7a7-6db2cac1310b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'Port': ['ID=7b037612-f912-4e62-8d50-c1026734d1e9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:49.888409 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bed9cda3-0d18-42df-b7a7-6db2cac1310b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:49.889064 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-bed9cda3-0d18-42df-b7a7-6db2cac1310b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Floating IP 44057114-61c9-4dab-9ff6-97994d87958b disassociated (deleted). External IP: 172.25.5.237, port: 9a603b0d-9e1a-45ac-8707-64e310606c23. Nov 23 22:16:50.108794 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed9cda3-0d18-42df-b7a7-6db2cac1310b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Router b3e788c1-86fb-4242-adf1-3c94833ec52d has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:16:50.230247 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed9cda3-0d18-42df-b7a7-6db2cac1310b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:16:50.235641 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bed9cda3-0d18-42df-b7a7-6db2cac1310b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:50.244047 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8f3a8-892f-4c71-886b-fa9d08f711d4 req-a4e67550-d8c2-4e7a-ae80-fb430251bfdd tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:50.244942 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0573c4f3-078f-472f-9432-ea73eabe49b6 None None] Sync routers for ids ['b3e788c1-86fb-4242-adf1-3c94833ec52d'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:16:50.251274 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2fc8f3a8-892f-4c71-886b-fa9d08f711d4 req-a4e67550-d8c2-4e7a-ae80-fb430251bfdd tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6980e63-b413-459a-831f-5d3e107beb12 HTTP/1.1" status: 200 len: 943 time: 0.0608621 Nov 23 22:16:50.255768 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0573c4f3-078f-472f-9432-ea73eabe49b6 None None] Routers {'b3e788c1-86fb-4242-adf1-3c94833ec52d'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:16:50.256751 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-0573c4f3-078f-472f-9432-ea73eabe49b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:16:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['b3e788c1-86fb-4242-adf1-3c94833ec52d'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:50.264088 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bed9cda3-0d18-42df-b7a7-6db2cac1310b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "DELETE /v2.0/floatingips/44057114-61c9-4dab-9ff6-97994d87958b HTTP/1.1" status: 204 len: 168 time: 1.0741243 Nov 23 22:16:50.300103 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2fc8f3a8-892f-4c71-886b-fa9d08f711d4 req-d0c09d14-f322-4f9c-81a6-6df4890b66da tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/security-groups?id=e990cae5-487a-4243-9ff5-24ddba0472ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479422 Nov 23 22:16:50.371510 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-0573c4f3-078f-472f-9432-ea73eabe49b6 None None] Set router b3e788c1-86fb-4242-adf1-3c94833ec52d gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:16:50.429213 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b21b66-97a8-4eca-ba38-cdbc2aa366e3', 'tag': '9a603b0d-9e1a-45ac-8707-64e310606c23'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:16:50.432093 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06dd426-8012-41ec-91ae-9379729f1bde" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b21b66-97a8-4eca-ba38-cdbc2aa366e3", "tag": "9a603b0d-9e1a-45ac-8707-64e310606c23"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:16:50.471367 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100046fa-9307-4d30-ada0-50ab28c09479 x-openstack-request-id: req-100046fa-9307-4d30-ada0-50ab28c09479 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:16:50.471661 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b21b66-97a8-4eca-ba38-cdbc2aa366e3", "tag": "9a603b0d-9e1a-45ac-8707-64e310606c23", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:16:50.471922 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-100046fa-9307-4d30-ada0-50ab28c09479 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:16:50.472584 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b21b66-97a8-4eca-ba38-cdbc2aa366e3', 'tag': '9a603b0d-9e1a-45ac-8707-64e310606c23', 'status': 'completed', 'code': 200} Nov 23 22:16:50.521876 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce6686-2079-4cf4-ae02-02e64d038b50 req-02ddb09b-de94-4f3e-89f1-95bc8eee63cb tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:50.524259 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55ce6686-2079-4cf4-ae02-02e64d038b50 req-02ddb09b-de94-4f3e-89f1-95bc8eee63cb tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 944 time: 0.0688279 Nov 23 22:16:50.580226 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd426-8012-41ec-91ae-9379729f1bde req-622aaae4-5fe8-488b-adc6-adac5d168012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:50.581727 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a06dd426-8012-41ec-91ae-9379729f1bde req-622aaae4-5fe8-488b-adc6-adac5d168012 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 1095 time: 0.0819972 Nov 23 22:16:50.586985 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-0573c4f3-078f-472f-9432-ea73eabe49b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300782313', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:46Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '9cc70493-2318-4926-8e02-23f074d997cc', 'name': '', 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:38:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'b07f290c-a96e-4c42-b75b-67631eebfb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:45Z', 'updated_at': '2021-11-23T22:15:49Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'b07f290c-a96e-4c42-b75b-67631eebfb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:50.614139 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0573c4f3-078f-472f-9432-ea73eabe49b6 None None] Checking router: b3e788c1-86fb-4242-adf1-3c94833ec52d for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:16:50.619138 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55ce6686-2079-4cf4-ae02-02e64d038b50 req-4f5800b4-1672-42ad-a68f-5c9b8ece4092 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=5548e237-2194-4b9b-9ec0-0dffa0f321d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764868 Nov 23 22:16:50.624121 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0573c4f3-078f-472f-9432-ea73eabe49b6 None None] Routers {'b3e788c1-86fb-4242-adf1-3c94833ec52d'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:16:50.624750 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-0573c4f3-078f-472f-9432-ea73eabe49b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:16:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['b3e788c1-86fb-4242-adf1-3c94833ec52d'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:50.692593 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd426-8012-41ec-91ae-9379729f1bde req-5c43492c-ccf3-4e38-be46-7fb890554eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:50.693993 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a06dd426-8012-41ec-91ae-9379729f1bde req-5c43492c-ccf3-4e38-be46-7fb890554eb2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=be3c0867-dd99-45b3-83c0-748e0f32d02b HTTP/1.1" status: 200 len: 898 time: 0.1020467 Nov 23 22:16:50.742569 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a06dd426-8012-41ec-91ae-9379729f1bde req-048cad17-3435-4482-84e4-47f52d030667 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a603b0d-9e1a-45ac-8707-64e310606c23 HTTP/1.1" status: 200 len: 217 time: 0.0368187 Nov 23 22:16:50.744573 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-0573c4f3-078f-472f-9432-ea73eabe49b6 None None] Set router b3e788c1-86fb-4242-adf1-3c94833ec52d gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:16:50.793744 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd426-8012-41ec-91ae-9379729f1bde req-bc51bc70-584b-42b4-9921-663575d79261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:50.795227 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a06dd426-8012-41ec-91ae-9379729f1bde req-bc51bc70-584b-42b4-9921-663575d79261 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b07f290c-a96e-4c42-b75b-67631eebfb0f HTTP/1.1" status: 200 len: 835 time: 0.0446861 Nov 23 22:16:50.844963 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dd426-8012-41ec-91ae-9379729f1bde req-45fe8469-7870-4eb9-b75c-35d7a75eedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:50.846480 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a06dd426-8012-41ec-91ae-9379729f1bde req-45fe8469-7870-4eb9-b75c-35d7a75eedc2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=be3c0867-dd99-45b3-83c0-748e0f32d02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420349 Nov 23 22:16:50.946149 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-0573c4f3-078f-472f-9432-ea73eabe49b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300782313', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:46Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '9cc70493-2318-4926-8e02-23f074d997cc', 'name': '', 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:38:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'b07f290c-a96e-4c42-b75b-67631eebfb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:45Z', 'updated_at': '2021-11-23T22:15:49Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'b07f290c-a96e-4c42-b75b-67631eebfb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:50.967827 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a06dd426-8012-41ec-91ae-9379729f1bde req-94648436-364a-4bfb-8da2-b3a11b56be16 service neutron] 10.222.0.53 "GET /v2.0/networks/be3c0867-dd99-45b3-83c0-748e0f32d02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135225 Nov 23 22:16:50.977139 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0573c4f3-078f-472f-9432-ea73eabe49b6 None None] The sync data for ids ['b3e788c1-86fb-4242-adf1-3c94833ec52d'] in n-d-816206-9 is: [{'id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300782313', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:46Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '9cc70493-2318-4926-8e02-23f074d997cc', 'name': '', 'network_id': 'be3c0867-dd99-45b3-83c0-748e0f32d02b', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:38:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': 'b07f290c-a96e-4c42-b75b-67631eebfb0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:45Z', 'updated_at': '2021-11-23T22:15:49Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'b07f290c-a96e-4c42-b75b-67631eebfb0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:16:51.010813 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef11db-86d3-4e55-bd45-9ea6ec29438f req-783911d5-4ae2-410a-8418-d490dead8054 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:51.012328 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86ef11db-86d3-4e55-bd45-9ea6ec29438f req-783911d5-4ae2-410a-8418-d490dead8054 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 944 time: 0.0785339 Nov 23 22:16:51.141766 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a06dd426-8012-41ec-91ae-9379729f1bde req-e254caeb-62b1-41e8-84fa-e0ff7101ab6e service neutron] 10.222.0.53 "GET /v2.0/networks/be3c0867-dd99-45b3-83c0-748e0f32d02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655309 Nov 23 22:16:51.162106 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-86ef11db-86d3-4e55-bd45-9ea6ec29438f req-e67ce31b-515b-4414-bf84-52c5b904e465 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Deleting port 9a603b0d-9e1a-45ac-8707-64e310606c23 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:16:51.162493 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-86ef11db-86d3-4e55-bd45-9ea6ec29438f req-e67ce31b-515b-4414-bf84-52c5b904e465 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:51.214639 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f70d10d-7e7c-47e7-9274-a53a7d92f53d None None] New status for floating IP 44057114-61c9-4dab-9ff6-97994d87958b: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:16:51.259632 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-86ef11db-86d3-4e55-bd45-9ea6ec29438f req-e67ce31b-515b-4414-bf84-52c5b904e465 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] For port 9a603b0d-9e1a-45ac-8707-64e310606c23, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=9a603b0d-9e1a-45ac-8707-64e310606c23,segment=NetworkSegment(8d739b71-ab0d-4988-b337-f3b877cdfc63),segment_id=8d739b71-ab0d-4988-b337-f3b877cdfc63)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:51.260266 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-86ef11db-86d3-4e55-bd45-9ea6ec29438f req-e67ce31b-515b-4414-bf84-52c5b904e465 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:51.272310 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-86ef11db-86d3-4e55-bd45-9ea6ec29438f req-e67ce31b-515b-4414-bf84-52c5b904e465 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Calling delete_port for 9a603b0d-9e1a-45ac-8707-64e310606c23 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:16:51.435859 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-86ef11db-86d3-4e55-bd45-9ea6ec29438f req-e67ce31b-515b-4414-bf84-52c5b904e465 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:51.455155 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4219e-643b-4f79-9565-0375881a3751 req-d78b71e1-1603-42b1-bec3-7d15db721dc9 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:51.456556 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aec4219e-643b-4f79-9565-0375881a3751 req-d78b71e1-1603-42b1-bec3-7d15db721dc9 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6980e63-b413-459a-831f-5d3e107beb12 HTTP/1.1" status: 200 len: 943 time: 0.0761440 Nov 23 22:16:51.477903 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ce31b-515b-4414-bf84-52c5b904e465 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'Port': ['ID=9a603b0d-9e1a-45ac-8707-64e310606c23,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:51.542807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ef11db-86d3-4e55-bd45-9ea6ec29438f req-e67ce31b-515b-4414-bf84-52c5b904e465 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] No DVR routers for this DVR port 9a603b0d-9e1a-45ac-8707-64e310606c23 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:16:51.547065 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-86ef11db-86d3-4e55-bd45-9ea6ec29438f req-e67ce31b-515b-4414-bf84-52c5b904e465 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:51.550371 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86ef11db-86d3-4e55-bd45-9ea6ec29438f req-e67ce31b-515b-4414-bf84-52c5b904e465 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.53 "DELETE /v2.0/ports/9a603b0d-9e1a-45ac-8707-64e310606c23 HTTP/1.1" status: 204 len: 173 time: 0.5289071 Nov 23 22:16:51.550844 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b21b66-97a8-4eca-ba38-cdbc2aa366e3', 'name': 'network-vif-deleted', 'tag': '9a603b0d-9e1a-45ac-8707-64e310606c23'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:16:51.553078 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbaefb0-a8dc-4816-b65b-252aefe66084" -d '{"events": [{"server_uuid": "e3b21b66-97a8-4eca-ba38-cdbc2aa366e3", "name": "network-vif-deleted", "tag": "9a603b0d-9e1a-45ac-8707-64e310606c23"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:16:51.571971 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aec4219e-643b-4f79-9565-0375881a3751 req-e49bc7f1-84a0-42bd-b9bb-a4bfe7149e3a tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/security-groups?id=e990cae5-487a-4243-9ff5-24ddba0472ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960162 Nov 23 22:16:51.598002 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e351d73b-828d-401f-a118-cb60bcafc982 x-openstack-request-id: req-e351d73b-828d-401f-a118-cb60bcafc982 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:16:51.598338 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b21b66-97a8-4eca-ba38-cdbc2aa366e3", "name": "network-vif-deleted", "tag": "9a603b0d-9e1a-45ac-8707-64e310606c23", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:16:51.598615 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e351d73b-828d-401f-a118-cb60bcafc982 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:16:51.599107 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b21b66-97a8-4eca-ba38-cdbc2aa366e3', 'name': 'network-vif-deleted', 'tag': '9a603b0d-9e1a-45ac-8707-64e310606c23', 'status': 'completed', 'code': 200} Nov 23 22:16:51.729205 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7fbc1598-7b61-4a5a-98ce-75d4712d216c req-ba3ba32c-6a92-49c9-99ec-31dabf695adf tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3b21b66-97a8-4eca-ba38-cdbc2aa366e3 HTTP/1.1" status: 200 len: 210 time: 0.0282581 Nov 23 22:16:52.690978 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ca1b4-46ea-4ef5-97fb-cd2e62961665 req-5db92f8b-e804-4881-bfe8-494be8a4712a tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:52.692438 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da5ca1b4-46ea-4ef5-97fb-cd2e62961665 req-5db92f8b-e804-4881-bfe8-494be8a4712a tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6980e63-b413-459a-831f-5d3e107beb12 HTTP/1.1" status: 200 len: 943 time: 0.0494430 Nov 23 22:16:52.739155 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da5ca1b4-46ea-4ef5-97fb-cd2e62961665 req-348448a6-4241-468b-aa83-8bb952a46c54 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/security-groups?id=e990cae5-487a-4243-9ff5-24ddba0472ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405302 Nov 23 22:16:52.785023 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39042) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:52.895850 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:53.126451 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 80984f82-083d-4df1-9c13-dfc6f4557326 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:16:53.156794 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-213e2174-dbcb-4c99-829b-ae98027177d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:53.224187 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 80984f82-083d-4df1-9c13-dfc6f4557326, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=80984f82-083d-4df1-9c13-dfc6f4557326,segment=NetworkSegment(9342877d-30da-4033-846b-93426f2f9f80),segment_id=9342877d-30da-4033-846b-93426f2f9f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:53.236488 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '80984f82-083d-4df1-9c13-dfc6f4557326', 'network_id': 'bc682d81-13e1-4380-88d5-baa3b69cbdd6', 'port_id': '80984f82-083d-4df1-9c13-dfc6f4557326', 'mac_address': 'fa:16:3e:f0:7a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93291e32-ffe8-4a2a-9859-20ef914fceee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:16:53.277939 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:53.291711 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80984f82-083d-4df1-9c13-dfc6f4557326 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:16:53.311141 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 80984f82-083d-4df1-9c13-dfc6f4557326, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=80984f82-083d-4df1-9c13-dfc6f4557326,segment=NetworkSegment(9342877d-30da-4033-846b-93426f2f9f80),segment_id=9342877d-30da-4033-846b-93426f2f9f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:53.315812 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:53.365661 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=80984f82-083d-4df1-9c13-dfc6f4557326,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:53.422123 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-213e2174-dbcb-4c99-829b-ae98027177d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Deleting port 9cc70493-2318-4926-8e02-23f074d997cc {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:16:53.422390 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-213e2174-dbcb-4c99-829b-ae98027177d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:53.514968 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-213e2174-dbcb-4c99-829b-ae98027177d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] For port 9cc70493-2318-4926-8e02-23f074d997cc, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9cc70493-2318-4926-8e02-23f074d997cc,segment=NetworkSegment(8d739b71-ab0d-4988-b337-f3b877cdfc63),segment_id=8d739b71-ab0d-4988-b337-f3b877cdfc63)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:53.515346 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-213e2174-dbcb-4c99-829b-ae98027177d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:53.528120 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-213e2174-dbcb-4c99-829b-ae98027177d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Calling delete_port for 9cc70493-2318-4926-8e02-23f074d997cc owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:16:53.596554 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['80984f82-083d-4df1-9c13-dfc6f4557326'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:16:53.715312 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-213e2174-dbcb-4c99-829b-ae98027177d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:53.743685 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e2174-dbcb-4c99-829b-ae98027177d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'Port': ['ID=9cc70493-2318-4926-8e02-23f074d997cc,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:53.769461 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e2174-dbcb-4c99-829b-ae98027177d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:16:53.769461 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e2174-dbcb-4c99-829b-ae98027177d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:16:53.769652 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e2174-dbcb-4c99-829b-ae98027177d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:16:53.769934 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e2174-dbcb-4c99-829b-ae98027177d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:16:53.770276 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e2174-dbcb-4c99-829b-ae98027177d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:16:53.770642 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e2174-dbcb-4c99-829b-ae98027177d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:16:53.771000 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e2174-dbcb-4c99-829b-ae98027177d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:16:53.771337 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e2174-dbcb-4c99-829b-ae98027177d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:16:53.771681 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e2174-dbcb-4c99-829b-ae98027177d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:16:53.772016 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e2174-dbcb-4c99-829b-ae98027177d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:16:53.772349 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e2174-dbcb-4c99-829b-ae98027177d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:16:53.772679 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213e2174-dbcb-4c99-829b-ae98027177d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:16:53.871784 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac6aed-2685-41a6-a753-6145195870e9 req-062ecc96-c672-4950-9b67-0c44c31b6db0 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:53.873542 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bfac6aed-2685-41a6-a753-6145195870e9 req-062ecc96-c672-4950-9b67-0c44c31b6db0 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6980e63-b413-459a-831f-5d3e107beb12 HTTP/1.1" status: 200 len: 944 time: 0.0591660 Nov 23 22:16:53.926201 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bfac6aed-2685-41a6-a753-6145195870e9 req-e365fa85-ffce-488b-b85e-af29806a030a tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/security-groups?id=e990cae5-487a-4243-9ff5-24ddba0472ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465026 Nov 23 22:16:53.935064 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-213e2174-dbcb-4c99-829b-ae98027177d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:54.158760 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213e2174-dbcb-4c99-829b-ae98027177d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Router b3e788c1-86fb-4242-adf1-3c94833ec52d has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:16:54.267467 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213e2174-dbcb-4c99-829b-ae98027177d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:16:54.272719 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-213e2174-dbcb-4c99-829b-ae98027177d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "PUT /v2.0/routers/b3e788c1-86fb-4242-adf1-3c94833ec52d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4866142 Nov 23 22:16:54.276497 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39046) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:54.277420 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c633167c-9bed-4d38-8eb8-434b89ff0ef2 None None] Sync routers for ids ['b3e788c1-86fb-4242-adf1-3c94833ec52d'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:16:54.288171 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c633167c-9bed-4d38-8eb8-434b89ff0ef2 None None] Routers {'b3e788c1-86fb-4242-adf1-3c94833ec52d'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:16:54.288852 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c633167c-9bed-4d38-8eb8-434b89ff0ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:16:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['b3e788c1-86fb-4242-adf1-3c94833ec52d'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:54.333340 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21e53b8-30cf-498a-aedf-4417129f3506 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Deleting subnet b07f290c-a96e-4c42-b75b-67631eebfb0f {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:16:54.337132 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b21e53b8-30cf-498a-aedf-4417129f3506 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:54.380813 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b21e53b8-30cf-498a-aedf-4417129f3506 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:54.481185 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b21e53b8-30cf-498a-aedf-4417129f3506 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:54.546444 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b21e53b8-30cf-498a-aedf-4417129f3506 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:54.548129 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 9a603b0d-9e1a-45ac-8707-64e310606c23 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:16:54.571920 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 9a603b0d-9e1a-45ac-8707-64e310606c23 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:16:54.572265 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 9a603b0d-9e1a-45ac-8707-64e310606c23 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:16:54.573633 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e53b8-30cf-498a-aedf-4417129f3506 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'Subnet': ['ID=b07f290c-a96e-4c42-b75b-67631eebfb0f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:54.577432 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b21e53b8-30cf-498a-aedf-4417129f3506 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:54.581469 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b21e53b8-30cf-498a-aedf-4417129f3506 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "DELETE /v2.0/subnets/b07f290c-a96e-4c42-b75b-67631eebfb0f HTTP/1.1" status: 204 len: 168 time: 0.3038743 Nov 23 22:16:54.583234 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39048) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:54.586380 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-c633167c-9bed-4d38-8eb8-434b89ff0ef2 None None] Set router b3e788c1-86fb-4242-adf1-3c94833ec52d gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:16:54.613570 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe240c6-894d-492f-b7f6-f6eb84af83e8 None None] Network be3c0867-dd99-45b3-83c0-748e0f32d02b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:16:54.697488 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27cb2096-17c2-4553-8d3f-3ce73df6ab94 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:54.803020 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27cb2096-17c2-4553-8d3f-3ce73df6ab94 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:54.862768 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-27cb2096-17c2-4553-8d3f-3ce73df6ab94 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Deleting port 2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:16:54.863106 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27cb2096-17c2-4553-8d3f-3ce73df6ab94 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:54.875560 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c633167c-9bed-4d38-8eb8-434b89ff0ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300782313', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:16:53Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:7a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:54.904475 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c633167c-9bed-4d38-8eb8-434b89ff0ef2 None None] Checking router: b3e788c1-86fb-4242-adf1-3c94833ec52d for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:16:54.913294 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c633167c-9bed-4d38-8eb8-434b89ff0ef2 None None] Routers {'b3e788c1-86fb-4242-adf1-3c94833ec52d'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:16:54.913934 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c633167c-9bed-4d38-8eb8-434b89ff0ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:16:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['b3e788c1-86fb-4242-adf1-3c94833ec52d'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:54.948991 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55c6fd3-b015-4c37-beda-0e74eb0e1f5a None None] DHCP port deletion for be3c0867-dd99-45b3-83c0-748e0f32d02b request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:16:54.956828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-27cb2096-17c2-4553-8d3f-3ce73df6ab94 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] For port 2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:54.957276 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27cb2096-17c2-4553-8d3f-3ce73df6ab94 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:54.970478 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-27cb2096-17c2-4553-8d3f-3ce73df6ab94 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Calling delete_port for 2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:16:55.032529 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-c633167c-9bed-4d38-8eb8-434b89ff0ef2 None None] Set router b3e788c1-86fb-4242-adf1-3c94833ec52d gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:16:55.084029 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d712f-5278-4210-b26c-589d6ae46928 req-2e4f5c51-58ef-4707-a402-c8454894c9ce tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:55.085512 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-836d712f-5278-4210-b26c-589d6ae46928 req-2e4f5c51-58ef-4707-a402-c8454894c9ce tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6980e63-b413-459a-831f-5d3e107beb12 HTTP/1.1" status: 200 len: 944 time: 0.0722570 Nov 23 22:16:55.091866 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c633167c-9bed-4d38-8eb8-434b89ff0ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300782313', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:16:54Z', 'revision_number': 6, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:55.121911 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c633167c-9bed-4d38-8eb8-434b89ff0ef2 None None] The sync data for ids ['b3e788c1-86fb-4242-adf1-3c94833ec52d'] in n-d-816206-9 is: [{'id': 'b3e788c1-86fb-4242-adf1-3c94833ec52d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300782313', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:15:42Z', 'updated_at': '2021-11-23T22:16:54Z', 'revision_number': 6, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:16:55.134221 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f55c6fd3-b015-4c37-beda-0e74eb0e1f5a None None] Deleting port 4e3b2223-5074-494a-ae49-30851c0d30ce {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:16:55.134614 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f55c6fd3-b015-4c37-beda-0e74eb0e1f5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:55.161133 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 80984f82-083d-4df1-9c13-dfc6f4557326 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:16:55.177073 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-836d712f-5278-4210-b26c-589d6ae46928 req-c17ee3d5-7e5d-4915-8380-3bdb4a9b0ebd tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/security-groups?id=e990cae5-487a-4243-9ff5-24ddba0472ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616221 Nov 23 22:16:55.219082 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27cb2096-17c2-4553-8d3f-3ce73df6ab94 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:55.244567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f55c6fd3-b015-4c37-beda-0e74eb0e1f5a None None] For port 4e3b2223-5074-494a-ae49-30851c0d30ce, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=4e3b2223-5074-494a-ae49-30851c0d30ce,segment=NetworkSegment(8d739b71-ab0d-4988-b337-f3b877cdfc63),segment_id=8d739b71-ab0d-4988-b337-f3b877cdfc63)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:55.244960 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f55c6fd3-b015-4c37-beda-0e74eb0e1f5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:55.247943 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb2096-17c2-4553-8d3f-3ce73df6ab94 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'Port': ['ID=2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:55.264048 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f55c6fd3-b015-4c37-beda-0e74eb0e1f5a None None] Calling delete_port for 4e3b2223-5074-494a-ae49-30851c0d30ce owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:16:55.267553 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba737f7e-34ac-45f2-9ab8-2c87c92fc3b0 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:16:55.312208 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27cb2096-17c2-4553-8d3f-3ce73df6ab94 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:55.326950 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 80984f82-083d-4df1-9c13-dfc6f4557326 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:16:55.339027 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 80984f82-083d-4df1-9c13-dfc6f4557326 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:16:55.339327 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:55.394199 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f55c6fd3-b015-4c37-beda-0e74eb0e1f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:55.405232 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27cb2096-17c2-4553-8d3f-3ce73df6ab94 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:55.407338 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27cb2096-17c2-4553-8d3f-3ce73df6ab94 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:55.421386 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c6fd3-b015-4c37-beda-0e74eb0e1f5a None None] Pushing event deleted for resources: {'Port': ['ID=4e3b2223-5074-494a-ae49-30851c0d30ce,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:55.432706 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55c6fd3-b015-4c37-beda-0e74eb0e1f5a None None] No DVR routers for this DVR port 4e3b2223-5074-494a-ae49-30851c0d30ce on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:16:55.453749 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c6fd3-b015-4c37-beda-0e74eb0e1f5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:16:55.453749 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c6fd3-b015-4c37-beda-0e74eb0e1f5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:16:55.454108 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c6fd3-b015-4c37-beda-0e74eb0e1f5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:16:55.454236 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c6fd3-b015-4c37-beda-0e74eb0e1f5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:16:55.454489 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c6fd3-b015-4c37-beda-0e74eb0e1f5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:16:55.454848 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c6fd3-b015-4c37-beda-0e74eb0e1f5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:16:55.455185 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c6fd3-b015-4c37-beda-0e74eb0e1f5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:16:55.458966 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c6fd3-b015-4c37-beda-0e74eb0e1f5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:16:55.458966 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c6fd3-b015-4c37-beda-0e74eb0e1f5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:16:55.460419 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c6fd3-b015-4c37-beda-0e74eb0e1f5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:16:55.460419 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c6fd3-b015-4c37-beda-0e74eb0e1f5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:16:55.461271 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55c6fd3-b015-4c37-beda-0e74eb0e1f5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:16:55.462747 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27cb2096-17c2-4553-8d3f-3ce73df6ab94 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:55.463542 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cb2096-17c2-4553-8d3f-3ce73df6ab94 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Fanout notify agent at l3_agent the message router_deleted on router b3e788c1-86fb-4242-adf1-3c94833ec52d {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:16:55.471379 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27cb2096-17c2-4553-8d3f-3ce73df6ab94 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:55.476250 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-27cb2096-17c2-4553-8d3f-3ce73df6ab94 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "DELETE /v2.0/routers/b3e788c1-86fb-4242-adf1-3c94833ec52d HTTP/1.1" status: 204 len: 168 time: 0.8919306 Nov 23 22:16:55.476898 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39052) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:55.482683 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:55.507343 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6980e63-b413-459a-831f-5d3e107beb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80984f82-083d-4df1-9c13-dfc6f4557326'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:16:55.510843 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676eaec1-4469-4209-9e20-74d21192fdf9" -d '{"events": [{"server_uuid": "b6980e63-b413-459a-831f-5d3e107beb12", "name": "network-vif-plugged", "status": "completed", "tag": "80984f82-083d-4df1-9c13-dfc6f4557326"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:16:55.524335 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 80984f82-083d-4df1-9c13-dfc6f4557326, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=80984f82-083d-4df1-9c13-dfc6f4557326,segment=NetworkSegment(9342877d-30da-4033-846b-93426f2f9f80),segment_id=9342877d-30da-4033-846b-93426f2f9f80)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:16:55.532064 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:55.569663 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aeda725-e4ce-4479-9df1-cb248b68eb32 x-openstack-request-id: req-7aeda725-e4ce-4479-9df1-cb248b68eb32 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:16:55.570744 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6980e63-b413-459a-831f-5d3e107beb12", "name": "network-vif-plugged", "status": "completed", "tag": "80984f82-083d-4df1-9c13-dfc6f4557326", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:16:55.571061 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7aeda725-e4ce-4479-9df1-cb248b68eb32 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:16:55.571557 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6980e63-b413-459a-831f-5d3e107beb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80984f82-083d-4df1-9c13-dfc6f4557326', 'code': 200} Nov 23 22:16:55.581392 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e82374aa-203b-430e-b997-05738176ab43 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:55.603802 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=80984f82-083d-4df1-9c13-dfc6f4557326,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:55.683852 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e82374aa-203b-430e-b997-05738176ab43 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:55.693575 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6f7b3-d407-471d-9b55-f963c2a40282 req-91651067-73fb-4f10-bcef-2e87bb1f0f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:55.695727 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3fb6f7b3-d407-471d-9b55-f963c2a40282 req-91651067-73fb-4f10-bcef-2e87bb1f0f6e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b6980e63-b413-459a-831f-5d3e107beb12 HTTP/1.1" status: 200 len: 1096 time: 0.0407252 Nov 23 22:16:55.704452 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-e82374aa-203b-430e-b997-05738176ab43 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be3c0867-dd99-45b3-83c0-748e0f32d02b']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:55.714586 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-e82374aa-203b-430e-b997-05738176ab43 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d739b71-ab0d-4988-b337-f3b877cdfc63') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:55.714855 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-e82374aa-203b-430e-b997-05738176ab43 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d739b71-ab0d-4988-b337-f3b877cdfc63') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:55.724403 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e82374aa-203b-430e-b997-05738176ab43 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:55.737697 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e82374aa-203b-430e-b997-05738176ab43 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:55.742705 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3fb6f7b3-d407-471d-9b55-f963c2a40282 req-d6b199ab-fb22-40f0-bab3-3962f6db3a09 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e990cae5-487a-4243-9ff5-24ddba0472ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382662 Nov 23 22:16:55.743796 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82374aa-203b-430e-b997-05738176ab43 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:16:55.744174 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e82374aa-203b-430e-b997-05738176ab43 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:16:55.747152 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:16:55.804621 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e82374aa-203b-430e-b997-05738176ab43 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:55.809658 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e82374aa-203b-430e-b997-05738176ab43 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:55.812844 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e82374aa-203b-430e-b997-05738176ab43 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "DELETE /v2.0/networks/be3c0867-dd99-45b3-83c0-748e0f32d02b HTTP/1.1" status: 204 len: 168 time: 0.3350062 Nov 23 22:16:55.815820 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39056) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:55.827843 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82374aa-203b-430e-b997-05738176ab43 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'Network': ['ID=be3c0867-dd99-45b3-83c0-748e0f32d02b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:55.875997 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-187cdf12-13cc-4642-a7bc-8ac31cc27862 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:55.902280 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-187cdf12-13cc-4642-a7bc-8ac31cc27862 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:55.964559 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-187cdf12-13cc-4642-a7bc-8ac31cc27862 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:55.967255 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-187cdf12-13cc-4642-a7bc-8ac31cc27862 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:55.968481 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-187cdf12-13cc-4642-a7bc-8ac31cc27862 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "DELETE /v2.0/security-groups/5548e237-2194-4b9b-9ec0-0dffa0f321d8 HTTP/1.1" status: 204 len: 168 time: 0.1516199 Nov 23 22:16:55.978274 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cdf12-13cc-4642-a7bc-8ac31cc27862 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5548e237-2194-4b9b-9ec0-0dffa0f321d8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:56.285118 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39064) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:56.290387 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4e3b2223-5074-494a-ae49-30851c0d30ce no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:16:56.291119 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-25f7e367-4b79-43c7-bc30-a95b57e597ea tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-846122251', 'description': 'tempest-secgroup-smoke-846122251 description', 'project_id': '8e0acd4df46849288fda9982f884e974'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:56.312751 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 4e3b2223-5074-494a-ae49-30851c0d30ce {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:16:56.313499 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 4e3b2223-5074-494a-ae49-30851c0d30ce not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:16:56.314049 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:16:56.316664 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-25f7e367-4b79-43c7-bc30-a95b57e597ea tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:56.321897 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac0ef2-14d8-46f6-a199-9e78ed356311 req-e1b9c425-d32c-4131-a697-42b68ae5b1b9 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:56.323603 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fcac0ef2-14d8-46f6-a199-9e78ed356311 req-e1b9c425-d32c-4131-a697-42b68ae5b1b9 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6980e63-b413-459a-831f-5d3e107beb12 HTTP/1.1" status: 200 len: 945 time: 0.0610101 Nov 23 22:16:56.339257 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:16:56.339816 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2d3bc57f-773c-4e8e-b5ad-51cc0d0051ca not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:16:56.340018 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9cc70493-2318-4926-8e02-23f074d997cc no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:16:56.360864 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 9cc70493-2318-4926-8e02-23f074d997cc {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:16:56.361212 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9cc70493-2318-4926-8e02-23f074d997cc not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:16:56.384341 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fcac0ef2-14d8-46f6-a199-9e78ed356311 req-039f3bf4-cbfd-4456-83f7-561a2f73f75c tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/security-groups?id=e990cae5-487a-4243-9ff5-24ddba0472ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543144 Nov 23 22:16:56.393824 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-25f7e367-4b79-43c7-bc30-a95b57e597ea tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:56.397972 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-25f7e367-4b79-43c7-bc30-a95b57e597ea tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:56.429379 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-25f7e367-4b79-43c7-bc30-a95b57e597ea tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:56.431205 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-25f7e367-4b79-43c7-bc30-a95b57e597ea tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1446743 Nov 23 22:16:56.433092 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7e367-4b79-43c7-bc30-a95b57e597ea tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffa8df1-9a86-49b7-ae9d-8625f61daec0,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:56.434190 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39066) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:56.440162 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-d58d6c68-7e06-4c32-a465-dc785dfbe653 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group_rule': {'security_group_id': '9ffa8df1-9a86-49b7-ae9d-8625f61daec0', 'project_id': '8e0acd4df46849288fda9982f884e974', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:56.467445 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d58d6c68-7e06-4c32-a465-dc785dfbe653 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:56.521558 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d58d6c68-7e06-4c32-a465-dc785dfbe653 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:56.525677 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d58d6c68-7e06-4c32-a465-dc785dfbe653 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:56.545367 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d6c68-7e06-4c32-a465-dc785dfbe653 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b932cb-ff16-4d4a-9ea9-e80c2666ceb0,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:56.552505 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d58d6c68-7e06-4c32-a465-dc785dfbe653 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:56.553702 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d58d6c68-7e06-4c32-a465-dc785dfbe653 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184220 Nov 23 22:16:56.556551 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39068) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:56.560848 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-654814fe-c0e0-4485-aa22-f589d3d723f1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group_rule': {'security_group_id': '9ffa8df1-9a86-49b7-ae9d-8625f61daec0', 'project_id': '8e0acd4df46849288fda9982f884e974', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:56.587793 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-654814fe-c0e0-4485-aa22-f589d3d723f1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:56.642941 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-654814fe-c0e0-4485-aa22-f589d3d723f1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:56.647211 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-654814fe-c0e0-4485-aa22-f589d3d723f1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:56.663045 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654814fe-c0e0-4485-aa22-f589d3d723f1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210d84f3-4982-4ed1-bac7-53e97b964605,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:56.677230 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-654814fe-c0e0-4485-aa22-f589d3d723f1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:56.678643 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-654814fe-c0e0-4485-aa22-f589d3d723f1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211722 Nov 23 22:16:56.681815 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39070) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:56.686263 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-f711c37e-49d2-492d-9dfd-59d1cbba23ea tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group_rule': {'security_group_id': '9ffa8df1-9a86-49b7-ae9d-8625f61daec0', 'project_id': '8e0acd4df46849288fda9982f884e974', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:56.714002 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f711c37e-49d2-492d-9dfd-59d1cbba23ea tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:56.781114 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f711c37e-49d2-492d-9dfd-59d1cbba23ea tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:56.785276 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f711c37e-49d2-492d-9dfd-59d1cbba23ea tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:56.807144 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711c37e-49d2-492d-9dfd-59d1cbba23ea tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf993f35-11c1-447d-b86e-accc7a4f75bb,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:56.812119 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f711c37e-49d2-492d-9dfd-59d1cbba23ea tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:56.813286 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f711c37e-49d2-492d-9dfd-59d1cbba23ea tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305339 Nov 23 22:16:56.816608 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39072) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:56.821731 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-1c05c669-3072-4b61-98d8-82725fb69f67 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group_rule': {'security_group_id': '9ffa8df1-9a86-49b7-ae9d-8625f61daec0', 'project_id': '8e0acd4df46849288fda9982f884e974', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:56.847893 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1c05c669-3072-4b61-98d8-82725fb69f67 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:56.905556 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1c05c669-3072-4b61-98d8-82725fb69f67 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:56.909476 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1c05c669-3072-4b61-98d8-82725fb69f67 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:56.930107 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05c669-3072-4b61-98d8-82725fb69f67 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39e455f-201c-404b-bdf3-2d0dc2ac8f55,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:56.935421 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1c05c669-3072-4b61-98d8-82725fb69f67 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:56.936583 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1c05c669-3072-4b61-98d8-82725fb69f67 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190534 Nov 23 22:16:56.939449 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39074) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:56.943845 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-433d3696-0853-48df-b5b6-9eea69c95a78 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group_rule': {'security_group_id': '9ffa8df1-9a86-49b7-ae9d-8625f61daec0', 'project_id': '8e0acd4df46849288fda9982f884e974', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:56.966151 n-d-816206-9 neutron-server[110034]: INFO neutron.db.securitygroups_db [None req-433d3696-0853-48df-b5b6-9eea69c95a78 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Project 8e0acd4df46849288fda9982f884e974 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:16:56.970880 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-433d3696-0853-48df-b5b6-9eea69c95a78 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:57.028969 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-433d3696-0853-48df-b5b6-9eea69c95a78 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:57.032668 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-433d3696-0853-48df-b5b6-9eea69c95a78 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:57.050668 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d3696-0853-48df-b5b6-9eea69c95a78 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2a2534-d2a4-4000-858d-b89229eda787,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:57.058351 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-433d3696-0853-48df-b5b6-9eea69c95a78 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:57.059652 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-433d3696-0853-48df-b5b6-9eea69c95a78 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192429 Nov 23 22:16:57.062395 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39076) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:57.066729 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-95723693-c0ee-4255-b03c-d69eb64905e2 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'security_group_rule': {'security_group_id': '9ffa8df1-9a86-49b7-ae9d-8625f61daec0', 'project_id': '8e0acd4df46849288fda9982f884e974', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:57.088078 n-d-816206-9 neutron-server[110034]: INFO neutron.db.securitygroups_db [None req-95723693-c0ee-4255-b03c-d69eb64905e2 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Project 8e0acd4df46849288fda9982f884e974 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:16:57.093211 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-95723693-c0ee-4255-b03c-d69eb64905e2 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:57.157293 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-95723693-c0ee-4255-b03c-d69eb64905e2 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:57.160936 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-95723693-c0ee-4255-b03c-d69eb64905e2 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:57.179201 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95723693-c0ee-4255-b03c-d69eb64905e2 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1c86b4-5013-4a78-b786-7a2fe257c713,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:57.188097 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-95723693-c0ee-4255-b03c-d69eb64905e2 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:57.189148 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-95723693-c0ee-4255-b03c-d69eb64905e2 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257756 Nov 23 22:16:57.192065 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39078) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:57.196926 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-ce0743d7-adf3-46ce-b5e9-65a37463020a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'network': {'name': 'tempest-network-smoke--1020808749', 'project_id': '8e0acd4df46849288fda9982f884e974', 'port_security_enabled': True}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:57.216816 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0743d7-adf3-46ce-b5e9-65a37463020a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Made reservation on behalf of 8e0acd4df46849288fda9982f884e974 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:16:57.220525 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ce0743d7-adf3-46ce-b5e9-65a37463020a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:57.244886 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0743d7-adf3-46ce-b5e9-65a37463020a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:16:57.254307 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ce0743d7-adf3-46ce-b5e9-65a37463020a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:57.254657 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-ce0743d7-adf3-46ce-b5e9-65a37463020a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Added segment e28ae4e0-e178-4bb2-a599-d1e7a4745beb of type vlan for network 300fcb74-7978-45ee-a2b8-2afe610a4912 Nov 23 22:16:57.294579 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ce0743d7-adf3-46ce-b5e9-65a37463020a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:57.318735 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ce0743d7-adf3-46ce-b5e9-65a37463020a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:57.324437 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0743d7-adf3-46ce-b5e9-65a37463020a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:57.325032 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ce0743d7-adf3-46ce-b5e9-65a37463020a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:57.360710 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ce0743d7-adf3-46ce-b5e9-65a37463020a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1676390 Nov 23 22:16:57.363534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39080) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:57.368580 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-d76c0b8c-7d1b-482d-b88e-c65e917b00ba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-691558671', 'admin_state_up': True, 'project_id': '8e0acd4df46849288fda9982f884e974', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:57.412961 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0743d7-adf3-46ce-b5e9-65a37463020a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Network': ['ID=300fcb74-7978-45ee-a2b8-2afe610a4912,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:57.425567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 300fcb74-7978-45ee-a2b8-2afe610a4912 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:16:57.429194 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d76c0b8c-7d1b-482d-b88e-c65e917b00ba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:57.431183 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d76c0b8c-7d1b-482d-b88e-c65e917b00ba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:57.498022 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d76c0b8c-7d1b-482d-b88e-c65e917b00ba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:57.878904 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad702d55-b40e-4714-911c-ecb3c28391c6 req-457443c5-57af-4d89-862a-c290e7050d52 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:57.880401 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ad702d55-b40e-4714-911c-ecb3c28391c6 req-457443c5-57af-4d89-862a-c290e7050d52 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6980e63-b413-459a-831f-5d3e107beb12 HTTP/1.1" status: 200 len: 945 time: 0.4203625 Nov 23 22:16:57.930284 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-13f78b49-12f6-4f9c-be21-b6d6e76aa4f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:57.961623 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d76c0b8c-7d1b-482d-b88e-c65e917b00ba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:58.006946 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ad702d55-b40e-4714-911c-ecb3c28391c6 req-e8f229d2-f84a-43f2-8b8c-638395917f12 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/security-groups?id=e990cae5-487a-4243-9ff5-24ddba0472ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924385 Nov 23 22:16:58.186478 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d76c0b8c-7d1b-482d-b88e-c65e917b00ba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:58.208565 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d76c0b8c-7d1b-482d-b88e-c65e917b00ba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:58.315978 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-d76c0b8c-7d1b-482d-b88e-c65e917b00ba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Allocated IP 172.25.5.106 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/24e3d377-adcf-4001-ad50-2b2c922e39e6) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:16:58.426067 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d76c0b8c-7d1b-482d-b88e-c65e917b00ba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:58.462589 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d76c0b8c-7d1b-482d-b88e-c65e917b00ba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:58.503398 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76c0b8c-7d1b-482d-b88e-c65e917b00ba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:16:58.506300 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-d76c0b8c-7d1b-482d-b88e-c65e917b00ba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:16:58.510509 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76c0b8c-7d1b-482d-b88e-c65e917b00ba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:16:58.516264 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c0b8c-7d1b-482d-b88e-c65e917b00ba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Port': ['ID=24e3d377-adcf-4001-ad50-2b2c922e39e6,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:16:58.521908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09303944-1a05-45a1-b76d-8a743bbb5845 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:16:58.612930 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-759a004e-459c-4899-8468-3810bab85b56 None None] Provisioning complete for port 24e3d377-adcf-4001-ad50-2b2c922e39e6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:16:58.613293 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-759a004e-459c-4899-8468-3810bab85b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:58.647614 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-759a004e-459c-4899-8468-3810bab85b56 None None] Port 24e3d377-adcf-4001-ad50-2b2c922e39e6 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:16:58.701707 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebab6c-f280-489c-9085-2c3c85e94163 req-cb0fb292-af78-4391-90f9-6a22ca44ee24 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:58.703248 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-12ebab6c-f280-489c-9085-2c3c85e94163 req-cb0fb292-af78-4391-90f9-6a22ca44ee24 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6980e63-b413-459a-831f-5d3e107beb12 HTTP/1.1" status: 200 len: 945 time: 0.0838044 Nov 23 22:16:58.830516 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-12ebab6c-f280-489c-9085-2c3c85e94163 req-5651f808-cdf2-4412-a4c8-c4ab12a47b04 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/security-groups?id=e990cae5-487a-4243-9ff5-24ddba0472ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199639 Nov 23 22:16:58.844322 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d76c0b8c-7d1b-482d-b88e-c65e917b00ba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:59.040466 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d76c0b8c-7d1b-482d-b88e-c65e917b00ba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:59.169706 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76c0b8c-7d1b-482d-b88e-c65e917b00ba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Router 6814f524-32ed-4cce-b297-53b46b2f7b4c is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:16:59.280097 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76c0b8c-7d1b-482d-b88e-c65e917b00ba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:16:59.290029 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] Sync routers for ids ['6814f524-32ed-4cce-b297-53b46b2f7b4c'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:16:59.299663 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] Routers {'6814f524-32ed-4cce-b297-53b46b2f7b4c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:16:59.300187 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:16:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['6814f524-32ed-4cce-b297-53b46b2f7b4c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:59.300919 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d76c0b8c-7d1b-482d-b88e-c65e917b00ba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:59.302133 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d76c0b8c-7d1b-482d-b88e-c65e917b00ba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9376633 Nov 23 22:16:59.305534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39098) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:59.333469 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-650f609e-c064-4364-9b5c-aadd7318f472 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=8e0acd4df46849288fda9982f884e974&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268381 Nov 23 22:16:59.337040 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39100) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:59.405658 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] Set router 6814f524-32ed-4cce-b297-53b46b2f7b4c gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:16:59.596445 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691558671', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:57Z', 'updated_at': '2021-11-23T22:16:58Z', 'revision_number': 3, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:58Z', 'updated_at': '2021-11-23T22:16:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:16:59.623534 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] Checking router: 6814f524-32ed-4cce-b297-53b46b2f7b4c for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:16:59.623876 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] Updating router 6814f524-32ed-4cce-b297-53b46b2f7b4c port 24e3d377-adcf-4001-ad50-2b2c922e39e6 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:16:59.650832 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:59.738628 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de16c66-e184-43f9-bc55-367572ebf7d0 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:59.740188 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0de16c66-e184-43f9-bc55-367572ebf7d0 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4021699 Nov 23 22:16:59.743818 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39102) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:59.771440 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-80e10cf3-9c54-4a42-a6f7-312c77fc39ec tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265365 Nov 23 22:16:59.774511 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39104) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:16:59.779216 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f2932291-c4f4-451d-a147-342aa5f7ee5c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-217666606', 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912', 'project_id': '8e0acd4df46849288fda9982f884e974', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:16:59.866675 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2932291-c4f4-451d-a147-342aa5f7ee5c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Made reservation on behalf of 8e0acd4df46849288fda9982f884e974 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:16:59.870527 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f2932291-c4f4-451d-a147-342aa5f7ee5c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:59.910083 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:59.917033 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:59.964345 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ff78da-f925-4ac9-b41e-f0b3332c9bfe None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:16:59.965811 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82e617-d2af-4588-bed2-4d1a6586b227 req-2e225af2-3c40-4c4a-b653-99a4e2b0efee tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:16:59.968703 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] Attempting to bind port 24e3d377-adcf-4001-ad50-2b2c922e39e6 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:16:59.970014 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] Attempting to bind port 24e3d377-adcf-4001-ad50-2b2c922e39e6 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:16:59.970547 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] Attempting to bind port 24e3d377-adcf-4001-ad50-2b2c922e39e6 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:16:59.975250 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a82e617-d2af-4588-bed2-4d1a6586b227 req-2e225af2-3c40-4c4a-b653-99a4e2b0efee tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6980e63-b413-459a-831f-5d3e107beb12 HTTP/1.1" status: 200 len: 945 time: 0.0690854 Nov 23 22:16:59.983436 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:16:59.985410 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:16:59.986423 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:16:59.987760 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:16:59.989045 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] Bound port: 24e3d377-adcf-4001-ad50-2b2c922e39e6, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:16:59.989738 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:00.002261 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d9118-c8fa-4296-ac43-50a310397f44 None None] Pushing event updated for resources: {'Port': ['ID=24e3d377-adcf-4001-ad50-2b2c922e39e6,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:00.025710 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a82e617-d2af-4588-bed2-4d1a6586b227 req-ab833774-cd78-4147-a5c8-29a9a48e94bd tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/security-groups?id=e990cae5-487a-4243-9ff5-24ddba0472ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497174 Nov 23 22:17:00.050551 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4d9118-c8fa-4296-ac43-50a310397f44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:00.050932 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4d9118-c8fa-4296-ac43-50a310397f44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:00.051268 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4d9118-c8fa-4296-ac43-50a310397f44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:00.051599 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4d9118-c8fa-4296-ac43-50a310397f44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:00.051924 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4d9118-c8fa-4296-ac43-50a310397f44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:00.052246 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4d9118-c8fa-4296-ac43-50a310397f44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:00.052564 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4d9118-c8fa-4296-ac43-50a310397f44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:00.052883 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4d9118-c8fa-4296-ac43-50a310397f44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:00.053194 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4d9118-c8fa-4296-ac43-50a310397f44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:00.053514 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4d9118-c8fa-4296-ac43-50a310397f44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:00.053827 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4d9118-c8fa-4296-ac43-50a310397f44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:00.054224 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4d9118-c8fa-4296-ac43-50a310397f44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:00.075293 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] For port 24e3d377-adcf-4001-ad50-2b2c922e39e6, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:17:00.078861 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] For port 24e3d377-adcf-4001-ad50-2b2c922e39e6, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=24e3d377-adcf-4001-ad50-2b2c922e39e6,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:17:00.083154 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:00.083312 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-22d26723-a620-4251-b8fd-adf68cad4f7a None None] Provisioning complete for port 24e3d377-adcf-4001-ad50-2b2c922e39e6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:00.083637 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-22d26723-a620-4251-b8fd-adf68cad4f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:00.093299 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24c378-f9ed-4f92-a045-0db11f6bde37 req-d88f219f-ce67-4792-ab07-d4e39b513e54 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:00.094847 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3c24c378-f9ed-4f92-a045-0db11f6bde37 req-d88f219f-ce67-4792-ab07-d4e39b513e54 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6980e63-b413-459a-831f-5d3e107beb12 HTTP/1.1" status: 200 len: 945 time: 0.0980995 Nov 23 22:17:00.134041 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f2932291-c4f4-451d-a147-342aa5f7ee5c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:00.157450 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1df270e-f80f-4284-a37e-cd17d05e48f7 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:17:00.169909 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:00.178244 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d9118-c8fa-4296-ac43-50a310397f44 None None] Pushing event updated for resources: {'Port': ['ID=24e3d377-adcf-4001-ad50-2b2c922e39e6,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:00.183462 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] Routers {'6814f524-32ed-4cce-b297-53b46b2f7b4c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:00.184231 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:16:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['6814f524-32ed-4cce-b297-53b46b2f7b4c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:00.214529 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-22d26723-a620-4251-b8fd-adf68cad4f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:00.240733 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2932291-c4f4-451d-a147-342aa5f7ee5c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Subnet': ['ID=cb3c699e-5ec1-4643-9916-c6941d4ccdf9,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:00.241520 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-22d26723-a620-4251-b8fd-adf68cad4f7a None None] For port 24e3d377-adcf-4001-ad50-2b2c922e39e6, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=24e3d377-adcf-4001-ad50-2b2c922e39e6,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:00.249559 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-22d26723-a620-4251-b8fd-adf68cad4f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:00.259615 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2932291-c4f4-451d-a147-342aa5f7ee5c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Checking segment: {'id': 'e28ae4e0-e178-4bb2-a599-d1e7a4745beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:17:00.260093 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2932291-c4f4-451d-a147-342aa5f7ee5c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network hostable DHCP agents. Network: 300fcb74-7978-45ee-a2b8-2afe610a4912, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:17:00.292139 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-3c24c378-f9ed-4f92-a045-0db11f6bde37 req-276d7317-b8d4-41f8-b53b-076c507db952 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Deleting port 80984f82-083d-4df1-9c13-dfc6f4557326 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:17:00.292536 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3c24c378-f9ed-4f92-a045-0db11f6bde37 req-276d7317-b8d4-41f8-b53b-076c507db952 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:00.297280 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2932291-c4f4-451d-a147-342aa5f7ee5c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network 300fcb74-7978-45ee-a2b8-2afe610a4912 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:17:00.306804 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d26723-a620-4251-b8fd-adf68cad4f7a None None] Pushing event updated for resources: {'Port': ['ID=24e3d377-adcf-4001-ad50-2b2c922e39e6,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:00.311686 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] Set router 6814f524-32ed-4cce-b297-53b46b2f7b4c gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:00.353696 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-f2932291-c4f4-451d-a147-342aa5f7ee5c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 300fcb74-7978-45ee-a2b8-2afe610a4912) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:00.362479 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2932291-c4f4-451d-a147-342aa5f7ee5c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:00.363103 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f2932291-c4f4-451d-a147-342aa5f7ee5c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:00.371875 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0764efc8-eb0a-44c7-bf03-7794be1993c8 None None] Network 300fcb74-7978-45ee-a2b8-2afe610a4912 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:17:00.388740 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f2932291-c4f4-451d-a147-342aa5f7ee5c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6129551 Nov 23 22:17:00.389776 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-79ece43f-1be8-4c79-a39d-a1ce3a4c4895 None None] Provisioning complete for port 24e3d377-adcf-4001-ad50-2b2c922e39e6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:00.390394 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-79ece43f-1be8-4c79-a39d-a1ce3a4c4895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:00.392993 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39108) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:00.457703 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-3c24c378-f9ed-4f92-a045-0db11f6bde37 req-276d7317-b8d4-41f8-b53b-076c507db952 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] For port 80984f82-083d-4df1-9c13-dfc6f4557326, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=80984f82-083d-4df1-9c13-dfc6f4557326,segment=NetworkSegment(9342877d-30da-4033-846b-93426f2f9f80),segment_id=9342877d-30da-4033-846b-93426f2f9f80)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:00.458400 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3c24c378-f9ed-4f92-a045-0db11f6bde37 req-276d7317-b8d4-41f8-b53b-076c507db952 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:00.480570 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-3c24c378-f9ed-4f92-a045-0db11f6bde37 req-276d7317-b8d4-41f8-b53b-076c507db952 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Calling delete_port for 80984f82-083d-4df1-9c13-dfc6f4557326 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:17:00.513390 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691558671', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:57Z', 'updated_at': '2021-11-23T22:16:58Z', 'revision_number': 3, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:58Z', 'updated_at': '2021-11-23T22:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:00.541425 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1494a5d8-a501-4b2f-a062-0ea222035b1e None None] The sync data for ids ['6814f524-32ed-4cce-b297-53b46b2f7b4c'] in n-d-816206-9 is: [{'id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691558671', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:57Z', 'updated_at': '2021-11-23T22:16:58Z', 'revision_number': 3, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:58Z', 'updated_at': '2021-11-23T22:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:17:00.589668 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-007b3c55-6336-4363-a269-5964f963702e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:00.634971 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a937b33d-f787-4e46-b194-feefdfa5f616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-300fcb74-7978-45ee-a2b8-2afe610a4912', 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'fixed_ips': [{'subnet_id': 'cb3c699e-5ec1-4643-9916-c6941d4ccdf9'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:17:00.636356 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a937b33d-f787-4e46-b194-feefdfa5f616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:00.795615 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-a937b33d-f787-4e46-b194-feefdfa5f616 None None] Allocated IP 172.20.0.2 (300fcb74-7978-45ee-a2b8-2afe610a4912/cb3c699e-5ec1-4643-9916-c6941d4ccdf9/6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:17:00.879671 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3c24c378-f9ed-4f92-a045-0db11f6bde37 req-276d7317-b8d4-41f8-b53b-076c507db952 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:00.914538 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['80984f82-083d-4df1-9c13-dfc6f4557326'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:17:00.923939 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d7317-b8d4-41f8-b53b-076c507db952 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Pushing event deleted for resources: {'Port': ['ID=80984f82-083d-4df1-9c13-dfc6f4557326,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:00.977781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c24c378-f9ed-4f92-a045-0db11f6bde37 req-276d7317-b8d4-41f8-b53b-076c507db952 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] No DVR routers for this DVR port 80984f82-083d-4df1-9c13-dfc6f4557326 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:17:00.980871 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3c24c378-f9ed-4f92-a045-0db11f6bde37 req-276d7317-b8d4-41f8-b53b-076c507db952 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:00.983914 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3c24c378-f9ed-4f92-a045-0db11f6bde37 req-276d7317-b8d4-41f8-b53b-076c507db952 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.60 "DELETE /v2.0/ports/80984f82-083d-4df1-9c13-dfc6f4557326 HTTP/1.1" status: 204 len: 173 time: 0.8804438 Nov 23 22:17:00.992135 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a937b33d-f787-4e46-b194-feefdfa5f616 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:00.999148 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a937b33d-f787-4e46-b194-feefdfa5f616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:01.009244 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6980e63-b413-459a-831f-5d3e107beb12', 'name': 'network-vif-deleted', 'tag': '80984f82-083d-4df1-9c13-dfc6f4557326'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:17:01.014319 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a9cbb6-2082-4b57-a92a-53bf32c3111f" -d '{"events": [{"server_uuid": "b6980e63-b413-459a-831f-5d3e107beb12", "name": "network-vif-deleted", "tag": "80984f82-083d-4df1-9c13-dfc6f4557326"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:17:01.047625 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a937b33d-f787-4e46-b194-feefdfa5f616 None None] Network 300fcb74-7978-45ee-a2b8-2afe610a4912 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:17:01.068164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-a937b33d-f787-4e46-b194-feefdfa5f616 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:01.073771 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937b33d-f787-4e46-b194-feefdfa5f616 None None] Pushing event updated for resources: {'Port': ['ID=6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:01.079253 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a937b33d-f787-4e46-b194-feefdfa5f616 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:17:01.136485 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bb2cd6-24b0-4e82-9865-34294ed70179 x-openstack-request-id: req-03bb2cd6-24b0-4e82-9865-34294ed70179 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:17:01.136788 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6980e63-b413-459a-831f-5d3e107beb12", "name": "network-vif-deleted", "tag": "80984f82-083d-4df1-9c13-dfc6f4557326", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:17:01.137047 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-03bb2cd6-24b0-4e82-9865-34294ed70179 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:17:01.137498 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6980e63-b413-459a-831f-5d3e107beb12', 'name': 'network-vif-deleted', 'tag': '80984f82-083d-4df1-9c13-dfc6f4557326', 'status': 'completed', 'code': 200} Nov 23 22:17:01.163279 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-a937b33d-f787-4e46-b194-feefdfa5f616 None None] Attempting to bind port 6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:17:01.163689 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-a937b33d-f787-4e46-b194-feefdfa5f616 None None] Attempting to bind port 6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'e28ae4e0-e178-4bb2-a599-d1e7a4745beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:17:01.164831 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a937b33d-f787-4e46-b194-feefdfa5f616 None None] Attempting to bind port 6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b on network 300fcb74-7978-45ee-a2b8-2afe610a4912 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:17:01.170338 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a937b33d-f787-4e46-b194-feefdfa5f616 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:17:01.170750 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a937b33d-f787-4e46-b194-feefdfa5f616 None None] Checking segment: {'id': 'e28ae4e0-e178-4bb2-a599-d1e7a4745beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:17:01.171208 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a937b33d-f787-4e46-b194-feefdfa5f616 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:01.171608 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a937b33d-f787-4e46-b194-feefdfa5f616 None None] Bound using segment: {'id': 'e28ae4e0-e178-4bb2-a599-d1e7a4745beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:17:01.172094 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-a937b33d-f787-4e46-b194-feefdfa5f616 None None] Bound port: 6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28ae4e0-e178-4bb2-a599-d1e7a4745beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:17:01.172560 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a937b33d-f787-4e46-b194-feefdfa5f616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:01.196932 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c67b4799-d941-46c4-9558-183315887010 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:01.213223 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c908d1e-5b14-44b5-9620-39880c7c9831 req-6306f1bf-58d8-4a89-ac65-262851036a21 tempest-VolumesActionsTest-422205691 tempest-VolumesActionsTest-422205691-project] 10.222.0.50 "GET /v2.0/ports?device_id=b6980e63-b413-459a-831f-5d3e107beb12 HTTP/1.1" status: 200 len: 210 time: 0.0677743 Nov 23 22:17:01.265830 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a937b33d-f787-4e46-b194-feefdfa5f616 None None] For port 6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:17:01.270653 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a937b33d-f787-4e46-b194-feefdfa5f616 None None] For port 6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b,segment=NetworkSegment(e28ae4e0-e178-4bb2-a599-d1e7a4745beb),segment_id=e28ae4e0-e178-4bb2-a599-d1e7a4745beb)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:17:01.276441 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a937b33d-f787-4e46-b194-feefdfa5f616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:01.344205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937b33d-f787-4e46-b194-feefdfa5f616 None None] Pushing event updated for resources: {'Port': ['ID=6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:01.531424 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-c67b4799-d941-46c4-9558-183315887010 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Allocated IP 172.20.0.1 (300fcb74-7978-45ee-a2b8-2afe610a4912/cb3c699e-5ec1-4643-9916-c6941d4ccdf9/d11f527c-f5ca-47e9-9580-231e6d45dee2) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:17:01.662640 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:01.701971 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c67b4799-d941-46c4-9558-183315887010 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:01.739779 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c67b4799-d941-46c4-9558-183315887010 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:01.789105 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67b4799-d941-46c4-9558-183315887010 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network 300fcb74-7978-45ee-a2b8-2afe610a4912 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:17:01.792056 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-c67b4799-d941-46c4-9558-183315887010 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:01.796589 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67b4799-d941-46c4-9558-183315887010 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:17:01.802978 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b4799-d941-46c4-9558-183315887010 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Port': ['ID=d11f527c-f5ca-47e9-9580-231e6d45dee2,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:01.844211 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c67b4799-d941-46c4-9558-183315887010 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:01.976875 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c67b4799-d941-46c4-9558-183315887010 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:02.285313 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c67b4799-d941-46c4-9558-183315887010 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:02.293329 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c67b4799-d941-46c4-9558-183315887010 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:02.383602 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b4799-d941-46c4-9558-183315887010 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Port': ['ID=d11f527c-f5ca-47e9-9580-231e6d45dee2,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:02.386193 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c67b4799-d941-46c4-9558-183315887010 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:02.412591 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 24e3d377-adcf-4001-ad50-2b2c922e39e6 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:17:02.479184 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e01ed2-7760-4cdf-84d8-150530eef392 None None] Network 300fcb74-7978-45ee-a2b8-2afe610a4912 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:17:02.493450 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 24e3d377-adcf-4001-ad50-2b2c922e39e6 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:02.493832 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:02.498922 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67b4799-d941-46c4-9558-183315887010 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network 300fcb74-7978-45ee-a2b8-2afe610a4912 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:17:02.500480 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-c67b4799-d941-46c4-9558-183315887010 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:02.630361 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-306ab026-b689-49d9-a0ae-4915754cba5b None None] Provisioning complete for port 6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:02.630851 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-306ab026-b689-49d9-a0ae-4915754cba5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:02.658973 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67b4799-d941-46c4-9558-183315887010 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Router 6814f524-32ed-4cce-b297-53b46b2f7b4c has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:17:02.772707 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:17:02.795972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67b4799-d941-46c4-9558-183315887010 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:17:02.807045 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c67b4799-d941-46c4-9558-183315887010 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "PUT /v2.0/routers/6814f524-32ed-4cce-b297-53b46b2f7b4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4071636 Nov 23 22:17:02.889548 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-306ab026-b689-49d9-a0ae-4915754cba5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:03.073498 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b7835772-a779-4e83-b116-51ed56782ce7 req-a1fffef5-5ed3-4881-97c9-d58f3f05a698 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-846122251&fields=id&tenant_id=8e0acd4df46849288fda9982f884e974 HTTP/1.1" status: 200 len: 267 time: 0.0721905 Nov 23 22:17:03.076592 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] Sync routers for ids ['6814f524-32ed-4cce-b297-53b46b2f7b4c'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:17:03.093856 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:03.094234 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:03.132146 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] Routers {'6814f524-32ed-4cce-b297-53b46b2f7b4c'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:03.134014 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['6814f524-32ed-4cce-b297-53b46b2f7b4c'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:03.149631 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:03.202365 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 80984f82-083d-4df1-9c13-dfc6f4557326 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:17:03.209650 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-306ab026-b689-49d9-a0ae-4915754cba5b None None] For port 6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b,segment=NetworkSegment(e28ae4e0-e178-4bb2-a599-d1e7a4745beb),segment_id=e28ae4e0-e178-4bb2-a599-d1e7a4745beb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:03.227736 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7835772-a779-4e83-b116-51ed56782ce7 req-88e99d82-ed1b-4cfc-99f8-c0ffe61c3741 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:03.229578 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b7835772-a779-4e83-b116-51ed56782ce7 req-88e99d82-ed1b-4cfc-99f8-c0ffe61c3741 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/networks?id=300fcb74-7978-45ee-a2b8-2afe610a4912 HTTP/1.1" status: 200 len: 797 time: 0.1510313 Nov 23 22:17:03.244968 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-306ab026-b689-49d9-a0ae-4915754cba5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:03.246563 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 80984f82-083d-4df1-9c13-dfc6f4557326 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:17:03.246941 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 80984f82-083d-4df1-9c13-dfc6f4557326 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:17:03.255488 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b7835772-a779-4e83-b116-51ed56782ce7 req-d323be48-9a64-4e06-9506-fbcf9579fad0 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/quotas/8e0acd4df46849288fda9982f884e974 HTTP/1.1" status: 200 len: 375 time: 0.0127444 Nov 23 22:17:03.333694 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b7835772-a779-4e83-b116-51ed56782ce7 req-ad8bfbd0-3ad8-4f19-8f6b-5554e1b1329e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654011 Nov 23 22:17:03.408516 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ab026-b689-49d9-a0ae-4915754cba5b None None] Pushing event updated for resources: {'Port': ['ID=6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:03.413225 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] Set router 6814f524-32ed-4cce-b297-53b46b2f7b4c gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:03.482178 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b7835772-a779-4e83-b116-51ed56782ce7 req-c0f6542f-5605-4292-88c4-503fc2231285 service neutron] 10.222.0.50 "GET /v2.0/networks/300fcb74-7978-45ee-a2b8-2afe610a4912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339509 Nov 23 22:17:03.591295 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b7835772-a779-4e83-b116-51ed56782ce7 req-1f7722f9-47a8-428f-abe0-36f3d1ad4669 service neutron] 10.222.0.50 "GET /v2.0/networks/300fcb74-7978-45ee-a2b8-2afe610a4912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026540 Nov 23 22:17:03.605987 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-453df636-a530-4983-a0da-ac5a144c7c5f None None] Provisioning complete for port 6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:03.606370 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-453df636-a530-4983-a0da-ac5a144c7c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:03.732117 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691558671', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:57Z', 'updated_at': '2021-11-23T22:17:01Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:58Z', 'updated_at': '2021-11-23T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'd11f527c-f5ca-47e9-9580-231e6d45dee2', 'name': '', 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:4e:a6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'cb3c699e-5ec1-4643-9916-c6941d4ccdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:01Z', 'updated_at': '2021-11-23T22:17:02Z', 'revision_number': 2, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'cb3c699e-5ec1-4643-9916-c6941d4ccdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:03.781874 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] Checking router: 6814f524-32ed-4cce-b297-53b46b2f7b4c for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:17:03.782234 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] Updating router 6814f524-32ed-4cce-b297-53b46b2f7b4c port d11f527c-f5ca-47e9-9580-231e6d45dee2 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:17:03.821619 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:03.854866 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-af027f83-2e3b-41fc-8669-931d7c30c232 req-b5d196ca-919d-4c97-a0f0-9c7dd293dcaf tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 210 time: 0.0714211 Nov 23 22:17:03.911756 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:03.923742 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-453df636-a530-4983-a0da-ac5a144c7c5f None None] Provisioning complete for port d11f527c-f5ca-47e9-9580-231e6d45dee2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:03.924276 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-453df636-a530-4983-a0da-ac5a144c7c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:04.046074 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-453df636-a530-4983-a0da-ac5a144c7c5f None None] Port d11f527c-f5ca-47e9-9580-231e6d45dee2 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:17:04.199118 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-abb6ea6f-6a52-4163-b411-b1f69fb025e3 None None] Provisioning complete for port d11f527c-f5ca-47e9-9580-231e6d45dee2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:04.199497 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-abb6ea6f-6a52-4163-b411-b1f69fb025e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:04.280696 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-abb6ea6f-6a52-4163-b411-b1f69fb025e3 None None] Port d11f527c-f5ca-47e9-9580-231e6d45dee2 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:17:04.283320 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:04.291770 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:04.362621 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:17:04.416918 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619e933-8d5e-4c6a-9ed3-d5991b5b4aaa None None] Pushing event updated for resources: {'Port': ['ID=d11f527c-f5ca-47e9-9580-231e6d45dee2,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:04.459912 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:04.459912 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:04.522133 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] Attempting to bind port d11f527c-f5ca-47e9-9580-231e6d45dee2 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:17:04.522529 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] Attempting to bind port d11f527c-f5ca-47e9-9580-231e6d45dee2 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'e28ae4e0-e178-4bb2-a599-d1e7a4745beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:17:04.522932 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] Attempting to bind port d11f527c-f5ca-47e9-9580-231e6d45dee2 on network 300fcb74-7978-45ee-a2b8-2afe610a4912 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:17:04.535755 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:17:04.536145 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] Checking segment: {'id': 'e28ae4e0-e178-4bb2-a599-d1e7a4745beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:17:04.536553 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:04.536957 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] Bound using segment: {'id': 'e28ae4e0-e178-4bb2-a599-d1e7a4745beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:17:04.537443 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] Bound port: d11f527c-f5ca-47e9-9580-231e6d45dee2, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28ae4e0-e178-4bb2-a599-d1e7a4745beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:17:04.537831 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:04.606969 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] For port d11f527c-f5ca-47e9-9580-231e6d45dee2, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:17:04.610892 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] For port d11f527c-f5ca-47e9-9580-231e6d45dee2, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d11f527c-f5ca-47e9-9580-231e6d45dee2,segment=NetworkSegment(e28ae4e0-e178-4bb2-a599-d1e7a4745beb),segment_id=e28ae4e0-e178-4bb2-a599-d1e7a4745beb)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:17:04.643074 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:04.838466 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] Routers {'6814f524-32ed-4cce-b297-53b46b2f7b4c'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:04.839147 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['6814f524-32ed-4cce-b297-53b46b2f7b4c'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:04.840999 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619e933-8d5e-4c6a-9ed3-d5991b5b4aaa None None] Pushing event updated for resources: {'Port': ['ID=d11f527c-f5ca-47e9-9580-231e6d45dee2,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:04.965358 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-853d1f89-71ba-49fa-af00-8040b1aef8e7 None None] Provisioning complete for port d11f527c-f5ca-47e9-9580-231e6d45dee2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:04.965982 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-853d1f89-71ba-49fa-af00-8040b1aef8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:05.027411 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35beb615-52ac-4029-9884-2d0406f2df5b req-4a873e34-09d1-4f78-996b-8221f2441370 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 210 time: 0.0530035 Nov 23 22:17:05.156670 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-853d1f89-71ba-49fa-af00-8040b1aef8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:05.181551 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] Set router 6814f524-32ed-4cce-b297-53b46b2f7b4c gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:05.248924 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-853d1f89-71ba-49fa-af00-8040b1aef8e7 None None] For port d11f527c-f5ca-47e9-9580-231e6d45dee2, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d11f527c-f5ca-47e9-9580-231e6d45dee2,segment=NetworkSegment(e28ae4e0-e178-4bb2-a599-d1e7a4745beb),segment_id=e28ae4e0-e178-4bb2-a599-d1e7a4745beb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:05.286825 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-853d1f89-71ba-49fa-af00-8040b1aef8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:05.292426 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7835772-a779-4e83-b116-51ed56782ce7 req-a99680b1-c435-40f8-afe5-b6dd60ea027b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:05.295124 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b7835772-a779-4e83-b116-51ed56782ce7 req-a99680b1-c435-40f8-afe5-b6dd60ea027b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.60 "GET /v2.0/networks?id=300fcb74-7978-45ee-a2b8-2afe610a4912 HTTP/1.1" status: 200 len: 797 time: 0.1446509 Nov 23 22:17:05.462465 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d1f89-71ba-49fa-af00-8040b1aef8e7 None None] Pushing event updated for resources: {'Port': ['ID=d11f527c-f5ca-47e9-9580-231e6d45dee2,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:05.466189 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-692a203c-9eba-48c1-bae9-634d4b2f898d None None] Provisioning complete for port d11f527c-f5ca-47e9-9580-231e6d45dee2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:05.466984 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-692a203c-9eba-48c1-bae9-634d4b2f898d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:05.482062 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b7835772-a779-4e83-b116-51ed56782ce7 req-1bb00e93-49bc-4941-b54a-4c90cd060a14 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e0acd4df46849288fda9982f884e974 HTTP/1.1" status: 200 len: 379 time: 0.1702821 Nov 23 22:17:05.498346 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-b7835772-a779-4e83-b116-51ed56782ce7 req-db5df46d-872f-4619-a371-401f1fab017c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'port': {'device_id': '0f14776f-3943-45e0-b88f-1de66331e6fa', 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912', 'admin_state_up': True, 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'security_groups': ['9ffa8df1-9a86-49b7-ae9d-8625f61daec0']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:05.577209 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:17:05.631651 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7835772-a779-4e83-b116-51ed56782ce7 req-db5df46d-872f-4619-a371-401f1fab017c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Made reservation on behalf of 8e0acd4df46849288fda9982f884e974 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:17:05.638276 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b7835772-a779-4e83-b116-51ed56782ce7 req-db5df46d-872f-4619-a371-401f1fab017c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:05.845200 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-b7835772-a779-4e83-b116-51ed56782ce7 req-db5df46d-872f-4619-a371-401f1fab017c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Allocated IP 172.20.0.6 (300fcb74-7978-45ee-a2b8-2afe610a4912/cb3c699e-5ec1-4643-9916-c6941d4ccdf9/f99b650a-0119-4121-aa2a-d3f0c9404b8a) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:17:05.856760 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691558671', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:57Z', 'updated_at': '2021-11-23T22:17:01Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:58Z', 'updated_at': '2021-11-23T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'd11f527c-f5ca-47e9-9580-231e6d45dee2', 'name': '', 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:4e:a6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'cb3c699e-5ec1-4643-9916-c6941d4ccdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:01Z', 'updated_at': '2021-11-23T22:17:04Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'cb3c699e-5ec1-4643-9916-c6941d4ccdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:05.888308 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf05a3d7-2fd8-4e7e-8623-c05a0bb5802d None None] The sync data for ids ['6814f524-32ed-4cce-b297-53b46b2f7b4c'] in n-d-816206-9 is: [{'id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691558671', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:57Z', 'updated_at': '2021-11-23T22:17:01Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:58Z', 'updated_at': '2021-11-23T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'd11f527c-f5ca-47e9-9580-231e6d45dee2', 'name': '', 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:4e:a6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'cb3c699e-5ec1-4643-9916-c6941d4ccdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:01Z', 'updated_at': '2021-11-23T22:17:04Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'cb3c699e-5ec1-4643-9916-c6941d4ccdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:17:06.106328 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b7835772-a779-4e83-b116-51ed56782ce7 req-db5df46d-872f-4619-a371-401f1fab017c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:06.155411 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b7835772-a779-4e83-b116-51ed56782ce7 req-db5df46d-872f-4619-a371-401f1fab017c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:06.215997 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe06a26-ae6f-42cc-bd27-4750c66be212 req-b450eb97-c9b2-409a-92d9-86dd3856f0b8 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:06.226727 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bfe06a26-ae6f-42cc-bd27-4750c66be212 req-b450eb97-c9b2-409a-92d9-86dd3856f0b8 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 931 time: 0.0825250 Nov 23 22:17:06.274955 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7835772-a779-4e83-b116-51ed56782ce7 req-db5df46d-872f-4619-a371-401f1fab017c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network 300fcb74-7978-45ee-a2b8-2afe610a4912 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:17:06.290250 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-b7835772-a779-4e83-b116-51ed56782ce7 req-db5df46d-872f-4619-a371-401f1fab017c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:06.299180 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7835772-a779-4e83-b116-51ed56782ce7 req-db5df46d-872f-4619-a371-401f1fab017c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:17:06.305176 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5df46d-872f-4619-a371-401f1fab017c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Port': ['ID=f99b650a-0119-4121-aa2a-d3f0c9404b8a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:06.336582 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bfe06a26-ae6f-42cc-bd27-4750c66be212 req-e13222d4-64a3-4fa0-8504-4ed955eef66c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037281 Nov 23 22:17:06.399150 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d11f527c-f5ca-47e9-9580-231e6d45dee2 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:17:06.434878 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7835772-a779-4e83-b116-51ed56782ce7 req-db5df46d-872f-4619-a371-401f1fab017c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:06.435710 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b7835772-a779-4e83-b116-51ed56782ce7 req-db5df46d-872f-4619-a371-401f1fab017c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:06.456051 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b7835772-a779-4e83-b116-51ed56782ce7 req-db5df46d-872f-4619-a371-401f1fab017c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9626565 Nov 23 22:17:06.484324 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-b7835772-a779-4e83-b116-51ed56782ce7 req-7e3c4eed-f1b4-4377-8081-ea025ebe4553 service neutron] Request body: {'port': {'device_id': '0f14776f-3943-45e0-b88f-1de66331e6fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:06.496113 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port d11f527c-f5ca-47e9-9580-231e6d45dee2 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:06.498494 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:06.565518 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b7835772-a779-4e83-b116-51ed56782ce7 req-7e3c4eed-f1b4-4377-8081-ea025ebe4553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:06.839408 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6fb126c9-daea-46b8-990b-3dc9b43b75ea None None] Provisioning complete for port f99b650a-0119-4121-aa2a-d3f0c9404b8a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:06.841483 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6fb126c9-daea-46b8-990b-3dc9b43b75ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:06.915743 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-6fb126c9-daea-46b8-990b-3dc9b43b75ea None None] Port f99b650a-0119-4121-aa2a-d3f0c9404b8a cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:17:06.991230 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-b7835772-a779-4e83-b116-51ed56782ce7 req-7e3c4eed-f1b4-4377-8081-ea025ebe4553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f99b650a-0119-4121-aa2a-d3f0c9404b8a {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:17:07.007203 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b7835772-a779-4e83-b116-51ed56782ce7 req-7e3c4eed-f1b4-4377-8081-ea025ebe4553 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:07.021627 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-b7835772-a779-4e83-b116-51ed56782ce7 req-7e3c4eed-f1b4-4377-8081-ea025ebe4553 service neutron] Transition to ACTIVE for port object f99b650a-0119-4121-aa2a-d3f0c9404b8a will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:17:07.028985 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b7835772-a779-4e83-b116-51ed56782ce7 req-7e3c4eed-f1b4-4377-8081-ea025ebe4553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:07.094856 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c4eed-f1b4-4377-8081-ea025ebe4553 service neutron] Pushing event updated for resources: {'Port': ['ID=f99b650a-0119-4121-aa2a-d3f0c9404b8a,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:07.219425 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-b7835772-a779-4e83-b116-51ed56782ce7 req-7e3c4eed-f1b4-4377-8081-ea025ebe4553 service neutron] Attempting to bind port f99b650a-0119-4121-aa2a-d3f0c9404b8a on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:17:07.220919 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-b7835772-a779-4e83-b116-51ed56782ce7 req-7e3c4eed-f1b4-4377-8081-ea025ebe4553 service neutron] Attempting to bind port f99b650a-0119-4121-aa2a-d3f0c9404b8a by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'e28ae4e0-e178-4bb2-a599-d1e7a4745beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:17:07.221821 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7835772-a779-4e83-b116-51ed56782ce7 req-7e3c4eed-f1b4-4377-8081-ea025ebe4553 service neutron] Attempting to bind port f99b650a-0119-4121-aa2a-d3f0c9404b8a on network 300fcb74-7978-45ee-a2b8-2afe610a4912 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:17:07.229068 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7835772-a779-4e83-b116-51ed56782ce7 req-7e3c4eed-f1b4-4377-8081-ea025ebe4553 service neutron] Port f99b650a-0119-4121-aa2a-d3f0c9404b8a on network 300fcb74-7978-45ee-a2b8-2afe610a4912 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:17:07.229408 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7835772-a779-4e83-b116-51ed56782ce7 req-7e3c4eed-f1b4-4377-8081-ea025ebe4553 service neutron] Attempting to bind port f99b650a-0119-4121-aa2a-d3f0c9404b8a on network 300fcb74-7978-45ee-a2b8-2afe610a4912 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:17:07.235688 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7835772-a779-4e83-b116-51ed56782ce7 req-7e3c4eed-f1b4-4377-8081-ea025ebe4553 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:17:07.236024 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7835772-a779-4e83-b116-51ed56782ce7 req-7e3c4eed-f1b4-4377-8081-ea025ebe4553 service neutron] Checking segment: {'id': 'e28ae4e0-e178-4bb2-a599-d1e7a4745beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:17:07.236420 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7835772-a779-4e83-b116-51ed56782ce7 req-7e3c4eed-f1b4-4377-8081-ea025ebe4553 service neutron] Bound using segment: {'id': 'e28ae4e0-e178-4bb2-a599-d1e7a4745beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:17:07.236866 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-b7835772-a779-4e83-b116-51ed56782ce7 req-7e3c4eed-f1b4-4377-8081-ea025ebe4553 service neutron] Bound port: f99b650a-0119-4121-aa2a-d3f0c9404b8a, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e28ae4e0-e178-4bb2-a599-d1e7a4745beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:17:07.237230 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b7835772-a779-4e83-b116-51ed56782ce7 req-7e3c4eed-f1b4-4377-8081-ea025ebe4553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:07.333787 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b7835772-a779-4e83-b116-51ed56782ce7 req-7e3c4eed-f1b4-4377-8081-ea025ebe4553 service neutron] For port f99b650a-0119-4121-aa2a-d3f0c9404b8a, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:17:07.339136 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b7835772-a779-4e83-b116-51ed56782ce7 req-7e3c4eed-f1b4-4377-8081-ea025ebe4553 service neutron] For port f99b650a-0119-4121-aa2a-d3f0c9404b8a, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f99b650a-0119-4121-aa2a-d3f0c9404b8a,segment=NetworkSegment(e28ae4e0-e178-4bb2-a599-d1e7a4745beb),segment_id=e28ae4e0-e178-4bb2-a599-d1e7a4745beb)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:17:07.349712 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b7835772-a779-4e83-b116-51ed56782ce7 req-7e3c4eed-f1b4-4377-8081-ea025ebe4553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:07.433154 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7835772-a779-4e83-b116-51ed56782ce7 req-7e3c4eed-f1b4-4377-8081-ea025ebe4553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:07.433970 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b7835772-a779-4e83-b116-51ed56782ce7 req-7e3c4eed-f1b4-4377-8081-ea025ebe4553 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:07.435909 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b7835772-a779-4e83-b116-51ed56782ce7 req-7e3c4eed-f1b4-4377-8081-ea025ebe4553 service neutron] 10.222.0.60 "PUT /v2.0/ports/f99b650a-0119-4121-aa2a-d3f0c9404b8a HTTP/1.1" status: 200 len: 1091 time: 0.9661360 Nov 23 22:17:07.437933 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f14776f-3943-45e0-b88f-1de66331e6fa', 'tag': 'f99b650a-0119-4121-aa2a-d3f0c9404b8a'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:17:07.441160 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb35292-2b9c-44c1-b6e5-23adf9f48eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "0f14776f-3943-45e0-b88f-1de66331e6fa", "tag": "f99b650a-0119-4121-aa2a-d3f0c9404b8a"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:17:07.473539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c4eed-f1b4-4377-8081-ea025ebe4553 service neutron] Pushing event updated for resources: {'Port': ['ID=f99b650a-0119-4121-aa2a-d3f0c9404b8a,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:07.569904 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9560f57-c1dd-434f-98d0-476f7378ba67 x-openstack-request-id: req-a9560f57-c1dd-434f-98d0-476f7378ba67 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:17:07.570561 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f14776f-3943-45e0-b88f-1de66331e6fa", "tag": "f99b650a-0119-4121-aa2a-d3f0c9404b8a", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:17:07.571059 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a9560f57-c1dd-434f-98d0-476f7378ba67 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:17:07.571476 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f14776f-3943-45e0-b88f-1de66331e6fa', 'tag': 'f99b650a-0119-4121-aa2a-d3f0c9404b8a', 'status': 'completed', 'code': 200} Nov 23 22:17:07.590859 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e34ce5-5836-464f-9253-ac4955656ece req-6f06e5ef-a199-4297-9828-76bd08805520 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:07.595062 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-54e34ce5-5836-464f-9253-ac4955656ece req-6f06e5ef-a199-4297-9828-76bd08805520 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 943 time: 0.1021867 Nov 23 22:17:07.614513 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7835772-a779-4e83-b116-51ed56782ce7 req-9cd000b9-6eec-4cd0-9988-82b039526547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:07.616222 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b7835772-a779-4e83-b116-51ed56782ce7 req-9cd000b9-6eec-4cd0-9988-82b039526547 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 1094 time: 0.0982456 Nov 23 22:17:07.724874 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-54e34ce5-5836-464f-9253-ac4955656ece req-4b9b7c01-931c-4a96-8f03-e78bfb24f049 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210079 Nov 23 22:17:07.728292 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b7835772-a779-4e83-b116-51ed56782ce7 req-c3184ee7-63c5-439c-ac81-ec631d22f7dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f99b650a-0119-4121-aa2a-d3f0c9404b8a HTTP/1.1" status: 200 len: 217 time: 0.0996242 Nov 23 22:17:07.822828 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7835772-a779-4e83-b116-51ed56782ce7 req-57b50208-4225-4b51-869a-315ecde6089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:07.824221 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b7835772-a779-4e83-b116-51ed56782ce7 req-57b50208-4225-4b51-869a-315ecde6089d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb3c699e-5ec1-4643-9916-c6941d4ccdf9 HTTP/1.1" status: 200 len: 834 time: 0.0887322 Nov 23 22:17:07.902137 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7835772-a779-4e83-b116-51ed56782ce7 req-fe1d68e0-386b-41ca-b745-9512a0094cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:07.903951 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b7835772-a779-4e83-b116-51ed56782ce7 req-fe1d68e0-386b-41ca-b745-9512a0094cf8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=300fcb74-7978-45ee-a2b8-2afe610a4912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714498 Nov 23 22:17:08.021924 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b7835772-a779-4e83-b116-51ed56782ce7 req-f3b45a58-6727-4dc5-a065-4b30a7cf5a8b service neutron] 10.222.0.60 "GET /v2.0/networks/300fcb74-7978-45ee-a2b8-2afe610a4912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099763 Nov 23 22:17:08.139718 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b7835772-a779-4e83-b116-51ed56782ce7 req-af02ac43-161c-48b5-be05-03664483ce9a service neutron] 10.222.0.60 "GET /v2.0/networks/300fcb74-7978-45ee-a2b8-2afe610a4912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103940 Nov 23 22:17:08.306444 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb35292-2b9c-44c1-b6e5-23adf9f48eb7 req-c6116c41-4c1b-43f6-bac4-88cb59a5bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:08.308032 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dcb35292-2b9c-44c1-b6e5-23adf9f48eb7 req-c6116c41-4c1b-43f6-bac4-88cb59a5bbd4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 1094 time: 0.0691350 Nov 23 22:17:08.437714 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb35292-2b9c-44c1-b6e5-23adf9f48eb7 req-b8bf0162-afe9-4670-b1f3-8706da787473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:08.439521 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dcb35292-2b9c-44c1-b6e5-23adf9f48eb7 req-b8bf0162-afe9-4670-b1f3-8706da787473 service neutron] 10.222.0.60 "GET /v2.0/networks?id=300fcb74-7978-45ee-a2b8-2afe610a4912 HTTP/1.1" status: 200 len: 898 time: 0.1247580 Nov 23 22:17:08.492767 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dcb35292-2b9c-44c1-b6e5-23adf9f48eb7 req-0e10bbb6-000b-4a67-b06d-eacab7bbea5c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f99b650a-0119-4121-aa2a-d3f0c9404b8a HTTP/1.1" status: 200 len: 217 time: 0.0427330 Nov 23 22:17:08.906007 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb9634-d343-4a35-91e1-90d769ba3138 req-d3a13bae-ec18-442e-a097-600fbcefa304 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:08.908528 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-97bb9634-d343-4a35-91e1-90d769ba3138 req-d3a13bae-ec18-442e-a097-600fbcefa304 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 943 time: 0.0546377 Nov 23 22:17:08.923686 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb35292-2b9c-44c1-b6e5-23adf9f48eb7 req-98b62d0c-4000-4c25-be71-72a79e877609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:08.925183 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dcb35292-2b9c-44c1-b6e5-23adf9f48eb7 req-98b62d0c-4000-4c25-be71-72a79e877609 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb3c699e-5ec1-4643-9916-c6941d4ccdf9 HTTP/1.1" status: 200 len: 834 time: 0.4267645 Nov 23 22:17:08.973297 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-97bb9634-d343-4a35-91e1-90d769ba3138 req-3e1c68a4-3152-487b-9098-8c5a66d66998 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568452 Nov 23 22:17:08.982560 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb35292-2b9c-44c1-b6e5-23adf9f48eb7 req-b2123227-0fdb-455d-b3c8-93ac611c9c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:08.984533 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dcb35292-2b9c-44c1-b6e5-23adf9f48eb7 req-b2123227-0fdb-455d-b3c8-93ac611c9c2c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=300fcb74-7978-45ee-a2b8-2afe610a4912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505500 Nov 23 22:17:09.098320 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dcb35292-2b9c-44c1-b6e5-23adf9f48eb7 req-7271d8a8-2f8e-4b13-8a32-9ea01b005115 service neutron] 10.222.0.60 "GET /v2.0/networks/300fcb74-7978-45ee-a2b8-2afe610a4912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047881 Nov 23 22:17:09.230475 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dcb35292-2b9c-44c1-b6e5-23adf9f48eb7 req-4644e261-cf86-489f-85f1-f4e9c404343b service neutron] 10.222.0.60 "GET /v2.0/networks/300fcb74-7978-45ee-a2b8-2afe610a4912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248140 Nov 23 22:17:10.119297 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031325f-41f6-4b58-adcd-3162aa9bb429 req-f63f20e7-ba7b-45e3-bf82-04132ff91282 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:10.122111 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9031325f-41f6-4b58-adcd-3162aa9bb429 req-f63f20e7-ba7b-45e3-bf82-04132ff91282 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 943 time: 0.0681360 Nov 23 22:17:10.212936 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9031325f-41f6-4b58-adcd-3162aa9bb429 req-5601c822-f238-45e6-8c5c-248d70d2a462 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711548 Nov 23 22:17:11.221040 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f99b650a-0119-4121-aa2a-d3f0c9404b8a details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:17:11.344720 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f99b650a-0119-4121-aa2a-d3f0c9404b8a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f99b650a-0119-4121-aa2a-d3f0c9404b8a,segment=NetworkSegment(e28ae4e0-e178-4bb2-a599-d1e7a4745beb),segment_id=e28ae4e0-e178-4bb2-a599-d1e7a4745beb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:11.359740 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'f99b650a-0119-4121-aa2a-d3f0c9404b8a', 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912', 'port_id': 'f99b650a-0119-4121-aa2a-d3f0c9404b8a', 'mac_address': 'fa:16:3e:12:13:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3c699e-5ec1-4643-9916-c6941d4ccdf9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:17:11.411374 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:11.427991 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f99b650a-0119-4121-aa2a-d3f0c9404b8a {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:17:11.430602 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d38d89-14a0-4458-90a3-e74535b3a75e req-4fc6d68c-c49f-42a5-a966-df99fe6c034a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:11.432378 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61d38d89-14a0-4458-90a3-e74535b3a75e req-4fc6d68c-c49f-42a5-a966-df99fe6c034a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 943 time: 0.0831485 Nov 23 22:17:11.451588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f99b650a-0119-4121-aa2a-d3f0c9404b8a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f99b650a-0119-4121-aa2a-d3f0c9404b8a,segment=NetworkSegment(e28ae4e0-e178-4bb2-a599-d1e7a4745beb),segment_id=e28ae4e0-e178-4bb2-a599-d1e7a4745beb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:11.461791 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:11.506838 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61d38d89-14a0-4458-90a3-e74535b3a75e req-327b835d-41d6-4e93-91ee-631083f8ea17 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632293 Nov 23 22:17:11.532266 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f99b650a-0119-4121-aa2a-d3f0c9404b8a,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:11.734954 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['f99b650a-0119-4121-aa2a-d3f0c9404b8a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:17:12.640775 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ea565-1f40-4260-9efc-f6f48b498895 req-6ddee11e-9d11-4915-9fe4-b04f8c53adb9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:12.642766 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe6ea565-1f40-4260-9efc-f6f48b498895 req-6ddee11e-9d11-4915-9fe4-b04f8c53adb9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 944 time: 0.0602002 Nov 23 22:17:12.710895 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe6ea565-1f40-4260-9efc-f6f48b498895 req-e1accb24-ebbd-4fc0-95f8-bf2e6230f899 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610664 Nov 23 22:17:13.230592 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f99b650a-0119-4121-aa2a-d3f0c9404b8a up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:17:13.295822 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port f99b650a-0119-4121-aa2a-d3f0c9404b8a completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:17:13.301039 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port f99b650a-0119-4121-aa2a-d3f0c9404b8a triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:13.301430 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:13.400795 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:13.432799 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f14776f-3943-45e0-b88f-1de66331e6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99b650a-0119-4121-aa2a-d3f0c9404b8a'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:17:13.435303 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94545660-d1ae-45d6-8a3b-ffd3a70f951b" -d '{"events": [{"server_uuid": "0f14776f-3943-45e0-b88f-1de66331e6fa", "name": "network-vif-plugged", "status": "completed", "tag": "f99b650a-0119-4121-aa2a-d3f0c9404b8a"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:17:13.453261 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f99b650a-0119-4121-aa2a-d3f0c9404b8a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f99b650a-0119-4121-aa2a-d3f0c9404b8a,segment=NetworkSegment(e28ae4e0-e178-4bb2-a599-d1e7a4745beb),segment_id=e28ae4e0-e178-4bb2-a599-d1e7a4745beb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:13.460981 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:13.509996 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b36d2f-1ef4-4cb8-96fb-b26b79c082e7 x-openstack-request-id: req-d5b36d2f-1ef4-4cb8-96fb-b26b79c082e7 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:17:13.510289 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f14776f-3943-45e0-b88f-1de66331e6fa", "name": "network-vif-plugged", "status": "completed", "tag": "f99b650a-0119-4121-aa2a-d3f0c9404b8a", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:17:13.510538 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5b36d2f-1ef4-4cb8-96fb-b26b79c082e7 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:17:13.511090 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f14776f-3943-45e0-b88f-1de66331e6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99b650a-0119-4121-aa2a-d3f0c9404b8a', 'code': 200} Nov 23 22:17:13.529823 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f99b650a-0119-4121-aa2a-d3f0c9404b8a,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:13.572594 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39280) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:13.672886 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73a7ba-72b9-403e-b5f5-9558002f3842 req-d7687ae6-c3a0-4d25-b2c3-b68a7268eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:13.674585 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3d73a7ba-72b9-403e-b5f5-9558002f3842 req-d7687ae6-c3a0-4d25-b2c3-b68a7268eb2f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 1096 time: 0.0662060 Nov 23 22:17:13.692322 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-44e821aa-0c45-42a2-8e3b-4460fb9d2a19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/floatingips/f12195e5-efd4-4451-a457-f5b048dcd923 HTTP/1.1" status: 200 len: 994 time: 0.1179302 Nov 23 22:17:13.782582 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3d73a7ba-72b9-403e-b5f5-9558002f3842 req-6137607a-b8d4-43d0-91ed-72da6d3c51e3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983529 Nov 23 22:17:13.913485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0582ca-82fa-4d52-a5cb-8e07851f5667 req-02214546-dc6d-4d9c-8876-8d5977c88274 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:13.922063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7f0582ca-82fa-4d52-a5cb-8e07851f5667 req-02214546-dc6d-4d9c-8876-8d5977c88274 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 945 time: 0.0948555 Nov 23 22:17:14.001865 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7f0582ca-82fa-4d52-a5cb-8e07851f5667 req-ac149299-824d-4285-8cdb-5b118f621a2a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769286 Nov 23 22:17:14.057725 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39300) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:14.255331 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Deleting port e9695e0e-64e6-409f-98de-0a11aa8ecd6e {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:17:14.255685 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:14.375769 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:14.376104 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:14.398610 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Calling delete_port for e9695e0e-64e6-409f-98de-0a11aa8ecd6e owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:17:14.410127 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf9f21-a237-4b49-a59d-b3d4b55cff28 req-80f784b3-8e09-4850-837b-6a973169fb7e tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:14.412012 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-69bf9f21-a237-4b49-a59d-b3d4b55cff28 req-80f784b3-8e09-4850-837b-6a973169fb7e tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.0839987 Nov 23 22:17:14.547448 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-69bf9f21-a237-4b49-a59d-b3d4b55cff28 req-6924913b-92ae-4b6a-ae6e-bcb1a9f5bf00 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1272004 Nov 23 22:17:14.660596 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:14.696792 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event deleted for resources: {'Port': ['ID=e9695e0e-64e6-409f-98de-0a11aa8ecd6e,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:14.709931 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:14.710444 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:14.710828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:14.711177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:14.711527 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:14.711865 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:14.712218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:14.712526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:14.712853 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:14.713181 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:14.713508 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:14.713835 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:14.785630 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:14.785975 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Floating IP f12195e5-efd4-4451-a457-f5b048dcd923 disassociated (deleted). External IP: 172.25.5.175, port: 43808748-7d1a-4bf4-8622-66111b108c76. Nov 23 22:17:15.031378 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Router dac496fa-98db-4e42-87fa-3c6cf034f793 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:17:15.194029 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a4fa0-aab0-4c06-9695-7f13f91ce720 req-f53d1869-e40c-4e9b-a908-c63519adb475 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:15.195889 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1e1a4fa0-aab0-4c06-9695-7f13f91ce720 req-f53d1869-e40c-4e9b-a908-c63519adb475 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 945 time: 0.1031229 Nov 23 22:17:15.255662 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1e1a4fa0-aab0-4c06-9695-7f13f91ce720 req-13dbe813-59a5-4926-bd4c-7fc6033ab20c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538588 Nov 23 22:17:15.256927 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:17:15.264593 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:15.268556 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919530de-5078-4988-96f3-6eb6a1bb384c None None] Sync routers for ids ['dac496fa-98db-4e42-87fa-3c6cf034f793'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:17:15.283425 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919530de-5078-4988-96f3-6eb6a1bb384c None None] Routers {'dac496fa-98db-4e42-87fa-3c6cf034f793'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:15.285636 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-919530de-5078-4988-96f3-6eb6a1bb384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['dac496fa-98db-4e42-87fa-3c6cf034f793'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:15.339433 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2d411911-d889-4443-8ffe-d7506ecead19 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "DELETE /v2.0/floatingips/f12195e5-efd4-4451-a457-f5b048dcd923 HTTP/1.1" status: 204 len: 168 time: 1.2803950 Nov 23 22:17:15.340038 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a432295b-b830-4a3e-ab30-12ea1500a0f7', 'tag': '43808748-7d1a-4bf4-8622-66111b108c76'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:17:15.342686 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b66426-5299-44f7-ad4e-fb216273227f" -d '{"events": [{"name": "network-changed", "server_uuid": "a432295b-b830-4a3e-ab30-12ea1500a0f7", "tag": "43808748-7d1a-4bf4-8622-66111b108c76"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:17:15.415704 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-919530de-5078-4988-96f3-6eb6a1bb384c None None] Set router dac496fa-98db-4e42-87fa-3c6cf034f793 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:15.432031 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da5cfd-9117-4d79-85e8-a6ef75b27349 req-351908b9-5575-49a2-b5ba-0ba8f1996f41 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:15.439323 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e7da5cfd-9117-4d79-85e8-a6ef75b27349 req-351908b9-5575-49a2-b5ba-0ba8f1996f41 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 945 time: 0.0816162 Nov 23 22:17:15.489612 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e7da5cfd-9117-4d79-85e8-a6ef75b27349 req-92e28d87-141c-42db-a1e3-1726298b8f6f tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494096 Nov 23 22:17:15.521906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39324) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:15.608277 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4549cc8-dc78-4cfa-9fad-69932808f150 x-openstack-request-id: req-a4549cc8-dc78-4cfa-9fad-69932808f150 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:17:15.608873 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a432295b-b830-4a3e-ab30-12ea1500a0f7", "tag": "43808748-7d1a-4bf4-8622-66111b108c76", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:17:15.609315 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a4549cc8-dc78-4cfa-9fad-69932808f150 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:17:15.610026 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a432295b-b830-4a3e-ab30-12ea1500a0f7', 'tag': '43808748-7d1a-4bf4-8622-66111b108c76', 'status': 'completed', 'code': 200} Nov 23 22:17:15.657717 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fc954c-c344-41df-92d5-37655228aa94 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:15.659761 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-09fc954c-c344-41df-92d5-37655228aa94 tempest-TestNetworkAdvancedServerOps-682454798 tempest-TestNetworkAdvancedServerOps-682454798-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 1091 time: 0.1361494 Nov 23 22:17:15.663161 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39334) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:15.671621 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-1c513ed1-b846-40b1-ac66-cb9319dce5f4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': 'f99b650a-0119-4121-aa2a-d3f0c9404b8a', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:15.735693 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1c513ed1-b846-40b1-ac66-cb9319dce5f4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for floatingip, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:15.794059 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-919530de-5078-4988-96f3-6eb6a1bb384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'name': 'tempest-TestNetworkBasicOps-router-380217566', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:13Z', 'updated_at': '2021-11-23T22:16:17Z', 'revision_number': 4, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:14Z', 'updated_at': '2021-11-23T22:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '29477295-e460-4430-8897-8ec55ec2bf84', 'name': '', 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:f6:74:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'c4b97f85-5533-443a-bb26-46fac1ebc7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:16Z', 'updated_at': '2021-11-23T22:16:21Z', 'revision_number': 5, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'c4b97f85-5533-443a-bb26-46fac1ebc7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:15.853433 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919530de-5078-4988-96f3-6eb6a1bb384c None None] Checking router: dac496fa-98db-4e42-87fa-3c6cf034f793 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:17:15.864815 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919530de-5078-4988-96f3-6eb6a1bb384c None None] Routers {'dac496fa-98db-4e42-87fa-3c6cf034f793'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:15.867523 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-919530de-5078-4988-96f3-6eb6a1bb384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['dac496fa-98db-4e42-87fa-3c6cf034f793'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:15.876596 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b66426-5299-44f7-ad4e-fb216273227f req-4d0623d0-23f4-4cfc-a13f-356d2e5e67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:15.878253 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90b66426-5299-44f7-ad4e-fb216273227f req-4d0623d0-23f4-4cfc-a13f-356d2e5e67f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9734970b74c843d2aba80bf9d24b8271&device_id=a432295b-b830-4a3e-ab30-12ea1500a0f7 HTTP/1.1" status: 200 len: 1097 time: 0.2254820 Nov 23 22:17:15.894109 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673853e-fb9c-47b9-882c-786470fd3f13 req-d4ce0cb5-113e-445d-8249-340b0f6d26fd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:15.901661 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e673853e-fb9c-47b9-882c-786470fd3f13 req-d4ce0cb5-113e-445d-8249-340b0f6d26fd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=a432295b-b830-4a3e-ab30-12ea1500a0f7 HTTP/1.1" status: 200 len: 946 time: 0.1589518 Nov 23 22:17:16.013817 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1c513ed1-b846-40b1-ac66-cb9319dce5f4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:16.027802 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-919530de-5078-4988-96f3-6eb6a1bb384c None None] Set router dac496fa-98db-4e42-87fa-3c6cf034f793 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:16.227079 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-1c513ed1-b846-40b1-ac66-cb9319dce5f4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Allocated IP 172.25.5.135 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/dadd1dbd-f59d-4fd0-a66e-62af88bbd02c) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:17:16.291079 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-919530de-5078-4988-96f3-6eb6a1bb384c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'name': 'tempest-TestNetworkBasicOps-router-380217566', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:13Z', 'updated_at': '2021-11-23T22:16:17Z', 'revision_number': 4, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:14Z', 'updated_at': '2021-11-23T22:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '29477295-e460-4430-8897-8ec55ec2bf84', 'name': '', 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:f6:74:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'c4b97f85-5533-443a-bb26-46fac1ebc7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:16Z', 'updated_at': '2021-11-23T22:16:21Z', 'revision_number': 5, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'c4b97f85-5533-443a-bb26-46fac1ebc7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:16.329981 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919530de-5078-4988-96f3-6eb6a1bb384c None None] The sync data for ids ['dac496fa-98db-4e42-87fa-3c6cf034f793'] in n-d-816206-9 is: [{'id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'name': 'tempest-TestNetworkBasicOps-router-380217566', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:13Z', 'updated_at': '2021-11-23T22:16:17Z', 'revision_number': 4, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:14Z', 'updated_at': '2021-11-23T22:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '29477295-e460-4430-8897-8ec55ec2bf84', 'name': '', 'network_id': '3964a664-8d05-4ef6-88c7-6bfae1bd8240', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'mac_address': 'fa:16:3e:f6:74:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': 'c4b97f85-5533-443a-bb26-46fac1ebc7a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:16Z', 'updated_at': '2021-11-23T22:16:21Z', 'revision_number': 5, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'subnets': [{'id': 'c4b97f85-5533-443a-bb26-46fac1ebc7a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:17:16.388238 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9bc2a-0e87-47c7-bf22-955a1ac7dd44 req-f6f42a40-7853-43bb-8e4d-e455d54c243b tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:16.395193 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1c513ed1-b846-40b1-ac66-cb9319dce5f4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:16.396307 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-97c9bc2a-0e87-47c7-bf22-955a1ac7dd44 req-f6f42a40-7853-43bb-8e4d-e455d54c243b tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.6523573 Nov 23 22:17:16.441439 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1c513ed1-b846-40b1-ac66-cb9319dce5f4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:16.441934 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b66426-5299-44f7-ad4e-fb216273227f req-d29704a2-0783-4dd1-9e73-6b660236b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:16.443498 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90b66426-5299-44f7-ad4e-fb216273227f req-d29704a2-0783-4dd1-9e73-6b660236b0d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3964a664-8d05-4ef6-88c7-6bfae1bd8240 HTTP/1.1" status: 200 len: 897 time: 0.1716361 Nov 23 22:17:16.492993 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c513ed1-b846-40b1-ac66-cb9319dce5f4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:17:16.496288 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-1c513ed1-b846-40b1-ac66-cb9319dce5f4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:16.501327 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90b66426-5299-44f7-ad4e-fb216273227f req-fc5a4559-1837-4d50-8277-2d2b1c4cd5a4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43808748-7d1a-4bf4-8622-66111b108c76 HTTP/1.1" status: 200 len: 217 time: 0.0424166 Nov 23 22:17:16.503191 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c513ed1-b846-40b1-ac66-cb9319dce5f4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:17:16.539170 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c513ed1-b846-40b1-ac66-cb9319dce5f4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Port': ['ID=dadd1dbd-f59d-4fd0-a66e-62af88bbd02c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:16.608063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e673853e-fb9c-47b9-882c-786470fd3f13 req-c4a5228d-d04b-452c-b371-43fa70b3b29d tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=00721009-e19b-4cac-ae31-6a8701e71591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7052763 Nov 23 22:17:16.684308 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-97c9bc2a-0e87-47c7-bf22-955a1ac7dd44 req-74182ec5-8070-4bf9-af97-6647d4379c52 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=582cdc4b-e820-4fcd-821c-5725361c5e02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2870557 Nov 23 22:17:16.730071 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b66426-5299-44f7-ad4e-fb216273227f req-e77277f0-b623-46b1-90b7-f027241d89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:16.733761 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90b66426-5299-44f7-ad4e-fb216273227f req-e77277f0-b623-46b1-90b7-f027241d89d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c4b97f85-5533-443a-bb26-46fac1ebc7a4 HTTP/1.1" status: 200 len: 835 time: 0.1816094 Nov 23 22:17:16.743273 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef782c-936f-4335-b39f-953bef326ad2 req-c1a6b741-0d3f-4a0f-b05f-f65406b23650 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:16.745043 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84ef782c-936f-4335-b39f-953bef326ad2 req-c1a6b741-0d3f-4a0f-b05f-f65406b23650 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.53 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 945 time: 0.2358913 Nov 23 22:17:16.766605 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad9c9de-111a-4e95-bfac-58cbc25a31b8 None None] New status for floating IP f12195e5-efd4-4451-a457-f5b048dcd923: DOWN {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:17:16.822887 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b66426-5299-44f7-ad4e-fb216273227f req-c0622cb9-a81c-4fa8-b27e-8fcb79b0b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:16.824862 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90b66426-5299-44f7-ad4e-fb216273227f req-c0622cb9-a81c-4fa8-b27e-8fcb79b0b295 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3964a664-8d05-4ef6-88c7-6bfae1bd8240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789118 Nov 23 22:17:16.983295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-84ef782c-936f-4335-b39f-953bef326ad2 req-1ac84f67-670b-408e-a5f9-0e64bd1b5f64 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Deleting port ab691c91-a558-40fb-8ee8-a052035e6b51 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:17:16.984011 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-84ef782c-936f-4335-b39f-953bef326ad2 req-1ac84f67-670b-408e-a5f9-0e64bd1b5f64 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:17.084376 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-84ef782c-936f-4335-b39f-953bef326ad2 req-1ac84f67-670b-408e-a5f9-0e64bd1b5f64 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] For port ab691c91-a558-40fb-8ee8-a052035e6b51, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=ab691c91-a558-40fb-8ee8-a052035e6b51,segment=NetworkSegment(8dad229b-7ded-430c-a4de-9c18ce33a040),segment_id=8dad229b-7ded-430c-a4de-9c18ce33a040)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:17.085046 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-84ef782c-936f-4335-b39f-953bef326ad2 req-1ac84f67-670b-408e-a5f9-0e64bd1b5f64 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:17.094981 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1c513ed1-b846-40b1-ac66-cb9319dce5f4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:17.206086 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c7981-ed4a-4122-8e96-b12873c10257 req-a1cb7437-bf08-4fcd-b272-6fa8060076bd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:17.209646 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c22c7981-ed4a-4122-8e96-b12873c10257 req-a1cb7437-bf08-4fcd-b272-6fa8060076bd tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.53 "GET /v2.0/ports?device_id=a432295b-b830-4a3e-ab30-12ea1500a0f7 HTTP/1.1" status: 200 len: 946 time: 0.0837173 Nov 23 22:17:17.219208 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90b66426-5299-44f7-ad4e-fb216273227f req-44fac1b4-8ba7-415f-b5dd-17bbdde87480 service neutron] 10.222.0.53 "GET /v2.0/networks/3964a664-8d05-4ef6-88c7-6bfae1bd8240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841841 Nov 23 22:17:17.322985 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1c513ed1-b846-40b1-ac66-cb9319dce5f4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:17.408438 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-c22c7981-ed4a-4122-8e96-b12873c10257 req-c4cfc5cb-e4e4-4331-b264-39197140c655 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Deleting port 43808748-7d1a-4bf4-8622-66111b108c76 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:17:17.408900 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c22c7981-ed4a-4122-8e96-b12873c10257 req-c4cfc5cb-e4e4-4331-b264-39197140c655 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:17.410002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90b66426-5299-44f7-ad4e-fb216273227f req-ece2a294-e13b-481a-b42f-8b8ef784aa2b service neutron] 10.222.0.53 "GET /v2.0/networks/3964a664-8d05-4ef6-88c7-6bfae1bd8240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814346 Nov 23 22:17:17.424184 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-84ef782c-936f-4335-b39f-953bef326ad2 req-1ac84f67-670b-408e-a5f9-0e64bd1b5f64 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:17.424644 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-84ef782c-936f-4335-b39f-953bef326ad2 req-1ac84f67-670b-408e-a5f9-0e64bd1b5f64 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:17.425176 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [req-84ef782c-936f-4335-b39f-953bef326ad2 req-1ac84f67-670b-408e-a5f9-0e64bd1b5f64 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Floating IP b875d0ab-5c43-4389-9678-c4db027350c7 disassociated. External IP: 172.25.5.225, port: ab691c91-a558-40fb-8ee8-a052035e6b51. Nov 23 22:17:17.425633 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-84ef782c-936f-4335-b39f-953bef326ad2 req-1ac84f67-670b-408e-a5f9-0e64bd1b5f64 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Calling delete_port for ab691c91-a558-40fb-8ee8-a052035e6b51 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:17:17.606057 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-84ef782c-936f-4335-b39f-953bef326ad2 req-1ac84f67-670b-408e-a5f9-0e64bd1b5f64 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:17.612217 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-c22c7981-ed4a-4122-8e96-b12873c10257 req-c4cfc5cb-e4e4-4331-b264-39197140c655 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] For port 43808748-7d1a-4bf4-8622-66111b108c76, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=43808748-7d1a-4bf4-8622-66111b108c76,segment=NetworkSegment(e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3),segment_id=e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:17.612686 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c22c7981-ed4a-4122-8e96-b12873c10257 req-c4cfc5cb-e4e4-4331-b264-39197140c655 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:17.657031 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac84f67-670b-408e-a5f9-0e64bd1b5f64 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Pushing event deleted for resources: {'Port': ['ID=ab691c91-a558-40fb-8ee8-a052035e6b51,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:17.660917 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-c22c7981-ed4a-4122-8e96-b12873c10257 req-c4cfc5cb-e4e4-4331-b264-39197140c655 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Calling delete_port for 43808748-7d1a-4bf4-8622-66111b108c76 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:17:17.666930 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1c513ed1-b846-40b1-ac66-cb9319dce5f4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:17.687128 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1c513ed1-b846-40b1-ac66-cb9319dce5f4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:17.854628 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c513ed1-b846-40b1-ac66-cb9319dce5f4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event updated for resources: {'Port': ['ID=dadd1dbd-f59d-4fd0-a66e-62af88bbd02c,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:17.861644 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1c513ed1-b846-40b1-ac66-cb9319dce5f4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:17.876826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-afc89427-c6a9-48bc-b44c-21be59e22f37 req-c46fd1a0-2317-4ab7-8fab-9e4f775f727b tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 210 time: 0.0452862 Nov 23 22:17:17.893011 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84ef782c-936f-4335-b39f-953bef326ad2 req-1ac84f67-670b-408e-a5f9-0e64bd1b5f64 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Router ad34c48f-b69d-444a-95c3-684891e78997 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:17:17.901719 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e5e47-5c01-418a-a804-4410dea81439 req-a4801413-c5c0-46e1-94af-ba3fd2e88e22 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:17.903247 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-648e5e47-5c01-418a-a804-4410dea81439 req-a4801413-c5c0-46e1-94af-ba3fd2e88e22 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=a432295b-b830-4a3e-ab30-12ea1500a0f7 HTTP/1.1" status: 200 len: 946 time: 0.1023166 Nov 23 22:17:18.003516 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-648e5e47-5c01-418a-a804-4410dea81439 req-6eb66a2c-0672-4c3f-8146-6aaa2b34e738 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/security-groups?id=00721009-e19b-4cac-ae31-6a8701e71591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920248 Nov 23 22:17:18.071010 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84ef782c-936f-4335-b39f-953bef326ad2 req-1ac84f67-670b-408e-a5f9-0e64bd1b5f64 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:17:18.084966 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-1c513ed1-b846-40b1-ac66-cb9319dce5f4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Floating IP c76783f3-ea47-4135-80e4-723203c29555 associated. External IP: 172.25.5.135, port: f99b650a-0119-4121-aa2a-d3f0c9404b8a. Nov 23 22:17:18.091307 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bca0758-a63a-4b8d-9b12-ebae969e0bbb None None] Sync routers for ids ['ad34c48f-b69d-444a-95c3-684891e78997'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:17:18.110635 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bca0758-a63a-4b8d-9b12-ebae969e0bbb None None] Routers {'ad34c48f-b69d-444a-95c3-684891e78997'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:18.117615 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-9bca0758-a63a-4b8d-9b12-ebae969e0bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ad34c48f-b69d-444a-95c3-684891e78997'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:18.148906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ef782c-936f-4335-b39f-953bef326ad2 req-1ac84f67-670b-408e-a5f9-0e64bd1b5f64 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] No DVR routers for this DVR port ab691c91-a558-40fb-8ee8-a052035e6b51 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:17:18.154542 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-84ef782c-936f-4335-b39f-953bef326ad2 req-1ac84f67-670b-408e-a5f9-0e64bd1b5f64 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:18.161128 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84ef782c-936f-4335-b39f-953bef326ad2 req-1ac84f67-670b-408e-a5f9-0e64bd1b5f64 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.53 "DELETE /v2.0/ports/ab691c91-a558-40fb-8ee8-a052035e6b51 HTTP/1.1" status: 204 len: 173 time: 1.3846052 Nov 23 22:17:18.162504 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96aaa855-7413-47a9-9baf-c62a9e207518', 'name': 'network-vif-deleted', 'tag': 'ab691c91-a558-40fb-8ee8-a052035e6b51'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:17:18.167852 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3d67d5-8855-4665-8840-ca5ca161e715" -d '{"events": [{"server_uuid": "96aaa855-7413-47a9-9baf-c62a9e207518", "name": "network-vif-deleted", "tag": "ab691c91-a558-40fb-8ee8-a052035e6b51"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:17:18.227116 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c22c7981-ed4a-4122-8e96-b12873c10257 req-c4cfc5cb-e4e4-4331-b264-39197140c655 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:18.260310 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb1dec2-34ce-4b82-a838-9299899c3605 x-openstack-request-id: req-5cb1dec2-34ce-4b82-a838-9299899c3605 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:17:18.261570 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96aaa855-7413-47a9-9baf-c62a9e207518", "name": "network-vif-deleted", "tag": "ab691c91-a558-40fb-8ee8-a052035e6b51", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:17:18.261940 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5cb1dec2-34ce-4b82-a838-9299899c3605 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:17:18.262306 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96aaa855-7413-47a9-9baf-c62a9e207518', 'name': 'network-vif-deleted', 'tag': 'ab691c91-a558-40fb-8ee8-a052035e6b51', 'status': 'completed', 'code': 200} Nov 23 22:17:18.284179 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfc5cb-e4e4-4331-b264-39197140c655 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event deleted for resources: {'Port': ['ID=43808748-7d1a-4bf4-8622-66111b108c76,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:18.349166 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22c7981-ed4a-4122-8e96-b12873c10257 req-c4cfc5cb-e4e4-4331-b264-39197140c655 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] No DVR routers for this DVR port 43808748-7d1a-4bf4-8622-66111b108c76 on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:17:18.356860 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c22c7981-ed4a-4122-8e96-b12873c10257 req-c4cfc5cb-e4e4-4331-b264-39197140c655 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:18.360577 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c22c7981-ed4a-4122-8e96-b12873c10257 req-c4cfc5cb-e4e4-4331-b264-39197140c655 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.53 "DELETE /v2.0/ports/43808748-7d1a-4bf4-8622-66111b108c76 HTTP/1.1" status: 204 len: 173 time: 1.1258643 Nov 23 22:17:18.361145 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a432295b-b830-4a3e-ab30-12ea1500a0f7', 'name': 'network-vif-deleted', 'tag': '43808748-7d1a-4bf4-8622-66111b108c76'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:17:18.363660 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c69fc50-c22a-4987-afb1-4adfa320ddc8" -d '{"events": [{"server_uuid": "a432295b-b830-4a3e-ab30-12ea1500a0f7", "name": "network-vif-deleted", "tag": "43808748-7d1a-4bf4-8622-66111b108c76"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:17:18.436272 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-9bca0758-a63a-4b8d-9b12-ebae969e0bbb None None] Set router ad34c48f-b69d-444a-95c3-684891e78997 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:18.490210 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2b86d9-4453-4d7d-a038-2df56ff4c272 x-openstack-request-id: req-bd2b86d9-4453-4d7d-a038-2df56ff4c272 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:17:18.490550 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a432295b-b830-4a3e-ab30-12ea1500a0f7", "name": "network-vif-deleted", "tag": "43808748-7d1a-4bf4-8622-66111b108c76", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:17:18.491039 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bd2b86d9-4453-4d7d-a038-2df56ff4c272 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:17:18.493793 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a432295b-b830-4a3e-ab30-12ea1500a0f7', 'name': 'network-vif-deleted', 'tag': '43808748-7d1a-4bf4-8622-66111b108c76', 'status': 'completed', 'code': 200} Nov 23 22:17:18.791200 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c513ed1-b846-40b1-ac66-cb9319dce5f4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Router 6814f524-32ed-4cce-b297-53b46b2f7b4c has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:17:19.012862 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-9bca0758-a63a-4b8d-9b12-ebae969e0bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'name': 'tempest-AttachVolumeTestJSON-464797771-router', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:12:45Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'gw_port': {'id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:46Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '2af67ed9-3380-490f-bc7e-e04387e5bf84', 'name': '', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'mac_address': 'fa:16:3e:a3:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:52Z', 'updated_at': '2021-11-23T22:13:01Z', 'revision_number': 5, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'subnets': [{'id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:19.112437 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bca0758-a63a-4b8d-9b12-ebae969e0bbb None None] Checking router: ad34c48f-b69d-444a-95c3-684891e78997 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:17:19.135583 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bca0758-a63a-4b8d-9b12-ebae969e0bbb None None] Routers {'ad34c48f-b69d-444a-95c3-684891e78997'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:19.140762 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-9bca0758-a63a-4b8d-9b12-ebae969e0bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ad34c48f-b69d-444a-95c3-684891e78997'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:19.181774 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c513ed1-b846-40b1-ac66-cb9319dce5f4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:17:19.198830 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab7332-6b7f-468d-a296-a8b89d4f7e33 None None] Sync routers for ids ['6814f524-32ed-4cce-b297-53b46b2f7b4c'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:17:19.217738 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ab7332-6b7f-468d-a296-a8b89d4f7e33 None None] Routers {'6814f524-32ed-4cce-b297-53b46b2f7b4c'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:19.219106 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-55ab7332-6b7f-468d-a296-a8b89d4f7e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['6814f524-32ed-4cce-b297-53b46b2f7b4c'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:19.239669 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1c513ed1-b846-40b1-ac66-cb9319dce5f4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:19.245353 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8f1a37e-66ff-4110-b8f0-ad73079b26a7 req-71244bd2-b88d-409f-931d-c76c0d5afa91 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "GET /v2.0/ports?device_id=a432295b-b830-4a3e-ab30-12ea1500a0f7 HTTP/1.1" status: 200 len: 210 time: 0.1160090 Nov 23 22:17:19.248603 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d3c29943-ee46-4b86-b073-295fcf6f4ec1 req-9ff86372-6153-40bf-9b41-d627a4791d92 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=96aaa855-7413-47a9-9baf-c62a9e207518 HTTP/1.1" status: 200 len: 210 time: 0.0640271 Nov 23 22:17:19.316126 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1c513ed1-b846-40b1-ac66-cb9319dce5f4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6407368 Nov 23 22:17:19.435192 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-9bca0758-a63a-4b8d-9b12-ebae969e0bbb None None] Set router ad34c48f-b69d-444a-95c3-684891e78997 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:19.468913 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d4538-c8e4-4a3e-9573-319aed69ccb0 req-82372e8a-8c7c-49be-a21f-4291fffa715e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:19.478468 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b1d4538-c8e4-4a3e-9573-319aed69ccb0 req-82372e8a-8c7c-49be-a21f-4291fffa715e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 945 time: 0.0864074 Nov 23 22:17:19.519822 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-55ab7332-6b7f-468d-a296-a8b89d4f7e33 None None] Set router 6814f524-32ed-4cce-b297-53b46b2f7b4c gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:19.542785 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b1d4538-c8e4-4a3e-9573-319aed69ccb0 req-b5e142b0-4fd1-4074-aa00-08089aa935d3 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649393 Nov 23 22:17:19.563175 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39362) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:19.639155 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-595fabd7-b382-4288-90af-51769618a377 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/floatingips/c76783f3-ea47-4135-80e4-723203c29555 HTTP/1.1" status: 200 len: 991 time: 0.0744565 Nov 23 22:17:19.807194 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-9bca0758-a63a-4b8d-9b12-ebae969e0bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'name': 'tempest-AttachVolumeTestJSON-464797771-router', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:12:45Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'gw_port': {'id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:46Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '2af67ed9-3380-490f-bc7e-e04387e5bf84', 'name': '', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'mac_address': 'fa:16:3e:a3:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:52Z', 'updated_at': '2021-11-23T22:13:01Z', 'revision_number': 5, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'subnets': [{'id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:19.845663 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bca0758-a63a-4b8d-9b12-ebae969e0bbb None None] The sync data for ids ['ad34c48f-b69d-444a-95c3-684891e78997'] in n-d-816206-9 is: [{'id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'name': 'tempest-AttachVolumeTestJSON-464797771-router', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:12:45Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'gw_port': {'id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:46Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '2af67ed9-3380-490f-bc7e-e04387e5bf84', 'name': '', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'mac_address': 'fa:16:3e:a3:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:52Z', 'updated_at': '2021-11-23T22:13:01Z', 'revision_number': 5, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'subnets': [{'id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:17:19.866007 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-55ab7332-6b7f-468d-a296-a8b89d4f7e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691558671', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:57Z', 'updated_at': '2021-11-23T22:17:01Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:58Z', 'updated_at': '2021-11-23T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'c76783f3-ea47-4135-80e4-723203c29555', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'port_id': 'f99b650a-0119-4121-aa2a-d3f0c9404b8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912', 'mac_address': 'fa:16:3e:12:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f14776f-3943-45e0-b88f-1de66331e6fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:17:16Z', 'updated_at': '2021-11-23T22:17:16Z', 'revision_number': 0, 'project_id': '8e0acd4df46849288fda9982f884e974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11f527c-f5ca-47e9-9580-231e6d45dee2', 'name': '', 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:4e:a6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'cb3c699e-5ec1-4643-9916-c6941d4ccdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:01Z', 'updated_at': '2021-11-23T22:17:05Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'cb3c699e-5ec1-4643-9916-c6941d4ccdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:19.904727 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab7332-6b7f-468d-a296-a8b89d4f7e33 None None] Checking router: 6814f524-32ed-4cce-b297-53b46b2f7b4c for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:17:19.915705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ab7332-6b7f-468d-a296-a8b89d4f7e33 None None] Routers {'6814f524-32ed-4cce-b297-53b46b2f7b4c'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:19.916482 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-55ab7332-6b7f-468d-a296-a8b89d4f7e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['6814f524-32ed-4cce-b297-53b46b2f7b4c'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:20.086024 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-55ab7332-6b7f-468d-a296-a8b89d4f7e33 None None] Set router 6814f524-32ed-4cce-b297-53b46b2f7b4c gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:20.271626 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4048f7b3-c403-4818-a3fe-f69ec43d66b8 None None] New status for floating IP b875d0ab-5c43-4389-9678-c4db027350c7: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:17:20.406189 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39378) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:20.417765 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39380) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:20.481969 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-55ab7332-6b7f-468d-a296-a8b89d4f7e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691558671', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:57Z', 'updated_at': '2021-11-23T22:17:01Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:58Z', 'updated_at': '2021-11-23T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'c76783f3-ea47-4135-80e4-723203c29555', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'port_id': 'f99b650a-0119-4121-aa2a-d3f0c9404b8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912', 'mac_address': 'fa:16:3e:12:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f14776f-3943-45e0-b88f-1de66331e6fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:17:16Z', 'updated_at': '2021-11-23T22:17:16Z', 'revision_number': 0, 'project_id': '8e0acd4df46849288fda9982f884e974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11f527c-f5ca-47e9-9580-231e6d45dee2', 'name': '', 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:4e:a6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'cb3c699e-5ec1-4643-9916-c6941d4ccdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:01Z', 'updated_at': '2021-11-23T22:17:05Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'cb3c699e-5ec1-4643-9916-c6941d4ccdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:20.503366 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f14776f-3943-45e0-b88f-1de66331e6fa', 'tag': 'f99b650a-0119-4121-aa2a-d3f0c9404b8a'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:17:20.506759 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b876504-5a43-4afc-a0d0-aaaae2ff3fce" -d '{"events": [{"name": "network-changed", "server_uuid": "0f14776f-3943-45e0-b88f-1de66331e6fa", "tag": "f99b650a-0119-4121-aa2a-d3f0c9404b8a"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:17:20.534614 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2ef2cc74-0f96-4ee8-8a08-b2c7c0880eb3 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:20.545568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab7332-6b7f-468d-a296-a8b89d4f7e33 None None] The sync data for ids ['6814f524-32ed-4cce-b297-53b46b2f7b4c'] in n-d-816206-9 is: [{'id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691558671', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:57Z', 'updated_at': '2021-11-23T22:17:01Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:58Z', 'updated_at': '2021-11-23T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'c76783f3-ea47-4135-80e4-723203c29555', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'floating_ip_address': '172.25.5.135', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'port_id': 'f99b650a-0119-4121-aa2a-d3f0c9404b8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912', 'mac_address': 'fa:16:3e:12:13:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f14776f-3943-45e0-b88f-1de66331e6fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:17:16Z', 'updated_at': '2021-11-23T22:17:16Z', 'revision_number': 0, 'project_id': '8e0acd4df46849288fda9982f884e974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd11f527c-f5ca-47e9-9580-231e6d45dee2', 'name': '', 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:4e:a6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'cb3c699e-5ec1-4643-9916-c6941d4ccdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:01Z', 'updated_at': '2021-11-23T22:17:05Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'cb3c699e-5ec1-4643-9916-c6941d4ccdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:17:20.563226 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-521b7a3a-d589-459c-ba87-3405a8725fe8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:20.620979 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44141afe-5c14-4972-931a-fcda54c49f94 x-openstack-request-id: req-44141afe-5c14-4972-931a-fcda54c49f94 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:17:20.621273 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f14776f-3943-45e0-b88f-1de66331e6fa", "tag": "f99b650a-0119-4121-aa2a-d3f0c9404b8a", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:17:20.621526 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-44141afe-5c14-4972-931a-fcda54c49f94 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:17:20.621989 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f14776f-3943-45e0-b88f-1de66331e6fa', 'tag': 'f99b650a-0119-4121-aa2a-d3f0c9404b8a', 'status': 'completed', 'code': 200} Nov 23 22:17:20.624829 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-521b7a3a-d589-459c-ba87-3405a8725fe8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:20.631209 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2ef2cc74-0f96-4ee8-8a08-b2c7c0880eb3 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:20.648385 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39384) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:20.680844 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device ab691c91-a558-40fb-8ee8-a052035e6b51 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:17:20.718220 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2ef2cc74-0f96-4ee8-8a08-b2c7c0880eb3 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:20.721164 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2ef2cc74-0f96-4ee8-8a08-b2c7c0880eb3 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:20.726609 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2ef2cc74-0f96-4ee8-8a08-b2c7c0880eb3 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "DELETE /v2.0/security-groups/582cdc4b-e820-4fcd-821c-5725361c5e02 HTTP/1.1" status: 204 len: 168 time: 0.3062704 Nov 23 22:17:20.727009 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: ab691c91-a558-40fb-8ee8-a052035e6b51 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:17:20.727376 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device ab691c91-a558-40fb-8ee8-a052035e6b51 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:17:20.727661 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39386) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:20.727989 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 43808748-7d1a-4bf4-8622-66111b108c76 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:17:20.751057 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 43808748-7d1a-4bf4-8622-66111b108c76 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:17:20.751436 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 43808748-7d1a-4bf4-8622-66111b108c76 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:17:20.759893 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2cc74-0f96-4ee8-8a08-b2c7c0880eb3 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=582cdc4b-e820-4fcd-821c-5725361c5e02,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:20.766269 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-47cd48b2-c531-4147-a5f0-c199e5174ca5 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] show failed (client error): The resource could not be found. Nov 23 22:17:20.770472 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-47cd48b2-c531-4147-a5f0-c199e5174ca5 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups/582cdc4b-e820-4fcd-821c-5725361c5e02 HTTP/1.1" status: 404 len: 347 time: 0.0279243 Nov 23 22:17:20.771147 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39388) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:20.834366 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b876504-5a43-4afc-a0d0-aaaae2ff3fce req-700a9bf4-00eb-4337-a5d4-5820ab0829ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:20.836536 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3b876504-5a43-4afc-a0d0-aaaae2ff3fce req-700a9bf4-00eb-4337-a5d4-5820ab0829ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 1096 time: 0.1699972 Nov 23 22:17:20.839688 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-91c9e443-c7d1-490c-b52e-6c52dc0868e1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/floatingips/c76783f3-ea47-4135-80e4-723203c29555 HTTP/1.1" status: 200 len: 991 time: 0.1894855 Nov 23 22:17:20.950031 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa76e30f-f7bc-4d3a-9566-e99a1747e9db None None] New status for floating IP c76783f3-ea47-4135-80e4-723203c29555: ACTIVE {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:17:20.984295 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b876504-5a43-4afc-a0d0-aaaae2ff3fce req-6e07d158-a38e-4f77-a448-9cdd2007759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:20.986225 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3b876504-5a43-4afc-a0d0-aaaae2ff3fce req-6e07d158-a38e-4f77-a448-9cdd2007759c service neutron] 10.222.0.60 "GET /v2.0/networks?id=300fcb74-7978-45ee-a2b8-2afe610a4912 HTTP/1.1" status: 200 len: 898 time: 0.1364331 Nov 23 22:17:20.988164 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-521b7a3a-d589-459c-ba87-3405a8725fe8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:20.990920 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-521b7a3a-d589-459c-ba87-3405a8725fe8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:20.992886 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-521b7a3a-d589-459c-ba87-3405a8725fe8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "DELETE /v2.0/security-groups/00721009-e19b-4cac-ae31-6a8701e71591 HTTP/1.1" status: 204 len: 168 time: 0.5856795 Nov 23 22:17:21.011201 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b7a3a-d589-459c-ba87-3405a8725fe8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00721009-e19b-4cac-ae31-6a8701e71591,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:21.025288 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-1be15d5b-65ec-4d24-9961-062b0e536631 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Deleting port 46ccc541-5a64-4939-9d63-3f196fdc4388 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:17:21.025690 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1be15d5b-65ec-4d24-9961-062b0e536631 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:21.072187 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39396) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:21.080649 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3b876504-5a43-4afc-a0d0-aaaae2ff3fce req-28fc85b7-8ce4-46b1-8d04-3e279d6440f2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f99b650a-0119-4121-aa2a-d3f0c9404b8a HTTP/1.1" status: 200 len: 999 time: 0.0866089 Nov 23 22:17:21.164131 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b876504-5a43-4afc-a0d0-aaaae2ff3fce req-64d2f399-0a22-4fd1-ba0c-2c90b61d454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:21.165949 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3b876504-5a43-4afc-a0d0-aaaae2ff3fce req-64d2f399-0a22-4fd1-ba0c-2c90b61d454f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb3c699e-5ec1-4643-9916-c6941d4ccdf9 HTTP/1.1" status: 200 len: 834 time: 0.0736980 Nov 23 22:17:21.224548 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b876504-5a43-4afc-a0d0-aaaae2ff3fce req-c7e6fbec-5b6d-4fd9-9094-a668483ad7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:21.226883 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3b876504-5a43-4afc-a0d0-aaaae2ff3fce req-c7e6fbec-5b6d-4fd9-9094-a668483ad7c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=300fcb74-7978-45ee-a2b8-2afe610a4912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538161 Nov 23 22:17:21.370681 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3b876504-5a43-4afc-a0d0-aaaae2ff3fce req-172e5b97-528c-42e0-9524-ca553e48555f service neutron] 10.222.0.60 "GET /v2.0/networks/300fcb74-7978-45ee-a2b8-2afe610a4912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360936 Nov 23 22:17:21.445231 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1be15d5b-65ec-4d24-9961-062b0e536631 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:21.445878 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1be15d5b-65ec-4d24-9961-062b0e536631 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:21.463659 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-1be15d5b-65ec-4d24-9961-062b0e536631 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Calling delete_port for 46ccc541-5a64-4939-9d63-3f196fdc4388 owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:17:21.526684 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3b876504-5a43-4afc-a0d0-aaaae2ff3fce req-454a024f-da5b-4e72-9555-ce6e71e120f2 service neutron] 10.222.0.60 "GET /v2.0/networks/300fcb74-7978-45ee-a2b8-2afe610a4912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482141 Nov 23 22:17:21.733184 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1be15d5b-65ec-4d24-9961-062b0e536631 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:21.843754 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39398) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:21.851628 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be15d5b-65ec-4d24-9961-062b0e536631 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Pushing event deleted for resources: {'Port': ['ID=46ccc541-5a64-4939-9d63-3f196fdc4388,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:21.863545 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee7d87f7-36aa-43fb-a74c-f6f8e9b47ea8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:21.919824 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1be15d5b-65ec-4d24-9961-062b0e536631 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:21.923174 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1be15d5b-65ec-4d24-9961-062b0e536631 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:21.925251 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1be15d5b-65ec-4d24-9961-062b0e536631 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "DELETE /v2.0/floatingips/b875d0ab-5c43-4389-9678-c4db027350c7 HTTP/1.1" status: 204 len: 168 time: 1.1524034 Nov 23 22:17:21.961703 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cc997b8c-f89a-440f-bb87-bce4545273c9 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/floatingips/c76783f3-ea47-4135-80e4-723203c29555 HTTP/1.1" status: 200 len: 993 time: 0.1164196 Nov 23 22:17:22.391739 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39406) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:22.396606 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-61aa26e8-224d-4f85-a9c2-7b301d9256fa tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2108025767', 'description': 'tempest-description--1406835736'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:22.431228 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-61aa26e8-224d-4f85-a9c2-7b301d9256fa tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:22.527110 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-61aa26e8-224d-4f85-a9c2-7b301d9256fa tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:22.531821 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-61aa26e8-224d-4f85-a9c2-7b301d9256fa tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:22.608076 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa26e8-224d-4f85-a9c2-7b301d9256fa tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6284bda4-8441-4797-9316-68e02dd61f00,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:22.644712 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-61aa26e8-224d-4f85-a9c2-7b301d9256fa tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:22.644712 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-61aa26e8-224d-4f85-a9c2-7b301d9256fa tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2499986 Nov 23 22:17:22.646499 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39408) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:22.654318 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-74f3cbc9-ed96-4dd8-897d-9bbc6a137f8d tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Request body: {'security_group_rule': {'security_group_id': '6284bda4-8441-4797-9316-68e02dd61f00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:22.661102 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d87f7-36aa-43fb-a74c-f6f8e9b47ea8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Deleting port 29477295-e460-4430-8897-8ec55ec2bf84 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:17:22.661694 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee7d87f7-36aa-43fb-a74c-f6f8e9b47ea8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:22.700832 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-74f3cbc9-ed96-4dd8-897d-9bbc6a137f8d tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:22.796750 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-ee7d87f7-36aa-43fb-a74c-f6f8e9b47ea8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] For port 29477295-e460-4430-8897-8ec55ec2bf84, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=29477295-e460-4430-8897-8ec55ec2bf84,segment=NetworkSegment(e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3),segment_id=e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:22.797196 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee7d87f7-36aa-43fb-a74c-f6f8e9b47ea8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:22.814937 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d87f7-36aa-43fb-a74c-f6f8e9b47ea8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Calling delete_port for 29477295-e460-4430-8897-8ec55ec2bf84 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:17:22.822700 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-74f3cbc9-ed96-4dd8-897d-9bbc6a137f8d tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:22.829257 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-74f3cbc9-ed96-4dd8-897d-9bbc6a137f8d tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:22.855013 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3cbc9-ed96-4dd8-897d-9bbc6a137f8d tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381afd72-d91a-4394-868c-f6365049882b,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:22.883610 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-74f3cbc9-ed96-4dd8-897d-9bbc6a137f8d tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:22.885881 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-74f3cbc9-ed96-4dd8-897d-9bbc6a137f8d tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2380266 Nov 23 22:17:22.889265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39410) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:22.905050 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-7d5eaf3c-c77f-423d-946a-604bf167d4ad tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Request body: {'security_group_rule': {'security_group_id': '6284bda4-8441-4797-9316-68e02dd61f00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:22.923751 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:22.963285 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7d5eaf3c-c77f-423d-946a-604bf167d4ad tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:23.061841 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7d5eaf3c-c77f-423d-946a-604bf167d4ad tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:23.069380 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7d5eaf3c-c77f-423d-946a-604bf167d4ad tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:23.092292 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5eaf3c-c77f-423d-946a-604bf167d4ad tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c83eb52-4000-4246-b456-f9de141b5516,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:23.120261 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7d5eaf3c-c77f-423d-946a-604bf167d4ad tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:23.122390 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7d5eaf3c-c77f-423d-946a-604bf167d4ad tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2319896 Nov 23 22:17:23.127955 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39416) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:23.137060 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-91549cb4-73dc-4b25-998f-4c3113619d63 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:23.155779 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee7d87f7-36aa-43fb-a74c-f6f8e9b47ea8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:23.195393 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d87f7-36aa-43fb-a74c-f6f8e9b47ea8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event deleted for resources: {'Port': ['ID=29477295-e460-4430-8897-8ec55ec2bf84,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:23.204492 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-91549cb4-73dc-4b25-998f-4c3113619d63 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:23.432195 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee7d87f7-36aa-43fb-a74c-f6f8e9b47ea8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:23.679495 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-91549cb4-73dc-4b25-998f-4c3113619d63 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:23.842150 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-91549cb4-73dc-4b25-998f-4c3113619d63 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Allocated IP 172.25.5.225 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/1b450ed7-5edd-452e-a8b9-06a08d7e0fe1) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:17:23.845471 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7d87f7-36aa-43fb-a74c-f6f8e9b47ea8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Router dac496fa-98db-4e42-87fa-3c6cf034f793 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:17:24.048408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7d87f7-36aa-43fb-a74c-f6f8e9b47ea8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:17:24.060852 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ee7d87f7-36aa-43fb-a74c-f6f8e9b47ea8 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "PUT /v2.0/routers/dac496fa-98db-4e42-87fa-3c6cf034f793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9822905 Nov 23 22:17:24.061068 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a209b2d0-8374-4bde-b9ab-e461e98e6cd7 None None] Sync routers for ids ['dac496fa-98db-4e42-87fa-3c6cf034f793'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:17:24.061552 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39422) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:24.065592 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-91549cb4-73dc-4b25-998f-4c3113619d63 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:24.089462 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a209b2d0-8374-4bde-b9ab-e461e98e6cd7 None None] Routers {'dac496fa-98db-4e42-87fa-3c6cf034f793'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:24.090269 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a209b2d0-8374-4bde-b9ab-e461e98e6cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['dac496fa-98db-4e42-87fa-3c6cf034f793'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:24.162865 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-91549cb4-73dc-4b25-998f-4c3113619d63 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:24.202817 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3ddb6e-4e8c-4a7e-a5fc-0749809dad70 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Deleting subnet c4b97f85-5533-443a-bb26-46fac1ebc7a4 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:17:24.207145 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5f3ddb6e-4e8c-4a7e-a5fc-0749809dad70 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:24.223304 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91549cb4-73dc-4b25-998f-4c3113619d63 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:17:24.233298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-91549cb4-73dc-4b25-998f-4c3113619d63 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:24.238514 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-a209b2d0-8374-4bde-b9ab-e461e98e6cd7 None None] Set router dac496fa-98db-4e42-87fa-3c6cf034f793 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:24.270547 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91549cb4-73dc-4b25-998f-4c3113619d63 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:17:24.280237 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5f3ddb6e-4e8c-4a7e-a5fc-0749809dad70 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:24.324638 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91549cb4-73dc-4b25-998f-4c3113619d63 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Pushing event updated for resources: {'Port': ['ID=1b450ed7-5edd-452e-a8b9-06a08d7e0fe1,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:24.454569 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5f3ddb6e-4e8c-4a7e-a5fc-0749809dad70 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:24.518671 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-91549cb4-73dc-4b25-998f-4c3113619d63 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:24.540971 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5f3ddb6e-4e8c-4a7e-a5fc-0749809dad70 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:24.562361 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5f3ddb6e-4e8c-4a7e-a5fc-0749809dad70 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:24.567808 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25c3bc0-2567-4e44-bee1-2e7f32bb6c24 None None] Network 3964a664-8d05-4ef6-88c7-6bfae1bd8240 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:17:24.568789 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5f3ddb6e-4e8c-4a7e-a5fc-0749809dad70 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "DELETE /v2.0/subnets/c4b97f85-5533-443a-bb26-46fac1ebc7a4 HTTP/1.1" status: 204 len: 168 time: 0.5061147 Nov 23 22:17:24.571874 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39428) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:24.580260 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a209b2d0-8374-4bde-b9ab-e461e98e6cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'name': 'tempest-TestNetworkBasicOps-router-380217566', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:13Z', 'updated_at': '2021-11-23T22:17:23Z', 'revision_number': 5, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:14Z', 'updated_at': '2021-11-23T22:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:24.613496 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a209b2d0-8374-4bde-b9ab-e461e98e6cd7 None None] Checking router: dac496fa-98db-4e42-87fa-3c6cf034f793 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:17:24.622867 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-91549cb4-73dc-4b25-998f-4c3113619d63 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:24.624462 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a209b2d0-8374-4bde-b9ab-e461e98e6cd7 None None] Routers {'dac496fa-98db-4e42-87fa-3c6cf034f793'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:24.625086 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a209b2d0-8374-4bde-b9ab-e461e98e6cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['dac496fa-98db-4e42-87fa-3c6cf034f793'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:24.649912 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ddb6e-4e8c-4a7e-a5fc-0749809dad70 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event deleted for resources: {'Subnet': ['ID=c4b97f85-5533-443a-bb26-46fac1ebc7a4,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:24.750837 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d14251d4-ade5-4ec8-be94-69a7c9445e71 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:24.764448 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-a209b2d0-8374-4bde-b9ab-e461e98e6cd7 None None] Set router dac496fa-98db-4e42-87fa-3c6cf034f793 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:24.911469 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09a7862-777e-42f6-ad27-4d699e2b4b3b None None] DHCP port deletion for 3964a664-8d05-4ef6-88c7-6bfae1bd8240 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:17:24.919816 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d14251d4-ade5-4ec8-be94-69a7c9445e71 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:24.939398 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-91549cb4-73dc-4b25-998f-4c3113619d63 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:24.956757 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-91549cb4-73dc-4b25-998f-4c3113619d63 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:25.015913 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-d14251d4-ade5-4ec8-be94-69a7c9445e71 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Deleting port a4a941f5-a3ad-40cb-86ef-a154c5068a72 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:17:25.016662 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d14251d4-ade5-4ec8-be94-69a7c9445e71 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:25.030540 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-d09a7862-777e-42f6-ad27-4d699e2b4b3b None None] Deleting port fc8279a5-5111-4275-9caf-c26ce2439913 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:17:25.030952 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d09a7862-777e-42f6-ad27-4d699e2b4b3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:25.100420 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-91549cb4-73dc-4b25-998f-4c3113619d63 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:25.119061 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a209b2d0-8374-4bde-b9ab-e461e98e6cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'name': 'tempest-TestNetworkBasicOps-router-380217566', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:13Z', 'updated_at': '2021-11-23T22:17:23Z', 'revision_number': 5, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:14Z', 'updated_at': '2021-11-23T22:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:25.154821 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a209b2d0-8374-4bde-b9ab-e461e98e6cd7 None None] The sync data for ids ['dac496fa-98db-4e42-87fa-3c6cf034f793'] in n-d-816206-9 is: [{'id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'name': 'tempest-TestNetworkBasicOps-router-380217566', 'tenant_id': '9734970b74c843d2aba80bf9d24b8271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223'}], 'enable_snat': True}, 'gw_port_id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:13Z', 'updated_at': '2021-11-23T22:17:23Z', 'revision_number': 5, 'project_id': '9734970b74c843d2aba80bf9d24b8271', 'gw_port': {'id': 'a4a941f5-a3ad-40cb-86ef-a154c5068a72', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:37:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac496fa-98db-4e42-87fa-3c6cf034f793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3494, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:14Z', 'updated_at': '2021-11-23T22:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:17:25.179897 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d09a7862-777e-42f6-ad27-4d699e2b4b3b None None] For port fc8279a5-5111-4275-9caf-c26ce2439913, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fc8279a5-5111-4275-9caf-c26ce2439913,segment=NetworkSegment(e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3),segment_id=e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:25.179897 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d09a7862-777e-42f6-ad27-4d699e2b4b3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:25.201943 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91549cb4-73dc-4b25-998f-4c3113619d63 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Pushing event updated for resources: {'Port': ['ID=1b450ed7-5edd-452e-a8b9-06a08d7e0fe1,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:25.215345 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-91549cb4-73dc-4b25-998f-4c3113619d63 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:25.224439 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-91549cb4-73dc-4b25-998f-4c3113619d63 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0878110 Nov 23 22:17:25.224655 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-d14251d4-ade5-4ec8-be94-69a7c9445e71 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] For port a4a941f5-a3ad-40cb-86ef-a154c5068a72, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a4a941f5-a3ad-40cb-86ef-a154c5068a72,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:25.224655 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d14251d4-ade5-4ec8-be94-69a7c9445e71 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:25.225236 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-d09a7862-777e-42f6-ad27-4d699e2b4b3b None None] Calling delete_port for fc8279a5-5111-4275-9caf-c26ce2439913 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:17:25.233588 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-d14251d4-ade5-4ec8-be94-69a7c9445e71 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Calling delete_port for a4a941f5-a3ad-40cb-86ef-a154c5068a72 owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:17:25.344587 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d09a7862-777e-42f6-ad27-4d699e2b4b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:25.378515 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a7862-777e-42f6-ad27-4d699e2b4b3b None None] Pushing event deleted for resources: {'Port': ['ID=fc8279a5-5111-4275-9caf-c26ce2439913,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:25.386570 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09a7862-777e-42f6-ad27-4d699e2b4b3b None None] No DVR routers for this DVR port fc8279a5-5111-4275-9caf-c26ce2439913 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:17:25.623533 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-7bad19e1-5ec7-417b-a7c2-d0b15f2a2134 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--2108025767&fields=id&tenant_id=58744f20ea5c4088bdd5abf19df7467d HTTP/1.1" status: 200 len: 267 time: 0.1271913 Nov 23 22:17:25.809387 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-ec1b4a3d-6948-484a-8753-c054df517d8d tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:25.811075 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-ec1b4a3d-6948-484a-8753-c054df517d8d tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/networks?id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 HTTP/1.1" status: 200 len: 810 time: 0.1577537 Nov 23 22:17:25.833825 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-c1788ad8-b89a-4d52-bb95-d4d1c035a1a2 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/quotas/58744f20ea5c4088bdd5abf19df7467d HTTP/1.1" status: 200 len: 375 time: 0.0159662 Nov 23 22:17:25.880145 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d14251d4-ade5-4ec8-be94-69a7c9445e71 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:25.886978 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-a8ba573f-b46a-4c97-a6f8-f8a9a9280a3a tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=58744f20ea5c4088bdd5abf19df7467d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521152 Nov 23 22:17:25.910816 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14251d4-ade5-4ec8-be94-69a7c9445e71 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event deleted for resources: {'Port': ['ID=a4a941f5-a3ad-40cb-86ef-a154c5068a72,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:25.937047 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a646e53-bdf0-46fa-885c-af68efc32c9e None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:17:25.999482 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d14251d4-ade5-4ec8-be94-69a7c9445e71 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:26.011013 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-7acab0c6-e6e1-49a2-8d3c-7ba2ed4e27b3 service neutron] 10.222.0.50 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099904 Nov 23 22:17:26.100698 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d14251d4-ade5-4ec8-be94-69a7c9445e71 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:26.103524 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d14251d4-ade5-4ec8-be94-69a7c9445e71 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:26.135730 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-d35ff722-fb23-4c0a-a9c5-d663d610c9b2 service neutron] 10.222.0.50 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184990 Nov 23 22:17:26.165619 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d14251d4-ade5-4ec8-be94-69a7c9445e71 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:26.166380 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14251d4-ade5-4ec8-be94-69a7c9445e71 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Fanout notify agent at l3_agent the message router_deleted on router dac496fa-98db-4e42-87fa-3c6cf034f793 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:17:26.177350 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d14251d4-ade5-4ec8-be94-69a7c9445e71 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:26.182191 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39470) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:26.188727 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d14251d4-ade5-4ec8-be94-69a7c9445e71 tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "DELETE /v2.0/routers/dac496fa-98db-4e42-87fa-3c6cf034f793 HTTP/1.1" status: 204 len: 168 time: 1.6088746 Nov 23 22:17:26.358387 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f30702d9-3a0c-4ae4-abfc-408a79c2639e req-75b3a71f-4afd-4d8e-9f19-23bca2458207 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0a74b28-64e0-4550-8ec1-302b7c6a039c HTTP/1.1" status: 200 len: 210 time: 0.0372624 Nov 23 22:17:26.377720 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-449a2ac8-271c-4289-a5a4-3980021b70fb tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:26.486057 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-449a2ac8-271c-4289-a5a4-3980021b70fb tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:26.508236 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-449a2ac8-271c-4289-a5a4-3980021b70fb tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3964a664-8d05-4ef6-88c7-6bfae1bd8240']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:26.517922 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-449a2ac8-271c-4289-a5a4-3980021b70fb tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:26.518219 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-449a2ac8-271c-4289-a5a4-3980021b70fb tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ddb9e7-1b56-4e8d-ab2a-b22c1ece74f3') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:26.529141 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-449a2ac8-271c-4289-a5a4-3980021b70fb tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:26.548228 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-449a2ac8-271c-4289-a5a4-3980021b70fb tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:26.555512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449a2ac8-271c-4289-a5a4-3980021b70fb tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:17:26.556101 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-449a2ac8-271c-4289-a5a4-3980021b70fb tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:17:26.559468 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:17:26.624973 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-449a2ac8-271c-4289-a5a4-3980021b70fb tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:26.634410 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-449a2ac8-271c-4289-a5a4-3980021b70fb tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:26.640436 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-449a2ac8-271c-4289-a5a4-3980021b70fb tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] 10.222.0.50 "DELETE /v2.0/networks/3964a664-8d05-4ef6-88c7-6bfae1bd8240 HTTP/1.1" status: 204 len: 168 time: 0.4543345 Nov 23 22:17:26.666555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a2ac8-271c-4289-a5a4-3980021b70fb tempest-TestNetworkBasicOps-1137707407 tempest-TestNetworkBasicOps-1137707407-project] Pushing event deleted for resources: {'Network': ['ID=3964a664-8d05-4ef6-88c7-6bfae1bd8240,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:26.779473 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 29477295-e460-4430-8897-8ec55ec2bf84 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:17:26.814618 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 29477295-e460-4430-8897-8ec55ec2bf84 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:17:26.815204 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 29477295-e460-4430-8897-8ec55ec2bf84 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:17:26.815855 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fc8279a5-5111-4275-9caf-c26ce2439913 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:17:26.837716 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: fc8279a5-5111-4275-9caf-c26ce2439913 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:17:26.838095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fc8279a5-5111-4275-9caf-c26ce2439913 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:17:26.906025 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39486) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:27.064511 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0ba834f8-a9c3-4005-9858-7a2cabd15e77 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9734970b74c843d2aba80bf9d24b8271&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1573207 Nov 23 22:17:27.067077 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39490) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:27.114860 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0265f368-ec3a-4a6d-84c5-7cf3cd73eac5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:27.136973 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0265f368-ec3a-4a6d-84c5-7cf3cd73eac5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:27.183220 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0265f368-ec3a-4a6d-84c5-7cf3cd73eac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:27.185784 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0265f368-ec3a-4a6d-84c5-7cf3cd73eac5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:27.187031 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0265f368-ec3a-4a6d-84c5-7cf3cd73eac5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d353f76c-89c7-492b-8dae-322b87d1d5a7 HTTP/1.1" status: 204 len: 168 time: 0.1189985 Nov 23 22:17:27.195330 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265f368-ec3a-4a6d-84c5-7cf3cd73eac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d353f76c-89c7-492b-8dae-322b87d1d5a7,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:27.489330 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d61d0fc8-f2b2-4e7d-9e05-d98f8907cb3b req-92932fad-c0a8-4e28-9c79-61a9eb8c5100 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0a74b28-64e0-4550-8ec1-302b7c6a039c HTTP/1.1" status: 200 len: 210 time: 0.0410368 Nov 23 22:17:27.551710 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39514) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:27.575350 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-1a4e1283-3c18-4eca-9d67-63825f44ea56 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:27.577538 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-1a4e1283-3c18-4eca-9d67-63825f44ea56 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.53 "GET /v2.0/networks?id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 HTTP/1.1" status: 200 len: 810 time: 0.1808765 Nov 23 22:17:27.578973 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b18b8761-ab12-4512-99d9-229c4c57070b admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:27.684013 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-a0e5a252-fe75-4667-a5ba-b1f9b64a12a5 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58744f20ea5c4088bdd5abf19df7467d HTTP/1.1" status: 200 len: 380 time: 0.0831125 Nov 23 22:17:27.697068 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-90e2246d-20d0-4bb2-be24-107415258763 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Request body: {'port': {'device_id': 'c0a74b28-64e0-4550-8ec1-302b7c6a039c', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'admin_state_up': True, 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'security_groups': ['6284bda4-8441-4797-9316-68e02dd61f00']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:27.790129 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b18b8761-ab12-4512-99d9-229c4c57070b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:27.797124 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b18b8761-ab12-4512-99d9-229c4c57070b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:27.859646 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b18b8761-ab12-4512-99d9-229c4c57070b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8528bb7e3ec545a8aa89db6b66257a35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3063180 Nov 23 22:17:27.862206 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b8761-ab12-4512-99d9-229c4c57070b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f73b5b6-3256-440c-9b52-fb44cac339a7,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:27.862444 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39550) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:27.901303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-90e2246d-20d0-4bb2-be24-107415258763 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Made reservation on behalf of 58744f20ea5c4088bdd5abf19df7467d for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:17:27.905245 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-90e2246d-20d0-4bb2-be24-107415258763 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:27.928174 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5f03a7b-a5c3-4cad-917d-b466d1132b58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:27.939446 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0b456cfc-384d-4f5f-8fc3-c4ceac21ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:27.958990 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5f03a7b-a5c3-4cad-917d-b466d1132b58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:28.039429 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5f03a7b-a5c3-4cad-917d-b466d1132b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:28.042497 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a5f03a7b-a5c3-4cad-917d-b466d1132b58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:28.043743 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a5f03a7b-a5c3-4cad-917d-b466d1132b58 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5f73b5b6-3256-440c-9b52-fb44cac339a7 HTTP/1.1" status: 204 len: 168 time: 0.1800759 Nov 23 22:17:28.052310 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f03a7b-a5c3-4cad-917d-b466d1132b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f73b5b6-3256-440c-9b52-fb44cac339a7,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:28.084766 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-90e2246d-20d0-4bb2-be24-107415258763 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Allocated IP 172.20.0.8 (bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80/0967a0c6-201c-4f64-942b-1c9918c65e1f/283c29d7-2aa9-4944-9a31-19381a9e749e) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:17:28.244516 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-90e2246d-20d0-4bb2-be24-107415258763 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:28.267922 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a4a941f5-a3ad-40cb-86ef-a154c5068a72 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:17:28.290589 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: a4a941f5-a3ad-40cb-86ef-a154c5068a72 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:17:28.291243 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a4a941f5-a3ad-40cb-86ef-a154c5068a72 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:17:28.299005 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-90e2246d-20d0-4bb2-be24-107415258763 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:28.357275 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-90e2246d-20d0-4bb2-be24-107415258763 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Network bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:17:28.360665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-90e2246d-20d0-4bb2-be24-107415258763 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:28.365177 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-90e2246d-20d0-4bb2-be24-107415258763 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:17:28.372703 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2246d-20d0-4bb2-be24-107415258763 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Pushing event updated for resources: {'Port': ['ID=283c29d7-2aa9-4944-9a31-19381a9e749e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:28.430863 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-90e2246d-20d0-4bb2-be24-107415258763 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:28.431827 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-90e2246d-20d0-4bb2-be24-107415258763 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:28.450292 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-90e2246d-20d0-4bb2-be24-107415258763 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7584789 Nov 23 22:17:28.470683 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-aeedfbf2-a763-41e8-8397-9c76f072adb9 service neutron] Request body: {'port': {'device_id': 'c0a74b28-64e0-4550-8ec1-302b7c6a039c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:28.534823 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-aeedfbf2-a763-41e8-8397-9c76f072adb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:28.655164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1e075cf1-90b3-46d8-8b75-1a4d1d6859ac None None] Provisioning complete for port 283c29d7-2aa9-4944-9a31-19381a9e749e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:28.655910 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1e075cf1-90b3-46d8-8b75-1a4d1d6859ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:28.656224 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99740d-1799-4e22-9ce5-b0c563690b8a req-b1054942-a7cd-43c6-abd5-b151a9f8f480 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:28.657749 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f99740d-1799-4e22-9ce5-b0c563690b8a req-b1054942-a7cd-43c6-abd5-b151a9f8f480 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0a74b28-64e0-4550-8ec1-302b7c6a039c HTTP/1.1" status: 200 len: 931 time: 0.0796170 Nov 23 22:17:28.700469 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1e075cf1-90b3-46d8-8b75-1a4d1d6859ac None None] Port 283c29d7-2aa9-4944-9a31-19381a9e749e cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:17:28.717252 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f99740d-1799-4e22-9ce5-b0c563690b8a req-e3683aea-65d6-4ce2-aff2-be653267ba5d tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=6284bda4-8441-4797-9316-68e02dd61f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530000 Nov 23 22:17:28.884006 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-aeedfbf2-a763-41e8-8397-9c76f072adb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283c29d7-2aa9-4944-9a31-19381a9e749e {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:17:28.892027 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-aeedfbf2-a763-41e8-8397-9c76f072adb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:28.908279 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-aeedfbf2-a763-41e8-8397-9c76f072adb9 service neutron] Transition to ACTIVE for port object 283c29d7-2aa9-4944-9a31-19381a9e749e will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:17:28.912513 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-aeedfbf2-a763-41e8-8397-9c76f072adb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:28.970746 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedfbf2-a763-41e8-8397-9c76f072adb9 service neutron] Pushing event updated for resources: {'Port': ['ID=283c29d7-2aa9-4944-9a31-19381a9e749e,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:29.066479 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-aeedfbf2-a763-41e8-8397-9c76f072adb9 service neutron] Attempting to bind port 283c29d7-2aa9-4944-9a31-19381a9e749e on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:17:29.066932 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-aeedfbf2-a763-41e8-8397-9c76f072adb9 service neutron] Attempting to bind port 283c29d7-2aa9-4944-9a31-19381a9e749e by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '8dad229b-7ded-430c-a4de-9c18ce33a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:17:29.067292 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-aeedfbf2-a763-41e8-8397-9c76f072adb9 service neutron] Attempting to bind port 283c29d7-2aa9-4944-9a31-19381a9e749e on network bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:17:29.073409 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-aeedfbf2-a763-41e8-8397-9c76f072adb9 service neutron] Port 283c29d7-2aa9-4944-9a31-19381a9e749e on network bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:17:29.073746 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-aeedfbf2-a763-41e8-8397-9c76f072adb9 service neutron] Attempting to bind port 283c29d7-2aa9-4944-9a31-19381a9e749e on network bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:17:29.080584 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-aeedfbf2-a763-41e8-8397-9c76f072adb9 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:17:29.080954 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-aeedfbf2-a763-41e8-8397-9c76f072adb9 service neutron] Checking segment: {'id': '8dad229b-7ded-430c-a4de-9c18ce33a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:17:29.081349 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-aeedfbf2-a763-41e8-8397-9c76f072adb9 service neutron] Bound using segment: {'id': '8dad229b-7ded-430c-a4de-9c18ce33a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:17:29.081819 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-aeedfbf2-a763-41e8-8397-9c76f072adb9 service neutron] Bound port: 283c29d7-2aa9-4944-9a31-19381a9e749e, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dad229b-7ded-430c-a4de-9c18ce33a040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:17:29.082323 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-aeedfbf2-a763-41e8-8397-9c76f072adb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:29.159391 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-aeedfbf2-a763-41e8-8397-9c76f072adb9 service neutron] For port 283c29d7-2aa9-4944-9a31-19381a9e749e, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:17:29.174681 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-aeedfbf2-a763-41e8-8397-9c76f072adb9 service neutron] For port 283c29d7-2aa9-4944-9a31-19381a9e749e, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=283c29d7-2aa9-4944-9a31-19381a9e749e,segment=NetworkSegment(8dad229b-7ded-430c-a4de-9c18ce33a040),segment_id=8dad229b-7ded-430c-a4de-9c18ce33a040)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:17:29.187722 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-aeedfbf2-a763-41e8-8397-9c76f072adb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:29.238974 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-aeedfbf2-a763-41e8-8397-9c76f072adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:29.239346 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-aeedfbf2-a763-41e8-8397-9c76f072adb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:29.240908 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-aeedfbf2-a763-41e8-8397-9c76f072adb9 service neutron] 10.222.0.53 "PUT /v2.0/ports/283c29d7-2aa9-4944-9a31-19381a9e749e HTTP/1.1" status: 200 len: 1091 time: 0.7745640 Nov 23 22:17:29.245195 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a74b28-64e0-4550-8ec1-302b7c6a039c', 'tag': '283c29d7-2aa9-4944-9a31-19381a9e749e'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:17:29.255518 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9430f63-60bc-4a28-ad50-c9bf49a6e8ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a74b28-64e0-4550-8ec1-302b7c6a039c", "tag": "283c29d7-2aa9-4944-9a31-19381a9e749e"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:17:29.299895 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedfbf2-a763-41e8-8397-9c76f072adb9 service neutron] Pushing event updated for resources: {'Port': ['ID=283c29d7-2aa9-4944-9a31-19381a9e749e,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:29.330316 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5e3f6f-5eb1-41e2-ba4a-472557e55953 x-openstack-request-id: req-ea5e3f6f-5eb1-41e2-ba4a-472557e55953 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:17:29.330614 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a74b28-64e0-4550-8ec1-302b7c6a039c", "tag": "283c29d7-2aa9-4944-9a31-19381a9e749e", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:17:29.330903 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea5e3f6f-5eb1-41e2-ba4a-472557e55953 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:17:29.331308 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a74b28-64e0-4550-8ec1-302b7c6a039c', 'tag': '283c29d7-2aa9-4944-9a31-19381a9e749e', 'status': 'completed', 'code': 200} Nov 23 22:17:29.369023 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-a70003bd-de37-43b5-b72c-7be7de35005d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:29.372715 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-a70003bd-de37-43b5-b72c-7be7de35005d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58744f20ea5c4088bdd5abf19df7467d&device_id=c0a74b28-64e0-4550-8ec1-302b7c6a039c HTTP/1.1" status: 200 len: 1094 time: 0.0569341 Nov 23 22:17:29.427416 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-9ca4be0a-aaae-4ab0-b8d7-e0a013614364 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=283c29d7-2aa9-4944-9a31-19381a9e749e HTTP/1.1" status: 200 len: 217 time: 0.0412915 Nov 23 22:17:29.503477 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-f8326ab9-8b06-433a-aa87-6c035e96bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:29.507418 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-f8326ab9-8b06-433a-aa87-6c035e96bb2d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0967a0c6-201c-4f64-942b-1c9918c65e1f HTTP/1.1" status: 200 len: 849 time: 0.0659626 Nov 23 22:17:29.563207 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-09a93705-7a6d-4455-82c0-905b8d06bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:29.564741 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-09a93705-7a6d-4455-82c0-905b8d06bbde service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490470 Nov 23 22:17:29.669953 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-dd6e5b8b-a7a0-4eaf-9abd-316b849403bf service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936220 Nov 23 22:17:29.786966 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bf5080d8-78a3-4626-b764-8119486d0ca1 req-5446a21f-8ec5-451d-b722-06a949f09a21 service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031332 Nov 23 22:17:29.864311 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b3303-a1f2-43fa-a221-b3fee40d4763 req-b4f6572a-260e-42fb-9db1-cb82c320f092 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:29.867174 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-736b3303-a1f2-43fa-a221-b3fee40d4763 req-b4f6572a-260e-42fb-9db1-cb82c320f092 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0a74b28-64e0-4550-8ec1-302b7c6a039c HTTP/1.1" status: 200 len: 943 time: 0.0564857 Nov 23 22:17:29.906566 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9430f63-60bc-4a28-ad50-c9bf49a6e8ed req-cd4a2eee-f5a8-4989-b203-81248a136521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:29.909605 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c9430f63-60bc-4a28-ad50-c9bf49a6e8ed req-cd4a2eee-f5a8-4989-b203-81248a136521 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58744f20ea5c4088bdd5abf19df7467d&device_id=c0a74b28-64e0-4550-8ec1-302b7c6a039c HTTP/1.1" status: 200 len: 1094 time: 0.0654573 Nov 23 22:17:29.933498 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-736b3303-a1f2-43fa-a221-b3fee40d4763 req-b84e99fe-2bf2-4209-b5e0-0598021363fb tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=6284bda4-8441-4797-9316-68e02dd61f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591764 Nov 23 22:17:30.033416 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9430f63-60bc-4a28-ad50-c9bf49a6e8ed req-ae95b00e-836d-41ed-90a1-2c8c8c03ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:30.035366 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c9430f63-60bc-4a28-ad50-c9bf49a6e8ed req-ae95b00e-836d-41ed-90a1-2c8c8c03ff61 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 HTTP/1.1" status: 200 len: 911 time: 0.1176546 Nov 23 22:17:30.089392 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c9430f63-60bc-4a28-ad50-c9bf49a6e8ed req-b287d051-3a78-49f8-8f58-d7326edf98be service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=283c29d7-2aa9-4944-9a31-19381a9e749e HTTP/1.1" status: 200 len: 217 time: 0.0432677 Nov 23 22:17:30.170624 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:30.193603 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9430f63-60bc-4a28-ad50-c9bf49a6e8ed req-0fe712f8-7aaf-498b-87d7-607a4d9fb2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:30.199390 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c9430f63-60bc-4a28-ad50-c9bf49a6e8ed req-0fe712f8-7aaf-498b-87d7-607a4d9fb2a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0967a0c6-201c-4f64-942b-1c9918c65e1f HTTP/1.1" status: 200 len: 849 time: 0.1003077 Nov 23 22:17:30.290876 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9430f63-60bc-4a28-ad50-c9bf49a6e8ed req-94d27646-9564-462f-84de-19b17fa6c090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:30.292674 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c9430f63-60bc-4a28-ad50-c9bf49a6e8ed req-94d27646-9564-462f-84de-19b17fa6c090 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838773 Nov 23 22:17:30.426348 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c9430f63-60bc-4a28-ad50-c9bf49a6e8ed req-33e023de-8f1d-4329-8bfa-cecc9cd9f6e1 service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246531 Nov 23 22:17:30.531693 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c9430f63-60bc-4a28-ad50-c9bf49a6e8ed req-971b3861-f65b-4cec-b1aa-5008c4a4e763 service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955136 Nov 23 22:17:30.553310 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3ceb849f-2b16-4d5d-856b-1768d78ab047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:30.790666 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39616) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:30.795685 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-049c7ddb-7d26-456a-affe-a0605a3e6db2 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Request body: {'network': {'name': 'tempest-network-smoke--1128550949', 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'port_security_enabled': True}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:30.816910 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049c7ddb-7d26-456a-affe-a0605a3e6db2 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Made reservation on behalf of e143aae0dbe9442c890dec2feef9200d for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:17:30.821331 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-049c7ddb-7d26-456a-affe-a0605a3e6db2 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:30.829736 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-049c7ddb-7d26-456a-affe-a0605a3e6db2 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:30.907017 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-049c7ddb-7d26-456a-affe-a0605a3e6db2 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:30.910931 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-049c7ddb-7d26-456a-affe-a0605a3e6db2 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:30.941221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049c7ddb-7d26-456a-affe-a0605a3e6db2 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:17:30.949202 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c7ddb-7d26-456a-affe-a0605a3e6db2 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3980b6-f635-46c2-acef-f4c5f4a3305d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:30.956463 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-049c7ddb-7d26-456a-affe-a0605a3e6db2 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:30.956805 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-049c7ddb-7d26-456a-affe-a0605a3e6db2 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Added segment fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b of type vlan for network b7a4447e-8744-4f22-b9de-ff026310b527 Nov 23 22:17:31.004098 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-049c7ddb-7d26-456a-affe-a0605a3e6db2 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:31.052726 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-049c7ddb-7d26-456a-affe-a0605a3e6db2 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:31.058654 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049c7ddb-7d26-456a-affe-a0605a3e6db2 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:31.059265 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-049c7ddb-7d26-456a-affe-a0605a3e6db2 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:31.113116 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-049c7ddb-7d26-456a-affe-a0605a3e6db2 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3213038 Nov 23 22:17:31.115978 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39620) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:31.122145 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6899eef3-5e3a-43de-a680-5f95f5793f0e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-465848267', 'admin_state_up': True, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:31.150830 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6899eef3-5e3a-43de-a680-5f95f5793f0e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:31.151885 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6899eef3-5e3a-43de-a680-5f95f5793f0e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:31.169258 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c7ddb-7d26-456a-affe-a0605a3e6db2 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event updated for resources: {'Network': ['ID=b7a4447e-8744-4f22-b9de-ff026310b527,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:31.181847 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df4928-263e-4e47-af52-51e781d2bea1 req-291e334f-9f08-425a-b193-6f6a866cd5ab tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:31.183005 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network b7a4447e-8744-4f22-b9de-ff026310b527 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:17:31.183472 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8df4928-263e-4e47-af52-51e781d2bea1 req-291e334f-9f08-425a-b193-6f6a866cd5ab tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0a74b28-64e0-4550-8ec1-302b7c6a039c HTTP/1.1" status: 200 len: 943 time: 0.1620340 Nov 23 22:17:31.214233 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6899eef3-5e3a-43de-a680-5f95f5793f0e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:31.268659 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8df4928-263e-4e47-af52-51e781d2bea1 req-dc135c2d-c2bf-4e53-9b58-13ab5f91fe7f tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=6284bda4-8441-4797-9316-68e02dd61f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725114 Nov 23 22:17:31.269593 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39624) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:31.329775 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-af9dc21e-bcf4-4f1f-8d1e-040639acbe73 admin admin] Deleting subnet 93291e32-ffe8-4a2a-9859-20ef914fceee {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:17:31.333290 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-af9dc21e-bcf4-4f1f-8d1e-040639acbe73 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:31.375365 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-af9dc21e-bcf4-4f1f-8d1e-040639acbe73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:31.384028 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6899eef3-5e3a-43de-a680-5f95f5793f0e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:31.417113 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-af9dc21e-bcf4-4f1f-8d1e-040639acbe73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:31.474887 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-af9dc21e-bcf4-4f1f-8d1e-040639acbe73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:31.507414 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9dc21e-bcf4-4f1f-8d1e-040639acbe73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93291e32-ffe8-4a2a-9859-20ef914fceee,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:31.512240 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-af9dc21e-bcf4-4f1f-8d1e-040639acbe73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:31.515522 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-af9dc21e-bcf4-4f1f-8d1e-040639acbe73 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/93291e32-ffe8-4a2a-9859-20ef914fceee HTTP/1.1" status: 204 len: 168 time: 0.2447560 Nov 23 22:17:31.518051 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39626) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:31.592280 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9632261e-acec-485d-9123-fa250fe9723c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:31.594656 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6899eef3-5e3a-43de-a680-5f95f5793f0e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:31.614557 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6899eef3-5e3a-43de-a680-5f95f5793f0e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:31.669770 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:31.678030 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9632261e-acec-485d-9123-fa250fe9723c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:31.705432 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-9632261e-acec-485d-9123-fa250fe9723c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc682d81-13e1-4380-88d5-baa3b69cbdd6']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:31.715650 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-9632261e-acec-485d-9123-fa250fe9723c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9342877d-30da-4033-846b-93426f2f9f80') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:31.715940 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-9632261e-acec-485d-9123-fa250fe9723c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9342877d-30da-4033-846b-93426f2f9f80') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:31.730253 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9632261e-acec-485d-9123-fa250fe9723c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:31.736889 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-6899eef3-5e3a-43de-a680-5f95f5793f0e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Allocated IP 172.25.5.179 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/e803cac0-fc79-415e-b185-f79581b41edf) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:17:31.743815 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9632261e-acec-485d-9123-fa250fe9723c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:31.750255 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9632261e-acec-485d-9123-fa250fe9723c admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:17:31.750635 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9632261e-acec-485d-9123-fa250fe9723c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:17:31.752300 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:17:31.805914 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9632261e-acec-485d-9123-fa250fe9723c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:31.820798 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9632261e-acec-485d-9123-fa250fe9723c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:31.823995 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9632261e-acec-485d-9123-fa250fe9723c admin admin] 10.222.0.50 "DELETE /v2.0/networks/bc682d81-13e1-4380-88d5-baa3b69cbdd6 HTTP/1.1" status: 204 len: 168 time: 0.3050220 Nov 23 22:17:31.824928 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632261e-acec-485d-9123-fa250fe9723c admin admin] Pushing event deleted for resources: {'Network': ['ID=bc682d81-13e1-4380-88d5-baa3b69cbdd6,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:31.847290 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6899eef3-5e3a-43de-a680-5f95f5793f0e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:31.883451 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6899eef3-5e3a-43de-a680-5f95f5793f0e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:31.920670 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6899eef3-5e3a-43de-a680-5f95f5793f0e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:17:31.925725 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-6899eef3-5e3a-43de-a680-5f95f5793f0e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:31.930694 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6899eef3-5e3a-43de-a680-5f95f5793f0e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:17:31.941122 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e3a53a-11ba-475b-856c-e0a22e66751e None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:17:31.964368 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899eef3-5e3a-43de-a680-5f95f5793f0e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event updated for resources: {'Port': ['ID=e803cac0-fc79-415e-b185-f79581b41edf,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:32.009734 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d6f2bc5b-dd77-4fca-899e-14c432fa23ef None None] Provisioning complete for port e803cac0-fc79-415e-b185-f79581b41edf triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:32.010115 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d6f2bc5b-dd77-4fca-899e-14c432fa23ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:32.011605 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39630) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:32.045294 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-d6f2bc5b-dd77-4fca-899e-14c432fa23ef None None] Port e803cac0-fc79-415e-b185-f79581b41edf cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:17:32.055486 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b394df5e-98a7-43ab-908f-ef4e52489a5a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=17eb2f793f3f464da175ce977bf82be5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421162 Nov 23 22:17:32.057876 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39632) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:32.112254 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-57c1dfe7-c885-4035-baa1-2690cec31dac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:32.134090 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-57c1dfe7-c885-4035-baa1-2690cec31dac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:32.181027 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-57c1dfe7-c885-4035-baa1-2690cec31dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:32.183897 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-57c1dfe7-c885-4035-baa1-2690cec31dac admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:32.185158 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-57c1dfe7-c885-4035-baa1-2690cec31dac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e990cae5-487a-4243-9ff5-24ddba0472ac HTTP/1.1" status: 204 len: 168 time: 0.1263676 Nov 23 22:17:32.193074 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1dfe7-c885-4035-baa1-2690cec31dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e990cae5-487a-4243-9ff5-24ddba0472ac,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:32.202559 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6899eef3-5e3a-43de-a680-5f95f5793f0e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:32.391599 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b6de0-8516-4ee2-82dd-0ef7bbb64f22 req-33a21e30-e039-4a48-b0d8-29788d7dc4ab tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:32.393202 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d9b6de0-8516-4ee2-82dd-0ef7bbb64f22 req-33a21e30-e039-4a48-b0d8-29788d7dc4ab tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0a74b28-64e0-4550-8ec1-302b7c6a039c HTTP/1.1" status: 200 len: 943 time: 0.0562191 Nov 23 22:17:32.425073 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6899eef3-5e3a-43de-a680-5f95f5793f0e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:32.445433 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d9b6de0-8516-4ee2-82dd-0ef7bbb64f22 req-ee7a84f0-efb7-4a18-979c-d21f826577a8 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=6284bda4-8441-4797-9316-68e02dd61f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441427 Nov 23 22:17:32.556460 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6899eef3-5e3a-43de-a680-5f95f5793f0e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Router a7eff7a8-4d4e-41f1-ae55-68e41002ce22 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:17:32.803127 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 283c29d7-2aa9-4944-9a31-19381a9e749e details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:17:32.908793 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 283c29d7-2aa9-4944-9a31-19381a9e749e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=283c29d7-2aa9-4944-9a31-19381a9e749e,segment=NetworkSegment(8dad229b-7ded-430c-a4de-9c18ce33a040),segment_id=8dad229b-7ded-430c-a4de-9c18ce33a040)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:32.922880 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '283c29d7-2aa9-4944-9a31-19381a9e749e', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'port_id': '283c29d7-2aa9-4944-9a31-19381a9e749e', 'mac_address': 'fa:16:3e:73:56:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:17:32.931568 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39656) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:32.962811 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:32.976696 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283c29d7-2aa9-4944-9a31-19381a9e749e {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:17:32.996192 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6899eef3-5e3a-43de-a680-5f95f5793f0e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:17:33.002589 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 283c29d7-2aa9-4944-9a31-19381a9e749e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=283c29d7-2aa9-4944-9a31-19381a9e749e,segment=NetworkSegment(8dad229b-7ded-430c-a4de-9c18ce33a040),segment_id=8dad229b-7ded-430c-a4de-9c18ce33a040)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:33.010955 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] Sync routers for ids ['a7eff7a8-4d4e-41f1-ae55-68e41002ce22'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:17:33.013521 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:33.021677 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6899eef3-5e3a-43de-a680-5f95f5793f0e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:33.023812 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6899eef3-5e3a-43de-a680-5f95f5793f0e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9055564 Nov 23 22:17:33.026882 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39660) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:33.051995 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-237884d8-7302-4575-b6da-df9f9d01c710 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-6647589-network', 'tenant_id': '3a2a83165487443bb1cc8d753db5e54e'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:33.074190 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237884d8-7302-4575-b6da-df9f9d01c710 admin admin] Made reservation on behalf of 3a2a83165487443bb1cc8d753db5e54e for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:17:33.076514 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-237884d8-7302-4575-b6da-df9f9d01c710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:33.085647 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-237884d8-7302-4575-b6da-df9f9d01c710 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:33.088289 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] Routers {'a7eff7a8-4d4e-41f1-ae55-68e41002ce22'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:33.088929 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a7eff7a8-4d4e-41f1-ae55-68e41002ce22'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:33.091529 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=283c29d7-2aa9-4944-9a31-19381a9e749e,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:33.097175 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:33.185361 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8f73fd67-a4b8-46fb-9fb4-664d0c0a9e92 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=e143aae0dbe9442c890dec2feef9200d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1570859 Nov 23 22:17:33.189937 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39664) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:33.213554 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-237884d8-7302-4575-b6da-df9f9d01c710 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:33.219022 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-237884d8-7302-4575-b6da-df9f9d01c710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:33.255655 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237884d8-7302-4575-b6da-df9f9d01c710 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:17:33.261951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237884d8-7302-4575-b6da-df9f9d01c710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8270b54b-52ff-4c2d-b0f9-6d861730083c,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:33.285446 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-237884d8-7302-4575-b6da-df9f9d01c710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:33.286117 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-237884d8-7302-4575-b6da-df9f9d01c710 admin admin] Added segment cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7 of type vlan for network 9d953a27-4509-46fc-929c-ec3c1cc90039 Nov 23 22:17:33.300582 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06a5eb4-562b-4bfe-a8b9-877564561b93 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:33.302770 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f06a5eb4-562b-4bfe-a8b9-877564561b93 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1107845 Nov 23 22:17:33.306389 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39666) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:33.336659 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d7f5b07c-5104-4e2c-a8ce-32b947063ca3 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290082 Nov 23 22:17:33.339496 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39668) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:33.341248 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-237884d8-7302-4575-b6da-df9f9d01c710 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:33.346156 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-daaa9bc3-7e8e-48a4-beee-31c20c79f428 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-726267783', 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527', 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:33.371835 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-237884d8-7302-4575-b6da-df9f9d01c710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:33.373047 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237884d8-7302-4575-b6da-df9f9d01c710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:33.373467 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-237884d8-7302-4575-b6da-df9f9d01c710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:33.388812 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] Set router a7eff7a8-4d4e-41f1-ae55-68e41002ce22 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:33.410866 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-237884d8-7302-4575-b6da-df9f9d01c710 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4753237 Nov 23 22:17:33.411085 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39670) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:33.416978 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-a71e8a6c-592b-4e50-9e8b-03998b1ef3fd admin admin] Request body: {'subnet': {'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-6647589-subnet', 'tenant_id': '3a2a83165487443bb1cc8d753db5e54e', 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:33.446490 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaa9bc3-7e8e-48a4-beee-31c20c79f428 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Made reservation on behalf of e143aae0dbe9442c890dec2feef9200d for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:17:33.450209 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-daaa9bc3-7e8e-48a4-beee-31c20c79f428 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:33.455954 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237884d8-7302-4575-b6da-df9f9d01c710 admin admin] Pushing event updated for resources: {'Network': ['ID=9d953a27-4509-46fc-929c-ec3c1cc90039,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:33.474011 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 9d953a27-4509-46fc-929c-ec3c1cc90039 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:17:33.480888 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71e8a6c-592b-4e50-9e8b-03998b1ef3fd admin admin] Made reservation on behalf of 3a2a83165487443bb1cc8d753db5e54e for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:17:33.484533 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a71e8a6c-592b-4e50-9e8b-03998b1ef3fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:33.545667 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['283c29d7-2aa9-4944-9a31-19381a9e749e'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:17:33.623409 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065fe6f-09a8-4bfd-a4c4-e4d9c2ddab80 req-ae97a665-be64-406c-94c8-8e8a982e6f86 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:33.625428 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6065fe6f-09a8-4bfd-a4c4-e4d9c2ddab80 req-ae97a665-be64-406c-94c8-8e8a982e6f86 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0a74b28-64e0-4550-8ec1-302b7c6a039c HTTP/1.1" status: 200 len: 944 time: 0.0764070 Nov 23 22:17:33.665599 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-daaa9bc3-7e8e-48a4-beee-31c20c79f428 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:33.730793 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa9bc3-7e8e-48a4-beee-31c20c79f428 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event updated for resources: {'Subnet': ['ID=baaecb0c-c9cd-4d84-aa5e-393b7b6f898c,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:33.740533 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa9bc3-7e8e-48a4-beee-31c20c79f428 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Checking segment: {'id': 'fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:17:33.740909 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaa9bc3-7e8e-48a4-beee-31c20c79f428 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Network hostable DHCP agents. Network: b7a4447e-8744-4f22-b9de-ff026310b527, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:17:33.747055 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6065fe6f-09a8-4bfd-a4c4-e4d9c2ddab80 req-e5ee1b7d-6788-44f0-90b2-9c97fe3066e8 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=6284bda4-8441-4797-9316-68e02dd61f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107373 Nov 23 22:17:33.760978 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-465848267', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:32Z', 'revision_number': 3, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'gw_port': {'id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:33.762427 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaa9bc3-7e8e-48a4-beee-31c20c79f428 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Network b7a4447e-8744-4f22-b9de-ff026310b527 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:17:33.776570 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a71e8a6c-592b-4e50-9e8b-03998b1ef3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:33.776828 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-daaa9bc3-7e8e-48a4-beee-31c20c79f428 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, b7a4447e-8744-4f22-b9de-ff026310b527) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:33.782216 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaa9bc3-7e8e-48a4-beee-31c20c79f428 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:33.790747 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-daaa9bc3-7e8e-48a4-beee-31c20c79f428 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:33.792583 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] Checking router: a7eff7a8-4d4e-41f1-ae55-68e41002ce22 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:17:33.793015 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] Updating router a7eff7a8-4d4e-41f1-ae55-68e41002ce22 port e803cac0-fc79-415e-b185-f79581b41edf binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:17:33.798320 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711fcca6-59f4-4f01-80cd-340c0b1e07de None None] Network b7a4447e-8744-4f22-b9de-ff026310b527 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:17:33.810994 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-daaa9bc3-7e8e-48a4-beee-31c20c79f428 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4691236 Nov 23 22:17:33.814240 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39674) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:33.855678 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e8a6c-592b-4e50-9e8b-03998b1ef3fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d851a37-48f7-473f-9c4c-2d0e5eafcd3c,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:33.862836 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71e8a6c-592b-4e50-9e8b-03998b1ef3fd admin admin] Checking segment: {'id': 'cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:17:33.863200 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71e8a6c-592b-4e50-9e8b-03998b1ef3fd admin admin] Network hostable DHCP agents. Network: 9d953a27-4509-46fc-929c-ec3c1cc90039, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:17:33.875841 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:33.882495 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71e8a6c-592b-4e50-9e8b-03998b1ef3fd admin admin] Network 9d953a27-4509-46fc-929c-ec3c1cc90039 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:17:33.892883 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-a71e8a6c-592b-4e50-9e8b-03998b1ef3fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 9d953a27-4509-46fc-929c-ec3c1cc90039) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:33.898375 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71e8a6c-592b-4e50-9e8b-03998b1ef3fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:33.899335 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a71e8a6c-592b-4e50-9e8b-03998b1ef3fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:33.922626 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a71e8a6c-592b-4e50-9e8b-03998b1ef3fd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5079160 Nov 23 22:17:33.923454 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39676) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:33.927255 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ef12f63f-8d86-46a2-8350-7a119ae6dca0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-6647589-router', 'tenant_id': '3a2a83165487443bb1cc8d753db5e54e', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:33.930480 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7a1b4f-f74a-432c-8621-42f22613deef None None] Network 9d953a27-4509-46fc-929c-ec3c1cc90039 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:17:33.938659 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:33.969947 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef12f63f-8d86-46a2-8350-7a119ae6dca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:33.970977 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef12f63f-8d86-46a2-8350-7a119ae6dca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:34.093655 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef12f63f-8d86-46a2-8350-7a119ae6dca0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:34.262593 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7196eda1-c5c9-4d32-9557-0c4112b5618b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-b7a4447e-8744-4f22-b9de-ff026310b527', 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'fixed_ips': [{'subnet_id': 'baaecb0c-c9cd-4d84-aa5e-393b7b6f898c'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:17:34.263467 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7196eda1-c5c9-4d32-9557-0c4112b5618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:34.277336 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef12f63f-8d86-46a2-8350-7a119ae6dca0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:34.329676 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177b2797-2fa8-4d2d-835a-81eb2da5d334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-9d953a27-4509-46fc-929c-ec3c1cc90039', 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039', 'tenant_id': '3a2a83165487443bb1cc8d753db5e54e', 'fixed_ips': [{'subnet_id': '2d851a37-48f7-473f-9c4c-2d0e5eafcd3c'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:17:34.330526 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-177b2797-2fa8-4d2d-835a-81eb2da5d334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:34.598660 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d130b82e-026e-496e-b1b3-522def192ff3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:34.602315 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:34.620525 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:34.627784 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-7196eda1-c5c9-4d32-9557-0c4112b5618b None None] Allocated IP 172.20.0.2 (b7a4447e-8744-4f22-b9de-ff026310b527/baaecb0c-c9cd-4d84-aa5e-393b7b6f898c/b01933c0-05f0-46b9-a02f-1e1722ff516a) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:17:34.673472 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-177b2797-2fa8-4d2d-835a-81eb2da5d334 None None] Allocated IP 172.20.0.2 (9d953a27-4509-46fc-929c-ec3c1cc90039/2d851a37-48f7-473f-9c4c-2d0e5eafcd3c/5057e6d5-093a-4d9a-b0aa-0a147aa30432) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:17:34.693194 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef12f63f-8d86-46a2-8350-7a119ae6dca0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:34.703270 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c624762-c834-415c-9ee8-a5eca08c9a20 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:17:34.722308 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef12f63f-8d86-46a2-8350-7a119ae6dca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:34.745174 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] Attempting to bind port e803cac0-fc79-415e-b185-f79581b41edf on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:17:34.745549 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] Attempting to bind port e803cac0-fc79-415e-b185-f79581b41edf by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:17:34.745919 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] Attempting to bind port e803cac0-fc79-415e-b185-f79581b41edf on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:17:34.750955 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f8131-453f-40ae-84d5-56110dbd8617 None None] Pushing event updated for resources: {'Port': ['ID=e803cac0-fc79-415e-b185-f79581b41edf,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:34.813223 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:17:34.813595 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:17:34.814550 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:34.814550 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:17:34.814922 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] Bound port: e803cac0-fc79-415e-b185-f79581b41edf, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:17:34.815279 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:34.826094 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 283c29d7-2aa9-4944-9a31-19381a9e749e up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:17:34.925367 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597c6b5-2af4-45d6-8321-15d272ec7a31 req-92e2c72f-f05a-41b0-bfd7-c9b512023787 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:34.927722 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8597c6b5-2af4-45d6-8321-15d272ec7a31 req-92e2c72f-f05a-41b0-bfd7-c9b512023787 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0a74b28-64e0-4550-8ec1-302b7c6a039c HTTP/1.1" status: 200 len: 944 time: 0.0711787 Nov 23 22:17:34.932530 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-93fd84a3-bb1b-4e94-b516-56a58bf42403 None None] Provisioning complete for port e803cac0-fc79-415e-b185-f79581b41edf triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:34.933069 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-93fd84a3-bb1b-4e94-b516-56a58bf42403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:34.966371 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-ef12f63f-8d86-46a2-8350-7a119ae6dca0 admin admin] Allocated IP 172.25.5.177 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:17:34.987525 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8597c6b5-2af4-45d6-8321-15d272ec7a31 req-d1a0127e-c128-4623-b984-5054438417f4 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=6284bda4-8441-4797-9316-68e02dd61f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506256 Nov 23 22:17:35.028874 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-93fd84a3-bb1b-4e94-b516-56a58bf42403 None None] Port e803cac0-fc79-415e-b185-f79581b41edf cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:17:35.054657 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] For port e803cac0-fc79-415e-b185-f79581b41edf, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:17:35.082682 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] For port e803cac0-fc79-415e-b185-f79581b41edf, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e803cac0-fc79-415e-b185-f79581b41edf,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:17:35.103662 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef12f63f-8d86-46a2-8350-7a119ae6dca0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:35.121993 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:35.140034 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7196eda1-c5c9-4d32-9557-0c4112b5618b None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:35.144891 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef12f63f-8d86-46a2-8350-7a119ae6dca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:35.225781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef12f63f-8d86-46a2-8350-7a119ae6dca0 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:17:35.234444 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-ef12f63f-8d86-46a2-8350-7a119ae6dca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:35.237236 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef12f63f-8d86-46a2-8350-7a119ae6dca0 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:17:35.271969 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12f63f-8d86-46a2-8350-7a119ae6dca0 admin admin] Pushing event updated for resources: {'Port': ['ID=c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:35.284329 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-d130b82e-026e-496e-b1b3-522def192ff3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Allocated IP 172.20.0.1 (b7a4447e-8744-4f22-b9de-ff026310b527/baaecb0c-c9cd-4d84-aa5e-393b7b6f898c/47b4b8b3-3785-42aa-b86d-9cad9d59fd5d) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:17:35.329274 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 283c29d7-2aa9-4944-9a31-19381a9e749e completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:17:35.344150 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeba99a-a41d-4330-8f4b-6eada881c1cd None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:17:35.354074 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7196eda1-c5c9-4d32-9557-0c4112b5618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:35.362031 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 283c29d7-2aa9-4944-9a31-19381a9e749e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:35.362396 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:35.366840 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-177b2797-2fa8-4d2d-835a-81eb2da5d334 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:35.408444 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-177b2797-2fa8-4d2d-835a-81eb2da5d334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:35.428096 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff7e02e-94ab-41b3-a58c-9c3b077c2b66 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:17:35.442830 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7196eda1-c5c9-4d32-9557-0c4112b5618b None None] Network b7a4447e-8744-4f22-b9de-ff026310b527 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:17:35.449823 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] Routers {'a7eff7a8-4d4e-41f1-ae55-68e41002ce22'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:35.450448 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a7eff7a8-4d4e-41f1-ae55-68e41002ce22'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:35.455304 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f8131-453f-40ae-84d5-56110dbd8617 None None] Pushing event updated for resources: {'Port': ['ID=e803cac0-fc79-415e-b185-f79581b41edf,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:35.461180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-7196eda1-c5c9-4d32-9557-0c4112b5618b None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:35.468226 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196eda1-c5c9-4d32-9557-0c4112b5618b None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:17:35.516616 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177b2797-2fa8-4d2d-835a-81eb2da5d334 None None] Network 9d953a27-4509-46fc-929c-ec3c1cc90039 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:17:35.540610 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d130b82e-026e-496e-b1b3-522def192ff3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:35.547868 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-177b2797-2fa8-4d2d-835a-81eb2da5d334 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:35.558153 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177b2797-2fa8-4d2d-835a-81eb2da5d334 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:17:35.591206 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8a4e5283-a78b-45c1-843d-8eea4ccb626a None None] Provisioning complete for port c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:35.591582 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8a4e5283-a78b-45c1-843d-8eea4ccb626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:35.623697 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef12f63f-8d86-46a2-8350-7a119ae6dca0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:35.627040 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d130b82e-026e-496e-b1b3-522def192ff3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:35.667507 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196eda1-c5c9-4d32-9557-0c4112b5618b None None] Pushing event updated for resources: {'Port': ['ID=b01933c0-05f0-46b9-a02f-1e1722ff516a,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:35.712825 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d130b82e-026e-496e-b1b3-522def192ff3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Network b7a4447e-8744-4f22-b9de-ff026310b527 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:17:35.743618 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-d130b82e-026e-496e-b1b3-522def192ff3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:35.750575 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d130b82e-026e-496e-b1b3-522def192ff3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:17:35.755709 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130b82e-026e-496e-b1b3-522def192ff3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event updated for resources: {'Port': ['ID=47b4b8b3-3785-42aa-b86d-9cad9d59fd5d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:35.786783 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7196eda1-c5c9-4d32-9557-0c4112b5618b None None] Attempting to bind port b01933c0-05f0-46b9-a02f-1e1722ff516a on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:17:35.787165 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7196eda1-c5c9-4d32-9557-0c4112b5618b None None] Attempting to bind port b01933c0-05f0-46b9-a02f-1e1722ff516a by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:17:35.787532 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7196eda1-c5c9-4d32-9557-0c4112b5618b None None] Attempting to bind port b01933c0-05f0-46b9-a02f-1e1722ff516a on network b7a4447e-8744-4f22-b9de-ff026310b527 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:17:35.804888 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e5283-a78b-45c1-843d-8eea4ccb626a None None] Port c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:17:35.813736 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d130b82e-026e-496e-b1b3-522def192ff3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:35.817114 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7196eda1-c5c9-4d32-9557-0c4112b5618b None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:17:35.817499 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7196eda1-c5c9-4d32-9557-0c4112b5618b None None] Checking segment: {'id': 'fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:17:35.817900 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7196eda1-c5c9-4d32-9557-0c4112b5618b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:35.818295 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7196eda1-c5c9-4d32-9557-0c4112b5618b None None] Bound using segment: {'id': 'fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:17:35.818799 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7196eda1-c5c9-4d32-9557-0c4112b5618b None None] Bound port: b01933c0-05f0-46b9-a02f-1e1722ff516a, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:17:35.819234 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7196eda1-c5c9-4d32-9557-0c4112b5618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:35.821313 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:35.828663 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b2797-2fa8-4d2d-835a-81eb2da5d334 None None] Pushing event updated for resources: {'Port': ['ID=5057e6d5-093a-4d9a-b0aa-0a147aa30432,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:35.849443 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] Set router a7eff7a8-4d4e-41f1-ae55-68e41002ce22 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:35.878055 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-177b2797-2fa8-4d2d-835a-81eb2da5d334 None None] Attempting to bind port 5057e6d5-093a-4d9a-b0aa-0a147aa30432 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:17:35.878431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-177b2797-2fa8-4d2d-835a-81eb2da5d334 None None] Attempting to bind port 5057e6d5-093a-4d9a-b0aa-0a147aa30432 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:17:35.878829 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177b2797-2fa8-4d2d-835a-81eb2da5d334 None None] Attempting to bind port 5057e6d5-093a-4d9a-b0aa-0a147aa30432 on network 9d953a27-4509-46fc-929c-ec3c1cc90039 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:17:35.956797 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177b2797-2fa8-4d2d-835a-81eb2da5d334 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:17:35.957559 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177b2797-2fa8-4d2d-835a-81eb2da5d334 None None] Checking segment: {'id': 'cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:17:35.957559 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-177b2797-2fa8-4d2d-835a-81eb2da5d334 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:35.957882 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177b2797-2fa8-4d2d-835a-81eb2da5d334 None None] Bound using segment: {'id': 'cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:17:35.958383 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-177b2797-2fa8-4d2d-835a-81eb2da5d334 None None] Bound port: 5057e6d5-093a-4d9a-b0aa-0a147aa30432, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:17:35.958803 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-177b2797-2fa8-4d2d-835a-81eb2da5d334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:35.988553 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a74b28-64e0-4550-8ec1-302b7c6a039c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283c29d7-2aa9-4944-9a31-19381a9e749e'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:17:35.990843 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d4e2c9-26b3-4e5b-ada1-5b8559c73710" -d '{"events": [{"server_uuid": "c0a74b28-64e0-4550-8ec1-302b7c6a039c", "name": "network-vif-plugged", "status": "completed", "tag": "283c29d7-2aa9-4944-9a31-19381a9e749e"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:17:36.022934 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 283c29d7-2aa9-4944-9a31-19381a9e749e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=283c29d7-2aa9-4944-9a31-19381a9e749e,segment=NetworkSegment(8dad229b-7ded-430c-a4de-9c18ce33a040),segment_id=8dad229b-7ded-430c-a4de-9c18ce33a040)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:36.082093 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:36.087251 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097e568c-ff3c-4a89-a50c-f6fb671d14dc x-openstack-request-id: req-097e568c-ff3c-4a89-a50c-f6fb671d14dc {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:17:36.087538 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a74b28-64e0-4550-8ec1-302b7c6a039c", "name": "network-vif-plugged", "status": "completed", "tag": "283c29d7-2aa9-4944-9a31-19381a9e749e", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:17:36.087797 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-097e568c-ff3c-4a89-a50c-f6fb671d14dc {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:17:36.088195 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a74b28-64e0-4550-8ec1-302b7c6a039c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283c29d7-2aa9-4944-9a31-19381a9e749e', 'code': 200} Nov 23 22:17:36.105889 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-64f97b06-a4ad-4f81-9b91-ec6af5d56934 None None] Provisioning complete for port e803cac0-fc79-415e-b185-f79581b41edf triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:36.105889 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-64f97b06-a4ad-4f81-9b91-ec6af5d56934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:36.168935 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2620c-e3ae-481f-a788-40e89a43cd41 req-5c0b8814-cde0-4b90-a6e7-c09eb54c65f7 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:36.170906 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-39e2620c-e3ae-481f-a788-40e89a43cd41 req-5c0b8814-cde0-4b90-a6e7-c09eb54c65f7 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0a74b28-64e0-4550-8ec1-302b7c6a039c HTTP/1.1" status: 200 len: 945 time: 0.0913107 Nov 23 22:17:36.176507 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7196eda1-c5c9-4d32-9557-0c4112b5618b None None] For port b01933c0-05f0-46b9-a02f-1e1722ff516a, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:17:36.226223 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7196eda1-c5c9-4d32-9557-0c4112b5618b None None] For port b01933c0-05f0-46b9-a02f-1e1722ff516a, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b01933c0-05f0-46b9-a02f-1e1722ff516a,segment=NetworkSegment(fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b),segment_id=fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:17:36.247200 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7196eda1-c5c9-4d32-9557-0c4112b5618b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:36.263118 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-39e2620c-e3ae-481f-a788-40e89a43cd41 req-5fbe866b-2e14-4c72-b9c0-2aefe2f4604d tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=6284bda4-8441-4797-9316-68e02dd61f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746126 Nov 23 22:17:36.271488 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=283c29d7-2aa9-4944-9a31-19381a9e749e,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:36.277947 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-177b2797-2fa8-4d2d-835a-81eb2da5d334 None None] For port 5057e6d5-093a-4d9a-b0aa-0a147aa30432, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:17:36.329124 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-177b2797-2fa8-4d2d-835a-81eb2da5d334 None None] For port 5057e6d5-093a-4d9a-b0aa-0a147aa30432, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5057e6d5-093a-4d9a-b0aa-0a147aa30432,segment=NetworkSegment(cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7),segment_id=cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:17:36.346816 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-177b2797-2fa8-4d2d-835a-81eb2da5d334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:36.389153 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c7d86-310d-4b5e-bcc8-9396ed8d49de req-cf7af1b2-f029-4efd-8f33-6bb7c3208171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:36.390690 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a48c7d86-310d-4b5e-bcc8-9396ed8d49de req-cf7af1b2-f029-4efd-8f33-6bb7c3208171 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c0a74b28-64e0-4550-8ec1-302b7c6a039c HTTP/1.1" status: 200 len: 1096 time: 0.1031661 Nov 23 22:17:36.391656 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef12f63f-8d86-46a2-8350-7a119ae6dca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:36.409777 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196eda1-c5c9-4d32-9557-0c4112b5618b None None] Pushing event updated for resources: {'Port': ['ID=b01933c0-05f0-46b9-a02f-1e1722ff516a,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:36.449716 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-64f97b06-a4ad-4f81-9b91-ec6af5d56934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:36.499764 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d130b82e-026e-496e-b1b3-522def192ff3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:36.507925 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-64f97b06-a4ad-4f81-9b91-ec6af5d56934 None None] For port e803cac0-fc79-415e-b185-f79581b41edf, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e803cac0-fc79-415e-b185-f79581b41edf,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:36.520914 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-64f97b06-a4ad-4f81-9b91-ec6af5d56934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:36.525128 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b2797-2fa8-4d2d-835a-81eb2da5d334 None None] Pushing event updated for resources: {'Port': ['ID=5057e6d5-093a-4d9a-b0aa-0a147aa30432,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:36.529890 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-465848267', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:32Z', 'revision_number': 3, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'gw_port': {'id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:36.624918 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76cfd75-4996-4c47-90a3-907ae077c5cb None None] The sync data for ids ['a7eff7a8-4d4e-41f1-ae55-68e41002ce22'] in n-d-816206-9 is: [{'id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-465848267', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:32Z', 'revision_number': 3, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'gw_port': {'id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:17:36.645376 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f97b06-a4ad-4f81-9b91-ec6af5d56934 None None] Pushing event updated for resources: {'Port': ['ID=e803cac0-fc79-415e-b185-f79581b41edf,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:36.721927 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a48c7d86-310d-4b5e-bcc8-9396ed8d49de req-8cb5af22-e265-4345-bb90-9f8a63427fc4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6284bda4-8441-4797-9316-68e02dd61f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167958 Nov 23 22:17:36.846949 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef12f63f-8d86-46a2-8350-7a119ae6dca0 admin admin] Router 2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:17:37.083276 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d130b82e-026e-496e-b1b3-522def192ff3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:37.087523 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef12f63f-8d86-46a2-8350-7a119ae6dca0 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:17:37.089618 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d130b82e-026e-496e-b1b3-522def192ff3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:37.102069 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] Sync routers for ids ['2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:17:37.119697 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] Routers {'2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:37.120564 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:37.167204 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef12f63f-8d86-46a2-8350-7a119ae6dca0 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:37.168452 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ef12f63f-8d86-46a2-8350-7a119ae6dca0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.2445407 Nov 23 22:17:37.172144 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39684) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:37.189542 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130b82e-026e-496e-b1b3-522def192ff3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event updated for resources: {'Port': ['ID=47b4b8b3-3785-42aa-b86d-9cad9d59fd5d,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:37.192181 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d130b82e-026e-496e-b1b3-522def192ff3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:37.252857 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] Set router 2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:37.351279 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d130b82e-026e-496e-b1b3-522def192ff3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Network b7a4447e-8744-4f22-b9de-ff026310b527 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:17:37.352909 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-d130b82e-026e-496e-b1b3-522def192ff3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:37.517233 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d130b82e-026e-496e-b1b3-522def192ff3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Router a7eff7a8-4d4e-41f1-ae55-68e41002ce22 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:17:37.570403 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3', 'name': 'tempest-TestServerMultinode-6647589-router', 'tenant_id': '3a2a83165487443bb1cc8d753db5e54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:17:35Z', 'revision_number': 3, 'project_id': '3a2a83165487443bb1cc8d753db5e54e', 'gw_port': {'id': 'c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:50:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:37.602173 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] Checking router: 2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:17:37.602522 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] Updating router 2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3 port c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:17:37.631067 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:37.697572 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d130b82e-026e-496e-b1b3-522def192ff3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:17:37.703542 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d130b82e-026e-496e-b1b3-522def192ff3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "PUT /v2.0/routers/a7eff7a8-4d4e-41f1-ae55-68e41002ce22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8880696 Nov 23 22:17:37.719372 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39688) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:37.726910 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4f4fcfc3-39c7-4725-abd8-9d69e490154c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--227754235', 'description': 'tempest-secgroup_access--227754235 description', 'project_id': 'e143aae0dbe9442c890dec2feef9200d'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:37.783985 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f4fcfc3-39c7-4725-abd8-9d69e490154c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:37.940739 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f4fcfc3-39c7-4725-abd8-9d69e490154c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:37.947536 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a9093-5214-4479-9126-1d36bcbd12b5 req-9fe0b100-181e-451c-ba13-cf0aabc5f4da tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:37.949950 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d0a9093-5214-4479-9126-1d36bcbd12b5 req-9fe0b100-181e-451c-ba13-cf0aabc5f4da tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0a74b28-64e0-4550-8ec1-302b7c6a039c HTTP/1.1" status: 200 len: 945 time: 0.1958139 Nov 23 22:17:37.952754 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f4fcfc3-39c7-4725-abd8-9d69e490154c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:38.003358 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f4fcfc3-39c7-4725-abd8-9d69e490154c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:38.014121 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39690) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:38.015135 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4f4fcfc3-39c7-4725-abd8-9d69e490154c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2928202 Nov 23 22:17:38.021242 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4fcfc3-39c7-4725-abd8-9d69e490154c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675e2f18-cf84-46d6-ace2-e9973a74be8f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:38.028848 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-6caf1a87-093d-41ee-b2a7-b2d2efc4ffad tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1313999927', 'description': 'tempest-secgroup_general--1313999927 description', 'project_id': 'e143aae0dbe9442c890dec2feef9200d'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:38.078246 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10528940-7211-476f-80ef-69ff06e541f2 None None] Network 9d953a27-4509-46fc-929c-ec3c1cc90039 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:17:38.132738 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6caf1a87-093d-41ee-b2a7-b2d2efc4ffad tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:38.161178 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:38.169574 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:38.173122 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d0a9093-5214-4479-9126-1d36bcbd12b5 req-1482d68c-7e4a-4ede-9a82-4fefe23df3d0 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=6284bda4-8441-4797-9316-68e02dd61f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064698 Nov 23 22:17:38.217468 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365d5f0-793d-4e98-b6c6-e6082abcd2d6 None None] Pushing event updated for resources: {'Port': ['ID=c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:38.227847 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e5b27666-7d52-4e93-8165-5f1aaef39769 None None] Provisioning complete for port 5057e6d5-093a-4d9a-b0aa-0a147aa30432 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:38.228825 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e5b27666-7d52-4e93-8165-5f1aaef39769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:38.265009 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6418035b-498a-4dc5-9685-bfd1df77de5b None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:17:38.277453 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] Attempting to bind port c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:17:38.279040 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] Attempting to bind port c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:17:38.280418 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] Attempting to bind port c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:17:38.296469 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:17:38.297090 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:17:38.297672 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:38.299649 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:17:38.300321 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] Bound port: c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:17:38.305446 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51391ae7-040f-4f74-ab3b-59be40a97b65 None None] Network b7a4447e-8744-4f22-b9de-ff026310b527 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:17:38.306238 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:38.369798 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6caf1a87-093d-41ee-b2a7-b2d2efc4ffad tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:38.381244 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] For port c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:17:38.386373 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] For port c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:17:38.396165 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:38.399646 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6caf1a87-093d-41ee-b2a7-b2d2efc4ffad tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:38.450392 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] Routers {'2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:38.451523 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:38.481347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf1a87-093d-41ee-b2a7-b2d2efc4ffad tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e78a05a1-51f6-4916-a98f-b5bd2bf9a21b,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:38.509701 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6caf1a87-093d-41ee-b2a7-b2d2efc4ffad tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:38.513769 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6caf1a87-093d-41ee-b2a7-b2d2efc4ffad tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4939651 Nov 23 22:17:38.514130 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39692) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:38.519095 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-9d08d3c1-677b-4f46-bf7a-3da363003bb7 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Request body: {'security_group_rule': {'security_group_id': '675e2f18-cf84-46d6-ace2-e9973a74be8f', 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:38.583128 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365d5f0-793d-4e98-b6c6-e6082abcd2d6 None None] Pushing event updated for resources: {'Port': ['ID=c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:38.597747 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9742358d-a2e0-4237-b2fd-bb905c8a5529 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:17:38.599892 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b01933c0-05f0-46b9-a02f-1e1722ff516a up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:17:38.602506 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d08d3c1-677b-4f46-bf7a-3da363003bb7 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:38.657099 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72400197-806a-4052-96ac-a677f3a4ad6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:38.685393 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] Set router 2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:38.691096 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d08d3c1-677b-4f46-bf7a-3da363003bb7 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:38.697682 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d08d3c1-677b-4f46-bf7a-3da363003bb7 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:38.736872 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08d3c1-677b-4f46-bf7a-3da363003bb7 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48a39f0-91a9-4c6a-a99c-7ac2233269e3,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:38.764671 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d08d3c1-677b-4f46-bf7a-3da363003bb7 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:38.776173 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9d08d3c1-677b-4f46-bf7a-3da363003bb7 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2506835 Nov 23 22:17:38.803808 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e5b27666-7d52-4e93-8165-5f1aaef39769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:38.913341 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port b01933c0-05f0-46b9-a02f-1e1722ff516a triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:38.913830 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:38.958001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-72400197-806a-4052-96ac-a677f3a4ad6e admin admin] Allocated IP 172.20.0.1 (9d953a27-4509-46fc-929c-ec3c1cc90039/2d851a37-48f7-473f-9c4c-2d0e5eafcd3c/23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:17:39.004566 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e5b27666-7d52-4e93-8165-5f1aaef39769 None None] For port 5057e6d5-093a-4d9a-b0aa-0a147aa30432, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5057e6d5-093a-4d9a-b0aa-0a147aa30432,segment=NetworkSegment(cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7),segment_id=cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:39.020802 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e5b27666-7d52-4e93-8165-5f1aaef39769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:39.107904 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b27666-7d52-4e93-8165-5f1aaef39769 None None] Pushing event updated for resources: {'Port': ['ID=5057e6d5-093a-4d9a-b0aa-0a147aa30432,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:39.162267 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:39.168741 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] Sync routers for ids ['a7eff7a8-4d4e-41f1-ae55-68e41002ce22'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:17:39.181288 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2b6bc73d-7e0c-4c09-a05b-0075f29498b8 None None] Provisioning complete for port 5057e6d5-093a-4d9a-b0aa-0a147aa30432 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:39.181890 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2b6bc73d-7e0c-4c09-a05b-0075f29498b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:39.234525 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72400197-806a-4052-96ac-a677f3a4ad6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:39.238260 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3', 'name': 'tempest-TestServerMultinode-6647589-router', 'tenant_id': '3a2a83165487443bb1cc8d753db5e54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:17:35Z', 'revision_number': 3, 'project_id': '3a2a83165487443bb1cc8d753db5e54e', 'gw_port': {'id': 'c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:50:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:39.253985 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-f685a8d2-b647-41cb-9013-efbb02dab859 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup_general--1313999927&fields=id&tenant_id=e143aae0dbe9442c890dec2feef9200d HTTP/1.1" status: 200 len: 267 time: 0.0862086 Nov 23 22:17:39.265413 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] Routers {'a7eff7a8-4d4e-41f1-ae55-68e41002ce22'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:39.266083 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a7eff7a8-4d4e-41f1-ae55-68e41002ce22'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:39.279199 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae86c20-82c5-43c2-af19-8e1b3e93965a None None] The sync data for ids ['2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3'] in n-d-816206-9 is: [{'id': '2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3', 'name': 'tempest-TestServerMultinode-6647589-router', 'tenant_id': '3a2a83165487443bb1cc8d753db5e54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:17:35Z', 'revision_number': 3, 'project_id': '3a2a83165487443bb1cc8d753db5e54e', 'gw_port': {'id': 'c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:50:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:17:39.337058 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port b01933c0-05f0-46b9-a02f-1e1722ff516a, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b01933c0-05f0-46b9-a02f-1e1722ff516a,segment=NetworkSegment(fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b),segment_id=fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:39.356082 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:39.357031 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5057e6d5-093a-4d9a-b0aa-0a147aa30432 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:17:39.380299 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-f5afec80-9732-4520-964f-f2c1904bab2c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup_access--227754235&fields=id&tenant_id=e143aae0dbe9442c890dec2feef9200d HTTP/1.1" status: 200 len: 267 time: 0.1165466 Nov 23 22:17:39.413392 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72400197-806a-4052-96ac-a677f3a4ad6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:39.526592 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72400197-806a-4052-96ac-a677f3a4ad6e admin admin] Network 9d953a27-4509-46fc-929c-ec3c1cc90039 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:17:39.545341 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-72400197-806a-4052-96ac-a677f3a4ad6e admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:39.546546 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=b01933c0-05f0-46b9-a02f-1e1722ff516a,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:39.555301 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] Set router a7eff7a8-4d4e-41f1-ae55-68e41002ce22 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:39.567992 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033654e5-f548-418b-9252-cdb6e5a07e7b req-c152964d-1c24-445d-8960-95c73cd0f092 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:39.569758 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-033654e5-f548-418b-9252-cdb6e5a07e7b req-c152964d-1c24-445d-8960-95c73cd0f092 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0a74b28-64e0-4550-8ec1-302b7c6a039c HTTP/1.1" status: 200 len: 945 time: 0.2071140 Nov 23 22:17:39.573266 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72400197-806a-4052-96ac-a677f3a4ad6e admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:17:39.580108 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72400197-806a-4052-96ac-a677f3a4ad6e admin admin] Pushing event updated for resources: {'Port': ['ID=23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:39.672782 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-40ba9aef-a631-4387-a183-ad7853fb542e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:39.674281 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-40ba9aef-a631-4387-a183-ad7853fb542e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/networks?id=b7a4447e-8744-4f22-b9de-ff026310b527 HTTP/1.1" status: 200 len: 797 time: 0.2750473 Nov 23 22:17:39.681043 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72400197-806a-4052-96ac-a677f3a4ad6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:39.711884 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 5057e6d5-093a-4d9a-b0aa-0a147aa30432 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:39.712273 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:39.734564 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-742d0008-3d6b-41ab-ba9d-673d97011dfa tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/quotas/e143aae0dbe9442c890dec2feef9200d HTTP/1.1" status: 200 len: 375 time: 0.0507374 Nov 23 22:17:39.745674 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-033654e5-f548-418b-9252-cdb6e5a07e7b req-ce8fe45a-0f20-4e9f-8f70-af813dfdad73 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=6284bda4-8441-4797-9316-68e02dd61f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335328 Nov 23 22:17:39.771221 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2b6bc73d-7e0c-4c09-a05b-0075f29498b8 None None] Provisioning complete for port c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:39.771596 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2b6bc73d-7e0c-4c09-a05b-0075f29498b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:39.890702 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-b0e3789f-73f2-4a2c-b097-544fac03da87 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e143aae0dbe9442c890dec2feef9200d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1420853 Nov 23 22:17:40.073551 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72400197-806a-4052-96ac-a677f3a4ad6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:40.130649 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e803cac0-fc79-415e-b185-f79581b41edf up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:17:40.155437 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2b6bc73d-7e0c-4c09-a05b-0075f29498b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:40.160556 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da8000-263f-4342-b94f-c7c8902d481b req-8ada1394-f4c1-4459-b7db-56a8cc3fb965 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:40.162085 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e9da8000-263f-4342-b94f-c7c8902d481b req-8ada1394-f4c1-4459-b7db-56a8cc3fb965 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0a74b28-64e0-4550-8ec1-302b7c6a039c HTTP/1.1" status: 200 len: 945 time: 0.2594793 Nov 23 22:17:40.179290 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39712) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:40.184133 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e5b2a571-8628-42ef-8b19-abd6ecff499a tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Request body: {'floatingip': {'port_id': '283c29d7-2aa9-4944-9a31-19381a9e749e'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:40.202789 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-465848267', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:36Z', 'revision_number': 4, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'gw_port': {'id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '47b4b8b3-3785-42aa-b86d-9cad9d59fd5d', 'name': '', 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'mac_address': 'fa:16:3e:da:a8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'baaecb0c-c9cd-4d84-aa5e-393b7b6f898c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:17:36Z', 'revision_number': 2, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'subnets': [{'id': 'baaecb0c-c9cd-4d84-aa5e-393b7b6f898c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:40.208255 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2b6bc73d-7e0c-4c09-a05b-0075f29498b8 None None] For port c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:40.242430 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] Checking router: a7eff7a8-4d4e-41f1-ae55-68e41002ce22 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:17:40.242898 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] Updating router a7eff7a8-4d4e-41f1-ae55-68e41002ce22 port 47b4b8b3-3785-42aa-b86d-9cad9d59fd5d binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:17:40.244771 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2b6bc73d-7e0c-4c09-a05b-0075f29498b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:40.261926 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5b2a571-8628-42ef-8b19-abd6ecff499a tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for floatingip, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:40.273622 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-2c19f490-24c0-4b20-9607-a7fead87e800 service neutron] 10.222.0.50 "GET /v2.0/networks/b7a4447e-8744-4f22-b9de-ff026310b527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820066 Nov 23 22:17:40.309361 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:40.345076 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2b6bc73d-7e0c-4c09-a05b-0075f29498b8 None None] Provisioning complete for port b01933c0-05f0-46b9-a02f-1e1722ff516a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:40.345441 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2b6bc73d-7e0c-4c09-a05b-0075f29498b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:40.376350 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port e803cac0-fc79-415e-b185-f79581b41edf triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:40.377992 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:40.382902 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bc73d-7e0c-4c09-a05b-0075f29498b8 None None] Pushing event updated for resources: {'Port': ['ID=c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:40.433320 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72400197-806a-4052-96ac-a677f3a4ad6e admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:40.442324 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-d1233f22-af1a-4a9a-b10d-a028dd962660 service neutron] 10.222.0.50 "GET /v2.0/networks/b7a4447e-8744-4f22-b9de-ff026310b527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611640 Nov 23 22:17:40.443028 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72400197-806a-4052-96ac-a677f3a4ad6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:40.527946 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72400197-806a-4052-96ac-a677f3a4ad6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:40.530753 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72400197-806a-4052-96ac-a677f3a4ad6e admin admin] Pushing event updated for resources: {'Port': ['ID=23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:40.680250 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72400197-806a-4052-96ac-a677f3a4ad6e admin admin] Network 9d953a27-4509-46fc-929c-ec3c1cc90039 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:17:40.685155 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-72400197-806a-4052-96ac-a677f3a4ad6e admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:40.920054 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-605ad6a5-26f7-471b-8139-d6fa7ee1bd1c req-dc9f50b9-8f76-4784-8d0d-6d7d9b2275fb tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=e555fdd7-6f04-4693-8d25-a8a0e7266273 HTTP/1.1" status: 200 len: 210 time: 0.0517504 Nov 23 22:17:40.940948 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72400197-806a-4052-96ac-a677f3a4ad6e admin admin] Router 2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:17:40.960186 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5b2a571-8628-42ef-8b19-abd6ecff499a tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:40.967372 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5b2a571-8628-42ef-8b19-abd6ecff499a tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:41.072086 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-76e1d8f8-68b2-497c-a171-2dfc2c4537b3 None None] Provisioning complete for port 47b4b8b3-3785-42aa-b86d-9cad9d59fd5d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:41.072549 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-76e1d8f8-68b2-497c-a171-2dfc2c4537b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:41.082917 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:41.121905 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-e5b2a571-8628-42ef-8b19-abd6ecff499a tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Floating IP 25907b23-da7a-4ef2-ac41-d994cbf90cf1 associated. External IP: 172.25.5.225, port: 283c29d7-2aa9-4944-9a31-19381a9e749e. Nov 23 22:17:41.143586 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:41.154128 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72400197-806a-4052-96ac-a677f3a4ad6e admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:17:41.161204 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5057e6d5-093a-4d9a-b0aa-0a147aa30432 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:17:41.170543 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-72400197-806a-4052-96ac-a677f3a4ad6e admin admin] 10.222.0.50 "PUT /v2.0/routers/2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9954953 Nov 23 22:17:41.243131 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-76e1d8f8-68b2-497c-a171-2dfc2c4537b3 None None] Port 47b4b8b3-3785-42aa-b86d-9cad9d59fd5d cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:17:41.358388 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] Attempting to bind port 47b4b8b3-3785-42aa-b86d-9cad9d59fd5d on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:17:41.358705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] Attempting to bind port 47b4b8b3-3785-42aa-b86d-9cad9d59fd5d by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:17:41.359099 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] Attempting to bind port 47b4b8b3-3785-42aa-b86d-9cad9d59fd5d on network b7a4447e-8744-4f22-b9de-ff026310b527 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:17:41.364747 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc31a37-3792-43a4-8b8c-6bd56e489a90 None None] Pushing event updated for resources: {'Port': ['ID=47b4b8b3-3785-42aa-b86d-9cad9d59fd5d,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:41.378408 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-76e1d8f8-68b2-497c-a171-2dfc2c4537b3 None None] Provisioning complete for port 23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:41.378829 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-76e1d8f8-68b2-497c-a171-2dfc2c4537b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:41.383119 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:17:41.383564 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] Checking segment: {'id': 'fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:17:41.383975 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:41.387854 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] Bound using segment: {'id': 'fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:17:41.388986 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] Bound port: 47b4b8b3-3785-42aa-b86d-9cad9d59fd5d, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:17:41.390114 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:41.565135 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] For port 47b4b8b3-3785-42aa-b86d-9cad9d59fd5d, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:17:41.567725 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-76e1d8f8-68b2-497c-a171-2dfc2c4537b3 None None] Port 23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:17:41.571354 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] For port 47b4b8b3-3785-42aa-b86d-9cad9d59fd5d, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=47b4b8b3-3785-42aa-b86d-9cad9d59fd5d,segment=NetworkSegment(fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b),segment_id=fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:17:41.573282 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 5057e6d5-093a-4d9a-b0aa-0a147aa30432 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:41.573667 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:41.588790 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b2a571-8628-42ef-8b19-abd6ecff499a tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Router ad34c48f-b69d-444a-95c3-684891e78997 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:17:41.763710 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b2a571-8628-42ef-8b19-abd6ecff499a tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:17:41.778648 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5b2a571-8628-42ef-8b19-abd6ecff499a tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:41.779314 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c1e591-d9ec-4760-907f-1579b6505966 None None] Sync routers for ids ['ad34c48f-b69d-444a-95c3-684891e78997'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:17:41.791220 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:41.813634 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e5b2a571-8628-42ef-8b19-abd6ecff499a tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "PUT /v2.0/floatingips/25907b23-da7a-4ef2-ac41-d994cbf90cf1 HTTP/1.1" status: 200 len: 991 time: 1.6329699 Nov 23 22:17:41.814183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a74b28-64e0-4550-8ec1-302b7c6a039c', 'tag': '283c29d7-2aa9-4944-9a31-19381a9e749e'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:17:41.817317 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f308fb9-2c83-476a-8d9f-649276ba9f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a74b28-64e0-4550-8ec1-302b7c6a039c", "tag": "283c29d7-2aa9-4944-9a31-19381a9e749e"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:17:41.831990 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c1e591-d9ec-4760-907f-1579b6505966 None None] Routers {'ad34c48f-b69d-444a-95c3-684891e78997'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:41.833461 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-53c1e591-d9ec-4760-907f-1579b6505966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ad34c48f-b69d-444a-95c3-684891e78997'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:41.865608 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-76e1d8f8-68b2-497c-a171-2dfc2c4537b3 None None] Provisioning complete for port b01933c0-05f0-46b9-a02f-1e1722ff516a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:41.866493 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-76e1d8f8-68b2-497c-a171-2dfc2c4537b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:41.942988 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] Routers {'a7eff7a8-4d4e-41f1-ae55-68e41002ce22'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:41.943636 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a7eff7a8-4d4e-41f1-ae55-68e41002ce22'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:41.992244 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc31a37-3792-43a4-8b8c-6bd56e489a90 None None] Pushing event updated for resources: {'Port': ['ID=47b4b8b3-3785-42aa-b86d-9cad9d59fd5d,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:42.001965 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0034025a-9f34-4b78-95b9-3be13425865d x-openstack-request-id: req-0034025a-9f34-4b78-95b9-3be13425865d {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:17:42.002264 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a74b28-64e0-4550-8ec1-302b7c6a039c", "tag": "283c29d7-2aa9-4944-9a31-19381a9e749e", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:17:42.002549 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0034025a-9f34-4b78-95b9-3be13425865d {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:17:42.002991 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a74b28-64e0-4550-8ec1-302b7c6a039c', 'tag': '283c29d7-2aa9-4944-9a31-19381a9e749e', 'status': 'completed', 'code': 200} Nov 23 22:17:42.012169 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] Sync routers for ids ['2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:17:42.094319 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] Routers {'2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:42.095564 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:42.148002 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f308fb9-2c83-476a-8d9f-649276ba9f2b req-16f5e421-33d4-409d-96be-c4692d0b6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:42.149041 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-85ee715a-b945-459b-ab5f-dd9ebc57ed94 req-919de912-cd72-4b49-8a42-95d7d61815c7 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=e555fdd7-6f04-4693-8d25-a8a0e7266273 HTTP/1.1" status: 200 len: 210 time: 0.1246998 Nov 23 22:17:42.150514 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7f308fb9-2c83-476a-8d9f-649276ba9f2b req-16f5e421-33d4-409d-96be-c4692d0b6445 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58744f20ea5c4088bdd5abf19df7467d&device_id=c0a74b28-64e0-4550-8ec1-302b7c6a039c HTTP/1.1" status: 200 len: 1096 time: 0.1126022 Nov 23 22:17:42.240547 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b01933c0-05f0-46b9-a02f-1e1722ff516a up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:17:42.277453 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-53c1e591-d9ec-4760-907f-1579b6505966 None None] Set router ad34c48f-b69d-444a-95c3-684891e78997 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:42.317147 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39746) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:42.324161 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-2b49b9ce-71ab-4fd8-a45b-2bb0441cf0ed admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2127939919-network', 'tenant_id': '0dd663d0286d4fc883e2729a820d2e53'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:42.361181 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f308fb9-2c83-476a-8d9f-649276ba9f2b req-bef5d94a-72b6-4d19-a9d0-5cb0053afe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:42.362686 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7f308fb9-2c83-476a-8d9f-649276ba9f2b req-bef5d94a-72b6-4d19-a9d0-5cb0053afe68 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 HTTP/1.1" status: 200 len: 911 time: 0.1897044 Nov 23 22:17:42.365588 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b49b9ce-71ab-4fd8-a45b-2bb0441cf0ed admin admin] Made reservation on behalf of 0dd663d0286d4fc883e2729a820d2e53 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:17:42.377033 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2b49b9ce-71ab-4fd8-a45b-2bb0441cf0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:42.392959 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2b49b9ce-71ab-4fd8-a45b-2bb0441cf0ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:42.482662 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] Set router a7eff7a8-4d4e-41f1-ae55-68e41002ce22 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:42.538962 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port b01933c0-05f0-46b9-a02f-1e1722ff516a triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:42.539345 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:42.541446 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2b49b9ce-71ab-4fd8-a45b-2bb0441cf0ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:42.551049 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2b49b9ce-71ab-4fd8-a45b-2bb0441cf0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:42.577408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b49b9ce-71ab-4fd8-a45b-2bb0441cf0ed admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:17:42.587893 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] Set router 2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:42.592274 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7f308fb9-2c83-476a-8d9f-649276ba9f2b req-efccbc68-3daf-4e7f-8c4e-ce96f2b2d1ad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=283c29d7-2aa9-4944-9a31-19381a9e749e HTTP/1.1" status: 200 len: 999 time: 0.1890752 Nov 23 22:17:42.599579 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2b49b9ce-71ab-4fd8-a45b-2bb0441cf0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:42.602795 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-2b49b9ce-71ab-4fd8-a45b-2bb0441cf0ed admin admin] Added segment 061a23d6-0dfc-4b8c-8c39-19dacfe9a34b of type vlan for network 40ce6c0e-eb36-449c-8b4d-c6b18f48865f Nov 23 22:17:42.634038 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:17:42.656580 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-9083f160-d24c-4993-b1fa-5deb138315d8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:42.657989 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-9083f160-d24c-4993-b1fa-5deb138315d8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.60 "GET /v2.0/networks?id=b7a4447e-8744-4f22-b9de-ff026310b527 HTTP/1.1" status: 200 len: 797 time: 0.2936389 Nov 23 22:17:42.659637 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2b49b9ce-71ab-4fd8-a45b-2bb0441cf0ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:42.672102 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f308fb9-2c83-476a-8d9f-649276ba9f2b req-f2f983ef-2806-4ae5-9b50-48de1753701c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:42.673823 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7f308fb9-2c83-476a-8d9f-649276ba9f2b req-f2f983ef-2806-4ae5-9b50-48de1753701c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0967a0c6-201c-4f64-942b-1c9918c65e1f HTTP/1.1" status: 200 len: 849 time: 0.0683730 Nov 23 22:17:42.713531 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2b49b9ce-71ab-4fd8-a45b-2bb0441cf0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:42.714634 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b49b9ce-71ab-4fd8-a45b-2bb0441cf0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:42.715530 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2b49b9ce-71ab-4fd8-a45b-2bb0441cf0ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:42.723194 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49b9ce-71ab-4fd8-a45b-2bb0441cf0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b28b668-f723-40a1-8a04-4c8378027402,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:42.744671 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-53c1e591-d9ec-4760-907f-1579b6505966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'name': 'tempest-AttachVolumeTestJSON-464797771-router', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:12:45Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'gw_port': {'id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:46Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '25907b23-da7a-4ef2-ac41-d994cbf90cf1', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'port_id': '283c29d7-2aa9-4944-9a31-19381a9e749e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'mac_address': 'fa:16:3e:73:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a74b28-64e0-4550-8ec1-302b7c6a039c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:17:24Z', 'updated_at': '2021-11-23T22:17:40Z', 'revision_number': 1, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af67ed9-3380-490f-bc7e-e04387e5bf84', 'name': '', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'mac_address': 'fa:16:3e:a3:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:52Z', 'updated_at': '2021-11-23T22:13:01Z', 'revision_number': 5, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'subnets': [{'id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:42.758428 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-755f3c77-050c-414d-9959-cd311f0170c4 None None] Provisioning complete for port 47b4b8b3-3785-42aa-b86d-9cad9d59fd5d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:42.758428 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-755f3c77-050c-414d-9959-cd311f0170c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:42.767938 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f308fb9-2c83-476a-8d9f-649276ba9f2b req-34a7951e-6bfc-4a53-8103-822dd133d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:42.769598 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7f308fb9-2c83-476a-8d9f-649276ba9f2b req-34a7951e-6bfc-4a53-8103-822dd133d2e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853081 Nov 23 22:17:42.778482 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c1e591-d9ec-4760-907f-1579b6505966 None None] Checking router: ad34c48f-b69d-444a-95c3-684891e78997 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:17:42.788492 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c1e591-d9ec-4760-907f-1579b6505966 None None] Routers {'ad34c48f-b69d-444a-95c3-684891e78997'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:42.789195 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-53c1e591-d9ec-4760-907f-1579b6505966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ad34c48f-b69d-444a-95c3-684891e78997'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:42.827249 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49b9ce-71ab-4fd8-a45b-2bb0441cf0ed admin admin] Pushing event updated for resources: {'Network': ['ID=40ce6c0e-eb36-449c-8b4d-c6b18f48865f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:42.832780 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2b49b9ce-71ab-4fd8-a45b-2bb0441cf0ed admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5157948 Nov 23 22:17:42.837125 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39750) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:42.847172 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-3ef5a8a4-35f9-4fa3-aaab-28bc12c92fda admin admin] Request body: {'subnet': {'network_id': '40ce6c0e-eb36-449c-8b4d-c6b18f48865f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2127939919-subnet', 'tenant_id': '0dd663d0286d4fc883e2729a820d2e53', 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:42.869480 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef5a8a4-35f9-4fa3-aaab-28bc12c92fda admin admin] Made reservation on behalf of 0dd663d0286d4fc883e2729a820d2e53 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:17:42.872387 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a8a4-35f9-4fa3-aaab-28bc12c92fda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:42.877837 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-83636cbb-a264-46df-9fca-764b7c45fd31 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e143aae0dbe9442c890dec2feef9200d HTTP/1.1" status: 200 len: 477 time: 0.1562860 Nov 23 22:17:42.889650 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-bc2a9653-de85-4c68-8aab-980543d6b6f3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Request body: {'port': {'device_id': 'e555fdd7-6f04-4693-8d25-a8a0e7266273', 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527', 'admin_state_up': True, 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'security_groups': ['e78a05a1-51f6-4916-a98f-b5bd2bf9a21b', '675e2f18-cf84-46d6-ace2-e9973a74be8f']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:42.915142 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-53c1e591-d9ec-4760-907f-1579b6505966 None None] Set router ad34c48f-b69d-444a-95c3-684891e78997 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:42.973581 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 40ce6c0e-eb36-449c-8b4d-c6b18f48865f details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:17:43.087999 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a8a4-35f9-4fa3-aaab-28bc12c92fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:43.111212 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-755f3c77-050c-414d-9959-cd311f0170c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:43.179894 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5a8a4-35f9-4fa3-aaab-28bc12c92fda admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b6a2a17-62a4-4593-a290-5f70852b8537,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:43.187718 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef5a8a4-35f9-4fa3-aaab-28bc12c92fda admin admin] Checking segment: {'id': '061a23d6-0dfc-4b8c-8c39-19dacfe9a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '40ce6c0e-eb36-449c-8b4d-c6b18f48865f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:17:43.188390 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef5a8a4-35f9-4fa3-aaab-28bc12c92fda admin admin] Network hostable DHCP agents. Network: 40ce6c0e-eb36-449c-8b4d-c6b18f48865f, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:17:43.213862 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef5a8a4-35f9-4fa3-aaab-28bc12c92fda admin admin] Network 40ce6c0e-eb36-449c-8b4d-c6b18f48865f is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:17:43.234523 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-3ef5a8a4-35f9-4fa3-aaab-28bc12c92fda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 40ce6c0e-eb36-449c-8b4d-c6b18f48865f) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:43.242192 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef5a8a4-35f9-4fa3-aaab-28bc12c92fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:43.243057 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a8a4-35f9-4fa3-aaab-28bc12c92fda admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:43.257237 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:17:43.263631 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a5f45d-ef36-4216-84c7-19cbc1983198 None None] Network 40ce6c0e-eb36-449c-8b4d-c6b18f48865f requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:17:43.265645 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-53c1e591-d9ec-4760-907f-1579b6505966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'name': 'tempest-AttachVolumeTestJSON-464797771-router', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:12:45Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'gw_port': {'id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:46Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '25907b23-da7a-4ef2-ac41-d994cbf90cf1', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'port_id': '283c29d7-2aa9-4944-9a31-19381a9e749e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'mac_address': 'fa:16:3e:73:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a74b28-64e0-4550-8ec1-302b7c6a039c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:17:24Z', 'updated_at': '2021-11-23T22:17:40Z', 'revision_number': 1, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af67ed9-3380-490f-bc7e-e04387e5bf84', 'name': '', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'mac_address': 'fa:16:3e:a3:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:52Z', 'updated_at': '2021-11-23T22:13:01Z', 'revision_number': 5, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'subnets': [{'id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:43.298512 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c1e591-d9ec-4760-907f-1579b6505966 None None] The sync data for ids ['ad34c48f-b69d-444a-95c3-684891e78997'] in n-d-816206-9 is: [{'id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'name': 'tempest-AttachVolumeTestJSON-464797771-router', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:12:45Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'gw_port': {'id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:46Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '25907b23-da7a-4ef2-ac41-d994cbf90cf1', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'port_id': '283c29d7-2aa9-4944-9a31-19381a9e749e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'mac_address': 'fa:16:3e:73:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a74b28-64e0-4550-8ec1-302b7c6a039c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:17:24Z', 'updated_at': '2021-11-23T22:17:40Z', 'revision_number': 1, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2af67ed9-3380-490f-bc7e-e04387e5bf84', 'name': '', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'mac_address': 'fa:16:3e:a3:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:52Z', 'updated_at': '2021-11-23T22:13:01Z', 'revision_number': 5, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'subnets': [{'id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:17:43.303219 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d64c706e-5601-459d-93b5-2111d434efd2 req-52ded741-be3a-434c-86e9-353c4546507d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=e555fdd7-6f04-4693-8d25-a8a0e7266273 HTTP/1.1" status: 200 len: 210 time: 0.0528979 Nov 23 22:17:43.332506 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3ef5a8a4-35f9-4fa3-aaab-28bc12c92fda admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4943817 Nov 23 22:17:43.335537 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39756) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:43.349055 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-99be5042-4893-4079-b24f-cde36dfb1263 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2127939919-router', 'tenant_id': '0dd663d0286d4fc883e2729a820d2e53', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:43.384006 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99be5042-4893-4079-b24f-cde36dfb1263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:43.390285 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99be5042-4893-4079-b24f-cde36dfb1263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:43.444352 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-755f3c77-050c-414d-9959-cd311f0170c4 None None] For port 47b4b8b3-3785-42aa-b86d-9cad9d59fd5d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=47b4b8b3-3785-42aa-b86d-9cad9d59fd5d,segment=NetworkSegment(fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b),segment_id=fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:43.445232 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7f308fb9-2c83-476a-8d9f-649276ba9f2b req-52ade4f0-6607-443f-badf-7901d87c9c85 service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6638353 Nov 23 22:17:43.464291 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99be5042-4893-4079-b24f-cde36dfb1263 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:43.469184 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-755f3c77-050c-414d-9959-cd311f0170c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:43.590120 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-755f3c77-050c-414d-9959-cd311f0170c4 None None] Provisioning complete for port 23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:43.590526 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-755f3c77-050c-414d-9959-cd311f0170c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:43.592840 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-bc2a9653-de85-4c68-8aab-980543d6b6f3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Made reservation on behalf of e143aae0dbe9442c890dec2feef9200d for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:17:43.599876 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:43.600081 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-bc2a9653-de85-4c68-8aab-980543d6b6f3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:43.601145 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:43.612048 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8886c19-d282-4c0f-9ffe-43a2c4477564 None None] New status for floating IP 25907b23-da7a-4ef2-ac41-d994cbf90cf1: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:17:43.653716 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99be5042-4893-4079-b24f-cde36dfb1263 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:43.659509 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f3c77-050c-414d-9959-cd311f0170c4 None None] Pushing event updated for resources: {'Port': ['ID=47b4b8b3-3785-42aa-b86d-9cad9d59fd5d,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:43.698621 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-465848267', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:36Z', 'revision_number': 4, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'gw_port': {'id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '47b4b8b3-3785-42aa-b86d-9cad9d59fd5d', 'name': '', 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'mac_address': 'fa:16:3e:da:a8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'baaecb0c-c9cd-4d84-aa5e-393b7b6f898c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:17:41Z', 'revision_number': 4, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'subnets': [{'id': 'baaecb0c-c9cd-4d84-aa5e-393b7b6f898c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:43.777781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-bc2a9653-de85-4c68-8aab-980543d6b6f3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Allocated IP 172.20.0.11 (b7a4447e-8744-4f22-b9de-ff026310b527/baaecb0c-c9cd-4d84-aa5e-393b7b6f898c/81f8b117-df38-40c6-bb1d-1bf8bf806b1a) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:17:43.857444 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7f308fb9-2c83-476a-8d9f-649276ba9f2b req-6f99e36e-3c93-46d8-b623-483138ec24bd service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881397 Nov 23 22:17:43.929305 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc42368b-230f-49d9-905e-0dce73bb787e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-40ce6c0e-eb36-449c-8b4d-c6b18f48865f', 'network_id': '40ce6c0e-eb36-449c-8b4d-c6b18f48865f', 'tenant_id': '0dd663d0286d4fc883e2729a820d2e53', 'fixed_ips': [{'subnet_id': '1b6a2a17-62a4-4593-a290-5f70852b8537'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:17:43.930177 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dc42368b-230f-49d9-905e-0dce73bb787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:43.937705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3', 'name': 'tempest-TestServerMultinode-6647589-router', 'tenant_id': '3a2a83165487443bb1cc8d753db5e54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:17:39Z', 'revision_number': 4, 'project_id': '3a2a83165487443bb1cc8d753db5e54e', 'gw_port': {'id': 'c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:50:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd', 'name': '', 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039', 'tenant_id': '3a2a83165487443bb1cc8d753db5e54e', 'mac_address': 'fa:16:3e:a7:dc:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '2d851a37-48f7-473f-9c4c-2d0e5eafcd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:38Z', 'updated_at': '2021-11-23T22:17:40Z', 'revision_number': 2, 'project_id': '3a2a83165487443bb1cc8d753db5e54e', 'subnets': [{'id': '2d851a37-48f7-473f-9c4c-2d0e5eafcd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:43.943356 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99be5042-4893-4079-b24f-cde36dfb1263 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:43.947408 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d483eef2-ad0c-49ec-a272-e1225da607b5 None None] The sync data for ids ['a7eff7a8-4d4e-41f1-ae55-68e41002ce22'] in n-d-816206-9 is: [{'id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-465848267', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:36Z', 'revision_number': 4, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'gw_port': {'id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '47b4b8b3-3785-42aa-b86d-9cad9d59fd5d', 'name': '', 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'mac_address': 'fa:16:3e:da:a8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'baaecb0c-c9cd-4d84-aa5e-393b7b6f898c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:17:41Z', 'revision_number': 4, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'subnets': [{'id': 'baaecb0c-c9cd-4d84-aa5e-393b7b6f898c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:17:43.952046 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-755f3c77-050c-414d-9959-cd311f0170c4 None None] Port 23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:17:43.973071 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99be5042-4893-4079-b24f-cde36dfb1263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:43.983919 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] Checking router: 2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:17:43.984287 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] Updating router 2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3 port 23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:17:44.029074 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-bc2a9653-de85-4c68-8aab-980543d6b6f3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:44.051359 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:44.088239 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-bc2a9653-de85-4c68-8aab-980543d6b6f3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:44.160151 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-bc2a9653-de85-4c68-8aab-980543d6b6f3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Network b7a4447e-8744-4f22-b9de-ff026310b527 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:17:44.168081 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-bc2a9653-de85-4c68-8aab-980543d6b6f3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:44.170379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a9653-de85-4c68-8aab-980543d6b6f3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event updated for resources: {'Port': ['ID=81f8b117-df38-40c6-bb1d-1bf8bf806b1a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:44.172710 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-bc2a9653-de85-4c68-8aab-980543d6b6f3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:17:44.178017 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-99be5042-4893-4079-b24f-cde36dfb1263 admin admin] Allocated IP 172.25.5.165 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/fbcb7b42-4170-4a74-8cea-641d340416af) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:17:44.249368 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-bc2a9653-de85-4c68-8aab-980543d6b6f3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:44.250041 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-bc2a9653-de85-4c68-8aab-980543d6b6f3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:44.295687 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-bc2a9653-de85-4c68-8aab-980543d6b6f3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.4094615 Nov 23 22:17:44.315732 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-0bb04b70-a126-4318-9532-0fcd08e0f12c service neutron] Request body: {'port': {'device_id': 'e555fdd7-6f04-4693-8d25-a8a0e7266273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:44.340124 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99be5042-4893-4079-b24f-cde36dfb1263 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:44.433432 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99be5042-4893-4079-b24f-cde36dfb1263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:44.464870 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-0bb04b70-a126-4318-9532-0fcd08e0f12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:44.537424 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99be5042-4893-4079-b24f-cde36dfb1263 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:17:44.545311 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-99be5042-4893-4079-b24f-cde36dfb1263 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:44.553616 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99be5042-4893-4079-b24f-cde36dfb1263 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:17:44.604960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1054e7-fbfd-4250-80f6-85a47f9aa498 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:17:44.608642 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 47b4b8b3-3785-42aa-b86d-9cad9d59fd5d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:17:44.627481 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adc6ec-f733-455c-80a9-c4098702c333 req-6a6665f1-daa9-4604-9259-efdf3801cdd0 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:44.629554 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-82adc6ec-f733-455c-80a9-c4098702c333 req-6a6665f1-daa9-4604-9259-efdf3801cdd0 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=e555fdd7-6f04-4693-8d25-a8a0e7266273 HTTP/1.1" status: 200 len: 971 time: 0.2140965 Nov 23 22:17:44.634583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be5042-4893-4079-b24f-cde36dfb1263 admin admin] Pushing event updated for resources: {'Port': ['ID=fbcb7b42-4170-4a74-8cea-641d340416af,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:44.705807 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-dc42368b-230f-49d9-905e-0dce73bb787e None None] Allocated IP 172.20.0.2 (40ce6c0e-eb36-449c-8b4d-c6b18f48865f/1b6a2a17-62a4-4593-a290-5f70852b8537/ebbc257c-db78-4aa5-89d3-bad1fc4d6c59) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:17:44.784172 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8445994e-a670-4009-bd97-74852f367a04 None None] Provisioning complete for port 81f8b117-df38-40c6-bb1d-1bf8bf806b1a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:44.784932 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8445994e-a670-4009-bd97-74852f367a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:44.868637 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-0bb04b70-a126-4318-9532-0fcd08e0f12c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f8b117-df38-40c6-bb1d-1bf8bf806b1a {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:17:44.878695 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-0bb04b70-a126-4318-9532-0fcd08e0f12c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:44.894446 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-0bb04b70-a126-4318-9532-0fcd08e0f12c service neutron] Transition to ACTIVE for port object 81f8b117-df38-40c6-bb1d-1bf8bf806b1a will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:17:44.905602 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-0bb04b70-a126-4318-9532-0fcd08e0f12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:44.906755 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8445994e-a670-4009-bd97-74852f367a04 None None] Port 81f8b117-df38-40c6-bb1d-1bf8bf806b1a cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:17:44.941933 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 47b4b8b3-3785-42aa-b86d-9cad9d59fd5d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:44.942303 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:44.974939 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb04b70-a126-4318-9532-0fcd08e0f12c service neutron] Pushing event updated for resources: {'Port': ['ID=81f8b117-df38-40c6-bb1d-1bf8bf806b1a,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:45.032072 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:45.063193 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:45.080558 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-0bb04b70-a126-4318-9532-0fcd08e0f12c service neutron] Attempting to bind port 81f8b117-df38-40c6-bb1d-1bf8bf806b1a on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:17:45.080957 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-0bb04b70-a126-4318-9532-0fcd08e0f12c service neutron] Attempting to bind port 81f8b117-df38-40c6-bb1d-1bf8bf806b1a by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:17:45.081291 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-0bb04b70-a126-4318-9532-0fcd08e0f12c service neutron] Attempting to bind port 81f8b117-df38-40c6-bb1d-1bf8bf806b1a on network b7a4447e-8744-4f22-b9de-ff026310b527 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:17:45.089634 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-0bb04b70-a126-4318-9532-0fcd08e0f12c service neutron] Port 81f8b117-df38-40c6-bb1d-1bf8bf806b1a on network b7a4447e-8744-4f22-b9de-ff026310b527 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:17:45.090007 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-0bb04b70-a126-4318-9532-0fcd08e0f12c service neutron] Attempting to bind port 81f8b117-df38-40c6-bb1d-1bf8bf806b1a on network b7a4447e-8744-4f22-b9de-ff026310b527 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:17:45.095576 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-0bb04b70-a126-4318-9532-0fcd08e0f12c service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:17:45.095942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-0bb04b70-a126-4318-9532-0fcd08e0f12c service neutron] Checking segment: {'id': 'fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:17:45.096291 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-0bb04b70-a126-4318-9532-0fcd08e0f12c service neutron] Bound using segment: {'id': 'fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:17:45.096723 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-0bb04b70-a126-4318-9532-0fcd08e0f12c service neutron] Bound port: 81f8b117-df38-40c6-bb1d-1bf8bf806b1a, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:17:45.097077 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-0bb04b70-a126-4318-9532-0fcd08e0f12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:45.136506 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dc42368b-230f-49d9-905e-0dce73bb787e None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:45.146290 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f7760391-1092-4111-aa0f-e1cb196e0250 None None] Provisioning complete for port fbcb7b42-4170-4a74-8cea-641d340416af triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:45.146662 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f7760391-1092-4111-aa0f-e1cb196e0250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:45.195751 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dc42368b-230f-49d9-905e-0dce73bb787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:45.215536 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a004840-249b-4e28-b59e-c6df39a83156 None None] Pushing event updated for resources: {'Port': ['ID=23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:45.266465 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-0bb04b70-a126-4318-9532-0fcd08e0f12c service neutron] For port 81f8b117-df38-40c6-bb1d-1bf8bf806b1a, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:17:45.279119 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-0bb04b70-a126-4318-9532-0fcd08e0f12c service neutron] For port 81f8b117-df38-40c6-bb1d-1bf8bf806b1a, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=81f8b117-df38-40c6-bb1d-1bf8bf806b1a,segment=NetworkSegment(fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b),segment_id=fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:17:45.289171 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-0bb04b70-a126-4318-9532-0fcd08e0f12c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:45.332124 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f7760391-1092-4111-aa0f-e1cb196e0250 None None] Port fbcb7b42-4170-4a74-8cea-641d340416af cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:17:45.340346 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc42368b-230f-49d9-905e-0dce73bb787e None None] Network 40ce6c0e-eb36-449c-8b4d-c6b18f48865f is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:17:45.357740 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-82adc6ec-f733-455c-80a9-c4098702c333 req-7eeac23c-f658-41bb-aad1-b10fa645fc64 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e78a05a1-51f6-4916-a98f-b5bd2bf9a21b&id=675e2f18-cf84-46d6-ace2-e9973a74be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7183704 Nov 23 22:17:45.369523 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-dc42368b-230f-49d9-905e-0dce73bb787e None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:45.377979 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc42368b-230f-49d9-905e-0dce73bb787e None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:17:45.408016 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42368b-230f-49d9-905e-0dce73bb787e None None] Pushing event updated for resources: {'Port': ['ID=ebbc257c-db78-4aa5-89d3-bad1fc4d6c59,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:45.426459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-0bb04b70-a126-4318-9532-0fcd08e0f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:45.435259 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-0bb04b70-a126-4318-9532-0fcd08e0f12c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:45.439848 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-0bb04b70-a126-4318-9532-0fcd08e0f12c service neutron] 10.222.0.60 "PUT /v2.0/ports/81f8b117-df38-40c6-bb1d-1bf8bf806b1a HTTP/1.1" status: 200 len: 1131 time: 1.1257772 Nov 23 22:17:45.441510 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e555fdd7-6f04-4693-8d25-a8a0e7266273', 'tag': '81f8b117-df38-40c6-bb1d-1bf8bf806b1a'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:17:45.445175 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] Attempting to bind port 23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:17:45.445693 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] Attempting to bind port 23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:17:45.446060 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] Attempting to bind port 23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd on network 9d953a27-4509-46fc-929c-ec3c1cc90039 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:17:45.449596 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aeda8b4-9399-43d2-b465-5744749884ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e555fdd7-6f04-4693-8d25-a8a0e7266273", "tag": "81f8b117-df38-40c6-bb1d-1bf8bf806b1a"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:17:45.484991 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb04b70-a126-4318-9532-0fcd08e0f12c service neutron] Pushing event updated for resources: {'Port': ['ID=81f8b117-df38-40c6-bb1d-1bf8bf806b1a,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:45.509951 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:17:45.510570 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] Checking segment: {'id': 'cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:17:45.511606 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:45.512168 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] Bound using segment: {'id': 'cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:17:45.513095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] Bound port: 23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:17:45.513647 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:45.553937 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-dc42368b-230f-49d9-905e-0dce73bb787e None None] Attempting to bind port ebbc257c-db78-4aa5-89d3-bad1fc4d6c59 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:17:45.554516 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-dc42368b-230f-49d9-905e-0dce73bb787e None None] Attempting to bind port ebbc257c-db78-4aa5-89d3-bad1fc4d6c59 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '061a23d6-0dfc-4b8c-8c39-19dacfe9a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '40ce6c0e-eb36-449c-8b4d-c6b18f48865f'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:17:45.555063 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42368b-230f-49d9-905e-0dce73bb787e None None] Attempting to bind port ebbc257c-db78-4aa5-89d3-bad1fc4d6c59 on network 40ce6c0e-eb36-449c-8b4d-c6b18f48865f {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:17:45.588799 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4c6a0a-4169-48bf-9bbd-15a0198bd062 x-openstack-request-id: req-0f4c6a0a-4169-48bf-9bbd-15a0198bd062 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:17:45.589097 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e555fdd7-6f04-4693-8d25-a8a0e7266273", "tag": "81f8b117-df38-40c6-bb1d-1bf8bf806b1a", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:17:45.589360 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0f4c6a0a-4169-48bf-9bbd-15a0198bd062 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:17:45.589776 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e555fdd7-6f04-4693-8d25-a8a0e7266273', 'tag': '81f8b117-df38-40c6-bb1d-1bf8bf806b1a', 'status': 'completed', 'code': 200} Nov 23 22:17:45.592914 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42368b-230f-49d9-905e-0dce73bb787e None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:17:45.593292 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42368b-230f-49d9-905e-0dce73bb787e None None] Checking segment: {'id': '061a23d6-0dfc-4b8c-8c39-19dacfe9a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '40ce6c0e-eb36-449c-8b4d-c6b18f48865f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:17:45.593691 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dc42368b-230f-49d9-905e-0dce73bb787e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:45.594418 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42368b-230f-49d9-905e-0dce73bb787e None None] Bound using segment: {'id': '061a23d6-0dfc-4b8c-8c39-19dacfe9a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '40ce6c0e-eb36-449c-8b4d-c6b18f48865f'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:17:45.594552 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-dc42368b-230f-49d9-905e-0dce73bb787e None None] Bound port: ebbc257c-db78-4aa5-89d3-bad1fc4d6c59, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061a23d6-0dfc-4b8c-8c39-19dacfe9a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '40ce6c0e-eb36-449c-8b4d-c6b18f48865f'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:17:45.595067 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dc42368b-230f-49d9-905e-0dce73bb787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:45.617210 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-14d478cc-6f74-46ec-8de5-5c2fe3312df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:45.618664 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-14d478cc-6f74-46ec-8de5-5c2fe3312df3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e143aae0dbe9442c890dec2feef9200d&device_id=e555fdd7-6f04-4693-8d25-a8a0e7266273 HTTP/1.1" status: 200 len: 1134 time: 0.1036897 Nov 23 22:17:45.627529 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99be5042-4893-4079-b24f-cde36dfb1263 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:45.696779 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-14955b90-4861-4cc1-86a1-29c70278635f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f8b117-df38-40c6-bb1d-1bf8bf806b1a HTTP/1.1" status: 200 len: 217 time: 0.0604203 Nov 23 22:17:45.711350 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] For port 23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:17:45.720892 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] For port 23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd,segment=NetworkSegment(cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7),segment_id=cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:17:45.743665 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:45.763243 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-dc42368b-230f-49d9-905e-0dce73bb787e None None] For port ebbc257c-db78-4aa5-89d3-bad1fc4d6c59, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:17:45.816300 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-3c4e746f-7c8c-459b-8051-ff2458b412be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:45.817282 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-dc42368b-230f-49d9-905e-0dce73bb787e None None] For port ebbc257c-db78-4aa5-89d3-bad1fc4d6c59, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ebbc257c-db78-4aa5-89d3-bad1fc4d6c59,segment=NetworkSegment(061a23d6-0dfc-4b8c-8c39-19dacfe9a34b),segment_id=061a23d6-0dfc-4b8c-8c39-19dacfe9a34b)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:17:45.819607 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-3c4e746f-7c8c-459b-8051-ff2458b412be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baaecb0c-c9cd-4d84-aa5e-393b7b6f898c HTTP/1.1" status: 200 len: 834 time: 0.1138914 Nov 23 22:17:45.831772 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dc42368b-230f-49d9-905e-0dce73bb787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:45.859991 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] Routers {'2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:45.860635 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:45.870561 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8b24d75e-3b1e-46a4-ae21-844f648f0912 None None] Provisioning complete for port 23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:45.870954 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8b24d75e-3b1e-46a4-ae21-844f648f0912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:45.875210 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a004840-249b-4e28-b59e-c6df39a83156 None None] Pushing event updated for resources: {'Port': ['ID=23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:45.929609 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-effce8dd-1add-4052-a311-06d7001e124c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:45.931976 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-effce8dd-1add-4052-a311-06d7001e124c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7a4447e-8744-4f22-b9de-ff026310b527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005707 Nov 23 22:17:45.977741 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99be5042-4893-4079-b24f-cde36dfb1263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:46.103777 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-e5085b54-1cd9-4ae5-9bb8-773981a43e64 service neutron] 10.222.0.60 "GET /v2.0/networks/b7a4447e-8744-4f22-b9de-ff026310b527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633809 Nov 23 22:17:46.149467 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42368b-230f-49d9-905e-0dce73bb787e None None] Pushing event updated for resources: {'Port': ['ID=ebbc257c-db78-4aa5-89d3-bad1fc4d6c59,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:46.156689 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] Set router 2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:46.171799 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99be5042-4893-4079-b24f-cde36dfb1263 admin admin] Router d5c689c1-cb25-4930-9d75-2643db1b7e23 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:17:46.322852 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-996b06e4-29be-4bdf-8d2d-b88563f72a5b req-20d189be-7d6f-4647-8810-ee17da6fec4e service neutron] 10.222.0.60 "GET /v2.0/networks/b7a4447e-8744-4f22-b9de-ff026310b527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100937 Nov 23 22:17:46.361906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99be5042-4893-4079-b24f-cde36dfb1263 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:17:46.399670 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99be5042-4893-4079-b24f-cde36dfb1263 admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:46.399670 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-99be5042-4893-4079-b24f-cde36dfb1263 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0619140 Nov 23 22:17:46.401675 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39774) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:46.440325 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] Sync routers for ids ['d5c689c1-cb25-4930-9d75-2643db1b7e23'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:17:46.442821 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8b24d75e-3b1e-46a4-ae21-844f648f0912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:46.486747 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] Routers {'d5c689c1-cb25-4930-9d75-2643db1b7e23'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:46.487410 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d5c689c1-cb25-4930-9d75-2643db1b7e23'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:46.552213 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeda8b4-9399-43d2-b465-5744749884ed req-7c457246-d225-4958-b56c-a37dd7e90b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:46.554350 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4aeda8b4-9399-43d2-b465-5744749884ed req-7c457246-d225-4958-b56c-a37dd7e90b93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e143aae0dbe9442c890dec2feef9200d&device_id=e555fdd7-6f04-4693-8d25-a8a0e7266273 HTTP/1.1" status: 200 len: 1134 time: 0.1158421 Nov 23 22:17:46.691267 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29d5ba-6041-4548-83c1-3e139086111c req-36447eab-c2a3-4e81-9aee-78f9af9692f9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:46.694631 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d29d5ba-6041-4548-83c1-3e139086111c req-36447eab-c2a3-4e81-9aee-78f9af9692f9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=e555fdd7-6f04-4693-8d25-a8a0e7266273 HTTP/1.1" status: 200 len: 983 time: 0.1414957 Nov 23 22:17:46.701208 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeda8b4-9399-43d2-b465-5744749884ed req-873691c0-1265-4da0-984f-55b9aad22910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:46.702747 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4aeda8b4-9399-43d2-b465-5744749884ed req-873691c0-1265-4da0-984f-55b9aad22910 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7a4447e-8744-4f22-b9de-ff026310b527 HTTP/1.1" status: 200 len: 898 time: 0.1402836 Nov 23 22:17:46.774738 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4aeda8b4-9399-43d2-b465-5744749884ed req-144def90-f8fa-44b9-9525-173a63c2486e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f8b117-df38-40c6-bb1d-1bf8bf806b1a HTTP/1.1" status: 200 len: 217 time: 0.0593932 Nov 23 22:17:46.836477 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeda8b4-9399-43d2-b465-5744749884ed req-d0cb782d-5438-4839-b473-8a36ae615e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:46.837891 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4aeda8b4-9399-43d2-b465-5744749884ed req-d0cb782d-5438-4839-b473-8a36ae615e22 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baaecb0c-c9cd-4d84-aa5e-393b7b6f898c HTTP/1.1" status: 200 len: 834 time: 0.0538995 Nov 23 22:17:46.839724 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ebbc257c-db78-4aa5-89d3-bad1fc4d6c59 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:17:46.842975 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8b24d75e-3b1e-46a4-ae21-844f648f0912 None None] For port 23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd,segment=NetworkSegment(cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7),segment_id=cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:46.878044 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8b24d75e-3b1e-46a4-ae21-844f648f0912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:46.890636 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d29d5ba-6041-4548-83c1-3e139086111c req-e5bf9648-105c-4bfd-8025-2b8f0f99643a tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e78a05a1-51f6-4916-a98f-b5bd2bf9a21b&id=675e2f18-cf84-46d6-ace2-e9973a74be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1495967 Nov 23 22:17:46.900653 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeda8b4-9399-43d2-b465-5744749884ed req-e92c2d10-c30d-4fdc-9cf0-4d0f024b3dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:46.914679 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4aeda8b4-9399-43d2-b465-5744749884ed req-e92c2d10-c30d-4fdc-9cf0-4d0f024b3dab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7a4447e-8744-4f22-b9de-ff026310b527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677009 Nov 23 22:17:46.987642 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3', 'name': 'tempest-TestServerMultinode-6647589-router', 'tenant_id': '3a2a83165487443bb1cc8d753db5e54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:17:39Z', 'revision_number': 4, 'project_id': '3a2a83165487443bb1cc8d753db5e54e', 'gw_port': {'id': 'c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:50:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd', 'name': '', 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039', 'tenant_id': '3a2a83165487443bb1cc8d753db5e54e', 'mac_address': 'fa:16:3e:a7:dc:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '2d851a37-48f7-473f-9c4c-2d0e5eafcd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:38Z', 'updated_at': '2021-11-23T22:17:45Z', 'revision_number': 4, 'project_id': '3a2a83165487443bb1cc8d753db5e54e', 'subnets': [{'id': '2d851a37-48f7-473f-9c4c-2d0e5eafcd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:47.065108 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbf5423-de8b-40c1-b5e9-92557551e4b7 None None] The sync data for ids ['2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3'] in n-d-816206-9 is: [{'id': '2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3', 'name': 'tempest-TestServerMultinode-6647589-router', 'tenant_id': '3a2a83165487443bb1cc8d753db5e54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:17:39Z', 'revision_number': 4, 'project_id': '3a2a83165487443bb1cc8d753db5e54e', 'gw_port': {'id': 'c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:50:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd', 'name': '', 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039', 'tenant_id': '3a2a83165487443bb1cc8d753db5e54e', 'mac_address': 'fa:16:3e:a7:dc:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3587, 'fixed_ips': [{'subnet_id': '2d851a37-48f7-473f-9c4c-2d0e5eafcd3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:38Z', 'updated_at': '2021-11-23T22:17:45Z', 'revision_number': 4, 'project_id': '3a2a83165487443bb1cc8d753db5e54e', 'subnets': [{'id': '2d851a37-48f7-473f-9c4c-2d0e5eafcd3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:17:47.074394 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24d75e-3b1e-46a4-ae21-844f648f0912 None None] Pushing event updated for resources: {'Port': ['ID=23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:47.095831 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] Set router d5c689c1-cb25-4930-9d75-2643db1b7e23 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:47.098968 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e85b585f-b24d-43b5-8923-4cea58d7c8ce None None] Provisioning complete for port 23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:47.099351 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e85b585f-b24d-43b5-8923-4cea58d7c8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:47.105106 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4aeda8b4-9399-43d2-b465-5744749884ed req-ff0f9f76-2e35-422c-9d53-d533de2f40bd service neutron] 10.222.0.60 "GET /v2.0/networks/b7a4447e-8744-4f22-b9de-ff026310b527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807261 Nov 23 22:17:47.249477 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bfff9651-51ec-40e7-aac2-2d46d8cce4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:47.290394 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4aeda8b4-9399-43d2-b465-5744749884ed req-efea1170-3fc1-4e29-9baa-860b1aaf0c69 service neutron] 10.222.0.60 "GET /v2.0/networks/b7a4447e-8744-4f22-b9de-ff026310b527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729047 Nov 23 22:17:47.325604 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port ebbc257c-db78-4aa5-89d3-bad1fc4d6c59 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:47.325948 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:47.502251 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:47.553507 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-bfff9651-51ec-40e7-aac2-2d46d8cce4d4 admin admin] Allocated IP 172.20.0.1 (40ce6c0e-eb36-449c-8b4d-c6b18f48865f/1b6a2a17-62a4-4593-a290-5f70852b8537/fe79279a-7d1e-4056-970e-1c1486725b80) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:17:47.560577 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port ebbc257c-db78-4aa5-89d3-bad1fc4d6c59, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ebbc257c-db78-4aa5-89d3-bad1fc4d6c59,segment=NetworkSegment(061a23d6-0dfc-4b8c-8c39-19dacfe9a34b),segment_id=061a23d6-0dfc-4b8c-8c39-19dacfe9a34b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:47.595227 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:47.668306 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a82f952-d1ef-428a-8fd7-137d37544284 None None] Network 40ce6c0e-eb36-449c-8b4d-c6b18f48865f requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:17:47.707949 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bfff9651-51ec-40e7-aac2-2d46d8cce4d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:47.754840 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bfff9651-51ec-40e7-aac2-2d46d8cce4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:47.783299 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=ebbc257c-db78-4aa5-89d3-bad1fc4d6c59,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:47.807799 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfff9651-51ec-40e7-aac2-2d46d8cce4d4 admin admin] Network 40ce6c0e-eb36-449c-8b4d-c6b18f48865f is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:17:47.810951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-bfff9651-51ec-40e7-aac2-2d46d8cce4d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:47.814681 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfff9651-51ec-40e7-aac2-2d46d8cce4d4 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:17:47.856887 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c689c1-cb25-4930-9d75-2643db1b7e23', 'name': 'tempest-TestServerMultinode-2127939919-router', 'tenant_id': '0dd663d0286d4fc883e2729a820d2e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'fbcb7b42-4170-4a74-8cea-641d340416af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:43Z', 'updated_at': '2021-11-23T22:17:45Z', 'revision_number': 3, 'project_id': '0dd663d0286d4fc883e2729a820d2e53', 'gw_port': {'id': 'fbcb7b42-4170-4a74-8cea-641d340416af', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c689c1-cb25-4930-9d75-2643db1b7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:43Z', 'updated_at': '2021-11-23T22:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:47.877042 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff9651-51ec-40e7-aac2-2d46d8cce4d4 admin admin] Pushing event updated for resources: {'Port': ['ID=fe79279a-7d1e-4056-970e-1c1486725b80,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:47.888126 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bfff9651-51ec-40e7-aac2-2d46d8cce4d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:47.890061 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] Checking router: d5c689c1-cb25-4930-9d75-2643db1b7e23 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:17:47.890420 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] Updating router d5c689c1-cb25-4930-9d75-2643db1b7e23 port fbcb7b42-4170-4a74-8cea-641d340416af binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:17:47.948770 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:47.983639 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-aec345c6-2a11-4eaa-afb2-019254119870 None None] Provisioning complete for port ebbc257c-db78-4aa5-89d3-bad1fc4d6c59 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:47.984016 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-aec345c6-2a11-4eaa-afb2-019254119870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:48.064896 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17298f5-fb83-436a-b150-a62491946c14 req-4437f2de-bd01-40cd-9f9a-1bb08821941d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:48.066443 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e17298f5-fb83-436a-b150-a62491946c14 req-4437f2de-bd01-40cd-9f9a-1bb08821941d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=e555fdd7-6f04-4693-8d25-a8a0e7266273 HTTP/1.1" status: 200 len: 983 time: 0.0827682 Nov 23 22:17:48.067593 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bfff9651-51ec-40e7-aac2-2d46d8cce4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:48.220087 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e17298f5-fb83-436a-b150-a62491946c14 req-477d3a5f-5934-4339-ba9e-7daa0093c67a tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e78a05a1-51f6-4916-a98f-b5bd2bf9a21b&id=675e2f18-cf84-46d6-ace2-e9973a74be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1332889 Nov 23 22:17:48.335597 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:48.342213 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:48.378894 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bfff9651-51ec-40e7-aac2-2d46d8cce4d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:48.388727 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bfff9651-51ec-40e7-aac2-2d46d8cce4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:48.395892 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a58501-0729-4cae-8fa9-b898aa69f21f None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:17:48.411054 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] Attempting to bind port fbcb7b42-4170-4a74-8cea-641d340416af on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:17:48.411436 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] Attempting to bind port fbcb7b42-4170-4a74-8cea-641d340416af by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:17:48.412153 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] Attempting to bind port fbcb7b42-4170-4a74-8cea-641d340416af on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:17:48.429790 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:17:48.430203 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:17:48.430615 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:48.431175 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:17:48.431663 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] Bound port: fbcb7b42-4170-4a74-8cea-641d340416af, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:17:48.432501 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:48.461343 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b0500-7b02-46d4-a595-2edc9a88d83a None None] Pushing event updated for resources: {'Port': ['ID=fbcb7b42-4170-4a74-8cea-641d340416af,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:48.477721 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff9651-51ec-40e7-aac2-2d46d8cce4d4 admin admin] Pushing event updated for resources: {'Port': ['ID=fe79279a-7d1e-4056-970e-1c1486725b80,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:48.483658 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bfff9651-51ec-40e7-aac2-2d46d8cce4d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:48.498328 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7bacfaee-d726-4a0a-bd5a-ebc6edac9504 None None] Provisioning complete for port ebbc257c-db78-4aa5-89d3-bad1fc4d6c59 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:48.498703 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7bacfaee-d726-4a0a-bd5a-ebc6edac9504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:48.530644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] For port fbcb7b42-4170-4a74-8cea-641d340416af, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:17:48.551910 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] For port fbcb7b42-4170-4a74-8cea-641d340416af, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fbcb7b42-4170-4a74-8cea-641d340416af,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:17:48.573776 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:48.662454 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530200da-ef40-49a1-9b1a-c35dc1ab2c5c None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:17:48.692764 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] Routers {'d5c689c1-cb25-4930-9d75-2643db1b7e23'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:48.693540 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d5c689c1-cb25-4930-9d75-2643db1b7e23'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:48.710355 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfff9651-51ec-40e7-aac2-2d46d8cce4d4 admin admin] Network 40ce6c0e-eb36-449c-8b4d-c6b18f48865f is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:17:48.712244 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-bfff9651-51ec-40e7-aac2-2d46d8cce4d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:48.761022 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ebbc257c-db78-4aa5-89d3-bad1fc4d6c59 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:17:48.763429 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b0500-7b02-46d4-a595-2edc9a88d83a None None] Pushing event updated for resources: {'Port': ['ID=fbcb7b42-4170-4a74-8cea-641d340416af,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:48.851851 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7bacfaee-d726-4a0a-bd5a-ebc6edac9504 None None] Provisioning complete for port fe79279a-7d1e-4056-970e-1c1486725b80 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:48.852232 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7bacfaee-d726-4a0a-bd5a-ebc6edac9504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:48.871210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfff9651-51ec-40e7-aac2-2d46d8cce4d4 admin admin] Router d5c689c1-cb25-4930-9d75-2643db1b7e23 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:17:48.920767 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-7bacfaee-d726-4a0a-bd5a-ebc6edac9504 None None] Port fe79279a-7d1e-4056-970e-1c1486725b80 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:17:48.923705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] Set router d5c689c1-cb25-4930-9d75-2643db1b7e23 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:48.968164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port ebbc257c-db78-4aa5-89d3-bad1fc4d6c59 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:48.968538 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:48.998212 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfff9651-51ec-40e7-aac2-2d46d8cce4d4 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:17:49.006885 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-bfff9651-51ec-40e7-aac2-2d46d8cce4d4 admin admin] 10.222.0.50 "PUT /v2.0/routers/d5c689c1-cb25-4930-9d75-2643db1b7e23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6007290 Nov 23 22:17:49.031005 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7bacfaee-d726-4a0a-bd5a-ebc6edac9504 None None] Provisioning complete for port fbcb7b42-4170-4a74-8cea-641d340416af triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:49.031385 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7bacfaee-d726-4a0a-bd5a-ebc6edac9504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:49.259653 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:17:49.295775 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7bacfaee-d726-4a0a-bd5a-ebc6edac9504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:49.328218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab73d73-d6f7-4f61-a152-0c727e9d4f59 req-5d84c523-1225-4005-90e9-e41d5feccd48 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:49.329769 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eab73d73-d6f7-4f61-a152-0c727e9d4f59 req-5d84c523-1225-4005-90e9-e41d5feccd48 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=e555fdd7-6f04-4693-8d25-a8a0e7266273 HTTP/1.1" status: 200 len: 983 time: 0.0566878 Nov 23 22:17:49.329917 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7bacfaee-d726-4a0a-bd5a-ebc6edac9504 None None] For port fbcb7b42-4170-4a74-8cea-641d340416af, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fbcb7b42-4170-4a74-8cea-641d340416af,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:49.338952 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7bacfaee-d726-4a0a-bd5a-ebc6edac9504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:49.380571 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:49.380845 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:49.403175 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eab73d73-d6f7-4f61-a152-0c727e9d4f59 req-c55fc53a-0e5d-4b49-b96c-257e87f235f7 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e78a05a1-51f6-4916-a98f-b5bd2bf9a21b&id=675e2f18-cf84-46d6-ace2-e9973a74be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0647547 Nov 23 22:17:49.409941 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c689c1-cb25-4930-9d75-2643db1b7e23', 'name': 'tempest-TestServerMultinode-2127939919-router', 'tenant_id': '0dd663d0286d4fc883e2729a820d2e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'fbcb7b42-4170-4a74-8cea-641d340416af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:43Z', 'updated_at': '2021-11-23T22:17:48Z', 'revision_number': 4, 'project_id': '0dd663d0286d4fc883e2729a820d2e53', 'gw_port': {'id': 'fbcb7b42-4170-4a74-8cea-641d340416af', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c689c1-cb25-4930-9d75-2643db1b7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:43Z', 'updated_at': '2021-11-23T22:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'fe79279a-7d1e-4056-970e-1c1486725b80', 'name': '', 'network_id': '40ce6c0e-eb36-449c-8b4d-c6b18f48865f', 'tenant_id': '0dd663d0286d4fc883e2729a820d2e53', 'mac_address': 'fa:16:3e:66:c4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c689c1-cb25-4930-9d75-2643db1b7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '1b6a2a17-62a4-4593-a290-5f70852b8537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:47Z', 'updated_at': '2021-11-23T22:17:48Z', 'revision_number': 2, 'project_id': '0dd663d0286d4fc883e2729a820d2e53', 'subnets': [{'id': '1b6a2a17-62a4-4593-a290-5f70852b8537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:49.561385 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-65dd9d44-21b7-4d8e-9488-c3b15c7874b9 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:49.562945 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-65dd9d44-21b7-4d8e-9488-c3b15c7874b9 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/networks?id=9d953a27-4509-46fc-929c-ec3c1cc90039 HTTP/1.1" status: 200 len: 908 time: 0.0985317 Nov 23 22:17:49.578824 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-e9b4be01-441e-499b-a10c-36c2c31a6cfc tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/quotas/0dd663d0286d4fc883e2729a820d2e53 HTTP/1.1" status: 200 len: 375 time: 0.0095770 Nov 23 22:17:49.611804 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 81f8b117-df38-40c6-bb1d-1bf8bf806b1a details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:17:49.626005 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da09862-2c85-466b-a8cb-5da454aadfee None None] The sync data for ids ['d5c689c1-cb25-4930-9d75-2643db1b7e23'] in n-d-816206-9 is: [{'id': 'd5c689c1-cb25-4930-9d75-2643db1b7e23', 'name': 'tempest-TestServerMultinode-2127939919-router', 'tenant_id': '0dd663d0286d4fc883e2729a820d2e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'fbcb7b42-4170-4a74-8cea-641d340416af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:43Z', 'updated_at': '2021-11-23T22:17:48Z', 'revision_number': 4, 'project_id': '0dd663d0286d4fc883e2729a820d2e53', 'gw_port': {'id': 'fbcb7b42-4170-4a74-8cea-641d340416af', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c689c1-cb25-4930-9d75-2643db1b7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:43Z', 'updated_at': '2021-11-23T22:17:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'fe79279a-7d1e-4056-970e-1c1486725b80', 'name': '', 'network_id': '40ce6c0e-eb36-449c-8b4d-c6b18f48865f', 'tenant_id': '0dd663d0286d4fc883e2729a820d2e53', 'mac_address': 'fa:16:3e:66:c4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c689c1-cb25-4930-9d75-2643db1b7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '1b6a2a17-62a4-4593-a290-5f70852b8537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:47Z', 'updated_at': '2021-11-23T22:17:48Z', 'revision_number': 2, 'project_id': '0dd663d0286d4fc883e2729a820d2e53', 'subnets': [{'id': '1b6a2a17-62a4-4593-a290-5f70852b8537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:17:49.639744 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacfaee-d726-4a0a-bd5a-ebc6edac9504 None None] Pushing event updated for resources: {'Port': ['ID=fbcb7b42-4170-4a74-8cea-641d340416af,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:49.659421 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-1a74c00e-6ef6-4b76-b050-601b70aabc9d tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd663d0286d4fc883e2729a820d2e53&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747387 Nov 23 22:17:49.672485 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-aaddfa4f-fa16-4527-b4a6-55ac8bc789ba None None] Provisioning complete for port fe79279a-7d1e-4056-970e-1c1486725b80 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:49.672833 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-aaddfa4f-fa16-4527-b4a6-55ac8bc789ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:49.755226 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-60faab04-0b7e-49e4-81f1-e059b59c9b75 service neutron] 10.222.0.50 "GET /v2.0/networks/9d953a27-4509-46fc-929c-ec3c1cc90039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886176 Nov 23 22:17:49.778653 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-aaddfa4f-fa16-4527-b4a6-55ac8bc789ba None None] Port fe79279a-7d1e-4056-970e-1c1486725b80 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:17:49.812123 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 81f8b117-df38-40c6-bb1d-1bf8bf806b1a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=81f8b117-df38-40c6-bb1d-1bf8bf806b1a,segment=NetworkSegment(fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b),segment_id=fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:49.814605 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-aaddfa4f-fa16-4527-b4a6-55ac8bc789ba None None] Provisioning complete for port fbcb7b42-4170-4a74-8cea-641d340416af triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:49.815010 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-aaddfa4f-fa16-4527-b4a6-55ac8bc789ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:49.845338 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '81f8b117-df38-40c6-bb1d-1bf8bf806b1a', 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527', 'port_id': '81f8b117-df38-40c6-bb1d-1bf8bf806b1a', 'mac_address': 'fa:16:3e:fc:37:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baaecb0c-c9cd-4d84-aa5e-393b7b6f898c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:17:49.853607 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-562c73f9-af9c-44aa-a7e0-06287e47e101 service neutron] 10.222.0.50 "GET /v2.0/networks/9d953a27-4509-46fc-929c-ec3c1cc90039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906096 Nov 23 22:17:49.905315 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:49.939139 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f8b117-df38-40c6-bb1d-1bf8bf806b1a {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:17:49.979329 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 81f8b117-df38-40c6-bb1d-1bf8bf806b1a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=81f8b117-df38-40c6-bb1d-1bf8bf806b1a,segment=NetworkSegment(fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b),segment_id=fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:49.984405 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:50.035340 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=81f8b117-df38-40c6-bb1d-1bf8bf806b1a,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:50.036027 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-276a1b5f-4dbd-49b0-8c1c-c06aa1b3c2b6 req-ed8018d6-14f6-4092-9048-f5bd45f38bc4 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a686fd13-be1b-4f3e-8883-8d64c78bb457 HTTP/1.1" status: 200 len: 210 time: 0.0275400 Nov 23 22:17:50.292438 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['81f8b117-df38-40c6-bb1d-1bf8bf806b1a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:17:50.528830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c71dff-7f93-453f-be60-c410f4effd57 req-a3316809-cf63-4e7f-889a-7f9887c5c0cc tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:50.530338 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-05c71dff-7f93-453f-be60-c410f4effd57 req-a3316809-cf63-4e7f-889a-7f9887c5c0cc tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=e555fdd7-6f04-4693-8d25-a8a0e7266273 HTTP/1.1" status: 200 len: 984 time: 0.0539296 Nov 23 22:17:50.589193 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-05c71dff-7f93-453f-be60-c410f4effd57 req-1d3a6b8d-9034-480a-b48b-6a69f5d57ffe tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e78a05a1-51f6-4916-a98f-b5bd2bf9a21b&id=675e2f18-cf84-46d6-ace2-e9973a74be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0526917 Nov 23 22:17:51.162477 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3bd339ed-053a-438f-afbe-3e279e97197b req-aa8b5920-2552-4c6b-9648-95027390b4e5 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a686fd13-be1b-4f3e-8883-8d64c78bb457 HTTP/1.1" status: 200 len: 210 time: 0.0379236 Nov 23 22:17:51.229653 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-337469ae-2ebf-4195-8dfd-451f6d0c4842 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:51.231177 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-337469ae-2ebf-4195-8dfd-451f6d0c4842 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.53 "GET /v2.0/networks?id=9d953a27-4509-46fc-929c-ec3c1cc90039 HTTP/1.1" status: 200 len: 908 time: 0.1354258 Nov 23 22:17:51.246822 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-a41dca15-d39a-468c-8161-1eea80127650 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Request body: {'port': {'device_id': 'a686fd13-be1b-4f3e-8883-8d64c78bb457', 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039', 'admin_state_up': True, 'tenant_id': '0dd663d0286d4fc883e2729a820d2e53'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:51.270592 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-a41dca15-d39a-468c-8161-1eea80127650 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Made reservation on behalf of 0dd663d0286d4fc883e2729a820d2e53 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:17:51.273759 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-a41dca15-d39a-468c-8161-1eea80127650 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:51.398691 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-a41dca15-d39a-468c-8161-1eea80127650 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Allocated IP 172.20.0.5 (9d953a27-4509-46fc-929c-ec3c1cc90039/2d851a37-48f7-473f-9c4c-2d0e5eafcd3c/6225292e-26e0-4a19-8fc9-add6340589bb) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:17:51.417072 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 81f8b117-df38-40c6-bb1d-1bf8bf806b1a up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:17:51.504372 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 81f8b117-df38-40c6-bb1d-1bf8bf806b1a completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:17:51.509572 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 81f8b117-df38-40c6-bb1d-1bf8bf806b1a triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:51.510031 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:51.610656 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-a41dca15-d39a-468c-8161-1eea80127650 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:51.615254 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:51.652525 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e555fdd7-6f04-4693-8d25-a8a0e7266273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f8b117-df38-40c6-bb1d-1bf8bf806b1a'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:17:51.655212 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fb6032-39c4-4298-a5ce-8b8a10ba5cca" -d '{"events": [{"server_uuid": "e555fdd7-6f04-4693-8d25-a8a0e7266273", "name": "network-vif-plugged", "status": "completed", "tag": "81f8b117-df38-40c6-bb1d-1bf8bf806b1a"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:17:51.669492 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 81f8b117-df38-40c6-bb1d-1bf8bf806b1a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=81f8b117-df38-40c6-bb1d-1bf8bf806b1a,segment=NetworkSegment(fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b),segment_id=fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:51.674708 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-a41dca15-d39a-468c-8161-1eea80127650 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:51.678057 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:51.758157 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41dca15-d39a-468c-8161-1eea80127650 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Pushing event updated for resources: {'Port': ['ID=6225292e-26e0-4a19-8fc9-add6340589bb,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:51.775492 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=81f8b117-df38-40c6-bb1d-1bf8bf806b1a,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:51.784168 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-a41dca15-d39a-468c-8161-1eea80127650 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Network 9d953a27-4509-46fc-929c-ec3c1cc90039 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:17:51.785641 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-a41dca15-d39a-468c-8161-1eea80127650 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:51.788433 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-a41dca15-d39a-468c-8161-1eea80127650 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:17:51.788744 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91dec2-a857-4906-a575-3d24bd7e05ec req-5c654f06-e165-4074-9000-95be18f55f56 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:51.796599 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da91dec2-a857-4906-a575-3d24bd7e05ec req-5c654f06-e165-4074-9000-95be18f55f56 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=e555fdd7-6f04-4693-8d25-a8a0e7266273 HTTP/1.1" status: 200 len: 985 time: 0.0995998 Nov 23 22:17:51.842338 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-a41dca15-d39a-468c-8161-1eea80127650 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:51.849038 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0858cb77-c33f-4d1b-8664-5ee64f3ffbb5 x-openstack-request-id: req-0858cb77-c33f-4d1b-8664-5ee64f3ffbb5 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:17:51.849342 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e555fdd7-6f04-4693-8d25-a8a0e7266273", "name": "network-vif-plugged", "status": "completed", "tag": "81f8b117-df38-40c6-bb1d-1bf8bf806b1a", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:17:51.849596 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0858cb77-c33f-4d1b-8664-5ee64f3ffbb5 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:17:51.849993 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e555fdd7-6f04-4693-8d25-a8a0e7266273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f8b117-df38-40c6-bb1d-1bf8bf806b1a', 'code': 200} Nov 23 22:17:51.850475 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-a41dca15-d39a-468c-8161-1eea80127650 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:51.906489 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-a41dca15-d39a-468c-8161-1eea80127650 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6605685 Nov 23 22:17:51.919451 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-ed215eb6-6e3c-4045-9c5b-951241c05856 service neutron] Request body: {'port': {'device_id': 'a686fd13-be1b-4f3e-8883-8d64c78bb457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:51.992942 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da91dec2-a857-4906-a575-3d24bd7e05ec req-d4433c60-81ea-406f-af5a-a7263e28d12d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e78a05a1-51f6-4916-a98f-b5bd2bf9a21b&id=675e2f18-cf84-46d6-ace2-e9973a74be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1954591 Nov 23 22:17:52.025953 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd81ccd-8674-49cf-bf04-bcd598d70fb1 req-8eef28fe-6c93-43e2-80f2-eca6cc3b91ce tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:52.027550 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1fd81ccd-8674-49cf-bf04-bcd598d70fb1 req-8eef28fe-6c93-43e2-80f2-eca6cc3b91ce tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 945 time: 0.0960839 Nov 23 22:17:52.040014 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-ed215eb6-6e3c-4045-9c5b-951241c05856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:52.099368 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167ea45-af01-4305-b284-206b681c0190 req-fae95d8b-e696-4863-96f8-69363edf64cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:52.101517 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f167ea45-af01-4305-b284-206b681c0190 req-fae95d8b-e696-4863-96f8-69363edf64cc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e555fdd7-6f04-4693-8d25-a8a0e7266273 HTTP/1.1" status: 200 len: 1136 time: 0.1391106 Nov 23 22:17:52.145205 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1fd81ccd-8674-49cf-bf04-bcd598d70fb1 req-ed28ca60-1508-4f0c-a670-9c8f14b798fb tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025684 Nov 23 22:17:52.235834 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-86778eca-37ea-417f-b337-eef376c678e6 None None] Provisioning complete for port 6225292e-26e0-4a19-8fc9-add6340589bb triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:52.236498 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-86778eca-37ea-417f-b337-eef376c678e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:52.287393 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-86778eca-37ea-417f-b337-eef376c678e6 None None] Port 6225292e-26e0-4a19-8fc9-add6340589bb cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:17:52.288372 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f167ea45-af01-4305-b284-206b681c0190 req-cf02b897-8209-4ec8-9b1c-264fb36d2cbb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e78a05a1-51f6-4916-a98f-b5bd2bf9a21b&id=675e2f18-cf84-46d6-ace2-e9973a74be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1746387 Nov 23 22:17:52.319681 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becac940-f1ef-455f-9e7b-ba8835427632 req-a603260a-1ba2-43c9-9181-ae7f227b2d45 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:52.321948 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-becac940-f1ef-455f-9e7b-ba8835427632 req-a603260a-1ba2-43c9-9181-ae7f227b2d45 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a686fd13-be1b-4f3e-8883-8d64c78bb457 HTTP/1.1" status: 200 len: 1027 time: 0.0509148 Nov 23 22:17:52.374058 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-becac940-f1ef-455f-9e7b-ba8835427632 req-af4c1f33-3b44-4310-ae66-5834472883ba tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448928 Nov 23 22:17:52.415318 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-ed215eb6-6e3c-4045-9c5b-951241c05856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6225292e-26e0-4a19-8fc9-add6340589bb {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:17:52.423522 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-ed215eb6-6e3c-4045-9c5b-951241c05856 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:52.436829 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-ed215eb6-6e3c-4045-9c5b-951241c05856 service neutron] Transition to ACTIVE for port object 6225292e-26e0-4a19-8fc9-add6340589bb will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:17:52.444304 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-ed215eb6-6e3c-4045-9c5b-951241c05856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:52.508869 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed215eb6-6e3c-4045-9c5b-951241c05856 service neutron] Pushing event updated for resources: {'Port': ['ID=6225292e-26e0-4a19-8fc9-add6340589bb,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:52.563897 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fbcb7b42-4170-4a74-8cea-641d340416af up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:17:52.590000 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-ed215eb6-6e3c-4045-9c5b-951241c05856 service neutron] Attempting to bind port 6225292e-26e0-4a19-8fc9-add6340589bb on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:17:52.590347 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-ed215eb6-6e3c-4045-9c5b-951241c05856 service neutron] Attempting to bind port 6225292e-26e0-4a19-8fc9-add6340589bb by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:17:52.590936 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-ed215eb6-6e3c-4045-9c5b-951241c05856 service neutron] Attempting to bind port 6225292e-26e0-4a19-8fc9-add6340589bb on network 9d953a27-4509-46fc-929c-ec3c1cc90039 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:17:52.596335 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-ed215eb6-6e3c-4045-9c5b-951241c05856 service neutron] Port 6225292e-26e0-4a19-8fc9-add6340589bb on network 9d953a27-4509-46fc-929c-ec3c1cc90039 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:17:52.596657 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-ed215eb6-6e3c-4045-9c5b-951241c05856 service neutron] Attempting to bind port 6225292e-26e0-4a19-8fc9-add6340589bb on network 9d953a27-4509-46fc-929c-ec3c1cc90039 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:17:52.602995 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-ed215eb6-6e3c-4045-9c5b-951241c05856 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:17:52.603353 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-ed215eb6-6e3c-4045-9c5b-951241c05856 service neutron] Checking segment: {'id': 'cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:17:52.603823 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-ed215eb6-6e3c-4045-9c5b-951241c05856 service neutron] Bound using segment: {'id': 'cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:17:52.604177 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-ed215eb6-6e3c-4045-9c5b-951241c05856 service neutron] Bound port: 6225292e-26e0-4a19-8fc9-add6340589bb, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:17:52.604537 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-ed215eb6-6e3c-4045-9c5b-951241c05856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:52.614252 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port fbcb7b42-4170-4a74-8cea-641d340416af triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:52.614621 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:52.680967 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-ed215eb6-6e3c-4045-9c5b-951241c05856 service neutron] For port 6225292e-26e0-4a19-8fc9-add6340589bb, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:17:52.684684 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-ed215eb6-6e3c-4045-9c5b-951241c05856 service neutron] For port 6225292e-26e0-4a19-8fc9-add6340589bb, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=6225292e-26e0-4a19-8fc9-add6340589bb,segment=NetworkSegment(cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7),segment_id=cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:17:52.690281 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-ed215eb6-6e3c-4045-9c5b-951241c05856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:52.732511 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-ed215eb6-6e3c-4045-9c5b-951241c05856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:52.733215 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-ed215eb6-6e3c-4045-9c5b-951241c05856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:52.735198 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-ed215eb6-6e3c-4045-9c5b-951241c05856 service neutron] 10.222.0.53 "PUT /v2.0/ports/6225292e-26e0-4a19-8fc9-add6340589bb HTTP/1.1" status: 200 len: 1091 time: 0.8213656 Nov 23 22:17:52.735680 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a686fd13-be1b-4f3e-8883-8d64c78bb457', 'tag': '6225292e-26e0-4a19-8fc9-add6340589bb'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:17:52.738280 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d17ee6-6420-4109-b9af-c76cca9e1e39" -d '{"events": [{"name": "network-changed", "server_uuid": "a686fd13-be1b-4f3e-8883-8d64c78bb457", "tag": "6225292e-26e0-4a19-8fc9-add6340589bb"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:17:52.764867 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed215eb6-6e3c-4045-9c5b-951241c05856 service neutron] Pushing event updated for resources: {'Port': ['ID=6225292e-26e0-4a19-8fc9-add6340589bb,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:52.797084 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697ebc7e-a449-44d7-8c64-2a0c730dc217 x-openstack-request-id: req-697ebc7e-a449-44d7-8c64-2a0c730dc217 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:17:52.797372 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a686fd13-be1b-4f3e-8883-8d64c78bb457", "tag": "6225292e-26e0-4a19-8fc9-add6340589bb", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:17:52.797629 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-697ebc7e-a449-44d7-8c64-2a0c730dc217 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:17:52.798036 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a686fd13-be1b-4f3e-8883-8d64c78bb457', 'tag': '6225292e-26e0-4a19-8fc9-add6340589bb', 'status': 'completed', 'code': 200} Nov 23 22:17:52.834298 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-b5936ce8-aae8-4483-b8a0-c6d934aa883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:52.836854 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-b5936ce8-aae8-4483-b8a0-c6d934aa883f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0dd663d0286d4fc883e2729a820d2e53&device_id=a686fd13-be1b-4f3e-8883-8d64c78bb457 HTTP/1.1" status: 200 len: 1094 time: 0.0495462 Nov 23 22:17:52.889790 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-a7168c8b-6152-4cec-9e2e-0bfc517ce447 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6225292e-26e0-4a19-8fc9-add6340589bb HTTP/1.1" status: 200 len: 217 time: 0.0356500 Nov 23 22:17:52.910424 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:52.951962 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-04f35649-b8df-49ab-8704-d05694944269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:52.953432 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-04f35649-b8df-49ab-8704-d05694944269 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d851a37-48f7-473f-9c4c-2d0e5eafcd3c HTTP/1.1" status: 200 len: 846 time: 0.0500119 Nov 23 22:17:53.001656 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-0972fdf4-0551-40f2-aef2-35946060fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:53.003196 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-0972fdf4-0551-40f2-aef2-35946060fba3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9d953a27-4509-46fc-929c-ec3c1cc90039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422535 Nov 23 22:17:53.097441 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-ba777909-7294-4cdd-8f8a-78c0f4a9b734 service neutron] 10.222.0.53 "GET /v2.0/networks/9d953a27-4509-46fc-929c-ec3c1cc90039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870998 Nov 23 22:17:53.120118 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6359aa4-2539-456e-af34-538b1d2347d5 req-5ed8e74e-d576-4a48-a168-a1739843a2fe tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:53.121622 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e6359aa4-2539-456e-af34-538b1d2347d5 req-5ed8e74e-d576-4a48-a168-a1739843a2fe tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=e555fdd7-6f04-4693-8d25-a8a0e7266273 HTTP/1.1" status: 200 len: 985 time: 0.0495164 Nov 23 22:17:53.190767 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e6359aa4-2539-456e-af34-538b1d2347d5 req-45d5c49a-cbab-4169-be50-c366f44e7034 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e78a05a1-51f6-4916-a98f-b5bd2bf9a21b&id=675e2f18-cf84-46d6-ace2-e9973a74be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0628312 Nov 23 22:17:53.203503 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-52dcd833-a983-4a11-a1e8-02dbc4526829 req-c9039b10-28bf-456b-a60f-b86c3ca19a9b service neutron] 10.222.0.53 "GET /v2.0/networks/9d953a27-4509-46fc-929c-ec3c1cc90039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983047 Nov 23 22:17:53.310899 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4713c26-332d-456f-aa6b-12993778ed22 req-8208b4e6-b36b-4b75-b5cb-2b597556663d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:53.312409 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d4713c26-332d-456f-aa6b-12993778ed22 req-8208b4e6-b36b-4b75-b5cb-2b597556663d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 945 time: 0.0594637 Nov 23 22:17:53.332116 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d17ee6-6420-4109-b9af-c76cca9e1e39 req-4cfced35-d41b-49ef-933f-1d6e340d3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:53.334273 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-72d17ee6-6420-4109-b9af-c76cca9e1e39 req-4cfced35-d41b-49ef-933f-1d6e340d3e7d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0dd663d0286d4fc883e2729a820d2e53&device_id=a686fd13-be1b-4f3e-8883-8d64c78bb457 HTTP/1.1" status: 200 len: 1094 time: 0.0439324 Nov 23 22:17:53.366315 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d4713c26-332d-456f-aa6b-12993778ed22 req-395cb570-cbc6-469e-bc84-10707fdce0fb tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459645 Nov 23 22:17:53.447491 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d17ee6-6420-4109-b9af-c76cca9e1e39 req-4d9b6e3d-6ad7-4d86-a4ab-10d822292f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:53.449282 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-72d17ee6-6420-4109-b9af-c76cca9e1e39 req-4d9b6e3d-6ad7-4d86-a4ab-10d822292f52 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9d953a27-4509-46fc-929c-ec3c1cc90039 HTTP/1.1" status: 200 len: 908 time: 0.1059749 Nov 23 22:17:53.494053 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-72d17ee6-6420-4109-b9af-c76cca9e1e39 req-841ab346-7bca-4da1-aa41-c361757a7cfd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6225292e-26e0-4a19-8fc9-add6340589bb HTTP/1.1" status: 200 len: 217 time: 0.0366113 Nov 23 22:17:53.496556 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b73d9b-a6c2-4f97-9fae-8d032c7d5519 req-7bce7719-3c9f-4a30-9076-2128edbc436a tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:53.498070 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-43b73d9b-a6c2-4f97-9fae-8d032c7d5519 req-7bce7719-3c9f-4a30-9076-2128edbc436a tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a686fd13-be1b-4f3e-8883-8d64c78bb457 HTTP/1.1" status: 200 len: 1094 time: 0.0475433 Nov 23 22:17:53.542584 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-43b73d9b-a6c2-4f97-9fae-8d032c7d5519 req-30cb2502-3127-40eb-929b-63faf75ddc2a tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383055 Nov 23 22:17:53.549996 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d17ee6-6420-4109-b9af-c76cca9e1e39 req-59dcd3b7-5fe3-4d3b-be49-ff613379b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:53.551612 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-72d17ee6-6420-4109-b9af-c76cca9e1e39 req-59dcd3b7-5fe3-4d3b-be49-ff613379b52b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d851a37-48f7-473f-9c4c-2d0e5eafcd3c HTTP/1.1" status: 200 len: 846 time: 0.0503199 Nov 23 22:17:53.615534 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d17ee6-6420-4109-b9af-c76cca9e1e39 req-abf441cf-b6a2-4cd6-a0b2-e56a8fd7f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:53.617206 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-72d17ee6-6420-4109-b9af-c76cca9e1e39 req-abf441cf-b6a2-4cd6-a0b2-e56a8fd7f352 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9d953a27-4509-46fc-929c-ec3c1cc90039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425677 Nov 23 22:17:53.708810 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-72d17ee6-6420-4109-b9af-c76cca9e1e39 req-53678b0b-e919-49fd-bdfb-5a441940d16b service neutron] 10.222.0.53 "GET /v2.0/networks/9d953a27-4509-46fc-929c-ec3c1cc90039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825710 Nov 23 22:17:53.812450 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-72d17ee6-6420-4109-b9af-c76cca9e1e39 req-5bae57a2-212b-4511-98a0-96d06760c98d service neutron] 10.222.0.53 "GET /v2.0/networks/9d953a27-4509-46fc-929c-ec3c1cc90039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883050 Nov 23 22:17:54.645500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b606b-ea1f-461f-af1e-76403fbe0eba req-32582ab3-baa4-4914-9b32-e962a6198ebe tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:54.647991 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-243b606b-ea1f-461f-af1e-76403fbe0eba req-32582ab3-baa4-4914-9b32-e962a6198ebe tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=e555fdd7-6f04-4693-8d25-a8a0e7266273 HTTP/1.1" status: 200 len: 985 time: 0.3855524 Nov 23 22:17:54.669677 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c61e05-72dd-46ab-8094-46e0845ee2ab req-09160d69-60c3-4695-9eda-31a435175b24 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:54.671140 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91c61e05-72dd-46ab-8094-46e0845ee2ab req-09160d69-60c3-4695-9eda-31a435175b24 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 945 time: 0.0736151 Nov 23 22:17:54.753023 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91c61e05-72dd-46ab-8094-46e0845ee2ab req-5840cea3-7e0a-4ab7-8ab4-ed7bec4c740a tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731564 Nov 23 22:17:54.757916 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-243b606b-ea1f-461f-af1e-76403fbe0eba req-f376d7b5-194d-4f8a-be09-b8a6ade70f2c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e78a05a1-51f6-4916-a98f-b5bd2bf9a21b&id=675e2f18-cf84-46d6-ace2-e9973a74be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1024249 Nov 23 22:17:54.880028 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804eb771-b312-4f55-b40a-e968a623740d req-74e0b8b4-328c-4c7c-a634-926be9c5d2c8 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:54.882226 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-804eb771-b312-4f55-b40a-e968a623740d req-74e0b8b4-328c-4c7c-a634-926be9c5d2c8 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a686fd13-be1b-4f3e-8883-8d64c78bb457 HTTP/1.1" status: 200 len: 1094 time: 0.0738165 Nov 23 22:17:54.894511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e020126-1c37-4275-97a5-1a6aeb6dcf9a req-f074ad26-dd3c-4e8d-abe6-237c6de485c5 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:54.896019 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e020126-1c37-4275-97a5-1a6aeb6dcf9a req-f074ad26-dd3c-4e8d-abe6-237c6de485c5 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=e555fdd7-6f04-4693-8d25-a8a0e7266273 HTTP/1.1" status: 200 len: 985 time: 0.0601115 Nov 23 22:17:54.965929 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-804eb771-b312-4f55-b40a-e968a623740d req-7d29708a-19b9-4163-a984-80d46082b8aa tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689902 Nov 23 22:17:54.978694 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e020126-1c37-4275-97a5-1a6aeb6dcf9a req-527b3394-9609-43d1-8b64-bc0a43aba777 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e78a05a1-51f6-4916-a98f-b5bd2bf9a21b&id=675e2f18-cf84-46d6-ace2-e9973a74be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0756402 Nov 23 22:17:55.087081 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265e239-fb21-4754-b41e-6fefaba802e9 req-dd61d60b-062f-453e-ae8b-73f65028f246 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:55.088599 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e265e239-fb21-4754-b41e-6fefaba802e9 req-dd61d60b-062f-453e-ae8b-73f65028f246 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e555fdd7-6f04-4693-8d25-a8a0e7266273 HTTP/1.1" status: 200 len: 1136 time: 0.0437083 Nov 23 22:17:55.107936 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e265e239-fb21-4754-b41e-6fefaba802e9 req-bffd7487-1dad-4fdc-a9cc-830466ea74a8 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:55.189058 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e265e239-fb21-4754-b41e-6fefaba802e9 req-bffd7487-1dad-4fdc-a9cc-830466ea74a8 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:55.193382 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-e265e239-fb21-4754-b41e-6fefaba802e9 req-bffd7487-1dad-4fdc-a9cc-830466ea74a8 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:55.233394 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd7487-1dad-4fdc-a9cc-830466ea74a8 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850ba539-eeff-428c-8ba9-74b2881b99f9,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:55.246063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e265e239-fb21-4754-b41e-6fefaba802e9 req-bffd7487-1dad-4fdc-a9cc-830466ea74a8 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e78a05a1-51f6-4916-a98f-b5bd2bf9a21b&id=675e2f18-cf84-46d6-ace2-e9973a74be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1512823 Nov 23 22:17:55.269634 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39872) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:55.312224 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10465449-239b-4908-af9c-e4ca6d333e36 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:55.316475 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-10465449-239b-4908-af9c-e4ca6d333e36 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e555fdd7-6f04-4693-8d25-a8a0e7266273 HTTP/1.1" status: 200 len: 1131 time: 0.0431552 Nov 23 22:17:55.316651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39876) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:55.322319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-a82406db-809b-42cf-8a02-7bd41d822557 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': '81f8b117-df38-40c6-bb1d-1bf8bf806b1a', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:17:55.344403 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a82406db-809b-42cf-8a02-7bd41d822557 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:55.355982 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] Sync routers for ids ['d5c689c1-cb25-4930-9d75-2643db1b7e23'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:17:55.364992 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] Routers {'d5c689c1-cb25-4930-9d75-2643db1b7e23'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:55.365603 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d5c689c1-cb25-4930-9d75-2643db1b7e23'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:55.449049 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a82406db-809b-42cf-8a02-7bd41d822557 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:55.473501 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] Set router d5c689c1-cb25-4930-9d75-2643db1b7e23 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:55.564074 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-a82406db-809b-42cf-8a02-7bd41d822557 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Allocated IP 172.25.5.239 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/55d4657d-1005-48fe-a469-b0ea6cd523cb) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:17:55.674921 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a82406db-809b-42cf-8a02-7bd41d822557 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:55.710827 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a82406db-809b-42cf-8a02-7bd41d822557 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:55.745035 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82406db-809b-42cf-8a02-7bd41d822557 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:17:55.747919 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-a82406db-809b-42cf-8a02-7bd41d822557 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:17:55.753453 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82406db-809b-42cf-8a02-7bd41d822557 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:17:55.763531 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c689c1-cb25-4930-9d75-2643db1b7e23', 'name': 'tempest-TestServerMultinode-2127939919-router', 'tenant_id': '0dd663d0286d4fc883e2729a820d2e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'fbcb7b42-4170-4a74-8cea-641d340416af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:43Z', 'updated_at': '2021-11-23T22:17:48Z', 'revision_number': 4, 'project_id': '0dd663d0286d4fc883e2729a820d2e53', 'gw_port': {'id': 'fbcb7b42-4170-4a74-8cea-641d340416af', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c689c1-cb25-4930-9d75-2643db1b7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:43Z', 'updated_at': '2021-11-23T22:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'fe79279a-7d1e-4056-970e-1c1486725b80', 'name': '', 'network_id': '40ce6c0e-eb36-449c-8b4d-c6b18f48865f', 'tenant_id': '0dd663d0286d4fc883e2729a820d2e53', 'mac_address': 'fa:16:3e:66:c4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c689c1-cb25-4930-9d75-2643db1b7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '1b6a2a17-62a4-4593-a290-5f70852b8537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:47Z', 'updated_at': '2021-11-23T22:17:48Z', 'revision_number': 2, 'project_id': '0dd663d0286d4fc883e2729a820d2e53', 'subnets': [{'id': '1b6a2a17-62a4-4593-a290-5f70852b8537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:55.783646 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82406db-809b-42cf-8a02-7bd41d822557 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event updated for resources: {'Port': ['ID=55d4657d-1005-48fe-a469-b0ea6cd523cb,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:55.790326 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] Checking router: d5c689c1-cb25-4930-9d75-2643db1b7e23 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:17:55.790691 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] Updating router d5c689c1-cb25-4930-9d75-2643db1b7e23 port fe79279a-7d1e-4056-970e-1c1486725b80 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:17:55.820532 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:55.924657 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f04eb-ed58-4b68-aa62-b30e88181221 req-f2052a48-e552-43fb-8425-8bbe153ff0e7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:55.926181 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bc8f04eb-ed58-4b68-aa62-b30e88181221 req-f2052a48-e552-43fb-8425-8bbe153ff0e7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 945 time: 0.0980866 Nov 23 22:17:56.064402 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bc8f04eb-ed58-4b68-aa62-b30e88181221 req-9ec1c054-6de7-4185-b5a0-e0e8d830778e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070638 Nov 23 22:17:56.087136 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:56.093347 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:56.138138 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf1167-d518-4ff8-8cd9-8ac4309fefc2 req-3c7c9976-42ef-4d32-8ca6-60ebd9ef67f6 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:56.139773 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4bf1167-d518-4ff8-8cd9-8ac4309fefc2 req-3c7c9976-42ef-4d32-8ca6-60ebd9ef67f6 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a686fd13-be1b-4f3e-8883-8d64c78bb457 HTTP/1.1" status: 200 len: 1094 time: 0.0959816 Nov 23 22:17:56.163955 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4653f30-bc17-40d8-9b1a-7707779c9263 None None] Pushing event updated for resources: {'Port': ['ID=fe79279a-7d1e-4056-970e-1c1486725b80,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:56.198849 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] Attempting to bind port fe79279a-7d1e-4056-970e-1c1486725b80 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:17:56.199302 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] Attempting to bind port fe79279a-7d1e-4056-970e-1c1486725b80 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '061a23d6-0dfc-4b8c-8c39-19dacfe9a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '40ce6c0e-eb36-449c-8b4d-c6b18f48865f'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:17:56.199662 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] Attempting to bind port fe79279a-7d1e-4056-970e-1c1486725b80 on network 40ce6c0e-eb36-449c-8b4d-c6b18f48865f {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:17:56.206063 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:17:56.206426 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] Checking segment: {'id': '061a23d6-0dfc-4b8c-8c39-19dacfe9a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '40ce6c0e-eb36-449c-8b4d-c6b18f48865f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:17:56.207165 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:56.207307 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] Bound using segment: {'id': '061a23d6-0dfc-4b8c-8c39-19dacfe9a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '40ce6c0e-eb36-449c-8b4d-c6b18f48865f'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:17:56.207852 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] Bound port: fe79279a-7d1e-4056-970e-1c1486725b80, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061a23d6-0dfc-4b8c-8c39-19dacfe9a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '40ce6c0e-eb36-449c-8b4d-c6b18f48865f'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:17:56.208083 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:56.274022 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] For port fe79279a-7d1e-4056-970e-1c1486725b80, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:17:56.277231 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] For port fe79279a-7d1e-4056-970e-1c1486725b80, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fe79279a-7d1e-4056-970e-1c1486725b80,segment=NetworkSegment(061a23d6-0dfc-4b8c-8c39-19dacfe9a34b),segment_id=061a23d6-0dfc-4b8c-8c39-19dacfe9a34b)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:17:56.281803 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:56.339889 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4653f30-bc17-40d8-9b1a-7707779c9263 None None] Pushing event updated for resources: {'Port': ['ID=fe79279a-7d1e-4056-970e-1c1486725b80,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:56.346670 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] Routers {'d5c689c1-cb25-4930-9d75-2643db1b7e23'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:56.347349 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d5c689c1-cb25-4930-9d75-2643db1b7e23'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:56.372859 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4bf1167-d518-4ff8-8cd9-8ac4309fefc2 req-e0025a6b-1f54-4f00-b6e6-de038a6aca5d tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230067 Nov 23 22:17:56.411175 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9eb6e63c-f42f-4f80-8f70-a45035886e8f None None] Provisioning complete for port fe79279a-7d1e-4056-970e-1c1486725b80 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:56.413268 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9eb6e63c-f42f-4f80-8f70-a45035886e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:56.448913 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a82406db-809b-42cf-8a02-7bd41d822557 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:56.498389 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] Set router d5c689c1-cb25-4930-9d75-2643db1b7e23 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:56.532116 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9eb6e63c-f42f-4f80-8f70-a45035886e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:56.570082 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-9eb6e63c-f42f-4f80-8f70-a45035886e8f None None] For port fe79279a-7d1e-4056-970e-1c1486725b80, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fe79279a-7d1e-4056-970e-1c1486725b80,segment=NetworkSegment(061a23d6-0dfc-4b8c-8c39-19dacfe9a34b),segment_id=061a23d6-0dfc-4b8c-8c39-19dacfe9a34b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:56.576172 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9eb6e63c-f42f-4f80-8f70-a45035886e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:56.609447 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a82406db-809b-42cf-8a02-7bd41d822557 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:56.643234 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6e63c-f42f-4f80-8f70-a45035886e8f None None] Pushing event updated for resources: {'Port': ['ID=fe79279a-7d1e-4056-970e-1c1486725b80,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:56.646590 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fe79279a-7d1e-4056-970e-1c1486725b80 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:17:56.685151 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb6e63c-f42f-4f80-8f70-a45035886e8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:56.685515 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb6e63c-f42f-4f80-8f70-a45035886e8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:56.685867 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb6e63c-f42f-4f80-8f70-a45035886e8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:56.686197 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb6e63c-f42f-4f80-8f70-a45035886e8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:56.686537 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb6e63c-f42f-4f80-8f70-a45035886e8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:56.687418 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb6e63c-f42f-4f80-8f70-a45035886e8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:56.687775 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb6e63c-f42f-4f80-8f70-a45035886e8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:56.688120 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb6e63c-f42f-4f80-8f70-a45035886e8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:56.688558 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb6e63c-f42f-4f80-8f70-a45035886e8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:56.689000 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb6e63c-f42f-4f80-8f70-a45035886e8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:56.689338 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb6e63c-f42f-4f80-8f70-a45035886e8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:56.689671 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb6e63c-f42f-4f80-8f70-a45035886e8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:17:56.721564 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port fe79279a-7d1e-4056-970e-1c1486725b80 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:56.721943 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:56.777756 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c689c1-cb25-4930-9d75-2643db1b7e23', 'name': 'tempest-TestServerMultinode-2127939919-router', 'tenant_id': '0dd663d0286d4fc883e2729a820d2e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'fbcb7b42-4170-4a74-8cea-641d340416af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:43Z', 'updated_at': '2021-11-23T22:17:48Z', 'revision_number': 4, 'project_id': '0dd663d0286d4fc883e2729a820d2e53', 'gw_port': {'id': 'fbcb7b42-4170-4a74-8cea-641d340416af', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c689c1-cb25-4930-9d75-2643db1b7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:43Z', 'updated_at': '2021-11-23T22:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'fe79279a-7d1e-4056-970e-1c1486725b80', 'name': '', 'network_id': '40ce6c0e-eb36-449c-8b4d-c6b18f48865f', 'tenant_id': '0dd663d0286d4fc883e2729a820d2e53', 'mac_address': 'fa:16:3e:66:c4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c689c1-cb25-4930-9d75-2643db1b7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '1b6a2a17-62a4-4593-a290-5f70852b8537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:47Z', 'updated_at': '2021-11-23T22:17:56Z', 'revision_number': 4, 'project_id': '0dd663d0286d4fc883e2729a820d2e53', 'subnets': [{'id': '1b6a2a17-62a4-4593-a290-5f70852b8537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:56.796701 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a82406db-809b-42cf-8a02-7bd41d822557 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:56.804767 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a82406db-809b-42cf-8a02-7bd41d822557 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:56.809807 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e308e7fb-20d6-47d3-92fb-2a8cdfadfb20 None None] The sync data for ids ['d5c689c1-cb25-4930-9d75-2643db1b7e23'] in n-d-816206-9 is: [{'id': 'd5c689c1-cb25-4930-9d75-2643db1b7e23', 'name': 'tempest-TestServerMultinode-2127939919-router', 'tenant_id': '0dd663d0286d4fc883e2729a820d2e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'fbcb7b42-4170-4a74-8cea-641d340416af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:43Z', 'updated_at': '2021-11-23T22:17:48Z', 'revision_number': 4, 'project_id': '0dd663d0286d4fc883e2729a820d2e53', 'gw_port': {'id': 'fbcb7b42-4170-4a74-8cea-641d340416af', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c689c1-cb25-4930-9d75-2643db1b7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:43Z', 'updated_at': '2021-11-23T22:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'fe79279a-7d1e-4056-970e-1c1486725b80', 'name': '', 'network_id': '40ce6c0e-eb36-449c-8b4d-c6b18f48865f', 'tenant_id': '0dd663d0286d4fc883e2729a820d2e53', 'mac_address': 'fa:16:3e:66:c4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c689c1-cb25-4930-9d75-2643db1b7e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '1b6a2a17-62a4-4593-a290-5f70852b8537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:47Z', 'updated_at': '2021-11-23T22:17:56Z', 'revision_number': 4, 'project_id': '0dd663d0286d4fc883e2729a820d2e53', 'subnets': [{'id': '1b6a2a17-62a4-4593-a290-5f70852b8537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:17:56.822107 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-cdf235ee-a345-4c4b-9c83-632e4a82318f None None] Provisioning complete for port fe79279a-7d1e-4056-970e-1c1486725b80 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:56.823025 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cdf235ee-a345-4c4b-9c83-632e4a82318f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:56.883418 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82406db-809b-42cf-8a02-7bd41d822557 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event updated for resources: {'Port': ['ID=55d4657d-1005-48fe-a469-b0ea6cd523cb,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:56.893700 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a82406db-809b-42cf-8a02-7bd41d822557 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:56.922138 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 6225292e-26e0-4a19-8fc9-add6340589bb details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:17:57.003715 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-a82406db-809b-42cf-8a02-7bd41d822557 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Floating IP 2bcf9909-e893-4eee-bf59-9789b9dff8db associated. External IP: 172.25.5.239, port: 81f8b117-df38-40c6-bb1d-1bf8bf806b1a. Nov 23 22:17:57.036125 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 6225292e-26e0-4a19-8fc9-add6340589bb, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=6225292e-26e0-4a19-8fc9-add6340589bb,segment=NetworkSegment(cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7),segment_id=cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:57.050319 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '6225292e-26e0-4a19-8fc9-add6340589bb', 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039', 'port_id': '6225292e-26e0-4a19-8fc9-add6340589bb', 'mac_address': 'fa:16:3e:84:4e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d851a37-48f7-473f-9c4c-2d0e5eafcd3c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:17:57.105301 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:57.126867 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6225292e-26e0-4a19-8fc9-add6340589bb {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:17:57.151347 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 6225292e-26e0-4a19-8fc9-add6340589bb, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=6225292e-26e0-4a19-8fc9-add6340589bb,segment=NetworkSegment(cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7),segment_id=cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:57.157404 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:57.213067 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=6225292e-26e0-4a19-8fc9-add6340589bb,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:57.259157 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3dc183-f40e-40b8-a975-02a5a653a566 req-e634b2ae-ebf4-41d5-a5c1-04148a51be14 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.260700 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b3dc183-f40e-40b8-a975-02a5a653a566 req-e634b2ae-ebf4-41d5-a5c1-04148a51be14 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 945 time: 0.1045516 Nov 23 22:17:57.287184 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82406db-809b-42cf-8a02-7bd41d822557 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Router a7eff7a8-4d4e-41f1-ae55-68e41002ce22 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:17:57.328260 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b3dc183-f40e-40b8-a975-02a5a653a566 req-52dd6619-91b2-4f50-8070-cc28d0096967 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611837 Nov 23 22:17:57.400993 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['6225292e-26e0-4a19-8fc9-add6340589bb'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:17:57.429622 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82406db-809b-42cf-8a02-7bd41d822557 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:17:57.440777 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0ed86-eb0e-4b3b-98db-fbc5d5ccd498 None None] Sync routers for ids ['a7eff7a8-4d4e-41f1-ae55-68e41002ce22'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:17:57.448693 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a82406db-809b-42cf-8a02-7bd41d822557 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:57.469483 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0ed86-eb0e-4b3b-98db-fbc5d5ccd498 None None] Routers {'a7eff7a8-4d4e-41f1-ae55-68e41002ce22'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:57.470112 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a4d0ed86-eb0e-4b3b-98db-fbc5d5ccd498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a7eff7a8-4d4e-41f1-ae55-68e41002ce22'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:57.505993 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a82406db-809b-42cf-8a02-7bd41d822557 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1860566 Nov 23 22:17:57.505993 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e555fdd7-6f04-4693-8d25-a8a0e7266273', 'tag': '81f8b117-df38-40c6-bb1d-1bf8bf806b1a'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:17:57.506990 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39890) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:57.508260 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc1d940-d941-495f-ae44-d0c739a6d8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "e555fdd7-6f04-4693-8d25-a8a0e7266273", "tag": "81f8b117-df38-40c6-bb1d-1bf8bf806b1a"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:17:57.528589 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e15b7c-8b4c-4783-9746-a2af759b2798 req-b25ad07c-fb49-45bd-ad6f-6e60ffece232 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.535228 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-54e15b7c-8b4c-4783-9746-a2af759b2798 req-b25ad07c-fb49-45bd-ad6f-6e60ffece232 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a686fd13-be1b-4f3e-8883-8d64c78bb457 HTTP/1.1" status: 200 len: 1095 time: 0.0668817 Nov 23 22:17:57.607964 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-54e15b7c-8b4c-4783-9746-a2af759b2798 req-f19b7ef9-a750-45fd-aa6c-637965ea9b68 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652752 Nov 23 22:17:57.625762 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7230db-a9d8-4369-a2ac-bb02f8d0c6dc x-openstack-request-id: req-3f7230db-a9d8-4369-a2ac-bb02f8d0c6dc {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:17:57.626135 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e555fdd7-6f04-4693-8d25-a8a0e7266273", "tag": "81f8b117-df38-40c6-bb1d-1bf8bf806b1a", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:17:57.626400 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3f7230db-a9d8-4369-a2ac-bb02f8d0c6dc {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:17:57.626842 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e555fdd7-6f04-4693-8d25-a8a0e7266273', 'tag': '81f8b117-df38-40c6-bb1d-1bf8bf806b1a', 'status': 'completed', 'code': 200} Nov 23 22:17:57.635539 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-a4d0ed86-eb0e-4b3b-98db-fbc5d5ccd498 None None] Set router a7eff7a8-4d4e-41f1-ae55-68e41002ce22 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:57.660809 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7974915f-3fd5-4b0d-8aec-cc159c0e2116 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.661278 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7974915f-3fd5-4b0d-8aec-cc159c0e2116 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.661736 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7974915f-3fd5-4b0d-8aec-cc159c0e2116 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.662192 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7974915f-3fd5-4b0d-8aec-cc159c0e2116 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.664157 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7974915f-3fd5-4b0d-8aec-cc159c0e2116 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.664609 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7974915f-3fd5-4b0d-8aec-cc159c0e2116 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.665059 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7974915f-3fd5-4b0d-8aec-cc159c0e2116 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.665506 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7974915f-3fd5-4b0d-8aec-cc159c0e2116 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.665952 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7974915f-3fd5-4b0d-8aec-cc159c0e2116 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.666402 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7974915f-3fd5-4b0d-8aec-cc159c0e2116 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.671030 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7974915f-3fd5-4b0d-8aec-cc159c0e2116 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7054 time: 0.1577353 Nov 23 22:17:57.671290 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 39894) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:57.758536 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1d940-d941-495f-ae44-d0c739a6d8bb req-10bbb696-1d64-46bc-b3e8-097983ecf298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.760085 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9bc1d940-d941-495f-ae44-d0c739a6d8bb req-10bbb696-1d64-46bc-b3e8-097983ecf298 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e143aae0dbe9442c890dec2feef9200d&device_id=e555fdd7-6f04-4693-8d25-a8a0e7266273 HTTP/1.1" status: 200 len: 1136 time: 0.0879607 Nov 23 22:17:57.764959 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bee310c-3c24-480a-8f8f-ad91c77ae434 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.765416 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bee310c-3c24-480a-8f8f-ad91c77ae434 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.765859 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bee310c-3c24-480a-8f8f-ad91c77ae434 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.766369 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bee310c-3c24-480a-8f8f-ad91c77ae434 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.766975 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bee310c-3c24-480a-8f8f-ad91c77ae434 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.767428 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bee310c-3c24-480a-8f8f-ad91c77ae434 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.767867 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bee310c-3c24-480a-8f8f-ad91c77ae434 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.768307 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bee310c-3c24-480a-8f8f-ad91c77ae434 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.768742 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bee310c-3c24-480a-8f8f-ad91c77ae434 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.769181 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bee310c-3c24-480a-8f8f-ad91c77ae434 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.771019 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2bee310c-3c24-480a-8f8f-ad91c77ae434 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6527 time: 0.0977118 Nov 23 22:17:57.774341 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39898) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:57.867536 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1d940-d941-495f-ae44-d0c739a6d8bb req-66f3c328-cef0-4a12-affc-d0702af836d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.868705 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9bc1d940-d941-495f-ae44-d0c739a6d8bb req-66f3c328-cef0-4a12-affc-d0702af836d9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7a4447e-8744-4f22-b9de-ff026310b527 HTTP/1.1" status: 200 len: 898 time: 0.0966594 Nov 23 22:17:57.891418 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a4d0ed86-eb0e-4b3b-98db-fbc5d5ccd498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-465848267', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:36Z', 'revision_number': 4, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'gw_port': {'id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '2bcf9909-e893-4eee-bf59-9789b9dff8db', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'port_id': '81f8b117-df38-40c6-bb1d-1bf8bf806b1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527', 'mac_address': 'fa:16:3e:fc:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e555fdd7-6f04-4693-8d25-a8a0e7266273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:17:56Z', 'updated_at': '2021-11-23T22:17:56Z', 'revision_number': 0, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47b4b8b3-3785-42aa-b86d-9cad9d59fd5d', 'name': '', 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'mac_address': 'fa:16:3e:da:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'baaecb0c-c9cd-4d84-aa5e-393b7b6f898c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:17:43Z', 'revision_number': 5, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'subnets': [{'id': 'baaecb0c-c9cd-4d84-aa5e-393b7b6f898c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:57.927079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0ed86-eb0e-4b3b-98db-fbc5d5ccd498 None None] Checking router: a7eff7a8-4d4e-41f1-ae55-68e41002ce22 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:17:57.932848 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e10c0f46-01d1-4b83-bca5-d945e1063d54 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5926 time: 0.1573255 Nov 23 22:17:57.935520 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 39900) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:17:57.945225 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0ed86-eb0e-4b3b-98db-fbc5d5ccd498 None None] Routers {'a7eff7a8-4d4e-41f1-ae55-68e41002ce22'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:17:57.945838 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a4d0ed86-eb0e-4b3b-98db-fbc5d5ccd498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:17:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a7eff7a8-4d4e-41f1-ae55-68e41002ce22'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:57.945966 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9bc1d940-d941-495f-ae44-d0c739a6d8bb req-5a6d569e-10e0-4a71-9622-9b5cb97494ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f8b117-df38-40c6-bb1d-1bf8bf806b1a HTTP/1.1" status: 200 len: 1000 time: 0.0695562 Nov 23 22:17:57.950331 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0835831d-0ade-466b-a098-8232b180fa87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:57.980319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff24350-a821-4e78-ab0c-d9869043382c tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.980839 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff24350-a821-4e78-ab0c-d9869043382c tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:57.982488 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1ff24350-a821-4e78-ab0c-d9869043382c tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a7eff7a8-4d4e-41f1-ae55-68e41002ce22 HTTP/1.1" status: 200 len: 1990 time: 0.0457675 Nov 23 22:17:58.002995 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1d940-d941-495f-ae44-d0c739a6d8bb req-bd650ff4-6a20-4394-a39d-aa003c4a2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:58.004553 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9bc1d940-d941-495f-ae44-d0c739a6d8bb req-bd650ff4-6a20-4394-a39d-aa003c4a2c85 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baaecb0c-c9cd-4d84-aa5e-393b7b6f898c HTTP/1.1" status: 200 len: 834 time: 0.0513334 Nov 23 22:17:58.057313 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1d940-d941-495f-ae44-d0c739a6d8bb req-a5141d60-2f4f-45db-b8be-21039908d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:58.059171 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9bc1d940-d941-495f-ae44-d0c739a6d8bb req-a5141d60-2f4f-45db-b8be-21039908d351 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7a4447e-8744-4f22-b9de-ff026310b527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469484 Nov 23 22:17:58.066285 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-a4d0ed86-eb0e-4b3b-98db-fbc5d5ccd498 None None] Set router a7eff7a8-4d4e-41f1-ae55-68e41002ce22 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:17:58.162404 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9bc1d940-d941-495f-ae44-d0c739a6d8bb req-1c3874c4-5968-4604-a814-02dbf8dd0200 service neutron] 10.222.0.60 "GET /v2.0/networks/b7a4447e-8744-4f22-b9de-ff026310b527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899255 Nov 23 22:17:58.258652 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9bc1d940-d941-495f-ae44-d0c739a6d8bb req-45f1b1da-b985-4e02-bd54-80d29e76fad6 service neutron] 10.222.0.60 "GET /v2.0/networks/b7a4447e-8744-4f22-b9de-ff026310b527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887432 Nov 23 22:17:58.297177 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a4d0ed86-eb0e-4b3b-98db-fbc5d5ccd498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-465848267', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:36Z', 'revision_number': 4, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'gw_port': {'id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '2bcf9909-e893-4eee-bf59-9789b9dff8db', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'port_id': '81f8b117-df38-40c6-bb1d-1bf8bf806b1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527', 'mac_address': 'fa:16:3e:fc:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e555fdd7-6f04-4693-8d25-a8a0e7266273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:17:56Z', 'updated_at': '2021-11-23T22:17:56Z', 'revision_number': 0, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47b4b8b3-3785-42aa-b86d-9cad9d59fd5d', 'name': '', 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'mac_address': 'fa:16:3e:da:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'baaecb0c-c9cd-4d84-aa5e-393b7b6f898c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:17:43Z', 'revision_number': 5, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'subnets': [{'id': 'baaecb0c-c9cd-4d84-aa5e-393b7b6f898c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:17:58.327670 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0ed86-eb0e-4b3b-98db-fbc5d5ccd498 None None] The sync data for ids ['a7eff7a8-4d4e-41f1-ae55-68e41002ce22'] in n-d-816206-9 is: [{'id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-465848267', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:36Z', 'revision_number': 4, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'gw_port': {'id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '2bcf9909-e893-4eee-bf59-9789b9dff8db', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'floating_ip_address': '172.25.5.239', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'port_id': '81f8b117-df38-40c6-bb1d-1bf8bf806b1a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527', 'mac_address': 'fa:16:3e:fc:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e555fdd7-6f04-4693-8d25-a8a0e7266273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:17:56Z', 'updated_at': '2021-11-23T22:17:56Z', 'revision_number': 0, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47b4b8b3-3785-42aa-b86d-9cad9d59fd5d', 'name': '', 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'mac_address': 'fa:16:3e:da:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'baaecb0c-c9cd-4d84-aa5e-393b7b6f898c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:17:43Z', 'revision_number': 5, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'subnets': [{'id': 'baaecb0c-c9cd-4d84-aa5e-393b7b6f898c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:17:58.444429 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7645f-aa5e-417e-934c-371a81adb68b req-7736712e-1634-408d-beb2-c9964b2cbca0 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:58.446390 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-83e7645f-aa5e-417e-934c-371a81adb68b req-7736712e-1634-408d-beb2-c9964b2cbca0 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 945 time: 0.0500858 Nov 23 22:17:58.507725 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-83e7645f-aa5e-417e-934c-371a81adb68b req-294a1790-4927-4a89-9ce3-29fdba5b76f6 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549991 Nov 23 22:17:58.526149 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fe79279a-7d1e-4056-970e-1c1486725b80 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:17:58.574538 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port fe79279a-7d1e-4056-970e-1c1486725b80 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:58.574932 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:58.716532 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bbb9d5-a85e-4a7b-98f9-60b95fb8fa88 req-7fc308da-2695-4789-97af-fe631fd2fe77 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:58.718142 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24bbb9d5-a85e-4a7b-98f9-60b95fb8fa88 req-7fc308da-2695-4789-97af-fe631fd2fe77 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a686fd13-be1b-4f3e-8883-8d64c78bb457 HTTP/1.1" status: 200 len: 1095 time: 0.0477874 Nov 23 22:17:58.764410 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24bbb9d5-a85e-4a7b-98f9-60b95fb8fa88 req-39a159fe-7a29-4d31-bb89-b9fca0e31813 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397677 Nov 23 22:17:58.947081 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 6225292e-26e0-4a19-8fc9-add6340589bb up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:17:58.999734 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 6225292e-26e0-4a19-8fc9-add6340589bb completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:17:59.003976 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 6225292e-26e0-4a19-8fc9-add6340589bb triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:17:59.004332 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:59.084523 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:59.109974 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a686fd13-be1b-4f3e-8883-8d64c78bb457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6225292e-26e0-4a19-8fc9-add6340589bb'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:17:59.112268 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa43452-2402-4f6e-9112-9e13f8a38618" -d '{"events": [{"server_uuid": "a686fd13-be1b-4f3e-8883-8d64c78bb457", "name": "network-vif-plugged", "status": "completed", "tag": "6225292e-26e0-4a19-8fc9-add6340589bb"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:17:59.132572 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 6225292e-26e0-4a19-8fc9-add6340589bb, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=6225292e-26e0-4a19-8fc9-add6340589bb,segment=NetworkSegment(cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7),segment_id=cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:17:59.137725 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:17:59.166599 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca44215-aa90-4593-990e-7907289a9084 x-openstack-request-id: req-dca44215-aa90-4593-990e-7907289a9084 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:17:59.166917 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a686fd13-be1b-4f3e-8883-8d64c78bb457", "name": "network-vif-plugged", "status": "completed", "tag": "6225292e-26e0-4a19-8fc9-add6340589bb", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:17:59.167174 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dca44215-aa90-4593-990e-7907289a9084 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:17:59.167566 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a686fd13-be1b-4f3e-8883-8d64c78bb457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6225292e-26e0-4a19-8fc9-add6340589bb', 'code': 200} Nov 23 22:17:59.190196 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce1c7a8-ef93-4bf5-9a33-ae7f5bb33cbf None None] New status for floating IP 2bcf9909-e893-4eee-bf59-9789b9dff8db: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:17:59.283242 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f20c22-bfd2-4837-9aa4-9e966b3fec18 req-31fd52f3-1882-46a4-8920-7d61cc190cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:59.284699 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-24f20c22-bfd2-4837-9aa4-9e966b3fec18 req-31fd52f3-1882-46a4-8920-7d61cc190cc5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a686fd13-be1b-4f3e-8883-8d64c78bb457 HTTP/1.1" status: 200 len: 1096 time: 0.0448463 Nov 23 22:17:59.337227 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-24f20c22-bfd2-4837-9aa4-9e966b3fec18 req-75ff6077-1448-461d-a6ea-be2a946ffc6c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419879 Nov 23 22:17:59.357257 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=6225292e-26e0-4a19-8fc9-add6340589bb,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:17:59.621684 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ce9f2-2221-423d-b34e-9d2afce098c9 req-6247b79f-1893-42b9-996d-40ee59a8d071 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:59.623152 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e25ce9f2-2221-423d-b34e-9d2afce098c9 req-6247b79f-1893-42b9-996d-40ee59a8d071 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 945 time: 0.0476735 Nov 23 22:17:59.671916 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e25ce9f2-2221-423d-b34e-9d2afce098c9 req-4dfc097d-800d-4037-8c49-769a80d4ef99 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429113 Nov 23 22:17:59.873315 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdbe6b-8085-419e-8d98-82d185c2abf2 req-780d2193-9e1a-403c-a176-f71883654dd6 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:17:59.874794 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4bdbe6b-8085-419e-8d98-82d185c2abf2 req-780d2193-9e1a-403c-a176-f71883654dd6 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a686fd13-be1b-4f3e-8883-8d64c78bb457 HTTP/1.1" status: 200 len: 1096 time: 0.0439041 Nov 23 22:17:59.919041 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4bdbe6b-8085-419e-8d98-82d185c2abf2 req-74a97522-886d-44a6-85a2-58f38d459320 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382760 Nov 23 22:18:00.145785 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:00.520652 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7e47e546-cad5-4193-8b44-49ca50c30d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:00.789831 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4b010-0b64-4813-a892-5b3aec221478 req-c7208fd4-2f4e-45c2-a41e-71d66e8a91a1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:00.791322 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e2b4b010-0b64-4813-a892-5b3aec221478 req-c7208fd4-2f4e-45c2-a41e-71d66e8a91a1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 945 time: 0.0490768 Nov 23 22:18:00.843164 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e2b4b010-0b64-4813-a892-5b3aec221478 req-b946bf35-68db-4a5c-b4b5-897f0dba5b82 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452766 Nov 23 22:18:01.024636 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39493cd-a466-418b-80c3-e679ddb4c0d0 req-9c497aab-c5df-41a1-8781-61901e6f61ea tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:01.026143 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c39493cd-a466-418b-80c3-e679ddb4c0d0 req-9c497aab-c5df-41a1-8781-61901e6f61ea tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a686fd13-be1b-4f3e-8883-8d64c78bb457 HTTP/1.1" status: 200 len: 1096 time: 0.0403743 Nov 23 22:18:01.074092 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c39493cd-a466-418b-80c3-e679ddb4c0d0 req-b2cd1669-cf4b-4b7f-8cde-738ff6f2dd3d tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421319 Nov 23 22:18:01.180690 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572321d-7520-472f-8b8e-7be6ae1bc886 req-a3612cb5-8bde-451c-b2ca-55c9df756e55 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:01.182214 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c572321d-7520-472f-8b8e-7be6ae1bc886 req-a3612cb5-8bde-451c-b2ca-55c9df756e55 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a686fd13-be1b-4f3e-8883-8d64c78bb457 HTTP/1.1" status: 200 len: 1096 time: 0.0419202 Nov 23 22:18:01.227464 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c572321d-7520-472f-8b8e-7be6ae1bc886 req-8f6ef54a-6320-40b8-888b-963b77315495 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391927 Nov 23 22:18:01.331338 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35383fd5-73d0-4ea3-b746-f47236a2e8a2 req-62eb84a3-78b3-4a63-8ffc-4dee20746fcb tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:01.333025 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35383fd5-73d0-4ea3-b746-f47236a2e8a2 req-62eb84a3-78b3-4a63-8ffc-4dee20746fcb tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a686fd13-be1b-4f3e-8883-8d64c78bb457 HTTP/1.1" status: 200 len: 1096 time: 0.0399411 Nov 23 22:18:01.376830 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35383fd5-73d0-4ea3-b746-f47236a2e8a2 req-13b95d80-4fcb-4c14-b64e-2c8ba18cc5f4 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374100 Nov 23 22:18:01.591010 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-1c61a780-fd9c-4da4-a006-11003d52c4ce tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:01.592516 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-1c61a780-fd9c-4da4-a006-11003d52c4ce tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/networks?id=9d953a27-4509-46fc-929c-ec3c1cc90039 HTTP/1.1" status: 200 len: 908 time: 0.0909491 Nov 23 22:18:01.607619 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-7e6b69ff-33e6-462a-87f2-6c7c60fb6d7e tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/quotas/0dd663d0286d4fc883e2729a820d2e53 HTTP/1.1" status: 200 len: 375 time: 0.0094202 Nov 23 22:18:01.652880 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:01.655371 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-91074da2-d99d-43b9-b8a6-a98e82a6b7a2 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?tenant_id=0dd663d0286d4fc883e2729a820d2e53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0425990 Nov 23 22:18:01.750023 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-2f1e8122-942c-4059-b852-0d01d1f4b24e service neutron] 10.222.0.50 "GET /v2.0/networks/9d953a27-4509-46fc-929c-ec3c1cc90039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875621 Nov 23 22:18:01.837722 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-76b481ef-916d-40b2-b113-8dd4b1b1c70c service neutron] 10.222.0.50 "GET /v2.0/networks/9d953a27-4509-46fc-929c-ec3c1cc90039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817642 Nov 23 22:18:02.017802 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3cf75d1e-899d-432a-a42e-8f96e4916460 req-ca1f4a55-0fe9-4520-b5a0-802fd8b67988 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=100c92a9-26a3-45fe-b3d8-a13fd82db40b HTTP/1.1" status: 200 len: 210 time: 0.0454352 Nov 23 22:18:02.040983 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a246f7-66f4-4509-aba0-3ad252bf1451 req-909fc728-563e-4781-8fbf-e9b0edc7bfd4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:02.041996 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87a246f7-66f4-4509-aba0-3ad252bf1451 req-909fc728-563e-4781-8fbf-e9b0edc7bfd4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 945 time: 0.0823674 Nov 23 22:18:02.094325 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87a246f7-66f4-4509-aba0-3ad252bf1451 req-a67a8fac-5efd-46b2-a83b-1bdff55e39ce tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456495 Nov 23 22:18:03.034812 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:03.079074 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-fadb9f5e-f5e7-4254-ad3b-3bd62c38979f tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:03.080688 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-fadb9f5e-f5e7-4254-ad3b-3bd62c38979f tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.60 "GET /v2.0/networks?id=9d953a27-4509-46fc-929c-ec3c1cc90039 HTTP/1.1" status: 200 len: 908 time: 0.0942752 Nov 23 22:18:03.102197 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Request body: {'port': {'device_id': '100c92a9-26a3-45fe-b3d8-a13fd82db40b', 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039', 'admin_state_up': True, 'tenant_id': '0dd663d0286d4fc883e2729a820d2e53'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:18:03.123153 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5c9430ae-101e-4498-874b-bde0a51311b0 req-56599ebb-b1e6-44e8-b187-66e6dbe71b1a tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=100c92a9-26a3-45fe-b3d8-a13fd82db40b HTTP/1.1" status: 200 len: 210 time: 0.0297406 Nov 23 22:18:03.135833 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Made reservation on behalf of 0dd663d0286d4fc883e2729a820d2e53 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:18:03.138565 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:03.224390 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b37935-254b-4ee6-b5cd-e60bc0eb78b1 req-06187763-9934-4de8-b852-f2a0e4806815 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:03.225926 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-04b37935-254b-4ee6-b5cd-e60bc0eb78b1 req-06187763-9934-4de8-b852-f2a0e4806815 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 945 time: 0.0544167 Nov 23 22:18:03.265060 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Allocated IP 172.20.0.10 (9d953a27-4509-46fc-929c-ec3c1cc90039/2d851a37-48f7-473f-9c4c-2d0e5eafcd3c/d6900a9a-d314-41ab-b64c-772808fca53d) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:18:03.280204 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-04b37935-254b-4ee6-b5cd-e60bc0eb78b1 req-f6791f6e-890f-40d0-bcf3-59f2b6447615 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481682 Nov 23 22:18:03.399717 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:03.432208 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:03.442567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['6225292e-26e0-4a19-8fc9-add6340589bb'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:18:03.474187 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Network 9d953a27-4509-46fc-929c-ec3c1cc90039 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:18:03.477651 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:18:03.483593 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:18:03.517446 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Pushing event updated for resources: {'Port': ['ID=d6900a9a-d314-41ab-b64c-772808fca53d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:03.530993 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:03.531351 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:03.531699 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:03.532041 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:03.532390 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:03.532730 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:03.533065 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:03.533397 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:03.533726 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:03.534055 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:03.534384 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:03.534754 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:03.541666 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:03.542283 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:03.560766 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-b0c4c5d8-dfbc-410d-bf6f-04bacf2a6e73 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4635625 Nov 23 22:18:03.586938 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-a2f73118-cf4a-4c64-a518-9f1be1504166 service neutron] Request body: {'port': {'device_id': '100c92a9-26a3-45fe-b3d8-a13fd82db40b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:18:03.643202 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-a2f73118-cf4a-4c64-a518-9f1be1504166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:03.707844 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ee81db79-bd73-4660-a7d2-3abad298d9e8 None None] Provisioning complete for port d6900a9a-d314-41ab-b64c-772808fca53d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:18:03.708370 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ee81db79-bd73-4660-a7d2-3abad298d9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:03.743282 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-ee81db79-bd73-4660-a7d2-3abad298d9e8 None None] Port d6900a9a-d314-41ab-b64c-772808fca53d cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:18:03.837958 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:03.917224 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-a2f73118-cf4a-4c64-a518-9f1be1504166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6900a9a-d314-41ab-b64c-772808fca53d {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:18:03.924641 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-a2f73118-cf4a-4c64-a518-9f1be1504166 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:03.937197 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-a2f73118-cf4a-4c64-a518-9f1be1504166 service neutron] Transition to ACTIVE for port object d6900a9a-d314-41ab-b64c-772808fca53d will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:18:03.940377 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-a2f73118-cf4a-4c64-a518-9f1be1504166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:03.991834 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f73118-cf4a-4c64-a518-9f1be1504166 service neutron] Pushing event updated for resources: {'Port': ['ID=d6900a9a-d314-41ab-b64c-772808fca53d,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:04.063989 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-a2f73118-cf4a-4c64-a518-9f1be1504166 service neutron] Attempting to bind port d6900a9a-d314-41ab-b64c-772808fca53d on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:18:04.064378 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-a2f73118-cf4a-4c64-a518-9f1be1504166 service neutron] Attempting to bind port d6900a9a-d314-41ab-b64c-772808fca53d by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:18:04.064712 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-a2f73118-cf4a-4c64-a518-9f1be1504166 service neutron] Attempting to bind port d6900a9a-d314-41ab-b64c-772808fca53d on network 9d953a27-4509-46fc-929c-ec3c1cc90039 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:18:04.069601 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-a2f73118-cf4a-4c64-a518-9f1be1504166 service neutron] Port d6900a9a-d314-41ab-b64c-772808fca53d on network 9d953a27-4509-46fc-929c-ec3c1cc90039 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:18:04.069916 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-a2f73118-cf4a-4c64-a518-9f1be1504166 service neutron] Attempting to bind port d6900a9a-d314-41ab-b64c-772808fca53d on network 9d953a27-4509-46fc-929c-ec3c1cc90039 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:18:04.074927 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-a2f73118-cf4a-4c64-a518-9f1be1504166 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:18:04.075268 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-a2f73118-cf4a-4c64-a518-9f1be1504166 service neutron] Checking segment: {'id': 'cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:18:04.075656 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-a2f73118-cf4a-4c64-a518-9f1be1504166 service neutron] Bound using segment: {'id': 'cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:18:04.076082 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-a2f73118-cf4a-4c64-a518-9f1be1504166 service neutron] Bound port: d6900a9a-d314-41ab-b64c-772808fca53d, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:18:04.076438 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-a2f73118-cf4a-4c64-a518-9f1be1504166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:04.146486 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-a2f73118-cf4a-4c64-a518-9f1be1504166 service neutron] For port d6900a9a-d314-41ab-b64c-772808fca53d, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:18:04.152554 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-a2f73118-cf4a-4c64-a518-9f1be1504166 service neutron] For port d6900a9a-d314-41ab-b64c-772808fca53d, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=d6900a9a-d314-41ab-b64c-772808fca53d,segment=NetworkSegment(cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7),segment_id=cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:18:04.159703 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-a2f73118-cf4a-4c64-a518-9f1be1504166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:04.194760 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-a2f73118-cf4a-4c64-a518-9f1be1504166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:04.195606 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-a2f73118-cf4a-4c64-a518-9f1be1504166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:04.197196 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-a2f73118-cf4a-4c64-a518-9f1be1504166 service neutron] 10.222.0.60 "PUT /v2.0/ports/d6900a9a-d314-41ab-b64c-772808fca53d HTTP/1.1" status: 200 len: 1092 time: 0.6153584 Nov 23 22:18:04.199678 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100c92a9-26a3-45fe-b3d8-a13fd82db40b', 'tag': 'd6900a9a-d314-41ab-b64c-772808fca53d'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:18:04.202277 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfa657b-3c70-4bab-b052-b71c00638870" -d '{"events": [{"name": "network-changed", "server_uuid": "100c92a9-26a3-45fe-b3d8-a13fd82db40b", "tag": "d6900a9a-d314-41ab-b64c-772808fca53d"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:18:04.237244 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f73118-cf4a-4c64-a518-9f1be1504166 service neutron] Pushing event updated for resources: {'Port': ['ID=d6900a9a-d314-41ab-b64c-772808fca53d,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:04.255064 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b835ff0-5181-4ae3-ac65-40f1ab894193 req-00e96fb9-a31a-45fe-920e-868a272a3a21 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:04.257247 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b835ff0-5181-4ae3-ac65-40f1ab894193 req-00e96fb9-a31a-45fe-920e-868a272a3a21 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=100c92a9-26a3-45fe-b3d8-a13fd82db40b HTTP/1.1" status: 200 len: 1095 time: 0.0559301 Nov 23 22:18:04.277093 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a2cccb-81f2-41d0-930c-4dfb9876216a x-openstack-request-id: req-d7a2cccb-81f2-41d0-930c-4dfb9876216a {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:18:04.277482 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "100c92a9-26a3-45fe-b3d8-a13fd82db40b", "tag": "d6900a9a-d314-41ab-b64c-772808fca53d", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:18:04.277828 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d7a2cccb-81f2-41d0-930c-4dfb9876216a {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:18:04.278490 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100c92a9-26a3-45fe-b3d8-a13fd82db40b', 'tag': 'd6900a9a-d314-41ab-b64c-772808fca53d', 'status': 'completed', 'code': 200} Nov 23 22:18:04.307287 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b835ff0-5181-4ae3-ac65-40f1ab894193 req-5f095323-a890-4e05-8bc2-a40220053004 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431471 Nov 23 22:18:04.338002 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-41fdeddb-bee0-4a84-93c6-bf574bb0cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:04.339873 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-41fdeddb-bee0-4a84-93c6-bf574bb0cc93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0dd663d0286d4fc883e2729a820d2e53&device_id=100c92a9-26a3-45fe-b3d8-a13fd82db40b HTTP/1.1" status: 200 len: 1095 time: 0.0492320 Nov 23 22:18:04.396229 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-b546499e-440e-4a00-bbba-3a1cffd51865 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6900a9a-d314-41ab-b64c-772808fca53d HTTP/1.1" status: 200 len: 217 time: 0.0403373 Nov 23 22:18:04.416065 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ebd46-ea8e-4b3c-acb8-6d101b58cc31 req-b2bf831c-0ecc-486d-8ebd-6c387621bfa0 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:04.421289 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a3ebd46-ea8e-4b3c-acb8-6d101b58cc31 req-b2bf831c-0ecc-486d-8ebd-6c387621bfa0 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 945 time: 0.0564103 Nov 23 22:18:04.453053 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-838ebe7b-9475-43f3-89eb-063a934be233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:04.455187 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-838ebe7b-9475-43f3-89eb-063a934be233 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d851a37-48f7-473f-9c4c-2d0e5eafcd3c HTTP/1.1" status: 200 len: 846 time: 0.0517664 Nov 23 22:18:04.473343 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a3ebd46-ea8e-4b3c-acb8-6d101b58cc31 req-6b2f4813-1551-4e7f-8b47-13ebcc6b64bb tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485616 Nov 23 22:18:04.505195 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-da58cb54-8e67-41f3-a16b-005cf38787db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:04.506799 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-da58cb54-8e67-41f3-a16b-005cf38787db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9d953a27-4509-46fc-929c-ec3c1cc90039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444381 Nov 23 22:18:04.602776 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-cb7a764e-c8c1-4cf1-b9c3-f3f6d9e938f8 service neutron] 10.222.0.60 "GET /v2.0/networks/9d953a27-4509-46fc-929c-ec3c1cc90039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889106 Nov 23 22:18:04.696772 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c6fee019-0762-40ad-9531-2b92cbcea69c req-e1da209c-ae45-4279-8ec1-3142b4db21c9 service neutron] 10.222.0.60 "GET /v2.0/networks/9d953a27-4509-46fc-929c-ec3c1cc90039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861316 Nov 23 22:18:04.826078 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa657b-3c70-4bab-b052-b71c00638870 req-6d9b017a-e384-403e-ab7d-d9bdacad28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:04.827685 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bcfa657b-3c70-4bab-b052-b71c00638870 req-6d9b017a-e384-403e-ab7d-d9bdacad28d2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0dd663d0286d4fc883e2729a820d2e53&device_id=100c92a9-26a3-45fe-b3d8-a13fd82db40b HTTP/1.1" status: 200 len: 1095 time: 0.0420687 Nov 23 22:18:04.921139 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa657b-3c70-4bab-b052-b71c00638870 req-312479ad-0159-40f7-8bdc-6fd06259d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:04.922597 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bcfa657b-3c70-4bab-b052-b71c00638870 req-312479ad-0159-40f7-8bdc-6fd06259d6e7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9d953a27-4509-46fc-929c-ec3c1cc90039 HTTP/1.1" status: 200 len: 908 time: 0.0866246 Nov 23 22:18:04.964739 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bcfa657b-3c70-4bab-b052-b71c00638870 req-ec3f58a9-9a3e-4f97-889e-de92616f8c1a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6900a9a-d314-41ab-b64c-772808fca53d HTTP/1.1" status: 200 len: 217 time: 0.0334704 Nov 23 22:18:05.017572 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa657b-3c70-4bab-b052-b71c00638870 req-f0592367-0c83-469b-af97-21a9004ed0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:05.019128 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bcfa657b-3c70-4bab-b052-b71c00638870 req-f0592367-0c83-469b-af97-21a9004ed0dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d851a37-48f7-473f-9c4c-2d0e5eafcd3c HTTP/1.1" status: 200 len: 846 time: 0.0465372 Nov 23 22:18:05.066822 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa657b-3c70-4bab-b052-b71c00638870 req-b0a416fc-c9ba-4e0d-bcfc-ca02d5fee574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:05.068320 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bcfa657b-3c70-4bab-b052-b71c00638870 req-b0a416fc-c9ba-4e0d-bcfc-ca02d5fee574 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9d953a27-4509-46fc-929c-ec3c1cc90039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403483 Nov 23 22:18:05.164720 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bcfa657b-3c70-4bab-b052-b71c00638870 req-9cda87df-2251-492e-a7a1-4ceb0f7c656c service neutron] 10.222.0.60 "GET /v2.0/networks/9d953a27-4509-46fc-929c-ec3c1cc90039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876105 Nov 23 22:18:05.255649 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bcfa657b-3c70-4bab-b052-b71c00638870 req-62b80f16-c838-40d8-90cd-8c172b7d2769 service neutron] 10.222.0.60 "GET /v2.0/networks/9d953a27-4509-46fc-929c-ec3c1cc90039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834517 Nov 23 22:18:05.425983 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ab40d-a228-4042-9707-b86a821202d1 req-8ed999aa-4153-4323-9cec-77c13f6c153b tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:05.427502 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-279ab40d-a228-4042-9707-b86a821202d1 req-8ed999aa-4153-4323-9cec-77c13f6c153b tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=100c92a9-26a3-45fe-b3d8-a13fd82db40b HTTP/1.1" status: 200 len: 1095 time: 0.0401807 Nov 23 22:18:05.470997 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-279ab40d-a228-4042-9707-b86a821202d1 req-a21a369c-2fd2-46b2-a360-038164a8e2b0 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374181 Nov 23 22:18:05.592863 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e115c3-963d-41b2-9f8d-4367451dba83 req-813c730f-d969-4a7e-8b54-cc5cecb38226 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:05.594337 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3e115c3-963d-41b2-9f8d-4367451dba83 req-813c730f-d969-4a7e-8b54-cc5cecb38226 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 945 time: 0.0505807 Nov 23 22:18:05.644645 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3e115c3-963d-41b2-9f8d-4367451dba83 req-aa75e4b5-f4b6-4ca2-916c-52296c39b032 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428100 Nov 23 22:18:06.587773 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce83df-37e9-451c-86f6-0ed04ec520b5 req-9eba143f-1863-4630-97f6-4aa6a66ed725 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:06.589279 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51ce83df-37e9-451c-86f6-0ed04ec520b5 req-9eba143f-1863-4630-97f6-4aa6a66ed725 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=100c92a9-26a3-45fe-b3d8-a13fd82db40b HTTP/1.1" status: 200 len: 1095 time: 0.0518873 Nov 23 22:18:06.633518 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-51ce83df-37e9-451c-86f6-0ed04ec520b5 req-8eeeaaee-a156-49de-b2de-97e8787d89a2 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381866 Nov 23 22:18:06.761916 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca72f8-1cd4-4e53-8778-318756646f98 req-80325ca8-de6b-42f1-a07e-717aca8e582c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:06.763331 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68ca72f8-1cd4-4e53-8778-318756646f98 req-80325ca8-de6b-42f1-a07e-717aca8e582c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 945 time: 0.0488193 Nov 23 22:18:06.813090 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68ca72f8-1cd4-4e53-8778-318756646f98 req-3911ce02-bcd4-46dd-b6c6-39107215ca16 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440559 Nov 23 22:18:07.472794 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device d6900a9a-d314-41ab-b64c-772808fca53d details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:18:07.567031 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port d6900a9a-d314-41ab-b64c-772808fca53d, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=d6900a9a-d314-41ab-b64c-772808fca53d,segment=NetworkSegment(cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7),segment_id=cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:07.578074 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'd6900a9a-d314-41ab-b64c-772808fca53d', 'network_id': '9d953a27-4509-46fc-929c-ec3c1cc90039', 'port_id': 'd6900a9a-d314-41ab-b64c-772808fca53d', 'mac_address': 'fa:16:3e:c2:68:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d851a37-48f7-473f-9c4c-2d0e5eafcd3c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:18:07.615225 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:07.631035 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6900a9a-d314-41ab-b64c-772808fca53d {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:18:07.650560 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port d6900a9a-d314-41ab-b64c-772808fca53d, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=d6900a9a-d314-41ab-b64c-772808fca53d,segment=NetworkSegment(cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7),segment_id=cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:07.654474 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:07.700913 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=d6900a9a-d314-41ab-b64c-772808fca53d,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:07.740502 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607317e3-e4d4-4477-916b-290dad9798bf req-83f58361-7b9f-4d64-bc95-a13b4a4ec46a tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:07.742021 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-607317e3-e4d4-4477-916b-290dad9798bf req-83f58361-7b9f-4d64-bc95-a13b4a4ec46a tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=100c92a9-26a3-45fe-b3d8-a13fd82db40b HTTP/1.1" status: 200 len: 1096 time: 0.0424614 Nov 23 22:18:07.793983 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-607317e3-e4d4-4477-916b-290dad9798bf req-1156a23f-cc89-4552-aaab-4c5168a9e8ff tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459557 Nov 23 22:18:07.941923 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854b5e7-cc3a-44d8-a194-4b95a2499eb0 req-09a68578-68ce-41c7-ab4f-3bb247a496ba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:07.944442 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1854b5e7-cc3a-44d8-a194-4b95a2499eb0 req-09a68578-68ce-41c7-ab4f-3bb247a496ba tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 945 time: 0.0523734 Nov 23 22:18:07.995216 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1854b5e7-cc3a-44d8-a194-4b95a2499eb0 req-a91a9bed-1369-4d8b-aa8f-94e2a6ffa86e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445752 Nov 23 22:18:07.998689 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['d6900a9a-d314-41ab-b64c-772808fca53d'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:18:08.902942 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ac873-02eb-4ce5-94eb-4f18ceed8dc5 req-d10eae35-82f8-4d68-8c2a-d99c2b032972 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:08.904441 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c68ac873-02eb-4ce5-94eb-4f18ceed8dc5 req-d10eae35-82f8-4d68-8c2a-d99c2b032972 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=100c92a9-26a3-45fe-b3d8-a13fd82db40b HTTP/1.1" status: 200 len: 1096 time: 0.0409958 Nov 23 22:18:08.947771 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c68ac873-02eb-4ce5-94eb-4f18ceed8dc5 req-d144968f-43c3-488d-ae6b-0e99a31cf214 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374224 Nov 23 22:18:09.124026 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e32188-92db-4bec-a25d-ab308dd597c2 req-7c5d9856-fb63-455f-b434-78b2afee0447 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:09.125444 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0e32188-92db-4bec-a25d-ab308dd597c2 req-7c5d9856-fb63-455f-b434-78b2afee0447 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 945 time: 0.0546930 Nov 23 22:18:09.175330 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0e32188-92db-4bec-a25d-ab308dd597c2 req-25e71e86-6d6f-4838-86c0-c9c250e153d7 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437799 Nov 23 22:18:09.497274 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device d6900a9a-d314-41ab-b64c-772808fca53d up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:18:09.547198 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port d6900a9a-d314-41ab-b64c-772808fca53d completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:18:09.551536 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port d6900a9a-d314-41ab-b64c-772808fca53d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:18:09.551958 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:09.626119 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:09.649013 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100c92a9-26a3-45fe-b3d8-a13fd82db40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6900a9a-d314-41ab-b64c-772808fca53d'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:18:09.651412 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847f5a5e-efbe-4fe8-8fb8-a5d1b55cea52" -d '{"events": [{"server_uuid": "100c92a9-26a3-45fe-b3d8-a13fd82db40b", "name": "network-vif-plugged", "status": "completed", "tag": "d6900a9a-d314-41ab-b64c-772808fca53d"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:18:09.668152 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port d6900a9a-d314-41ab-b64c-772808fca53d, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=d6900a9a-d314-41ab-b64c-772808fca53d,segment=NetworkSegment(cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7),segment_id=cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:09.672290 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:09.697926 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c566578-5b5e-4d2b-8c2a-3e578c26ed7a x-openstack-request-id: req-7c566578-5b5e-4d2b-8c2a-3e578c26ed7a {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:18:09.698225 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100c92a9-26a3-45fe-b3d8-a13fd82db40b", "name": "network-vif-plugged", "status": "completed", "tag": "d6900a9a-d314-41ab-b64c-772808fca53d", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:18:09.698481 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7c566578-5b5e-4d2b-8c2a-3e578c26ed7a {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:18:09.698912 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100c92a9-26a3-45fe-b3d8-a13fd82db40b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6900a9a-d314-41ab-b64c-772808fca53d', 'code': 200} Nov 23 22:18:09.723516 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=d6900a9a-d314-41ab-b64c-772808fca53d,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:09.825492 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3225d97-56f1-4ec3-896c-9103375f5038 req-1e5b4a5d-9566-480a-bc53-da3e94b32c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:09.827014 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b3225d97-56f1-4ec3-896c-9103375f5038 req-1e5b4a5d-9566-480a-bc53-da3e94b32c67 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=100c92a9-26a3-45fe-b3d8-a13fd82db40b HTTP/1.1" status: 200 len: 1097 time: 0.0406342 Nov 23 22:18:09.875963 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b3225d97-56f1-4ec3-896c-9103375f5038 req-12769b97-9894-4256-ab07-dfef3e5c9605 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415320 Nov 23 22:18:10.055113 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1242b44-84bb-4c44-b73b-f5f656da5c8d req-ec76878a-74fd-4a02-b090-842b1436b657 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:10.056644 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1242b44-84bb-4c44-b73b-f5f656da5c8d req-ec76878a-74fd-4a02-b090-842b1436b657 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=100c92a9-26a3-45fe-b3d8-a13fd82db40b HTTP/1.1" status: 200 len: 1097 time: 0.0412319 Nov 23 22:18:10.101622 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1242b44-84bb-4c44-b73b-f5f656da5c8d req-abcb91ac-f5ea-40ae-9444-3c979bc268b8 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391183 Nov 23 22:18:10.297062 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace38bf3-ed12-47ab-a203-a51529e96fa2 req-373f5f0d-77c0-4a9c-8afa-29a683583279 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:10.298422 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ace38bf3-ed12-47ab-a203-a51529e96fa2 req-373f5f0d-77c0-4a9c-8afa-29a683583279 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 945 time: 0.0522532 Nov 23 22:18:10.349773 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ace38bf3-ed12-47ab-a203-a51529e96fa2 req-e0820b65-3a41-4e53-a89e-4f3b16d48180 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448232 Nov 23 22:18:10.965319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7386704-c467-4419-a6d4-5c5bbd1b9f19 req-cc367482-2a8a-499b-8fdf-387b91b85d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:10.966855 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c7386704-c467-4419-a6d4-5c5bbd1b9f19 req-cc367482-2a8a-499b-8fdf-387b91b85d4a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 1096 time: 0.3577151 Nov 23 22:18:11.014702 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c7386704-c467-4419-a6d4-5c5bbd1b9f19 req-c655cf1a-ded0-4070-8175-07f1223b79e9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384188 Nov 23 22:18:11.206460 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fffa2-b142-4d71-b5be-3d4c143ee5f7 req-69e1a57c-3683-4b99-a104-741cc4cce240 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:11.207994 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-886fffa2-b142-4d71-b5be-3d4c143ee5f7 req-69e1a57c-3683-4b99-a104-741cc4cce240 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=100c92a9-26a3-45fe-b3d8-a13fd82db40b HTTP/1.1" status: 200 len: 1097 time: 0.0404551 Nov 23 22:18:11.257711 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-886fffa2-b142-4d71-b5be-3d4c143ee5f7 req-cb9a898e-5323-41f5-ba5c-94c1b5a6ba0a tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428677 Nov 23 22:18:11.476083 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c22f6-7a31-43c2-9519-8e0752b3d0e6 req-845a9281-b9db-4478-be32-ca702e97f06b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:11.477645 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-707c22f6-7a31-43c2-9519-8e0752b3d0e6 req-845a9281-b9db-4478-be32-ca702e97f06b tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 945 time: 0.0511229 Nov 23 22:18:11.504021 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f99b650a-0119-4121-aa2a-d3f0c9404b8a no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:18:11.534391 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-707c22f6-7a31-43c2-9519-8e0752b3d0e6 req-8124bf35-aa37-402e-9ec1-c973be368217 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506458 Nov 23 22:18:11.582435 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:11.617962 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f99b650a-0119-4121-aa2a-d3f0c9404b8a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f99b650a-0119-4121-aa2a-d3f0c9404b8a,segment=NetworkSegment(e28ae4e0-e178-4bb2-a599-d1e7a4745beb),segment_id=e28ae4e0-e178-4bb2-a599-d1e7a4745beb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:11.622121 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:11.667862 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f99b650a-0119-4121-aa2a-d3f0c9404b8a,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:11.699826 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f14776f-3943-45e0-b88f-1de66331e6fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f99b650a-0119-4121-aa2a-d3f0c9404b8a'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:18:11.702124 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c3fbf4-5bbc-4716-a01c-84adffb47d2b" -d '{"events": [{"server_uuid": "0f14776f-3943-45e0-b88f-1de66331e6fa", "name": "network-vif-unplugged", "status": "completed", "tag": "f99b650a-0119-4121-aa2a-d3f0c9404b8a"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:18:11.739175 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4263ff1a-d2eb-4594-a49b-cd65f16a99b7 x-openstack-request-id: req-4263ff1a-d2eb-4594-a49b-cd65f16a99b7 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:18:11.739470 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f14776f-3943-45e0-b88f-1de66331e6fa", "name": "network-vif-unplugged", "status": "completed", "tag": "f99b650a-0119-4121-aa2a-d3f0c9404b8a", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:18:11.739722 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4263ff1a-d2eb-4594-a49b-cd65f16a99b7 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:18:11.740109 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f14776f-3943-45e0-b88f-1de66331e6fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f99b650a-0119-4121-aa2a-d3f0c9404b8a', 'code': 200} Nov 23 22:18:12.391317 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a98c80-57d3-4dc4-ad33-4f0ec80fa870 req-5858532d-0980-4c8b-bd69-eceefa39d5a4 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:12.392730 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40a98c80-57d3-4dc4-ad33-4f0ec80fa870 req-5858532d-0980-4c8b-bd69-eceefa39d5a4 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=100c92a9-26a3-45fe-b3d8-a13fd82db40b HTTP/1.1" status: 200 len: 1097 time: 0.0413358 Nov 23 22:18:12.439634 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40a98c80-57d3-4dc4-ad33-4f0ec80fa870 req-690fdbeb-2d40-48bb-8f2d-162e15afd720 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392551 Nov 23 22:18:12.546510 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd83e3-d6c4-4c34-aca4-a76c75eadef6 req-6c026b5a-1247-489e-bdfb-7397f37c7c75 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:12.548733 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50dd83e3-d6c4-4c34-aca4-a76c75eadef6 req-6c026b5a-1247-489e-bdfb-7397f37c7c75 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=100c92a9-26a3-45fe-b3d8-a13fd82db40b HTTP/1.1" status: 200 len: 1097 time: 0.0409045 Nov 23 22:18:12.593611 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50dd83e3-d6c4-4c34-aca4-a76c75eadef6 req-703768bd-c575-4b58-a4e4-b8c51f0b67e6 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383472 Nov 23 22:18:13.021239 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5465659-dbc9-4263-9983-b0925dcd17ba req-7794e877-9f56-4c0b-8f88-1b26bd279162 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:13.022739 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5465659-dbc9-4263-9983-b0925dcd17ba req-7794e877-9f56-4c0b-8f88-1b26bd279162 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 943 time: 0.3814433 Nov 23 22:18:13.028334 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459f56d-1ee1-46f6-b27b-ef3ab9b90033 req-c212d89d-3e15-4122-a68f-388005028dfa tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:13.029698 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a459f56d-1ee1-46f6-b27b-ef3ab9b90033 req-c212d89d-3e15-4122-a68f-388005028dfa tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=100c92a9-26a3-45fe-b3d8-a13fd82db40b HTTP/1.1" status: 200 len: 1097 time: 0.3598988 Nov 23 22:18:13.101269 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5465659-dbc9-4263-9983-b0925dcd17ba req-eb1231c5-4607-4ea5-ada6-f720a9b163db tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706329 Nov 23 22:18:13.103385 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a459f56d-1ee1-46f6-b27b-ef3ab9b90033 req-d4c0a5d2-ac3a-4c55-ad89-c955df7ee498 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673118 Nov 23 22:18:13.124677 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40026) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:13.188996 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d882c0a0-4229-4465-bbf3-5b94bbd16d3d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/floatingips/c76783f3-ea47-4135-80e4-723203c29555 HTTP/1.1" status: 200 len: 991 time: 0.0630176 Nov 23 22:18:13.328533 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2ca27-2d63-4bfe-92cc-f28ddd118ed7 req-670a3781-39ea-45c8-ad0a-61f062def030 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:13.329982 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8af2ca27-2d63-4bfe-92cc-f28ddd118ed7 req-670a3781-39ea-45c8-ad0a-61f062def030 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=100c92a9-26a3-45fe-b3d8-a13fd82db40b HTTP/1.1" status: 200 len: 1097 time: 0.0413189 Nov 23 22:18:13.373782 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8af2ca27-2d63-4bfe-92cc-f28ddd118ed7 req-170ce4d0-87d8-4137-bf06-41b3ad96cf39 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373840 Nov 23 22:18:13.516109 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f99b650a-0119-4121-aa2a-d3f0c9404b8a details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:18:13.612693 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f99b650a-0119-4121-aa2a-d3f0c9404b8a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f99b650a-0119-4121-aa2a-d3f0c9404b8a,segment=NetworkSegment(e28ae4e0-e178-4bb2-a599-d1e7a4745beb),segment_id=e28ae4e0-e178-4bb2-a599-d1e7a4745beb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:13.623804 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'f99b650a-0119-4121-aa2a-d3f0c9404b8a', 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912', 'port_id': 'f99b650a-0119-4121-aa2a-d3f0c9404b8a', 'mac_address': 'fa:16:3e:12:13:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3c699e-5ec1-4643-9916-c6941d4ccdf9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:18:13.662960 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:13.675686 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f99b650a-0119-4121-aa2a-d3f0c9404b8a {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:18:13.695917 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f99b650a-0119-4121-aa2a-d3f0c9404b8a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f99b650a-0119-4121-aa2a-d3f0c9404b8a,segment=NetworkSegment(e28ae4e0-e178-4bb2-a599-d1e7a4745beb),segment_id=e28ae4e0-e178-4bb2-a599-d1e7a4745beb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:13.699748 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:13.746061 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f99b650a-0119-4121-aa2a-d3f0c9404b8a,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:14.058652 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['f99b650a-0119-4121-aa2a-d3f0c9404b8a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:18:14.478133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716022e7-8101-437b-b989-f28b3c02894a req-1c621273-2830-4637-8e6a-25d6bcc0d470 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:14.479687 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-716022e7-8101-437b-b989-f28b3c02894a req-1c621273-2830-4637-8e6a-25d6bcc0d470 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=100c92a9-26a3-45fe-b3d8-a13fd82db40b HTTP/1.1" status: 200 len: 1097 time: 0.0403595 Nov 23 22:18:14.523361 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-716022e7-8101-437b-b989-f28b3c02894a req-fc215b81-ff51-4ac1-950e-64d54b6b1cc6 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377765 Nov 23 22:18:14.925586 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09db7a3-762f-4796-88f0-073db6a8cd6f req-41e29442-9ce7-49ec-a9be-7a7abf667bfb tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:14.927012 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b09db7a3-762f-4796-88f0-073db6a8cd6f req-41e29442-9ce7-49ec-a9be-7a7abf667bfb tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=100c92a9-26a3-45fe-b3d8-a13fd82db40b HTTP/1.1" status: 200 len: 1097 time: 0.0391715 Nov 23 22:18:15.005033 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-b09db7a3-762f-4796-88f0-073db6a8cd6f req-f2e03960-8d3f-41bc-8017-5cbff43d4543 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Deleting port d6900a9a-d314-41ab-b64c-772808fca53d {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:18:15.005371 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b09db7a3-762f-4796-88f0-073db6a8cd6f req-f2e03960-8d3f-41bc-8017-5cbff43d4543 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:15.085134 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b09db7a3-762f-4796-88f0-073db6a8cd6f req-f2e03960-8d3f-41bc-8017-5cbff43d4543 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] For port d6900a9a-d314-41ab-b64c-772808fca53d, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=d6900a9a-d314-41ab-b64c-772808fca53d,segment=NetworkSegment(cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7),segment_id=cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:15.085499 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b09db7a3-762f-4796-88f0-073db6a8cd6f req-f2e03960-8d3f-41bc-8017-5cbff43d4543 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:15.097739 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-b09db7a3-762f-4796-88f0-073db6a8cd6f req-f2e03960-8d3f-41bc-8017-5cbff43d4543 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Calling delete_port for d6900a9a-d314-41ab-b64c-772808fca53d owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:18:15.226314 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b09db7a3-762f-4796-88f0-073db6a8cd6f req-f2e03960-8d3f-41bc-8017-5cbff43d4543 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:15.237941 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['6225292e-26e0-4a19-8fc9-add6340589bb'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:18:15.254843 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e03960-8d3f-41bc-8017-5cbff43d4543 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6900a9a-d314-41ab-b64c-772808fca53d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:15.268010 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['d6900a9a-d314-41ab-b64c-772808fca53d'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:18:15.296640 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09db7a3-762f-4796-88f0-073db6a8cd6f req-f2e03960-8d3f-41bc-8017-5cbff43d4543 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] No DVR routers for this DVR port d6900a9a-d314-41ab-b64c-772808fca53d on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:18:15.299534 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b09db7a3-762f-4796-88f0-073db6a8cd6f req-f2e03960-8d3f-41bc-8017-5cbff43d4543 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:15.304777 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b09db7a3-762f-4796-88f0-073db6a8cd6f req-f2e03960-8d3f-41bc-8017-5cbff43d4543 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.60 "DELETE /v2.0/ports/d6900a9a-d314-41ab-b64c-772808fca53d HTTP/1.1" status: 204 len: 173 time: 0.3695972 Nov 23 22:18:15.305625 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100c92a9-26a3-45fe-b3d8-a13fd82db40b', 'name': 'network-vif-deleted', 'tag': 'd6900a9a-d314-41ab-b64c-772808fca53d'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:18:15.307703 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7d8f42-76b5-4a0d-a86c-641c375dde6d" -d '{"events": [{"server_uuid": "100c92a9-26a3-45fe-b3d8-a13fd82db40b", "name": "network-vif-deleted", "tag": "d6900a9a-d314-41ab-b64c-772808fca53d"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:18:15.362285 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258808b6-2e89-465e-951c-abf82ba9f66e x-openstack-request-id: req-258808b6-2e89-465e-951c-abf82ba9f66e {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:18:15.362587 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100c92a9-26a3-45fe-b3d8-a13fd82db40b", "name": "network-vif-deleted", "tag": "d6900a9a-d314-41ab-b64c-772808fca53d", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:18:15.362874 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-258808b6-2e89-465e-951c-abf82ba9f66e {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:18:15.363279 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100c92a9-26a3-45fe-b3d8-a13fd82db40b', 'name': 'network-vif-deleted', 'tag': 'd6900a9a-d314-41ab-b64c-772808fca53d', 'status': 'completed', 'code': 200} Nov 23 22:18:15.556836 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f99b650a-0119-4121-aa2a-d3f0c9404b8a up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:18:15.606628 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port f99b650a-0119-4121-aa2a-d3f0c9404b8a triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:18:15.607026 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:15.629895 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-510dedb6-6e65-48f9-b70e-fe6bff4526c6 req-f6e2a5b3-39e1-48ae-9acf-f025b3d81107 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=100c92a9-26a3-45fe-b3d8-a13fd82db40b HTTP/1.1" status: 200 len: 210 time: 0.0254843 Nov 23 22:18:15.685286 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:15.707191 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f14776f-3943-45e0-b88f-1de66331e6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99b650a-0119-4121-aa2a-d3f0c9404b8a'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:18:15.709515 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d63f1c1-5857-41e6-9ab2-3fbc955326d0" -d '{"events": [{"server_uuid": "0f14776f-3943-45e0-b88f-1de66331e6fa", "name": "network-vif-plugged", "status": "completed", "tag": "f99b650a-0119-4121-aa2a-d3f0c9404b8a"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:18:15.722508 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port f99b650a-0119-4121-aa2a-d3f0c9404b8a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f99b650a-0119-4121-aa2a-d3f0c9404b8a,segment=NetworkSegment(e28ae4e0-e178-4bb2-a599-d1e7a4745beb),segment_id=e28ae4e0-e178-4bb2-a599-d1e7a4745beb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:15.728098 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:15.728851 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device d6900a9a-d314-41ab-b64c-772808fca53d no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:18:15.751941 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db91a4ea-c0a6-4ebf-82c1-3ea61e6e403c x-openstack-request-id: req-db91a4ea-c0a6-4ebf-82c1-3ea61e6e403c {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:18:15.752240 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f14776f-3943-45e0-b88f-1de66331e6fa", "name": "network-vif-plugged", "status": "completed", "tag": "f99b650a-0119-4121-aa2a-d3f0c9404b8a", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:18:15.752496 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db91a4ea-c0a6-4ebf-82c1-3ea61e6e403c {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:18:15.752911 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f14776f-3943-45e0-b88f-1de66331e6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99b650a-0119-4121-aa2a-d3f0c9404b8a', 'code': 200} Nov 23 22:18:15.753417 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: d6900a9a-d314-41ab-b64c-772808fca53d {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:18:15.753739 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device d6900a9a-d314-41ab-b64c-772808fca53d not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:18:15.802061 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=f99b650a-0119-4121-aa2a-d3f0c9404b8a,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:16.892097 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71733fb-d0ca-434b-a85d-1ce1d9aeb7a7 req-ac9985c7-3ed4-48be-833a-352277c4f611 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:16.893596 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d71733fb-d0ca-434b-a85d-1ce1d9aeb7a7 req-ac9985c7-3ed4-48be-833a-352277c4f611 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a686fd13-be1b-4f3e-8883-8d64c78bb457 HTTP/1.1" status: 200 len: 1096 time: 0.0445890 Nov 23 22:18:16.937110 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d71733fb-d0ca-434b-a85d-1ce1d9aeb7a7 req-b8c411e8-a134-4956-98e3-065f42adf912 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366900 Nov 23 22:18:18.041838 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc43b4b-a604-4fbe-8e52-560ae42a75bc req-4a9f89a0-1c13-4527-ba88-5c8366807ef1 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:18.043435 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bbc43b4b-a604-4fbe-8e52-560ae42a75bc req-4a9f89a0-1c13-4527-ba88-5c8366807ef1 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a686fd13-be1b-4f3e-8883-8d64c78bb457 HTTP/1.1" status: 200 len: 1096 time: 0.0401034 Nov 23 22:18:18.088185 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bbc43b4b-a604-4fbe-8e52-560ae42a75bc req-6355b296-fbd4-44c3-b661-46bd84bce218 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1b28b668-f723-40a1-8a04-4c8378027402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388038 Nov 23 22:18:18.356567 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fcb49-2a00-4769-8dca-56a0bd390b71 req-ea980230-db22-4994-8466-02e1f130fc7a tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:18.358051 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ce9fcb49-2a00-4769-8dca-56a0bd390b71 req-ea980230-db22-4994-8466-02e1f130fc7a tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a686fd13-be1b-4f3e-8883-8d64c78bb457 HTTP/1.1" status: 200 len: 1096 time: 0.0401523 Nov 23 22:18:18.442083 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-ce9fcb49-2a00-4769-8dca-56a0bd390b71 req-86d1cbe2-6b3a-4abe-89e8-c7f79c9d6e36 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Deleting port 6225292e-26e0-4a19-8fc9-add6340589bb {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:18:18.442330 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ce9fcb49-2a00-4769-8dca-56a0bd390b71 req-86d1cbe2-6b3a-4abe-89e8-c7f79c9d6e36 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:18.519223 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-ce9fcb49-2a00-4769-8dca-56a0bd390b71 req-86d1cbe2-6b3a-4abe-89e8-c7f79c9d6e36 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] For port 6225292e-26e0-4a19-8fc9-add6340589bb, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=6225292e-26e0-4a19-8fc9-add6340589bb,segment=NetworkSegment(cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7),segment_id=cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:18.519582 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ce9fcb49-2a00-4769-8dca-56a0bd390b71 req-86d1cbe2-6b3a-4abe-89e8-c7f79c9d6e36 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:18.531519 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-ce9fcb49-2a00-4769-8dca-56a0bd390b71 req-86d1cbe2-6b3a-4abe-89e8-c7f79c9d6e36 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Calling delete_port for 6225292e-26e0-4a19-8fc9-add6340589bb owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:18:18.658257 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ce9fcb49-2a00-4769-8dca-56a0bd390b71 req-86d1cbe2-6b3a-4abe-89e8-c7f79c9d6e36 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:18.672798 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['6225292e-26e0-4a19-8fc9-add6340589bb'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:18:18.686136 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1cbe2-6b3a-4abe-89e8-c7f79c9d6e36 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Pushing event deleted for resources: {'Port': ['ID=6225292e-26e0-4a19-8fc9-add6340589bb,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:18.732634 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9fcb49-2a00-4769-8dca-56a0bd390b71 req-86d1cbe2-6b3a-4abe-89e8-c7f79c9d6e36 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] No DVR routers for this DVR port 6225292e-26e0-4a19-8fc9-add6340589bb on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:18:18.735218 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ce9fcb49-2a00-4769-8dca-56a0bd390b71 req-86d1cbe2-6b3a-4abe-89e8-c7f79c9d6e36 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:18.738700 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ce9fcb49-2a00-4769-8dca-56a0bd390b71 req-86d1cbe2-6b3a-4abe-89e8-c7f79c9d6e36 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.53 "DELETE /v2.0/ports/6225292e-26e0-4a19-8fc9-add6340589bb HTTP/1.1" status: 204 len: 173 time: 0.3712745 Nov 23 22:18:18.739227 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a686fd13-be1b-4f3e-8883-8d64c78bb457', 'name': 'network-vif-deleted', 'tag': '6225292e-26e0-4a19-8fc9-add6340589bb'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:18:18.742078 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bbe0ac-dc79-4ded-a02c-cd1f8ee240de" -d '{"events": [{"server_uuid": "a686fd13-be1b-4f3e-8883-8d64c78bb457", "name": "network-vif-deleted", "tag": "6225292e-26e0-4a19-8fc9-add6340589bb"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:18:18.785272 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1837d276-ead3-4386-8643-34c6733b6d5b x-openstack-request-id: req-1837d276-ead3-4386-8643-34c6733b6d5b {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:18:18.785582 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a686fd13-be1b-4f3e-8883-8d64c78bb457", "name": "network-vif-deleted", "tag": "6225292e-26e0-4a19-8fc9-add6340589bb", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:18:18.785837 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1837d276-ead3-4386-8643-34c6733b6d5b {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:18:18.786245 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a686fd13-be1b-4f3e-8883-8d64c78bb457', 'name': 'network-vif-deleted', 'tag': '6225292e-26e0-4a19-8fc9-add6340589bb', 'status': 'completed', 'code': 200} Nov 23 22:18:19.196793 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b676924-45b5-49a8-a824-d1705569e8f6 req-8b7b4283-e376-41f0-a56f-e9a741e3f449 tempest-TestServerMultinode-1114869904 tempest-TestServerMultinode-1114869904-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a686fd13-be1b-4f3e-8883-8d64c78bb457 HTTP/1.1" status: 200 len: 210 time: 0.0260329 Nov 23 22:18:19.613549 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:18:20.261163 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40070) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:20.608080 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-088059c5-5aa4-4d55-9980-567d4ce61577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:20.851888 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-088059c5-5aa4-4d55-9980-567d4ce61577 admin admin] Deleting port 23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:18:20.852230 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-088059c5-5aa4-4d55-9980-567d4ce61577 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:20.932003 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-088059c5-5aa4-4d55-9980-567d4ce61577 admin admin] For port 23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd,segment=NetworkSegment(cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7),segment_id=cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:20.932273 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-088059c5-5aa4-4d55-9980-567d4ce61577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:20.945020 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-088059c5-5aa4-4d55-9980-567d4ce61577 admin admin] Calling delete_port for 23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:18:21.132884 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-088059c5-5aa4-4d55-9980-567d4ce61577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:21.160239 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088059c5-5aa4-4d55-9980-567d4ce61577 admin admin] Pushing event deleted for resources: {'Port': ['ID=23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:21.330195 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-088059c5-5aa4-4d55-9980-567d4ce61577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:21.552782 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088059c5-5aa4-4d55-9980-567d4ce61577 admin admin] Router 2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:18:21.660380 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088059c5-5aa4-4d55-9980-567d4ce61577 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:18:21.666601 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-088059c5-5aa4-4d55-9980-567d4ce61577 admin admin] 10.222.0.50 "PUT /v2.0/routers/2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4038458 Nov 23 22:18:21.669154 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40074) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:21.671965 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e01ef4f-1876-4928-9202-335b84ac272c None None] Sync routers for ids ['2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:18:21.683174 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e01ef4f-1876-4928-9202-335b84ac272c None None] Routers {'2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:18:21.683802 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-6e01ef4f-1876-4928-9202-335b84ac272c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:18:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:21.776054 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4d14e96d-dd33-408f-a67d-d54057718772 admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:21.790280 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-6e01ef4f-1876-4928-9202-335b84ac272c None None] Set router 2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:18:21.882385 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4d14e96d-dd33-408f-a67d-d54057718772 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:21.940503 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-4d14e96d-dd33-408f-a67d-d54057718772 admin admin] Deleting port c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:18:21.940853 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4d14e96d-dd33-408f-a67d-d54057718772 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:21.996421 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-6e01ef4f-1876-4928-9202-335b84ac272c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3', 'name': 'tempest-TestServerMultinode-6647589-router', 'tenant_id': '3a2a83165487443bb1cc8d753db5e54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:18:21Z', 'revision_number': 5, 'project_id': '3a2a83165487443bb1cc8d753db5e54e', 'gw_port': {'id': 'c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:50:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:22.023675 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e01ef4f-1876-4928-9202-335b84ac272c None None] Checking router: 2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:18:22.032060 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e01ef4f-1876-4928-9202-335b84ac272c None None] Routers {'2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:18:22.032675 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-6e01ef4f-1876-4928-9202-335b84ac272c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:18:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:22.032864 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-4d14e96d-dd33-408f-a67d-d54057718772 admin admin] For port c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:22.033225 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4d14e96d-dd33-408f-a67d-d54057718772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:22.045790 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-4d14e96d-dd33-408f-a67d-d54057718772 admin admin] Calling delete_port for c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:18:22.127052 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-6e01ef4f-1876-4928-9202-335b84ac272c None None] Set router 2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:18:22.181244 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-6e01ef4f-1876-4928-9202-335b84ac272c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3', 'name': 'tempest-TestServerMultinode-6647589-router', 'tenant_id': '3a2a83165487443bb1cc8d753db5e54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:18:21Z', 'revision_number': 6, 'project_id': '3a2a83165487443bb1cc8d753db5e54e', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:22.213640 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e01ef4f-1876-4928-9202-335b84ac272c None None] The sync data for ids ['2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3'] in n-d-816206-9 is: [{'id': '2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3', 'name': 'tempest-TestServerMultinode-6647589-router', 'tenant_id': '3a2a83165487443bb1cc8d753db5e54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:18:21Z', 'revision_number': 6, 'project_id': '3a2a83165487443bb1cc8d753db5e54e', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:18:22.228791 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4d14e96d-dd33-408f-a67d-d54057718772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:22.256751 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14e96d-dd33-408f-a67d-d54057718772 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:22.272619 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdd37ba-5f76-43f0-8ce0-e3ee452c2e5d None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:18:22.322326 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4d14e96d-dd33-408f-a67d-d54057718772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:22.424318 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4d14e96d-dd33-408f-a67d-d54057718772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:22.426451 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4d14e96d-dd33-408f-a67d-d54057718772 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:22.472774 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4d14e96d-dd33-408f-a67d-d54057718772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:22.473965 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d14e96d-dd33-408f-a67d-d54057718772 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:18:22.480458 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4d14e96d-dd33-408f-a67d-d54057718772 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:22.481619 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4d14e96d-dd33-408f-a67d-d54057718772 admin admin] 10.222.0.50 "DELETE /v2.0/routers/2d0f8b8a-471f-4bd6-8fbb-e1f18a8d32c3 HTTP/1.1" status: 204 len: 168 time: 0.8115463 Nov 23 22:18:22.484241 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40078) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:22.528977 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bca8157-9652-4815-a31e-7c08c166a388 admin admin] Deleting subnet 2d851a37-48f7-473f-9c4c-2d0e5eafcd3c {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:18:22.531981 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4bca8157-9652-4815-a31e-7c08c166a388 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:22.566388 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4bca8157-9652-4815-a31e-7c08c166a388 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:22.647138 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4bca8157-9652-4815-a31e-7c08c166a388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:22.704125 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4bca8157-9652-4815-a31e-7c08c166a388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:22.730906 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca8157-9652-4815-a31e-7c08c166a388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d851a37-48f7-473f-9c4c-2d0e5eafcd3c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:22.736393 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4bca8157-9652-4815-a31e-7c08c166a388 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:22.740046 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4bca8157-9652-4815-a31e-7c08c166a388 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2d851a37-48f7-473f-9c4c-2d0e5eafcd3c HTTP/1.1" status: 204 len: 168 time: 0.2548728 Nov 23 22:18:22.743322 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40080) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:22.753261 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d62d94-5510-4a5e-b267-e5137dac7829 None None] Network 9d953a27-4509-46fc-929c-ec3c1cc90039 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:18:22.773323 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:18:22.800110 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:18:22.800450 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 23adcbe3-ffc7-4d5b-9402-fb64fd4c37bd not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:18:22.800868 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:18:22.828912 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:22.856098 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:18:22.856442 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c1aeff1e-a260-48f8-a2ed-b1f6e9cbf4ec not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:18:22.884541 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Deleting port 5057e6d5-093a-4d9a-b0aa-0a147aa30432 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:18:22.884982 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:22.925151 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:22.965928 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] For port 5057e6d5-093a-4d9a-b0aa-0a147aa30432, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5057e6d5-093a-4d9a-b0aa-0a147aa30432,segment=NetworkSegment(cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7),segment_id=cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:22.967030 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:22.981773 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Calling delete_port for 5057e6d5-093a-4d9a-b0aa-0a147aa30432 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:18:23.002637 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ec5946-b18d-4d01-bcce-95f64bef3870 None None] DHCP port deletion for 9d953a27-4509-46fc-929c-ec3c1cc90039 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:18:23.042500 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 6225292e-26e0-4a19-8fc9-add6340589bb no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:18:23.067357 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 6225292e-26e0-4a19-8fc9-add6340589bb {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:18:23.067745 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 6225292e-26e0-4a19-8fc9-add6340589bb not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:18:23.069338 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:23.078093 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-73ec5946-b18d-4d01-bcce-95f64bef3870 None None] Deleting port 5057e6d5-093a-4d9a-b0aa-0a147aa30432 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:18:23.078481 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-73ec5946-b18d-4d01-bcce-95f64bef3870 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:23.096000 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Pushing event deleted for resources: {'Port': ['ID=5057e6d5-093a-4d9a-b0aa-0a147aa30432,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:23.099356 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] No DVR routers for this DVR port 5057e6d5-093a-4d9a-b0aa-0a147aa30432 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:18:23.126975 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:23.127319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:23.127656 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:23.127988 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:23.128318 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:23.128645 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:23.128965 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:23.129295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:23.130109 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:23.130109 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:23.130301 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:23.130551 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:23.143564 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-73ec5946-b18d-4d01-bcce-95f64bef3870 None None] For port 5057e6d5-093a-4d9a-b0aa-0a147aa30432, host n-d-816206-9, got binding levels [] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:23.143960 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-73ec5946-b18d-4d01-bcce-95f64bef3870 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:23.157101 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-73ec5946-b18d-4d01-bcce-95f64bef3870 None None] Calling delete_port for 5057e6d5-093a-4d9a-b0aa-0a147aa30432 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:18:23.159723 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.ipam_backend_mixin [None req-73ec5946-b18d-4d01-bcce-95f64bef3870 None None] Port 5057e6d5-093a-4d9a-b0aa-0a147aa30432 was not found and therefore no delete operation was performed {{(pid=110035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 22:18:23.160937 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-73ec5946-b18d-4d01-bcce-95f64bef3870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:23.184058 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:23.193058 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec5946-b18d-4d01-bcce-95f64bef3870 None None] No DVR routers for this DVR port 5057e6d5-093a-4d9a-b0aa-0a147aa30432 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:18:23.197293 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec5946-b18d-4d01-bcce-95f64bef3870 None None] Pushing event deleted for resources: {'Port': ['ID=5057e6d5-093a-4d9a-b0aa-0a147aa30432,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:23.206161 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d953a27-4509-46fc-929c-ec3c1cc90039']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:23.216110 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:23.216406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdfe5ce7-983a-48e8-ab0d-4e5e6efa10d7') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:23.227418 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:23.242512 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:23.248986 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:18:23.249422 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:18:23.251184 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:18:23.309485 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:23.316141 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:23.319290 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9d953a27-4509-46fc-929c-ec3c1cc90039 HTTP/1.1" status: 204 len: 168 time: 0.5749567 Nov 23 22:18:23.322311 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40084) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:23.330141 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1d2fb-eeee-42e1-a610-25ce6a5ce767 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d953a27-4509-46fc-929c-ec3c1cc90039,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:23.987862 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6591937c-1f92-4015-9980-8b31863e2b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:24.233930 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-6591937c-1f92-4015-9980-8b31863e2b4e admin admin] Deleting port fe79279a-7d1e-4056-970e-1c1486725b80 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:18:24.234274 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6591937c-1f92-4015-9980-8b31863e2b4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:24.332357 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-6591937c-1f92-4015-9980-8b31863e2b4e admin admin] For port fe79279a-7d1e-4056-970e-1c1486725b80, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fe79279a-7d1e-4056-970e-1c1486725b80,segment=NetworkSegment(061a23d6-0dfc-4b8c-8c39-19dacfe9a34b),segment_id=061a23d6-0dfc-4b8c-8c39-19dacfe9a34b)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:24.332737 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6591937c-1f92-4015-9980-8b31863e2b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:24.349525 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-6591937c-1f92-4015-9980-8b31863e2b4e admin admin] Calling delete_port for fe79279a-7d1e-4056-970e-1c1486725b80 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:18:24.519553 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5057e6d5-093a-4d9a-b0aa-0a147aa30432 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:18:24.540191 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 5057e6d5-093a-4d9a-b0aa-0a147aa30432 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:18:24.540636 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5057e6d5-093a-4d9a-b0aa-0a147aa30432 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:18:24.563644 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6591937c-1f92-4015-9980-8b31863e2b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:24.587815 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591937c-1f92-4015-9980-8b31863e2b4e admin admin] Pushing event deleted for resources: {'Port': ['ID=fe79279a-7d1e-4056-970e-1c1486725b80,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:24.759130 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6591937c-1f92-4015-9980-8b31863e2b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:24.979933 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6591937c-1f92-4015-9980-8b31863e2b4e admin admin] Router d5c689c1-cb25-4930-9d75-2643db1b7e23 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:18:25.088692 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6591937c-1f92-4015-9980-8b31863e2b4e admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:18:25.096268 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40090) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:25.096820 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6591937c-1f92-4015-9980-8b31863e2b4e admin admin] 10.222.0.50 "PUT /v2.0/routers/d5c689c1-cb25-4930-9d75-2643db1b7e23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7728672 Nov 23 22:18:25.097063 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaffa2c4-d6a2-4a79-b645-a0f427144dbd None None] Sync routers for ids ['d5c689c1-cb25-4930-9d75-2643db1b7e23'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:18:25.107115 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaffa2c4-d6a2-4a79-b645-a0f427144dbd None None] Routers {'d5c689c1-cb25-4930-9d75-2643db1b7e23'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:18:25.107730 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-aaffa2c4-d6a2-4a79-b645-a0f427144dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:18:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d5c689c1-cb25-4930-9d75-2643db1b7e23'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:25.203422 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98b42cd1-2b66-47b1-ba3a-700071577e5a admin admin] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:25.211191 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-aaffa2c4-d6a2-4a79-b645-a0f427144dbd None None] Set router d5c689c1-cb25-4930-9d75-2643db1b7e23 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:18:25.311918 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98b42cd1-2b66-47b1-ba3a-700071577e5a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:25.374656 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-98b42cd1-2b66-47b1-ba3a-700071577e5a admin admin] Deleting port fbcb7b42-4170-4a74-8cea-641d340416af {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:18:25.375053 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98b42cd1-2b66-47b1-ba3a-700071577e5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:25.458568 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-98b42cd1-2b66-47b1-ba3a-700071577e5a admin admin] For port fbcb7b42-4170-4a74-8cea-641d340416af, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fbcb7b42-4170-4a74-8cea-641d340416af,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:25.458969 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98b42cd1-2b66-47b1-ba3a-700071577e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:25.476053 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-98b42cd1-2b66-47b1-ba3a-700071577e5a admin admin] Calling delete_port for fbcb7b42-4170-4a74-8cea-641d340416af owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:18:25.483306 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-aaffa2c4-d6a2-4a79-b645-a0f427144dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c689c1-cb25-4930-9d75-2643db1b7e23', 'name': 'tempest-TestServerMultinode-2127939919-router', 'tenant_id': '0dd663d0286d4fc883e2729a820d2e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': 'fbcb7b42-4170-4a74-8cea-641d340416af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:43Z', 'updated_at': '2021-11-23T22:18:24Z', 'revision_number': 5, 'project_id': '0dd663d0286d4fc883e2729a820d2e53', 'gw_port': {'id': 'fbcb7b42-4170-4a74-8cea-641d340416af', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:fb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c689c1-cb25-4930-9d75-2643db1b7e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:43Z', 'updated_at': '2021-11-23T22:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:25.512864 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaffa2c4-d6a2-4a79-b645-a0f427144dbd None None] Checking router: d5c689c1-cb25-4930-9d75-2643db1b7e23 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:18:25.521128 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaffa2c4-d6a2-4a79-b645-a0f427144dbd None None] Routers {'d5c689c1-cb25-4930-9d75-2643db1b7e23'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:18:25.521766 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-aaffa2c4-d6a2-4a79-b645-a0f427144dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:18:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d5c689c1-cb25-4930-9d75-2643db1b7e23'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:25.605352 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-aaffa2c4-d6a2-4a79-b645-a0f427144dbd None None] Set router d5c689c1-cb25-4930-9d75-2643db1b7e23 gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:18:25.638788 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98b42cd1-2b66-47b1-ba3a-700071577e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:25.657552 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-aaffa2c4-d6a2-4a79-b645-a0f427144dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c689c1-cb25-4930-9d75-2643db1b7e23', 'name': 'tempest-TestServerMultinode-2127939919-router', 'tenant_id': '0dd663d0286d4fc883e2729a820d2e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:43Z', 'updated_at': '2021-11-23T22:18:25Z', 'revision_number': 6, 'project_id': '0dd663d0286d4fc883e2729a820d2e53', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:25.669611 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b42cd1-2b66-47b1-ba3a-700071577e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=fbcb7b42-4170-4a74-8cea-641d340416af,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:25.683458 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27692734-990f-47ec-910b-9c8977629b87 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:18:25.687912 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaffa2c4-d6a2-4a79-b645-a0f427144dbd None None] The sync data for ids ['d5c689c1-cb25-4930-9d75-2643db1b7e23'] in n-d-816206-9 is: [{'id': 'd5c689c1-cb25-4930-9d75-2643db1b7e23', 'name': 'tempest-TestServerMultinode-2127939919-router', 'tenant_id': '0dd663d0286d4fc883e2729a820d2e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:43Z', 'updated_at': '2021-11-23T22:18:25Z', 'revision_number': 6, 'project_id': '0dd663d0286d4fc883e2729a820d2e53', 'gw_port_host': None}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:18:25.741249 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98b42cd1-2b66-47b1-ba3a-700071577e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:25.832152 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98b42cd1-2b66-47b1-ba3a-700071577e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:25.835018 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98b42cd1-2b66-47b1-ba3a-700071577e5a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:25.884189 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98b42cd1-2b66-47b1-ba3a-700071577e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:25.884645 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b42cd1-2b66-47b1-ba3a-700071577e5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5c689c1-cb25-4930-9d75-2643db1b7e23 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:18:25.889031 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98b42cd1-2b66-47b1-ba3a-700071577e5a admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:25.890169 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-98b42cd1-2b66-47b1-ba3a-700071577e5a admin admin] 10.222.0.50 "DELETE /v2.0/routers/d5c689c1-cb25-4930-9d75-2643db1b7e23 HTTP/1.1" status: 204 len: 168 time: 0.7927847 Nov 23 22:18:25.892691 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40094) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:25.936834 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-e981f70e-1d4d-4a02-bd42-ea8fadea7fe4 admin admin] Deleting subnet 1b6a2a17-62a4-4593-a290-5f70852b8537 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:18:25.939919 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e981f70e-1d4d-4a02-bd42-ea8fadea7fe4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:25.975788 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e981f70e-1d4d-4a02-bd42-ea8fadea7fe4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:26.055371 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e981f70e-1d4d-4a02-bd42-ea8fadea7fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:26.115210 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e981f70e-1d4d-4a02-bd42-ea8fadea7fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:26.141607 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981f70e-1d4d-4a02-bd42-ea8fadea7fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b6a2a17-62a4-4593-a290-5f70852b8537,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:26.145176 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e981f70e-1d4d-4a02-bd42-ea8fadea7fe4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:26.149495 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e981f70e-1d4d-4a02-bd42-ea8fadea7fe4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1b6a2a17-62a4-4593-a290-5f70852b8537 HTTP/1.1" status: 204 len: 168 time: 0.2556806 Nov 23 22:18:26.151829 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40096) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:26.151977 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba28e02-d1d3-4386-b49d-e1f58d582d57 None None] Network 40ce6c0e-eb36-449c-8b4d-c6b18f48865f requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:18:26.231435 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c9798c6a-3e1a-46f9-8299-0349202ecae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:26.292828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-c9798c6a-3e1a-46f9-8299-0349202ecae7 admin admin] Deleting port ebbc257c-db78-4aa5-89d3-bad1fc4d6c59 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:18:26.293184 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c9798c6a-3e1a-46f9-8299-0349202ecae7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:26.357391 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-c9798c6a-3e1a-46f9-8299-0349202ecae7 admin admin] For port ebbc257c-db78-4aa5-89d3-bad1fc4d6c59, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ebbc257c-db78-4aa5-89d3-bad1fc4d6c59,segment=NetworkSegment(061a23d6-0dfc-4b8c-8c39-19dacfe9a34b),segment_id=061a23d6-0dfc-4b8c-8c39-19dacfe9a34b)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:26.357660 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c9798c6a-3e1a-46f9-8299-0349202ecae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:26.369732 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-c9798c6a-3e1a-46f9-8299-0349202ecae7 admin admin] Calling delete_port for ebbc257c-db78-4aa5-89d3-bad1fc4d6c59 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:18:26.430755 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a5acd9-8e47-4434-9ba1-e2e3228a61db None None] DHCP port deletion for 40ce6c0e-eb36-449c-8b4d-c6b18f48865f request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:18:26.471091 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c9798c6a-3e1a-46f9-8299-0349202ecae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:26.486908 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9798c6a-3e1a-46f9-8299-0349202ecae7 admin admin] No DVR routers for this DVR port ebbc257c-db78-4aa5-89d3-bad1fc4d6c59 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:18:26.487354 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-99a5acd9-8e47-4434-9ba1-e2e3228a61db None None] Deleting port ebbc257c-db78-4aa5-89d3-bad1fc4d6c59 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:18:26.488745 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-99a5acd9-8e47-4434-9ba1-e2e3228a61db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:26.508266 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9798c6a-3e1a-46f9-8299-0349202ecae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebbc257c-db78-4aa5-89d3-bad1fc4d6c59,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:26.612809 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c9798c6a-3e1a-46f9-8299-0349202ecae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:26.638041 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-c9798c6a-3e1a-46f9-8299-0349202ecae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ce6c0e-eb36-449c-8b4d-c6b18f48865f']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:26.650302 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-c9798c6a-3e1a-46f9-8299-0349202ecae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061a23d6-0dfc-4b8c-8c39-19dacfe9a34b') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:26.651061 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-c9798c6a-3e1a-46f9-8299-0349202ecae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061a23d6-0dfc-4b8c-8c39-19dacfe9a34b') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:26.671829 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c9798c6a-3e1a-46f9-8299-0349202ecae7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:26.699355 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c9798c6a-3e1a-46f9-8299-0349202ecae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:26.706577 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9798c6a-3e1a-46f9-8299-0349202ecae7 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:18:26.706883 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c9798c6a-3e1a-46f9-8299-0349202ecae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:18:26.708907 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:18:26.746972 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ebbc257c-db78-4aa5-89d3-bad1fc4d6c59 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:18:26.775990 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c9798c6a-3e1a-46f9-8299-0349202ecae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:26.781178 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: ebbc257c-db78-4aa5-89d3-bad1fc4d6c59 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:18:26.781529 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ebbc257c-db78-4aa5-89d3-bad1fc4d6c59 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:18:26.781940 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fbcb7b42-4170-4a74-8cea-641d340416af no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:18:26.783405 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c9798c6a-3e1a-46f9-8299-0349202ecae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:26.783993 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-99a5acd9-8e47-4434-9ba1-e2e3228a61db None None] For port ebbc257c-db78-4aa5-89d3-bad1fc4d6c59, host n-d-816206-9, got binding levels [] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:26.784394 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-99a5acd9-8e47-4434-9ba1-e2e3228a61db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:26.790108 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c9798c6a-3e1a-46f9-8299-0349202ecae7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/40ce6c0e-eb36-449c-8b4d-c6b18f48865f HTTP/1.1" status: 204 len: 168 time: 0.6344690 Nov 23 22:18:26.802177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9798c6a-3e1a-46f9-8299-0349202ecae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=40ce6c0e-eb36-449c-8b4d-c6b18f48865f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:26.811643 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: fbcb7b42-4170-4a74-8cea-641d340416af {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:18:26.811994 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fbcb7b42-4170-4a74-8cea-641d340416af not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:18:26.812414 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fe79279a-7d1e-4056-970e-1c1486725b80 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:18:26.817493 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-99a5acd9-8e47-4434-9ba1-e2e3228a61db None None] Calling delete_port for ebbc257c-db78-4aa5-89d3-bad1fc4d6c59 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:18:26.835978 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.ipam_backend_mixin [None req-99a5acd9-8e47-4434-9ba1-e2e3228a61db None None] Port ebbc257c-db78-4aa5-89d3-bad1fc4d6c59 was not found and therefore no delete operation was performed {{(pid=110035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 22:18:26.837393 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-99a5acd9-8e47-4434-9ba1-e2e3228a61db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:26.841722 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: fe79279a-7d1e-4056-970e-1c1486725b80 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:18:26.842068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fe79279a-7d1e-4056-970e-1c1486725b80 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:18:26.848049 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-99a5acd9-8e47-4434-9ba1-e2e3228a61db None None] Network 40ce6c0e-eb36-449c-8b4d-c6b18f48865f is not hosted by any dhcp agent {{(pid=110035) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 22:18:26.848049 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a5acd9-8e47-4434-9ba1-e2e3228a61db None None] No DVR routers for this DVR port ebbc257c-db78-4aa5-89d3-bad1fc4d6c59 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:18:26.867850 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5acd9-8e47-4434-9ba1-e2e3228a61db None None] Pushing event deleted for resources: {'Port': ['ID=ebbc257c-db78-4aa5-89d3-bad1fc4d6c59,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:26.978981 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40102) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:27.020619 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1964d237-8ea4-4e1f-9616-3df81befc9d3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3a2a83165487443bb1cc8d753db5e54e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404613 Nov 23 22:18:27.023290 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40104) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:27.072908 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e67ee6fc-3190-498d-9550-90b87cf7d2ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:27.097340 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e67ee6fc-3190-498d-9550-90b87cf7d2ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:27.143766 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e67ee6fc-3190-498d-9550-90b87cf7d2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:27.146624 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e67ee6fc-3190-498d-9550-90b87cf7d2ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:27.148115 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e67ee6fc-3190-498d-9550-90b87cf7d2ad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8270b54b-52ff-4c2d-b0f9-6d861730083c HTTP/1.1" status: 204 len: 168 time: 0.1238885 Nov 23 22:18:27.155705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ee6fc-3190-498d-9550-90b87cf7d2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8270b54b-52ff-4c2d-b0f9-6d861730083c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:27.455827 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40110) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:27.495714 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b2123a40-147d-4fcf-a7a2-c7528a30168f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0dd663d0286d4fc883e2729a820d2e53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386145 Nov 23 22:18:27.497966 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40112) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:27.544236 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b2548605-187e-42c0-bd48-b4ffba107a95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:27.566270 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b2548605-187e-42c0-bd48-b4ffba107a95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:27.613935 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b2548605-187e-42c0-bd48-b4ffba107a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:27.617202 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b2548605-187e-42c0-bd48-b4ffba107a95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:27.618371 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b2548605-187e-42c0-bd48-b4ffba107a95 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1b28b668-f723-40a1-8a04-4c8378027402 HTTP/1.1" status: 204 len: 168 time: 0.1194961 Nov 23 22:18:27.626043 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2548605-187e-42c0-bd48-b4ffba107a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b28b668-f723-40a1-8a04-4c8378027402,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:27.936291 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-57efd9f8-024f-4486-8c2c-9547bb48b260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:29.574012 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3a5b3015-f5be-4505-845e-c28516303365 req-e0cb4f8f-be67-4afe-a79e-251525c21012 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c0a74b28-64e0-4550-8ec1-302b7c6a039c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411615 Nov 23 22:18:29.664391 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b3015-f5be-4505-845e-c28516303365 req-139fac6d-5a56-4663-ad1e-ebe2e56ac82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:29.665864 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3a5b3015-f5be-4505-845e-c28516303365 req-139fac6d-5a56-4663-ad1e-ebe2e56ac82d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58744f20ea5c4088bdd5abf19df7467d&device_id=c0a74b28-64e0-4550-8ec1-302b7c6a039c HTTP/1.1" status: 200 len: 1096 time: 0.0403461 Nov 23 22:18:29.779960 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b3015-f5be-4505-845e-c28516303365 req-4a071e19-f3ec-40c3-aa99-3f22342ec3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:29.781430 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3a5b3015-f5be-4505-845e-c28516303365 req-4a071e19-f3ec-40c3-aa99-3f22342ec3c9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 HTTP/1.1" status: 200 len: 911 time: 0.0917015 Nov 23 22:18:29.855690 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3a5b3015-f5be-4505-845e-c28516303365 req-27120623-cab6-4958-9e78-a9c6ae50d728 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=283c29d7-2aa9-4944-9a31-19381a9e749e HTTP/1.1" status: 200 len: 1001 time: 0.0619233 Nov 23 22:18:29.909458 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b3015-f5be-4505-845e-c28516303365 req-8530add7-498f-4fe7-9700-0cc57f4ec4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:29.911061 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3a5b3015-f5be-4505-845e-c28516303365 req-8530add7-498f-4fe7-9700-0cc57f4ec4bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0967a0c6-201c-4f64-942b-1c9918c65e1f HTTP/1.1" status: 200 len: 849 time: 0.0432527 Nov 23 22:18:29.960417 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b3015-f5be-4505-845e-c28516303365 req-02044be0-5b81-4471-ab8b-9998b7ab902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:29.961902 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3a5b3015-f5be-4505-845e-c28516303365 req-02044be0-5b81-4471-ab8b-9998b7ab902a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404799 Nov 23 22:18:30.062206 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3a5b3015-f5be-4505-845e-c28516303365 req-4aceaae1-7762-4d31-8463-c17fcb456fe6 service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857770 Nov 23 22:18:30.141231 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:30.159484 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3a5b3015-f5be-4505-845e-c28516303365 req-8c2d6ae4-a337-46c3-a053-9e02f94c3ec5 service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852292 Nov 23 22:18:30.527350 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6daf9ac9-ddd3-4a30-91e8-074db9007957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:31.655524 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:31.724276 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40128) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:31.819905 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-30062386-2cf5-4681-acb0-01551e5af399 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] 10.222.0.50 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3710 time: 0.0944579 Nov 23 22:18:31.822874 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40130) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:31.827923 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-14392a43-d498-43ee-9f9a-d8c566eaaad8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Request body: {'network': {'name': 'tempest-network-smoke--108318267', 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'port_security_enabled': False}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:18:31.851377 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14392a43-d498-43ee-9f9a-d8c566eaaad8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Made reservation on behalf of e143aae0dbe9442c890dec2feef9200d for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:18:31.855465 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-14392a43-d498-43ee-9f9a-d8c566eaaad8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:31.879514 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14392a43-d498-43ee-9f9a-d8c566eaaad8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:18:31.890133 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-14392a43-d498-43ee-9f9a-d8c566eaaad8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:31.890481 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-14392a43-d498-43ee-9f9a-d8c566eaaad8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Added segment 264f4089-60d7-4edc-ad9b-6fa2bc931c17 of type vlan for network 2ab0067e-c93d-4e6f-8ef9-c87b0039f470 Nov 23 22:18:31.935279 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-14392a43-d498-43ee-9f9a-d8c566eaaad8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:31.960831 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-14392a43-d498-43ee-9f9a-d8c566eaaad8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:31.966347 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14392a43-d498-43ee-9f9a-d8c566eaaad8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:31.966961 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-14392a43-d498-43ee-9f9a-d8c566eaaad8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:32.000277 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-14392a43-d498-43ee-9f9a-d8c566eaaad8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1763029 Nov 23 22:18:32.002972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40134) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:32.009852 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-97948424-402a-4a23-bb26-9ab4c7278399 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1155907469', 'admin_state_up': True, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:18:32.047375 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14392a43-d498-43ee-9f9a-d8c566eaaad8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event updated for resources: {'Network': ['ID=2ab0067e-c93d-4e6f-8ef9-c87b0039f470,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:32.058201 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 2ab0067e-c93d-4e6f-8ef9-c87b0039f470 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:18:32.064266 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97948424-402a-4a23-bb26-9ab4c7278399 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:32.065374 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97948424-402a-4a23-bb26-9ab4c7278399 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:32.122171 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97948424-402a-4a23-bb26-9ab4c7278399 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:32.263398 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97948424-402a-4a23-bb26-9ab4c7278399 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:32.458158 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97948424-402a-4a23-bb26-9ab4c7278399 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:32.477436 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97948424-402a-4a23-bb26-9ab4c7278399 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:32.590953 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-97948424-402a-4a23-bb26-9ab4c7278399 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Allocated IP 172.25.5.173 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/48a33991-1bf3-40d0-8de4-4615772bb383) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:18:32.700900 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97948424-402a-4a23-bb26-9ab4c7278399 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:32.734655 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97948424-402a-4a23-bb26-9ab4c7278399 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:32.770936 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97948424-402a-4a23-bb26-9ab4c7278399 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:18:32.775698 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-97948424-402a-4a23-bb26-9ab4c7278399 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:18:32.780142 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97948424-402a-4a23-bb26-9ab4c7278399 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:18:32.790654 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d8fd60-6d9e-49d9-b6e1-235139ac71b5 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:18:32.806586 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97948424-402a-4a23-bb26-9ab4c7278399 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event updated for resources: {'Port': ['ID=48a33991-1bf3-40d0-8de4-4615772bb383,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:32.907147 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4ebf760d-a156-4135-a126-79e3c5511b3b None None] Provisioning complete for port 48a33991-1bf3-40d0-8de4-4615772bb383 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:18:32.907521 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4ebf760d-a156-4135-a126-79e3c5511b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:32.944677 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-4ebf760d-a156-4135-a126-79e3c5511b3b None None] Port 48a33991-1bf3-40d0-8de4-4615772bb383 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:18:33.031363 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:33.051689 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97948424-402a-4a23-bb26-9ab4c7278399 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:33.249615 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97948424-402a-4a23-bb26-9ab4c7278399 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:33.377035 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97948424-402a-4a23-bb26-9ab4c7278399 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Router 981bad88-0b1e-4d87-a38f-1909952b8cc6 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:18:33.483285 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97948424-402a-4a23-bb26-9ab4c7278399 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:18:33.494561 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] Sync routers for ids ['981bad88-0b1e-4d87-a38f-1909952b8cc6'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:18:33.503540 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97948424-402a-4a23-bb26-9ab4c7278399 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:33.507501 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-97948424-402a-4a23-bb26-9ab4c7278399 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5007980 Nov 23 22:18:33.507659 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] Routers {'981bad88-0b1e-4d87-a38f-1909952b8cc6'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:18:33.507659 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:18:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['981bad88-0b1e-4d87-a38f-1909952b8cc6'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:33.507872 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40138) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:33.553224 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93a9272-2d11-430b-a1d9-7d3924691ae6 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:33.554855 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e93a9272-2d11-430b-a1d9-7d3924691ae6 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=e143aae0dbe9442c890dec2feef9200d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0460532 Nov 23 22:18:33.557552 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40140) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:33.613703 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] Set router 981bad88-0b1e-4d87-a38f-1909952b8cc6 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:18:33.646046 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca44293-63b1-4db0-86d9-083f403f3db0 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:33.648143 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8ca44293-63b1-4db0-86d9-083f403f3db0 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896795 Nov 23 22:18:33.651226 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40142) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:33.679081 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-de56a08f-6fd1-4894-bd9b-344a6938ce9f tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266049 Nov 23 22:18:33.681834 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40144) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:33.709988 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0af01bfa-3ca2-4487-8f13-c72902935981 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=e143aae0dbe9442c890dec2feef9200d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265524 Nov 23 22:18:33.712929 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40146) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:33.793899 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981bad88-0b1e-4d87-a38f-1909952b8cc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1155907469', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '48a33991-1bf3-40d0-8de4-4615772bb383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:18:32Z', 'updated_at': '2021-11-23T22:18:32Z', 'revision_number': 3, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'gw_port': {'id': '48a33991-1bf3-40d0-8de4-4615772bb383', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981bad88-0b1e-4d87-a38f-1909952b8cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:18:32Z', 'updated_at': '2021-11-23T22:18:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:33.802614 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb74c03-ce21-4aec-a26a-55de1acecc73 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:33.806899 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bbb74c03-ce21-4aec-a26a-55de1acecc73 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904479 Nov 23 22:18:33.807119 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40148) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:33.822508 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] Checking router: 981bad88-0b1e-4d87-a38f-1909952b8cc6 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:18:33.822897 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] Updating router 981bad88-0b1e-4d87-a38f-1909952b8cc6 port 48a33991-1bf3-40d0-8de4-4615772bb383 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:18:33.839618 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-caffa668-38a1-4aae-9b08-f1f39fa93e94 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291049 Nov 23 22:18:33.839845 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40150) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:33.844509 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-2aa9e43b-09b6-44a2-bde8-ab88618ac501 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-549740306', 'network_id': '2ab0067e-c93d-4e6f-8ef9-c87b0039f470', 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:18:33.858474 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:33.862025 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:33.942623 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa9e43b-09b6-44a2-bde8-ab88618ac501 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Made reservation on behalf of e143aae0dbe9442c890dec2feef9200d for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:18:33.948176 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2aa9e43b-09b6-44a2-bde8-ab88618ac501 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:34.147855 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:34.153059 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2aa9e43b-09b6-44a2-bde8-ab88618ac501 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:34.153744 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:34.199178 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f2e64f-39cd-414b-aad9-5f077893d812 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:18:34.212218 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] Attempting to bind port 48a33991-1bf3-40d0-8de4-4615772bb383 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:18:34.212588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] Attempting to bind port 48a33991-1bf3-40d0-8de4-4615772bb383 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:18:34.212952 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] Attempting to bind port 48a33991-1bf3-40d0-8de4-4615772bb383 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:18:34.217387 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9e43b-09b6-44a2-bde8-ab88618ac501 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event updated for resources: {'Subnet': ['ID=ccc18c7d-c86f-4568-8af5-a088fbe77400,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:34.222498 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ce2a7-a586-44ed-8d22-27e5b6945c0d None None] Pushing event updated for resources: {'Port': ['ID=48a33991-1bf3-40d0-8de4-4615772bb383,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:34.226750 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:18:34.227690 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:18:34.227690 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:34.227890 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:18:34.228385 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] Bound port: 48a33991-1bf3-40d0-8de4-4615772bb383, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:18:34.228726 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:34.229320 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa9e43b-09b6-44a2-bde8-ab88618ac501 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Checking segment: {'id': '264f4089-60d7-4edc-ad9b-6fa2bc931c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2ab0067e-c93d-4e6f-8ef9-c87b0039f470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:18:34.229762 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa9e43b-09b6-44a2-bde8-ab88618ac501 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Network hostable DHCP agents. Network: 2ab0067e-c93d-4e6f-8ef9-c87b0039f470, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:18:34.248259 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa9e43b-09b6-44a2-bde8-ab88618ac501 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Network 2ab0067e-c93d-4e6f-8ef9-c87b0039f470 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:18:34.257764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-2aa9e43b-09b6-44a2-bde8-ab88618ac501 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 2ab0067e-c93d-4e6f-8ef9-c87b0039f470) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:18:34.261998 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa9e43b-09b6-44a2-bde8-ab88618ac501 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:34.262590 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2aa9e43b-09b6-44a2-bde8-ab88618ac501 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:34.272623 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85e4afa-17da-4d0a-bfe7-e9edcaa39d5d None None] Network 2ab0067e-c93d-4e6f-8ef9-c87b0039f470 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:18:34.280049 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2aa9e43b-09b6-44a2-bde8-ab88618ac501 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4392617 Nov 23 22:18:34.282769 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40154) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:34.321183 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-cbf65acf-7949-473d-bd25-35b90110842a None None] Provisioning complete for port 48a33991-1bf3-40d0-8de4-4615772bb383 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:18:34.321553 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cbf65acf-7949-473d-bd25-35b90110842a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:34.324205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] For port 48a33991-1bf3-40d0-8de4-4615772bb383, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:18:34.379603 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] For port 48a33991-1bf3-40d0-8de4-4615772bb383, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=48a33991-1bf3-40d0-8de4-4615772bb383,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:18:34.389143 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:34.443727 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-cbf65acf-7949-473d-bd25-35b90110842a None None] Port 48a33991-1bf3-40d0-8de4-4615772bb383 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:18:34.460078 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671a51d3-177d-49e7-acbf-a1b2a032dd2a None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:18:34.517602 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] Routers {'981bad88-0b1e-4d87-a38f-1909952b8cc6'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:18:34.518231 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:18:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['981bad88-0b1e-4d87-a38f-1909952b8cc6'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:34.525146 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ce2a7-a586-44ed-8d22-27e5b6945c0d None None] Pushing event updated for resources: {'Port': ['ID=48a33991-1bf3-40d0-8de4-4615772bb383,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:34.642681 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5553e83-116f-4cf3-a8f8-64b5754ceb20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-2ab0067e-c93d-4e6f-8ef9-c87b0039f470', 'network_id': '2ab0067e-c93d-4e6f-8ef9-c87b0039f470', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'fixed_ips': [{'subnet_id': 'ccc18c7d-c86f-4568-8af5-a088fbe77400'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:18:34.643563 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c5553e83-116f-4cf3-a8f8-64b5754ceb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:34.656369 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d65d5132-f5e9-4f54-ae03-f9fcd7eb3838 None None] Provisioning complete for port 48a33991-1bf3-40d0-8de4-4615772bb383 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:18:34.656736 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d65d5132-f5e9-4f54-ae03-f9fcd7eb3838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:34.719375 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] Set router 981bad88-0b1e-4d87-a38f-1909952b8cc6 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:18:34.981185 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-c5553e83-116f-4cf3-a8f8-64b5754ceb20 None None] Allocated IP 172.20.0.18 (2ab0067e-c93d-4e6f-8ef9-c87b0039f470/ccc18c7d-c86f-4568-8af5-a088fbe77400/2d7ac0fd-a601-41b4-a803-2bf1d183fdfa) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:18:35.010547 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d65d5132-f5e9-4f54-ae03-f9fcd7eb3838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:35.046753 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cbfc39ee-1eb8-4419-9b6a-d189c089dd4c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:35.054773 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d65d5132-f5e9-4f54-ae03-f9fcd7eb3838 None None] For port 48a33991-1bf3-40d0-8de4-4615772bb383, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=48a33991-1bf3-40d0-8de4-4615772bb383,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:35.066613 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d65d5132-f5e9-4f54-ae03-f9fcd7eb3838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:35.174687 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d5132-f5e9-4f54-ae03-f9fcd7eb3838 None None] Pushing event updated for resources: {'Port': ['ID=48a33991-1bf3-40d0-8de4-4615772bb383,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:35.179905 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981bad88-0b1e-4d87-a38f-1909952b8cc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1155907469', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '48a33991-1bf3-40d0-8de4-4615772bb383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:18:32Z', 'updated_at': '2021-11-23T22:18:32Z', 'revision_number': 3, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'gw_port': {'id': '48a33991-1bf3-40d0-8de4-4615772bb383', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981bad88-0b1e-4d87-a38f-1909952b8cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:18:32Z', 'updated_at': '2021-11-23T22:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:35.219410 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3b7f7-d040-4c97-8983-27be4c65f59a None None] The sync data for ids ['981bad88-0b1e-4d87-a38f-1909952b8cc6'] in n-d-816206-9 is: [{'id': '981bad88-0b1e-4d87-a38f-1909952b8cc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1155907469', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '48a33991-1bf3-40d0-8de4-4615772bb383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:18:32Z', 'updated_at': '2021-11-23T22:18:32Z', 'revision_number': 3, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'gw_port': {'id': '48a33991-1bf3-40d0-8de4-4615772bb383', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981bad88-0b1e-4d87-a38f-1909952b8cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:18:32Z', 'updated_at': '2021-11-23T22:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:18:35.268267 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c5553e83-116f-4cf3-a8f8-64b5754ceb20 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:35.276387 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c5553e83-116f-4cf3-a8f8-64b5754ceb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:35.326987 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5553e83-116f-4cf3-a8f8-64b5754ceb20 None None] Network 2ab0067e-c93d-4e6f-8ef9-c87b0039f470 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:18:35.330105 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-c5553e83-116f-4cf3-a8f8-64b5754ceb20 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:18:35.332807 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5553e83-116f-4cf3-a8f8-64b5754ceb20 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:18:35.342321 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5553e83-116f-4cf3-a8f8-64b5754ceb20 None None] Pushing event updated for resources: {'Port': ['ID=2d7ac0fd-a601-41b4-a803-2bf1d183fdfa,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:35.359392 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-cbfc39ee-1eb8-4419-9b6a-d189c089dd4c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Allocated IP 172.20.0.17 (2ab0067e-c93d-4e6f-8ef9-c87b0039f470/ccc18c7d-c86f-4568-8af5-a088fbe77400/222b62cd-e00d-4fa1-a0f4-0747d2ca0778) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:18:35.400548 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c5553e83-116f-4cf3-a8f8-64b5754ceb20 None None] Attempting to bind port 2d7ac0fd-a601-41b4-a803-2bf1d183fdfa on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:18:35.400926 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c5553e83-116f-4cf3-a8f8-64b5754ceb20 None None] Attempting to bind port 2d7ac0fd-a601-41b4-a803-2bf1d183fdfa by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '264f4089-60d7-4edc-ad9b-6fa2bc931c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2ab0067e-c93d-4e6f-8ef9-c87b0039f470'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:18:35.401289 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5553e83-116f-4cf3-a8f8-64b5754ceb20 None None] Attempting to bind port 2d7ac0fd-a601-41b4-a803-2bf1d183fdfa on network 2ab0067e-c93d-4e6f-8ef9-c87b0039f470 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:18:35.406518 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5553e83-116f-4cf3-a8f8-64b5754ceb20 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:18:35.407024 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5553e83-116f-4cf3-a8f8-64b5754ceb20 None None] Checking segment: {'id': '264f4089-60d7-4edc-ad9b-6fa2bc931c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2ab0067e-c93d-4e6f-8ef9-c87b0039f470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:18:35.407494 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c5553e83-116f-4cf3-a8f8-64b5754ceb20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:35.408016 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5553e83-116f-4cf3-a8f8-64b5754ceb20 None None] Bound using segment: {'id': '264f4089-60d7-4edc-ad9b-6fa2bc931c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2ab0067e-c93d-4e6f-8ef9-c87b0039f470'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:18:35.408533 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c5553e83-116f-4cf3-a8f8-64b5754ceb20 None None] Bound port: 2d7ac0fd-a601-41b4-a803-2bf1d183fdfa, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264f4089-60d7-4edc-ad9b-6fa2bc931c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2ab0067e-c93d-4e6f-8ef9-c87b0039f470'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:18:35.409086 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c5553e83-116f-4cf3-a8f8-64b5754ceb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:35.501265 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c5553e83-116f-4cf3-a8f8-64b5754ceb20 None None] For port 2d7ac0fd-a601-41b4-a803-2bf1d183fdfa, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:18:35.505371 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c5553e83-116f-4cf3-a8f8-64b5754ceb20 None None] For port 2d7ac0fd-a601-41b4-a803-2bf1d183fdfa, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2d7ac0fd-a601-41b4-a803-2bf1d183fdfa,segment=NetworkSegment(264f4089-60d7-4edc-ad9b-6fa2bc931c17),segment_id=264f4089-60d7-4edc-ad9b-6fa2bc931c17)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:18:35.509269 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c5553e83-116f-4cf3-a8f8-64b5754ceb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:35.515493 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cbfc39ee-1eb8-4419-9b6a-d189c089dd4c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:35.558987 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cbfc39ee-1eb8-4419-9b6a-d189c089dd4c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:35.569273 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5553e83-116f-4cf3-a8f8-64b5754ceb20 None None] Pushing event updated for resources: {'Port': ['ID=2d7ac0fd-a601-41b4-a803-2bf1d183fdfa,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:35.610813 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfc39ee-1eb8-4419-9b6a-d189c089dd4c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Network 2ab0067e-c93d-4e6f-8ef9-c87b0039f470 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:18:35.613980 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-cbfc39ee-1eb8-4419-9b6a-d189c089dd4c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:18:35.619303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfc39ee-1eb8-4419-9b6a-d189c089dd4c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:18:35.649148 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc39ee-1eb8-4419-9b6a-d189c089dd4c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event updated for resources: {'Port': ['ID=222b62cd-e00d-4fa1-a0f4-0747d2ca0778,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:35.679637 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cbfc39ee-1eb8-4419-9b6a-d189c089dd4c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:35.874945 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cbfc39ee-1eb8-4419-9b6a-d189c089dd4c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:36.189339 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cbfc39ee-1eb8-4419-9b6a-d189c089dd4c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:36.195858 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cbfc39ee-1eb8-4419-9b6a-d189c089dd4c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:36.273374 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc39ee-1eb8-4419-9b6a-d189c089dd4c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event updated for resources: {'Port': ['ID=222b62cd-e00d-4fa1-a0f4-0747d2ca0778,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:36.278970 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cbfc39ee-1eb8-4419-9b6a-d189c089dd4c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:36.380687 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfc39ee-1eb8-4419-9b6a-d189c089dd4c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Network 2ab0067e-c93d-4e6f-8ef9-c87b0039f470 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:18:36.383078 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-cbfc39ee-1eb8-4419-9b6a-d189c089dd4c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:18:36.511830 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfc39ee-1eb8-4419-9b6a-d189c089dd4c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Router 981bad88-0b1e-4d87-a38f-1909952b8cc6 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:18:36.608523 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d51a77-a390-47f5-a568-ef3efa76fbcf None None] Network 2ab0067e-c93d-4e6f-8ef9-c87b0039f470 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:18:36.613740 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 48a33991-1bf3-40d0-8de4-4615772bb383 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:18:36.642786 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfc39ee-1eb8-4419-9b6a-d189c089dd4c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:18:36.651000 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cbfc39ee-1eb8-4419-9b6a-d189c089dd4c tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "PUT /v2.0/routers/981bad88-0b1e-4d87-a38f-1909952b8cc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3642578 Nov 23 22:18:36.748584 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ad4a6d37-3a92-43a8-8b1c-d50af522343a None None] Provisioning complete for port 2d7ac0fd-a601-41b4-a803-2bf1d183fdfa triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:18:36.748747 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ad4a6d37-3a92-43a8-8b1c-d50af522343a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:36.822570 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 48a33991-1bf3-40d0-8de4-4615772bb383 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:18:36.822959 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:36.949729 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] Sync routers for ids ['981bad88-0b1e-4d87-a38f-1909952b8cc6'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:18:36.958799 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] Routers {'981bad88-0b1e-4d87-a38f-1909952b8cc6'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:18:36.959440 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:18:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['981bad88-0b1e-4d87-a38f-1909952b8cc6'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:37.074228 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] Set router 981bad88-0b1e-4d87-a38f-1909952b8cc6 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:18:37.155959 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-04a1fd85-238d-43f7-a625-c07035a50e64 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:37.157051 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ad4a6d37-3a92-43a8-8b1c-d50af522343a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:37.158213 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-04a1fd85-238d-43f7-a625-c07035a50e64 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/networks?id=2ab0067e-c93d-4e6f-8ef9-c87b0039f470 HTTP/1.1" status: 200 len: 797 time: 0.1159461 Nov 23 22:18:37.175411 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-ce8f22f3-f7d7-4d9c-92f5-44b430319159 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/quotas/e143aae0dbe9442c890dec2feef9200d HTTP/1.1" status: 200 len: 375 time: 0.0109313 Nov 23 22:18:37.185937 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2d7ac0fd-a601-41b4-a803-2bf1d183fdfa up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:18:37.217281 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ad4a6d37-3a92-43a8-8b1c-d50af522343a None None] For port 2d7ac0fd-a601-41b4-a803-2bf1d183fdfa, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2d7ac0fd-a601-41b4-a803-2bf1d183fdfa,segment=NetworkSegment(264f4089-60d7-4edc-ad9b-6fa2bc931c17),segment_id=264f4089-60d7-4edc-ad9b-6fa2bc931c17)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:37.230400 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ad4a6d37-3a92-43a8-8b1c-d50af522343a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:37.256079 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-121e64c8-1683-47e3-8ff1-4dc56bb1b053 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e143aae0dbe9442c890dec2feef9200d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0757923 Nov 23 22:18:37.286529 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a6d37-3a92-43a8-8b1c-d50af522343a None None] Pushing event updated for resources: {'Port': ['ID=2d7ac0fd-a601-41b4-a803-2bf1d183fdfa,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:37.306454 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 2d7ac0fd-a601-41b4-a803-2bf1d183fdfa triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:18:37.306930 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:37.374302 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981bad88-0b1e-4d87-a38f-1909952b8cc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1155907469', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '48a33991-1bf3-40d0-8de4-4615772bb383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:18:32Z', 'updated_at': '2021-11-23T22:18:35Z', 'revision_number': 4, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'gw_port': {'id': '48a33991-1bf3-40d0-8de4-4615772bb383', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981bad88-0b1e-4d87-a38f-1909952b8cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:18:32Z', 'updated_at': '2021-11-23T22:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '222b62cd-e00d-4fa1-a0f4-0747d2ca0778', 'name': '', 'network_id': '2ab0067e-c93d-4e6f-8ef9-c87b0039f470', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'mac_address': 'fa:16:3e:f9:b5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981bad88-0b1e-4d87-a38f-1909952b8cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'ccc18c7d-c86f-4568-8af5-a088fbe77400', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:18:35Z', 'updated_at': '2021-11-23T22:18:36Z', 'revision_number': 2, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'subnets': [{'id': 'ccc18c7d-c86f-4568-8af5-a088fbe77400', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:37.387066 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-9f4ccc9c-ee88-46a5-9cad-47d7f200aa34 service neutron] 10.222.0.50 "GET /v2.0/networks/2ab0067e-c93d-4e6f-8ef9-c87b0039f470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262407 Nov 23 22:18:37.408227 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] Checking router: 981bad88-0b1e-4d87-a38f-1909952b8cc6 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:18:37.408572 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] Updating router 981bad88-0b1e-4d87-a38f-1909952b8cc6 port 222b62cd-e00d-4fa1-a0f4-0747d2ca0778 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:18:37.435414 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:37.493792 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-0d03fff5-04fc-4917-b005-22c61ff2f8b9 service neutron] 10.222.0.50 "GET /v2.0/networks/2ab0067e-c93d-4e6f-8ef9-c87b0039f470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006093 Nov 23 22:18:37.555497 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4602e1f2-490b-440d-9286-d52b1afe8417 None None] Provisioning complete for port 222b62cd-e00d-4fa1-a0f4-0747d2ca0778 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:18:37.556125 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4602e1f2-490b-440d-9286-d52b1afe8417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:37.598462 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-4602e1f2-490b-440d-9286-d52b1afe8417 None None] Port 222b62cd-e00d-4fa1-a0f4-0747d2ca0778 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:18:37.610214 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4602e1f2-490b-440d-9286-d52b1afe8417 None None] Provisioning complete for port 2d7ac0fd-a601-41b4-a803-2bf1d183fdfa triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:18:37.611757 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4602e1f2-490b-440d-9286-d52b1afe8417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:37.754380 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:37.767763 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:37.849693 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-bfcaa1bc-8672-4641-a1d3-20f2c5f1df25 None None] Provisioning complete for port 222b62cd-e00d-4fa1-a0f4-0747d2ca0778 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:18:37.853143 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bfcaa1bc-8672-4641-a1d3-20f2c5f1df25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:37.886263 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38ae80-fdeb-4182-8cc1-e14e1e6048ad None None] Pushing event updated for resources: {'Port': ['ID=222b62cd-e00d-4fa1-a0f4-0747d2ca0778,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:37.896030 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38ae80-fdeb-4182-8cc1-e14e1e6048ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:37.897652 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38ae80-fdeb-4182-8cc1-e14e1e6048ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:37.898193 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38ae80-fdeb-4182-8cc1-e14e1e6048ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:37.899017 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38ae80-fdeb-4182-8cc1-e14e1e6048ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:37.899824 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38ae80-fdeb-4182-8cc1-e14e1e6048ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:37.900420 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38ae80-fdeb-4182-8cc1-e14e1e6048ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:37.900956 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38ae80-fdeb-4182-8cc1-e14e1e6048ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:37.901514 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38ae80-fdeb-4182-8cc1-e14e1e6048ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:37.901874 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-bfcaa1bc-8672-4641-a1d3-20f2c5f1df25 None None] Port 222b62cd-e00d-4fa1-a0f4-0747d2ca0778 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:18:37.902176 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38ae80-fdeb-4182-8cc1-e14e1e6048ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:37.902654 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38ae80-fdeb-4182-8cc1-e14e1e6048ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:37.903250 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38ae80-fdeb-4182-8cc1-e14e1e6048ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:37.903580 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf38ae80-fdeb-4182-8cc1-e14e1e6048ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:37.912321 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a827db83-87a4-4df2-be30-58d27ae19d1b req-de8dc6fa-b7a8-4c99-a0d2-d6902a3ce87e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b5106f1-e812-49a8-a2bd-e3263e9d3a43 HTTP/1.1" status: 200 len: 210 time: 0.2239559 Nov 23 22:18:37.914196 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] Attempting to bind port 222b62cd-e00d-4fa1-a0f4-0747d2ca0778 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:18:37.914575 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] Attempting to bind port 222b62cd-e00d-4fa1-a0f4-0747d2ca0778 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '264f4089-60d7-4edc-ad9b-6fa2bc931c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2ab0067e-c93d-4e6f-8ef9-c87b0039f470'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:18:37.915030 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] Attempting to bind port 222b62cd-e00d-4fa1-a0f4-0747d2ca0778 on network 2ab0067e-c93d-4e6f-8ef9-c87b0039f470 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:18:37.920783 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:18:37.921161 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] Checking segment: {'id': '264f4089-60d7-4edc-ad9b-6fa2bc931c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2ab0067e-c93d-4e6f-8ef9-c87b0039f470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:18:37.921557 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:37.922069 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] Bound using segment: {'id': '264f4089-60d7-4edc-ad9b-6fa2bc931c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2ab0067e-c93d-4e6f-8ef9-c87b0039f470'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:18:37.922405 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] Bound port: 222b62cd-e00d-4fa1-a0f4-0747d2ca0778, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264f4089-60d7-4edc-ad9b-6fa2bc931c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2ab0067e-c93d-4e6f-8ef9-c87b0039f470'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:18:37.922799 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:38.000746 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] For port 222b62cd-e00d-4fa1-a0f4-0747d2ca0778, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:18:38.004945 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] For port 222b62cd-e00d-4fa1-a0f4-0747d2ca0778, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=222b62cd-e00d-4fa1-a0f4-0747d2ca0778,segment=NetworkSegment(264f4089-60d7-4edc-ad9b-6fa2bc931c17),segment_id=264f4089-60d7-4edc-ad9b-6fa2bc931c17)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:18:38.019300 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:38.029510 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2ca547c1-7b17-480f-908a-c4d07b5bd3b0 None None] Provisioning complete for port 222b62cd-e00d-4fa1-a0f4-0747d2ca0778 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:18:38.029892 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2ca547c1-7b17-480f-908a-c4d07b5bd3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:38.080298 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] Routers {'981bad88-0b1e-4d87-a38f-1909952b8cc6'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:18:38.081060 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:18:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['981bad88-0b1e-4d87-a38f-1909952b8cc6'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:38.130684 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38ae80-fdeb-4182-8cc1-e14e1e6048ad None None] Pushing event updated for resources: {'Port': ['ID=222b62cd-e00d-4fa1-a0f4-0747d2ca0778,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:38.180436 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2ca547c1-7b17-480f-908a-c4d07b5bd3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:38.204695 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1109068-b655-40b4-811c-578b10402bee req-a67f2e28-aed5-4c77-befc-ea4638d54730 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0788546 Nov 23 22:18:38.226672 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2ca547c1-7b17-480f-908a-c4d07b5bd3b0 None None] For port 222b62cd-e00d-4fa1-a0f4-0747d2ca0778, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=222b62cd-e00d-4fa1-a0f4-0747d2ca0778,segment=NetworkSegment(264f4089-60d7-4edc-ad9b-6fa2bc931c17),segment_id=264f4089-60d7-4edc-ad9b-6fa2bc931c17)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:38.227944 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] Set router 981bad88-0b1e-4d87-a38f-1909952b8cc6 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:18:38.231569 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2ca547c1-7b17-480f-908a-c4d07b5bd3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:38.300831 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca547c1-7b17-480f-908a-c4d07b5bd3b0 None None] Pushing event updated for resources: {'Port': ['ID=222b62cd-e00d-4fa1-a0f4-0747d2ca0778,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:38.355364 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-576ebc15-1b68-40dd-9d20-1cd48e8f6786 None None] Provisioning complete for port 222b62cd-e00d-4fa1-a0f4-0747d2ca0778 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:18:38.355747 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-576ebc15-1b68-40dd-9d20-1cd48e8f6786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:38.359211 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1109068-b655-40b4-811c-578b10402bee req-0c60619c-eb3c-4c15-9350-73240d97d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:38.361082 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1109068-b655-40b4-811c-578b10402bee req-0c60619c-eb3c-4c15-9350-73240d97d815 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47e57217e78c466aba767c805775d0bf&device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 1096 time: 0.0703988 Nov 23 22:18:38.543789 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1109068-b655-40b4-811c-578b10402bee req-6a83a189-be86-47b2-b0b1-254d542f9dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:38.545620 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1109068-b655-40b4-811c-578b10402bee req-6a83a189-be86-47b2-b0b1-254d542f9dfc service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a505cd8-1c1d-4524-b9ca-aca755840d9b HTTP/1.1" status: 200 len: 909 time: 0.1594195 Nov 23 22:18:38.578261 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2d7ac0fd-a601-41b4-a803-2bf1d183fdfa up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:18:38.634376 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 2d7ac0fd-a601-41b4-a803-2bf1d183fdfa triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:18:38.634990 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:38.636741 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1109068-b655-40b4-811c-578b10402bee req-9f496022-6539-4d09-b0bb-1fa2702d41ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eed486d1-a24d-46e8-b355-05a5f3b47a99 HTTP/1.1" status: 200 len: 1001 time: 0.0819604 Nov 23 22:18:38.652586 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981bad88-0b1e-4d87-a38f-1909952b8cc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1155907469', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '48a33991-1bf3-40d0-8de4-4615772bb383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:18:32Z', 'updated_at': '2021-11-23T22:18:35Z', 'revision_number': 4, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'gw_port': {'id': '48a33991-1bf3-40d0-8de4-4615772bb383', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981bad88-0b1e-4d87-a38f-1909952b8cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:18:32Z', 'updated_at': '2021-11-23T22:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '222b62cd-e00d-4fa1-a0f4-0747d2ca0778', 'name': '', 'network_id': '2ab0067e-c93d-4e6f-8ef9-c87b0039f470', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'mac_address': 'fa:16:3e:f9:b5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981bad88-0b1e-4d87-a38f-1909952b8cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'ccc18c7d-c86f-4568-8af5-a088fbe77400', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:18:35Z', 'updated_at': '2021-11-23T22:18:37Z', 'revision_number': 4, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'subnets': [{'id': 'ccc18c7d-c86f-4568-8af5-a088fbe77400', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:38.680083 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf65aa0-d494-404f-8a4a-aff30c7c1ed4 None None] The sync data for ids ['981bad88-0b1e-4d87-a38f-1909952b8cc6'] in n-d-816206-9 is: [{'id': '981bad88-0b1e-4d87-a38f-1909952b8cc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1155907469', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '48a33991-1bf3-40d0-8de4-4615772bb383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:18:32Z', 'updated_at': '2021-11-23T22:18:35Z', 'revision_number': 4, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'gw_port': {'id': '48a33991-1bf3-40d0-8de4-4615772bb383', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981bad88-0b1e-4d87-a38f-1909952b8cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:18:32Z', 'updated_at': '2021-11-23T22:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '222b62cd-e00d-4fa1-a0f4-0747d2ca0778', 'name': '', 'network_id': '2ab0067e-c93d-4e6f-8ef9-c87b0039f470', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'mac_address': 'fa:16:3e:f9:b5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981bad88-0b1e-4d87-a38f-1909952b8cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'ccc18c7d-c86f-4568-8af5-a088fbe77400', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:18:35Z', 'updated_at': '2021-11-23T22:18:37Z', 'revision_number': 4, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'subnets': [{'id': 'ccc18c7d-c86f-4568-8af5-a088fbe77400', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:18:38.699405 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1109068-b655-40b4-811c-578b10402bee req-b7d469b6-1611-476b-b30b-93785004de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:38.700910 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1109068-b655-40b4-811c-578b10402bee req-b7d469b6-1611-476b-b30b-93785004de5b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d5cccd06-79be-47aa-871f-ab587e1c7479 HTTP/1.1" status: 200 len: 847 time: 0.0572505 Nov 23 22:18:38.755134 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a1afe6e8-578d-47f8-acb8-ded53e779438 None None] Provisioning complete for port 222b62cd-e00d-4fa1-a0f4-0747d2ca0778 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:18:38.755535 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a1afe6e8-578d-47f8-acb8-ded53e779438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:38.776028 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1109068-b655-40b4-811c-578b10402bee req-a6784c54-c952-45d1-996a-88115784078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:38.778073 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1109068-b655-40b4-811c-578b10402bee req-a6784c54-c952-45d1-996a-88115784078f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a505cd8-1c1d-4524-b9ca-aca755840d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701318 Nov 23 22:18:38.890327 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1109068-b655-40b4-811c-578b10402bee req-204efbfd-ffd2-4d03-b046-76cfd4543a28 service neutron] 10.222.0.60 "GET /v2.0/networks/8a505cd8-1c1d-4524-b9ca-aca755840d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039319 Nov 23 22:18:39.018739 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-82a7cedd-5c8d-4fab-b707-a26896e0cafc req-ac479a4f-95ea-4af5-9bca-73bc458a7c30 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b5106f1-e812-49a8-a2bd-e3263e9d3a43 HTTP/1.1" status: 200 len: 210 time: 0.0317221 Nov 23 22:18:39.110411 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d1109068-b655-40b4-811c-578b10402bee req-869eebe4-0135-4dc8-b080-1dfbe8eae4f3 service neutron] 10.222.0.60 "GET /v2.0/networks/8a505cd8-1c1d-4524-b9ca-aca755840d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116139 Nov 23 22:18:39.118258 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-3307072d-e631-4a5a-8f52-5c6cc80021ea tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:39.119745 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-3307072d-e631-4a5a-8f52-5c6cc80021ea tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.53 "GET /v2.0/networks?id=2ab0067e-c93d-4e6f-8ef9-c87b0039f470 HTTP/1.1" status: 200 len: 797 time: 0.1769197 Nov 23 22:18:39.137529 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-a3350eb5-8dfb-48ea-a4de-fee3b3dfb61d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Request body: {'port': {'device_id': '8b5106f1-e812-49a8-a2bd-e3263e9d3a43', 'network_id': '2ab0067e-c93d-4e6f-8ef9-c87b0039f470', 'admin_state_up': True, 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:18:39.255942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-a3350eb5-8dfb-48ea-a4de-fee3b3dfb61d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Made reservation on behalf of e143aae0dbe9442c890dec2feef9200d for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:18:39.259697 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-a3350eb5-8dfb-48ea-a4de-fee3b3dfb61d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:39.401463 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-a3350eb5-8dfb-48ea-a4de-fee3b3dfb61d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Allocated IP 172.20.0.23 (2ab0067e-c93d-4e6f-8ef9-c87b0039f470/ccc18c7d-c86f-4568-8af5-a088fbe77400/682a0e2b-83d1-42e5-b11f-68e1cd968823) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:18:39.525096 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-a3350eb5-8dfb-48ea-a4de-fee3b3dfb61d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:39.562323 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-a3350eb5-8dfb-48ea-a4de-fee3b3dfb61d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:39.611264 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-a3350eb5-8dfb-48ea-a4de-fee3b3dfb61d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Network 2ab0067e-c93d-4e6f-8ef9-c87b0039f470 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:18:39.614339 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-a3350eb5-8dfb-48ea-a4de-fee3b3dfb61d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:18:39.619418 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-a3350eb5-8dfb-48ea-a4de-fee3b3dfb61d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:18:39.644404 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3350eb5-8dfb-48ea-a4de-fee3b3dfb61d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event updated for resources: {'Port': ['ID=682a0e2b-83d1-42e5-b11f-68e1cd968823,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:39.675132 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-a3350eb5-8dfb-48ea-a4de-fee3b3dfb61d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:39.675934 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-a3350eb5-8dfb-48ea-a4de-fee3b3dfb61d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:39.695089 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-a3350eb5-8dfb-48ea-a4de-fee3b3dfb61d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5627093 Nov 23 22:18:39.714418 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-b8e734bf-78ed-40fe-939b-0dbf6529297c service neutron] Request body: {'port': {'device_id': '8b5106f1-e812-49a8-a2bd-e3263e9d3a43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:18:39.776040 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-b8e734bf-78ed-40fe-939b-0dbf6529297c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:39.916956 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-78492148-9980-4c7e-84f7-93cbbd8f1ee0 None None] Provisioning complete for port 682a0e2b-83d1-42e5-b11f-68e1cd968823 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:18:39.917506 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-78492148-9980-4c7e-84f7-93cbbd8f1ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:39.952218 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-78492148-9980-4c7e-84f7-93cbbd8f1ee0 None None] Port 682a0e2b-83d1-42e5-b11f-68e1cd968823 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:18:40.057322 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-b8e734bf-78ed-40fe-939b-0dbf6529297c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 682a0e2b-83d1-42e5-b11f-68e1cd968823 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:18:40.065473 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-b8e734bf-78ed-40fe-939b-0dbf6529297c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:40.078565 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-b8e734bf-78ed-40fe-939b-0dbf6529297c service neutron] Transition to ACTIVE for port object 682a0e2b-83d1-42e5-b11f-68e1cd968823 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:18:40.082135 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-b8e734bf-78ed-40fe-939b-0dbf6529297c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:40.150954 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e734bf-78ed-40fe-939b-0dbf6529297c service neutron] Pushing event updated for resources: {'Port': ['ID=682a0e2b-83d1-42e5-b11f-68e1cd968823,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:40.151158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b9b6d-3440-4dd8-80b6-51b2e560b263 req-c0fe3bb0-ea7e-4f50-bb77-e76d5fc5d265 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:40.152833 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-426b9b6d-3440-4dd8-80b6-51b2e560b263 req-c0fe3bb0-ea7e-4f50-bb77-e76d5fc5d265 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b5106f1-e812-49a8-a2bd-e3263e9d3a43 HTTP/1.1" status: 200 len: 907 time: 0.0579431 Nov 23 22:18:40.226260 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-b8e734bf-78ed-40fe-939b-0dbf6529297c service neutron] Attempting to bind port 682a0e2b-83d1-42e5-b11f-68e1cd968823 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:18:40.226767 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-b8e734bf-78ed-40fe-939b-0dbf6529297c service neutron] Attempting to bind port 682a0e2b-83d1-42e5-b11f-68e1cd968823 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '264f4089-60d7-4edc-ad9b-6fa2bc931c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2ab0067e-c93d-4e6f-8ef9-c87b0039f470'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:18:40.227103 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-b8e734bf-78ed-40fe-939b-0dbf6529297c service neutron] Attempting to bind port 682a0e2b-83d1-42e5-b11f-68e1cd968823 on network 2ab0067e-c93d-4e6f-8ef9-c87b0039f470 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:18:40.232094 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-b8e734bf-78ed-40fe-939b-0dbf6529297c service neutron] Port 682a0e2b-83d1-42e5-b11f-68e1cd968823 on network 2ab0067e-c93d-4e6f-8ef9-c87b0039f470 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:18:40.232401 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-b8e734bf-78ed-40fe-939b-0dbf6529297c service neutron] Attempting to bind port 682a0e2b-83d1-42e5-b11f-68e1cd968823 on network 2ab0067e-c93d-4e6f-8ef9-c87b0039f470 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:18:40.237668 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-b8e734bf-78ed-40fe-939b-0dbf6529297c service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:18:40.238035 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-b8e734bf-78ed-40fe-939b-0dbf6529297c service neutron] Checking segment: {'id': '264f4089-60d7-4edc-ad9b-6fa2bc931c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2ab0067e-c93d-4e6f-8ef9-c87b0039f470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:18:40.238419 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-b8e734bf-78ed-40fe-939b-0dbf6529297c service neutron] Bound using segment: {'id': '264f4089-60d7-4edc-ad9b-6fa2bc931c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2ab0067e-c93d-4e6f-8ef9-c87b0039f470'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:18:40.238887 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-b8e734bf-78ed-40fe-939b-0dbf6529297c service neutron] Bound port: 682a0e2b-83d1-42e5-b11f-68e1cd968823, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '264f4089-60d7-4edc-ad9b-6fa2bc931c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2ab0067e-c93d-4e6f-8ef9-c87b0039f470'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:18:40.239242 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-b8e734bf-78ed-40fe-939b-0dbf6529297c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:40.311402 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-b8e734bf-78ed-40fe-939b-0dbf6529297c service neutron] For port 682a0e2b-83d1-42e5-b11f-68e1cd968823, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:18:40.314471 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-b8e734bf-78ed-40fe-939b-0dbf6529297c service neutron] For port 682a0e2b-83d1-42e5-b11f-68e1cd968823, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=682a0e2b-83d1-42e5-b11f-68e1cd968823,segment=NetworkSegment(264f4089-60d7-4edc-ad9b-6fa2bc931c17),segment_id=264f4089-60d7-4edc-ad9b-6fa2bc931c17)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:18:40.320289 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-b8e734bf-78ed-40fe-939b-0dbf6529297c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:40.353868 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-b8e734bf-78ed-40fe-939b-0dbf6529297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:40.354458 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-b8e734bf-78ed-40fe-939b-0dbf6529297c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:40.356114 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-b8e734bf-78ed-40fe-939b-0dbf6529297c service neutron] 10.222.0.53 "PUT /v2.0/ports/682a0e2b-83d1-42e5-b11f-68e1cd968823 HTTP/1.1" status: 200 len: 1055 time: 0.6480055 Nov 23 22:18:40.356570 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5106f1-e812-49a8-a2bd-e3263e9d3a43', 'tag': '682a0e2b-83d1-42e5-b11f-68e1cd968823'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:18:40.359284 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4469e197-7433-4ddc-ae7b-b5ea7e0e313b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5106f1-e812-49a8-a2bd-e3263e9d3a43", "tag": "682a0e2b-83d1-42e5-b11f-68e1cd968823"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:18:40.389429 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e734bf-78ed-40fe-939b-0dbf6529297c service neutron] Pushing event updated for resources: {'Port': ['ID=682a0e2b-83d1-42e5-b11f-68e1cd968823,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:40.434656 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658f4515-8ed8-45e5-bb38-dd794a5492af x-openstack-request-id: req-658f4515-8ed8-45e5-bb38-dd794a5492af {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:18:40.434978 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5106f1-e812-49a8-a2bd-e3263e9d3a43", "tag": "682a0e2b-83d1-42e5-b11f-68e1cd968823", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:18:40.435234 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-658f4515-8ed8-45e5-bb38-dd794a5492af {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:18:40.435629 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5106f1-e812-49a8-a2bd-e3263e9d3a43', 'tag': '682a0e2b-83d1-42e5-b11f-68e1cd968823', 'status': 'completed', 'code': 200} Nov 23 22:18:40.452325 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-3189b922-fdde-479b-ac6d-8c5093219b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:40.453849 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-3189b922-fdde-479b-ac6d-8c5093219b1c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e143aae0dbe9442c890dec2feef9200d&device_id=8b5106f1-e812-49a8-a2bd-e3263e9d3a43 HTTP/1.1" status: 200 len: 1058 time: 0.0470371 Nov 23 22:18:40.504977 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-76d183c5-6636-443f-bb38-a5d3f6885ccc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=682a0e2b-83d1-42e5-b11f-68e1cd968823 HTTP/1.1" status: 200 len: 217 time: 0.0411334 Nov 23 22:18:40.566443 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-8b793d6e-34fb-430b-9186-716dfa343cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:40.568166 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-8b793d6e-34fb-430b-9186-716dfa343cf4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ccc18c7d-c86f-4568-8af5-a088fbe77400 HTTP/1.1" status: 200 len: 837 time: 0.0550165 Nov 23 22:18:40.572184 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 222b62cd-e00d-4fa1-a0f4-0747d2ca0778 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:18:40.635290 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 222b62cd-e00d-4fa1-a0f4-0747d2ca0778 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:18:40.635663 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:40.638244 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-92039f18-d4b1-4d16-aa61-63e719f2ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:40.639051 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-92039f18-d4b1-4d16-aa61-63e719f2ea99 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ab0067e-c93d-4e6f-8ef9-c87b0039f470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449710 Nov 23 22:18:40.744100 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-4698ec27-fcaf-4d0f-bc75-ee3d0d256b7d service neutron] 10.222.0.53 "GET /v2.0/networks/2ab0067e-c93d-4e6f-8ef9-c87b0039f470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921984 Nov 23 22:18:40.839695 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-79a9c323-3792-427a-9b42-bf7df15c0c06 req-0a131b4e-ba50-4dfa-8811-8d7e3328fba3 service neutron] 10.222.0.53 "GET /v2.0/networks/2ab0067e-c93d-4e6f-8ef9-c87b0039f470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823915 Nov 23 22:18:40.940451 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469e197-7433-4ddc-ae7b-b5ea7e0e313b req-c4e38c8d-006f-45f1-ab21-b9a3e369f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:40.941928 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4469e197-7433-4ddc-ae7b-b5ea7e0e313b req-c4e38c8d-006f-45f1-ab21-b9a3e369f64f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e143aae0dbe9442c890dec2feef9200d&device_id=8b5106f1-e812-49a8-a2bd-e3263e9d3a43 HTTP/1.1" status: 200 len: 1058 time: 0.0473757 Nov 23 22:18:41.033156 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469e197-7433-4ddc-ae7b-b5ea7e0e313b req-5b9046e3-aa5f-4d38-94a4-341931d9513d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:41.034515 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4469e197-7433-4ddc-ae7b-b5ea7e0e313b req-5b9046e3-aa5f-4d38-94a4-341931d9513d service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ab0067e-c93d-4e6f-8ef9-c87b0039f470 HTTP/1.1" status: 200 len: 898 time: 0.0838511 Nov 23 22:18:41.078844 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4469e197-7433-4ddc-ae7b-b5ea7e0e313b req-a1b5702a-a7eb-439e-bc4b-1f8e26443941 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=682a0e2b-83d1-42e5-b11f-68e1cd968823 HTTP/1.1" status: 200 len: 217 time: 0.0362384 Nov 23 22:18:41.132770 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469e197-7433-4ddc-ae7b-b5ea7e0e313b req-3ce5f75c-62ef-4e54-a0cb-27fdfd07ce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:41.134280 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4469e197-7433-4ddc-ae7b-b5ea7e0e313b req-3ce5f75c-62ef-4e54-a0cb-27fdfd07ce25 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ccc18c7d-c86f-4568-8af5-a088fbe77400 HTTP/1.1" status: 200 len: 837 time: 0.0435023 Nov 23 22:18:41.181795 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469e197-7433-4ddc-ae7b-b5ea7e0e313b req-53a4eb46-2c98-4015-bfdc-35bea01b8664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:41.183414 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4469e197-7433-4ddc-ae7b-b5ea7e0e313b req-53a4eb46-2c98-4015-bfdc-35bea01b8664 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ab0067e-c93d-4e6f-8ef9-c87b0039f470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412183 Nov 23 22:18:41.272625 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff36bb4-a83f-474d-904e-cae68f248cfa req-2eca47d9-79a9-4129-99b4-2bb7a559e94a tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:41.274231 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8ff36bb4-a83f-474d-904e-cae68f248cfa req-2eca47d9-79a9-4129-99b4-2bb7a559e94a tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b5106f1-e812-49a8-a2bd-e3263e9d3a43 HTTP/1.1" status: 200 len: 907 time: 0.0489688 Nov 23 22:18:41.284743 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4469e197-7433-4ddc-ae7b-b5ea7e0e313b req-e2ebbe3f-b4c8-4b6b-b5b5-60cd10f63782 service neutron] 10.222.0.53 "GET /v2.0/networks/2ab0067e-c93d-4e6f-8ef9-c87b0039f470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889256 Nov 23 22:18:41.376341 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4469e197-7433-4ddc-ae7b-b5ea7e0e313b req-0e8ab70e-d327-4aed-ada6-d65ffbe0fd38 service neutron] 10.222.0.53 "GET /v2.0/networks/2ab0067e-c93d-4e6f-8ef9-c87b0039f470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836380 Nov 23 22:18:42.392357 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857941f3-a06d-4724-8263-12cf1b3a89ab req-f299a157-4cbf-4773-8204-b4c64db60dd4 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:42.393711 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-857941f3-a06d-4724-8263-12cf1b3a89ab req-f299a157-4cbf-4773-8204-b4c64db60dd4 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b5106f1-e812-49a8-a2bd-e3263e9d3a43 HTTP/1.1" status: 200 len: 907 time: 0.0488522 Nov 23 22:18:43.210205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 682a0e2b-83d1-42e5-b11f-68e1cd968823 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:18:43.311245 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 682a0e2b-83d1-42e5-b11f-68e1cd968823, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=682a0e2b-83d1-42e5-b11f-68e1cd968823,segment=NetworkSegment(264f4089-60d7-4edc-ad9b-6fa2bc931c17),segment_id=264f4089-60d7-4edc-ad9b-6fa2bc931c17)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:43.323031 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '682a0e2b-83d1-42e5-b11f-68e1cd968823', 'network_id': '2ab0067e-c93d-4e6f-8ef9-c87b0039f470', 'port_id': '682a0e2b-83d1-42e5-b11f-68e1cd968823', 'mac_address': 'fa:16:3e:70:7b:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccc18c7d-c86f-4568-8af5-a088fbe77400', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:18:43.359665 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:43.372632 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682a0e2b-83d1-42e5-b11f-68e1cd968823 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:18:43.392319 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 682a0e2b-83d1-42e5-b11f-68e1cd968823, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=682a0e2b-83d1-42e5-b11f-68e1cd968823,segment=NetworkSegment(264f4089-60d7-4edc-ad9b-6fa2bc931c17),segment_id=264f4089-60d7-4edc-ad9b-6fa2bc931c17)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:43.396113 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:43.448457 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=682a0e2b-83d1-42e5-b11f-68e1cd968823,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:43.509172 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8d33f-5789-4557-a5f9-1d14b4b31aa8 req-71d57cb9-900d-4662-bfd9-fcdaeb54599f tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:43.510619 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4cf8d33f-5789-4557-a5f9-1d14b4b31aa8 req-71d57cb9-900d-4662-bfd9-fcdaeb54599f tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b5106f1-e812-49a8-a2bd-e3263e9d3a43 HTTP/1.1" status: 200 len: 908 time: 0.0482829 Nov 23 22:18:43.683273 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['682a0e2b-83d1-42e5-b11f-68e1cd968823'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:18:44.629956 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29355568-ea68-495e-a0cf-843e593da4f5 req-9e151734-84b3-43a9-b419-5d96ecdfd82e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:44.631958 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-29355568-ea68-495e-a0cf-843e593da4f5 req-9e151734-84b3-43a9-b419-5d96ecdfd82e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b5106f1-e812-49a8-a2bd-e3263e9d3a43 HTTP/1.1" status: 200 len: 908 time: 0.0543001 Nov 23 22:18:45.225301 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 682a0e2b-83d1-42e5-b11f-68e1cd968823 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:18:45.274568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 682a0e2b-83d1-42e5-b11f-68e1cd968823 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:18:45.278355 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 682a0e2b-83d1-42e5-b11f-68e1cd968823 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:18:45.278729 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:45.356912 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:45.378007 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5106f1-e812-49a8-a2bd-e3263e9d3a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682a0e2b-83d1-42e5-b11f-68e1cd968823'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:18:45.380355 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4eef99-c3b7-444e-9167-cdfd888511df" -d '{"events": [{"server_uuid": "8b5106f1-e812-49a8-a2bd-e3263e9d3a43", "name": "network-vif-plugged", "status": "completed", "tag": "682a0e2b-83d1-42e5-b11f-68e1cd968823"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:18:45.394201 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 682a0e2b-83d1-42e5-b11f-68e1cd968823, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=682a0e2b-83d1-42e5-b11f-68e1cd968823,segment=NetworkSegment(264f4089-60d7-4edc-ad9b-6fa2bc931c17),segment_id=264f4089-60d7-4edc-ad9b-6fa2bc931c17)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:45.400110 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:45.422447 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8912fd34-7afc-4328-8abb-57b13e2338eb x-openstack-request-id: req-8912fd34-7afc-4328-8abb-57b13e2338eb {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:18:45.422768 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5106f1-e812-49a8-a2bd-e3263e9d3a43", "name": "network-vif-plugged", "status": "completed", "tag": "682a0e2b-83d1-42e5-b11f-68e1cd968823", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:18:45.423025 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8912fd34-7afc-4328-8abb-57b13e2338eb {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:18:45.423426 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5106f1-e812-49a8-a2bd-e3263e9d3a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682a0e2b-83d1-42e5-b11f-68e1cd968823', 'code': 200} Nov 23 22:18:45.451279 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=682a0e2b-83d1-42e5-b11f-68e1cd968823,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:45.521850 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2af4e-874e-4968-b6af-77924cc6bbc4 req-8987baa1-bb79-485f-a55a-679ed48bff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:45.523389 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-84a2af4e-874e-4968-b6af-77924cc6bbc4 req-8987baa1-bb79-485f-a55a-679ed48bff1c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8b5106f1-e812-49a8-a2bd-e3263e9d3a43 HTTP/1.1" status: 200 len: 1060 time: 0.0410225 Nov 23 22:18:45.749431 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112951e-705c-491b-9ede-83d6ec941043 req-bd0a32d2-3ac8-4539-bbd7-ee61ef9db593 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:45.750925 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f112951e-705c-491b-9ede-83d6ec941043 req-bd0a32d2-3ac8-4539-bbd7-ee61ef9db593 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b5106f1-e812-49a8-a2bd-e3263e9d3a43 HTTP/1.1" status: 200 len: 909 time: 0.0485170 Nov 23 22:18:46.872699 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad09ab-bda5-45da-beac-0352eb7c1e4b req-7af55c1a-705a-4096-84de-5e06b250fa7a tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:46.874822 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06ad09ab-bda5-45da-beac-0352eb7c1e4b req-7af55c1a-705a-4096-84de-5e06b250fa7a tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b5106f1-e812-49a8-a2bd-e3263e9d3a43 HTTP/1.1" status: 200 len: 909 time: 0.0506549 Nov 23 22:18:46.997325 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a33f33-e31f-4b4b-8f09-56140eb726b5 req-7ec558f4-3e52-455d-943f-1f1171568870 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:46.998869 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-54a33f33-e31f-4b4b-8f09-56140eb726b5 req-7ec558f4-3e52-455d-943f-1f1171568870 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b5106f1-e812-49a8-a2bd-e3263e9d3a43 HTTP/1.1" status: 200 len: 909 time: 0.0535481 Nov 23 22:18:47.115220 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a379cb8-df36-4b58-9189-1210ecd2300f req-98071dec-dc0b-404f-a49d-bca8603573ef tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:47.117669 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a379cb8-df36-4b58-9189-1210ecd2300f req-98071dec-dc0b-404f-a49d-bca8603573ef tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8b5106f1-e812-49a8-a2bd-e3263e9d3a43 HTTP/1.1" status: 200 len: 1060 time: 0.0461905 Nov 23 22:18:47.224419 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c6a0b-4ccd-4fd5-a457-fa41805968f0 req-d24ae160-b95e-48e2-b752-31011efafdc3 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:47.225974 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-387c6a0b-4ccd-4fd5-a457-fa41805968f0 req-d24ae160-b95e-48e2-b752-31011efafdc3 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e555fdd7-6f04-4693-8d25-a8a0e7266273 HTTP/1.1" status: 200 len: 1136 time: 0.0425496 Nov 23 22:18:47.283561 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-387c6a0b-4ccd-4fd5-a457-fa41805968f0 req-c0af2e06-6b4b-4405-8341-52f7654697dd tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=e78a05a1-51f6-4916-a98f-b5bd2bf9a21b&id=675e2f18-cf84-46d6-ace2-e9973a74be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0512698 Nov 23 22:18:47.305845 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40242) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:47.350484 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075d9b06-5472-400e-a094-264f32b58de5 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:47.352153 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-075d9b06-5472-400e-a094-264f32b58de5 tempest-TestSecurityGroupsBasicOps-1722568020 tempest-TestSecurityGroupsBasicOps-1722568020-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8b5106f1-e812-49a8-a2bd-e3263e9d3a43 HTTP/1.1" status: 200 len: 1055 time: 0.0450075 Nov 23 22:18:47.566384 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf483022-2e90-4815-ad5b-2a8308fc53f6 req-3d72d4e2-3f3e-460b-9e33-6ac44b5926f1 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:47.567875 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bf483022-2e90-4815-ad5b-2a8308fc53f6 req-3d72d4e2-3f3e-460b-9e33-6ac44b5926f1 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b5106f1-e812-49a8-a2bd-e3263e9d3a43 HTTP/1.1" status: 200 len: 909 time: 0.0517330 Nov 23 22:18:48.925244 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70433bc-d714-4650-8360-d835068ac902 req-82b839fc-dd6a-4d13-af57-2cc11572c313 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:48.927028 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c70433bc-d714-4650-8360-d835068ac902 req-82b839fc-dd6a-4d13-af57-2cc11572c313 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b5106f1-e812-49a8-a2bd-e3263e9d3a43 HTTP/1.1" status: 200 len: 909 time: 0.0509884 Nov 23 22:18:49.253528 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7387964-525b-4566-947d-d3d873267c14 req-31c631bc-c091-491b-ad7b-95bf8e812ef3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:49.254909 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e7387964-525b-4566-947d-d3d873267c14 req-31c631bc-c091-491b-ad7b-95bf8e812ef3 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b5106f1-e812-49a8-a2bd-e3263e9d3a43 HTTP/1.1" status: 200 len: 909 time: 0.3657691 Nov 23 22:18:49.347416 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-e7387964-525b-4566-947d-d3d873267c14 req-d09f00a9-6816-4b0e-bdd3-1dcfc3c4f8ea tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Deleting port 682a0e2b-83d1-42e5-b11f-68e1cd968823 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:18:49.347763 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-e7387964-525b-4566-947d-d3d873267c14 req-d09f00a9-6816-4b0e-bdd3-1dcfc3c4f8ea tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:49.437028 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-e7387964-525b-4566-947d-d3d873267c14 req-d09f00a9-6816-4b0e-bdd3-1dcfc3c4f8ea tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] For port 682a0e2b-83d1-42e5-b11f-68e1cd968823, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=682a0e2b-83d1-42e5-b11f-68e1cd968823,segment=NetworkSegment(264f4089-60d7-4edc-ad9b-6fa2bc931c17),segment_id=264f4089-60d7-4edc-ad9b-6fa2bc931c17)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:49.437389 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-e7387964-525b-4566-947d-d3d873267c14 req-d09f00a9-6816-4b0e-bdd3-1dcfc3c4f8ea tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:49.450367 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-e7387964-525b-4566-947d-d3d873267c14 req-d09f00a9-6816-4b0e-bdd3-1dcfc3c4f8ea tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Calling delete_port for 682a0e2b-83d1-42e5-b11f-68e1cd968823 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:18:49.574917 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-e7387964-525b-4566-947d-d3d873267c14 req-d09f00a9-6816-4b0e-bdd3-1dcfc3c4f8ea tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:49.602174 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f00a9-6816-4b0e-bdd3-1dcfc3c4f8ea tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event deleted for resources: {'Port': ['ID=682a0e2b-83d1-42e5-b11f-68e1cd968823,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:49.643036 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7387964-525b-4566-947d-d3d873267c14 req-d09f00a9-6816-4b0e-bdd3-1dcfc3c4f8ea tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] No DVR routers for this DVR port 682a0e2b-83d1-42e5-b11f-68e1cd968823 on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:18:49.645622 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-e7387964-525b-4566-947d-d3d873267c14 req-d09f00a9-6816-4b0e-bdd3-1dcfc3c4f8ea tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:49.649370 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e7387964-525b-4566-947d-d3d873267c14 req-d09f00a9-6816-4b0e-bdd3-1dcfc3c4f8ea tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.53 "DELETE /v2.0/ports/682a0e2b-83d1-42e5-b11f-68e1cd968823 HTTP/1.1" status: 204 len: 173 time: 0.3849010 Nov 23 22:18:49.649827 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5106f1-e812-49a8-a2bd-e3263e9d3a43', 'name': 'network-vif-deleted', 'tag': '682a0e2b-83d1-42e5-b11f-68e1cd968823'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:18:49.652130 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab4cda1-4994-442f-b6cb-5eda4c6c8091" -d '{"events": [{"server_uuid": "8b5106f1-e812-49a8-a2bd-e3263e9d3a43", "name": "network-vif-deleted", "tag": "682a0e2b-83d1-42e5-b11f-68e1cd968823"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:18:49.695315 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89552a3-6c90-45f0-9680-f01eb7f383b9 x-openstack-request-id: req-b89552a3-6c90-45f0-9680-f01eb7f383b9 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:18:49.695640 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5106f1-e812-49a8-a2bd-e3263e9d3a43", "name": "network-vif-deleted", "tag": "682a0e2b-83d1-42e5-b11f-68e1cd968823", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:18:49.695922 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b89552a3-6c90-45f0-9680-f01eb7f383b9 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:18:49.696386 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5106f1-e812-49a8-a2bd-e3263e9d3a43', 'name': 'network-vif-deleted', 'tag': '682a0e2b-83d1-42e5-b11f-68e1cd968823', 'status': 'completed', 'code': 200} Nov 23 22:18:50.037832 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b4c0c3b-25d9-4529-a03a-986b9d3ce1f4 req-1dd76628-3d59-49d6-9964-a8ce56ae7fc7 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=8b5106f1-e812-49a8-a2bd-e3263e9d3a43 HTTP/1.1" status: 200 len: 210 time: 0.0280304 Nov 23 22:18:50.434429 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40262) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:50.587882 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-4b08f699-82ed-498c-9919-31dd198a67d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Deleting port dadd1dbd-f59d-4fd0-a66e-62af88bbd02c {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:18:50.588226 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4b08f699-82ed-498c-9919-31dd198a67d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:50.665975 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4b08f699-82ed-498c-9919-31dd198a67d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:50.666297 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4b08f699-82ed-498c-9919-31dd198a67d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:50.677690 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-4b08f699-82ed-498c-9919-31dd198a67d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Calling delete_port for dadd1dbd-f59d-4fd0-a66e-62af88bbd02c owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:18:50.822981 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4b08f699-82ed-498c-9919-31dd198a67d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:50.849802 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08f699-82ed-498c-9919-31dd198a67d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'Port': ['ID=dadd1dbd-f59d-4fd0-a66e-62af88bbd02c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:50.913476 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4b08f699-82ed-498c-9919-31dd198a67d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:50.913755 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-4b08f699-82ed-498c-9919-31dd198a67d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Floating IP c76783f3-ea47-4135-80e4-723203c29555 disassociated (deleted). External IP: 172.25.5.135, port: f99b650a-0119-4121-aa2a-d3f0c9404b8a. Nov 23 22:18:51.093473 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40266) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:51.196824 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b08f699-82ed-498c-9919-31dd198a67d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Router 6814f524-32ed-4cce-b297-53b46b2f7b4c has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:18:51.726737 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b08f699-82ed-498c-9919-31dd198a67d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:18:51.733062 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4b08f699-82ed-498c-9919-31dd198a67d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:51.737075 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0f0897-b4c1-448d-ab6a-e9ef537a4cb8 None None] Sync routers for ids ['6814f524-32ed-4cce-b297-53b46b2f7b4c'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:18:51.747532 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0f0897-b4c1-448d-ab6a-e9ef537a4cb8 None None] Routers {'6814f524-32ed-4cce-b297-53b46b2f7b4c'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:18:51.748151 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ee0f0897-b4c1-448d-ab6a-e9ef537a4cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:18:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['6814f524-32ed-4cce-b297-53b46b2f7b4c'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:51.785967 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4b08f699-82ed-498c-9919-31dd198a67d1 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "DELETE /v2.0/floatingips/c76783f3-ea47-4135-80e4-723203c29555 HTTP/1.1" status: 204 len: 168 time: 1.3503981 Nov 23 22:18:51.788794 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f14776f-3943-45e0-b88f-1de66331e6fa', 'tag': 'f99b650a-0119-4121-aa2a-d3f0c9404b8a'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:18:51.791121 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b3fa8b-3463-4bbf-b978-258f3e49883f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f14776f-3943-45e0-b88f-1de66331e6fa", "tag": "f99b650a-0119-4121-aa2a-d3f0c9404b8a"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:18:51.847286 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b941ed2-90dd-491e-9d7c-8f5385b2ca20 x-openstack-request-id: req-9b941ed2-90dd-491e-9d7c-8f5385b2ca20 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:18:51.847980 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f14776f-3943-45e0-b88f-1de66331e6fa", "tag": "f99b650a-0119-4121-aa2a-d3f0c9404b8a", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:18:51.848307 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9b941ed2-90dd-491e-9d7c-8f5385b2ca20 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:18:51.849034 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f14776f-3943-45e0-b88f-1de66331e6fa', 'tag': 'f99b650a-0119-4121-aa2a-d3f0c9404b8a', 'status': 'completed', 'code': 200} Nov 23 22:18:51.862163 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-ee0f0897-b4c1-448d-ab6a-e9ef537a4cb8 None None] Set router 6814f524-32ed-4cce-b297-53b46b2f7b4c gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:18:51.934490 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-490f88ae-1a82-4811-bf3a-b3a178bc77c5 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:51.961545 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3fa8b-3463-4bbf-b978-258f3e49883f req-8ac7aedd-70ce-43af-a35a-f9b03d75cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:51.963113 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b0b3fa8b-3463-4bbf-b978-258f3e49883f req-8ac7aedd-70ce-43af-a35a-f9b03d75cc2d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e0acd4df46849288fda9982f884e974&device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 1096 time: 0.0709212 Nov 23 22:18:52.103292 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3fa8b-3463-4bbf-b978-258f3e49883f req-320f771e-3785-4ae5-8661-5128c3e975eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:52.104738 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b0b3fa8b-3463-4bbf-b978-258f3e49883f req-320f771e-3785-4ae5-8661-5128c3e975eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=300fcb74-7978-45ee-a2b8-2afe610a4912 HTTP/1.1" status: 200 len: 898 time: 0.1048627 Nov 23 22:18:52.105129 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ee0f0897-b4c1-448d-ab6a-e9ef537a4cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691558671', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:57Z', 'updated_at': '2021-11-23T22:17:01Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:58Z', 'updated_at': '2021-11-23T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'd11f527c-f5ca-47e9-9580-231e6d45dee2', 'name': '', 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:4e:a6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'cb3c699e-5ec1-4643-9916-c6941d4ccdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:01Z', 'updated_at': '2021-11-23T22:17:05Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'cb3c699e-5ec1-4643-9916-c6941d4ccdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:52.138089 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170d7f3-9b9e-4672-bf18-bc928a771400 req-c5f2b6c0-71da-4f5e-8add-5b11a52f1846 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:52.138578 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0f0897-b4c1-448d-ab6a-e9ef537a4cb8 None None] Checking router: 6814f524-32ed-4cce-b297-53b46b2f7b4c for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:18:52.139789 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9170d7f3-9b9e-4672-bf18-bc928a771400 req-c5f2b6c0-71da-4f5e-8add-5b11a52f1846 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 945 time: 0.0976968 Nov 23 22:18:52.147850 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0f0897-b4c1-448d-ab6a-e9ef537a4cb8 None None] Routers {'6814f524-32ed-4cce-b297-53b46b2f7b4c'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:18:52.148563 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ee0f0897-b4c1-448d-ab6a-e9ef537a4cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:18:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['6814f524-32ed-4cce-b297-53b46b2f7b4c'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:52.153946 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b0b3fa8b-3463-4bbf-b978-258f3e49883f req-6b12b178-5b3c-4242-93e6-e022138e81c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f99b650a-0119-4121-aa2a-d3f0c9404b8a HTTP/1.1" status: 200 len: 217 time: 0.0414429 Nov 23 22:18:52.215741 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3fa8b-3463-4bbf-b978-258f3e49883f req-f059145f-f37b-4ce7-ac82-7a0fa8bce466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:52.217368 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b0b3fa8b-3463-4bbf-b978-258f3e49883f req-f059145f-f37b-4ce7-ac82-7a0fa8bce466 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb3c699e-5ec1-4643-9916-c6941d4ccdf9 HTTP/1.1" status: 200 len: 834 time: 0.0558760 Nov 23 22:18:52.224453 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9170d7f3-9b9e-4672-bf18-bc928a771400 req-aa3334d3-6500-48f8-b046-98724b227f8e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640442 Nov 23 22:18:52.260598 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-ee0f0897-b4c1-448d-ab6a-e9ef537a4cb8 None None] Set router 6814f524-32ed-4cce-b297-53b46b2f7b4c gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:18:52.285706 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3fa8b-3463-4bbf-b978-258f3e49883f req-441e0f0a-e9ef-4aad-a755-f3573d971ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:52.289578 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b0b3fa8b-3463-4bbf-b978-258f3e49883f req-441e0f0a-e9ef-4aad-a755-f3573d971ecf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=300fcb74-7978-45ee-a2b8-2afe610a4912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593295 Nov 23 22:18:52.328407 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-490f88ae-1a82-4811-bf3a-b3a178bc77c5 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Deleting port 222b62cd-e00d-4fa1-a0f4-0747d2ca0778 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:18:52.328788 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-490f88ae-1a82-4811-bf3a-b3a178bc77c5 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:52.391664 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b0b3fa8b-3463-4bbf-b978-258f3e49883f req-898c12bf-8981-46a3-a2a6-e1a278eb5ef8 service neutron] 10.222.0.60 "GET /v2.0/networks/300fcb74-7978-45ee-a2b8-2afe610a4912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955353 Nov 23 22:18:52.432338 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-490f88ae-1a82-4811-bf3a-b3a178bc77c5 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] For port 222b62cd-e00d-4fa1-a0f4-0747d2ca0778, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=222b62cd-e00d-4fa1-a0f4-0747d2ca0778,segment=NetworkSegment(264f4089-60d7-4edc-ad9b-6fa2bc931c17),segment_id=264f4089-60d7-4edc-ad9b-6fa2bc931c17)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:52.432792 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-490f88ae-1a82-4811-bf3a-b3a178bc77c5 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:52.448769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-490f88ae-1a82-4811-bf3a-b3a178bc77c5 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Calling delete_port for 222b62cd-e00d-4fa1-a0f4-0747d2ca0778 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:18:52.494884 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ee0f0897-b4c1-448d-ab6a-e9ef537a4cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691558671', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:57Z', 'updated_at': '2021-11-23T22:17:01Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:58Z', 'updated_at': '2021-11-23T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'd11f527c-f5ca-47e9-9580-231e6d45dee2', 'name': '', 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:4e:a6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'cb3c699e-5ec1-4643-9916-c6941d4ccdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:01Z', 'updated_at': '2021-11-23T22:17:05Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'cb3c699e-5ec1-4643-9916-c6941d4ccdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:52.503212 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b0b3fa8b-3463-4bbf-b978-258f3e49883f req-6c82fa31-edc7-403b-a038-188bbf583bb3 service neutron] 10.222.0.60 "GET /v2.0/networks/300fcb74-7978-45ee-a2b8-2afe610a4912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034682 Nov 23 22:18:52.523910 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0f0897-b4c1-448d-ab6a-e9ef537a4cb8 None None] The sync data for ids ['6814f524-32ed-4cce-b297-53b46b2f7b4c'] in n-d-816206-9 is: [{'id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691558671', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:57Z', 'updated_at': '2021-11-23T22:17:01Z', 'revision_number': 4, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:58Z', 'updated_at': '2021-11-23T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'd11f527c-f5ca-47e9-9580-231e6d45dee2', 'name': '', 'network_id': '300fcb74-7978-45ee-a2b8-2afe610a4912', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'mac_address': 'fa:16:3e:4e:a6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'cb3c699e-5ec1-4643-9916-c6941d4ccdf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:01Z', 'updated_at': '2021-11-23T22:17:05Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'subnets': [{'id': 'cb3c699e-5ec1-4643-9916-c6941d4ccdf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:18:52.648838 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-490f88ae-1a82-4811-bf3a-b3a178bc77c5 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:52.681274 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f88ae-1a82-4811-bf3a-b3a178bc77c5 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event deleted for resources: {'Port': ['ID=222b62cd-e00d-4fa1-a0f4-0747d2ca0778,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:52.794401 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce15564-a273-4021-89f0-efc4eb140dad None None] New status for floating IP c76783f3-ea47-4135-80e4-723203c29555: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:18:52.872044 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-490f88ae-1a82-4811-bf3a-b3a178bc77c5 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:52.924270 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:53.096583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490f88ae-1a82-4811-bf3a-b3a178bc77c5 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Router 981bad88-0b1e-4d87-a38f-1909952b8cc6 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:18:53.205147 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490f88ae-1a82-4811-bf3a-b3a178bc77c5 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:18:53.211033 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-490f88ae-1a82-4811-bf3a-b3a178bc77c5 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "PUT /v2.0/routers/981bad88-0b1e-4d87-a38f-1909952b8cc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1165173 Nov 23 22:18:53.213729 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40278) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:53.218755 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc39e0a8-9059-4b8d-824d-bbb8375ee455 None None] Sync routers for ids ['981bad88-0b1e-4d87-a38f-1909952b8cc6'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:18:53.230074 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc39e0a8-9059-4b8d-824d-bbb8375ee455 None None] Routers {'981bad88-0b1e-4d87-a38f-1909952b8cc6'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:18:53.230685 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-bc39e0a8-9059-4b8d-824d-bbb8375ee455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:18:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['981bad88-0b1e-4d87-a38f-1909952b8cc6'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:53.266607 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b75f43-514f-45f4-b2b3-fa97ce01aff6 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Deleting subnet ccc18c7d-c86f-4568-8af5-a088fbe77400 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:18:53.270642 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 682a0e2b-83d1-42e5-b11f-68e1cd968823 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:18:53.270839 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09b75f43-514f-45f4-b2b3-fa97ce01aff6 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:53.302866 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 682a0e2b-83d1-42e5-b11f-68e1cd968823 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:18:53.303415 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 682a0e2b-83d1-42e5-b11f-68e1cd968823 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:18:53.313513 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09b75f43-514f-45f4-b2b3-fa97ce01aff6 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:53.358005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85efdc-cebb-45e4-a694-a7bb369cd9c9 req-9e8dcfe3-7f32-4915-8b47-f808a2c40e2c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:53.365359 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d85efdc-cebb-45e4-a694-a7bb369cd9c9 req-9e8dcfe3-7f32-4915-8b47-f808a2c40e2c tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 945 time: 0.0642505 Nov 23 22:18:53.369956 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-bc39e0a8-9059-4b8d-824d-bbb8375ee455 None None] Set router 981bad88-0b1e-4d87-a38f-1909952b8cc6 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:18:53.417111 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d85efdc-cebb-45e4-a694-a7bb369cd9c9 req-705cd2f5-3648-40d4-abfc-c92dc6ed531d tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/security-groups?id=9ffa8df1-9a86-49b7-ae9d-8625f61daec0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500655 Nov 23 22:18:53.417343 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09b75f43-514f-45f4-b2b3-fa97ce01aff6 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:53.510253 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09b75f43-514f-45f4-b2b3-fa97ce01aff6 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:53.527420 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e332e-d58f-4dff-b188-db034da69bed req-d66d194f-c3b5-46b9-a7f1-e0b8fb904e06 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:53.528898 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8c4e332e-d58f-4dff-b188-db034da69bed req-d66d194f-c3b5-46b9-a7f1-e0b8fb904e06 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 945 time: 0.0721185 Nov 23 22:18:53.558632 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b75f43-514f-45f4-b2b3-fa97ce01aff6 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event deleted for resources: {'Subnet': ['ID=ccc18c7d-c86f-4568-8af5-a088fbe77400,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:53.563225 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-09b75f43-514f-45f4-b2b3-fa97ce01aff6 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:53.569275 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-09b75f43-514f-45f4-b2b3-fa97ce01aff6 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "DELETE /v2.0/subnets/ccc18c7d-c86f-4568-8af5-a088fbe77400 HTTP/1.1" status: 204 len: 168 time: 0.3516974 Nov 23 22:18:53.569887 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40284) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:53.578127 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81f6f19-f03c-4093-8fc2-dcd86954e2c8 None None] Network 2ab0067e-c93d-4e6f-8ef9-c87b0039f470 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:18:53.593637 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-bc39e0a8-9059-4b8d-824d-bbb8375ee455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981bad88-0b1e-4d87-a38f-1909952b8cc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1155907469', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '48a33991-1bf3-40d0-8de4-4615772bb383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:18:32Z', 'updated_at': '2021-11-23T22:18:52Z', 'revision_number': 5, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'gw_port': {'id': '48a33991-1bf3-40d0-8de4-4615772bb383', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981bad88-0b1e-4d87-a38f-1909952b8cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:18:32Z', 'updated_at': '2021-11-23T22:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:53.623934 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc39e0a8-9059-4b8d-824d-bbb8375ee455 None None] Checking router: 981bad88-0b1e-4d87-a38f-1909952b8cc6 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:18:53.648980 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-8c4e332e-d58f-4dff-b188-db034da69bed req-22920cb0-582c-4d61-9e2a-4ee30e268fdd tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Deleting port f99b650a-0119-4121-aa2a-d3f0c9404b8a {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:18:53.649322 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8c4e332e-d58f-4dff-b188-db034da69bed req-22920cb0-582c-4d61-9e2a-4ee30e268fdd tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:53.680186 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc39e0a8-9059-4b8d-824d-bbb8375ee455 None None] Routers {'981bad88-0b1e-4d87-a38f-1909952b8cc6'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:18:53.680914 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-bc39e0a8-9059-4b8d-824d-bbb8375ee455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:18:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['981bad88-0b1e-4d87-a38f-1909952b8cc6'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:53.682103 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d0c5f5c8-57d8-43c2-806a-95f50e42dc3e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:53.751796 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-8c4e332e-d58f-4dff-b188-db034da69bed req-22920cb0-582c-4d61-9e2a-4ee30e268fdd tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] For port f99b650a-0119-4121-aa2a-d3f0c9404b8a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=f99b650a-0119-4121-aa2a-d3f0c9404b8a,segment=NetworkSegment(e28ae4e0-e178-4bb2-a599-d1e7a4745beb),segment_id=e28ae4e0-e178-4bb2-a599-d1e7a4745beb)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:53.752215 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8c4e332e-d58f-4dff-b188-db034da69bed req-22920cb0-582c-4d61-9e2a-4ee30e268fdd tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:53.765083 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-8c4e332e-d58f-4dff-b188-db034da69bed req-22920cb0-582c-4d61-9e2a-4ee30e268fdd tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Calling delete_port for f99b650a-0119-4121-aa2a-d3f0c9404b8a owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:18:53.797278 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d0c5f5c8-57d8-43c2-806a-95f50e42dc3e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:53.858188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-d0c5f5c8-57d8-43c2-806a-95f50e42dc3e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Deleting port 48a33991-1bf3-40d0-8de4-4615772bb383 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:18:53.858585 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d0c5f5c8-57d8-43c2-806a-95f50e42dc3e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:53.920194 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8c4e332e-d58f-4dff-b188-db034da69bed req-22920cb0-582c-4d61-9e2a-4ee30e268fdd tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:53.955407 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-d0c5f5c8-57d8-43c2-806a-95f50e42dc3e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] For port 48a33991-1bf3-40d0-8de4-4615772bb383, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=48a33991-1bf3-40d0-8de4-4615772bb383,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:53.956237 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d0c5f5c8-57d8-43c2-806a-95f50e42dc3e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:53.957573 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22920cb0-582c-4d61-9e2a-4ee30e268fdd tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'Port': ['ID=f99b650a-0119-4121-aa2a-d3f0c9404b8a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:53.970031 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-d0c5f5c8-57d8-43c2-806a-95f50e42dc3e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Calling delete_port for 48a33991-1bf3-40d0-8de4-4615772bb383 owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:18:54.013430 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4e332e-d58f-4dff-b188-db034da69bed req-22920cb0-582c-4d61-9e2a-4ee30e268fdd tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] No DVR routers for this DVR port f99b650a-0119-4121-aa2a-d3f0c9404b8a on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:18:54.016204 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8c4e332e-d58f-4dff-b188-db034da69bed req-22920cb0-582c-4d61-9e2a-4ee30e268fdd tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:54.021265 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8c4e332e-d58f-4dff-b188-db034da69bed req-22920cb0-582c-4d61-9e2a-4ee30e268fdd tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.60 "DELETE /v2.0/ports/f99b650a-0119-4121-aa2a-d3f0c9404b8a HTTP/1.1" status: 204 len: 173 time: 0.4693160 Nov 23 22:18:54.021735 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f14776f-3943-45e0-b88f-1de66331e6fa', 'name': 'network-vif-deleted', 'tag': 'f99b650a-0119-4121-aa2a-d3f0c9404b8a'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:18:54.031508 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4536032-faff-4411-9783-1418ad263e51" -d '{"events": [{"server_uuid": "0f14776f-3943-45e0-b88f-1de66331e6fa", "name": "network-vif-deleted", "tag": "f99b650a-0119-4121-aa2a-d3f0c9404b8a"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:18:54.035010 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-bc39e0a8-9059-4b8d-824d-bbb8375ee455 None None] Set router 981bad88-0b1e-4d87-a38f-1909952b8cc6 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:18:54.082204 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9272b32-62da-40e2-8c94-7169b1dce1d0 x-openstack-request-id: req-d9272b32-62da-40e2-8c94-7169b1dce1d0 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:18:54.082552 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f14776f-3943-45e0-b88f-1de66331e6fa", "name": "network-vif-deleted", "tag": "f99b650a-0119-4121-aa2a-d3f0c9404b8a", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:18:54.082936 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d9272b32-62da-40e2-8c94-7169b1dce1d0 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:18:54.083380 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f14776f-3943-45e0-b88f-1de66331e6fa', 'name': 'network-vif-deleted', 'tag': 'f99b650a-0119-4121-aa2a-d3f0c9404b8a', 'status': 'completed', 'code': 200} Nov 23 22:18:54.110088 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4285226-ebc8-4d82-b205-2957f9d5cc32 None None] DHCP port deletion for 2ab0067e-c93d-4e6f-8ef9-c87b0039f470 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:18:54.184712 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d0c5f5c8-57d8-43c2-806a-95f50e42dc3e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:54.214327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5f5c8-57d8-43c2-806a-95f50e42dc3e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event deleted for resources: {'Port': ['ID=48a33991-1bf3-40d0-8de4-4615772bb383,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:54.235905 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3132a68f-eab3-4712-95ee-cc5b2b598df6 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:18:54.245328 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b4285226-ebc8-4d82-b205-2957f9d5cc32 None None] Deleting port 2d7ac0fd-a601-41b4-a803-2bf1d183fdfa {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:18:54.245708 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b4285226-ebc8-4d82-b205-2957f9d5cc32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:54.285287 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d0c5f5c8-57d8-43c2-806a-95f50e42dc3e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:54.337682 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b4285226-ebc8-4d82-b205-2957f9d5cc32 None None] For port 2d7ac0fd-a601-41b4-a803-2bf1d183fdfa, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2d7ac0fd-a601-41b4-a803-2bf1d183fdfa,segment=NetworkSegment(264f4089-60d7-4edc-ad9b-6fa2bc931c17),segment_id=264f4089-60d7-4edc-ad9b-6fa2bc931c17)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:54.338086 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b4285226-ebc8-4d82-b205-2957f9d5cc32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:54.356168 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b4285226-ebc8-4d82-b205-2957f9d5cc32 None None] Calling delete_port for 2d7ac0fd-a601-41b4-a803-2bf1d183fdfa owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:18:54.382900 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d0c5f5c8-57d8-43c2-806a-95f50e42dc3e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:54.385356 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d0c5f5c8-57d8-43c2-806a-95f50e42dc3e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:54.409461 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-bc39e0a8-9059-4b8d-824d-bbb8375ee455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981bad88-0b1e-4d87-a38f-1909952b8cc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1155907469', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '48a33991-1bf3-40d0-8de4-4615772bb383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:18:32Z', 'updated_at': '2021-11-23T22:18:52Z', 'revision_number': 5, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'gw_port': {'id': '48a33991-1bf3-40d0-8de4-4615772bb383', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981bad88-0b1e-4d87-a38f-1909952b8cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:18:32Z', 'updated_at': '2021-11-23T22:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:54.436280 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d0c5f5c8-57d8-43c2-806a-95f50e42dc3e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:54.437182 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c5f5c8-57d8-43c2-806a-95f50e42dc3e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Fanout notify agent at l3_agent the message router_deleted on router 981bad88-0b1e-4d87-a38f-1909952b8cc6 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:18:54.445163 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d0c5f5c8-57d8-43c2-806a-95f50e42dc3e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:54.446496 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d0c5f5c8-57d8-43c2-806a-95f50e42dc3e tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "DELETE /v2.0/routers/981bad88-0b1e-4d87-a38f-1909952b8cc6 HTTP/1.1" status: 204 len: 168 time: 0.8755603 Nov 23 22:18:54.449033 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40292) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:54.452640 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc39e0a8-9059-4b8d-824d-bbb8375ee455 None None] The sync data for ids ['981bad88-0b1e-4d87-a38f-1909952b8cc6'] in n-d-816206-9 is: [{'id': '981bad88-0b1e-4d87-a38f-1909952b8cc6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1155907469', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': '48a33991-1bf3-40d0-8de4-4615772bb383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:18:32Z', 'updated_at': '2021-11-23T22:18:52Z', 'revision_number': 5, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'gw_port': {'id': '48a33991-1bf3-40d0-8de4-4615772bb383', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '981bad88-0b1e-4d87-a38f-1909952b8cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:18:32Z', 'updated_at': '2021-11-23T22:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:18:54.570163 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b4285226-ebc8-4d82-b205-2957f9d5cc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:54.614160 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4285226-ebc8-4d82-b205-2957f9d5cc32 None None] Pushing event deleted for resources: {'Port': ['ID=2d7ac0fd-a601-41b4-a803-2bf1d183fdfa,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:54.621619 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4285226-ebc8-4d82-b205-2957f9d5cc32 None None] No DVR routers for this DVR port 2d7ac0fd-a601-41b4-a803-2bf1d183fdfa on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:18:54.644617 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c5d491e-0ef9-4d8d-8fbe-36ef87336f5a req-a70dc68c-8dc4-429a-83da-f8408726b17e tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f14776f-3943-45e0-b88f-1de66331e6fa HTTP/1.1" status: 200 len: 210 time: 0.0590394 Nov 23 22:18:54.650395 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-40ef6c7b-af06-4e59-a3c8-5a4f47fe40c8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:54.747403 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-40ef6c7b-af06-4e59-a3c8-5a4f47fe40c8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:54.767084 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-40ef6c7b-af06-4e59-a3c8-5a4f47fe40c8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab0067e-c93d-4e6f-8ef9-c87b0039f470']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:54.776852 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-40ef6c7b-af06-4e59-a3c8-5a4f47fe40c8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264f4089-60d7-4edc-ad9b-6fa2bc931c17') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:54.777154 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-40ef6c7b-af06-4e59-a3c8-5a4f47fe40c8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264f4089-60d7-4edc-ad9b-6fa2bc931c17') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:54.791424 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-40ef6c7b-af06-4e59-a3c8-5a4f47fe40c8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:54.804204 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-40ef6c7b-af06-4e59-a3c8-5a4f47fe40c8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:54.810054 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ef6c7b-af06-4e59-a3c8-5a4f47fe40c8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:18:54.810446 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-40ef6c7b-af06-4e59-a3c8-5a4f47fe40c8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:18:54.813367 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:18:54.874610 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-40ef6c7b-af06-4e59-a3c8-5a4f47fe40c8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:54.881918 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-40ef6c7b-af06-4e59-a3c8-5a4f47fe40c8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:54.885172 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-40ef6c7b-af06-4e59-a3c8-5a4f47fe40c8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "DELETE /v2.0/networks/2ab0067e-c93d-4e6f-8ef9-c87b0039f470 HTTP/1.1" status: 204 len: 168 time: 0.4350796 Nov 23 22:18:54.888127 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40294) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:54.904784 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef6c7b-af06-4e59-a3c8-5a4f47fe40c8 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event deleted for resources: {'Network': ['ID=2ab0067e-c93d-4e6f-8ef9-c87b0039f470,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:54.967895 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2d7ac0fd-a601-41b4-a803-2bf1d183fdfa no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:18:54.989645 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 2d7ac0fd-a601-41b4-a803-2bf1d183fdfa {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:18:54.990001 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2d7ac0fd-a601-41b4-a803-2bf1d183fdfa not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:18:55.082979 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-b80eca3b-7293-4ef7-a03e-4f313cb87a41 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Deleting port 55d4657d-1005-48fe-a469-b0ea6cd523cb {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:18:55.083329 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b80eca3b-7293-4ef7-a03e-4f313cb87a41 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:55.168591 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b80eca3b-7293-4ef7-a03e-4f313cb87a41 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:55.168919 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b80eca3b-7293-4ef7-a03e-4f313cb87a41 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:55.182796 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-b80eca3b-7293-4ef7-a03e-4f313cb87a41 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Calling delete_port for 55d4657d-1005-48fe-a469-b0ea6cd523cb owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:18:55.328341 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b80eca3b-7293-4ef7-a03e-4f313cb87a41 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:55.358022 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80eca3b-7293-4ef7-a03e-4f313cb87a41 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event deleted for resources: {'Port': ['ID=55d4657d-1005-48fe-a469-b0ea6cd523cb,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:55.417954 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b80eca3b-7293-4ef7-a03e-4f313cb87a41 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:55.418289 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-b80eca3b-7293-4ef7-a03e-4f313cb87a41 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Floating IP 2bcf9909-e893-4eee-bf59-9789b9dff8db disassociated (deleted). External IP: 172.25.5.239, port: 81f8b117-df38-40c6-bb1d-1bf8bf806b1a. Nov 23 22:18:55.632533 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80eca3b-7293-4ef7-a03e-4f313cb87a41 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Router a7eff7a8-4d4e-41f1-ae55-68e41002ce22 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:18:55.679237 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f99b650a-0119-4121-aa2a-d3f0c9404b8a no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:18:55.699211 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: f99b650a-0119-4121-aa2a-d3f0c9404b8a {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:18:55.699560 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device f99b650a-0119-4121-aa2a-d3f0c9404b8a not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:18:55.708171 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40300) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:55.748872 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80eca3b-7293-4ef7-a03e-4f313cb87a41 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:18:55.753400 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b80eca3b-7293-4ef7-a03e-4f313cb87a41 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:55.763578 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a59d821-076c-436f-b7e5-d3c93195a0b3 None None] Sync routers for ids ['a7eff7a8-4d4e-41f1-ae55-68e41002ce22'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:18:55.773070 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a59d821-076c-436f-b7e5-d3c93195a0b3 None None] Routers {'a7eff7a8-4d4e-41f1-ae55-68e41002ce22'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:18:55.774005 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-1a59d821-076c-436f-b7e5-d3c93195a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:18:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a7eff7a8-4d4e-41f1-ae55-68e41002ce22'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:55.784608 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b80eca3b-7293-4ef7-a03e-4f313cb87a41 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "DELETE /v2.0/floatingips/2bcf9909-e893-4eee-bf59-9789b9dff8db HTTP/1.1" status: 204 len: 168 time: 0.8927786 Nov 23 22:18:55.887751 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-1a59d821-076c-436f-b7e5-d3c93195a0b3 None None] Set router a7eff7a8-4d4e-41f1-ae55-68e41002ce22 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:18:56.051924 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae3fca-3cf2-40b4-95f4-609e3e566d66 req-c6822fa8-c30e-4ccf-a4a5-b96217b5b343 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:56.053476 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90ae3fca-3cf2-40b4-95f4-609e3e566d66 req-c6822fa8-c30e-4ccf-a4a5-b96217b5b343 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=e555fdd7-6f04-4693-8d25-a8a0e7266273 HTTP/1.1" status: 200 len: 985 time: 0.0890119 Nov 23 22:18:56.085183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e555fdd7-6f04-4693-8d25-a8a0e7266273', 'tag': '81f8b117-df38-40c6-bb1d-1bf8bf806b1a'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:18:56.087829 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afea1ad7-c1cf-4b0d-8538-26fc9b3545ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e555fdd7-6f04-4693-8d25-a8a0e7266273", "tag": "81f8b117-df38-40c6-bb1d-1bf8bf806b1a"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:18:56.101154 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-1a59d821-076c-436f-b7e5-d3c93195a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-465848267', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:36Z', 'revision_number': 4, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'gw_port': {'id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '47b4b8b3-3785-42aa-b86d-9cad9d59fd5d', 'name': '', 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'mac_address': 'fa:16:3e:da:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'baaecb0c-c9cd-4d84-aa5e-393b7b6f898c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:17:43Z', 'revision_number': 5, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'subnets': [{'id': 'baaecb0c-c9cd-4d84-aa5e-393b7b6f898c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:56.131059 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a59d821-076c-436f-b7e5-d3c93195a0b3 None None] Checking router: a7eff7a8-4d4e-41f1-ae55-68e41002ce22 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:18:56.131778 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4dd2c7-1066-452a-bef3-07e698faca6a x-openstack-request-id: req-cf4dd2c7-1066-452a-bef3-07e698faca6a {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:18:56.131955 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e555fdd7-6f04-4693-8d25-a8a0e7266273", "tag": "81f8b117-df38-40c6-bb1d-1bf8bf806b1a", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:18:56.132171 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cf4dd2c7-1066-452a-bef3-07e698faca6a {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:18:56.132612 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e555fdd7-6f04-4693-8d25-a8a0e7266273', 'tag': '81f8b117-df38-40c6-bb1d-1bf8bf806b1a', 'status': 'completed', 'code': 200} Nov 23 22:18:56.140522 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a59d821-076c-436f-b7e5-d3c93195a0b3 None None] Routers {'a7eff7a8-4d4e-41f1-ae55-68e41002ce22'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:18:56.141053 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-1a59d821-076c-436f-b7e5-d3c93195a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:18:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a7eff7a8-4d4e-41f1-ae55-68e41002ce22'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:56.142011 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90ae3fca-3cf2-40b4-95f4-609e3e566d66 req-a4b8197a-e766-4b04-8ac5-8fc788ab6d18 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e78a05a1-51f6-4916-a98f-b5bd2bf9a21b&id=675e2f18-cf84-46d6-ace2-e9973a74be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0816216 Nov 23 22:18:56.202590 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-81bbaadf-c0d3-49a3-adb8-76da616c8e59 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:56.224696 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea1ad7-c1cf-4b0d-8538-26fc9b3545ad req-565de3a4-d3d3-4962-9fb9-91205463a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:56.226999 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-afea1ad7-c1cf-4b0d-8538-26fc9b3545ad req-565de3a4-d3d3-4962-9fb9-91205463a694 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e143aae0dbe9442c890dec2feef9200d&device_id=e555fdd7-6f04-4693-8d25-a8a0e7266273 HTTP/1.1" status: 200 len: 1136 time: 0.0492935 Nov 23 22:18:56.255655 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-1a59d821-076c-436f-b7e5-d3c93195a0b3 None None] Set router a7eff7a8-4d4e-41f1-ae55-68e41002ce22 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:18:56.324613 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea1ad7-c1cf-4b0d-8538-26fc9b3545ad req-28af9d3f-5f03-4f27-931e-88e6c33ab14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:56.326116 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-afea1ad7-c1cf-4b0d-8538-26fc9b3545ad req-28af9d3f-5f03-4f27-931e-88e6c33ab14a service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7a4447e-8744-4f22-b9de-ff026310b527 HTTP/1.1" status: 200 len: 898 time: 0.0913908 Nov 23 22:18:56.371104 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-afea1ad7-c1cf-4b0d-8538-26fc9b3545ad req-45a6d3db-a632-49bc-ba14-383072775fb5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f8b117-df38-40c6-bb1d-1bf8bf806b1a HTTP/1.1" status: 200 len: 217 time: 0.0360825 Nov 23 22:18:56.412925 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-553ac98a-a2f4-459e-bb7f-c81e7e2823e2 req-c9b9dcd4-77a5-42d3-aafd-de5e28b9667e service neutron] (110034) timed out ('10.222.0.50', 45780) {{(pid=110034) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 22:18:56.425216 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea1ad7-c1cf-4b0d-8538-26fc9b3545ad req-9fdd5204-018b-468e-bb08-426bf6b5d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:56.426834 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-afea1ad7-c1cf-4b0d-8538-26fc9b3545ad req-9fdd5204-018b-468e-bb08-426bf6b5d159 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baaecb0c-c9cd-4d84-aa5e-393b7b6f898c HTTP/1.1" status: 200 len: 834 time: 0.0488157 Nov 23 22:18:56.475833 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea1ad7-c1cf-4b0d-8538-26fc9b3545ad req-514e2cb9-0d4a-4cdc-b880-cf84ac52b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:56.476456 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-1a59d821-076c-436f-b7e5-d3c93195a0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-465848267', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:36Z', 'revision_number': 4, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'gw_port': {'id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '47b4b8b3-3785-42aa-b86d-9cad9d59fd5d', 'name': '', 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'mac_address': 'fa:16:3e:da:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'baaecb0c-c9cd-4d84-aa5e-393b7b6f898c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:17:43Z', 'revision_number': 5, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'subnets': [{'id': 'baaecb0c-c9cd-4d84-aa5e-393b7b6f898c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:56.477095 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-81bbaadf-c0d3-49a3-adb8-76da616c8e59 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Deleting port d11f527c-f5ca-47e9-9580-231e6d45dee2 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:18:56.477784 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-81bbaadf-c0d3-49a3-adb8-76da616c8e59 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:56.477891 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-afea1ad7-c1cf-4b0d-8538-26fc9b3545ad req-514e2cb9-0d4a-4cdc-b880-cf84ac52b4c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7a4447e-8744-4f22-b9de-ff026310b527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432003 Nov 23 22:18:56.510602 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 48a33991-1bf3-40d0-8de4-4615772bb383 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:18:56.518303 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a59d821-076c-436f-b7e5-d3c93195a0b3 None None] The sync data for ids ['a7eff7a8-4d4e-41f1-ae55-68e41002ce22'] in n-d-816206-9 is: [{'id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-465848267', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:36Z', 'revision_number': 4, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'gw_port': {'id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '47b4b8b3-3785-42aa-b86d-9cad9d59fd5d', 'name': '', 'network_id': 'b7a4447e-8744-4f22-b9de-ff026310b527', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'mac_address': 'fa:16:3e:da:a8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'baaecb0c-c9cd-4d84-aa5e-393b7b6f898c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:34Z', 'updated_at': '2021-11-23T22:17:43Z', 'revision_number': 5, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'subnets': [{'id': 'baaecb0c-c9cd-4d84-aa5e-393b7b6f898c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:18:56.533377 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 48a33991-1bf3-40d0-8de4-4615772bb383 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:18:56.533720 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 48a33991-1bf3-40d0-8de4-4615772bb383 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:18:56.539413 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 222b62cd-e00d-4fa1-a0f4-0747d2ca0778 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:18:56.563397 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 222b62cd-e00d-4fa1-a0f4-0747d2ca0778 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:18:56.563878 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 222b62cd-e00d-4fa1-a0f4-0747d2ca0778 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:18:56.586116 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-afea1ad7-c1cf-4b0d-8538-26fc9b3545ad req-c7c6fdbe-10a8-4058-80ed-e5db1659277c service neutron] 10.222.0.60 "GET /v2.0/networks/b7a4447e-8744-4f22-b9de-ff026310b527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994818 Nov 23 22:18:56.587674 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-81bbaadf-c0d3-49a3-adb8-76da616c8e59 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] For port d11f527c-f5ca-47e9-9580-231e6d45dee2, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d11f527c-f5ca-47e9-9580-231e6d45dee2,segment=NetworkSegment(e28ae4e0-e178-4bb2-a599-d1e7a4745beb),segment_id=e28ae4e0-e178-4bb2-a599-d1e7a4745beb)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:56.588035 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-81bbaadf-c0d3-49a3-adb8-76da616c8e59 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:56.601242 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-81bbaadf-c0d3-49a3-adb8-76da616c8e59 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Calling delete_port for d11f527c-f5ca-47e9-9580-231e6d45dee2 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:18:56.614235 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:18:56.692643 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-afea1ad7-c1cf-4b0d-8538-26fc9b3545ad req-14e56887-4a28-4e35-aca0-ef115e46ec9b service neutron] 10.222.0.60 "GET /v2.0/networks/b7a4447e-8744-4f22-b9de-ff026310b527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982265 Nov 23 22:18:56.803700 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-81bbaadf-c0d3-49a3-adb8-76da616c8e59 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:56.820284 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7279d1a-2b96-4bde-b115-a53feed1ecc9 None None] New status for floating IP 2bcf9909-e893-4eee-bf59-9789b9dff8db: DOWN {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:18:56.832287 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbaadf-c0d3-49a3-adb8-76da616c8e59 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'Port': ['ID=d11f527c-f5ca-47e9-9580-231e6d45dee2,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:57.013140 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-81bbaadf-c0d3-49a3-adb8-76da616c8e59 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:57.261471 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bbaadf-c0d3-49a3-adb8-76da616c8e59 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Router 6814f524-32ed-4cce-b297-53b46b2f7b4c has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:18:57.281373 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabce85-488b-409e-864a-1e34cd74911b req-aaae019e-12fe-4988-88bd-cd1c35045fe0 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:57.282864 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bdabce85-488b-409e-864a-1e34cd74911b req-aaae019e-12fe-4988-88bd-cd1c35045fe0 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=e555fdd7-6f04-4693-8d25-a8a0e7266273 HTTP/1.1" status: 200 len: 985 time: 0.0706108 Nov 23 22:18:57.419695 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bdabce85-488b-409e-864a-1e34cd74911b req-870575ab-d6b7-4d93-bd2a-3e021f0f944f tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/security-groups?id=e78a05a1-51f6-4916-a98f-b5bd2bf9a21b&id=675e2f18-cf84-46d6-ace2-e9973a74be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0988953 Nov 23 22:18:57.425688 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bbaadf-c0d3-49a3-adb8-76da616c8e59 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:18:57.435740 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-81bbaadf-c0d3-49a3-adb8-76da616c8e59 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "PUT /v2.0/routers/6814f524-32ed-4cce-b297-53b46b2f7b4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7260380 Nov 23 22:18:57.437645 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e83c2d5-3272-48da-b73b-6070d8c90014 None None] Sync routers for ids ['6814f524-32ed-4cce-b297-53b46b2f7b4c'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:18:57.439130 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40312) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:57.449588 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e83c2d5-3272-48da-b73b-6070d8c90014 None None] Routers {'6814f524-32ed-4cce-b297-53b46b2f7b4c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:18:57.450207 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-8e83c2d5-3272-48da-b73b-6070d8c90014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:18:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['6814f524-32ed-4cce-b297-53b46b2f7b4c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:57.482839 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ade79-97fa-4cbf-b04f-74a98b9206c3 req-9be91559-2ac9-4d06-9e1d-e149056f0f65 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:18:57.484202 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-359ade79-97fa-4cbf-b04f-74a98b9206c3 req-9be91559-2ac9-4d06-9e1d-e149056f0f65 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.60 "GET /v2.0/ports?device_id=e555fdd7-6f04-4693-8d25-a8a0e7266273 HTTP/1.1" status: 200 len: 985 time: 0.0589345 Nov 23 22:18:57.493500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5538bd8-8df5-413d-9301-786c870aed57 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Deleting subnet cb3c699e-5ec1-4643-9916-c6941d4ccdf9 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:18:57.496896 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c5538bd8-8df5-413d-9301-786c870aed57 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:57.540930 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c5538bd8-8df5-413d-9301-786c870aed57 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:57.560150 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-8e83c2d5-3272-48da-b73b-6070d8c90014 None None] Set router 6814f524-32ed-4cce-b297-53b46b2f7b4c gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:18:57.590577 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-359ade79-97fa-4cbf-b04f-74a98b9206c3 req-928abcf0-d51c-4c10-8dfc-9d3029efd70d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Deleting port 81f8b117-df38-40c6-bb1d-1bf8bf806b1a {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:18:57.590948 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-359ade79-97fa-4cbf-b04f-74a98b9206c3 req-928abcf0-d51c-4c10-8dfc-9d3029efd70d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:57.635379 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c5538bd8-8df5-413d-9301-786c870aed57 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:57.689415 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-359ade79-97fa-4cbf-b04f-74a98b9206c3 req-928abcf0-d51c-4c10-8dfc-9d3029efd70d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] For port 81f8b117-df38-40c6-bb1d-1bf8bf806b1a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=81f8b117-df38-40c6-bb1d-1bf8bf806b1a,segment=NetworkSegment(fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b),segment_id=fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:57.690093 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-359ade79-97fa-4cbf-b04f-74a98b9206c3 req-928abcf0-d51c-4c10-8dfc-9d3029efd70d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:57.700417 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c5538bd8-8df5-413d-9301-786c870aed57 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:57.706705 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-359ade79-97fa-4cbf-b04f-74a98b9206c3 req-928abcf0-d51c-4c10-8dfc-9d3029efd70d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Calling delete_port for 81f8b117-df38-40c6-bb1d-1bf8bf806b1a owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:18:57.730004 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5538bd8-8df5-413d-9301-786c870aed57 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'Subnet': ['ID=cb3c699e-5ec1-4643-9916-c6941d4ccdf9,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:57.732030 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c5538bd8-8df5-413d-9301-786c870aed57 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:57.738352 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c5538bd8-8df5-413d-9301-786c870aed57 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "DELETE /v2.0/subnets/cb3c699e-5ec1-4643-9916-c6941d4ccdf9 HTTP/1.1" status: 204 len: 168 time: 0.2952986 Nov 23 22:18:57.738352 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40316) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:57.742740 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6395d681-ff3d-4235-a460-f28da211bcd0 None None] Network 300fcb74-7978-45ee-a2b8-2afe610a4912 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:18:57.760541 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-8e83c2d5-3272-48da-b73b-6070d8c90014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691558671', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:57Z', 'updated_at': '2021-11-23T22:18:56Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:58Z', 'updated_at': '2021-11-23T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:57.794823 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e83c2d5-3272-48da-b73b-6070d8c90014 None None] Checking router: 6814f524-32ed-4cce-b297-53b46b2f7b4c for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:18:57.805920 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e83c2d5-3272-48da-b73b-6070d8c90014 None None] Routers {'6814f524-32ed-4cce-b297-53b46b2f7b4c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:18:57.806549 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-8e83c2d5-3272-48da-b73b-6070d8c90014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:18:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['6814f524-32ed-4cce-b297-53b46b2f7b4c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:57.940297 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-8e83c2d5-3272-48da-b73b-6070d8c90014 None None] Set router 6814f524-32ed-4cce-b297-53b46b2f7b4c gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:18:57.946172 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-359ade79-97fa-4cbf-b04f-74a98b9206c3 req-928abcf0-d51c-4c10-8dfc-9d3029efd70d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:57.947964 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5bb89709-cd40-4feb-b3a9-ac8a01c3765d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:57.988328 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928abcf0-d51c-4c10-8dfc-9d3029efd70d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event deleted for resources: {'Port': ['ID=81f8b117-df38-40c6-bb1d-1bf8bf806b1a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:58.018582 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf56e8b6-8518-4325-bc76-cd0dd6f04a2a None None] DHCP port deletion for 300fcb74-7978-45ee-a2b8-2afe610a4912 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:18:58.053350 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-359ade79-97fa-4cbf-b04f-74a98b9206c3 req-928abcf0-d51c-4c10-8dfc-9d3029efd70d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] No DVR routers for this DVR port 81f8b117-df38-40c6-bb1d-1bf8bf806b1a on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:18:58.057045 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-359ade79-97fa-4cbf-b04f-74a98b9206c3 req-928abcf0-d51c-4c10-8dfc-9d3029efd70d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:58.060551 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-359ade79-97fa-4cbf-b04f-74a98b9206c3 req-928abcf0-d51c-4c10-8dfc-9d3029efd70d tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.60 "DELETE /v2.0/ports/81f8b117-df38-40c6-bb1d-1bf8bf806b1a HTTP/1.1" status: 204 len: 173 time: 0.5704496 Nov 23 22:18:58.089130 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-cf56e8b6-8518-4325-bc76-cd0dd6f04a2a None None] Deleting port 6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:18:58.089906 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cf56e8b6-8518-4325-bc76-cd0dd6f04a2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:58.133614 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e555fdd7-6f04-4693-8d25-a8a0e7266273', 'name': 'network-vif-deleted', 'tag': '81f8b117-df38-40c6-bb1d-1bf8bf806b1a'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:18:58.137249 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5d5965-261f-4167-88e0-b9b9f4917242" -d '{"events": [{"server_uuid": "e555fdd7-6f04-4693-8d25-a8a0e7266273", "name": "network-vif-deleted", "tag": "81f8b117-df38-40c6-bb1d-1bf8bf806b1a"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:18:58.182559 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35127abc-c40d-4de2-9126-167fc105a602 x-openstack-request-id: req-35127abc-c40d-4de2-9126-167fc105a602 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:18:58.183060 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e555fdd7-6f04-4693-8d25-a8a0e7266273", "name": "network-vif-deleted", "tag": "81f8b117-df38-40c6-bb1d-1bf8bf806b1a", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:18:58.183444 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35127abc-c40d-4de2-9126-167fc105a602 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:18:58.184057 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e555fdd7-6f04-4693-8d25-a8a0e7266273', 'name': 'network-vif-deleted', 'tag': '81f8b117-df38-40c6-bb1d-1bf8bf806b1a', 'status': 'completed', 'code': 200} Nov 23 22:18:58.188739 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-cf56e8b6-8518-4325-bc76-cd0dd6f04a2a None None] For port 6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b,segment=NetworkSegment(e28ae4e0-e178-4bb2-a599-d1e7a4745beb),segment_id=e28ae4e0-e178-4bb2-a599-d1e7a4745beb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:58.189141 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cf56e8b6-8518-4325-bc76-cd0dd6f04a2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:58.204680 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-cf56e8b6-8518-4325-bc76-cd0dd6f04a2a None None] Calling delete_port for 6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:18:58.289494 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d680255-d3e6-47c7-8d75-8ba07d6135c4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:58.301890 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cf56e8b6-8518-4325-bc76-cd0dd6f04a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:58.307413 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-8e83c2d5-3272-48da-b73b-6070d8c90014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691558671', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:57Z', 'updated_at': '2021-11-23T22:18:56Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:58Z', 'updated_at': '2021-11-23T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:58.335516 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e83c2d5-3272-48da-b73b-6070d8c90014 None None] The sync data for ids ['6814f524-32ed-4cce-b297-53b46b2f7b4c'] in n-d-816206-9 is: [{'id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691558671', 'tenant_id': '8e0acd4df46849288fda9982f884e974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:16:57Z', 'updated_at': '2021-11-23T22:18:56Z', 'revision_number': 5, 'project_id': '8e0acd4df46849288fda9982f884e974', 'gw_port': {'id': '24e3d377-adcf-4001-ad50-2b2c922e39e6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f524-32ed-4cce-b297-53b46b2f7b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:16:58Z', 'updated_at': '2021-11-23T22:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:18:58.342202 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56e8b6-8518-4325-bc76-cd0dd6f04a2a None None] Pushing event deleted for resources: {'Port': ['ID=6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:58.352168 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf56e8b6-8518-4325-bc76-cd0dd6f04a2a None None] No DVR routers for this DVR port 6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:18:58.354782 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56e8b6-8518-4325-bc76-cd0dd6f04a2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:58.355142 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56e8b6-8518-4325-bc76-cd0dd6f04a2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:58.355488 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56e8b6-8518-4325-bc76-cd0dd6f04a2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:58.355989 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56e8b6-8518-4325-bc76-cd0dd6f04a2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:58.356337 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56e8b6-8518-4325-bc76-cd0dd6f04a2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:58.356676 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56e8b6-8518-4325-bc76-cd0dd6f04a2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:58.357014 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56e8b6-8518-4325-bc76-cd0dd6f04a2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:58.357435 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56e8b6-8518-4325-bc76-cd0dd6f04a2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:58.357775 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56e8b6-8518-4325-bc76-cd0dd6f04a2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:58.358108 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56e8b6-8518-4325-bc76-cd0dd6f04a2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:58.358449 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56e8b6-8518-4325-bc76-cd0dd6f04a2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:58.358798 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56e8b6-8518-4325-bc76-cd0dd6f04a2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:18:58.416499 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d680255-d3e6-47c7-8d75-8ba07d6135c4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:58.474955 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-3d680255-d3e6-47c7-8d75-8ba07d6135c4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Deleting port 24e3d377-adcf-4001-ad50-2b2c922e39e6 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:18:58.475520 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d680255-d3e6-47c7-8d75-8ba07d6135c4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:58.567326 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b26ed1d0-ba89-4fcd-b576-001379f4fd92 req-d7e5e39d-827f-433e-8e77-7b287c386e10 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "GET /v2.0/ports?device_id=e555fdd7-6f04-4693-8d25-a8a0e7266273 HTTP/1.1" status: 200 len: 210 time: 0.0368061 Nov 23 22:18:58.593288 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-3d680255-d3e6-47c7-8d75-8ba07d6135c4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] For port 24e3d377-adcf-4001-ad50-2b2c922e39e6, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=24e3d377-adcf-4001-ad50-2b2c922e39e6,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:18:58.593651 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d680255-d3e6-47c7-8d75-8ba07d6135c4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:58.605918 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-3d680255-d3e6-47c7-8d75-8ba07d6135c4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Calling delete_port for 24e3d377-adcf-4001-ad50-2b2c922e39e6 owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:18:58.773648 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d11f527c-f5ca-47e9-9580-231e6d45dee2 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:18:58.793662 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d680255-d3e6-47c7-8d75-8ba07d6135c4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:58.794949 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: d11f527c-f5ca-47e9-9580-231e6d45dee2 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:18:58.795365 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d11f527c-f5ca-47e9-9580-231e6d45dee2 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:18:58.795861 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:18:58.819511 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:18:58.819953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6c55cd83-c1b8-4ecf-a1c0-d0196c18da1b not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:18:58.824906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d680255-d3e6-47c7-8d75-8ba07d6135c4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'Port': ['ID=24e3d377-adcf-4001-ad50-2b2c922e39e6,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:58.845588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97999b45-78f8-450e-ae30-8f009beb98ff None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:18:58.896953 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d680255-d3e6-47c7-8d75-8ba07d6135c4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:59.000333 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d680255-d3e6-47c7-8d75-8ba07d6135c4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:59.002238 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d680255-d3e6-47c7-8d75-8ba07d6135c4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:59.045055 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d680255-d3e6-47c7-8d75-8ba07d6135c4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:59.045561 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d680255-d3e6-47c7-8d75-8ba07d6135c4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Fanout notify agent at l3_agent the message router_deleted on router 6814f524-32ed-4cce-b297-53b46b2f7b4c {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:18:59.052194 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d680255-d3e6-47c7-8d75-8ba07d6135c4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:59.053348 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3d680255-d3e6-47c7-8d75-8ba07d6135c4 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "DELETE /v2.0/routers/6814f524-32ed-4cce-b297-53b46b2f7b4c HTTP/1.1" status: 204 len: 168 time: 1.3143766 Nov 23 22:18:59.056249 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40324) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:59.136394 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-569f545f-d26a-4fb7-96ac-156f1dfe2b17 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:59.229554 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-569f545f-d26a-4fb7-96ac-156f1dfe2b17 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:59.249116 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-569f545f-d26a-4fb7-96ac-156f1dfe2b17 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300fcb74-7978-45ee-a2b8-2afe610a4912']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:59.258489 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-569f545f-d26a-4fb7-96ac-156f1dfe2b17 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28ae4e0-e178-4bb2-a599-d1e7a4745beb') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:59.258820 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-569f545f-d26a-4fb7-96ac-156f1dfe2b17 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28ae4e0-e178-4bb2-a599-d1e7a4745beb') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:18:59.268395 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-569f545f-d26a-4fb7-96ac-156f1dfe2b17 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:59.281757 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-569f545f-d26a-4fb7-96ac-156f1dfe2b17 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:59.288564 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569f545f-d26a-4fb7-96ac-156f1dfe2b17 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:18:59.288755 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-569f545f-d26a-4fb7-96ac-156f1dfe2b17 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:18:59.291719 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:18:59.354373 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-569f545f-d26a-4fb7-96ac-156f1dfe2b17 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:59.361276 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-569f545f-d26a-4fb7-96ac-156f1dfe2b17 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:59.364461 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-569f545f-d26a-4fb7-96ac-156f1dfe2b17 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "DELETE /v2.0/networks/300fcb74-7978-45ee-a2b8-2afe610a4912 HTTP/1.1" status: 204 len: 168 time: 0.3072205 Nov 23 22:18:59.367601 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40326) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:59.375742 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f545f-d26a-4fb7-96ac-156f1dfe2b17 tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'Network': ['ID=300fcb74-7978-45ee-a2b8-2afe610a4912,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:59.430007 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eed2a65c-078f-4ff2-a2b0-d7b41aff43bb tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:59.455001 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eed2a65c-078f-4ff2-a2b0-d7b41aff43bb tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:59.516485 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eed2a65c-078f-4ff2-a2b0-d7b41aff43bb tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:59.519289 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eed2a65c-078f-4ff2-a2b0-d7b41aff43bb tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:59.520500 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-eed2a65c-078f-4ff2-a2b0-d7b41aff43bb tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] 10.222.0.50 "DELETE /v2.0/security-groups/9ffa8df1-9a86-49b7-ae9d-8625f61daec0 HTTP/1.1" status: 204 len: 168 time: 0.1517806 Nov 23 22:18:59.532469 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2a65c-078f-4ff2-a2b0-d7b41aff43bb tempest-TestNetworkAdvancedServerOps-1270406444 tempest-TestNetworkAdvancedServerOps-1270406444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffa8df1-9a86-49b7-ae9d-8625f61daec0,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:59.627753 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40334) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:59.680003 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 81f8b117-df38-40c6-bb1d-1bf8bf806b1a no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:18:59.697105 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4b0d96a5-2bb0-4e9f-bda3-7c635c189e45 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:59.707398 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 81f8b117-df38-40c6-bb1d-1bf8bf806b1a {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:18:59.707769 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 81f8b117-df38-40c6-bb1d-1bf8bf806b1a not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:18:59.725425 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4b0d96a5-2bb0-4e9f-bda3-7c635c189e45 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:59.768823 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4b0d96a5-2bb0-4e9f-bda3-7c635c189e45 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:59.772042 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4b0d96a5-2bb0-4e9f-bda3-7c635c189e45 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:59.773293 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4b0d96a5-2bb0-4e9f-bda3-7c635c189e45 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "DELETE /v2.0/security-groups/e78a05a1-51f6-4916-a98f-b5bd2bf9a21b HTTP/1.1" status: 204 len: 168 time: 0.1445303 Nov 23 22:18:59.776315 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40338) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:59.782460 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d96a5-2bb0-4e9f-bda3-7c635c189e45 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78a05a1-51f6-4916-a98f-b5bd2bf9a21b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:18:59.843271 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40340) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:59.852811 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c047c384-7c0b-4f8e-b8c4-5cc50979cdb9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:59.876251 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c047c384-7c0b-4f8e-b8c4-5cc50979cdb9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:59.921523 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c047c384-7c0b-4f8e-b8c4-5cc50979cdb9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:59.924227 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c047c384-7c0b-4f8e-b8c4-5cc50979cdb9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:18:59.928357 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c047c384-7c0b-4f8e-b8c4-5cc50979cdb9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "DELETE /v2.0/security-groups/675e2f18-cf84-46d6-ace2-e9973a74be8f HTTP/1.1" status: 204 len: 168 time: 0.1481702 Nov 23 22:18:59.929264 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40346) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:18:59.937043 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047c384-7c0b-4f8e-b8c4-5cc50979cdb9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=675e2f18-cf84-46d6-ace2-e9973a74be8f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:00.013162 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0d2dc944-d50f-4b1c-bf46-61debb4dd189 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e0acd4df46849288fda9982f884e974&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1686959 Nov 23 22:19:00.015543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40348) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:00.069956 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-95d76392-2602-4bdb-bee9-b95536b290f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:00.091819 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-95d76392-2602-4bdb-bee9-b95536b290f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:00.144016 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:00.145745 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-95d76392-2602-4bdb-bee9-b95536b290f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:00.149075 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-95d76392-2602-4bdb-bee9-b95536b290f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:00.152569 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-95d76392-2602-4bdb-bee9-b95536b290f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de37e3aa-8447-4fdf-975f-8a05b5055750 HTTP/1.1" status: 204 len: 168 time: 0.1337261 Nov 23 22:19:00.158090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d76392-2602-4bdb-bee9-b95536b290f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de37e3aa-8447-4fdf-975f-8a05b5055750,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:00.327254 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-556c16c0-c710-4070-8fe5-ae1e773ca694 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:00.428053 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40354) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:00.469318 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3a043f8f-a3fa-4bd2-977f-f0167551f1fb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c6511ed648c64b0aba538aa8467fe76c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398991 Nov 23 22:19:00.471944 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40356) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:00.527672 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da9a0bc0-c217-413c-8350-2944078ebb37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:00.529726 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fa4a2ba9-926b-41ea-ba8b-7f92aaf786fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:00.552501 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da9a0bc0-c217-413c-8350-2944078ebb37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:00.560258 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 24e3d377-adcf-4001-ad50-2b2c922e39e6 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:19:00.581404 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 24e3d377-adcf-4001-ad50-2b2c922e39e6 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:19:00.581753 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 24e3d377-adcf-4001-ad50-2b2c922e39e6 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:19:00.608729 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da9a0bc0-c217-413c-8350-2944078ebb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:00.611421 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da9a0bc0-c217-413c-8350-2944078ebb37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:00.612608 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-da9a0bc0-c217-413c-8350-2944078ebb37 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d94cb76e-6b65-4c1d-928d-689c6062d2e0 HTTP/1.1" status: 204 len: 168 time: 0.1397238 Nov 23 22:19:00.614175 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-556c16c0-c710-4070-8fe5-ae1e773ca694 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Deleting port 47b4b8b3-3785-42aa-b86d-9cad9d59fd5d {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:19:00.614746 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-556c16c0-c710-4070-8fe5-ae1e773ca694 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:00.623952 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a0bc0-c217-413c-8350-2944078ebb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94cb76e-6b65-4c1d-928d-689c6062d2e0,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:00.706998 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-556c16c0-c710-4070-8fe5-ae1e773ca694 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] For port 47b4b8b3-3785-42aa-b86d-9cad9d59fd5d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=47b4b8b3-3785-42aa-b86d-9cad9d59fd5d,segment=NetworkSegment(fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b),segment_id=fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:00.707368 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-556c16c0-c710-4070-8fe5-ae1e773ca694 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:00.727329 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-556c16c0-c710-4070-8fe5-ae1e773ca694 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Calling delete_port for 47b4b8b3-3785-42aa-b86d-9cad9d59fd5d owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:19:00.919843 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-556c16c0-c710-4070-8fe5-ae1e773ca694 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:00.946010 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c16c0-c710-4070-8fe5-ae1e773ca694 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event deleted for resources: {'Port': ['ID=47b4b8b3-3785-42aa-b86d-9cad9d59fd5d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:01.143096 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-556c16c0-c710-4070-8fe5-ae1e773ca694 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:01.388061 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556c16c0-c710-4070-8fe5-ae1e773ca694 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Router a7eff7a8-4d4e-41f1-ae55-68e41002ce22 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:19:01.660853 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:01.823303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556c16c0-c710-4070-8fe5-ae1e773ca694 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:19:01.832683 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40388) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:01.835205 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-556c16c0-c710-4070-8fe5-ae1e773ca694 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "PUT /v2.0/routers/a7eff7a8-4d4e-41f1-ae55-68e41002ce22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9033403 Nov 23 22:19:01.836227 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cbb0fa-d004-4488-9eaf-15661da33895 None None] Sync routers for ids ['a7eff7a8-4d4e-41f1-ae55-68e41002ce22'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:19:01.846393 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cbb0fa-d004-4488-9eaf-15661da33895 None None] Routers {'a7eff7a8-4d4e-41f1-ae55-68e41002ce22'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:01.847042 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d5cbb0fa-d004-4488-9eaf-15661da33895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a7eff7a8-4d4e-41f1-ae55-68e41002ce22'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:01.892228 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c93e7d-cda7-4d1d-a2dd-332569aa5a3a tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Deleting subnet baaecb0c-c9cd-4d84-aa5e-393b7b6f898c {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:19:01.895729 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96c93e7d-cda7-4d1d-a2dd-332569aa5a3a tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:01.941353 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96c93e7d-cda7-4d1d-a2dd-332569aa5a3a tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:01.957403 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-d5cbb0fa-d004-4488-9eaf-15661da33895 None None] Set router a7eff7a8-4d4e-41f1-ae55-68e41002ce22 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:02.030544 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96c93e7d-cda7-4d1d-a2dd-332569aa5a3a tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:02.106045 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96c93e7d-cda7-4d1d-a2dd-332569aa5a3a tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:02.145614 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c93e7d-cda7-4d1d-a2dd-332569aa5a3a tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event deleted for resources: {'Subnet': ['ID=baaecb0c-c9cd-4d84-aa5e-393b7b6f898c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:02.147802 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-96c93e7d-cda7-4d1d-a2dd-332569aa5a3a tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:02.151586 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-96c93e7d-cda7-4d1d-a2dd-332569aa5a3a tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "DELETE /v2.0/subnets/baaecb0c-c9cd-4d84-aa5e-393b7b6f898c HTTP/1.1" status: 204 len: 168 time: 0.3161244 Nov 23 22:19:02.153833 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40402) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:02.158307 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51df2677-c977-4763-8a3e-09016a27d88f None None] Network b7a4447e-8744-4f22-b9de-ff026310b527 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:19:02.274543 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-59e96338-9b38-481e-bc04-20b85a148f97 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:02.294400 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d5cbb0fa-d004-4488-9eaf-15661da33895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-465848267', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:19:00Z', 'revision_number': 5, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'gw_port': {'id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:02.323193 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cbb0fa-d004-4488-9eaf-15661da33895 None None] Checking router: a7eff7a8-4d4e-41f1-ae55-68e41002ce22 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:19:02.338479 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cbb0fa-d004-4488-9eaf-15661da33895 None None] Routers {'a7eff7a8-4d4e-41f1-ae55-68e41002ce22'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:02.339122 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d5cbb0fa-d004-4488-9eaf-15661da33895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['a7eff7a8-4d4e-41f1-ae55-68e41002ce22'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:02.390153 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-59e96338-9b38-481e-bc04-20b85a148f97 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:02.434078 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f018a02c-1039-42ed-a4bf-5470da915fd3 None None] DHCP port deletion for b7a4447e-8744-4f22-b9de-ff026310b527 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:19:02.462435 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-59e96338-9b38-481e-bc04-20b85a148f97 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Deleting port e803cac0-fc79-415e-b185-f79581b41edf {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:19:02.462957 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-59e96338-9b38-481e-bc04-20b85a148f97 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:02.501777 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-d5cbb0fa-d004-4488-9eaf-15661da33895 None None] Set router a7eff7a8-4d4e-41f1-ae55-68e41002ce22 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:02.554433 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-59e96338-9b38-481e-bc04-20b85a148f97 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] For port e803cac0-fc79-415e-b185-f79581b41edf, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e803cac0-fc79-415e-b185-f79581b41edf,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:02.554900 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-59e96338-9b38-481e-bc04-20b85a148f97 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:02.569628 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-59e96338-9b38-481e-bc04-20b85a148f97 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Calling delete_port for e803cac0-fc79-415e-b185-f79581b41edf owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:19:02.608997 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f018a02c-1039-42ed-a4bf-5470da915fd3 None None] Deleting port b01933c0-05f0-46b9-a02f-1e1722ff516a {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:19:02.609376 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f018a02c-1039-42ed-a4bf-5470da915fd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:02.656153 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b01933c0-05f0-46b9-a02f-1e1722ff516a no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:19:02.785134 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-59e96338-9b38-481e-bc04-20b85a148f97 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:02.822016 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e96338-9b38-481e-bc04-20b85a148f97 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event deleted for resources: {'Port': ['ID=e803cac0-fc79-415e-b185-f79581b41edf,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:02.903654 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-59e96338-9b38-481e-bc04-20b85a148f97 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:02.931632 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb58c6a2-3bd7-41fc-a1cb-0284109fcbe3 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:19:02.941660 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f018a02c-1039-42ed-a4bf-5470da915fd3 None None] For port b01933c0-05f0-46b9-a02f-1e1722ff516a, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b01933c0-05f0-46b9-a02f-1e1722ff516a,segment=NetworkSegment(fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b),segment_id=fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:02.942059 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f018a02c-1039-42ed-a4bf-5470da915fd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:02.980182 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f018a02c-1039-42ed-a4bf-5470da915fd3 None None] Calling delete_port for b01933c0-05f0-46b9-a02f-1e1722ff516a owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:19:03.011767 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-59e96338-9b38-481e-bc04-20b85a148f97 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.014096 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-59e96338-9b38-481e-bc04-20b85a148f97 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.062454 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-59e96338-9b38-481e-bc04-20b85a148f97 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.063027 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e96338-9b38-481e-bc04-20b85a148f97 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Fanout notify agent at l3_agent the message router_deleted on router a7eff7a8-4d4e-41f1-ae55-68e41002ce22 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:19:03.070981 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-59e96338-9b38-481e-bc04-20b85a148f97 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.074914 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40516) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:03.075415 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-59e96338-9b38-481e-bc04-20b85a148f97 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "DELETE /v2.0/routers/a7eff7a8-4d4e-41f1-ae55-68e41002ce22 HTTP/1.1" status: 204 len: 168 time: 0.9200399 Nov 23 22:19:03.096212 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.102526 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.164008 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.165820 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d5cbb0fa-d004-4488-9eaf-15661da33895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-465848267', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:19:00Z', 'revision_number': 5, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'gw_port': {'id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:03.212255 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cbb0fa-d004-4488-9eaf-15661da33895 None None] The sync data for ids ['a7eff7a8-4d4e-41f1-ae55-68e41002ce22'] in n-d-816206-9 is: [{'id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'name': 'tempest-TestSecurityGroupsBasicOps-router-465848267', 'tenant_id': 'e143aae0dbe9442c890dec2feef9200d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:19:00Z', 'revision_number': 5, 'project_id': 'e143aae0dbe9442c890dec2feef9200d', 'gw_port': {'id': 'e803cac0-fc79-415e-b185-f79581b41edf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:0e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7eff7a8-4d4e-41f1-ae55-68e41002ce22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:17:31Z', 'updated_at': '2021-11-23T22:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:19:03.217626 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port b01933c0-05f0-46b9-a02f-1e1722ff516a, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b01933c0-05f0-46b9-a02f-1e1722ff516a,segment=NetworkSegment(fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b),segment_id=fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:03.230090 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.244365 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Deleting port b01933c0-05f0-46b9-a02f-1e1722ff516a {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:19:03.244704 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.263903 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40522) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:03.273877 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f018a02c-1039-42ed-a4bf-5470da915fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.288434 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f018a02c-1039-42ed-a4bf-5470da915fd3 None None] No DVR routers for this DVR port b01933c0-05f0-46b9-a02f-1e1722ff516a on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:19:03.311508 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=b01933c0-05f0-46b9-a02f-1e1722ff516a,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:03.334846 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] For port b01933c0-05f0-46b9-a02f-1e1722ff516a, host n-d-816206-9, got binding levels [] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:03.335609 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.340590 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018a02c-1039-42ed-a4bf-5470da915fd3 None None] Pushing event deleted for resources: {'Port': ['ID=b01933c0-05f0-46b9-a02f-1e1722ff516a,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:03.351084 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Calling delete_port for b01933c0-05f0-46b9-a02f-1e1722ff516a owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:19:03.353887 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.ipam_backend_mixin [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Port b01933c0-05f0-46b9-a02f-1e1722ff516a was not found and therefore no delete operation was performed {{(pid=110033) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 22:19:03.355227 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.382972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] No DVR routers for this DVR port b01933c0-05f0-46b9-a02f-1e1722ff516a on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:19:03.387912 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event deleted for resources: {'Port': ['ID=b01933c0-05f0-46b9-a02f-1e1722ff516a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:03.396269 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d0e2aa8f-7a36-4c9a-81eb-426ee46a0cbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.472671 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.481142 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d0e2aa8f-7a36-4c9a-81eb-426ee46a0cbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.486693 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d0e2aa8f-7a36-4c9a-81eb-426ee46a0cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.495197 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a4447e-8744-4f22-b9de-ff026310b527']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:03.505312 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:03.505613 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fedc779d-aa38-4303-ae5f-ef7a9d9b7c2b') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:03.516495 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.527335 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d0e2aa8f-7a36-4c9a-81eb-426ee46a0cbc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f15b4619ee440b7a802d5664d120fae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2626693 Nov 23 22:19:03.528949 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2aa8f-7a36-4c9a-81eb-426ee46a0cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55af498-b7ba-4c94-b532-1451f10dcd5f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:03.529153 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40526) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:03.538252 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.550180 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:19:03.550567 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:19:03.553805 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:19:03.637432 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.641949 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.645907 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] 10.222.0.50 "DELETE /v2.0/networks/b7a4447e-8744-4f22-b9de-ff026310b527 HTTP/1.1" status: 204 len: 168 time: 0.5698264 Nov 23 22:19:03.656663 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f875-384e-4ebd-82d8-b63b260ea8cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.672334 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Pushing event deleted for resources: {'Network': ['ID=b7a4447e-8744-4f22-b9de-ff026310b527,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:03.689631 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:03.690188 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:03.690188 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:03.690807 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:03.690905 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:03.691548 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:03.691888 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:03.692221 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:03.692563 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:03.693436 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:03.693875 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:03.696514 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c744091-9d0a-4b3b-99fc-b849e39119e9 tempest-TestSecurityGroupsBasicOps-713330393 tempest-TestSecurityGroupsBasicOps-713330393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:03.710770 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f875-384e-4ebd-82d8-b63b260ea8cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.766958 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f875-384e-4ebd-82d8-b63b260ea8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.769638 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f875-384e-4ebd-82d8-b63b260ea8cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.770884 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e4f3f875-384e-4ebd-82d8-b63b260ea8cf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f55af498-b7ba-4c94-b532-1451f10dcd5f HTTP/1.1" status: 204 len: 168 time: 0.2407303 Nov 23 22:19:03.780332 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3f875-384e-4ebd-82d8-b63b260ea8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55af498-b7ba-4c94-b532-1451f10dcd5f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:03.846408 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:03.923134 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40538) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:04.069184 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0acbc4f0-e2aa-4471-9dcf-62d10f862ad4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e143aae0dbe9442c890dec2feef9200d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1448195 Nov 23 22:19:04.071667 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40542) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:04.079226 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40544) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:04.092558 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f866dcb1-cdf4-41b4-aa4b-9c8bda020c9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:04.129341 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-36969fcc-e927-42d3-9cce-d65655cd8f6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:04.153459 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-36969fcc-e927-42d3-9cce-d65655cd8f6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:04.174246 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f866dcb1-cdf4-41b4-aa4b-9c8bda020c9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:04.179123 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f866dcb1-cdf4-41b4-aa4b-9c8bda020c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:04.202516 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-36969fcc-e927-42d3-9cce-d65655cd8f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:04.206032 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-36969fcc-e927-42d3-9cce-d65655cd8f6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:04.207360 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-36969fcc-e927-42d3-9cce-d65655cd8f6e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2a3980b6-f635-46c2-acef-f4c5f4a3305d HTTP/1.1" status: 204 len: 168 time: 0.1347935 Nov 23 22:19:04.216590 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36969fcc-e927-42d3-9cce-d65655cd8f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3980b6-f635-46c2-acef-f4c5f4a3305d,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:04.226463 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f866dcb1-cdf4-41b4-aa4b-9c8bda020c9c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4eb79e48f2734ce38a58b84b5f7fac9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1434245 Nov 23 22:19:04.226463 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866dcb1-cdf4-41b4-aa4b-9c8bda020c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0e010b-74a5-402d-988a-d1eef146d7bd,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:04.227539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40548) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:04.285799 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-628c3a12-dc41-44a3-97f1-fc64c7c85871 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:04.309316 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-628c3a12-dc41-44a3-97f1-fc64c7c85871 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:04.367673 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-628c3a12-dc41-44a3-97f1-fc64c7c85871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:04.371126 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-628c3a12-dc41-44a3-97f1-fc64c7c85871 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:04.372291 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-628c3a12-dc41-44a3-97f1-fc64c7c85871 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c0e010b-74a5-402d-988a-d1eef146d7bd HTTP/1.1" status: 204 len: 168 time: 0.1438293 Nov 23 22:19:04.383390 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c3a12-dc41-44a3-97f1-fc64c7c85871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0e010b-74a5-402d-988a-d1eef146d7bd,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:04.565560 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e803cac0-fc79-415e-b185-f79581b41edf no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:19:04.589168 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: e803cac0-fc79-415e-b185-f79581b41edf {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:19:04.589949 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e803cac0-fc79-415e-b185-f79581b41edf not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:19:04.590540 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 47b4b8b3-3785-42aa-b86d-9cad9d59fd5d no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:19:04.609433 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40558) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:04.612349 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 47b4b8b3-3785-42aa-b86d-9cad9d59fd5d {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:19:04.612698 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 47b4b8b3-3785-42aa-b86d-9cad9d59fd5d not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:19:04.627264 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0783a3b3-6e48-456b-9da0-7655f81bfa19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:04.706115 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0783a3b3-6e48-456b-9da0-7655f81bfa19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:04.711729 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0783a3b3-6e48-456b-9da0-7655f81bfa19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:04.753325 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0783a3b3-6e48-456b-9da0-7655f81bfa19 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01c2d4e21e6f4965a35d368fa044b033&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1426024 Nov 23 22:19:04.754136 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783a3b3-6e48-456b-9da0-7655f81bfa19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161577f2-8176-4b6f-848e-df6cffddfd74,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:04.756188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40562) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:04.809979 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d0d21e9-2bcb-4a9b-bf3c-40bd77d5fb96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:04.831224 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d0d21e9-2bcb-4a9b-bf3c-40bd77d5fb96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:04.879612 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d0d21e9-2bcb-4a9b-bf3c-40bd77d5fb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:04.882504 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3d0d21e9-2bcb-4a9b-bf3c-40bd77d5fb96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:04.883677 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3d0d21e9-2bcb-4a9b-bf3c-40bd77d5fb96 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/161577f2-8176-4b6f-848e-df6cffddfd74 HTTP/1.1" status: 204 len: 168 time: 0.1259742 Nov 23 22:19:04.892755 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d21e9-2bcb-4a9b-bf3c-40bd77d5fb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161577f2-8176-4b6f-848e-df6cffddfd74,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:05.219700 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40582) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:05.273956 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40586) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:05.316450 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-bd33d9e4-abaa-41e0-8c59-bf196961eb30 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3afb645fcb504068a682ad639261f1a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400534 Nov 23 22:19:05.318564 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40590) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:05.370414 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fb789169-93db-4c5f-b85d-0b35236a2b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:05.394358 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fb789169-93db-4c5f-b85d-0b35236a2b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:05.430587 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-bada50ca-72e8-4cc9-8892-32a8821f85d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-903697792-network', 'tenant_id': '61c37e4252964279a92abee6055de1ba'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:19:05.446916 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fb789169-93db-4c5f-b85d-0b35236a2b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:05.449675 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fb789169-93db-4c5f-b85d-0b35236a2b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:05.451083 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fb789169-93db-4c5f-b85d-0b35236a2b45 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/850ba539-eeff-428c-8ba9-74b2881b99f9 HTTP/1.1" status: 204 len: 168 time: 0.1313031 Nov 23 22:19:05.452882 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bada50ca-72e8-4cc9-8892-32a8821f85d0 admin admin] Made reservation on behalf of 61c37e4252964279a92abee6055de1ba for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:19:05.455434 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bada50ca-72e8-4cc9-8892-32a8821f85d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:05.464684 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb789169-93db-4c5f-b85d-0b35236a2b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850ba539-eeff-428c-8ba9-74b2881b99f9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:05.464905 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bada50ca-72e8-4cc9-8892-32a8821f85d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:05.545048 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bada50ca-72e8-4cc9-8892-32a8821f85d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:05.550258 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bada50ca-72e8-4cc9-8892-32a8821f85d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:05.579951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bada50ca-72e8-4cc9-8892-32a8821f85d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:19:05.589653 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada50ca-72e8-4cc9-8892-32a8821f85d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e21ac3-b47a-43c6-9af1-6086fd00f193,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:05.597453 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bada50ca-72e8-4cc9-8892-32a8821f85d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:05.597822 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-bada50ca-72e8-4cc9-8892-32a8821f85d0 admin admin] Added segment b0d118e5-69e2-4a28-9a95-8d79479d6c84 of type vlan for network 00847222-67db-43aa-9d25-cf86bc5a9ccf Nov 23 22:19:05.642607 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bada50ca-72e8-4cc9-8892-32a8821f85d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:05.678697 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bada50ca-72e8-4cc9-8892-32a8821f85d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:05.679824 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bada50ca-72e8-4cc9-8892-32a8821f85d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:05.680479 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bada50ca-72e8-4cc9-8892-32a8821f85d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:05.712052 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-bada50ca-72e8-4cc9-8892-32a8821f85d0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4900947 Nov 23 22:19:05.715160 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40600) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:05.720580 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-af5e9bd7-4e05-46c9-8c65-6e220bc733e6 admin admin] Request body: {'subnet': {'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-903697792-subnet', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:19:05.744504 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5e9bd7-4e05-46c9-8c65-6e220bc733e6 admin admin] Made reservation on behalf of 61c37e4252964279a92abee6055de1ba for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:19:05.746962 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af5e9bd7-4e05-46c9-8c65-6e220bc733e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:05.750086 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada50ca-72e8-4cc9-8892-32a8821f85d0 admin admin] Pushing event updated for resources: {'Network': ['ID=00847222-67db-43aa-9d25-cf86bc5a9ccf,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:05.765201 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 00847222-67db-43aa-9d25-cf86bc5a9ccf details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:19:05.940269 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af5e9bd7-4e05-46c9-8c65-6e220bc733e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.013709 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e9bd7-4e05-46c9-8c65-6e220bc733e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0acfe5f2-4589-4284-9a8b-c813e58b7187,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:06.019692 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5e9bd7-4e05-46c9-8c65-6e220bc733e6 admin admin] Checking segment: {'id': 'b0d118e5-69e2-4a28-9a95-8d79479d6c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:19:06.020060 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e9bd7-4e05-46c9-8c65-6e220bc733e6 admin admin] Network hostable DHCP agents. Network: 00847222-67db-43aa-9d25-cf86bc5a9ccf, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:19:06.038213 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e9bd7-4e05-46c9-8c65-6e220bc733e6 admin admin] Network 00847222-67db-43aa-9d25-cf86bc5a9ccf is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:19:06.047993 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-af5e9bd7-4e05-46c9-8c65-6e220bc733e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 00847222-67db-43aa-9d25-cf86bc5a9ccf) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:06.057011 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5e9bd7-4e05-46c9-8c65-6e220bc733e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:06.057614 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-af5e9bd7-4e05-46c9-8c65-6e220bc733e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.059878 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56477c2d-8151-41f6-b702-73f05f7ac120 None None] Network 00847222-67db-43aa-9d25-cf86bc5a9ccf requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:19:06.081711 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-af5e9bd7-4e05-46c9-8c65-6e220bc733e6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3624344 Nov 23 22:19:06.081711 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40614) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:06.086504 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-2880a684-b895-4697-8eae-3eb40d4e7ab1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-903697792-router', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:19:06.109129 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2880a684-b895-4697-8eae-3eb40d4e7ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.110223 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2880a684-b895-4697-8eae-3eb40d4e7ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.158765 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40616) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:06.176743 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2880a684-b895-4697-8eae-3eb40d4e7ab1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.229779 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad45b4b-66d0-468b-a049-083713c872f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-00847222-67db-43aa-9d25-cf86bc5a9ccf', 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'fixed_ips': [{'subnet_id': '0acfe5f2-4589-4284-9a8b-c813e58b7187'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:19:06.230934 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dad45b4b-66d0-468b-a049-083713c872f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.281952 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-19edcc0d-3567-40b1-9ba6-5f715451aee2 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-225866645-network', 'tenant_id': '0fead82dd8fc4679a133017e03220953'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:19:06.305670 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19edcc0d-3567-40b1-9ba6-5f715451aee2 admin admin] Made reservation on behalf of 0fead82dd8fc4679a133017e03220953 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:19:06.308067 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19edcc0d-3567-40b1-9ba6-5f715451aee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.317072 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19edcc0d-3567-40b1-9ba6-5f715451aee2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.323297 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2880a684-b895-4697-8eae-3eb40d4e7ab1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.372579 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-dad45b4b-66d0-468b-a049-083713c872f8 None None] Allocated IP 172.20.0.2 (00847222-67db-43aa-9d25-cf86bc5a9ccf/0acfe5f2-4589-4284-9a8b-c813e58b7187/0db85b0a-bae6-4639-be39-641b768c732f) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:19:06.409345 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19edcc0d-3567-40b1-9ba6-5f715451aee2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.414156 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19edcc0d-3567-40b1-9ba6-5f715451aee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.452328 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19edcc0d-3567-40b1-9ba6-5f715451aee2 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:19:06.454865 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edcc0d-3567-40b1-9ba6-5f715451aee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbef75d6-93bd-48b4-8a36-e622554f5266,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:06.467929 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19edcc0d-3567-40b1-9ba6-5f715451aee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.468278 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-19edcc0d-3567-40b1-9ba6-5f715451aee2 admin admin] Added segment faba6cbf-aae9-410e-8d27-adaf85c0e7ae of type vlan for network 1fafd833-1f42-42b7-b12a-8508827a562f Nov 23 22:19:06.525392 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19edcc0d-3567-40b1-9ba6-5f715451aee2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.551792 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19edcc0d-3567-40b1-9ba6-5f715451aee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.553404 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19edcc0d-3567-40b1-9ba6-5f715451aee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:06.553885 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19edcc0d-3567-40b1-9ba6-5f715451aee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.557261 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2880a684-b895-4697-8eae-3eb40d4e7ab1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.562776 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dad45b4b-66d0-468b-a049-083713c872f8 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.570477 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dad45b4b-66d0-468b-a049-083713c872f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.578928 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2880a684-b895-4697-8eae-3eb40d4e7ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.591294 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-19edcc0d-3567-40b1-9ba6-5f715451aee2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4312603 Nov 23 22:19:06.594391 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40622) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:06.600580 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-2793dc0f-3a32-45eb-a191-d745deb3ce82 admin admin] Request body: {'subnet': {'network_id': '1fafd833-1f42-42b7-b12a-8508827a562f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-225866645-subnet', 'tenant_id': '0fead82dd8fc4679a133017e03220953', 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:19:06.617219 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad45b4b-66d0-468b-a049-083713c872f8 None None] Network 00847222-67db-43aa-9d25-cf86bc5a9ccf is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:19:06.620344 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-dad45b4b-66d0-468b-a049-083713c872f8 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:06.625666 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad45b4b-66d0-468b-a049-083713c872f8 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:19:06.628860 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad45b4b-66d0-468b-a049-083713c872f8 None None] Pushing event updated for resources: {'Port': ['ID=0db85b0a-bae6-4639-be39-641b768c732f,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:06.640040 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edcc0d-3567-40b1-9ba6-5f715451aee2 admin admin] Pushing event updated for resources: {'Network': ['ID=1fafd833-1f42-42b7-b12a-8508827a562f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:06.654914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2793dc0f-3a32-45eb-a191-d745deb3ce82 admin admin] Made reservation on behalf of 0fead82dd8fc4679a133017e03220953 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:19:06.658633 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2793dc0f-3a32-45eb-a191-d745deb3ce82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.664155 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 1fafd833-1f42-42b7-b12a-8508827a562f details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:19:06.700398 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-2880a684-b895-4697-8eae-3eb40d4e7ab1 admin admin] Allocated IP 172.25.5.190 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:19:06.751026 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-dad45b4b-66d0-468b-a049-083713c872f8 None None] Attempting to bind port 0db85b0a-bae6-4639-be39-641b768c732f on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:19:06.751313 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-dad45b4b-66d0-468b-a049-083713c872f8 None None] Attempting to bind port 0db85b0a-bae6-4639-be39-641b768c732f by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'b0d118e5-69e2-4a28-9a95-8d79479d6c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:19:06.751678 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad45b4b-66d0-468b-a049-083713c872f8 None None] Attempting to bind port 0db85b0a-bae6-4639-be39-641b768c732f on network 00847222-67db-43aa-9d25-cf86bc5a9ccf {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:19:06.760793 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad45b4b-66d0-468b-a049-083713c872f8 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:19:06.761451 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad45b4b-66d0-468b-a049-083713c872f8 None None] Checking segment: {'id': 'b0d118e5-69e2-4a28-9a95-8d79479d6c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:19:06.762159 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dad45b4b-66d0-468b-a049-083713c872f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.762412 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad45b4b-66d0-468b-a049-083713c872f8 None None] Bound using segment: {'id': 'b0d118e5-69e2-4a28-9a95-8d79479d6c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:19:06.762928 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-dad45b4b-66d0-468b-a049-083713c872f8 None None] Bound port: 0db85b0a-bae6-4639-be39-641b768c732f, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d118e5-69e2-4a28-9a95-8d79479d6c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:19:06.763318 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dad45b4b-66d0-468b-a049-083713c872f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.817339 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2880a684-b895-4697-8eae-3eb40d4e7ab1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.836225 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-dad45b4b-66d0-468b-a049-083713c872f8 None None] For port 0db85b0a-bae6-4639-be39-641b768c732f, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:19:06.840653 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-dad45b4b-66d0-468b-a049-083713c872f8 None None] For port 0db85b0a-bae6-4639-be39-641b768c732f, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=0db85b0a-bae6-4639-be39-641b768c732f,segment=NetworkSegment(b0d118e5-69e2-4a28-9a95-8d79479d6c84),segment_id=b0d118e5-69e2-4a28-9a95-8d79479d6c84)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:19:06.844467 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dad45b4b-66d0-468b-a049-083713c872f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.858754 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2880a684-b895-4697-8eae-3eb40d4e7ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.860223 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2793dc0f-3a32-45eb-a191-d745deb3ce82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:06.895354 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2880a684-b895-4697-8eae-3eb40d4e7ab1 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:19:06.905886 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-2880a684-b895-4697-8eae-3eb40d4e7ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:06.910315 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793dc0f-3a32-45eb-a191-d745deb3ce82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c40bef5d-044c-4c9a-9401-1d478bb069b2,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:06.911119 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2880a684-b895-4697-8eae-3eb40d4e7ab1 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:19:06.932069 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad45b4b-66d0-468b-a049-083713c872f8 None None] Pushing event updated for resources: {'Port': ['ID=0db85b0a-bae6-4639-be39-641b768c732f,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:06.937416 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76806088-7bdf-481e-bc19-eeb435365ec2 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:19:06.953125 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793dc0f-3a32-45eb-a191-d745deb3ce82 admin admin] Checking segment: {'id': 'faba6cbf-aae9-410e-8d27-adaf85c0e7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1fafd833-1f42-42b7-b12a-8508827a562f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:19:06.953525 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2793dc0f-3a32-45eb-a191-d745deb3ce82 admin admin] Network hostable DHCP agents. Network: 1fafd833-1f42-42b7-b12a-8508827a562f, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:19:06.979672 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2793dc0f-3a32-45eb-a191-d745deb3ce82 admin admin] Network 1fafd833-1f42-42b7-b12a-8508827a562f is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:19:06.992980 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-2793dc0f-3a32-45eb-a191-d745deb3ce82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 1fafd833-1f42-42b7-b12a-8508827a562f) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:06.997645 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2793dc0f-3a32-45eb-a191-d745deb3ce82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:06.998387 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2793dc0f-3a32-45eb-a191-d745deb3ce82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:07.004667 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e697576-6b8f-46bf-9b3a-73754eb926b7 None None] Network 1fafd833-1f42-42b7-b12a-8508827a562f requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:19:07.021922 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2793dc0f-3a32-45eb-a191-d745deb3ce82 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4235358 Nov 23 22:19:07.022325 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40624) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:07.027332 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-7dedfec1-9a46-48e3-9d43-575ab21eabbf admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-225866645-router', 'tenant_id': '0fead82dd8fc4679a133017e03220953', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:19:07.030834 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880a684-b895-4697-8eae-3eb40d4e7ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:07.064905 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7dedfec1-9a46-48e3-9d43-575ab21eabbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:07.066569 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7dedfec1-9a46-48e3-9d43-575ab21eabbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:07.104565 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-94dff2e6-67c4-4b72-b803-ac66135343a1 None None] Provisioning complete for port ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:07.104928 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-94dff2e6-67c4-4b72-b803-ac66135343a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:07.157468 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-94dff2e6-67c4-4b72-b803-ac66135343a1 None None] Port ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:19:07.175219 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7dedfec1-9a46-48e3-9d43-575ab21eabbf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:07.265506 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa082cb-178a-4d03-98fc-7a0929f8e64a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-1fafd833-1f42-42b7-b12a-8508827a562f', 'network_id': '1fafd833-1f42-42b7-b12a-8508827a562f', 'tenant_id': '0fead82dd8fc4679a133017e03220953', 'fixed_ips': [{'subnet_id': 'c40bef5d-044c-4c9a-9401-1d478bb069b2'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:19:07.266519 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-daa082cb-178a-4d03-98fc-7a0929f8e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:07.268076 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2880a684-b895-4697-8eae-3eb40d4e7ab1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:07.371618 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7dedfec1-9a46-48e3-9d43-575ab21eabbf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:07.426601 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-daa082cb-178a-4d03-98fc-7a0929f8e64a None None] Allocated IP 172.20.0.2 (1fafd833-1f42-42b7-b12a-8508827a562f/c40bef5d-044c-4c9a-9401-1d478bb069b2/e7f963e0-0279-4dda-98f3-d35bc6753cb3) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:19:07.512964 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2880a684-b895-4697-8eae-3eb40d4e7ab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:07.607379 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7dedfec1-9a46-48e3-9d43-575ab21eabbf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:07.618050 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-daa082cb-178a-4d03-98fc-7a0929f8e64a None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:07.626788 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-daa082cb-178a-4d03-98fc-7a0929f8e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:07.634841 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7dedfec1-9a46-48e3-9d43-575ab21eabbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:07.664430 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2880a684-b895-4697-8eae-3eb40d4e7ab1 admin admin] Router aa6d3b3f-ba10-4496-9a50-3d8a004e9417 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:19:07.679932 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa082cb-178a-4d03-98fc-7a0929f8e64a None None] Network 1fafd833-1f42-42b7-b12a-8508827a562f is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:19:07.682900 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-daa082cb-178a-4d03-98fc-7a0929f8e64a None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:07.685477 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa082cb-178a-4d03-98fc-7a0929f8e64a None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:19:07.692849 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa082cb-178a-4d03-98fc-7a0929f8e64a None None] Pushing event updated for resources: {'Port': ['ID=e7f963e0-0279-4dda-98f3-d35bc6753cb3,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:07.750422 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-daa082cb-178a-4d03-98fc-7a0929f8e64a None None] Attempting to bind port e7f963e0-0279-4dda-98f3-d35bc6753cb3 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:19:07.751142 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-daa082cb-178a-4d03-98fc-7a0929f8e64a None None] Attempting to bind port e7f963e0-0279-4dda-98f3-d35bc6753cb3 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'faba6cbf-aae9-410e-8d27-adaf85c0e7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1fafd833-1f42-42b7-b12a-8508827a562f'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:19:07.751503 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa082cb-178a-4d03-98fc-7a0929f8e64a None None] Attempting to bind port e7f963e0-0279-4dda-98f3-d35bc6753cb3 on network 1fafd833-1f42-42b7-b12a-8508827a562f {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:19:07.757827 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa082cb-178a-4d03-98fc-7a0929f8e64a None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:19:07.758360 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa082cb-178a-4d03-98fc-7a0929f8e64a None None] Checking segment: {'id': 'faba6cbf-aae9-410e-8d27-adaf85c0e7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1fafd833-1f42-42b7-b12a-8508827a562f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:19:07.758816 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-daa082cb-178a-4d03-98fc-7a0929f8e64a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:07.759219 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa082cb-178a-4d03-98fc-7a0929f8e64a None None] Bound using segment: {'id': 'faba6cbf-aae9-410e-8d27-adaf85c0e7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1fafd833-1f42-42b7-b12a-8508827a562f'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:19:07.759706 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-daa082cb-178a-4d03-98fc-7a0929f8e64a None None] Bound port: e7f963e0-0279-4dda-98f3-d35bc6753cb3, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faba6cbf-aae9-410e-8d27-adaf85c0e7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1fafd833-1f42-42b7-b12a-8508827a562f'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:19:07.760093 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-daa082cb-178a-4d03-98fc-7a0929f8e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:07.781330 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-7dedfec1-9a46-48e3-9d43-575ab21eabbf admin admin] Allocated IP 172.25.5.105 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/19ef82ba-9811-4424-bc64-cc484131c411) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:19:07.798425 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2880a684-b895-4697-8eae-3eb40d4e7ab1 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:19:07.814131 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] Sync routers for ids ['aa6d3b3f-ba10-4496-9a50-3d8a004e9417'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:19:07.829761 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] Routers {'aa6d3b3f-ba10-4496-9a50-3d8a004e9417'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:07.830854 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['aa6d3b3f-ba10-4496-9a50-3d8a004e9417'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:07.831026 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2880a684-b895-4697-8eae-3eb40d4e7ab1 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:07.833292 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2880a684-b895-4697-8eae-3eb40d4e7ab1 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7506876 Nov 23 22:19:07.837190 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40628) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:07.850123 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-daa082cb-178a-4d03-98fc-7a0929f8e64a None None] For port e7f963e0-0279-4dda-98f3-d35bc6753cb3, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:19:07.855655 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-daa082cb-178a-4d03-98fc-7a0929f8e64a None None] For port e7f963e0-0279-4dda-98f3-d35bc6753cb3, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e7f963e0-0279-4dda-98f3-d35bc6753cb3,segment=NetworkSegment(faba6cbf-aae9-410e-8d27-adaf85c0e7ae),segment_id=faba6cbf-aae9-410e-8d27-adaf85c0e7ae)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:19:07.860630 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-daa082cb-178a-4d03-98fc-7a0929f8e64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:07.936124 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa082cb-178a-4d03-98fc-7a0929f8e64a None None] Pushing event updated for resources: {'Port': ['ID=e7f963e0-0279-4dda-98f3-d35bc6753cb3,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:07.963836 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] Set router aa6d3b3f-ba10-4496-9a50-3d8a004e9417 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:07.972138 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7dedfec1-9a46-48e3-9d43-575ab21eabbf admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:08.022283 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7dedfec1-9a46-48e3-9d43-575ab21eabbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:08.067988 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dedfec1-9a46-48e3-9d43-575ab21eabbf admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:19:08.074799 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-7dedfec1-9a46-48e3-9d43-575ab21eabbf admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:08.077915 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dedfec1-9a46-48e3-9d43-575ab21eabbf admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:19:08.093820 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0e8221-fad3-49f9-8e25-98396d48f48a None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:19:08.136458 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dedfec1-9a46-48e3-9d43-575ab21eabbf admin admin] Pushing event updated for resources: {'Port': ['ID=19ef82ba-9811-4424-bc64-cc484131c411,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:08.204744 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-96d41043-3efa-4d77-9025-eab327dfee4c None None] Provisioning complete for port 19ef82ba-9811-4424-bc64-cc484131c411 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:08.205125 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-96d41043-3efa-4d77-9025-eab327dfee4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:08.257142 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-96d41043-3efa-4d77-9025-eab327dfee4c None None] Port 19ef82ba-9811-4424-bc64-cc484131c411 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:19:08.270572 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'name': 'tempest-TestVolumeBackupRestore-903697792-router', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:07Z', 'revision_number': 3, 'project_id': '61c37e4252964279a92abee6055de1ba', 'gw_port': {'id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:76:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:08.281124 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e58fe9c-9964-4f21-855e-124693b5a40c None None] Network 00847222-67db-43aa-9d25-cf86bc5a9ccf requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:19:08.338279 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] Checking router: aa6d3b3f-ba10-4496-9a50-3d8a004e9417 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:19:08.345582 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] Updating router aa6d3b3f-ba10-4496-9a50-3d8a004e9417 port ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:19:08.392124 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:08.436705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0d4b2ee6-7e72-4938-9e21-795e610390c9 None None] Provisioning complete for port 0db85b0a-bae6-4639-be39-641b768c732f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:08.437073 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0d4b2ee6-7e72-4938-9e21-795e610390c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:08.528200 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7dedfec1-9a46-48e3-9d43-575ab21eabbf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:08.656436 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0d4b2ee6-7e72-4938-9e21-795e610390c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:08.676567 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9dde46d9-b1d3-4b52-a21f-75879bebbf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:08.719557 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:08.737727 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:08.738353 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0d4b2ee6-7e72-4938-9e21-795e610390c9 None None] For port 0db85b0a-bae6-4639-be39-641b768c732f, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=0db85b0a-bae6-4639-be39-641b768c732f,segment=NetworkSegment(b0d118e5-69e2-4a28-9a95-8d79479d6c84),segment_id=b0d118e5-69e2-4a28-9a95-8d79479d6c84)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:08.745178 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 0db85b0a-bae6-4639-be39-641b768c732f up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:19:08.772646 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0d4b2ee6-7e72-4938-9e21-795e610390c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:08.790765 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90a40d-3fcf-4743-83b9-584da72faf25 None None] Pushing event updated for resources: {'Port': ['ID=ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:08.825449 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b962255d-e5a1-4deb-89a9-728b1918388e None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:19:08.842911 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] Attempting to bind port ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:19:08.843480 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] Attempting to bind port ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:19:08.843648 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] Attempting to bind port ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:19:08.851050 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:19:08.851432 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:19:08.852953 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:08.853371 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:19:08.853865 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] Bound port: ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:19:08.854252 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:08.866935 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b2ee6-7e72-4938-9e21-795e610390c9 None None] Pushing event updated for resources: {'Port': ['ID=0db85b0a-bae6-4639-be39-641b768c732f,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:08.879616 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 0db85b0a-bae6-4639-be39-641b768c732f triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:08.880231 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:08.968947 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1e92a6d-2404-4958-a653-8cf98ff72c64 None None] Provisioning complete for port ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:08.969442 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1e92a6d-2404-4958-a653-8cf98ff72c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:08.979930 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] For port ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:19:08.983924 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] For port ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:19:09.001565 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:09.033992 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7dedfec1-9a46-48e3-9d43-575ab21eabbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:09.053775 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1e92a6d-2404-4958-a653-8cf98ff72c64 None None] Port ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:19:09.064633 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e7f963e0-0279-4dda-98f3-d35bc6753cb3 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:19:09.079480 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62202f3b-0905-41b9-93ea-4916b0429870 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:19:09.083179 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] Routers {'aa6d3b3f-ba10-4496-9a50-3d8a004e9417'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:09.085220 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['aa6d3b3f-ba10-4496-9a50-3d8a004e9417'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:09.142000 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-9dde46d9-b1d3-4b52-a21f-75879bebbf1a admin admin] Allocated IP 172.20.0.1 (00847222-67db-43aa-9d25-cf86bc5a9ccf/0acfe5f2-4589-4284-9a8b-c813e58b7187/407862e1-3358-4b5b-82b2-964f9dd7c755) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:19:09.174246 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port e7f963e0-0279-4dda-98f3-d35bc6753cb3 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:09.174624 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:09.184270 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90a40d-3fcf-4743-83b9-584da72faf25 None None] Pushing event updated for resources: {'Port': ['ID=ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:09.257388 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] Set router aa6d3b3f-ba10-4496-9a50-3d8a004e9417 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:09.259780 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-645d4990-82ec-4051-965d-c1cd45885025 None None] Provisioning complete for port ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:09.260167 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-645d4990-82ec-4051-965d-c1cd45885025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:09.351160 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9dde46d9-b1d3-4b52-a21f-75879bebbf1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:09.357693 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:09.403548 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9dde46d9-b1d3-4b52-a21f-75879bebbf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:09.455319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dde46d9-b1d3-4b52-a21f-75879bebbf1a admin admin] Network 00847222-67db-43aa-9d25-cf86bc5a9ccf is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:19:09.459769 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-9dde46d9-b1d3-4b52-a21f-75879bebbf1a admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:09.462678 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dde46d9-b1d3-4b52-a21f-75879bebbf1a admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:19:09.534972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde46d9-b1d3-4b52-a21f-75879bebbf1a admin admin] Pushing event updated for resources: {'Port': ['ID=407862e1-3358-4b5b-82b2-964f9dd7c755,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:09.545000 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'name': 'tempest-TestVolumeBackupRestore-903697792-router', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:07Z', 'revision_number': 3, 'project_id': '61c37e4252964279a92abee6055de1ba', 'gw_port': {'id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:76:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:09.580525 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d225a85-68a3-481e-a733-11e920fc3d78 None None] The sync data for ids ['aa6d3b3f-ba10-4496-9a50-3d8a004e9417'] in n-d-816206-9 is: [{'id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'name': 'tempest-TestVolumeBackupRestore-903697792-router', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:07Z', 'revision_number': 3, 'project_id': '61c37e4252964279a92abee6055de1ba', 'gw_port': {'id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:76:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:19:09.585840 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9dde46d9-b1d3-4b52-a21f-75879bebbf1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:09.696303 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375928ab-1f75-4717-97d8-e62c0aa6f8f0 None None] Network 1fafd833-1f42-42b7-b12a-8508827a562f requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:19:09.702497 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port e7f963e0-0279-4dda-98f3-d35bc6753cb3, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e7f963e0-0279-4dda-98f3-d35bc6753cb3,segment=NetworkSegment(faba6cbf-aae9-410e-8d27-adaf85c0e7ae),segment_id=faba6cbf-aae9-410e-8d27-adaf85c0e7ae)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:09.734814 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:09.756630 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-645d4990-82ec-4051-965d-c1cd45885025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:09.835530 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9dde46d9-b1d3-4b52-a21f-75879bebbf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:09.861668 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-645d4990-82ec-4051-965d-c1cd45885025 None None] For port ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:09.878298 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-645d4990-82ec-4051-965d-c1cd45885025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:09.895849 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dedfec1-9a46-48e3-9d43-575ab21eabbf admin admin] Router 2b7db851-8450-414a-abfa-5cfabac30bdf is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:19:09.907267 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-645d4990-82ec-4051-965d-c1cd45885025 None None] Provisioning complete for port 0db85b0a-bae6-4639-be39-641b768c732f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:09.907649 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-645d4990-82ec-4051-965d-c1cd45885025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:09.944611 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=e7f963e0-0279-4dda-98f3-d35bc6753cb3,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:10.088519 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d4990-82ec-4051-965d-c1cd45885025 None None] Pushing event updated for resources: {'Port': ['ID=ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:10.097776 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dedfec1-9a46-48e3-9d43-575ab21eabbf admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:19:10.123569 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] Sync routers for ids ['2b7db851-8450-414a-abfa-5cfabac30bdf'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:19:10.135461 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7dedfec1-9a46-48e3-9d43-575ab21eabbf admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:10.139802 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7dedfec1-9a46-48e3-9d43-575ab21eabbf admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.1136050 Nov 23 22:19:10.140452 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40634) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:10.151676 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9dde46d9-b1d3-4b52-a21f-75879bebbf1a admin admin] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:10.152547 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] Routers {'2b7db851-8450-414a-abfa-5cfabac30bdf'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:10.153723 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2b7db851-8450-414a-abfa-5cfabac30bdf'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:10.194414 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9dde46d9-b1d3-4b52-a21f-75879bebbf1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:10.300549 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] Set router 2b7db851-8450-414a-abfa-5cfabac30bdf gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:10.403577 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-377c4369-1ee9-4332-8e8e-7e6fbe4530f5 None None] Provisioning complete for port e7f963e0-0279-4dda-98f3-d35bc6753cb3 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:10.404119 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-377c4369-1ee9-4332-8e8e-7e6fbe4530f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:10.644562 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-377c4369-1ee9-4332-8e8e-7e6fbe4530f5 None None] Provisioning complete for port 407862e1-3358-4b5b-82b2-964f9dd7c755 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:10.645243 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-377c4369-1ee9-4332-8e8e-7e6fbe4530f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:10.646624 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9dde46d9-b1d3-4b52-a21f-75879bebbf1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:10.707380 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde46d9-b1d3-4b52-a21f-75879bebbf1a admin admin] Pushing event updated for resources: {'Port': ['ID=407862e1-3358-4b5b-82b2-964f9dd7c755,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:10.711583 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7db851-8450-414a-abfa-5cfabac30bdf', 'name': 'tempest-ImageQuotaTest-225866645-router', 'tenant_id': '0fead82dd8fc4679a133017e03220953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '19ef82ba-9811-4424-bc64-cc484131c411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:07Z', 'updated_at': '2021-11-23T22:19:08Z', 'revision_number': 3, 'project_id': '0fead82dd8fc4679a133017e03220953', 'gw_port': {'id': '19ef82ba-9811-4424-bc64-cc484131c411', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7db851-8450-414a-abfa-5cfabac30bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:07Z', 'updated_at': '2021-11-23T22:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:10.744520 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] Checking router: 2b7db851-8450-414a-abfa-5cfabac30bdf for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:19:10.744980 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] Updating router 2b7db851-8450-414a-abfa-5cfabac30bdf port 19ef82ba-9811-4424-bc64-cc484131c411 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:19:10.746941 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-377c4369-1ee9-4332-8e8e-7e6fbe4530f5 None None] Port 407862e1-3358-4b5b-82b2-964f9dd7c755 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:19:10.749924 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 0db85b0a-bae6-4639-be39-641b768c732f up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:19:10.808395 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:10.892963 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dde46d9-b1d3-4b52-a21f-75879bebbf1a admin admin] Network 00847222-67db-43aa-9d25-cf86bc5a9ccf is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:19:10.894427 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-9dde46d9-b1d3-4b52-a21f-75879bebbf1a admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:10.919016 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 0db85b0a-bae6-4639-be39-641b768c732f triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:10.919555 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:10.972398 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-de107e87-879e-45f4-bc9e-153c053ef5f8 None None] Provisioning complete for port e7f963e0-0279-4dda-98f3-d35bc6753cb3 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:10.972769 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-de107e87-879e-45f4-bc9e-153c053ef5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:11.121706 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dde46d9-b1d3-4b52-a21f-75879bebbf1a admin admin] Router aa6d3b3f-ba10-4496-9a50-3d8a004e9417 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:19:11.140584 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e7f963e0-0279-4dda-98f3-d35bc6753cb3 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:19:11.283818 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:11.286483 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port e7f963e0-0279-4dda-98f3-d35bc6753cb3 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:11.286870 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:11.306616 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dde46d9-b1d3-4b52-a21f-75879bebbf1a admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:19:11.306995 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:11.309302 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7ae98ebb-dec2-417d-9c67-c94c5821d5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:11.315245 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9dde46d9-b1d3-4b52-a21f-75879bebbf1a admin admin] 10.222.0.50 "PUT /v2.0/routers/aa6d3b3f-ba10-4496-9a50-3d8a004e9417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4758017 Nov 23 22:19:11.389554 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae89e87-81a3-4739-b895-6be76af7312f None None] Pushing event updated for resources: {'Port': ['ID=19ef82ba-9811-4424-bc64-cc484131c411,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:11.402360 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] Attempting to bind port 19ef82ba-9811-4424-bc64-cc484131c411 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:19:11.402765 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] Attempting to bind port 19ef82ba-9811-4424-bc64-cc484131c411 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:19:11.403147 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] Attempting to bind port 19ef82ba-9811-4424-bc64-cc484131c411 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:19:11.409371 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f5108600-81e0-465c-8747-5ea5e928a145 None None] Provisioning complete for port 407862e1-3358-4b5b-82b2-964f9dd7c755 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:11.409744 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f5108600-81e0-465c-8747-5ea5e928a145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:11.423887 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:19:11.424266 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:19:11.424680 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:11.425081 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:19:11.425580 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] Bound port: 19ef82ba-9811-4424-bc64-cc484131c411, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:19:11.425971 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:11.429036 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e1081d-8e16-434f-b55c-07d468b53f20 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:19:11.521574 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-7ae98ebb-dec2-417d-9c67-c94c5821d5fd admin admin] Allocated IP 172.20.0.1 (1fafd833-1f42-42b7-b12a-8508827a562f/c40bef5d-044c-4c9a-9401-1d478bb069b2/674517fe-d759-4674-930f-8b4596901e68) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:19:11.559561 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f5108600-81e0-465c-8747-5ea5e928a145 None None] Port 407862e1-3358-4b5b-82b2-964f9dd7c755 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:19:11.574201 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:19:11.596187 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] For port 19ef82ba-9811-4424-bc64-cc484131c411, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:19:11.614317 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] For port 19ef82ba-9811-4424-bc64-cc484131c411, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=19ef82ba-9811-4424-bc64-cc484131c411,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:19:11.621837 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:11.644065 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7ae98ebb-dec2-417d-9c67-c94c5821d5fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:11.688644 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7ae98ebb-dec2-417d-9c67-c94c5821d5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:11.699376 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86a35f3-3e63-45fe-ab6c-df1bf53a33e9 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:19:11.710823 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:11.711183 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:11.737540 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae98ebb-dec2-417d-9c67-c94c5821d5fd admin admin] Network 1fafd833-1f42-42b7-b12a-8508827a562f is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:19:11.741728 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-7ae98ebb-dec2-417d-9c67-c94c5821d5fd admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:11.744398 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae98ebb-dec2-417d-9c67-c94c5821d5fd admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:19:11.752898 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae89e87-81a3-4739-b895-6be76af7312f None None] Pushing event updated for resources: {'Port': ['ID=19ef82ba-9811-4424-bc64-cc484131c411,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:11.758225 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8487f607-04f5-43fb-9f6e-d9d0ef6c94b6 None None] Provisioning complete for port 19ef82ba-9811-4424-bc64-cc484131c411 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:11.758599 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8487f607-04f5-43fb-9f6e-d9d0ef6c94b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:11.766959 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] Routers {'2b7db851-8450-414a-abfa-5cfabac30bdf'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:11.767264 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2b7db851-8450-414a-abfa-5cfabac30bdf'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:11.803087 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98ebb-dec2-417d-9c67-c94c5821d5fd admin admin] Pushing event updated for resources: {'Port': ['ID=674517fe-d759-4674-930f-8b4596901e68,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:11.820653 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7ae98ebb-dec2-417d-9c67-c94c5821d5fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:11.914957 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] Sync routers for ids ['aa6d3b3f-ba10-4496-9a50-3d8a004e9417'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:19:11.928564 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] Routers {'aa6d3b3f-ba10-4496-9a50-3d8a004e9417'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:11.929541 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['aa6d3b3f-ba10-4496-9a50-3d8a004e9417'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:12.058331 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40654) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:12.068128 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-26f95f8f-231b-4e89-b9ee-d044a32a131d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-986625825-network', 'tenant_id': '504a14bb2b29402c8a85a853e7b948b3'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:19:12.083083 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] Set router aa6d3b3f-ba10-4496-9a50-3d8a004e9417 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:12.101018 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f95f8f-231b-4e89-b9ee-d044a32a131d admin admin] Made reservation on behalf of 504a14bb2b29402c8a85a853e7b948b3 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:19:12.104311 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-26f95f8f-231b-4e89-b9ee-d044a32a131d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:12.139081 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-26f95f8f-231b-4e89-b9ee-d044a32a131d admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:12.157584 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7ae98ebb-dec2-417d-9c67-c94c5821d5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:12.227201 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] Set router 2b7db851-8450-414a-abfa-5cfabac30bdf gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:12.326791 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8487f607-04f5-43fb-9f6e-d9d0ef6c94b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:12.335583 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-26f95f8f-231b-4e89-b9ee-d044a32a131d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:12.338840 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'name': 'tempest-TestVolumeBackupRestore-903697792-router', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '61c37e4252964279a92abee6055de1ba', 'gw_port': {'id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '407862e1-3358-4b5b-82b2-964f9dd7c755', 'name': '', 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'mac_address': 'fa:16:3e:8b:22:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:08Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 2, 'project_id': '61c37e4252964279a92abee6055de1ba', 'subnets': [{'id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:12.347752 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-26f95f8f-231b-4e89-b9ee-d044a32a131d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:12.368681 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] Checking router: aa6d3b3f-ba10-4496-9a50-3d8a004e9417 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:19:12.369305 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] Updating router aa6d3b3f-ba10-4496-9a50-3d8a004e9417 port 407862e1-3358-4b5b-82b2-964f9dd7c755 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:19:12.379530 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8487f607-04f5-43fb-9f6e-d9d0ef6c94b6 None None] For port 19ef82ba-9811-4424-bc64-cc484131c411, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=19ef82ba-9811-4424-bc64-cc484131c411,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:12.386567 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f95f8f-231b-4e89-b9ee-d044a32a131d admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:19:12.387095 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8487f607-04f5-43fb-9f6e-d9d0ef6c94b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:12.410587 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-26f95f8f-231b-4e89-b9ee-d044a32a131d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:12.411050 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-26f95f8f-231b-4e89-b9ee-d044a32a131d admin admin] Added segment 4b2e3d11-4a85-4546-88ca-967009063a4e of type vlan for network c08ddc26-0ddf-4092-9877-1daee71923fe Nov 23 22:19:12.414925 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:12.423553 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f95f8f-231b-4e89-b9ee-d044a32a131d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794221d4-e39c-4c8d-8e7d-719c83b715b7,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:12.444300 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7ae98ebb-dec2-417d-9c67-c94c5821d5fd admin admin] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:12.470564 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487f607-04f5-43fb-9f6e-d9d0ef6c94b6 None None] Pushing event updated for resources: {'Port': ['ID=19ef82ba-9811-4424-bc64-cc484131c411,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:12.472025 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7ae98ebb-dec2-417d-9c67-c94c5821d5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:12.510876 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-26f95f8f-231b-4e89-b9ee-d044a32a131d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:12.514533 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7db851-8450-414a-abfa-5cfabac30bdf', 'name': 'tempest-ImageQuotaTest-225866645-router', 'tenant_id': '0fead82dd8fc4679a133017e03220953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '19ef82ba-9811-4424-bc64-cc484131c411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:07Z', 'updated_at': '2021-11-23T22:19:08Z', 'revision_number': 3, 'project_id': '0fead82dd8fc4679a133017e03220953', 'gw_port': {'id': '19ef82ba-9811-4424-bc64-cc484131c411', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7db851-8450-414a-abfa-5cfabac30bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:07Z', 'updated_at': '2021-11-23T22:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:12.553457 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b7fc4-d38d-4973-a97d-a106dc27a09e None None] The sync data for ids ['2b7db851-8450-414a-abfa-5cfabac30bdf'] in n-d-816206-9 is: [{'id': '2b7db851-8450-414a-abfa-5cfabac30bdf', 'name': 'tempest-ImageQuotaTest-225866645-router', 'tenant_id': '0fead82dd8fc4679a133017e03220953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '19ef82ba-9811-4424-bc64-cc484131c411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:07Z', 'updated_at': '2021-11-23T22:19:08Z', 'revision_number': 3, 'project_id': '0fead82dd8fc4679a133017e03220953', 'gw_port': {'id': '19ef82ba-9811-4424-bc64-cc484131c411', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7db851-8450-414a-abfa-5cfabac30bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:07Z', 'updated_at': '2021-11-23T22:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:19:12.556181 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9a5fa6ef-bf11-4cde-86dc-7d7c64e045f6 None None] Provisioning complete for port 19ef82ba-9811-4424-bc64-cc484131c411 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:12.556553 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9a5fa6ef-bf11-4cde-86dc-7d7c64e045f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:12.582994 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98ebb-dec2-417d-9c67-c94c5821d5fd admin admin] Pushing event updated for resources: {'Port': ['ID=674517fe-d759-4674-930f-8b4596901e68,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:12.589713 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7ae98ebb-dec2-417d-9c67-c94c5821d5fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:12.596289 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-26f95f8f-231b-4e89-b9ee-d044a32a131d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:12.597519 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f95f8f-231b-4e89-b9ee-d044a32a131d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:12.598176 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-26f95f8f-231b-4e89-b9ee-d044a32a131d admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:12.661273 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-26f95f8f-231b-4e89-b9ee-d044a32a131d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5990727 Nov 23 22:19:12.663194 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40658) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:12.668214 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-810f67e2-7dbe-4661-a631-73a019a981fc admin admin] Request body: {'subnet': {'network_id': 'c08ddc26-0ddf-4092-9877-1daee71923fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-986625825-subnet', 'tenant_id': '504a14bb2b29402c8a85a853e7b948b3', 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:19:12.672732 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9a5fa6ef-bf11-4cde-86dc-7d7c64e045f6 None None] Provisioning complete for port 674517fe-d759-4674-930f-8b4596901e68 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:12.673377 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9a5fa6ef-bf11-4cde-86dc-7d7c64e045f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:12.700777 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810f67e2-7dbe-4661-a631-73a019a981fc admin admin] Made reservation on behalf of 504a14bb2b29402c8a85a853e7b948b3 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:19:12.705106 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-810f67e2-7dbe-4661-a631-73a019a981fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:12.738015 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-9a5fa6ef-bf11-4cde-86dc-7d7c64e045f6 None None] Port 674517fe-d759-4674-930f-8b4596901e68 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:19:12.789245 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f95f8f-231b-4e89-b9ee-d044a32a131d admin admin] Pushing event updated for resources: {'Network': ['ID=c08ddc26-0ddf-4092-9877-1daee71923fe,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:12.808489 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network c08ddc26-0ddf-4092-9877-1daee71923fe details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:19:12.859648 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae98ebb-dec2-417d-9c67-c94c5821d5fd admin admin] Network 1fafd833-1f42-42b7-b12a-8508827a562f is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:19:12.867959 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-7ae98ebb-dec2-417d-9c67-c94c5821d5fd admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:12.942164 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:12.954383 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:12.983612 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-810f67e2-7dbe-4661-a631-73a019a981fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:13.043062 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833454c9-a35b-4f29-a82f-9e49e86d85b9 None None] Pushing event updated for resources: {'Port': ['ID=407862e1-3358-4b5b-82b2-964f9dd7c755,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:13.087917 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f67e2-7dbe-4661-a631-73a019a981fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b117ae43-6a47-482d-8373-4a44fc10428f,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:13.117344 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae98ebb-dec2-417d-9c67-c94c5821d5fd admin admin] Router 2b7db851-8450-414a-abfa-5cfabac30bdf has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:19:13.123580 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810f67e2-7dbe-4661-a631-73a019a981fc admin admin] Checking segment: {'id': '4b2e3d11-4a85-4546-88ca-967009063a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c08ddc26-0ddf-4092-9877-1daee71923fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:19:13.123941 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810f67e2-7dbe-4661-a631-73a019a981fc admin admin] Network hostable DHCP agents. Network: c08ddc26-0ddf-4092-9877-1daee71923fe, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:19:13.187313 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] Attempting to bind port 407862e1-3358-4b5b-82b2-964f9dd7c755 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:19:13.187984 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] Attempting to bind port 407862e1-3358-4b5b-82b2-964f9dd7c755 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'b0d118e5-69e2-4a28-9a95-8d79479d6c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:19:13.188418 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810f67e2-7dbe-4661-a631-73a019a981fc admin admin] Network c08ddc26-0ddf-4092-9877-1daee71923fe is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:19:13.188732 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] Attempting to bind port 407862e1-3358-4b5b-82b2-964f9dd7c755 on network 00847222-67db-43aa-9d25-cf86bc5a9ccf {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:19:13.201658 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:19:13.202047 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] Checking segment: {'id': 'b0d118e5-69e2-4a28-9a95-8d79479d6c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:19:13.202451 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:13.202887 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] Bound using segment: {'id': 'b0d118e5-69e2-4a28-9a95-8d79479d6c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:19:13.203364 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] Bound port: 407862e1-3358-4b5b-82b2-964f9dd7c755, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d118e5-69e2-4a28-9a95-8d79479d6c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:19:13.203746 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:13.224891 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-810f67e2-7dbe-4661-a631-73a019a981fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, c08ddc26-0ddf-4092-9877-1daee71923fe) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:13.230227 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810f67e2-7dbe-4661-a631-73a019a981fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:13.231054 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-810f67e2-7dbe-4661-a631-73a019a981fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:13.236808 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f6c0c6-e79d-4be7-b953-0c3826749048 None None] Network c08ddc26-0ddf-4092-9877-1daee71923fe requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:19:13.280302 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-810f67e2-7dbe-4661-a631-73a019a981fc admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6159589 Nov 23 22:19:13.289090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40662) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:13.293906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-38e56e97-3439-422a-a038-b0c39fd3e4a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-986625825-router', 'tenant_id': '504a14bb2b29402c8a85a853e7b948b3', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:19:13.331388 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] For port 407862e1-3358-4b5b-82b2-964f9dd7c755, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:19:13.336299 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] For port 407862e1-3358-4b5b-82b2-964f9dd7c755, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=407862e1-3358-4b5b-82b2-964f9dd7c755,segment=NetworkSegment(b0d118e5-69e2-4a28-9a95-8d79479d6c84),segment_id=b0d118e5-69e2-4a28-9a95-8d79479d6c84)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:19:13.339471 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-38e56e97-3439-422a-a038-b0c39fd3e4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:13.340929 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-38e56e97-3439-422a-a038-b0c39fd3e4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:13.353065 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:13.423312 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae98ebb-dec2-417d-9c67-c94c5821d5fd admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:19:13.433080 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7ae98ebb-dec2-417d-9c67-c94c5821d5fd admin admin] 10.222.0.50 "PUT /v2.0/routers/2b7db851-8450-414a-abfa-5cfabac30bdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2912526 Nov 23 22:19:13.441208 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6cc0d939-aeae-4054-96b2-e781e6a95e75 None None] Provisioning complete for port 674517fe-d759-4674-930f-8b4596901e68 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:13.442267 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6cc0d939-aeae-4054-96b2-e781e6a95e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:13.473070 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] Routers {'aa6d3b3f-ba10-4496-9a50-3d8a004e9417'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:13.474845 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-38e56e97-3439-422a-a038-b0c39fd3e4a6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:13.475850 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['aa6d3b3f-ba10-4496-9a50-3d8a004e9417'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:13.535659 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-6cc0d939-aeae-4054-96b2-e781e6a95e75 None None] Port 674517fe-d759-4674-930f-8b4596901e68 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:19:13.574510 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833454c9-a35b-4f29-a82f-9e49e86d85b9 None None] Pushing event updated for resources: {'Port': ['ID=407862e1-3358-4b5b-82b2-964f9dd7c755,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:13.604390 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4920f5-7b21-48ec-a9fc-f5f2d8e290fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-c08ddc26-0ddf-4092-9877-1daee71923fe', 'network_id': 'c08ddc26-0ddf-4092-9877-1daee71923fe', 'tenant_id': '504a14bb2b29402c8a85a853e7b948b3', 'fixed_ips': [{'subnet_id': 'b117ae43-6a47-482d-8373-4a44fc10428f'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:19:13.605274 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ac4920f5-7b21-48ec-a9fc-f5f2d8e290fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:13.746494 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] Set router aa6d3b3f-ba10-4496-9a50-3d8a004e9417 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:13.765494 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a3f9ed16-3dc5-4bdf-b211-67fc601a8120 None None] Provisioning complete for port 407862e1-3358-4b5b-82b2-964f9dd7c755 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:13.765863 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a3f9ed16-3dc5-4bdf-b211-67fc601a8120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:13.772664 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-38e56e97-3439-422a-a038-b0c39fd3e4a6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:13.878942 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-ac4920f5-7b21-48ec-a9fc-f5f2d8e290fc None None] Allocated IP 172.20.0.2 (c08ddc26-0ddf-4092-9877-1daee71923fe/b117ae43-6a47-482d-8373-4a44fc10428f/586f7d01-c47e-4886-815e-143fcc58b131) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:19:13.959974 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a3f9ed16-3dc5-4bdf-b211-67fc601a8120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:14.001080 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a3f9ed16-3dc5-4bdf-b211-67fc601a8120 None None] For port 407862e1-3358-4b5b-82b2-964f9dd7c755, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=407862e1-3358-4b5b-82b2-964f9dd7c755,segment=NetworkSegment(b0d118e5-69e2-4a28-9a95-8d79479d6c84),segment_id=b0d118e5-69e2-4a28-9a95-8d79479d6c84)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:14.038394 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a3f9ed16-3dc5-4bdf-b211-67fc601a8120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:14.096228 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'name': 'tempest-TestVolumeBackupRestore-903697792-router', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '61c37e4252964279a92abee6055de1ba', 'gw_port': {'id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '407862e1-3358-4b5b-82b2-964f9dd7c755', 'name': '', 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'mac_address': 'fa:16:3e:8b:22:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:08Z', 'updated_at': '2021-11-23T22:19:13Z', 'revision_number': 4, 'project_id': '61c37e4252964279a92abee6055de1ba', 'subnets': [{'id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:14.118186 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9ed16-3dc5-4bdf-b211-67fc601a8120 None None] Pushing event updated for resources: {'Port': ['ID=407862e1-3358-4b5b-82b2-964f9dd7c755,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:14.130997 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-38e56e97-3439-422a-a038-b0c39fd3e4a6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:14.136759 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a97b07-64d3-4afd-8d54-bdc2a5b627d7 None None] The sync data for ids ['aa6d3b3f-ba10-4496-9a50-3d8a004e9417'] in n-d-816206-9 is: [{'id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'name': 'tempest-TestVolumeBackupRestore-903697792-router', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '61c37e4252964279a92abee6055de1ba', 'gw_port': {'id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '407862e1-3358-4b5b-82b2-964f9dd7c755', 'name': '', 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'mac_address': 'fa:16:3e:8b:22:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:08Z', 'updated_at': '2021-11-23T22:19:13Z', 'revision_number': 4, 'project_id': '61c37e4252964279a92abee6055de1ba', 'subnets': [{'id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:19:14.159140 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-38e56e97-3439-422a-a038-b0c39fd3e4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:14.213295 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-da9e6cd2-277f-45ea-9471-bcf709fae9a3 None None] Provisioning complete for port 407862e1-3358-4b5b-82b2-964f9dd7c755 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:14.214737 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-da9e6cd2-277f-45ea-9471-bcf709fae9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:14.229300 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ac4920f5-7b21-48ec-a9fc-f5f2d8e290fc None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:14.301511 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ac4920f5-7b21-48ec-a9fc-f5f2d8e290fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:14.348778 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-38e56e97-3439-422a-a038-b0c39fd3e4a6 admin admin] Allocated IP 172.25.5.189 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/2ab7c3c7-d86b-4786-b364-7aeb834bc34e) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:19:14.368644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4920f5-7b21-48ec-a9fc-f5f2d8e290fc None None] Pushing event updated for resources: {'Port': ['ID=586f7d01-c47e-4886-815e-143fcc58b131,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:14.407952 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4920f5-7b21-48ec-a9fc-f5f2d8e290fc None None] Network c08ddc26-0ddf-4092-9877-1daee71923fe is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:19:14.410853 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-ac4920f5-7b21-48ec-a9fc-f5f2d8e290fc None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:14.414785 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4920f5-7b21-48ec-a9fc-f5f2d8e290fc None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:19:14.482665 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ac4920f5-7b21-48ec-a9fc-f5f2d8e290fc None None] Attempting to bind port 586f7d01-c47e-4886-815e-143fcc58b131 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:19:14.483093 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ac4920f5-7b21-48ec-a9fc-f5f2d8e290fc None None] Attempting to bind port 586f7d01-c47e-4886-815e-143fcc58b131 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '4b2e3d11-4a85-4546-88ca-967009063a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c08ddc26-0ddf-4092-9877-1daee71923fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:19:14.483464 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4920f5-7b21-48ec-a9fc-f5f2d8e290fc None None] Attempting to bind port 586f7d01-c47e-4886-815e-143fcc58b131 on network c08ddc26-0ddf-4092-9877-1daee71923fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:19:14.488483 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-38e56e97-3439-422a-a038-b0c39fd3e4a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:14.489078 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4920f5-7b21-48ec-a9fc-f5f2d8e290fc None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:19:14.489483 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4920f5-7b21-48ec-a9fc-f5f2d8e290fc None None] Checking segment: {'id': '4b2e3d11-4a85-4546-88ca-967009063a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c08ddc26-0ddf-4092-9877-1daee71923fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:19:14.490002 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ac4920f5-7b21-48ec-a9fc-f5f2d8e290fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:14.490391 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4920f5-7b21-48ec-a9fc-f5f2d8e290fc None None] Bound using segment: {'id': '4b2e3d11-4a85-4546-88ca-967009063a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c08ddc26-0ddf-4092-9877-1daee71923fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:19:14.491064 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ac4920f5-7b21-48ec-a9fc-f5f2d8e290fc None None] Bound port: 586f7d01-c47e-4886-815e-143fcc58b131, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2e3d11-4a85-4546-88ca-967009063a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c08ddc26-0ddf-4092-9877-1daee71923fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:19:14.491451 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ac4920f5-7b21-48ec-a9fc-f5f2d8e290fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:14.544705 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-38e56e97-3439-422a-a038-b0c39fd3e4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:14.601230 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ac4920f5-7b21-48ec-a9fc-f5f2d8e290fc None None] For port 586f7d01-c47e-4886-815e-143fcc58b131, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:19:14.612336 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ac4920f5-7b21-48ec-a9fc-f5f2d8e290fc None None] For port 586f7d01-c47e-4886-815e-143fcc58b131, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=586f7d01-c47e-4886-815e-143fcc58b131,segment=NetworkSegment(4b2e3d11-4a85-4546-88ca-967009063a4e),segment_id=4b2e3d11-4a85-4546-88ca-967009063a4e)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:19:14.622688 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ac4920f5-7b21-48ec-a9fc-f5f2d8e290fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:14.654441 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e56e97-3439-422a-a038-b0c39fd3e4a6 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:19:14.657680 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-38e56e97-3439-422a-a038-b0c39fd3e4a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:14.662658 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e56e97-3439-422a-a038-b0c39fd3e4a6 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:19:14.677104 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea61233e-7cc9-4918-a0c0-91d95b0347ac None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:19:14.684511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e56e97-3439-422a-a038-b0c39fd3e4a6 admin admin] Pushing event updated for resources: {'Port': ['ID=2ab7c3c7-d86b-4786-b364-7aeb834bc34e,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:14.748958 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4920f5-7b21-48ec-a9fc-f5f2d8e290fc None None] Pushing event updated for resources: {'Port': ['ID=586f7d01-c47e-4886-815e-143fcc58b131,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:14.791679 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 19ef82ba-9811-4424-bc64-cc484131c411 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:19:14.862223 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1ad1325d-84b0-4fcd-9a79-cfa96d61f3aa None None] Provisioning complete for port 2ab7c3c7-d86b-4786-b364-7aeb834bc34e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:14.862959 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1ad1325d-84b0-4fcd-9a79-cfa96d61f3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:14.904200 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1ad1325d-84b0-4fcd-9a79-cfa96d61f3aa None None] Port 2ab7c3c7-d86b-4786-b364-7aeb834bc34e cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:19:14.911110 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 19ef82ba-9811-4424-bc64-cc484131c411 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:14.911349 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:15.063193 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 407862e1-3358-4b5b-82b2-964f9dd7c755 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:19:15.133963 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-38e56e97-3439-422a-a038-b0c39fd3e4a6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:15.159962 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 407862e1-3358-4b5b-82b2-964f9dd7c755 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:15.160664 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:15.278641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] Sync routers for ids ['2b7db851-8450-414a-abfa-5cfabac30bdf'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:19:15.295910 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] Routers {'2b7db851-8450-414a-abfa-5cfabac30bdf'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:15.296547 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2b7db851-8450-414a-abfa-5cfabac30bdf'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:15.423359 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40686) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:15.441226 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] Set router 2b7db851-8450-414a-abfa-5cfabac30bdf gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:15.468032 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-38e56e97-3439-422a-a038-b0c39fd3e4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:15.664153 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e56e97-3439-422a-a038-b0c39fd3e4a6 admin admin] Router c11db0d0-6ca6-42e0-9963-9d236e1cf94a is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:19:15.735453 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7db851-8450-414a-abfa-5cfabac30bdf', 'name': 'tempest-ImageQuotaTest-225866645-router', 'tenant_id': '0fead82dd8fc4679a133017e03220953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '19ef82ba-9811-4424-bc64-cc484131c411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:07Z', 'updated_at': '2021-11-23T22:19:12Z', 'revision_number': 4, 'project_id': '0fead82dd8fc4679a133017e03220953', 'gw_port': {'id': '19ef82ba-9811-4424-bc64-cc484131c411', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7db851-8450-414a-abfa-5cfabac30bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:07Z', 'updated_at': '2021-11-23T22:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '674517fe-d759-4674-930f-8b4596901e68', 'name': '', 'network_id': '1fafd833-1f42-42b7-b12a-8508827a562f', 'tenant_id': '0fead82dd8fc4679a133017e03220953', 'mac_address': 'fa:16:3e:04:ea:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7db851-8450-414a-abfa-5cfabac30bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'c40bef5d-044c-4c9a-9401-1d478bb069b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:11Z', 'updated_at': '2021-11-23T22:19:12Z', 'revision_number': 2, 'project_id': '0fead82dd8fc4679a133017e03220953', 'subnets': [{'id': 'c40bef5d-044c-4c9a-9401-1d478bb069b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:15.767230 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] Checking router: 2b7db851-8450-414a-abfa-5cfabac30bdf for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:19:15.767592 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] Updating router 2b7db851-8450-414a-abfa-5cfabac30bdf port 674517fe-d759-4674-930f-8b4596901e68 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:19:15.810897 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:15.821772 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e56e97-3439-422a-a038-b0c39fd3e4a6 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:19:15.834615 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] Sync routers for ids ['c11db0d0-6ca6-42e0-9963-9d236e1cf94a'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:19:15.845630 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-38e56e97-3439-422a-a038-b0c39fd3e4a6 admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:15.848472 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] Routers {'c11db0d0-6ca6-42e0-9963-9d236e1cf94a'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:15.849842 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c11db0d0-6ca6-42e0-9963-9d236e1cf94a'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:15.854236 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-38e56e97-3439-422a-a038-b0c39fd3e4a6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5638697 Nov 23 22:19:15.856872 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40688) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:15.977973 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-42206d1d-b4c6-439d-8f48-6f751cad3e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:15.982105 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] Set router c11db0d0-6ca6-42e0-9963-9d236e1cf94a gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:16.233790 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:16.241668 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6e99cd-4d28-4681-b705-a52467bb8570 None None] Network c08ddc26-0ddf-4092-9877-1daee71923fe requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:19:16.249171 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:16.261180 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11db0d0-6ca6-42e0-9963-9d236e1cf94a', 'name': 'tempest-TestVolumeBackupRestore-986625825-router', 'tenant_id': '504a14bb2b29402c8a85a853e7b948b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '2ab7c3c7-d86b-4786-b364-7aeb834bc34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:13Z', 'updated_at': '2021-11-23T22:19:14Z', 'revision_number': 3, 'project_id': '504a14bb2b29402c8a85a853e7b948b3', 'gw_port': {'id': '2ab7c3c7-d86b-4786-b364-7aeb834bc34e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11db0d0-6ca6-42e0-9963-9d236e1cf94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:14Z', 'updated_at': '2021-11-23T22:19:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:16.299960 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] Checking router: c11db0d0-6ca6-42e0-9963-9d236e1cf94a for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:19:16.300313 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] Updating router c11db0d0-6ca6-42e0-9963-9d236e1cf94a port 2ab7c3c7-d86b-4786-b364-7aeb834bc34e binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:19:16.339780 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:16.687827 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-bc36c164-08f8-40c2-9eac-58e34574ed2e None None] Provisioning complete for port 586f7d01-c47e-4886-815e-143fcc58b131 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:16.688369 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bc36c164-08f8-40c2-9eac-58e34574ed2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:16.725820 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 586f7d01-c47e-4886-815e-143fcc58b131 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:19:16.733576 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ad8e0-c83c-4f14-94c0-b0ccf352dab9 None None] Pushing event updated for resources: {'Port': ['ID=674517fe-d759-4674-930f-8b4596901e68,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:16.858366 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:16.866709 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:16.925745 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] Attempting to bind port 674517fe-d759-4674-930f-8b4596901e68 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:19:16.926117 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] Attempting to bind port 674517fe-d759-4674-930f-8b4596901e68 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'faba6cbf-aae9-410e-8d27-adaf85c0e7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1fafd833-1f42-42b7-b12a-8508827a562f'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:19:16.926482 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] Attempting to bind port 674517fe-d759-4674-930f-8b4596901e68 on network 1fafd833-1f42-42b7-b12a-8508827a562f {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:19:16.969113 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] Attempting to bind port 2ab7c3c7-d86b-4786-b364-7aeb834bc34e on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:19:16.969548 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] Attempting to bind port 2ab7c3c7-d86b-4786-b364-7aeb834bc34e by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:19:16.969840 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] Attempting to bind port 2ab7c3c7-d86b-4786-b364-7aeb834bc34e on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:19:16.979912 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d327b52-294d-4104-bf06-b7c57dc54f53 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:19:16.980134 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:19:16.980134 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:19:16.980428 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:16.981018 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:19:16.981184 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:19:16.981380 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] Checking segment: {'id': 'faba6cbf-aae9-410e-8d27-adaf85c0e7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1fafd833-1f42-42b7-b12a-8508827a562f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:19:16.981786 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:16.981902 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] Bound port: 2ab7c3c7-d86b-4786-b364-7aeb834bc34e, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:19:16.982178 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] Bound using segment: {'id': 'faba6cbf-aae9-410e-8d27-adaf85c0e7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1fafd833-1f42-42b7-b12a-8508827a562f'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:19:16.982304 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:16.982659 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] Bound port: 674517fe-d759-4674-930f-8b4596901e68, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faba6cbf-aae9-410e-8d27-adaf85c0e7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '1fafd833-1f42-42b7-b12a-8508827a562f'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:19:16.983063 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:16.984827 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226ea07-ae6d-4f4b-9a7d-1898088d20cb None None] Pushing event updated for resources: {'Port': ['ID=2ab7c3c7-d86b-4786-b364-7aeb834bc34e,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:16.989409 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-42206d1d-b4c6-439d-8f48-6f751cad3e27 admin admin] Deleting port 674517fe-d759-4674-930f-8b4596901e68 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:19:16.990528 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-42206d1d-b4c6-439d-8f48-6f751cad3e27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:17.009080 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 586f7d01-c47e-4886-815e-143fcc58b131 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:17.009448 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:17.075404 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bc36c164-08f8-40c2-9eac-58e34574ed2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:17.085499 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] For port 2ab7c3c7-d86b-4786-b364-7aeb834bc34e, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:19:17.089503 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-27ee4dc9-2058-49a6-b8eb-5989962ad3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:17.091239 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] For port 2ab7c3c7-d86b-4786-b364-7aeb834bc34e, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2ab7c3c7-d86b-4786-b364-7aeb834bc34e,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:19:17.108998 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:17.156547 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3108f9-831e-416f-9505-9aafdc6d4e34 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:19:17.163955 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-42206d1d-b4c6-439d-8f48-6f751cad3e27 admin admin] For port 674517fe-d759-4674-930f-8b4596901e68, host n-d-816206-9, got binding levels [] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:17.164728 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-42206d1d-b4c6-439d-8f48-6f751cad3e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:17.168889 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f398c-e78b-4459-9271-89531310f9c5 req-703762f9-efcd-4f36-8288-c1c40324be1e tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:17.169630 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-bc36c164-08f8-40c2-9eac-58e34574ed2e None None] For port 586f7d01-c47e-4886-815e-143fcc58b131, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=586f7d01-c47e-4886-815e-143fcc58b131,segment=NetworkSegment(4b2e3d11-4a85-4546-88ca-967009063a4e),segment_id=4b2e3d11-4a85-4546-88ca-967009063a4e)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:17.173060 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] For port 674517fe-d759-4674-930f-8b4596901e68, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:19:17.179366 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-374f398c-e78b-4459-9271-89531310f9c5 req-703762f9-efcd-4f36-8288-c1c40324be1e tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 945 time: 0.1209674 Nov 23 22:19:17.212629 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bc36c164-08f8-40c2-9eac-58e34574ed2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:17.216984 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] For port 674517fe-d759-4674-930f-8b4596901e68, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=674517fe-d759-4674-930f-8b4596901e68,segment=NetworkSegment(faba6cbf-aae9-410e-8d27-adaf85c0e7ae),segment_id=faba6cbf-aae9-410e-8d27-adaf85c0e7ae)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:19:17.220474 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] Routers {'c11db0d0-6ca6-42e0-9963-9d236e1cf94a'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:17.221291 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c11db0d0-6ca6-42e0-9963-9d236e1cf94a'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:17.238393 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-42206d1d-b4c6-439d-8f48-6f751cad3e27 admin admin] Calling delete_port for 674517fe-d759-4674-930f-8b4596901e68 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:19:17.276921 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-374f398c-e78b-4459-9271-89531310f9c5 req-c8878f0f-90e9-491d-95de-a6bf5d41d74e tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9ae0ad1-4676-4777-b3b9-25a6424d8727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918703 Nov 23 22:19:17.280937 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:17.316017 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226ea07-ae6d-4f4b-9a7d-1898088d20cb None None] Pushing event updated for resources: {'Port': ['ID=2ab7c3c7-d86b-4786-b364-7aeb834bc34e,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:17.357754 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36c164-08f8-40c2-9eac-58e34574ed2e None None] Pushing event updated for resources: {'Port': ['ID=586f7d01-c47e-4886-815e-143fcc58b131,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:17.391501 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] Routers {'2b7db851-8450-414a-abfa-5cfabac30bdf'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:17.393302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2b7db851-8450-414a-abfa-5cfabac30bdf'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:17.498634 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-27ee4dc9-2058-49a6-b8eb-5989962ad3f3 admin admin] Allocated IP 172.20.0.1 (c08ddc26-0ddf-4092-9877-1daee71923fe/b117ae43-6a47-482d-8373-4a44fc10428f/3505647c-edd0-4fe0-b2f6-afdeb66921ed) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:19:17.508447 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] Set router 2b7db851-8450-414a-abfa-5cfabac30bdf gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:17.524840 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] Set router c11db0d0-6ca6-42e0-9963-9d236e1cf94a gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:17.592551 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5099ef1b-0b17-40f1-b939-2af3bdf6bfd7 None None] Provisioning complete for port 2ab7c3c7-d86b-4786-b364-7aeb834bc34e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:17.592943 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5099ef1b-0b17-40f1-b939-2af3bdf6bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:17.673785 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-27ee4dc9-2058-49a6-b8eb-5989962ad3f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:17.678510 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-42206d1d-b4c6-439d-8f48-6f751cad3e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:17.712133 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42206d1d-b4c6-439d-8f48-6f751cad3e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=674517fe-d759-4674-930f-8b4596901e68,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:17.733553 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11db0d0-6ca6-42e0-9963-9d236e1cf94a', 'name': 'tempest-TestVolumeBackupRestore-986625825-router', 'tenant_id': '504a14bb2b29402c8a85a853e7b948b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '2ab7c3c7-d86b-4786-b364-7aeb834bc34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:13Z', 'updated_at': '2021-11-23T22:19:14Z', 'revision_number': 3, 'project_id': '504a14bb2b29402c8a85a853e7b948b3', 'gw_port': {'id': '2ab7c3c7-d86b-4786-b364-7aeb834bc34e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11db0d0-6ca6-42e0-9963-9d236e1cf94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:14Z', 'updated_at': '2021-11-23T22:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:17.737616 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ad8e0-c83c-4f14-94c0-b0ccf352dab9 None None] Pushing event updated for resources: {'Port': ['ID=674517fe-d759-4674-930f-8b4596901e68,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:17.764739 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ca7fc-1c64-4516-a791-9d54e8ebadfb None None] The sync data for ids ['c11db0d0-6ca6-42e0-9963-9d236e1cf94a'] in n-d-816206-9 is: [{'id': 'c11db0d0-6ca6-42e0-9963-9d236e1cf94a', 'name': 'tempest-TestVolumeBackupRestore-986625825-router', 'tenant_id': '504a14bb2b29402c8a85a853e7b948b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '2ab7c3c7-d86b-4786-b364-7aeb834bc34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:13Z', 'updated_at': '2021-11-23T22:19:14Z', 'revision_number': 3, 'project_id': '504a14bb2b29402c8a85a853e7b948b3', 'gw_port': {'id': '2ab7c3c7-d86b-4786-b364-7aeb834bc34e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11db0d0-6ca6-42e0-9963-9d236e1cf94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:14Z', 'updated_at': '2021-11-23T22:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:19:17.835833 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5099ef1b-0b17-40f1-b939-2af3bdf6bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:17.842653 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-27ee4dc9-2058-49a6-b8eb-5989962ad3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:17.888388 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-5099ef1b-0b17-40f1-b939-2af3bdf6bfd7 None None] For port 2ab7c3c7-d86b-4786-b364-7aeb834bc34e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2ab7c3c7-d86b-4786-b364-7aeb834bc34e,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:17.897245 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ee4dc9-2058-49a6-b8eb-5989962ad3f3 admin admin] Network c08ddc26-0ddf-4092-9877-1daee71923fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:19:17.899010 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5099ef1b-0b17-40f1-b939-2af3bdf6bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:17.929135 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5099ef1b-0b17-40f1-b939-2af3bdf6bfd7 None None] Could not find standard attr ID for object 674517fe-d759-4674-930f-8b4596901e68. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:19:17.932598 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-27ee4dc9-2058-49a6-b8eb-5989962ad3f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:17.946623 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ee4dc9-2058-49a6-b8eb-5989962ad3f3 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:19:17.958029 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee4dc9-2058-49a6-b8eb-5989962ad3f3 admin admin] Pushing event updated for resources: {'Port': ['ID=3505647c-edd0-4fe0-b2f6-afdeb66921ed,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:17.967163 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7db851-8450-414a-abfa-5cfabac30bdf', 'name': 'tempest-ImageQuotaTest-225866645-router', 'tenant_id': '0fead82dd8fc4679a133017e03220953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '19ef82ba-9811-4424-bc64-cc484131c411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:07Z', 'updated_at': '2021-11-23T22:19:12Z', 'revision_number': 4, 'project_id': '0fead82dd8fc4679a133017e03220953', 'gw_port': {'id': '19ef82ba-9811-4424-bc64-cc484131c411', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7db851-8450-414a-abfa-5cfabac30bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:07Z', 'updated_at': '2021-11-23T22:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '674517fe-d759-4674-930f-8b4596901e68', 'name': '', 'network_id': '1fafd833-1f42-42b7-b12a-8508827a562f', 'tenant_id': '0fead82dd8fc4679a133017e03220953', 'mac_address': 'fa:16:3e:04:ea:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7db851-8450-414a-abfa-5cfabac30bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'c40bef5d-044c-4c9a-9401-1d478bb069b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:11Z', 'updated_at': '2021-11-23T22:19:17Z', 'revision_number': 4, 'project_id': '0fead82dd8fc4679a133017e03220953', 'subnets': [{'id': 'c40bef5d-044c-4c9a-9401-1d478bb069b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:17.972442 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099ef1b-0b17-40f1-b939-2af3bdf6bfd7 None None] Pushing event updated for resources: {'Port': ['ID=2ab7c3c7-d86b-4786-b364-7aeb834bc34e,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:18.001869 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667c6974-8696-44df-86ad-de8d7ec625d4 None None] The sync data for ids ['2b7db851-8450-414a-abfa-5cfabac30bdf'] in n-d-816206-9 is: [{'id': '2b7db851-8450-414a-abfa-5cfabac30bdf', 'name': 'tempest-ImageQuotaTest-225866645-router', 'tenant_id': '0fead82dd8fc4679a133017e03220953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '19ef82ba-9811-4424-bc64-cc484131c411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:07Z', 'updated_at': '2021-11-23T22:19:12Z', 'revision_number': 4, 'project_id': '0fead82dd8fc4679a133017e03220953', 'gw_port': {'id': '19ef82ba-9811-4424-bc64-cc484131c411', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7db851-8450-414a-abfa-5cfabac30bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:07Z', 'updated_at': '2021-11-23T22:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '674517fe-d759-4674-930f-8b4596901e68', 'name': '', 'network_id': '1fafd833-1f42-42b7-b12a-8508827a562f', 'tenant_id': '0fead82dd8fc4679a133017e03220953', 'mac_address': 'fa:16:3e:04:ea:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7db851-8450-414a-abfa-5cfabac30bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'c40bef5d-044c-4c9a-9401-1d478bb069b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:11Z', 'updated_at': '2021-11-23T22:19:17Z', 'revision_number': 4, 'project_id': '0fead82dd8fc4679a133017e03220953', 'subnets': [{'id': 'c40bef5d-044c-4c9a-9401-1d478bb069b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:19:18.028376 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-42206d1d-b4c6-439d-8f48-6f751cad3e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:18.030631 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-27ee4dc9-2058-49a6-b8eb-5989962ad3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:18.042964 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a5d1206a-22cf-4fe8-9b10-1ec4914f4eae None None] Could not find standard attr ID for object 674517fe-d759-4674-930f-8b4596901e68. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:19:18.063183 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a5d1206a-22cf-4fe8-9b10-1ec4914f4eae None None] Provisioning complete for port 586f7d01-c47e-4886-815e-143fcc58b131 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:18.064425 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a5d1206a-22cf-4fe8-9b10-1ec4914f4eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:18.373354 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-22d05c8a-35fe-44cc-b913-3cdcb801a651 None None] Provisioning complete for port 3505647c-edd0-4fe0-b2f6-afdeb66921ed triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:18.373808 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-22d05c8a-35fe-44cc-b913-3cdcb801a651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:18.414032 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-22d05c8a-35fe-44cc-b913-3cdcb801a651 None None] Port 3505647c-edd0-4fe0-b2f6-afdeb66921ed cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:19:18.445695 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c5acc-f1cb-4b10-9845-07b20d3b8252 req-27bf9c74-eb28-4303-9075-8ed10126b794 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:18.453585 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fb4c5acc-f1cb-4b10-9845-07b20d3b8252 req-27bf9c74-eb28-4303-9075-8ed10126b794 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 945 time: 0.0914524 Nov 23 22:19:18.478840 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-27ee4dc9-2058-49a6-b8eb-5989962ad3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:18.525944 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fb4c5acc-f1cb-4b10-9845-07b20d3b8252 req-400f6412-df2c-4215-bef1-700e0b35fbfd tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9ae0ad1-4676-4777-b3b9-25a6424d8727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713851 Nov 23 22:19:18.610813 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60be41-dec0-405d-8f4b-d55da00bd72c req-ad92709c-80a8-4e53-8ecc-9acd7288c589 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:18.612356 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3e60be41-dec0-405d-8f4b-d55da00bd72c req-ad92709c-80a8-4e53-8ecc-9acd7288c589 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.60 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 945 time: 0.1827691 Nov 23 22:19:18.626899 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42206d1d-b4c6-439d-8f48-6f751cad3e27 admin admin] Router 2b7db851-8450-414a-abfa-5cfabac30bdf has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:19:18.695244 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 586f7d01-c47e-4886-815e-143fcc58b131 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:19:18.763509 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 586f7d01-c47e-4886-815e-143fcc58b131 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:18.764169 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:18.867257 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2ab7c3c7-d86b-4786-b364-7aeb834bc34e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:19:18.923937 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 2ab7c3c7-d86b-4786-b364-7aeb834bc34e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:18.924480 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:19.285060 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42206d1d-b4c6-439d-8f48-6f751cad3e27 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:19:19.288371 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-3e60be41-dec0-405d-8f4b-d55da00bd72c req-4cb618fc-de25-4b17-bbeb-48324f6c5e44 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Deleting port eed486d1-a24d-46e8-b355-05a5f3b47a99 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:19:19.288716 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3e60be41-dec0-405d-8f4b-d55da00bd72c req-4cb618fc-de25-4b17-bbeb-48324f6c5e44 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:19.294434 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-42206d1d-b4c6-439d-8f48-6f751cad3e27 admin admin] 10.222.0.50 "PUT /v2.0/routers/2b7db851-8450-414a-abfa-5cfabac30bdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8692076 Nov 23 22:19:19.297157 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40704) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:19.299254 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-27ee4dc9-2058-49a6-b8eb-5989962ad3f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:19.311101 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-27ee4dc9-2058-49a6-b8eb-5989962ad3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:19.404814 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45d6f494-3b87-4eee-954a-bd8684f6c77d admin admin] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:19.432349 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee4dc9-2058-49a6-b8eb-5989962ad3f3 admin admin] Pushing event updated for resources: {'Port': ['ID=3505647c-edd0-4fe0-b2f6-afdeb66921ed,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:19.436121 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-27ee4dc9-2058-49a6-b8eb-5989962ad3f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:19.478755 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-3e60be41-dec0-405d-8f4b-d55da00bd72c req-4cb618fc-de25-4b17-bbeb-48324f6c5e44 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] For port eed486d1-a24d-46e8-b355-05a5f3b47a99, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=eed486d1-a24d-46e8-b355-05a5f3b47a99,segment=NetworkSegment(650b8b40-5156-46d0-b85f-c502a4db4d7f),segment_id=650b8b40-5156-46d0-b85f-c502a4db4d7f)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:19.479125 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3e60be41-dec0-405d-8f4b-d55da00bd72c req-4cb618fc-de25-4b17-bbeb-48324f6c5e44 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:19.507274 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45d6f494-3b87-4eee-954a-bd8684f6c77d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:19.564900 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-45d6f494-3b87-4eee-954a-bd8684f6c77d admin admin] Deleting port 19ef82ba-9811-4424-bc64-cc484131c411 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:19:19.566516 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45d6f494-3b87-4eee-954a-bd8684f6c77d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:19.680878 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-45d6f494-3b87-4eee-954a-bd8684f6c77d admin admin] For port 19ef82ba-9811-4424-bc64-cc484131c411, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=19ef82ba-9811-4424-bc64-cc484131c411,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:19.681309 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45d6f494-3b87-4eee-954a-bd8684f6c77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:19.692337 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ee4dc9-2058-49a6-b8eb-5989962ad3f3 admin admin] Network c08ddc26-0ddf-4092-9877-1daee71923fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:19:19.696248 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-27ee4dc9-2058-49a6-b8eb-5989962ad3f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:19.696778 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e686922-ac71-4abf-a05a-71f50bf9808d req-a13543f9-05a8-424b-8b13-6cb88df7d636 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:19.698919 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e686922-ac71-4abf-a05a-71f50bf9808d req-a13543f9-05a8-424b-8b13-6cb88df7d636 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 945 time: 0.0822535 Nov 23 22:19:19.705311 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-45d6f494-3b87-4eee-954a-bd8684f6c77d admin admin] Calling delete_port for 19ef82ba-9811-4424-bc64-cc484131c411 owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:19:19.803521 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e686922-ac71-4abf-a05a-71f50bf9808d req-5a192f37-bdab-4c6a-ae31-884e0ad78be3 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9ae0ad1-4676-4777-b3b9-25a6424d8727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959761 Nov 23 22:19:19.848591 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3e60be41-dec0-405d-8f4b-d55da00bd72c req-4cb618fc-de25-4b17-bbeb-48324f6c5e44 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:19.848955 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3e60be41-dec0-405d-8f4b-d55da00bd72c req-4cb618fc-de25-4b17-bbeb-48324f6c5e44 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:19.850262 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [req-3e60be41-dec0-405d-8f4b-d55da00bd72c req-4cb618fc-de25-4b17-bbeb-48324f6c5e44 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Floating IP 99b3c81b-de5a-4ba8-b948-eab14fa04757 disassociated. External IP: 172.25.5.210, port: eed486d1-a24d-46e8-b355-05a5f3b47a99. Nov 23 22:19:19.850680 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-3e60be41-dec0-405d-8f4b-d55da00bd72c req-4cb618fc-de25-4b17-bbeb-48324f6c5e44 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Calling delete_port for eed486d1-a24d-46e8-b355-05a5f3b47a99 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:19:19.924890 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ee4dc9-2058-49a6-b8eb-5989962ad3f3 admin admin] Router c11db0d0-6ca6-42e0-9963-9d236e1cf94a has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:19:19.952634 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45d6f494-3b87-4eee-954a-bd8684f6c77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:19.985425 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6f494-3b87-4eee-954a-bd8684f6c77d admin admin] Pushing event deleted for resources: {'Port': ['ID=19ef82ba-9811-4424-bc64-cc484131c411,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:19.995641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4762245b-1651-49d2-a398-7abb4b122ee3 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:19:20.045246 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-176ebcbe-da49-4a7c-b508-87c63e1c5c4d None None] Provisioning complete for port 3505647c-edd0-4fe0-b2f6-afdeb66921ed triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:20.045907 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-176ebcbe-da49-4a7c-b508-87c63e1c5c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:20.051093 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45d6f494-3b87-4eee-954a-bd8684f6c77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:20.083177 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-176ebcbe-da49-4a7c-b508-87c63e1c5c4d None None] Port 3505647c-edd0-4fe0-b2f6-afdeb66921ed cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:19:20.109222 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ee4dc9-2058-49a6-b8eb-5989962ad3f3 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:19:20.111476 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3e60be41-dec0-405d-8f4b-d55da00bd72c req-4cb618fc-de25-4b17-bbeb-48324f6c5e44 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:20.120572 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-27ee4dc9-2058-49a6-b8eb-5989962ad3f3 admin admin] 10.222.0.50 "PUT /v2.0/routers/c11db0d0-6ca6-42e0-9963-9d236e1cf94a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2627118 Nov 23 22:19:20.148148 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45d6f494-3b87-4eee-954a-bd8684f6c77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:20.150473 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45d6f494-3b87-4eee-954a-bd8684f6c77d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:20.152466 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb618fc-de25-4b17-bbeb-48324f6c5e44 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Pushing event deleted for resources: {'Port': ['ID=eed486d1-a24d-46e8-b355-05a5f3b47a99,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:20.210832 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45d6f494-3b87-4eee-954a-bd8684f6c77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:20.211633 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d6f494-3b87-4eee-954a-bd8684f6c77d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b7db851-8450-414a-abfa-5cfabac30bdf {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:19:20.232668 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45d6f494-3b87-4eee-954a-bd8684f6c77d admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:20.234653 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-45d6f494-3b87-4eee-954a-bd8684f6c77d admin admin] 10.222.0.50 "DELETE /v2.0/routers/2b7db851-8450-414a-abfa-5cfabac30bdf HTTP/1.1" status: 204 len: 168 time: 0.9362884 Nov 23 22:19:20.237862 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40712) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:20.305340 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e60be41-dec0-405d-8f4b-d55da00bd72c req-4cb618fc-de25-4b17-bbeb-48324f6c5e44 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Router 8ef58c68-ce1c-48f4-a695-8b6e21b982ab has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:19:20.306128 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce1c5b3-3404-466a-a2c1-ee2e3c77664d admin admin] Deleting subnet c40bef5d-044c-4c9a-9401-1d478bb069b2 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:19:20.310187 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7ce1c5b3-3404-466a-a2c1-ee2e3c77664d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:20.351442 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7ce1c5b3-3404-466a-a2c1-ee2e3c77664d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:20.433109 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e60be41-dec0-405d-8f4b-d55da00bd72c req-4cb618fc-de25-4b17-bbeb-48324f6c5e44 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:19:20.436949 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7ce1c5b3-3404-466a-a2c1-ee2e3c77664d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:20.449309 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae394d03-470c-4468-92b3-ba834a69cf4d None None] Sync routers for ids ['8ef58c68-ce1c-48f4-a695-8b6e21b982ab'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:19:20.462653 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae394d03-470c-4468-92b3-ba834a69cf4d None None] Routers {'8ef58c68-ce1c-48f4-a695-8b6e21b982ab'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:20.463994 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ae394d03-470c-4468-92b3-ba834a69cf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['8ef58c68-ce1c-48f4-a695-8b6e21b982ab'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:20.486598 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e60be41-dec0-405d-8f4b-d55da00bd72c req-4cb618fc-de25-4b17-bbeb-48324f6c5e44 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] No DVR routers for this DVR port eed486d1-a24d-46e8-b355-05a5f3b47a99 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:19:20.491496 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3e60be41-dec0-405d-8f4b-d55da00bd72c req-4cb618fc-de25-4b17-bbeb-48324f6c5e44 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:20.497663 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3e60be41-dec0-405d-8f4b-d55da00bd72c req-4cb618fc-de25-4b17-bbeb-48324f6c5e44 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.60 "DELETE /v2.0/ports/eed486d1-a24d-46e8-b355-05a5f3b47a99 HTTP/1.1" status: 204 len: 173 time: 1.8728993 Nov 23 22:19:20.498146 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e413e027-f8ab-421c-9231-bffee34742f8', 'name': 'network-vif-deleted', 'tag': 'eed486d1-a24d-46e8-b355-05a5f3b47a99'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:19:20.512456 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea457c6-48da-4a22-bd6e-cf9323ea7ae8" -d '{"events": [{"server_uuid": "e413e027-f8ab-421c-9231-bffee34742f8", "name": "network-vif-deleted", "tag": "eed486d1-a24d-46e8-b355-05a5f3b47a99"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:19:20.531286 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7ce1c5b3-3404-466a-a2c1-ee2e3c77664d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:20.567627 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1c5b3-3404-466a-a2c1-ee2e3c77664d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c40bef5d-044c-4c9a-9401-1d478bb069b2,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:20.572213 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7ce1c5b3-3404-466a-a2c1-ee2e3c77664d admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:20.583021 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7ce1c5b3-3404-466a-a2c1-ee2e3c77664d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c40bef5d-044c-4c9a-9401-1d478bb069b2 HTTP/1.1" status: 204 len: 168 time: 0.3440957 Nov 23 22:19:20.586365 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40730) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:20.622434 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119e66e6-db42-4b15-8e8b-37f0dbac429f None None] Network 1fafd833-1f42-42b7-b12a-8508827a562f requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:19:20.635902 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837e4de2-8a9a-4351-a6f3-52d37fe24289 x-openstack-request-id: req-837e4de2-8a9a-4351-a6f3-52d37fe24289 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:19:20.636213 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e413e027-f8ab-421c-9231-bffee34742f8", "name": "network-vif-deleted", "tag": "eed486d1-a24d-46e8-b355-05a5f3b47a99", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:19:20.636490 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-837e4de2-8a9a-4351-a6f3-52d37fe24289 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:19:20.636893 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e413e027-f8ab-421c-9231-bffee34742f8', 'name': 'network-vif-deleted', 'tag': 'eed486d1-a24d-46e8-b355-05a5f3b47a99', 'status': 'completed', 'code': 200} Nov 23 22:19:20.730197 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8590d1ba-edd9-4866-8ab9-66f4637a89a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:20.733865 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-ae394d03-470c-4468-92b3-ba834a69cf4d None None] Set router 8ef58c68-ce1c-48f4-a695-8b6e21b982ab gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:20.808035 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-8590d1ba-edd9-4866-8ab9-66f4637a89a6 admin admin] Deleting port e7f963e0-0279-4dda-98f3-d35bc6753cb3 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:19:20.808424 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8590d1ba-edd9-4866-8ab9-66f4637a89a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:20.891037 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-8590d1ba-edd9-4866-8ab9-66f4637a89a6 admin admin] For port e7f963e0-0279-4dda-98f3-d35bc6753cb3, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e7f963e0-0279-4dda-98f3-d35bc6753cb3,segment=NetworkSegment(faba6cbf-aae9-410e-8d27-adaf85c0e7ae),segment_id=faba6cbf-aae9-410e-8d27-adaf85c0e7ae)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:20.891465 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8590d1ba-edd9-4866-8ab9-66f4637a89a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:20.906254 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-8590d1ba-edd9-4866-8ab9-66f4637a89a6 admin admin] Calling delete_port for e7f963e0-0279-4dda-98f3-d35bc6753cb3 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:19:20.979631 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f4852ed-c4e2-4e66-9531-5b412a2dc5c1 req-1c3424cb-fa3e-4bcf-b600-5eaa00183db6 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "GET /v2.0/ports?device_id=e413e027-f8ab-421c-9231-bffee34742f8 HTTP/1.1" status: 200 len: 210 time: 0.0444236 Nov 23 22:19:21.054227 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe3c931-7135-4001-9e16-a0b028e6ad08 None None] DHCP port deletion for 1fafd833-1f42-42b7-b12a-8508827a562f request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:19:21.090006 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8590d1ba-edd9-4866-8ab9-66f4637a89a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:21.127968 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8590d1ba-edd9-4866-8ab9-66f4637a89a6 admin admin] No DVR routers for this DVR port e7f963e0-0279-4dda-98f3-d35bc6753cb3 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:19:21.139965 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ae394d03-470c-4468-92b3-ba834a69cf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'name': 'tempest-TestServerBasicOps-286375362-router', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:40Z', 'updated_at': '2021-11-23T22:13:50Z', 'revision_number': 4, 'project_id': '47e57217e78c466aba767c805775d0bf', 'gw_port': {'id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:42Z', 'updated_at': '2021-11-23T22:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '87744998-78a3-4c35-a869-2b58b9ac5c23', 'name': '', 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'mac_address': 'fa:16:3e:66:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'd5cccd06-79be-47aa-871f-ab587e1c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:49Z', 'updated_at': '2021-11-23T22:13:57Z', 'revision_number': 5, 'project_id': '47e57217e78c466aba767c805775d0bf', 'subnets': [{'id': 'd5cccd06-79be-47aa-871f-ab587e1c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:21.173948 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae394d03-470c-4468-92b3-ba834a69cf4d None None] Checking router: 8ef58c68-ce1c-48f4-a695-8b6e21b982ab for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:19:21.179713 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-ffe3c931-7135-4001-9e16-a0b028e6ad08 None None] Deleting port e7f963e0-0279-4dda-98f3-d35bc6753cb3 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:19:21.179899 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ffe3c931-7135-4001-9e16-a0b028e6ad08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:21.206203 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae394d03-470c-4468-92b3-ba834a69cf4d None None] Routers {'8ef58c68-ce1c-48f4-a695-8b6e21b982ab'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:21.206431 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590d1ba-edd9-4866-8ab9-66f4637a89a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f963e0-0279-4dda-98f3-d35bc6753cb3,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:21.206925 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ae394d03-470c-4468-92b3-ba834a69cf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['8ef58c68-ce1c-48f4-a695-8b6e21b982ab'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:21.358648 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8590d1ba-edd9-4866-8ab9-66f4637a89a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:21.385042 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-8590d1ba-edd9-4866-8ab9-66f4637a89a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fafd833-1f42-42b7-b12a-8508827a562f']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:21.406561 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-8590d1ba-edd9-4866-8ab9-66f4637a89a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faba6cbf-aae9-410e-8d27-adaf85c0e7ae') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:21.407153 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-8590d1ba-edd9-4866-8ab9-66f4637a89a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faba6cbf-aae9-410e-8d27-adaf85c0e7ae') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:21.452211 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8590d1ba-edd9-4866-8ab9-66f4637a89a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:21.481851 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8590d1ba-edd9-4866-8ab9-66f4637a89a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:21.504591 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8590d1ba-edd9-4866-8ab9-66f4637a89a6 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:19:21.505015 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8590d1ba-edd9-4866-8ab9-66f4637a89a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:19:21.507245 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:19:21.622435 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8590d1ba-edd9-4866-8ab9-66f4637a89a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:21.628402 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-ae394d03-470c-4468-92b3-ba834a69cf4d None None] Set router 8ef58c68-ce1c-48f4-a695-8b6e21b982ab gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:21.631580 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8590d1ba-edd9-4866-8ab9-66f4637a89a6 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:21.638458 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8590d1ba-edd9-4866-8ab9-66f4637a89a6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1fafd833-1f42-42b7-b12a-8508827a562f HTTP/1.1" status: 204 len: 168 time: 1.0479918 Nov 23 22:19:21.652484 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590d1ba-edd9-4866-8ab9-66f4637a89a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fafd833-1f42-42b7-b12a-8508827a562f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:21.662035 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ffe3c931-7135-4001-9e16-a0b028e6ad08 None None] For port e7f963e0-0279-4dda-98f3-d35bc6753cb3, host n-d-816206-9, got binding levels [] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:21.662519 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ffe3c931-7135-4001-9e16-a0b028e6ad08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:21.685425 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-ffe3c931-7135-4001-9e16-a0b028e6ad08 None None] Calling delete_port for e7f963e0-0279-4dda-98f3-d35bc6753cb3 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:19:21.692673 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.ipam_backend_mixin [None req-ffe3c931-7135-4001-9e16-a0b028e6ad08 None None] Port e7f963e0-0279-4dda-98f3-d35bc6753cb3 was not found and therefore no delete operation was performed {{(pid=110035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 22:19:21.696058 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ffe3c931-7135-4001-9e16-a0b028e6ad08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:21.728592 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3c931-7135-4001-9e16-a0b028e6ad08 None None] Pushing event deleted for resources: {'Port': ['ID=e7f963e0-0279-4dda-98f3-d35bc6753cb3,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:21.759175 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ffe3c931-7135-4001-9e16-a0b028e6ad08 None None] Network 1fafd833-1f42-42b7-b12a-8508827a562f is not hosted by any dhcp agent {{(pid=110035) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 22:19:21.759643 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe3c931-7135-4001-9e16-a0b028e6ad08 None None] No DVR routers for this DVR port e7f963e0-0279-4dda-98f3-d35bc6753cb3 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:19:21.790007 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40802) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:21.878306 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e3188c3c-d16f-452f-9296-04b3ae1f6719 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0fead82dd8fc4679a133017e03220953&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0865784 Nov 23 22:19:21.881486 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40816) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:21.909633 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device eed486d1-a24d-46e8-b355-05a5f3b47a99 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:19:21.936359 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: eed486d1-a24d-46e8-b355-05a5f3b47a99 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:19:21.937218 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device eed486d1-a24d-46e8-b355-05a5f3b47a99 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:19:21.990926 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1c0ef8a9-ff6a-4457-8f34-e21e173d93b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:21.999058 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ae394d03-470c-4468-92b3-ba834a69cf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'name': 'tempest-TestServerBasicOps-286375362-router', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:40Z', 'updated_at': '2021-11-23T22:13:50Z', 'revision_number': 4, 'project_id': '47e57217e78c466aba767c805775d0bf', 'gw_port': {'id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:42Z', 'updated_at': '2021-11-23T22:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '87744998-78a3-4c35-a869-2b58b9ac5c23', 'name': '', 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'mac_address': 'fa:16:3e:66:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'd5cccd06-79be-47aa-871f-ab587e1c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:49Z', 'updated_at': '2021-11-23T22:13:57Z', 'revision_number': 5, 'project_id': '47e57217e78c466aba767c805775d0bf', 'subnets': [{'id': 'd5cccd06-79be-47aa-871f-ab587e1c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:22.043351 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae394d03-470c-4468-92b3-ba834a69cf4d None None] The sync data for ids ['8ef58c68-ce1c-48f4-a695-8b6e21b982ab'] in n-d-816206-9 is: [{'id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'name': 'tempest-TestServerBasicOps-286375362-router', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:40Z', 'updated_at': '2021-11-23T22:13:50Z', 'revision_number': 4, 'project_id': '47e57217e78c466aba767c805775d0bf', 'gw_port': {'id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:42Z', 'updated_at': '2021-11-23T22:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '87744998-78a3-4c35-a869-2b58b9ac5c23', 'name': '', 'network_id': '8a505cd8-1c1d-4524-b9ca-aca755840d9b', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'mac_address': 'fa:16:3e:66:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'd5cccd06-79be-47aa-871f-ab587e1c7479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:49Z', 'updated_at': '2021-11-23T22:13:57Z', 'revision_number': 5, 'project_id': '47e57217e78c466aba767c805775d0bf', 'subnets': [{'id': 'd5cccd06-79be-47aa-871f-ab587e1c7479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:19:22.060514 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1c0ef8a9-ff6a-4457-8f34-e21e173d93b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:22.095719 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40820) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:22.148965 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1c0ef8a9-ff6a-4457-8f34-e21e173d93b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:22.153298 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1c0ef8a9-ff6a-4457-8f34-e21e173d93b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:22.154423 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1c0ef8a9-ff6a-4457-8f34-e21e173d93b9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fbef75d6-93bd-48b4-8a36-e622554f5266 HTTP/1.1" status: 204 len: 168 time: 0.2711427 Nov 23 22:19:22.188359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ef8a9-ff6a-4457-8f34-e21e173d93b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbef75d6-93bd-48b4-8a36-e622554f5266,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:22.324425 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-c73bca60-aca3-4323-8b32-0239044fe6f7 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Deleting port 79d23805-5651-4eaa-8d8a-ab3f140e3f41 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:19:22.324425 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c73bca60-aca3-4323-8b32-0239044fe6f7 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:22.451894 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c73bca60-aca3-4323-8b32-0239044fe6f7 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:22.452498 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c73bca60-aca3-4323-8b32-0239044fe6f7 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:22.485064 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-c73bca60-aca3-4323-8b32-0239044fe6f7 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Calling delete_port for 79d23805-5651-4eaa-8d8a-ab3f140e3f41 owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:19:22.646634 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e7f963e0-0279-4dda-98f3-d35bc6753cb3 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:19:22.680240 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: e7f963e0-0279-4dda-98f3-d35bc6753cb3 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:19:22.680903 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e7f963e0-0279-4dda-98f3-d35bc6753cb3 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:19:22.775753 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c73bca60-aca3-4323-8b32-0239044fe6f7 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:22.830490 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bca60-aca3-4323-8b32-0239044fe6f7 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Pushing event deleted for resources: {'Port': ['ID=79d23805-5651-4eaa-8d8a-ab3f140e3f41,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:22.859354 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40830) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:22.886591 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86160cc8-c263-4a62-8680-a221dac32fb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:22.898344 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632c7624-f279-4667-b12c-976eee877b04 None None] Sync routers for ids ['2b7db851-8450-414a-abfa-5cfabac30bdf'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:19:22.911080 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d3a6a1-ef0a-43cf-bc72-159efb60e9fc None None] New status for floating IP 99b3c81b-de5a-4ba8-b948-eab14fa04757: DOWN {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:19:22.915191 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632c7624-f279-4667-b12c-976eee877b04 None None] Routers set() bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:22.915565 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632c7624-f279-4667-b12c-976eee877b04 None None] Router IDs set() for agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 22:19:22.916795 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_agentschedulers_db [None req-632c7624-f279-4667-b12c-976eee877b04 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2b7db851-8450-414a-abfa-5cfabac30bdf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent'). {{(pid=110036) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 22:19:22.929044 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632c7624-f279-4667-b12c-976eee877b04 None None] Routers set() bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:22.929804 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632c7624-f279-4667-b12c-976eee877b04 None None] Router IDs set() for agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 22:19:22.930416 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_agentschedulers_db [None req-632c7624-f279-4667-b12c-976eee877b04 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2b7db851-8450-414a-abfa-5cfabac30bdf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent'). {{(pid=110036) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 22:19:22.931015 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632c7624-f279-4667-b12c-976eee877b04 None None] The sync data for ids ['2b7db851-8450-414a-abfa-5cfabac30bdf'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:19:22.935342 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c73bca60-aca3-4323-8b32-0239044fe6f7 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:22.950991 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c73bca60-aca3-4323-8b32-0239044fe6f7 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:22.954088 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] Sync routers for ids ['c11db0d0-6ca6-42e0-9963-9d236e1cf94a'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:19:22.955341 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c73bca60-aca3-4323-8b32-0239044fe6f7 tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "DELETE /v2.0/floatingips/99b3c81b-de5a-4ba8-b948-eab14fa04757 HTTP/1.1" status: 204 len: 168 time: 0.8583744 Nov 23 22:19:22.973310 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] Routers {'c11db0d0-6ca6-42e0-9963-9d236e1cf94a'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:22.975549 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c11db0d0-6ca6-42e0-9963-9d236e1cf94a'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:23.028093 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86160cc8-c263-4a62-8680-a221dac32fb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:23.062473 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:23.067189 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-86160cc8-c263-4a62-8680-a221dac32fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:23.095679 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40836) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:23.115793 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86160cc8-c263-4a62-8680-a221dac32fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0cce6e-e508-44e8-bb62-a349e6e1930d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:23.135827 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] Set router c11db0d0-6ca6-42e0-9963-9d236e1cf94a gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:23.154459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40838) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:23.158452 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-86160cc8-c263-4a62-8680-a221dac32fb1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2975166 Nov 23 22:19:23.243015 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4af3e440-d5dd-491c-9c46-71aa909b218c tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:23.268431 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3d3336e1-b03b-4fe0-95c4-80a79dddd449 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:23.279118 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4af3e440-d5dd-491c-9c46-71aa909b218c tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:23.314377 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3d3336e1-b03b-4fe0-95c4-80a79dddd449 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:23.377482 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11db0d0-6ca6-42e0-9963-9d236e1cf94a', 'name': 'tempest-TestVolumeBackupRestore-986625825-router', 'tenant_id': '504a14bb2b29402c8a85a853e7b948b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '2ab7c3c7-d86b-4786-b364-7aeb834bc34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:13Z', 'updated_at': '2021-11-23T22:19:18Z', 'revision_number': 4, 'project_id': '504a14bb2b29402c8a85a853e7b948b3', 'gw_port': {'id': '2ab7c3c7-d86b-4786-b364-7aeb834bc34e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11db0d0-6ca6-42e0-9963-9d236e1cf94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:14Z', 'updated_at': '2021-11-23T22:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '3505647c-edd0-4fe0-b2f6-afdeb66921ed', 'name': '', 'network_id': 'c08ddc26-0ddf-4092-9877-1daee71923fe', 'tenant_id': '504a14bb2b29402c8a85a853e7b948b3', 'mac_address': 'fa:16:3e:9b:08:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11db0d0-6ca6-42e0-9963-9d236e1cf94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'b117ae43-6a47-482d-8373-4a44fc10428f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:17Z', 'updated_at': '2021-11-23T22:19:18Z', 'revision_number': 2, 'project_id': '504a14bb2b29402c8a85a853e7b948b3', 'subnets': [{'id': 'b117ae43-6a47-482d-8373-4a44fc10428f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:23.382612 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3d3336e1-b03b-4fe0-95c4-80a79dddd449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:23.386125 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3d3336e1-b03b-4fe0-95c4-80a79dddd449 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:23.387403 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3d3336e1-b03b-4fe0-95c4-80a79dddd449 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5d0cce6e-e508-44e8-bb62-a349e6e1930d HTTP/1.1" status: 204 len: 168 time: 0.2310436 Nov 23 22:19:23.397689 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3336e1-b03b-4fe0-95c4-80a79dddd449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0cce6e-e508-44e8-bb62-a349e6e1930d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:23.401564 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4af3e440-d5dd-491c-9c46-71aa909b218c tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:23.404575 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4af3e440-d5dd-491c-9c46-71aa909b218c tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:23.408681 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4af3e440-d5dd-491c-9c46-71aa909b218c tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] 10.222.0.50 "DELETE /v2.0/security-groups/d9ae0ad1-4676-4777-b3b9-25a6424d8727 HTTP/1.1" status: 204 len: 168 time: 0.3120468 Nov 23 22:19:23.419924 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3e440-d5dd-491c-9c46-71aa909b218c tempest-TestServerBasicOps-1641529769 tempest-TestServerBasicOps-1641529769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ae0ad1-4676-4777-b3b9-25a6424d8727,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:23.453105 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] Checking router: c11db0d0-6ca6-42e0-9963-9d236e1cf94a for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:19:23.453965 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] Updating router c11db0d0-6ca6-42e0-9963-9d236e1cf94a port 3505647c-edd0-4fe0-b2f6-afdeb66921ed binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:19:23.475049 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40846) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:23.520144 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:24.071854 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:24.081600 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:24.195487 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21fcc1-cf81-426f-9056-d69c843b49d9 None None] Pushing event updated for resources: {'Port': ['ID=3505647c-edd0-4fe0-b2f6-afdeb66921ed,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:24.212582 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] Attempting to bind port 3505647c-edd0-4fe0-b2f6-afdeb66921ed on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:19:24.212956 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] Attempting to bind port 3505647c-edd0-4fe0-b2f6-afdeb66921ed by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '4b2e3d11-4a85-4546-88ca-967009063a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c08ddc26-0ddf-4092-9877-1daee71923fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:19:24.213349 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] Attempting to bind port 3505647c-edd0-4fe0-b2f6-afdeb66921ed on network c08ddc26-0ddf-4092-9877-1daee71923fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:19:24.221682 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:19:24.227126 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] Checking segment: {'id': '4b2e3d11-4a85-4546-88ca-967009063a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c08ddc26-0ddf-4092-9877-1daee71923fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:19:24.227579 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:24.227983 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] Bound using segment: {'id': '4b2e3d11-4a85-4546-88ca-967009063a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c08ddc26-0ddf-4092-9877-1daee71923fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:19:24.228486 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] Bound port: 3505647c-edd0-4fe0-b2f6-afdeb66921ed, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2e3d11-4a85-4546-88ca-967009063a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c08ddc26-0ddf-4092-9877-1daee71923fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:19:24.228875 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:24.259400 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2a7f2584-6acf-4487-bc1e-f05643470284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:24.330993 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] For port 3505647c-edd0-4fe0-b2f6-afdeb66921ed, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:19:24.341209 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] For port 3505647c-edd0-4fe0-b2f6-afdeb66921ed, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3505647c-edd0-4fe0-b2f6-afdeb66921ed,segment=NetworkSegment(4b2e3d11-4a85-4546-88ca-967009063a4e),segment_id=4b2e3d11-4a85-4546-88ca-967009063a4e)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:19:24.348321 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:24.455275 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] Routers {'c11db0d0-6ca6-42e0-9963-9d236e1cf94a'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:24.455903 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c11db0d0-6ca6-42e0-9963-9d236e1cf94a'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:24.460305 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21fcc1-cf81-426f-9056-d69c843b49d9 None None] Pushing event updated for resources: {'Port': ['ID=3505647c-edd0-4fe0-b2f6-afdeb66921ed,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:24.479290 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7aace2a1-35b4-4499-911a-e9ce8cecee79 None None] Provisioning complete for port 3505647c-edd0-4fe0-b2f6-afdeb66921ed triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:24.479822 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7aace2a1-35b4-4499-911a-e9ce8cecee79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:24.609190 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 19ef82ba-9811-4424-bc64-cc484131c411 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:19:24.674540 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-2a7f2584-6acf-4487-bc1e-f05643470284 admin admin] Deleting port 87744998-78a3-4c35-a869-2b58b9ac5c23 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:19:24.674990 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2a7f2584-6acf-4487-bc1e-f05643470284 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:24.684086 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] Set router c11db0d0-6ca6-42e0-9963-9d236e1cf94a gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:24.707338 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 19ef82ba-9811-4424-bc64-cc484131c411 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:19:24.708304 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 19ef82ba-9811-4424-bc64-cc484131c411 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:19:24.710860 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 674517fe-d759-4674-930f-8b4596901e68 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:19:24.814827 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7aace2a1-35b4-4499-911a-e9ce8cecee79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:24.827314 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 674517fe-d759-4674-930f-8b4596901e68 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:19:24.827921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 674517fe-d759-4674-930f-8b4596901e68 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:19:24.891895 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7aace2a1-35b4-4499-911a-e9ce8cecee79 None None] For port 3505647c-edd0-4fe0-b2f6-afdeb66921ed, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3505647c-edd0-4fe0-b2f6-afdeb66921ed,segment=NetworkSegment(4b2e3d11-4a85-4546-88ca-967009063a4e),segment_id=4b2e3d11-4a85-4546-88ca-967009063a4e)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:24.900427 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7aace2a1-35b4-4499-911a-e9ce8cecee79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:24.997581 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11db0d0-6ca6-42e0-9963-9d236e1cf94a', 'name': 'tempest-TestVolumeBackupRestore-986625825-router', 'tenant_id': '504a14bb2b29402c8a85a853e7b948b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '2ab7c3c7-d86b-4786-b364-7aeb834bc34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:13Z', 'updated_at': '2021-11-23T22:19:18Z', 'revision_number': 4, 'project_id': '504a14bb2b29402c8a85a853e7b948b3', 'gw_port': {'id': '2ab7c3c7-d86b-4786-b364-7aeb834bc34e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11db0d0-6ca6-42e0-9963-9d236e1cf94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:14Z', 'updated_at': '2021-11-23T22:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '3505647c-edd0-4fe0-b2f6-afdeb66921ed', 'name': '', 'network_id': 'c08ddc26-0ddf-4092-9877-1daee71923fe', 'tenant_id': '504a14bb2b29402c8a85a853e7b948b3', 'mac_address': 'fa:16:3e:9b:08:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11db0d0-6ca6-42e0-9963-9d236e1cf94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'b117ae43-6a47-482d-8373-4a44fc10428f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:17Z', 'updated_at': '2021-11-23T22:19:24Z', 'revision_number': 4, 'project_id': '504a14bb2b29402c8a85a853e7b948b3', 'subnets': [{'id': 'b117ae43-6a47-482d-8373-4a44fc10428f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:25.041887 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1340c345-2d2f-464b-b923-56d55262dd5d None None] The sync data for ids ['c11db0d0-6ca6-42e0-9963-9d236e1cf94a'] in n-d-816206-9 is: [{'id': 'c11db0d0-6ca6-42e0-9963-9d236e1cf94a', 'name': 'tempest-TestVolumeBackupRestore-986625825-router', 'tenant_id': '504a14bb2b29402c8a85a853e7b948b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '2ab7c3c7-d86b-4786-b364-7aeb834bc34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:13Z', 'updated_at': '2021-11-23T22:19:18Z', 'revision_number': 4, 'project_id': '504a14bb2b29402c8a85a853e7b948b3', 'gw_port': {'id': '2ab7c3c7-d86b-4786-b364-7aeb834bc34e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11db0d0-6ca6-42e0-9963-9d236e1cf94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:14Z', 'updated_at': '2021-11-23T22:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '3505647c-edd0-4fe0-b2f6-afdeb66921ed', 'name': '', 'network_id': 'c08ddc26-0ddf-4092-9877-1daee71923fe', 'tenant_id': '504a14bb2b29402c8a85a853e7b948b3', 'mac_address': 'fa:16:3e:9b:08:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c11db0d0-6ca6-42e0-9963-9d236e1cf94a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'b117ae43-6a47-482d-8373-4a44fc10428f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:17Z', 'updated_at': '2021-11-23T22:19:24Z', 'revision_number': 4, 'project_id': '504a14bb2b29402c8a85a853e7b948b3', 'subnets': [{'id': 'b117ae43-6a47-482d-8373-4a44fc10428f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:19:25.053124 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aace2a1-35b4-4499-911a-e9ce8cecee79 None None] Pushing event updated for resources: {'Port': ['ID=3505647c-edd0-4fe0-b2f6-afdeb66921ed,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:25.118337 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-48db0109-e568-4016-9c2e-5274f498748f None None] Provisioning complete for port 3505647c-edd0-4fe0-b2f6-afdeb66921ed triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:25.119104 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-48db0109-e568-4016-9c2e-5274f498748f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:25.288588 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-2a7f2584-6acf-4487-bc1e-f05643470284 admin admin] For port 87744998-78a3-4c35-a869-2b58b9ac5c23, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=87744998-78a3-4c35-a869-2b58b9ac5c23,segment=NetworkSegment(650b8b40-5156-46d0-b85f-c502a4db4d7f),segment_id=650b8b40-5156-46d0-b85f-c502a4db4d7f)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:25.289189 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2a7f2584-6acf-4487-bc1e-f05643470284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:25.304210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-2a7f2584-6acf-4487-bc1e-f05643470284 admin admin] Calling delete_port for 87744998-78a3-4c35-a869-2b58b9ac5c23 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:19:25.564568 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2a7f2584-6acf-4487-bc1e-f05643470284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:25.590398 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f2584-6acf-4487-bc1e-f05643470284 admin admin] Pushing event deleted for resources: {'Port': ['ID=87744998-78a3-4c35-a869-2b58b9ac5c23,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:25.606517 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2584-6acf-4487-bc1e-f05643470284 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:25.606885 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2584-6acf-4487-bc1e-f05643470284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:25.607237 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2584-6acf-4487-bc1e-f05643470284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:25.607581 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2584-6acf-4487-bc1e-f05643470284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:25.607921 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2584-6acf-4487-bc1e-f05643470284 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:25.608259 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2584-6acf-4487-bc1e-f05643470284 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:25.608598 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2584-6acf-4487-bc1e-f05643470284 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:25.608930 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2584-6acf-4487-bc1e-f05643470284 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:25.609264 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2584-6acf-4487-bc1e-f05643470284 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:25.609610 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2584-6acf-4487-bc1e-f05643470284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:25.609911 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2584-6acf-4487-bc1e-f05643470284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:25.610238 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f2584-6acf-4487-bc1e-f05643470284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:25.852607 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2a7f2584-6acf-4487-bc1e-f05643470284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:26.145328 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7f2584-6acf-4487-bc1e-f05643470284 admin admin] Router 8ef58c68-ce1c-48f4-a695-8b6e21b982ab has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:19:26.284675 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7f2584-6acf-4487-bc1e-f05643470284 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:19:26.294403 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2a7f2584-6acf-4487-bc1e-f05643470284 admin admin] 10.222.0.50 "PUT /v2.0/routers/8ef58c68-ce1c-48f4-a695-8b6e21b982ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8180444 Nov 23 22:19:26.295275 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40868) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:26.301320 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccd284b-d404-447d-9d50-a04da3071189 None None] Sync routers for ids ['8ef58c68-ce1c-48f4-a695-8b6e21b982ab'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:19:26.322354 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccd284b-d404-447d-9d50-a04da3071189 None None] Routers {'8ef58c68-ce1c-48f4-a695-8b6e21b982ab'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:26.323532 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7ccd284b-d404-447d-9d50-a04da3071189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['8ef58c68-ce1c-48f4-a695-8b6e21b982ab'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:26.461948 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a286a2b6-873c-45f6-80ef-02eebcda0fb4 admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:26.483860 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-7ccd284b-d404-447d-9d50-a04da3071189 None None] Set router 8ef58c68-ce1c-48f4-a695-8b6e21b982ab gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:26.709650 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a286a2b6-873c-45f6-80ef-02eebcda0fb4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:26.749981 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7ccd284b-d404-447d-9d50-a04da3071189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'name': 'tempest-TestServerBasicOps-286375362-router', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36'}], 'enable_snat': True}, 'gw_port_id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:40Z', 'updated_at': '2021-11-23T22:19:25Z', 'revision_number': 5, 'project_id': '47e57217e78c466aba767c805775d0bf', 'gw_port': {'id': '41ad0454-e09b-4923-98cf-ed7e6b2824df', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:42Z', 'updated_at': '2021-11-23T22:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:26.796863 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-a286a2b6-873c-45f6-80ef-02eebcda0fb4 admin admin] Deleting port 41ad0454-e09b-4923-98cf-ed7e6b2824df {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:19:26.797212 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a286a2b6-873c-45f6-80ef-02eebcda0fb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:26.841204 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3505647c-edd0-4fe0-b2f6-afdeb66921ed up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:19:26.844889 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccd284b-d404-447d-9d50-a04da3071189 None None] Checking router: 8ef58c68-ce1c-48f4-a695-8b6e21b982ab for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:19:26.882003 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccd284b-d404-447d-9d50-a04da3071189 None None] Routers {'8ef58c68-ce1c-48f4-a695-8b6e21b982ab'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:26.882917 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7ccd284b-d404-447d-9d50-a04da3071189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['8ef58c68-ce1c-48f4-a695-8b6e21b982ab'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:26.886214 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-a286a2b6-873c-45f6-80ef-02eebcda0fb4 admin admin] For port 41ad0454-e09b-4923-98cf-ed7e6b2824df, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=41ad0454-e09b-4923-98cf-ed7e6b2824df,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:26.886824 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a286a2b6-873c-45f6-80ef-02eebcda0fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:26.903691 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-a286a2b6-873c-45f6-80ef-02eebcda0fb4 admin admin] Calling delete_port for 41ad0454-e09b-4923-98cf-ed7e6b2824df owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:19:27.012137 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-7ccd284b-d404-447d-9d50-a04da3071189 None None] Set router 8ef58c68-ce1c-48f4-a695-8b6e21b982ab gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:27.045601 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 3505647c-edd0-4fe0-b2f6-afdeb66921ed triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:27.045601 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:27.118787 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a286a2b6-873c-45f6-80ef-02eebcda0fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:27.126517 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7ccd284b-d404-447d-9d50-a04da3071189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'name': 'tempest-TestServerBasicOps-286375362-router', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:40Z', 'updated_at': '2021-11-23T22:19:26Z', 'revision_number': 6, 'project_id': '47e57217e78c466aba767c805775d0bf', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:27.167221 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccd284b-d404-447d-9d50-a04da3071189 None None] The sync data for ids ['8ef58c68-ce1c-48f4-a695-8b6e21b982ab'] in n-d-816206-9 is: [{'id': '8ef58c68-ce1c-48f4-a695-8b6e21b982ab', 'name': 'tempest-TestServerBasicOps-286375362-router', 'tenant_id': '47e57217e78c466aba767c805775d0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:40Z', 'updated_at': '2021-11-23T22:19:26Z', 'revision_number': 6, 'project_id': '47e57217e78c466aba767c805775d0bf', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:19:27.185379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286a2b6-873c-45f6-80ef-02eebcda0fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=41ad0454-e09b-4923-98cf-ed7e6b2824df,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:27.199401 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737b7524-e48e-4e6c-bc72-b772bd1ad4a6 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:19:27.230183 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a286a2b6-873c-45f6-80ef-02eebcda0fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:27.330325 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a286a2b6-873c-45f6-80ef-02eebcda0fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:27.333435 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a286a2b6-873c-45f6-80ef-02eebcda0fb4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:27.747042 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a286a2b6-873c-45f6-80ef-02eebcda0fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:27.747866 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a286a2b6-873c-45f6-80ef-02eebcda0fb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ef58c68-ce1c-48f4-a695-8b6e21b982ab {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:19:27.752650 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a286a2b6-873c-45f6-80ef-02eebcda0fb4 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:27.754524 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a286a2b6-873c-45f6-80ef-02eebcda0fb4 admin admin] 10.222.0.50 "DELETE /v2.0/routers/8ef58c68-ce1c-48f4-a695-8b6e21b982ab HTTP/1.1" status: 204 len: 168 time: 1.4582596 Nov 23 22:19:27.757716 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40876) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:27.805752 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a7ded3-2b36-40ff-b296-cb7052ea5ecc admin admin] Deleting subnet d5cccd06-79be-47aa-871f-ab587e1c7479 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:19:27.809200 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5a7ded3-2b36-40ff-b296-cb7052ea5ecc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:27.845369 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5a7ded3-2b36-40ff-b296-cb7052ea5ecc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:27.937786 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5a7ded3-2b36-40ff-b296-cb7052ea5ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:27.952892 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-eb0cdc47-7bd8-42d1-ac14-2018856d3d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:28.016236 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5a7ded3-2b36-40ff-b296-cb7052ea5ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:28.053609 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7ded3-2b36-40ff-b296-cb7052ea5ecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5cccd06-79be-47aa-871f-ab587e1c7479,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:28.060592 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5a7ded3-2b36-40ff-b296-cb7052ea5ecc admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:28.067956 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9371c240-f038-4752-82b6-4ec80b459d5a None None] Network 8a505cd8-1c1d-4524-b9ca-aca755840d9b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:19:28.068860 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40880) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:28.069347 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c5a7ded3-2b36-40ff-b296-cb7052ea5ecc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d5cccd06-79be-47aa-871f-ab587e1c7479 HTTP/1.1" status: 204 len: 168 time: 0.3102391 Nov 23 22:19:28.153626 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72d3d1a3-2572-4508-bbee-9079cf67a5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:28.220636 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-72d3d1a3-2572-4508-bbee-9079cf67a5ee admin admin] Deleting port 40150049-71a5-4582-b703-0f994de27b77 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:19:28.221002 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72d3d1a3-2572-4508-bbee-9079cf67a5ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:28.299172 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-72d3d1a3-2572-4508-bbee-9079cf67a5ee admin admin] For port 40150049-71a5-4582-b703-0f994de27b77, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=40150049-71a5-4582-b703-0f994de27b77,segment=NetworkSegment(650b8b40-5156-46d0-b85f-c502a4db4d7f),segment_id=650b8b40-5156-46d0-b85f-c502a4db4d7f)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:28.299904 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72d3d1a3-2572-4508-bbee-9079cf67a5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:28.316087 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769b283c-427b-4720-bea7-a14f77e309a3 None None] DHCP port deletion for 8a505cd8-1c1d-4524-b9ca-aca755840d9b request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:19:28.317829 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-72d3d1a3-2572-4508-bbee-9079cf67a5ee admin admin] Calling delete_port for 40150049-71a5-4582-b703-0f994de27b77 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:19:28.390581 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-769b283c-427b-4720-bea7-a14f77e309a3 None None] Deleting port 40150049-71a5-4582-b703-0f994de27b77 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:19:28.391250 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-769b283c-427b-4720-bea7-a14f77e309a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:28.412472 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72d3d1a3-2572-4508-bbee-9079cf67a5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:28.450098 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d3d1a3-2572-4508-bbee-9079cf67a5ee admin admin] No DVR routers for this DVR port 40150049-71a5-4582-b703-0f994de27b77 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:19:28.476970 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3d1a3-2572-4508-bbee-9079cf67a5ee admin admin] Pushing event deleted for resources: {'Port': ['ID=40150049-71a5-4582-b703-0f994de27b77,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:28.496619 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-769b283c-427b-4720-bea7-a14f77e309a3 None None] For port 40150049-71a5-4582-b703-0f994de27b77, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=40150049-71a5-4582-b703-0f994de27b77,segment=NetworkSegment(650b8b40-5156-46d0-b85f-c502a4db4d7f),segment_id=650b8b40-5156-46d0-b85f-c502a4db4d7f)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:28.497024 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-769b283c-427b-4720-bea7-a14f77e309a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:28.515212 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-769b283c-427b-4720-bea7-a14f77e309a3 None None] Calling delete_port for 40150049-71a5-4582-b703-0f994de27b77 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:19:28.593673 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72d3d1a3-2572-4508-bbee-9079cf67a5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:28.617110 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-72d3d1a3-2572-4508-bbee-9079cf67a5ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a505cd8-1c1d-4524-b9ca-aca755840d9b']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:28.629852 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-72d3d1a3-2572-4508-bbee-9079cf67a5ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '650b8b40-5156-46d0-b85f-c502a4db4d7f') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:28.630275 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-72d3d1a3-2572-4508-bbee-9079cf67a5ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '650b8b40-5156-46d0-b85f-c502a4db4d7f') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:28.643999 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72d3d1a3-2572-4508-bbee-9079cf67a5ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:28.648862 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-769b283c-427b-4720-bea7-a14f77e309a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:28.659674 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72d3d1a3-2572-4508-bbee-9079cf67a5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:28.667725 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d3d1a3-2572-4508-bbee-9079cf67a5ee admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:19:28.668135 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72d3d1a3-2572-4508-bbee-9079cf67a5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:19:28.670900 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:19:28.697915 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b283c-427b-4720-bea7-a14f77e309a3 None None] Pushing event deleted for resources: {'Port': ['ID=40150049-71a5-4582-b703-0f994de27b77,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:28.700246 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 40150049-71a5-4582-b703-0f994de27b77 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:19:28.741151 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769b283c-427b-4720-bea7-a14f77e309a3 None None] No DVR routers for this DVR port 40150049-71a5-4582-b703-0f994de27b77 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:19:28.746803 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72d3d1a3-2572-4508-bbee-9079cf67a5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:28.747677 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 40150049-71a5-4582-b703-0f994de27b77 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:19:28.754515 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 40150049-71a5-4582-b703-0f994de27b77 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:19:28.756302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 41ad0454-e09b-4923-98cf-ed7e6b2824df no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:19:28.760224 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72d3d1a3-2572-4508-bbee-9079cf67a5ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:28.763649 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-72d3d1a3-2572-4508-bbee-9079cf67a5ee admin admin] 10.222.0.50 "DELETE /v2.0/networks/8a505cd8-1c1d-4524-b9ca-aca755840d9b HTTP/1.1" status: 204 len: 168 time: 0.6930628 Nov 23 22:19:28.767122 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40884) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:28.781783 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3d1a3-2572-4508-bbee-9079cf67a5ee admin admin] Pushing event deleted for resources: {'Network': ['ID=8a505cd8-1c1d-4524-b9ca-aca755840d9b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:28.792257 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 41ad0454-e09b-4923-98cf-ed7e6b2824df {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:19:28.793024 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 41ad0454-e09b-4923-98cf-ed7e6b2824df not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:19:28.793447 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 87744998-78a3-4c35-a869-2b58b9ac5c23 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:19:28.814123 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 87744998-78a3-4c35-a869-2b58b9ac5c23 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:19:28.814473 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 87744998-78a3-4c35-a869-2b58b9ac5c23 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:19:29.251998 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2c1bdc97-54ea-45a3-83f5-ca049d0803f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:29.582496 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7723be58-57e6-4d5c-9c03-6a78be9bed32 req-5a30d03c-ccea-4889-96be-c834aa9ae824 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c0a74b28-64e0-4550-8ec1-302b7c6a039c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0623829 Nov 23 22:19:29.588185 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-2c1bdc97-54ea-45a3-83f5-ca049d0803f4 admin admin] Deleting port feb7c5d9-0563-41ad-b4a2-20e42cbca037 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:19:29.588529 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2c1bdc97-54ea-45a3-83f5-ca049d0803f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:29.716152 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-2c1bdc97-54ea-45a3-83f5-ca049d0803f4 admin admin] For port feb7c5d9-0563-41ad-b4a2-20e42cbca037, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=feb7c5d9-0563-41ad-b4a2-20e42cbca037,segment=NetworkSegment(b56eff36-dc3e-4bae-a47c-83d8f51f7096),segment_id=b56eff36-dc3e-4bae-a47c-83d8f51f7096)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:29.716524 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2c1bdc97-54ea-45a3-83f5-ca049d0803f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:29.720259 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723be58-57e6-4d5c-9c03-6a78be9bed32 req-1676dce6-ce0b-413d-8f22-3f4c057a2af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:29.721791 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7723be58-57e6-4d5c-9c03-6a78be9bed32 req-1676dce6-ce0b-413d-8f22-3f4c057a2af4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=58744f20ea5c4088bdd5abf19df7467d&device_id=c0a74b28-64e0-4550-8ec1-302b7c6a039c HTTP/1.1" status: 200 len: 1096 time: 0.0750339 Nov 23 22:19:29.734487 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-2c1bdc97-54ea-45a3-83f5-ca049d0803f4 admin admin] Calling delete_port for feb7c5d9-0563-41ad-b4a2-20e42cbca037 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:19:29.925494 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723be58-57e6-4d5c-9c03-6a78be9bed32 req-225c2223-fd6b-4fb4-93c4-472a6e2d47c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:29.927549 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7723be58-57e6-4d5c-9c03-6a78be9bed32 req-225c2223-fd6b-4fb4-93c4-472a6e2d47c2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 HTTP/1.1" status: 200 len: 911 time: 0.1791456 Nov 23 22:19:30.032285 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7723be58-57e6-4d5c-9c03-6a78be9bed32 req-2aef63a0-3e79-4b30-a38d-df05b31ceb85 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=283c29d7-2aa9-4944-9a31-19381a9e749e HTTP/1.1" status: 200 len: 1001 time: 0.0841801 Nov 23 22:19:30.112756 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723be58-57e6-4d5c-9c03-6a78be9bed32 req-9c801aef-5e9a-469b-8aaa-d9e01b24022a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:30.114448 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7723be58-57e6-4d5c-9c03-6a78be9bed32 req-9c801aef-5e9a-469b-8aaa-d9e01b24022a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0967a0c6-201c-4f64-942b-1c9918c65e1f HTTP/1.1" status: 200 len: 849 time: 0.0639708 Nov 23 22:19:30.116592 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2c1bdc97-54ea-45a3-83f5-ca049d0803f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:30.149850 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:30.158836 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bdc97-54ea-45a3-83f5-ca049d0803f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=feb7c5d9-0563-41ad-b4a2-20e42cbca037,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:30.248260 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723be58-57e6-4d5c-9c03-6a78be9bed32 req-8f32f8c3-53a3-4253-9dfe-34cd193307b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:30.250018 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7723be58-57e6-4d5c-9c03-6a78be9bed32 req-8f32f8c3-53a3-4253-9dfe-34cd193307b1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049330 Nov 23 22:19:30.461385 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7723be58-57e6-4d5c-9c03-6a78be9bed32 req-3743debf-d350-407a-a1aa-0127577167c0 service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915071 Nov 23 22:19:30.534995 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e9d9e220-8e50-45ed-aa2c-88d7d078a0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:30.581204 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2c1bdc97-54ea-45a3-83f5-ca049d0803f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:30.675542 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7723be58-57e6-4d5c-9c03-6a78be9bed32 req-8d854272-b9bd-428b-b10a-0d5f68014bd1 service neutron] 10.222.0.53 "GET /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836066 Nov 23 22:19:30.878816 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1bdc97-54ea-45a3-83f5-ca049d0803f4 admin admin] Router d1d908a3-ef29-43e3-849d-d7e1ddccf599 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:19:30.999101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1bdc97-54ea-45a3-83f5-ca049d0803f4 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:19:31.004271 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2c1bdc97-54ea-45a3-83f5-ca049d0803f4 admin admin] 10.222.0.50 "PUT /v2.0/routers/d1d908a3-ef29-43e3-849d-d7e1ddccf599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2360609 Nov 23 22:19:31.007644 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40896) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:31.015842 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65f2e5c-1de8-4b50-a787-c6c4aa82ef96 None None] Sync routers for ids ['d1d908a3-ef29-43e3-849d-d7e1ddccf599'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:19:31.027080 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65f2e5c-1de8-4b50-a787-c6c4aa82ef96 None None] Routers {'d1d908a3-ef29-43e3-849d-d7e1ddccf599'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:31.028061 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c65f2e5c-1de8-4b50-a787-c6c4aa82ef96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d1d908a3-ef29-43e3-849d-d7e1ddccf599'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:31.146360 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82d49e33-f93e-460e-af77-ba6a8bffaeec admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:31.232312 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-c65f2e5c-1de8-4b50-a787-c6c4aa82ef96 None None] Set router d1d908a3-ef29-43e3-849d-d7e1ddccf599 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:31.265520 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82d49e33-f93e-460e-af77-ba6a8bffaeec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:31.326995 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-82d49e33-f93e-460e-af77-ba6a8bffaeec admin admin] Deleting port c6c4d117-84e5-4ff8-8349-0992710f066c {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:19:31.327617 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82d49e33-f93e-460e-af77-ba6a8bffaeec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:31.422271 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c65f2e5c-1de8-4b50-a787-c6c4aa82ef96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d908a3-ef29-43e3-849d-d7e1ddccf599', 'name': 'tempest-TestServerBasicOps-193343152-router', 'tenant_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': 'c6c4d117-84e5-4ff8-8349-0992710f066c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:56Z', 'updated_at': '2021-11-23T22:19:30Z', 'revision_number': 5, 'project_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'gw_port': {'id': 'c6c4d117-84e5-4ff8-8349-0992710f066c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d908a3-ef29-43e3-849d-d7e1ddccf599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:13:58Z', 'updated_at': '2021-11-23T22:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:31.424925 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-82d49e33-f93e-460e-af77-ba6a8bffaeec admin admin] For port c6c4d117-84e5-4ff8-8349-0992710f066c, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c6c4d117-84e5-4ff8-8349-0992710f066c,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:31.426216 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82d49e33-f93e-460e-af77-ba6a8bffaeec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:31.438835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-82d49e33-f93e-460e-af77-ba6a8bffaeec admin admin] Calling delete_port for c6c4d117-84e5-4ff8-8349-0992710f066c owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:19:31.454925 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65f2e5c-1de8-4b50-a787-c6c4aa82ef96 None None] Checking router: d1d908a3-ef29-43e3-849d-d7e1ddccf599 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:19:31.465391 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65f2e5c-1de8-4b50-a787-c6c4aa82ef96 None None] Routers {'d1d908a3-ef29-43e3-849d-d7e1ddccf599'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:31.466513 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c65f2e5c-1de8-4b50-a787-c6c4aa82ef96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['d1d908a3-ef29-43e3-849d-d7e1ddccf599'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:31.555949 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-c65f2e5c-1de8-4b50-a787-c6c4aa82ef96 None None] Set router d1d908a3-ef29-43e3-849d-d7e1ddccf599 gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:31.608270 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c65f2e5c-1de8-4b50-a787-c6c4aa82ef96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d908a3-ef29-43e3-849d-d7e1ddccf599', 'name': 'tempest-TestServerBasicOps-193343152-router', 'tenant_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:56Z', 'updated_at': '2021-11-23T22:19:31Z', 'revision_number': 6, 'project_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:31.622134 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82d49e33-f93e-460e-af77-ba6a8bffaeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:31.638559 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65f2e5c-1de8-4b50-a787-c6c4aa82ef96 None None] The sync data for ids ['d1d908a3-ef29-43e3-849d-d7e1ddccf599'] in n-d-816206-9 is: [{'id': 'd1d908a3-ef29-43e3-849d-d7e1ddccf599', 'name': 'tempest-TestServerBasicOps-193343152-router', 'tenant_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:13:56Z', 'updated_at': '2021-11-23T22:19:31Z', 'revision_number': 6, 'project_id': '3a13cf4f241e44a8ba7eb62676d4a0bc', 'gw_port_host': None}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:19:31.651208 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d49e33-f93e-460e-af77-ba6a8bffaeec admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c4d117-84e5-4ff8-8349-0992710f066c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:31.680678 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdb9c99-b589-4f3b-b386-726fbe645751 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:19:31.700931 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:31.727640 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82d49e33-f93e-460e-af77-ba6a8bffaeec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:31.820605 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82d49e33-f93e-460e-af77-ba6a8bffaeec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:31.822904 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82d49e33-f93e-460e-af77-ba6a8bffaeec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:31.871458 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82d49e33-f93e-460e-af77-ba6a8bffaeec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:31.872142 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d49e33-f93e-460e-af77-ba6a8bffaeec admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1d908a3-ef29-43e3-849d-d7e1ddccf599 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:19:31.877794 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82d49e33-f93e-460e-af77-ba6a8bffaeec admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:31.882259 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40900) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:31.891137 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-82d49e33-f93e-460e-af77-ba6a8bffaeec admin admin] 10.222.0.50 "DELETE /v2.0/routers/d1d908a3-ef29-43e3-849d-d7e1ddccf599 HTTP/1.1" status: 204 len: 168 time: 0.8804579 Nov 23 22:19:31.938583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-068a15d3-ffb8-4019-a933-d2d9f4c16ce4 admin admin] Deleting subnet c35391c5-c764-4948-becd-3d03692895c6 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:19:31.941771 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-068a15d3-ffb8-4019-a933-d2d9f4c16ce4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:31.979588 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-068a15d3-ffb8-4019-a933-d2d9f4c16ce4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:32.065998 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-068a15d3-ffb8-4019-a933-d2d9f4c16ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:32.139632 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-068a15d3-ffb8-4019-a933-d2d9f4c16ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:32.172842 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a15d3-ffb8-4019-a933-d2d9f4c16ce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c35391c5-c764-4948-becd-3d03692895c6,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:32.178284 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-068a15d3-ffb8-4019-a933-d2d9f4c16ce4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:32.186019 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffbcd11-7a8f-4a48-b6f8-c84278d4905d None None] Network 99655294-7336-47bc-9d14-badd4e031df1 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:19:32.186329 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40904) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:32.187304 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-068a15d3-ffb8-4019-a933-d2d9f4c16ce4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c35391c5-c764-4948-becd-3d03692895c6 HTTP/1.1" status: 204 len: 168 time: 0.3039322 Nov 23 22:19:32.258557 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cc425124-f038-4c87-8f3b-f2e2b92416b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:32.318613 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-cc425124-f038-4c87-8f3b-f2e2b92416b0 admin admin] Deleting port 6da8f4e9-755d-4833-956f-53188573ed9d {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:19:32.319022 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cc425124-f038-4c87-8f3b-f2e2b92416b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:32.393369 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-cc425124-f038-4c87-8f3b-f2e2b92416b0 admin admin] For port 6da8f4e9-755d-4833-956f-53188573ed9d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6da8f4e9-755d-4833-956f-53188573ed9d,segment=NetworkSegment(b56eff36-dc3e-4bae-a47c-83d8f51f7096),segment_id=b56eff36-dc3e-4bae-a47c-83d8f51f7096)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:32.393684 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cc425124-f038-4c87-8f3b-f2e2b92416b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:32.407104 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-cc425124-f038-4c87-8f3b-f2e2b92416b0 admin admin] Calling delete_port for 6da8f4e9-755d-4833-956f-53188573ed9d owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:19:32.471105 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d44c15-72e0-4945-9628-d42baeb901e8 None None] DHCP port deletion for 99655294-7336-47bc-9d14-badd4e031df1 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:19:32.504940 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cc425124-f038-4c87-8f3b-f2e2b92416b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:32.558626 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-d0d44c15-72e0-4945-9628-d42baeb901e8 None None] Deleting port 6da8f4e9-755d-4833-956f-53188573ed9d {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:19:32.558626 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d0d44c15-72e0-4945-9628-d42baeb901e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:32.566049 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc425124-f038-4c87-8f3b-f2e2b92416b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6da8f4e9-755d-4833-956f-53188573ed9d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:32.571521 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc425124-f038-4c87-8f3b-f2e2b92416b0 admin admin] No DVR routers for this DVR port 6da8f4e9-755d-4833-956f-53188573ed9d on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:19:32.642376 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d0d44c15-72e0-4945-9628-d42baeb901e8 None None] For port 6da8f4e9-755d-4833-956f-53188573ed9d, host n-d-816206-9, got binding levels [] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:32.642916 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d0d44c15-72e0-4945-9628-d42baeb901e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:32.647034 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6da8f4e9-755d-4833-956f-53188573ed9d no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:19:32.667537 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cc425124-f038-4c87-8f3b-f2e2b92416b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:32.678276 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 6da8f4e9-755d-4833-956f-53188573ed9d {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:19:32.678956 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6da8f4e9-755d-4833-956f-53188573ed9d not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:19:32.679366 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c6c4d117-84e5-4ff8-8349-0992710f066c no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:19:32.681251 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-d0d44c15-72e0-4945-9628-d42baeb901e8 None None] Calling delete_port for 6da8f4e9-755d-4833-956f-53188573ed9d owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:19:32.684876 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.ipam_backend_mixin [None req-d0d44c15-72e0-4945-9628-d42baeb901e8 None None] Port 6da8f4e9-755d-4833-956f-53188573ed9d was not found and therefore no delete operation was performed {{(pid=110035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 22:19:32.691126 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-cc425124-f038-4c87-8f3b-f2e2b92416b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99655294-7336-47bc-9d14-badd4e031df1']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:32.702794 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: c6c4d117-84e5-4ff8-8349-0992710f066c {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:19:32.703091 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c6c4d117-84e5-4ff8-8349-0992710f066c not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:19:32.703716 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device feb7c5d9-0563-41ad-b4a2-20e42cbca037 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:19:32.706046 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-cc425124-f038-4c87-8f3b-f2e2b92416b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56eff36-dc3e-4bae-a47c-83d8f51f7096') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:32.706338 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-cc425124-f038-4c87-8f3b-f2e2b92416b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56eff36-dc3e-4bae-a47c-83d8f51f7096') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:32.707850 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d0d44c15-72e0-4945-9628-d42baeb901e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:32.721311 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cc425124-f038-4c87-8f3b-f2e2b92416b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:32.729718 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: feb7c5d9-0563-41ad-b4a2-20e42cbca037 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:19:32.730270 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device feb7c5d9-0563-41ad-b4a2-20e42cbca037 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:19:32.741195 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cc425124-f038-4c87-8f3b-f2e2b92416b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:32.748854 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc425124-f038-4c87-8f3b-f2e2b92416b0 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:19:32.749367 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cc425124-f038-4c87-8f3b-f2e2b92416b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:19:32.751683 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:19:32.758293 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d44c15-72e0-4945-9628-d42baeb901e8 None None] No DVR routers for this DVR port 6da8f4e9-755d-4833-956f-53188573ed9d on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:19:32.762140 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d44c15-72e0-4945-9628-d42baeb901e8 None None] Pushing event deleted for resources: {'Port': ['ID=6da8f4e9-755d-4833-956f-53188573ed9d,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:32.821493 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cc425124-f038-4c87-8f3b-f2e2b92416b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:32.827304 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cc425124-f038-4c87-8f3b-f2e2b92416b0 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:32.831154 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cc425124-f038-4c87-8f3b-f2e2b92416b0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/99655294-7336-47bc-9d14-badd4e031df1 HTTP/1.1" status: 204 len: 168 time: 0.6437738 Nov 23 22:19:32.845794 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc425124-f038-4c87-8f3b-f2e2b92416b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=99655294-7336-47bc-9d14-badd4e031df1,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:32.983465 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40910) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:33.027382 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-adcaef36-5bfd-4d01-8645-2656f0553bd0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=47e57217e78c466aba767c805775d0bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417154 Nov 23 22:19:33.029733 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40912) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:33.045861 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:33.079986 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90c6e6eb-6eae-414d-83ab-14777134d0a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:33.103535 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90c6e6eb-6eae-414d-83ab-14777134d0a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:33.158104 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90c6e6eb-6eae-414d-83ab-14777134d0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:33.162154 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90c6e6eb-6eae-414d-83ab-14777134d0a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:33.167042 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-90c6e6eb-6eae-414d-83ab-14777134d0a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/955b0ce8-d4ff-4b0d-9df8-a4ef7f167890 HTTP/1.1" status: 204 len: 168 time: 0.1363542 Nov 23 22:19:33.176613 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6e6eb-6eae-414d-83ab-14777134d0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955b0ce8-d4ff-4b0d-9df8-a4ef7f167890,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:33.501259 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40920) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:33.543586 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-bcfb26d4-773e-41f5-8611-51a6a887c79e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3a13cf4f241e44a8ba7eb62676d4a0bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408974 Nov 23 22:19:33.546036 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40922) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:33.597061 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-65b64d60-97d3-4972-93a4-d90973cd8115 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:33.613619 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:19:33.619872 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-65b64d60-97d3-4972-93a4-d90973cd8115 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:33.684578 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-65b64d60-97d3-4972-93a4-d90973cd8115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:33.687336 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-65b64d60-97d3-4972-93a4-d90973cd8115 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:33.688779 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-65b64d60-97d3-4972-93a4-d90973cd8115 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c0f44788-e729-4e0d-baa1-58e7755cd053 HTTP/1.1" status: 204 len: 168 time: 0.1415501 Nov 23 22:19:33.703975 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b64d60-97d3-4972-93a4-d90973cd8115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f44788-e729-4e0d-baa1-58e7755cd053,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:33.851446 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:34.429490 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40948) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:34.535611 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-967d3122-b87c-43f7-88a7-f3cc07b79186 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-515525472-network', 'tenant_id': '329cae0f6dbe4692890320913546aec7'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:19:34.568602 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967d3122-b87c-43f7-88a7-f3cc07b79186 admin admin] Made reservation on behalf of 329cae0f6dbe4692890320913546aec7 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:19:34.571064 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-967d3122-b87c-43f7-88a7-f3cc07b79186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:34.580286 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-967d3122-b87c-43f7-88a7-f3cc07b79186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:34.661248 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-967d3122-b87c-43f7-88a7-f3cc07b79186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:34.666267 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-967d3122-b87c-43f7-88a7-f3cc07b79186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:34.695688 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967d3122-b87c-43f7-88a7-f3cc07b79186 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:19:34.702173 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d3122-b87c-43f7-88a7-f3cc07b79186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de443549-48ac-4a58-8f1f-381d9b605013,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:34.708512 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-967d3122-b87c-43f7-88a7-f3cc07b79186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:34.708964 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-967d3122-b87c-43f7-88a7-f3cc07b79186 admin admin] Added segment 54b457f2-db3f-4e4e-863f-e1438323d695 of type vlan for network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 Nov 23 22:19:34.751762 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-967d3122-b87c-43f7-88a7-f3cc07b79186 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:34.781404 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-967d3122-b87c-43f7-88a7-f3cc07b79186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:34.782563 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967d3122-b87c-43f7-88a7-f3cc07b79186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:34.783180 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-967d3122-b87c-43f7-88a7-f3cc07b79186 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:34.823043 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-967d3122-b87c-43f7-88a7-f3cc07b79186 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3896723 Nov 23 22:19:34.823366 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40952) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:34.828339 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-b6b1808f-6e88-45df-9918-45c03d00a508 admin admin] Request body: {'subnet': {'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-515525472-subnet', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:19:34.849723 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b1808f-6e88-45df-9918-45c03d00a508 admin admin] Made reservation on behalf of 329cae0f6dbe4692890320913546aec7 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:19:34.852774 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b6b1808f-6e88-45df-9918-45c03d00a508 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:34.857404 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d3122-b87c-43f7-88a7-f3cc07b79186 admin admin] Pushing event updated for resources: {'Network': ['ID=78d257e1-aea0-4cd9-9a6d-8f678889c0c7,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:34.868810 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:19:35.040135 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b6b1808f-6e88-45df-9918-45c03d00a508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:35.104665 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1808f-6e88-45df-9918-45c03d00a508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:35.113771 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b1808f-6e88-45df-9918-45c03d00a508 admin admin] Checking segment: {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:19:35.114134 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b1808f-6e88-45df-9918-45c03d00a508 admin admin] Network hostable DHCP agents. Network: 78d257e1-aea0-4cd9-9a6d-8f678889c0c7, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:19:35.138916 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b1808f-6e88-45df-9918-45c03d00a508 admin admin] Network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:19:35.150066 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-b6b1808f-6e88-45df-9918-45c03d00a508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 78d257e1-aea0-4cd9-9a6d-8f678889c0c7) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:35.154332 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b1808f-6e88-45df-9918-45c03d00a508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:35.155061 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b6b1808f-6e88-45df-9918-45c03d00a508 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:35.160280 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681962cf-4c74-47bf-afb8-fc3a08dee63f None None] Network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:19:35.175555 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 40956) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:35.180360 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-9bce0faa-aec3-4070-b789-c4cefb61734b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:19:35.182879 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b6b1808f-6e88-45df-9918-45c03d00a508 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3507288 Nov 23 22:19:35.204831 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9bce0faa-aec3-4070-b789-c4cefb61734b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:35.206385 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9bce0faa-aec3-4070-b789-c4cefb61734b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:35.269173 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9bce0faa-aec3-4070-b789-c4cefb61734b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:35.327810 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714592ae-f4e8-462c-b93a-711e03eeef62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:19:35.328794 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-714592ae-f4e8-462c-b93a-711e03eeef62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:35.488250 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-714592ae-f4e8-462c-b93a-711e03eeef62 None None] Allocated IP 172.20.0.2 (78d257e1-aea0-4cd9-9a6d-8f678889c0c7/00982b18-1d62-4bd5-8cb8-3ab1c7caaf56/fa9eea8e-2445-4baf-8734-33523a16a7b4) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:19:35.837485 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-714592ae-f4e8-462c-b93a-711e03eeef62 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:35.846235 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-714592ae-f4e8-462c-b93a-711e03eeef62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:35.846851 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9bce0faa-aec3-4070-b789-c4cefb61734b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:35.890270 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714592ae-f4e8-462c-b93a-711e03eeef62 None None] Network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:19:35.893127 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-714592ae-f4e8-462c-b93a-711e03eeef62 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:35.896915 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714592ae-f4e8-462c-b93a-711e03eeef62 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:19:35.904328 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714592ae-f4e8-462c-b93a-711e03eeef62 None None] Pushing event updated for resources: {'Port': ['ID=fa9eea8e-2445-4baf-8734-33523a16a7b4,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:35.957745 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-714592ae-f4e8-462c-b93a-711e03eeef62 None None] Attempting to bind port fa9eea8e-2445-4baf-8734-33523a16a7b4 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:19:35.958180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-714592ae-f4e8-462c-b93a-711e03eeef62 None None] Attempting to bind port fa9eea8e-2445-4baf-8734-33523a16a7b4 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:19:35.958939 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714592ae-f4e8-462c-b93a-711e03eeef62 None None] Attempting to bind port fa9eea8e-2445-4baf-8734-33523a16a7b4 on network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:19:35.963979 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714592ae-f4e8-462c-b93a-711e03eeef62 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:19:35.964356 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714592ae-f4e8-462c-b93a-711e03eeef62 None None] Checking segment: {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:19:35.964752 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-714592ae-f4e8-462c-b93a-711e03eeef62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:35.965146 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714592ae-f4e8-462c-b93a-711e03eeef62 None None] Bound using segment: {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:19:35.965615 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-714592ae-f4e8-462c-b93a-711e03eeef62 None None] Bound port: fa9eea8e-2445-4baf-8734-33523a16a7b4, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:19:35.965995 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-714592ae-f4e8-462c-b93a-711e03eeef62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:36.029637 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-714592ae-f4e8-462c-b93a-711e03eeef62 None None] For port fa9eea8e-2445-4baf-8734-33523a16a7b4, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:19:36.032709 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-714592ae-f4e8-462c-b93a-711e03eeef62 None None] For port fa9eea8e-2445-4baf-8734-33523a16a7b4, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fa9eea8e-2445-4baf-8734-33523a16a7b4,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:19:36.038381 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-714592ae-f4e8-462c-b93a-711e03eeef62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:36.066900 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9bce0faa-aec3-4070-b789-c4cefb61734b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:36.099844 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9bce0faa-aec3-4070-b789-c4cefb61734b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:36.106430 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714592ae-f4e8-462c-b93a-711e03eeef62 None None] Pushing event updated for resources: {'Port': ['ID=fa9eea8e-2445-4baf-8734-33523a16a7b4,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:36.221421 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-9bce0faa-aec3-4070-b789-c4cefb61734b admin admin] Allocated IP 172.25.5.214 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/a5ef1b66-157e-494e-8a8e-dafdfacda540) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:19:36.404855 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9bce0faa-aec3-4070-b789-c4cefb61734b admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:36.455816 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9bce0faa-aec3-4070-b789-c4cefb61734b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:36.510417 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bce0faa-aec3-4070-b789-c4cefb61734b admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:19:36.513913 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-9bce0faa-aec3-4070-b789-c4cefb61734b admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:36.522680 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce0faa-aec3-4070-b789-c4cefb61734b admin admin] Pushing event updated for resources: {'Port': ['ID=a5ef1b66-157e-494e-8a8e-dafdfacda540,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:36.526942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bce0faa-aec3-4070-b789-c4cefb61734b admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:19:36.538541 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ee0a6d-a794-4235-a2b3-9ba50bf33a2f None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:19:36.593713 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5df8f6f3-deda-40e2-883e-1f6c82c60b32 None None] Provisioning complete for port a5ef1b66-157e-494e-8a8e-dafdfacda540 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:36.594160 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5df8f6f3-deda-40e2-883e-1f6c82c60b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:36.635931 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5df8f6f3-deda-40e2-883e-1f6c82c60b32 None None] Port a5ef1b66-157e-494e-8a8e-dafdfacda540 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:19:36.655883 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fa9eea8e-2445-4baf-8734-33523a16a7b4 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:19:36.734614 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port fa9eea8e-2445-4baf-8734-33523a16a7b4 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:36.735448 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:36.837274 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:36.849163 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9bce0faa-aec3-4070-b789-c4cefb61734b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:36.871622 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port fa9eea8e-2445-4baf-8734-33523a16a7b4, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fa9eea8e-2445-4baf-8734-33523a16a7b4,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:36.876468 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:36.996783 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=fa9eea8e-2445-4baf-8734-33523a16a7b4,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:37.082369 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9bce0faa-aec3-4070-b789-c4cefb61734b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:37.253709 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bce0faa-aec3-4070-b789-c4cefb61734b admin admin] Router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:19:37.384591 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bce0faa-aec3-4070-b789-c4cefb61734b admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:19:37.402807 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186c7319-a9b3-4a9e-94c9-b6ea6b8d6e1d None None] Network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:19:37.406938 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] Sync routers for ids ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:19:37.416152 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9bce0faa-aec3-4070-b789-c4cefb61734b admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:37.420294 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9bce0faa-aec3-4070-b789-c4cefb61734b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2434552 Nov 23 22:19:37.420676 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 40990) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:37.513688 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] Routers {'60b99448-974d-4497-87e0-1bb0eaa0e1b7'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:37.514951 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:37.616518 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c30a9bf3-d9e0-4234-818e-a4bfe1204f20 None None] Provisioning complete for port fa9eea8e-2445-4baf-8734-33523a16a7b4 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:37.616895 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c30a9bf3-d9e0-4234-818e-a4bfe1204f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:37.702833 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] Set router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:37.976501 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3670ae18-8874-481f-b321-a7e1ea84a229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:38.079168 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:19:36Z', 'revision_number': 3, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:38.119890 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] Checking router: 60b99448-974d-4497-87e0-1bb0eaa0e1b7 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:19:38.120242 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] Updating router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 port a5ef1b66-157e-494e-8a8e-dafdfacda540 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:19:38.165105 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:38.196427 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-3670ae18-8874-481f-b321-a7e1ea84a229 admin admin] Allocated IP 172.20.0.1 (78d257e1-aea0-4cd9-9a6d-8f678889c0c7/00982b18-1d62-4bd5-8cb8-3ab1c7caaf56/168dd451-7569-44ad-9ece-1b40acba436f) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:19:38.354615 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3670ae18-8874-481f-b321-a7e1ea84a229 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:38.404014 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3670ae18-8874-481f-b321-a7e1ea84a229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:38.441741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3670ae18-8874-481f-b321-a7e1ea84a229 admin admin] Network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:19:38.446144 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-3670ae18-8874-481f-b321-a7e1ea84a229 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:38.449798 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3670ae18-8874-481f-b321-a7e1ea84a229 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:19:38.486602 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670ae18-8874-481f-b321-a7e1ea84a229 admin admin] Pushing event updated for resources: {'Port': ['ID=168dd451-7569-44ad-9ece-1b40acba436f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:38.509030 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3670ae18-8874-481f-b321-a7e1ea84a229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:38.532950 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-142b9032-1cfd-47ef-a45d-084f9d082a33 None None] Provisioning complete for port fa9eea8e-2445-4baf-8734-33523a16a7b4 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:38.533489 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-142b9032-1cfd-47ef-a45d-084f9d082a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:38.538632 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:38.571689 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:38.682652 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fa9eea8e-2445-4baf-8734-33523a16a7b4 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:19:38.703550 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f5dc5-b347-4e3f-95ac-80cc30d3e56b None None] Pushing event updated for resources: {'Port': ['ID=a5ef1b66-157e-494e-8a8e-dafdfacda540,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:38.711291 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba8a869-facd-475d-8982-c126e83fba7c None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:19:38.757345 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] Attempting to bind port a5ef1b66-157e-494e-8a8e-dafdfacda540 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:19:38.757984 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] Attempting to bind port a5ef1b66-157e-494e-8a8e-dafdfacda540 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:19:38.759193 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] Attempting to bind port a5ef1b66-157e-494e-8a8e-dafdfacda540 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:19:38.759431 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3670ae18-8874-481f-b321-a7e1ea84a229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:38.783385 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:19:38.784276 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:19:38.784707 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:38.785108 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:19:38.785739 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] Bound port: a5ef1b66-157e-494e-8a8e-dafdfacda540, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:19:38.786491 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:38.913291 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port fa9eea8e-2445-4baf-8734-33523a16a7b4 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:38.913763 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:38.961916 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] For port a5ef1b66-157e-494e-8a8e-dafdfacda540, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:19:38.983284 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] For port a5ef1b66-157e-494e-8a8e-dafdfacda540, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a5ef1b66-157e-494e-8a8e-dafdfacda540,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:19:39.001930 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:39.066242 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3670ae18-8874-481f-b321-a7e1ea84a229 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:39.077427 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7b3425-9d49-4135-80fd-bbe2b5de61c0 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:19:39.078150 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3670ae18-8874-481f-b321-a7e1ea84a229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:39.127564 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] Routers {'60b99448-974d-4497-87e0-1bb0eaa0e1b7'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:39.128218 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:39.174294 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3670ae18-8874-481f-b321-a7e1ea84a229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:39.187610 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670ae18-8874-481f-b321-a7e1ea84a229 admin admin] Pushing event updated for resources: {'Port': ['ID=168dd451-7569-44ad-9ece-1b40acba436f,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:39.190465 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f5dc5-b347-4e3f-95ac-80cc30d3e56b None None] Pushing event updated for resources: {'Port': ['ID=a5ef1b66-157e-494e-8a8e-dafdfacda540,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:39.213049 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e316c91c-c99a-4949-b2ce-3b750f577801 None None] Provisioning complete for port a5ef1b66-157e-494e-8a8e-dafdfacda540 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:39.213372 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e316c91c-c99a-4949-b2ce-3b750f577801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:39.291640 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3670ae18-8874-481f-b321-a7e1ea84a229 admin admin] Network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:19:39.293190 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-3670ae18-8874-481f-b321-a7e1ea84a229 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:39.444215 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3670ae18-8874-481f-b321-a7e1ea84a229 admin admin] Router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:19:39.491211 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] Set router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:39.581413 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3670ae18-8874-481f-b321-a7e1ea84a229 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:19:39.589334 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3670ae18-8874-481f-b321-a7e1ea84a229 admin admin] 10.222.0.50 "PUT /v2.0/routers/60b99448-974d-4497-87e0-1bb0eaa0e1b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1664543 Nov 23 22:19:39.631020 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e316c91c-c99a-4949-b2ce-3b750f577801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:39.694516 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e316c91c-c99a-4949-b2ce-3b750f577801 None None] For port a5ef1b66-157e-494e-8a8e-dafdfacda540, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a5ef1b66-157e-494e-8a8e-dafdfacda540,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:39.704211 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e316c91c-c99a-4949-b2ce-3b750f577801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:39.767061 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e316c91c-c99a-4949-b2ce-3b750f577801 None None] Provisioning complete for port 168dd451-7569-44ad-9ece-1b40acba436f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:39.767431 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e316c91c-c99a-4949-b2ce-3b750f577801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:39.822130 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316c91c-c99a-4949-b2ce-3b750f577801 None None] Pushing event updated for resources: {'Port': ['ID=a5ef1b66-157e-494e-8a8e-dafdfacda540,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:39.843637 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e316c91c-c99a-4949-b2ce-3b750f577801 None None] Port 168dd451-7569-44ad-9ece-1b40acba436f cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:19:39.871642 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '168dd451-7569-44ad-9ece-1b40acba436f', 'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'mac_address': 'fa:16:3e:78:dc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:37Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 2, 'project_id': '329cae0f6dbe4692890320913546aec7', 'subnets': [{'id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:39.900123 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a615f636-57d6-40cb-ba7e-2a7bcc6bca3d None None] The sync data for ids ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'] in n-d-816206-9 is: [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '168dd451-7569-44ad-9ece-1b40acba436f', 'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'mac_address': 'fa:16:3e:78:dc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:37Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 2, 'project_id': '329cae0f6dbe4692890320913546aec7', 'subnets': [{'id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:19:39.971923 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1dd6db98-ca3e-445b-80f8-2ccd182c0cb4 None None] Provisioning complete for port a5ef1b66-157e-494e-8a8e-dafdfacda540 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:39.972295 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1dd6db98-ca3e-445b-80f8-2ccd182c0cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:40.132683 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1dd6db98-ca3e-445b-80f8-2ccd182c0cb4 None None] Provisioning complete for port 168dd451-7569-44ad-9ece-1b40acba436f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:40.133950 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1dd6db98-ca3e-445b-80f8-2ccd182c0cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:40.181545 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1dd6db98-ca3e-445b-80f8-2ccd182c0cb4 None None] Port 168dd451-7569-44ad-9ece-1b40acba436f cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:19:40.272229 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41038) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:40.277472 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-1935f503-bc49-4de6-bd95-b870719958bf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-265894647-network', 'tenant_id': '37846b3c8c0c4a23837051161804ca12'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:19:40.352066 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1935f503-bc49-4de6-bd95-b870719958bf admin admin] Made reservation on behalf of 37846b3c8c0c4a23837051161804ca12 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:19:40.354620 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1935f503-bc49-4de6-bd95-b870719958bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:40.367379 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1935f503-bc49-4de6-bd95-b870719958bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:40.475167 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1935f503-bc49-4de6-bd95-b870719958bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:40.483391 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1935f503-bc49-4de6-bd95-b870719958bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:40.517732 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1935f503-bc49-4de6-bd95-b870719958bf admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:19:40.527604 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935f503-bc49-4de6-bd95-b870719958bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ceecf7d-760f-4216-939d-766740340f82,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:40.533938 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1935f503-bc49-4de6-bd95-b870719958bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:40.534336 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-1935f503-bc49-4de6-bd95-b870719958bf admin admin] Added segment 7e97b533-4279-4f69-932e-6b3737159420 of type vlan for network ce5055e6-b026-48be-82da-eb9092088376 Nov 23 22:19:40.589203 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1935f503-bc49-4de6-bd95-b870719958bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:40.662483 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1935f503-bc49-4de6-bd95-b870719958bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:40.663835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1935f503-bc49-4de6-bd95-b870719958bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:40.664674 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1935f503-bc49-4de6-bd95-b870719958bf admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:40.716327 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1935f503-bc49-4de6-bd95-b870719958bf admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4399400 Nov 23 22:19:40.716466 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41046) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:40.725715 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-f093039f-6528-4c3d-824c-2accefaf634c admin admin] Request body: {'subnet': {'network_id': 'ce5055e6-b026-48be-82da-eb9092088376', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-265894647-subnet', 'tenant_id': '37846b3c8c0c4a23837051161804ca12', 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:19:40.746878 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935f503-bc49-4de6-bd95-b870719958bf admin admin] Pushing event updated for resources: {'Network': ['ID=ce5055e6-b026-48be-82da-eb9092088376,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:40.758242 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network ce5055e6-b026-48be-82da-eb9092088376 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:19:40.780854 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f093039f-6528-4c3d-824c-2accefaf634c admin admin] Made reservation on behalf of 37846b3c8c0c4a23837051161804ca12 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:19:40.784103 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f093039f-6528-4c3d-824c-2accefaf634c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:41.056459 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f093039f-6528-4c3d-824c-2accefaf634c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:41.115264 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093039f-6528-4c3d-824c-2accefaf634c admin admin] Pushing event updated for resources: {'Subnet': ['ID=32c4d35f-4a24-471b-8353-a3157e2db18e,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:41.151185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f093039f-6528-4c3d-824c-2accefaf634c admin admin] Checking segment: {'id': '7e97b533-4279-4f69-932e-6b3737159420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ce5055e6-b026-48be-82da-eb9092088376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:19:41.151546 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f093039f-6528-4c3d-824c-2accefaf634c admin admin] Network hostable DHCP agents. Network: ce5055e6-b026-48be-82da-eb9092088376, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:19:41.169799 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f093039f-6528-4c3d-824c-2accefaf634c admin admin] Network ce5055e6-b026-48be-82da-eb9092088376 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:19:41.181413 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-f093039f-6528-4c3d-824c-2accefaf634c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, ce5055e6-b026-48be-82da-eb9092088376) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:41.186968 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f093039f-6528-4c3d-824c-2accefaf634c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:41.187590 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f093039f-6528-4c3d-824c-2accefaf634c admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:41.200249 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf7309d-8298-404a-af25-9453bdddbb6b None None] Network ce5055e6-b026-48be-82da-eb9092088376 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:19:41.208414 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f093039f-6528-4c3d-824c-2accefaf634c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4886642 Nov 23 22:19:41.209071 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41048) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:41.213951 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-aa77739b-ea62-4d10-a488-58c70cfc37a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-265894647-router', 'tenant_id': '37846b3c8c0c4a23837051161804ca12', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:19:41.244526 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aa77739b-ea62-4d10-a488-58c70cfc37a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:41.245722 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aa77739b-ea62-4d10-a488-58c70cfc37a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:41.358295 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aa77739b-ea62-4d10-a488-58c70cfc37a6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:41.464726 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e0d9b8-776f-48bc-b16c-ac0316453bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-ce5055e6-b026-48be-82da-eb9092088376', 'network_id': 'ce5055e6-b026-48be-82da-eb9092088376', 'tenant_id': '37846b3c8c0c4a23837051161804ca12', 'fixed_ips': [{'subnet_id': '32c4d35f-4a24-471b-8353-a3157e2db18e'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:19:41.466105 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-26e0d9b8-776f-48bc-b16c-ac0316453bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:41.579309 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aa77739b-ea62-4d10-a488-58c70cfc37a6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:41.679652 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-26e0d9b8-776f-48bc-b16c-ac0316453bb9 None None] Allocated IP 172.20.0.2 (ce5055e6-b026-48be-82da-eb9092088376/32c4d35f-4a24-471b-8353-a3157e2db18e/0aaa900d-ab2b-4b27-b4df-f74875c42f69) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:19:41.951199 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-26e0d9b8-776f-48bc-b16c-ac0316453bb9 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:41.967167 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-26e0d9b8-776f-48bc-b16c-ac0316453bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:41.970128 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aa77739b-ea62-4d10-a488-58c70cfc37a6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:42.022810 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aa77739b-ea62-4d10-a488-58c70cfc37a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:42.040456 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e0d9b8-776f-48bc-b16c-ac0316453bb9 None None] Network ce5055e6-b026-48be-82da-eb9092088376 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:19:42.047185 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-26e0d9b8-776f-48bc-b16c-ac0316453bb9 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:42.052284 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0d9b8-776f-48bc-b16c-ac0316453bb9 None None] Pushing event updated for resources: {'Port': ['ID=0aaa900d-ab2b-4b27-b4df-f74875c42f69,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:42.056582 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e0d9b8-776f-48bc-b16c-ac0316453bb9 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:19:42.134293 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-26e0d9b8-776f-48bc-b16c-ac0316453bb9 None None] Attempting to bind port 0aaa900d-ab2b-4b27-b4df-f74875c42f69 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:19:42.134852 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-26e0d9b8-776f-48bc-b16c-ac0316453bb9 None None] Attempting to bind port 0aaa900d-ab2b-4b27-b4df-f74875c42f69 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '7e97b533-4279-4f69-932e-6b3737159420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ce5055e6-b026-48be-82da-eb9092088376'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:19:42.135304 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e0d9b8-776f-48bc-b16c-ac0316453bb9 None None] Attempting to bind port 0aaa900d-ab2b-4b27-b4df-f74875c42f69 on network ce5055e6-b026-48be-82da-eb9092088376 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:19:42.142934 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e0d9b8-776f-48bc-b16c-ac0316453bb9 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:19:42.143324 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e0d9b8-776f-48bc-b16c-ac0316453bb9 None None] Checking segment: {'id': '7e97b533-4279-4f69-932e-6b3737159420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ce5055e6-b026-48be-82da-eb9092088376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:19:42.143740 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-26e0d9b8-776f-48bc-b16c-ac0316453bb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:42.144162 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e0d9b8-776f-48bc-b16c-ac0316453bb9 None None] Bound using segment: {'id': '7e97b533-4279-4f69-932e-6b3737159420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ce5055e6-b026-48be-82da-eb9092088376'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:19:42.144917 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-26e0d9b8-776f-48bc-b16c-ac0316453bb9 None None] Bound port: 0aaa900d-ab2b-4b27-b4df-f74875c42f69, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e97b533-4279-4f69-932e-6b3737159420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ce5055e6-b026-48be-82da-eb9092088376'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:19:42.145442 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-26e0d9b8-776f-48bc-b16c-ac0316453bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:42.209565 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-aa77739b-ea62-4d10-a488-58c70cfc37a6 admin admin] Allocated IP 172.25.5.101 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/f87bb558-36f1-4696-967a-12e46b683a62) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:19:42.242343 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-26e0d9b8-776f-48bc-b16c-ac0316453bb9 None None] For port 0aaa900d-ab2b-4b27-b4df-f74875c42f69, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:19:42.246982 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-26e0d9b8-776f-48bc-b16c-ac0316453bb9 None None] For port 0aaa900d-ab2b-4b27-b4df-f74875c42f69, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=0aaa900d-ab2b-4b27-b4df-f74875c42f69,segment=NetworkSegment(7e97b533-4279-4f69-932e-6b3737159420),segment_id=7e97b533-4279-4f69-932e-6b3737159420)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:19:42.253969 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-26e0d9b8-776f-48bc-b16c-ac0316453bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:42.361988 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0d9b8-776f-48bc-b16c-ac0316453bb9 None None] Pushing event updated for resources: {'Port': ['ID=0aaa900d-ab2b-4b27-b4df-f74875c42f69,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:42.397640 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aa77739b-ea62-4d10-a488-58c70cfc37a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:42.439335 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aa77739b-ea62-4d10-a488-58c70cfc37a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:42.481799 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa77739b-ea62-4d10-a488-58c70cfc37a6 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:19:42.487290 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-aa77739b-ea62-4d10-a488-58c70cfc37a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:42.492254 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa77739b-ea62-4d10-a488-58c70cfc37a6 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:19:42.530454 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77739b-ea62-4d10-a488-58c70cfc37a6 admin admin] Pushing event updated for resources: {'Port': ['ID=f87bb558-36f1-4696-967a-12e46b683a62,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:42.585548 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e0fe1b-ccb4-4f6a-9382-77ef06c42850 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:19:42.706422 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7e7c344e-4b0b-4c19-b169-e77cea531367 None None] Provisioning complete for port f87bb558-36f1-4696-967a-12e46b683a62 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:42.706805 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7e7c344e-4b0b-4c19-b169-e77cea531367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:42.813907 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-7e7c344e-4b0b-4c19-b169-e77cea531367 None None] Port f87bb558-36f1-4696-967a-12e46b683a62 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:19:42.929965 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a5ef1b66-157e-494e-8a8e-dafdfacda540 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:19:42.975093 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aa77739b-ea62-4d10-a488-58c70cfc37a6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:43.009455 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port a5ef1b66-157e-494e-8a8e-dafdfacda540 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:43.009802 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:43.106707 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 0aaa900d-ab2b-4b27-b4df-f74875c42f69 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:19:43.176772 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 0aaa900d-ab2b-4b27-b4df-f74875c42f69 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:43.177662 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:43.225366 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] Sync routers for ids ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:19:43.225976 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aa77739b-ea62-4d10-a488-58c70cfc37a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:43.247818 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] Routers {'60b99448-974d-4497-87e0-1bb0eaa0e1b7'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:43.248447 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:43.274770 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:43.311608 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 0aaa900d-ab2b-4b27-b4df-f74875c42f69, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=0aaa900d-ab2b-4b27-b4df-f74875c42f69,segment=NetworkSegment(7e97b533-4279-4f69-932e-6b3737159420),segment_id=7e97b533-4279-4f69-932e-6b3737159420)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:43.317364 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:43.405637 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] Set router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:43.437700 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=0aaa900d-ab2b-4b27-b4df-f74875c42f69,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:43.448229 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa77739b-ea62-4d10-a488-58c70cfc37a6 admin admin] Router 3771fa7e-d91b-4a15-bdee-ac1b8c1b3157 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:19:43.560159 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa77739b-ea62-4d10-a488-58c70cfc37a6 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:19:43.574423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] Sync routers for ids ['3771fa7e-d91b-4a15-bdee-ac1b8c1b3157'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:19:43.586531 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aa77739b-ea62-4d10-a488-58c70cfc37a6 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:43.588045 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-aa77739b-ea62-4d10-a488-58c70cfc37a6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3777571 Nov 23 22:19:43.590783 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41058) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:19:43.591616 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] Routers {'3771fa7e-d91b-4a15-bdee-ac1b8c1b3157'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:43.592375 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3771fa7e-d91b-4a15-bdee-ac1b8c1b3157'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:43.627504 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '168dd451-7569-44ad-9ece-1b40acba436f', 'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'mac_address': 'fa:16:3e:78:dc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:37Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 2, 'project_id': '329cae0f6dbe4692890320913546aec7', 'subnets': [{'id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:43.654585 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] Checking router: 60b99448-974d-4497-87e0-1bb0eaa0e1b7 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:19:43.655252 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] Updating router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 port 168dd451-7569-44ad-9ece-1b40acba436f binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:19:43.685703 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:43.750204 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] Set router 3771fa7e-d91b-4a15-bdee-ac1b8c1b3157 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:44.037488 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3771fa7e-d91b-4a15-bdee-ac1b8c1b3157', 'name': 'tempest-TestVolumeBootPattern-265894647-router', 'tenant_id': '37846b3c8c0c4a23837051161804ca12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'f87bb558-36f1-4696-967a-12e46b683a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:41Z', 'updated_at': '2021-11-23T22:19:42Z', 'revision_number': 3, 'project_id': '37846b3c8c0c4a23837051161804ca12', 'gw_port': {'id': 'f87bb558-36f1-4696-967a-12e46b683a62', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3771fa7e-d91b-4a15-bdee-ac1b8c1b3157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:42Z', 'updated_at': '2021-11-23T22:19:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:44.101943 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] Checking router: 3771fa7e-d91b-4a15-bdee-ac1b8c1b3157 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:19:44.102355 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] Updating router 3771fa7e-d91b-4a15-bdee-ac1b8c1b3157 port f87bb558-36f1-4696-967a-12e46b683a62 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:19:44.147452 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:44.150041 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:44.160309 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:44.172390 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f939b63-63ee-4cb6-aa94-33391f4d3ff6 None None] Network ce5055e6-b026-48be-82da-eb9092088376 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:19:44.237073 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12501a-8ad3-46f0-a0b5-4966f632720c None None] Pushing event updated for resources: {'Port': ['ID=168dd451-7569-44ad-9ece-1b40acba436f,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:44.250550 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12501a-8ad3-46f0-a0b5-4966f632720c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:44.251043 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12501a-8ad3-46f0-a0b5-4966f632720c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:44.251301 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12501a-8ad3-46f0-a0b5-4966f632720c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:44.252226 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12501a-8ad3-46f0-a0b5-4966f632720c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:44.252721 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12501a-8ad3-46f0-a0b5-4966f632720c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:44.253223 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12501a-8ad3-46f0-a0b5-4966f632720c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:44.253720 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12501a-8ad3-46f0-a0b5-4966f632720c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:44.254278 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12501a-8ad3-46f0-a0b5-4966f632720c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:44.254794 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12501a-8ad3-46f0-a0b5-4966f632720c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:44.255347 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12501a-8ad3-46f0-a0b5-4966f632720c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:44.255922 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12501a-8ad3-46f0-a0b5-4966f632720c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:44.257130 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12501a-8ad3-46f0-a0b5-4966f632720c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:19:44.280392 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-26f98cf8-5eeb-45f4-97da-4642bb15ce7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:44.361821 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] Attempting to bind port 168dd451-7569-44ad-9ece-1b40acba436f on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:19:44.364845 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] Attempting to bind port 168dd451-7569-44ad-9ece-1b40acba436f by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:19:44.365154 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] Attempting to bind port 168dd451-7569-44ad-9ece-1b40acba436f on network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:19:44.384847 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:19:44.385216 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] Checking segment: {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:19:44.385702 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:44.386019 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] Bound using segment: {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:19:44.386486 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] Bound port: 168dd451-7569-44ad-9ece-1b40acba436f, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:19:44.386952 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:44.391758 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ad5469f5-e940-43c6-9387-0087492acf8f None None] Provisioning complete for port 0aaa900d-ab2b-4b27-b4df-f74875c42f69 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:44.392349 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ad5469f5-e940-43c6-9387-0087492acf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:44.504448 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] For port 168dd451-7569-44ad-9ece-1b40acba436f, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:19:44.510634 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] For port 168dd451-7569-44ad-9ece-1b40acba436f, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=168dd451-7569-44ad-9ece-1b40acba436f,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:19:44.523834 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:44.591321 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-26f98cf8-5eeb-45f4-97da-4642bb15ce7f admin admin] Allocated IP 172.20.0.1 (ce5055e6-b026-48be-82da-eb9092088376/32c4d35f-4a24-471b-8353-a3157e2db18e/d129c7b4-f439-4891-a02f-ffa9daf14f44) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:19:44.718391 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12501a-8ad3-46f0-a0b5-4966f632720c None None] Pushing event updated for resources: {'Port': ['ID=168dd451-7569-44ad-9ece-1b40acba436f,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:44.734944 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] Routers {'60b99448-974d-4497-87e0-1bb0eaa0e1b7'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:44.735640 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:44.847086 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 0aaa900d-ab2b-4b27-b4df-f74875c42f69 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:19:44.952138 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] Set router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:45.256293 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e7f86e2e-bd84-4d23-8e62-18956419a93a None None] Provisioning complete for port 168dd451-7569-44ad-9ece-1b40acba436f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:45.257956 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e7f86e2e-bd84-4d23-8e62-18956419a93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:45.288211 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-26f98cf8-5eeb-45f4-97da-4642bb15ce7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:45.369611 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-26f98cf8-5eeb-45f4-97da-4642bb15ce7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:45.392976 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 0aaa900d-ab2b-4b27-b4df-f74875c42f69 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:45.393376 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:45.489072 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f98cf8-5eeb-45f4-97da-4642bb15ce7f admin admin] Pushing event updated for resources: {'Port': ['ID=d129c7b4-f439-4891-a02f-ffa9daf14f44,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:45.509190 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f98cf8-5eeb-45f4-97da-4642bb15ce7f admin admin] Network ce5055e6-b026-48be-82da-eb9092088376 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:19:45.510708 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-26f98cf8-5eeb-45f4-97da-4642bb15ce7f admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:45.513128 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f98cf8-5eeb-45f4-97da-4642bb15ce7f admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:19:45.538045 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '168dd451-7569-44ad-9ece-1b40acba436f', 'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'mac_address': 'fa:16:3e:78:dc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:37Z', 'updated_at': '2021-11-23T22:19:44Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'subnets': [{'id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:45.540422 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:45.556780 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e7f86e2e-bd84-4d23-8e62-18956419a93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:45.573225 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b512652e-b20c-4029-bfea-e5f7b93c3e30 None None] The sync data for ids ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'] in n-d-816206-9 is: [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '168dd451-7569-44ad-9ece-1b40acba436f', 'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'mac_address': 'fa:16:3e:78:dc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:37Z', 'updated_at': '2021-11-23T22:19:44Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'subnets': [{'id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:19:45.591576 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:45.596895 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-26f98cf8-5eeb-45f4-97da-4642bb15ce7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:45.644591 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ce77a-c0ea-41f5-acea-fa0c02152e80 None None] Pushing event updated for resources: {'Port': ['ID=f87bb558-36f1-4696-967a-12e46b683a62,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:45.695347 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e7f86e2e-bd84-4d23-8e62-18956419a93a None None] For port 168dd451-7569-44ad-9ece-1b40acba436f, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=168dd451-7569-44ad-9ece-1b40acba436f,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:45.718909 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] Attempting to bind port f87bb558-36f1-4696-967a-12e46b683a62 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:19:45.719294 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] Attempting to bind port f87bb558-36f1-4696-967a-12e46b683a62 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:19:45.719670 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] Attempting to bind port f87bb558-36f1-4696-967a-12e46b683a62 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:19:45.727907 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc5983c-2baf-4601-a3e8-d0b45e65bf26 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:19:45.731846 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e7f86e2e-bd84-4d23-8e62-18956419a93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:45.784668 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:19:45.785264 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:19:45.785680 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:45.786084 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:19:45.787332 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] Bound port: f87bb558-36f1-4696-967a-12e46b683a62, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:19:45.787730 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:45.831783 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-26f98cf8-5eeb-45f4-97da-4642bb15ce7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:45.851956 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] For port f87bb558-36f1-4696-967a-12e46b683a62, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:19:45.855750 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] For port f87bb558-36f1-4696-967a-12e46b683a62, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f87bb558-36f1-4696-967a-12e46b683a62,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:19:45.891981 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:45.915612 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7cbb024f-d7c2-4374-9ed5-d465717095d7 None None] Provisioning complete for port 168dd451-7569-44ad-9ece-1b40acba436f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:45.915769 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7cbb024f-d7c2-4374-9ed5-d465717095d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:45.966249 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f86e2e-bd84-4d23-8e62-18956419a93a None None] Pushing event updated for resources: {'Port': ['ID=168dd451-7569-44ad-9ece-1b40acba436f,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:45.983336 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0803e18e-9353-4aaf-8a36-4deb06be1982 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:19:46.066251 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] Routers {'3771fa7e-d91b-4a15-bdee-ac1b8c1b3157'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:46.066251 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3771fa7e-d91b-4a15-bdee-ac1b8c1b3157'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:46.137539 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-26f98cf8-5eeb-45f4-97da-4642bb15ce7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:46.150460 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-26f98cf8-5eeb-45f4-97da-4642bb15ce7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:46.160001 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ce77a-c0ea-41f5-acea-fa0c02152e80 None None] Pushing event updated for resources: {'Port': ['ID=f87bb558-36f1-4696-967a-12e46b683a62,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:46.280063 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-26f98cf8-5eeb-45f4-97da-4642bb15ce7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:46.283519 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] Set router 3771fa7e-d91b-4a15-bdee-ac1b8c1b3157 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:46.292699 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f98cf8-5eeb-45f4-97da-4642bb15ce7f admin admin] Pushing event updated for resources: {'Port': ['ID=d129c7b4-f439-4891-a02f-ffa9daf14f44,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:46.340066 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7cbb024f-d7c2-4374-9ed5-d465717095d7 None None] Provisioning complete for port 0aaa900d-ab2b-4b27-b4df-f74875c42f69 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:46.340697 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7cbb024f-d7c2-4374-9ed5-d465717095d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:46.425662 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f98cf8-5eeb-45f4-97da-4642bb15ce7f admin admin] Network ce5055e6-b026-48be-82da-eb9092088376 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:19:46.427909 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-26f98cf8-5eeb-45f4-97da-4642bb15ce7f admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:46.642040 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f98cf8-5eeb-45f4-97da-4642bb15ce7f admin admin] Router 3771fa7e-d91b-4a15-bdee-ac1b8c1b3157 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:19:46.772753 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 168dd451-7569-44ad-9ece-1b40acba436f up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:19:46.845243 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f98cf8-5eeb-45f4-97da-4642bb15ce7f admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:19:46.861119 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-26f98cf8-5eeb-45f4-97da-4642bb15ce7f admin admin] 10.222.0.50 "PUT /v2.0/routers/3771fa7e-d91b-4a15-bdee-ac1b8c1b3157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2691600 Nov 23 22:19:46.867885 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-11000f85-de06-45c3-af4a-4b02d6719a12 None None] Provisioning complete for port d129c7b4-f439-4891-a02f-ffa9daf14f44 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:46.868263 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-11000f85-de06-45c3-af4a-4b02d6719a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:46.924199 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-11000f85-de06-45c3-af4a-4b02d6719a12 None None] Port d129c7b4-f439-4891-a02f-ffa9daf14f44 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:19:46.926546 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 168dd451-7569-44ad-9ece-1b40acba436f triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:46.927915 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:46.976162 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-11000f85-de06-45c3-af4a-4b02d6719a12 None None] Provisioning complete for port f87bb558-36f1-4696-967a-12e46b683a62 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:46.976403 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-11000f85-de06-45c3-af4a-4b02d6719a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:46.980456 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3771fa7e-d91b-4a15-bdee-ac1b8c1b3157', 'name': 'tempest-TestVolumeBootPattern-265894647-router', 'tenant_id': '37846b3c8c0c4a23837051161804ca12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'f87bb558-36f1-4696-967a-12e46b683a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:41Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 4, 'project_id': '37846b3c8c0c4a23837051161804ca12', 'gw_port': {'id': 'f87bb558-36f1-4696-967a-12e46b683a62', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3771fa7e-d91b-4a15-bdee-ac1b8c1b3157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:42Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'd129c7b4-f439-4891-a02f-ffa9daf14f44', 'name': '', 'network_id': 'ce5055e6-b026-48be-82da-eb9092088376', 'tenant_id': '37846b3c8c0c4a23837051161804ca12', 'mac_address': 'fa:16:3e:47:c7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3771fa7e-d91b-4a15-bdee-ac1b8c1b3157', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '32c4d35f-4a24-471b-8353-a3157e2db18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:44Z', 'updated_at': '2021-11-23T22:19:44Z', 'revision_number': 1, 'project_id': '37846b3c8c0c4a23837051161804ca12', 'subnets': [{'id': '32c4d35f-4a24-471b-8353-a3157e2db18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:47.033252 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596a3a2e-8f29-4eb7-b2b1-097e163d8187 None None] The sync data for ids ['3771fa7e-d91b-4a15-bdee-ac1b8c1b3157'] in n-d-816206-9 is: [{'id': '3771fa7e-d91b-4a15-bdee-ac1b8c1b3157', 'name': 'tempest-TestVolumeBootPattern-265894647-router', 'tenant_id': '37846b3c8c0c4a23837051161804ca12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'f87bb558-36f1-4696-967a-12e46b683a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:41Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 4, 'project_id': '37846b3c8c0c4a23837051161804ca12', 'gw_port': {'id': 'f87bb558-36f1-4696-967a-12e46b683a62', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3771fa7e-d91b-4a15-bdee-ac1b8c1b3157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:42Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'd129c7b4-f439-4891-a02f-ffa9daf14f44', 'name': '', 'network_id': 'ce5055e6-b026-48be-82da-eb9092088376', 'tenant_id': '37846b3c8c0c4a23837051161804ca12', 'mac_address': 'fa:16:3e:47:c7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3771fa7e-d91b-4a15-bdee-ac1b8c1b3157', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '32c4d35f-4a24-471b-8353-a3157e2db18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:44Z', 'updated_at': '2021-11-23T22:19:44Z', 'revision_number': 1, 'project_id': '37846b3c8c0c4a23837051161804ca12', 'subnets': [{'id': '32c4d35f-4a24-471b-8353-a3157e2db18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:19:47.154665 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-11000f85-de06-45c3-af4a-4b02d6719a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:47.180733 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-11000f85-de06-45c3-af4a-4b02d6719a12 None None] For port f87bb558-36f1-4696-967a-12e46b683a62, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f87bb558-36f1-4696-967a-12e46b683a62,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:47.192088 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-11000f85-de06-45c3-af4a-4b02d6719a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:47.274193 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11000f85-de06-45c3-af4a-4b02d6719a12 None None] Pushing event updated for resources: {'Port': ['ID=f87bb558-36f1-4696-967a-12e46b683a62,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:47.322025 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-fe42c0f3-c3ac-4f12-87fe-68fe9d78911d None None] Provisioning complete for port d129c7b4-f439-4891-a02f-ffa9daf14f44 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:47.322403 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fe42c0f3-c3ac-4f12-87fe-68fe9d78911d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:47.402109 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-fe42c0f3-c3ac-4f12-87fe-68fe9d78911d None None] Port d129c7b4-f439-4891-a02f-ffa9daf14f44 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:19:48.716272 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f87bb558-36f1-4696-967a-12e46b683a62 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:19:48.774694 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port f87bb558-36f1-4696-967a-12e46b683a62 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:48.775344 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:49.221629 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-002451ab-c005-49f0-b70c-c1dea084bce6 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:49.225645 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-002451ab-c005-49f0-b70c-c1dea084bce6 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 811 time: 0.1273987 Nov 23 22:19:49.250045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-3e959b28-a10f-44de-894b-fdc645732ad8 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/quotas/329cae0f6dbe4692890320913546aec7 HTTP/1.1" status: 200 len: 375 time: 0.0115523 Nov 23 22:19:49.306243 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-8dfc6f3d-65f0-4f42-9da6-6924c9f5f1fa tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488155 Nov 23 22:19:49.412017 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-749c6f93-6a73-4a59-9a04-aa8ba1a10991 service neutron] 10.222.0.50 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982535 Nov 23 22:19:49.508000 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-01a3fd41-afd8-4204-90d3-6e478792b47a service neutron] 10.222.0.50 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889668 Nov 23 22:19:49.575985 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] Sync routers for ids ['3771fa7e-d91b-4a15-bdee-ac1b8c1b3157'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:19:49.586943 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] Routers {'3771fa7e-d91b-4a15-bdee-ac1b8c1b3157'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:49.587683 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3771fa7e-d91b-4a15-bdee-ac1b8c1b3157'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:49.700501 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] Set router 3771fa7e-d91b-4a15-bdee-ac1b8c1b3157 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:49.886546 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8ed0f869-5a03-472c-85e7-0fae3e57d315 req-c05175e5-80bd-4f9a-b7aa-29eb6df23bef tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 210 time: 0.0649621 Nov 23 22:19:49.930901 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3771fa7e-d91b-4a15-bdee-ac1b8c1b3157', 'name': 'tempest-TestVolumeBootPattern-265894647-router', 'tenant_id': '37846b3c8c0c4a23837051161804ca12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'f87bb558-36f1-4696-967a-12e46b683a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:41Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 4, 'project_id': '37846b3c8c0c4a23837051161804ca12', 'gw_port': {'id': 'f87bb558-36f1-4696-967a-12e46b683a62', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3771fa7e-d91b-4a15-bdee-ac1b8c1b3157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:42Z', 'updated_at': '2021-11-23T22:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'd129c7b4-f439-4891-a02f-ffa9daf14f44', 'name': '', 'network_id': 'ce5055e6-b026-48be-82da-eb9092088376', 'tenant_id': '37846b3c8c0c4a23837051161804ca12', 'mac_address': 'fa:16:3e:47:c7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3771fa7e-d91b-4a15-bdee-ac1b8c1b3157', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '32c4d35f-4a24-471b-8353-a3157e2db18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:44Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 2, 'project_id': '37846b3c8c0c4a23837051161804ca12', 'subnets': [{'id': '32c4d35f-4a24-471b-8353-a3157e2db18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:49.960083 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] Checking router: 3771fa7e-d91b-4a15-bdee-ac1b8c1b3157 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:19:49.960509 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] Updating router 3771fa7e-d91b-4a15-bdee-ac1b8c1b3157 port d129c7b4-f439-4891-a02f-ffa9daf14f44 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:19:49.987424 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:50.285063 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:50.291725 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:50.343166 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50890d10-9a62-4a7d-a240-4261ea678ab2 None None] Pushing event updated for resources: {'Port': ['ID=d129c7b4-f439-4891-a02f-ffa9daf14f44,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:50.404193 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] Attempting to bind port d129c7b4-f439-4891-a02f-ffa9daf14f44 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:19:50.404567 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] Attempting to bind port d129c7b4-f439-4891-a02f-ffa9daf14f44 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '7e97b533-4279-4f69-932e-6b3737159420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ce5055e6-b026-48be-82da-eb9092088376'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:19:50.404970 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] Attempting to bind port d129c7b4-f439-4891-a02f-ffa9daf14f44 on network ce5055e6-b026-48be-82da-eb9092088376 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:19:50.417549 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:19:50.417795 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] Checking segment: {'id': '7e97b533-4279-4f69-932e-6b3737159420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ce5055e6-b026-48be-82da-eb9092088376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:19:50.418811 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:50.419433 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] Bound using segment: {'id': '7e97b533-4279-4f69-932e-6b3737159420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ce5055e6-b026-48be-82da-eb9092088376'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:19:50.420092 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] Bound port: d129c7b4-f439-4891-a02f-ffa9daf14f44, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e97b533-4279-4f69-932e-6b3737159420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ce5055e6-b026-48be-82da-eb9092088376'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:19:50.420631 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:50.508396 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] For port d129c7b4-f439-4891-a02f-ffa9daf14f44, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:19:50.518977 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] For port d129c7b4-f439-4891-a02f-ffa9daf14f44, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d129c7b4-f439-4891-a02f-ffa9daf14f44,segment=NetworkSegment(7e97b533-4279-4f69-932e-6b3737159420),segment_id=7e97b533-4279-4f69-932e-6b3737159420)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:19:50.530204 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:50.614498 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] Routers {'3771fa7e-d91b-4a15-bdee-ac1b8c1b3157'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:19:50.615384 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:19:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3771fa7e-d91b-4a15-bdee-ac1b8c1b3157'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:50.620236 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50890d10-9a62-4a7d-a240-4261ea678ab2 None None] Pushing event updated for resources: {'Port': ['ID=d129c7b4-f439-4891-a02f-ffa9daf14f44,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:50.671309 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-22847129-6133-4f12-8ba3-0c3dd9a0881d None None] Provisioning complete for port d129c7b4-f439-4891-a02f-ffa9daf14f44 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:50.672566 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-22847129-6133-4f12-8ba3-0c3dd9a0881d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:50.756102 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] Set router 3771fa7e-d91b-4a15-bdee-ac1b8c1b3157 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:19:50.773090 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-22847129-6133-4f12-8ba3-0c3dd9a0881d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:50.811929 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-22847129-6133-4f12-8ba3-0c3dd9a0881d None None] For port d129c7b4-f439-4891-a02f-ffa9daf14f44, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d129c7b4-f439-4891-a02f-ffa9daf14f44,segment=NetworkSegment(7e97b533-4279-4f69-932e-6b3737159420),segment_id=7e97b533-4279-4f69-932e-6b3737159420)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:19:50.820081 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-22847129-6133-4f12-8ba3-0c3dd9a0881d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:50.879175 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22847129-6133-4f12-8ba3-0c3dd9a0881d None None] Pushing event updated for resources: {'Port': ['ID=d129c7b4-f439-4891-a02f-ffa9daf14f44,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:50.942635 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-90f205f1-528e-49bd-93d4-e14f3087f6da None None] Provisioning complete for port d129c7b4-f439-4891-a02f-ffa9daf14f44 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:50.943123 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-90f205f1-528e-49bd-93d4-e14f3087f6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:51.009655 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-18f75506-d9d8-4189-b96b-37f28ebe36e1 req-30381b8e-748c-41e1-915b-3e6eb1a47233 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 210 time: 0.0396216 Nov 23 22:19:51.038237 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3771fa7e-d91b-4a15-bdee-ac1b8c1b3157', 'name': 'tempest-TestVolumeBootPattern-265894647-router', 'tenant_id': '37846b3c8c0c4a23837051161804ca12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'f87bb558-36f1-4696-967a-12e46b683a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:41Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 4, 'project_id': '37846b3c8c0c4a23837051161804ca12', 'gw_port': {'id': 'f87bb558-36f1-4696-967a-12e46b683a62', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3771fa7e-d91b-4a15-bdee-ac1b8c1b3157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:42Z', 'updated_at': '2021-11-23T22:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'd129c7b4-f439-4891-a02f-ffa9daf14f44', 'name': '', 'network_id': 'ce5055e6-b026-48be-82da-eb9092088376', 'tenant_id': '37846b3c8c0c4a23837051161804ca12', 'mac_address': 'fa:16:3e:47:c7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3771fa7e-d91b-4a15-bdee-ac1b8c1b3157', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '32c4d35f-4a24-471b-8353-a3157e2db18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:44Z', 'updated_at': '2021-11-23T22:19:50Z', 'revision_number': 4, 'project_id': '37846b3c8c0c4a23837051161804ca12', 'subnets': [{'id': '32c4d35f-4a24-471b-8353-a3157e2db18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:19:51.073733 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b8cc45-72ef-4537-b6d1-f8f784d17fd4 None None] The sync data for ids ['3771fa7e-d91b-4a15-bdee-ac1b8c1b3157'] in n-d-816206-9 is: [{'id': '3771fa7e-d91b-4a15-bdee-ac1b8c1b3157', 'name': 'tempest-TestVolumeBootPattern-265894647-router', 'tenant_id': '37846b3c8c0c4a23837051161804ca12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'f87bb558-36f1-4696-967a-12e46b683a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:41Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 4, 'project_id': '37846b3c8c0c4a23837051161804ca12', 'gw_port': {'id': 'f87bb558-36f1-4696-967a-12e46b683a62', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3771fa7e-d91b-4a15-bdee-ac1b8c1b3157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:42Z', 'updated_at': '2021-11-23T22:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'd129c7b4-f439-4891-a02f-ffa9daf14f44', 'name': '', 'network_id': 'ce5055e6-b026-48be-82da-eb9092088376', 'tenant_id': '37846b3c8c0c4a23837051161804ca12', 'mac_address': 'fa:16:3e:47:c7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3771fa7e-d91b-4a15-bdee-ac1b8c1b3157', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '32c4d35f-4a24-471b-8353-a3157e2db18e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:44Z', 'updated_at': '2021-11-23T22:19:50Z', 'revision_number': 4, 'project_id': '37846b3c8c0c4a23837051161804ca12', 'subnets': [{'id': '32c4d35f-4a24-471b-8353-a3157e2db18e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:19:51.143172 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-437feac6-26af-4751-846c-5d2297215a06 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:51.145046 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-437feac6-26af-4751-846c-5d2297215a06 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.60 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 811 time: 0.1718638 Nov 23 22:19:51.165502 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-86b04191-0207-4a6a-9568-a7100a7f8efa tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Request body: {'port': {'device_id': '1f5c08e9-af29-4ba7-9005-6a9e9488ade7', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'admin_state_up': True, 'tenant_id': '329cae0f6dbe4692890320913546aec7'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:19:51.304181 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-86b04191-0207-4a6a-9568-a7100a7f8efa tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Made reservation on behalf of 329cae0f6dbe4692890320913546aec7 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:19:51.308554 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-86b04191-0207-4a6a-9568-a7100a7f8efa tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:51.464012 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-86b04191-0207-4a6a-9568-a7100a7f8efa tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Allocated IP 172.20.0.4 (78d257e1-aea0-4cd9-9a6d-8f678889c0c7/00982b18-1d62-4bd5-8cb8-3ab1c7caaf56/0ae025a5-e961-492c-8b34-74daf19107cb) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:19:51.656246 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-86b04191-0207-4a6a-9568-a7100a7f8efa tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:51.698021 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-86b04191-0207-4a6a-9568-a7100a7f8efa tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:52.115554 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-86b04191-0207-4a6a-9568-a7100a7f8efa tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:19:52.131269 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b04191-0207-4a6a-9568-a7100a7f8efa tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event updated for resources: {'Port': ['ID=0ae025a5-e961-492c-8b34-74daf19107cb,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:52.135473 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-86b04191-0207-4a6a-9568-a7100a7f8efa tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:19:52.137562 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-86b04191-0207-4a6a-9568-a7100a7f8efa tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:19:52.137701 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cdcfd-d8b7-4181-ac26-e1b72fb34c78 req-f3e9859d-0ca0-41a5-ae01-9c73bc9cad9d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:52.139754 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ba0cdcfd-d8b7-4181-ac26-e1b72fb34c78 req-f3e9859d-0ca0-41a5-ae01-9c73bc9cad9d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 931 time: 0.0547645 Nov 23 22:19:52.196368 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-86b04191-0207-4a6a-9568-a7100a7f8efa tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:52.197066 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-86b04191-0207-4a6a-9568-a7100a7f8efa tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:52.206962 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ba0cdcfd-d8b7-4181-ac26-e1b72fb34c78 req-3cb8c4ac-52f2-44dd-af6a-c98863a4ef0c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608218 Nov 23 22:19:52.223374 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-86b04191-0207-4a6a-9568-a7100a7f8efa tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0626879 Nov 23 22:19:52.355736 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-42248af7-e5f4-487b-80f3-69ed88e96529 service neutron] Request body: {'port': {'device_id': '1f5c08e9-af29-4ba7-9005-6a9e9488ade7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:19:52.410415 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-42248af7-e5f4-487b-80f3-69ed88e96529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:52.444348 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7f51c2b7-2393-4af6-8079-20714a8ae657 None None] Provisioning complete for port 0ae025a5-e961-492c-8b34-74daf19107cb triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:52.444348 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7f51c2b7-2393-4af6-8079-20714a8ae657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:52.481068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-7f51c2b7-2393-4af6-8079-20714a8ae657 None None] Port 0ae025a5-e961-492c-8b34-74daf19107cb cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:19:52.681324 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d129c7b4-f439-4891-a02f-ffa9daf14f44 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:19:52.698668 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-42248af7-e5f4-487b-80f3-69ed88e96529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae025a5-e961-492c-8b34-74daf19107cb {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:19:52.706294 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-42248af7-e5f4-487b-80f3-69ed88e96529 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:52.722086 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-42248af7-e5f4-487b-80f3-69ed88e96529 service neutron] Transition to ACTIVE for port object 0ae025a5-e961-492c-8b34-74daf19107cb will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:19:52.727264 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-42248af7-e5f4-487b-80f3-69ed88e96529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:52.739953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port d129c7b4-f439-4891-a02f-ffa9daf14f44 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:19:52.740401 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:52.804383 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42248af7-e5f4-487b-80f3-69ed88e96529 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae025a5-e961-492c-8b34-74daf19107cb,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:52.875155 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-42248af7-e5f4-487b-80f3-69ed88e96529 service neutron] Attempting to bind port 0ae025a5-e961-492c-8b34-74daf19107cb on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:19:52.875471 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-42248af7-e5f4-487b-80f3-69ed88e96529 service neutron] Attempting to bind port 0ae025a5-e961-492c-8b34-74daf19107cb by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:19:52.875806 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-42248af7-e5f4-487b-80f3-69ed88e96529 service neutron] Attempting to bind port 0ae025a5-e961-492c-8b34-74daf19107cb on network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:19:52.881483 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-42248af7-e5f4-487b-80f3-69ed88e96529 service neutron] Port 0ae025a5-e961-492c-8b34-74daf19107cb on network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:19:52.881822 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-42248af7-e5f4-487b-80f3-69ed88e96529 service neutron] Attempting to bind port 0ae025a5-e961-492c-8b34-74daf19107cb on network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:19:52.887634 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-42248af7-e5f4-487b-80f3-69ed88e96529 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:19:52.887984 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-42248af7-e5f4-487b-80f3-69ed88e96529 service neutron] Checking segment: {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:19:52.888377 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-42248af7-e5f4-487b-80f3-69ed88e96529 service neutron] Bound using segment: {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:19:52.888847 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-42248af7-e5f4-487b-80f3-69ed88e96529 service neutron] Bound port: 0ae025a5-e961-492c-8b34-74daf19107cb, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:19:52.889216 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-42248af7-e5f4-487b-80f3-69ed88e96529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:52.945180 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:52.972013 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-42248af7-e5f4-487b-80f3-69ed88e96529 service neutron] For port 0ae025a5-e961-492c-8b34-74daf19107cb, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:19:52.976133 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-42248af7-e5f4-487b-80f3-69ed88e96529 service neutron] For port 0ae025a5-e961-492c-8b34-74daf19107cb, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=0ae025a5-e961-492c-8b34-74daf19107cb,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:19:52.981062 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-42248af7-e5f4-487b-80f3-69ed88e96529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:53.020251 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-42248af7-e5f4-487b-80f3-69ed88e96529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:53.021856 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-42248af7-e5f4-487b-80f3-69ed88e96529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:53.023245 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-42248af7-e5f4-487b-80f3-69ed88e96529 service neutron] 10.222.0.60 "PUT /v2.0/ports/0ae025a5-e961-492c-8b34-74daf19107cb HTTP/1.1" status: 200 len: 1091 time: 0.7833762 Nov 23 22:19:53.023807 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5c08e9-af29-4ba7-9005-6a9e9488ade7', 'tag': '0ae025a5-e961-492c-8b34-74daf19107cb'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:19:53.026240 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa50812-0304-40e7-bd84-6fa8c0b96b66" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5c08e9-af29-4ba7-9005-6a9e9488ade7", "tag": "0ae025a5-e961-492c-8b34-74daf19107cb"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:19:53.059314 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42248af7-e5f4-487b-80f3-69ed88e96529 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae025a5-e961-492c-8b34-74daf19107cb,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:19:53.078138 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703468a3-b0d3-4a57-ab9d-01c4911228aa x-openstack-request-id: req-703468a3-b0d3-4a57-ab9d-01c4911228aa {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:19:53.078442 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5c08e9-af29-4ba7-9005-6a9e9488ade7", "tag": "0ae025a5-e961-492c-8b34-74daf19107cb", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:19:53.078739 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-703468a3-b0d3-4a57-ab9d-01c4911228aa {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:19:53.079149 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5c08e9-af29-4ba7-9005-6a9e9488ade7', 'tag': '0ae025a5-e961-492c-8b34-74daf19107cb', 'status': 'completed', 'code': 200} Nov 23 22:19:53.160602 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-c5645537-2876-4ef3-b3b6-410d9ac9e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:53.163175 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-c5645537-2876-4ef3-b3b6-410d9ac9e49c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 1094 time: 0.0633147 Nov 23 22:19:53.219457 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-d8d668a0-cc80-441d-816c-bde14d4f2ebe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ae025a5-e961-492c-8b34-74daf19107cb HTTP/1.1" status: 200 len: 217 time: 0.0436392 Nov 23 22:19:53.281155 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-fdaf1001-928c-49b8-b46e-66a95d4ab08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:53.282684 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-fdaf1001-928c-49b8-b46e-66a95d4ab08a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0540962 Nov 23 22:19:53.357395 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-e999527c-2fa2-4f8a-98f2-ae94e83c9215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:53.359852 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-e999527c-2fa2-4f8a-98f2-ae94e83c9215 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706379 Nov 23 22:19:53.362124 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ee3ef-e4c2-46d3-bd16-eca9658966e9 req-190e315a-d103-4152-bb82-1b99d9c63fe8 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:53.363656 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-279ee3ef-e4c2-46d3-bd16-eca9658966e9 req-190e315a-d103-4152-bb82-1b99d9c63fe8 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 943 time: 0.0609238 Nov 23 22:19:53.441156 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-279ee3ef-e4c2-46d3-bd16-eca9658966e9 req-4c17cd4b-eb6b-4d30-bb05-1eb6b3edbe14 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680766 Nov 23 22:19:53.492634 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-e4c69428-483a-4c0c-b285-fa2a5f83b259 service neutron] 10.222.0.60 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225560 Nov 23 22:19:53.617868 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2a4ca94a-23f1-4461-b66f-975d4d958519 req-3e728845-d740-4520-8aa4-43e0a7c93418 service neutron] 10.222.0.60 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183202 Nov 23 22:19:53.753554 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa50812-0304-40e7-bd84-6fa8c0b96b66 req-1a25d819-7064-46e1-8d06-ca22b5a2d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:53.755772 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-afa50812-0304-40e7-bd84-6fa8c0b96b66 req-1a25d819-7064-46e1-8d06-ca22b5a2d89f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 1094 time: 0.0491538 Nov 23 22:19:53.846041 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa50812-0304-40e7-bd84-6fa8c0b96b66 req-d72b52ac-44d8-4667-a263-54da80c636b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:53.847646 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-afa50812-0304-40e7-bd84-6fa8c0b96b66 req-d72b52ac-44d8-4667-a263-54da80c636b2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 912 time: 0.0857203 Nov 23 22:19:53.894540 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-afa50812-0304-40e7-bd84-6fa8c0b96b66 req-54256e76-62b5-4b9b-8281-a99b7ab25b88 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ae025a5-e961-492c-8b34-74daf19107cb HTTP/1.1" status: 200 len: 217 time: 0.0397251 Nov 23 22:19:53.949737 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa50812-0304-40e7-bd84-6fa8c0b96b66 req-353fc24f-3102-4090-a8eb-9558b725fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:53.951487 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-afa50812-0304-40e7-bd84-6fa8c0b96b66 req-353fc24f-3102-4090-a8eb-9558b725fc5d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0507591 Nov 23 22:19:54.005821 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa50812-0304-40e7-bd84-6fa8c0b96b66 req-4216fef9-600f-4406-ba2c-d5e8c244189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:54.007673 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-afa50812-0304-40e7-bd84-6fa8c0b96b66 req-4216fef9-600f-4406-ba2c-d5e8c244189c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482728 Nov 23 22:19:54.122733 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-afa50812-0304-40e7-bd84-6fa8c0b96b66 req-7a93d935-2713-4139-98a3-49372b7dc40e service neutron] 10.222.0.60 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075418 Nov 23 22:19:54.224992 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-afa50812-0304-40e7-bd84-6fa8c0b96b66 req-4b8e382f-3659-41d8-98a3-0621e46919ad service neutron] 10.222.0.60 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950298 Nov 23 22:19:54.556192 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aaeeb7-2285-4182-8c3f-d56414492f82 req-e38cc38a-11f1-492a-a5b4-73d86cf018bd tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:54.558095 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86aaeeb7-2285-4182-8c3f-d56414492f82 req-e38cc38a-11f1-492a-a5b4-73d86cf018bd tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 943 time: 0.0526719 Nov 23 22:19:54.611151 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86aaeeb7-2285-4182-8c3f-d56414492f82 req-8df21f53-d296-437a-8448-96bbdb4c91b8 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468709 Nov 23 22:19:55.736837 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a786c-a208-4a6b-8985-262a8dd66be1 req-a916b773-8f71-45cc-871f-2cf239a6fa71 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:55.738350 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-744a786c-a208-4a6b-8985-262a8dd66be1 req-a916b773-8f71-45cc-871f-2cf239a6fa71 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 943 time: 0.0529618 Nov 23 22:19:55.797178 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-744a786c-a208-4a6b-8985-262a8dd66be1 req-2aed580f-0269-48b6-8e20-0d7ba13b3f78 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514536 Nov 23 22:19:56.926556 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94613540-1eb7-4d08-9ba5-da68e8d83c0e req-9ef2f542-dc3d-4227-b5ae-0f92a3d4a313 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:56.929099 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-94613540-1eb7-4d08-9ba5-da68e8d83c0e req-9ef2f542-dc3d-4227-b5ae-0f92a3d4a313 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 943 time: 0.0566356 Nov 23 22:19:56.992911 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-94613540-1eb7-4d08-9ba5-da68e8d83c0e req-f5f4d58a-8ff6-4919-807b-c8d333cb78db tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544801 Nov 23 22:19:57.952820 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7f0efd2c-cc63-4703-863c-39812b93b2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:19:58.107339 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9f965-7ddb-4ca9-8ac5-d296f0bff3ce req-92a02aeb-0b49-4710-84a5-204402b34308 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:58.109428 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-97e9f965-7ddb-4ca9-8ac5-d296f0bff3ce req-92a02aeb-0b49-4710-84a5-204402b34308 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 943 time: 0.0517690 Nov 23 22:19:58.159276 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-97e9f965-7ddb-4ca9-8ac5-d296f0bff3ce req-0135f76f-ac4d-4665-ae9d-87f02889447d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416853 Nov 23 22:19:59.309116 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ce969-4ea7-412c-917d-379453286bea req-41813193-024b-4e85-ad80-2668fc3096bf tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:19:59.310677 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d00ce969-4ea7-412c-917d-379453286bea req-41813193-024b-4e85-ad80-2668fc3096bf tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 943 time: 0.0628362 Nov 23 22:19:59.361208 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d00ce969-4ea7-412c-917d-379453286bea req-1aaa31b4-ef53-4230-929b-556ec48001ad tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444803 Nov 23 22:20:00.156889 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:00.480571 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b079d-c5a7-4539-a4b5-a0cb16f58e9c req-7b3f478c-13ff-4ff2-b32d-fd2b3dabdd32 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:00.482740 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c3b079d-c5a7-4539-a4b5-a0cb16f58e9c req-7b3f478c-13ff-4ff2-b32d-fd2b3dabdd32 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 943 time: 0.0535543 Nov 23 22:20:00.532508 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bffee02d-4e08-4186-96de-809b66648816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:00.548659 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c3b079d-c5a7-4539-a4b5-a0cb16f58e9c req-4f3cbf37-9a31-4cba-9d5a-591dcef4eab9 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595033 Nov 23 22:20:01.673698 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:01.681951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eeed5e-790d-4544-b709-f66379c53327 req-131af4a3-9917-4ba9-bd52-47132590804e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:01.683871 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-47eeed5e-790d-4544-b709-f66379c53327 req-131af4a3-9917-4ba9-bd52-47132590804e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 943 time: 0.0610249 Nov 23 22:20:01.739792 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-47eeed5e-790d-4544-b709-f66379c53327 req-74aca697-a357-417f-82b5-95411bbc4199 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489445 Nov 23 22:20:02.864915 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457f2bf-cabd-4ea5-9cca-2ab8a0542471 req-9eddcc4e-0bc3-419a-a96b-260ecf367419 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:02.866556 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c457f2bf-cabd-4ea5-9cca-2ab8a0542471 req-9eddcc4e-0bc3-419a-a96b-260ecf367419 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 943 time: 0.0598366 Nov 23 22:20:02.918428 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c457f2bf-cabd-4ea5-9cca-2ab8a0542471 req-d7b07399-c615-40fd-a1cc-eee01e772631 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426695 Nov 23 22:20:03.043995 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:03.846465 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:04.043542 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43598b1d-eefa-4847-b2e3-71fe0f1594d7 req-38ccf564-ff48-4d2f-a153-54338ea93809 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:04.045042 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-43598b1d-eefa-4847-b2e3-71fe0f1594d7 req-38ccf564-ff48-4d2f-a153-54338ea93809 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 943 time: 0.0516720 Nov 23 22:20:04.095463 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-43598b1d-eefa-4847-b2e3-71fe0f1594d7 req-304b26be-7092-4518-aaa2-a86248847c9a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419993 Nov 23 22:20:05.229362 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f19ed-4a6a-439d-bdd0-102c51470565 req-326276c4-01bb-4d48-a1f1-fa349de3be19 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:05.232307 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-151f19ed-4a6a-439d-bdd0-102c51470565 req-326276c4-01bb-4d48-a1f1-fa349de3be19 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 943 time: 0.0584648 Nov 23 22:20:05.280463 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-151f19ed-4a6a-439d-bdd0-102c51470565 req-0d0bc673-70f8-4c04-b064-46667b1cab4b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436506 Nov 23 22:20:05.834769 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 0ae025a5-e961-492c-8b34-74daf19107cb details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:20:05.945708 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 0ae025a5-e961-492c-8b34-74daf19107cb, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=0ae025a5-e961-492c-8b34-74daf19107cb,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:20:05.957057 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '0ae025a5-e961-492c-8b34-74daf19107cb', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'port_id': '0ae025a5-e961-492c-8b34-74daf19107cb', 'mac_address': 'fa:16:3e:da:8e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:20:05.994256 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:06.007437 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae025a5-e961-492c-8b34-74daf19107cb {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:20:06.026620 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 0ae025a5-e961-492c-8b34-74daf19107cb, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=0ae025a5-e961-492c-8b34-74daf19107cb,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:20:06.031627 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:06.081676 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=0ae025a5-e961-492c-8b34-74daf19107cb,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:06.090134 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:06.090481 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:06.090970 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:06.091307 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:06.091642 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:06.091973 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:06.092301 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:06.092649 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:06.092973 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:06.093295 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:06.093615 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:06.093933 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:06.302912 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['0ae025a5-e961-492c-8b34-74daf19107cb'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:20:06.437677 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a440e7c-3816-4702-bff4-406ff2a31ad3 req-be8c21ee-7f1f-4168-9457-d04c84d46ee0 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:06.439387 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a440e7c-3816-4702-bff4-406ff2a31ad3 req-be8c21ee-7f1f-4168-9457-d04c84d46ee0 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 944 time: 0.0784519 Nov 23 22:20:06.497970 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a440e7c-3816-4702-bff4-406ff2a31ad3 req-4c60ce6a-d7f8-481d-a988-efbd0f9fea88 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502324 Nov 23 22:20:07.616329 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c7a25-0804-4241-8a93-0b44b2a3a224 req-c2d7b21e-fe60-44e3-9cd2-f44b93dba816 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:07.617822 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5d8c7a25-0804-4241-8a93-0b44b2a3a224 req-c2d7b21e-fe60-44e3-9cd2-f44b93dba816 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 944 time: 0.0514541 Nov 23 22:20:07.675190 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5d8c7a25-0804-4241-8a93-0b44b2a3a224 req-380712c5-348d-461c-9be6-f2f85c012d20 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483751 Nov 23 22:20:07.849958 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 0ae025a5-e961-492c-8b34-74daf19107cb up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:20:08.068628 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 0ae025a5-e961-492c-8b34-74daf19107cb completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:20:08.073073 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 0ae025a5-e961-492c-8b34-74daf19107cb triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:20:08.073446 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:08.143525 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd5ae0-6952-4e09-92f5-a450b9357186 req-7208299c-a820-4479-b877-535da3bc9407 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:08.147264 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e0cd5ae0-6952-4e09-92f5-a450b9357186 req-7208299c-a820-4479-b877-535da3bc9407 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0a74b28-64e0-4550-8ec1-302b7c6a039c HTTP/1.1" status: 200 len: 945 time: 0.0614989 Nov 23 22:20:08.163000 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:08.187133 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5c08e9-af29-4ba7-9005-6a9e9488ade7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae025a5-e961-492c-8b34-74daf19107cb'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:20:08.189499 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70c1e32-9a6e-4937-a5f5-fed0b45affb8" -d '{"events": [{"server_uuid": "1f5c08e9-af29-4ba7-9005-6a9e9488ade7", "name": "network-vif-plugged", "status": "completed", "tag": "0ae025a5-e961-492c-8b34-74daf19107cb"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:20:08.205645 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 0ae025a5-e961-492c-8b34-74daf19107cb, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=0ae025a5-e961-492c-8b34-74daf19107cb,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:20:08.209595 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e0cd5ae0-6952-4e09-92f5-a450b9357186 req-824a9421-afea-4429-9f9b-d1ed222cced4 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=6284bda4-8441-4797-9316-68e02dd61f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578091 Nov 23 22:20:08.215829 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:08.279461 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=0ae025a5-e961-492c-8b34-74daf19107cb,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:08.376115 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108e8fde-5ab2-4cc3-b7c4-252450605109 x-openstack-request-id: req-108e8fde-5ab2-4cc3-b7c4-252450605109 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:20:08.376417 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5c08e9-af29-4ba7-9005-6a9e9488ade7", "name": "network-vif-plugged", "status": "completed", "tag": "0ae025a5-e961-492c-8b34-74daf19107cb", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:20:08.376672 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-108e8fde-5ab2-4cc3-b7c4-252450605109 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:20:08.377106 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5c08e9-af29-4ba7-9005-6a9e9488ade7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae025a5-e961-492c-8b34-74daf19107cb', 'code': 200} Nov 23 22:20:08.509170 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fdc88-882d-4593-a0f4-edddaa061f05 req-bc28b956-d3bf-4c54-8c16-064f388f1f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:08.510887 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-198fdc88-882d-4593-a0f4-edddaa061f05 req-bc28b956-d3bf-4c54-8c16-064f388f1f0b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 1096 time: 0.0456347 Nov 23 22:20:08.561955 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-198fdc88-882d-4593-a0f4-edddaa061f05 req-136e5d34-5a56-4fc6-a241-0cd3303fff7e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427022 Nov 23 22:20:08.790705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03102f5c-25dd-436b-b72e-8414f77e6dbc req-5592913e-9c78-4268-8445-435d8d9433a1 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:08.792210 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-03102f5c-25dd-436b-b72e-8414f77e6dbc req-5592913e-9c78-4268-8445-435d8d9433a1 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 945 time: 0.0491285 Nov 23 22:20:08.838853 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-03102f5c-25dd-436b-b72e-8414f77e6dbc req-d917c0ab-73fa-4458-8173-2e0b95570add tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405331 Nov 23 22:20:09.331769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d1946-96b3-4bd8-97c7-bf6209d2ce67 req-92406f64-caab-4c89-8994-580ba61f3d49 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:09.334012 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f4d1946-96b3-4bd8-97c7-bf6209d2ce67 req-92406f64-caab-4c89-8994-580ba61f3d49 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0a74b28-64e0-4550-8ec1-302b7c6a039c HTTP/1.1" status: 200 len: 945 time: 0.0522225 Nov 23 22:20:09.380441 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f4d1946-96b3-4bd8-97c7-bf6209d2ce67 req-5aeef378-c1a9-4842-9cae-cae162a4be3f tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=6284bda4-8441-4797-9316-68e02dd61f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404782 Nov 23 22:20:09.955196 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b0346-6e65-40a9-ae8c-52d4f8738115 req-97fea57f-52c5-44d2-96dd-6f3020a2fa81 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:09.957342 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7f3b0346-6e65-40a9-ae8c-52d4f8738115 req-97fea57f-52c5-44d2-96dd-6f3020a2fa81 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 945 time: 0.0524502 Nov 23 22:20:10.013608 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7f3b0346-6e65-40a9-ae8c-52d4f8738115 req-41aafc55-5345-4dcf-9824-9e55cc3e5abe tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495346 Nov 23 22:20:10.018828 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e0b34-4eb5-4e5c-854d-6f1169ee96b4 req-aa7749c9-04ae-460e-8bf9-741a51dbb6e5 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:10.021006 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b8e0b34-4eb5-4e5c-854d-6f1169ee96b4 req-aa7749c9-04ae-460e-8bf9-741a51dbb6e5 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0a74b28-64e0-4550-8ec1-302b7c6a039c HTTP/1.1" status: 200 len: 945 time: 0.0542493 Nov 23 22:20:10.133848 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-7b8e0b34-4eb5-4e5c-854d-6f1169ee96b4 req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Deleting port 283c29d7-2aa9-4944-9a31-19381a9e749e {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:20:10.134195 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7b8e0b34-4eb5-4e5c-854d-6f1169ee96b4 req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:10.159872 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686fd3d-6381-4889-a88a-520bf3f1b078 req-e7edfe65-2c12-4546-b108-72c80cee22fd tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:10.162205 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7686fd3d-6381-4889-a88a-520bf3f1b078 req-e7edfe65-2c12-4546-b108-72c80cee22fd tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 945 time: 0.0550277 Nov 23 22:20:10.215296 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7686fd3d-6381-4889-a88a-520bf3f1b078 req-073743be-1a67-41ae-b920-b5640e2e46d6 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459523 Nov 23 22:20:10.251864 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-7b8e0b34-4eb5-4e5c-854d-6f1169ee96b4 req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] For port 283c29d7-2aa9-4944-9a31-19381a9e749e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=283c29d7-2aa9-4944-9a31-19381a9e749e,segment=NetworkSegment(8dad229b-7ded-430c-a4de-9c18ce33a040),segment_id=8dad229b-7ded-430c-a4de-9c18ce33a040)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:20:10.252240 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7b8e0b34-4eb5-4e5c-854d-6f1169ee96b4 req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:10.342815 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7e822-1d63-409a-bfe7-407de1dd9881 req-68ae1119-d45d-4630-ba0b-5b0f6e21ee7b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:10.344847 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-49f7e822-1d63-409a-bfe7-407de1dd9881 req-68ae1119-d45d-4630-ba0b-5b0f6e21ee7b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 945 time: 0.0567250 Nov 23 22:20:10.400313 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-49f7e822-1d63-409a-bfe7-407de1dd9881 req-f6d4fece-deed-4682-bd7d-f1a69c3437c7 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431130 Nov 23 22:20:10.447884 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7b8e0b34-4eb5-4e5c-854d-6f1169ee96b4 req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:10.449043 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7b8e0b34-4eb5-4e5c-854d-6f1169ee96b4 req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:10.449996 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [req-7b8e0b34-4eb5-4e5c-854d-6f1169ee96b4 req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Floating IP 25907b23-da7a-4ef2-ac41-d994cbf90cf1 disassociated. External IP: 172.25.5.225, port: 283c29d7-2aa9-4944-9a31-19381a9e749e. Nov 23 22:20:10.450436 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-7b8e0b34-4eb5-4e5c-854d-6f1169ee96b4 req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Calling delete_port for 283c29d7-2aa9-4944-9a31-19381a9e749e owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:20:10.520002 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08e646-eaa7-4465-8d1b-d355d5f8a234 req-feb2e57d-d8e7-4d92-8357-b1547720bed5 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:10.521818 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8d08e646-eaa7-4465-8d1b-d355d5f8a234 req-feb2e57d-d8e7-4d92-8357-b1547720bed5 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0a74b28-64e0-4550-8ec1-302b7c6a039c HTTP/1.1" status: 200 len: 945 time: 0.0528350 Nov 23 22:20:10.603695 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8d08e646-eaa7-4465-8d1b-d355d5f8a234 req-db5bab98-e597-4b3f-8509-95681b64413b tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups?id=6284bda4-8441-4797-9316-68e02dd61f00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699739 Nov 23 22:20:10.615787 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:20:10.623337 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7b8e0b34-4eb5-4e5c-854d-6f1169ee96b4 req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:10.671263 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Pushing event deleted for resources: {'Port': ['ID=283c29d7-2aa9-4944-9a31-19381a9e749e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:10.693985 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:10.694346 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:10.694697 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:10.695064 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:10.695408 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:10.695747 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:10.696082 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:10.696421 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:10.696751 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:10.697397 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:10.697764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:10.698098 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:10.739455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676e159-d8f6-4a8d-b891-7c57a11aa15b req-c1ddd8d6-b4ec-4d80-8bb3-be1c2b626fad tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:10.741165 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0676e159-d8f6-4a8d-b891-7c57a11aa15b req-c1ddd8d6-b4ec-4d80-8bb3-be1c2b626fad tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 945 time: 0.0564361 Nov 23 22:20:10.795727 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0676e159-d8f6-4a8d-b891-7c57a11aa15b req-b6586de4-4ead-48da-8a55-db4c48c4a65c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452175 Nov 23 22:20:10.831677 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b8e0b34-4eb5-4e5c-854d-6f1169ee96b4 req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Router ad34c48f-b69d-444a-95c3-684891e78997 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:20:10.950018 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b8e0b34-4eb5-4e5c-854d-6f1169ee96b4 req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:20:10.964064 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f8b5e4-904e-4674-9170-85280b25c069 None None] Sync routers for ids ['ad34c48f-b69d-444a-95c3-684891e78997'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:20:10.985084 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f8b5e4-904e-4674-9170-85280b25c069 None None] Routers {'ad34c48f-b69d-444a-95c3-684891e78997'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:20:10.986362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-12f8b5e4-904e-4674-9170-85280b25c069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:20:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ad34c48f-b69d-444a-95c3-684891e78997'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:20:10.998827 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8e0b34-4eb5-4e5c-854d-6f1169ee96b4 req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] No DVR routers for this DVR port 283c29d7-2aa9-4944-9a31-19381a9e749e on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:20:11.001485 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7b8e0b34-4eb5-4e5c-854d-6f1169ee96b4 req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:11.006817 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7b8e0b34-4eb5-4e5c-854d-6f1169ee96b4 req-56366a5c-7ea2-4b11-9e7d-d7dd36d9859c tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.53 "DELETE /v2.0/ports/283c29d7-2aa9-4944-9a31-19381a9e749e HTTP/1.1" status: 204 len: 173 time: 0.9787269 Nov 23 22:20:11.007296 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a74b28-64e0-4550-8ec1-302b7c6a039c', 'name': 'network-vif-deleted', 'tag': '283c29d7-2aa9-4944-9a31-19381a9e749e'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:20:11.009626 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b745b9ec-813e-4d82-aeda-75a96088e45e" -d '{"events": [{"server_uuid": "c0a74b28-64e0-4550-8ec1-302b7c6a039c", "name": "network-vif-deleted", "tag": "283c29d7-2aa9-4944-9a31-19381a9e749e"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:20:11.065141 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc98f83f-d6ae-4a77-87c4-40485ab1dab1 x-openstack-request-id: req-cc98f83f-d6ae-4a77-87c4-40485ab1dab1 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:20:11.066043 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a74b28-64e0-4550-8ec1-302b7c6a039c", "name": "network-vif-deleted", "tag": "283c29d7-2aa9-4944-9a31-19381a9e749e", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:20:11.066298 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc98f83f-d6ae-4a77-87c4-40485ab1dab1 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:20:11.066859 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a74b28-64e0-4550-8ec1-302b7c6a039c', 'name': 'network-vif-deleted', 'tag': '283c29d7-2aa9-4944-9a31-19381a9e749e', 'status': 'completed', 'code': 200} Nov 23 22:20:11.172917 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-12f8b5e4-904e-4674-9170-85280b25c069 None None] Set router ad34c48f-b69d-444a-95c3-684891e78997 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:20:11.396339 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-12f8b5e4-904e-4674-9170-85280b25c069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'name': 'tempest-AttachVolumeTestJSON-464797771-router', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:12:45Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'gw_port': {'id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:46Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '2af67ed9-3380-490f-bc7e-e04387e5bf84', 'name': '', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'mac_address': 'fa:16:3e:a3:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:52Z', 'updated_at': '2021-11-23T22:13:01Z', 'revision_number': 5, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'subnets': [{'id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:20:11.427818 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f8b5e4-904e-4674-9170-85280b25c069 None None] Checking router: ad34c48f-b69d-444a-95c3-684891e78997 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:20:11.439423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f8b5e4-904e-4674-9170-85280b25c069 None None] Routers {'ad34c48f-b69d-444a-95c3-684891e78997'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:20:11.439831 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-12f8b5e4-904e-4674-9170-85280b25c069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:20:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ad34c48f-b69d-444a-95c3-684891e78997'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:20:11.577353 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-12f8b5e4-904e-4674-9170-85280b25c069 None None] Set router ad34c48f-b69d-444a-95c3-684891e78997 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:20:11.704299 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41426) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:11.760438 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a8e57333-64e4-441e-8dd2-8edf16a3d29f tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:11.788876 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a8e57333-64e4-441e-8dd2-8edf16a3d29f tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:11.816613 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-12f8b5e4-904e-4674-9170-85280b25c069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'name': 'tempest-AttachVolumeTestJSON-464797771-router', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:12:45Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'gw_port': {'id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:46Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '2af67ed9-3380-490f-bc7e-e04387e5bf84', 'name': '', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'mac_address': 'fa:16:3e:a3:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:52Z', 'updated_at': '2021-11-23T22:13:01Z', 'revision_number': 5, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'subnets': [{'id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:20:11.844097 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a8e57333-64e4-441e-8dd2-8edf16a3d29f tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:11.845021 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f8b5e4-904e-4674-9170-85280b25c069 None None] The sync data for ids ['ad34c48f-b69d-444a-95c3-684891e78997'] in n-d-816206-9 is: [{'id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'name': 'tempest-AttachVolumeTestJSON-464797771-router', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:12:45Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'gw_port': {'id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:46Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '2af67ed9-3380-490f-bc7e-e04387e5bf84', 'name': '', 'network_id': 'bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'mac_address': 'fa:16:3e:a3:51:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:52Z', 'updated_at': '2021-11-23T22:13:01Z', 'revision_number': 5, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'subnets': [{'id': '0967a0c6-201c-4f64-942b-1c9918c65e1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:20:11.851400 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a8e57333-64e4-441e-8dd2-8edf16a3d29f tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:11.853525 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a8e57333-64e4-441e-8dd2-8edf16a3d29f tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "DELETE /v2.0/security-groups/6284bda4-8441-4797-9316-68e02dd61f00 HTTP/1.1" status: 204 len: 168 time: 0.1472816 Nov 23 22:20:11.855751 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41430) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:11.866967 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e57333-64e4-441e-8dd2-8edf16a3d29f tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6284bda4-8441-4797-9316-68e02dd61f00,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:11.884692 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-cf0f1f13-2650-416e-aad4-b3dc236f23e0 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] show failed (client error): The resource could not be found. Nov 23 22:20:11.891377 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41432) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:11.896182 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cf0f1f13-2650-416e-aad4-b3dc236f23e0 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "GET /v2.0/security-groups/6284bda4-8441-4797-9316-68e02dd61f00 HTTP/1.1" status: 404 len: 347 time: 0.0327752 Nov 23 22:20:12.058371 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eac785-23fb-476c-92ed-ff3bc8acd80a req-ebdb4f4b-bf2b-4129-91fb-60a86469d366 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:12.059976 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-67eac785-23fb-476c-92ed-ff3bc8acd80a req-ebdb4f4b-bf2b-4129-91fb-60a86469d366 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 945 time: 0.1148591 Nov 23 22:20:12.111198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-74604790-60e0-4874-90fa-b3d2adc89eb1 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Deleting port 1b450ed7-5edd-452e-a8b9-06a08d7e0fe1 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:20:12.111543 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-74604790-60e0-4874-90fa-b3d2adc89eb1 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:12.150194 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-67eac785-23fb-476c-92ed-ff3bc8acd80a req-a64d706c-3a5a-4247-a298-0ce3d33589ca tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793331 Nov 23 22:20:12.206693 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-74604790-60e0-4874-90fa-b3d2adc89eb1 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:12.207065 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-74604790-60e0-4874-90fa-b3d2adc89eb1 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:12.214188 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a32b7b-f0f8-45df-a7dc-e57176491c9a None None] New status for floating IP 25907b23-da7a-4ef2-ac41-d994cbf90cf1: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:20:12.224181 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-74604790-60e0-4874-90fa-b3d2adc89eb1 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Calling delete_port for 1b450ed7-5edd-452e-a8b9-06a08d7e0fe1 owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:20:12.301402 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5ad13-e350-47dd-ad09-c418ed08b5f9 req-114870fe-bb53-49e9-b54d-9db01f08dead tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:12.302835 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6bb5ad13-e350-47dd-ad09-c418ed08b5f9 req-114870fe-bb53-49e9-b54d-9db01f08dead tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 945 time: 0.0547376 Nov 23 22:20:12.387102 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-74604790-60e0-4874-90fa-b3d2adc89eb1 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:12.412255 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74604790-60e0-4874-90fa-b3d2adc89eb1 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Pushing event deleted for resources: {'Port': ['ID=1b450ed7-5edd-452e-a8b9-06a08d7e0fe1,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:12.423545 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-6bb5ad13-e350-47dd-ad09-c418ed08b5f9 req-036fb839-5c70-4486-880b-7e9d5ee83543 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Deleting port 0ae025a5-e961-492c-8b34-74daf19107cb {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:20:12.423897 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6bb5ad13-e350-47dd-ad09-c418ed08b5f9 req-036fb839-5c70-4486-880b-7e9d5ee83543 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:12.486457 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-74604790-60e0-4874-90fa-b3d2adc89eb1 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:12.490042 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-74604790-60e0-4874-90fa-b3d2adc89eb1 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:12.494861 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-74604790-60e0-4874-90fa-b3d2adc89eb1 tempest-AttachVolumeTestJSON-656145289 tempest-AttachVolumeTestJSON-656145289-project] 10.222.0.50 "DELETE /v2.0/floatingips/25907b23-da7a-4ef2-ac41-d994cbf90cf1 HTTP/1.1" status: 204 len: 168 time: 0.6018069 Nov 23 22:20:12.531507 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-6bb5ad13-e350-47dd-ad09-c418ed08b5f9 req-036fb839-5c70-4486-880b-7e9d5ee83543 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] For port 0ae025a5-e961-492c-8b34-74daf19107cb, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=0ae025a5-e961-492c-8b34-74daf19107cb,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:20:12.532472 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6bb5ad13-e350-47dd-ad09-c418ed08b5f9 req-036fb839-5c70-4486-880b-7e9d5ee83543 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:12.547506 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-6bb5ad13-e350-47dd-ad09-c418ed08b5f9 req-036fb839-5c70-4486-880b-7e9d5ee83543 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Calling delete_port for 0ae025a5-e961-492c-8b34-74daf19107cb owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:20:12.707311 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6bb5ad13-e350-47dd-ad09-c418ed08b5f9 req-036fb839-5c70-4486-880b-7e9d5ee83543 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:12.741522 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fb839-5c70-4486-880b-7e9d5ee83543 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event deleted for resources: {'Port': ['ID=0ae025a5-e961-492c-8b34-74daf19107cb,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:12.746145 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['0ae025a5-e961-492c-8b34-74daf19107cb'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:20:12.791926 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb5ad13-e350-47dd-ad09-c418ed08b5f9 req-036fb839-5c70-4486-880b-7e9d5ee83543 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] No DVR routers for this DVR port 0ae025a5-e961-492c-8b34-74daf19107cb on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:20:12.795220 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6bb5ad13-e350-47dd-ad09-c418ed08b5f9 req-036fb839-5c70-4486-880b-7e9d5ee83543 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:12.799345 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6bb5ad13-e350-47dd-ad09-c418ed08b5f9 req-036fb839-5c70-4486-880b-7e9d5ee83543 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.60 "DELETE /v2.0/ports/0ae025a5-e961-492c-8b34-74daf19107cb HTTP/1.1" status: 204 len: 173 time: 0.4901414 Nov 23 22:20:13.068605 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5c08e9-af29-4ba7-9005-6a9e9488ade7', 'name': 'network-vif-deleted', 'tag': '0ae025a5-e961-492c-8b34-74daf19107cb'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:20:13.071069 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ed9fb3-53c6-4449-ac1f-22f4cea5dc2b" -d '{"events": [{"server_uuid": "1f5c08e9-af29-4ba7-9005-6a9e9488ade7", "name": "network-vif-deleted", "tag": "0ae025a5-e961-492c-8b34-74daf19107cb"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:20:13.114372 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396b7c41-427e-4485-889c-fec37af3736a x-openstack-request-id: req-396b7c41-427e-4485-889c-fec37af3736a {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:20:13.114835 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5c08e9-af29-4ba7-9005-6a9e9488ade7", "name": "network-vif-deleted", "tag": "0ae025a5-e961-492c-8b34-74daf19107cb", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:20:13.115196 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-396b7c41-427e-4485-889c-fec37af3736a {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:20:13.115681 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5c08e9-af29-4ba7-9005-6a9e9488ade7', 'name': 'network-vif-deleted', 'tag': '0ae025a5-e961-492c-8b34-74daf19107cb', 'status': 'completed', 'code': 200} Nov 23 22:20:13.251316 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e9de4f03-8489-4a2c-ad42-53939a6cbb17 req-1dbad561-c02c-40f6-a2e5-023732bdd12f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 210 time: 0.0285516 Nov 23 22:20:13.592826 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 283c29d7-2aa9-4944-9a31-19381a9e749e no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:20:13.619233 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 283c29d7-2aa9-4944-9a31-19381a9e749e {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:20:13.619907 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 283c29d7-2aa9-4944-9a31-19381a9e749e not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:20:14.358111 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e5f50f93-4cfe-4426-991f-d67ee32ee157 req-def56353-e18f-46fd-b1c1-f3b6a60f4f91 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 210 time: 0.0285382 Nov 23 22:20:15.488368 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1e01114e-bcf6-4cff-a243-0acf02804991 req-95a8e50e-8ae3-47bd-a3a6-5cebd298d851 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 210 time: 0.0269430 Nov 23 22:20:15.918987 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 0ae025a5-e961-492c-8b34-74daf19107cb no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:20:15.949668 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 0ae025a5-e961-492c-8b34-74daf19107cb {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:20:15.950179 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 0ae025a5-e961-492c-8b34-74daf19107cb not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:20:16.616017 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2556544b-0de8-4d1a-b6fb-a5d50a71ddcf req-43fea947-bc04-40a9-aacb-069e5185f946 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 210 time: 0.0293355 Nov 23 22:20:17.717773 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a3f0ef31-1da0-4877-a12c-d17b1b68524a req-3fe6d2ed-0ab7-4ad1-8af4-e7aa48da7235 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f5c08e9-af29-4ba7-9005-6a9e9488ade7 HTTP/1.1" status: 200 len: 210 time: 0.0325372 Nov 23 22:20:22.941397 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:25.785736 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41670) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:26.284876 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-44102ab3-0b24-43c8-91e0-3d0f32b83065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:26.558177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-44102ab3-0b24-43c8-91e0-3d0f32b83065 admin admin] Deleting port 2af67ed9-3380-490f-bc7e-e04387e5bf84 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:20:26.558515 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-44102ab3-0b24-43c8-91e0-3d0f32b83065 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:26.654109 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-44102ab3-0b24-43c8-91e0-3d0f32b83065 admin admin] For port 2af67ed9-3380-490f-bc7e-e04387e5bf84, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2af67ed9-3380-490f-bc7e-e04387e5bf84,segment=NetworkSegment(8dad229b-7ded-430c-a4de-9c18ce33a040),segment_id=8dad229b-7ded-430c-a4de-9c18ce33a040)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:20:26.654551 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-44102ab3-0b24-43c8-91e0-3d0f32b83065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:26.668678 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-44102ab3-0b24-43c8-91e0-3d0f32b83065 admin admin] Calling delete_port for 2af67ed9-3380-490f-bc7e-e04387e5bf84 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:20:26.862010 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-44102ab3-0b24-43c8-91e0-3d0f32b83065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:26.888764 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44102ab3-0b24-43c8-91e0-3d0f32b83065 admin admin] Pushing event deleted for resources: {'Port': ['ID=2af67ed9-3380-490f-bc7e-e04387e5bf84,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:26.901546 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44102ab3-0b24-43c8-91e0-3d0f32b83065 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:26.901827 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44102ab3-0b24-43c8-91e0-3d0f32b83065 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:26.902173 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44102ab3-0b24-43c8-91e0-3d0f32b83065 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:26.902519 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44102ab3-0b24-43c8-91e0-3d0f32b83065 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:26.902886 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44102ab3-0b24-43c8-91e0-3d0f32b83065 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:26.903221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44102ab3-0b24-43c8-91e0-3d0f32b83065 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:26.903553 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44102ab3-0b24-43c8-91e0-3d0f32b83065 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:26.903883 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44102ab3-0b24-43c8-91e0-3d0f32b83065 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:26.904211 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44102ab3-0b24-43c8-91e0-3d0f32b83065 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:26.904540 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44102ab3-0b24-43c8-91e0-3d0f32b83065 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:26.904869 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44102ab3-0b24-43c8-91e0-3d0f32b83065 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:26.905197 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44102ab3-0b24-43c8-91e0-3d0f32b83065 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:20:27.077436 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-44102ab3-0b24-43c8-91e0-3d0f32b83065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:27.322273 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44102ab3-0b24-43c8-91e0-3d0f32b83065 admin admin] Router ad34c48f-b69d-444a-95c3-684891e78997 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:20:27.771580 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44102ab3-0b24-43c8-91e0-3d0f32b83065 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:20:27.776841 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-44102ab3-0b24-43c8-91e0-3d0f32b83065 admin admin] 10.222.0.50 "PUT /v2.0/routers/ad34c48f-b69d-444a-95c3-684891e78997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9900572 Nov 23 22:20:27.779300 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41690) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:27.788109 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529d5c52-524f-4fa0-86ea-cc7cea4b722a None None] Sync routers for ids ['ad34c48f-b69d-444a-95c3-684891e78997'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:20:27.797636 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529d5c52-524f-4fa0-86ea-cc7cea4b722a None None] Routers {'ad34c48f-b69d-444a-95c3-684891e78997'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:20:27.799078 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-529d5c52-524f-4fa0-86ea-cc7cea4b722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:20:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ad34c48f-b69d-444a-95c3-684891e78997'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:20:27.892872 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1760eb20-6599-4075-b8cd-4caf95ebaab6 admin admin] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:27.908038 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-529d5c52-524f-4fa0-86ea-cc7cea4b722a None None] Set router ad34c48f-b69d-444a-95c3-684891e78997 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:20:27.995314 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-97ca7efb-7d10-4a53-b786-747261b017fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:28.023225 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1760eb20-6599-4075-b8cd-4caf95ebaab6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:28.088761 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-1760eb20-6599-4075-b8cd-4caf95ebaab6 admin admin] Deleting port 68bec0a7-2856-4a33-b919-1783936a3e09 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:20:28.089110 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1760eb20-6599-4075-b8cd-4caf95ebaab6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:28.155072 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-529d5c52-524f-4fa0-86ea-cc7cea4b722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'name': 'tempest-AttachVolumeTestJSON-464797771-router', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:12:45Z', 'updated_at': '2021-11-23T22:20:26Z', 'revision_number': 5, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'gw_port': {'id': '68bec0a7-2856-4a33-b919-1783936a3e09', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:12:46Z', 'updated_at': '2021-11-23T22:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:20:28.186499 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529d5c52-524f-4fa0-86ea-cc7cea4b722a None None] Checking router: ad34c48f-b69d-444a-95c3-684891e78997 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:20:28.196639 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529d5c52-524f-4fa0-86ea-cc7cea4b722a None None] Routers {'ad34c48f-b69d-444a-95c3-684891e78997'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:20:28.197293 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-529d5c52-524f-4fa0-86ea-cc7cea4b722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:20:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ad34c48f-b69d-444a-95c3-684891e78997'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:20:28.219469 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-1760eb20-6599-4075-b8cd-4caf95ebaab6 admin admin] For port 68bec0a7-2856-4a33-b919-1783936a3e09, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=68bec0a7-2856-4a33-b919-1783936a3e09,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:20:28.220049 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1760eb20-6599-4075-b8cd-4caf95ebaab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:28.235108 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-1760eb20-6599-4075-b8cd-4caf95ebaab6 admin admin] Calling delete_port for 68bec0a7-2856-4a33-b919-1783936a3e09 owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:20:28.323696 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-529d5c52-524f-4fa0-86ea-cc7cea4b722a None None] Set router ad34c48f-b69d-444a-95c3-684891e78997 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:20:28.387356 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-529d5c52-524f-4fa0-86ea-cc7cea4b722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'name': 'tempest-AttachVolumeTestJSON-464797771-router', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:12:45Z', 'updated_at': '2021-11-23T22:20:28Z', 'revision_number': 6, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:20:28.423525 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529d5c52-524f-4fa0-86ea-cc7cea4b722a None None] The sync data for ids ['ad34c48f-b69d-444a-95c3-684891e78997'] in n-d-816206-9 is: [{'id': 'ad34c48f-b69d-444a-95c3-684891e78997', 'name': 'tempest-AttachVolumeTestJSON-464797771-router', 'tenant_id': '58744f20ea5c4088bdd5abf19df7467d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:12:45Z', 'updated_at': '2021-11-23T22:20:28Z', 'revision_number': 6, 'project_id': '58744f20ea5c4088bdd5abf19df7467d', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:20:28.427073 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1760eb20-6599-4075-b8cd-4caf95ebaab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:28.451687 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5f2c56-898f-46b4-a408-fb6dcae83cc2 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:20:28.463847 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760eb20-6599-4075-b8cd-4caf95ebaab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=68bec0a7-2856-4a33-b919-1783936a3e09,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:28.533591 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1760eb20-6599-4075-b8cd-4caf95ebaab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:28.628772 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1760eb20-6599-4075-b8cd-4caf95ebaab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:28.631911 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1760eb20-6599-4075-b8cd-4caf95ebaab6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:28.682862 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1760eb20-6599-4075-b8cd-4caf95ebaab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:28.683669 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1760eb20-6599-4075-b8cd-4caf95ebaab6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad34c48f-b69d-444a-95c3-684891e78997 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:20:28.690103 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1760eb20-6599-4075-b8cd-4caf95ebaab6 admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:28.691384 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1760eb20-6599-4075-b8cd-4caf95ebaab6 admin admin] 10.222.0.50 "DELETE /v2.0/routers/ad34c48f-b69d-444a-95c3-684891e78997 HTTP/1.1" status: 204 len: 168 time: 0.9111638 Nov 23 22:20:28.694251 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41700) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:28.741379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6313d63-60df-4adc-8d41-b0602d57f9d2 admin admin] Deleting subnet 0967a0c6-201c-4f64-942b-1c9918c65e1f {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:20:28.744575 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b6313d63-60df-4adc-8d41-b0602d57f9d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:28.781501 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b6313d63-60df-4adc-8d41-b0602d57f9d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:28.873692 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b6313d63-60df-4adc-8d41-b0602d57f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:28.942121 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b6313d63-60df-4adc-8d41-b0602d57f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:28.956197 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b6313d63-60df-4adc-8d41-b0602d57f9d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:28.963240 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41702) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:28.963753 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b6313d63-60df-4adc-8d41-b0602d57f9d2 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0967a0c6-201c-4f64-942b-1c9918c65e1f HTTP/1.1" status: 204 len: 168 time: 0.2679198 Nov 23 22:20:28.968918 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf03a363-fe27-4d7d-8ae6-995698bfa439 None None] Network bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:20:28.984342 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6313d63-60df-4adc-8d41-b0602d57f9d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0967a0c6-201c-4f64-942b-1c9918c65e1f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:29.046533 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e71fc98-98d5-4002-b4ea-0a4d1297c9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:29.105664 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-3e71fc98-98d5-4002-b4ea-0a4d1297c9a1 admin admin] Deleting port 204a0a87-1f32-4303-a664-a8965c4cfc47 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:20:29.106005 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e71fc98-98d5-4002-b4ea-0a4d1297c9a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:29.191838 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-3e71fc98-98d5-4002-b4ea-0a4d1297c9a1 admin admin] For port 204a0a87-1f32-4303-a664-a8965c4cfc47, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=204a0a87-1f32-4303-a664-a8965c4cfc47,segment=NetworkSegment(8dad229b-7ded-430c-a4de-9c18ce33a040),segment_id=8dad229b-7ded-430c-a4de-9c18ce33a040)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:20:29.192265 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e71fc98-98d5-4002-b4ea-0a4d1297c9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:29.208556 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-3e71fc98-98d5-4002-b4ea-0a4d1297c9a1 admin admin] Calling delete_port for 204a0a87-1f32-4303-a664-a8965c4cfc47 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:20:29.307318 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e25d19-64b3-441e-b2c2-86742459e811 None None] DHCP port deletion for bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:20:29.321526 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e71fc98-98d5-4002-b4ea-0a4d1297c9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:29.342262 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2af67ed9-3380-490f-bc7e-e04387e5bf84 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:20:29.368672 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 2af67ed9-3380-490f-bc7e-e04387e5bf84 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:20:29.369189 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2af67ed9-3380-490f-bc7e-e04387e5bf84 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:20:29.386110 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e71fc98-98d5-4002-b4ea-0a4d1297c9a1 admin admin] No DVR routers for this DVR port 204a0a87-1f32-4303-a664-a8965c4cfc47 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:20:29.390484 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71fc98-98d5-4002-b4ea-0a4d1297c9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=204a0a87-1f32-4303-a664-a8965c4cfc47,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:29.407197 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-d7e25d19-64b3-441e-b2c2-86742459e811 None None] Deleting port 204a0a87-1f32-4303-a664-a8965c4cfc47 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:20:29.408286 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d7e25d19-64b3-441e-b2c2-86742459e811 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:29.481114 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e71fc98-98d5-4002-b4ea-0a4d1297c9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:29.494800 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d7e25d19-64b3-441e-b2c2-86742459e811 None None] For port 204a0a87-1f32-4303-a664-a8965c4cfc47, host n-d-816206-9, got binding levels [] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:20:29.496111 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d7e25d19-64b3-441e-b2c2-86742459e811 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:29.503776 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-3e71fc98-98d5-4002-b4ea-0a4d1297c9a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:20:29.515157 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-3e71fc98-98d5-4002-b4ea-0a4d1297c9a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dad229b-7ded-430c-a4de-9c18ce33a040') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:20:29.515444 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-3e71fc98-98d5-4002-b4ea-0a4d1297c9a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dad229b-7ded-430c-a4de-9c18ce33a040') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:20:29.524088 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-d7e25d19-64b3-441e-b2c2-86742459e811 None None] Calling delete_port for 204a0a87-1f32-4303-a664-a8965c4cfc47 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:20:29.527968 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e71fc98-98d5-4002-b4ea-0a4d1297c9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:29.528630 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.ipam_backend_mixin [None req-d7e25d19-64b3-441e-b2c2-86742459e811 None None] Port 204a0a87-1f32-4303-a664-a8965c4cfc47 was not found and therefore no delete operation was performed {{(pid=110035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 22:20:29.532065 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d7e25d19-64b3-441e-b2c2-86742459e811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:29.546423 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e71fc98-98d5-4002-b4ea-0a4d1297c9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:29.553558 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e71fc98-98d5-4002-b4ea-0a4d1297c9a1 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:20:29.553953 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e71fc98-98d5-4002-b4ea-0a4d1297c9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:20:29.571621 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:20:29.583263 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e25d19-64b3-441e-b2c2-86742459e811 None None] Pushing event deleted for resources: {'Port': ['ID=204a0a87-1f32-4303-a664-a8965c4cfc47,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:29.585547 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e25d19-64b3-441e-b2c2-86742459e811 None None] No DVR routers for this DVR port 204a0a87-1f32-4303-a664-a8965c4cfc47 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:20:29.651019 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e71fc98-98d5-4002-b4ea-0a4d1297c9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:29.671098 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e71fc98-98d5-4002-b4ea-0a4d1297c9a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:29.678491 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3e71fc98-98d5-4002-b4ea-0a4d1297c9a1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80 HTTP/1.1" status: 204 len: 168 time: 0.7141321 Nov 23 22:20:29.680113 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71fc98-98d5-4002-b4ea-0a4d1297c9a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc3cea76-b9ef-4d0c-a3b9-5af044f4cb80,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:29.839853 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41714) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:29.885350 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d5fd1d0f-bc7e-4083-a72f-4af71b3e07a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=58744f20ea5c4088bdd5abf19df7467d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450461 Nov 23 22:20:29.887712 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41716) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:29.949988 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-330b95b2-e3db-4db4-80e8-fc176949409b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:29.974032 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-330b95b2-e3db-4db4-80e8-fc176949409b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:30.033635 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-330b95b2-e3db-4db4-80e8-fc176949409b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:30.036722 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-330b95b2-e3db-4db4-80e8-fc176949409b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:30.039150 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-330b95b2-e3db-4db4-80e8-fc176949409b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3a91d102-9b09-4c30-8ae0-a909692c22a8 HTTP/1.1" status: 204 len: 168 time: 0.1504447 Nov 23 22:20:30.053195 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b95b2-e3db-4db4-80e8-fc176949409b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a91d102-9b09-4c30-8ae0-a909692c22a8,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:30.146831 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:30.528927 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e4338ac0-aa69-40c5-9e56-9846a9aa3c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:30.672751 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 68bec0a7-2856-4a33-b919-1783936a3e09 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:20:30.717459 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 68bec0a7-2856-4a33-b919-1783936a3e09 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:20:30.717807 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 68bec0a7-2856-4a33-b919-1783936a3e09 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:20:30.718552 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 204a0a87-1f32-4303-a664-a8965c4cfc47 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:20:30.767345 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 204a0a87-1f32-4303-a664-a8965c4cfc47 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:20:30.767934 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 204a0a87-1f32-4303-a664-a8965c4cfc47 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:20:31.689191 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:32.913914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41812) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:33.056864 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:33.070049 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67b43707-59b5-48d1-b934-5b8ffb2023ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:33.167349 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67b43707-59b5-48d1-b934-5b8ffb2023ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:33.171153 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67b43707-59b5-48d1-b934-5b8ffb2023ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:33.218955 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41820) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:33.219559 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-67b43707-59b5-48d1-b934-5b8ffb2023ce admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6b88cab041fb43e7bdff765d2ed100d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3036256 Nov 23 22:20:33.221165 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b43707-59b5-48d1-b934-5b8ffb2023ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa404ab-d284-439b-b7f7-052babd2960c,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:33.290250 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9034808e-54b0-4c93-9610-17d3a882b71c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:33.313397 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9034808e-54b0-4c93-9610-17d3a882b71c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:33.369714 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9034808e-54b0-4c93-9610-17d3a882b71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:33.372814 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9034808e-54b0-4c93-9610-17d3a882b71c admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:33.374235 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9034808e-54b0-4c93-9610-17d3a882b71c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dfa404ab-d284-439b-b7f7-052babd2960c HTTP/1.1" status: 204 len: 168 time: 0.1542304 Nov 23 22:20:33.386217 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034808e-54b0-4c93-9610-17d3a882b71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa404ab-d284-439b-b7f7-052babd2960c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:33.698450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 41828) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:33.714094 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ba43e7bb-93a8-4a1d-a438-b0d257344675 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:33.798437 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ba43e7bb-93a8-4a1d-a438-b0d257344675 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:33.803810 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ba43e7bb-93a8-4a1d-a438-b0d257344675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:33.844704 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43e7bb-93a8-4a1d-a438-b0d257344675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf62709-1777-41f2-bd0f-4df96f75173d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:33.852305 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ba43e7bb-93a8-4a1d-a438-b0d257344675 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=48b996d7fa7a4222b7c56e468e1fc0fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1526597 Nov 23 22:20:33.853983 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 41834) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:33.878185 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:33.917190 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66fcf6da-997e-4926-b7bf-ac278bd9cbdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:33.943063 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66fcf6da-997e-4926-b7bf-ac278bd9cbdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:33.999544 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66fcf6da-997e-4926-b7bf-ac278bd9cbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:34.002275 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-66fcf6da-997e-4926-b7bf-ac278bd9cbdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:34.005945 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-66fcf6da-997e-4926-b7bf-ac278bd9cbdd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0cf62709-1777-41f2-bd0f-4df96f75173d HTTP/1.1" status: 204 len: 168 time: 0.1484993 Nov 23 22:20:34.019098 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcf6da-997e-4926-b7bf-ac278bd9cbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf62709-1777-41f2-bd0f-4df96f75173d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:43.464898 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42152) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:43.584397 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1f097454-97f1-4f16-9ebd-8bf23f73b518 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:43.709064 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1f097454-97f1-4f16-9ebd-8bf23f73b518 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:43.725852 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1f097454-97f1-4f16-9ebd-8bf23f73b518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:43.775639 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42156) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:43.776316 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1f097454-97f1-4f16-9ebd-8bf23f73b518 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c841b97083a44422a6678ebd2f064f51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3100603 Nov 23 22:20:43.777048 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f097454-97f1-4f16-9ebd-8bf23f73b518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48ddbe7-ef57-445f-b651-7a41a91012a8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:43.854602 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d78fb1a5-a302-4e35-b1d8-6f388d31815a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:43.876440 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d78fb1a5-a302-4e35-b1d8-6f388d31815a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:43.942167 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d78fb1a5-a302-4e35-b1d8-6f388d31815a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:43.945490 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d78fb1a5-a302-4e35-b1d8-6f388d31815a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:43.949490 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d78fb1a5-a302-4e35-b1d8-6f388d31815a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b48ddbe7-ef57-445f-b651-7a41a91012a8 HTTP/1.1" status: 204 len: 168 time: 0.1728694 Nov 23 22:20:43.962409 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fb1a5-a302-4e35-b1d8-6f388d31815a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48ddbe7-ef57-445f-b651-7a41a91012a8,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:44.242406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42168) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:44.256759 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b64d67e4-6d06-4077-ae5b-50899c4277e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:44.334119 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b64d67e4-6d06-4077-ae5b-50899c4277e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:44.338265 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b64d67e4-6d06-4077-ae5b-50899c4277e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:44.380907 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b64d67e4-6d06-4077-ae5b-50899c4277e0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b86cdddb3b1345eaa04a44d15655d6fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1372743 Nov 23 22:20:44.383758 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42174) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:44.393549 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d67e4-6d06-4077-ae5b-50899c4277e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af77b8c7-8f9f-483e-b735-333b9bba6c35,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:44.441690 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-18012350-97fc-4eef-9bf6-c2c865cd8739 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:44.468219 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-18012350-97fc-4eef-9bf6-c2c865cd8739 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:44.518893 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-18012350-97fc-4eef-9bf6-c2c865cd8739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:44.522633 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-18012350-97fc-4eef-9bf6-c2c865cd8739 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:44.526968 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-18012350-97fc-4eef-9bf6-c2c865cd8739 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af77b8c7-8f9f-483e-b735-333b9bba6c35 HTTP/1.1" status: 204 len: 168 time: 0.1415861 Nov 23 22:20:44.536226 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18012350-97fc-4eef-9bf6-c2c865cd8739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af77b8c7-8f9f-483e-b735-333b9bba6c35,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:44.740939 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-c1f03bb0-8257-4bb0-b0d3-3c0d32411c76 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:44.742379 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-c1f03bb0-8257-4bb0-b0d3-3c0d32411c76 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 811 time: 0.1267114 Nov 23 22:20:44.760166 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-fee6b594-e38f-4f89-bdec-ec98cd505c79 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/quotas/329cae0f6dbe4692890320913546aec7 HTTP/1.1" status: 200 len: 375 time: 0.0102723 Nov 23 22:20:44.829120 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-89ad3ec6-3152-4f1a-a021-162ea5c4dcf8 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610390 Nov 23 22:20:44.911643 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42196) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:44.926344 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-cb7accf7-27c8-4fc8-883e-44cd018eb038 service neutron] 10.222.0.50 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897770 Nov 23 22:20:44.935382 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ec73dba9-5ee7-445f-a2c5-22ace95923af admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:45.013782 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ec73dba9-5ee7-445f-a2c5-22ace95923af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:45.020197 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ec73dba9-5ee7-445f-a2c5-22ace95923af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:45.026999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-66fc2fbe-27be-4fb4-8f2a-8e3e7566ca10 service neutron] 10.222.0.50 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942092 Nov 23 22:20:45.067499 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ec73dba9-5ee7-445f-a2c5-22ace95923af admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=95a5888172874132aa5f8601a6acd6a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1477234 Nov 23 22:20:45.068186 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42202) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:45.068982 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73dba9-5ee7-445f-a2c5-22ace95923af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05603377-662e-4245-ad56-c476653b6629,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:45.144214 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c68dfe9-8504-4dd8-b256-cba45a7bd61a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:45.171959 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c68dfe9-8504-4dd8-b256-cba45a7bd61a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:45.247840 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-66bd25db-dc93-4fd6-a367-1058c4a21e5c req-9bf5a9f9-764c-4377-88f6-393b0f5f8089 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 210 time: 0.0358489 Nov 23 22:20:45.258905 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c68dfe9-8504-4dd8-b256-cba45a7bd61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:45.262060 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6c68dfe9-8504-4dd8-b256-cba45a7bd61a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:45.263514 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6c68dfe9-8504-4dd8-b256-cba45a7bd61a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/05603377-662e-4245-ad56-c476653b6629 HTTP/1.1" status: 204 len: 168 time: 0.1911914 Nov 23 22:20:45.275308 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c68dfe9-8504-4dd8-b256-cba45a7bd61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05603377-662e-4245-ad56-c476653b6629,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:46.391789 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5cc8fabc-cd23-4487-93ed-78f21963f350 req-a2aff2ab-a4bb-4c2c-8651-3ba9a11d1efa tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 210 time: 0.0578754 Nov 23 22:20:46.623061 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-55516d16-b87f-4ec4-9adf-55c0895d2a7b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:46.625814 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-55516d16-b87f-4ec4-9adf-55c0895d2a7b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.53 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 811 time: 0.1551492 Nov 23 22:20:46.641336 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-b5ebac7f-2ce9-4c55-aa5d-fb8523b01322 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Request body: {'port': {'device_id': '88a0567d-867c-4e8f-874d-e891be2aff04', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'admin_state_up': True, 'tenant_id': '329cae0f6dbe4692890320913546aec7'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:20:46.819747 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-b5ebac7f-2ce9-4c55-aa5d-fb8523b01322 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Made reservation on behalf of 329cae0f6dbe4692890320913546aec7 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:20:46.826069 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-b5ebac7f-2ce9-4c55-aa5d-fb8523b01322 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:46.996630 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-b5ebac7f-2ce9-4c55-aa5d-fb8523b01322 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Allocated IP 172.20.0.12 (78d257e1-aea0-4cd9-9a6d-8f678889c0c7/00982b18-1d62-4bd5-8cb8-3ab1c7caaf56/f2cb3dbc-4528-40b8-a020-d3d69d86a4cd) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:20:47.268466 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-b5ebac7f-2ce9-4c55-aa5d-fb8523b01322 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:47.346459 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-b5ebac7f-2ce9-4c55-aa5d-fb8523b01322 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:47.397642 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-b5ebac7f-2ce9-4c55-aa5d-fb8523b01322 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:20:47.448079 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-b5ebac7f-2ce9-4c55-aa5d-fb8523b01322 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:20:47.454599 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42304) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:47.461020 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-b5ebac7f-2ce9-4c55-aa5d-fb8523b01322 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:20:47.465696 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ebac7f-2ce9-4c55-aa5d-fb8523b01322 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event updated for resources: {'Port': ['ID=f2cb3dbc-4528-40b8-a020-d3d69d86a4cd,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:47.557811 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-b5ebac7f-2ce9-4c55-aa5d-fb8523b01322 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:47.558913 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-b5ebac7f-2ce9-4c55-aa5d-fb8523b01322 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:47.592372 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-b5ebac7f-2ce9-4c55-aa5d-fb8523b01322 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9549968 Nov 23 22:20:47.618070 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:20:47.621028 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436f7d5-d48f-4fda-90d7-97127799bc3d req-43eb0b25-89f2-4c45-998e-ceb4060f860b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:47.629784 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c436f7d5-d48f-4fda-90d7-97127799bc3d req-43eb0b25-89f2-4c45-998e-ceb4060f860b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 932 time: 0.1175015 Nov 23 22:20:47.697133 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c436f7d5-d48f-4fda-90d7-97127799bc3d req-94a732cb-6fd5-4252-bf82-a9d99780beac tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660279 Nov 23 22:20:47.743522 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-5e5a3dc3-747a-4942-b44a-9d06b4217d75 service neutron] Request body: {'port': {'device_id': '88a0567d-867c-4e8f-874d-e891be2aff04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:20:47.749123 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2b31f275-b738-488f-af55-f413f54a1933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:47.835860 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-5e5a3dc3-747a-4942-b44a-9d06b4217d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:47.934988 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2b31f275-b738-488f-af55-f413f54a1933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:47.940518 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2b31f275-b738-488f-af55-f413f54a1933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:47.953060 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-36d154ec-9564-416d-805d-507b15646099 None None] Provisioning complete for port f2cb3dbc-4528-40b8-a020-d3d69d86a4cd triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:20:47.953773 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-36d154ec-9564-416d-805d-507b15646099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:47.995704 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2b31f275-b738-488f-af55-f413f54a1933 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3468fef457044dcbab96341bbe6049ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5376952 Nov 23 22:20:47.995949 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42314) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:48.007178 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31f275-b738-488f-af55-f413f54a1933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc8aa7d-803e-46e1-bc55-0f36834f8750,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:48.028912 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-36d154ec-9564-416d-805d-507b15646099 None None] Port f2cb3dbc-4528-40b8-a020-d3d69d86a4cd cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:20:48.078166 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c879d76-e50f-4a33-af31-3a7d9b294eca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:48.102585 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c879d76-e50f-4a33-af31-3a7d9b294eca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:48.176479 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c879d76-e50f-4a33-af31-3a7d9b294eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:48.179182 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c879d76-e50f-4a33-af31-3a7d9b294eca admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:48.180653 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9c879d76-e50f-4a33-af31-3a7d9b294eca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3bc8aa7d-803e-46e1-bc55-0f36834f8750 HTTP/1.1" status: 204 len: 168 time: 0.1832221 Nov 23 22:20:48.190637 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c879d76-e50f-4a33-af31-3a7d9b294eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc8aa7d-803e-46e1-bc55-0f36834f8750,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:48.266531 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-5e5a3dc3-747a-4942-b44a-9d06b4217d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2cb3dbc-4528-40b8-a020-d3d69d86a4cd {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:20:48.276874 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-5e5a3dc3-747a-4942-b44a-9d06b4217d75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:48.297005 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-5e5a3dc3-747a-4942-b44a-9d06b4217d75 service neutron] Transition to ACTIVE for port object f2cb3dbc-4528-40b8-a020-d3d69d86a4cd will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:20:48.303175 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-5e5a3dc3-747a-4942-b44a-9d06b4217d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:48.421102 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a3dc3-747a-4942-b44a-9d06b4217d75 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cb3dbc-4528-40b8-a020-d3d69d86a4cd,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:48.467211 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-5e5a3dc3-747a-4942-b44a-9d06b4217d75 service neutron] Attempting to bind port f2cb3dbc-4528-40b8-a020-d3d69d86a4cd on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:20:48.467982 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-5e5a3dc3-747a-4942-b44a-9d06b4217d75 service neutron] Attempting to bind port f2cb3dbc-4528-40b8-a020-d3d69d86a4cd by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:20:48.468358 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-5e5a3dc3-747a-4942-b44a-9d06b4217d75 service neutron] Attempting to bind port f2cb3dbc-4528-40b8-a020-d3d69d86a4cd on network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:20:48.481645 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-5e5a3dc3-747a-4942-b44a-9d06b4217d75 service neutron] Port f2cb3dbc-4528-40b8-a020-d3d69d86a4cd on network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:20:48.482607 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-5e5a3dc3-747a-4942-b44a-9d06b4217d75 service neutron] Attempting to bind port f2cb3dbc-4528-40b8-a020-d3d69d86a4cd on network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:20:48.499252 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-5e5a3dc3-747a-4942-b44a-9d06b4217d75 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:20:48.499794 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-5e5a3dc3-747a-4942-b44a-9d06b4217d75 service neutron] Checking segment: {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:20:48.500514 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-5e5a3dc3-747a-4942-b44a-9d06b4217d75 service neutron] Bound using segment: {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:20:48.501183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-5e5a3dc3-747a-4942-b44a-9d06b4217d75 service neutron] Bound port: f2cb3dbc-4528-40b8-a020-d3d69d86a4cd, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:20:48.502330 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-5e5a3dc3-747a-4942-b44a-9d06b4217d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:48.635497 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-5e5a3dc3-747a-4942-b44a-9d06b4217d75 service neutron] For port f2cb3dbc-4528-40b8-a020-d3d69d86a4cd, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:20:48.641191 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-5e5a3dc3-747a-4942-b44a-9d06b4217d75 service neutron] For port f2cb3dbc-4528-40b8-a020-d3d69d86a4cd, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f2cb3dbc-4528-40b8-a020-d3d69d86a4cd,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:20:48.649775 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-5e5a3dc3-747a-4942-b44a-9d06b4217d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:48.734261 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-5e5a3dc3-747a-4942-b44a-9d06b4217d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:48.735353 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-5e5a3dc3-747a-4942-b44a-9d06b4217d75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:48.737082 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-5e5a3dc3-747a-4942-b44a-9d06b4217d75 service neutron] 10.222.0.53 "PUT /v2.0/ports/f2cb3dbc-4528-40b8-a020-d3d69d86a4cd HTTP/1.1" status: 200 len: 1092 time: 1.1296139 Nov 23 22:20:48.737692 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a0567d-867c-4e8f-874d-e891be2aff04', 'tag': 'f2cb3dbc-4528-40b8-a020-d3d69d86a4cd'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:20:48.740697 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ae1d2c-ac91-4971-b062-bdbffde3c162" -d '{"events": [{"name": "network-changed", "server_uuid": "88a0567d-867c-4e8f-874d-e891be2aff04", "tag": "f2cb3dbc-4528-40b8-a020-d3d69d86a4cd"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:20:48.835948 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a3dc3-747a-4942-b44a-9d06b4217d75 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cb3dbc-4528-40b8-a020-d3d69d86a4cd,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:48.902109 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778b9f6-c162-4ef8-9687-edcfeb4f14b2 req-281682e7-77cf-4a45-a7d1-b02f368df19a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:48.911156 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c778b9f6-c162-4ef8-9687-edcfeb4f14b2 req-281682e7-77cf-4a45-a7d1-b02f368df19a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 944 time: 0.0769382 Nov 23 22:20:48.915115 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d79fecb-7733-4652-8aa8-d7d7f2dd1288 x-openstack-request-id: req-1d79fecb-7733-4652-8aa8-d7d7f2dd1288 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:20:48.915115 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a0567d-867c-4e8f-874d-e891be2aff04", "tag": "f2cb3dbc-4528-40b8-a020-d3d69d86a4cd", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:20:48.915115 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d79fecb-7733-4652-8aa8-d7d7f2dd1288 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:20:48.915115 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a0567d-867c-4e8f-874d-e891be2aff04', 'tag': 'f2cb3dbc-4528-40b8-a020-d3d69d86a4cd', 'status': 'completed', 'code': 200} Nov 23 22:20:48.945810 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-ff4978f9-65f4-4e7a-8eff-a25c26029acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:48.949413 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-ff4978f9-65f4-4e7a-8eff-a25c26029acc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 1095 time: 0.1091194 Nov 23 22:20:49.023554 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-6268cca1-1a09-4270-920b-4478f7ff8bcd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2cb3dbc-4528-40b8-a020-d3d69d86a4cd HTTP/1.1" status: 200 len: 217 time: 0.0517340 Nov 23 22:20:49.048258 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c778b9f6-c162-4ef8-9687-edcfeb4f14b2 req-048032e8-bc45-4db4-8b28-a7862f60803e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361227 Nov 23 22:20:49.126356 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-e2fe7531-3bed-4c5f-96b6-d8aebaf64dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:49.128252 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-e2fe7531-3bed-4c5f-96b6-d8aebaf64dab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0914915 Nov 23 22:20:49.194361 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-abea23f2-3722-4700-a78d-c6d846c12fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:49.196333 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-abea23f2-3722-4700-a78d-c6d846c12fe3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568500 Nov 23 22:20:49.313685 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-a5ddbc6a-6574-4c1c-93b8-f2d66fed1e9c service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044233 Nov 23 22:20:49.427296 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-91be4237-f49c-44f8-bd86-6322e8c10f8e req-bd3f9c4d-bd15-4db4-9738-08485ab459dd service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016455 Nov 23 22:20:49.558962 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae1d2c-ac91-4971-b062-bdbffde3c162 req-d2c0b7a6-a9f8-4b19-ac54-c7167f574da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:49.560679 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-80ae1d2c-ac91-4971-b062-bdbffde3c162 req-d2c0b7a6-a9f8-4b19-ac54-c7167f574da8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 1095 time: 0.0652211 Nov 23 22:20:49.677773 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae1d2c-ac91-4971-b062-bdbffde3c162 req-11b77550-7b1d-4182-b924-8cd25f4beadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:49.679480 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-80ae1d2c-ac91-4971-b062-bdbffde3c162 req-11b77550-7b1d-4182-b924-8cd25f4beadc service neutron] 10.222.0.53 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 912 time: 0.1101248 Nov 23 22:20:49.732978 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-80ae1d2c-ac91-4971-b062-bdbffde3c162 req-8ebf44e9-8ee7-4784-b27b-8f682d602a06 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2cb3dbc-4528-40b8-a020-d3d69d86a4cd HTTP/1.1" status: 200 len: 217 time: 0.0443182 Nov 23 22:20:49.794192 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae1d2c-ac91-4971-b062-bdbffde3c162 req-c5883e03-4c84-46ca-96ef-b6cc136cad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:49.795677 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-80ae1d2c-ac91-4971-b062-bdbffde3c162 req-c5883e03-4c84-46ca-96ef-b6cc136cad0e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0526025 Nov 23 22:20:49.851838 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae1d2c-ac91-4971-b062-bdbffde3c162 req-09df0bf7-9445-41da-b18a-db5aaf75d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:49.853473 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-80ae1d2c-ac91-4971-b062-bdbffde3c162 req-09df0bf7-9445-41da-b18a-db5aaf75d3b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499122 Nov 23 22:20:49.969032 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-80ae1d2c-ac91-4971-b062-bdbffde3c162 req-fd111254-b873-44bf-a0a2-fa20477cd7b0 service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022549 Nov 23 22:20:50.161869 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-80ae1d2c-ac91-4971-b062-bdbffde3c162 req-897945e5-d481-4f89-9a1a-85ff027c10b6 service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807196 Nov 23 22:20:50.201881 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc769a1a-acd8-4e53-9c1f-cf73d3b5cf1e req-85a231c7-f2f1-4d60-8a7f-e63d4012a2e2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:50.208970 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc769a1a-acd8-4e53-9c1f-cf73d3b5cf1e req-85a231c7-f2f1-4d60-8a7f-e63d4012a2e2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 944 time: 0.0783081 Nov 23 22:20:50.283300 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc769a1a-acd8-4e53-9c1f-cf73d3b5cf1e req-63ad632a-056e-4b0e-a712-159b7299a68e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659206 Nov 23 22:20:51.431021 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6d11d-3352-4900-a7a8-0623603d789a req-bd51e4d5-2a7d-4796-ada5-317de4126f30 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:51.433997 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0cb6d11d-3352-4900-a7a8-0623603d789a req-bd51e4d5-2a7d-4796-ada5-317de4126f30 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 944 time: 0.0782588 Nov 23 22:20:51.568253 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0cb6d11d-3352-4900-a7a8-0623603d789a req-dfb420fa-1171-4b6d-897f-49cb265e774f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245840 Nov 23 22:20:52.775572 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42600) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:52.835933 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d22fd-5b0c-4554-8750-b2a9c6903fa5 req-75c7a615-340b-4a5a-b104-38b9ca70ceb0 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:52.848767 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b5d22fd-5b0c-4554-8750-b2a9c6903fa5 req-75c7a615-340b-4a5a-b104-38b9ca70ceb0 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 944 time: 0.1579001 Nov 23 22:20:52.955520 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:52.958188 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b5d22fd-5b0c-4554-8750-b2a9c6903fa5 req-eb42a10f-c40e-4b67-9869-0e22b1752a6d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002984 Nov 23 22:20:53.003338 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0b691b2-538d-4b97-b8c0-67b669528b88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:53.137817 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0b691b2-538d-4b97-b8c0-67b669528b88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:53.149717 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a0b691b2-538d-4b97-b8c0-67b669528b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:53.207417 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a0b691b2-538d-4b97-b8c0-67b669528b88 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=227d438427814be29d5a0456d64af778&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4300063 Nov 23 22:20:53.211486 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42608) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:53.221511 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b691b2-538d-4b97-b8c0-67b669528b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffceba7-a3d7-4c06-ad61-ce75b1a7c89c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:53.284893 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-aa9d6885-ad3a-475b-948a-a9f6a017913f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:53.318615 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-aa9d6885-ad3a-475b-948a-a9f6a017913f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:53.422618 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-aa9d6885-ad3a-475b-948a-a9f6a017913f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:53.425305 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-aa9d6885-ad3a-475b-948a-a9f6a017913f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:53.427245 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-aa9d6885-ad3a-475b-948a-a9f6a017913f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1ffceba7-a3d7-4c06-ad61-ce75b1a7c89c HTTP/1.1" status: 204 len: 168 time: 0.2134213 Nov 23 22:20:53.443047 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d6885-ad3a-475b-948a-a9f6a017913f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffceba7-a3d7-4c06-ad61-ce75b1a7c89c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:54.180849 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12c6e3-cb24-4e74-873a-be43ed065f4b req-e71d67d2-ef95-4e69-be59-312bf69af667 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:54.190684 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c12c6e3-cb24-4e74-873a-be43ed065f4b req-e71d67d2-ef95-4e69-be59-312bf69af667 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 944 time: 0.1058271 Nov 23 22:20:54.253378 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c12c6e3-cb24-4e74-873a-be43ed065f4b req-77bf16cb-8687-4616-b9ae-f52e268b0c87 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613112 Nov 23 22:20:55.437714 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc9991-6087-450d-86d9-6e8a05165ea5 req-aae5b8d2-7bcb-4fa2-8630-d5978617d775 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:55.439430 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3edc9991-6087-450d-86d9-6e8a05165ea5 req-aae5b8d2-7bcb-4fa2-8630-d5978617d775 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 944 time: 0.0780146 Nov 23 22:20:55.526993 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3edc9991-6087-450d-86d9-6e8a05165ea5 req-51f1c202-8e66-4458-9d91-fe4c719a8c8e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708909 Nov 23 22:20:56.346469 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42746) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:56.498282 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-33f5a2fc-b551-4b9d-8822-f787797cff9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:56.649711 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-33f5a2fc-b551-4b9d-8822-f787797cff9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:56.696641 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-33f5a2fc-b551-4b9d-8822-f787797cff9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:56.720401 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ab15a-d9f5-478e-9fc6-dbfc809ef4a0 req-ffb0346e-5939-44b6-87ec-11e3fa24090c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:56.721876 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e0ab15a-d9f5-478e-9fc6-dbfc809ef4a0 req-ffb0346e-5939-44b6-87ec-11e3fa24090c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 944 time: 0.0752721 Nov 23 22:20:56.768536 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42762) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:56.769150 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-33f5a2fc-b551-4b9d-8822-f787797cff9c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d1c47eadbfe478babca57d1db771079&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4200978 Nov 23 22:20:56.781878 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5a2fc-b551-4b9d-8822-f787797cff9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ee5b13-51e1-4c74-b6b2-1eb384aec8e9,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:56.828330 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5e769226-c466-4f6f-ae0a-5b3a48b8e001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:56.835329 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e0ab15a-d9f5-478e-9fc6-dbfc809ef4a0 req-5997def0-2960-42fa-a9ef-2414f915dd12 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996883 Nov 23 22:20:56.864796 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5e769226-c466-4f6f-ae0a-5b3a48b8e001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:56.927668 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5e769226-c466-4f6f-ae0a-5b3a48b8e001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:56.930452 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5e769226-c466-4f6f-ae0a-5b3a48b8e001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:56.931863 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5e769226-c466-4f6f-ae0a-5b3a48b8e001 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e9ee5b13-51e1-4c74-b6b2-1eb384aec8e9 HTTP/1.1" status: 204 len: 168 time: 0.1620624 Nov 23 22:20:56.944126 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e769226-c466-4f6f-ae0a-5b3a48b8e001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ee5b13-51e1-4c74-b6b2-1eb384aec8e9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:57.352274 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42768) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:57.367952 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2490d783-db5b-4517-829a-6a17f88cca53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:57.452832 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2490d783-db5b-4517-829a-6a17f88cca53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:57.457493 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2490d783-db5b-4517-829a-6a17f88cca53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:57.495395 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2490d783-db5b-4517-829a-6a17f88cca53 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=674dc7dc2b10443ea16859282c1a72d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1418967 Nov 23 22:20:57.496217 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2490d783-db5b-4517-829a-6a17f88cca53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55482d84-56b7-4788-8d63-64febbb33716,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:57.498402 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42770) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:57.551770 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ca0ae07b-5835-4f87-beb2-a38e12203019 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:57.574603 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ca0ae07b-5835-4f87-beb2-a38e12203019 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:57.623207 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ca0ae07b-5835-4f87-beb2-a38e12203019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:57.625803 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ca0ae07b-5835-4f87-beb2-a38e12203019 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:57.626998 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ca0ae07b-5835-4f87-beb2-a38e12203019 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55482d84-56b7-4788-8d63-64febbb33716 HTTP/1.1" status: 204 len: 168 time: 0.1274381 Nov 23 22:20:57.636454 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ae07b-5835-4f87-beb2-a38e12203019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55482d84-56b7-4788-8d63-64febbb33716,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:57.951550 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-eb761342-15ec-439d-89c1-b40a6f52eb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:57.957533 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabae8a-c8ed-4988-a74e-bc3b1aa6234d req-573f77b5-c042-4cc0-a4d5-44c31c668606 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:57.959403 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4eabae8a-c8ed-4988-a74e-bc3b1aa6234d req-573f77b5-c042-4cc0-a4d5-44c31c668606 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 944 time: 0.0614297 Nov 23 22:20:58.011635 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4eabae8a-c8ed-4988-a74e-bc3b1aa6234d req-00d7e640-f486-4fa1-9e1c-e07219d9c474 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442674 Nov 23 22:20:59.020071 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42838) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:59.135102 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35f8a4-ae98-42a7-a8f6-7419a79231e5 req-5041ce0e-bcd2-424d-bee1-ec19ff7f3531 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:20:59.136643 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e35f8a4-ae98-42a7-a8f6-7419a79231e5 req-5041ce0e-bcd2-424d-bee1-ec19ff7f3531 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 944 time: 0.0564978 Nov 23 22:20:59.155738 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-31ec68d9-54cb-41af-9d08-7aa85ba99bf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:59.219025 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e35f8a4-ae98-42a7-a8f6-7419a79231e5 req-e2fd5ac4-8a2f-49ed-b272-59df7a717f19 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755138 Nov 23 22:20:59.277386 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-31ec68d9-54cb-41af-9d08-7aa85ba99bf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:59.282307 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-31ec68d9-54cb-41af-9d08-7aa85ba99bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:59.323247 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-31ec68d9-54cb-41af-9d08-7aa85ba99bf1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04ecc8b8a74341a596c559aac7cfc5d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3015356 Nov 23 22:20:59.325288 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42844) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:20:59.331160 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec68d9-54cb-41af-9d08-7aa85ba99bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a60cf3-b94d-470e-bf8a-bce2d7246227,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:20:59.381348 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c27e8e4b-aecc-470a-837c-9adf8b55ee67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:59.402851 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c27e8e4b-aecc-470a-837c-9adf8b55ee67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:59.451802 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c27e8e4b-aecc-470a-837c-9adf8b55ee67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:59.454414 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c27e8e4b-aecc-470a-837c-9adf8b55ee67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:20:59.455744 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c27e8e4b-aecc-470a-837c-9adf8b55ee67 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/07a60cf3-b94d-470e-bf8a-bce2d7246227 HTTP/1.1" status: 204 len: 168 time: 0.1295457 Nov 23 22:20:59.464201 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e8e4b-aecc-470a-837c-9adf8b55ee67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a60cf3-b94d-470e-bf8a-bce2d7246227,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:00.278443 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:00.401351 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a382d-d6b7-4e31-879d-1e60d85def0d req-95f57d1c-1d83-4eb5-86aa-e2ea983d098f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:00.403743 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-046a382d-d6b7-4e31-879d-1e60d85def0d req-95f57d1c-1d83-4eb5-86aa-e2ea983d098f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 944 time: 0.0931377 Nov 23 22:21:00.473530 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-046a382d-d6b7-4e31-879d-1e60d85def0d req-d4b472a5-5564-4284-b7a9-1754cd45ddcd tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587499 Nov 23 22:21:00.528365 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-af1a11f3-52ee-458d-a015-f1eb11040f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:00.593612 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42878) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:00.712587 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1e58e5f8-2a16-4bb3-a5e5-9f1c3130a8f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:00.794535 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1e58e5f8-2a16-4bb3-a5e5-9f1c3130a8f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:00.798560 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1e58e5f8-2a16-4bb3-a5e5-9f1c3130a8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:00.841215 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1e58e5f8-2a16-4bb3-a5e5-9f1c3130a8f5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a4bd457f9ae647339e2979e7213dc464&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2439446 Nov 23 22:21:00.841215 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58e5f8-2a16-4bb3-a5e5-9f1c3130a8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4e3f2c-acb8-4ea4-aeb3-999e25a2ce8a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:00.841693 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42886) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:00.892566 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-73f00b92-0a87-42ac-aabb-7fa44f057cd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:00.914688 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-73f00b92-0a87-42ac-aabb-7fa44f057cd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:00.963990 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-73f00b92-0a87-42ac-aabb-7fa44f057cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:00.966784 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-73f00b92-0a87-42ac-aabb-7fa44f057cd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:00.968486 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-73f00b92-0a87-42ac-aabb-7fa44f057cd8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9b4e3f2c-acb8-4ea4-aeb3-999e25a2ce8a HTTP/1.1" status: 204 len: 168 time: 0.1242044 Nov 23 22:21:00.977602 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f00b92-0a87-42ac-aabb-7fa44f057cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4e3f2c-acb8-4ea4-aeb3-999e25a2ce8a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:01.595390 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b759c-919f-433b-87d0-e55e229fbc96 req-24b9cd66-202e-4132-83d1-0ef6d4f85f33 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:01.596908 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-904b759c-919f-433b-87d0-e55e229fbc96 req-24b9cd66-202e-4132-83d1-0ef6d4f85f33 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 944 time: 0.0523531 Nov 23 22:21:01.652955 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-904b759c-919f-433b-87d0-e55e229fbc96 req-77cbf06c-23dc-4c0c-a666-a2d40bbb383e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492992 Nov 23 22:21:01.676647 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:02.180943 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42926) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:02.283421 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ef229183-2843-437e-9547-35e401094a35 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-355041804', 'router:external': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:02.306288 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef229183-2843-437e-9547-35e401094a35 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Made reservation on behalf of 160d5b513bdd4a52ab7e09d9fba4ae14 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:21:02.308670 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef229183-2843-437e-9547-35e401094a35 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:02.318423 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef229183-2843-437e-9547-35e401094a35 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:02.394671 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef229183-2843-437e-9547-35e401094a35 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:02.399779 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef229183-2843-437e-9547-35e401094a35 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:02.426477 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef229183-2843-437e-9547-35e401094a35 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:21:02.436733 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef229183-2843-437e-9547-35e401094a35 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0df73e-e67f-41a5-88ab-26991f8276ef,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:02.442445 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef229183-2843-437e-9547-35e401094a35 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:02.442823 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-ef229183-2843-437e-9547-35e401094a35 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Added segment 0198d256-867f-4c6d-b99a-954d696ef03f of type vlan for network 622863d6-ba5a-4f0d-9257-4b5ee12ad790 Nov 23 22:21:02.490123 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef229183-2843-437e-9547-35e401094a35 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:02.521158 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef229183-2843-437e-9547-35e401094a35 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:02.522167 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef229183-2843-437e-9547-35e401094a35 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:02.522806 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ef229183-2843-437e-9547-35e401094a35 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:02.558849 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ef229183-2843-437e-9547-35e401094a35 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.3771205 Nov 23 22:21:02.561931 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42930) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:02.567964 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-99963d2c-eb5f-4d29-9151-a499d23a9128 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Request body: {'subnet': {'network_id': '622863d6-ba5a-4f0d-9257-4b5ee12ad790', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:02.591715 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99963d2c-eb5f-4d29-9151-a499d23a9128 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Made reservation on behalf of 160d5b513bdd4a52ab7e09d9fba4ae14 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:21:02.592183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef229183-2843-437e-9547-35e401094a35 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Pushing event updated for resources: {'Network': ['ID=622863d6-ba5a-4f0d-9257-4b5ee12ad790,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:02.601404 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99963d2c-eb5f-4d29-9151-a499d23a9128 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:02.603390 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 622863d6-ba5a-4f0d-9257-4b5ee12ad790 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:21:02.864349 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27adae-0a66-4a59-b0ab-32a8276a9b5e req-8687351d-a612-44ff-9710-64ae21fb236f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:02.867216 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-df27adae-0a66-4a59-b0ab-32a8276a9b5e req-8687351d-a612-44ff-9710-64ae21fb236f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 944 time: 0.0844862 Nov 23 22:21:02.971744 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-df27adae-0a66-4a59-b0ab-32a8276a9b5e req-1e268dc1-940a-40f7-966f-91b4665f5c6e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924177 Nov 23 22:21:03.034615 n-d-816206-9 neutron-server[110034]: DEBUG neutron.objects.ports [None req-99963d2c-eb5f-4d29-9151-a499d23a9128 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110034) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 22:21:03.035308 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99963d2c-eb5f-4d29-9151-a499d23a9128 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:03.051453 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:03.098507 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99963d2c-eb5f-4d29-9151-a499d23a9128 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2f34cb60-f264-4563-b68b-db3c9a238651,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:03.108234 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99963d2c-eb5f-4d29-9151-a499d23a9128 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Checking segment: {'id': '0198d256-867f-4c6d-b99a-954d696ef03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '622863d6-ba5a-4f0d-9257-4b5ee12ad790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:21:03.108796 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99963d2c-eb5f-4d29-9151-a499d23a9128 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Network hostable DHCP agents. Network: 622863d6-ba5a-4f0d-9257-4b5ee12ad790, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:21:03.140305 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99963d2c-eb5f-4d29-9151-a499d23a9128 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Network 622863d6-ba5a-4f0d-9257-4b5ee12ad790 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:21:03.155649 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-99963d2c-eb5f-4d29-9151-a499d23a9128 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 622863d6-ba5a-4f0d-9257-4b5ee12ad790) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:21:03.161197 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99963d2c-eb5f-4d29-9151-a499d23a9128 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:03.162892 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-99963d2c-eb5f-4d29-9151-a499d23a9128 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:03.167481 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7d452a-44ca-4061-8078-1d5a4ee279da None None] Network 622863d6-ba5a-4f0d-9257-4b5ee12ad790 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:21:03.183917 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-99963d2c-eb5f-4d29-9151-a499d23a9128 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6206260 Nov 23 22:21:03.186784 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42942) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:03.193188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-1bda74de-0466-40a8-9314-d3515bc1655c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-255974694', 'network_id': '622863d6-ba5a-4f0d-9257-4b5ee12ad790'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:03.223905 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bda74de-0466-40a8-9314-d3515bc1655c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Made reservation on behalf of 160d5b513bdd4a52ab7e09d9fba4ae14 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:21:03.228023 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1bda74de-0466-40a8-9314-d3515bc1655c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:03.252833 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-1bda74de-0466-40a8-9314-d3515bc1655c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] device_id is not set on port 5462cf1b-0b56-49b8-901b-2ed614008e52 yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:21:03.331046 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933f7f56-cff9-4120-817c-f98ff35c4982 None None] Network 622863d6-ba5a-4f0d-9257-4b5ee12ad790 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:21:03.387118 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-1bda74de-0466-40a8-9314-d3515bc1655c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Allocated IP 2001:db8::221 (622863d6-ba5a-4f0d-9257-4b5ee12ad790/2f34cb60-f264-4563-b68b-db3c9a238651/5462cf1b-0b56-49b8-901b-2ed614008e52) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:21:03.544893 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1bda74de-0466-40a8-9314-d3515bc1655c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:03.582516 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1bda74de-0466-40a8-9314-d3515bc1655c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:03.628158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bda74de-0466-40a8-9314-d3515bc1655c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Network 622863d6-ba5a-4f0d-9257-4b5ee12ad790 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:21:03.631747 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-1bda74de-0466-40a8-9314-d3515bc1655c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:21:03.635600 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bda74de-0466-40a8-9314-d3515bc1655c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:21:03.636583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bda74de-0466-40a8-9314-d3515bc1655c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:03.637195 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1bda74de-0466-40a8-9314-d3515bc1655c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:03.649351 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda74de-0466-40a8-9314-d3515bc1655c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Pushing event updated for resources: {'Port': ['ID=5462cf1b-0b56-49b8-901b-2ed614008e52,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:03.667720 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1bda74de-0466-40a8-9314-d3515bc1655c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4767489 Nov 23 22:21:03.667720 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42946) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:03.750312 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-80c937b4-69cd-47a6-aaac-9b962fca2dd8 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Deleting port 5462cf1b-0b56-49b8-901b-2ed614008e52 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:21:03.750652 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-80c937b4-69cd-47a6-aaac-9b962fca2dd8 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:03.826247 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-80c937b4-69cd-47a6-aaac-9b962fca2dd8 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:03.839235 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-80c937b4-69cd-47a6-aaac-9b962fca2dd8 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Calling delete_port for 5462cf1b-0b56-49b8-901b-2ed614008e52 owned by {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:21:03.866973 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:03.975623 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-80c937b4-69cd-47a6-aaac-9b962fca2dd8 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:04.016754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c937b4-69cd-47a6-aaac-9b962fca2dd8 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Pushing event deleted for resources: {'Port': ['ID=5462cf1b-0b56-49b8-901b-2ed614008e52,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:04.046323 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-80c937b4-69cd-47a6-aaac-9b962fca2dd8 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:04.050852 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-80c937b4-69cd-47a6-aaac-9b962fca2dd8 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "DELETE /v2.0/ports/5462cf1b-0b56-49b8-901b-2ed614008e52 HTTP/1.1" status: 204 len: 168 time: 0.3814418 Nov 23 22:21:04.053623 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42950) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:04.059916 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6f9a62e4-0138-4950-ade4-b8e51617b7a5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '622863d6-ba5a-4f0d-9257-4b5ee12ad790', 'external_fixed_ips': [{'subnet_id': '2f34cb60-f264-4563-b68b-db3c9a238651', 'ip_address': '2001:db8::221'}]}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:04.087239 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f9a62e4-0138-4950-ade4-b8e51617b7a5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:04.089332 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f9a62e4-0138-4950-ade4-b8e51617b7a5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:04.153712 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ea73f-74e3-41c1-b363-449162af4820 req-a9dbafd0-ef16-4192-bcdf-0cd9d528a306 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:04.155485 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e89ea73f-74e3-41c1-b363-449162af4820 req-a9dbafd0-ef16-4192-bcdf-0cd9d528a306 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 944 time: 0.0775318 Nov 23 22:21:04.173580 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f9a62e4-0138-4950-ade4-b8e51617b7a5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:04.219776 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e89ea73f-74e3-41c1-b363-449162af4820 req-efeb25c2-7978-4f19-b1be-1d5a9a4fee40 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472975 Nov 23 22:21:04.651276 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f9a62e4-0138-4950-ade4-b8e51617b7a5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:04.850941 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f9a62e4-0138-4950-ade4-b8e51617b7a5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:04.873436 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f9a62e4-0138-4950-ade4-b8e51617b7a5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:05.023456 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-6f9a62e4-0138-4950-ade4-b8e51617b7a5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Allocated IP 2001:db8::221 (622863d6-ba5a-4f0d-9257-4b5ee12ad790/2f34cb60-f264-4563-b68b-db3c9a238651/baac07ef-352d-47de-b504-d20ab589b25d) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:21:05.128730 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f9a62e4-0138-4950-ade4-b8e51617b7a5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:05.163932 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f9a62e4-0138-4950-ade4-b8e51617b7a5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:05.205976 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9a62e4-0138-4950-ade4-b8e51617b7a5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Network 622863d6-ba5a-4f0d-9257-4b5ee12ad790 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:21:05.212383 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-6f9a62e4-0138-4950-ade4-b8e51617b7a5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:21:05.215909 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9a62e4-0138-4950-ade4-b8e51617b7a5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:21:05.281023 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a62e4-0138-4950-ade4-b8e51617b7a5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Pushing event updated for resources: {'Port': ['ID=baac07ef-352d-47de-b504-d20ab589b25d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:05.389397 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd241ab-5082-4141-a251-501ac7398017 req-8dd17d37-7811-4355-8fa5-dfa9c136940d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:05.391030 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bdd241ab-5082-4141-a251-501ac7398017 req-8dd17d37-7811-4355-8fa5-dfa9c136940d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 944 time: 0.0666404 Nov 23 22:21:05.455274 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bdd241ab-5082-4141-a251-501ac7398017 req-1b833ae7-c19a-4a09-9fc2-121fcb4743b6 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551267 Nov 23 22:21:05.507094 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f9a62e4-0138-4950-ade4-b8e51617b7a5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:05.736049 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f9a62e4-0138-4950-ade4-b8e51617b7a5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:05.869925 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9a62e4-0138-4950-ade4-b8e51617b7a5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Router bed52644-a224-4a49-95d0-ed0cbd2e89b2 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:21:05.981626 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9a62e4-0138-4950-ade4-b8e51617b7a5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:21:05.991934 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f5d5e8-f47f-4d26-9966-476dc63d3022 None None] Sync routers for ids ['bed52644-a224-4a49-95d0-ed0cbd2e89b2'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:21:06.004092 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6f9a62e4-0138-4950-ade4-b8e51617b7a5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:06.007790 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6f9a62e4-0138-4950-ade4-b8e51617b7a5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.9501114 Nov 23 22:21:06.007957 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f5d5e8-f47f-4d26-9966-476dc63d3022 None None] Routers {'bed52644-a224-4a49-95d0-ed0cbd2e89b2'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:06.007957 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-00f5d5e8-f47f-4d26-9966-476dc63d3022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bed52644-a224-4a49-95d0-ed0cbd2e89b2'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:06.008211 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42958) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:06.120243 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-00f5d5e8-f47f-4d26-9966-476dc63d3022 None None] Set router bed52644-a224-4a49-95d0-ed0cbd2e89b2 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:21:06.138416 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b709f918-fb11-4811-9640-96d39cf958f4 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:06.257454 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b709f918-fb11-4811-9640-96d39cf958f4 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:06.320631 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-b709f918-fb11-4811-9640-96d39cf958f4 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Deleting port baac07ef-352d-47de-b504-d20ab589b25d {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:21:06.320980 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b709f918-fb11-4811-9640-96d39cf958f4 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:06.335096 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-00f5d5e8-f47f-4d26-9966-476dc63d3022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed52644-a224-4a49-95d0-ed0cbd2e89b2', 'name': '', 'tenant_id': '160d5b513bdd4a52ab7e09d9fba4ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '622863d6-ba5a-4f0d-9257-4b5ee12ad790', 'external_fixed_ips': [{'subnet_id': '2f34cb60-f264-4563-b68b-db3c9a238651', 'ip_address': '2001:db8::221'}], 'enable_snat': True}, 'gw_port_id': 'baac07ef-352d-47de-b504-d20ab589b25d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:21:04Z', 'updated_at': '2021-11-23T22:21:05Z', 'revision_number': 3, 'project_id': '160d5b513bdd4a52ab7e09d9fba4ae14', 'gw_port': {'id': 'baac07ef-352d-47de-b504-d20ab589b25d', 'name': '', 'network_id': '622863d6-ba5a-4f0d-9257-4b5ee12ad790', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed52644-a224-4a49-95d0-ed0cbd2e89b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '2f34cb60-f264-4563-b68b-db3c9a238651', 'ip_address': '2001:db8::221', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:21:04Z', 'updated_at': '2021-11-23T22:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f34cb60-f264-4563-b68b-db3c9a238651', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:06.365435 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f5d5e8-f47f-4d26-9966-476dc63d3022 None None] Checking router: bed52644-a224-4a49-95d0-ed0cbd2e89b2 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:21:06.366087 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f5d5e8-f47f-4d26-9966-476dc63d3022 None None] Updating router bed52644-a224-4a49-95d0-ed0cbd2e89b2 port baac07ef-352d-47de-b504-d20ab589b25d binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:21:06.392485 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-00f5d5e8-f47f-4d26-9966-476dc63d3022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:06.408959 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b709f918-fb11-4811-9640-96d39cf958f4 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:06.422879 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-b709f918-fb11-4811-9640-96d39cf958f4 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Calling delete_port for baac07ef-352d-47de-b504-d20ab589b25d owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:21:06.640992 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b735c05-3d3b-47c0-91f3-b6c5382e7656 req-71b6d166-b520-40a2-9ee8-5fa098195168 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:06.642538 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b735c05-3d3b-47c0-91f3-b6c5382e7656 req-71b6d166-b520-40a2-9ee8-5fa098195168 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 944 time: 0.0891798 Nov 23 22:21:06.667862 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b709f918-fb11-4811-9640-96d39cf958f4 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:06.705079 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.db.api [None req-00f5d5e8-f47f-4d26-9966-476dc63d3022 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:21:06.705601 n-d-816206-9 neutron-server[110036]: DEBUG oslo_db.api [None req-00f5d5e8-f47f-4d26-9966-476dc63d3022 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:21:06.707070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709f918-fb11-4811-9640-96d39cf958f4 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Pushing event deleted for resources: {'Port': ['ID=baac07ef-352d-47de-b504-d20ab589b25d,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:06.754130 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b709f918-fb11-4811-9640-96d39cf958f4 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:06.819873 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b735c05-3d3b-47c0-91f3-b6c5382e7656 req-148d36e1-3573-4273-a906-84d74096ca29 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662011 Nov 23 22:21:06.853815 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b709f918-fb11-4811-9640-96d39cf958f4 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:06.855954 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b709f918-fb11-4811-9640-96d39cf958f4 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:06.900401 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b709f918-fb11-4811-9640-96d39cf958f4 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:06.900963 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b709f918-fb11-4811-9640-96d39cf958f4 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bed52644-a224-4a49-95d0-ed0cbd2e89b2 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:21:06.905246 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b709f918-fb11-4811-9640-96d39cf958f4 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:06.906583 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b709f918-fb11-4811-9640-96d39cf958f4 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "DELETE /v2.0/routers/bed52644-a224-4a49-95d0-ed0cbd2e89b2 HTTP/1.1" status: 204 len: 168 time: 0.8972678 Nov 23 22:21:06.909015 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42964) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:06.955150 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-270d903d-96e2-453d-bb11-f225e0fd1f13 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Deleting subnet 2f34cb60-f264-4563-b68b-db3c9a238651 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:21:06.959391 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-270d903d-96e2-453d-bb11-f225e0fd1f13 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:06.998758 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-270d903d-96e2-453d-bb11-f225e0fd1f13 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:07.038828 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-270d903d-96e2-453d-bb11-f225e0fd1f13 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:07.091480 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-270d903d-96e2-453d-bb11-f225e0fd1f13 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:07.120466 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d903d-96e2-453d-bb11-f225e0fd1f13 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2f34cb60-f264-4563-b68b-db3c9a238651,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:07.122437 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-270d903d-96e2-453d-bb11-f225e0fd1f13 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:07.128157 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-270d903d-96e2-453d-bb11-f225e0fd1f13 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/2f34cb60-f264-4563-b68b-db3c9a238651 HTTP/1.1" status: 204 len: 168 time: 0.2155550 Nov 23 22:21:07.128577 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42966) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:07.203187 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-02c9e01c-57ee-4ffd-b437-e49ac7f23bf5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:07.229118 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f5d5e8-f47f-4d26-9966-476dc63d3022 None None] Port baac07ef-352d-47de-b504-d20ab589b25d not found while updating agent binding for router bed52644-a224-4a49-95d0-ed0cbd2e89b2. {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 22:21:07.247212 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f5d5e8-f47f-4d26-9966-476dc63d3022 None None] Routers set() bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:07.247212 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f5d5e8-f47f-4d26-9966-476dc63d3022 None None] Router IDs set() for agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 22:21:07.249881 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_agentschedulers_db [None req-00f5d5e8-f47f-4d26-9966-476dc63d3022 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bed52644-a224-4a49-95d0-ed0cbd2e89b2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent'). {{(pid=110036) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 22:21:07.249881 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f5d5e8-f47f-4d26-9966-476dc63d3022 None None] The sync data for ids ['bed52644-a224-4a49-95d0-ed0cbd2e89b2'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:21:07.294642 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-02c9e01c-57ee-4ffd-b437-e49ac7f23bf5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:07.318372 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-02c9e01c-57ee-4ffd-b437-e49ac7f23bf5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622863d6-ba5a-4f0d-9257-4b5ee12ad790']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:07.331696 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-02c9e01c-57ee-4ffd-b437-e49ac7f23bf5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0198d256-867f-4c6d-b99a-954d696ef03f') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:07.331990 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-02c9e01c-57ee-4ffd-b437-e49ac7f23bf5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0198d256-867f-4c6d-b99a-954d696ef03f') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:07.346376 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-02c9e01c-57ee-4ffd-b437-e49ac7f23bf5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:07.360054 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-02c9e01c-57ee-4ffd-b437-e49ac7f23bf5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:07.366652 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c9e01c-57ee-4ffd-b437-e49ac7f23bf5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:21:07.367072 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-02c9e01c-57ee-4ffd-b437-e49ac7f23bf5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:21:07.368822 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:21:07.425584 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-02c9e01c-57ee-4ffd-b437-e49ac7f23bf5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:07.430701 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c9e01c-57ee-4ffd-b437-e49ac7f23bf5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 622863d6-ba5a-4f0d-9257-4b5ee12ad790 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 22:21:07.436216 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-02c9e01c-57ee-4ffd-b437-e49ac7f23bf5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:07.445333 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-02c9e01c-57ee-4ffd-b437-e49ac7f23bf5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "DELETE /v2.0/networks/622863d6-ba5a-4f0d-9257-4b5ee12ad790 HTTP/1.1" status: 204 len: 168 time: 0.3109825 Nov 23 22:21:07.455424 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9e01c-57ee-4ffd-b437-e49ac7f23bf5 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Pushing event deleted for resources: {'Network': ['ID=622863d6-ba5a-4f0d-9257-4b5ee12ad790,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:07.642704 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42976) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:07.647692 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-ae244f55-faa3-4190-8ad8-0f6d51c802c2 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Request body: {'router': {'name': 'tempest-router--1243644296', 'project_id': '24ddf77301bc48d7b8f9eff8b177eac9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:07.669011 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae244f55-faa3-4190-8ad8-0f6d51c802c2 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:07.670153 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae244f55-faa3-4190-8ad8-0f6d51c802c2 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:07.725001 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae244f55-faa3-4190-8ad8-0f6d51c802c2 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:07.730060 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae244f55-faa3-4190-8ad8-0f6d51c802c2 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:07.745976 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae244f55-faa3-4190-8ad8-0f6d51c802c2 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:07.747197 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ae244f55-faa3-4190-8ad8-0f6d51c802c2 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1033626 Nov 23 22:21:07.749978 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42978) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:07.826310 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f023bc7-7f42-4e50-a932-60e7e9b936ea tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:07.967067 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5e464-5750-45bb-aa39-b215ef356b2f req-4a565f41-33ac-419f-953c-7c19f933c538 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:07.976063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-72a5e464-5750-45bb-aa39-b215ef356b2f req-4a565f41-33ac-419f-953c-7c19f933c538 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 944 time: 0.0701182 Nov 23 22:21:08.002644 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f023bc7-7f42-4e50-a932-60e7e9b936ea tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:08.005462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f023bc7-7f42-4e50-a932-60e7e9b936ea tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:08.022296 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-72a5e464-5750-45bb-aa39-b215ef356b2f req-b9cf92aa-e71f-48c4-8be0-d5666e6d51ff tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453432 Nov 23 22:21:08.057030 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f023bc7-7f42-4e50-a932-60e7e9b936ea tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:08.057559 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f023bc7-7f42-4e50-a932-60e7e9b936ea tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45693e9f-c4b2-4314-8ef8-5dd34f240923 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:21:08.062199 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f023bc7-7f42-4e50-a932-60e7e9b936ea tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:08.067038 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4f023bc7-7f42-4e50-a932-60e7e9b936ea tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "DELETE /v2.0/routers/45693e9f-c4b2-4314-8ef8-5dd34f240923 HTTP/1.1" status: 204 len: 168 time: 0.3123996 Nov 23 22:21:08.172791 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 42984) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:08.377837 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-da23bcf3-34a4-428b-9fe8-34518a34335f tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1783408934', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}, 'admin_state_up': False}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:08.401837 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da23bcf3-34a4-428b-9fe8-34518a34335f tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:08.403014 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da23bcf3-34a4-428b-9fe8-34518a34335f tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:08.458074 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da23bcf3-34a4-428b-9fe8-34518a34335f tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:08.919535 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da23bcf3-34a4-428b-9fe8-34518a34335f tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:09.152648 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da23bcf3-34a4-428b-9fe8-34518a34335f tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:09.177977 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da23bcf3-34a4-428b-9fe8-34518a34335f tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:09.196529 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d7bf0-e4a4-436d-8d56-753829c6b4dd req-49d97ac4-4d05-4923-aae9-040a878ec7e5 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:09.198022 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae0d7bf0-e4a4-436d-8d56-753829c6b4dd req-49d97ac4-4d05-4923-aae9-040a878ec7e5 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 944 time: 0.1016901 Nov 23 22:21:09.318106 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae0d7bf0-e4a4-436d-8d56-753829c6b4dd req-9c3c498f-6ed8-4604-82ec-118c56a0dd21 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897102 Nov 23 22:21:09.338814 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-da23bcf3-34a4-428b-9fe8-34518a34335f tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Allocated IP 172.25.5.211 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/2c46664e-8bcb-475f-8a34-f8a9a8cb1b0c) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:21:09.441585 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da23bcf3-34a4-428b-9fe8-34518a34335f tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:09.479758 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da23bcf3-34a4-428b-9fe8-34518a34335f tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:09.521313 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da23bcf3-34a4-428b-9fe8-34518a34335f tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:21:09.524252 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-da23bcf3-34a4-428b-9fe8-34518a34335f tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:21:09.528138 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da23bcf3-34a4-428b-9fe8-34518a34335f tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:21:09.539352 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e7c35c-b35e-4acf-a8c6-eabf553b8369 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:21:09.552839 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23bcf3-34a4-428b-9fe8-34518a34335f tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Pushing event updated for resources: {'Port': ['ID=2c46664e-8bcb-475f-8a34-f8a9a8cb1b0c,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:09.658010 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7d827c21-7e8b-4fd3-af56-b59b994f0291 None None] Provisioning complete for port 2c46664e-8bcb-475f-8a34-f8a9a8cb1b0c triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:09.658382 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7d827c21-7e8b-4fd3-af56-b59b994f0291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:09.698877 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-7d827c21-7e8b-4fd3-af56-b59b994f0291 None None] Port 2c46664e-8bcb-475f-8a34-f8a9a8cb1b0c cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:21:09.795368 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da23bcf3-34a4-428b-9fe8-34518a34335f tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:10.000031 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da23bcf3-34a4-428b-9fe8-34518a34335f tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:10.137555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da23bcf3-34a4-428b-9fe8-34518a34335f tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Router c97cd56a-2be4-4bf9-9da3-68e27ceb7a7c is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:21:10.248938 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da23bcf3-34a4-428b-9fe8-34518a34335f tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:21:10.260207 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a605398-5316-4494-8bee-d9cd4885205a None None] Sync routers for ids ['c97cd56a-2be4-4bf9-9da3-68e27ceb7a7c'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:21:10.272856 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a605398-5316-4494-8bee-d9cd4885205a None None] Routers {'c97cd56a-2be4-4bf9-9da3-68e27ceb7a7c'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:10.273090 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da23bcf3-34a4-428b-9fe8-34518a34335f tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:10.273481 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-5a605398-5316-4494-8bee-d9cd4885205a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c97cd56a-2be4-4bf9-9da3-68e27ceb7a7c'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:10.276798 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-da23bcf3-34a4-428b-9fe8-34518a34335f tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.1004641 Nov 23 22:21:10.277152 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 42994) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:10.335958 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-5a605398-5316-4494-8bee-d9cd4885205a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:10.347856 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a605398-5316-4494-8bee-d9cd4885205a None None] Routers {'c97cd56a-2be4-4bf9-9da3-68e27ceb7a7c'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:10.348534 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-5a605398-5316-4494-8bee-d9cd4885205a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c97cd56a-2be4-4bf9-9da3-68e27ceb7a7c'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:10.392857 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-5a605398-5316-4494-8bee-d9cd4885205a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:10.393567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a605398-5316-4494-8bee-d9cd4885205a None None] The sync data for ids ['c97cd56a-2be4-4bf9-9da3-68e27ceb7a7c'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:21:10.429552 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b4c427a5-d561-46f4-9dc9-042a6be6d7de tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "GET /v2.0/routers/c97cd56a-2be4-4bf9-9da3-68e27ceb7a7c HTTP/1.1" status: 200 len: 925 time: 0.1505673 Nov 23 22:21:10.432864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43000) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:10.469369 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cb1c4c58-8767-4d5c-98ef-315d420d98c3 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "GET /v2.0/ports?device_id=c97cd56a-2be4-4bf9-9da3-68e27ceb7a7c HTTP/1.1" status: 200 len: 205 time: 0.0344725 Nov 23 22:21:10.472122 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43002) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:10.506991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a47f57-e87c-4eb0-bc56-5db6ebc12f04 req-64f005e7-e6ad-4100-aca7-a0237e745b85 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:10.508540 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86a47f57-e87c-4eb0-bc56-5db6ebc12f04 req-64f005e7-e6ad-4100-aca7-a0237e745b85 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 944 time: 0.0646169 Nov 23 22:21:10.558354 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86a47f57-e87c-4eb0-bc56-5db6ebc12f04 req-f888d557-b8c2-4add-8d19-7733f92c2f94 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434639 Nov 23 22:21:10.586906 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:10.699480 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:10.756983 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Deleting port 2c46664e-8bcb-475f-8a34-f8a9a8cb1b0c {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:21:10.757468 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:10.840525 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:10.853993 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Calling delete_port for 2c46664e-8bcb-475f-8a34-f8a9a8cb1b0c owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:21:11.029314 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:11.059436 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Pushing event deleted for resources: {'Port': ['ID=2c46664e-8bcb-475f-8a34-f8a9a8cb1b0c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:11.073851 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e011016c-9230-41fe-a5e0-8c5629ca37a6 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:21:11.085970 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:11.086375 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:11.086631 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:11.087066 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:11.087516 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:11.087740 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:11.088079 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:11.088411 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:11.088823 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:11.089060 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:11.089398 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:11.089725 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:11.131873 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:11.223926 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:11.226384 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:11.267699 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:11.268258 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Fanout notify agent at l3_agent the message router_deleted on router c97cd56a-2be4-4bf9-9da3-68e27ceb7a7c {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:21:11.275926 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:11.277057 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4f5fe687-6b12-414e-9a37-615d14b90205 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "DELETE /v2.0/routers/c97cd56a-2be4-4bf9-9da3-68e27ceb7a7c HTTP/1.1" status: 204 len: 168 time: 0.8036699 Nov 23 22:21:11.280683 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43006) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:11.285610 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-0e1c4ef5-4e59-445d-b85e-accc93043480 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Request body: {'router': {'name': 'tempest-snat-router-377275643', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'enable_snat': False}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:11.306062 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4ef5-4e59-445d-b85e-accc93043480 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:11.307207 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4ef5-4e59-445d-b85e-accc93043480 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:11.361973 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4ef5-4e59-445d-b85e-accc93043480 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:11.501726 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4ef5-4e59-445d-b85e-accc93043480 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:11.678537 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1d1a2-2394-44a2-b6b5-65f2b94f6844 req-507e3bf7-a439-4646-959b-55991316933e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:11.680184 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-adb1d1a2-2394-44a2-b6b5-65f2b94f6844 req-507e3bf7-a439-4646-959b-55991316933e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 944 time: 0.0505867 Nov 23 22:21:11.735290 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-adb1d1a2-2394-44a2-b6b5-65f2b94f6844 req-baa3c63c-c384-4e23-89b1-c95bc67c428b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488048 Nov 23 22:21:12.025378 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4ef5-4e59-445d-b85e-accc93043480 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:12.044293 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4ef5-4e59-445d-b85e-accc93043480 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:12.155214 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-0e1c4ef5-4e59-445d-b85e-accc93043480 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Allocated IP 172.25.5.108 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/f1f8dcd4-169a-4927-b249-d51579356d89) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:21:12.263598 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4ef5-4e59-445d-b85e-accc93043480 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:12.297372 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4ef5-4e59-445d-b85e-accc93043480 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:12.333801 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1c4ef5-4e59-445d-b85e-accc93043480 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:21:12.340130 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-0e1c4ef5-4e59-445d-b85e-accc93043480 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:21:12.343599 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1c4ef5-4e59-445d-b85e-accc93043480 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:21:12.355158 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6da4cf-9ac3-46b6-b695-277a5a3195e5 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:21:12.372468 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c4ef5-4e59-445d-b85e-accc93043480 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Pushing event updated for resources: {'Port': ['ID=f1f8dcd4-169a-4927-b249-d51579356d89,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:12.445115 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-bea6f8c3-16b9-4587-9e32-9f2866a24fb8 None None] Provisioning complete for port f1f8dcd4-169a-4927-b249-d51579356d89 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:12.445484 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bea6f8c3-16b9-4587-9e32-9f2866a24fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:12.626329 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-bea6f8c3-16b9-4587-9e32-9f2866a24fb8 None None] Port f1f8dcd4-169a-4927-b249-d51579356d89 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:21:12.648131 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4ef5-4e59-445d-b85e-accc93043480 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:12.873221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b871e20-c99d-4aa6-b27e-e49844ebf819 req-12d1cd36-4661-44be-a47e-4a0c50cdbfa9 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:12.873825 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4ef5-4e59-445d-b85e-accc93043480 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:12.875014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b871e20-c99d-4aa6-b27e-e49844ebf819 req-12d1cd36-4661-44be-a47e-4a0c50cdbfa9 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 944 time: 0.0585787 Nov 23 22:21:12.935705 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b871e20-c99d-4aa6-b27e-e49844ebf819 req-2b745876-ed12-4fb1-b24d-b6a08d2af49d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530598 Nov 23 22:21:13.041776 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1c4ef5-4e59-445d-b85e-accc93043480 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Router 2e58332b-311a-45be-81a2-4dc01df3c9bb is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:21:13.172533 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1c4ef5-4e59-445d-b85e-accc93043480 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:21:13.182034 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] Sync routers for ids ['2e58332b-311a-45be-81a2-4dc01df3c9bb'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:21:13.192244 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4ef5-4e59-445d-b85e-accc93043480 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:13.196097 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0e1c4ef5-4e59-445d-b85e-accc93043480 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9120018 Nov 23 22:21:13.196250 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] Routers {'2e58332b-311a-45be-81a2-4dc01df3c9bb'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:13.196250 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2e58332b-311a-45be-81a2-4dc01df3c9bb'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:13.196495 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43038) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:13.316087 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] Set router 2e58332b-311a-45be-81a2-4dc01df3c9bb gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:21:13.336022 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-dea48b9e-00d5-4ba4-9b0b-8440031af804 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "GET /v2.0/routers/2e58332b-311a-45be-81a2-4dc01df3c9bb HTTP/1.1" status: 200 len: 908 time: 0.1383336 Nov 23 22:21:13.339095 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43042) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:13.343579 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5a14a6ec-3887-441f-8b95-7325cb2df47c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Request body: {'router': {'name': 'tempest-snat-router-377275643', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'enable_snat': True}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:13.382696 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5a14a6ec-3887-441f-8b95-7325cb2df47c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:13.384316 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5a14a6ec-3887-441f-8b95-7325cb2df47c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:13.451307 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5a14a6ec-3887-441f-8b95-7325cb2df47c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:13.546094 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e58332b-311a-45be-81a2-4dc01df3c9bb', 'name': 'tempest-snat-router-377275643', 'tenant_id': '160d5b513bdd4a52ab7e09d9fba4ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.108'}], 'enable_snat': False}, 'gw_port_id': 'f1f8dcd4-169a-4927-b249-d51579356d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:21:11Z', 'updated_at': '2021-11-23T22:21:12Z', 'revision_number': 3, 'project_id': '160d5b513bdd4a52ab7e09d9fba4ae14', 'gw_port': {'id': 'f1f8dcd4-169a-4927-b249-d51579356d89', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e58332b-311a-45be-81a2-4dc01df3c9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:21:12Z', 'updated_at': '2021-11-23T22:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:13.580258 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] Checking router: 2e58332b-311a-45be-81a2-4dc01df3c9bb for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:21:13.580491 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] Updating router 2e58332b-311a-45be-81a2-4dc01df3c9bb port f1f8dcd4-169a-4927-b249-d51579356d89 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:21:13.610374 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:13.643207 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5a14a6ec-3887-441f-8b95-7325cb2df47c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:13.782759 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f2cb3dbc-4528-40b8-a020-d3d69d86a4cd details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:21:13.901188 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5a14a6ec-3887-441f-8b95-7325cb2df47c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:13.912581 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port f2cb3dbc-4528-40b8-a020-d3d69d86a4cd, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f2cb3dbc-4528-40b8-a020-d3d69d86a4cd,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:21:13.923524 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5a14a6ec-3887-441f-8b95-7325cb2df47c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:13.925640 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'f2cb3dbc-4528-40b8-a020-d3d69d86a4cd', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'port_id': 'f2cb3dbc-4528-40b8-a020-d3d69d86a4cd', 'mac_address': 'fa:16:3e:41:ab:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:21:13.930231 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:13.939105 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:13.975244 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ac3e19-41cc-4690-a027-2f5b6e33f10c None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:21:13.982099 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:14.018567 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] Attempting to bind port f1f8dcd4-169a-4927-b249-d51579356d89 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:21:14.019279 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] Attempting to bind port f1f8dcd4-169a-4927-b249-d51579356d89 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:21:14.019888 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] Attempting to bind port f1f8dcd4-169a-4927-b249-d51579356d89 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:21:14.026934 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2cb3dbc-4528-40b8-a020-d3d69d86a4cd {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:21:14.028546 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:21:14.028916 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:21:14.030206 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:14.030922 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:21:14.031745 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] Bound port: f1f8dcd4-169a-4927-b249-d51579356d89, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:21:14.033047 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:14.049167 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port f2cb3dbc-4528-40b8-a020-d3d69d86a4cd, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f2cb3dbc-4528-40b8-a020-d3d69d86a4cd,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:21:14.055119 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:14.061638 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-5a14a6ec-3887-441f-8b95-7325cb2df47c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Allocated IP 172.25.5.43 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/bd6283d4-5679-4169-a36b-8659ade5144d) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:21:14.068250 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16869025-de4f-49be-8f55-96ee1ed97340 None None] Pushing event updated for resources: {'Port': ['ID=f1f8dcd4-169a-4927-b249-d51579356d89,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:14.078758 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16869025-de4f-49be-8f55-96ee1ed97340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:14.079124 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16869025-de4f-49be-8f55-96ee1ed97340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:14.079502 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16869025-de4f-49be-8f55-96ee1ed97340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:14.080099 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16869025-de4f-49be-8f55-96ee1ed97340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:14.080689 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16869025-de4f-49be-8f55-96ee1ed97340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:14.081268 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16869025-de4f-49be-8f55-96ee1ed97340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:14.082184 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16869025-de4f-49be-8f55-96ee1ed97340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:14.082967 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16869025-de4f-49be-8f55-96ee1ed97340 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:14.083571 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16869025-de4f-49be-8f55-96ee1ed97340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:14.084113 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16869025-de4f-49be-8f55-96ee1ed97340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:14.084648 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16869025-de4f-49be-8f55-96ee1ed97340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:14.085307 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16869025-de4f-49be-8f55-96ee1ed97340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:14.124090 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=f2cb3dbc-4528-40b8-a020-d3d69d86a4cd,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:14.136454 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] For port f1f8dcd4-169a-4927-b249-d51579356d89, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:21:14.140438 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:14.141271 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:14.141813 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:14.142377 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:14.142611 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] For port f1f8dcd4-169a-4927-b249-d51579356d89, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f1f8dcd4-169a-4927-b249-d51579356d89,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:21:14.143251 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:14.143856 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:14.144456 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:14.145171 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:14.145577 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:14.145983 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:14.146428 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:14.146852 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:14.154501 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:14.169969 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3c9c4884-6824-4cb7-ba21-45597ee7679c None None] Provisioning complete for port f1f8dcd4-169a-4927-b249-d51579356d89 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:14.170357 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3c9c4884-6824-4cb7-ba21-45597ee7679c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:14.182776 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c9e65-e5aa-4540-8d56-68922f6cb56b req-10287c2c-76ad-4e39-8b0c-9fd0bd8c145e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:14.190759 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a4c9e65-e5aa-4540-8d56-68922f6cb56b req-10287c2c-76ad-4e39-8b0c-9fd0bd8c145e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 945 time: 0.0744221 Nov 23 22:21:14.227346 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] Routers {'2e58332b-311a-45be-81a2-4dc01df3c9bb'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:14.227965 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2e58332b-311a-45be-81a2-4dc01df3c9bb'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:14.243639 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f779e7-babe-4a1d-b4c8-075a2369e989 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:21:14.254628 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a4c9e65-e5aa-4540-8d56-68922f6cb56b req-6dfd4032-a6aa-4f67-9a8f-caf6c51d4bf5 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621378 Nov 23 22:21:14.275511 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5a14a6ec-3887-441f-8b95-7325cb2df47c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:14.326296 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5a14a6ec-3887-441f-8b95-7325cb2df47c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:14.366562 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3c9c4884-6824-4cb7-ba21-45597ee7679c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:14.371988 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['f2cb3dbc-4528-40b8-a020-d3d69d86a4cd'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:21:14.384735 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a14a6ec-3887-441f-8b95-7325cb2df47c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:21:14.389099 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-5a14a6ec-3887-441f-8b95-7325cb2df47c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:21:14.392498 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a14a6ec-3887-441f-8b95-7325cb2df47c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:21:14.414207 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16869025-de4f-49be-8f55-96ee1ed97340 None None] Pushing event updated for resources: {'Port': ['ID=f1f8dcd4-169a-4927-b249-d51579356d89,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:14.426498 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f493d8-ee68-4f9a-a20c-921c0837b629 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:21:14.453338 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14a6ec-3887-441f-8b95-7325cb2df47c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Pushing event updated for resources: {'Port': ['ID=bd6283d4-5679-4169-a36b-8659ade5144d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:14.463831 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-3c9c4884-6824-4cb7-ba21-45597ee7679c None None] For port f1f8dcd4-169a-4927-b249-d51579356d89, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f1f8dcd4-169a-4927-b249-d51579356d89,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:21:14.476126 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3c9c4884-6824-4cb7-ba21-45597ee7679c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:14.483120 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] Set router 2e58332b-311a-45be-81a2-4dc01df3c9bb gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:21:14.557226 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c4884-6824-4cb7-ba21-45597ee7679c None None] Pushing event updated for resources: {'Port': ['ID=f1f8dcd4-169a-4927-b249-d51579356d89,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:14.609651 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5046d40c-3b76-4c07-aec5-ecdcf314bcbe None None] Provisioning complete for port bd6283d4-5679-4169-a36b-8659ade5144d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:14.610475 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5046d40c-3b76-4c07-aec5-ecdcf314bcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:14.657940 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5046d40c-3b76-4c07-aec5-ecdcf314bcbe None None] Port bd6283d4-5679-4169-a36b-8659ade5144d cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:21:14.679439 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5046d40c-3b76-4c07-aec5-ecdcf314bcbe None None] Provisioning complete for port f1f8dcd4-169a-4927-b249-d51579356d89 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:14.680132 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5046d40c-3b76-4c07-aec5-ecdcf314bcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:14.754540 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e58332b-311a-45be-81a2-4dc01df3c9bb', 'name': 'tempest-snat-router-377275643', 'tenant_id': '160d5b513bdd4a52ab7e09d9fba4ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.108'}], 'enable_snat': False}, 'gw_port_id': 'f1f8dcd4-169a-4927-b249-d51579356d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:21:11Z', 'updated_at': '2021-11-23T22:21:12Z', 'revision_number': 3, 'project_id': '160d5b513bdd4a52ab7e09d9fba4ae14', 'gw_port': {'id': 'f1f8dcd4-169a-4927-b249-d51579356d89', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e58332b-311a-45be-81a2-4dc01df3c9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:21:12Z', 'updated_at': '2021-11-23T22:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:14.771655 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5a14a6ec-3887-441f-8b95-7325cb2df47c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:14.785909 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93422b49-2ba1-4d3b-a1e8-7735ea8e0305 None None] The sync data for ids ['2e58332b-311a-45be-81a2-4dc01df3c9bb'] in n-d-816206-9 is: [{'id': '2e58332b-311a-45be-81a2-4dc01df3c9bb', 'name': 'tempest-snat-router-377275643', 'tenant_id': '160d5b513bdd4a52ab7e09d9fba4ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.108'}], 'enable_snat': False}, 'gw_port_id': 'f1f8dcd4-169a-4927-b249-d51579356d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:21:11Z', 'updated_at': '2021-11-23T22:21:12Z', 'revision_number': 3, 'project_id': '160d5b513bdd4a52ab7e09d9fba4ae14', 'gw_port': {'id': 'f1f8dcd4-169a-4927-b249-d51579356d89', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e58332b-311a-45be-81a2-4dc01df3c9bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:21:12Z', 'updated_at': '2021-11-23T22:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:21:15.020524 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5a14a6ec-3887-441f-8b95-7325cb2df47c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:15.187806 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a14a6ec-3887-441f-8b95-7325cb2df47c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Router 66f48dce-eb3a-44fd-b294-89fa1febc84a is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:21:15.349704 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a14a6ec-3887-441f-8b95-7325cb2df47c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:21:15.359854 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848d6342-1138-4169-91b2-11b61cce5e48 None None] Sync routers for ids ['66f48dce-eb3a-44fd-b294-89fa1febc84a'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:21:15.374731 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5a14a6ec-3887-441f-8b95-7325cb2df47c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:15.376428 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5a14a6ec-3887-441f-8b95-7325cb2df47c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.0360942 Nov 23 22:21:15.380366 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43078) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:15.381609 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848d6342-1138-4169-91b2-11b61cce5e48 None None] Routers {'66f48dce-eb3a-44fd-b294-89fa1febc84a'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:15.382467 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-848d6342-1138-4169-91b2-11b61cce5e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['66f48dce-eb3a-44fd-b294-89fa1febc84a'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:15.400607 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d7288-aa6d-4559-bf27-a65f26e50957 req-1ef4bfdc-2a82-47e9-aaa1-fa46616ceae5 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:15.403002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-534d7288-aa6d-4559-bf27-a65f26e50957 req-1ef4bfdc-2a82-47e9-aaa1-fa46616ceae5 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 945 time: 0.0652552 Nov 23 22:21:15.472268 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-534d7288-aa6d-4559-bf27-a65f26e50957 req-124a3e0a-9b1b-44a2-a702-adb72051eb20 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577495 Nov 23 22:21:15.504744 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-212854ce-1b3c-4e2b-a783-1bbc86ab60c2 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "GET /v2.0/routers/66f48dce-eb3a-44fd-b294-89fa1febc84a HTTP/1.1" status: 200 len: 906 time: 0.1229510 Nov 23 22:21:15.507713 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43080) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:15.568640 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-848d6342-1138-4169-91b2-11b61cce5e48 None None] Set router 66f48dce-eb3a-44fd-b294-89fa1febc84a gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:21:15.644606 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5e62b55-625b-43eb-949b-dc7e9bc2fd82 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:15.778452 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5e62b55-625b-43eb-949b-dc7e9bc2fd82 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:15.783155 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-848d6342-1138-4169-91b2-11b61cce5e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66f48dce-eb3a-44fd-b294-89fa1febc84a', 'name': 'tempest-snat-router-377275643', 'tenant_id': '160d5b513bdd4a52ab7e09d9fba4ae14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bd6283d4-5679-4169-a36b-8659ade5144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:21:13Z', 'updated_at': '2021-11-23T22:21:14Z', 'revision_number': 3, 'project_id': '160d5b513bdd4a52ab7e09d9fba4ae14', 'gw_port': {'id': 'bd6283d4-5679-4169-a36b-8659ade5144d', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:14:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66f48dce-eb3a-44fd-b294-89fa1febc84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:21:13Z', 'updated_at': '2021-11-23T22:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:15.820574 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f2cb3dbc-4528-40b8-a020-d3d69d86a4cd up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:21:15.823896 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848d6342-1138-4169-91b2-11b61cce5e48 None None] Checking router: 66f48dce-eb3a-44fd-b294-89fa1febc84a for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:21:15.824241 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848d6342-1138-4169-91b2-11b61cce5e48 None None] Updating router 66f48dce-eb3a-44fd-b294-89fa1febc84a port bd6283d4-5679-4169-a36b-8659ade5144d binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:21:15.839620 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-c5e62b55-625b-43eb-949b-dc7e9bc2fd82 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Deleting port bd6283d4-5679-4169-a36b-8659ade5144d {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:21:15.839960 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5e62b55-625b-43eb-949b-dc7e9bc2fd82 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:15.885928 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-848d6342-1138-4169-91b2-11b61cce5e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:15.941201 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port f2cb3dbc-4528-40b8-a020-d3d69d86a4cd completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:21:15.949242 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5e62b55-625b-43eb-949b-dc7e9bc2fd82 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:15.962934 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-c5e62b55-625b-43eb-949b-dc7e9bc2fd82 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Calling delete_port for bd6283d4-5679-4169-a36b-8659ade5144d owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:21:15.991809 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port f2cb3dbc-4528-40b8-a020-d3d69d86a4cd triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:15.992188 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:16.155396 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5e62b55-625b-43eb-949b-dc7e9bc2fd82 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:16.164205 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:16.188143 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e62b55-625b-43eb-949b-dc7e9bc2fd82 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd6283d4-5679-4169-a36b-8659ade5144d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:16.227868 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a0567d-867c-4e8f-874d-e891be2aff04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cb3dbc-4528-40b8-a020-d3d69d86a4cd'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:21:16.230004 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d4cf7a-1b09-4537-a9c0-c14680caf1ad" -d '{"events": [{"server_uuid": "88a0567d-867c-4e8f-874d-e891be2aff04", "name": "network-vif-plugged", "status": "completed", "tag": "f2cb3dbc-4528-40b8-a020-d3d69d86a4cd"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:21:16.238228 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79e69d1-7cc0-4648-a099-5f1339a01a02 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:21:16.260034 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port f2cb3dbc-4528-40b8-a020-d3d69d86a4cd, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f2cb3dbc-4528-40b8-a020-d3d69d86a4cd,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:21:16.273133 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:16.295097 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5e62b55-625b-43eb-949b-dc7e9bc2fd82 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:16.327773 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5317fc3-c08d-4544-b986-e622303a41f2 x-openstack-request-id: req-b5317fc3-c08d-4544-b986-e622303a41f2 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:21:16.328210 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a0567d-867c-4e8f-874d-e891be2aff04", "name": "network-vif-plugged", "status": "completed", "tag": "f2cb3dbc-4528-40b8-a020-d3d69d86a4cd", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:21:16.328564 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b5317fc3-c08d-4544-b986-e622303a41f2 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:21:16.329054 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a0567d-867c-4e8f-874d-e891be2aff04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cb3dbc-4528-40b8-a020-d3d69d86a4cd', 'code': 200} Nov 23 22:21:16.378029 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=f2cb3dbc-4528-40b8-a020-d3d69d86a4cd,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:16.406795 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-848d6342-1138-4169-91b2-11b61cce5e48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:21:16.407165 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-848d6342-1138-4169-91b2-11b61cce5e48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:21:16.436990 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5e62b55-625b-43eb-949b-dc7e9bc2fd82 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:16.441086 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5e62b55-625b-43eb-949b-dc7e9bc2fd82 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:16.496905 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18478168-3322-4dc4-9a0b-94e396a93597 req-49f41dc9-9907-4595-bf4d-7553c252df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:16.498606 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-18478168-3322-4dc4-9a0b-94e396a93597 req-49f41dc9-9907-4595-bf4d-7553c252df20 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 1097 time: 0.0968688 Nov 23 22:21:16.502492 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5e62b55-625b-43eb-949b-dc7e9bc2fd82 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:16.503214 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e62b55-625b-43eb-949b-dc7e9bc2fd82 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66f48dce-eb3a-44fd-b294-89fa1febc84a {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:21:16.508069 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c5e62b55-625b-43eb-949b-dc7e9bc2fd82 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:16.509197 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c5e62b55-625b-43eb-949b-dc7e9bc2fd82 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "DELETE /v2.0/routers/66f48dce-eb3a-44fd-b294-89fa1febc84a HTTP/1.1" status: 204 len: 168 time: 1.0001104 Nov 23 22:21:16.512054 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43100) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:16.568131 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-18478168-3322-4dc4-9a0b-94e396a93597 req-27c9f04c-4440-4ba5-93cb-9510e5409488 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566344 Nov 23 22:21:16.675745 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887b5b1-113e-4b17-8968-1435ef4f2004 req-414ed748-27a0-408b-b419-368b5e86424f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:16.677507 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c887b5b1-113e-4b17-8968-1435ef4f2004 req-414ed748-27a0-408b-b419-368b5e86424f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 946 time: 0.1100481 Nov 23 22:21:16.707140 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-434be30b-3177-4f42-9c3e-2df433cf636d tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:16.793948 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f1f8dcd4-169a-4927-b249-d51579356d89 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:21:16.861146 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c887b5b1-113e-4b17-8968-1435ef4f2004 req-15a41731-66de-4a1c-b023-6be2d55693aa tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732996 Nov 23 22:21:16.878545 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port f1f8dcd4-169a-4927-b249-d51579356d89 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:16.880494 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:16.893283 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-434be30b-3177-4f42-9c3e-2df433cf636d tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:16.934100 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848d6342-1138-4169-91b2-11b61cce5e48 None None] Port bd6283d4-5679-4169-a36b-8659ade5144d not found while updating agent binding for router 66f48dce-eb3a-44fd-b294-89fa1febc84a. {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 22:21:16.948927 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848d6342-1138-4169-91b2-11b61cce5e48 None None] Routers set() bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:16.949745 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848d6342-1138-4169-91b2-11b61cce5e48 None None] Router IDs set() for agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 22:21:16.950441 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_agentschedulers_db [None req-848d6342-1138-4169-91b2-11b61cce5e48 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'66f48dce-eb3a-44fd-b294-89fa1febc84a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent'). {{(pid=110035) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 22:21:16.951442 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848d6342-1138-4169-91b2-11b61cce5e48 None None] The sync data for ids ['66f48dce-eb3a-44fd-b294-89fa1febc84a'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:21:16.977079 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-434be30b-3177-4f42-9c3e-2df433cf636d tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Deleting port f1f8dcd4-169a-4927-b249-d51579356d89 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:21:16.977506 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-434be30b-3177-4f42-9c3e-2df433cf636d tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:17.078269 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-434be30b-3177-4f42-9c3e-2df433cf636d tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] For port f1f8dcd4-169a-4927-b249-d51579356d89, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f1f8dcd4-169a-4927-b249-d51579356d89,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:21:17.078638 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-434be30b-3177-4f42-9c3e-2df433cf636d tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:17.092579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-434be30b-3177-4f42-9c3e-2df433cf636d tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Calling delete_port for f1f8dcd4-169a-4927-b249-d51579356d89 owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:21:17.274700 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-434be30b-3177-4f42-9c3e-2df433cf636d tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:17.302903 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434be30b-3177-4f42-9c3e-2df433cf636d tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1f8dcd4-169a-4927-b249-d51579356d89,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:17.316223 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0101beec-866b-4bd9-aaac-b75062b89b6b None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:21:17.370805 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-434be30b-3177-4f42-9c3e-2df433cf636d tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:17.478738 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-434be30b-3177-4f42-9c3e-2df433cf636d tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:17.480911 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-434be30b-3177-4f42-9c3e-2df433cf636d tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:17.524747 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-434be30b-3177-4f42-9c3e-2df433cf636d tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:17.525479 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434be30b-3177-4f42-9c3e-2df433cf636d tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e58332b-311a-45be-81a2-4dc01df3c9bb {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:21:17.533914 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-434be30b-3177-4f42-9c3e-2df433cf636d tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:17.535847 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-434be30b-3177-4f42-9c3e-2df433cf636d tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "DELETE /v2.0/routers/2e58332b-311a-45be-81a2-4dc01df3c9bb HTTP/1.1" status: 204 len: 168 time: 1.0227263 Nov 23 22:21:17.540020 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43116) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:17.545743 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-5077e66a-0a3f-4d60-90f5-699c370d6afa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-411424499', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}, 'admin_state_up': False}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:17.574272 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5077e66a-0a3f-4d60-90f5-699c370d6afa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:17.575451 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5077e66a-0a3f-4d60-90f5-699c370d6afa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:17.646303 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5077e66a-0a3f-4d60-90f5-699c370d6afa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:17.812045 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5077e66a-0a3f-4d60-90f5-699c370d6afa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:18.420355 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5077e66a-0a3f-4d60-90f5-699c370d6afa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:18.445593 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5077e66a-0a3f-4d60-90f5-699c370d6afa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:18.457992 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb4293-7813-4771-b182-91300fee0a58 req-5b221716-6230-46c8-bae5-15a3183a356b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:18.463691 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fffb4293-7813-4771-b182-91300fee0a58 req-5b221716-6230-46c8-bae5-15a3183a356b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 946 time: 0.4661169 Nov 23 22:21:18.579779 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fffb4293-7813-4771-b182-91300fee0a58 req-24a3bda8-cb98-4892-aef0-2ddf79ef9b7a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090338 Nov 23 22:21:18.613218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-5077e66a-0a3f-4d60-90f5-699c370d6afa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Allocated IP 172.25.5.150 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/bf982224-f2d9-471e-8d28-6ee8c9486dfd) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:21:18.709423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f1f8dcd4-169a-4927-b249-d51579356d89 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:21:18.732495 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: f1f8dcd4-169a-4927-b249-d51579356d89 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:21:18.733201 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f1f8dcd4-169a-4927-b249-d51579356d89 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:21:18.770120 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897f3e5-57be-4a10-bcdf-1e4cbf712a47 req-6cb25964-5c14-4dd4-bf9e-14b234fdeb18 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:18.771751 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9897f3e5-57be-4a10-bcdf-1e4cbf712a47 req-6cb25964-5c14-4dd4-bf9e-14b234fdeb18 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 946 time: 0.0844419 Nov 23 22:21:18.777145 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5077e66a-0a3f-4d60-90f5-699c370d6afa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:18.851712 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9897f3e5-57be-4a10-bcdf-1e4cbf712a47 req-108aca9d-9f9d-4fb6-8fad-3f58ea05e43b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675528 Nov 23 22:21:18.859784 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5077e66a-0a3f-4d60-90f5-699c370d6afa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:18.902744 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5077e66a-0a3f-4d60-90f5-699c370d6afa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:21:18.910247 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-5077e66a-0a3f-4d60-90f5-699c370d6afa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:21:18.914233 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5077e66a-0a3f-4d60-90f5-699c370d6afa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:21:18.929183 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1ed346-80e3-45c1-adcc-696ffc4fd587 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:21:18.968171 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-08b2581f-c835-4e3e-88d9-b84eb8dff133 None None] Provisioning complete for port bf982224-f2d9-471e-8d28-6ee8c9486dfd triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:18.968544 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-08b2581f-c835-4e3e-88d9-b84eb8dff133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:18.986582 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077e66a-0a3f-4d60-90f5-699c370d6afa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Pushing event updated for resources: {'Port': ['ID=bf982224-f2d9-471e-8d28-6ee8c9486dfd,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:19.012581 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-08b2581f-c835-4e3e-88d9-b84eb8dff133 None None] Port bf982224-f2d9-471e-8d28-6ee8c9486dfd cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:21:19.015150 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a853a87-1757-4ad4-a1e1-cda953234dc0 req-91c090ca-91a4-4a03-af5d-94070ff56163 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:19.016682 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a853a87-1757-4ad4-a1e1-cda953234dc0 req-91c090ca-91a4-4a03-af5d-94070ff56163 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 946 time: 0.0749085 Nov 23 22:21:19.151045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6a853a87-1757-4ad4-a1e1-cda953234dc0 req-c1ac1bda-b90a-430d-9e1d-302e5915637e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982637 Nov 23 22:21:19.287998 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5077e66a-0a3f-4d60-90f5-699c370d6afa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:19.537112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a581a4-3024-49cf-b865-faff9b6ceb20 req-fd4e2a11-07ac-4e98-be7a-d15c31625a66 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:19.538601 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40a581a4-3024-49cf-b865-faff9b6ceb20 req-fd4e2a11-07ac-4e98-be7a-d15c31625a66 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 946 time: 0.0993268 Nov 23 22:21:19.545357 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5077e66a-0a3f-4d60-90f5-699c370d6afa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:19.661484 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40a581a4-3024-49cf-b865-faff9b6ceb20 req-37101d0d-6786-4747-ac51-4c1f3d47ad85 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138175 Nov 23 22:21:19.717906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5077e66a-0a3f-4d60-90f5-699c370d6afa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Router 3022cbae-6aa3-4b8d-9f0a-80eaf2c810cc is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:21:19.830876 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5077e66a-0a3f-4d60-90f5-699c370d6afa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:21:19.843241 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b6cd9e-3a02-4cf1-8fa0-83ae3ff4ae18 None None] Sync routers for ids ['3022cbae-6aa3-4b8d-9f0a-80eaf2c810cc'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:21:19.852310 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5077e66a-0a3f-4d60-90f5-699c370d6afa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:19.853688 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5077e66a-0a3f-4d60-90f5-699c370d6afa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.3123100 Nov 23 22:21:19.856705 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43168) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:19.858488 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b6cd9e-3a02-4cf1-8fa0-83ae3ff4ae18 None None] Routers {'3022cbae-6aa3-4b8d-9f0a-80eaf2c810cc'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:19.859187 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-73b6cd9e-3a02-4cf1-8fa0-83ae3ff4ae18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3022cbae-6aa3-4b8d-9f0a-80eaf2c810cc'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:19.862682 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-48c181d4-7b3b-4765-a2a7-2e07ee8cd6d8 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'enable_snat': False}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:19.896186 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-73b6cd9e-3a02-4cf1-8fa0-83ae3ff4ae18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:19.905463 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b6cd9e-3a02-4cf1-8fa0-83ae3ff4ae18 None None] Routers {'3022cbae-6aa3-4b8d-9f0a-80eaf2c810cc'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:19.906305 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-73b6cd9e-3a02-4cf1-8fa0-83ae3ff4ae18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3022cbae-6aa3-4b8d-9f0a-80eaf2c810cc'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:19.947048 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-73b6cd9e-3a02-4cf1-8fa0-83ae3ff4ae18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:19.947911 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b6cd9e-3a02-4cf1-8fa0-83ae3ff4ae18 None None] The sync data for ids ['3022cbae-6aa3-4b8d-9f0a-80eaf2c810cc'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:21:20.549422 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-48c181d4-7b3b-4765-a2a7-2e07ee8cd6d8 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:20.815750 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff803837-df32-4d6e-ac0c-ffb1ded0de3d req-a5b0cdc5-4647-4efc-adb4-49dbeb583342 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:20.817451 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff803837-df32-4d6e-ac0c-ffb1ded0de3d req-a5b0cdc5-4647-4efc-adb4-49dbeb583342 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 946 time: 0.0603633 Nov 23 22:21:20.882410 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff803837-df32-4d6e-ac0c-ffb1ded0de3d req-c2582301-40ae-42fa-ba92-370c8ee88da8 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559430 Nov 23 22:21:20.989880 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-48c181d4-7b3b-4765-a2a7-2e07ee8cd6d8 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:20.993243 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-48c181d4-7b3b-4765-a2a7-2e07ee8cd6d8 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-847058'] for router, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:21.131537 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c77a1-37bc-43b7-8b9c-e2f53ea857a7 req-aaced44f-b6f8-44e1-913f-b65b196ec15f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:21.133055 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-469c77a1-37bc-43b7-8b9c-e2f53ea857a7 req-aaced44f-b6f8-44e1-913f-b65b196ec15f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.53 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 946 time: 0.1030648 Nov 23 22:21:21.157288 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c181d4-7b3b-4765-a2a7-2e07ee8cd6d8 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Router 3022cbae-6aa3-4b8d-9f0a-80eaf2c810cc has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:21:21.330741 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-469c77a1-37bc-43b7-8b9c-e2f53ea857a7 req-338288bd-f03e-4044-a2cf-ca53ad042ede tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Deleting port f2cb3dbc-4528-40b8-a020-d3d69d86a4cd {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:21:21.331632 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-469c77a1-37bc-43b7-8b9c-e2f53ea857a7 req-338288bd-f03e-4044-a2cf-ca53ad042ede tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:21.347839 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c181d4-7b3b-4765-a2a7-2e07ee8cd6d8 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:21:21.355019 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-48c181d4-7b3b-4765-a2a7-2e07ee8cd6d8 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:21.357632 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-48c181d4-7b3b-4765-a2a7-2e07ee8cd6d8 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "PUT /v2.0/routers/3022cbae-6aa3-4b8d-9f0a-80eaf2c810cc HTTP/1.1" status: 200 len: 925 time: 1.4998002 Nov 23 22:21:21.358381 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43200) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:21.365728 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04637cff-c24c-4274-8f0d-6ad96ae0c90c None None] Sync routers for ids ['3022cbae-6aa3-4b8d-9f0a-80eaf2c810cc'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:21:21.377102 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04637cff-c24c-4274-8f0d-6ad96ae0c90c None None] Routers {'3022cbae-6aa3-4b8d-9f0a-80eaf2c810cc'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:21.379292 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-04637cff-c24c-4274-8f0d-6ad96ae0c90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3022cbae-6aa3-4b8d-9f0a-80eaf2c810cc'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:21.453206 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-469c77a1-37bc-43b7-8b9c-e2f53ea857a7 req-338288bd-f03e-4044-a2cf-ca53ad042ede tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] For port f2cb3dbc-4528-40b8-a020-d3d69d86a4cd, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f2cb3dbc-4528-40b8-a020-d3d69d86a4cd,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:21:21.453647 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-469c77a1-37bc-43b7-8b9c-e2f53ea857a7 req-338288bd-f03e-4044-a2cf-ca53ad042ede tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:21.473768 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-469c77a1-37bc-43b7-8b9c-e2f53ea857a7 req-338288bd-f03e-4044-a2cf-ca53ad042ede tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Calling delete_port for f2cb3dbc-4528-40b8-a020-d3d69d86a4cd owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:21:21.500528 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-18e3b463-07ff-4d3d-95b1-532d931cca0c tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "GET /v2.0/routers/3022cbae-6aa3-4b8d-9f0a-80eaf2c810cc HTTP/1.1" status: 200 len: 925 time: 0.1407053 Nov 23 22:21:21.504341 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43206) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:21.589555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc729e9-382e-4321-92e2-703e918bcb73 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:21.593769 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3bc729e9-382e-4321-92e2-703e918bcb73 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&device_id=3022cbae-6aa3-4b8d-9f0a-80eaf2c810cc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0883322 Nov 23 22:21:21.594359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43210) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:21.609579 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-04637cff-c24c-4274-8f0d-6ad96ae0c90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:21.621072 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04637cff-c24c-4274-8f0d-6ad96ae0c90c None None] Routers {'3022cbae-6aa3-4b8d-9f0a-80eaf2c810cc'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:21.621715 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-04637cff-c24c-4274-8f0d-6ad96ae0c90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3022cbae-6aa3-4b8d-9f0a-80eaf2c810cc'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:21.651325 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-469c77a1-37bc-43b7-8b9c-e2f53ea857a7 req-338288bd-f03e-4044-a2cf-ca53ad042ede tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:21.662047 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-04637cff-c24c-4274-8f0d-6ad96ae0c90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:21.663047 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04637cff-c24c-4274-8f0d-6ad96ae0c90c None None] The sync data for ids ['3022cbae-6aa3-4b8d-9f0a-80eaf2c810cc'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:21:21.670373 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['f2cb3dbc-4528-40b8-a020-d3d69d86a4cd'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:21:21.700728 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338288bd-f03e-4044-a2cf-ca53ad042ede tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event deleted for resources: {'Port': ['ID=f2cb3dbc-4528-40b8-a020-d3d69d86a4cd,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:21.727427 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50ceff2-3fc9-456e-91f1-a528ffa62453 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:21.732091 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e50ceff2-3fc9-456e-91f1-a528ffa62453 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 881 time: 0.1367364 Nov 23 22:21:21.732818 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43214) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:21.761177 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-469c77a1-37bc-43b7-8b9c-e2f53ea857a7 req-338288bd-f03e-4044-a2cf-ca53ad042ede tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] No DVR routers for this DVR port f2cb3dbc-4528-40b8-a020-d3d69d86a4cd on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:21:21.764379 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-469c77a1-37bc-43b7-8b9c-e2f53ea857a7 req-338288bd-f03e-4044-a2cf-ca53ad042ede tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:21.768516 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-469c77a1-37bc-43b7-8b9c-e2f53ea857a7 req-338288bd-f03e-4044-a2cf-ca53ad042ede tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.53 "DELETE /v2.0/ports/f2cb3dbc-4528-40b8-a020-d3d69d86a4cd HTTP/1.1" status: 204 len: 173 time: 0.6232224 Nov 23 22:21:21.768882 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6af02f38-283d-4ccf-94bd-7046d28eb38b tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "GET /v2.0/ports?device_id=3022cbae-6aa3-4b8d-9f0a-80eaf2c810cc HTTP/1.1" status: 200 len: 205 time: 0.0346313 Nov 23 22:21:21.769385 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43216) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:21.770110 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a0567d-867c-4e8f-874d-e891be2aff04', 'name': 'network-vif-deleted', 'tag': 'f2cb3dbc-4528-40b8-a020-d3d69d86a4cd'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:21:21.772892 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786182fb-31a2-40b6-89c6-d410339937ed" -d '{"events": [{"server_uuid": "88a0567d-867c-4e8f-874d-e891be2aff04", "name": "network-vif-deleted", "tag": "f2cb3dbc-4528-40b8-a020-d3d69d86a4cd"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:21:21.985604 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a509-1a48-4917-af98-4307083ad37d tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:22.083702 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da86c8b-2245-4369-be7c-2bcfd1b411a5 x-openstack-request-id: req-4da86c8b-2245-4369-be7c-2bcfd1b411a5 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:21:22.085526 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a0567d-867c-4e8f-874d-e891be2aff04", "name": "network-vif-deleted", "tag": "f2cb3dbc-4528-40b8-a020-d3d69d86a4cd", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:21:22.086145 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4da86c8b-2245-4369-be7c-2bcfd1b411a5 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:21:22.086783 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a0567d-867c-4e8f-874d-e891be2aff04', 'name': 'network-vif-deleted', 'tag': 'f2cb3dbc-4528-40b8-a020-d3d69d86a4cd', 'status': 'completed', 'code': 200} Nov 23 22:21:22.087309 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bcf71b89-64d8-4a8c-ba46-3fb94719ce26 req-90e47e84-c208-400c-be6e-606a171634c5 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 210 time: 0.0413630 Nov 23 22:21:22.163731 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a509-1a48-4917-af98-4307083ad37d tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:22.220703 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-b2e5a509-1a48-4917-af98-4307083ad37d tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Deleting port bf982224-f2d9-471e-8d28-6ee8c9486dfd {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:21:22.221263 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a509-1a48-4917-af98-4307083ad37d tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:22.326048 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a509-1a48-4917-af98-4307083ad37d tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:22.338020 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-b2e5a509-1a48-4917-af98-4307083ad37d tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Calling delete_port for bf982224-f2d9-471e-8d28-6ee8c9486dfd owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:21:22.525661 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a509-1a48-4917-af98-4307083ad37d tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:22.558070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5a509-1a48-4917-af98-4307083ad37d tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Pushing event deleted for resources: {'Port': ['ID=bf982224-f2d9-471e-8d28-6ee8c9486dfd,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:22.584273 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe1b989-a133-4adb-b6a8-aabafc84cd6b None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:21:22.634084 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a509-1a48-4917-af98-4307083ad37d tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:22.741830 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a509-1a48-4917-af98-4307083ad37d tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:22.744042 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a509-1a48-4917-af98-4307083ad37d tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:22.804118 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a509-1a48-4917-af98-4307083ad37d tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:22.805056 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e5a509-1a48-4917-af98-4307083ad37d tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Fanout notify agent at l3_agent the message router_deleted on router 3022cbae-6aa3-4b8d-9f0a-80eaf2c810cc {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:21:22.816274 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a509-1a48-4917-af98-4307083ad37d tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:22.817798 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b2e5a509-1a48-4917-af98-4307083ad37d tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "DELETE /v2.0/routers/3022cbae-6aa3-4b8d-9f0a-80eaf2c810cc HTTP/1.1" status: 204 len: 168 time: 1.0474608 Nov 23 22:21:22.821585 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43244) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:22.826250 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a54c5a6f-3a5f-4ecc-825a-fc3727e24abf tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2071141923', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:22.863792 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a54c5a6f-3a5f-4ecc-825a-fc3727e24abf tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:22.865916 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a54c5a6f-3a5f-4ecc-825a-fc3727e24abf tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:22.940875 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a54c5a6f-3a5f-4ecc-825a-fc3727e24abf tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:22.942520 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:22.947245 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a54c5a6f-3a5f-4ecc-825a-fc3727e24abf tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:22.969637 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a54c5a6f-3a5f-4ecc-825a-fc3727e24abf tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:22.971125 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a54c5a6f-3a5f-4ecc-825a-fc3727e24abf tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1484373 Nov 23 22:21:22.981793 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43248) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:22.986535 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-de2035f9-c63d-489e-995c-15c9a5592725 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Request body: {'router': {'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:23.255620 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59bbc2d6-9e6a-4c9e-8b1d-6f323a535634 req-8e3c4636-4879-40b6-9f7b-1d8abafee323 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 210 time: 0.0563822 Nov 23 22:21:23.258429 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-de2035f9-c63d-489e-995c-15c9a5592725 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:23.476910 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-de2035f9-c63d-489e-995c-15c9a5592725 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:23.497407 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-de2035f9-c63d-489e-995c-15c9a5592725 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:23.628403 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-de2035f9-c63d-489e-995c-15c9a5592725 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Allocated IP 172.25.5.251 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/02eb8a02-5f55-4925-8f19-030378b13a79) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:21:23.748202 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-de2035f9-c63d-489e-995c-15c9a5592725 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:23.787450 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-de2035f9-c63d-489e-995c-15c9a5592725 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:23.830388 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f2cb3dbc-4528-40b8-a020-d3d69d86a4cd no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:21:23.855451 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2035f9-c63d-489e-995c-15c9a5592725 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Pushing event updated for resources: {'Port': ['ID=02eb8a02-5f55-4925-8f19-030378b13a79,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:23.859350 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2035f9-c63d-489e-995c-15c9a5592725 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:21:23.861332 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-de2035f9-c63d-489e-995c-15c9a5592725 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:21:23.865874 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2035f9-c63d-489e-995c-15c9a5592725 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:21:23.904597 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bf4935-d1a2-4cc9-813d-d7dc4e16ed63 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:21:23.906598 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: f2cb3dbc-4528-40b8-a020-d3d69d86a4cd {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:21:23.906970 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f2cb3dbc-4528-40b8-a020-d3d69d86a4cd not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:21:24.020027 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d7a7093d-3962-499d-8f56-cee378b37790 None None] Provisioning complete for port 02eb8a02-5f55-4925-8f19-030378b13a79 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:24.020402 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d7a7093d-3962-499d-8f56-cee378b37790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:24.099840 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-d7a7093d-3962-499d-8f56-cee378b37790 None None] Port 02eb8a02-5f55-4925-8f19-030378b13a79 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:21:24.233334 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-de2035f9-c63d-489e-995c-15c9a5592725 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:24.409928 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-639931cd-01f5-4e39-af12-56df64dfef59 req-f063f4af-ed37-4c50-a626-c7c3f3fb1c21 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 210 time: 0.0278625 Nov 23 22:21:24.495977 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-de2035f9-c63d-489e-995c-15c9a5592725 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:24.499993 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-de2035f9-c63d-489e-995c-15c9a5592725 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-847058'] for router, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:24.617197 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:21:24.633305 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2035f9-c63d-489e-995c-15c9a5592725 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Router 19bec82e-1eb5-432e-b8ac-e116e383a122 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:21:24.758282 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2035f9-c63d-489e-995c-15c9a5592725 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:21:24.765938 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-de2035f9-c63d-489e-995c-15c9a5592725 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:24.770926 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43292) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:24.771940 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-de2035f9-c63d-489e-995c-15c9a5592725 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "PUT /v2.0/routers/19bec82e-1eb5-432e-b8ac-e116e383a122 HTTP/1.1" status: 200 len: 884 time: 1.7911782 Nov 23 22:21:24.772884 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759ff23a-7652-4dfd-9650-48643942d06b None None] Sync routers for ids ['19bec82e-1eb5-432e-b8ac-e116e383a122'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:21:24.791011 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759ff23a-7652-4dfd-9650-48643942d06b None None] Routers {'19bec82e-1eb5-432e-b8ac-e116e383a122'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:24.791953 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-759ff23a-7652-4dfd-9650-48643942d06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['19bec82e-1eb5-432e-b8ac-e116e383a122'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:24.834363 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-759ff23a-7652-4dfd-9650-48643942d06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:24.847549 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759ff23a-7652-4dfd-9650-48643942d06b None None] Routers {'19bec82e-1eb5-432e-b8ac-e116e383a122'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:24.848802 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-759ff23a-7652-4dfd-9650-48643942d06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['19bec82e-1eb5-432e-b8ac-e116e383a122'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:24.907192 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-759ff23a-7652-4dfd-9650-48643942d06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:24.908024 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759ff23a-7652-4dfd-9650-48643942d06b None None] The sync data for ids ['19bec82e-1eb5-432e-b8ac-e116e383a122'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:21:24.941248 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-31579ba2-2227-4956-8772-077453a3a69d tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "GET /v2.0/routers/19bec82e-1eb5-432e-b8ac-e116e383a122 HTTP/1.1" status: 200 len: 925 time: 0.1666162 Nov 23 22:21:24.943922 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43300) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:25.029131 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c9c64a-0a3b-49d7-830a-3c37a0198c75 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:25.033280 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-21c9c64a-0a3b-49d7-830a-3c37a0198c75 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&device_id=19bec82e-1eb5-432e-b8ac-e116e383a122&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0856161 Nov 23 22:21:25.033628 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43304) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:25.148408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0390d27-167c-44dc-9df8-a5a606012ef3 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:25.151018 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b0390d27-167c-44dc-9df8-a5a606012ef3 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 881 time: 0.1156480 Nov 23 22:21:25.153081 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43308) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:25.185565 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3fd8917c-01db-4268-a5b4-f1f2eca482ba tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "GET /v2.0/ports?device_id=19bec82e-1eb5-432e-b8ac-e116e383a122 HTTP/1.1" status: 200 len: 205 time: 0.0307391 Nov 23 22:21:25.187805 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43310) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:25.307957 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd6ca-9d7f-4ab9-80ff-b2a17c618c8b tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:25.424211 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd6ca-9d7f-4ab9-80ff-b2a17c618c8b tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:25.490075 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-ce1dd6ca-9d7f-4ab9-80ff-b2a17c618c8b tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Deleting port 02eb8a02-5f55-4925-8f19-030378b13a79 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:21:25.490577 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd6ca-9d7f-4ab9-80ff-b2a17c618c8b tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:25.521637 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a22f8336-524c-4bd8-8891-393a9c93dfae req-5cc8b338-35e5-4032-b12e-e6c8f6bd094b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 210 time: 0.0281906 Nov 23 22:21:25.592662 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd6ca-9d7f-4ab9-80ff-b2a17c618c8b tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:25.605809 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-ce1dd6ca-9d7f-4ab9-80ff-b2a17c618c8b tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Calling delete_port for 02eb8a02-5f55-4925-8f19-030378b13a79 owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:21:25.790442 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd6ca-9d7f-4ab9-80ff-b2a17c618c8b tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:25.814351 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1dd6ca-9d7f-4ab9-80ff-b2a17c618c8b tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Pushing event deleted for resources: {'Port': ['ID=02eb8a02-5f55-4925-8f19-030378b13a79,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:25.839336 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cee2db-3bbb-437f-b4b2-b796799771b5 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:21:25.893746 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd6ca-9d7f-4ab9-80ff-b2a17c618c8b tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:26.004051 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd6ca-9d7f-4ab9-80ff-b2a17c618c8b tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:26.006316 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd6ca-9d7f-4ab9-80ff-b2a17c618c8b tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:26.061341 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd6ca-9d7f-4ab9-80ff-b2a17c618c8b tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:26.061341 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1dd6ca-9d7f-4ab9-80ff-b2a17c618c8b tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Fanout notify agent at l3_agent the message router_deleted on router 19bec82e-1eb5-432e-b8ac-e116e383a122 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:21:26.071524 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd6ca-9d7f-4ab9-80ff-b2a17c618c8b tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:26.075320 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ce1dd6ca-9d7f-4ab9-80ff-b2a17c618c8b tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "DELETE /v2.0/routers/19bec82e-1eb5-432e-b8ac-e116e383a122 HTTP/1.1" status: 204 len: 168 time: 0.8861790 Nov 23 22:21:26.080139 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43332) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:26.085657 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e427cb3a-4d8a-4f9f-bc96-1982562c4829 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-639265403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:26.114004 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e427cb3a-4d8a-4f9f-bc96-1982562c4829 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:26.115588 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e427cb3a-4d8a-4f9f-bc96-1982562c4829 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:26.184920 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e427cb3a-4d8a-4f9f-bc96-1982562c4829 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:26.190215 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e427cb3a-4d8a-4f9f-bc96-1982562c4829 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:26.211012 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e427cb3a-4d8a-4f9f-bc96-1982562c4829 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:26.212556 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e427cb3a-4d8a-4f9f-bc96-1982562c4829 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1314600 Nov 23 22:21:26.219676 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43338) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:26.225195 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-7b6a3f3e-fcff-4152-ac6d-3a469aaba207 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'enable_snat': True}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:26.447309 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7b6a3f3e-fcff-4152-ac6d-3a469aaba207 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:26.639114 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d9c4ed4-f7a5-41f6-9cb1-93dbaeaa1df1 req-741e7b8e-7c74-4bd1-aa47-c0a466401abd tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=88a0567d-867c-4e8f-874d-e891be2aff04 HTTP/1.1" status: 200 len: 210 time: 0.0272965 Nov 23 22:21:26.688496 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7b6a3f3e-fcff-4152-ac6d-3a469aaba207 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:26.717248 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7b6a3f3e-fcff-4152-ac6d-3a469aaba207 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:26.845316 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-7b6a3f3e-fcff-4152-ac6d-3a469aaba207 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Allocated IP 172.25.5.75 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/e226fc22-4081-4807-884f-3c9a51d93505) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:21:26.971218 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7b6a3f3e-fcff-4152-ac6d-3a469aaba207 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:27.012955 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7b6a3f3e-fcff-4152-ac6d-3a469aaba207 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:27.061170 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6a3f3e-fcff-4152-ac6d-3a469aaba207 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:21:27.064266 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-7b6a3f3e-fcff-4152-ac6d-3a469aaba207 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:21:27.068530 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6a3f3e-fcff-4152-ac6d-3a469aaba207 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:21:27.092225 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a3f3e-fcff-4152-ac6d-3a469aaba207 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Pushing event updated for resources: {'Port': ['ID=e226fc22-4081-4807-884f-3c9a51d93505,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:27.097397 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33efc57-d698-4c6e-87f4-8bc8fb15de86 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:21:27.158341 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-581355dc-4fef-49ea-a195-91a12cbdb174 None None] Provisioning complete for port e226fc22-4081-4807-884f-3c9a51d93505 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:27.159468 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-581355dc-4fef-49ea-a195-91a12cbdb174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:27.204317 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-581355dc-4fef-49ea-a195-91a12cbdb174 None None] Port e226fc22-4081-4807-884f-3c9a51d93505 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:21:27.755343 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7b6a3f3e-fcff-4152-ac6d-3a469aaba207 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:27.947710 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2f2c411e-4fcb-4b2e-9b1a-a4b6cd5050e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:27.959093 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7b6a3f3e-fcff-4152-ac6d-3a469aaba207 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:27.962616 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7b6a3f3e-fcff-4152-ac6d-3a469aaba207 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-847058'] for router, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:28.104212 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6a3f3e-fcff-4152-ac6d-3a469aaba207 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Router 21468f23-887a-4b09-a137-7c439acf0c96 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:21:28.216417 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6a3f3e-fcff-4152-ac6d-3a469aaba207 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:21:28.226009 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdaef6d-f095-4a1b-af10-1e562dcd08f7 None None] Sync routers for ids ['21468f23-887a-4b09-a137-7c439acf0c96'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:21:28.230613 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7b6a3f3e-fcff-4152-ac6d-3a469aaba207 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:28.235320 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43350) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:28.235805 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7b6a3f3e-fcff-4152-ac6d-3a469aaba207 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "PUT /v2.0/routers/21468f23-887a-4b09-a137-7c439acf0c96 HTTP/1.1" status: 200 len: 917 time: 2.0146978 Nov 23 22:21:28.240632 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdaef6d-f095-4a1b-af10-1e562dcd08f7 None None] Routers {'21468f23-887a-4b09-a137-7c439acf0c96'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:28.241253 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1bdaef6d-f095-4a1b-af10-1e562dcd08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['21468f23-887a-4b09-a137-7c439acf0c96'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:28.277949 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1bdaef6d-f095-4a1b-af10-1e562dcd08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:28.288713 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdaef6d-f095-4a1b-af10-1e562dcd08f7 None None] Routers {'21468f23-887a-4b09-a137-7c439acf0c96'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:28.289593 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1bdaef6d-f095-4a1b-af10-1e562dcd08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['21468f23-887a-4b09-a137-7c439acf0c96'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:28.324610 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1bdaef6d-f095-4a1b-af10-1e562dcd08f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:28.325711 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdaef6d-f095-4a1b-af10-1e562dcd08f7 None None] The sync data for ids ['21468f23-887a-4b09-a137-7c439acf0c96'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:21:28.715424 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-173bd3dc-9405-4ce3-b09b-efc24743b1d6 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "GET /v2.0/routers/21468f23-887a-4b09-a137-7c439acf0c96 HTTP/1.1" status: 200 len: 923 time: 0.4789021 Nov 23 22:21:28.718318 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43352) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:28.765996 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7275c7-845c-4130-bc8a-cbf2716be90f tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:28.770617 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6a7275c7-845c-4130-bc8a-cbf2716be90f tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&device_id=21468f23-887a-4b09-a137-7c439acf0c96&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0482748 Nov 23 22:21:28.770925 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43356) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:28.872525 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ab4e22-e280-495d-aa17-3e0cf75c740a tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:28.876583 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-48ab4e22-e280-495d-aa17-3e0cf75c740a tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 881 time: 0.1020973 Nov 23 22:21:28.876741 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43358) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:28.905151 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f9d10e5d-f06e-427e-8db9-db97af51f8a1 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "GET /v2.0/ports?device_id=21468f23-887a-4b09-a137-7c439acf0c96 HTTP/1.1" status: 200 len: 205 time: 0.0269389 Nov 23 22:21:28.907275 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43360) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:29.020332 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c742921-c009-4f5f-b547-a2f580144675 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:29.149351 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c742921-c009-4f5f-b547-a2f580144675 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:29.204928 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-7c742921-c009-4f5f-b547-a2f580144675 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Deleting port e226fc22-4081-4807-884f-3c9a51d93505 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:21:29.205181 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c742921-c009-4f5f-b547-a2f580144675 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:29.286219 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c742921-c009-4f5f-b547-a2f580144675 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:29.299327 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-7c742921-c009-4f5f-b547-a2f580144675 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Calling delete_port for e226fc22-4081-4807-884f-3c9a51d93505 owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:21:29.477023 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c742921-c009-4f5f-b547-a2f580144675 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:29.511245 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c742921-c009-4f5f-b547-a2f580144675 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Pushing event deleted for resources: {'Port': ['ID=e226fc22-4081-4807-884f-3c9a51d93505,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:29.527421 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a80fbb3-be24-4bab-8ddd-190fa684c764 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:21:29.582698 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c742921-c009-4f5f-b547-a2f580144675 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:29.679784 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c742921-c009-4f5f-b547-a2f580144675 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:29.682169 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c742921-c009-4f5f-b547-a2f580144675 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:29.726676 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c742921-c009-4f5f-b547-a2f580144675 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:29.727450 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c742921-c009-4f5f-b547-a2f580144675 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Fanout notify agent at l3_agent the message router_deleted on router 21468f23-887a-4b09-a137-7c439acf0c96 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:21:29.743497 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7c742921-c009-4f5f-b547-a2f580144675 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:29.745018 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7c742921-c009-4f5f-b547-a2f580144675 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "DELETE /v2.0/routers/21468f23-887a-4b09-a137-7c439acf0c96 HTTP/1.1" status: 204 len: 168 time: 0.8368022 Nov 23 22:21:29.748711 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43364) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:29.755230 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-3ed42f98-912d-4ca7-9051-1bfba7c42a78 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-283880591', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:29.781010 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ed42f98-912d-4ca7-9051-1bfba7c42a78 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:29.782170 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ed42f98-912d-4ca7-9051-1bfba7c42a78 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:29.842775 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ed42f98-912d-4ca7-9051-1bfba7c42a78 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:29.875722 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ed42f98-912d-4ca7-9051-1bfba7c42a78 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:29.897008 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ed42f98-912d-4ca7-9051-1bfba7c42a78 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:29.898292 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3ed42f98-912d-4ca7-9051-1bfba7c42a78 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1480393 Nov 23 22:21:29.901260 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43368) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:29.906110 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'enable_snat': False}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:30.122957 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:30.150365 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:30.357813 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:30.380309 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:30.500290 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Allocated IP 172.25.5.121 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/3b03013a-0c89-461e-88a9-82c2fc869c89) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:21:30.527440 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-080d1da7-f4bc-40e7-a913-2c3a9165e5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:30.621286 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:30.657878 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:30.700913 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:21:30.706847 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:21:30.710831 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:21:30.726401 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abed101f-2bfe-41f0-8def-2f756de02fe6 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:21:30.750159 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Pushing event updated for resources: {'Port': ['ID=3b03013a-0c89-461e-88a9-82c2fc869c89,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:30.763958 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:30.764342 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:30.764780 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:30.765348 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:30.765468 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:30.765777 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:30.766095 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:30.766436 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:30.766758 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:30.767076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:30.767398 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:30.767721 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:21:30.859687 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6aeec17b-8256-427c-9c06-7fdbc907dd03 None None] Provisioning complete for port 3b03013a-0c89-461e-88a9-82c2fc869c89 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:30.860409 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6aeec17b-8256-427c-9c06-7fdbc907dd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:30.918373 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-6aeec17b-8256-427c-9c06-7fdbc907dd03 None None] Port 3b03013a-0c89-461e-88a9-82c2fc869c89 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:21:31.022245 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:31.254361 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:31.257860 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-847058'] for router, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:31.405451 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Router ba2b6ac6-7ba4-4c42-a0cd-eae13746e52a is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:21:31.554402 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:21:31.559638 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:31.564741 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43384) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:31.567600 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b144c86-0f89-4333-8842-fed309319adc None None] Sync routers for ids ['ba2b6ac6-7ba4-4c42-a0cd-eae13746e52a'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:21:31.572950 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7035152c-6820-4891-a5a5-208e02e93065 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "PUT /v2.0/routers/ba2b6ac6-7ba4-4c42-a0cd-eae13746e52a HTTP/1.1" status: 200 len: 919 time: 1.6703479 Nov 23 22:21:31.583782 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b144c86-0f89-4333-8842-fed309319adc None None] Routers {'ba2b6ac6-7ba4-4c42-a0cd-eae13746e52a'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:31.584733 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2b144c86-0f89-4333-8842-fed309319adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ba2b6ac6-7ba4-4c42-a0cd-eae13746e52a'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:31.648473 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2b144c86-0f89-4333-8842-fed309319adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:31.664449 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b144c86-0f89-4333-8842-fed309319adc None None] Routers {'ba2b6ac6-7ba4-4c42-a0cd-eae13746e52a'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:31.665079 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2b144c86-0f89-4333-8842-fed309319adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ba2b6ac6-7ba4-4c42-a0cd-eae13746e52a'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:31.696547 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:31.709420 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f5934a88-7629-4e89-9a54-2d247f33f055 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "GET /v2.0/routers/ba2b6ac6-7ba4-4c42-a0cd-eae13746e52a HTTP/1.1" status: 200 len: 925 time: 0.1428189 Nov 23 22:21:31.712219 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43386) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:31.724980 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2b144c86-0f89-4333-8842-fed309319adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:31.726145 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b144c86-0f89-4333-8842-fed309319adc None None] The sync data for ids ['ba2b6ac6-7ba4-4c42-a0cd-eae13746e52a'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:21:31.763275 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eb0121-2acb-409f-a00a-e17dfbb03f8e tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:31.767508 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-52eb0121-2acb-409f-a00a-e17dfbb03f8e tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&device_id=ba2b6ac6-7ba4-4c42-a0cd-eae13746e52a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0515282 Nov 23 22:21:31.767674 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43388) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:31.879564 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582fb3fe-0690-4de2-bde5-c543f6c666a1 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:31.884226 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-582fb3fe-0690-4de2-bde5-c543f6c666a1 tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "GET /v2.0/networks/6cc504ca-0b29-4422-812a-d9c243f543fe HTTP/1.1" status: 200 len: 881 time: 0.1122227 Nov 23 22:21:31.884618 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43390) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:31.913416 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a16db1bf-7e66-4c29-bf42-9a9457c41cc7 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba2b6ac6-7ba4-4c42-a0cd-eae13746e52a HTTP/1.1" status: 200 len: 205 time: 0.0274072 Nov 23 22:21:31.916075 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43392) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:32.031008 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5ac8929e-3095-474e-94dd-23b0073758cc tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:32.160900 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5ac8929e-3095-474e-94dd-23b0073758cc tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:32.218353 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-5ac8929e-3095-474e-94dd-23b0073758cc tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Deleting port 3b03013a-0c89-461e-88a9-82c2fc869c89 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:21:32.218615 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5ac8929e-3095-474e-94dd-23b0073758cc tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:32.302855 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5ac8929e-3095-474e-94dd-23b0073758cc tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:32.314554 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-5ac8929e-3095-474e-94dd-23b0073758cc tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Calling delete_port for 3b03013a-0c89-461e-88a9-82c2fc869c89 owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:21:32.486873 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5ac8929e-3095-474e-94dd-23b0073758cc tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:32.520025 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8929e-3095-474e-94dd-23b0073758cc tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Pushing event deleted for resources: {'Port': ['ID=3b03013a-0c89-461e-88a9-82c2fc869c89,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:32.536284 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f1c3bc-4012-4e09-ae69-8edc4e09ed1e None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:21:32.594342 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5ac8929e-3095-474e-94dd-23b0073758cc tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:32.699124 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5ac8929e-3095-474e-94dd-23b0073758cc tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:32.701237 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5ac8929e-3095-474e-94dd-23b0073758cc tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:32.749521 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5ac8929e-3095-474e-94dd-23b0073758cc tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:32.749993 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac8929e-3095-474e-94dd-23b0073758cc tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Fanout notify agent at l3_agent the message router_deleted on router ba2b6ac6-7ba4-4c42-a0cd-eae13746e52a {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:21:32.758502 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5ac8929e-3095-474e-94dd-23b0073758cc tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:32.759699 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5ac8929e-3095-474e-94dd-23b0073758cc tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "DELETE /v2.0/routers/ba2b6ac6-7ba4-4c42-a0cd-eae13746e52a HTTP/1.1" status: 204 len: 168 time: 0.8428712 Nov 23 22:21:32.763451 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43398) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:32.767911 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-363dc8c7-73e9-4512-bdba-da37b1d679fa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2033591019', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}, 'admin_state_up': False}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:32.792521 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-363dc8c7-73e9-4512-bdba-da37b1d679fa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:32.793678 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-363dc8c7-73e9-4512-bdba-da37b1d679fa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:32.849309 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-363dc8c7-73e9-4512-bdba-da37b1d679fa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:32.989093 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-363dc8c7-73e9-4512-bdba-da37b1d679fa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:33.046890 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:33.186496 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-363dc8c7-73e9-4512-bdba-da37b1d679fa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:33.207426 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-363dc8c7-73e9-4512-bdba-da37b1d679fa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:33.359823 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-363dc8c7-73e9-4512-bdba-da37b1d679fa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Allocated IP 172.25.5.241 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/a1e75a1a-dfd3-4205-af2f-4be23c418474) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:21:33.465328 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-363dc8c7-73e9-4512-bdba-da37b1d679fa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:33.507388 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-363dc8c7-73e9-4512-bdba-da37b1d679fa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:33.548189 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363dc8c7-73e9-4512-bdba-da37b1d679fa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:21:33.554249 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-363dc8c7-73e9-4512-bdba-da37b1d679fa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:21:33.556501 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363dc8c7-73e9-4512-bdba-da37b1d679fa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Pushing event updated for resources: {'Port': ['ID=a1e75a1a-dfd3-4205-af2f-4be23c418474,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:33.558701 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363dc8c7-73e9-4512-bdba-da37b1d679fa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:21:33.580433 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5594e165-e02d-4049-8216-90e5aa45c3b1 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:21:33.659512 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43414) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:33.665134 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-1d5a2064-a18b-4ec5-8b6b-b6c482013933 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-943450995', 'description': 'tempest-secgroup-smoke-943450995 description', 'project_id': '61c37e4252964279a92abee6055de1ba'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:33.684003 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6f109224-7715-44e0-8757-8d71aec6360b None None] Provisioning complete for port a1e75a1a-dfd3-4205-af2f-4be23c418474 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:33.684375 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6f109224-7715-44e0-8757-8d71aec6360b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:33.695198 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1d5a2064-a18b-4ec5-8b6b-b6c482013933 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:33.731871 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-6f109224-7715-44e0-8757-8d71aec6360b None None] Port a1e75a1a-dfd3-4205-af2f-4be23c418474 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:21:33.778233 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1d5a2064-a18b-4ec5-8b6b-b6c482013933 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:33.782347 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1d5a2064-a18b-4ec5-8b6b-b6c482013933 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:33.814257 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1d5a2064-a18b-4ec5-8b6b-b6c482013933 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:33.815906 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1d5a2064-a18b-4ec5-8b6b-b6c482013933 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1551921 Nov 23 22:21:33.819993 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43416) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:33.823845 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a2064-a18b-4ec5-8b6b-b6c482013933 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ace4a94-e28c-4fda-888e-9e0df9b2f997,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:33.824698 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-cf8ac774-c8e4-4787-b6da-ed351c808fe4 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Request body: {'security_group_rule': {'security_group_id': '8ace4a94-e28c-4fda-888e-9e0df9b2f997', 'project_id': '61c37e4252964279a92abee6055de1ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:33.864823 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:33.872762 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-363dc8c7-73e9-4512-bdba-da37b1d679fa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:33.909908 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf8ac774-c8e4-4787-b6da-ed351c808fe4 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:34.022709 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf8ac774-c8e4-4787-b6da-ed351c808fe4 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:34.057082 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf8ac774-c8e4-4787-b6da-ed351c808fe4 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:34.418491 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ac774-c8e4-4787-b6da-ed351c808fe4 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6ea031-0ff5-4bdd-9b32-225a676600bc,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:34.461825 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf8ac774-c8e4-4787-b6da-ed351c808fe4 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:34.463049 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cf8ac774-c8e4-4787-b6da-ed351c808fe4 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6420689 Nov 23 22:21:34.465866 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43420) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:34.470446 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-e387c545-ed46-4fe8-8546-cb7abb6ea582 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Request body: {'security_group_rule': {'security_group_id': '8ace4a94-e28c-4fda-888e-9e0df9b2f997', 'project_id': '61c37e4252964279a92abee6055de1ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:34.498759 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-363dc8c7-73e9-4512-bdba-da37b1d679fa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:34.549514 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e387c545-ed46-4fe8-8546-cb7abb6ea582 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:34.650254 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e387c545-ed46-4fe8-8546-cb7abb6ea582 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:34.656861 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e387c545-ed46-4fe8-8546-cb7abb6ea582 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:34.679426 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387c545-ed46-4fe8-8546-cb7abb6ea582 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b5d400-cac0-4eed-b650-bbaefcacef8e,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:34.694287 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e387c545-ed46-4fe8-8546-cb7abb6ea582 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:34.695524 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e387c545-ed46-4fe8-8546-cb7abb6ea582 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2287011 Nov 23 22:21:34.698119 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43422) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:34.703621 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-1f887298-21ad-424e-a353-087b318c6654 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Request body: {'security_group_rule': {'security_group_id': '8ace4a94-e28c-4fda-888e-9e0df9b2f997', 'project_id': '61c37e4252964279a92abee6055de1ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:34.717204 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363dc8c7-73e9-4512-bdba-da37b1d679fa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Router 161587e7-f146-460a-8522-5cf966339b40 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:21:34.776936 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1f887298-21ad-424e-a353-087b318c6654 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:34.873420 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1f887298-21ad-424e-a353-087b318c6654 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:34.875332 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363dc8c7-73e9-4512-bdba-da37b1d679fa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:21:34.884546 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1f887298-21ad-424e-a353-087b318c6654 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:34.891576 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f752e0-5c92-4fd2-8ff2-8721d5519608 None None] Sync routers for ids ['161587e7-f146-460a-8522-5cf966339b40'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:21:34.904933 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f752e0-5c92-4fd2-8ff2-8721d5519608 None None] Routers {'161587e7-f146-460a-8522-5cf966339b40'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:34.906392 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-48f752e0-5c92-4fd2-8ff2-8721d5519608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['161587e7-f146-460a-8522-5cf966339b40'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:34.912597 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f887298-21ad-424e-a353-087b318c6654 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e76115-9472-45ba-b81d-36c37528d132,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:34.916681 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-363dc8c7-73e9-4512-bdba-da37b1d679fa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:34.917897 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-363dc8c7-73e9-4512-bdba-da37b1d679fa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.1534662 Nov 23 22:21:34.920543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43424) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:34.925422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-497c2e06-24f8-4c1a-946e-9c91c6f14033 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:34.944966 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-48f752e0-5c92-4fd2-8ff2-8721d5519608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:34.953912 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f752e0-5c92-4fd2-8ff2-8721d5519608 None None] Routers {'161587e7-f146-460a-8522-5cf966339b40'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:34.954519 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-48f752e0-5c92-4fd2-8ff2-8721d5519608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['161587e7-f146-460a-8522-5cf966339b40'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:34.966552 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1f887298-21ad-424e-a353-087b318c6654 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:34.967762 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1f887298-21ad-424e-a353-087b318c6654 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2687240 Nov 23 22:21:34.970512 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43426) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:34.979574 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-bd94b814-ffd3-4616-af18-71a925e69a02 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Request body: {'security_group_rule': {'security_group_id': '8ace4a94-e28c-4fda-888e-9e0df9b2f997', 'project_id': '61c37e4252964279a92abee6055de1ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:34.990083 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-48f752e0-5c92-4fd2-8ff2-8721d5519608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:34.990773 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f752e0-5c92-4fd2-8ff2-8721d5519608 None None] The sync data for ids ['161587e7-f146-460a-8522-5cf966339b40'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:21:35.014666 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd94b814-ffd3-4616-af18-71a925e69a02 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:35.089475 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd94b814-ffd3-4616-af18-71a925e69a02 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:35.093841 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd94b814-ffd3-4616-af18-71a925e69a02 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:35.125457 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94b814-ffd3-4616-af18-71a925e69a02 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533d15e5-7c59-4dfb-8b31-0156161c66f3,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:35.136670 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd94b814-ffd3-4616-af18-71a925e69a02 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:35.138047 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bd94b814-ffd3-4616-af18-71a925e69a02 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1642683 Nov 23 22:21:35.140869 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43428) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:35.145767 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-be01e491-507e-462a-86f0-44abcddc5602 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Request body: {'security_group_rule': {'security_group_id': '8ace4a94-e28c-4fda-888e-9e0df9b2f997', 'project_id': '61c37e4252964279a92abee6055de1ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:35.173454 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-be01e491-507e-462a-86f0-44abcddc5602 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Project 61c37e4252964279a92abee6055de1ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:21:35.180026 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-be01e491-507e-462a-86f0-44abcddc5602 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:35.246081 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-be01e491-507e-462a-86f0-44abcddc5602 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:35.251491 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-be01e491-507e-462a-86f0-44abcddc5602 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:35.269924 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-497c2e06-24f8-4c1a-946e-9c91c6f14033 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:35.270597 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01e491-507e-462a-86f0-44abcddc5602 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f98e90b-0b3c-4a2f-bafa-0be3eda25647,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:35.283700 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-497c2e06-24f8-4c1a-946e-9c91c6f14033 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:35.286318 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-be01e491-507e-462a-86f0-44abcddc5602 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:35.290287 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-be01e491-507e-462a-86f0-44abcddc5602 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1458867 Nov 23 22:21:35.290654 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43430) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:35.296056 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6aa87a35-3c70-41c9-91b7-a1a1274549fa tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Request body: {'security_group_rule': {'security_group_id': '8ace4a94-e28c-4fda-888e-9e0df9b2f997', 'project_id': '61c37e4252964279a92abee6055de1ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:35.332077 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-6aa87a35-3c70-41c9-91b7-a1a1274549fa tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Project 61c37e4252964279a92abee6055de1ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:21:35.337936 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6aa87a35-3c70-41c9-91b7-a1a1274549fa tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:35.359641 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-497c2e06-24f8-4c1a-946e-9c91c6f14033 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Deleting port a1e75a1a-dfd3-4205-af2f-4be23c418474 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:21:35.360262 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-497c2e06-24f8-4c1a-946e-9c91c6f14033 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:35.414511 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6aa87a35-3c70-41c9-91b7-a1a1274549fa tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:35.422475 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6aa87a35-3c70-41c9-91b7-a1a1274549fa tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:35.454186 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6aa87a35-3c70-41c9-91b7-a1a1274549fa tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:35.464128 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6aa87a35-3c70-41c9-91b7-a1a1274549fa tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1638780 Nov 23 22:21:35.464128 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa87a35-3c70-41c9-91b7-a1a1274549fa tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7c954c-a201-42d5-9349-ca3cf8540520,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:35.466890 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-497c2e06-24f8-4c1a-946e-9c91c6f14033 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:35.483419 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-497c2e06-24f8-4c1a-946e-9c91c6f14033 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Calling delete_port for a1e75a1a-dfd3-4205-af2f-4be23c418474 owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:21:35.811990 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-497c2e06-24f8-4c1a-946e-9c91c6f14033 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:35.845024 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c2e06-24f8-4c1a-946e-9c91c6f14033 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Pushing event deleted for resources: {'Port': ['ID=a1e75a1a-dfd3-4205-af2f-4be23c418474,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:35.870528 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b3fc84-96b0-4c29-ac8b-559bdbf20079 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:21:35.980041 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-497c2e06-24f8-4c1a-946e-9c91c6f14033 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:36.281112 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-2562cdd0-3036-4dac-8c05-21971f8b0b35 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-943450995&fields=id&tenant_id=61c37e4252964279a92abee6055de1ba HTTP/1.1" status: 200 len: 267 time: 0.1902301 Nov 23 22:21:36.289184 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-497c2e06-24f8-4c1a-946e-9c91c6f14033 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:36.306965 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-497c2e06-24f8-4c1a-946e-9c91c6f14033 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-847058'] for router, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:36.451895 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497c2e06-24f8-4c1a-946e-9c91c6f14033 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Router 161587e7-f146-460a-8522-5cf966339b40 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:21:36.475203 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-2f727f2e-8ba5-415e-b6e9-59cd830d3aac tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:36.482580 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-2f727f2e-8ba5-415e-b6e9-59cd830d3aac tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/networks?id=00847222-67db-43aa-9d25-cf86bc5a9ccf HTTP/1.1" status: 200 len: 813 time: 0.1913259 Nov 23 22:21:36.499242 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-93e0034b-98c6-4030-b9a1-2e1a2ee90613 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/quotas/61c37e4252964279a92abee6055de1ba HTTP/1.1" status: 200 len: 375 time: 0.0157390 Nov 23 22:21:36.593204 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497c2e06-24f8-4c1a-946e-9c91c6f14033 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:21:36.601531 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-497c2e06-24f8-4c1a-946e-9c91c6f14033 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:36.602685 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-497c2e06-24f8-4c1a-946e-9c91c6f14033 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "PUT /v2.0/routers/161587e7-f146-460a-8522-5cf966339b40 HTTP/1.1" status: 200 len: 710 time: 1.6811893 Nov 23 22:21:36.605339 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b9516-181c-4ef8-80d9-3caf0dfb3275 None None] Sync routers for ids ['161587e7-f146-460a-8522-5cf966339b40'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:21:36.606165 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43512) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:36.617909 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9b9516-181c-4ef8-80d9-3caf0dfb3275 None None] Routers {'161587e7-f146-460a-8522-5cf966339b40'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:36.618463 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7f9b9516-181c-4ef8-80d9-3caf0dfb3275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['161587e7-f146-460a-8522-5cf966339b40'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:36.644881 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-a49d05db-2f61-4187-b086-be47bcfe1445 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=61c37e4252964279a92abee6055de1ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1071749 Nov 23 22:21:36.661343 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7f9b9516-181c-4ef8-80d9-3caf0dfb3275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:36.679851 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9b9516-181c-4ef8-80d9-3caf0dfb3275 None None] Routers {'161587e7-f146-460a-8522-5cf966339b40'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:36.680471 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7f9b9516-181c-4ef8-80d9-3caf0dfb3275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['161587e7-f146-460a-8522-5cf966339b40'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:36.716956 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7f9b9516-181c-4ef8-80d9-3caf0dfb3275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:36.717601 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9b9516-181c-4ef8-80d9-3caf0dfb3275 None None] The sync data for ids ['161587e7-f146-460a-8522-5cf966339b40'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:21:36.743478 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1630074d-a075-4688-9be8-d95e0805485b tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "GET /v2.0/routers/161587e7-f146-460a-8522-5cf966339b40 HTTP/1.1" status: 200 len: 745 time: 0.1353860 Nov 23 22:21:36.745992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43516) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:36.811000 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-48fc4ee7-eba2-4470-9dd5-4473287b70fb tempest-RoutersIpV6AdminTest-993961154 tempest-RoutersIpV6AdminTest-993961154-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&device_id=161587e7-f146-460a-8522-5cf966339b40 HTTP/1.1" status: 200 len: 205 time: 0.0635281 Nov 23 22:21:36.814286 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43518) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:36.845619 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1809577f-f3f8-411c-9202-f4de52103c5f tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "GET /v2.0/ports?device_id=161587e7-f146-460a-8522-5cf966339b40 HTTP/1.1" status: 200 len: 205 time: 0.0301881 Nov 23 22:21:36.848738 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43520) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:36.932897 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-5eaf09c8-2937-4ad6-8ab1-9e2d4a91fa61 service neutron] 10.222.0.50 "GET /v2.0/networks/00847222-67db-43aa-9d25-cf86bc5a9ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738099 Nov 23 22:21:36.937140 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e7bac93-3b15-4374-b8c3-6864d9ad90f3 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:37.177361 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e7bac93-3b15-4374-b8c3-6864d9ad90f3 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:37.181319 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e7bac93-3b15-4374-b8c3-6864d9ad90f3 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:37.229433 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-15cc0ec7-4d25-4e01-9088-659ce6c3e1b8 service neutron] 10.222.0.50 "GET /v2.0/networks/00847222-67db-43aa-9d25-cf86bc5a9ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892611 Nov 23 22:21:37.241800 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e7bac93-3b15-4374-b8c3-6864d9ad90f3 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:37.242295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7bac93-3b15-4374-b8c3-6864d9ad90f3 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Fanout notify agent at l3_agent the message router_deleted on router 161587e7-f146-460a-8522-5cf966339b40 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:21:37.250047 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e7bac93-3b15-4374-b8c3-6864d9ad90f3 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:37.251411 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8e7bac93-3b15-4374-b8c3-6864d9ad90f3 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "DELETE /v2.0/routers/161587e7-f146-460a-8522-5cf966339b40 HTTP/1.1" status: 204 len: 168 time: 0.4017878 Nov 23 22:21:37.256057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43524) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:37.286775 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f0020f2f-b840-434f-9db0-cfff66829a68 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "GET /v2.0/ports?device_id=161587e7-f146-460a-8522-5cf966339b40 HTTP/1.1" status: 200 len: 205 time: 0.0289700 Nov 23 22:21:37.288464 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43526) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:37.331471 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-bca10362-bf3c-467a-a669-a3d7ea28d02a tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] delete failed (client error): The resource could not be found. Nov 23 22:21:37.332589 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-bca10362-bf3c-467a-a669-a3d7ea28d02a tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "DELETE /v2.0/routers/161587e7-f146-460a-8522-5cf966339b40 HTTP/1.1" status: 404 len: 336 time: 0.0432167 Nov 23 22:21:37.335262 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43530) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:37.363932 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-72fa415d-041b-45e9-91c9-ee9cdfbbd2e8 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "GET /v2.0/ports?device_id=ba2b6ac6-7ba4-4c42-a0cd-eae13746e52a HTTP/1.1" status: 200 len: 205 time: 0.0275440 Nov 23 22:21:37.366211 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43536) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:37.404630 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-2cbdff99-b767-4c9a-a78c-7ddf161a38aa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] delete failed (client error): The resource could not be found. Nov 23 22:21:37.408378 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2cbdff99-b767-4c9a-a78c-7ddf161a38aa tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "DELETE /v2.0/routers/ba2b6ac6-7ba4-4c42-a0cd-eae13746e52a HTTP/1.1" status: 404 len: 336 time: 0.0386317 Nov 23 22:21:37.408708 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43538) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:37.446739 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-08cfabf1-e688-49bc-829c-4ca5f3a3c8c9 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "GET /v2.0/ports?device_id=21468f23-887a-4b09-a137-7c439acf0c96 HTTP/1.1" status: 200 len: 205 time: 0.0365994 Nov 23 22:21:37.446949 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43540) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:37.492918 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-c7979d88-17d7-4744-bd0e-e93b11774304 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] delete failed (client error): The resource could not be found. Nov 23 22:21:37.494227 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c7979d88-17d7-4744-bd0e-e93b11774304 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "DELETE /v2.0/routers/21468f23-887a-4b09-a137-7c439acf0c96 HTTP/1.1" status: 404 len: 336 time: 0.0461907 Nov 23 22:21:37.496873 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43542) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:37.530355 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5ff07375-ac59-43bb-a441-69fcdc16316b tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "GET /v2.0/ports?device_id=19bec82e-1eb5-432e-b8ac-e116e383a122 HTTP/1.1" status: 200 len: 205 time: 0.0321467 Nov 23 22:21:37.532673 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43546) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:37.587761 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-277df4ae-f670-46e6-a35c-3602b91afca5 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] delete failed (client error): The resource could not be found. Nov 23 22:21:37.591243 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43550) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:37.600999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-277df4ae-f670-46e6-a35c-3602b91afca5 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "DELETE /v2.0/routers/19bec82e-1eb5-432e-b8ac-e116e383a122 HTTP/1.1" status: 404 len: 336 time: 0.0670490 Nov 23 22:21:37.617437 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e1dc627-a96e-4a46-b21a-e791a986c423 req-22b6cc66-3feb-441a-b1c1-f8601adb5f19 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 210 time: 0.0754292 Nov 23 22:21:37.640786 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f1412d1a-5ead-49cf-adc7-4db4f13d9635 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "GET /v2.0/ports?device_id=3022cbae-6aa3-4b8d-9f0a-80eaf2c810cc HTTP/1.1" status: 200 len: 205 time: 0.0483129 Nov 23 22:21:37.644281 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43552) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:37.684166 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-5b3d2e7b-be20-4d9d-b9e6-e6cf93cab064 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] delete failed (client error): The resource could not be found. Nov 23 22:21:37.685222 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5b3d2e7b-be20-4d9d-b9e6-e6cf93cab064 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "DELETE /v2.0/routers/3022cbae-6aa3-4b8d-9f0a-80eaf2c810cc HTTP/1.1" status: 404 len: 336 time: 0.0398855 Nov 23 22:21:37.687851 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43558) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:37.715845 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2bfd3855-8a60-435e-9e19-37b6006fafd6 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "GET /v2.0/ports?device_id=c97cd56a-2be4-4bf9-9da3-68e27ceb7a7c HTTP/1.1" status: 200 len: 205 time: 0.0268850 Nov 23 22:21:37.718145 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43560) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:37.763284 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-2325d8ac-8a29-45b5-bc24-e87853348b80 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] delete failed (client error): The resource could not be found. Nov 23 22:21:37.767121 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2325d8ac-8a29-45b5-bc24-e87853348b80 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "DELETE /v2.0/routers/c97cd56a-2be4-4bf9-9da3-68e27ceb7a7c HTTP/1.1" status: 404 len: 336 time: 0.0476871 Nov 23 22:21:37.767298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43562) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:37.801160 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-984f6cea-1359-48bd-b4e7-d48f4121a537 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] DELETE failed (client error): The resource could not be found. Nov 23 22:21:37.801838 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984f6cea-1359-48bd-b4e7-d48f4121a537 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:21:37.805576 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-984f6cea-1359-48bd-b4e7-d48f4121a537 tempest-RoutersIpV6AdminTest-1123119281 tempest-RoutersIpV6AdminTest-1123119281-project] 10.222.0.50 "DELETE /v2.0/subnets/2f34cb60-f264-4563-b68b-db3c9a238651 HTTP/1.1" status: 404 len: 337 time: 0.0354192 Nov 23 22:21:38.100698 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43572) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:38.249140 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ece1cddd-b7fb-45a6-9800-ed6f7562679f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:38.328648 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ece1cddd-b7fb-45a6-9800-ed6f7562679f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:38.333813 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ece1cddd-b7fb-45a6-9800-ed6f7562679f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:38.376828 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ece1cddd-b7fb-45a6-9800-ed6f7562679f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b4ea6e30297b4c859c892cc6995051b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2747483 Nov 23 22:21:38.379371 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1cddd-b7fb-45a6-9800-ed6f7562679f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d60da58-491a-4fc0-8bfc-9411f0bba5f6,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:38.380022 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43576) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:38.441906 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e4f0e8bd-84dd-4f61-b4da-4d2fb82ab4e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:38.466135 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e4f0e8bd-84dd-4f61-b4da-4d2fb82ab4e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:38.519936 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e4f0e8bd-84dd-4f61-b4da-4d2fb82ab4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:38.523231 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e4f0e8bd-84dd-4f61-b4da-4d2fb82ab4e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:38.524399 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e4f0e8bd-84dd-4f61-b4da-4d2fb82ab4e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d60da58-491a-4fc0-8bfc-9411f0bba5f6 HTTP/1.1" status: 204 len: 168 time: 0.1430340 Nov 23 22:21:38.533127 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0e8bd-84dd-4f61-b4da-4d2fb82ab4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d60da58-491a-4fc0-8bfc-9411f0bba5f6,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:38.771580 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-d54412e6-98bc-41af-bb30-1f1be9063b8a tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:38.773696 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-d54412e6-98bc-41af-bb30-1f1be9063b8a tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.53 "GET /v2.0/networks?id=00847222-67db-43aa-9d25-cf86bc5a9ccf HTTP/1.1" status: 200 len: 813 time: 0.1712923 Nov 23 22:21:38.773885 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-184c96be-2591-418f-8077-0e20206baf1f req-460f74fd-cc5a-4938-a240-19fb77410d02 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 210 time: 0.0550425 Nov 23 22:21:38.851050 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-bbb2f58e-3ee2-4f27-ac22-8395f67a16e2 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61c37e4252964279a92abee6055de1ba HTTP/1.1" status: 200 len: 379 time: 0.0641503 Nov 23 22:21:38.870567 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-8ea1cee7-854a-42be-864c-eb155f7457c3 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Request body: {'port': {'device_id': '0d1eef52-48bb-4113-bacc-9823bedd025d', 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf', 'admin_state_up': True, 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'security_groups': ['8ace4a94-e28c-4fda-888e-9e0df9b2f997']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:38.912221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43584) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:38.960944 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1e9b07d7-72b7-43a5-b56d-72bcf2dfa775 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=160d5b513bdd4a52ab7e09d9fba4ae14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450127 Nov 23 22:21:38.961186 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43586) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:39.021616 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-8ea1cee7-854a-42be-864c-eb155f7457c3 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Made reservation on behalf of 61c37e4252964279a92abee6055de1ba for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:21:39.024021 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d82f0dba-4cbe-410c-bbcb-10763e0f3c51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:39.028994 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-8ea1cee7-854a-42be-864c-eb155f7457c3 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:39.048021 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d82f0dba-4cbe-410c-bbcb-10763e0f3c51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:39.115056 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d82f0dba-4cbe-410c-bbcb-10763e0f3c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:39.122442 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d82f0dba-4cbe-410c-bbcb-10763e0f3c51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:39.124355 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d82f0dba-4cbe-410c-bbcb-10763e0f3c51 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6a0df73e-e67f-41a5-88ab-26991f8276ef HTTP/1.1" status: 204 len: 168 time: 0.1619155 Nov 23 22:21:39.136668 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f0dba-4cbe-410c-bbcb-10763e0f3c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0df73e-e67f-41a5-88ab-26991f8276ef,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:39.239812 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-8ea1cee7-854a-42be-864c-eb155f7457c3 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Allocated IP 172.20.0.11 (00847222-67db-43aa-9d25-cf86bc5a9ccf/0acfe5f2-4589-4284-9a8b-c813e58b7187/9129d1e7-b4c6-4cd6-802a-66fe6925ab8f) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:21:39.435288 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-8ea1cee7-854a-42be-864c-eb155f7457c3 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:39.479292 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-8ea1cee7-854a-42be-864c-eb155f7457c3 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:39.539261 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-8ea1cee7-854a-42be-864c-eb155f7457c3 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Network 00847222-67db-43aa-9d25-cf86bc5a9ccf is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:21:39.547231 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-8ea1cee7-854a-42be-864c-eb155f7457c3 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:21:39.552206 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-8ea1cee7-854a-42be-864c-eb155f7457c3 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:21:39.585878 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1cee7-854a-42be-864c-eb155f7457c3 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Pushing event updated for resources: {'Port': ['ID=9129d1e7-b4c6-4cd6-802a-66fe6925ab8f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:39.627215 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-8ea1cee7-854a-42be-864c-eb155f7457c3 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:39.629072 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-8ea1cee7-854a-42be-864c-eb155f7457c3 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:39.654768 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-8ea1cee7-854a-42be-864c-eb155f7457c3 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7882707 Nov 23 22:21:39.678036 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-7aad2b37-bb4f-4881-af68-8eeb5f660564 service neutron] Request body: {'port': {'device_id': '0d1eef52-48bb-4113-bacc-9823bedd025d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:39.767707 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-7aad2b37-bb4f-4881-af68-8eeb5f660564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:39.970098 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669389c7-e2f0-4b86-b3eb-8be74af5478f req-c0d7ae45-79b8-4b8a-9ebd-11b0225612e3 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:39.972784 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-669389c7-e2f0-4b86-b3eb-8be74af5478f req-c0d7ae45-79b8-4b8a-9ebd-11b0225612e3 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 932 time: 0.0704522 Nov 23 22:21:40.013065 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-65485ee5-0914-4d14-bf6e-9578faf462d2 None None] Provisioning complete for port 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:40.013779 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-65485ee5-0914-4d14-bf6e-9578faf462d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:40.060992 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-65485ee5-0914-4d14-bf6e-9578faf462d2 None None] Port 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:21:40.069233 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-669389c7-e2f0-4b86-b3eb-8be74af5478f req-4545e83e-d264-471e-b0df-1124c4bafa59 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ace4a94-e28c-4fda-888e-9e0df9b2f997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879014 Nov 23 22:21:40.168111 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-7aad2b37-bb4f-4881-af68-8eeb5f660564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:21:40.175157 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-7aad2b37-bb4f-4881-af68-8eeb5f660564 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:40.191977 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-7aad2b37-bb4f-4881-af68-8eeb5f660564 service neutron] Transition to ACTIVE for port object 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:21:40.198259 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-7aad2b37-bb4f-4881-af68-8eeb5f660564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:40.265212 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43614) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:40.281912 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad2b37-bb4f-4881-af68-8eeb5f660564 service neutron] Pushing event updated for resources: {'Port': ['ID=9129d1e7-b4c6-4cd6-802a-66fe6925ab8f,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:40.436221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-3bfa48f9-0dd1-4903-863c-6ef8e34e59dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1802978807'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:40.444494 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-7aad2b37-bb4f-4881-af68-8eeb5f660564 service neutron] Attempting to bind port 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:21:40.444972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-7aad2b37-bb4f-4881-af68-8eeb5f660564 service neutron] Attempting to bind port 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'b0d118e5-69e2-4a28-9a95-8d79479d6c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:21:40.445314 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-7aad2b37-bb4f-4881-af68-8eeb5f660564 service neutron] Attempting to bind port 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f on network 00847222-67db-43aa-9d25-cf86bc5a9ccf {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:21:40.451695 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-7aad2b37-bb4f-4881-af68-8eeb5f660564 service neutron] Port 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f on network 00847222-67db-43aa-9d25-cf86bc5a9ccf not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:21:40.452436 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-7aad2b37-bb4f-4881-af68-8eeb5f660564 service neutron] Attempting to bind port 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f on network 00847222-67db-43aa-9d25-cf86bc5a9ccf {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:21:40.459608 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-7aad2b37-bb4f-4881-af68-8eeb5f660564 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:21:40.459961 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-7aad2b37-bb4f-4881-af68-8eeb5f660564 service neutron] Checking segment: {'id': 'b0d118e5-69e2-4a28-9a95-8d79479d6c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:21:40.460358 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-7aad2b37-bb4f-4881-af68-8eeb5f660564 service neutron] Bound using segment: {'id': 'b0d118e5-69e2-4a28-9a95-8d79479d6c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:21:40.460803 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-7aad2b37-bb4f-4881-af68-8eeb5f660564 service neutron] Bound port: 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0d118e5-69e2-4a28-9a95-8d79479d6c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:21:40.461166 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-7aad2b37-bb4f-4881-af68-8eeb5f660564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:40.483003 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfa48f9-0dd1-4903-863c-6ef8e34e59dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Made reservation on behalf of 538a4e0f8a6a48da9d25775c1a97a295 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:21:40.487387 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3bfa48f9-0dd1-4903-863c-6ef8e34e59dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:40.506518 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3bfa48f9-0dd1-4903-863c-6ef8e34e59dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:40.550643 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-7aad2b37-bb4f-4881-af68-8eeb5f660564 service neutron] For port 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:21:40.559677 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-7aad2b37-bb4f-4881-af68-8eeb5f660564 service neutron] For port 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=9129d1e7-b4c6-4cd6-802a-66fe6925ab8f,segment=NetworkSegment(b0d118e5-69e2-4a28-9a95-8d79479d6c84),segment_id=b0d118e5-69e2-4a28-9a95-8d79479d6c84)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:21:40.570904 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-7aad2b37-bb4f-4881-af68-8eeb5f660564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:40.612885 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-7aad2b37-bb4f-4881-af68-8eeb5f660564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:40.613516 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-7aad2b37-bb4f-4881-af68-8eeb5f660564 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:40.615023 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-7aad2b37-bb4f-4881-af68-8eeb5f660564 service neutron] 10.222.0.53 "PUT /v2.0/ports/9129d1e7-b4c6-4cd6-802a-66fe6925ab8f HTTP/1.1" status: 200 len: 1092 time: 0.9433095 Nov 23 22:21:40.615474 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1eef52-48bb-4113-bacc-9823bedd025d', 'tag': '9129d1e7-b4c6-4cd6-802a-66fe6925ab8f'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:21:40.617778 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafb46b6-5e51-4345-b1c1-5d26e627fec9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1eef52-48bb-4113-bacc-9823bedd025d", "tag": "9129d1e7-b4c6-4cd6-802a-66fe6925ab8f"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:21:40.644083 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3bfa48f9-0dd1-4903-863c-6ef8e34e59dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:40.652065 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3bfa48f9-0dd1-4903-863c-6ef8e34e59dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:40.666654 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad2b37-bb4f-4881-af68-8eeb5f660564 service neutron] Pushing event updated for resources: {'Port': ['ID=9129d1e7-b4c6-4cd6-802a-66fe6925ab8f,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:40.731402 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bfa48f9-0dd1-4903-863c-6ef8e34e59dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:21:40.743923 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ea6852-85db-406c-90ad-ccb9229eb97c x-openstack-request-id: req-d1ea6852-85db-406c-90ad-ccb9229eb97c {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:21:40.744127 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1eef52-48bb-4113-bacc-9823bedd025d", "tag": "9129d1e7-b4c6-4cd6-802a-66fe6925ab8f", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:21:40.744333 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1ea6852-85db-406c-90ad-ccb9229eb97c {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:21:40.744778 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1eef52-48bb-4113-bacc-9823bedd025d', 'tag': '9129d1e7-b4c6-4cd6-802a-66fe6925ab8f', 'status': 'completed', 'code': 200} Nov 23 22:21:40.749254 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa48f9-0dd1-4903-863c-6ef8e34e59dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8a662a-1330-459e-ac76-32b8344c3bf3,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:40.768978 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3bfa48f9-0dd1-4903-863c-6ef8e34e59dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:40.769645 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-3bfa48f9-0dd1-4903-863c-6ef8e34e59dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Added segment 5c7c9f8e-e168-44db-89b9-71c851b3b69a of type vlan for network f7439476-11f8-4a81-974b-35687582a1ea Nov 23 22:21:40.772975 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-d2e8c1c1-4afd-4662-aea2-ffdfa5f683db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:40.774601 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-d2e8c1c1-4afd-4662-aea2-ffdfa5f683db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=61c37e4252964279a92abee6055de1ba&device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 1095 time: 0.1027148 Nov 23 22:21:40.854767 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3bfa48f9-0dd1-4903-863c-6ef8e34e59dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:40.866247 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-38c87fbb-096e-4b56-b5e1-05c5d1202c32 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9129d1e7-b4c6-4cd6-802a-66fe6925ab8f HTTP/1.1" status: 200 len: 217 time: 0.0807352 Nov 23 22:21:40.910404 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3bfa48f9-0dd1-4903-863c-6ef8e34e59dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:40.924469 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfa48f9-0dd1-4903-863c-6ef8e34e59dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:40.925129 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3bfa48f9-0dd1-4903-863c-6ef8e34e59dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:40.935231 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-8c44e12a-34ab-4607-8cca-9f9a965ab90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:40.937372 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-8c44e12a-34ab-4607-8cca-9f9a965ab90e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0acfe5f2-4589-4284-9a8b-c813e58b7187 HTTP/1.1" status: 200 len: 852 time: 0.0616231 Nov 23 22:21:41.013737 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-8a423ca7-dc22-4f30-bde1-820d9fa6d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:41.015661 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-8a423ca7-dc22-4f30-bde1-820d9fa6d7d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=00847222-67db-43aa-9d25-cf86bc5a9ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658295 Nov 23 22:21:41.017240 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa48f9-0dd1-4903-863c-6ef8e34e59dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Network': ['ID=f7439476-11f8-4a81-974b-35687582a1ea,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:41.032003 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3bfa48f9-0dd1-4903-863c-6ef8e34e59dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7631783 Nov 23 22:21:41.032198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43620) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:41.033350 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network f7439476-11f8-4a81-974b-35687582a1ea details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:21:41.040358 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-b62f4559-6594-4b8d-9644-5d0df07e5714 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-685248641'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:41.068804 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62f4559-6594-4b8d-9644-5d0df07e5714 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Made reservation on behalf of 538a4e0f8a6a48da9d25775c1a97a295 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:21:41.072684 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b62f4559-6594-4b8d-9644-5d0df07e5714 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:41.113405 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62f4559-6594-4b8d-9644-5d0df07e5714 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:21:41.126779 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b62f4559-6594-4b8d-9644-5d0df07e5714 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:41.126779 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-b62f4559-6594-4b8d-9644-5d0df07e5714 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Added segment 4af972fd-105d-4a36-b99f-4cd595caccbc of type vlan for network 7aad236b-86ed-4377-9773-9dc4f6e5f2dc Nov 23 22:21:41.203866 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b62f4559-6594-4b8d-9644-5d0df07e5714 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:41.215006 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-cff17a33-4897-48a1-965e-ec691ff9b714 service neutron] 10.222.0.53 "GET /v2.0/networks/00847222-67db-43aa-9d25-cf86bc5a9ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768458 Nov 23 22:21:41.288463 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b62f4559-6594-4b8d-9644-5d0df07e5714 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:41.294597 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62f4559-6594-4b8d-9644-5d0df07e5714 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:41.295223 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b62f4559-6594-4b8d-9644-5d0df07e5714 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:41.376539 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5f291ea0-ec0a-4df9-b4bb-32d486d852f3 req-6a23c7aa-d0d0-4c52-8504-ff00b1e289ee service neutron] 10.222.0.53 "GET /v2.0/networks/00847222-67db-43aa-9d25-cf86bc5a9ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493340 Nov 23 22:21:41.384764 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b62f4559-6594-4b8d-9644-5d0df07e5714 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3484492 Nov 23 22:21:41.394960 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43626) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:41.394960 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ad56696c-08d4-4acd-b5e1-d241f81b1fa6 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'subnet': {'network_id': 'f7439476-11f8-4a81-974b-35687582a1ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:41.404683 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01512428-3428-4b75-a82c-576ad4aa2057 req-30e84c54-3eb1-4914-b2e3-d681d698c165 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:41.417135 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-01512428-3428-4b75-a82c-576ad4aa2057 req-30e84c54-3eb1-4914-b2e3-d681d698c165 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 944 time: 0.1701865 Nov 23 22:21:41.446558 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f4559-6594-4b8d-9644-5d0df07e5714 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Network': ['ID=7aad236b-86ed-4377-9773-9dc4f6e5f2dc,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:41.492777 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-01512428-3428-4b75-a82c-576ad4aa2057 req-5c50a7c0-1404-4ae0-93b6-933c7c5ade24 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ace4a94-e28c-4fda-888e-9e0df9b2f997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735886 Nov 23 22:21:41.567002 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb46b6-5e51-4345-b1c1-5d26e627fec9 req-e16e1817-f9cb-477c-8d3a-258b2d7b805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:41.568826 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-eafb46b6-5e51-4345-b1c1-5d26e627fec9 req-e16e1817-f9cb-477c-8d3a-258b2d7b805e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=61c37e4252964279a92abee6055de1ba&device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 1095 time: 0.0936675 Nov 23 22:21:41.570099 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad56696c-08d4-4acd-b5e1-d241f81b1fa6 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Made reservation on behalf of 538a4e0f8a6a48da9d25775c1a97a295 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:21:41.574286 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ad56696c-08d4-4acd-b5e1-d241f81b1fa6 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:41.663958 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 7aad236b-86ed-4377-9773-9dc4f6e5f2dc details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:21:42.112642 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb46b6-5e51-4345-b1c1-5d26e627fec9 req-30d01d91-ee54-4bc4-9053-244d6c49fafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:42.114170 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-eafb46b6-5e51-4345-b1c1-5d26e627fec9 req-30d01d91-ee54-4bc4-9053-244d6c49fafe service neutron] 10.222.0.53 "GET /v2.0/networks?id=00847222-67db-43aa-9d25-cf86bc5a9ccf HTTP/1.1" status: 200 len: 914 time: 0.5210567 Nov 23 22:21:42.187713 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-eafb46b6-5e51-4345-b1c1-5d26e627fec9 req-e2e73860-8384-4a7d-9fa5-30a3a7861506 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9129d1e7-b4c6-4cd6-802a-66fe6925ab8f HTTP/1.1" status: 200 len: 217 time: 0.0608981 Nov 23 22:21:42.288509 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb46b6-5e51-4345-b1c1-5d26e627fec9 req-60f9f14c-d413-497b-88ad-001020cfd2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:42.289942 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-eafb46b6-5e51-4345-b1c1-5d26e627fec9 req-60f9f14c-d413-497b-88ad-001020cfd2fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0acfe5f2-4589-4284-9a8b-c813e58b7187 HTTP/1.1" status: 200 len: 852 time: 0.0905919 Nov 23 22:21:42.295819 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ad56696c-08d4-4acd-b5e1-d241f81b1fa6 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:42.392146 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56696c-08d4-4acd-b5e1-d241f81b1fa6 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Subnet': ['ID=2d3c9646-5a3f-446b-a40d-e80f64524195,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:42.403232 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb46b6-5e51-4345-b1c1-5d26e627fec9 req-92a917b8-a22d-478f-a896-ce416fe1a0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:42.404763 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-eafb46b6-5e51-4345-b1c1-5d26e627fec9 req-92a917b8-a22d-478f-a896-ce416fe1a0b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=00847222-67db-43aa-9d25-cf86bc5a9ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013927 Nov 23 22:21:42.414922 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad56696c-08d4-4acd-b5e1-d241f81b1fa6 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Checking segment: {'id': '5c7c9f8e-e168-44db-89b9-71c851b3b69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f7439476-11f8-4a81-974b-35687582a1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:21:42.415291 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad56696c-08d4-4acd-b5e1-d241f81b1fa6 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network hostable DHCP agents. Network: f7439476-11f8-4a81-974b-35687582a1ea, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:21:42.486015 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad56696c-08d4-4acd-b5e1-d241f81b1fa6 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network f7439476-11f8-4a81-974b-35687582a1ea is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:21:42.502754 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-ad56696c-08d4-4acd-b5e1-d241f81b1fa6 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, f7439476-11f8-4a81-974b-35687582a1ea) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:21:42.510319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad56696c-08d4-4acd-b5e1-d241f81b1fa6 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:42.511349 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ad56696c-08d4-4acd-b5e1-d241f81b1fa6 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:42.512027 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e24117c-9f0c-44a4-b365-7fef1eccad78 None None] Network f7439476-11f8-4a81-974b-35687582a1ea requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:21:42.535652 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-eafb46b6-5e51-4345-b1c1-5d26e627fec9 req-3716e868-75cb-49ee-b737-c1db41eab5c2 service neutron] 10.222.0.53 "GET /v2.0/networks/00847222-67db-43aa-9d25-cf86bc5a9ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179249 Nov 23 22:21:42.541471 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ad56696c-08d4-4acd-b5e1-d241f81b1fa6 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1537397 Nov 23 22:21:42.547057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43632) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:42.552482 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-1f65b4a2-285e-4c37-b166-bfdff4c07a7c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'subnet': {'network_id': '7aad236b-86ed-4377-9773-9dc4f6e5f2dc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:42.722191 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-eafb46b6-5e51-4345-b1c1-5d26e627fec9 req-4072d3ad-0da4-494e-a360-edb9ffeaa07e service neutron] 10.222.0.53 "GET /v2.0/networks/00847222-67db-43aa-9d25-cf86bc5a9ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632771 Nov 23 22:21:42.732349 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00c512-e1f6-482e-a78a-5f03addfc706 req-f31c6ab5-6103-42bb-bb64-cca241e30760 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:42.734266 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e00c512-e1f6-482e-a78a-5f03addfc706 req-f31c6ab5-6103-42bb-bb64-cca241e30760 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 944 time: 0.0938246 Nov 23 22:21:42.735095 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f65b4a2-285e-4c37-b166-bfdff4c07a7c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Made reservation on behalf of 538a4e0f8a6a48da9d25775c1a97a295 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:21:42.739460 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1f65b4a2-285e-4c37-b166-bfdff4c07a7c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:42.782893 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34025b3c-81a7-48ea-8d47-6d5a4e46d3ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-f7439476-11f8-4a81-974b-35687582a1ea', 'network_id': 'f7439476-11f8-4a81-974b-35687582a1ea', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'fixed_ips': [{'subnet_id': '2d3c9646-5a3f-446b-a40d-e80f64524195'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:21:42.784931 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-34025b3c-81a7-48ea-8d47-6d5a4e46d3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:42.867773 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e00c512-e1f6-482e-a78a-5f03addfc706 req-7486e608-a9ff-4514-930e-aa53b6ab8c04 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ace4a94-e28c-4fda-888e-9e0df9b2f997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246920 Nov 23 22:21:42.954522 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-34025b3c-81a7-48ea-8d47-6d5a4e46d3ee None None] Allocated IP 2001:db8::2 (f7439476-11f8-4a81-974b-35687582a1ea/2d3c9646-5a3f-446b-a40d-e80f64524195/b5d11158-2ec8-4673-9e3d-c54e9e200a15) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:21:43.043160 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1f65b4a2-285e-4c37-b166-bfdff4c07a7c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:43.119181 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65b4a2-285e-4c37-b166-bfdff4c07a7c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Subnet': ['ID=2ac9c994-bc0b-4d66-9601-41df51861dd2,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:43.128394 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65b4a2-285e-4c37-b166-bfdff4c07a7c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Checking segment: {'id': '4af972fd-105d-4a36-b99f-4cd595caccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7aad236b-86ed-4377-9773-9dc4f6e5f2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:21:43.128774 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f65b4a2-285e-4c37-b166-bfdff4c07a7c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network hostable DHCP agents. Network: 7aad236b-86ed-4377-9773-9dc4f6e5f2dc, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:21:43.151257 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-34025b3c-81a7-48ea-8d47-6d5a4e46d3ee None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:43.159510 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f65b4a2-285e-4c37-b166-bfdff4c07a7c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network 7aad236b-86ed-4377-9773-9dc4f6e5f2dc is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:21:43.161052 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-34025b3c-81a7-48ea-8d47-6d5a4e46d3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:43.175368 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-1f65b4a2-285e-4c37-b166-bfdff4c07a7c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 7aad236b-86ed-4377-9773-9dc4f6e5f2dc) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:21:43.180864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f65b4a2-285e-4c37-b166-bfdff4c07a7c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:43.181827 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1f65b4a2-285e-4c37-b166-bfdff4c07a7c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:43.215369 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1f65b4a2-285e-4c37-b166-bfdff4c07a7c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6644132 Nov 23 22:21:43.216046 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43634) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:43.221781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b758d9e6-5977-4456-83f5-9f62fe1d556d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1887850749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:43.256822 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b758d9e6-5977-4456-83f5-9f62fe1d556d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:43.257624 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34025b3c-81a7-48ea-8d47-6d5a4e46d3ee None None] Network f7439476-11f8-4a81-974b-35687582a1ea is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:21:43.258203 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b758d9e6-5977-4456-83f5-9f62fe1d556d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:43.259119 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34025b3c-81a7-48ea-8d47-6d5a4e46d3ee None None] Pushing event updated for resources: {'Port': ['ID=b5d11158-2ec8-4673-9e3d-c54e9e200a15,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:43.263329 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1038a0d4-ff81-4f16-8cc7-e62f2a47ea7b None None] Network 7aad236b-86ed-4377-9773-9dc4f6e5f2dc requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:21:43.296844 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-34025b3c-81a7-48ea-8d47-6d5a4e46d3ee None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:21:43.300305 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34025b3c-81a7-48ea-8d47-6d5a4e46d3ee None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:21:43.358111 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b758d9e6-5977-4456-83f5-9f62fe1d556d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:43.365873 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b758d9e6-5977-4456-83f5-9f62fe1d556d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:43.401734 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b758d9e6-5977-4456-83f5-9f62fe1d556d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:43.404798 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b758d9e6-5977-4456-83f5-9f62fe1d556d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1878946 Nov 23 22:21:43.408121 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43636) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:43.418340 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-34025b3c-81a7-48ea-8d47-6d5a4e46d3ee None None] Attempting to bind port b5d11158-2ec8-4673-9e3d-c54e9e200a15 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:21:43.419544 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-34025b3c-81a7-48ea-8d47-6d5a4e46d3ee None None] Attempting to bind port b5d11158-2ec8-4673-9e3d-c54e9e200a15 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '5c7c9f8e-e168-44db-89b9-71c851b3b69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f7439476-11f8-4a81-974b-35687582a1ea'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:21:43.420659 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34025b3c-81a7-48ea-8d47-6d5a4e46d3ee None None] Attempting to bind port b5d11158-2ec8-4673-9e3d-c54e9e200a15 on network f7439476-11f8-4a81-974b-35687582a1ea {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:21:43.429804 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34025b3c-81a7-48ea-8d47-6d5a4e46d3ee None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:21:43.430278 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34025b3c-81a7-48ea-8d47-6d5a4e46d3ee None None] Checking segment: {'id': '5c7c9f8e-e168-44db-89b9-71c851b3b69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f7439476-11f8-4a81-974b-35687582a1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:21:43.430802 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-34025b3c-81a7-48ea-8d47-6d5a4e46d3ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:43.431301 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34025b3c-81a7-48ea-8d47-6d5a4e46d3ee None None] Bound using segment: {'id': '5c7c9f8e-e168-44db-89b9-71c851b3b69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f7439476-11f8-4a81-974b-35687582a1ea'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:21:43.432029 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-34025b3c-81a7-48ea-8d47-6d5a4e46d3ee None None] Bound port: b5d11158-2ec8-4673-9e3d-c54e9e200a15, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7c9f8e-e168-44db-89b9-71c851b3b69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f7439476-11f8-4a81-974b-35687582a1ea'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:21:43.432521 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-34025b3c-81a7-48ea-8d47-6d5a4e46d3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:43.576181 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a113e083-a210-44ae-a859-3e7b4c7d745d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-7aad236b-86ed-4377-9773-9dc4f6e5f2dc', 'network_id': '7aad236b-86ed-4377-9773-9dc4f6e5f2dc', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'fixed_ips': [{'subnet_id': '2ac9c994-bc0b-4d66-9601-41df51861dd2'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:21:43.576181 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a113e083-a210-44ae-a859-3e7b4c7d745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:43.579782 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-34025b3c-81a7-48ea-8d47-6d5a4e46d3ee None None] For port b5d11158-2ec8-4673-9e3d-c54e9e200a15, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:21:43.606327 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-34025b3c-81a7-48ea-8d47-6d5a4e46d3ee None None] For port b5d11158-2ec8-4673-9e3d-c54e9e200a15, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b5d11158-2ec8-4673-9e3d-c54e9e200a15,segment=NetworkSegment(5c7c9f8e-e168-44db-89b9-71c851b3b69a),segment_id=5c7c9f8e-e168-44db-89b9-71c851b3b69a)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:21:43.620820 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-34025b3c-81a7-48ea-8d47-6d5a4e46d3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:43.786527 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34025b3c-81a7-48ea-8d47-6d5a4e46d3ee None None] Pushing event updated for resources: {'Port': ['ID=b5d11158-2ec8-4673-9e3d-c54e9e200a15,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:43.848948 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-a113e083-a210-44ae-a859-3e7b4c7d745d None None] Allocated IP 2001:db8:1::2 (7aad236b-86ed-4377-9773-9dc4f6e5f2dc/2ac9c994-bc0b-4d66-9601-41df51861dd2/87a08043-31ad-4ebb-82b3-81fed138b45d) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:21:44.123267 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a113e083-a210-44ae-a859-3e7b4c7d745d None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:44.135895 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a113e083-a210-44ae-a859-3e7b4c7d745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:44.208913 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a113e083-a210-44ae-a859-3e7b4c7d745d None None] Network 7aad236b-86ed-4377-9773-9dc4f6e5f2dc is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:21:44.212079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-a113e083-a210-44ae-a859-3e7b4c7d745d None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:21:44.220002 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a113e083-a210-44ae-a859-3e7b4c7d745d None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:21:44.285050 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e1eaa-d799-4fc1-a863-83af2d9036c1 req-dec4bc6b-d534-49df-8e51-b38d13c86e71 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:44.287017 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-393e1eaa-d799-4fc1-a863-83af2d9036c1 req-dec4bc6b-d534-49df-8e51-b38d13c86e71 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 944 time: 0.2176507 Nov 23 22:21:44.305157 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113e083-a210-44ae-a859-3e7b4c7d745d None None] Pushing event updated for resources: {'Port': ['ID=87a08043-31ad-4ebb-82b3-81fed138b45d,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:44.309200 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-a113e083-a210-44ae-a859-3e7b4c7d745d None None] Attempting to bind port 87a08043-31ad-4ebb-82b3-81fed138b45d on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:21:44.309582 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-a113e083-a210-44ae-a859-3e7b4c7d745d None None] Attempting to bind port 87a08043-31ad-4ebb-82b3-81fed138b45d by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '4af972fd-105d-4a36-b99f-4cd595caccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7aad236b-86ed-4377-9773-9dc4f6e5f2dc'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:21:44.309952 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a113e083-a210-44ae-a859-3e7b4c7d745d None None] Attempting to bind port 87a08043-31ad-4ebb-82b3-81fed138b45d on network 7aad236b-86ed-4377-9773-9dc4f6e5f2dc {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:21:44.316477 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a113e083-a210-44ae-a859-3e7b4c7d745d None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:21:44.316923 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a113e083-a210-44ae-a859-3e7b4c7d745d None None] Checking segment: {'id': '4af972fd-105d-4a36-b99f-4cd595caccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7aad236b-86ed-4377-9773-9dc4f6e5f2dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:21:44.317357 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a113e083-a210-44ae-a859-3e7b4c7d745d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:44.317728 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a113e083-a210-44ae-a859-3e7b4c7d745d None None] Bound using segment: {'id': '4af972fd-105d-4a36-b99f-4cd595caccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7aad236b-86ed-4377-9773-9dc4f6e5f2dc'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:21:44.318229 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-a113e083-a210-44ae-a859-3e7b4c7d745d None None] Bound port: 87a08043-31ad-4ebb-82b3-81fed138b45d, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af972fd-105d-4a36-b99f-4cd595caccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '7aad236b-86ed-4377-9773-9dc4f6e5f2dc'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:21:44.318605 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a113e083-a210-44ae-a859-3e7b4c7d745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:44.343186 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-58d6bc4e-1cb4-42da-a60b-cbe12e8804a4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:44.390589 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a113e083-a210-44ae-a859-3e7b4c7d745d None None] For port 87a08043-31ad-4ebb-82b3-81fed138b45d, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:21:44.394175 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a113e083-a210-44ae-a859-3e7b4c7d745d None None] For port 87a08043-31ad-4ebb-82b3-81fed138b45d, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=87a08043-31ad-4ebb-82b3-81fed138b45d,segment=NetworkSegment(4af972fd-105d-4a36-b99f-4cd595caccbc),segment_id=4af972fd-105d-4a36-b99f-4cd595caccbc)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:21:44.400324 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a113e083-a210-44ae-a859-3e7b4c7d745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:44.467691 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113e083-a210-44ae-a859-3e7b4c7d745d None None] Pushing event updated for resources: {'Port': ['ID=87a08043-31ad-4ebb-82b3-81fed138b45d,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:44.491402 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-393e1eaa-d799-4fc1-a863-83af2d9036c1 req-7d6290dd-279c-4239-a674-8b7412090a8f tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ace4a94-e28c-4fda-888e-9e0df9b2f997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970272 Nov 23 22:21:44.745607 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-58d6bc4e-1cb4-42da-a60b-cbe12e8804a4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Allocated IP 2001:db8::1 (f7439476-11f8-4a81-974b-35687582a1ea/2d3c9646-5a3f-446b-a40d-e80f64524195/6e21b7ce-0f50-4d2d-baf6-a648d6b2001b) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:21:44.857823 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b5d11158-2ec8-4673-9e3d-c54e9e200a15 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:21:44.952466 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port b5d11158-2ec8-4673-9e3d-c54e9e200a15 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:44.952849 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:45.008605 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-58d6bc4e-1cb4-42da-a60b-cbe12e8804a4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:45.059219 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-58d6bc4e-1cb4-42da-a60b-cbe12e8804a4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:45.103643 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:45.115037 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d6bc4e-1cb4-42da-a60b-cbe12e8804a4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network f7439476-11f8-4a81-974b-35687582a1ea is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:21:45.120919 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-58d6bc4e-1cb4-42da-a60b-cbe12e8804a4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:21:45.129297 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d6bc4e-1cb4-42da-a60b-cbe12e8804a4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:21:45.129297 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-58d6bc4e-1cb4-42da-a60b-cbe12e8804a4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:45.157205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port b5d11158-2ec8-4673-9e3d-c54e9e200a15, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b5d11158-2ec8-4673-9e3d-c54e9e200a15,segment=NetworkSegment(5c7c9f8e-e168-44db-89b9-71c851b3b69a),segment_id=5c7c9f8e-e168-44db-89b9-71c851b3b69a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:21:45.166670 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:45.245403 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=b5d11158-2ec8-4673-9e3d-c54e9e200a15,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:45.246496 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6bc4e-1cb4-42da-a60b-cbe12e8804a4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Port': ['ID=6e21b7ce-0f50-4d2d-baf6-a648d6b2001b,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:45.319530 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4e8fdf-b89b-44f2-bf31-276fc0722ea6 None None] Network f7439476-11f8-4a81-974b-35687582a1ea requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:21:45.338563 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-58d6bc4e-1cb4-42da-a60b-cbe12e8804a4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:45.430743 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0498287b-7c1a-456b-8fb4-87ebd1c0bdcd None None] Provisioning complete for port b5d11158-2ec8-4673-9e3d-c54e9e200a15 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:45.431111 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0498287b-7c1a-456b-8fb4-87ebd1c0bdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:45.753876 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7beb8-c93b-4d7e-95b6-fb4832952cee req-0cabc87b-220b-4e82-9056-14dabaf0328c tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:45.755769 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0ab7beb8-c93b-4d7e-95b6-fb4832952cee req-0cabc87b-220b-4e82-9056-14dabaf0328c tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 944 time: 0.1193221 Nov 23 22:21:45.794524 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-58d6bc4e-1cb4-42da-a60b-cbe12e8804a4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:45.811192 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-58d6bc4e-1cb4-42da-a60b-cbe12e8804a4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:45.813810 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-58d6bc4e-1cb4-42da-a60b-cbe12e8804a4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:45.872260 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0ab7beb8-c93b-4d7e-95b6-fb4832952cee req-5225c358-62f8-416a-8fb9-06b896bf5f12 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ace4a94-e28c-4fda-888e-9e0df9b2f997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073256 Nov 23 22:21:45.964646 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6bc4e-1cb4-42da-a60b-cbe12e8804a4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Port': ['ID=6e21b7ce-0f50-4d2d-baf6-a648d6b2001b,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:46.024269 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d6bc4e-1cb4-42da-a60b-cbe12e8804a4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network f7439476-11f8-4a81-974b-35687582a1ea is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:21:46.025789 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-58d6bc4e-1cb4-42da-a60b-cbe12e8804a4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:21:46.187863 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d6bc4e-1cb4-42da-a60b-cbe12e8804a4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Router 19652f8c-6026-4a86-8db6-b2de005efb79 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:21:46.275898 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a5b94474-e9fc-42e9-a1a2-16059aa30c01 None None] Provisioning complete for port b5d11158-2ec8-4673-9e3d-c54e9e200a15 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:46.276506 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a5b94474-e9fc-42e9-a1a2-16059aa30c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:46.316141 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d6bc4e-1cb4-42da-a60b-cbe12e8804a4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:21:46.322853 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-58d6bc4e-1cb4-42da-a60b-cbe12e8804a4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/routers/19652f8c-6026-4a86-8db6-b2de005efb79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9129956 Nov 23 22:21:46.326258 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43648) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:46.327687 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366f8e2e-1c6c-44a6-bd7c-0865155219e2 None None] Network 7aad236b-86ed-4377-9773-9dc4f6e5f2dc requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:21:46.333549 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514bfc92-4b0a-4950-8f38-0a75c84efba9 None None] Sync routers for ids ['19652f8c-6026-4a86-8db6-b2de005efb79'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:21:46.383006 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd57f312-1f64-4259-acca-c800ecf43c7c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:46.387988 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43650) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:46.392429 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bd57f312-1f64-4259-acca-c800ecf43c7c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/ports/6e21b7ce-0f50-4d2d-baf6-a648d6b2001b HTTP/1.1" status: 200 len: 911 time: 0.0603516 Nov 23 22:21:46.626851 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514bfc92-4b0a-4950-8f38-0a75c84efba9 None None] Routers {'19652f8c-6026-4a86-8db6-b2de005efb79'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:46.628106 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-514bfc92-4b0a-4950-8f38-0a75c84efba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['19652f8c-6026-4a86-8db6-b2de005efb79'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:46.675077 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-514bfc92-4b0a-4950-8f38-0a75c84efba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:46.782231 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514bfc92-4b0a-4950-8f38-0a75c84efba9 None None] Routers {'19652f8c-6026-4a86-8db6-b2de005efb79'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:46.782908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-514bfc92-4b0a-4950-8f38-0a75c84efba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['19652f8c-6026-4a86-8db6-b2de005efb79'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:46.788834 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a5b94474-e9fc-42e9-a1a2-16059aa30c01 None None] Provisioning complete for port 6e21b7ce-0f50-4d2d-baf6-a648d6b2001b triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:46.789041 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a5b94474-e9fc-42e9-a1a2-16059aa30c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:46.880768 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-514bfc92-4b0a-4950-8f38-0a75c84efba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:46.882116 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514bfc92-4b0a-4950-8f38-0a75c84efba9 None None] The sync data for ids ['19652f8c-6026-4a86-8db6-b2de005efb79'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:21:46.977857 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 87a08043-31ad-4ebb-82b3-81fed138b45d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:21:47.025934 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cebbe776-bf59-428a-87ee-360892ca3986 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:47.026544 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a5b94474-e9fc-42e9-a1a2-16059aa30c01 None None] Port 6e21b7ce-0f50-4d2d-baf6-a648d6b2001b cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:21:47.058127 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a789a9d-4457-4c42-b070-88717d1e50b0 req-4dcfd6ff-a1b4-472f-b89e-aa2b3c5c1dd6 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:47.059762 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a789a9d-4457-4c42-b070-88717d1e50b0 req-4dcfd6ff-a1b4-472f-b89e-aa2b3c5c1dd6 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 944 time: 0.0789075 Nov 23 22:21:47.094628 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 87a08043-31ad-4ebb-82b3-81fed138b45d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:47.095025 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:47.168468 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-51cddf5c-a520-4ff8-8c0c-128b806427c6 None None] Provisioning complete for port 6e21b7ce-0f50-4d2d-baf6-a648d6b2001b triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:47.169036 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-51cddf5c-a520-4ff8-8c0c-128b806427c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:47.213344 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-51cddf5c-a520-4ff8-8c0c-128b806427c6 None None] Port 6e21b7ce-0f50-4d2d-baf6-a648d6b2001b cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:21:47.222252 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a789a9d-4457-4c42-b070-88717d1e50b0 req-057ca8a3-689e-473e-adab-64aeef51acf2 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ace4a94-e28c-4fda-888e-9e0df9b2f997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266389 Nov 23 22:21:47.278507 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:47.292789 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-51cddf5c-a520-4ff8-8c0c-128b806427c6 None None] Provisioning complete for port 87a08043-31ad-4ebb-82b3-81fed138b45d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:47.293159 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-51cddf5c-a520-4ff8-8c0c-128b806427c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:47.357691 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 87a08043-31ad-4ebb-82b3-81fed138b45d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=87a08043-31ad-4ebb-82b3-81fed138b45d,segment=NetworkSegment(4af972fd-105d-4a36-b99f-4cd595caccbc),segment_id=4af972fd-105d-4a36-b99f-4cd595caccbc)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:21:47.364035 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:47.364874 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b5d11158-2ec8-4673-9e3d-c54e9e200a15 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:21:47.463631 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=87a08043-31ad-4ebb-82b3-81fed138b45d,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:47.476329 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-cebbe776-bf59-428a-87ee-360892ca3986 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Allocated IP 2001:db8:1::1 (7aad236b-86ed-4377-9773-9dc4f6e5f2dc/2ac9c994-bc0b-4d66-9601-41df51861dd2/ad7d1187-21f8-4461-887b-c98bcd5b2c7e) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:21:47.523848 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port b5d11158-2ec8-4673-9e3d-c54e9e200a15 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:47.523848 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:47.635037 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cebbe776-bf59-428a-87ee-360892ca3986 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:47.677905 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cebbe776-bf59-428a-87ee-360892ca3986 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:47.681429 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-56349949-97b3-4871-a4f4-d1739a71030d None None] Provisioning complete for port 87a08043-31ad-4ebb-82b3-81fed138b45d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:47.681806 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-56349949-97b3-4871-a4f4-d1739a71030d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:47.723556 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebbe776-bf59-428a-87ee-360892ca3986 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network 7aad236b-86ed-4377-9773-9dc4f6e5f2dc is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:21:47.730849 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-cebbe776-bf59-428a-87ee-360892ca3986 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:21:47.734934 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebbe776-bf59-428a-87ee-360892ca3986 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:21:47.735601 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cebbe776-bf59-428a-87ee-360892ca3986 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:47.787434 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbe776-bf59-428a-87ee-360892ca3986 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Port': ['ID=ad7d1187-21f8-4461-887b-c98bcd5b2c7e,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:47.930346 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cebbe776-bf59-428a-87ee-360892ca3986 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:48.049121 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-59ff1b1a-7578-41bd-9d4a-153231c7b481 None None] Provisioning complete for port ad7d1187-21f8-4461-887b-c98bcd5b2c7e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:48.049121 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-59ff1b1a-7578-41bd-9d4a-153231c7b481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:48.089233 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-59ff1b1a-7578-41bd-9d4a-153231c7b481 None None] Port ad7d1187-21f8-4461-887b-c98bcd5b2c7e cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:21:48.227634 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cebbe776-bf59-428a-87ee-360892ca3986 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:48.232450 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cebbe776-bf59-428a-87ee-360892ca3986 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:48.233331 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cebbe776-bf59-428a-87ee-360892ca3986 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:48.322278 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbe776-bf59-428a-87ee-360892ca3986 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Port': ['ID=ad7d1187-21f8-4461-887b-c98bcd5b2c7e,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:48.419548 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9433a-8fa7-4a63-9570-9331c04c36bb req-95806fa9-dce3-48c4-82f8-f8363ac584c5 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:48.421039 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-efc9433a-8fa7-4a63-9570-9331c04c36bb req-95806fa9-dce3-48c4-82f8-f8363ac584c5 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 944 time: 0.1154816 Nov 23 22:21:48.427831 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebbe776-bf59-428a-87ee-360892ca3986 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network 7aad236b-86ed-4377-9773-9dc4f6e5f2dc is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:21:48.431017 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-cebbe776-bf59-428a-87ee-360892ca3986 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:21:48.556828 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-efc9433a-8fa7-4a63-9570-9331c04c36bb req-f82fe691-3d6c-40eb-a2cb-4996c11597f7 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ace4a94-e28c-4fda-888e-9e0df9b2f997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275864 Nov 23 22:21:48.586380 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebbe776-bf59-428a-87ee-360892ca3986 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Router 19652f8c-6026-4a86-8db6-b2de005efb79 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:21:48.688080 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebbe776-bf59-428a-87ee-360892ca3986 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:21:48.695284 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cebbe776-bf59-428a-87ee-360892ca3986 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/routers/19652f8c-6026-4a86-8db6-b2de005efb79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3062637 Nov 23 22:21:48.697821 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43660) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:48.706026 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b3079a-5218-4d20-9bc6-7d4c842f7e09 None None] Sync routers for ids ['19652f8c-6026-4a86-8db6-b2de005efb79'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:21:48.720231 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ebaa9fb5-17e6-477f-abb7-832821e26f76 None None] Provisioning complete for port ad7d1187-21f8-4461-887b-c98bcd5b2c7e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:48.721690 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ebaa9fb5-17e6-477f-abb7-832821e26f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:48.725675 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b3079a-5218-4d20-9bc6-7d4c842f7e09 None None] Routers {'19652f8c-6026-4a86-8db6-b2de005efb79'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:48.726570 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f2b3079a-5218-4d20-9bc6-7d4c842f7e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['19652f8c-6026-4a86-8db6-b2de005efb79'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:48.756193 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff25f8a-1141-4e9f-bcf4-2fd3c236b7b9 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:48.757697 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5ff25f8a-1141-4e9f-bcf4-2fd3c236b7b9 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/ports/ad7d1187-21f8-4461-887b-c98bcd5b2c7e HTTP/1.1" status: 200 len: 913 time: 0.0586390 Nov 23 22:21:48.760668 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43662) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:48.771141 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 87a08043-31ad-4ebb-82b3-81fed138b45d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:21:48.773767 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-ebaa9fb5-17e6-477f-abb7-832821e26f76 None None] Port ad7d1187-21f8-4461-887b-c98bcd5b2c7e cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:21:48.779118 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f2b3079a-5218-4d20-9bc6-7d4c842f7e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:48.788735 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b3079a-5218-4d20-9bc6-7d4c842f7e09 None None] Routers {'19652f8c-6026-4a86-8db6-b2de005efb79'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:48.789686 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f2b3079a-5218-4d20-9bc6-7d4c842f7e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['19652f8c-6026-4a86-8db6-b2de005efb79'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:48.831943 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 87a08043-31ad-4ebb-82b3-81fed138b45d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:48.833399 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:48.834439 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f2b3079a-5218-4d20-9bc6-7d4c842f7e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:48.835346 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b3079a-5218-4d20-9bc6-7d4c842f7e09 None None] The sync data for ids ['19652f8c-6026-4a86-8db6-b2de005efb79'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:21:49.123801 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-79af942c-ef26-43e5-a773-6083cd210dbb tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:49.382298 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-79af942c-ef26-43e5-a773-6083cd210dbb tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting port ad7d1187-21f8-4461-887b-c98bcd5b2c7e {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:21:49.382602 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-79af942c-ef26-43e5-a773-6083cd210dbb tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:49.476886 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-79af942c-ef26-43e5-a773-6083cd210dbb tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:49.490099 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-79af942c-ef26-43e5-a773-6083cd210dbb tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Calling delete_port for ad7d1187-21f8-4461-887b-c98bcd5b2c7e owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:21:49.670803 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-79af942c-ef26-43e5-a773-6083cd210dbb tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:49.695524 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f06eac-305d-4b4e-8973-6b413f37c1cb req-3397256e-40ac-416f-b700-4a428e7e481a tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:49.697026 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-44f06eac-305d-4b4e-8973-6b413f37c1cb req-3397256e-40ac-416f-b700-4a428e7e481a tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 944 time: 0.0562871 Nov 23 22:21:49.703665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af942c-ef26-43e5-a773-6083cd210dbb tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Port': ['ID=ad7d1187-21f8-4461-887b-c98bcd5b2c7e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:49.767284 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-44f06eac-305d-4b4e-8973-6b413f37c1cb req-18384125-cce6-4b13-9249-327f2c5728db tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ace4a94-e28c-4fda-888e-9e0df9b2f997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634258 Nov 23 22:21:49.829545 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-79af942c-ef26-43e5-a773-6083cd210dbb tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:50.042450 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79af942c-ef26-43e5-a773-6083cd210dbb tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Router 19652f8c-6026-4a86-8db6-b2de005efb79 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:21:50.145566 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79af942c-ef26-43e5-a773-6083cd210dbb tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:21:50.151998 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-79af942c-ef26-43e5-a773-6083cd210dbb tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/routers/19652f8c-6026-4a86-8db6-b2de005efb79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3882108 Nov 23 22:21:50.154946 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43670) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:50.159845 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70bb6aa-5bd3-4b19-a83b-53baf76fa5da None None] Sync routers for ids ['19652f8c-6026-4a86-8db6-b2de005efb79'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:21:50.176311 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70bb6aa-5bd3-4b19-a83b-53baf76fa5da None None] Routers {'19652f8c-6026-4a86-8db6-b2de005efb79'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:50.177175 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c70bb6aa-5bd3-4b19-a83b-53baf76fa5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['19652f8c-6026-4a86-8db6-b2de005efb79'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:50.213560 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c70bb6aa-5bd3-4b19-a83b-53baf76fa5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:50.223808 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70bb6aa-5bd3-4b19-a83b-53baf76fa5da None None] Routers {'19652f8c-6026-4a86-8db6-b2de005efb79'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:50.224501 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c70bb6aa-5bd3-4b19-a83b-53baf76fa5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['19652f8c-6026-4a86-8db6-b2de005efb79'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:50.258687 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c70bb6aa-5bd3-4b19-a83b-53baf76fa5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:50.259377 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70bb6aa-5bd3-4b19-a83b-53baf76fa5da None None] The sync data for ids ['19652f8c-6026-4a86-8db6-b2de005efb79'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:21:50.485553 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5f03cb23-4b99-4501-86ff-867186c8c0c7 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:50.733683 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-5f03cb23-4b99-4501-86ff-867186c8c0c7 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting port 6e21b7ce-0f50-4d2d-baf6-a648d6b2001b {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:21:50.734052 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5f03cb23-4b99-4501-86ff-867186c8c0c7 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:50.828836 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5f03cb23-4b99-4501-86ff-867186c8c0c7 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:50.842018 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-5f03cb23-4b99-4501-86ff-867186c8c0c7 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Calling delete_port for 6e21b7ce-0f50-4d2d-baf6-a648d6b2001b owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:21:50.894651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfcd8b-5b87-4cbe-a2d7-950f3bd3d60a req-df1ceeab-62b0-4f34-8e94-0fd0dac5df43 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:50.896233 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-75bfcd8b-5b87-4cbe-a2d7-950f3bd3d60a req-df1ceeab-62b0-4f34-8e94-0fd0dac5df43 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 944 time: 0.0540104 Nov 23 22:21:50.951928 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-75bfcd8b-5b87-4cbe-a2d7-950f3bd3d60a req-a15ad19f-33a3-4025-95d0-da7b48b0279f tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ace4a94-e28c-4fda-888e-9e0df9b2f997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487351 Nov 23 22:21:51.025258 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5f03cb23-4b99-4501-86ff-867186c8c0c7 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:51.050675 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03cb23-4b99-4501-86ff-867186c8c0c7 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Port': ['ID=6e21b7ce-0f50-4d2d-baf6-a648d6b2001b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:51.152177 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5f03cb23-4b99-4501-86ff-867186c8c0c7 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:51.310291 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f03cb23-4b99-4501-86ff-867186c8c0c7 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Router 19652f8c-6026-4a86-8db6-b2de005efb79 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:21:51.389668 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f03cb23-4b99-4501-86ff-867186c8c0c7 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:21:51.398853 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5f03cb23-4b99-4501-86ff-867186c8c0c7 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/routers/19652f8c-6026-4a86-8db6-b2de005efb79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2392609 Nov 23 22:21:51.398853 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43692) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:51.401419 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d74cc-e296-4976-a927-306ceba022ec None None] Sync routers for ids ['19652f8c-6026-4a86-8db6-b2de005efb79'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:21:51.413883 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d74cc-e296-4976-a927-306ceba022ec None None] Routers {'19652f8c-6026-4a86-8db6-b2de005efb79'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:51.414821 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c62d74cc-e296-4976-a927-306ceba022ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['19652f8c-6026-4a86-8db6-b2de005efb79'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:51.425953 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-360392b8-5c06-4d02-91b1-923e15963464 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/ports?device_id=19652f8c-6026-4a86-8db6-b2de005efb79 HTTP/1.1" status: 200 len: 205 time: 0.0266428 Nov 23 22:21:51.428445 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43694) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:51.450668 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c62d74cc-e296-4976-a927-306ceba022ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:51.461482 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d74cc-e296-4976-a927-306ceba022ec None None] Routers {'19652f8c-6026-4a86-8db6-b2de005efb79'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:51.462101 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c62d74cc-e296-4976-a927-306ceba022ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['19652f8c-6026-4a86-8db6-b2de005efb79'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:51.495608 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c62d74cc-e296-4976-a927-306ceba022ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:51.496275 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d74cc-e296-4976-a927-306ceba022ec None None] The sync data for ids ['19652f8c-6026-4a86-8db6-b2de005efb79'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:21:51.517125 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5ff26eb6-c1c7-40ef-af2d-3d6a7ecd56b3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:52.011069 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5ff26eb6-c1c7-40ef-af2d-3d6a7ecd56b3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:52.013345 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5ff26eb6-c1c7-40ef-af2d-3d6a7ecd56b3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:52.070037 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5ff26eb6-c1c7-40ef-af2d-3d6a7ecd56b3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:52.071315 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff26eb6-c1c7-40ef-af2d-3d6a7ecd56b3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Fanout notify agent at l3_agent the message router_deleted on router 19652f8c-6026-4a86-8db6-b2de005efb79 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:21:52.081304 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5ff26eb6-c1c7-40ef-af2d-3d6a7ecd56b3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:52.082628 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5ff26eb6-c1c7-40ef-af2d-3d6a7ecd56b3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/routers/19652f8c-6026-4a86-8db6-b2de005efb79 HTTP/1.1" status: 204 len: 168 time: 0.6532784 Nov 23 22:21:52.085315 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43700) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:52.092975 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188381d-ae5f-48ce-bcb1-8eaaf5b0c114 req-e295b236-94b9-4d97-8fc7-6c1ee4923ad7 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:52.101650 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0188381d-ae5f-48ce-bcb1-8eaaf5b0c114 req-e295b236-94b9-4d97-8fc7-6c1ee4923ad7 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 944 time: 0.0760419 Nov 23 22:21:52.152476 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65b0768-dded-46fc-8101-fadb03977ef0 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting subnet 2ac9c994-bc0b-4d66-9601-41df51861dd2 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:21:52.156309 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a65b0768-dded-46fc-8101-fadb03977ef0 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:52.167369 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0188381d-ae5f-48ce-bcb1-8eaaf5b0c114 req-21ac6f59-a9c3-4b51-9637-d5e4d148c90e tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ace4a94-e28c-4fda-888e-9e0df9b2f997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648432 Nov 23 22:21:52.208394 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a65b0768-dded-46fc-8101-fadb03977ef0 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:52.297555 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a65b0768-dded-46fc-8101-fadb03977ef0 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:52.362468 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a65b0768-dded-46fc-8101-fadb03977ef0 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:52.392001 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a65b0768-dded-46fc-8101-fadb03977ef0 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:52.399338 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a65b0768-dded-46fc-8101-fadb03977ef0 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/subnets/2ac9c994-bc0b-4d66-9601-41df51861dd2 HTTP/1.1" status: 204 len: 168 time: 0.3100462 Nov 23 22:21:52.399338 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b0768-dded-46fc-8101-fadb03977ef0 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac9c994-bc0b-4d66-9601-41df51861dd2,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:52.399620 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43710) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:52.401439 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d71e995-8ea7-4128-aa7f-56767be40e8c None None] Network 7aad236b-86ed-4377-9773-9dc4f6e5f2dc requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:21:52.460276 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f9d6dd-b2e2-4b53-9faa-5a258b5188b7 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting subnet 2d3c9646-5a3f-446b-a40d-e80f64524195 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:21:52.463743 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-62f9d6dd-b2e2-4b53-9faa-5a258b5188b7 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:52.511135 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-62f9d6dd-b2e2-4b53-9faa-5a258b5188b7 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:52.604827 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c88b6c-8dbb-4447-addc-3c67608ba90e None None] DHCP port deletion for 7aad236b-86ed-4377-9773-9dc4f6e5f2dc request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:21:52.611000 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-62f9d6dd-b2e2-4b53-9faa-5a258b5188b7 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:52.665979 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-55c88b6c-8dbb-4447-addc-3c67608ba90e None None] Deleting port 87a08043-31ad-4ebb-82b3-81fed138b45d {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:21:52.666444 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-55c88b6c-8dbb-4447-addc-3c67608ba90e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:52.678694 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-62f9d6dd-b2e2-4b53-9faa-5a258b5188b7 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:52.694892 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-62f9d6dd-b2e2-4b53-9faa-5a258b5188b7 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:52.701141 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-62f9d6dd-b2e2-4b53-9faa-5a258b5188b7 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/subnets/2d3c9646-5a3f-446b-a40d-e80f64524195 HTTP/1.1" status: 204 len: 168 time: 0.2974224 Nov 23 22:21:52.701426 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43712) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:52.731404 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9d6dd-b2e2-4b53-9faa-5a258b5188b7 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Subnet': ['ID=2d3c9646-5a3f-446b-a40d-e80f64524195,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:52.752089 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-55c88b6c-8dbb-4447-addc-3c67608ba90e None None] For port 87a08043-31ad-4ebb-82b3-81fed138b45d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=87a08043-31ad-4ebb-82b3-81fed138b45d,segment=NetworkSegment(4af972fd-105d-4a36-b99f-4cd595caccbc),segment_id=4af972fd-105d-4a36-b99f-4cd595caccbc)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:21:52.752537 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-55c88b6c-8dbb-4447-addc-3c67608ba90e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:52.757472 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9818c34d-d7c8-473d-85b7-09e17a82951a None None] Network f7439476-11f8-4a81-974b-35687582a1ea requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:21:52.759672 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 87a08043-31ad-4ebb-82b3-81fed138b45d no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:21:52.806126 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-55c88b6c-8dbb-4447-addc-3c67608ba90e None None] Calling delete_port for 87a08043-31ad-4ebb-82b3-81fed138b45d owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:21:52.812133 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-acf59f1e-0a4b-42d2-a725-7461719305dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:52.877139 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-acf59f1e-0a4b-42d2-a725-7461719305dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting port 87a08043-31ad-4ebb-82b3-81fed138b45d {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:21:52.877918 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-acf59f1e-0a4b-42d2-a725-7461719305dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:52.952612 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-acf59f1e-0a4b-42d2-a725-7461719305dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] For port 87a08043-31ad-4ebb-82b3-81fed138b45d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=87a08043-31ad-4ebb-82b3-81fed138b45d,segment=NetworkSegment(4af972fd-105d-4a36-b99f-4cd595caccbc),segment_id=4af972fd-105d-4a36-b99f-4cd595caccbc)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:21:52.953032 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-acf59f1e-0a4b-42d2-a725-7461719305dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:52.966212 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-acf59f1e-0a4b-42d2-a725-7461719305dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Calling delete_port for 87a08043-31ad-4ebb-82b3-81fed138b45d owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:21:53.012440 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:53.019883 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:53.070890 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 87a08043-31ad-4ebb-82b3-81fed138b45d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=87a08043-31ad-4ebb-82b3-81fed138b45d,segment=NetworkSegment(4af972fd-105d-4a36-b99f-4cd595caccbc),segment_id=4af972fd-105d-4a36-b99f-4cd595caccbc)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:21:53.076169 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:53.106028 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-acf59f1e-0a4b-42d2-a725-7461719305dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:53.136722 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf59f1e-0a4b-42d2-a725-7461719305dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Port': ['ID=87a08043-31ad-4ebb-82b3-81fed138b45d,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:53.137151 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-55c88b6c-8dbb-4447-addc-3c67608ba90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:53.152158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf59f1e-0a4b-42d2-a725-7461719305dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] No DVR routers for this DVR port 87a08043-31ad-4ebb-82b3-81fed138b45d on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:21:53.163643 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110a7263-4d1b-447d-8e5f-f5cdf7ac4a42 None None] DHCP port deletion for f7439476-11f8-4a81-974b-35687582a1ea request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:21:53.175353 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c88b6c-8dbb-4447-addc-3c67608ba90e None None] No DVR routers for this DVR port 87a08043-31ad-4ebb-82b3-81fed138b45d on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:21:53.181867 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=87a08043-31ad-4ebb-82b3-81fed138b45d,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:53.208582 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c88b6c-8dbb-4447-addc-3c67608ba90e None None] Pushing event deleted for resources: {'Port': ['ID=87a08043-31ad-4ebb-82b3-81fed138b45d,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:53.261074 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-110a7263-4d1b-447d-8e5f-f5cdf7ac4a42 None None] Deleting port b5d11158-2ec8-4673-9e3d-c54e9e200a15 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:21:53.261940 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-110a7263-4d1b-447d-8e5f-f5cdf7ac4a42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:53.334828 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-110a7263-4d1b-447d-8e5f-f5cdf7ac4a42 None None] For port b5d11158-2ec8-4673-9e3d-c54e9e200a15, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b5d11158-2ec8-4673-9e3d-c54e9e200a15,segment=NetworkSegment(5c7c9f8e-e168-44db-89b9-71c851b3b69a),segment_id=5c7c9f8e-e168-44db-89b9-71c851b3b69a)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:21:53.335213 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-110a7263-4d1b-447d-8e5f-f5cdf7ac4a42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:53.350254 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-110a7263-4d1b-447d-8e5f-f5cdf7ac4a42 None None] Calling delete_port for b5d11158-2ec8-4673-9e3d-c54e9e200a15 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:21:53.436896 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-110a7263-4d1b-447d-8e5f-f5cdf7ac4a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:53.449851 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110a7263-4d1b-447d-8e5f-f5cdf7ac4a42 None None] No DVR routers for this DVR port b5d11158-2ec8-4673-9e3d-c54e9e200a15 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:21:53.481262 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a7263-4d1b-447d-8e5f-f5cdf7ac4a42 None None] Pushing event deleted for resources: {'Port': ['ID=b5d11158-2ec8-4673-9e3d-c54e9e200a15,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:53.620337 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-acf59f1e-0a4b-42d2-a725-7461719305dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:53.661802 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-acf59f1e-0a4b-42d2-a725-7461719305dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aad236b-86ed-4377-9773-9dc4f6e5f2dc']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:53.673582 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-acf59f1e-0a4b-42d2-a725-7461719305dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af972fd-105d-4a36-b99f-4cd595caccbc') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:53.673883 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-acf59f1e-0a4b-42d2-a725-7461719305dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af972fd-105d-4a36-b99f-4cd595caccbc') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:53.687107 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-acf59f1e-0a4b-42d2-a725-7461719305dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:53.706249 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138abf82-a53c-4856-85fe-774726e3ccc7 req-c59db20b-24b1-4e59-b06b-40ec58dc4ba4 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:53.707874 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-138abf82-a53c-4856-85fe-774726e3ccc7 req-c59db20b-24b1-4e59-b06b-40ec58dc4ba4 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 944 time: 0.0901847 Nov 23 22:21:53.711596 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-acf59f1e-0a4b-42d2-a725-7461719305dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:53.724101 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf59f1e-0a4b-42d2-a725-7461719305dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:21:53.724494 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-acf59f1e-0a4b-42d2-a725-7461719305dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: self.session.flush() Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:21:53.727887 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:21:53.817795 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-acf59f1e-0a4b-42d2-a725-7461719305dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:53.823160 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-138abf82-a53c-4856-85fe-774726e3ccc7 req-f5f0a502-cf1e-4b1c-9396-377ae5a03e85 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ace4a94-e28c-4fda-888e-9e0df9b2f997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070254 Nov 23 22:21:53.828469 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-acf59f1e-0a4b-42d2-a725-7461719305dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:53.832521 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-acf59f1e-0a4b-42d2-a725-7461719305dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/networks/7aad236b-86ed-4377-9773-9dc4f6e5f2dc HTTP/1.1" status: 204 len: 168 time: 1.1117446 Nov 23 22:21:53.835286 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43718) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:53.864424 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf59f1e-0a4b-42d2-a725-7461719305dd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Network': ['ID=7aad236b-86ed-4377-9773-9dc4f6e5f2dc,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:53.922552 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-11dd67b1-1c8a-40f0-b11a-aad234967abf tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:53.969459 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:21:54.018531 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-11dd67b1-1c8a-40f0-b11a-aad234967abf tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:54.039951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-11dd67b1-1c8a-40f0-b11a-aad234967abf tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7439476-11f8-4a81-974b-35687582a1ea']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:54.050256 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-11dd67b1-1c8a-40f0-b11a-aad234967abf tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7c9f8e-e168-44db-89b9-71c851b3b69a') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:54.050256 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-11dd67b1-1c8a-40f0-b11a-aad234967abf tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7c9f8e-e168-44db-89b9-71c851b3b69a') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:54.059910 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-11dd67b1-1c8a-40f0-b11a-aad234967abf tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:54.079100 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-11dd67b1-1c8a-40f0-b11a-aad234967abf tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:54.087539 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11dd67b1-1c8a-40f0-b11a-aad234967abf tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:21:54.087860 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-11dd67b1-1c8a-40f0-b11a-aad234967abf tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:54.089547 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=9129d1e7-b4c6-4cd6-802a-66fe6925ab8f,segment=NetworkSegment(b0d118e5-69e2-4a28-9a95-8d79479d6c84),segment_id=b0d118e5-69e2-4a28-9a95-8d79479d6c84)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:21:54.094200 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:21:54.110288 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '9129d1e7-b4c6-4cd6-802a-66fe6925ab8f', 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf', 'port_id': '9129d1e7-b4c6-4cd6-802a-66fe6925ab8f', 'mac_address': 'fa:16:3e:58:9d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:21:54.155663 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:54.165317 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-11dd67b1-1c8a-40f0-b11a-aad234967abf tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:54.174660 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:21:54.180919 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-11dd67b1-1c8a-40f0-b11a-aad234967abf tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:54.184033 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-11dd67b1-1c8a-40f0-b11a-aad234967abf tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/networks/f7439476-11f8-4a81-974b-35687582a1ea HTTP/1.1" status: 204 len: 168 time: 0.3478765 Nov 23 22:21:54.188651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43722) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:54.196151 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-dc64a152-8e9c-4ef4-9867-d383216d2760 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1558810081'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:54.204257 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=9129d1e7-b4c6-4cd6-802a-66fe6925ab8f,segment=NetworkSegment(b0d118e5-69e2-4a28-9a95-8d79479d6c84),segment_id=b0d118e5-69e2-4a28-9a95-8d79479d6c84)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:21:54.210455 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:54.211064 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd67b1-1c8a-40f0-b11a-aad234967abf tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Network': ['ID=f7439476-11f8-4a81-974b-35687582a1ea,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:54.234341 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc64a152-8e9c-4ef4-9867-d383216d2760 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Made reservation on behalf of 538a4e0f8a6a48da9d25775c1a97a295 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:21:54.238278 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc64a152-8e9c-4ef4-9867-d383216d2760 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:54.263831 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc64a152-8e9c-4ef4-9867-d383216d2760 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:21:54.271739 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=9129d1e7-b4c6-4cd6-802a-66fe6925ab8f,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:54.276089 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc64a152-8e9c-4ef4-9867-d383216d2760 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:54.276694 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-dc64a152-8e9c-4ef4-9867-d383216d2760 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Added segment c65cd4c6-25a5-4f64-ba8f-633752ebb070 of type vlan for network 7abc246c-6840-4302-b6df-68dd24a5faf1 Nov 23 22:21:54.323636 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc64a152-8e9c-4ef4-9867-d383216d2760 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:54.353723 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc64a152-8e9c-4ef4-9867-d383216d2760 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:54.359230 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc64a152-8e9c-4ef4-9867-d383216d2760 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:54.359816 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc64a152-8e9c-4ef4-9867-d383216d2760 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:54.397626 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-dc64a152-8e9c-4ef4-9867-d383216d2760 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2079306 Nov 23 22:21:54.400633 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43724) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:54.405578 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5cee5982-a561-4db3-baef-6bcceaf06022 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'subnet': {'network_id': '7abc246c-6840-4302-b6df-68dd24a5faf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:54.437871 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64a152-8e9c-4ef4-9867-d383216d2760 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Network': ['ID=7abc246c-6840-4302-b6df-68dd24a5faf1,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:54.448345 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['9129d1e7-b4c6-4cd6-802a-66fe6925ab8f'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:21:54.451624 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 7abc246c-6840-4302-b6df-68dd24a5faf1 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:21:54.499894 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cee5982-a561-4db3-baef-6bcceaf06022 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Made reservation on behalf of 538a4e0f8a6a48da9d25775c1a97a295 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:21:54.504596 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5cee5982-a561-4db3-baef-6bcceaf06022 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:54.727711 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5cee5982-a561-4db3-baef-6bcceaf06022 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:54.752007 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b5d11158-2ec8-4673-9e3d-c54e9e200a15 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:21:54.789000 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: b5d11158-2ec8-4673-9e3d-c54e9e200a15 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:21:54.789446 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b5d11158-2ec8-4673-9e3d-c54e9e200a15 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:21:54.842753 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee5982-a561-4db3-baef-6bcceaf06022 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Subnet': ['ID=2a1b4a69-b366-40e7-a908-37c7d29b9bd2,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:54.856151 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cee5982-a561-4db3-baef-6bcceaf06022 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Checking segment: {'id': 'c65cd4c6-25a5-4f64-ba8f-633752ebb070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7abc246c-6840-4302-b6df-68dd24a5faf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:21:54.856629 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cee5982-a561-4db3-baef-6bcceaf06022 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network hostable DHCP agents. Network: 7abc246c-6840-4302-b6df-68dd24a5faf1, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:21:54.876763 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cee5982-a561-4db3-baef-6bcceaf06022 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network 7abc246c-6840-4302-b6df-68dd24a5faf1 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:21:54.890202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-5cee5982-a561-4db3-baef-6bcceaf06022 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 7abc246c-6840-4302-b6df-68dd24a5faf1) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:21:54.896459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cee5982-a561-4db3-baef-6bcceaf06022 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:54.897085 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5cee5982-a561-4db3-baef-6bcceaf06022 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:54.905735 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eeb01a-e5c4-4929-b7dc-1e2186c05181 None None] Network 7abc246c-6840-4302-b6df-68dd24a5faf1 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:21:54.922771 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43728) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:54.923336 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5cee5982-a561-4db3-baef-6bcceaf06022 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5212109 Nov 23 22:21:54.933876 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-0ce020cd-99b8-4be0-a49e-fe0cf69610f6 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1414444069', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:55.001632 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0ce020cd-99b8-4be0-a49e-fe0cf69610f6 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:55.003554 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0ce020cd-99b8-4be0-a49e-fe0cf69610f6 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:55.033335 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443a0ce-b61b-4b30-a2db-6c33fd5c7548 req-6201f0c3-2366-4aa6-86b0-28cb0eabccb7 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:55.035903 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6443a0ce-b61b-4b30-a2db-6c33fd5c7548 req-6201f0c3-2366-4aa6-86b0-28cb0eabccb7 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 945 time: 0.0909834 Nov 23 22:21:55.087058 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0ce020cd-99b8-4be0-a49e-fe0cf69610f6 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:55.095523 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0ce020cd-99b8-4be0-a49e-fe0cf69610f6 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:55.107598 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d0d5d6-5028-42d9-817e-32225f0229db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-7abc246c-6840-4302-b6df-68dd24a5faf1', 'network_id': '7abc246c-6840-4302-b6df-68dd24a5faf1', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'fixed_ips': [{'subnet_id': '2a1b4a69-b366-40e7-a908-37c7d29b9bd2'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:21:55.109675 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d5d6-5028-42d9-817e-32225f0229db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:55.137065 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0ce020cd-99b8-4be0-a49e-fe0cf69610f6 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:55.141487 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0ce020cd-99b8-4be0-a49e-fe0cf69610f6 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2161572 Nov 23 22:21:55.142384 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43730) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:55.152809 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6443a0ce-b61b-4b30-a2db-6c33fd5c7548 req-b588abe3-0a77-4e26-a2a8-f0f07224df78 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ace4a94-e28c-4fda-888e-9e0df9b2f997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790501 Nov 23 22:21:55.161579 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-72c82603-a39d-4bed-b721-ba89f17dbcb8 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'port': {'network_id': '7abc246c-6840-4302-b6df-68dd24a5faf1', 'name': 'tempest-RoutersIpV6Test-2048837263'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:55.289568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-f3d0d5d6-5028-42d9-817e-32225f0229db None None] Allocated IP 2001:db8::2 (7abc246c-6840-4302-b6df-68dd24a5faf1/2a1b4a69-b366-40e7-a908-37c7d29b9bd2/03515c1a-d3e7-4e03-af3d-1b04c48900ad) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:21:55.357800 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c82603-a39d-4bed-b721-ba89f17dbcb8 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Made reservation on behalf of 538a4e0f8a6a48da9d25775c1a97a295 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:21:55.364234 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-72c82603-a39d-4bed-b721-ba89f17dbcb8 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:55.391353 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [None req-72c82603-a39d-4bed-b721-ba89f17dbcb8 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] device_id is not set on port b96ccdd2-2089-4eff-bdff-3e196e25b76d yet. {{(pid=110033) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:21:55.631342 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d5d6-5028-42d9-817e-32225f0229db None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:55.636295 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d5d6-5028-42d9-817e-32225f0229db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:55.670894 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d0d5d6-5028-42d9-817e-32225f0229db None None] Network 7abc246c-6840-4302-b6df-68dd24a5faf1 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:21:55.676271 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-f3d0d5d6-5028-42d9-817e-32225f0229db None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:21:55.682526 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d0d5d6-5028-42d9-817e-32225f0229db None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:21:55.699688 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-72c82603-a39d-4bed-b721-ba89f17dbcb8 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Allocated IP 2001:db8::97 (7abc246c-6840-4302-b6df-68dd24a5faf1/2a1b4a69-b366-40e7-a908-37c7d29b9bd2/b96ccdd2-2089-4eff-bdff-3e196e25b76d) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:21:55.716194 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0d5d6-5028-42d9-817e-32225f0229db None None] Pushing event updated for resources: {'Port': ['ID=03515c1a-d3e7-4e03-af3d-1b04c48900ad,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:55.748701 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-f3d0d5d6-5028-42d9-817e-32225f0229db None None] Attempting to bind port 03515c1a-d3e7-4e03-af3d-1b04c48900ad on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:21:55.749068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-f3d0d5d6-5028-42d9-817e-32225f0229db None None] Attempting to bind port 03515c1a-d3e7-4e03-af3d-1b04c48900ad by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'c65cd4c6-25a5-4f64-ba8f-633752ebb070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7abc246c-6840-4302-b6df-68dd24a5faf1'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:21:55.749440 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d0d5d6-5028-42d9-817e-32225f0229db None None] Attempting to bind port 03515c1a-d3e7-4e03-af3d-1b04c48900ad on network 7abc246c-6840-4302-b6df-68dd24a5faf1 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:21:55.755177 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d0d5d6-5028-42d9-817e-32225f0229db None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:21:55.755550 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d0d5d6-5028-42d9-817e-32225f0229db None None] Checking segment: {'id': 'c65cd4c6-25a5-4f64-ba8f-633752ebb070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7abc246c-6840-4302-b6df-68dd24a5faf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:21:55.756308 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d5d6-5028-42d9-817e-32225f0229db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:55.756455 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d0d5d6-5028-42d9-817e-32225f0229db None None] Bound using segment: {'id': 'c65cd4c6-25a5-4f64-ba8f-633752ebb070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7abc246c-6840-4302-b6df-68dd24a5faf1'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:21:55.756814 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-f3d0d5d6-5028-42d9-817e-32225f0229db None None] Bound port: 03515c1a-d3e7-4e03-af3d-1b04c48900ad, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65cd4c6-25a5-4f64-ba8f-633752ebb070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7abc246c-6840-4302-b6df-68dd24a5faf1'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:21:55.757196 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d5d6-5028-42d9-817e-32225f0229db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:55.823508 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f3d0d5d6-5028-42d9-817e-32225f0229db None None] For port 03515c1a-d3e7-4e03-af3d-1b04c48900ad, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:21:55.828313 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f3d0d5d6-5028-42d9-817e-32225f0229db None None] For port 03515c1a-d3e7-4e03-af3d-1b04c48900ad, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=03515c1a-d3e7-4e03-af3d-1b04c48900ad,segment=NetworkSegment(c65cd4c6-25a5-4f64-ba8f-633752ebb070),segment_id=c65cd4c6-25a5-4f64-ba8f-633752ebb070)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:21:55.834910 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d5d6-5028-42d9-817e-32225f0229db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:55.865477 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-72c82603-a39d-4bed-b721-ba89f17dbcb8 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:55.894935 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0d5d6-5028-42d9-817e-32225f0229db None None] Pushing event updated for resources: {'Port': ['ID=03515c1a-d3e7-4e03-af3d-1b04c48900ad,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:55.907047 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-72c82603-a39d-4bed-b721-ba89f17dbcb8 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:55.952860 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c82603-a39d-4bed-b721-ba89f17dbcb8 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network 7abc246c-6840-4302-b6df-68dd24a5faf1 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:21:55.961735 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-72c82603-a39d-4bed-b721-ba89f17dbcb8 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:21:55.964974 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c82603-a39d-4bed-b721-ba89f17dbcb8 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:21:55.971015 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c82603-a39d-4bed-b721-ba89f17dbcb8 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:55.971808 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-72c82603-a39d-4bed-b721-ba89f17dbcb8 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:55.989908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:21:55.991194 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c82603-a39d-4bed-b721-ba89f17dbcb8 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Port': ['ID=b96ccdd2-2089-4eff-bdff-3e196e25b76d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:56.010757 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-72c82603-a39d-4bed-b721-ba89f17dbcb8 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8619630 Nov 23 22:21:56.011509 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43734) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:56.055647 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:21:56.060975 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:56.061440 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:56.213725 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:56.254562 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1eef52-48bb-4113-bacc-9823bedd025d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9129d1e7-b4c6-4cd6-802a-66fe6925ab8f'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:21:56.257378 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed048e21-8aea-433a-afda-b1004f6d0bad" -d '{"events": [{"server_uuid": "0d1eef52-48bb-4113-bacc-9823bedd025d", "name": "network-vif-plugged", "status": "completed", "tag": "9129d1e7-b4c6-4cd6-802a-66fe6925ab8f"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:21:56.274192 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=9129d1e7-b4c6-4cd6-802a-66fe6925ab8f,segment=NetworkSegment(b0d118e5-69e2-4a28-9a95-8d79479d6c84),segment_id=b0d118e5-69e2-4a28-9a95-8d79479d6c84)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:21:56.279806 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:56.345568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=9129d1e7-b4c6-4cd6-802a-66fe6925ab8f,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:56.393782 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa7182b-f2db-4531-91d2-0ec1421332fd x-openstack-request-id: req-eaa7182b-f2db-4531-91d2-0ec1421332fd {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:21:56.393782 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1eef52-48bb-4113-bacc-9823bedd025d", "name": "network-vif-plugged", "status": "completed", "tag": "9129d1e7-b4c6-4cd6-802a-66fe6925ab8f", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:21:56.394220 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eaa7182b-f2db-4531-91d2-0ec1421332fd {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:21:56.394403 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1eef52-48bb-4113-bacc-9823bedd025d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9129d1e7-b4c6-4cd6-802a-66fe6925ab8f', 'code': 200} Nov 23 22:21:56.424108 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0c331-b46d-455f-b828-ae544ee208d0 req-0d86783b-5cbd-4de7-a869-dd54b81232da tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:56.433667 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8c0c331-b46d-455f-b828-ae544ee208d0 req-0d86783b-5cbd-4de7-a869-dd54b81232da tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 946 time: 0.0994439 Nov 23 22:21:56.500307 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8c0c331-b46d-455f-b828-ae544ee208d0 req-b6ca5b75-f380-4e15-9bdb-f8e2b99325b7 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ace4a94-e28c-4fda-888e-9e0df9b2f997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602894 Nov 23 22:21:56.520124 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d836443f-b727-47fb-8f26-f3dde25c007a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:56.569325 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87240b8-d062-40de-b794-96453d63bda5 req-3c0809ee-1fa3-4281-ba67-7b659de714d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:56.570869 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b87240b8-d062-40de-b794-96453d63bda5 req-3c0809ee-1fa3-4281-ba67-7b659de714d0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 1097 time: 0.0898206 Nov 23 22:21:56.712111 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b87240b8-d062-40de-b794-96453d63bda5 req-971e6cea-f589-436d-98a1-3d7bdaa3e35b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8ace4a94-e28c-4fda-888e-9e0df9b2f997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293714 Nov 23 22:21:56.757377 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 03515c1a-d3e7-4e03-af3d-1b04c48900ad up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:21:56.809077 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 03515c1a-d3e7-4e03-af3d-1b04c48900ad triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:56.809847 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:56.819457 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d836443f-b727-47fb-8f26-f3dde25c007a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:56.825681 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d836443f-b727-47fb-8f26-f3dde25c007a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:56.896091 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:56.911101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836443f-b727-47fb-8f26-f3dde25c007a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Port': ['ID=b96ccdd2-2089-4eff-bdff-3e196e25b76d,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:56.935318 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 03515c1a-d3e7-4e03-af3d-1b04c48900ad, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=03515c1a-d3e7-4e03-af3d-1b04c48900ad,segment=NetworkSegment(c65cd4c6-25a5-4f64-ba8f-633752ebb070),segment_id=c65cd4c6-25a5-4f64-ba8f-633752ebb070)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:21:56.940453 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:56.990997 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=03515c1a-d3e7-4e03-af3d-1b04c48900ad,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:57.020666 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d836443f-b727-47fb-8f26-f3dde25c007a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:57.058473 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58805aa-bfb0-4b5b-8ba8-503b1997aa9b None None] Network 7abc246c-6840-4302-b6df-68dd24a5faf1 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:21:57.148330 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d836443f-b727-47fb-8f26-f3dde25c007a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:57.191657 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2c160971-95a1-4adf-a2ea-70ccc935dcfd None None] Provisioning complete for port 03515c1a-d3e7-4e03-af3d-1b04c48900ad triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:57.192035 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2c160971-95a1-4adf-a2ea-70ccc935dcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:57.426059 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d836443f-b727-47fb-8f26-f3dde25c007a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:57.432168 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d836443f-b727-47fb-8f26-f3dde25c007a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:57.433169 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d836443f-b727-47fb-8f26-f3dde25c007a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:57.536524 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-bf15bc70-4fa9-4c76-9990-0f8893d79bc3 None None] Provisioning complete for port b96ccdd2-2089-4eff-bdff-3e196e25b76d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:57.536907 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bf15bc70-4fa9-4c76-9990-0f8893d79bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:57.569222 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836443f-b727-47fb-8f26-f3dde25c007a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Port': ['ID=b96ccdd2-2089-4eff-bdff-3e196e25b76d,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:57.609271 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-bf15bc70-4fa9-4c76-9990-0f8893d79bc3 None None] Port b96ccdd2-2089-4eff-bdff-3e196e25b76d cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:21:57.610073 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d836443f-b727-47fb-8f26-f3dde25c007a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network 7abc246c-6840-4302-b6df-68dd24a5faf1 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:21:57.612523 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-d836443f-b727-47fb-8f26-f3dde25c007a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:21:57.634995 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-bf15bc70-4fa9-4c76-9990-0f8893d79bc3 None None] Provisioning complete for port 03515c1a-d3e7-4e03-af3d-1b04c48900ad triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:57.635463 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bf15bc70-4fa9-4c76-9990-0f8893d79bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:57.641897 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badf526-f2b4-43f2-ad4e-a3c6fe3f012d req-9aca1d61-e93f-4791-ac49-33c98c72762e tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:57.645607 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9badf526-f2b4-43f2-ad4e-a3c6fe3f012d req-9aca1d61-e93f-4791-ac49-33c98c72762e tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 946 time: 0.0653429 Nov 23 22:21:57.727342 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9badf526-f2b4-43f2-ad4e-a3c6fe3f012d req-e2ad87bc-aec5-4966-8726-0e1cd4354210 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ace4a94-e28c-4fda-888e-9e0df9b2f997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747552 Nov 23 22:21:57.788789 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d836443f-b727-47fb-8f26-f3dde25c007a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Router 4703261d-97d4-4ed7-985b-481425d790e9 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:21:57.896165 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5862cc00-ae54-4694-97e2-9804c98d3754 None None] Provisioning complete for port b96ccdd2-2089-4eff-bdff-3e196e25b76d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:57.896786 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5862cc00-ae54-4694-97e2-9804c98d3754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:57.916316 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-b6d5be64-2cd7-49fd-a063-d49bd9fb52ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:57.918918 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-b6d5be64-2cd7-49fd-a063-d49bd9fb52ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 811 time: 0.1644645 Nov 23 22:21:57.919886 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d836443f-b727-47fb-8f26-f3dde25c007a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:21:57.926918 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d836443f-b727-47fb-8f26-f3dde25c007a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/routers/4703261d-97d4-4ed7-985b-481425d790e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9143608 Nov 23 22:21:57.929621 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43754) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:57.946377 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee55ef-b1ed-4a9e-a27c-954b513142b4 None None] Sync routers for ids ['4703261d-97d4-4ed7-985b-481425d790e9'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:21:57.949781 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-b8e58a7d-5d09-4227-971b-7ce70627121e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/quotas/329cae0f6dbe4692890320913546aec7 HTTP/1.1" status: 200 len: 375 time: 0.0152731 Nov 23 22:21:57.983052 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee55ef-b1ed-4a9e-a27c-954b513142b4 None None] Routers {'4703261d-97d4-4ed7-985b-481425d790e9'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:57.984374 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a8ee55ef-b1ed-4a9e-a27c-954b513142b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['4703261d-97d4-4ed7-985b-481425d790e9'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:57.986296 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5862cc00-ae54-4694-97e2-9804c98d3754 None None] Port b96ccdd2-2089-4eff-bdff-3e196e25b76d cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:21:57.986728 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66987b7f-1f37-4b7a-bba5-4e6881fe2762 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:57.990827 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-66987b7f-1f37-4b7a-bba5-4e6881fe2762 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/ports/b96ccdd2-2089-4eff-bdff-3e196e25b76d HTTP/1.1" status: 200 len: 983 time: 0.0572810 Nov 23 22:21:57.991097 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43756) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:58.028011 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-31dea796-e01b-4403-af23-589702d28467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:58.030046 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a8ee55ef-b1ed-4a9e-a27c-954b513142b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:58.032204 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-46fad410-3fcd-4c57-bca5-0c568606de5a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724065 Nov 23 22:21:58.047294 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee55ef-b1ed-4a9e-a27c-954b513142b4 None None] Routers {'4703261d-97d4-4ed7-985b-481425d790e9'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:58.048275 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a8ee55ef-b1ed-4a9e-a27c-954b513142b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['4703261d-97d4-4ed7-985b-481425d790e9'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:58.090181 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a8ee55ef-b1ed-4a9e-a27c-954b513142b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:58.090905 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee55ef-b1ed-4a9e-a27c-954b513142b4 None None] The sync data for ids ['4703261d-97d4-4ed7-985b-481425d790e9'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:21:58.122454 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1b067a96-455b-42eb-95ec-bff79c6f4455 None None] Provisioning complete for port b96ccdd2-2089-4eff-bdff-3e196e25b76d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:58.123414 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1b067a96-455b-42eb-95ec-bff79c6f4455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:58.167673 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1b067a96-455b-42eb-95ec-bff79c6f4455 None None] Port b96ccdd2-2089-4eff-bdff-3e196e25b76d cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:21:58.167990 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-9cc9e35c-bfc2-4a58-9f78-51a30eda3eff service neutron] 10.222.0.50 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348307 Nov 23 22:21:58.283064 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-e57b1e93-b6dd-43ee-8457-cbfe064393cc service neutron] 10.222.0.50 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061058 Nov 23 22:21:58.366656 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38a01fae-0cb7-4267-a991-0c2bfa963b94 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:58.391367 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-08a77bbb-5fff-4188-940d-bf30dbfcce40 None None] Provisioning complete for port b96ccdd2-2089-4eff-bdff-3e196e25b76d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:58.391874 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-08a77bbb-5fff-4188-940d-bf30dbfcce40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:58.431725 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-08a77bbb-5fff-4188-940d-bf30dbfcce40 None None] Port b96ccdd2-2089-4eff-bdff-3e196e25b76d cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:21:58.576489 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab4ec93e-5e37-4581-b04e-9f71cacc3d93 req-529b436b-680b-4346-9573-8ee149d42c9a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 210 time: 0.0288322 Nov 23 22:21:58.603214 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-38a01fae-0cb7-4267-a991-0c2bfa963b94 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting port b96ccdd2-2089-4eff-bdff-3e196e25b76d {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:21:58.603562 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38a01fae-0cb7-4267-a991-0c2bfa963b94 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:58.734090 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 03515c1a-d3e7-4e03-af3d-1b04c48900ad up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:21:58.796554 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 03515c1a-d3e7-4e03-af3d-1b04c48900ad triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:21:58.796916 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:58.878133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6453d9-e88a-4945-ba4f-a4567ee1822c req-6e3ac451-f0a2-47b0-b123-1f6fdb2b8e3c tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:58.880780 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8d6453d9-e88a-4945-ba4f-a4567ee1822c req-6e3ac451-f0a2-47b0-b123-1f6fdb2b8e3c tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 946 time: 0.0730298 Nov 23 22:21:58.943742 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8d6453d9-e88a-4945-ba4f-a4567ee1822c req-90e9f160-98e8-4035-b454-c553700c6877 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ace4a94-e28c-4fda-888e-9e0df9b2f997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563693 Nov 23 22:21:59.051900 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38a01fae-0cb7-4267-a991-0c2bfa963b94 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:59.066756 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-38a01fae-0cb7-4267-a991-0c2bfa963b94 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Calling delete_port for b96ccdd2-2089-4eff-bdff-3e196e25b76d owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:21:59.075198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b38a05-fd9c-4095-bccc-928d99af1ba7 req-ba8f0e5e-dc4a-4c30-ad05-4283250744e5 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:59.076886 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30b38a05-fd9c-4095-bccc-928d99af1ba7 req-ba8f0e5e-dc4a-4c30-ad05-4283250744e5 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 946 time: 0.0582743 Nov 23 22:21:59.136482 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30b38a05-fd9c-4095-bccc-928d99af1ba7 req-e5bdae77-f095-4cea-aa9a-2c26a661376d tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ace4a94-e28c-4fda-888e-9e0df9b2f997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515969 Nov 23 22:21:59.160230 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43778) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:59.266989 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38a01fae-0cb7-4267-a991-0c2bfa963b94 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:59.297782 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a01fae-0cb7-4267-a991-0c2bfa963b94 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Port': ['ID=b96ccdd2-2089-4eff-bdff-3e196e25b76d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:21:59.332334 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa357f4-436c-4347-89b3-3bbe2ab92719 tempest-TestVolumeBackupRestore-554432897 tempest-TestVolumeBackupRestore-554432897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:59.336947 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-daa357f4-436c-4347-89b3-3bbe2ab92719 tempest-TestVolumeBackupRestore-554432897 tempest-TestVolumeBackupRestore-554432897-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 1092 time: 0.1728721 Nov 23 22:21:59.337113 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43782) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:59.341633 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-7fef7cd4-9aa1-4d6d-afe4-91cb4d210040 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': '9129d1e7-b4c6-4cd6-802a-66fe6925ab8f', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:59.367079 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fef7cd4-9aa1-4d6d-afe4-91cb4d210040 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:59.399498 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38a01fae-0cb7-4267-a991-0c2bfa963b94 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:59.493741 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fef7cd4-9aa1-4d6d-afe4-91cb4d210040 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:59.616475 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-7fef7cd4-9aa1-4d6d-afe4-91cb4d210040 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Allocated IP 172.25.5.215 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/2c8510ff-954c-42d5-83bc-a2b664d89a8b) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:21:59.620989 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a01fae-0cb7-4267-a991-0c2bfa963b94 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Router 4703261d-97d4-4ed7-985b-481425d790e9 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:21:59.724983 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d3624ad-1fcd-4139-8e64-bd92d85b8f9e req-e6445bf0-d84c-4128-ac97-97a4c15eeddd tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 210 time: 0.0632467 Nov 23 22:21:59.763741 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a01fae-0cb7-4267-a991-0c2bfa963b94 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:21:59.772418 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-38a01fae-0cb7-4267-a991-0c2bfa963b94 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/routers/4703261d-97d4-4ed7-985b-481425d790e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7802625 Nov 23 22:21:59.775088 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fef7cd4-9aa1-4d6d-afe4-91cb4d210040 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:59.776587 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43786) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:21:59.777069 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7668e9-cfbf-4104-8460-8e12d23d877b None None] Sync routers for ids ['4703261d-97d4-4ed7-985b-481425d790e9'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:21:59.787006 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7668e9-cfbf-4104-8460-8e12d23d877b None None] Routers {'4703261d-97d4-4ed7-985b-481425d790e9'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:59.787627 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-6e7668e9-cfbf-4104-8460-8e12d23d877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['4703261d-97d4-4ed7-985b-481425d790e9'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:59.790069 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-4a5f4e21-acfa-4ff6-8b12-2eda4c6493f9 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:21:59.791714 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-4a5f4e21-acfa-4ff6-8b12-2eda4c6493f9 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.60 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 811 time: 0.1944034 Nov 23 22:21:59.811059 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-a1dec58a-8ab8-429d-bfc8-5a75a0671b0d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Request body: {'port': {'device_id': 'f8ff6d26-1a27-4f15-9e06-0c1856d20757', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'admin_state_up': True, 'tenant_id': '329cae0f6dbe4692890320913546aec7'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:21:59.820964 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-6e7668e9-cfbf-4104-8460-8e12d23d877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:59.830467 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7668e9-cfbf-4104-8460-8e12d23d877b None None] Routers {'4703261d-97d4-4ed7-985b-481425d790e9'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:21:59.831266 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-6e7668e9-cfbf-4104-8460-8e12d23d877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:21:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['4703261d-97d4-4ed7-985b-481425d790e9'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:59.865097 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-6e7668e9-cfbf-4104-8460-8e12d23d877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:21:59.866015 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7668e9-cfbf-4104-8460-8e12d23d877b None None] The sync data for ids ['4703261d-97d4-4ed7-985b-481425d790e9'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:21:59.949053 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-a1dec58a-8ab8-429d-bfc8-5a75a0671b0d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Made reservation on behalf of 329cae0f6dbe4692890320913546aec7 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:21:59.953465 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-a1dec58a-8ab8-429d-bfc8-5a75a0671b0d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:21:59.986134 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fef7cd4-9aa1-4d6d-afe4-91cb4d210040 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:00.074835 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-ef57c0ac-5e27-4cda-af91-a1adc2981f3a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] remove_router_interface failed (client error): The resource could not be found. Nov 23 22:22:00.075850 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ef57c0ac-5e27-4cda-af91-a1adc2981f3a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/routers/4703261d-97d4-4ed7-985b-481425d790e9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2980661 Nov 23 22:22:00.081386 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43788) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:00.086526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fef7cd4-9aa1-4d6d-afe4-91cb4d210040 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:22:00.093218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-7fef7cd4-9aa1-4d6d-afe4-91cb4d210040 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:00.099532 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fef7cd4-9aa1-4d6d-afe4-91cb4d210040 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:22:00.119772 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-a1dec58a-8ab8-429d-bfc8-5a75a0671b0d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Allocated IP 172.20.0.6 (78d257e1-aea0-4cd9-9a6d-8f678889c0c7/00982b18-1d62-4bd5-8cb8-3ab1c7caaf56/6d1ec67d-3e65-4710-9284-90b1a39f0d51) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:22:00.124981 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef7cd4-9aa1-4d6d-afe4-91cb4d210040 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Pushing event updated for resources: {'Port': ['ID=2c8510ff-954c-42d5-83bc-a2b664d89a8b,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:00.126688 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b7ad1bb8-9716-4184-b993-c175a171f95e tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/ports?device_id=4703261d-97d4-4ed7-985b-481425d790e9 HTTP/1.1" status: 200 len: 205 time: 0.0437253 Nov 23 22:22:00.131719 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43790) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:00.160957 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:00.226609 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ad2792e-713a-4634-9de9-7df87d1b4163 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:00.302284 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-a1dec58a-8ab8-429d-bfc8-5a75a0671b0d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:00.340712 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-a1dec58a-8ab8-429d-bfc8-5a75a0671b0d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:00.396649 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-a1dec58a-8ab8-429d-bfc8-5a75a0671b0d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:22:00.399739 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-a1dec58a-8ab8-429d-bfc8-5a75a0671b0d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:00.402153 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-a1dec58a-8ab8-429d-bfc8-5a75a0671b0d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:22:00.441117 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dec58a-8ab8-429d-bfc8-5a75a0671b0d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event updated for resources: {'Port': ['ID=6d1ec67d-3e65-4710-9284-90b1a39f0d51,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:00.475174 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-a1dec58a-8ab8-429d-bfc8-5a75a0671b0d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:00.475849 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-a1dec58a-8ab8-429d-bfc8-5a75a0671b0d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:00.495681 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-a1dec58a-8ab8-429d-bfc8-5a75a0671b0d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6889801 Nov 23 22:22:00.500907 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ad2792e-713a-4634-9de9-7df87d1b4163 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:00.505021 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ad2792e-713a-4634-9de9-7df87d1b4163 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:00.517143 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-5c374b8a-8218-47e0-bbbd-06643afe102f service neutron] Request body: {'port': {'device_id': 'f8ff6d26-1a27-4f15-9e06-0c1856d20757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:00.526230 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4fb6a313-e55f-4d61-ad8e-20d60de4ba0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:00.593176 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ad2792e-713a-4634-9de9-7df87d1b4163 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:00.593687 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad2792e-713a-4634-9de9-7df87d1b4163 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Fanout notify agent at l3_agent the message router_deleted on router 4703261d-97d4-4ed7-985b-481425d790e9 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:22:00.602526 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ad2792e-713a-4634-9de9-7df87d1b4163 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:00.606267 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3ad2792e-713a-4634-9de9-7df87d1b4163 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/routers/4703261d-97d4-4ed7-985b-481425d790e9 HTTP/1.1" status: 204 len: 168 time: 0.4714150 Nov 23 22:22:00.606795 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43792) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:00.612230 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-5c374b8a-8218-47e0-bbbd-06643afe102f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:00.680984 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-3234b676-054c-4865-aad2-411aeb0d63c3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting subnet 2a1b4a69-b366-40e7-a908-37c7d29b9bd2 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:22:00.703516 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3234b676-054c-4865-aad2-411aeb0d63c3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:00.801428 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7e671e46-ca65-4293-a06a-2a1642d86e76 None None] Provisioning complete for port 6d1ec67d-3e65-4710-9284-90b1a39f0d51 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:00.802098 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7e671e46-ca65-4293-a06a-2a1642d86e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:00.858568 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fef7cd4-9aa1-4d6d-afe4-91cb4d210040 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:00.866403 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-7e671e46-ca65-4293-a06a-2a1642d86e76 None None] Port 6d1ec67d-3e65-4710-9284-90b1a39f0d51 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:22:00.918016 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3234b676-054c-4865-aad2-411aeb0d63c3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:00.968856 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-5c374b8a-8218-47e0-bbbd-06643afe102f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1ec67d-3e65-4710-9284-90b1a39f0d51 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:22:00.979609 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-5c374b8a-8218-47e0-bbbd-06643afe102f service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:00.994273 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-5c374b8a-8218-47e0-bbbd-06643afe102f service neutron] Transition to ACTIVE for port object 6d1ec67d-3e65-4710-9284-90b1a39f0d51 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:22:00.998127 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-5c374b8a-8218-47e0-bbbd-06643afe102f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:01.005245 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fef7cd4-9aa1-4d6d-afe4-91cb4d210040 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:01.058753 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c374b8a-8218-47e0-bbbd-06643afe102f service neutron] Pushing event updated for resources: {'Port': ['ID=6d1ec67d-3e65-4710-9284-90b1a39f0d51,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:01.068103 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df974f6a-cd2d-45f6-a2eb-75c05e501dcd req-2225b59f-50ef-45fb-90da-ab4ff695e731 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:01.069699 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-df974f6a-cd2d-45f6-a2eb-75c05e501dcd req-2225b59f-50ef-45fb-90da-ab4ff695e731 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 931 time: 0.1756210 Nov 23 22:22:01.108652 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3234b676-054c-4865-aad2-411aeb0d63c3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:01.169989 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-5c374b8a-8218-47e0-bbbd-06643afe102f service neutron] Attempting to bind port 6d1ec67d-3e65-4710-9284-90b1a39f0d51 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:22:01.171707 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-5c374b8a-8218-47e0-bbbd-06643afe102f service neutron] Attempting to bind port 6d1ec67d-3e65-4710-9284-90b1a39f0d51 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:22:01.172267 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-5c374b8a-8218-47e0-bbbd-06643afe102f service neutron] Attempting to bind port 6d1ec67d-3e65-4710-9284-90b1a39f0d51 on network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:22:01.178697 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-5c374b8a-8218-47e0-bbbd-06643afe102f service neutron] Port 6d1ec67d-3e65-4710-9284-90b1a39f0d51 on network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:22:01.179419 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-5c374b8a-8218-47e0-bbbd-06643afe102f service neutron] Attempting to bind port 6d1ec67d-3e65-4710-9284-90b1a39f0d51 on network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:22:01.186793 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-5c374b8a-8218-47e0-bbbd-06643afe102f service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:22:01.187339 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-5c374b8a-8218-47e0-bbbd-06643afe102f service neutron] Checking segment: {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:22:01.187936 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-5c374b8a-8218-47e0-bbbd-06643afe102f service neutron] Bound using segment: {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:22:01.188573 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-5c374b8a-8218-47e0-bbbd-06643afe102f service neutron] Bound port: 6d1ec67d-3e65-4710-9284-90b1a39f0d51, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:22:01.189104 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-5c374b8a-8218-47e0-bbbd-06643afe102f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:01.258191 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-df974f6a-cd2d-45f6-a2eb-75c05e501dcd req-ab9472be-5053-4a10-982f-974fb0bc56bc tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767673 Nov 23 22:22:01.272646 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-5c374b8a-8218-47e0-bbbd-06643afe102f service neutron] For port 6d1ec67d-3e65-4710-9284-90b1a39f0d51, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:22:01.277009 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-5c374b8a-8218-47e0-bbbd-06643afe102f service neutron] For port 6d1ec67d-3e65-4710-9284-90b1a39f0d51, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=6d1ec67d-3e65-4710-9284-90b1a39f0d51,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:22:01.283427 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-5c374b8a-8218-47e0-bbbd-06643afe102f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:01.323924 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-5c374b8a-8218-47e0-bbbd-06643afe102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:01.324776 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-5c374b8a-8218-47e0-bbbd-06643afe102f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:01.326521 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-5c374b8a-8218-47e0-bbbd-06643afe102f service neutron] 10.222.0.60 "PUT /v2.0/ports/6d1ec67d-3e65-4710-9284-90b1a39f0d51 HTTP/1.1" status: 200 len: 1091 time: 0.8158329 Nov 23 22:22:01.326740 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3234b676-054c-4865-aad2-411aeb0d63c3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:01.327520 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ff6d26-1a27-4f15-9e06-0c1856d20757', 'tag': '6d1ec67d-3e65-4710-9284-90b1a39f0d51'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:22:01.330631 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f63a3c-6156-47a9-87ae-ad4f4db32a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ff6d26-1a27-4f15-9e06-0c1856d20757", "tag": "6d1ec67d-3e65-4710-9284-90b1a39f0d51"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:22:01.359666 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c374b8a-8218-47e0-bbbd-06643afe102f service neutron] Pushing event updated for resources: {'Port': ['ID=6d1ec67d-3e65-4710-9284-90b1a39f0d51,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:01.422635 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3234b676-054c-4865-aad2-411aeb0d63c3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:01.427281 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3234b676-054c-4865-aad2-411aeb0d63c3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/subnets/2a1b4a69-b366-40e7-a908-37c7d29b9bd2 HTTP/1.1" status: 204 len: 168 time: 0.8194730 Nov 23 22:22:01.429893 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43798) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:01.435400 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0b9090-42ed-4cd9-ae44-aba19740e3ff None None] Network 7abc246c-6840-4302-b6df-68dd24a5faf1 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:22:01.439791 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fef7cd4-9aa1-4d6d-afe4-91cb4d210040 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:01.442354 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234b676-054c-4865-aad2-411aeb0d63c3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Subnet': ['ID=2a1b4a69-b366-40e7-a908-37c7d29b9bd2,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:01.452653 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fef7cd4-9aa1-4d6d-afe4-91cb4d210040 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:01.527198 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f625ed9-df47-4ee1-a529-ae259ea62864 x-openstack-request-id: req-8f625ed9-df47-4ee1-a529-ae259ea62864 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:22:01.527498 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ff6d26-1a27-4f15-9e06-0c1856d20757", "tag": "6d1ec67d-3e65-4710-9284-90b1a39f0d51", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:22:01.527758 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f625ed9-df47-4ee1-a529-ae259ea62864 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:22:01.528957 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ff6d26-1a27-4f15-9e06-0c1856d20757', 'tag': '6d1ec67d-3e65-4710-9284-90b1a39f0d51', 'status': 'completed', 'code': 200} Nov 23 22:22:01.625212 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:22:01.626298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef7cd4-9aa1-4d6d-afe4-91cb4d210040 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Pushing event updated for resources: {'Port': ['ID=2c8510ff-954c-42d5-83bc-a2b664d89a8b,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:01.637456 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4f80eb3-0289-416e-8665-b331280a8a05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:01.652285 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fef7cd4-9aa1-4d6d-afe4-91cb4d210040 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:01.658424 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-8217c257-f541-4e58-a5bd-d86dd53e4dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:01.671064 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-8217c257-f541-4e58-a5bd-d86dd53e4dd3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 1094 time: 0.2456198 Nov 23 22:22:01.677160 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:01.719217 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-ab5923a7-c238-41ea-a2ca-6b9e8b6ca950 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d1ec67d-3e65-4710-9284-90b1a39f0d51 HTTP/1.1" status: 200 len: 217 time: 0.0392730 Nov 23 22:22:01.774931 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcea06c-96a8-4715-a14d-d971a5260f51 None None] DHCP port deletion for 7abc246c-6840-4302-b6df-68dd24a5faf1 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:22:01.806246 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-2742846f-ebc2-484e-b822-c41873be9b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:01.807758 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-2742846f-ebc2-484e-b822-c41873be9b24 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0687995 Nov 23 22:22:01.829349 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-e4f80eb3-0289-416e-8665-b331280a8a05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting port 03515c1a-d3e7-4e03-af3d-1b04c48900ad {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:22:01.829697 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4f80eb3-0289-416e-8665-b331280a8a05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:01.860421 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8dcea06c-96a8-4715-a14d-d971a5260f51 None None] Deleting port 03515c1a-d3e7-4e03-af3d-1b04c48900ad {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:22:01.861129 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8dcea06c-96a8-4715-a14d-d971a5260f51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:01.922253 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-e4f80eb3-0289-416e-8665-b331280a8a05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] For port 03515c1a-d3e7-4e03-af3d-1b04c48900ad, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=03515c1a-d3e7-4e03-af3d-1b04c48900ad,segment=NetworkSegment(c65cd4c6-25a5-4f64-ba8f-633752ebb070),segment_id=c65cd4c6-25a5-4f64-ba8f-633752ebb070)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:01.922518 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4f80eb3-0289-416e-8665-b331280a8a05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:01.933095 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-83b9cb06-fa73-4019-85fb-d16c109e2e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:01.934673 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-83b9cb06-fa73-4019-85fb-d16c109e2e14 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141737 Nov 23 22:22:01.943443 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-e4f80eb3-0289-416e-8665-b331280a8a05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Calling delete_port for 03515c1a-d3e7-4e03-af3d-1b04c48900ad owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:22:01.949667 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8dcea06c-96a8-4715-a14d-d971a5260f51 None None] For port 03515c1a-d3e7-4e03-af3d-1b04c48900ad, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=03515c1a-d3e7-4e03-af3d-1b04c48900ad,segment=NetworkSegment(c65cd4c6-25a5-4f64-ba8f-633752ebb070),segment_id=c65cd4c6-25a5-4f64-ba8f-633752ebb070)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:01.950754 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8dcea06c-96a8-4715-a14d-d971a5260f51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:01.968174 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8dcea06c-96a8-4715-a14d-d971a5260f51 None None] Calling delete_port for 03515c1a-d3e7-4e03-af3d-1b04c48900ad owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:22:02.085903 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8dcea06c-96a8-4715-a14d-d971a5260f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:02.103852 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-05d99a93-c9f6-434c-afb2-ce125e002e79 service neutron] 10.222.0.60 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617041 Nov 23 22:22:02.132014 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4f80eb3-0289-416e-8665-b331280a8a05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:02.151406 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcea06c-96a8-4715-a14d-d971a5260f51 None None] No DVR routers for this DVR port 03515c1a-d3e7-4e03-af3d-1b04c48900ad on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:22:02.155152 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcea06c-96a8-4715-a14d-d971a5260f51 None None] Pushing event deleted for resources: {'Port': ['ID=03515c1a-d3e7-4e03-af3d-1b04c48900ad,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:02.181201 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f80eb3-0289-416e-8665-b331280a8a05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Port': ['ID=03515c1a-d3e7-4e03-af3d-1b04c48900ad,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:02.188024 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f80eb3-0289-416e-8665-b331280a8a05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] No DVR routers for this DVR port 03515c1a-d3e7-4e03-af3d-1b04c48900ad on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:22:02.206166 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-7fef7cd4-9aa1-4d6d-afe4-91cb4d210040 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Floating IP f9362431-e7c8-4276-aca6-218e919b95f6 associated. External IP: 172.25.5.215, port: 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f. Nov 23 22:22:02.313666 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4f80eb3-0289-416e-8665-b331280a8a05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:02.329202 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3779b9f5-e746-47c6-9f5f-94841e9ad1e8 req-eddcd2d6-f980-4c0d-ac46-c417dcc00ec4 service neutron] 10.222.0.60 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157059 Nov 23 22:22:02.344379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-e4f80eb3-0289-416e-8665-b331280a8a05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7abc246c-6840-4302-b6df-68dd24a5faf1']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:02.356639 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-e4f80eb3-0289-416e-8665-b331280a8a05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65cd4c6-25a5-4f64-ba8f-633752ebb070') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:02.356931 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-e4f80eb3-0289-416e-8665-b331280a8a05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65cd4c6-25a5-4f64-ba8f-633752ebb070') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:02.367476 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4f80eb3-0289-416e-8665-b331280a8a05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:02.382084 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4f80eb3-0289-416e-8665-b331280a8a05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:02.388323 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f80eb3-0289-416e-8665-b331280a8a05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:22:02.388718 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4f80eb3-0289-416e-8665-b331280a8a05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:22:02.392061 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:22:02.471142 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336b588-9786-4b0a-bede-a23386e535f1 req-2080d6a3-d640-4281-8f0e-f6730fd302bb tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:02.472698 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1336b588-9786-4b0a-bede-a23386e535f1 req-2080d6a3-d640-4281-8f0e-f6730fd302bb tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 943 time: 0.1007488 Nov 23 22:22:02.495731 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4f80eb3-0289-416e-8665-b331280a8a05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:02.505106 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e4f80eb3-0289-416e-8665-b331280a8a05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:02.515307 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e4f80eb3-0289-416e-8665-b331280a8a05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/networks/7abc246c-6840-4302-b6df-68dd24a5faf1 HTTP/1.1" status: 204 len: 168 time: 1.0842564 Nov 23 22:22:02.515810 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fef7cd4-9aa1-4d6d-afe4-91cb4d210040 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Router aa6d3b3f-ba10-4496-9a50-3d8a004e9417 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:22:02.519003 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43802) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:02.522135 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f63a3c-6156-47a9-87ae-ad4f4db32a8e req-418b4866-0ed4-4671-9492-080bd9fc6e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:02.523714 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c8f63a3c-6156-47a9-87ae-ad4f4db32a8e req-418b4866-0ed4-4671-9492-080bd9fc6e7f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 1094 time: 0.1103060 Nov 23 22:22:02.524745 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-72497de8-1f7e-4a4d-8691-8b1f2a130f17 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-766095688'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:02.550967 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f80eb3-0289-416e-8665-b331280a8a05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Network': ['ID=7abc246c-6840-4302-b6df-68dd24a5faf1,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:02.623275 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f63a3c-6156-47a9-87ae-ad4f4db32a8e req-290efed6-750b-452c-8631-fc3be389b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:02.623410 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1336b588-9786-4b0a-bede-a23386e535f1 req-7aa7db0b-5197-4412-b4a3-da5a1153aeb1 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325166 Nov 23 22:22:02.625621 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c8f63a3c-6156-47a9-87ae-ad4f4db32a8e req-290efed6-750b-452c-8631-fc3be389b55e service neutron] 10.222.0.60 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 912 time: 0.0927801 Nov 23 22:22:02.629245 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72497de8-1f7e-4a4d-8691-8b1f2a130f17 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Made reservation on behalf of 538a4e0f8a6a48da9d25775c1a97a295 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:22:02.632894 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72497de8-1f7e-4a4d-8691-8b1f2a130f17 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:02.686748 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c8f63a3c-6156-47a9-87ae-ad4f4db32a8e req-d64693bb-3bce-47df-ba23-68dbf172b004 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d1ec67d-3e65-4710-9284-90b1a39f0d51 HTTP/1.1" status: 200 len: 217 time: 0.0496919 Nov 23 22:22:02.712210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72497de8-1f7e-4a4d-8691-8b1f2a130f17 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:22:02.721629 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fef7cd4-9aa1-4d6d-afe4-91cb4d210040 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:22:02.730369 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72497de8-1f7e-4a4d-8691-8b1f2a130f17 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:02.730724 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-72497de8-1f7e-4a4d-8691-8b1f2a130f17 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Added segment 3897a9cf-5cfb-4246-b7a8-d79dd33e4246 of type vlan for network 26f0786a-3ac4-4ed8-b44b-113e7275028f Nov 23 22:22:02.734632 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff53121e-28e8-44a8-ba25-ee2624bbe24c None None] Sync routers for ids ['aa6d3b3f-ba10-4496-9a50-3d8a004e9417'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:22:02.751745 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 03515c1a-d3e7-4e03-af3d-1b04c48900ad no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:22:02.756095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff53121e-28e8-44a8-ba25-ee2624bbe24c None None] Routers {'aa6d3b3f-ba10-4496-9a50-3d8a004e9417'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:02.756847 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ff53121e-28e8-44a8-ba25-ee2624bbe24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['aa6d3b3f-ba10-4496-9a50-3d8a004e9417'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:02.771761 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f63a3c-6156-47a9-87ae-ad4f4db32a8e req-91694ef0-10c9-476e-bead-25523df87146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:02.773580 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c8f63a3c-6156-47a9-87ae-ad4f4db32a8e req-91694ef0-10c9-476e-bead-25523df87146 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0801828 Nov 23 22:22:02.787360 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72497de8-1f7e-4a4d-8691-8b1f2a130f17 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:02.801755 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fef7cd4-9aa1-4d6d-afe4-91cb4d210040 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:02.823760 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 03515c1a-d3e7-4e03-af3d-1b04c48900ad {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:22:02.824245 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 03515c1a-d3e7-4e03-af3d-1b04c48900ad not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:22:02.834467 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7fef7cd4-9aa1-4d6d-afe4-91cb4d210040 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4962344 Nov 23 22:22:02.836600 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1eef52-48bb-4113-bacc-9823bedd025d', 'tag': '9129d1e7-b4c6-4cd6-802a-66fe6925ab8f'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:22:02.837751 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f63a3c-6156-47a9-87ae-ad4f4db32a8e req-b1a941e0-e0ed-4fb0-9b8f-a8ebc113dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:02.839358 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c8f63a3c-6156-47a9-87ae-ad4f4db32a8e req-b1a941e0-e0ed-4fb0-9b8f-a8ebc113dfaf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579653 Nov 23 22:22:02.839668 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a6274e-9681-4b69-8ea7-33b05d7a082e" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1eef52-48bb-4113-bacc-9823bedd025d", "tag": "9129d1e7-b4c6-4cd6-802a-66fe6925ab8f"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:22:02.839868 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43804) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:02.854097 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72497de8-1f7e-4a4d-8691-8b1f2a130f17 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:02.863150 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72497de8-1f7e-4a4d-8691-8b1f2a130f17 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:02.864036 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-72497de8-1f7e-4a4d-8691-8b1f2a130f17 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:02.960199 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-72497de8-1f7e-4a4d-8691-8b1f2a130f17 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4397776 Nov 23 22:22:02.964000 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43810) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:02.968539 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c8f63a3c-6156-47a9-87ae-ad4f4db32a8e req-a31bbb0a-e0b1-4efa-a11d-2b26feed48f7 service neutron] 10.222.0.60 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176169 Nov 23 22:22:03.018124 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-ff53121e-28e8-44a8-ba25-ee2624bbe24c None None] Set router aa6d3b3f-ba10-4496-9a50-3d8a004e9417 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:03.026036 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-7c2ef361-b787-42be-8a03-e9e97b0ba523 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'subnet': {'network_id': '26f0786a-3ac4-4ed8-b44b-113e7275028f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:03.029992 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72497de8-1f7e-4a4d-8691-8b1f2a130f17 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Network': ['ID=26f0786a-3ac4-4ed8-b44b-113e7275028f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:03.058059 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 26f0786a-3ac4-4ed8-b44b-113e7275028f details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:22:03.099213 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:03.103576 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264acc84-4e7a-422d-848f-96b5a1cc4f54 tempest-TestVolumeBackupRestore-554432897 tempest-TestVolumeBackupRestore-554432897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:03.119307 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-264acc84-4e7a-422d-848f-96b5a1cc4f54 tempest-TestVolumeBackupRestore-554432897 tempest-TestVolumeBackupRestore-554432897-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 1092 time: 0.2783146 Nov 23 22:22:03.120086 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43812) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:03.126049 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fec488-3f97-4ef2-b1b8-97fd6e3982d6 x-openstack-request-id: req-57fec488-3f97-4ef2-b1b8-97fd6e3982d6 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:22:03.126339 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1eef52-48bb-4113-bacc-9823bedd025d", "tag": "9129d1e7-b4c6-4cd6-802a-66fe6925ab8f", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:22:03.126572 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-57fec488-3f97-4ef2-b1b8-97fd6e3982d6 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:22:03.126997 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1eef52-48bb-4113-bacc-9823bedd025d', 'tag': '9129d1e7-b4c6-4cd6-802a-66fe6925ab8f', 'status': 'completed', 'code': 200} Nov 23 22:22:03.150226 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2ef361-b787-42be-8a03-e9e97b0ba523 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Made reservation on behalf of 538a4e0f8a6a48da9d25775c1a97a295 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:22:03.155435 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef361-b787-42be-8a03-e9e97b0ba523 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:03.171286 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-9ee9ab1c-1268-4e64-ae85-5e2589c4d2ad tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Request body: {'floatingip': {'port_id': '9129d1e7-b4c6-4cd6-802a-66fe6925ab8f'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:03.293041 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6274e-9681-4b69-8ea7-33b05d7a082e req-e1be6b53-c029-46af-9ad9-26a6f985204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:03.294490 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f0a6274e-9681-4b69-8ea7-33b05d7a082e req-e1be6b53-c029-46af-9ad9-26a6f985204a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=61c37e4252964279a92abee6055de1ba&device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 1097 time: 0.1599989 Nov 23 22:22:03.309369 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9ee9ab1c-1268-4e64-ae85-5e2589c4d2ad tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for floatingip, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:03.386228 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ff53121e-28e8-44a8-ba25-ee2624bbe24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'name': 'tempest-TestVolumeBackupRestore-903697792-router', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '61c37e4252964279a92abee6055de1ba', 'gw_port': {'id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'f9362431-e7c8-4276-aca6-218e919b95f6', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'port_id': '9129d1e7-b4c6-4cd6-802a-66fe6925ab8f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf', 'mac_address': 'fa:16:3e:58:9d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1eef52-48bb-4113-bacc-9823bedd025d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:22:00Z', 'updated_at': '2021-11-23T22:22:00Z', 'revision_number': 0, 'project_id': '61c37e4252964279a92abee6055de1ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407862e1-3358-4b5b-82b2-964f9dd7c755', 'name': '', 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'mac_address': 'fa:16:3e:8b:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:08Z', 'updated_at': '2021-11-23T22:19:13Z', 'revision_number': 5, 'project_id': '61c37e4252964279a92abee6055de1ba', 'subnets': [{'id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:03.416799 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff53121e-28e8-44a8-ba25-ee2624bbe24c None None] Checking router: aa6d3b3f-ba10-4496-9a50-3d8a004e9417 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:22:03.417557 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef361-b787-42be-8a03-e9e97b0ba523 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:03.428779 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff53121e-28e8-44a8-ba25-ee2624bbe24c None None] Routers {'aa6d3b3f-ba10-4496-9a50-3d8a004e9417'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:03.429709 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ff53121e-28e8-44a8-ba25-ee2624bbe24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['aa6d3b3f-ba10-4496-9a50-3d8a004e9417'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:03.430359 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c8f63a3c-6156-47a9-87ae-ad4f4db32a8e req-a33b331d-7cf5-4b2f-aee4-53eff6093571 service neutron] 10.222.0.60 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289105 Nov 23 22:22:03.495512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ef361-b787-42be-8a03-e9e97b0ba523 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Subnet': ['ID=5ccc8ab6-a62e-469d-9175-0bd14ee4510d,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:03.533966 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2ef361-b787-42be-8a03-e9e97b0ba523 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Checking segment: {'id': '3897a9cf-5cfb-4246-b7a8-d79dd33e4246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '26f0786a-3ac4-4ed8-b44b-113e7275028f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:22:03.534498 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2ef361-b787-42be-8a03-e9e97b0ba523 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network hostable DHCP agents. Network: 26f0786a-3ac4-4ed8-b44b-113e7275028f, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:22:03.557041 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2ef361-b787-42be-8a03-e9e97b0ba523 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network 26f0786a-3ac4-4ed8-b44b-113e7275028f is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:22:03.574903 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-7c2ef361-b787-42be-8a03-e9e97b0ba523 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 26f0786a-3ac4-4ed8-b44b-113e7275028f) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:03.589324 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c78a994-ce8b-4946-83ba-e78de36dd67f None None] Network 26f0786a-3ac4-4ed8-b44b-113e7275028f requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:22:03.592908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-ff53121e-28e8-44a8-ba25-ee2624bbe24c None None] Set router aa6d3b3f-ba10-4496-9a50-3d8a004e9417 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:03.594038 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2ef361-b787-42be-8a03-e9e97b0ba523 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:03.597889 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef361-b787-42be-8a03-e9e97b0ba523 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:03.608729 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6274e-9681-4b69-8ea7-33b05d7a082e req-479ced20-f0b9-4291-a4a3-c80217a33d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:03.610328 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f0a6274e-9681-4b69-8ea7-33b05d7a082e req-479ced20-f0b9-4291-a4a3-c80217a33d81 service neutron] 10.222.0.53 "GET /v2.0/networks?id=00847222-67db-43aa-9d25-cf86bc5a9ccf HTTP/1.1" status: 200 len: 914 time: 0.2136877 Nov 23 22:22:03.624031 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7c2ef361-b787-42be-8a03-e9e97b0ba523 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6148992 Nov 23 22:22:03.625816 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43816) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:03.632075 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-dc712d44-aa32-43f5-b087-eeed6ead7ff4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-646614314', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:03.677894 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc712d44-aa32-43f5-b087-eeed6ead7ff4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:03.679135 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc712d44-aa32-43f5-b087-eeed6ead7ff4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:03.731701 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f0a6274e-9681-4b69-8ea7-33b05d7a082e req-525fa1a0-3efc-429b-b412-ad6e578ce4a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9129d1e7-b4c6-4cd6-802a-66fe6925ab8f HTTP/1.1" status: 200 len: 1000 time: 0.1128592 Nov 23 22:22:03.809957 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc712d44-aa32-43f5-b087-eeed6ead7ff4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:03.826616 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc712d44-aa32-43f5-b087-eeed6ead7ff4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:03.851452 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6274e-9681-4b69-8ea7-33b05d7a082e req-6229712b-be38-4428-ac9b-667cfad52d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:03.853137 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f0a6274e-9681-4b69-8ea7-33b05d7a082e req-6229712b-be38-4428-ac9b-667cfad52d1d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0acfe5f2-4589-4284-9a8b-c813e58b7187 HTTP/1.1" status: 200 len: 852 time: 0.1111903 Nov 23 22:22:03.859455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6b06f-d602-4fc6-9ebe-39b154718ce3 req-d436d9e5-7d83-4256-8f0f-ad27dfb1e63d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:03.861130 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b3f6b06f-d602-4fc6-9ebe-39b154718ce3 req-d436d9e5-7d83-4256-8f0f-ad27dfb1e63d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 943 time: 0.1035089 Nov 23 22:22:03.926630 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b3f6b06f-d602-4fc6-9ebe-39b154718ce3 req-48dbee5b-a22a-4a92-b82f-c32a761adcad tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561261 Nov 23 22:22:03.931905 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc712d44-aa32-43f5-b087-eeed6ead7ff4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:03.936721 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43820) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:03.938134 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-dc712d44-aa32-43f5-b087-eeed6ead7ff4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3103757 Nov 23 22:22:03.939013 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:03.986007 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea65f785-f643-4659-8609-2bc362fd39bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-26f0786a-3ac4-4ed8-b44b-113e7275028f', 'network_id': '26f0786a-3ac4-4ed8-b44b-113e7275028f', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'fixed_ips': [{'subnet_id': '5ccc8ab6-a62e-469d-9175-0bd14ee4510d'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:22:03.990376 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ea65f785-f643-4659-8609-2bc362fd39bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:04.191618 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-ea65f785-f643-4659-8609-2bc362fd39bd None None] Allocated IP 2001:db8::2 (26f0786a-3ac4-4ed8-b44b-113e7275028f/5ccc8ab6-a62e-469d-9175-0bd14ee4510d/939ec914-99f4-4b2a-b804-f81b54a3c5c4) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:22:04.214407 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ff53121e-28e8-44a8-ba25-ee2624bbe24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'name': 'tempest-TestVolumeBackupRestore-903697792-router', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '61c37e4252964279a92abee6055de1ba', 'gw_port': {'id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'f9362431-e7c8-4276-aca6-218e919b95f6', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'port_id': '9129d1e7-b4c6-4cd6-802a-66fe6925ab8f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf', 'mac_address': 'fa:16:3e:58:9d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1eef52-48bb-4113-bacc-9823bedd025d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:22:00Z', 'updated_at': '2021-11-23T22:22:00Z', 'revision_number': 0, 'project_id': '61c37e4252964279a92abee6055de1ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407862e1-3358-4b5b-82b2-964f9dd7c755', 'name': '', 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'mac_address': 'fa:16:3e:8b:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:08Z', 'updated_at': '2021-11-23T22:19:13Z', 'revision_number': 5, 'project_id': '61c37e4252964279a92abee6055de1ba', 'subnets': [{'id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:04.264364 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff53121e-28e8-44a8-ba25-ee2624bbe24c None None] The sync data for ids ['aa6d3b3f-ba10-4496-9a50-3d8a004e9417'] in n-d-816206-9 is: [{'id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'name': 'tempest-TestVolumeBackupRestore-903697792-router', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '61c37e4252964279a92abee6055de1ba', 'gw_port': {'id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'f9362431-e7c8-4276-aca6-218e919b95f6', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'port_id': '9129d1e7-b4c6-4cd6-802a-66fe6925ab8f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf', 'mac_address': 'fa:16:3e:58:9d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1eef52-48bb-4113-bacc-9823bedd025d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:22:00Z', 'updated_at': '2021-11-23T22:22:00Z', 'revision_number': 0, 'project_id': '61c37e4252964279a92abee6055de1ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407862e1-3358-4b5b-82b2-964f9dd7c755', 'name': '', 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'mac_address': 'fa:16:3e:8b:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:08Z', 'updated_at': '2021-11-23T22:19:13Z', 'revision_number': 5, 'project_id': '61c37e4252964279a92abee6055de1ba', 'subnets': [{'id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:22:04.450543 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6274e-9681-4b69-8ea7-33b05d7a082e req-ce48b69c-4783-4277-a50f-7a7ff80f665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:04.452293 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f0a6274e-9681-4b69-8ea7-33b05d7a082e req-ce48b69c-4783-4277-a50f-7a7ff80f665d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=00847222-67db-43aa-9d25-cf86bc5a9ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5519702 Nov 23 22:22:04.549463 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a7bcf6-375a-416c-bfa2-d39a80bb1dba None None] New status for floating IP f9362431-e7c8-4276-aca6-218e919b95f6: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:22:04.578767 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ea65f785-f643-4659-8609-2bc362fd39bd None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:04.586335 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ea65f785-f643-4659-8609-2bc362fd39bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:04.638272 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65f785-f643-4659-8609-2bc362fd39bd None None] Pushing event updated for resources: {'Port': ['ID=939ec914-99f4-4b2a-b804-f81b54a3c5c4,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:04.652308 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea65f785-f643-4659-8609-2bc362fd39bd None None] Network 26f0786a-3ac4-4ed8-b44b-113e7275028f is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:22:04.653971 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-ea65f785-f643-4659-8609-2bc362fd39bd None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:04.659485 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea65f785-f643-4659-8609-2bc362fd39bd None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:22:04.727316 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ea65f785-f643-4659-8609-2bc362fd39bd None None] Attempting to bind port 939ec914-99f4-4b2a-b804-f81b54a3c5c4 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:22:04.727860 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ea65f785-f643-4659-8609-2bc362fd39bd None None] Attempting to bind port 939ec914-99f4-4b2a-b804-f81b54a3c5c4 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '3897a9cf-5cfb-4246-b7a8-d79dd33e4246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '26f0786a-3ac4-4ed8-b44b-113e7275028f'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:22:04.728508 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea65f785-f643-4659-8609-2bc362fd39bd None None] Attempting to bind port 939ec914-99f4-4b2a-b804-f81b54a3c5c4 on network 26f0786a-3ac4-4ed8-b44b-113e7275028f {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:22:04.733670 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea65f785-f643-4659-8609-2bc362fd39bd None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:22:04.734168 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea65f785-f643-4659-8609-2bc362fd39bd None None] Checking segment: {'id': '3897a9cf-5cfb-4246-b7a8-d79dd33e4246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '26f0786a-3ac4-4ed8-b44b-113e7275028f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:22:04.734673 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ea65f785-f643-4659-8609-2bc362fd39bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:04.735191 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea65f785-f643-4659-8609-2bc362fd39bd None None] Bound using segment: {'id': '3897a9cf-5cfb-4246-b7a8-d79dd33e4246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '26f0786a-3ac4-4ed8-b44b-113e7275028f'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:22:04.735773 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ea65f785-f643-4659-8609-2bc362fd39bd None None] Bound port: 939ec914-99f4-4b2a-b804-f81b54a3c5c4, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3897a9cf-5cfb-4246-b7a8-d79dd33e4246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '26f0786a-3ac4-4ed8-b44b-113e7275028f'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:22:04.736272 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ea65f785-f643-4659-8609-2bc362fd39bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:04.796250 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cfa5e4f2-963c-49e7-9e74-0fa08936f725 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:04.802431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ea65f785-f643-4659-8609-2bc362fd39bd None None] For port 939ec914-99f4-4b2a-b804-f81b54a3c5c4, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:22:04.806143 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ea65f785-f643-4659-8609-2bc362fd39bd None None] For port 939ec914-99f4-4b2a-b804-f81b54a3c5c4, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=939ec914-99f4-4b2a-b804-f81b54a3c5c4,segment=NetworkSegment(3897a9cf-5cfb-4246-b7a8-d79dd33e4246),segment_id=3897a9cf-5cfb-4246-b7a8-d79dd33e4246)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:22:04.812244 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ea65f785-f643-4659-8609-2bc362fd39bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:04.835268 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.db.resource_extend [None req-9ee9ab1c-1268-4e64-ae85-5e2589c4d2ad tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 22:22:04.878155 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65f785-f643-4659-8609-2bc362fd39bd None None] Pushing event updated for resources: {'Port': ['ID=939ec914-99f4-4b2a-b804-f81b54a3c5c4,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:04.973779 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f0a6274e-9681-4b69-8ea7-33b05d7a082e req-e45a1ff2-f713-42df-8347-2af12841dc84 service neutron] 10.222.0.53 "GET /v2.0/networks/00847222-67db-43aa-9d25-cf86bc5a9ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363189 Nov 23 22:22:05.026288 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9ee9ab1c-1268-4e64-ae85-5e2589c4d2ad tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:05.037251 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.db.api [None req-a7a7bcf6-375a-416c-bfa2-d39a80bb1dba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110036) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:22:05.037682 n-d-816206-9 neutron-server[110036]: DEBUG oslo_db.api [None req-a7a7bcf6-375a-416c-bfa2-d39a80bb1dba None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:22:05.051784 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9ee9ab1c-1268-4e64-ae85-5e2589c4d2ad tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:05.082435 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f7532-3fa9-4d16-89f8-1b90de4bd59d req-0ebc956d-9d1f-4d43-8a26-5ddeb928726b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:05.084215 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c85f7532-3fa9-4d16-89f8-1b90de4bd59d req-0ebc956d-9d1f-4d43-8a26-5ddeb928726b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 943 time: 0.0699239 Nov 23 22:22:05.197531 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c85f7532-3fa9-4d16-89f8-1b90de4bd59d req-67498d2f-fa60-4c69-9d39-8ef402e3b1e2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065731 Nov 23 22:22:05.338508 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f0a6274e-9681-4b69-8ea7-33b05d7a082e req-263bcf31-f855-4821-8392-18b21a20c255 service neutron] 10.222.0.53 "GET /v2.0/networks/00847222-67db-43aa-9d25-cf86bc5a9ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563921 Nov 23 22:22:05.407980 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-cfa5e4f2-963c-49e7-9e74-0fa08936f725 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Allocated IP 2001:db8::1 (26f0786a-3ac4-4ed8-b44b-113e7275028f/5ccc8ab6-a62e-469d-9175-0bd14ee4510d/7566476b-6aa3-4b82-9f6d-93ac93595534) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:22:05.539978 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a7bcf6-375a-416c-bfa2-d39a80bb1dba None None] New status for floating IP f9362431-e7c8-4276-aca6-218e919b95f6: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:22:05.565421 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee9ab1c-1268-4e64-ae85-5e2589c4d2ad tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Router aa6d3b3f-ba10-4496-9a50-3d8a004e9417 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:22:05.645647 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cfa5e4f2-963c-49e7-9e74-0fa08936f725 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:05.750356 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee9ab1c-1268-4e64-ae85-5e2589c4d2ad tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:22:05.755806 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9ee9ab1c-1268-4e64-ae85-5e2589c4d2ad tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:05.759578 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cfa5e4f2-963c-49e7-9e74-0fa08936f725 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:05.824155 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1eef52-48bb-4113-bacc-9823bedd025d', 'tag': '9129d1e7-b4c6-4cd6-802a-66fe6925ab8f'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:22:05.827113 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b4569c-d8cd-46d1-9908-c70c18a5bc35" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1eef52-48bb-4113-bacc-9823bedd025d", "tag": "9129d1e7-b4c6-4cd6-802a-66fe6925ab8f"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:22:05.847410 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9915c5fa-0a16-48be-bdb8-7f970255cadd None None] Sync routers for ids ['aa6d3b3f-ba10-4496-9a50-3d8a004e9417'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:22:05.860970 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9915c5fa-0a16-48be-bdb8-7f970255cadd None None] Routers {'aa6d3b3f-ba10-4496-9a50-3d8a004e9417'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:05.862555 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9915c5fa-0a16-48be-bdb8-7f970255cadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['aa6d3b3f-ba10-4496-9a50-3d8a004e9417'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:05.864235 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa5e4f2-963c-49e7-9e74-0fa08936f725 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network 26f0786a-3ac4-4ed8-b44b-113e7275028f is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:22:05.870855 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-cfa5e4f2-963c-49e7-9e74-0fa08936f725 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:05.873842 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa5e4f2-963c-49e7-9e74-0fa08936f725 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:22:05.874417 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cfa5e4f2-963c-49e7-9e74-0fa08936f725 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:05.922063 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9ee9ab1c-1268-4e64-ae85-5e2589c4d2ad tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "PUT /v2.0/floatingips/f9362431-e7c8-4276-aca6-218e919b95f6 HTTP/1.1" status: 200 len: 992 time: 2.7990139 Nov 23 22:22:05.928660 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9af9170-4c9c-4faa-8bd9-c4c5ff1de29f x-openstack-request-id: req-b9af9170-4c9c-4faa-8bd9-c4c5ff1de29f {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:22:05.932358 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1eef52-48bb-4113-bacc-9823bedd025d", "tag": "9129d1e7-b4c6-4cd6-802a-66fe6925ab8f", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:22:05.932831 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b9af9170-4c9c-4faa-8bd9-c4c5ff1de29f {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:22:05.935208 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1eef52-48bb-4113-bacc-9823bedd025d', 'tag': '9129d1e7-b4c6-4cd6-802a-66fe6925ab8f', 'status': 'completed', 'code': 200} Nov 23 22:22:05.935991 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5e4f2-963c-49e7-9e74-0fa08936f725 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Port': ['ID=7566476b-6aa3-4b82-9f6d-93ac93595534,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:06.003620 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-9915c5fa-0a16-48be-bdb8-7f970255cadd None None] Set router aa6d3b3f-ba10-4496-9a50-3d8a004e9417 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:06.035145 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4569c-d8cd-46d1-9908-c70c18a5bc35 req-35b6004f-0b22-43dc-af14-1acca6bdb857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:06.036019 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc16e9b-ce93-4bf9-a3b4-862c1d615f4c None None] Network 26f0786a-3ac4-4ed8-b44b-113e7275028f requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:22:06.036693 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8b4569c-d8cd-46d1-9908-c70c18a5bc35 req-35b6004f-0b22-43dc-af14-1acca6bdb857 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=61c37e4252964279a92abee6055de1ba&device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 1097 time: 0.0698006 Nov 23 22:22:06.081421 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cfa5e4f2-963c-49e7-9e74-0fa08936f725 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:06.157360 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-bfe46a9c-2c28-426e-bc96-23a91ca56a0f None None] Provisioning complete for port 939ec914-99f4-4b2a-b804-f81b54a3c5c4 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:06.157738 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bfe46a9c-2c28-426e-bc96-23a91ca56a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:06.264004 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4569c-d8cd-46d1-9908-c70c18a5bc35 req-3030670e-0878-47c2-8c63-a3903c50a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:06.265632 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8b4569c-d8cd-46d1-9908-c70c18a5bc35 req-3030670e-0878-47c2-8c63-a3903c50a2f5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=00847222-67db-43aa-9d25-cf86bc5a9ccf HTTP/1.1" status: 200 len: 914 time: 0.2124975 Nov 23 22:22:06.327265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda18278-e53e-47dc-a545-516434d7f89a req-12b0c840-fef1-4c8c-8d0f-7332d1b50301 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:06.329203 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bda18278-e53e-47dc-a545-516434d7f89a req-12b0c840-fef1-4c8c-8d0f-7332d1b50301 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 943 time: 0.0527031 Nov 23 22:22:06.390643 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bda18278-e53e-47dc-a545-516434d7f89a req-4866aab0-02e3-44e3-8b07-ac9236864256 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520074 Nov 23 22:22:06.406678 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bfe46a9c-2c28-426e-bc96-23a91ca56a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:06.447197 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8b4569c-d8cd-46d1-9908-c70c18a5bc35 req-0b997e56-228b-42ee-acf9-7731ae531860 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9129d1e7-b4c6-4cd6-802a-66fe6925ab8f HTTP/1.1" status: 200 len: 1002 time: 0.1182778 Nov 23 22:22:06.459740 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-bfe46a9c-2c28-426e-bc96-23a91ca56a0f None None] For port 939ec914-99f4-4b2a-b804-f81b54a3c5c4, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=939ec914-99f4-4b2a-b804-f81b54a3c5c4,segment=NetworkSegment(3897a9cf-5cfb-4246-b7a8-d79dd33e4246),segment_id=3897a9cf-5cfb-4246-b7a8-d79dd33e4246)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:06.466313 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bfe46a9c-2c28-426e-bc96-23a91ca56a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:06.535233 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4569c-d8cd-46d1-9908-c70c18a5bc35 req-a33c0c4c-1292-4306-bb79-58a140a21bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:06.536781 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8b4569c-d8cd-46d1-9908-c70c18a5bc35 req-a33c0c4c-1292-4306-bb79-58a140a21bcd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0acfe5f2-4589-4284-9a8b-c813e58b7187 HTTP/1.1" status: 200 len: 852 time: 0.0805943 Nov 23 22:22:06.537017 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9915c5fa-0a16-48be-bdb8-7f970255cadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'name': 'tempest-TestVolumeBackupRestore-903697792-router', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '61c37e4252964279a92abee6055de1ba', 'gw_port': {'id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'f9362431-e7c8-4276-aca6-218e919b95f6', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'port_id': '9129d1e7-b4c6-4cd6-802a-66fe6925ab8f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf', 'mac_address': 'fa:16:3e:58:9d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1eef52-48bb-4113-bacc-9823bedd025d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:22:00Z', 'updated_at': '2021-11-23T22:22:05Z', 'revision_number': 2, 'project_id': '61c37e4252964279a92abee6055de1ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407862e1-3358-4b5b-82b2-964f9dd7c755', 'name': '', 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'mac_address': 'fa:16:3e:8b:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:08Z', 'updated_at': '2021-11-23T22:19:13Z', 'revision_number': 5, 'project_id': '61c37e4252964279a92abee6055de1ba', 'subnets': [{'id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:06.538825 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe46a9c-2c28-426e-bc96-23a91ca56a0f None None] Pushing event updated for resources: {'Port': ['ID=939ec914-99f4-4b2a-b804-f81b54a3c5c4,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:06.561389 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cfa5e4f2-963c-49e7-9e74-0fa08936f725 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:06.578556 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cfa5e4f2-963c-49e7-9e74-0fa08936f725 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:06.579595 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cfa5e4f2-963c-49e7-9e74-0fa08936f725 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:06.581969 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9915c5fa-0a16-48be-bdb8-7f970255cadd None None] Checking router: aa6d3b3f-ba10-4496-9a50-3d8a004e9417 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:22:06.593987 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9915c5fa-0a16-48be-bdb8-7f970255cadd None None] Routers {'aa6d3b3f-ba10-4496-9a50-3d8a004e9417'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:06.594305 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9915c5fa-0a16-48be-bdb8-7f970255cadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['aa6d3b3f-ba10-4496-9a50-3d8a004e9417'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:06.684081 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5e4f2-963c-49e7-9e74-0fa08936f725 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Port': ['ID=7566476b-6aa3-4b82-9f6d-93ac93595534,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:06.717070 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4569c-d8cd-46d1-9908-c70c18a5bc35 req-28d0531f-e191-4fc5-9939-9de02bf54101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:06.718838 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8b4569c-d8cd-46d1-9908-c70c18a5bc35 req-28d0531f-e191-4fc5-9939-9de02bf54101 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=00847222-67db-43aa-9d25-cf86bc5a9ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1715670 Nov 23 22:22:06.763264 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-9915c5fa-0a16-48be-bdb8-7f970255cadd None None] Set router aa6d3b3f-ba10-4496-9a50-3d8a004e9417 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:06.785778 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa5e4f2-963c-49e7-9e74-0fa08936f725 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network 26f0786a-3ac4-4ed8-b44b-113e7275028f is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:22:06.792495 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-cfa5e4f2-963c-49e7-9e74-0fa08936f725 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:06.871820 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 939ec914-99f4-4b2a-b804-f81b54a3c5c4 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:22:06.913443 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b3647643-525d-4450-bdf0-821c42808a12 None None] Provisioning complete for port 7566476b-6aa3-4b82-9f6d-93ac93595534 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:06.913819 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3647643-525d-4450-bdf0-821c42808a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:06.987930 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b3647643-525d-4450-bdf0-821c42808a12 None None] Port 7566476b-6aa3-4b82-9f6d-93ac93595534 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:22:07.052682 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 939ec914-99f4-4b2a-b804-f81b54a3c5c4 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:07.053060 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:07.060370 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b3647643-525d-4450-bdf0-821c42808a12 None None] Provisioning complete for port 939ec914-99f4-4b2a-b804-f81b54a3c5c4 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:07.060745 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3647643-525d-4450-bdf0-821c42808a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:07.290144 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9915c5fa-0a16-48be-bdb8-7f970255cadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'name': 'tempest-TestVolumeBackupRestore-903697792-router', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '61c37e4252964279a92abee6055de1ba', 'gw_port': {'id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'f9362431-e7c8-4276-aca6-218e919b95f6', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'port_id': '9129d1e7-b4c6-4cd6-802a-66fe6925ab8f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf', 'mac_address': 'fa:16:3e:58:9d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1eef52-48bb-4113-bacc-9823bedd025d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:22:00Z', 'updated_at': '2021-11-23T22:22:05Z', 'revision_number': 2, 'project_id': '61c37e4252964279a92abee6055de1ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407862e1-3358-4b5b-82b2-964f9dd7c755', 'name': '', 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'mac_address': 'fa:16:3e:8b:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:08Z', 'updated_at': '2021-11-23T22:19:13Z', 'revision_number': 5, 'project_id': '61c37e4252964279a92abee6055de1ba', 'subnets': [{'id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:07.303132 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8b4569c-d8cd-46d1-9908-c70c18a5bc35 req-ee0db8a5-eafc-41fa-8651-c41dc340eec8 service neutron] 10.222.0.53 "GET /v2.0/networks/00847222-67db-43aa-9d25-cf86bc5a9ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434170 Nov 23 22:22:07.318469 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9915c5fa-0a16-48be-bdb8-7f970255cadd None None] The sync data for ids ['aa6d3b3f-ba10-4496-9a50-3d8a004e9417'] in n-d-816206-9 is: [{'id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'name': 'tempest-TestVolumeBackupRestore-903697792-router', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '61c37e4252964279a92abee6055de1ba', 'gw_port': {'id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'f9362431-e7c8-4276-aca6-218e919b95f6', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'floating_ip_address': '172.25.5.215', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'port_id': '9129d1e7-b4c6-4cd6-802a-66fe6925ab8f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf', 'mac_address': 'fa:16:3e:58:9d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1eef52-48bb-4113-bacc-9823bedd025d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:22:00Z', 'updated_at': '2021-11-23T22:22:05Z', 'revision_number': 2, 'project_id': '61c37e4252964279a92abee6055de1ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '407862e1-3358-4b5b-82b2-964f9dd7c755', 'name': '', 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'mac_address': 'fa:16:3e:8b:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:08Z', 'updated_at': '2021-11-23T22:19:13Z', 'revision_number': 5, 'project_id': '61c37e4252964279a92abee6055de1ba', 'subnets': [{'id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:22:07.390317 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa5e4f2-963c-49e7-9e74-0fa08936f725 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Router caab5b37-f23d-42e0-8237-7ae0d3e63fb2 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:22:07.407518 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-486246d2-781e-4ce6-a45e-472931b79c9b None None] Provisioning complete for port 7566476b-6aa3-4b82-9f6d-93ac93595534 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:07.407890 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-486246d2-781e-4ce6-a45e-472931b79c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:07.448770 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-486246d2-781e-4ce6-a45e-472931b79c9b None None] Port 7566476b-6aa3-4b82-9f6d-93ac93595534 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:22:07.482801 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8b4569c-d8cd-46d1-9908-c70c18a5bc35 req-8415f040-3a71-4258-bf81-da24cbdecd9f service neutron] 10.222.0.53 "GET /v2.0/networks/00847222-67db-43aa-9d25-cf86bc5a9ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706464 Nov 23 22:22:07.512281 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa5e4f2-963c-49e7-9e74-0fa08936f725 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:22:07.522547 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cfa5e4f2-963c-49e7-9e74-0fa08936f725 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/routers/caab5b37-f23d-42e0-8237-7ae0d3e63fb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5810795 Nov 23 22:22:07.523090 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43830) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:07.525056 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2da14b4-fc88-447a-9ebb-afca1aef199d None None] Sync routers for ids ['caab5b37-f23d-42e0-8237-7ae0d3e63fb2'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:22:07.542110 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2da14b4-fc88-447a-9ebb-afca1aef199d None None] Routers {'caab5b37-f23d-42e0-8237-7ae0d3e63fb2'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:07.542655 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d2da14b4-fc88-447a-9ebb-afca1aef199d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['caab5b37-f23d-42e0-8237-7ae0d3e63fb2'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:07.555657 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababe841-14b1-40a7-a219-283fa32e7718 req-d038f762-fafd-4ab5-b929-77df440c2090 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:07.557436 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ababe841-14b1-40a7-a219-283fa32e7718 req-d038f762-fafd-4ab5-b929-77df440c2090 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 943 time: 0.0571644 Nov 23 22:22:07.571143 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ca3148-d0e7-49ef-bfd4-c41f7e532ac8 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:07.572985 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-37ca3148-d0e7-49ef-bfd4-c41f7e532ac8 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/ports/7566476b-6aa3-4b82-9f6d-93ac93595534 HTTP/1.1" status: 200 len: 911 time: 0.0485148 Nov 23 22:22:07.575736 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43832) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:07.588197 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d2da14b4-fc88-447a-9ebb-afca1aef199d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:07.597451 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2da14b4-fc88-447a-9ebb-afca1aef199d None None] Routers {'caab5b37-f23d-42e0-8237-7ae0d3e63fb2'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:07.598042 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d2da14b4-fc88-447a-9ebb-afca1aef199d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['caab5b37-f23d-42e0-8237-7ae0d3e63fb2'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:07.618351 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ababe841-14b1-40a7-a219-283fa32e7718 req-57cb4965-00de-4409-9267-8ccd6ca0031b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533664 Nov 23 22:22:07.631792 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d2da14b4-fc88-447a-9ebb-afca1aef199d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:07.632446 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2da14b4-fc88-447a-9ebb-afca1aef199d None None] The sync data for ids ['caab5b37-f23d-42e0-8237-7ae0d3e63fb2'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:22:07.893717 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4c9e05a4-add3-476f-a5b6-9abee2fad49f tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:07.954293 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1eef52-48bb-4113-bacc-9823bedd025d', 'tag': '9129d1e7-b4c6-4cd6-802a-66fe6925ab8f'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:22:07.956974 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3c224f-ec67-4376-a004-34c44a5bcec0" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1eef52-48bb-4113-bacc-9823bedd025d", "tag": "9129d1e7-b4c6-4cd6-802a-66fe6925ab8f"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:22:08.016604 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a919be-9bd9-4094-a99a-52f1bc7a73d8 x-openstack-request-id: req-94a919be-9bd9-4094-a99a-52f1bc7a73d8 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:22:08.016897 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1eef52-48bb-4113-bacc-9823bedd025d", "tag": "9129d1e7-b4c6-4cd6-802a-66fe6925ab8f", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:22:08.017150 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-94a919be-9bd9-4094-a99a-52f1bc7a73d8 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:22:08.017693 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1eef52-48bb-4113-bacc-9823bedd025d', 'tag': '9129d1e7-b4c6-4cd6-802a-66fe6925ab8f', 'status': 'completed', 'code': 200} Nov 23 22:22:08.091920 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c224f-ec67-4376-a004-34c44a5bcec0 req-33444ec5-6587-404b-b2a2-865533577e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:08.093432 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5d3c224f-ec67-4376-a004-34c44a5bcec0 req-33444ec5-6587-404b-b2a2-865533577e26 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=61c37e4252964279a92abee6055de1ba&device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 1097 time: 0.0721006 Nov 23 22:22:08.252108 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c224f-ec67-4376-a004-34c44a5bcec0 req-7763a51e-c2a3-495d-b16a-2ee0e2143e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:08.253859 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5d3c224f-ec67-4376-a004-34c44a5bcec0 req-7763a51e-c2a3-495d-b16a-2ee0e2143e2f service neutron] 10.222.0.53 "GET /v2.0/networks?id=00847222-67db-43aa-9d25-cf86bc5a9ccf HTTP/1.1" status: 200 len: 914 time: 0.1454639 Nov 23 22:22:08.264473 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e05a4-add3-476f-a5b6-9abee2fad49f tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting port 7566476b-6aa3-4b82-9f6d-93ac93595534 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:22:08.264876 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4c9e05a4-add3-476f-a5b6-9abee2fad49f tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:08.386342 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5d3c224f-ec67-4376-a004-34c44a5bcec0 req-808b3f15-2ae1-4e65-b16f-fd122cf30b17 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9129d1e7-b4c6-4cd6-802a-66fe6925ab8f HTTP/1.1" status: 200 len: 1002 time: 0.1169648 Nov 23 22:22:08.413770 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4c9e05a4-add3-476f-a5b6-9abee2fad49f tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:08.449424 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e05a4-add3-476f-a5b6-9abee2fad49f tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Calling delete_port for 7566476b-6aa3-4b82-9f6d-93ac93595534 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:22:08.469616 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c224f-ec67-4376-a004-34c44a5bcec0 req-732e1289-89e3-4e16-b6a4-d4e7ee876c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:08.471666 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5d3c224f-ec67-4376-a004-34c44a5bcec0 req-732e1289-89e3-4e16-b6a4-d4e7ee876c2f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0acfe5f2-4589-4284-9a8b-c813e58b7187 HTTP/1.1" status: 200 len: 852 time: 0.0740116 Nov 23 22:22:08.570671 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c224f-ec67-4376-a004-34c44a5bcec0 req-f176c654-3023-4a78-8b0b-b9392860ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:08.572341 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5d3c224f-ec67-4376-a004-34c44a5bcec0 req-f176c654-3023-4a78-8b0b-b9392860ae46 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=00847222-67db-43aa-9d25-cf86bc5a9ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718603 Nov 23 22:22:08.741938 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f960e-fb8d-4bd7-853d-8b3367ce9e3c req-d8921cca-d9f0-45e4-8059-cb5fa72f2b95 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:08.747259 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d4f960e-fb8d-4bd7-853d-8b3367ce9e3c req-d8921cca-d9f0-45e4-8059-cb5fa72f2b95 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 943 time: 0.0570464 Nov 23 22:22:08.751111 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5d3c224f-ec67-4376-a004-34c44a5bcec0 req-e0182e84-d1d6-4d1c-93e3-6e7cf1aa88fb service neutron] 10.222.0.53 "GET /v2.0/networks/00847222-67db-43aa-9d25-cf86bc5a9ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455033 Nov 23 22:22:08.767411 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4c9e05a4-add3-476f-a5b6-9abee2fad49f tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:08.795922 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d4f960e-fb8d-4bd7-853d-8b3367ce9e3c req-363e88e4-c26a-42b4-9945-38d1cf60c8e2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458825 Nov 23 22:22:08.821708 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e05a4-add3-476f-a5b6-9abee2fad49f tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Port': ['ID=7566476b-6aa3-4b82-9f6d-93ac93595534,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:08.975681 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4c9e05a4-add3-476f-a5b6-9abee2fad49f tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:08.980505 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5d3c224f-ec67-4376-a004-34c44a5bcec0 req-ad8f52c2-91f0-41cd-87ad-0f4f59c65aa0 service neutron] 10.222.0.53 "GET /v2.0/networks/00847222-67db-43aa-9d25-cf86bc5a9ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215889 Nov 23 22:22:09.146774 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9e05a4-add3-476f-a5b6-9abee2fad49f tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Router caab5b37-f23d-42e0-8237-7ae0d3e63fb2 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:22:09.230375 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9e05a4-add3-476f-a5b6-9abee2fad49f tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:22:09.237160 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4c9e05a4-add3-476f-a5b6-9abee2fad49f tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/routers/caab5b37-f23d-42e0-8237-7ae0d3e63fb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6589904 Nov 23 22:22:09.239019 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43838) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:09.242396 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857656fa-eafc-4183-8ac7-246631b39b7d None None] Sync routers for ids ['caab5b37-f23d-42e0-8237-7ae0d3e63fb2'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:22:09.252866 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857656fa-eafc-4183-8ac7-246631b39b7d None None] Routers {'caab5b37-f23d-42e0-8237-7ae0d3e63fb2'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:09.254195 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-857656fa-eafc-4183-8ac7-246631b39b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['caab5b37-f23d-42e0-8237-7ae0d3e63fb2'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:09.268253 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-229ab427-c49a-4507-a89f-0dc46ae9a135 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/ports?device_id=caab5b37-f23d-42e0-8237-7ae0d3e63fb2 HTTP/1.1" status: 200 len: 205 time: 0.0280559 Nov 23 22:22:09.270779 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43840) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:09.289278 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-857656fa-eafc-4183-8ac7-246631b39b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:09.299462 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857656fa-eafc-4183-8ac7-246631b39b7d None None] Routers {'caab5b37-f23d-42e0-8237-7ae0d3e63fb2'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:09.300066 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-857656fa-eafc-4183-8ac7-246631b39b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['caab5b37-f23d-42e0-8237-7ae0d3e63fb2'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:09.337186 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-857656fa-eafc-4183-8ac7-246631b39b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:09.337828 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857656fa-eafc-4183-8ac7-246631b39b7d None None] The sync data for ids ['caab5b37-f23d-42e0-8237-7ae0d3e63fb2'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:22:09.347229 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5b211349-d651-481e-bf44-57a92906a8d1 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:09.511416 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5b211349-d651-481e-bf44-57a92906a8d1 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:09.513543 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5b211349-d651-481e-bf44-57a92906a8d1 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:09.558112 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5b211349-d651-481e-bf44-57a92906a8d1 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:09.558732 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b211349-d651-481e-bf44-57a92906a8d1 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Fanout notify agent at l3_agent the message router_deleted on router caab5b37-f23d-42e0-8237-7ae0d3e63fb2 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:22:09.565658 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5b211349-d651-481e-bf44-57a92906a8d1 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:09.566810 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5b211349-d651-481e-bf44-57a92906a8d1 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/routers/caab5b37-f23d-42e0-8237-7ae0d3e63fb2 HTTP/1.1" status: 204 len: 168 time: 0.2951136 Nov 23 22:22:09.569594 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43842) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:09.627249 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c02b6d-d4be-4d0b-b7cc-ef99b8e2eb4d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting subnet 5ccc8ab6-a62e-469d-9175-0bd14ee4510d {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:22:09.630544 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18c02b6d-d4be-4d0b-b7cc-ef99b8e2eb4d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:09.672644 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18c02b6d-d4be-4d0b-b7cc-ef99b8e2eb4d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:09.756181 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18c02b6d-d4be-4d0b-b7cc-ef99b8e2eb4d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:09.819250 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18c02b6d-d4be-4d0b-b7cc-ef99b8e2eb4d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:09.849366 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c02b6d-d4be-4d0b-b7cc-ef99b8e2eb4d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Subnet': ['ID=5ccc8ab6-a62e-469d-9175-0bd14ee4510d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:09.851963 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-18c02b6d-d4be-4d0b-b7cc-ef99b8e2eb4d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:09.857907 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-18c02b6d-d4be-4d0b-b7cc-ef99b8e2eb4d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/subnets/5ccc8ab6-a62e-469d-9175-0bd14ee4510d HTTP/1.1" status: 204 len: 168 time: 0.2846158 Nov 23 22:22:09.859263 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43846) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:09.864659 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cb07b3-a199-41bc-b798-49b3a507a421 None None] Network 26f0786a-3ac4-4ed8-b44b-113e7275028f requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:22:09.928989 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e097b-7117-4df8-a83d-7b828d02f3f0 req-99264fc4-72da-435a-bfb2-6219377a2b71 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:09.931395 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee0e097b-7117-4df8-a83d-7b828d02f3f0 req-99264fc4-72da-435a-bfb2-6219377a2b71 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 943 time: 0.0571480 Nov 23 22:22:09.945305 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9e61-aec6-4be8-828e-84ec2d3cc17d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:09.993648 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee0e097b-7117-4df8-a83d-7b828d02f3f0 req-fb98b680-7885-44ad-a21a-eb26811cfc43 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548100 Nov 23 22:22:10.016242 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-cf5e9e61-aec6-4be8-828e-84ec2d3cc17d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting port 939ec914-99f4-4b2a-b804-f81b54a3c5c4 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:22:10.016802 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9e61-aec6-4be8-828e-84ec2d3cc17d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:10.087745 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-cf5e9e61-aec6-4be8-828e-84ec2d3cc17d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] For port 939ec914-99f4-4b2a-b804-f81b54a3c5c4, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=939ec914-99f4-4b2a-b804-f81b54a3c5c4,segment=NetworkSegment(3897a9cf-5cfb-4246-b7a8-d79dd33e4246),segment_id=3897a9cf-5cfb-4246-b7a8-d79dd33e4246)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:10.088011 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9e61-aec6-4be8-828e-84ec2d3cc17d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:10.101595 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-cf5e9e61-aec6-4be8-828e-84ec2d3cc17d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Calling delete_port for 939ec914-99f4-4b2a-b804-f81b54a3c5c4 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:22:10.181776 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9e61-aec6-4be8-828e-84ec2d3cc17d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:10.210637 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e9e61-aec6-4be8-828e-84ec2d3cc17d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Port': ['ID=939ec914-99f4-4b2a-b804-f81b54a3c5c4,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:10.211299 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611f317b-9f81-4897-b8f5-d8df7b2a6e4f None None] DHCP port deletion for 26f0786a-3ac4-4ed8-b44b-113e7275028f request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:22:10.216259 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5e9e61-aec6-4be8-828e-84ec2d3cc17d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] No DVR routers for this DVR port 939ec914-99f4-4b2a-b804-f81b54a3c5c4 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:22:10.296254 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9e61-aec6-4be8-828e-84ec2d3cc17d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:10.316527 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-cf5e9e61-aec6-4be8-828e-84ec2d3cc17d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f0786a-3ac4-4ed8-b44b-113e7275028f']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:10.325520 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-cf5e9e61-aec6-4be8-828e-84ec2d3cc17d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3897a9cf-5cfb-4246-b7a8-d79dd33e4246') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:10.325822 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-cf5e9e61-aec6-4be8-828e-84ec2d3cc17d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3897a9cf-5cfb-4246-b7a8-d79dd33e4246') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:10.335148 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9e61-aec6-4be8-828e-84ec2d3cc17d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:10.348561 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9e61-aec6-4be8-828e-84ec2d3cc17d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:10.355270 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5e9e61-aec6-4be8-828e-84ec2d3cc17d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:22:10.355768 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9e61-aec6-4be8-828e-84ec2d3cc17d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:22:10.358905 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:22:10.421272 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9e61-aec6-4be8-828e-84ec2d3cc17d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:10.439019 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9e61-aec6-4be8-828e-84ec2d3cc17d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:10.442328 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cf5e9e61-aec6-4be8-828e-84ec2d3cc17d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/networks/26f0786a-3ac4-4ed8-b44b-113e7275028f HTTP/1.1" status: 204 len: 168 time: 0.5833416 Nov 23 22:22:10.443391 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e9e61-aec6-4be8-828e-84ec2d3cc17d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Network': ['ID=26f0786a-3ac4-4ed8-b44b-113e7275028f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:10.446010 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43848) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:10.451059 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-676596872', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}, 'admin_state_up': False}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:10.474579 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:10.475601 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:10.529871 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:10.664586 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:10.730261 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 939ec914-99f4-4b2a-b804-f81b54a3c5c4 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:22:10.750672 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 939ec914-99f4-4b2a-b804-f81b54a3c5c4 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:22:10.751139 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 939ec914-99f4-4b2a-b804-f81b54a3c5c4 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:22:10.864142 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:10.882466 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:10.982951 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Allocated IP 172.25.5.253 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/bf457b99-5f51-49ff-a9e0-37167e6fed6f) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:22:11.087639 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:11.114008 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b9ee7-14bb-43af-a99d-c11cc4f6776a req-ab03afe1-3df9-4f47-9028-66492ca256c5 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:11.115564 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-072b9ee7-14bb-43af-a99d-c11cc4f6776a req-ab03afe1-3df9-4f47-9028-66492ca256c5 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 943 time: 0.0510781 Nov 23 22:22:11.123032 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:11.157711 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:22:11.164652 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:11.165107 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-072b9ee7-14bb-43af-a99d-c11cc4f6776a req-35db1459-de5e-40b5-8f15-975835d99471 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427926 Nov 23 22:22:11.168184 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:22:11.178044 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ace6e9-f1ff-4ff7-b665-f5b3d0fd2159 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:22:11.194356 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Port': ['ID=bf457b99-5f51-49ff-a9e0-37167e6fed6f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:11.207463 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:11.207817 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:11.208168 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:11.208505 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:11.208839 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:11.209173 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:11.209507 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:11.209834 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:11.210168 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:11.210493 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:11.210845 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:11.211175 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:11.298156 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9a021ab8-8847-49d1-9de5-a67ea17b7f22 None None] Provisioning complete for port bf457b99-5f51-49ff-a9e0-37167e6fed6f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:11.298528 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9a021ab8-8847-49d1-9de5-a67ea17b7f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:11.331975 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-9a021ab8-8847-49d1-9de5-a67ea17b7f22 None None] Port bf457b99-5f51-49ff-a9e0-37167e6fed6f cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:22:11.433435 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:11.970295 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:12.098841 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Router b8b2a2ad-4727-415b-9cf9-eddb30e5e9b3 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:22:12.205552 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:22:12.217452 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a766b-d780-4626-a199-49ac64ba7b25 None None] Sync routers for ids ['b8b2a2ad-4727-415b-9cf9-eddb30e5e9b3'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:22:12.228762 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a766b-d780-4626-a199-49ac64ba7b25 None None] Routers {'b8b2a2ad-4727-415b-9cf9-eddb30e5e9b3'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:12.229012 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:12.229289 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-821a766b-d780-4626-a199-49ac64ba7b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['b8b2a2ad-4727-415b-9cf9-eddb30e5e9b3'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:12.232684 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-51a64c5f-3ada-4869-b15c-36da2cb6a857 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.7829747 Nov 23 22:22:12.233117 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43854) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:12.265772 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-821a766b-d780-4626-a199-49ac64ba7b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:12.274993 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a766b-d780-4626-a199-49ac64ba7b25 None None] Routers {'b8b2a2ad-4727-415b-9cf9-eddb30e5e9b3'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:12.275587 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-821a766b-d780-4626-a199-49ac64ba7b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['b8b2a2ad-4727-415b-9cf9-eddb30e5e9b3'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:12.368686 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdba23-c0ea-4b3b-a393-fac9e76c0e15 req-83974aec-adfe-45e6-b5ef-23807b21f094 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:12.370199 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-decdba23-c0ea-4b3b-a393-fac9e76c0e15 req-83974aec-adfe-45e6-b5ef-23807b21f094 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 943 time: 0.0986426 Nov 23 22:22:12.392451 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d1b7e9f1-f0cf-4281-8fb7-234081012825 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/routers/b8b2a2ad-4727-415b-9cf9-eddb30e5e9b3 HTTP/1.1" status: 200 len: 884 time: 0.1578653 Nov 23 22:22:12.395034 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43856) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:12.398947 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-821a766b-d780-4626-a199-49ac64ba7b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:12.399599 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a766b-d780-4626-a199-49ac64ba7b25 None None] The sync data for ids ['b8b2a2ad-4727-415b-9cf9-eddb30e5e9b3'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:22:12.428805 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-decdba23-c0ea-4b3b-a393-fac9e76c0e15 req-01f45540-5fa1-4de6-b726-4a0d530a11ee tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504441 Nov 23 22:22:12.632654 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a4fb0cb0-b77b-4582-98cc-88627d28e553 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2354045 Nov 23 22:22:12.634325 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43858) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:12.638598 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-46bf248c-b226-4f81-8ac6-7fdc81017711 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-676596872'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:12.936634 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46bf248c-b226-4f81-8ac6-7fdc81017711 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:12.947908 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46bf248c-b226-4f81-8ac6-7fdc81017711 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-847058'] for router, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:13.052181 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bf248c-b226-4f81-8ac6-7fdc81017711 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Router b8b2a2ad-4727-415b-9cf9-eddb30e5e9b3 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:22:13.161388 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bf248c-b226-4f81-8ac6-7fdc81017711 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:22:13.168158 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46bf248c-b226-4f81-8ac6-7fdc81017711 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:13.169349 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-46bf248c-b226-4f81-8ac6-7fdc81017711 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/routers/b8b2a2ad-4727-415b-9cf9-eddb30e5e9b3 HTTP/1.1" status: 200 len: 891 time: 0.5340426 Nov 23 22:22:13.170839 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9854b6-0528-4996-99bf-dc429dc95be5 None None] Sync routers for ids ['b8b2a2ad-4727-415b-9cf9-eddb30e5e9b3'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:22:13.171968 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43860) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:13.181588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9854b6-0528-4996-99bf-dc429dc95be5 None None] Routers {'b8b2a2ad-4727-415b-9cf9-eddb30e5e9b3'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:13.182207 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-df9854b6-0528-4996-99bf-dc429dc95be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['b8b2a2ad-4727-415b-9cf9-eddb30e5e9b3'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:13.217239 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-df9854b6-0528-4996-99bf-dc429dc95be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:13.227330 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9854b6-0528-4996-99bf-dc429dc95be5 None None] Routers {'b8b2a2ad-4727-415b-9cf9-eddb30e5e9b3'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:13.227990 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-df9854b6-0528-4996-99bf-dc429dc95be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['b8b2a2ad-4727-415b-9cf9-eddb30e5e9b3'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:13.260244 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-df9854b6-0528-4996-99bf-dc429dc95be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:13.260905 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9854b6-0528-4996-99bf-dc429dc95be5 None None] The sync data for ids ['b8b2a2ad-4727-415b-9cf9-eddb30e5e9b3'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:22:13.281976 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8f2d91f9-84d0-4d3c-a853-4a2420a0c461 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/routers/b8b2a2ad-4727-415b-9cf9-eddb30e5e9b3 HTTP/1.1" status: 200 len: 891 time: 0.1089249 Nov 23 22:22:13.284716 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43862) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:13.310398 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a88644e9-4550-419b-a1ce-d33852e9477d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8b2a2ad-4727-415b-9cf9-eddb30e5e9b3 HTTP/1.1" status: 200 len: 205 time: 0.0246370 Nov 23 22:22:13.312801 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43864) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:13.417178 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8dfc0915-0171-454f-967e-d9417e915b5a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:13.523292 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8dfc0915-0171-454f-967e-d9417e915b5a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:13.554198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab089921-0f22-4ad7-8a6b-b703f26800ad req-f168b60b-3a14-4c37-b0ee-04e9f6b93608 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:13.555868 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab089921-0f22-4ad7-8a6b-b703f26800ad req-f168b60b-3a14-4c37-b0ee-04e9f6b93608 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 943 time: 0.0552669 Nov 23 22:22:13.576158 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-8dfc0915-0171-454f-967e-d9417e915b5a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting port bf457b99-5f51-49ff-a9e0-37167e6fed6f {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:22:13.576500 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8dfc0915-0171-454f-967e-d9417e915b5a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:13.606895 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ab089921-0f22-4ad7-8a6b-b703f26800ad req-1f839733-8f2d-41ff-b3b0-e506d96cacad tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447087 Nov 23 22:22:13.652583 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8dfc0915-0171-454f-967e-d9417e915b5a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:13.664140 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-8dfc0915-0171-454f-967e-d9417e915b5a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Calling delete_port for bf457b99-5f51-49ff-a9e0-37167e6fed6f owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:22:13.826855 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8dfc0915-0171-454f-967e-d9417e915b5a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:13.855674 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc0915-0171-454f-967e-d9417e915b5a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Port': ['ID=bf457b99-5f51-49ff-a9e0-37167e6fed6f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:13.870355 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d5a26d-bdfd-4521-8f1a-9f7f604bf3e9 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:22:13.917235 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8dfc0915-0171-454f-967e-d9417e915b5a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:14.009357 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8dfc0915-0171-454f-967e-d9417e915b5a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:14.011457 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8dfc0915-0171-454f-967e-d9417e915b5a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:14.054662 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8dfc0915-0171-454f-967e-d9417e915b5a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:14.055221 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfc0915-0171-454f-967e-d9417e915b5a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Fanout notify agent at l3_agent the message router_deleted on router b8b2a2ad-4727-415b-9cf9-eddb30e5e9b3 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:22:14.062219 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8dfc0915-0171-454f-967e-d9417e915b5a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:14.063349 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8dfc0915-0171-454f-967e-d9417e915b5a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/routers/b8b2a2ad-4727-415b-9cf9-eddb30e5e9b3 HTTP/1.1" status: 204 len: 168 time: 0.7496655 Nov 23 22:22:14.066993 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43868) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:14.071813 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-9e1d0ab6-a503-4525-b680-52bfc6fb8303 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1977900440'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:14.092223 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1d0ab6-a503-4525-b680-52bfc6fb8303 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Made reservation on behalf of 538a4e0f8a6a48da9d25775c1a97a295 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:22:14.096171 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e1d0ab6-a503-4525-b680-52bfc6fb8303 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:14.120860 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1d0ab6-a503-4525-b680-52bfc6fb8303 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:22:14.130083 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e1d0ab6-a503-4525-b680-52bfc6fb8303 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:14.130433 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-9e1d0ab6-a503-4525-b680-52bfc6fb8303 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Added segment 640ab06d-d14b-473a-81b7-11d72c1a7480 of type vlan for network 3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd Nov 23 22:22:14.172788 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e1d0ab6-a503-4525-b680-52bfc6fb8303 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:14.197110 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e1d0ab6-a503-4525-b680-52bfc6fb8303 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:14.202577 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1d0ab6-a503-4525-b680-52bfc6fb8303 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:14.203187 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e1d0ab6-a503-4525-b680-52bfc6fb8303 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:14.241614 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9e1d0ab6-a503-4525-b680-52bfc6fb8303 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1735456 Nov 23 22:22:14.244571 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43870) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:14.249578 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-01dd8caa-7592-4933-867d-d378f84960c4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'subnet': {'network_id': '3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:14.273805 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d0ab6-a503-4525-b680-52bfc6fb8303 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Network': ['ID=3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:14.284901 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:22:14.338514 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dd8caa-7592-4933-867d-d378f84960c4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Made reservation on behalf of 538a4e0f8a6a48da9d25775c1a97a295 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:22:14.341967 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01dd8caa-7592-4933-867d-d378f84960c4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:14.389591 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 6d1ec67d-3e65-4710-9284-90b1a39f0d51 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:22:14.486285 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 6d1ec67d-3e65-4710-9284-90b1a39f0d51, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=6d1ec67d-3e65-4710-9284-90b1a39f0d51,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:14.501562 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '6d1ec67d-3e65-4710-9284-90b1a39f0d51', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'port_id': '6d1ec67d-3e65-4710-9284-90b1a39f0d51', 'mac_address': 'fa:16:3e:b1:cf:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:22:14.526116 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01dd8caa-7592-4933-867d-d378f84960c4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:14.540083 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:14.552994 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1ec67d-3e65-4710-9284-90b1a39f0d51 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:22:14.572330 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 6d1ec67d-3e65-4710-9284-90b1a39f0d51, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=6d1ec67d-3e65-4710-9284-90b1a39f0d51,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:14.576600 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:14.596181 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd8caa-7592-4933-867d-d378f84960c4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Subnet': ['ID=dcbb68b4-3469-4b4a-9b0e-cd8b8d1876cf,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:14.605277 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dd8caa-7592-4933-867d-d378f84960c4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Checking segment: {'id': '640ab06d-d14b-473a-81b7-11d72c1a7480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:22:14.605641 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dd8caa-7592-4933-867d-d378f84960c4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network hostable DHCP agents. Network: 3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:22:14.623577 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dd8caa-7592-4933-867d-d378f84960c4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network 3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:22:14.627530 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=6d1ec67d-3e65-4710-9284-90b1a39f0d51,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:14.635409 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-01dd8caa-7592-4933-867d-d378f84960c4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:14.636332 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:14.637567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:14.637832 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:14.638345 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:14.638696 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:14.639058 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:14.639923 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:14.639923 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:14.640271 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:14.640546 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:14.640878 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:14.641252 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:14.648206 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e64f0a-419f-4616-a373-1a648b03e68a None None] Network 3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:22:14.650302 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dd8caa-7592-4933-867d-d378f84960c4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:14.651347 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01dd8caa-7592-4933-867d-d378f84960c4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:14.685779 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-01dd8caa-7592-4933-867d-d378f84960c4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4377887 Nov 23 22:22:14.686379 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43874) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:14.693129 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-f10c79e6-6554-423b-a036-91718ddd48ee tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1787695371', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:14.755064 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f10c79e6-6554-423b-a036-91718ddd48ee tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:14.756116 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f10c79e6-6554-423b-a036-91718ddd48ee tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:14.769035 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360ed7f-92d3-4ee8-a379-14cf658d0908 req-44af94a9-c67a-405f-bfb9-476357a67eda tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:14.770579 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6360ed7f-92d3-4ee8-a379-14cf658d0908 req-44af94a9-c67a-405f-bfb9-476357a67eda tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 944 time: 0.0816402 Nov 23 22:22:14.818524 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed809ec-6a48-43e8-a81e-520f96960083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd', 'network_id': '3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'fixed_ips': [{'subnet_id': 'dcbb68b4-3469-4b4a-9b0e-cd8b8d1876cf'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:22:14.819452 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bed809ec-6a48-43e8-a81e-520f96960083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:14.850203 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f10c79e6-6554-423b-a036-91718ddd48ee tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:14.858043 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f10c79e6-6554-423b-a036-91718ddd48ee tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:14.879929 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6360ed7f-92d3-4ee8-a379-14cf658d0908 req-a586616c-654e-441b-b333-671b9ba9c3c9 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001732 Nov 23 22:22:14.887227 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f10c79e6-6554-423b-a036-91718ddd48ee tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:14.891697 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f10c79e6-6554-423b-a036-91718ddd48ee tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2007575 Nov 23 22:22:14.891975 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43878) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:14.899998 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['6d1ec67d-3e65-4710-9284-90b1a39f0d51'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:22:15.032361 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-bed809ec-6a48-43e8-a81e-520f96960083 None None] Allocated IP 2001:db8::2 (3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd/dcbb68b4-3469-4b4a-9b0e-cd8b8d1876cf/0cc6dc00-b81b-4953-b533-1252ed758e7f) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:22:15.216810 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a762b3c7-c483-40f1-b58f-f28ded601b2d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:15.264734 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bed809ec-6a48-43e8-a81e-520f96960083 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:15.271119 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bed809ec-6a48-43e8-a81e-520f96960083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:15.317002 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed809ec-6a48-43e8-a81e-520f96960083 None None] Network 3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:22:15.321478 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-bed809ec-6a48-43e8-a81e-520f96960083 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:15.326669 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed809ec-6a48-43e8-a81e-520f96960083 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:22:15.329953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed809ec-6a48-43e8-a81e-520f96960083 None None] Pushing event updated for resources: {'Port': ['ID=0cc6dc00-b81b-4953-b533-1252ed758e7f,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:15.390942 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-bed809ec-6a48-43e8-a81e-520f96960083 None None] Attempting to bind port 0cc6dc00-b81b-4953-b533-1252ed758e7f on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:22:15.392059 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-bed809ec-6a48-43e8-a81e-520f96960083 None None] Attempting to bind port 0cc6dc00-b81b-4953-b533-1252ed758e7f by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '640ab06d-d14b-473a-81b7-11d72c1a7480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:22:15.392848 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed809ec-6a48-43e8-a81e-520f96960083 None None] Attempting to bind port 0cc6dc00-b81b-4953-b533-1252ed758e7f on network 3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:22:15.398348 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed809ec-6a48-43e8-a81e-520f96960083 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:22:15.399055 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed809ec-6a48-43e8-a81e-520f96960083 None None] Checking segment: {'id': '640ab06d-d14b-473a-81b7-11d72c1a7480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:22:15.399483 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bed809ec-6a48-43e8-a81e-520f96960083 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:15.399884 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed809ec-6a48-43e8-a81e-520f96960083 None None] Bound using segment: {'id': '640ab06d-d14b-473a-81b7-11d72c1a7480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:22:15.400360 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-bed809ec-6a48-43e8-a81e-520f96960083 None None] Bound port: 0cc6dc00-b81b-4953-b533-1252ed758e7f, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640ab06d-d14b-473a-81b7-11d72c1a7480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:22:15.400748 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bed809ec-6a48-43e8-a81e-520f96960083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:15.466777 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-bed809ec-6a48-43e8-a81e-520f96960083 None None] For port 0cc6dc00-b81b-4953-b533-1252ed758e7f, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:22:15.470614 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-bed809ec-6a48-43e8-a81e-520f96960083 None None] For port 0cc6dc00-b81b-4953-b533-1252ed758e7f, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=0cc6dc00-b81b-4953-b533-1252ed758e7f,segment=NetworkSegment(640ab06d-d14b-473a-81b7-11d72c1a7480),segment_id=640ab06d-d14b-473a-81b7-11d72c1a7480)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:22:15.475381 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bed809ec-6a48-43e8-a81e-520f96960083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:15.521247 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-a762b3c7-c483-40f1-b58f-f28ded601b2d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Allocated IP 2001:db8::1 (3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd/dcbb68b4-3469-4b4a-9b0e-cd8b8d1876cf/2fe9cbcc-648a-45b8-b159-91d2fc24dfea) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:22:15.544060 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed809ec-6a48-43e8-a81e-520f96960083 None None] Pushing event updated for resources: {'Port': ['ID=0cc6dc00-b81b-4953-b533-1252ed758e7f,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:15.663004 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a762b3c7-c483-40f1-b58f-f28ded601b2d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:15.702826 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a762b3c7-c483-40f1-b58f-f28ded601b2d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:15.758329 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a762b3c7-c483-40f1-b58f-f28ded601b2d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network 3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:22:15.761329 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-a762b3c7-c483-40f1-b58f-f28ded601b2d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:15.765014 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a762b3c7-c483-40f1-b58f-f28ded601b2d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:22:15.765546 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a762b3c7-c483-40f1-b58f-f28ded601b2d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:15.808707 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762b3c7-c483-40f1-b58f-f28ded601b2d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Port': ['ID=2fe9cbcc-648a-45b8-b159-91d2fc24dfea,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:15.896561 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a762b3c7-c483-40f1-b58f-f28ded601b2d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:16.099527 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1d842-4e32-45cb-967e-b2198d2dd596 req-ef398672-6d3b-48ee-863d-c44b027115ff tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:16.101019 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-feb1d842-4e32-45cb-967e-b2198d2dd596 req-ef398672-6d3b-48ee-863d-c44b027115ff tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 944 time: 0.1168509 Nov 23 22:22:16.219565 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-feb1d842-4e32-45cb-967e-b2198d2dd596 req-6c4f0864-7da5-4552-8307-4467685eefae tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010025 Nov 23 22:22:16.261596 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a762b3c7-c483-40f1-b58f-f28ded601b2d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:16.266038 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a762b3c7-c483-40f1-b58f-f28ded601b2d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:16.266834 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a762b3c7-c483-40f1-b58f-f28ded601b2d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:16.339222 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762b3c7-c483-40f1-b58f-f28ded601b2d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Port': ['ID=2fe9cbcc-648a-45b8-b159-91d2fc24dfea,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:16.389818 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 6d1ec67d-3e65-4710-9284-90b1a39f0d51 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:22:16.409102 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a762b3c7-c483-40f1-b58f-f28ded601b2d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network 3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:22:16.410844 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-a762b3c7-c483-40f1-b58f-f28ded601b2d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:16.448055 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 6d1ec67d-3e65-4710-9284-90b1a39f0d51 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:22:16.452789 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 6d1ec67d-3e65-4710-9284-90b1a39f0d51 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:16.453177 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:16.537743 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95897ce-2ac1-469f-a343-62bdd974106b None None] Network 3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:22:16.539152 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a762b3c7-c483-40f1-b58f-f28ded601b2d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Router e5bdfc12-d905-4b2e-b2bb-efe3dd67e595 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:22:16.553745 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:16.631274 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ff6d26-1a27-4f15-9e06-0c1856d20757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1ec67d-3e65-4710-9284-90b1a39f0d51'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:22:16.634024 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed93a16-85a8-472b-946b-2916832abe98" -d '{"events": [{"server_uuid": "f8ff6d26-1a27-4f15-9e06-0c1856d20757", "name": "network-vif-plugged", "status": "completed", "tag": "6d1ec67d-3e65-4710-9284-90b1a39f0d51"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:22:16.635685 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a762b3c7-c483-40f1-b58f-f28ded601b2d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:22:16.645144 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a762b3c7-c483-40f1-b58f-f28ded601b2d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/routers/e5bdfc12-d905-4b2e-b2bb-efe3dd67e595/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7506974 Nov 23 22:22:16.646280 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43884) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:16.650168 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb00242-a5ef-440f-98f2-dc6a77309f83 None None] Sync routers for ids ['e5bdfc12-d905-4b2e-b2bb-efe3dd67e595'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:22:16.663792 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb00242-a5ef-440f-98f2-dc6a77309f83 None None] Routers {'e5bdfc12-d905-4b2e-b2bb-efe3dd67e595'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:16.664558 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-aeb00242-a5ef-440f-98f2-dc6a77309f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e5bdfc12-d905-4b2e-b2bb-efe3dd67e595'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:16.668059 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 6d1ec67d-3e65-4710-9284-90b1a39f0d51, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=6d1ec67d-3e65-4710-9284-90b1a39f0d51,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:16.673344 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-20f452d1-041e-4d48-922b-332dd92dc1ed None None] Provisioning complete for port 0cc6dc00-b81b-4953-b533-1252ed758e7f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:16.674168 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-20f452d1-041e-4d48-922b-332dd92dc1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:16.679956 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:16.710604 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5831fee-5629-4026-bfa4-a7d76a273396 x-openstack-request-id: req-c5831fee-5629-4026-bfa4-a7d76a273396 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:22:16.711027 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ff6d26-1a27-4f15-9e06-0c1856d20757", "name": "network-vif-plugged", "status": "completed", "tag": "6d1ec67d-3e65-4710-9284-90b1a39f0d51", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:22:16.711376 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c5831fee-5629-4026-bfa4-a7d76a273396 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:22:16.712070 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-aeb00242-a5ef-440f-98f2-dc6a77309f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:16.712646 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ff6d26-1a27-4f15-9e06-0c1856d20757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1ec67d-3e65-4710-9284-90b1a39f0d51', 'code': 200} Nov 23 22:22:16.727524 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb00242-a5ef-440f-98f2-dc6a77309f83 None None] Routers {'e5bdfc12-d905-4b2e-b2bb-efe3dd67e595'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:16.728147 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-aeb00242-a5ef-440f-98f2-dc6a77309f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e5bdfc12-d905-4b2e-b2bb-efe3dd67e595'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:16.732207 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a605625-9f70-45e7-b65b-3b3edb3fbea7 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:16.733668 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4a605625-9f70-45e7-b65b-3b3edb3fbea7 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/ports/2fe9cbcc-648a-45b8-b159-91d2fc24dfea HTTP/1.1" status: 200 len: 911 time: 0.0863953 Nov 23 22:22:16.736583 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43886) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:16.744965 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c7fe1d51-d6aa-4780-ac71-4b239c2a396d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dcbb68b4-3469-4b4a-9b0e-cd8b8d1876cf'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:16.797128 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-aeb00242-a5ef-440f-98f2-dc6a77309f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:16.797697 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb00242-a5ef-440f-98f2-dc6a77309f83 None None] The sync data for ids ['e5bdfc12-d905-4b2e-b2bb-efe3dd67e595'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:22:16.827828 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=6d1ec67d-3e65-4710-9284-90b1a39f0d51,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:16.834706 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 0cc6dc00-b81b-4953-b533-1252ed758e7f up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:22:16.947413 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-20f452d1-041e-4d48-922b-332dd92dc1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:16.993230 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 0cc6dc00-b81b-4953-b533-1252ed758e7f triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:16.993609 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:17.024082 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-20f452d1-041e-4d48-922b-332dd92dc1ed None None] For port 0cc6dc00-b81b-4953-b533-1252ed758e7f, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=0cc6dc00-b81b-4953-b533-1252ed758e7f,segment=NetworkSegment(640ab06d-d14b-473a-81b7-11d72c1a7480),segment_id=640ab06d-d14b-473a-81b7-11d72c1a7480)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:17.038750 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-20f452d1-041e-4d48-922b-332dd92dc1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:17.107481 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f452d1-041e-4d48-922b-332dd92dc1ed None None] Pushing event updated for resources: {'Port': ['ID=0cc6dc00-b81b-4953-b533-1252ed758e7f,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:17.286707 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9ff36-6a9d-4301-9ba7-8296918ff673 req-45ddc136-afa4-456c-b79f-d2d1ff8466c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:17.288308 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-40a9ff36-6a9d-4301-9ba7-8296918ff673 req-45ddc136-afa4-456c-b79f-d2d1ff8466c4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 1096 time: 0.4832983 Nov 23 22:22:17.363584 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3b7e0a91-f34b-41d4-8dbf-f101b9195360 None None] Provisioning complete for port 0cc6dc00-b81b-4953-b533-1252ed758e7f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:17.364135 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0a91-f34b-41d4-8dbf-f101b9195360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:17.372723 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27192cc-c313-42c8-8766-f0a5e0380ca7 req-7d2b4e9d-0ab2-4eff-abdb-4b2c7f109118 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:17.380785 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c7fe1d51-d6aa-4780-ac71-4b239c2a396d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:17.383345 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a27192cc-c313-42c8-8766-f0a5e0380ca7 req-7d2b4e9d-0ab2-4eff-abdb-4b2c7f109118 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 945 time: 0.0786686 Nov 23 22:22:17.396643 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-40a9ff36-6a9d-4301-9ba7-8296918ff673 req-5c332c55-29e8-40de-a662-0a5486c4a877 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004195 Nov 23 22:22:17.454186 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a27192cc-c313-42c8-8766-f0a5e0380ca7 req-6e20b15d-b977-4ef0-9aba-ccaf8b4fb374 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695572 Nov 23 22:22:17.485721 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3b7e0a91-f34b-41d4-8dbf-f101b9195360 None None] Provisioning complete for port 2fe9cbcc-648a-45b8-b159-91d2fc24dfea triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:17.487000 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0a91-f34b-41d4-8dbf-f101b9195360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:17.527329 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e0a91-f34b-41d4-8dbf-f101b9195360 None None] Port 2fe9cbcc-648a-45b8-b159-91d2fc24dfea cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:22:17.647397 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a180d3b1-a6aa-42bf-92cc-8ad9070e767f None None] Provisioning complete for port 2fe9cbcc-648a-45b8-b159-91d2fc24dfea triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:17.648074 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a180d3b1-a6aa-42bf-92cc-8ad9070e767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:17.687297 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a180d3b1-a6aa-42bf-92cc-8ad9070e767f None None] Port 2fe9cbcc-648a-45b8-b159-91d2fc24dfea cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:22:17.795518 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c7fe1d51-d6aa-4780-ac71-4b239c2a396d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:17.804501 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c7fe1d51-d6aa-4780-ac71-4b239c2a396d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:17.809202 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9feafbe9-ab46-4ec1-9059-4f147136afbc None None] Provisioning complete for port 2fe9cbcc-648a-45b8-b159-91d2fc24dfea triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:17.809568 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9feafbe9-ab46-4ec1-9059-4f147136afbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:17.811340 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fe1d51-d6aa-4780-ac71-4b239c2a396d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:17.812043 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c7fe1d51-d6aa-4780-ac71-4b239c2a396d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:17.813496 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c7fe1d51-d6aa-4780-ac71-4b239c2a396d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/ports/2fe9cbcc-648a-45b8-b159-91d2fc24dfea HTTP/1.1" status: 200 len: 911 time: 1.0752985 Nov 23 22:22:17.816678 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43890) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:17.853083 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-9feafbe9-ab46-4ec1-9059-4f147136afbc None None] Port 2fe9cbcc-648a-45b8-b159-91d2fc24dfea cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:22:17.860744 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe1d51-d6aa-4780-ac71-4b239c2a396d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Port': ['ID=2fe9cbcc-648a-45b8-b159-91d2fc24dfea,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:18.135357 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e27cd88b-b969-4e94-8b7a-dc3f53a25409 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:18.741776 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-e27cd88b-b969-4e94-8b7a-dc3f53a25409 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting port 2fe9cbcc-648a-45b8-b159-91d2fc24dfea {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:22:18.742015 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e27cd88b-b969-4e94-8b7a-dc3f53a25409 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:18.747792 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 0cc6dc00-b81b-4953-b533-1252ed758e7f up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:22:18.800761 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 0cc6dc00-b81b-4953-b533-1252ed758e7f triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:18.801153 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:18.814074 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91b64f-d536-4776-9f33-2c197b461fa1 req-0cb74f94-f0fc-44ec-b674-56c85617f570 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:18.816230 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a91b64f-d536-4776-9f33-2c197b461fa1 req-0cb74f94-f0fc-44ec-b674-56c85617f570 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 945 time: 0.1115277 Nov 23 22:22:18.870859 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e27cd88b-b969-4e94-8b7a-dc3f53a25409 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:18.893388 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-e27cd88b-b969-4e94-8b7a-dc3f53a25409 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Calling delete_port for 2fe9cbcc-648a-45b8-b159-91d2fc24dfea owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:22:18.900210 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a91b64f-d536-4776-9f33-2c197b461fa1 req-2c5c12bd-0188-4a2c-a6fa-4632c483b7fa tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757687 Nov 23 22:22:19.084204 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc7da4-9dbd-4501-9e31-12043713a7e7 req-752d2af8-d171-46de-9c80-cc1efad49b70 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:19.085695 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f8cc7da4-9dbd-4501-9e31-12043713a7e7 req-752d2af8-d171-46de-9c80-cc1efad49b70 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 945 time: 0.0864503 Nov 23 22:22:19.138918 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e27cd88b-b969-4e94-8b7a-dc3f53a25409 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:19.182617 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cd88b-b969-4e94-8b7a-dc3f53a25409 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Port': ['ID=2fe9cbcc-648a-45b8-b159-91d2fc24dfea,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:19.196809 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f8cc7da4-9dbd-4501-9e31-12043713a7e7 req-05fc90e5-6ef1-44db-97cd-6a5ec54b6d66 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043229 Nov 23 22:22:19.293884 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e27cd88b-b969-4e94-8b7a-dc3f53a25409 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:19.467080 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27cd88b-b969-4e94-8b7a-dc3f53a25409 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Router e5bdfc12-d905-4b2e-b2bb-efe3dd67e595 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:22:19.545755 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27cd88b-b969-4e94-8b7a-dc3f53a25409 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:22:19.551362 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e27cd88b-b969-4e94-8b7a-dc3f53a25409 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/routers/e5bdfc12-d905-4b2e-b2bb-efe3dd67e595/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7335899 Nov 23 22:22:19.554009 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43904) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:19.556154 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff044e5-07dd-465e-86d1-dc0ad3e39c0b None None] Sync routers for ids ['e5bdfc12-d905-4b2e-b2bb-efe3dd67e595'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:22:19.568035 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff044e5-07dd-465e-86d1-dc0ad3e39c0b None None] Routers {'e5bdfc12-d905-4b2e-b2bb-efe3dd67e595'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:19.568661 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-6ff044e5-07dd-465e-86d1-dc0ad3e39c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e5bdfc12-d905-4b2e-b2bb-efe3dd67e595'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:19.586343 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f04de72e-e6c8-40a8-b039-cca24c702db3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5bdfc12-d905-4b2e-b2bb-efe3dd67e595 HTTP/1.1" status: 200 len: 205 time: 0.0303609 Nov 23 22:22:19.588892 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43906) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:19.603883 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-6ff044e5-07dd-465e-86d1-dc0ad3e39c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:19.614093 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff044e5-07dd-465e-86d1-dc0ad3e39c0b None None] Routers {'e5bdfc12-d905-4b2e-b2bb-efe3dd67e595'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:19.614803 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-6ff044e5-07dd-465e-86d1-dc0ad3e39c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e5bdfc12-d905-4b2e-b2bb-efe3dd67e595'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:19.647629 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-6ff044e5-07dd-465e-86d1-dc0ad3e39c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:19.648289 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff044e5-07dd-465e-86d1-dc0ad3e39c0b None None] The sync data for ids ['e5bdfc12-d905-4b2e-b2bb-efe3dd67e595'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:22:19.674537 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b1b6487-17e6-4eb5-bea0-ab2848390856 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:19.847599 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b1b6487-17e6-4eb5-bea0-ab2848390856 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:19.850170 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b1b6487-17e6-4eb5-bea0-ab2848390856 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:19.901430 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b1b6487-17e6-4eb5-bea0-ab2848390856 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:19.902196 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1b6487-17e6-4eb5-bea0-ab2848390856 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Fanout notify agent at l3_agent the message router_deleted on router e5bdfc12-d905-4b2e-b2bb-efe3dd67e595 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:22:19.913357 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6b1b6487-17e6-4eb5-bea0-ab2848390856 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:19.914476 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6b1b6487-17e6-4eb5-bea0-ab2848390856 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/routers/e5bdfc12-d905-4b2e-b2bb-efe3dd67e595 HTTP/1.1" status: 204 len: 168 time: 0.3247359 Nov 23 22:22:19.917372 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43922) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:19.972429 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b8ff18f-6708-401e-af39-1f2edcd382fc tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting subnet dcbb68b4-3469-4b4a-9b0e-cd8b8d1876cf {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:22:19.976125 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8b8ff18f-6708-401e-af39-1f2edcd382fc tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:20.025262 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8b8ff18f-6708-401e-af39-1f2edcd382fc tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:20.119201 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8b8ff18f-6708-401e-af39-1f2edcd382fc tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:20.194855 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8b8ff18f-6708-401e-af39-1f2edcd382fc tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:20.219271 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ff18f-6708-401e-af39-1f2edcd382fc tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Subnet': ['ID=dcbb68b4-3469-4b4a-9b0e-cd8b8d1876cf,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:20.238730 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8b8ff18f-6708-401e-af39-1f2edcd382fc tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:20.240731 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f980446e-ba82-4a90-8a78-7d93f848fcb9 None None] Network 3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:22:20.245065 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43940) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:20.245543 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8b8ff18f-6708-401e-af39-1f2edcd382fc tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/subnets/dcbb68b4-3469-4b4a-9b0e-cd8b8d1876cf HTTP/1.1" status: 204 len: 168 time: 0.3266721 Nov 23 22:22:20.334683 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3da614b4-48b3-4646-a345-d5baa194fefa tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:20.411288 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-3da614b4-48b3-4646-a345-d5baa194fefa tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting port 0cc6dc00-b81b-4953-b533-1252ed758e7f {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:22:20.412244 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3da614b4-48b3-4646-a345-d5baa194fefa tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:20.480269 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b897bbc3-b3cf-4c6d-b1c0-12f00731c58d None None] DHCP port deletion for 3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:22:20.492560 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-3da614b4-48b3-4646-a345-d5baa194fefa tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] For port 0cc6dc00-b81b-4953-b533-1252ed758e7f, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=0cc6dc00-b81b-4953-b533-1252ed758e7f,segment=NetworkSegment(640ab06d-d14b-473a-81b7-11d72c1a7480),segment_id=640ab06d-d14b-473a-81b7-11d72c1a7480)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:20.493468 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3da614b4-48b3-4646-a345-d5baa194fefa tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:20.509936 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-3da614b4-48b3-4646-a345-d5baa194fefa tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Calling delete_port for 0cc6dc00-b81b-4953-b533-1252ed758e7f owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:22:20.564303 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b897bbc3-b3cf-4c6d-b1c0-12f00731c58d None None] Deleting port 0cc6dc00-b81b-4953-b533-1252ed758e7f {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:22:20.564747 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b897bbc3-b3cf-4c6d-b1c0-12f00731c58d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:20.616642 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3da614b4-48b3-4646-a345-d5baa194fefa tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:20.642943 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b897bbc3-b3cf-4c6d-b1c0-12f00731c58d None None] For port 0cc6dc00-b81b-4953-b533-1252ed758e7f, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=0cc6dc00-b81b-4953-b533-1252ed758e7f,segment=NetworkSegment(640ab06d-d14b-473a-81b7-11d72c1a7480),segment_id=640ab06d-d14b-473a-81b7-11d72c1a7480)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:20.643401 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b897bbc3-b3cf-4c6d-b1c0-12f00731c58d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:20.655451 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da614b4-48b3-4646-a345-d5baa194fefa tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] No DVR routers for this DVR port 0cc6dc00-b81b-4953-b533-1252ed758e7f on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:22:20.660497 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da614b4-48b3-4646-a345-d5baa194fefa tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Port': ['ID=0cc6dc00-b81b-4953-b533-1252ed758e7f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:20.662220 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b897bbc3-b3cf-4c6d-b1c0-12f00731c58d None None] Calling delete_port for 0cc6dc00-b81b-4953-b533-1252ed758e7f owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:22:20.762620 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b897bbc3-b3cf-4c6d-b1c0-12f00731c58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:20.770089 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3da614b4-48b3-4646-a345-d5baa194fefa tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:20.779175 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 0cc6dc00-b81b-4953-b533-1252ed758e7f no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:22:20.795024 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3da614b4-48b3-4646-a345-d5baa194fefa tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:20.802201 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b897bbc3-b3cf-4c6d-b1c0-12f00731c58d None None] No DVR routers for this DVR port 0cc6dc00-b81b-4953-b533-1252ed758e7f on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:22:20.804119 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 0cc6dc00-b81b-4953-b533-1252ed758e7f {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:22:20.804462 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 0cc6dc00-b81b-4953-b533-1252ed758e7f not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:22:20.805555 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3da614b4-48b3-4646-a345-d5baa194fefa tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640ab06d-d14b-473a-81b7-11d72c1a7480') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:20.805860 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3da614b4-48b3-4646-a345-d5baa194fefa tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640ab06d-d14b-473a-81b7-11d72c1a7480') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:20.817812 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3da614b4-48b3-4646-a345-d5baa194fefa tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:20.828359 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897bbc3-b3cf-4c6d-b1c0-12f00731c58d None None] Pushing event deleted for resources: {'Port': ['ID=0cc6dc00-b81b-4953-b533-1252ed758e7f,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:20.843654 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3da614b4-48b3-4646-a345-d5baa194fefa tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:20.850884 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da614b4-48b3-4646-a345-d5baa194fefa tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:22:20.851528 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3da614b4-48b3-4646-a345-d5baa194fefa tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:22:20.854685 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:22:20.918887 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3da614b4-48b3-4646-a345-d5baa194fefa tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:20.924586 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3da614b4-48b3-4646-a345-d5baa194fefa tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:20.927963 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3da614b4-48b3-4646-a345-d5baa194fefa tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/networks/3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd HTTP/1.1" status: 204 len: 168 time: 0.6818068 Nov 23 22:22:20.931928 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43966) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:20.936441 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-faba860c-7378-4064-8274-339f02d06c05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1599934278', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:20.944517 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da614b4-48b3-4646-a345-d5baa194fefa tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Network': ['ID=3a33bd6d-1b5e-4edf-8c1e-891f54f5cebd,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:20.962558 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-faba860c-7378-4064-8274-339f02d06c05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:20.963695 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-faba860c-7378-4064-8274-339f02d06c05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:21.023187 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-faba860c-7378-4064-8274-339f02d06c05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:21.028002 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-faba860c-7378-4064-8274-339f02d06c05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:21.048629 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-faba860c-7378-4064-8274-339f02d06c05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:21.050372 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-faba860c-7378-4064-8274-339f02d06c05 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1169624 Nov 23 22:22:21.053088 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43968) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:21.058395 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-67b0a072-b7d9-47e1-8e76-0420c95997e2 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-86918136'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:21.081805 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b0a072-b7d9-47e1-8e76-0420c95997e2 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Made reservation on behalf of 538a4e0f8a6a48da9d25775c1a97a295 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:22:21.086116 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67b0a072-b7d9-47e1-8e76-0420c95997e2 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:21.113959 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b0a072-b7d9-47e1-8e76-0420c95997e2 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:22:21.124837 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67b0a072-b7d9-47e1-8e76-0420c95997e2 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:21.125210 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-67b0a072-b7d9-47e1-8e76-0420c95997e2 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Added segment ba9df460-9d06-4165-b642-6cda5a9d80dc of type vlan for network f865f278-4ff5-4a4e-87d4-97c698113518 Nov 23 22:22:21.208253 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67b0a072-b7d9-47e1-8e76-0420c95997e2 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:21.247650 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67b0a072-b7d9-47e1-8e76-0420c95997e2 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:21.255432 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b0a072-b7d9-47e1-8e76-0420c95997e2 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:21.256061 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67b0a072-b7d9-47e1-8e76-0420c95997e2 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:21.301520 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-67b0a072-b7d9-47e1-8e76-0420c95997e2 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2473528 Nov 23 22:22:21.304562 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43970) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:21.312636 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a26f25ab-ade5-4850-926c-174dd3e40501 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'subnet': {'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:21.341150 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b0a072-b7d9-47e1-8e76-0420c95997e2 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Network': ['ID=f865f278-4ff5-4a4e-87d4-97c698113518,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:21.351952 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network f865f278-4ff5-4a4e-87d4-97c698113518 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:22:21.425242 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26f25ab-ade5-4850-926c-174dd3e40501 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Made reservation on behalf of 538a4e0f8a6a48da9d25775c1a97a295 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:22:21.429599 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a26f25ab-ade5-4850-926c-174dd3e40501 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:21.629215 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a26f25ab-ade5-4850-926c-174dd3e40501 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:21.695456 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f25ab-ade5-4850-926c-174dd3e40501 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Subnet': ['ID=d2548375-87ca-4358-8c98-b4aa615020e6,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:21.707698 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26f25ab-ade5-4850-926c-174dd3e40501 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Checking segment: {'id': 'ba9df460-9d06-4165-b642-6cda5a9d80dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:22:21.708063 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f25ab-ade5-4850-926c-174dd3e40501 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network hostable DHCP agents. Network: f865f278-4ff5-4a4e-87d4-97c698113518, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:22:21.727838 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26f25ab-ade5-4850-926c-174dd3e40501 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network f865f278-4ff5-4a4e-87d4-97c698113518 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:22:21.739727 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-a26f25ab-ade5-4850-926c-174dd3e40501 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, f865f278-4ff5-4a4e-87d4-97c698113518) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:21.747998 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88947fa-2410-4e08-b44c-75e7d51516f0 None None] Network f865f278-4ff5-4a4e-87d4-97c698113518 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:22:21.750826 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26f25ab-ade5-4850-926c-174dd3e40501 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:21.752234 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a26f25ab-ade5-4850-926c-174dd3e40501 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:21.770421 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a26f25ab-ade5-4850-926c-174dd3e40501 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4643574 Nov 23 22:22:21.773131 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 43982) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:21.915672 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-d12b8c6a-49f8-4e19-85a6-61976aa00942 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:21.917364 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-d12b8c6a-49f8-4e19-85a6-61976aa00942 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 811 time: 0.1082640 Nov 23 22:22:21.933557 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-a600a991-7e19-4777-8c6f-1b42142ca651 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/quotas/329cae0f6dbe4692890320913546aec7 HTTP/1.1" status: 200 len: 375 time: 0.0101683 Nov 23 22:22:21.997745 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-a4cf9c02-3748-4248-95bd-582f5371a289 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0567958 Nov 23 22:22:22.074903 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15accb61-0351-4bb0-87c0-e90493c6bf96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-f865f278-4ff5-4a4e-87d4-97c698113518', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:22:22.075893 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15accb61-0351-4bb0-87c0-e90493c6bf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:22.082274 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5115d19-a485-48c0-ab4e-97cbc6420a4a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:22.167293 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-a60b53fe-16ff-4992-9aac-225409a4816e service neutron] 10.222.0.50 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605721 Nov 23 22:22:22.221207 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-15accb61-0351-4bb0-87c0-e90493c6bf96 None None] Allocated IP 2001:db8::2 (f865f278-4ff5-4a4e-87d4-97c698113518/d2548375-87ca-4358-8c98-b4aa615020e6/caf4a071-1929-46c3-a2cc-fd660f8991fd) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:22:22.265123 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-9d987460-b32c-41b4-b14d-38ea8d3cc5a4 service neutron] 10.222.0.50 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928290 Nov 23 22:22:22.372657 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15accb61-0351-4bb0-87c0-e90493c6bf96 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:22.379466 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15accb61-0351-4bb0-87c0-e90493c6bf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:22.426580 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15accb61-0351-4bb0-87c0-e90493c6bf96 None None] Network f865f278-4ff5-4a4e-87d4-97c698113518 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:22:22.429699 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-a5115d19-a485-48c0-ab4e-97cbc6420a4a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Allocated IP 2001:db8::1 (f865f278-4ff5-4a4e-87d4-97c698113518/d2548375-87ca-4358-8c98-b4aa615020e6/9d5a31cb-9276-4d16-84b4-0780c8b681fc) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:22:22.431274 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-15accb61-0351-4bb0-87c0-e90493c6bf96 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:22.434860 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15accb61-0351-4bb0-87c0-e90493c6bf96 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:22:22.444442 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15accb61-0351-4bb0-87c0-e90493c6bf96 None None] Pushing event updated for resources: {'Port': ['ID=caf4a071-1929-46c3-a2cc-fd660f8991fd,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:22.496151 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-15accb61-0351-4bb0-87c0-e90493c6bf96 None None] Attempting to bind port caf4a071-1929-46c3-a2cc-fd660f8991fd on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:22:22.496528 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-15accb61-0351-4bb0-87c0-e90493c6bf96 None None] Attempting to bind port caf4a071-1929-46c3-a2cc-fd660f8991fd by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'ba9df460-9d06-4165-b642-6cda5a9d80dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:22:22.496896 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15accb61-0351-4bb0-87c0-e90493c6bf96 None None] Attempting to bind port caf4a071-1929-46c3-a2cc-fd660f8991fd on network f865f278-4ff5-4a4e-87d4-97c698113518 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:22:22.502402 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15accb61-0351-4bb0-87c0-e90493c6bf96 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:22:22.502805 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15accb61-0351-4bb0-87c0-e90493c6bf96 None None] Checking segment: {'id': 'ba9df460-9d06-4165-b642-6cda5a9d80dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:22:22.503209 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15accb61-0351-4bb0-87c0-e90493c6bf96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:22.503599 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15accb61-0351-4bb0-87c0-e90493c6bf96 None None] Bound using segment: {'id': 'ba9df460-9d06-4165-b642-6cda5a9d80dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:22:22.504068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-15accb61-0351-4bb0-87c0-e90493c6bf96 None None] Bound port: caf4a071-1929-46c3-a2cc-fd660f8991fd, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9df460-9d06-4165-b642-6cda5a9d80dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:22:22.504447 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15accb61-0351-4bb0-87c0-e90493c6bf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:22.555190 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5115d19-a485-48c0-ab4e-97cbc6420a4a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:22.567792 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-15accb61-0351-4bb0-87c0-e90493c6bf96 None None] For port caf4a071-1929-46c3-a2cc-fd660f8991fd, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:22:22.570950 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-15accb61-0351-4bb0-87c0-e90493c6bf96 None None] For port caf4a071-1929-46c3-a2cc-fd660f8991fd, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=caf4a071-1929-46c3-a2cc-fd660f8991fd,segment=NetworkSegment(ba9df460-9d06-4165-b642-6cda5a9d80dc),segment_id=ba9df460-9d06-4165-b642-6cda5a9d80dc)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:22:22.575530 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15accb61-0351-4bb0-87c0-e90493c6bf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:22.591305 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5115d19-a485-48c0-ab4e-97cbc6420a4a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:22.633377 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5115d19-a485-48c0-ab4e-97cbc6420a4a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network f865f278-4ff5-4a4e-87d4-97c698113518 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:22:22.640289 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-a5115d19-a485-48c0-ab4e-97cbc6420a4a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:22.640561 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15accb61-0351-4bb0-87c0-e90493c6bf96 None None] Pushing event updated for resources: {'Port': ['ID=caf4a071-1929-46c3-a2cc-fd660f8991fd,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:22.649094 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5115d19-a485-48c0-ab4e-97cbc6420a4a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:22:22.649736 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5115d19-a485-48c0-ab4e-97cbc6420a4a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:22.687231 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5115d19-a485-48c0-ab4e-97cbc6420a4a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Port': ['ID=9d5a31cb-9276-4d16-84b4-0780c8b681fc,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:22.777053 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5115d19-a485-48c0-ab4e-97cbc6420a4a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:22.966309 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:23.065752 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5115d19-a485-48c0-ab4e-97cbc6420a4a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:23.070085 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5115d19-a485-48c0-ab4e-97cbc6420a4a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:23.070864 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a5115d19-a485-48c0-ab4e-97cbc6420a4a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:23.135497 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5115d19-a485-48c0-ab4e-97cbc6420a4a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Port': ['ID=9d5a31cb-9276-4d16-84b4-0780c8b681fc,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:23.198708 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5115d19-a485-48c0-ab4e-97cbc6420a4a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network f865f278-4ff5-4a4e-87d4-97c698113518 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:22:23.200146 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-a5115d19-a485-48c0-ab4e-97cbc6420a4a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:23.325862 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5115d19-a485-48c0-ab4e-97cbc6420a4a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Router 2fd74614-677c-4b8b-b295-ba3b905d121c is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:22:23.444536 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5115d19-a485-48c0-ab4e-97cbc6420a4a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:22:23.450948 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a5115d19-a485-48c0-ab4e-97cbc6420a4a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/routers/2fd74614-677c-4b8b-b295-ba3b905d121c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6767724 Nov 23 22:22:23.453853 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 43996) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:23.459207 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] Sync routers for ids ['2fd74614-677c-4b8b-b295-ba3b905d121c'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:22:23.466227 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-b4c6e9c3-89e4-4e51-83ec-604bce087276 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-919275447'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:23.485848 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] Routers {'2fd74614-677c-4b8b-b295-ba3b905d121c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:23.492348 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2fd74614-677c-4b8b-b295-ba3b905d121c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:23.550079 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cb766053-403b-4618-ad9f-40591da0ed07 req-2ed6f5ce-6b0b-4362-a084-e8584390c469 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 210 time: 0.0523672 Nov 23 22:22:23.560388 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c6e9c3-89e4-4e51-83ec-604bce087276 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Made reservation on behalf of 538a4e0f8a6a48da9d25775c1a97a295 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:22:23.565983 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b4c6e9c3-89e4-4e51-83ec-604bce087276 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:23.597595 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c6e9c3-89e4-4e51-83ec-604bce087276 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:22:23.600139 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] Set router 2fd74614-677c-4b8b-b295-ba3b905d121c gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:23.610296 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b4c6e9c3-89e4-4e51-83ec-604bce087276 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:23.611524 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-b4c6e9c3-89e4-4e51-83ec-604bce087276 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Added segment d8370b52-fa41-4cf0-958a-42959b4aee8d of type vlan for network a21ff003-a958-41f5-98c6-90ac2c179393 Nov 23 22:22:23.661920 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b4c6e9c3-89e4-4e51-83ec-604bce087276 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:23.699233 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f267c27-9391-4103-8a81-c67db3550349 None None] Network f865f278-4ff5-4a4e-87d4-97c698113518 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:22:23.701607 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b4c6e9c3-89e4-4e51-83ec-604bce087276 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:23.710458 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c6e9c3-89e4-4e51-83ec-604bce087276 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:23.711497 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b4c6e9c3-89e4-4e51-83ec-604bce087276 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:23.772514 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b5c09ee5-4e54-469a-bcc7-37e5763957e5 None None] Provisioning complete for port caf4a071-1929-46c3-a2cc-fd660f8991fd triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:23.772885 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b5c09ee5-4e54-469a-bcc7-37e5763957e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:23.796823 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b4c6e9c3-89e4-4e51-83ec-604bce087276 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3416069 Nov 23 22:22:23.800134 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44004) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:23.801438 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6e9c3-89e4-4e51-83ec-604bce087276 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Network': ['ID=a21ff003-a958-41f5-98c6-90ac2c179393,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:23.805580 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-bb6e893c-37fa-4b5f-a252-97e5de4f91b3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'subnet': {'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:23.817257 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network a21ff003-a958-41f5-98c6-90ac2c179393 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:22:23.883100 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:22Z', 'revision_number': 2, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None, '_interfaces': [{'id': '9d5a31cb-9276-4d16-84b4-0780c8b681fc', 'name': '', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:2c:76:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:22Z', 'updated_at': '2021-11-23T22:22:22Z', 'revision_number': 2, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:23.924603 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] Checking router: 2fd74614-677c-4b8b-b295-ba3b905d121c for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:22:23.925366 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] Updating router 2fd74614-677c-4b8b-b295-ba3b905d121c port 9d5a31cb-9276-4d16-84b4-0780c8b681fc binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:22:23.970095 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:24.012811 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b5c09ee5-4e54-469a-bcc7-37e5763957e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:24.042804 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6e893c-37fa-4b5f-a252-97e5de4f91b3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Made reservation on behalf of 538a4e0f8a6a48da9d25775c1a97a295 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:22:24.050021 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb6e893c-37fa-4b5f-a252-97e5de4f91b3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:24.071627 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b5c09ee5-4e54-469a-bcc7-37e5763957e5 None None] For port caf4a071-1929-46c3-a2cc-fd660f8991fd, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=caf4a071-1929-46c3-a2cc-fd660f8991fd,segment=NetworkSegment(ba9df460-9d06-4165-b642-6cda5a9d80dc),segment_id=ba9df460-9d06-4165-b642-6cda5a9d80dc)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:24.081970 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b5c09ee5-4e54-469a-bcc7-37e5763957e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:24.192664 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c09ee5-4e54-469a-bcc7-37e5763957e5 None None] Pushing event updated for resources: {'Port': ['ID=caf4a071-1929-46c3-a2cc-fd660f8991fd,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:24.335196 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb6e893c-37fa-4b5f-a252-97e5de4f91b3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:24.367025 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:24.373143 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:24.405761 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e893c-37fa-4b5f-a252-97e5de4f91b3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Subnet': ['ID=9b11db5f-31e4-4603-aab4-d24e2b0ebef3,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:24.422201 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134a95a-d9dd-4318-b3f4-2949a64cda21 None None] Pushing event updated for resources: {'Port': ['ID=9d5a31cb-9276-4d16-84b4-0780c8b681fc,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:24.429399 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6e893c-37fa-4b5f-a252-97e5de4f91b3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Checking segment: {'id': 'd8370b52-fa41-4cf0-958a-42959b4aee8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:22:24.429981 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6e893c-37fa-4b5f-a252-97e5de4f91b3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network hostable DHCP agents. Network: a21ff003-a958-41f5-98c6-90ac2c179393, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:22:24.432435 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134a95a-d9dd-4318-b3f4-2949a64cda21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:24.432952 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134a95a-d9dd-4318-b3f4-2949a64cda21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:24.432952 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134a95a-d9dd-4318-b3f4-2949a64cda21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:24.433363 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134a95a-d9dd-4318-b3f4-2949a64cda21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:24.433701 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134a95a-d9dd-4318-b3f4-2949a64cda21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:24.434028 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134a95a-d9dd-4318-b3f4-2949a64cda21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:24.434366 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134a95a-d9dd-4318-b3f4-2949a64cda21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:24.434685 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134a95a-d9dd-4318-b3f4-2949a64cda21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:24.435054 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134a95a-d9dd-4318-b3f4-2949a64cda21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:24.435350 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134a95a-d9dd-4318-b3f4-2949a64cda21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:24.435666 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134a95a-d9dd-4318-b3f4-2949a64cda21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:24.435979 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134a95a-d9dd-4318-b3f4-2949a64cda21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:24.457091 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6e893c-37fa-4b5f-a252-97e5de4f91b3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network a21ff003-a958-41f5-98c6-90ac2c179393 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:22:24.469778 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-bb6e893c-37fa-4b5f-a252-97e5de4f91b3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, a21ff003-a958-41f5-98c6-90ac2c179393) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:24.474996 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6e893c-37fa-4b5f-a252-97e5de4f91b3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:24.475519 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb6e893c-37fa-4b5f-a252-97e5de4f91b3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:24.483580 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf78ba1-62ae-484d-9171-e05d08dc49c8 None None] Network a21ff003-a958-41f5-98c6-90ac2c179393 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:22:24.500773 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] Attempting to bind port 9d5a31cb-9276-4d16-84b4-0780c8b681fc on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:22:24.503333 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] Attempting to bind port 9d5a31cb-9276-4d16-84b4-0780c8b681fc by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'ba9df460-9d06-4165-b642-6cda5a9d80dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:22:24.504347 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] Attempting to bind port 9d5a31cb-9276-4d16-84b4-0780c8b681fc on network f865f278-4ff5-4a4e-87d4-97c698113518 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:22:24.510395 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:22:24.510956 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] Checking segment: {'id': 'ba9df460-9d06-4165-b642-6cda5a9d80dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:22:24.511445 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:24.512354 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bb6e893c-37fa-4b5f-a252-97e5de4f91b3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7110636 Nov 23 22:22:24.515107 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] Bound using segment: {'id': 'ba9df460-9d06-4165-b642-6cda5a9d80dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:22:24.515620 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44008) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:24.515884 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] Bound port: 9d5a31cb-9276-4d16-84b4-0780c8b681fc, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9df460-9d06-4165-b642-6cda5a9d80dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:22:24.516510 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:24.586858 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-29f359bc-471c-4065-86ea-614c06427bdd None None] Provisioning complete for port caf4a071-1929-46c3-a2cc-fd660f8991fd triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:24.587516 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-29f359bc-471c-4065-86ea-614c06427bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:24.656552 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] For port 9d5a31cb-9276-4d16-84b4-0780c8b681fc, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:22:24.660759 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] For port 9d5a31cb-9276-4d16-84b4-0780c8b681fc, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9d5a31cb-9276-4d16-84b4-0780c8b681fc,segment=NetworkSegment(ba9df460-9d06-4165-b642-6cda5a9d80dc),segment_id=ba9df460-9d06-4165-b642-6cda5a9d80dc)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:22:24.670464 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:24.692554 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84c2f305-3e6d-41f9-8772-928d2a259837 req-6fdc8074-bd67-4109-bb5a-dbe1f5d84b18 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 210 time: 0.0474839 Nov 23 22:22:24.786529 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134a95a-d9dd-4318-b3f4-2949a64cda21 None None] Pushing event updated for resources: {'Port': ['ID=9d5a31cb-9276-4d16-84b4-0780c8b681fc,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:24.814856 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] Routers {'2fd74614-677c-4b8b-b295-ba3b905d121c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:24.816022 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2fd74614-677c-4b8b-b295-ba3b905d121c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:24.870341 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device caf4a071-1929-46c3-a2cc-fd660f8991fd up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:22:24.949471 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f6b34e-4ace-4e6c-afe5-d2e88c09ad04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-a21ff003-a958-41f5-98c6-90ac2c179393', 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'fixed_ips': [{'subnet_id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:22:24.950328 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c7f6b34e-4ace-4e6c-afe5-d2e88c09ad04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:24.963291 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-29f359bc-471c-4065-86ea-614c06427bdd None None] Provisioning complete for port 9d5a31cb-9276-4d16-84b4-0780c8b681fc triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:24.963944 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-29f359bc-471c-4065-86ea-614c06427bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:24.969827 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] Set router 2fd74614-677c-4b8b-b295-ba3b905d121c gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:25.046447 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port caf4a071-1929-46c3-a2cc-fd660f8991fd triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:25.049390 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:25.180936 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b68f673-46ad-489e-ae3f-b04e73344a6a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:25.268101 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:22Z', 'revision_number': 2, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None, '_interfaces': [{'id': '9d5a31cb-9276-4d16-84b4-0780c8b681fc', 'name': '', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:2c:76:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:22Z', 'updated_at': '2021-11-23T22:22:24Z', 'revision_number': 4, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:25.277237 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-3cad0010-9bda-46be-8188-77b8d7d39f27 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:25.278831 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-3cad0010-9bda-46be-8188-77b8d7d39f27 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.53 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 811 time: 0.2370875 Nov 23 22:22:25.310047 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590a1f31-caa3-4e4f-adde-a8864a83a70c None None] The sync data for ids ['2fd74614-677c-4b8b-b295-ba3b905d121c'] in n-d-816206-9 is: [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:22Z', 'revision_number': 2, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None, '_interfaces': [{'id': '9d5a31cb-9276-4d16-84b4-0780c8b681fc', 'name': '', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:2c:76:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:22Z', 'updated_at': '2021-11-23T22:22:24Z', 'revision_number': 4, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:22:25.322402 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-613db0ae-d003-4297-9681-ed4df3532d04 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Request body: {'port': {'device_id': '6eafe856-218d-4930-8201-d00e098b0791', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'admin_state_up': True, 'tenant_id': '329cae0f6dbe4692890320913546aec7'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:25.350116 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-c7f6b34e-4ace-4e6c-afe5-d2e88c09ad04 None None] Allocated IP 2001:db8:1::2 (a21ff003-a958-41f5-98c6-90ac2c179393/9b11db5f-31e4-4603-aab4-d24e2b0ebef3/a0550a91-355f-4d22-ab24-e7a87e3fa8b6) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:22:25.398400 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-29f359bc-471c-4065-86ea-614c06427bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:25.590679 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-29f359bc-471c-4065-86ea-614c06427bdd None None] For port 9d5a31cb-9276-4d16-84b4-0780c8b681fc, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9d5a31cb-9276-4d16-84b4-0780c8b681fc,segment=NetworkSegment(ba9df460-9d06-4165-b642-6cda5a9d80dc),segment_id=ba9df460-9d06-4165-b642-6cda5a9d80dc)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:25.615766 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-613db0ae-d003-4297-9681-ed4df3532d04 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Made reservation on behalf of 329cae0f6dbe4692890320913546aec7 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:22:25.620833 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-613db0ae-d003-4297-9681-ed4df3532d04 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:25.701375 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-29f359bc-471c-4065-86ea-614c06427bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:25.805131 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c7f6b34e-4ace-4e6c-afe5-d2e88c09ad04 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:25.864442 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c7f6b34e-4ace-4e6c-afe5-d2e88c09ad04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:25.888351 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-80ad6360-edc5-4b65-969b-0682fb151625 req-bd6db021-e0a3-4726-989d-8b46a6c8fa60 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 210 time: 0.0682817 Nov 23 22:22:25.937346 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-bb3dd5f9-645e-4a54-a76e-3b4cb905b16c None None] Provisioning complete for port 9d5a31cb-9276-4d16-84b4-0780c8b681fc triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:25.937935 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bb3dd5f9-645e-4a54-a76e-3b4cb905b16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:25.947013 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f6b34e-4ace-4e6c-afe5-d2e88c09ad04 None None] Network a21ff003-a958-41f5-98c6-90ac2c179393 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:22:25.977051 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f359bc-471c-4065-86ea-614c06427bdd None None] Pushing event updated for resources: {'Port': ['ID=9d5a31cb-9276-4d16-84b4-0780c8b681fc,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:26.014773 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-c7f6b34e-4ace-4e6c-afe5-d2e88c09ad04 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:26.019745 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f6b34e-4ace-4e6c-afe5-d2e88c09ad04 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:22:26.098098 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6b34e-4ace-4e6c-afe5-d2e88c09ad04 None None] Pushing event updated for resources: {'Port': ['ID=a0550a91-355f-4d22-ab24-e7a87e3fa8b6,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:26.201766 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c7f6b34e-4ace-4e6c-afe5-d2e88c09ad04 None None] Attempting to bind port a0550a91-355f-4d22-ab24-e7a87e3fa8b6 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:22:26.202241 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c7f6b34e-4ace-4e6c-afe5-d2e88c09ad04 None None] Attempting to bind port a0550a91-355f-4d22-ab24-e7a87e3fa8b6 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'd8370b52-fa41-4cf0-958a-42959b4aee8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:22:26.202744 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f6b34e-4ace-4e6c-afe5-d2e88c09ad04 None None] Attempting to bind port a0550a91-355f-4d22-ab24-e7a87e3fa8b6 on network a21ff003-a958-41f5-98c6-90ac2c179393 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:22:26.217711 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f6b34e-4ace-4e6c-afe5-d2e88c09ad04 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:22:26.218170 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f6b34e-4ace-4e6c-afe5-d2e88c09ad04 None None] Checking segment: {'id': 'd8370b52-fa41-4cf0-958a-42959b4aee8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:22:26.218688 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c7f6b34e-4ace-4e6c-afe5-d2e88c09ad04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:26.219403 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f6b34e-4ace-4e6c-afe5-d2e88c09ad04 None None] Bound using segment: {'id': 'd8370b52-fa41-4cf0-958a-42959b4aee8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:22:26.221110 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c7f6b34e-4ace-4e6c-afe5-d2e88c09ad04 None None] Bound port: a0550a91-355f-4d22-ab24-e7a87e3fa8b6, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8370b52-fa41-4cf0-958a-42959b4aee8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:22:26.221742 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c7f6b34e-4ace-4e6c-afe5-d2e88c09ad04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:26.339139 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c7f6b34e-4ace-4e6c-afe5-d2e88c09ad04 None None] For port a0550a91-355f-4d22-ab24-e7a87e3fa8b6, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:22:26.343839 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c7f6b34e-4ace-4e6c-afe5-d2e88c09ad04 None None] For port a0550a91-355f-4d22-ab24-e7a87e3fa8b6, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a0550a91-355f-4d22-ab24-e7a87e3fa8b6,segment=NetworkSegment(d8370b52-fa41-4cf0-958a-42959b4aee8d),segment_id=d8370b52-fa41-4cf0-958a-42959b4aee8d)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:22:26.349863 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c7f6b34e-4ace-4e6c-afe5-d2e88c09ad04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:26.402512 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-613db0ae-d003-4297-9681-ed4df3532d04 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Allocated IP 172.20.0.13 (78d257e1-aea0-4cd9-9a6d-8f678889c0c7/00982b18-1d62-4bd5-8cb8-3ab1c7caaf56/a7906c9c-e5c3-42ba-adea-be0de79df4fa) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:22:26.438208 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2dd118c9-5e91-4931-990a-acf8a07c7ae6 None None] Provisioning complete for port 9d5a31cb-9276-4d16-84b4-0780c8b681fc triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:26.438584 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2dd118c9-5e91-4931-990a-acf8a07c7ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:26.508448 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6b34e-4ace-4e6c-afe5-d2e88c09ad04 None None] Pushing event updated for resources: {'Port': ['ID=a0550a91-355f-4d22-ab24-e7a87e3fa8b6,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:26.552313 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-0b68f673-46ad-489e-ae3f-b04e73344a6a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Allocated IP 2001:db8:1::1 (a21ff003-a958-41f5-98c6-90ac2c179393/9b11db5f-31e4-4603-aab4-d24e2b0ebef3/96d2e6fe-1891-4714-be67-2d1e79e7c7c4) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:22:26.804915 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b68f673-46ad-489e-ae3f-b04e73344a6a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:26.817548 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-613db0ae-d003-4297-9681-ed4df3532d04 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:26.899884 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-613db0ae-d003-4297-9681-ed4df3532d04 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:26.918388 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9d5a31cb-9276-4d16-84b4-0780c8b681fc up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:22:26.921880 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b68f673-46ad-489e-ae3f-b04e73344a6a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:26.979299 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-613db0ae-d003-4297-9681-ed4df3532d04 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:22:26.987385 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b68f673-46ad-489e-ae3f-b04e73344a6a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network a21ff003-a958-41f5-98c6-90ac2c179393 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:22:26.989427 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['6d1ec67d-3e65-4710-9284-90b1a39f0d51'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:22:26.991939 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-613db0ae-d003-4297-9681-ed4df3532d04 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:26.995464 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-613db0ae-d003-4297-9681-ed4df3532d04 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:22:27.003285 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-0b68f673-46ad-489e-ae3f-b04e73344a6a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:27.054688 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 9d5a31cb-9276-4d16-84b4-0780c8b681fc triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:27.055145 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:27.085636 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-613db0ae-d003-4297-9681-ed4df3532d04 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:27.086438 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-613db0ae-d003-4297-9681-ed4df3532d04 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:27.102350 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab560e1-79ec-4c91-a4a6-d3e174a11058 req-c20e3a61-dc91-4a93-9040-09efd15c44c2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:27.104766 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2ab560e1-79ec-4c91-a4a6-d3e174a11058 req-c20e3a61-dc91-4a93-9040-09efd15c44c2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 932 time: 0.0989361 Nov 23 22:22:27.121647 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b68f673-46ad-489e-ae3f-b04e73344a6a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:22:27.122393 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b68f673-46ad-489e-ae3f-b04e73344a6a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:27.126089 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613db0ae-d003-4297-9681-ed4df3532d04 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event updated for resources: {'Port': ['ID=a7906c9c-e5c3-42ba-adea-be0de79df4fa,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:27.134814 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-613db0ae-d003-4297-9681-ed4df3532d04 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8201730 Nov 23 22:22:27.202438 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-971a807e-ab81-41f3-9a36-416d31856d42 service neutron] Request body: {'port': {'device_id': '6eafe856-218d-4930-8201-d00e098b0791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:27.213877 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2ab560e1-79ec-4c91-a4a6-d3e174a11058 req-f3206ba7-8511-4ff0-b09c-676711266f84 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947289 Nov 23 22:22:27.228959 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a0550a91-355f-4d22-ab24-e7a87e3fa8b6 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:22:27.312362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port a0550a91-355f-4d22-ab24-e7a87e3fa8b6 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:27.312992 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:27.373012 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68f673-46ad-489e-ae3f-b04e73344a6a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Port': ['ID=96d2e6fe-1891-4714-be67-2d1e79e7c7c4,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:27.379821 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-971a807e-ab81-41f3-9a36-416d31856d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:27.418568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-028826da-6489-423a-bb54-985ce95db622 None None] Provisioning complete for port a7906c9c-e5c3-42ba-adea-be0de79df4fa triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:27.418972 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-028826da-6489-423a-bb54-985ce95db622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:27.460310 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b68f673-46ad-489e-ae3f-b04e73344a6a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:27.491044 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:27.494051 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-028826da-6489-423a-bb54-985ce95db622 None None] Port a7906c9c-e5c3-42ba-adea-be0de79df4fa cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:22:27.533089 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port a0550a91-355f-4d22-ab24-e7a87e3fa8b6, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a0550a91-355f-4d22-ab24-e7a87e3fa8b6,segment=NetworkSegment(d8370b52-fa41-4cf0-958a-42959b4aee8d),segment_id=d8370b52-fa41-4cf0-958a-42959b4aee8d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:27.539244 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:27.599266 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=a0550a91-355f-4d22-ab24-e7a87e3fa8b6,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:27.919327 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03e605c-0a8e-4ce5-beb3-374061be0e14 None None] Network a21ff003-a958-41f5-98c6-90ac2c179393 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:22:27.973064 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-971a807e-ab81-41f3-9a36-416d31856d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7906c9c-e5c3-42ba-adea-be0de79df4fa {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:22:27.989079 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-971a807e-ab81-41f3-9a36-416d31856d42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:27.993129 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b68f673-46ad-489e-ae3f-b04e73344a6a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:28.002502 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b68f673-46ad-489e-ae3f-b04e73344a6a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:28.003351 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0b68f673-46ad-489e-ae3f-b04e73344a6a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:28.074107 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-971a807e-ab81-41f3-9a36-416d31856d42 service neutron] Transition to ACTIVE for port object a7906c9c-e5c3-42ba-adea-be0de79df4fa will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:22:28.091570 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-971a807e-ab81-41f3-9a36-416d31856d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:28.096173 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68f673-46ad-489e-ae3f-b04e73344a6a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Port': ['ID=96d2e6fe-1891-4714-be67-2d1e79e7c7c4,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:28.186881 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-65c64e08-ff24-432c-b9a1-a8da37a95619 None None] Provisioning complete for port a0550a91-355f-4d22-ab24-e7a87e3fa8b6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:28.187398 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-65c64e08-ff24-432c-b9a1-a8da37a95619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:28.191680 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1b44d755-5f53-4812-9d61-23638de8b641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:28.203954 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a807e-ab81-41f3-9a36-416d31856d42 service neutron] Pushing event updated for resources: {'Port': ['ID=a7906c9c-e5c3-42ba-adea-be0de79df4fa,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:28.231879 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b68f673-46ad-489e-ae3f-b04e73344a6a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network a21ff003-a958-41f5-98c6-90ac2c179393 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:22:28.265301 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-0b68f673-46ad-489e-ae3f-b04e73344a6a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:28.378844 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-971a807e-ab81-41f3-9a36-416d31856d42 service neutron] Attempting to bind port a7906c9c-e5c3-42ba-adea-be0de79df4fa on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:22:28.378844 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-971a807e-ab81-41f3-9a36-416d31856d42 service neutron] Attempting to bind port a7906c9c-e5c3-42ba-adea-be0de79df4fa by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:22:28.378844 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-971a807e-ab81-41f3-9a36-416d31856d42 service neutron] Attempting to bind port a7906c9c-e5c3-42ba-adea-be0de79df4fa on network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:22:28.388271 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-971a807e-ab81-41f3-9a36-416d31856d42 service neutron] Port a7906c9c-e5c3-42ba-adea-be0de79df4fa on network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:22:28.388593 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-971a807e-ab81-41f3-9a36-416d31856d42 service neutron] Attempting to bind port a7906c9c-e5c3-42ba-adea-be0de79df4fa on network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:22:28.398446 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-971a807e-ab81-41f3-9a36-416d31856d42 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:22:28.398757 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-971a807e-ab81-41f3-9a36-416d31856d42 service neutron] Checking segment: {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:22:28.399105 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-971a807e-ab81-41f3-9a36-416d31856d42 service neutron] Bound using segment: {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:22:28.399546 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-971a807e-ab81-41f3-9a36-416d31856d42 service neutron] Bound port: a7906c9c-e5c3-42ba-adea-be0de79df4fa, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:22:28.399901 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-971a807e-ab81-41f3-9a36-416d31856d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:28.439759 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968cb3e-ded6-4944-b32f-18eddf95bb89 req-743d15c0-dbd3-45a9-8c55-0c67bf35df94 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:28.464620 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1968cb3e-ded6-4944-b32f-18eddf95bb89 req-743d15c0-dbd3-45a9-8c55-0c67bf35df94 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 944 time: 0.1234841 Nov 23 22:22:28.475492 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b68f673-46ad-489e-ae3f-b04e73344a6a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Router 2fd74614-677c-4b8b-b295-ba3b905d121c has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:22:28.534694 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-971a807e-ab81-41f3-9a36-416d31856d42 service neutron] For port a7906c9c-e5c3-42ba-adea-be0de79df4fa, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:22:28.538901 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-971a807e-ab81-41f3-9a36-416d31856d42 service neutron] For port a7906c9c-e5c3-42ba-adea-be0de79df4fa, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a7906c9c-e5c3-42ba-adea-be0de79df4fa,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:22:28.553858 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1968cb3e-ded6-4944-b32f-18eddf95bb89 req-9168f4d1-b6aa-429a-b45f-ed7d2ec38e8a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882931 Nov 23 22:22:28.621770 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-971a807e-ab81-41f3-9a36-416d31856d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:28.681408 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-971a807e-ab81-41f3-9a36-416d31856d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:28.682036 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-971a807e-ab81-41f3-9a36-416d31856d42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:28.683607 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-971a807e-ab81-41f3-9a36-416d31856d42 service neutron] 10.222.0.53 "PUT /v2.0/ports/a7906c9c-e5c3-42ba-adea-be0de79df4fa HTTP/1.1" status: 200 len: 1092 time: 1.4900134 Nov 23 22:22:28.684061 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eafe856-218d-4930-8201-d00e098b0791', 'tag': 'a7906c9c-e5c3-42ba-adea-be0de79df4fa'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:22:28.686429 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba1dec0-37ef-4a5a-ab37-be93ec99990c" -d '{"events": [{"name": "network-changed", "server_uuid": "6eafe856-218d-4930-8201-d00e098b0791", "tag": "a7906c9c-e5c3-42ba-adea-be0de79df4fa"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:22:28.794470 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0900800c-1eb2-4165-9265-aea6b14de77c x-openstack-request-id: req-0900800c-1eb2-4165-9265-aea6b14de77c {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:22:28.794818 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eafe856-218d-4930-8201-d00e098b0791", "tag": "a7906c9c-e5c3-42ba-adea-be0de79df4fa", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:22:28.795097 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0900800c-1eb2-4165-9265-aea6b14de77c {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:22:28.795526 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eafe856-218d-4930-8201-d00e098b0791', 'tag': 'a7906c9c-e5c3-42ba-adea-be0de79df4fa', 'status': 'completed', 'code': 200} Nov 23 22:22:28.796638 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b68f673-46ad-489e-ae3f-b04e73344a6a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:22:28.811057 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0b68f673-46ad-489e-ae3f-b04e73344a6a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/routers/2fd74614-677c-4b8b-b295-ba3b905d121c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2904434 Nov 23 22:22:28.811057 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a807e-ab81-41f3-9a36-416d31856d42 service neutron] Pushing event updated for resources: {'Port': ['ID=a7906c9c-e5c3-42ba-adea-be0de79df4fa,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:28.811655 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44024) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:28.818533 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-da7b200e-6b31-4040-8292-2d11e82b8260 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1870670786'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:28.829090 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-4609e618-8989-459f-8eab-f81bf3a54dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:28.832015 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-4609e618-8989-459f-8eab-f81bf3a54dc9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 1095 time: 0.0920839 Nov 23 22:22:28.841536 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] Sync routers for ids ['2fd74614-677c-4b8b-b295-ba3b905d121c'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:22:28.870327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7b200e-6b31-4040-8292-2d11e82b8260 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Made reservation on behalf of 538a4e0f8a6a48da9d25775c1a97a295 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:22:28.875500 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da7b200e-6b31-4040-8292-2d11e82b8260 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:28.880825 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a0550a91-355f-4d22-ab24-e7a87e3fa8b6 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:22:28.905633 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f29fe78d-19b1-42f8-b1fc-91e94480eb99 None None] Provisioning complete for port 96d2e6fe-1891-4714-be67-2d1e79e7c7c4 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:28.906007 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f29fe78d-19b1-42f8-b1fc-91e94480eb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:28.935624 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7b200e-6b31-4040-8292-2d11e82b8260 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:22:28.958337 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da7b200e-6b31-4040-8292-2d11e82b8260 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:28.959037 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-da7b200e-6b31-4040-8292-2d11e82b8260 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Added segment 9dfb393d-07f6-451b-b1c3-a29864cbf3ea of type vlan for network bc1b2c33-ba42-4b86-8dc2-04142b98a6f5 Nov 23 22:22:28.963169 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-8dcb4cee-3458-4239-a62b-66b6ffe18af4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7906c9c-e5c3-42ba-adea-be0de79df4fa HTTP/1.1" status: 200 len: 217 time: 0.1207125 Nov 23 22:22:29.014379 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f29fe78d-19b1-42f8-b1fc-91e94480eb99 None None] Port 96d2e6fe-1891-4714-be67-2d1e79e7c7c4 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:22:29.054203 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da7b200e-6b31-4040-8292-2d11e82b8260 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:29.057873 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] Routers {'2fd74614-677c-4b8b-b295-ba3b905d121c'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:29.058527 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2fd74614-677c-4b8b-b295-ba3b905d121c'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:29.074950 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-9b5fc03a-f261-4931-b57a-120056e8a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:29.077639 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-9b5fc03a-f261-4931-b57a-120056e8a6f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.1056049 Nov 23 22:22:29.103156 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da7b200e-6b31-4040-8292-2d11e82b8260 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:29.123055 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7b200e-6b31-4040-8292-2d11e82b8260 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:29.125849 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-da7b200e-6b31-4040-8292-2d11e82b8260 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:29.140984 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f29fe78d-19b1-42f8-b1fc-91e94480eb99 None None] Provisioning complete for port a0550a91-355f-4d22-ab24-e7a87e3fa8b6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:29.141391 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f29fe78d-19b1-42f8-b1fc-91e94480eb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:29.169321 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-5e11f119-cb16-4fdb-9a1f-0dcee3d143ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:29.170941 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-5e11f119-cb16-4fdb-9a1f-0dcee3d143ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851717 Nov 23 22:22:29.262082 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-da7b200e-6b31-4040-8292-2d11e82b8260 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4487264 Nov 23 22:22:29.268068 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44026) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:29.275375 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] Set router 2fd74614-677c-4b8b-b295-ba3b905d121c gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:29.279002 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-01d52139-6f46-45f8-b213-48267cf6c604 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'subnet': {'network_id': 'bc1b2c33-ba42-4b86-8dc2-04142b98a6f5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:29.286407 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b200e-6b31-4040-8292-2d11e82b8260 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Network': ['ID=bc1b2c33-ba42-4b86-8dc2-04142b98a6f5,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:29.326878 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port a0550a91-355f-4d22-ab24-e7a87e3fa8b6 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:29.327320 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:29.337323 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network bc1b2c33-ba42-4b86-8dc2-04142b98a6f5 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:22:29.365100 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-a7a26c68-e5c0-4d39-a00e-5e51ac49d7a6 service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845787 Nov 23 22:22:29.427773 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d52139-6f46-45f8-b213-48267cf6c604 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Made reservation on behalf of 538a4e0f8a6a48da9d25775c1a97a295 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:22:29.431820 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01d52139-6f46-45f8-b213-48267cf6c604 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:29.515165 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3d5b3e6b-9601-4ac2-94c7-da7d6255ba40 req-e89fd2c1-3fb5-4a81-9fab-3756d443ee87 service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350787 Nov 23 22:22:29.690703 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1dec0-37ef-4a5a-ab37-be93ec99990c req-cc2e0863-a072-4d21-96b3-3702890a7928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:29.693594 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cba1dec0-37ef-4a5a-ab37-be93ec99990c req-cc2e0863-a072-4d21-96b3-3702890a7928 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 1095 time: 0.1271296 Nov 23 22:22:29.804267 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-368994cc-316a-4057-9a1b-c175b77ffc66 None None] Provisioning complete for port 96d2e6fe-1891-4714-be67-2d1e79e7c7c4 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:29.804839 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-368994cc-316a-4057-9a1b-c175b77ffc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:29.815747 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf19b54-09bb-48e4-af58-df213fa49d64 req-011ec60a-a26a-438d-8eaa-061038d36027 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:29.817652 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7bf19b54-09bb-48e4-af58-df213fa49d64 req-011ec60a-a26a-438d-8eaa-061038d36027 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 944 time: 0.1303511 Nov 23 22:22:29.832183 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:27Z', 'revision_number': 3, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None, '_interfaces': [{'id': '96d2e6fe-1891-4714-be67-2d1e79e7c7c4', 'name': '', 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:8c:1e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:25Z', 'updated_at': '2021-11-23T22:22:27Z', 'revision_number': 2, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a31cb-9276-4d16-84b4-0780c8b681fc', 'name': '', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:2c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:22Z', 'updated_at': '2021-11-23T22:22:25Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:29.859191 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01d52139-6f46-45f8-b213-48267cf6c604 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:29.867766 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] Checking router: 2fd74614-677c-4b8b-b295-ba3b905d121c for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:22:29.867766 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] Updating router 2fd74614-677c-4b8b-b295-ba3b905d121c port 96d2e6fe-1891-4714-be67-2d1e79e7c7c4 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:22:29.874501 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1dec0-37ef-4a5a-ab37-be93ec99990c req-43b0d968-6bdf-405b-9f84-def04da764bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:29.877194 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cba1dec0-37ef-4a5a-ab37-be93ec99990c req-43b0d968-6bdf-405b-9f84-def04da764bb service neutron] 10.222.0.53 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 912 time: 0.1673243 Nov 23 22:22:29.905841 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:29.919018 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-368994cc-316a-4057-9a1b-c175b77ffc66 None None] Port 96d2e6fe-1891-4714-be67-2d1e79e7c7c4 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:22:29.927300 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7bf19b54-09bb-48e4-af58-df213fa49d64 req-938673d5-2a06-43e8-b7a2-e9599a10f3c2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989900 Nov 23 22:22:29.936362 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cba1dec0-37ef-4a5a-ab37-be93ec99990c req-b0b1abd5-2a60-4a3c-bb2e-184ad5c7af3d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7906c9c-e5c3-42ba-adea-be0de79df4fa HTTP/1.1" status: 200 len: 217 time: 0.0515668 Nov 23 22:22:29.959506 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d52139-6f46-45f8-b213-48267cf6c604 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Subnet': ['ID=4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:29.984180 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d52139-6f46-45f8-b213-48267cf6c604 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Checking segment: {'id': '9dfb393d-07f6-451b-b1c3-a29864cbf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'bc1b2c33-ba42-4b86-8dc2-04142b98a6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:22:29.984517 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d52139-6f46-45f8-b213-48267cf6c604 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network hostable DHCP agents. Network: bc1b2c33-ba42-4b86-8dc2-04142b98a6f5, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:22:30.003498 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1dec0-37ef-4a5a-ab37-be93ec99990c req-45f0a547-2ebf-450f-ae2b-2843803d162d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:30.005161 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cba1dec0-37ef-4a5a-ab37-be93ec99990c req-45f0a547-2ebf-450f-ae2b-2843803d162d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0607708 Nov 23 22:22:30.014819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d52139-6f46-45f8-b213-48267cf6c604 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network bc1b2c33-ba42-4b86-8dc2-04142b98a6f5 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:22:30.030968 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-01d52139-6f46-45f8-b213-48267cf6c604 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, bc1b2c33-ba42-4b86-8dc2-04142b98a6f5) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:30.054433 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d52139-6f46-45f8-b213-48267cf6c604 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:30.055961 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-01d52139-6f46-45f8-b213-48267cf6c604 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:30.060883 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1dec0-37ef-4a5a-ab37-be93ec99990c req-4e24f924-3a35-41a7-8c98-5a3c1da8f0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:30.062437 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cba1dec0-37ef-4a5a-ab37-be93ec99990c req-4e24f924-3a35-41a7-8c98-5a3c1da8f0b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490887 Nov 23 22:22:30.071378 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8314b407-a58c-49e1-952b-d8ec198b58a1 None None] Network bc1b2c33-ba42-4b86-8dc2-04142b98a6f5 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:22:30.084418 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-01d52139-6f46-45f8-b213-48267cf6c604 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8116190 Nov 23 22:22:30.087710 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44032) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:30.206983 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:30.216663 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cba1dec0-37ef-4a5a-ab37-be93ec99990c req-f7da78c9-7a09-41fa-bd4b-0def0111bd86 service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429646 Nov 23 22:22:30.346652 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cba1dec0-37ef-4a5a-ab37-be93ec99990c req-6142df6e-8cd9-43a6-bd92-fecb7aab7922 service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225209 Nov 23 22:22:30.409477 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c436698-8338-4c8d-aa4e-071363ec93b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-bc1b2c33-ba42-4b86-8dc2-04142b98a6f5', 'network_id': 'bc1b2c33-ba42-4b86-8dc2-04142b98a6f5', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'fixed_ips': [{'subnet_id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:22:30.410382 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3c436698-8338-4c8d-aa4e-071363ec93b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:30.574899 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:30.591682 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:30.607903 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7ecdb38a-4b33-4340-b122-46c0a5d384c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:30.652340 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:30.721589 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb522e-f493-4795-b6ee-b1b36f77423c None None] Pushing event updated for resources: {'Port': ['ID=96d2e6fe-1891-4714-be67-2d1e79e7c7c4,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:30.790346 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-3c436698-8338-4c8d-aa4e-071363ec93b9 None None] Allocated IP 2001:db8:2::2 (bc1b2c33-ba42-4b86-8dc2-04142b98a6f5/4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0/061261da-e923-4671-bb00-0be04b399bee) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:22:30.815175 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] Attempting to bind port 96d2e6fe-1891-4714-be67-2d1e79e7c7c4 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:22:30.815802 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] Attempting to bind port 96d2e6fe-1891-4714-be67-2d1e79e7c7c4 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'd8370b52-fa41-4cf0-958a-42959b4aee8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:22:30.816224 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] Attempting to bind port 96d2e6fe-1891-4714-be67-2d1e79e7c7c4 on network a21ff003-a958-41f5-98c6-90ac2c179393 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:22:30.829118 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:22:30.829659 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] Checking segment: {'id': 'd8370b52-fa41-4cf0-958a-42959b4aee8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:22:30.830872 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:30.831336 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] Bound using segment: {'id': 'd8370b52-fa41-4cf0-958a-42959b4aee8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:22:30.831866 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] Bound port: 96d2e6fe-1891-4714-be67-2d1e79e7c7c4, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8370b52-fa41-4cf0-958a-42959b4aee8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:22:30.832264 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:31.143409 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e980b8-f5ca-4972-a374-2a72a6095e39 req-1a4dbcc8-10fd-4174-9295-9d162b809e8c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:31.154569 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5e980b8-f5ca-4972-a374-2a72a6095e39 req-1a4dbcc8-10fd-4174-9295-9d162b809e8c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 944 time: 0.0906014 Nov 23 22:22:31.187464 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] For port 96d2e6fe-1891-4714-be67-2d1e79e7c7c4, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:22:31.208393 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c0203d49-e768-4ed7-a8b0-2b17e05e9267 None None] Provisioning complete for port 96d2e6fe-1891-4714-be67-2d1e79e7c7c4 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:31.208786 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c0203d49-e768-4ed7-a8b0-2b17e05e9267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:31.234831 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f5e980b8-f5ca-4972-a374-2a72a6095e39 req-534f2060-817a-4621-ada0-bd36ac8dd824 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788524 Nov 23 22:22:31.237754 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] For port 96d2e6fe-1891-4714-be67-2d1e79e7c7c4, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=96d2e6fe-1891-4714-be67-2d1e79e7c7c4,segment=NetworkSegment(d8370b52-fa41-4cf0-958a-42959b4aee8d),segment_id=d8370b52-fa41-4cf0-958a-42959b4aee8d)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:22:31.262163 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:31.334102 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c0203d49-e768-4ed7-a8b0-2b17e05e9267 None None] Port 96d2e6fe-1891-4714-be67-2d1e79e7c7c4 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:22:31.337525 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3c436698-8338-4c8d-aa4e-071363ec93b9 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:31.360873 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3c436698-8338-4c8d-aa4e-071363ec93b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:31.379268 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] Routers {'2fd74614-677c-4b8b-b295-ba3b905d121c'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:31.379966 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2fd74614-677c-4b8b-b295-ba3b905d121c'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:31.390148 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c436698-8338-4c8d-aa4e-071363ec93b9 None None] Network bc1b2c33-ba42-4b86-8dc2-04142b98a6f5 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:22:31.425661 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb522e-f493-4795-b6ee-b1b36f77423c None None] Pushing event updated for resources: {'Port': ['ID=96d2e6fe-1891-4714-be67-2d1e79e7c7c4,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:31.472107 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-3c436698-8338-4c8d-aa4e-071363ec93b9 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:31.477743 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Allocated IP 2001:db8:2::1 (bc1b2c33-ba42-4b86-8dc2-04142b98a6f5/4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0/b4a833bd-2e87-44c7-9a90-8340626ab678) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:22:31.482198 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c436698-8338-4c8d-aa4e-071363ec93b9 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:22:31.628710 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c436698-8338-4c8d-aa4e-071363ec93b9 None None] Pushing event updated for resources: {'Port': ['ID=061261da-e923-4671-bb00-0be04b399bee,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:31.641157 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] Set router 2fd74614-677c-4b8b-b295-ba3b905d121c gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:31.692777 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-3c436698-8338-4c8d-aa4e-071363ec93b9 None None] Attempting to bind port 061261da-e923-4671-bb00-0be04b399bee on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:22:31.693989 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-3c436698-8338-4c8d-aa4e-071363ec93b9 None None] Attempting to bind port 061261da-e923-4671-bb00-0be04b399bee by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '9dfb393d-07f6-451b-b1c3-a29864cbf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'bc1b2c33-ba42-4b86-8dc2-04142b98a6f5'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:22:31.693989 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c436698-8338-4c8d-aa4e-071363ec93b9 None None] Attempting to bind port 061261da-e923-4671-bb00-0be04b399bee on network bc1b2c33-ba42-4b86-8dc2-04142b98a6f5 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:22:31.713523 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c436698-8338-4c8d-aa4e-071363ec93b9 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:22:31.713916 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c436698-8338-4c8d-aa4e-071363ec93b9 None None] Checking segment: {'id': '9dfb393d-07f6-451b-b1c3-a29864cbf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'bc1b2c33-ba42-4b86-8dc2-04142b98a6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:22:31.714341 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3c436698-8338-4c8d-aa4e-071363ec93b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:31.714744 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c436698-8338-4c8d-aa4e-071363ec93b9 None None] Bound using segment: {'id': '9dfb393d-07f6-451b-b1c3-a29864cbf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'bc1b2c33-ba42-4b86-8dc2-04142b98a6f5'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:22:31.716251 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-3c436698-8338-4c8d-aa4e-071363ec93b9 None None] Bound port: 061261da-e923-4671-bb00-0be04b399bee, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dfb393d-07f6-451b-b1c3-a29864cbf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'bc1b2c33-ba42-4b86-8dc2-04142b98a6f5'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:22:31.716251 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3c436698-8338-4c8d-aa4e-071363ec93b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:31.723918 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:31.738672 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0a90df0b-2190-42a2-972a-12fa9788825d req-2bc7c4f3-1aae-48b8-b4d9-305c662102fb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1872342 Nov 23 22:22:31.749100 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:31.839251 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:31.885722 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90df0b-2190-42a2-972a-12fa9788825d req-8281f7d8-05ec-4564-b5f6-57fbf27dc06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:31.887891 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0a90df0b-2190-42a2-972a-12fa9788825d req-8281f7d8-05ec-4564-b5f6-57fbf27dc06f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=61c37e4252964279a92abee6055de1ba&device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 1097 time: 0.0686355 Nov 23 22:22:31.901265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Port': ['ID=b4a833bd-2e87-44c7-9a90-8340626ab678,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:31.921265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network bc1b2c33-ba42-4b86-8dc2-04142b98a6f5 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:22:31.923189 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:31.925980 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:31.926328 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:31.926670 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:31.927113 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:31.927450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:31.927780 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:31.928110 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:31.928435 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:31.928766 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:31.929091 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:31.929414 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:31.929734 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:22:31.933382 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:22:31.933919 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:31.995941 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-3c436698-8338-4c8d-aa4e-071363ec93b9 None None] For port 061261da-e923-4671-bb00-0be04b399bee, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:22:32.007170 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-3c436698-8338-4c8d-aa4e-071363ec93b9 None None] For port 061261da-e923-4671-bb00-0be04b399bee, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=061261da-e923-4671-bb00-0be04b399bee,segment=NetworkSegment(9dfb393d-07f6-451b-b1c3-a29864cbf3ea),segment_id=9dfb393d-07f6-451b-b1c3-a29864cbf3ea)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:22:32.038910 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3c436698-8338-4c8d-aa4e-071363ec93b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:32.050195 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b9d85c5b-a7da-4152-bd1b-cd2c113466ea None None] Provisioning complete for port 96d2e6fe-1891-4714-be67-2d1e79e7c7c4 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:32.050657 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b9d85c5b-a7da-4152-bd1b-cd2c113466ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:32.153877 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90df0b-2190-42a2-972a-12fa9788825d req-f8134803-a084-4a4d-a813-09837c6a6c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:32.163724 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0a90df0b-2190-42a2-972a-12fa9788825d req-f8134803-a084-4a4d-a813-09837c6a6c18 service neutron] 10.222.0.53 "GET /v2.0/networks?id=00847222-67db-43aa-9d25-cf86bc5a9ccf HTTP/1.1" status: 200 len: 914 time: 0.2491021 Nov 23 22:22:32.195154 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:32.313135 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0a90df0b-2190-42a2-972a-12fa9788825d req-6986bae1-d21f-4bc2-adf7-d2e7fa1f47de service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9129d1e7-b4c6-4cd6-802a-66fe6925ab8f HTTP/1.1" status: 200 len: 1002 time: 0.1358926 Nov 23 22:22:32.365896 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c436698-8338-4c8d-aa4e-071363ec93b9 None None] Pushing event updated for resources: {'Port': ['ID=061261da-e923-4671-bb00-0be04b399bee,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:32.421917 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90df0b-2190-42a2-972a-12fa9788825d req-a281cd92-c4ce-459f-a9e9-71dbc6456fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:32.424775 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0a90df0b-2190-42a2-972a-12fa9788825d req-a281cd92-c4ce-459f-a9e9-71dbc6456fc4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0acfe5f2-4589-4284-9a8b-c813e58b7187 HTTP/1.1" status: 200 len: 852 time: 0.0971785 Nov 23 22:22:32.484458 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b9d85c5b-a7da-4152-bd1b-cd2c113466ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:32.561491 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90df0b-2190-42a2-972a-12fa9788825d req-04af59d3-807b-4e74-b75e-dc518b31b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:32.582534 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0a90df0b-2190-42a2-972a-12fa9788825d req-04af59d3-807b-4e74-b75e-dc518b31b757 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=00847222-67db-43aa-9d25-cf86bc5a9ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453290 Nov 23 22:22:32.615356 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b9d85c5b-a7da-4152-bd1b-cd2c113466ea None None] For port 96d2e6fe-1891-4714-be67-2d1e79e7c7c4, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=96d2e6fe-1891-4714-be67-2d1e79e7c7c4,segment=NetworkSegment(d8370b52-fa41-4cf0-958a-42959b4aee8d),segment_id=d8370b52-fa41-4cf0-958a-42959b4aee8d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:32.625812 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b9d85c5b-a7da-4152-bd1b-cd2c113466ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:32.682811 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:27Z', 'revision_number': 3, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None, '_interfaces': [{'id': '96d2e6fe-1891-4714-be67-2d1e79e7c7c4', 'name': '', 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:8c:1e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:25Z', 'updated_at': '2021-11-23T22:22:31Z', 'revision_number': 4, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a31cb-9276-4d16-84b4-0780c8b681fc', 'name': '', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:2c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:22Z', 'updated_at': '2021-11-23T22:22:25Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:32.731864 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1efc0b-e67c-400c-b7f9-357efbaea01e None None] The sync data for ids ['2fd74614-677c-4b8b-b295-ba3b905d121c'] in n-d-816206-9 is: [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:27Z', 'revision_number': 3, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None, '_interfaces': [{'id': '96d2e6fe-1891-4714-be67-2d1e79e7c7c4', 'name': '', 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:8c:1e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:25Z', 'updated_at': '2021-11-23T22:22:31Z', 'revision_number': 4, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a31cb-9276-4d16-84b4-0780c8b681fc', 'name': '', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:2c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:22Z', 'updated_at': '2021-11-23T22:22:25Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:22:32.766752 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d85c5b-a7da-4152-bd1b-cd2c113466ea None None] Pushing event updated for resources: {'Port': ['ID=96d2e6fe-1891-4714-be67-2d1e79e7c7c4,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:32.837378 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0a90df0b-2190-42a2-972a-12fa9788825d req-3848611b-537e-4f39-979d-ee5328e847d9 service neutron] 10.222.0.53 "GET /v2.0/networks/00847222-67db-43aa-9d25-cf86bc5a9ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421751 Nov 23 22:22:33.002662 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 061261da-e923-4671-bb00-0be04b399bee up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:22:33.040688 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0a90df0b-2190-42a2-972a-12fa9788825d req-82348bf7-311a-4c43-890f-d422b4eb579c service neutron] 10.222.0.53 "GET /v2.0/networks/00847222-67db-43aa-9d25-cf86bc5a9ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937089 Nov 23 22:22:33.105092 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:33.123757 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 061261da-e923-4671-bb00-0be04b399bee triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:33.124133 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:33.195871 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d2998-dbec-44fc-ae4b-1ca983ecdd48 req-86cb6f5e-b676-4c50-8b50-ffe255cccc71 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:33.197896 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee7d2998-dbec-44fc-ae4b-1ca983ecdd48 req-86cb6f5e-b676-4c50-8b50-ffe255cccc71 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 944 time: 0.8569636 Nov 23 22:22:33.287336 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:33.348709 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 061261da-e923-4671-bb00-0be04b399bee, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=061261da-e923-4671-bb00-0be04b399bee,segment=NetworkSegment(9dfb393d-07f6-451b-b1c3-a29864cbf3ea),segment_id=9dfb393d-07f6-451b-b1c3-a29864cbf3ea)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:33.357290 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:33.361937 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee7d2998-dbec-44fc-ae4b-1ca983ecdd48 req-49fbdb90-9de3-4277-986f-d4724e127872 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510112 Nov 23 22:22:33.409268 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:33.430063 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:33.436396 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:33.477023 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=061261da-e923-4671-bb00-0be04b399bee,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:33.628530 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Port': ['ID=b4a833bd-2e87-44c7-9a90-8340626ab678,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:33.713807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network bc1b2c33-ba42-4b86-8dc2-04142b98a6f5 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:22:33.717923 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:33.829060 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7f2027-d2fd-49a2-a639-c846b01a521a None None] Network bc1b2c33-ba42-4b86-8dc2-04142b98a6f5 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:22:33.905065 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Router 2fd74614-677c-4b8b-b295-ba3b905d121c has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:22:33.944322 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:33.950288 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e699f9d9-e30f-4bb8-89a7-34a450687d99 None None] Provisioning complete for port 061261da-e923-4671-bb00-0be04b399bee triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:33.951268 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e699f9d9-e30f-4bb8-89a7-34a450687d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:34.033677 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:22:34.039307 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1b9040cf-24c7-4c63-a5c1-fc5e10325d32 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/routers/2fd74614-677c-4b8b-b295-ba3b905d121c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9501977 Nov 23 22:22:34.042408 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44042) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:34.067346 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-9d128ac4-1f61-4862-b8cc-aa472f52f008 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1120690637'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:34.098736 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] Sync routers for ids ['2fd74614-677c-4b8b-b295-ba3b905d121c'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:22:34.115032 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] Routers {'2fd74614-677c-4b8b-b295-ba3b905d121c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:34.115834 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2fd74614-677c-4b8b-b295-ba3b905d121c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:34.117458 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d128ac4-1f61-4862-b8cc-aa472f52f008 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Made reservation on behalf of 538a4e0f8a6a48da9d25775c1a97a295 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:22:34.121628 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d128ac4-1f61-4862-b8cc-aa472f52f008 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:34.169499 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d128ac4-1f61-4862-b8cc-aa472f52f008 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:22:34.184460 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d128ac4-1f61-4862-b8cc-aa472f52f008 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:34.184856 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-9d128ac4-1f61-4862-b8cc-aa472f52f008 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Added segment 47e33db3-11c7-40aa-8c4c-106b702976c4 of type vlan for network 34ab9707-7767-4dda-9742-2c2c0b78ea28 Nov 23 22:22:34.247412 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d128ac4-1f61-4862-b8cc-aa472f52f008 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:34.299633 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d128ac4-1f61-4862-b8cc-aa472f52f008 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:34.307097 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d128ac4-1f61-4862-b8cc-aa472f52f008 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:34.308358 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9d128ac4-1f61-4862-b8cc-aa472f52f008 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:34.369660 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] Set router 2fd74614-677c-4b8b-b295-ba3b905d121c gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:34.413904 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44046) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:34.414403 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9d128ac4-1f61-4862-b8cc-aa472f52f008 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3705373 Nov 23 22:22:34.418051 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d128ac4-1f61-4862-b8cc-aa472f52f008 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Network': ['ID=34ab9707-7767-4dda-9742-2c2c0b78ea28,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:34.419089 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-ae4e5e77-ed7d-4313-9ae5-4120fc802701 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'subnet': {'network_id': '34ab9707-7767-4dda-9742-2c2c0b78ea28', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:34.431192 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 34ab9707-7767-4dda-9742-2c2c0b78ea28 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:22:34.628055 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf1c30-993e-4821-a227-cd88380a758d req-c5b1ae17-55ef-4b62-b24f-49e08d26ecda tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:34.629648 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0edf1c30-993e-4821-a227-cd88380a758d req-c5b1ae17-55ef-4b62-b24f-49e08d26ecda tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 944 time: 0.0919700 Nov 23 22:22:34.638488 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4e5e77-ed7d-4313-9ae5-4120fc802701 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Made reservation on behalf of 538a4e0f8a6a48da9d25775c1a97a295 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:22:34.645027 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae4e5e77-ed7d-4313-9ae5-4120fc802701 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:34.663835 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:32Z', 'revision_number': 4, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None, '_interfaces': [{'id': '96d2e6fe-1891-4714-be67-2d1e79e7c7c4', 'name': '', 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:8c:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:25Z', 'updated_at': '2021-11-23T22:22:32Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a31cb-9276-4d16-84b4-0780c8b681fc', 'name': '', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:2c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:22Z', 'updated_at': '2021-11-23T22:22:25Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a833bd-2e87-44c7-9a90-8340626ab678', 'name': '', 'network_id': 'bc1b2c33-ba42-4b86-8dc2-04142b98a6f5', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:82:71:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:30Z', 'updated_at': '2021-11-23T22:22:32Z', 'revision_number': 2, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:34.698430 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] Checking router: 2fd74614-677c-4b8b-b295-ba3b905d121c for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:22:34.699207 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] Updating router 2fd74614-677c-4b8b-b295-ba3b905d121c port b4a833bd-2e87-44c7-9a90-8340626ab678 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:22:34.753726 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-53df72b2-1234-469c-82b1-82ba8bbd93eb None None] Provisioning complete for port b4a833bd-2e87-44c7-9a90-8340626ab678 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:34.754075 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-53df72b2-1234-469c-82b1-82ba8bbd93eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:34.766114 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:34.863137 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-53df72b2-1234-469c-82b1-82ba8bbd93eb None None] Port b4a833bd-2e87-44c7-9a90-8340626ab678 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:22:34.888649 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-53df72b2-1234-469c-82b1-82ba8bbd93eb None None] Provisioning complete for port 061261da-e923-4671-bb00-0be04b399bee triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:34.889232 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-53df72b2-1234-469c-82b1-82ba8bbd93eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:34.944471 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0edf1c30-993e-4821-a227-cd88380a758d req-050a58a1-46e7-4428-99ee-df44aeb07522 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953491 Nov 23 22:22:35.120321 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 061261da-e923-4671-bb00-0be04b399bee up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:22:35.197742 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 061261da-e923-4671-bb00-0be04b399bee triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:35.198177 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:35.227111 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae4e5e77-ed7d-4313-9ae5-4120fc802701 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:35.278837 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6f509951-eb8e-4a14-8d20-7560336f813c None None] Provisioning complete for port b4a833bd-2e87-44c7-9a90-8340626ab678 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:35.279305 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6f509951-eb8e-4a14-8d20-7560336f813c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:35.316962 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:35.327805 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:35.340589 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e5e77-ed7d-4313-9ae5-4120fc802701 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Subnet': ['ID=bda2c973-e433-4cc8-841b-3527b84985e5,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:35.353356 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4e5e77-ed7d-4313-9ae5-4120fc802701 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Checking segment: {'id': '47e33db3-11c7-40aa-8c4c-106b702976c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '34ab9707-7767-4dda-9742-2c2c0b78ea28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:22:35.353819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4e5e77-ed7d-4313-9ae5-4120fc802701 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network hostable DHCP agents. Network: 34ab9707-7767-4dda-9742-2c2c0b78ea28, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:22:35.371809 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-6f509951-eb8e-4a14-8d20-7560336f813c None None] Port b4a833bd-2e87-44c7-9a90-8340626ab678 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:22:35.383469 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4e5e77-ed7d-4313-9ae5-4120fc802701 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network 34ab9707-7767-4dda-9742-2c2c0b78ea28 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:22:35.390085 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 96d2e6fe-1891-4714-be67-2d1e79e7c7c4 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:22:35.404773 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-ae4e5e77-ed7d-4313-9ae5-4120fc802701 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 34ab9707-7767-4dda-9742-2c2c0b78ea28) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:35.419015 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4e5e77-ed7d-4313-9ae5-4120fc802701 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:35.424630 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ae4e5e77-ed7d-4313-9ae5-4120fc802701 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:35.433377 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141c36e4-2f41-4eb4-b622-96958c9a4715 None None] Network 34ab9707-7767-4dda-9742-2c2c0b78ea28 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:22:35.466167 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbae4ba-923d-4ea6-9149-907228c039d7 None None] Pushing event updated for resources: {'Port': ['ID=b4a833bd-2e87-44c7-9a90-8340626ab678,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:35.480303 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ae4e5e77-ed7d-4313-9ae5-4120fc802701 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0652554 Nov 23 22:22:35.483304 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44048) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:35.531250 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] Attempting to bind port b4a833bd-2e87-44c7-9a90-8340626ab678 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:22:35.531737 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] Attempting to bind port b4a833bd-2e87-44c7-9a90-8340626ab678 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '9dfb393d-07f6-451b-b1c3-a29864cbf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'bc1b2c33-ba42-4b86-8dc2-04142b98a6f5'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:22:35.532110 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] Attempting to bind port b4a833bd-2e87-44c7-9a90-8340626ab678 on network bc1b2c33-ba42-4b86-8dc2-04142b98a6f5 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:22:35.542394 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:22:35.542834 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] Checking segment: {'id': '9dfb393d-07f6-451b-b1c3-a29864cbf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'bc1b2c33-ba42-4b86-8dc2-04142b98a6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:22:35.543284 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:35.543668 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] Bound using segment: {'id': '9dfb393d-07f6-451b-b1c3-a29864cbf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'bc1b2c33-ba42-4b86-8dc2-04142b98a6f5'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:22:35.544160 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] Bound port: b4a833bd-2e87-44c7-9a90-8340626ab678, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dfb393d-07f6-451b-b1c3-a29864cbf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'bc1b2c33-ba42-4b86-8dc2-04142b98a6f5'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:22:35.544545 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:35.592442 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 96d2e6fe-1891-4714-be67-2d1e79e7c7c4 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:35.592903 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:35.700707 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-85c4eff4-a3ba-46c0-b50d-0cf54b6fc6da None None] Provisioning complete for port b4a833bd-2e87-44c7-9a90-8340626ab678 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:35.701215 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-85c4eff4-a3ba-46c0-b50d-0cf54b6fc6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:35.701651 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] For port b4a833bd-2e87-44c7-9a90-8340626ab678, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:22:35.706359 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] For port b4a833bd-2e87-44c7-9a90-8340626ab678, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b4a833bd-2e87-44c7-9a90-8340626ab678,segment=NetworkSegment(9dfb393d-07f6-451b-b1c3-a29864cbf3ea),segment_id=9dfb393d-07f6-451b-b1c3-a29864cbf3ea)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:22:35.716961 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:35.790147 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] Routers {'2fd74614-677c-4b8b-b295-ba3b905d121c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:35.790901 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2fd74614-677c-4b8b-b295-ba3b905d121c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:35.911848 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbae4ba-923d-4ea6-9149-907228c039d7 None None] Pushing event updated for resources: {'Port': ['ID=b4a833bd-2e87-44c7-9a90-8340626ab678,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:35.940449 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] Set router 2fd74614-677c-4b8b-b295-ba3b905d121c gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:35.997824 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-85c4eff4-a3ba-46c0-b50d-0cf54b6fc6da None None] Port b4a833bd-2e87-44c7-9a90-8340626ab678 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:22:36.025723 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c6370e-5f7e-4743-b3e5-115f38502656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-34ab9707-7767-4dda-9742-2c2c0b78ea28', 'network_id': '34ab9707-7767-4dda-9742-2c2c0b78ea28', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'fixed_ips': [{'subnet_id': 'bda2c973-e433-4cc8-841b-3527b84985e5'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:22:36.026256 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c1c6370e-5f7e-4743-b3e5-115f38502656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:36.195977 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f765494-1a53-4308-868c-54b8d87a596b req-724c1fd6-8ca7-4abf-b61a-7dd5f7b146f6 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:36.197560 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f765494-1a53-4308-868c-54b8d87a596b req-724c1fd6-8ca7-4abf-b61a-7dd5f7b146f6 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 944 time: 0.1044612 Nov 23 22:22:36.217435 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2d88cb58-75fe-4b57-88d6-8464f4cff08f None None] Provisioning complete for port b4a833bd-2e87-44c7-9a90-8340626ab678 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:36.218660 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2d88cb58-75fe-4b57-88d6-8464f4cff08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:36.271146 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-39ae25d4-d790-41a4-947b-ff51ae340e47 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:36.295911 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f765494-1a53-4308-868c-54b8d87a596b req-da3aa159-4a72-4468-b778-1170789bac6b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877330 Nov 23 22:22:36.360611 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:32Z', 'revision_number': 4, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None, '_interfaces': [{'id': '96d2e6fe-1891-4714-be67-2d1e79e7c7c4', 'name': '', 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:8c:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:25Z', 'updated_at': '2021-11-23T22:22:32Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a31cb-9276-4d16-84b4-0780c8b681fc', 'name': '', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:2c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:22Z', 'updated_at': '2021-11-23T22:22:25Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a833bd-2e87-44c7-9a90-8340626ab678', 'name': '', 'network_id': 'bc1b2c33-ba42-4b86-8dc2-04142b98a6f5', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:82:71:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:30Z', 'updated_at': '2021-11-23T22:22:35Z', 'revision_number': 4, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:36.386287 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-c1c6370e-5f7e-4743-b3e5-115f38502656 None None] Allocated IP 2001:db8:3::2 (34ab9707-7767-4dda-9742-2c2c0b78ea28/bda2c973-e433-4cc8-841b-3527b84985e5/3132cedb-98f2-4de4-8280-7f71cd0a48f7) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:22:36.397985 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbde9193-daa1-4293-b5e2-9d11b1c08689 None None] The sync data for ids ['2fd74614-677c-4b8b-b295-ba3b905d121c'] in n-d-816206-9 is: [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:32Z', 'revision_number': 4, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None, '_interfaces': [{'id': '96d2e6fe-1891-4714-be67-2d1e79e7c7c4', 'name': '', 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:8c:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:25Z', 'updated_at': '2021-11-23T22:22:32Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a31cb-9276-4d16-84b4-0780c8b681fc', 'name': '', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:2c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:22Z', 'updated_at': '2021-11-23T22:22:25Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a833bd-2e87-44c7-9a90-8340626ab678', 'name': '', 'network_id': 'bc1b2c33-ba42-4b86-8dc2-04142b98a6f5', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:82:71:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:30Z', 'updated_at': '2021-11-23T22:22:35Z', 'revision_number': 4, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:22:36.550150 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2d88cb58-75fe-4b57-88d6-8464f4cff08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:36.597090 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2d88cb58-75fe-4b57-88d6-8464f4cff08f None None] For port b4a833bd-2e87-44c7-9a90-8340626ab678, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b4a833bd-2e87-44c7-9a90-8340626ab678,segment=NetworkSegment(9dfb393d-07f6-451b-b1c3-a29864cbf3ea),segment_id=9dfb393d-07f6-451b-b1c3-a29864cbf3ea)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:36.616629 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2d88cb58-75fe-4b57-88d6-8464f4cff08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:36.727356 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88cb58-75fe-4b57-88d6-8464f4cff08f None None] Pushing event updated for resources: {'Port': ['ID=b4a833bd-2e87-44c7-9a90-8340626ab678,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:36.796754 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b82410c3-c119-436f-9a11-cfcf2384e9d4 None None] Provisioning complete for port b4a833bd-2e87-44c7-9a90-8340626ab678 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:36.797184 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b82410c3-c119-436f-9a11-cfcf2384e9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:36.823637 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c1c6370e-5f7e-4743-b3e5-115f38502656 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:36.845791 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c1c6370e-5f7e-4743-b3e5-115f38502656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:36.881403 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b4a833bd-2e87-44c7-9a90-8340626ab678 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:22:36.932762 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-39ae25d4-d790-41a4-947b-ff51ae340e47 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Allocated IP 2001:db8:3::1 (34ab9707-7767-4dda-9742-2c2c0b78ea28/bda2c973-e433-4cc8-841b-3527b84985e5/213d97fc-2884-47b7-97e0-dc52b6969d16) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:22:36.952432 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6370e-5f7e-4743-b3e5-115f38502656 None None] Pushing event updated for resources: {'Port': ['ID=3132cedb-98f2-4de4-8280-7f71cd0a48f7,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:36.969905 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c6370e-5f7e-4743-b3e5-115f38502656 None None] Network 34ab9707-7767-4dda-9742-2c2c0b78ea28 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:22:36.980205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-c1c6370e-5f7e-4743-b3e5-115f38502656 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:36.984347 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c6370e-5f7e-4743-b3e5-115f38502656 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:22:37.094765 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port b4a833bd-2e87-44c7-9a90-8340626ab678 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:37.096025 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:37.117077 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-39ae25d4-d790-41a4-947b-ff51ae340e47 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:37.163261 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c1c6370e-5f7e-4743-b3e5-115f38502656 None None] Attempting to bind port 3132cedb-98f2-4de4-8280-7f71cd0a48f7 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:22:37.164285 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c1c6370e-5f7e-4743-b3e5-115f38502656 None None] Attempting to bind port 3132cedb-98f2-4de4-8280-7f71cd0a48f7 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '47e33db3-11c7-40aa-8c4c-106b702976c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '34ab9707-7767-4dda-9742-2c2c0b78ea28'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:22:37.164285 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c6370e-5f7e-4743-b3e5-115f38502656 None None] Attempting to bind port 3132cedb-98f2-4de4-8280-7f71cd0a48f7 on network 34ab9707-7767-4dda-9742-2c2c0b78ea28 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:22:37.170823 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-39ae25d4-d790-41a4-947b-ff51ae340e47 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:37.172996 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c6370e-5f7e-4743-b3e5-115f38502656 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:22:37.173976 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c6370e-5f7e-4743-b3e5-115f38502656 None None] Checking segment: {'id': '47e33db3-11c7-40aa-8c4c-106b702976c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '34ab9707-7767-4dda-9742-2c2c0b78ea28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:22:37.174383 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c1c6370e-5f7e-4743-b3e5-115f38502656 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:37.174907 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c6370e-5f7e-4743-b3e5-115f38502656 None None] Bound using segment: {'id': '47e33db3-11c7-40aa-8c4c-106b702976c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '34ab9707-7767-4dda-9742-2c2c0b78ea28'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:22:37.175378 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c1c6370e-5f7e-4743-b3e5-115f38502656 None None] Bound port: 3132cedb-98f2-4de4-8280-7f71cd0a48f7, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e33db3-11c7-40aa-8c4c-106b702976c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '34ab9707-7767-4dda-9742-2c2c0b78ea28'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:22:37.175766 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c1c6370e-5f7e-4743-b3e5-115f38502656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:37.224873 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae25d4-d790-41a4-947b-ff51ae340e47 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Port': ['ID=213d97fc-2884-47b7-97e0-dc52b6969d16,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:37.257108 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae25d4-d790-41a4-947b-ff51ae340e47 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network 34ab9707-7767-4dda-9742-2c2c0b78ea28 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:22:37.264291 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-39ae25d4-d790-41a4-947b-ff51ae340e47 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:37.284937 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ae25d4-d790-41a4-947b-ff51ae340e47 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:22:37.284937 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-39ae25d4-d790-41a4-947b-ff51ae340e47 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:37.337003 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c1c6370e-5f7e-4743-b3e5-115f38502656 None None] For port 3132cedb-98f2-4de4-8280-7f71cd0a48f7, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:22:37.346439 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c1c6370e-5f7e-4743-b3e5-115f38502656 None None] For port 3132cedb-98f2-4de4-8280-7f71cd0a48f7, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3132cedb-98f2-4de4-8280-7f71cd0a48f7,segment=NetworkSegment(47e33db3-11c7-40aa-8c4c-106b702976c4),segment_id=47e33db3-11c7-40aa-8c4c-106b702976c4)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:22:37.352752 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c1c6370e-5f7e-4743-b3e5-115f38502656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:37.429068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6370e-5f7e-4743-b3e5-115f38502656 None None] Pushing event updated for resources: {'Port': ['ID=3132cedb-98f2-4de4-8280-7f71cd0a48f7,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:37.536074 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58796a53-da30-4049-ae6f-e9554760653c req-6ecac2cd-aba0-4cd3-9fd9-3121569fa060 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:37.539896 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-39ae25d4-d790-41a4-947b-ff51ae340e47 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:37.544419 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-58796a53-da30-4049-ae6f-e9554760653c req-6ecac2cd-aba0-4cd3-9fd9-3121569fa060 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 944 time: 0.0976107 Nov 23 22:22:37.620102 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-58796a53-da30-4049-ae6f-e9554760653c req-a7a223ee-7648-4b3d-bebc-357eddfc49e3 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657511 Nov 23 22:22:38.277466 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-39ae25d4-d790-41a4-947b-ff51ae340e47 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:38.283559 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-39ae25d4-d790-41a4-947b-ff51ae340e47 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:38.284351 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-39ae25d4-d790-41a4-947b-ff51ae340e47 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:38.361905 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae25d4-d790-41a4-947b-ff51ae340e47 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event updated for resources: {'Port': ['ID=213d97fc-2884-47b7-97e0-dc52b6969d16,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:38.433137 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae25d4-d790-41a4-947b-ff51ae340e47 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Network 34ab9707-7767-4dda-9742-2c2c0b78ea28 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:22:38.435341 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-39ae25d4-d790-41a4-947b-ff51ae340e47 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:22:38.539155 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ae25d4-d790-41a4-947b-ff51ae340e47 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Router 2fd74614-677c-4b8b-b295-ba3b905d121c has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:22:38.623048 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:22:38.661722 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c201939a-5353-4175-8d03-086e03ec0bb9 None None] Network 34ab9707-7767-4dda-9742-2c2c0b78ea28 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:22:38.670597 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ae25d4-d790-41a4-947b-ff51ae340e47 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:22:38.687632 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44060) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:38.688689 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-39ae25d4-d790-41a4-947b-ff51ae340e47 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/routers/2fd74614-677c-4b8b-b295-ba3b905d121c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2039862 Nov 23 22:22:38.693932 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-8c46e4b0-34de-40c9-9d34-7d104d9391f3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:38.705712 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] Sync routers for ids ['2fd74614-677c-4b8b-b295-ba3b905d121c'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:22:38.821751 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] Routers {'2fd74614-677c-4b8b-b295-ba3b905d121c'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:38.822505 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2fd74614-677c-4b8b-b295-ba3b905d121c'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:38.891397 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-13eb67f4-8acc-475c-9a70-2c7034b4f2d4 None None] Provisioning complete for port 3132cedb-98f2-4de4-8280-7f71cd0a48f7 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:38.892845 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-13eb67f4-8acc-475c-9a70-2c7034b4f2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:38.908860 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62222312-61ba-4ae8-aaa8-b75ee1c79a5e req-e5852d05-4374-430a-842e-6fbaf0cbf33f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:38.910992 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-62222312-61ba-4ae8-aaa8-b75ee1c79a5e req-e5852d05-4374-430a-842e-6fbaf0cbf33f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 944 time: 0.1416595 Nov 23 22:22:38.978363 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3132cedb-98f2-4de4-8280-7f71cd0a48f7 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:22:39.071205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] Set router 2fd74614-677c-4b8b-b295-ba3b905d121c gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:39.170662 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-62222312-61ba-4ae8-aaa8-b75ee1c79a5e req-32c9563b-7922-4dc6-a2e4-9dc24b311550 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148232 Nov 23 22:22:39.258499 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-13eb67f4-8acc-475c-9a70-2c7034b4f2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:39.260329 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 3132cedb-98f2-4de4-8280-7f71cd0a48f7 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:39.260698 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:39.309982 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.extraroute_db [None req-8c46e4b0-34de-40c9-9d34-7d104d9391f3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=110034) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 22:22:39.333412 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.extraroute_db [None req-8c46e4b0-34de-40c9-9d34-7d104d9391f3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Removed routes are [] {{(pid=110034) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 22:22:39.334187 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8c46e4b0-34de-40c9-9d34-7d104d9391f3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:39.396555 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-13eb67f4-8acc-475c-9a70-2c7034b4f2d4 None None] For port 3132cedb-98f2-4de4-8280-7f71cd0a48f7, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3132cedb-98f2-4de4-8280-7f71cd0a48f7,segment=NetworkSegment(47e33db3-11c7-40aa-8c4c-106b702976c4),segment_id=47e33db3-11c7-40aa-8c4c-106b702976c4)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:39.413613 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-13eb67f4-8acc-475c-9a70-2c7034b4f2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:39.553879 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb67f4-8acc-475c-9a70-2c7034b4f2d4 None None] Pushing event updated for resources: {'Port': ['ID=3132cedb-98f2-4de4-8280-7f71cd0a48f7,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:39.556374 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8c46e4b0-34de-40c9-9d34-7d104d9391f3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:39.560990 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8c46e4b0-34de-40c9-9d34-7d104d9391f3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-847058'] for router, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:39.561439 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b4a833bd-2e87-44c7-9a90-8340626ab678 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:22:39.633333 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:37Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None, '_interfaces': [{'id': '213d97fc-2884-47b7-97e0-dc52b6969d16', 'name': '', 'network_id': '34ab9707-7767-4dda-9742-2c2c0b78ea28', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:54:60:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'bda2c973-e433-4cc8-841b-3527b84985e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:36Z', 'updated_at': '2021-11-23T22:22:38Z', 'revision_number': 2, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'bda2c973-e433-4cc8-841b-3527b84985e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96d2e6fe-1891-4714-be67-2d1e79e7c7c4', 'name': '', 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:8c:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:25Z', 'updated_at': '2021-11-23T22:22:32Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a31cb-9276-4d16-84b4-0780c8b681fc', 'name': '', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:2c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:22Z', 'updated_at': '2021-11-23T22:22:25Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a833bd-2e87-44c7-9a90-8340626ab678', 'name': '', 'network_id': 'bc1b2c33-ba42-4b86-8dc2-04142b98a6f5', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:82:71:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:30Z', 'updated_at': '2021-11-23T22:22:36Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:39.677244 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] Checking router: 2fd74614-677c-4b8b-b295-ba3b905d121c for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:22:39.678114 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] Updating router 2fd74614-677c-4b8b-b295-ba3b905d121c port 213d97fc-2884-47b7-97e0-dc52b6969d16 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:22:39.680000 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port b4a833bd-2e87-44c7-9a90-8340626ab678 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:39.680381 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:39.689362 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c46e4b0-34de-40c9-9d34-7d104d9391f3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Router 2fd74614-677c-4b8b-b295-ba3b905d121c has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:22:39.733182 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:39.809102 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c46e4b0-34de-40c9-9d34-7d104d9391f3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:22:39.821282 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8c46e4b0-34de-40c9-9d34-7d104d9391f3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:39.822496 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8c46e4b0-34de-40c9-9d34-7d104d9391f3 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/routers/2fd74614-677c-4b8b-b295-ba3b905d121c HTTP/1.1" status: 200 len: 954 time: 1.1325073 Nov 23 22:22:39.825213 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44062) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:39.936896 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cb822251-75eb-40df-9fbc-61c6939b2b8d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/routers/2fd74614-677c-4b8b-b295-ba3b905d121c HTTP/1.1" status: 200 len: 954 time: 0.1100893 Nov 23 22:22:39.942706 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44064) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:39.949350 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-9d062f7a-1a0e-4d7e-88d6-4a279b5dc696 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'router': {'routes': None}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:40.081795 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b4bb7374-1c65-403c-b896-9e43a896fb21 None None] Provisioning complete for port 213d97fc-2884-47b7-97e0-dc52b6969d16 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:40.082184 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b4bb7374-1c65-403c-b896-9e43a896fb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:40.181252 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b4bb7374-1c65-403c-b896-9e43a896fb21 None None] Port 213d97fc-2884-47b7-97e0-dc52b6969d16 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:22:40.231405 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b4bb7374-1c65-403c-b896-9e43a896fb21 None None] Provisioning complete for port 3132cedb-98f2-4de4-8280-7f71cd0a48f7 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:40.231869 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b4bb7374-1c65-403c-b896-9e43a896fb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:40.359515 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e98c6-cf5a-4a0e-a9b7-ab036e664081 req-8c3a0747-8b4d-4498-9808-fa12bfe05d4e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:40.362837 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f1e98c6-cf5a-4a0e-a9b7-ab036e664081 req-8c3a0747-8b4d-4498-9808-fa12bfe05d4e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 944 time: 0.1018538 Nov 23 22:22:40.411715 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:40.420311 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:40.482195 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92f2ca-02cf-4ba7-8c10-2d172a0e1581 None None] Pushing event updated for resources: {'Port': ['ID=213d97fc-2884-47b7-97e0-dc52b6969d16,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:40.490567 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f1e98c6-cf5a-4a0e-a9b7-ab036e664081 req-57a8cbb3-675e-4222-9f07-7b76782af004 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197290 Nov 23 22:22:40.565241 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] Attempting to bind port 213d97fc-2884-47b7-97e0-dc52b6969d16 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:22:40.565807 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] Attempting to bind port 213d97fc-2884-47b7-97e0-dc52b6969d16 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '47e33db3-11c7-40aa-8c4c-106b702976c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '34ab9707-7767-4dda-9742-2c2c0b78ea28'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:22:40.566450 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] Attempting to bind port 213d97fc-2884-47b7-97e0-dc52b6969d16 on network 34ab9707-7767-4dda-9742-2c2c0b78ea28 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:22:40.578288 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:22:40.579237 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] Checking segment: {'id': '47e33db3-11c7-40aa-8c4c-106b702976c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '34ab9707-7767-4dda-9742-2c2c0b78ea28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:22:40.580570 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:40.581284 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] Bound using segment: {'id': '47e33db3-11c7-40aa-8c4c-106b702976c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '34ab9707-7767-4dda-9742-2c2c0b78ea28'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:22:40.581999 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] Bound port: 213d97fc-2884-47b7-97e0-dc52b6969d16, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e33db3-11c7-40aa-8c4c-106b702976c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '34ab9707-7767-4dda-9742-2c2c0b78ea28'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:22:40.582844 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:40.586995 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0118cbbb-3eff-4473-8e0a-0c84428c18cc None None] Provisioning complete for port 213d97fc-2884-47b7-97e0-dc52b6969d16 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:40.588198 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0118cbbb-3eff-4473-8e0a-0c84428c18cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:40.600236 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.extraroute_db [None req-9d062f7a-1a0e-4d7e-88d6-4a279b5dc696 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Added routes are [] {{(pid=110034) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 22:22:40.600655 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.extraroute_db [None req-9d062f7a-1a0e-4d7e-88d6-4a279b5dc696 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=110034) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 22:22:40.640222 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9d062f7a-1a0e-4d7e-88d6-4a279b5dc696 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:40.672877 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0118cbbb-3eff-4473-8e0a-0c84428c18cc None None] Port 213d97fc-2884-47b7-97e0-dc52b6969d16 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:22:40.716142 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] For port 213d97fc-2884-47b7-97e0-dc52b6969d16, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:22:40.727355 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] For port 213d97fc-2884-47b7-97e0-dc52b6969d16, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=213d97fc-2884-47b7-97e0-dc52b6969d16,segment=NetworkSegment(47e33db3-11c7-40aa-8c4c-106b702976c4),segment_id=47e33db3-11c7-40aa-8c4c-106b702976c4)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:22:40.737933 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:40.816580 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] Routers {'2fd74614-677c-4b8b-b295-ba3b905d121c'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:40.817272 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2fd74614-677c-4b8b-b295-ba3b905d121c'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:40.821020 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92f2ca-02cf-4ba7-8c10-2d172a0e1581 None None] Pushing event updated for resources: {'Port': ['ID=213d97fc-2884-47b7-97e0-dc52b6969d16,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:40.872564 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3132cedb-98f2-4de4-8280-7f71cd0a48f7 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:22:40.936582 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9d062f7a-1a0e-4d7e-88d6-4a279b5dc696 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:40.941377 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9d062f7a-1a0e-4d7e-88d6-4a279b5dc696 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-847058'] for router, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:40.985281 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] Set router 2fd74614-677c-4b8b-b295-ba3b905d121c gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:40.988563 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-fde923d3-3f86-43d0-971b-3d8f2fbdc95c None None] Provisioning complete for port 213d97fc-2884-47b7-97e0-dc52b6969d16 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:40.988994 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fde923d3-3f86-43d0-971b-3d8f2fbdc95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:41.073890 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d062f7a-1a0e-4d7e-88d6-4a279b5dc696 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Router 2fd74614-677c-4b8b-b295-ba3b905d121c has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:22:41.087217 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44070) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:41.154174 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 3132cedb-98f2-4de4-8280-7f71cd0a48f7 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:41.154622 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:41.206547 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d062f7a-1a0e-4d7e-88d6-4a279b5dc696 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:22:41.228056 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9d062f7a-1a0e-4d7e-88d6-4a279b5dc696 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:41.232514 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9d062f7a-1a0e-4d7e-88d6-4a279b5dc696 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/routers/2fd74614-677c-4b8b-b295-ba3b905d121c HTTP/1.1" status: 200 len: 704 time: 1.2864318 Nov 23 22:22:41.233617 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44072) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:41.393875 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-abd564c3-6fac-4328-864b-bd3df8128afb tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/routers/2fd74614-677c-4b8b-b295-ba3b905d121c HTTP/1.1" status: 200 len: 704 time: 0.1587551 Nov 23 22:22:41.396423 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44074) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:41.399852 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fde923d3-3f86-43d0-971b-3d8f2fbdc95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:41.438977 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-fde923d3-3f86-43d0-971b-3d8f2fbdc95c None None] For port 213d97fc-2884-47b7-97e0-dc52b6969d16, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=213d97fc-2884-47b7-97e0-dc52b6969d16,segment=NetworkSegment(47e33db3-11c7-40aa-8c4c-106b702976c4),segment_id=47e33db3-11c7-40aa-8c4c-106b702976c4)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:41.467681 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fde923d3-3f86-43d0-971b-3d8f2fbdc95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:41.500515 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-401a5596-ae91-47af-8da0-c2579cf50666 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Deleting port 2c8510ff-954c-42d5-83bc-a2b664d89a8b {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:22:41.501199 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-401a5596-ae91-47af-8da0-c2579cf50666 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:41.543983 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde923d3-3f86-43d0-971b-3d8f2fbdc95c None None] Pushing event updated for resources: {'Port': ['ID=213d97fc-2884-47b7-97e0-dc52b6969d16,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:41.567672 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:40Z', 'revision_number': 7, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None, '_interfaces': [{'id': '213d97fc-2884-47b7-97e0-dc52b6969d16', 'name': '', 'network_id': '34ab9707-7767-4dda-9742-2c2c0b78ea28', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:54:60:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'bda2c973-e433-4cc8-841b-3527b84985e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:36Z', 'updated_at': '2021-11-23T22:22:40Z', 'revision_number': 4, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'bda2c973-e433-4cc8-841b-3527b84985e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96d2e6fe-1891-4714-be67-2d1e79e7c7c4', 'name': '', 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:8c:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:25Z', 'updated_at': '2021-11-23T22:22:32Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a31cb-9276-4d16-84b4-0780c8b681fc', 'name': '', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:2c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:22Z', 'updated_at': '2021-11-23T22:22:25Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a833bd-2e87-44c7-9a90-8340626ab678', 'name': '', 'network_id': 'bc1b2c33-ba42-4b86-8dc2-04142b98a6f5', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:82:71:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:30Z', 'updated_at': '2021-11-23T22:22:36Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:41.605763 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ecbd79-27d0-4c0a-8486-df5de55d21f2 None None] The sync data for ids ['2fd74614-677c-4b8b-b295-ba3b905d121c'] in n-d-816206-9 is: [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:40Z', 'revision_number': 7, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None, '_interfaces': [{'id': '213d97fc-2884-47b7-97e0-dc52b6969d16', 'name': '', 'network_id': '34ab9707-7767-4dda-9742-2c2c0b78ea28', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:54:60:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'bda2c973-e433-4cc8-841b-3527b84985e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:36Z', 'updated_at': '2021-11-23T22:22:40Z', 'revision_number': 4, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'bda2c973-e433-4cc8-841b-3527b84985e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96d2e6fe-1891-4714-be67-2d1e79e7c7c4', 'name': '', 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:8c:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:25Z', 'updated_at': '2021-11-23T22:22:32Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a31cb-9276-4d16-84b4-0780c8b681fc', 'name': '', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:2c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:22Z', 'updated_at': '2021-11-23T22:22:25Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a833bd-2e87-44c7-9a90-8340626ab678', 'name': '', 'network_id': 'bc1b2c33-ba42-4b86-8dc2-04142b98a6f5', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:82:71:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:30Z', 'updated_at': '2021-11-23T22:22:36Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:22:41.625738 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e8f70d8a-8a1e-47e3-b60b-9190ed15933a req-e2cd259b-f504-48fe-97cb-04124abc9fde service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1365778 Nov 23 22:22:41.630551 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-68e5943e-831d-44f4-96c8-c19d053e1125 None None] Provisioning complete for port 213d97fc-2884-47b7-97e0-dc52b6969d16 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:41.630973 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-68e5943e-831d-44f4-96c8-c19d053e1125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:41.735174 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73385d5-ac17-4193-9f5f-f73ce2e38376 req-d389427b-d4f6-4d99-b4fe-ae48d858c496 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:41.744544 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a73385d5-ac17-4193-9f5f-f73ce2e38376 req-d389427b-d4f6-4d99-b4fe-ae48d858c496 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 944 time: 0.1255951 Nov 23 22:22:41.820744 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-401a5596-ae91-47af-8da0-c2579cf50666 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:41.821082 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-401a5596-ae91-47af-8da0-c2579cf50666 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:41.825756 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a73385d5-ac17-4193-9f5f-f73ce2e38376 req-1338e719-7d55-4649-8fd6-493b0b3d36f4 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803545 Nov 23 22:22:41.835120 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-401a5596-ae91-47af-8da0-c2579cf50666 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Calling delete_port for 2c8510ff-954c-42d5-83bc-a2b664d89a8b owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:22:42.015539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f70d8a-8a1e-47e3-b60b-9190ed15933a req-f82486f3-e253-4a28-b3eb-368c458b73dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:42.017394 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e8f70d8a-8a1e-47e3-b60b-9190ed15933a req-f82486f3-e253-4a28-b3eb-368c458b73dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 1096 time: 0.1723182 Nov 23 22:22:42.250043 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f70d8a-8a1e-47e3-b60b-9190ed15933a req-7defa148-6035-4617-b76d-4d23c947b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:42.251101 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e8f70d8a-8a1e-47e3-b60b-9190ed15933a req-7defa148-6035-4617-b76d-4d23c947b02b service neutron] 10.222.0.60 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 912 time: 0.2071388 Nov 23 22:22:42.270976 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-401a5596-ae91-47af-8da0-c2579cf50666 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:42.341963 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e8f70d8a-8a1e-47e3-b60b-9190ed15933a req-fbd7e32d-8fb4-4b6d-92ac-bdf372bdc593 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d1ec67d-3e65-4710-9284-90b1a39f0d51 HTTP/1.1" status: 200 len: 217 time: 0.0827181 Nov 23 22:22:42.345509 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a5596-ae91-47af-8da0-c2579cf50666 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Pushing event deleted for resources: {'Port': ['ID=2c8510ff-954c-42d5-83bc-a2b664d89a8b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:42.460056 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed170e12-6dcf-4631-9ae8-f03a6d87298c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:42.464386 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f70d8a-8a1e-47e3-b60b-9190ed15933a req-6d92522b-25ca-4b78-b9e1-008ff9ae1db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:42.465879 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e8f70d8a-8a1e-47e3-b60b-9190ed15933a req-6d92522b-25ca-4b78-b9e1-008ff9ae1db8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.1153779 Nov 23 22:22:42.501733 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-401a5596-ae91-47af-8da0-c2579cf50666 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:42.502044 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-401a5596-ae91-47af-8da0-c2579cf50666 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Floating IP f9362431-e7c8-4276-aca6-218e919b95f6 disassociated (deleted). External IP: 172.25.5.215, port: 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f. Nov 23 22:22:42.511718 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16004d94-7c7a-4694-a935-4ccd278f1633 None None] Sync routers for ids ['2fd74614-677c-4b8b-b295-ba3b905d121c'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:22:42.523407 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16004d94-7c7a-4694-a935-4ccd278f1633 None None] Routers {'2fd74614-677c-4b8b-b295-ba3b905d121c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:42.524763 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-16004d94-7c7a-4694-a935-4ccd278f1633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2fd74614-677c-4b8b-b295-ba3b905d121c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:42.650411 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-16004d94-7c7a-4694-a935-4ccd278f1633 None None] Set router 2fd74614-677c-4b8b-b295-ba3b905d121c gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:42.707316 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f70d8a-8a1e-47e3-b60b-9190ed15933a req-ae2a81d1-ce51-458d-a9b1-9530275114bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:42.708831 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e8f70d8a-8a1e-47e3-b60b-9190ed15933a req-ae2a81d1-ce51-458d-a9b1-9530275114bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2047725 Nov 23 22:22:42.856324 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 213d97fc-2884-47b7-97e0-dc52b6969d16 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:22:42.927290 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 213d97fc-2884-47b7-97e0-dc52b6969d16 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:42.927699 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:42.958696 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-16004d94-7c7a-4694-a935-4ccd278f1633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:40Z', 'revision_number': 7, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None, '_interfaces': [{'id': '213d97fc-2884-47b7-97e0-dc52b6969d16', 'name': '', 'network_id': '34ab9707-7767-4dda-9742-2c2c0b78ea28', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:54:60:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'bda2c973-e433-4cc8-841b-3527b84985e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:36Z', 'updated_at': '2021-11-23T22:22:41Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'bda2c973-e433-4cc8-841b-3527b84985e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96d2e6fe-1891-4714-be67-2d1e79e7c7c4', 'name': '', 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:8c:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:25Z', 'updated_at': '2021-11-23T22:22:32Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a31cb-9276-4d16-84b4-0780c8b681fc', 'name': '', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:2c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:22Z', 'updated_at': '2021-11-23T22:22:25Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a833bd-2e87-44c7-9a90-8340626ab678', 'name': '', 'network_id': 'bc1b2c33-ba42-4b86-8dc2-04142b98a6f5', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:82:71:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:30Z', 'updated_at': '2021-11-23T22:22:36Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:42.999503 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16004d94-7c7a-4694-a935-4ccd278f1633 None None] Checking router: 2fd74614-677c-4b8b-b295-ba3b905d121c for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:22:43.011613 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16004d94-7c7a-4694-a935-4ccd278f1633 None None] Routers {'2fd74614-677c-4b8b-b295-ba3b905d121c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:43.012549 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-16004d94-7c7a-4694-a935-4ccd278f1633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2fd74614-677c-4b8b-b295-ba3b905d121c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:43.024699 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1e80a-a4f0-41fe-a5fe-f594f575ef45 req-e9843676-ee42-4793-9efa-78e7e240a81e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:43.029312 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e8f70d8a-8a1e-47e3-b60b-9190ed15933a req-fba32e95-4f3a-4c57-a3b0-d66883fd4590 service neutron] 10.222.0.60 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955599 Nov 23 22:22:43.032224 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0c1e80a-a4f0-41fe-a5fe-f594f575ef45 req-e9843676-ee42-4793-9efa-78e7e240a81e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 944 time: 0.1001706 Nov 23 22:22:43.116310 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0c1e80a-a4f0-41fe-a5fe-f594f575ef45 req-c90c49d8-757f-42ca-8ec4-3f44fe517884 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823450 Nov 23 22:22:43.119961 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401a5596-ae91-47af-8da0-c2579cf50666 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Router aa6d3b3f-ba10-4496-9a50-3d8a004e9417 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:22:43.244156 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-16004d94-7c7a-4694-a935-4ccd278f1633 None None] Set router 2fd74614-677c-4b8b-b295-ba3b905d121c gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:43.256159 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e8f70d8a-8a1e-47e3-b60b-9190ed15933a req-7a583157-53b9-46b8-9e5e-7f1c17585d75 service neutron] 10.222.0.60 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184730 Nov 23 22:22:43.277961 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-ed170e12-6dcf-4631-9ae8-f03a6d87298c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting port 213d97fc-2884-47b7-97e0-dc52b6969d16 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:22:43.278196 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed170e12-6dcf-4631-9ae8-f03a6d87298c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:43.526241 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-16004d94-7c7a-4694-a935-4ccd278f1633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:40Z', 'revision_number': 7, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None, '_interfaces': [{'id': '213d97fc-2884-47b7-97e0-dc52b6969d16', 'name': '', 'network_id': '34ab9707-7767-4dda-9742-2c2c0b78ea28', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:54:60:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'bda2c973-e433-4cc8-841b-3527b84985e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:36Z', 'updated_at': '2021-11-23T22:22:41Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'bda2c973-e433-4cc8-841b-3527b84985e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96d2e6fe-1891-4714-be67-2d1e79e7c7c4', 'name': '', 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:8c:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:25Z', 'updated_at': '2021-11-23T22:22:32Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a31cb-9276-4d16-84b4-0780c8b681fc', 'name': '', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:2c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:22Z', 'updated_at': '2021-11-23T22:22:25Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a833bd-2e87-44c7-9a90-8340626ab678', 'name': '', 'network_id': 'bc1b2c33-ba42-4b86-8dc2-04142b98a6f5', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:82:71:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:30Z', 'updated_at': '2021-11-23T22:22:36Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:43.559620 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16004d94-7c7a-4694-a935-4ccd278f1633 None None] The sync data for ids ['2fd74614-677c-4b8b-b295-ba3b905d121c'] in n-d-816206-9 is: [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:40Z', 'revision_number': 7, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None, '_interfaces': [{'id': '213d97fc-2884-47b7-97e0-dc52b6969d16', 'name': '', 'network_id': '34ab9707-7767-4dda-9742-2c2c0b78ea28', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:54:60:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'bda2c973-e433-4cc8-841b-3527b84985e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:36Z', 'updated_at': '2021-11-23T22:22:41Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'bda2c973-e433-4cc8-841b-3527b84985e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96d2e6fe-1891-4714-be67-2d1e79e7c7c4', 'name': '', 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:8c:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:25Z', 'updated_at': '2021-11-23T22:22:32Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a31cb-9276-4d16-84b4-0780c8b681fc', 'name': '', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:2c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:22Z', 'updated_at': '2021-11-23T22:22:25Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a833bd-2e87-44c7-9a90-8340626ab678', 'name': '', 'network_id': 'bc1b2c33-ba42-4b86-8dc2-04142b98a6f5', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:82:71:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:30Z', 'updated_at': '2021-11-23T22:22:36Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:22:43.811913 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401a5596-ae91-47af-8da0-c2579cf50666 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:22:43.819901 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-401a5596-ae91-47af-8da0-c2579cf50666 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:43.824521 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e92dea-3690-4dcb-a7df-cee17c7399b2 None None] Sync routers for ids ['aa6d3b3f-ba10-4496-9a50-3d8a004e9417'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:22:43.839053 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e92dea-3690-4dcb-a7df-cee17c7399b2 None None] Routers {'aa6d3b3f-ba10-4496-9a50-3d8a004e9417'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:43.840170 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a0e92dea-3690-4dcb-a7df-cee17c7399b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['aa6d3b3f-ba10-4496-9a50-3d8a004e9417'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:43.875430 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-ed170e12-6dcf-4631-9ae8-f03a6d87298c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] For port 213d97fc-2884-47b7-97e0-dc52b6969d16, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=213d97fc-2884-47b7-97e0-dc52b6969d16,segment=NetworkSegment(47e33db3-11c7-40aa-8c4c-106b702976c4),segment_id=47e33db3-11c7-40aa-8c4c-106b702976c4)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:43.877153 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed170e12-6dcf-4631-9ae8-f03a6d87298c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:43.884111 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-401a5596-ae91-47af-8da0-c2579cf50666 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "DELETE /v2.0/floatingips/f9362431-e7c8-4276-aca6-218e919b95f6 HTTP/1.1" status: 204 len: 168 time: 2.7929013 Nov 23 22:22:43.899086 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d1eef52-48bb-4113-bacc-9823bedd025d', 'tag': '9129d1e7-b4c6-4cd6-802a-66fe6925ab8f'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:22:43.902910 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863d6393-a33f-42e3-94d9-1947a611d368" -d '{"events": [{"name": "network-changed", "server_uuid": "0d1eef52-48bb-4113-bacc-9823bedd025d", "tag": "9129d1e7-b4c6-4cd6-802a-66fe6925ab8f"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:22:43.920202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-ed170e12-6dcf-4631-9ae8-f03a6d87298c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Calling delete_port for 213d97fc-2884-47b7-97e0-dc52b6969d16 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:22:43.975203 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ecb701-b691-47ec-947a-8c58121853c3 x-openstack-request-id: req-c6ecb701-b691-47ec-947a-8c58121853c3 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:22:43.975563 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d1eef52-48bb-4113-bacc-9823bedd025d", "tag": "9129d1e7-b4c6-4cd6-802a-66fe6925ab8f", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:22:43.976399 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c6ecb701-b691-47ec-947a-8c58121853c3 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:22:43.976399 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d1eef52-48bb-4113-bacc-9823bedd025d', 'tag': '9129d1e7-b4c6-4cd6-802a-66fe6925ab8f', 'status': 'completed', 'code': 200} Nov 23 22:22:44.002020 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-a0e92dea-3690-4dcb-a7df-cee17c7399b2 None None] Set router aa6d3b3f-ba10-4496-9a50-3d8a004e9417 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:44.134276 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d6393-a33f-42e3-94d9-1947a611d368 req-964118eb-9daf-4214-abc1-6e77e873bcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:44.136107 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-863d6393-a33f-42e3-94d9-1947a611d368 req-964118eb-9daf-4214-abc1-6e77e873bcc9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=61c37e4252964279a92abee6055de1ba&device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 1097 time: 0.1327744 Nov 23 22:22:44.285365 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed170e12-6dcf-4631-9ae8-f03a6d87298c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:44.311725 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb90cac-0abc-4cc1-a5c7-83d01660595c req-1fa96d87-62ae-44b0-8e6a-a5f39b91da67 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:44.313950 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdb90cac-0abc-4cc1-a5c7-83d01660595c req-1fa96d87-62ae-44b0-8e6a-a5f39b91da67 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 946 time: 0.1202197 Nov 23 22:22:44.339709 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b9176-2784-47c5-8383-93b5a847023e req-166a99ed-998a-4a45-b3cf-530edd21eed8 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:44.341331 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-840b9176-2784-47c5-8383-93b5a847023e req-166a99ed-998a-4a45-b3cf-530edd21eed8 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 944 time: 0.0997341 Nov 23 22:22:44.356397 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed170e12-6dcf-4631-9ae8-f03a6d87298c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Port': ['ID=213d97fc-2884-47b7-97e0-dc52b6969d16,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:44.357511 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a0e92dea-3690-4dcb-a7df-cee17c7399b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'name': 'tempest-TestVolumeBackupRestore-903697792-router', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '61c37e4252964279a92abee6055de1ba', 'gw_port': {'id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '407862e1-3358-4b5b-82b2-964f9dd7c755', 'name': '', 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'mac_address': 'fa:16:3e:8b:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:08Z', 'updated_at': '2021-11-23T22:19:13Z', 'revision_number': 5, 'project_id': '61c37e4252964279a92abee6055de1ba', 'subnets': [{'id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:44.401767 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d6393-a33f-42e3-94d9-1947a611d368 req-ca8b4d36-9ae2-470d-932c-fdbfc73d4313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:44.404071 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-863d6393-a33f-42e3-94d9-1947a611d368 req-ca8b4d36-9ae2-470d-932c-fdbfc73d4313 service neutron] 10.222.0.53 "GET /v2.0/networks?id=00847222-67db-43aa-9d25-cf86bc5a9ccf HTTP/1.1" status: 200 len: 914 time: 0.2505238 Nov 23 22:22:44.411432 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e92dea-3690-4dcb-a7df-cee17c7399b2 None None] Checking router: aa6d3b3f-ba10-4496-9a50-3d8a004e9417 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:22:44.424375 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e92dea-3690-4dcb-a7df-cee17c7399b2 None None] Routers {'aa6d3b3f-ba10-4496-9a50-3d8a004e9417'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:44.425132 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a0e92dea-3690-4dcb-a7df-cee17c7399b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['aa6d3b3f-ba10-4496-9a50-3d8a004e9417'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:44.431872 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cdb90cac-0abc-4cc1-a5c7-83d01660595c req-14dc80bb-cc00-46cd-854f-930f2f75a097 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ace4a94-e28c-4fda-888e-9e0df9b2f997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072049 Nov 23 22:22:44.492540 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-840b9176-2784-47c5-8383-93b5a847023e req-34acda98-e1d3-49c7-b2c3-ce21ea99173f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930831 Nov 23 22:22:44.518515 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-863d6393-a33f-42e3-94d9-1947a611d368 req-18262f89-6608-42ab-9a64-d4c68ed416c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9129d1e7-b4c6-4cd6-802a-66fe6925ab8f HTTP/1.1" status: 200 len: 217 time: 0.1048834 Nov 23 22:22:44.606695 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-a0e92dea-3690-4dcb-a7df-cee17c7399b2 None None] Set router aa6d3b3f-ba10-4496-9a50-3d8a004e9417 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:44.630854 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d6393-a33f-42e3-94d9-1947a611d368 req-89092945-366f-41fe-b24f-b7fe9272a236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:44.632396 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-863d6393-a33f-42e3-94d9-1947a611d368 req-89092945-366f-41fe-b24f-b7fe9272a236 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0acfe5f2-4589-4284-9a8b-c813e58b7187 HTTP/1.1" status: 200 len: 852 time: 0.0825474 Nov 23 22:22:44.633680 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed170e12-6dcf-4631-9ae8-f03a6d87298c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:44.777903 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d6393-a33f-42e3-94d9-1947a611d368 req-c8238470-5e2a-4422-9c16-bf56d992665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:44.779491 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-863d6393-a33f-42e3-94d9-1947a611d368 req-c8238470-5e2a-4422-9c16-bf56d992665c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=00847222-67db-43aa-9d25-cf86bc5a9ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356413 Nov 23 22:22:44.889155 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a0e92dea-3690-4dcb-a7df-cee17c7399b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'name': 'tempest-TestVolumeBackupRestore-903697792-router', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '61c37e4252964279a92abee6055de1ba', 'gw_port': {'id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '407862e1-3358-4b5b-82b2-964f9dd7c755', 'name': '', 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'mac_address': 'fa:16:3e:8b:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:08Z', 'updated_at': '2021-11-23T22:19:13Z', 'revision_number': 5, 'project_id': '61c37e4252964279a92abee6055de1ba', 'subnets': [{'id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:44.921563 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e92dea-3690-4dcb-a7df-cee17c7399b2 None None] The sync data for ids ['aa6d3b3f-ba10-4496-9a50-3d8a004e9417'] in n-d-816206-9 is: [{'id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'name': 'tempest-TestVolumeBackupRestore-903697792-router', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '61c37e4252964279a92abee6055de1ba', 'gw_port': {'id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '407862e1-3358-4b5b-82b2-964f9dd7c755', 'name': '', 'network_id': '00847222-67db-43aa-9d25-cf86bc5a9ccf', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'mac_address': 'fa:16:3e:8b:22:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:08Z', 'updated_at': '2021-11-23T22:19:13Z', 'revision_number': 5, 'project_id': '61c37e4252964279a92abee6055de1ba', 'subnets': [{'id': '0acfe5f2-4589-4284-9a8b-c813e58b7187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:22:44.968201 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-863d6393-a33f-42e3-94d9-1947a611d368 req-b8bfc19b-0b53-4b98-a875-ccaba95d2a94 service neutron] 10.222.0.53 "GET /v2.0/networks/00847222-67db-43aa-9d25-cf86bc5a9ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794367 Nov 23 22:22:44.975582 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed170e12-6dcf-4631-9ae8-f03a6d87298c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Router 2fd74614-677c-4b8b-b295-ba3b905d121c has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:22:45.175708 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d302ffa7-80b9-4a9c-9f4a-194e4cf29f3b None None] New status for floating IP f9362431-e7c8-4276-aca6-218e919b95f6: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:22:45.195966 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-863d6393-a33f-42e3-94d9-1947a611d368 req-7ac15ec8-c948-4d4f-9ce7-b9eccab0b0f0 service neutron] 10.222.0.53 "GET /v2.0/networks/00847222-67db-43aa-9d25-cf86bc5a9ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188878 Nov 23 22:22:45.199162 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed170e12-6dcf-4631-9ae8-f03a6d87298c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:22:45.206438 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ed170e12-6dcf-4631-9ae8-f03a6d87298c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/routers/2fd74614-677c-4b8b-b295-ba3b905d121c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8086090 Nov 23 22:22:45.209789 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44088) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:45.221602 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29da0a-1c44-4b27-94be-77b23e69e9ec None None] Sync routers for ids ['2fd74614-677c-4b8b-b295-ba3b905d121c'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:22:45.236488 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29da0a-1c44-4b27-94be-77b23e69e9ec None None] Routers {'2fd74614-677c-4b8b-b295-ba3b905d121c'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:45.237200 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-3d29da0a-1c44-4b27-94be-77b23e69e9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2fd74614-677c-4b8b-b295-ba3b905d121c'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:45.290084 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-70643272-8656-4f27-a783-5d74c6dc7bf4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting subnet bda2c973-e433-4cc8-841b-3527b84985e5 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:22:45.294062 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-70643272-8656-4f27-a783-5d74c6dc7bf4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:45.340126 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-70643272-8656-4f27-a783-5d74c6dc7bf4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:45.359312 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-3d29da0a-1c44-4b27-94be-77b23e69e9ec None None] Set router 2fd74614-677c-4b8b-b295-ba3b905d121c gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:45.442366 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-70643272-8656-4f27-a783-5d74c6dc7bf4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:45.536724 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-70643272-8656-4f27-a783-5d74c6dc7bf4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:45.571891 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70643272-8656-4f27-a783-5d74c6dc7bf4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Subnet': ['ID=bda2c973-e433-4cc8-841b-3527b84985e5,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:45.575908 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-70643272-8656-4f27-a783-5d74c6dc7bf4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:45.580089 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-70643272-8656-4f27-a783-5d74c6dc7bf4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/subnets/bda2c973-e433-4cc8-841b-3527b84985e5 HTTP/1.1" status: 204 len: 168 time: 0.3683672 Nov 23 22:22:45.585877 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44094) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:45.654821 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffdf86-fe32-42c5-8f2d-b61121b34b76 req-9edf7b46-93e0-41b6-8419-222b5b6638f5 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:45.664530 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32ffdf86-fe32-42c5-8f2d-b61121b34b76 req-9edf7b46-93e0-41b6-8419-222b5b6638f5 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 946 time: 0.1413195 Nov 23 22:22:45.667581 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd292d59-90a3-45f8-8818-5d3ad1173447 None None] Network 34ab9707-7767-4dda-9742-2c2c0b78ea28 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:22:45.683873 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24431c34-98b0-4802-b1c1-7cd240588a53 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:45.697330 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999f2f4-817f-45c2-ad69-08dc2ce51873 req-d8037260-6671-41c6-9e58-d0c0e042548a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:45.699083 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8999f2f4-817f-45c2-ad69-08dc2ce51873 req-d8037260-6671-41c6-9e58-d0c0e042548a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 944 time: 0.0928764 Nov 23 22:22:45.747706 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32ffdf86-fe32-42c5-8f2d-b61121b34b76 req-ad3d6601-8918-4d45-a6ac-71c2a143279f tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/security-groups?id=8ace4a94-e28c-4fda-888e-9e0df9b2f997&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819657 Nov 23 22:22:45.754211 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-24431c34-98b0-4802-b1c1-7cd240588a53 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting port 3132cedb-98f2-4de4-8280-7f71cd0a48f7 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:22:45.754843 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24431c34-98b0-4802-b1c1-7cd240588a53 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:45.789348 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8999f2f4-817f-45c2-ad69-08dc2ce51873 req-9b8856d2-2841-46f0-ab14-878e9cca194e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776682 Nov 23 22:22:45.828438 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-24431c34-98b0-4802-b1c1-7cd240588a53 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] For port 3132cedb-98f2-4de4-8280-7f71cd0a48f7, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3132cedb-98f2-4de4-8280-7f71cd0a48f7,segment=NetworkSegment(47e33db3-11c7-40aa-8c4c-106b702976c4),segment_id=47e33db3-11c7-40aa-8c4c-106b702976c4)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:45.828894 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24431c34-98b0-4802-b1c1-7cd240588a53 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:45.844043 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-24431c34-98b0-4802-b1c1-7cd240588a53 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Calling delete_port for 3132cedb-98f2-4de4-8280-7f71cd0a48f7 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:22:45.904361 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-3d29da0a-1c44-4b27-94be-77b23e69e9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:44Z', 'revision_number': 8, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None, '_interfaces': [{'id': '96d2e6fe-1891-4714-be67-2d1e79e7c7c4', 'name': '', 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:8c:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:25Z', 'updated_at': '2021-11-23T22:22:32Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a31cb-9276-4d16-84b4-0780c8b681fc', 'name': '', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:2c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:22Z', 'updated_at': '2021-11-23T22:22:25Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a833bd-2e87-44c7-9a90-8340626ab678', 'name': '', 'network_id': 'bc1b2c33-ba42-4b86-8dc2-04142b98a6f5', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:82:71:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:30Z', 'updated_at': '2021-11-23T22:22:36Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:45.948038 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29da0a-1c44-4b27-94be-77b23e69e9ec None None] Checking router: 2fd74614-677c-4b8b-b295-ba3b905d121c for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:22:45.958143 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29da0a-1c44-4b27-94be-77b23e69e9ec None None] Routers {'2fd74614-677c-4b8b-b295-ba3b905d121c'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:45.958853 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-3d29da0a-1c44-4b27-94be-77b23e69e9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2fd74614-677c-4b8b-b295-ba3b905d121c'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:45.962988 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577e061b-3000-4b9d-859a-e46f258f12db None None] DHCP port deletion for 34ab9707-7767-4dda-9742-2c2c0b78ea28 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:22:45.980978 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d8aed-b7d3-45b7-b64a-4965e42b8d53 req-770cf439-980b-4398-a063-8aea98734619 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:45.982956 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9a7d8aed-b7d3-45b7-b64a-4965e42b8d53 req-770cf439-980b-4398-a063-8aea98734619 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 946 time: 0.0863628 Nov 23 22:22:46.003239 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24431c34-98b0-4802-b1c1-7cd240588a53 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:46.049962 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-577e061b-3000-4b9d-859a-e46f258f12db None None] The port '3132cedb-98f2-4de4-8280-7f71cd0a48f7' was deleted {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 23 22:22:46.064533 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24431c34-98b0-4802-b1c1-7cd240588a53 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] No DVR routers for this DVR port 3132cedb-98f2-4de4-8280-7f71cd0a48f7 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:22:46.069885 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24431c34-98b0-4802-b1c1-7cd240588a53 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Port': ['ID=3132cedb-98f2-4de4-8280-7f71cd0a48f7,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:46.085101 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-3d29da0a-1c44-4b27-94be-77b23e69e9ec None None] Set router 2fd74614-677c-4b8b-b295-ba3b905d121c gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:46.199234 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24431c34-98b0-4802-b1c1-7cd240588a53 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:46.240352 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-24431c34-98b0-4802-b1c1-7cd240588a53 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ab9707-7767-4dda-9742-2c2c0b78ea28']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:46.251307 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-9a7d8aed-b7d3-45b7-b64a-4965e42b8d53 req-7b409b24-cf72-41d6-a2dc-3b97c11c0d5f tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Deleting port 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:22:46.251774 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9a7d8aed-b7d3-45b7-b64a-4965e42b8d53 req-7b409b24-cf72-41d6-a2dc-3b97c11c0d5f tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:46.258504 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-24431c34-98b0-4802-b1c1-7cd240588a53 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e33db3-11c7-40aa-8c4c-106b702976c4') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:46.258943 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-24431c34-98b0-4802-b1c1-7cd240588a53 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e33db3-11c7-40aa-8c4c-106b702976c4') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:46.294260 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24431c34-98b0-4802-b1c1-7cd240588a53 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:46.326302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-3d29da0a-1c44-4b27-94be-77b23e69e9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:44Z', 'revision_number': 8, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None, '_interfaces': [{'id': '96d2e6fe-1891-4714-be67-2d1e79e7c7c4', 'name': '', 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:8c:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:25Z', 'updated_at': '2021-11-23T22:22:32Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a31cb-9276-4d16-84b4-0780c8b681fc', 'name': '', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:2c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:22Z', 'updated_at': '2021-11-23T22:22:25Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a833bd-2e87-44c7-9a90-8340626ab678', 'name': '', 'network_id': 'bc1b2c33-ba42-4b86-8dc2-04142b98a6f5', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:82:71:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:30Z', 'updated_at': '2021-11-23T22:22:36Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:46.349843 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24431c34-98b0-4802-b1c1-7cd240588a53 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:46.361486 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29da0a-1c44-4b27-94be-77b23e69e9ec None None] The sync data for ids ['2fd74614-677c-4b8b-b295-ba3b905d121c'] in n-d-816206-9 is: [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:44Z', 'revision_number': 8, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None, '_interfaces': [{'id': '96d2e6fe-1891-4714-be67-2d1e79e7c7c4', 'name': '', 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:8c:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:25Z', 'updated_at': '2021-11-23T22:22:32Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a31cb-9276-4d16-84b4-0780c8b681fc', 'name': '', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:2c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:22Z', 'updated_at': '2021-11-23T22:22:25Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4a833bd-2e87-44c7-9a90-8340626ab678', 'name': '', 'network_id': 'bc1b2c33-ba42-4b86-8dc2-04142b98a6f5', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:82:71:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:30Z', 'updated_at': '2021-11-23T22:22:36Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:22:46.365227 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24431c34-98b0-4802-b1c1-7cd240588a53 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:22:46.365669 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24431c34-98b0-4802-b1c1-7cd240588a53 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:22:46.369255 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:22:46.451924 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-9a7d8aed-b7d3-45b7-b64a-4965e42b8d53 req-7b409b24-cf72-41d6-a2dc-3b97c11c0d5f tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] For port 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=9129d1e7-b4c6-4cd6-802a-66fe6925ab8f,segment=NetworkSegment(b0d118e5-69e2-4a28-9a95-8d79479d6c84),segment_id=b0d118e5-69e2-4a28-9a95-8d79479d6c84)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:46.452216 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9a7d8aed-b7d3-45b7-b64a-4965e42b8d53 req-7b409b24-cf72-41d6-a2dc-3b97c11c0d5f tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:46.468086 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-9a7d8aed-b7d3-45b7-b64a-4965e42b8d53 req-7b409b24-cf72-41d6-a2dc-3b97c11c0d5f tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Calling delete_port for 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:22:46.470772 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24431c34-98b0-4802-b1c1-7cd240588a53 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:46.475803 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-24431c34-98b0-4802-b1c1-7cd240588a53 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:46.479870 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-24431c34-98b0-4802-b1c1-7cd240588a53 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/networks/34ab9707-7767-4dda-9742-2c2c0b78ea28 HTTP/1.1" status: 204 len: 168 time: 0.8925991 Nov 23 22:22:46.483279 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44096) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:46.505352 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24431c34-98b0-4802-b1c1-7cd240588a53 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Network': ['ID=34ab9707-7767-4dda-9742-2c2c0b78ea28,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:46.674928 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9a7d8aed-b7d3-45b7-b64a-4965e42b8d53 req-7b409b24-cf72-41d6-a2dc-3b97c11c0d5f tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:46.709352 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b409b24-cf72-41d6-a2dc-3b97c11c0d5f tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Pushing event deleted for resources: {'Port': ['ID=9129d1e7-b4c6-4cd6-802a-66fe6925ab8f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:46.769543 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7d8aed-b7d3-45b7-b64a-4965e42b8d53 req-7b409b24-cf72-41d6-a2dc-3b97c11c0d5f tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] No DVR routers for this DVR port 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:22:46.773265 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9a7d8aed-b7d3-45b7-b64a-4965e42b8d53 req-7b409b24-cf72-41d6-a2dc-3b97c11c0d5f tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:46.778847 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9a7d8aed-b7d3-45b7-b64a-4965e42b8d53 req-7b409b24-cf72-41d6-a2dc-3b97c11c0d5f tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.53 "DELETE /v2.0/ports/9129d1e7-b4c6-4cd6-802a-66fe6925ab8f HTTP/1.1" status: 204 len: 173 time: 0.7842646 Nov 23 22:22:46.779508 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d1eef52-48bb-4113-bacc-9823bedd025d', 'name': 'network-vif-deleted', 'tag': '9129d1e7-b4c6-4cd6-802a-66fe6925ab8f'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:22:46.794918 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1a9b0c-2631-4449-8fd6-43d85199b925" -d '{"events": [{"server_uuid": "0d1eef52-48bb-4113-bacc-9823bedd025d", "name": "network-vif-deleted", "tag": "9129d1e7-b4c6-4cd6-802a-66fe6925ab8f"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:22:46.896862 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7385bb-6879-43ee-8f32-7370af7d277a x-openstack-request-id: req-8a7385bb-6879-43ee-8f32-7370af7d277a {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:22:46.900262 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d1eef52-48bb-4113-bacc-9823bedd025d", "name": "network-vif-deleted", "tag": "9129d1e7-b4c6-4cd6-802a-66fe6925ab8f", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:22:46.900945 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a7385bb-6879-43ee-8f32-7370af7d277a {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:22:46.903062 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d1eef52-48bb-4113-bacc-9823bedd025d', 'name': 'network-vif-deleted', 'tag': '9129d1e7-b4c6-4cd6-802a-66fe6925ab8f', 'status': 'completed', 'code': 200} Nov 23 22:22:46.909681 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3132cedb-98f2-4de4-8280-7f71cd0a48f7 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:22:46.935656 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 3132cedb-98f2-4de4-8280-7f71cd0a48f7 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:22:46.936003 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3132cedb-98f2-4de4-8280-7f71cd0a48f7 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:22:46.936672 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 213d97fc-2884-47b7-97e0-dc52b6969d16 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:22:46.949170 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c11e4bf1-6f7b-40b1-9a00-887e07939a51 req-1ea8afc7-ac79-4b21-aef9-138a60e05c49 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 210 time: 0.0495107 Nov 23 22:22:46.973862 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 213d97fc-2884-47b7-97e0-dc52b6969d16 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:22:46.974271 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 213d97fc-2884-47b7-97e0-dc52b6969d16 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:22:47.073096 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f8941245-6fbf-44e9-9f95-1c1d0c837228 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:47.140824 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf8e66-4c4f-4521-8a1a-b36be4aae1c2 req-59166e09-6b45-4ad0-8611-85ab46b0928b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:47.152184 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4dcf8e66-4c4f-4521-8a1a-b36be4aae1c2 req-59166e09-6b45-4ad0-8611-85ab46b0928b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 944 time: 0.1287568 Nov 23 22:22:47.332753 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4dcf8e66-4c4f-4521-8a1a-b36be4aae1c2 req-3bd95fbf-0956-4e06-8af7-911a64b3b731 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772881 Nov 23 22:22:47.448005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-f8941245-6fbf-44e9-9f95-1c1d0c837228 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting port b4a833bd-2e87-44c7-9a90-8340626ab678 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:22:47.448347 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f8941245-6fbf-44e9-9f95-1c1d0c837228 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:47.545205 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-f8941245-6fbf-44e9-9f95-1c1d0c837228 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] For port b4a833bd-2e87-44c7-9a90-8340626ab678, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b4a833bd-2e87-44c7-9a90-8340626ab678,segment=NetworkSegment(9dfb393d-07f6-451b-b1c3-a29864cbf3ea),segment_id=9dfb393d-07f6-451b-b1c3-a29864cbf3ea)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:47.545483 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f8941245-6fbf-44e9-9f95-1c1d0c837228 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:47.557729 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-f8941245-6fbf-44e9-9f95-1c1d0c837228 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Calling delete_port for b4a833bd-2e87-44c7-9a90-8340626ab678 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:22:48.098894 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0eaa1166-b60a-4500-8212-635bb5383e2a req-8a742bc4-25e3-4162-af8e-c258a3dc1e01 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 210 time: 0.0321980 Nov 23 22:22:48.117402 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f8941245-6fbf-44e9-9f95-1c1d0c837228 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:48.145359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8941245-6fbf-44e9-9f95-1c1d0c837228 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Port': ['ID=b4a833bd-2e87-44c7-9a90-8340626ab678,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:48.182080 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:22:48.206370 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:22:48.206822 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 9129d1e7-b4c6-4cd6-802a-66fe6925ab8f not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:22:48.268796 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f8941245-6fbf-44e9-9f95-1c1d0c837228 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:48.503558 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8941245-6fbf-44e9-9f95-1c1d0c837228 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Router 2fd74614-677c-4b8b-b295-ba3b905d121c has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:22:48.512242 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2691c-6b31-440f-b190-06adf7beeec0 req-8eb3d94a-b885-4664-abe2-9af8eb1d0a70 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:48.513716 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-15e2691c-6b31-440f-b190-06adf7beeec0 req-8eb3d94a-b885-4664-abe2-9af8eb1d0a70 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 944 time: 0.0702164 Nov 23 22:22:48.640034 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-15e2691c-6b31-440f-b190-06adf7beeec0 req-32897dd8-c22d-4571-be5c-f1d92f54f5a0 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190243 Nov 23 22:22:48.643247 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8941245-6fbf-44e9-9f95-1c1d0c837228 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:22:48.648540 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f8941245-6fbf-44e9-9f95-1c1d0c837228 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/routers/2fd74614-677c-4b8b-b295-ba3b905d121c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1639915 Nov 23 22:22:48.651119 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44108) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:48.654707 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde3cf32-962a-4239-8887-660d55875256 None None] Sync routers for ids ['2fd74614-677c-4b8b-b295-ba3b905d121c'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:22:48.668518 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde3cf32-962a-4239-8887-660d55875256 None None] Routers {'2fd74614-677c-4b8b-b295-ba3b905d121c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:48.669145 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-bde3cf32-962a-4239-8887-660d55875256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2fd74614-677c-4b8b-b295-ba3b905d121c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:48.733033 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c460db-4902-4adc-ad62-e0ff7b035880 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting subnet 4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:22:48.739077 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45c460db-4902-4adc-ad62-e0ff7b035880 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:48.784413 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45c460db-4902-4adc-ad62-e0ff7b035880 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:48.788331 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-bde3cf32-962a-4239-8887-660d55875256 None None] Set router 2fd74614-677c-4b8b-b295-ba3b905d121c gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:48.872060 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45c460db-4902-4adc-ad62-e0ff7b035880 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:48.939749 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45c460db-4902-4adc-ad62-e0ff7b035880 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:48.968843 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c460db-4902-4adc-ad62-e0ff7b035880 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Subnet': ['ID=4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:48.973313 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-45c460db-4902-4adc-ad62-e0ff7b035880 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:48.977083 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-45c460db-4902-4adc-ad62-e0ff7b035880 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/subnets/4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0 HTTP/1.1" status: 204 len: 168 time: 0.3196566 Nov 23 22:22:48.979791 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44110) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:48.988982 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3200ecf-009b-4734-8787-f1788e445c82 None None] Network bc1b2c33-ba42-4b86-8dc2-04142b98a6f5 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:22:49.001742 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-bde3cf32-962a-4239-8887-660d55875256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:47Z', 'revision_number': 9, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None, '_interfaces': [{'id': '96d2e6fe-1891-4714-be67-2d1e79e7c7c4', 'name': '', 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:8c:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:25Z', 'updated_at': '2021-11-23T22:22:32Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a31cb-9276-4d16-84b4-0780c8b681fc', 'name': '', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:2c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:22Z', 'updated_at': '2021-11-23T22:22:25Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:49.029686 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde3cf32-962a-4239-8887-660d55875256 None None] Checking router: 2fd74614-677c-4b8b-b295-ba3b905d121c for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:22:49.038764 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde3cf32-962a-4239-8887-660d55875256 None None] Routers {'2fd74614-677c-4b8b-b295-ba3b905d121c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:49.039581 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-bde3cf32-962a-4239-8887-660d55875256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2fd74614-677c-4b8b-b295-ba3b905d121c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:49.063229 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a208c35e-ea3a-466e-83e6-05f3341bed03 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:49.132005 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-bde3cf32-962a-4239-8887-660d55875256 None None] Set router 2fd74614-677c-4b8b-b295-ba3b905d121c gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:49.161065 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-a208c35e-ea3a-466e-83e6-05f3341bed03 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting port 061261da-e923-4671-bb00-0be04b399bee {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:22:49.161418 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a208c35e-ea3a-466e-83e6-05f3341bed03 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:49.244353 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f70089b-3905-447a-babd-c64ee1b16aaa None None] DHCP port deletion for bc1b2c33-ba42-4b86-8dc2-04142b98a6f5 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:22:49.246810 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24ecb3fb-068b-416b-8ffa-dc1173ba0ade req-abc7b862-96e5-430c-a16f-831924818c2c tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 210 time: 0.0546622 Nov 23 22:22:49.247821 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-a208c35e-ea3a-466e-83e6-05f3341bed03 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] For port 061261da-e923-4671-bb00-0be04b399bee, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=061261da-e923-4671-bb00-0be04b399bee,segment=NetworkSegment(9dfb393d-07f6-451b-b1c3-a29864cbf3ea),segment_id=9dfb393d-07f6-451b-b1c3-a29864cbf3ea)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:49.248243 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a208c35e-ea3a-466e-83e6-05f3341bed03 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:49.269045 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-a208c35e-ea3a-466e-83e6-05f3341bed03 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Calling delete_port for 061261da-e923-4671-bb00-0be04b399bee owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:22:49.314357 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5f70089b-3905-447a-babd-c64ee1b16aaa None None] Deleting port 061261da-e923-4671-bb00-0be04b399bee {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:22:49.314931 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5f70089b-3905-447a-babd-c64ee1b16aaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:49.371664 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a208c35e-ea3a-466e-83e6-05f3341bed03 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:49.392317 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-5f70089b-3905-447a-babd-c64ee1b16aaa None None] For port 061261da-e923-4671-bb00-0be04b399bee, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=061261da-e923-4671-bb00-0be04b399bee,segment=NetworkSegment(9dfb393d-07f6-451b-b1c3-a29864cbf3ea),segment_id=9dfb393d-07f6-451b-b1c3-a29864cbf3ea)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:49.393523 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5f70089b-3905-447a-babd-c64ee1b16aaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:49.399224 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-bde3cf32-962a-4239-8887-660d55875256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:47Z', 'revision_number': 9, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None, '_interfaces': [{'id': '96d2e6fe-1891-4714-be67-2d1e79e7c7c4', 'name': '', 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:8c:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:25Z', 'updated_at': '2021-11-23T22:22:32Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a31cb-9276-4d16-84b4-0780c8b681fc', 'name': '', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:2c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:22Z', 'updated_at': '2021-11-23T22:22:25Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:49.404058 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208c35e-ea3a-466e-83e6-05f3341bed03 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Port': ['ID=061261da-e923-4671-bb00-0be04b399bee,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:49.406064 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a208c35e-ea3a-466e-83e6-05f3341bed03 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] No DVR routers for this DVR port 061261da-e923-4671-bb00-0be04b399bee on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:22:49.421383 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5f70089b-3905-447a-babd-c64ee1b16aaa None None] Calling delete_port for 061261da-e923-4671-bb00-0be04b399bee owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:22:49.431679 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde3cf32-962a-4239-8887-660d55875256 None None] The sync data for ids ['2fd74614-677c-4b8b-b295-ba3b905d121c'] in n-d-816206-9 is: [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:47Z', 'revision_number': 9, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None, '_interfaces': [{'id': '96d2e6fe-1891-4714-be67-2d1e79e7c7c4', 'name': '', 'network_id': 'a21ff003-a958-41f5-98c6-90ac2c179393', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:8c:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:25Z', 'updated_at': '2021-11-23T22:22:32Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': '9b11db5f-31e4-4603-aab4-d24e2b0ebef3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d5a31cb-9276-4d16-84b4-0780c8b681fc', 'name': '', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:2c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:22Z', 'updated_at': '2021-11-23T22:22:25Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:22:49.499197 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a208c35e-ea3a-466e-83e6-05f3341bed03 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:49.527023 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-a208c35e-ea3a-466e-83e6-05f3341bed03 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1b2c33-ba42-4b86-8dc2-04142b98a6f5']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:49.531241 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5f70089b-3905-447a-babd-c64ee1b16aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:49.538419 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-a208c35e-ea3a-466e-83e6-05f3341bed03 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dfb393d-07f6-451b-b1c3-a29864cbf3ea') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:49.538734 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-a208c35e-ea3a-466e-83e6-05f3341bed03 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dfb393d-07f6-451b-b1c3-a29864cbf3ea') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:49.550462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a208c35e-ea3a-466e-83e6-05f3341bed03 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:49.559084 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70089b-3905-447a-babd-c64ee1b16aaa None None] Pushing event deleted for resources: {'Port': ['ID=061261da-e923-4671-bb00-0be04b399bee,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:49.562775 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f70089b-3905-447a-babd-c64ee1b16aaa None None] No DVR routers for this DVR port 061261da-e923-4671-bb00-0be04b399bee on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:22:49.572864 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a208c35e-ea3a-466e-83e6-05f3341bed03 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:49.582559 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a208c35e-ea3a-466e-83e6-05f3341bed03 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:22:49.582949 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a208c35e-ea3a-466e-83e6-05f3341bed03 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:22:49.586879 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:22:49.653830 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a208c35e-ea3a-466e-83e6-05f3341bed03 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:49.662433 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a208c35e-ea3a-466e-83e6-05f3341bed03 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:49.669176 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a208c35e-ea3a-466e-83e6-05f3341bed03 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/networks/bc1b2c33-ba42-4b86-8dc2-04142b98a6f5 HTTP/1.1" status: 204 len: 168 time: 0.6852176 Nov 23 22:22:49.669409 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44116) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:49.680635 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208c35e-ea3a-466e-83e6-05f3341bed03 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Network': ['ID=bc1b2c33-ba42-4b86-8dc2-04142b98a6f5,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:49.826685 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bcbb2-d110-4c76-9fef-54571f966dd4 req-84f0076e-1a5a-47db-a284-3c7a18f2f266 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:49.828215 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e3bcbb2-d110-4c76-9fef-54571f966dd4 req-84f0076e-1a5a-47db-a284-3c7a18f2f266 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 944 time: 0.0789018 Nov 23 22:22:49.995443 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e3bcbb2-d110-4c76-9fef-54571f966dd4 req-d4ce42f8-b4b3-4db9-a70f-c039541f1189 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327627 Nov 23 22:22:50.146704 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-942314dc-e986-4273-a542-d9efa8387174 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:50.358179 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b7076188-7b8b-46a5-96a5-15fb01799f34 req-40cb0020-b81e-4186-a4ef-4a15c060c035 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 210 time: 0.0356164 Nov 23 22:22:50.452223 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-942314dc-e986-4273-a542-d9efa8387174 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting port 96d2e6fe-1891-4714-be67-2d1e79e7c7c4 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:22:50.452726 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-942314dc-e986-4273-a542-d9efa8387174 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:50.560283 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-942314dc-e986-4273-a542-d9efa8387174 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] For port 96d2e6fe-1891-4714-be67-2d1e79e7c7c4, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=96d2e6fe-1891-4714-be67-2d1e79e7c7c4,segment=NetworkSegment(d8370b52-fa41-4cf0-958a-42959b4aee8d),segment_id=d8370b52-fa41-4cf0-958a-42959b4aee8d)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:50.560746 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-942314dc-e986-4273-a542-d9efa8387174 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:50.575286 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-942314dc-e986-4273-a542-d9efa8387174 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Calling delete_port for 96d2e6fe-1891-4714-be67-2d1e79e7c7c4 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:22:50.779550 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-942314dc-e986-4273-a542-d9efa8387174 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:50.794214 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b4a833bd-2e87-44c7-9a90-8340626ab678 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:22:50.819212 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942314dc-e986-4273-a542-d9efa8387174 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Port': ['ID=96d2e6fe-1891-4714-be67-2d1e79e7c7c4,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:50.827118 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: b4a833bd-2e87-44c7-9a90-8340626ab678 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:22:50.827709 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b4a833bd-2e87-44c7-9a90-8340626ab678 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:22:50.828340 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 061261da-e923-4671-bb00-0be04b399bee no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:22:50.854939 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 061261da-e923-4671-bb00-0be04b399bee {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:22:50.856365 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 061261da-e923-4671-bb00-0be04b399bee not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:22:50.948649 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-942314dc-e986-4273-a542-d9efa8387174 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:51.217084 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549e2e9-5144-4900-a4d0-638c2c6eaa16 req-7616faba-690b-45a7-8b50-9f76176531c8 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:51.218737 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4549e2e9-5144-4900-a4d0-638c2c6eaa16 req-7616faba-690b-45a7-8b50-9f76176531c8 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 944 time: 0.1400752 Nov 23 22:22:51.230866 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942314dc-e986-4273-a542-d9efa8387174 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Router 2fd74614-677c-4b8b-b295-ba3b905d121c has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:22:51.366786 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4549e2e9-5144-4900-a4d0-638c2c6eaa16 req-2129798d-5e77-4ddc-b907-30b9683711a2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381195 Nov 23 22:22:51.383493 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942314dc-e986-4273-a542-d9efa8387174 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:22:51.389456 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-942314dc-e986-4273-a542-d9efa8387174 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/routers/2fd74614-677c-4b8b-b295-ba3b905d121c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7190783 Nov 23 22:22:51.392738 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44124) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:51.407176 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bc018f-f1ee-449d-a190-1cf12d921f7d None None] Sync routers for ids ['2fd74614-677c-4b8b-b295-ba3b905d121c'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:22:51.427895 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bc018f-f1ee-449d-a190-1cf12d921f7d None None] Routers {'2fd74614-677c-4b8b-b295-ba3b905d121c'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:51.429723 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-10bc018f-f1ee-449d-a190-1cf12d921f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2fd74614-677c-4b8b-b295-ba3b905d121c'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:51.496868 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e5791211-43af-41dc-a965-e4bbfb8c66b3 req-80c1c603-ac85-4ccc-8e54-854bf3a39d7e tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d1eef52-48bb-4113-bacc-9823bedd025d HTTP/1.1" status: 200 len: 210 time: 0.0359859 Nov 23 22:22:51.508887 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a3f680-ea4b-4a5a-a60c-f5e2692ed256 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting subnet 9b11db5f-31e4-4603-aab4-d24e2b0ebef3 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:22:51.513998 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10a3f680-ea4b-4a5a-a60c-f5e2692ed256 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:51.528023 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-10bc018f-f1ee-449d-a190-1cf12d921f7d None None] Set router 2fd74614-677c-4b8b-b295-ba3b905d121c gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:51.575623 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10a3f680-ea4b-4a5a-a60c-f5e2692ed256 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:51.684177 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10a3f680-ea4b-4a5a-a60c-f5e2692ed256 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:51.761574 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-10bc018f-f1ee-449d-a190-1cf12d921f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:50Z', 'revision_number': 10, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None, '_interfaces': [{'id': '9d5a31cb-9276-4d16-84b4-0780c8b681fc', 'name': '', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:2c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:22Z', 'updated_at': '2021-11-23T22:22:25Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:51.765525 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10a3f680-ea4b-4a5a-a60c-f5e2692ed256 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:51.796920 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bc018f-f1ee-449d-a190-1cf12d921f7d None None] Checking router: 2fd74614-677c-4b8b-b295-ba3b905d121c for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:22:51.803256 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3f680-ea4b-4a5a-a60c-f5e2692ed256 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Subnet': ['ID=9b11db5f-31e4-4603-aab4-d24e2b0ebef3,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:51.807109 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10a3f680-ea4b-4a5a-a60c-f5e2692ed256 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:51.809826 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bc018f-f1ee-449d-a190-1cf12d921f7d None None] Routers {'2fd74614-677c-4b8b-b295-ba3b905d121c'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:51.810434 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-10bc018f-f1ee-449d-a190-1cf12d921f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2fd74614-677c-4b8b-b295-ba3b905d121c'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:51.813754 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44126) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:51.816660 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3196758b-b1cf-4198-a47c-8500f79219d4 None None] Network a21ff003-a958-41f5-98c6-90ac2c179393 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:22:51.823350 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-10a3f680-ea4b-4a5a-a60c-f5e2692ed256 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/subnets/9b11db5f-31e4-4603-aab4-d24e2b0ebef3 HTTP/1.1" status: 204 len: 168 time: 0.4289844 Nov 23 22:22:51.898996 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-584089cc-169f-4b7e-9c15-42a6adc76822 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:51.953592 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-584089cc-169f-4b7e-9c15-42a6adc76822 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting port a0550a91-355f-4d22-ab24-e7a87e3fa8b6 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:22:51.953846 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-584089cc-169f-4b7e-9c15-42a6adc76822 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:51.966475 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-10bc018f-f1ee-449d-a190-1cf12d921f7d None None] Set router 2fd74614-677c-4b8b-b295-ba3b905d121c gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:52.017632 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-584089cc-169f-4b7e-9c15-42a6adc76822 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] For port a0550a91-355f-4d22-ab24-e7a87e3fa8b6, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a0550a91-355f-4d22-ab24-e7a87e3fa8b6,segment=NetworkSegment(d8370b52-fa41-4cf0-958a-42959b4aee8d),segment_id=d8370b52-fa41-4cf0-958a-42959b4aee8d)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:52.018005 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-584089cc-169f-4b7e-9c15-42a6adc76822 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:52.035486 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-584089cc-169f-4b7e-9c15-42a6adc76822 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Calling delete_port for a0550a91-355f-4d22-ab24-e7a87e3fa8b6 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:22:52.122376 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-584089cc-169f-4b7e-9c15-42a6adc76822 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:52.165300 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584089cc-169f-4b7e-9c15-42a6adc76822 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] No DVR routers for this DVR port a0550a91-355f-4d22-ab24-e7a87e3fa8b6 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:22:52.171146 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584089cc-169f-4b7e-9c15-42a6adc76822 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Port': ['ID=a0550a91-355f-4d22-ab24-e7a87e3fa8b6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:52.194024 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a7906c9c-e5c3-42ba-adea-be0de79df4fa details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:22:52.202171 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79365554-3db8-4daf-9fe0-7ee82054d1f4 None None] DHCP port deletion for a21ff003-a958-41f5-98c6-90ac2c179393 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:22:52.285683 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-584089cc-169f-4b7e-9c15-42a6adc76822 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:52.313032 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-584089cc-169f-4b7e-9c15-42a6adc76822 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21ff003-a958-41f5-98c6-90ac2c179393']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:52.326266 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-584089cc-169f-4b7e-9c15-42a6adc76822 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8370b52-fa41-4cf0-958a-42959b4aee8d') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:52.326794 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-584089cc-169f-4b7e-9c15-42a6adc76822 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8370b52-fa41-4cf0-958a-42959b4aee8d') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:52.341662 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-584089cc-169f-4b7e-9c15-42a6adc76822 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:52.355405 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-584089cc-169f-4b7e-9c15-42a6adc76822 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:52.363714 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584089cc-169f-4b7e-9c15-42a6adc76822 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:22:52.364418 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-584089cc-169f-4b7e-9c15-42a6adc76822 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:22:52.368046 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:22:52.438328 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-584089cc-169f-4b7e-9c15-42a6adc76822 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:52.448526 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-584089cc-169f-4b7e-9c15-42a6adc76822 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:52.453228 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-584089cc-169f-4b7e-9c15-42a6adc76822 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/networks/a21ff003-a958-41f5-98c6-90ac2c179393 HTTP/1.1" status: 204 len: 168 time: 0.6377361 Nov 23 22:22:52.456345 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44130) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:52.507926 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de4fc9-1e09-403c-a5fe-11f3516fd72c req-8c548dc6-f20b-4113-952f-1065ecf1079f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:52.509370 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93de4fc9-1e09-403c-a5fe-11f3516fd72c req-8c548dc6-f20b-4113-952f-1065ecf1079f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 944 time: 0.0564818 Nov 23 22:22:52.527153 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584089cc-169f-4b7e-9c15-42a6adc76822 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Network': ['ID=a21ff003-a958-41f5-98c6-90ac2c179393,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:52.567452 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-10bc018f-f1ee-449d-a190-1cf12d921f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:50Z', 'revision_number': 10, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None, '_interfaces': [{'id': '9d5a31cb-9276-4d16-84b4-0780c8b681fc', 'name': '', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:2c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:22Z', 'updated_at': '2021-11-23T22:22:25Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:52.568041 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93de4fc9-1e09-403c-a5fe-11f3516fd72c req-471d0127-3b29-4dfd-8d11-268cc6b4d41e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502496 Nov 23 22:22:52.571037 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a7906c9c-e5c3-42ba-adea-be0de79df4fa, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a7906c9c-e5c3-42ba-adea-be0de79df4fa,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:52.576251 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44134) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:52.618022 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bc018f-f1ee-449d-a190-1cf12d921f7d None None] The sync data for ids ['2fd74614-677c-4b8b-b295-ba3b905d121c'] in n-d-816206-9 is: [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:50Z', 'revision_number': 10, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None, '_interfaces': [{'id': '9d5a31cb-9276-4d16-84b4-0780c8b681fc', 'name': '', 'network_id': 'f865f278-4ff5-4a4e-87d4-97c698113518', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'mac_address': 'fa:16:3e:2c:76:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:22:22Z', 'updated_at': '2021-11-23T22:22:25Z', 'revision_number': 5, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'subnets': [{'id': 'd2548375-87ca-4358-8c98-b4aa615020e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:22:52.623484 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'a7906c9c-e5c3-42ba-adea-be0de79df4fa', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'port_id': 'a7906c9c-e5c3-42ba-adea-be0de79df4fa', 'mac_address': 'fa:16:3e:10:9b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:22:52.651101 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-17101011-2c5a-4c0d-af46-2de66cddae73 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:52.682856 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-17101011-2c5a-4c0d-af46-2de66cddae73 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:52.696028 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:52.711468 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7906c9c-e5c3-42ba-adea-be0de79df4fa {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:22:52.733172 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a7906c9c-e5c3-42ba-adea-be0de79df4fa, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a7906c9c-e5c3-42ba-adea-be0de79df4fa,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:52.739964 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:52.762134 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-17101011-2c5a-4c0d-af46-2de66cddae73 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:52.769799 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-17101011-2c5a-4c0d-af46-2de66cddae73 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:52.775247 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-17101011-2c5a-4c0d-af46-2de66cddae73 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] 10.222.0.50 "DELETE /v2.0/security-groups/8ace4a94-e28c-4fda-888e-9e0df9b2f997 HTTP/1.1" status: 204 len: 168 time: 0.1976066 Nov 23 22:22:52.787238 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17101011-2c5a-4c0d-af46-2de66cddae73 tempest-TestVolumeBackupRestore-345213295 tempest-TestVolumeBackupRestore-345213295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ace4a94-e28c-4fda-888e-9e0df9b2f997,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:52.795466 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=a7906c9c-e5c3-42ba-adea-be0de79df4fa,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:52.908744 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-181288ba-c1fa-464f-a24e-bbbc46f134eb tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:53.024947 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['a7906c9c-e5c3-42ba-adea-be0de79df4fa'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:22:53.164082 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a0550a91-355f-4d22-ab24-e7a87e3fa8b6 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:22:53.181503 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:53.210394 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: a0550a91-355f-4d22-ab24-e7a87e3fa8b6 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:22:53.210908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a0550a91-355f-4d22-ab24-e7a87e3fa8b6 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:22:53.211480 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 96d2e6fe-1891-4714-be67-2d1e79e7c7c4 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:22:53.254055 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 96d2e6fe-1891-4714-be67-2d1e79e7c7c4 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:22:53.254572 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 96d2e6fe-1891-4714-be67-2d1e79e7c7c4 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:22:53.349363 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-181288ba-c1fa-464f-a24e-bbbc46f134eb tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting port 9d5a31cb-9276-4d16-84b4-0780c8b681fc {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:22:53.350253 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-181288ba-c1fa-464f-a24e-bbbc46f134eb tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:53.468071 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-181288ba-c1fa-464f-a24e-bbbc46f134eb tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] For port 9d5a31cb-9276-4d16-84b4-0780c8b681fc, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9d5a31cb-9276-4d16-84b4-0780c8b681fc,segment=NetworkSegment(ba9df460-9d06-4165-b642-6cda5a9d80dc),segment_id=ba9df460-9d06-4165-b642-6cda5a9d80dc)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:53.468393 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-181288ba-c1fa-464f-a24e-bbbc46f134eb tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:53.487654 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-181288ba-c1fa-464f-a24e-bbbc46f134eb tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Calling delete_port for 9d5a31cb-9276-4d16-84b4-0780c8b681fc owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:22:53.730884 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-181288ba-c1fa-464f-a24e-bbbc46f134eb tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:53.756607 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c70aa-1ea4-4211-83da-5245e1340113 req-db2a14c2-dcc4-400c-8642-1705c120051f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:53.758370 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f54c70aa-1ea4-4211-83da-5245e1340113 req-db2a14c2-dcc4-400c-8642-1705c120051f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 945 time: 0.0939186 Nov 23 22:22:53.794923 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181288ba-c1fa-464f-a24e-bbbc46f134eb tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Port': ['ID=9d5a31cb-9276-4d16-84b4-0780c8b681fc,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:53.838549 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f54c70aa-1ea4-4211-83da-5245e1340113 req-6cef8a52-ee88-4399-9949-80bf110de309 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741570 Nov 23 22:22:54.205136 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a7906c9c-e5c3-42ba-adea-be0de79df4fa up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:22:54.318630 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port a7906c9c-e5c3-42ba-adea-be0de79df4fa completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:22:54.326883 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port a7906c9c-e5c3-42ba-adea-be0de79df4fa triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:22:54.327683 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:54.444343 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:54.492905 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a7906c9c-e5c3-42ba-adea-be0de79df4fa, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a7906c9c-e5c3-42ba-adea-be0de79df4fa,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:54.494664 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eafe856-218d-4930-8201-d00e098b0791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7906c9c-e5c3-42ba-adea-be0de79df4fa'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:22:54.497964 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361fc3eb-6648-4ec3-95f5-461fde065d44" -d '{"events": [{"server_uuid": "6eafe856-218d-4930-8201-d00e098b0791", "name": "network-vif-plugged", "status": "completed", "tag": "a7906c9c-e5c3-42ba-adea-be0de79df4fa"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:22:54.508760 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:54.557633 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-181288ba-c1fa-464f-a24e-bbbc46f134eb tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:54.581684 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=a7906c9c-e5c3-42ba-adea-be0de79df4fa,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:54.642946 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969b1d18-423b-4a3d-a173-69b4170e9b48 x-openstack-request-id: req-969b1d18-423b-4a3d-a173-69b4170e9b48 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:22:54.643868 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eafe856-218d-4930-8201-d00e098b0791", "name": "network-vif-plugged", "status": "completed", "tag": "a7906c9c-e5c3-42ba-adea-be0de79df4fa", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:22:54.644347 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-969b1d18-423b-4a3d-a173-69b4170e9b48 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:22:54.644942 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eafe856-218d-4930-8201-d00e098b0791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7906c9c-e5c3-42ba-adea-be0de79df4fa', 'code': 200} Nov 23 22:22:54.870980 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073dddf1-2bdc-48a5-a1dd-3082415fd3cc req-1f8dd41a-682d-4b4f-8c8c-9b1583d12987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:54.873007 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-073dddf1-2bdc-48a5-a1dd-3082415fd3cc req-1f8dd41a-682d-4b4f-8c8c-9b1583d12987 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 1097 time: 0.1454673 Nov 23 22:22:54.875342 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181288ba-c1fa-464f-a24e-bbbc46f134eb tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Router 2fd74614-677c-4b8b-b295-ba3b905d121c has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:22:55.018770 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e5387-95fc-4e72-a14c-d4d3cf9c5cfe req-4d659005-8de5-4a74-953f-ccf16cc78ec9 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:55.027041 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-708e5387-95fc-4e72-a14c-d4d3cf9c5cfe req-4d659005-8de5-4a74-953f-ccf16cc78ec9 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 946 time: 0.0800536 Nov 23 22:22:55.064234 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-073dddf1-2bdc-48a5-a1dd-3082415fd3cc req-133b308c-6978-4a80-83e6-345c976df167 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771250 Nov 23 22:22:55.075950 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181288ba-c1fa-464f-a24e-bbbc46f134eb tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:22:55.084728 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-181288ba-c1fa-464f-a24e-bbbc46f134eb tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/routers/2fd74614-677c-4b8b-b295-ba3b905d121c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6262953 Nov 23 22:22:55.087823 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44362) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:55.106974 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b15c92-f1be-4cc2-81c9-82f49080ebb1 None None] Sync routers for ids ['2fd74614-677c-4b8b-b295-ba3b905d121c'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:22:55.108476 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-708e5387-95fc-4e72-a14c-d4d3cf9c5cfe req-78430266-621b-437d-92ae-40bb76de72c9 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800538 Nov 23 22:22:55.137099 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b15c92-f1be-4cc2-81c9-82f49080ebb1 None None] Routers {'2fd74614-677c-4b8b-b295-ba3b905d121c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:55.137099 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-17b15c92-f1be-4cc2-81c9-82f49080ebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2fd74614-677c-4b8b-b295-ba3b905d121c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:55.165301 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aada038-f18d-4164-9882-5e233e6c6349 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting subnet d2548375-87ca-4358-8c98-b4aa615020e6 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:22:55.172109 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6aada038-f18d-4164-9882-5e233e6c6349 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:55.272288 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-17b15c92-f1be-4cc2-81c9-82f49080ebb1 None None] Set router 2fd74614-677c-4b8b-b295-ba3b905d121c gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:55.280470 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6aada038-f18d-4164-9882-5e233e6c6349 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:55.356609 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-17b15c92-f1be-4cc2-81c9-82f49080ebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:53Z', 'revision_number': 11, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:55.387341 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b15c92-f1be-4cc2-81c9-82f49080ebb1 None None] Checking router: 2fd74614-677c-4b8b-b295-ba3b905d121c for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:22:55.403311 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b15c92-f1be-4cc2-81c9-82f49080ebb1 None None] Routers {'2fd74614-677c-4b8b-b295-ba3b905d121c'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:55.404102 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-17b15c92-f1be-4cc2-81c9-82f49080ebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2fd74614-677c-4b8b-b295-ba3b905d121c'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:55.473130 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6aada038-f18d-4164-9882-5e233e6c6349 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:55.598590 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-17b15c92-f1be-4cc2-81c9-82f49080ebb1 None None] Set router 2fd74614-677c-4b8b-b295-ba3b905d121c gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:55.656038 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6aada038-f18d-4164-9882-5e233e6c6349 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:55.662019 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-17b15c92-f1be-4cc2-81c9-82f49080ebb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:53Z', 'revision_number': 11, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:55.704163 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b15c92-f1be-4cc2-81c9-82f49080ebb1 None None] The sync data for ids ['2fd74614-677c-4b8b-b295-ba3b905d121c'] in n-d-816206-9 is: [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:53Z', 'revision_number': 11, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:22:55.743439 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aada038-f18d-4164-9882-5e233e6c6349 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Subnet': ['ID=d2548375-87ca-4358-8c98-b4aa615020e6,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:55.746268 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6aada038-f18d-4164-9882-5e233e6c6349 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:55.752733 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6aada038-f18d-4164-9882-5e233e6c6349 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/subnets/d2548375-87ca-4358-8c98-b4aa615020e6 HTTP/1.1" status: 204 len: 168 time: 0.6633463 Nov 23 22:22:55.755512 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44424) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:55.774575 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c1cd92-086e-4a89-ba53-bb5a35295c07 None None] Network f865f278-4ff5-4a4e-87d4-97c698113518 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:22:55.898134 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ee04dbb-72fc-4540-a5f9-556c0f823be4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:56.001636 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-0ee04dbb-72fc-4540-a5f9-556c0f823be4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Deleting port caf4a071-1929-46c3-a2cc-fd660f8991fd {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:22:56.002215 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ee04dbb-72fc-4540-a5f9-556c0f823be4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:56.108201 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-0ee04dbb-72fc-4540-a5f9-556c0f823be4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] For port caf4a071-1929-46c3-a2cc-fd660f8991fd, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=caf4a071-1929-46c3-a2cc-fd660f8991fd,segment=NetworkSegment(ba9df460-9d06-4165-b642-6cda5a9d80dc),segment_id=ba9df460-9d06-4165-b642-6cda5a9d80dc)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:56.109088 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ee04dbb-72fc-4540-a5f9-556c0f823be4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:56.130593 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df662090-2321-4032-8d22-9e4e6e55442a None None] DHCP port deletion for f865f278-4ff5-4a4e-87d4-97c698113518 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:22:56.138660 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-0ee04dbb-72fc-4540-a5f9-556c0f823be4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Calling delete_port for caf4a071-1929-46c3-a2cc-fd660f8991fd owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:22:56.261316 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-df662090-2321-4032-8d22-9e4e6e55442a None None] Deleting port caf4a071-1929-46c3-a2cc-fd660f8991fd {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:22:56.264271 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-df662090-2321-4032-8d22-9e4e6e55442a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:56.391997 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e936bc-65f1-415d-9793-e5c457116662 req-9a2eda95-6432-4ed0-a5b9-ec869f98e9b9 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:56.411118 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4e936bc-65f1-415d-9793-e5c457116662 req-9a2eda95-6432-4ed0-a5b9-ec869f98e9b9 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 946 time: 0.1291089 Nov 23 22:22:56.428373 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ee04dbb-72fc-4540-a5f9-556c0f823be4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:56.450578 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee04dbb-72fc-4540-a5f9-556c0f823be4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] No DVR routers for this DVR port caf4a071-1929-46c3-a2cc-fd660f8991fd on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:22:56.461068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-df662090-2321-4032-8d22-9e4e6e55442a None None] For port caf4a071-1929-46c3-a2cc-fd660f8991fd, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=caf4a071-1929-46c3-a2cc-fd660f8991fd,segment=NetworkSegment(ba9df460-9d06-4165-b642-6cda5a9d80dc),segment_id=ba9df460-9d06-4165-b642-6cda5a9d80dc)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:56.468598 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-df662090-2321-4032-8d22-9e4e6e55442a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:56.512553 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-df662090-2321-4032-8d22-9e4e6e55442a None None] Calling delete_port for caf4a071-1929-46c3-a2cc-fd660f8991fd owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:22:56.523075 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee04dbb-72fc-4540-a5f9-556c0f823be4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Port': ['ID=caf4a071-1929-46c3-a2cc-fd660f8991fd,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:56.539832 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4e936bc-65f1-415d-9793-e5c457116662 req-402d558d-8b79-4d5c-b911-1036eb9651ab tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254885 Nov 23 22:22:56.653113 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ee04dbb-72fc-4540-a5f9-556c0f823be4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:56.690103 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-0ee04dbb-72fc-4540-a5f9-556c0f823be4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f865f278-4ff5-4a4e-87d4-97c698113518']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:56.703456 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-0ee04dbb-72fc-4540-a5f9-556c0f823be4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9df460-9d06-4165-b642-6cda5a9d80dc') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:56.704034 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-0ee04dbb-72fc-4540-a5f9-556c0f823be4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9df460-9d06-4165-b642-6cda5a9d80dc') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:56.739192 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ee04dbb-72fc-4540-a5f9-556c0f823be4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:56.759487 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ee04dbb-72fc-4540-a5f9-556c0f823be4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee04dbb-72fc-4540-a5f9-556c0f823be4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ee04dbb-72fc-4540-a5f9-556c0f823be4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:22:56.773787 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:22:56.782992 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-df662090-2321-4032-8d22-9e4e6e55442a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:56.804550 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df662090-2321-4032-8d22-9e4e6e55442a None None] No DVR routers for this DVR port caf4a071-1929-46c3-a2cc-fd660f8991fd on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:22:56.846519 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9d5a31cb-9276-4d16-84b4-0780c8b681fc no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:22:56.851313 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df662090-2321-4032-8d22-9e4e6e55442a None None] Pushing event deleted for resources: {'Port': ['ID=caf4a071-1929-46c3-a2cc-fd660f8991fd,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:56.886313 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ee04dbb-72fc-4540-a5f9-556c0f823be4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:56.887090 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 9d5a31cb-9276-4d16-84b4-0780c8b681fc {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:22:56.887448 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9d5a31cb-9276-4d16-84b4-0780c8b681fc not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:22:56.888163 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device caf4a071-1929-46c3-a2cc-fd660f8991fd no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:22:56.905758 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0ee04dbb-72fc-4540-a5f9-556c0f823be4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:56.909917 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0ee04dbb-72fc-4540-a5f9-556c0f823be4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/networks/f865f278-4ff5-4a4e-87d4-97c698113518 HTTP/1.1" status: 204 len: 168 time: 1.1528027 Nov 23 22:22:56.912713 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44524) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:56.919247 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-4b370c67-8a50-4cc6-a421-d6e0bb545d9f tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'router': {'routes': None}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:56.926177 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: caf4a071-1929-46c3-a2cc-fd660f8991fd {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:22:56.926887 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device caf4a071-1929-46c3-a2cc-fd660f8991fd not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:22:56.951802 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee04dbb-72fc-4540-a5f9-556c0f823be4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Pushing event deleted for resources: {'Network': ['ID=f865f278-4ff5-4a4e-87d4-97c698113518,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:57.141511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.extraroute_db [None req-4b370c67-8a50-4cc6-a421-d6e0bb545d9f tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Added routes are [] {{(pid=110034) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 22:22:57.141916 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.extraroute_db [None req-4b370c67-8a50-4cc6-a421-d6e0bb545d9f tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Removed routes are [] {{(pid=110034) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 22:22:57.142331 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4b370c67-8a50-4cc6-a421-d6e0bb545d9f tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:57.317091 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4b370c67-8a50-4cc6-a421-d6e0bb545d9f tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:57.321096 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4b370c67-8a50-4cc6-a421-d6e0bb545d9f tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-847058'] for router, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:57.916969 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b370c67-8a50-4cc6-a421-d6e0bb545d9f tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Router 2fd74614-677c-4b8b-b295-ba3b905d121c has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:22:57.940214 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ea64c-45c9-4e27-829a-915b7c0510e7 req-3b1787f7-8603-47f9-800f-653fc30bab95 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:57.941797 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-769ea64c-45c9-4e27-829a-915b7c0510e7 req-3b1787f7-8603-47f9-800f-653fc30bab95 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 946 time: 0.1010215 Nov 23 22:22:57.963318 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-db5fc8c9-649c-45c7-b39c-4ffbce7dbf12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:58.037244 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b370c67-8a50-4cc6-a421-d6e0bb545d9f tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:22:58.049346 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4b370c67-8a50-4cc6-a421-d6e0bb545d9f tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:58.053303 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e0e4b1-51f0-4cd6-8477-5208be4aa2ae None None] Sync routers for ids ['2fd74614-677c-4b8b-b295-ba3b905d121c'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:22:58.053473 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4b370c67-8a50-4cc6-a421-d6e0bb545d9f tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/routers/2fd74614-677c-4b8b-b295-ba3b905d121c HTTP/1.1" status: 200 len: 705 time: 1.1365848 Nov 23 22:22:58.055095 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44604) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:58.065422 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e0e4b1-51f0-4cd6-8477-5208be4aa2ae None None] Routers {'2fd74614-677c-4b8b-b295-ba3b905d121c'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:58.066119 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-04e0e4b1-51f0-4cd6-8477-5208be4aa2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2fd74614-677c-4b8b-b295-ba3b905d121c'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:58.073743 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-769ea64c-45c9-4e27-829a-915b7c0510e7 req-c7560fb7-7b61-4214-acc7-a83b37b4c7cd tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238117 Nov 23 22:22:58.138708 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-671c9b28-0d01-4495-ba02-2fba724aa084 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd74614-677c-4b8b-b295-ba3b905d121c HTTP/1.1" status: 200 len: 205 time: 0.0796678 Nov 23 22:22:58.139668 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44608) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:58.161897 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-04e0e4b1-51f0-4cd6-8477-5208be4aa2ae None None] Set router 2fd74614-677c-4b8b-b295-ba3b905d121c gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:58.232621 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a445d658-3fb8-43e6-9572-c52a0b8f45f4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:58.273818 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34b239-c9f0-4617-b415-71a722c98e5e req-d11eff1c-2f71-4636-8f67-860b393278e0 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:58.300075 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c34b239-c9f0-4617-b415-71a722c98e5e req-d11eff1c-2f71-4636-8f67-860b393278e0 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 946 time: 0.0976584 Nov 23 22:22:58.303351 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-04e0e4b1-51f0-4cd6-8477-5208be4aa2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:53Z', 'revision_number': 11, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:58.338358 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e0e4b1-51f0-4cd6-8477-5208be4aa2ae None None] Checking router: 2fd74614-677c-4b8b-b295-ba3b905d121c for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:22:58.350297 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e0e4b1-51f0-4cd6-8477-5208be4aa2ae None None] Routers {'2fd74614-677c-4b8b-b295-ba3b905d121c'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:58.353093 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-04e0e4b1-51f0-4cd6-8477-5208be4aa2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['2fd74614-677c-4b8b-b295-ba3b905d121c'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:58.379597 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1c34b239-c9f0-4617-b415-71a722c98e5e req-2ccb7268-5f48-451b-9c8a-60c59474dc3c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782793 Nov 23 22:22:58.450910 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-04e0e4b1-51f0-4cd6-8477-5208be4aa2ae None None] Set router 2fd74614-677c-4b8b-b295-ba3b905d121c gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:58.452399 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a445d658-3fb8-43e6-9572-c52a0b8f45f4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:58.456967 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a445d658-3fb8-43e6-9572-c52a0b8f45f4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:58.513869 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-04e0e4b1-51f0-4cd6-8477-5208be4aa2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:53Z', 'revision_number': 11, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:58.530364 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a445d658-3fb8-43e6-9572-c52a0b8f45f4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:58.532294 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a445d658-3fb8-43e6-9572-c52a0b8f45f4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Fanout notify agent at l3_agent the message router_deleted on router 2fd74614-677c-4b8b-b295-ba3b905d121c {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:22:58.550178 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a445d658-3fb8-43e6-9572-c52a0b8f45f4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:58.551769 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a445d658-3fb8-43e6-9572-c52a0b8f45f4 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/routers/2fd74614-677c-4b8b-b295-ba3b905d121c HTTP/1.1" status: 204 len: 168 time: 0.4110076 Nov 23 22:22:58.552127 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e0e4b1-51f0-4cd6-8477-5208be4aa2ae None None] The sync data for ids ['2fd74614-677c-4b8b-b295-ba3b905d121c'] in n-d-816206-9 is: [{'id': '2fd74614-677c-4b8b-b295-ba3b905d121c', 'name': 'tempest-RoutersIpV6Test-router-1599934278', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:20Z', 'updated_at': '2021-11-23T22:22:53Z', 'revision_number': 11, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:22:58.557951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44616) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:58.563052 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-165128c2-d2a0-4a86-9dfb-5943c248720a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1848452800', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:58.613887 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-165128c2-d2a0-4a86-9dfb-5943c248720a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:58.615057 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-165128c2-d2a0-4a86-9dfb-5943c248720a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:58.615884 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44618) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:58.676656 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-165128c2-d2a0-4a86-9dfb-5943c248720a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:58.682897 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-165128c2-d2a0-4a86-9dfb-5943c248720a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:58.718274 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-165128c2-d2a0-4a86-9dfb-5943c248720a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:58.720745 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-165128c2-d2a0-4a86-9dfb-5943c248720a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1612256 Nov 23 22:22:58.723785 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44620) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:58.738652 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-8abda369-b427-4e5f-8b97-1bb718765406 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:22:59.025760 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d911462-6391-41a3-9e1d-fda619cb76cf req-26916b61-3eba-4d93-acb8-578ca127f12f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:22:59.030135 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d911462-6391-41a3-9e1d-fda619cb76cf req-26916b61-3eba-4d93-acb8-578ca127f12f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 946 time: 0.1780136 Nov 23 22:22:59.129918 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8abda369-b427-4e5f-8b97-1bb718765406 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:59.157853 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8abda369-b427-4e5f-8b97-1bb718765406 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-847058'] for router, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:59.168119 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d911462-6391-41a3-9e1d-fda619cb76cf req-330325ec-379a-46da-b6c4-ad86476f2b5c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871015 Nov 23 22:22:59.188507 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-77f1d8c7-a3db-4fbd-9c82-a51e03db1de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:59.309567 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abda369-b427-4e5f-8b97-1bb718765406 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Router de014267-ea21-4833-8d8c-f658556284c6 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:22:59.410586 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abda369-b427-4e5f-8b97-1bb718765406 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:22:59.418453 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8abda369-b427-4e5f-8b97-1bb718765406 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:59.420198 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8abda369-b427-4e5f-8b97-1bb718765406 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "PUT /v2.0/routers/de014267-ea21-4833-8d8c-f658556284c6 HTTP/1.1" status: 200 len: 698 time: 0.6949484 Nov 23 22:22:59.422204 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44624) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:59.425567 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130dc2db-d248-4b68-8556-82fb04f853c9 None None] Sync routers for ids ['de014267-ea21-4833-8d8c-f658556284c6'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:22:59.437521 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130dc2db-d248-4b68-8556-82fb04f853c9 None None] Routers {'de014267-ea21-4833-8d8c-f658556284c6'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:59.439217 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-130dc2db-d248-4b68-8556-82fb04f853c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['de014267-ea21-4833-8d8c-f658556284c6'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:59.485549 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-77f1d8c7-a3db-4fbd-9c82-a51e03db1de7 admin admin] Deleting port 407862e1-3358-4b5b-82b2-964f9dd7c755 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:22:59.486103 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-77f1d8c7-a3db-4fbd-9c82-a51e03db1de7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:59.514861 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-130dc2db-d248-4b68-8556-82fb04f853c9 None None] Set router de014267-ea21-4833-8d8c-f658556284c6 gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:59.519361 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f0daec50-0c0c-430f-b45d-43e0137e75dc tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/routers/de014267-ea21-4833-8d8c-f658556284c6 HTTP/1.1" status: 200 len: 704 time: 0.0949869 Nov 23 22:22:59.520299 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44626) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:59.561670 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5fa527fb-f30c-4480-81cf-120e220ae88c tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/ports?device_id=de014267-ea21-4833-8d8c-f658556284c6 HTTP/1.1" status: 200 len: 205 time: 0.0376527 Nov 23 22:22:59.562391 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44628) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:59.575691 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-130dc2db-d248-4b68-8556-82fb04f853c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de014267-ea21-4833-8d8c-f658556284c6', 'name': 'tempest-RoutersIpV6Test-router-1848452800', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:58Z', 'updated_at': '2021-11-23T22:22:59Z', 'revision_number': 2, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:59.593128 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-77f1d8c7-a3db-4fbd-9c82-a51e03db1de7 admin admin] For port 407862e1-3358-4b5b-82b2-964f9dd7c755, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=407862e1-3358-4b5b-82b2-964f9dd7c755,segment=NetworkSegment(b0d118e5-69e2-4a28-9a95-8d79479d6c84),segment_id=b0d118e5-69e2-4a28-9a95-8d79479d6c84)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:22:59.593497 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-77f1d8c7-a3db-4fbd-9c82-a51e03db1de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:59.608544 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130dc2db-d248-4b68-8556-82fb04f853c9 None None] Checking router: de014267-ea21-4833-8d8c-f658556284c6 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:22:59.612291 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-77f1d8c7-a3db-4fbd-9c82-a51e03db1de7 admin admin] Calling delete_port for 407862e1-3358-4b5b-82b2-964f9dd7c755 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:22:59.618869 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130dc2db-d248-4b68-8556-82fb04f853c9 None None] Routers {'de014267-ea21-4833-8d8c-f658556284c6'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:22:59.619838 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-130dc2db-d248-4b68-8556-82fb04f853c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:22:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['de014267-ea21-4833-8d8c-f658556284c6'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:59.656963 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-51f32df5-1286-4f36-b21b-6fe40eba749b tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:59.697907 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-130dc2db-d248-4b68-8556-82fb04f853c9 None None] Set router de014267-ea21-4833-8d8c-f658556284c6 gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:22:59.784819 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-130dc2db-d248-4b68-8556-82fb04f853c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de014267-ea21-4833-8d8c-f658556284c6', 'name': 'tempest-RoutersIpV6Test-router-1848452800', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:58Z', 'updated_at': '2021-11-23T22:22:59Z', 'revision_number': 2, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:22:59.837856 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130dc2db-d248-4b68-8556-82fb04f853c9 None None] The sync data for ids ['de014267-ea21-4833-8d8c-f658556284c6'] in n-d-816206-9 is: [{'id': 'de014267-ea21-4833-8d8c-f658556284c6', 'name': 'tempest-RoutersIpV6Test-router-1848452800', 'tenant_id': '538a4e0f8a6a48da9d25775c1a97a295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:22:58Z', 'updated_at': '2021-11-23T22:22:59Z', 'revision_number': 2, 'project_id': '538a4e0f8a6a48da9d25775c1a97a295', 'gw_port_host': None}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:22:59.864245 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-77f1d8c7-a3db-4fbd-9c82-a51e03db1de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:59.869594 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-51f32df5-1286-4f36-b21b-6fe40eba749b tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:59.872154 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-51f32df5-1286-4f36-b21b-6fe40eba749b tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:59.901312 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1d8c7-a3db-4fbd-9c82-a51e03db1de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=407862e1-3358-4b5b-82b2-964f9dd7c755,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:22:59.943271 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-51f32df5-1286-4f36-b21b-6fe40eba749b tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:59.943908 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f32df5-1286-4f36-b21b-6fe40eba749b tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Fanout notify agent at l3_agent the message router_deleted on router de014267-ea21-4833-8d8c-f658556284c6 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:22:59.953537 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-51f32df5-1286-4f36-b21b-6fe40eba749b tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:22:59.958123 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-51f32df5-1286-4f36-b21b-6fe40eba749b tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/routers/de014267-ea21-4833-8d8c-f658556284c6 HTTP/1.1" status: 204 len: 168 time: 0.3942897 Nov 23 22:22:59.958874 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44630) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:22:59.997484 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c5694437-528c-419d-ab4a-5c4eb0bd4f68 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/ports?device_id=de014267-ea21-4833-8d8c-f658556284c6 HTTP/1.1" status: 200 len: 205 time: 0.0373518 Nov 23 22:22:59.998151 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44632) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:00.049649 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-ef1f8241-052a-4736-8f48-9e6c8868a5c0 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] delete failed (client error): The resource could not be found. Nov 23 22:23:00.051851 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ef1f8241-052a-4736-8f48-9e6c8868a5c0 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/routers/de014267-ea21-4833-8d8c-f658556284c6 HTTP/1.1" status: 404 len: 336 time: 0.0527134 Nov 23 22:23:00.054285 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44634) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:00.089603 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cef93e-7eea-4798-a0df-de5417b81290 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] DELETE failed (client error): The resource could not be found. Nov 23 22:23:00.089983 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8cef93e-7eea-4798-a0df-de5417b81290 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:23:00.093425 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e8cef93e-7eea-4798-a0df-de5417b81290 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/subnets/bda2c973-e433-4cc8-841b-3527b84985e5 HTTP/1.1" status: 404 len: 337 time: 0.0365841 Nov 23 22:23:00.098142 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44636) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:00.142811 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc56f7c7-912f-4bfc-976e-eda63999f010 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] DELETE failed (client error): The resource could not be found. Nov 23 22:23:00.143427 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc56f7c7-912f-4bfc-976e-eda63999f010 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:23:00.149967 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cc56f7c7-912f-4bfc-976e-eda63999f010 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/subnets/4f42919c-c2d3-4e32-b6d2-2bd30dffb0f0 HTTP/1.1" status: 404 len: 337 time: 0.0474501 Nov 23 22:23:00.149967 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44638) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:00.178309 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-77f1d8c7-a3db-4fbd-9c82-a51e03db1de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:00.182680 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-96461ff7-c779-4f5e-b591-a405e02c4136 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] DELETE failed (client error): The resource could not be found. Nov 23 22:23:00.183165 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96461ff7-c779-4f5e-b591-a405e02c4136 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:23:00.186344 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-96461ff7-c779-4f5e-b591-a405e02c4136 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/subnets/9b11db5f-31e4-4603-aab4-d24e2b0ebef3 HTTP/1.1" status: 404 len: 337 time: 0.0355821 Nov 23 22:23:00.187903 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:00.190821 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44640) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:00.241510 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0ece27-091f-4f5c-8c55-25dad9ebb7bd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] DELETE failed (client error): The resource could not be found. Nov 23 22:23:00.242009 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0ece27-091f-4f5c-8c55-25dad9ebb7bd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:23:00.245076 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5e0ece27-091f-4f5c-8c55-25dad9ebb7bd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/subnets/d2548375-87ca-4358-8c98-b4aa615020e6 HTTP/1.1" status: 404 len: 337 time: 0.0400810 Nov 23 22:23:00.247910 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44644) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:00.278395 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e41595c7-29b5-40ef-9a70-f2ff820735f7 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fd74614-677c-4b8b-b295-ba3b905d121c HTTP/1.1" status: 200 len: 205 time: 0.0273824 Nov 23 22:23:00.281312 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44646) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:00.322381 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621059b-9a1e-47eb-823c-fca64e3c0c0a req-717641ee-fba0-4b34-9147-d5326fb2b535 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:00.322943 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-2c91fbfd-6838-4717-aa88-2bf9fde237c6 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] delete failed (client error): The resource could not be found. Nov 23 22:23:00.323876 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5621059b-9a1e-47eb-823c-fca64e3c0c0a req-717641ee-fba0-4b34-9147-d5326fb2b535 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 946 time: 0.0507281 Nov 23 22:23:00.324013 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2c91fbfd-6838-4717-aa88-2bf9fde237c6 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/routers/2fd74614-677c-4b8b-b295-ba3b905d121c HTTP/1.1" status: 404 len: 336 time: 0.0417302 Nov 23 22:23:00.326774 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44648) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:00.369422 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-bf08e305-d908-46c8-9fbc-ef65e4af6bfd tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5bdfc12-d905-4b2e-b2bb-efe3dd67e595 HTTP/1.1" status: 200 len: 205 time: 0.0414903 Nov 23 22:23:00.373090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44650) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:00.423792 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-05102732-616b-4754-95e5-5c7d18060936 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] delete failed (client error): The resource could not be found. Nov 23 22:23:00.424854 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-05102732-616b-4754-95e5-5c7d18060936 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/routers/e5bdfc12-d905-4b2e-b2bb-efe3dd67e595 HTTP/1.1" status: 404 len: 336 time: 0.0503151 Nov 23 22:23:00.428317 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44652) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:00.464941 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a914b8-1bc7-4751-9bd1-555416fb1667 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] DELETE failed (client error): The resource could not be found. Nov 23 22:23:00.465396 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1a914b8-1bc7-4751-9bd1-555416fb1667 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:23:00.468515 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f1a914b8-1bc7-4751-9bd1-555416fb1667 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/subnets/dcbb68b4-3469-4b4a-9b0e-cd8b8d1876cf HTTP/1.1" status: 404 len: 337 time: 0.0399997 Nov 23 22:23:00.472086 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44654) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:00.474011 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5621059b-9a1e-47eb-823c-fca64e3c0c0a req-e2de6142-8269-4334-a7b2-965290dab593 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368253 Nov 23 22:23:00.480035 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2fc77-8fbd-4d39-994f-ea855d5e81a3 req-5c850596-ac60-4ffe-9361-9d6276334fe2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:00.481523 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-34f2fc77-8fbd-4d39-994f-ea855d5e81a3 req-5c850596-ac60-4ffe-9361-9d6276334fe2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 946 time: 0.0945516 Nov 23 22:23:00.514271 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2bd77383-fa5c-43e9-ab84-e3fdf80736c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:00.522891 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b6a8992e-3dbd-4570-9ae0-de9a0f1dd616 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8b2a2ad-4727-415b-9cf9-eddb30e5e9b3 HTTP/1.1" status: 200 len: 205 time: 0.0402689 Nov 23 22:23:00.525891 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44656) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:00.556025 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f1d8c7-a3db-4fbd-9c82-a51e03db1de7 admin admin] Router aa6d3b3f-ba10-4496-9a50-3d8a004e9417 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:23:00.570504 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-7f26d7ce-e3e1-4abf-9352-b1abe0ceb17a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] delete failed (client error): The resource could not be found. Nov 23 22:23:00.574215 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7f26d7ce-e3e1-4abf-9352-b1abe0ceb17a tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/routers/b8b2a2ad-4727-415b-9cf9-eddb30e5e9b3 HTTP/1.1" status: 404 len: 336 time: 0.0447574 Nov 23 22:23:00.574363 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44658) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:00.602271 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9b11974a-60ff-42ac-aa4c-a04177dc7d27 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/ports?device_id=caab5b37-f23d-42e0-8237-7ae0d3e63fb2 HTTP/1.1" status: 200 len: 205 time: 0.0265019 Nov 23 22:23:00.604735 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44660) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:00.643303 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-a8503ceb-d588-41a7-b5e2-13e36467867d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] delete failed (client error): The resource could not be found. Nov 23 22:23:00.644284 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a8503ceb-d588-41a7-b5e2-13e36467867d tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/routers/caab5b37-f23d-42e0-8237-7ae0d3e63fb2 HTTP/1.1" status: 404 len: 336 time: 0.0386286 Nov 23 22:23:00.646894 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44662) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:00.679377 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-107c1540-ec99-4471-aa3c-58608d140c30 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] DELETE failed (client error): The resource could not be found. Nov 23 22:23:00.679842 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-107c1540-ec99-4471-aa3c-58608d140c30 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:23:00.685493 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-107c1540-ec99-4471-aa3c-58608d140c30 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/subnets/5ccc8ab6-a62e-469d-9175-0bd14ee4510d HTTP/1.1" status: 404 len: 337 time: 0.0350342 Nov 23 22:23:00.685854 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44664) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:00.688795 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-34f2fc77-8fbd-4d39-994f-ea855d5e81a3 req-1a82bfda-3405-4869-8658-08860b5b7c76 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Deleting port a7906c9c-e5c3-42ba-adea-be0de79df4fa {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:00.689146 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-34f2fc77-8fbd-4d39-994f-ea855d5e81a3 req-1a82bfda-3405-4869-8658-08860b5b7c76 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:00.722080 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e2efb8e7-6601-4a78-90d4-46f8f1184135 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/ports?device_id=4703261d-97d4-4ed7-985b-481425d790e9 HTTP/1.1" status: 200 len: 205 time: 0.0311913 Nov 23 22:23:00.722511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44666) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:00.764344 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-8acddf1a-2289-472a-93bd-1c39c7382908 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] delete failed (client error): The resource could not be found. Nov 23 22:23:00.765507 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8acddf1a-2289-472a-93bd-1c39c7382908 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/routers/4703261d-97d4-4ed7-985b-481425d790e9 HTTP/1.1" status: 404 len: 336 time: 0.0418799 Nov 23 22:23:00.768062 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f1d8c7-a3db-4fbd-9c82-a51e03db1de7 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:23:00.769851 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44668) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:00.777604 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-77f1d8c7-a3db-4fbd-9c82-a51e03db1de7 admin admin] 10.222.0.50 "PUT /v2.0/routers/aa6d3b3f-ba10-4496-9a50-3d8a004e9417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1599002 Nov 23 22:23:00.781951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44670) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:00.787917 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebd5d50-b2a8-4321-abc1-9e8c5b26e6ee None None] Sync routers for ids ['aa6d3b3f-ba10-4496-9a50-3d8a004e9417'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:23:00.809853 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa6584b-6260-45f3-9bd6-0bddad01c51f tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] DELETE failed (client error): The resource could not be found. Nov 23 22:23:00.810315 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa6584b-6260-45f3-9bd6-0bddad01c51f tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:23:00.813604 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cfa6584b-6260-45f3-9bd6-0bddad01c51f tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/subnets/2a1b4a69-b366-40e7-a908-37c7d29b9bd2 HTTP/1.1" status: 404 len: 337 time: 0.0426991 Nov 23 22:23:00.815738 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebd5d50-b2a8-4321-abc1-9e8c5b26e6ee None None] Routers {'aa6d3b3f-ba10-4496-9a50-3d8a004e9417'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:00.819335 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1ebd5d50-b2a8-4321-abc1-9e8c5b26e6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['aa6d3b3f-ba10-4496-9a50-3d8a004e9417'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:00.823697 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44672) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:00.867108 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-23cf3844-db01-474e-a7ab-6b06fce01630 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "GET /v2.0/ports?device_id=19652f8c-6026-4a86-8db6-b2de005efb79 HTTP/1.1" status: 200 len: 205 time: 0.0419285 Nov 23 22:23:00.867687 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44674) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:00.882281 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-34f2fc77-8fbd-4d39-994f-ea855d5e81a3 req-1a82bfda-3405-4869-8658-08860b5b7c76 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] For port a7906c9c-e5c3-42ba-adea-be0de79df4fa, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a7906c9c-e5c3-42ba-adea-be0de79df4fa,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:00.882560 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-34f2fc77-8fbd-4d39-994f-ea855d5e81a3 req-1a82bfda-3405-4869-8658-08860b5b7c76 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:00.918321 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bf503d3e-0442-436a-8137-9d933fdb2663 admin admin] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:00.919973 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-d4ff6e5f-37b0-48e4-be3c-10e9eaefbcd8 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] delete failed (client error): The resource could not be found. Nov 23 22:23:00.924061 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d4ff6e5f-37b0-48e4-be3c-10e9eaefbcd8 tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/routers/19652f8c-6026-4a86-8db6-b2de005efb79 HTTP/1.1" status: 404 len: 336 time: 0.0508046 Nov 23 22:23:00.926371 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44676) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:00.944774 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-1ebd5d50-b2a8-4321-abc1-9e8c5b26e6ee None None] Set router aa6d3b3f-ba10-4496-9a50-3d8a004e9417 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:23:00.960172 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-34f2fc77-8fbd-4d39-994f-ea855d5e81a3 req-1a82bfda-3405-4869-8658-08860b5b7c76 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Calling delete_port for a7906c9c-e5c3-42ba-adea-be0de79df4fa owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:00.962285 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-7130d925-1fa2-4967-90a5-1cc9654a381b tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] DELETE failed (client error): The resource could not be found. Nov 23 22:23:00.962743 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7130d925-1fa2-4967-90a5-1cc9654a381b tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:23:00.969582 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7130d925-1fa2-4967-90a5-1cc9654a381b tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/subnets/2ac9c994-bc0b-4d66-9601-41df51861dd2 HTTP/1.1" status: 404 len: 337 time: 0.0417643 Nov 23 22:23:00.969889 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44678) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:01.030488 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9427403-2a76-43b1-ad2f-accff9c0306b tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] DELETE failed (client error): The resource could not be found. Nov 23 22:23:01.030949 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9427403-2a76-43b1-ad2f-accff9c0306b tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:23:01.034594 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d9427403-2a76-43b1-ad2f-accff9c0306b tempest-RoutersIpV6Test-1046454865 tempest-RoutersIpV6Test-1046454865-project] 10.222.0.50 "DELETE /v2.0/subnets/2d3c9646-5a3f-446b-a40d-e80f64524195 HTTP/1.1" status: 404 len: 337 time: 0.0633645 Nov 23 22:23:01.090445 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bf503d3e-0442-436a-8137-9d933fdb2663 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:01.145560 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-34f2fc77-8fbd-4d39-994f-ea855d5e81a3 req-1a82bfda-3405-4869-8658-08860b5b7c76 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:01.170481 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-bf503d3e-0442-436a-8137-9d933fdb2663 admin admin] Deleting port ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:01.170851 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bf503d3e-0442-436a-8137-9d933fdb2663 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:01.182339 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82bfda-3405-4869-8658-08860b5b7c76 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event deleted for resources: {'Port': ['ID=a7906c9c-e5c3-42ba-adea-be0de79df4fa,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:01.183538 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1ebd5d50-b2a8-4321-abc1-9e8c5b26e6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'name': 'tempest-TestVolumeBackupRestore-903697792-router', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:22:59Z', 'revision_number': 5, 'project_id': '61c37e4252964279a92abee6055de1ba', 'gw_port': {'id': 'ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:76:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:19:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:01.217368 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['6d1ec67d-3e65-4710-9284-90b1a39f0d51'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:23:01.256158 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f2fc77-8fbd-4d39-994f-ea855d5e81a3 req-1a82bfda-3405-4869-8658-08860b5b7c76 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] No DVR routers for this DVR port a7906c9c-e5c3-42ba-adea-be0de79df4fa on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:23:01.259037 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-34f2fc77-8fbd-4d39-994f-ea855d5e81a3 req-1a82bfda-3405-4869-8658-08860b5b7c76 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:01.263321 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-34f2fc77-8fbd-4d39-994f-ea855d5e81a3 req-1a82bfda-3405-4869-8658-08860b5b7c76 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.53 "DELETE /v2.0/ports/a7906c9c-e5c3-42ba-adea-be0de79df4fa HTTP/1.1" status: 204 len: 173 time: 0.7701986 Nov 23 22:23:01.264433 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eafe856-218d-4930-8201-d00e098b0791', 'name': 'network-vif-deleted', 'tag': 'a7906c9c-e5c3-42ba-adea-be0de79df4fa'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:23:01.278006 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2542869f-5515-4e27-883b-a116a66670eb" -d '{"events": [{"server_uuid": "6eafe856-218d-4930-8201-d00e098b0791", "name": "network-vif-deleted", "tag": "a7906c9c-e5c3-42ba-adea-be0de79df4fa"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:23:01.286846 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebd5d50-b2a8-4321-abc1-9e8c5b26e6ee None None] Checking router: aa6d3b3f-ba10-4496-9a50-3d8a004e9417 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:23:01.313245 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-bf503d3e-0442-436a-8137-9d933fdb2663 admin admin] For port ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:01.314447 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bf503d3e-0442-436a-8137-9d933fdb2663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:01.341043 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6436b763-5931-46ee-93b2-3c6961aa22fc x-openstack-request-id: req-6436b763-5931-46ee-93b2-3c6961aa22fc {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:23:01.341646 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-bf503d3e-0442-436a-8137-9d933fdb2663 admin admin] Calling delete_port for ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8 owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:01.342929 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eafe856-218d-4930-8201-d00e098b0791", "name": "network-vif-deleted", "tag": "a7906c9c-e5c3-42ba-adea-be0de79df4fa", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:23:01.343431 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6436b763-5931-46ee-93b2-3c6961aa22fc {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:23:01.344207 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eafe856-218d-4930-8201-d00e098b0791', 'name': 'network-vif-deleted', 'tag': 'a7906c9c-e5c3-42ba-adea-be0de79df4fa', 'status': 'completed', 'code': 200} Nov 23 22:23:01.356927 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebd5d50-b2a8-4321-abc1-9e8c5b26e6ee None None] Routers {'aa6d3b3f-ba10-4496-9a50-3d8a004e9417'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:01.357960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1ebd5d50-b2a8-4321-abc1-9e8c5b26e6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['aa6d3b3f-ba10-4496-9a50-3d8a004e9417'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:01.409995 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44686) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:01.545336 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-1ebd5d50-b2a8-4321-abc1-9e8c5b26e6ee None None] Set router aa6d3b3f-ba10-4496-9a50-3d8a004e9417 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:23:01.603608 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bf503d3e-0442-436a-8137-9d933fdb2663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:01.645602 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1aea96aa-b96e-4460-9c74-dd1873c91d9b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=538a4e0f8a6a48da9d25775c1a97a295&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2337298 Nov 23 22:23:01.648187 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44692) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:01.676733 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1ebd5d50-b2a8-4321-abc1-9e8c5b26e6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'name': 'tempest-TestVolumeBackupRestore-903697792-router', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:23:01Z', 'revision_number': 6, 'project_id': '61c37e4252964279a92abee6055de1ba', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:01.685816 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fc30c188-685c-4107-97a5-939a02ef6f30 req-e1369360-7030-4d47-8460-9879cf70aebc tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 210 time: 0.0719099 Nov 23 22:23:01.700405 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf503d3e-0442-436a-8137-9d933fdb2663 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:01.717096 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8368949c-f68b-4602-b432-8971927466f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:01.736622 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebd5d50-b2a8-4321-abc1-9e8c5b26e6ee None None] The sync data for ids ['aa6d3b3f-ba10-4496-9a50-3d8a004e9417'] in n-d-816206-9 is: [{'id': 'aa6d3b3f-ba10-4496-9a50-3d8a004e9417', 'name': 'tempest-TestVolumeBackupRestore-903697792-router', 'tenant_id': '61c37e4252964279a92abee6055de1ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:06Z', 'updated_at': '2021-11-23T22:23:01Z', 'revision_number': 6, 'project_id': '61c37e4252964279a92abee6055de1ba', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:23:01.738241 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58a4da4-814a-47aa-8513-ba11241472ae None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:23:01.755477 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8368949c-f68b-4602-b432-8971927466f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:01.795988 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bf503d3e-0442-436a-8137-9d933fdb2663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:01.813131 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:01.846651 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8368949c-f68b-4602-b432-8971927466f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:01.849402 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8368949c-f68b-4602-b432-8971927466f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:01.853416 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8368949c-f68b-4602-b432-8971927466f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb8a662a-1330-459e-ac76-32b8344c3bf3 HTTP/1.1" status: 204 len: 168 time: 0.1993544 Nov 23 22:23:01.859998 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368949c-f68b-4602-b432-8971927466f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8a662a-1330-459e-ac76-32b8344c3bf3,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:01.901040 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bf503d3e-0442-436a-8137-9d933fdb2663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:01.903283 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bf503d3e-0442-436a-8137-9d933fdb2663 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:01.949828 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bf503d3e-0442-436a-8137-9d933fdb2663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:01.950372 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf503d3e-0442-436a-8137-9d933fdb2663 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa6d3b3f-ba10-4496-9a50-3d8a004e9417 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:23:01.956404 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bf503d3e-0442-436a-8137-9d933fdb2663 admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:01.958947 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-bf503d3e-0442-436a-8137-9d933fdb2663 admin admin] 10.222.0.50 "DELETE /v2.0/routers/aa6d3b3f-ba10-4496-9a50-3d8a004e9417 HTTP/1.1" status: 204 len: 168 time: 1.1754355 Nov 23 22:23:01.961542 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44696) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:02.013281 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b5d927-b18e-4363-a168-82961b4ef83a admin admin] Deleting subnet 0acfe5f2-4589-4284-9a8b-c813e58b7187 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:23:02.017083 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-51b5d927-b18e-4363-a168-82961b4ef83a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:02.058220 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-51b5d927-b18e-4363-a168-82961b4ef83a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:02.155756 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-51b5d927-b18e-4363-a168-82961b4ef83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:02.221736 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a7906c9c-e5c3-42ba-adea-be0de79df4fa no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:23:02.228946 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-51b5d927-b18e-4363-a168-82961b4ef83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:02.252933 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: a7906c9c-e5c3-42ba-adea-be0de79df4fa {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:23:02.253557 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a7906c9c-e5c3-42ba-adea-be0de79df4fa not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:23:02.269747 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5d927-b18e-4363-a168-82961b4ef83a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0acfe5f2-4589-4284-9a8b-c813e58b7187,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:02.273592 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-51b5d927-b18e-4363-a168-82961b4ef83a admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:02.286002 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-51b5d927-b18e-4363-a168-82961b4ef83a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0acfe5f2-4589-4284-9a8b-c813e58b7187 HTTP/1.1" status: 204 len: 168 time: 0.3211300 Nov 23 22:23:02.286234 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31411030-0e14-4b97-aa83-833daa6ff9e7 None None] Network 00847222-67db-43aa-9d25-cf86bc5a9ccf requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:02.286564 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44708) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:02.374633 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c697f5cf-9fb1-472c-8ce0-bb2d77f0ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:02.448013 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-c697f5cf-9fb1-472c-8ce0-bb2d77f0ecd9 admin admin] Deleting port 0db85b0a-bae6-4639-be39-641b768c732f {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:02.448330 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c697f5cf-9fb1-472c-8ce0-bb2d77f0ecd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:02.631142 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78a79b9-582e-40fe-85d5-8e558ae655a0 None None] DHCP port deletion for 00847222-67db-43aa-9d25-cf86bc5a9ccf request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:23:02.701076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44718) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:02.707037 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-d78a79b9-582e-40fe-85d5-8e558ae655a0 None None] Deleting port 0db85b0a-bae6-4639-be39-641b768c732f {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:02.707831 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d78a79b9-582e-40fe-85d5-8e558ae655a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:02.841559 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d78a79b9-582e-40fe-85d5-8e558ae655a0 None None] For port 0db85b0a-bae6-4639-be39-641b768c732f, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=0db85b0a-bae6-4639-be39-641b768c732f,segment=NetworkSegment(b0d118e5-69e2-4a28-9a95-8d79479d6c84),segment_id=b0d118e5-69e2-4a28-9a95-8d79479d6c84)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:02.847921 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d78a79b9-582e-40fe-85d5-8e558ae655a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:02.878355 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 0db85b0a-bae6-4639-be39-641b768c732f no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:23:02.889780 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-d78a79b9-582e-40fe-85d5-8e558ae655a0 None None] Calling delete_port for 0db85b0a-bae6-4639-be39-641b768c732f owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:02.939798 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-19728f8f-3122-41b3-af40-7be5f23cc8fd req-87693b90-cb9e-43d1-a1ab-643bc2ed2f48 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 210 time: 0.0557294 Nov 23 22:23:02.940964 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-c697f5cf-9fb1-472c-8ce0-bb2d77f0ecd9 admin admin] For port 0db85b0a-bae6-4639-be39-641b768c732f, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=0db85b0a-bae6-4639-be39-641b768c732f,segment=NetworkSegment(b0d118e5-69e2-4a28-9a95-8d79479d6c84),segment_id=b0d118e5-69e2-4a28-9a95-8d79479d6c84)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:02.941336 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c697f5cf-9fb1-472c-8ce0-bb2d77f0ecd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:02.965510 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-c697f5cf-9fb1-472c-8ce0-bb2d77f0ecd9 admin admin] Calling delete_port for 0db85b0a-bae6-4639-be39-641b768c732f owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:02.985801 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-0a227716-cc2e-4e3c-a9f9-453bfa870357 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'network': {'name': 'tempest-RoutersTest-1962312070'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:03.018901 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a227716-cc2e-4e3c-a9f9-453bfa870357 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Made reservation on behalf of b170025bdc4642058c3b90cddb7ed04a for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:23:03.023987 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a227716-cc2e-4e3c-a9f9-453bfa870357 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:03.035837 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a227716-cc2e-4e3c-a9f9-453bfa870357 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:03.092314 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c697f5cf-9fb1-472c-8ce0-bb2d77f0ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:03.135965 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:03.151824 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697f5cf-9fb1-472c-8ce0-bb2d77f0ecd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0db85b0a-bae6-4639-be39-641b768c732f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:03.156183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c697f5cf-9fb1-472c-8ce0-bb2d77f0ecd9 admin admin] No DVR routers for this DVR port 0db85b0a-bae6-4639-be39-641b768c732f on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:23:03.165341 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:03.165687 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d78a79b9-582e-40fe-85d5-8e558ae655a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:03.195660 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a227716-cc2e-4e3c-a9f9-453bfa870357 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:03.201616 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a227716-cc2e-4e3c-a9f9-453bfa870357 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:03.207832 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78a79b9-582e-40fe-85d5-8e558ae655a0 None None] No DVR routers for this DVR port 0db85b0a-bae6-4639-be39-641b768c732f on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:23:03.219079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a79b9-582e-40fe-85d5-8e558ae655a0 None None] Pushing event deleted for resources: {'Port': ['ID=0db85b0a-bae6-4639-be39-641b768c732f,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:03.253731 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a227716-cc2e-4e3c-a9f9-453bfa870357 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:23:03.265912 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c697f5cf-9fb1-472c-8ce0-bb2d77f0ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:03.266340 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 407862e1-3358-4b5b-82b2-964f9dd7c755 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:23:03.270288 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a227716-cc2e-4e3c-a9f9-453bfa870357 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a7967a-a66b-494c-a62c-50e43671fdbd,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:03.273700 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a227716-cc2e-4e3c-a9f9-453bfa870357 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:03.274049 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-0a227716-cc2e-4e3c-a9f9-453bfa870357 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Added segment d3414a25-a127-4e54-83d5-acf8f5389c35 of type vlan for network 2a0e48be-8712-4226-8892-9849c07f1b9d Nov 23 22:23:03.293988 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-c697f5cf-9fb1-472c-8ce0-bb2d77f0ecd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00847222-67db-43aa-9d25-cf86bc5a9ccf']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:03.297322 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 407862e1-3358-4b5b-82b2-964f9dd7c755 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:23:03.298523 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 407862e1-3358-4b5b-82b2-964f9dd7c755 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:23:03.299359 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:23:03.305378 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-c697f5cf-9fb1-472c-8ce0-bb2d77f0ecd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d118e5-69e2-4a28-9a95-8d79479d6c84') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:03.305684 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-c697f5cf-9fb1-472c-8ce0-bb2d77f0ecd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d118e5-69e2-4a28-9a95-8d79479d6c84') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:03.317977 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c697f5cf-9fb1-472c-8ce0-bb2d77f0ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:03.321741 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a227716-cc2e-4e3c-a9f9-453bfa870357 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:03.325264 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:23:03.325619 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ad0899c9-6132-4c6a-a4f0-18a5fe0b16d8 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:23:03.339256 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c697f5cf-9fb1-472c-8ce0-bb2d77f0ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:03.347969 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c697f5cf-9fb1-472c-8ce0-bb2d77f0ecd9 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:23:03.348442 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c697f5cf-9fb1-472c-8ce0-bb2d77f0ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:23:03.351336 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:23:03.356176 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a227716-cc2e-4e3c-a9f9-453bfa870357 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:03.362368 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a227716-cc2e-4e3c-a9f9-453bfa870357 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:03.363123 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a227716-cc2e-4e3c-a9f9-453bfa870357 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:03.381871 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0a227716-cc2e-4e3c-a9f9-453bfa870357 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6797531 Nov 23 22:23:03.392768 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44724) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:03.397779 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-34e56c6b-4960-4dbf-b336-1d1633b55ba2 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'network': {'name': 'tempest-RoutersTest-73467163'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:03.417813 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c697f5cf-9fb1-472c-8ce0-bb2d77f0ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:03.424567 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c697f5cf-9fb1-472c-8ce0-bb2d77f0ecd9 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:03.431181 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c697f5cf-9fb1-472c-8ce0-bb2d77f0ecd9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/00847222-67db-43aa-9d25-cf86bc5a9ccf HTTP/1.1" status: 204 len: 168 time: 1.1407626 Nov 23 22:23:03.440941 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44726) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:03.467206 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a227716-cc2e-4e3c-a9f9-453bfa870357 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Network': ['ID=2a0e48be-8712-4226-8892-9849c07f1b9d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:03.473413 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e56c6b-4960-4dbf-b336-1d1633b55ba2 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Made reservation on behalf of b170025bdc4642058c3b90cddb7ed04a for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:23:03.477310 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-34e56c6b-4960-4dbf-b336-1d1633b55ba2 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:03.485348 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 2a0e48be-8712-4226-8892-9849c07f1b9d details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:23:03.486181 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697f5cf-9fb1-472c-8ce0-bb2d77f0ecd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=00847222-67db-43aa-9d25-cf86bc5a9ccf,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:03.526054 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e56c6b-4960-4dbf-b336-1d1633b55ba2 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:23:03.544647 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-34e56c6b-4960-4dbf-b336-1d1633b55ba2 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:03.545327 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-34e56c6b-4960-4dbf-b336-1d1633b55ba2 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Added segment 13eed17b-d9b0-4bfb-9fc6-40fc396a5399 of type vlan for network f3244fcf-942d-43cc-b188-9d2340059efa Nov 23 22:23:03.600630 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-34e56c6b-4960-4dbf-b336-1d1633b55ba2 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:03.627739 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-34e56c6b-4960-4dbf-b336-1d1633b55ba2 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:03.634172 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e56c6b-4960-4dbf-b336-1d1633b55ba2 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:03.635022 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-34e56c6b-4960-4dbf-b336-1d1633b55ba2 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:03.681179 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-34e56c6b-4960-4dbf-b336-1d1633b55ba2 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2850084 Nov 23 22:23:03.681482 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44728) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:03.688941 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-ba9d00a4-1c7b-4b08-a061-d5ad2009e9f3 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'subnet': {'network_id': '2a0e48be-8712-4226-8892-9849c07f1b9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:03.750609 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e56c6b-4960-4dbf-b336-1d1633b55ba2 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Network': ['ID=f3244fcf-942d-43cc-b188-9d2340059efa,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:03.766057 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network f3244fcf-942d-43cc-b188-9d2340059efa details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:23:03.829718 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50ea54b4-2603-4dcd-b83f-8961db0b2c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:03.834133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9d00a4-1c7b-4b08-a061-d5ad2009e9f3 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Made reservation on behalf of b170025bdc4642058c3b90cddb7ed04a for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:23:03.839311 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ba9d00a4-1c7b-4b08-a061-d5ad2009e9f3 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:04.073156 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:04.133477 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3a7200b-c7dd-4893-8e90-afcab5917707 req-410a9983-9bfb-4ab8-9170-cb93a38d1317 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 210 time: 0.0598550 Nov 23 22:23:04.156465 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ba9d00a4-1c7b-4b08-a061-d5ad2009e9f3 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:04.165643 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-50ea54b4-2603-4dcd-b83f-8961db0b2c02 admin admin] Deleting port 3505647c-edd0-4fe0-b2f6-afdeb66921ed {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:04.166218 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50ea54b4-2603-4dcd-b83f-8961db0b2c02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:04.215240 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d00a4-1c7b-4b08-a061-d5ad2009e9f3 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Subnet': ['ID=c228a022-340d-4609-8638-e54fc8bfb130,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:04.227166 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9d00a4-1c7b-4b08-a061-d5ad2009e9f3 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Checking segment: {'id': 'd3414a25-a127-4e54-83d5-acf8f5389c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2a0e48be-8712-4226-8892-9849c07f1b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:23:04.227553 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9d00a4-1c7b-4b08-a061-d5ad2009e9f3 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network hostable DHCP agents. Network: 2a0e48be-8712-4226-8892-9849c07f1b9d, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:23:04.246422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9d00a4-1c7b-4b08-a061-d5ad2009e9f3 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network 2a0e48be-8712-4226-8892-9849c07f1b9d is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:23:04.257232 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-50ea54b4-2603-4dcd-b83f-8961db0b2c02 admin admin] For port 3505647c-edd0-4fe0-b2f6-afdeb66921ed, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=3505647c-edd0-4fe0-b2f6-afdeb66921ed,segment=NetworkSegment(4b2e3d11-4a85-4546-88ca-967009063a4e),segment_id=4b2e3d11-4a85-4546-88ca-967009063a4e)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:04.257594 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-ba9d00a4-1c7b-4b08-a061-d5ad2009e9f3 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 2a0e48be-8712-4226-8892-9849c07f1b9d) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:04.257805 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50ea54b4-2603-4dcd-b83f-8961db0b2c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:04.262576 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9d00a4-1c7b-4b08-a061-d5ad2009e9f3 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:04.263216 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ba9d00a4-1c7b-4b08-a061-d5ad2009e9f3 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:04.271911 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120d9bbf-dc96-44cd-97fe-02df7c35aa4e None None] Network 2a0e48be-8712-4226-8892-9849c07f1b9d requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:04.283304 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ba9d00a4-1c7b-4b08-a061-d5ad2009e9f3 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6001370 Nov 23 22:23:04.285659 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-50ea54b4-2603-4dcd-b83f-8961db0b2c02 admin admin] Calling delete_port for 3505647c-edd0-4fe0-b2f6-afdeb66921ed owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:04.285817 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44732) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:04.291566 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-901e2e13-7cf0-4b35-a269-74256109fd57 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'subnet': {'network_id': 'f3244fcf-942d-43cc-b188-9d2340059efa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:04.415126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901e2e13-7cf0-4b35-a269-74256109fd57 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Made reservation on behalf of b170025bdc4642058c3b90cddb7ed04a for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:23:04.421541 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-901e2e13-7cf0-4b35-a269-74256109fd57 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:04.451483 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c0ae0d-086d-44a8-9a24-2db8eae0e458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-2a0e48be-8712-4226-8892-9849c07f1b9d', 'network_id': '2a0e48be-8712-4226-8892-9849c07f1b9d', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'fixed_ips': [{'subnet_id': 'c228a022-340d-4609-8638-e54fc8bfb130'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:23:04.452561 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ae0d-086d-44a8-9a24-2db8eae0e458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:04.520287 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50ea54b4-2603-4dcd-b83f-8961db0b2c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:04.553266 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea54b4-2603-4dcd-b83f-8961db0b2c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=3505647c-edd0-4fe0-b2f6-afdeb66921ed,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:04.607555 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-a2c0ae0d-086d-44a8-9a24-2db8eae0e458 None None] Allocated IP 172.20.0.2 (2a0e48be-8712-4226-8892-9849c07f1b9d/c228a022-340d-4609-8638-e54fc8bfb130/1552428b-f026-4b36-b72c-04c1402e4b40) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:23:04.659993 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-901e2e13-7cf0-4b35-a269-74256109fd57 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:04.812425 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ae0d-086d-44a8-9a24-2db8eae0e458 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:04.825872 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ae0d-086d-44a8-9a24-2db8eae0e458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:04.830131 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e2e13-7cf0-4b35-a269-74256109fd57 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Subnet': ['ID=861d51ff-b991-42f8-a4cd-8a39c62d4dfe,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:04.852107 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901e2e13-7cf0-4b35-a269-74256109fd57 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Checking segment: {'id': '13eed17b-d9b0-4bfb-9fc6-40fc396a5399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f3244fcf-942d-43cc-b188-9d2340059efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:23:04.852523 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901e2e13-7cf0-4b35-a269-74256109fd57 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network hostable DHCP agents. Network: f3244fcf-942d-43cc-b188-9d2340059efa, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:23:04.886035 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c0ae0d-086d-44a8-9a24-2db8eae0e458 None None] Network 2a0e48be-8712-4226-8892-9849c07f1b9d is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:04.886807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901e2e13-7cf0-4b35-a269-74256109fd57 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network f3244fcf-942d-43cc-b188-9d2340059efa is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:23:04.893922 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-a2c0ae0d-086d-44a8-9a24-2db8eae0e458 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:04.897743 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c0ae0d-086d-44a8-9a24-2db8eae0e458 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:23:04.903595 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-901e2e13-7cf0-4b35-a269-74256109fd57 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, f3244fcf-942d-43cc-b188-9d2340059efa) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:04.905823 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0ae0d-086d-44a8-9a24-2db8eae0e458 None None] Pushing event updated for resources: {'Port': ['ID=1552428b-f026-4b36-b72c-04c1402e4b40,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:04.911196 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-50ea54b4-2603-4dcd-b83f-8961db0b2c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:04.911549 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901e2e13-7cf0-4b35-a269-74256109fd57 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:04.912222 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-901e2e13-7cf0-4b35-a269-74256109fd57 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:04.919003 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aecd01-4e5f-48df-b367-971fa53a3394 None None] Network f3244fcf-942d-43cc-b188-9d2340059efa requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:04.948297 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-901e2e13-7cf0-4b35-a269-74256109fd57 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6613374 Nov 23 22:23:04.951408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44734) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:04.956694 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-61d8215a-9f50-4e47-82a7-fdfa632e071a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-886028552', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:04.994287 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61d8215a-9f50-4e47-82a7-fdfa632e071a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:04.995496 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61d8215a-9f50-4e47-82a7-fdfa632e071a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:05.036384 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-a2c0ae0d-086d-44a8-9a24-2db8eae0e458 None None] Attempting to bind port 1552428b-f026-4b36-b72c-04c1402e4b40 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:23:05.036768 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-a2c0ae0d-086d-44a8-9a24-2db8eae0e458 None None] Attempting to bind port 1552428b-f026-4b36-b72c-04c1402e4b40 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'd3414a25-a127-4e54-83d5-acf8f5389c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2a0e48be-8712-4226-8892-9849c07f1b9d'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:23:05.037143 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0ae0d-086d-44a8-9a24-2db8eae0e458 None None] Attempting to bind port 1552428b-f026-4b36-b72c-04c1402e4b40 on network 2a0e48be-8712-4226-8892-9849c07f1b9d {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:23:05.046602 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0ae0d-086d-44a8-9a24-2db8eae0e458 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:23:05.047013 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0ae0d-086d-44a8-9a24-2db8eae0e458 None None] Checking segment: {'id': 'd3414a25-a127-4e54-83d5-acf8f5389c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2a0e48be-8712-4226-8892-9849c07f1b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:23:05.047567 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ae0d-086d-44a8-9a24-2db8eae0e458 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:05.048520 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0ae0d-086d-44a8-9a24-2db8eae0e458 None None] Bound using segment: {'id': 'd3414a25-a127-4e54-83d5-acf8f5389c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2a0e48be-8712-4226-8892-9849c07f1b9d'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:23:05.049017 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-a2c0ae0d-086d-44a8-9a24-2db8eae0e458 None None] Bound port: 1552428b-f026-4b36-b72c-04c1402e4b40, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3414a25-a127-4e54-83d5-acf8f5389c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '2a0e48be-8712-4226-8892-9849c07f1b9d'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:23:05.049410 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ae0d-086d-44a8-9a24-2db8eae0e458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:05.069181 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61d8215a-9f50-4e47-82a7-fdfa632e071a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:05.076414 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61d8215a-9f50-4e47-82a7-fdfa632e071a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:05.103801 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61d8215a-9f50-4e47-82a7-fdfa632e071a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:05.105940 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-61d8215a-9f50-4e47-82a7-fdfa632e071a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1534495 Nov 23 22:23:05.109961 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44736) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:05.180684 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a2c0ae0d-086d-44a8-9a24-2db8eae0e458 None None] For port 1552428b-f026-4b36-b72c-04c1402e4b40, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:23:05.184471 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a2c0ae0d-086d-44a8-9a24-2db8eae0e458 None None] For port 1552428b-f026-4b36-b72c-04c1402e4b40, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=1552428b-f026-4b36-b72c-04c1402e4b40,segment=NetworkSegment(d3414a25-a127-4e54-83d5-acf8f5389c35),segment_id=d3414a25-a127-4e54-83d5-acf8f5389c35)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:23:05.215624 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a2c0ae0d-086d-44a8-9a24-2db8eae0e458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:05.245429 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3663e77-a459-4686-8d00-bc3988ddf73f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-f3244fcf-942d-43cc-b188-9d2340059efa', 'network_id': 'f3244fcf-942d-43cc-b188-9d2340059efa', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'fixed_ips': [{'subnet_id': '861d51ff-b991-42f8-a4cd-8a39c62d4dfe'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:23:05.246302 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3663e77-a459-4686-8d00-bc3988ddf73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:05.269938 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ea54b4-2603-4dcd-b83f-8961db0b2c02 admin admin] Router c11db0d0-6ca6-42e0-9963-9d236e1cf94a has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:23:05.323166 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0ae0d-086d-44a8-9a24-2db8eae0e458 None None] Pushing event updated for resources: {'Port': ['ID=1552428b-f026-4b36-b72c-04c1402e4b40,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:05.430291 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-61247949-24f1-43b5-9d37-559e86c0dd1d req-2bee9a71-5175-4e3b-b4aa-e0435f0c8908 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 210 time: 0.0927596 Nov 23 22:23:05.443394 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ea54b4-2603-4dcd-b83f-8961db0b2c02 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:23:05.451682 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-50ea54b4-2603-4dcd-b83f-8961db0b2c02 admin admin] 10.222.0.50 "PUT /v2.0/routers/c11db0d0-6ca6-42e0-9963-9d236e1cf94a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0087483 Nov 23 22:23:05.454813 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44740) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:05.462215 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e66d127-f88a-4ed9-af1e-0ed33b65aeb5 None None] Sync routers for ids ['c11db0d0-6ca6-42e0-9963-9d236e1cf94a'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:23:05.483735 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e66d127-f88a-4ed9-af1e-0ed33b65aeb5 None None] Routers {'c11db0d0-6ca6-42e0-9963-9d236e1cf94a'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:05.485456 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-0e66d127-f88a-4ed9-af1e-0ed33b65aeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c11db0d0-6ca6-42e0-9963-9d236e1cf94a'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:05.510570 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-b3663e77-a459-4686-8d00-bc3988ddf73f None None] Allocated IP 172.21.0.2 (f3244fcf-942d-43cc-b188-9d2340059efa/861d51ff-b991-42f8-a4cd-8a39c62d4dfe/77686502-4494-42e4-b706-ffd60f7c42b8) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:23:05.604185 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0bdfb470-34d5-487b-9f70-1e97c661408d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:05.698305 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-459296fe-d834-4fa0-90cb-4d521d574c92 admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:05.731036 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-0e66d127-f88a-4ed9-af1e-0ed33b65aeb5 None None] Set router c11db0d0-6ca6-42e0-9963-9d236e1cf94a gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:23:05.893076 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3663e77-a459-4686-8d00-bc3988ddf73f None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:05.898481 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-459296fe-d834-4fa0-90cb-4d521d574c92 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:05.910482 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3663e77-a459-4686-8d00-bc3988ddf73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:05.963047 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3663e77-a459-4686-8d00-bc3988ddf73f None None] Network f3244fcf-942d-43cc-b188-9d2340059efa is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:05.966114 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-b3663e77-a459-4686-8d00-bc3988ddf73f None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:05.968597 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3663e77-a459-4686-8d00-bc3988ddf73f None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:23:05.982602 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3663e77-a459-4686-8d00-bc3988ddf73f None None] Pushing event updated for resources: {'Port': ['ID=77686502-4494-42e4-b706-ffd60f7c42b8,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:06.023293 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-0bdfb470-34d5-487b-9f70-1e97c661408d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Allocated IP 172.20.0.1 (2a0e48be-8712-4226-8892-9849c07f1b9d/c228a022-340d-4609-8638-e54fc8bfb130/b661bb8f-1ec4-472c-891c-3b6f3581ab4d) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:23:06.035232 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-459296fe-d834-4fa0-90cb-4d521d574c92 admin admin] Deleting port 2ab7c3c7-d86b-4786-b364-7aeb834bc34e {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:06.035653 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-459296fe-d834-4fa0-90cb-4d521d574c92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:06.063979 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b3663e77-a459-4686-8d00-bc3988ddf73f None None] Attempting to bind port 77686502-4494-42e4-b706-ffd60f7c42b8 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:23:06.064408 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b3663e77-a459-4686-8d00-bc3988ddf73f None None] Attempting to bind port 77686502-4494-42e4-b706-ffd60f7c42b8 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '13eed17b-d9b0-4bfb-9fc6-40fc396a5399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f3244fcf-942d-43cc-b188-9d2340059efa'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:23:06.064790 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3663e77-a459-4686-8d00-bc3988ddf73f None None] Attempting to bind port 77686502-4494-42e4-b706-ffd60f7c42b8 on network f3244fcf-942d-43cc-b188-9d2340059efa {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:23:06.068386 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-0e66d127-f88a-4ed9-af1e-0ed33b65aeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11db0d0-6ca6-42e0-9963-9d236e1cf94a', 'name': 'tempest-TestVolumeBackupRestore-986625825-router', 'tenant_id': '504a14bb2b29402c8a85a853e7b948b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': '2ab7c3c7-d86b-4786-b364-7aeb834bc34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:13Z', 'updated_at': '2021-11-23T22:23:04Z', 'revision_number': 5, 'project_id': '504a14bb2b29402c8a85a853e7b948b3', 'gw_port': {'id': '2ab7c3c7-d86b-4786-b364-7aeb834bc34e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c11db0d0-6ca6-42e0-9963-9d236e1cf94a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:14Z', 'updated_at': '2021-11-23T22:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:06.071698 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3663e77-a459-4686-8d00-bc3988ddf73f None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:23:06.072334 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3663e77-a459-4686-8d00-bc3988ddf73f None None] Checking segment: {'id': '13eed17b-d9b0-4bfb-9fc6-40fc396a5399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f3244fcf-942d-43cc-b188-9d2340059efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:23:06.072515 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3663e77-a459-4686-8d00-bc3988ddf73f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:06.072992 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3663e77-a459-4686-8d00-bc3988ddf73f None None] Bound using segment: {'id': '13eed17b-d9b0-4bfb-9fc6-40fc396a5399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f3244fcf-942d-43cc-b188-9d2340059efa'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:23:06.073585 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b3663e77-a459-4686-8d00-bc3988ddf73f None None] Bound port: 77686502-4494-42e4-b706-ffd60f7c42b8, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13eed17b-d9b0-4bfb-9fc6-40fc396a5399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'f3244fcf-942d-43cc-b188-9d2340059efa'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:23:06.073981 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3663e77-a459-4686-8d00-bc3988ddf73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:06.106763 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e66d127-f88a-4ed9-af1e-0ed33b65aeb5 None None] Checking router: c11db0d0-6ca6-42e0-9963-9d236e1cf94a for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:23:06.120449 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e66d127-f88a-4ed9-af1e-0ed33b65aeb5 None None] Routers {'c11db0d0-6ca6-42e0-9963-9d236e1cf94a'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:06.121432 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-0e66d127-f88a-4ed9-af1e-0ed33b65aeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c11db0d0-6ca6-42e0-9963-9d236e1cf94a'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:06.178037 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b3663e77-a459-4686-8d00-bc3988ddf73f None None] For port 77686502-4494-42e4-b706-ffd60f7c42b8, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:23:06.184337 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b3663e77-a459-4686-8d00-bc3988ddf73f None None] For port 77686502-4494-42e4-b706-ffd60f7c42b8, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=77686502-4494-42e4-b706-ffd60f7c42b8,segment=NetworkSegment(13eed17b-d9b0-4bfb-9fc6-40fc396a5399),segment_id=13eed17b-d9b0-4bfb-9fc6-40fc396a5399)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:23:06.192784 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b3663e77-a459-4686-8d00-bc3988ddf73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:06.249177 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0bdfb470-34d5-487b-9f70-1e97c661408d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:06.275160 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3663e77-a459-4686-8d00-bc3988ddf73f None None] Pushing event updated for resources: {'Port': ['ID=77686502-4494-42e4-b706-ffd60f7c42b8,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:06.292303 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-0e66d127-f88a-4ed9-af1e-0ed33b65aeb5 None None] Set router c11db0d0-6ca6-42e0-9963-9d236e1cf94a gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:23:06.296797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-459296fe-d834-4fa0-90cb-4d521d574c92 admin admin] For port 2ab7c3c7-d86b-4786-b364-7aeb834bc34e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2ab7c3c7-d86b-4786-b364-7aeb834bc34e,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:06.297175 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-459296fe-d834-4fa0-90cb-4d521d574c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:06.330989 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-459296fe-d834-4fa0-90cb-4d521d574c92 admin admin] Calling delete_port for 2ab7c3c7-d86b-4786-b364-7aeb834bc34e owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:06.366224 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0bdfb470-34d5-487b-9f70-1e97c661408d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:06.412824 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-0e66d127-f88a-4ed9-af1e-0ed33b65aeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c11db0d0-6ca6-42e0-9963-9d236e1cf94a', 'name': 'tempest-TestVolumeBackupRestore-986625825-router', 'tenant_id': '504a14bb2b29402c8a85a853e7b948b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:13Z', 'updated_at': '2021-11-23T22:23:05Z', 'revision_number': 6, 'project_id': '504a14bb2b29402c8a85a853e7b948b3', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:06.461402 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e66d127-f88a-4ed9-af1e-0ed33b65aeb5 None None] The sync data for ids ['c11db0d0-6ca6-42e0-9963-9d236e1cf94a'] in n-d-816206-9 is: [{'id': 'c11db0d0-6ca6-42e0-9963-9d236e1cf94a', 'name': 'tempest-TestVolumeBackupRestore-986625825-router', 'tenant_id': '504a14bb2b29402c8a85a853e7b948b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:13Z', 'updated_at': '2021-11-23T22:23:05Z', 'revision_number': 6, 'project_id': '504a14bb2b29402c8a85a853e7b948b3', 'gw_port_host': None}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:23:06.464382 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfb470-34d5-487b-9f70-1e97c661408d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Port': ['ID=b661bb8f-1ec4-472c-891c-3b6f3581ab4d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:06.509388 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdfb470-34d5-487b-9f70-1e97c661408d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network 2a0e48be-8712-4226-8892-9849c07f1b9d is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:06.511426 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-0bdfb470-34d5-487b-9f70-1e97c661408d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:06.516149 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdfb470-34d5-487b-9f70-1e97c661408d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:23:06.702293 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-459296fe-d834-4fa0-90cb-4d521d574c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:06.758095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fb7c2b-c073-4b56-83b3-77e282fdd087 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:23:06.758654 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459296fe-d834-4fa0-90cb-4d521d574c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ab7c3c7-d86b-4786-b364-7aeb834bc34e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:06.847401 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-459296fe-d834-4fa0-90cb-4d521d574c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:06.910499 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bda6d2d-04fd-40b0-884e-98c6d22f97cc None None] Network 2a0e48be-8712-4226-8892-9849c07f1b9d requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:07.116408 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-459296fe-d834-4fa0-90cb-4d521d574c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:07.130984 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-459296fe-d834-4fa0-90cb-4d521d574c92 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:07.163096 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-83cb83cf-7fd1-42cc-8088-798ed3941c6e None None] Provisioning complete for port 1552428b-f026-4b36-b72c-04c1402e4b40 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:07.163468 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-83cb83cf-7fd1-42cc-8088-798ed3941c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:07.187634 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-459296fe-d834-4fa0-90cb-4d521d574c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:07.188374 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459296fe-d834-4fa0-90cb-4d521d574c92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c11db0d0-6ca6-42e0-9963-9d236e1cf94a {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:23:07.193564 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-459296fe-d834-4fa0-90cb-4d521d574c92 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:07.197347 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-459296fe-d834-4fa0-90cb-4d521d574c92 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c11db0d0-6ca6-42e0-9963-9d236e1cf94a HTTP/1.1" status: 204 len: 168 time: 1.7387886 Nov 23 22:23:07.197652 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44744) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:07.263248 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb77fe36-eae6-4eea-99ac-87cd59ddee25 admin admin] Deleting subnet b117ae43-6a47-482d-8373-4a44fc10428f {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:23:07.269547 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cb77fe36-eae6-4eea-99ac-87cd59ddee25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:07.272341 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b614696-a734-4bce-a492-c2d2ac5b8f14 req-db293d8e-4fcf-400a-b86a-40ea1578258c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=6eafe856-218d-4930-8201-d00e098b0791 HTTP/1.1" status: 200 len: 210 time: 0.6723018 Nov 23 22:23:07.274160 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0bdfb470-34d5-487b-9f70-1e97c661408d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:07.342785 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cb77fe36-eae6-4eea-99ac-87cd59ddee25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:07.344654 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-83cb83cf-7fd1-42cc-8088-798ed3941c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:07.411094 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-83cb83cf-7fd1-42cc-8088-798ed3941c6e None None] For port 1552428b-f026-4b36-b72c-04c1402e4b40, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=1552428b-f026-4b36-b72c-04c1402e4b40,segment=NetworkSegment(d3414a25-a127-4e54-83d5-acf8f5389c35),segment_id=d3414a25-a127-4e54-83d5-acf8f5389c35)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:07.416424 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-83cb83cf-7fd1-42cc-8088-798ed3941c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:07.463271 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0bdfb470-34d5-487b-9f70-1e97c661408d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:07.479472 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cb77fe36-eae6-4eea-99ac-87cd59ddee25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:07.546868 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 1552428b-f026-4b36-b72c-04c1402e4b40 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:23:07.555069 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb83cf-7fd1-42cc-8088-798ed3941c6e None None] Pushing event updated for resources: {'Port': ['ID=1552428b-f026-4b36-b72c-04c1402e4b40,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:07.619235 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cb77fe36-eae6-4eea-99ac-87cd59ddee25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:07.635519 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 1552428b-f026-4b36-b72c-04c1402e4b40 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:07.636116 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:07.716538 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cb77fe36-eae6-4eea-99ac-87cd59ddee25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:07.728055 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cb77fe36-eae6-4eea-99ac-87cd59ddee25 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b117ae43-6a47-482d-8373-4a44fc10428f HTTP/1.1" status: 204 len: 168 time: 0.5263963 Nov 23 22:23:07.728994 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44746) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:07.729317 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7ad0d3-41be-41ce-aea8-2083a656ae89 None None] Network c08ddc26-0ddf-4092-9877-1daee71923fe requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:07.731332 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77fe36-eae6-4eea-99ac-87cd59ddee25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b117ae43-6a47-482d-8373-4a44fc10428f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:07.907438 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2913562b-8ae8-4300-a570-a6be17fd3b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:07.976732 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0bdfb470-34d5-487b-9f70-1e97c661408d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:07.992323 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3505647c-edd0-4fe0-b2f6-afdeb66921ed no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:23:07.993184 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0bdfb470-34d5-487b-9f70-1e97c661408d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:08.051323 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-2913562b-8ae8-4300-a570-a6be17fd3b2c admin admin] Deleting port 586f7d01-c47e-4886-815e-143fcc58b131 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:08.051879 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2913562b-8ae8-4300-a570-a6be17fd3b2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:08.096005 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-aea5bae0-2455-4813-bb6a-7b981053093d None None] Provisioning complete for port b661bb8f-1ec4-472c-891c-3b6f3581ab4d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:08.098960 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-aea5bae0-2455-4813-bb6a-7b981053093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:08.134044 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfb470-34d5-487b-9f70-1e97c661408d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Port': ['ID=b661bb8f-1ec4-472c-891c-3b6f3581ab4d,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:08.151915 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 3505647c-edd0-4fe0-b2f6-afdeb66921ed {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:23:08.152402 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 3505647c-edd0-4fe0-b2f6-afdeb66921ed not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:23:08.198802 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0bdfb470-34d5-487b-9f70-1e97c661408d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:08.216689 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-2913562b-8ae8-4300-a570-a6be17fd3b2c admin admin] For port 586f7d01-c47e-4886-815e-143fcc58b131, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=586f7d01-c47e-4886-815e-143fcc58b131,segment=NetworkSegment(4b2e3d11-4a85-4546-88ca-967009063a4e),segment_id=4b2e3d11-4a85-4546-88ca-967009063a4e)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:08.217092 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2913562b-8ae8-4300-a570-a6be17fd3b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:08.250863 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-2913562b-8ae8-4300-a570-a6be17fd3b2c admin admin] Calling delete_port for 586f7d01-c47e-4886-815e-143fcc58b131 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:08.252055 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-aea5bae0-2455-4813-bb6a-7b981053093d None None] Port b661bb8f-1ec4-472c-891c-3b6f3581ab4d cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:08.279150 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-aea5bae0-2455-4813-bb6a-7b981053093d None None] Provisioning complete for port 1552428b-f026-4b36-b72c-04c1402e4b40 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:08.279835 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-aea5bae0-2455-4813-bb6a-7b981053093d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:08.398007 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdfb470-34d5-487b-9f70-1e97c661408d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network 2a0e48be-8712-4226-8892-9849c07f1b9d is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:08.400030 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-0bdfb470-34d5-487b-9f70-1e97c661408d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:08.432145 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b34a331-1cce-44db-bede-a7852f36b682 None None] DHCP port deletion for c08ddc26-0ddf-4092-9877-1daee71923fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:23:08.458241 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecb27ab-d9f7-404c-a56d-f8f4ee4142c1 None None] Network f3244fcf-942d-43cc-b188-9d2340059efa requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:08.461068 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2913562b-8ae8-4300-a570-a6be17fd3b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:08.490523 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913562b-8ae8-4300-a570-a6be17fd3b2c admin admin] Pushing event deleted for resources: {'Port': ['ID=586f7d01-c47e-4886-815e-143fcc58b131,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:08.493072 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2913562b-8ae8-4300-a570-a6be17fd3b2c admin admin] No DVR routers for this DVR port 586f7d01-c47e-4886-815e-143fcc58b131 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:23:08.596706 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2913562b-8ae8-4300-a570-a6be17fd3b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:08.618312 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bdfb470-34d5-487b-9f70-1e97c661408d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Router bfebb397-075b-4fd6-9cb0-1d88c32730e0 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:23:08.626649 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-2913562b-8ae8-4300-a570-a6be17fd3b2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08ddc26-0ddf-4092-9877-1daee71923fe']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:08.642645 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-2913562b-8ae8-4300-a570-a6be17fd3b2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b2e3d11-4a85-4546-88ca-967009063a4e') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:08.642973 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-2913562b-8ae8-4300-a570-a6be17fd3b2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b2e3d11-4a85-4546-88ca-967009063a4e') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:08.654782 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2913562b-8ae8-4300-a570-a6be17fd3b2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:08.682039 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-6b34a331-1cce-44db-bede-a7852f36b682 None None] Deleting port 586f7d01-c47e-4886-815e-143fcc58b131 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:08.682380 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6b34a331-1cce-44db-bede-a7852f36b682 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:08.683013 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2913562b-8ae8-4300-a570-a6be17fd3b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:08.691534 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2913562b-8ae8-4300-a570-a6be17fd3b2c admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:23:08.691973 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2913562b-8ae8-4300-a570-a6be17fd3b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:23:08.808039 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:23:08.811079 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bdfb470-34d5-487b-9f70-1e97c661408d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:23:08.819245 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0bdfb470-34d5-487b-9f70-1e97c661408d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/routers/bfebb397-075b-4fd6-9cb0-1d88c32730e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7075353 Nov 23 22:23:08.822137 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44752) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:08.836262 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2913562b-8ae8-4300-a570-a6be17fd3b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:08.840654 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3f27cd8d-9860-4726-ab58-35f062e9e3ee None None] Provisioning complete for port b661bb8f-1ec4-472c-891c-3b6f3581ab4d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:08.841110 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3f27cd8d-9860-4726-ab58-35f062e9e3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:08.843445 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07582c1f-b3d1-45ba-b3b8-f464dd1a3c99 None None] Sync routers for ids ['bfebb397-075b-4fd6-9cb0-1d88c32730e0'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:23:08.846241 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-6b34a331-1cce-44db-bede-a7852f36b682 None None] For port 586f7d01-c47e-4886-815e-143fcc58b131, host n-d-816206-9, got binding levels [] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:08.846659 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6b34a331-1cce-44db-bede-a7852f36b682 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:08.892592 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-6b34a331-1cce-44db-bede-a7852f36b682 None None] Calling delete_port for 586f7d01-c47e-4886-815e-143fcc58b131 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:08.897002 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2913562b-8ae8-4300-a570-a6be17fd3b2c admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:08.900580 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.ipam_backend_mixin [None req-6b34a331-1cce-44db-bede-a7852f36b682 None None] Port 586f7d01-c47e-4886-815e-143fcc58b131 was not found and therefore no delete operation was performed {{(pid=110035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 22:23:08.905964 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2913562b-8ae8-4300-a570-a6be17fd3b2c admin admin] 10.222.0.50 "DELETE /v2.0/networks/c08ddc26-0ddf-4092-9877-1daee71923fe HTTP/1.1" status: 204 len: 168 time: 1.1680982 Nov 23 22:23:08.907482 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913562b-8ae8-4300-a570-a6be17fd3b2c admin admin] Pushing event deleted for resources: {'Network': ['ID=c08ddc26-0ddf-4092-9877-1daee71923fe,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:08.921537 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6b34a331-1cce-44db-bede-a7852f36b682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:08.930774 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07582c1f-b3d1-45ba-b3b8-f464dd1a3c99 None None] Routers {'bfebb397-075b-4fd6-9cb0-1d88c32730e0'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:08.931487 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-07582c1f-b3d1-45ba-b3b8-f464dd1a3c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bfebb397-075b-4fd6-9cb0-1d88c32730e0'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:08.934968 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c28d6a-5050-4fb4-a954-0e9bba841900 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:08.939714 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c4c28d6a-5050-4fb4-a954-0e9bba841900 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/ports/b661bb8f-1ec4-472c-891c-3b6f3581ab4d HTTP/1.1" status: 200 len: 910 time: 0.1132114 Nov 23 22:23:08.941002 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44756) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:09.081139 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 1552428b-f026-4b36-b72c-04c1402e4b40 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:23:09.083058 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-07582c1f-b3d1-45ba-b3b8-f464dd1a3c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:09.094504 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6b34a331-1cce-44db-bede-a7852f36b682 None None] Network c08ddc26-0ddf-4092-9877-1daee71923fe is not hosted by any dhcp agent {{(pid=110035) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 22:23:09.095533 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b34a331-1cce-44db-bede-a7852f36b682 None None] No DVR routers for this DVR port 586f7d01-c47e-4886-815e-143fcc58b131 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:23:09.097066 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-3f27cd8d-9860-4726-ab58-35f062e9e3ee None None] Port b661bb8f-1ec4-472c-891c-3b6f3581ab4d cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:09.151498 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34a331-1cce-44db-bede-a7852f36b682 None None] Pushing event deleted for resources: {'Port': ['ID=586f7d01-c47e-4886-815e-143fcc58b131,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:09.194979 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07582c1f-b3d1-45ba-b3b8-f464dd1a3c99 None None] Routers {'bfebb397-075b-4fd6-9cb0-1d88c32730e0'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:09.195729 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-07582c1f-b3d1-45ba-b3b8-f464dd1a3c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bfebb397-075b-4fd6-9cb0-1d88c32730e0'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:09.237232 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44758) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:09.246603 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-07582c1f-b3d1-45ba-b3b8-f464dd1a3c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:09.254618 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07582c1f-b3d1-45ba-b3b8-f464dd1a3c99 None None] The sync data for ids ['bfebb397-075b-4fd6-9cb0-1d88c32730e0'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:23:09.264541 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3f27cd8d-9860-4726-ab58-35f062e9e3ee None None] Provisioning complete for port 77686502-4494-42e4-b706-ffd60f7c42b8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:09.265155 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3f27cd8d-9860-4726-ab58-35f062e9e3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:09.307813 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c3936a65-2e0c-47d1-a46e-b074e1c8623f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=61c37e4252964279a92abee6055de1ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0691378 Nov 23 22:23:09.309868 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44760) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:09.332892 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 1552428b-f026-4b36-b72c-04c1402e4b40 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:09.333266 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:09.409921 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b4286f33-414d-4854-b542-03e6ea99295b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:09.429972 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3f27cd8d-9860-4726-ab58-35f062e9e3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:09.440460 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b4286f33-414d-4854-b542-03e6ea99295b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:09.497884 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d653eb25-28fb-4593-832c-5ca9814af4bd tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:09.519462 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b4286f33-414d-4854-b542-03e6ea99295b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:09.522182 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 77686502-4494-42e4-b706-ffd60f7c42b8 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:23:09.524909 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b4286f33-414d-4854-b542-03e6ea99295b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:09.529697 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b4286f33-414d-4854-b542-03e6ea99295b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/17e21ac3-b47a-43c6-9af1-6086fd00f193 HTTP/1.1" status: 204 len: 168 time: 0.2179790 Nov 23 22:23:09.541517 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4286f33-414d-4854-b542-03e6ea99295b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e21ac3-b47a-43c6-9af1-6086fd00f193,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:09.749161 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-3f27cd8d-9860-4726-ab58-35f062e9e3ee None None] For port 77686502-4494-42e4-b706-ffd60f7c42b8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=77686502-4494-42e4-b706-ffd60f7c42b8,segment=NetworkSegment(13eed17b-d9b0-4bfb-9fc6-40fc396a5399),segment_id=13eed17b-d9b0-4bfb-9fc6-40fc396a5399)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:09.763303 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3f27cd8d-9860-4726-ab58-35f062e9e3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:09.823201 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27cd8d-9860-4726-ab58-35f062e9e3ee None None] Pushing event updated for resources: {'Port': ['ID=77686502-4494-42e4-b706-ffd60f7c42b8,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:09.831707 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 77686502-4494-42e4-b706-ffd60f7c42b8 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:09.832095 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:09.905964 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5a3cf7e5-3aae-4567-ae66-2385e56096a6 None None] Provisioning complete for port b661bb8f-1ec4-472c-891c-3b6f3581ab4d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:09.906388 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5a3cf7e5-3aae-4567-ae66-2385e56096a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:09.925073 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-d653eb25-28fb-4593-832c-5ca9814af4bd tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Allocated IP 172.21.0.1 (f3244fcf-942d-43cc-b188-9d2340059efa/861d51ff-b991-42f8-a4cd-8a39c62d4dfe/804e4d4e-e6b5-4e4f-8bbf-a9526f887625) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:23:09.976802 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5a3cf7e5-3aae-4567-ae66-2385e56096a6 None None] Port b661bb8f-1ec4-472c-891c-3b6f3581ab4d cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:09.999599 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5a3cf7e5-3aae-4567-ae66-2385e56096a6 None None] Provisioning complete for port 77686502-4494-42e4-b706-ffd60f7c42b8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:10.000386 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5a3cf7e5-3aae-4567-ae66-2385e56096a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:10.036716 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44768) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:10.085160 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 586f7d01-c47e-4886-815e-143fcc58b131 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:23:10.086360 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1fc7fce9-bc3f-4234-ad1d-abe625f8357f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=504a14bb2b29402c8a85a853e7b948b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0483885 Nov 23 22:23:10.091751 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44770) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:10.131637 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d653eb25-28fb-4593-832c-5ca9814af4bd tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:10.144131 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 586f7d01-c47e-4886-815e-143fcc58b131 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:23:10.144787 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 586f7d01-c47e-4886-815e-143fcc58b131 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:23:10.145439 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2ab7c3c7-d86b-4786-b364-7aeb834bc34e no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:23:10.172057 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 2ab7c3c7-d86b-4786-b364-7aeb834bc34e {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:23:10.172400 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2ab7c3c7-d86b-4786-b364-7aeb834bc34e not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:23:10.201149 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f732a9d3-ea77-49db-ab78-565157ffd825 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:10.240199 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f732a9d3-ea77-49db-ab78-565157ffd825 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:10.248986 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d653eb25-28fb-4593-832c-5ca9814af4bd tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:10.327565 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d653eb25-28fb-4593-832c-5ca9814af4bd tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network f3244fcf-942d-43cc-b188-9d2340059efa is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:10.337764 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-d653eb25-28fb-4593-832c-5ca9814af4bd tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:10.343615 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d653eb25-28fb-4593-832c-5ca9814af4bd tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:23:10.376325 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653eb25-28fb-4593-832c-5ca9814af4bd tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Port': ['ID=804e4d4e-e6b5-4e4f-8bbf-a9526f887625,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:10.408365 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f732a9d3-ea77-49db-ab78-565157ffd825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:10.411574 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f732a9d3-ea77-49db-ab78-565157ffd825 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:10.412750 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f732a9d3-ea77-49db-ab78-565157ffd825 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/794221d4-e39c-4c8d-8e7d-719c83b715b7 HTTP/1.1" status: 204 len: 168 time: 0.3199022 Nov 23 22:23:10.416456 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d653eb25-28fb-4593-832c-5ca9814af4bd tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:10.472510 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732a9d3-ea77-49db-ab78-565157ffd825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794221d4-e39c-4c8d-8e7d-719c83b715b7,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:10.576915 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d653eb25-28fb-4593-832c-5ca9814af4bd tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:10.808950 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 77686502-4494-42e4-b706-ffd60f7c42b8 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:23:10.874675 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4d22aa26-488f-4b20-b801-28d318c39192 None None] Provisioning complete for port 804e4d4e-e6b5-4e4f-8bbf-a9526f887625 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:10.874675 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4d22aa26-488f-4b20-b801-28d318c39192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:10.926213 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-4d22aa26-488f-4b20-b801-28d318c39192 None None] Port 804e4d4e-e6b5-4e4f-8bbf-a9526f887625 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:10.932912 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 77686502-4494-42e4-b706-ffd60f7c42b8 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:10.933345 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:11.011865 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d653eb25-28fb-4593-832c-5ca9814af4bd tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:11.021396 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d653eb25-28fb-4593-832c-5ca9814af4bd tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:11.125396 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d653eb25-28fb-4593-832c-5ca9814af4bd tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:11.129687 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653eb25-28fb-4593-832c-5ca9814af4bd tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Port': ['ID=804e4d4e-e6b5-4e4f-8bbf-a9526f887625,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:11.231831 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d653eb25-28fb-4593-832c-5ca9814af4bd tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network f3244fcf-942d-43cc-b188-9d2340059efa is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:11.233304 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-d653eb25-28fb-4593-832c-5ca9814af4bd tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:11.341605 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d653eb25-28fb-4593-832c-5ca9814af4bd tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Router bfebb397-075b-4fd6-9cb0-1d88c32730e0 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:23:11.451196 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d653eb25-28fb-4593-832c-5ca9814af4bd tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:23:11.461078 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d653eb25-28fb-4593-832c-5ca9814af4bd tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/routers/bfebb397-075b-4fd6-9cb0-1d88c32730e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5125203 Nov 23 22:23:11.461245 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44776) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:11.476079 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b44f04-a687-4379-9bb4-f9f871bea225 None None] Sync routers for ids ['bfebb397-075b-4fd6-9cb0-1d88c32730e0'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:23:11.489059 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b44f04-a687-4379-9bb4-f9f871bea225 None None] Routers {'bfebb397-075b-4fd6-9cb0-1d88c32730e0'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:11.489699 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c7b44f04-a687-4379-9bb4-f9f871bea225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bfebb397-075b-4fd6-9cb0-1d88c32730e0'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:11.522196 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62514d5-083b-43b7-ad90-edcf95f701e3 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:11.526283 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b62514d5-083b-43b7-ad90-edcf95f701e3 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/ports/804e4d4e-e6b5-4e4f-8bbf-a9526f887625 HTTP/1.1" status: 200 len: 910 time: 0.0618052 Nov 23 22:23:11.526850 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44778) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:11.528296 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c7b44f04-a687-4379-9bb4-f9f871bea225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:11.555585 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b44f04-a687-4379-9bb4-f9f871bea225 None None] Routers {'bfebb397-075b-4fd6-9cb0-1d88c32730e0'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:11.556563 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c7b44f04-a687-4379-9bb4-f9f871bea225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bfebb397-075b-4fd6-9cb0-1d88c32730e0'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:11.566133 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f4f199b6-aeea-486b-9a78-f5b4966b72e2 None None] Provisioning complete for port 804e4d4e-e6b5-4e4f-8bbf-a9526f887625 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:11.566753 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f4f199b6-aeea-486b-9a78-f5b4966b72e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:11.594238 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c7b44f04-a687-4379-9bb4-f9f871bea225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:11.595497 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b44f04-a687-4379-9bb4-f9f871bea225 None None] The sync data for ids ['bfebb397-075b-4fd6-9cb0-1d88c32730e0'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:23:11.621212 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f4f199b6-aeea-486b-9a78-f5b4966b72e2 None None] Port 804e4d4e-e6b5-4e4f-8bbf-a9526f887625 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:11.892672 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dcfc7663-6b17-49e3-94c0-fe0adf2e7c68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:12.502466 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc7663-6b17-49e3-94c0-fe0adf2e7c68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting port 804e4d4e-e6b5-4e4f-8bbf-a9526f887625 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:12.503181 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dcfc7663-6b17-49e3-94c0-fe0adf2e7c68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:12.591018 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dcfc7663-6b17-49e3-94c0-fe0adf2e7c68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:12.603693 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-dcfc7663-6b17-49e3-94c0-fe0adf2e7c68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Calling delete_port for 804e4d4e-e6b5-4e4f-8bbf-a9526f887625 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:12.801938 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dcfc7663-6b17-49e3-94c0-fe0adf2e7c68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:12.836017 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc7663-6b17-49e3-94c0-fe0adf2e7c68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Port': ['ID=804e4d4e-e6b5-4e4f-8bbf-a9526f887625,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:12.864719 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc7663-6b17-49e3-94c0-fe0adf2e7c68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:12.865186 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc7663-6b17-49e3-94c0-fe0adf2e7c68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:12.865611 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc7663-6b17-49e3-94c0-fe0adf2e7c68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:12.866032 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc7663-6b17-49e3-94c0-fe0adf2e7c68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:12.866450 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc7663-6b17-49e3-94c0-fe0adf2e7c68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:12.866896 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc7663-6b17-49e3-94c0-fe0adf2e7c68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:12.867305 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc7663-6b17-49e3-94c0-fe0adf2e7c68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:12.867716 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc7663-6b17-49e3-94c0-fe0adf2e7c68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:12.868119 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc7663-6b17-49e3-94c0-fe0adf2e7c68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:12.868569 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc7663-6b17-49e3-94c0-fe0adf2e7c68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:12.868876 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc7663-6b17-49e3-94c0-fe0adf2e7c68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:12.869212 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfc7663-6b17-49e3-94c0-fe0adf2e7c68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:13.020305 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-dcfc7663-6b17-49e3-94c0-fe0adf2e7c68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:13.234584 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfc7663-6b17-49e3-94c0-fe0adf2e7c68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Router bfebb397-075b-4fd6-9cb0-1d88c32730e0 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:23:13.339129 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfc7663-6b17-49e3-94c0-fe0adf2e7c68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:23:13.344215 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-dcfc7663-6b17-49e3-94c0-fe0adf2e7c68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/routers/bfebb397-075b-4fd6-9cb0-1d88c32730e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8163576 Nov 23 22:23:13.347055 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44788) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:13.350533 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c4af16-b5c8-4ae9-a7ba-e84eeda86328 None None] Sync routers for ids ['bfebb397-075b-4fd6-9cb0-1d88c32730e0'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:23:13.361511 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c4af16-b5c8-4ae9-a7ba-e84eeda86328 None None] Routers {'bfebb397-075b-4fd6-9cb0-1d88c32730e0'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:13.362154 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-25c4af16-b5c8-4ae9-a7ba-e84eeda86328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bfebb397-075b-4fd6-9cb0-1d88c32730e0'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:13.395396 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-25c4af16-b5c8-4ae9-a7ba-e84eeda86328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:13.405197 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c4af16-b5c8-4ae9-a7ba-e84eeda86328 None None] Routers {'bfebb397-075b-4fd6-9cb0-1d88c32730e0'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:13.405837 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-25c4af16-b5c8-4ae9-a7ba-e84eeda86328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bfebb397-075b-4fd6-9cb0-1d88c32730e0'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:13.440126 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-25c4af16-b5c8-4ae9-a7ba-e84eeda86328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:13.440760 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c4af16-b5c8-4ae9-a7ba-e84eeda86328 None None] The sync data for ids ['bfebb397-075b-4fd6-9cb0-1d88c32730e0'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:23:13.667693 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5187833e-7539-434f-8965-cf79b72de848 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:13.915125 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-5187833e-7539-434f-8965-cf79b72de848 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting port b661bb8f-1ec4-472c-891c-3b6f3581ab4d {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:13.915464 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5187833e-7539-434f-8965-cf79b72de848 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:14.011221 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5187833e-7539-434f-8965-cf79b72de848 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:14.024568 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-5187833e-7539-434f-8965-cf79b72de848 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Calling delete_port for b661bb8f-1ec4-472c-891c-3b6f3581ab4d owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:14.210448 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5187833e-7539-434f-8965-cf79b72de848 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:14.240491 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187833e-7539-434f-8965-cf79b72de848 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Port': ['ID=b661bb8f-1ec4-472c-891c-3b6f3581ab4d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:14.387329 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5187833e-7539-434f-8965-cf79b72de848 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:14.550333 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5187833e-7539-434f-8965-cf79b72de848 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Router bfebb397-075b-4fd6-9cb0-1d88c32730e0 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:23:14.626409 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5187833e-7539-434f-8965-cf79b72de848 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:23:14.631631 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5187833e-7539-434f-8965-cf79b72de848 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/routers/bfebb397-075b-4fd6-9cb0-1d88c32730e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2836123 Nov 23 22:23:14.634749 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44792) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:14.635451 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe954591-58ed-47f6-b6f1-5fd07d48ee4f None None] Sync routers for ids ['bfebb397-075b-4fd6-9cb0-1d88c32730e0'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:23:14.646004 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe954591-58ed-47f6-b6f1-5fd07d48ee4f None None] Routers {'bfebb397-075b-4fd6-9cb0-1d88c32730e0'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:14.646622 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-fe954591-58ed-47f6-b6f1-5fd07d48ee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bfebb397-075b-4fd6-9cb0-1d88c32730e0'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:14.662178 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4b73db13-d23f-4836-9926-45967f39460b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfebb397-075b-4fd6-9cb0-1d88c32730e0 HTTP/1.1" status: 200 len: 205 time: 0.0262575 Nov 23 22:23:14.664698 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44794) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:14.679756 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-fe954591-58ed-47f6-b6f1-5fd07d48ee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:14.688626 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe954591-58ed-47f6-b6f1-5fd07d48ee4f None None] Routers {'bfebb397-075b-4fd6-9cb0-1d88c32730e0'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:14.689339 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-fe954591-58ed-47f6-b6f1-5fd07d48ee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bfebb397-075b-4fd6-9cb0-1d88c32730e0'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:14.725020 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-fe954591-58ed-47f6-b6f1-5fd07d48ee4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:14.725632 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe954591-58ed-47f6-b6f1-5fd07d48ee4f None None] The sync data for ids ['bfebb397-075b-4fd6-9cb0-1d88c32730e0'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:23:14.745208 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09ad237e-595c-430d-8292-c39978e62f9d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:14.907847 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09ad237e-595c-430d-8292-c39978e62f9d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:14.910848 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09ad237e-595c-430d-8292-c39978e62f9d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:14.962241 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09ad237e-595c-430d-8292-c39978e62f9d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:14.962896 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ad237e-595c-430d-8292-c39978e62f9d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Fanout notify agent at l3_agent the message router_deleted on router bfebb397-075b-4fd6-9cb0-1d88c32730e0 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:23:14.970846 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-09ad237e-595c-430d-8292-c39978e62f9d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:14.974906 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-09ad237e-595c-430d-8292-c39978e62f9d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/routers/bfebb397-075b-4fd6-9cb0-1d88c32730e0 HTTP/1.1" status: 204 len: 168 time: 0.3063648 Nov 23 22:23:14.974906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44802) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:15.050536 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-0616d56c-a50d-44b2-b125-cd6633ecbf48 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting subnet 861d51ff-b991-42f8-a4cd-8a39c62d4dfe {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:23:15.053974 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0616d56c-a50d-44b2-b125-cd6633ecbf48 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:15.099258 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618528bf-8b6d-4f03-9456-d6ac0eed225b req-9178dac8-c9e8-47ea-a823-4d6eacc8e6e7 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:15.100709 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-618528bf-8b6d-4f03-9456-d6ac0eed225b req-9178dac8-c9e8-47ea-a823-4d6eacc8e6e7 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 945 time: 0.0981061 Nov 23 22:23:15.110753 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0616d56c-a50d-44b2-b125-cd6633ecbf48 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:15.190978 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-618528bf-8b6d-4f03-9456-d6ac0eed225b req-a6a0d6bb-b7c5-4134-b673-16cf8f6852ff tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825212 Nov 23 22:23:15.225654 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0616d56c-a50d-44b2-b125-cd6633ecbf48 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:15.289643 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0616d56c-a50d-44b2-b125-cd6633ecbf48 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:15.318495 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616d56c-a50d-44b2-b125-cd6633ecbf48 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Subnet': ['ID=861d51ff-b991-42f8-a4cd-8a39c62d4dfe,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:15.321849 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0616d56c-a50d-44b2-b125-cd6633ecbf48 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:15.324787 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd34a14-e7f4-4c2f-a1cf-b0c61cb3cdd1 None None] Network f3244fcf-942d-43cc-b188-9d2340059efa requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:15.325442 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0616d56c-a50d-44b2-b125-cd6633ecbf48 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/subnets/861d51ff-b991-42f8-a4cd-8a39c62d4dfe HTTP/1.1" status: 204 len: 168 time: 0.3497367 Nov 23 22:23:15.328164 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44804) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:15.381428 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f5981c-2a04-4d6f-8920-419836c4285f tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting subnet c228a022-340d-4609-8638-e54fc8bfb130 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:23:15.384514 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c2f5981c-2a04-4d6f-8920-419836c4285f tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:15.426416 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c2f5981c-2a04-4d6f-8920-419836c4285f tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:15.496526 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a7d94e-6548-44f0-bbcc-9a8b39c2a8e2 None None] DHCP port deletion for f3244fcf-942d-43cc-b188-9d2340059efa request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:23:15.519221 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c2f5981c-2a04-4d6f-8920-419836c4285f tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:15.554381 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-82a7d94e-6548-44f0-bbcc-9a8b39c2a8e2 None None] Deleting port 77686502-4494-42e4-b706-ffd60f7c42b8 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:15.554785 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-82a7d94e-6548-44f0-bbcc-9a8b39c2a8e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:15.584094 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c2f5981c-2a04-4d6f-8920-419836c4285f tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:15.612540 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:23:15.613954 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5981c-2a04-4d6f-8920-419836c4285f tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Subnet': ['ID=c228a022-340d-4609-8638-e54fc8bfb130,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:15.615951 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c2f5981c-2a04-4d6f-8920-419836c4285f tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:15.621790 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cafa2e1-6dcb-48fb-9af0-359b3ab796d4 None None] Network 2a0e48be-8712-4226-8892-9849c07f1b9d requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:15.622906 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44806) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:15.623611 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c2f5981c-2a04-4d6f-8920-419836c4285f tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/subnets/c228a022-340d-4609-8638-e54fc8bfb130 HTTP/1.1" status: 204 len: 168 time: 0.2933969 Nov 23 22:23:15.624896 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-82a7d94e-6548-44f0-bbcc-9a8b39c2a8e2 None None] For port 77686502-4494-42e4-b706-ffd60f7c42b8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=77686502-4494-42e4-b706-ffd60f7c42b8,segment=NetworkSegment(13eed17b-d9b0-4bfb-9fc6-40fc396a5399),segment_id=13eed17b-d9b0-4bfb-9fc6-40fc396a5399)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:15.625288 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-82a7d94e-6548-44f0-bbcc-9a8b39c2a8e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:15.654641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-82a7d94e-6548-44f0-bbcc-9a8b39c2a8e2 None None] Calling delete_port for 77686502-4494-42e4-b706-ffd60f7c42b8 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:15.700973 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c70e-f4b3-4091-97a1-cc4a1e77c3ff tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:15.755765 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-5cb3c70e-f4b3-4091-97a1-cc4a1e77c3ff tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting port 77686502-4494-42e4-b706-ffd60f7c42b8 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:15.756004 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c70e-f4b3-4091-97a1-cc4a1e77c3ff tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:15.821075 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-82a7d94e-6548-44f0-bbcc-9a8b39c2a8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:15.835609 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-5cb3c70e-f4b3-4091-97a1-cc4a1e77c3ff tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] For port 77686502-4494-42e4-b706-ffd60f7c42b8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=77686502-4494-42e4-b706-ffd60f7c42b8,segment=NetworkSegment(13eed17b-d9b0-4bfb-9fc6-40fc396a5399),segment_id=13eed17b-d9b0-4bfb-9fc6-40fc396a5399)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:15.835971 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c70e-f4b3-4091-97a1-cc4a1e77c3ff tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:15.847359 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7d94e-6548-44f0-bbcc-9a8b39c2a8e2 None None] Pushing event deleted for resources: {'Port': ['ID=77686502-4494-42e4-b706-ffd60f7c42b8,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:15.849377 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-5cb3c70e-f4b3-4091-97a1-cc4a1e77c3ff tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Calling delete_port for 77686502-4494-42e4-b706-ffd60f7c42b8 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:15.853720 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a7d94e-6548-44f0-bbcc-9a8b39c2a8e2 None None] No DVR routers for this DVR port 77686502-4494-42e4-b706-ffd60f7c42b8 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:23:15.869982 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a7d94e-6548-44f0-bbcc-9a8b39c2a8e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:15.870343 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a7d94e-6548-44f0-bbcc-9a8b39c2a8e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:15.870692 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a7d94e-6548-44f0-bbcc-9a8b39c2a8e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:15.871068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a7d94e-6548-44f0-bbcc-9a8b39c2a8e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:15.871403 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a7d94e-6548-44f0-bbcc-9a8b39c2a8e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:15.871758 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a7d94e-6548-44f0-bbcc-9a8b39c2a8e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:15.872090 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a7d94e-6548-44f0-bbcc-9a8b39c2a8e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:15.872420 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a7d94e-6548-44f0-bbcc-9a8b39c2a8e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:15.872750 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a7d94e-6548-44f0-bbcc-9a8b39c2a8e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:15.873078 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a7d94e-6548-44f0-bbcc-9a8b39c2a8e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:15.873432 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a7d94e-6548-44f0-bbcc-9a8b39c2a8e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:15.873760 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a7d94e-6548-44f0-bbcc-9a8b39c2a8e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:15.896679 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa23018-a48e-4f17-a159-867c242f7edd None None] DHCP port deletion for 2a0e48be-8712-4226-8892-9849c07f1b9d request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:23:15.933325 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c70e-f4b3-4091-97a1-cc4a1e77c3ff tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:15.945015 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1fa23018-a48e-4f17-a159-867c242f7edd None None] Deleting port 1552428b-f026-4b36-b72c-04c1402e4b40 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:15.945399 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1fa23018-a48e-4f17-a159-867c242f7edd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:15.963157 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3c70e-f4b3-4091-97a1-cc4a1e77c3ff tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Port': ['ID=77686502-4494-42e4-b706-ffd60f7c42b8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:15.974661 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb3c70e-f4b3-4091-97a1-cc4a1e77c3ff tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] No DVR routers for this DVR port 77686502-4494-42e4-b706-ffd60f7c42b8 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:23:16.019678 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-1fa23018-a48e-4f17-a159-867c242f7edd None None] For port 1552428b-f026-4b36-b72c-04c1402e4b40, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=1552428b-f026-4b36-b72c-04c1402e4b40,segment=NetworkSegment(d3414a25-a127-4e54-83d5-acf8f5389c35),segment_id=d3414a25-a127-4e54-83d5-acf8f5389c35)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:16.020080 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1fa23018-a48e-4f17-a159-867c242f7edd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:16.032315 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1fa23018-a48e-4f17-a159-867c242f7edd None None] Calling delete_port for 1552428b-f026-4b36-b72c-04c1402e4b40 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:16.053890 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c70e-f4b3-4091-97a1-cc4a1e77c3ff tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:16.074965 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-5cb3c70e-f4b3-4091-97a1-cc4a1e77c3ff tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3244fcf-942d-43cc-b188-9d2340059efa']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:16.085189 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-5cb3c70e-f4b3-4091-97a1-cc4a1e77c3ff tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13eed17b-d9b0-4bfb-9fc6-40fc396a5399') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:16.085485 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-5cb3c70e-f4b3-4091-97a1-cc4a1e77c3ff tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13eed17b-d9b0-4bfb-9fc6-40fc396a5399') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:16.099367 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c70e-f4b3-4091-97a1-cc4a1e77c3ff tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:16.110940 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1fa23018-a48e-4f17-a159-867c242f7edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:16.119828 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c70e-f4b3-4091-97a1-cc4a1e77c3ff tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:16.127186 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb3c70e-f4b3-4091-97a1-cc4a1e77c3ff tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:23:16.127590 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c70e-f4b3-4091-97a1-cc4a1e77c3ff tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: self.session.flush() Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:23:16.130611 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:23:16.138367 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa23018-a48e-4f17-a159-867c242f7edd None None] Pushing event deleted for resources: {'Port': ['ID=1552428b-f026-4b36-b72c-04c1402e4b40,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:16.143488 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa23018-a48e-4f17-a159-867c242f7edd None None] No DVR routers for this DVR port 1552428b-f026-4b36-b72c-04c1402e4b40 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:23:16.196364 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c70e-f4b3-4091-97a1-cc4a1e77c3ff tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:16.203212 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5cb3c70e-f4b3-4091-97a1-cc4a1e77c3ff tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:16.207523 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5cb3c70e-f4b3-4091-97a1-cc4a1e77c3ff tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/networks/f3244fcf-942d-43cc-b188-9d2340059efa HTTP/1.1" status: 204 len: 168 time: 0.5836072 Nov 23 22:23:16.210228 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44808) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:16.219023 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3c70e-f4b3-4091-97a1-cc4a1e77c3ff tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Network': ['ID=f3244fcf-942d-43cc-b188-9d2340059efa,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:16.317487 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19dee0f2-e601-4a09-9ef5-93a10b7e0162 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:16.364245 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff1ddf-57d3-4c58-bb27-06e3bea6c7da req-4775a9c9-1245-4606-af7b-099e664ecefa tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:16.365722 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-98ff1ddf-57d3-4c58-bb27-06e3bea6c7da req-4775a9c9-1245-4606-af7b-099e664ecefa tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 945 time: 0.0854557 Nov 23 22:23:16.437991 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19dee0f2-e601-4a09-9ef5-93a10b7e0162 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:16.472919 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-19dee0f2-e601-4a09-9ef5-93a10b7e0162 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0e48be-8712-4226-8892-9849c07f1b9d']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:16.483215 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-98ff1ddf-57d3-4c58-bb27-06e3bea6c7da req-aefddce8-4c59-4275-9efd-7c71dcfc87d2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=de443549-48ac-4a58-8f1f-381d9b605013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033506 Nov 23 22:23:16.487077 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-19dee0f2-e601-4a09-9ef5-93a10b7e0162 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3414a25-a127-4e54-83d5-acf8f5389c35') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:16.487380 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-19dee0f2-e601-4a09-9ef5-93a10b7e0162 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3414a25-a127-4e54-83d5-acf8f5389c35') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:16.496718 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19dee0f2-e601-4a09-9ef5-93a10b7e0162 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:16.512087 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19dee0f2-e601-4a09-9ef5-93a10b7e0162 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:16.517957 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19dee0f2-e601-4a09-9ef5-93a10b7e0162 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:23:16.518339 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19dee0f2-e601-4a09-9ef5-93a10b7e0162 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:23:16.521853 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:23:16.577920 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19dee0f2-e601-4a09-9ef5-93a10b7e0162 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:16.584904 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19dee0f2-e601-4a09-9ef5-93a10b7e0162 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:16.589618 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-19dee0f2-e601-4a09-9ef5-93a10b7e0162 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/networks/2a0e48be-8712-4226-8892-9849c07f1b9d HTTP/1.1" status: 204 len: 168 time: 0.3783190 Nov 23 22:23:16.591626 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44812) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:16.596732 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-579a132c-3892-4c1c-ad84-d6e6c142f95e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'network': {'name': 'tempest-RoutersTest-705911359'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:16.601176 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dee0f2-e601-4a09-9ef5-93a10b7e0162 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Network': ['ID=2a0e48be-8712-4226-8892-9849c07f1b9d,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:16.618212 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579a132c-3892-4c1c-ad84-d6e6c142f95e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Made reservation on behalf of b170025bdc4642058c3b90cddb7ed04a for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:23:16.621761 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-579a132c-3892-4c1c-ad84-d6e6c142f95e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:16.676261 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579a132c-3892-4c1c-ad84-d6e6c142f95e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:23:16.692741 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-579a132c-3892-4c1c-ad84-d6e6c142f95e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:16.693094 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-579a132c-3892-4c1c-ad84-d6e6c142f95e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Added segment 12785f44-6986-4dc1-8fed-d83dda4d7614 of type vlan for network 900c4b4f-d0d5-4247-afdf-d79a184c10b9 Nov 23 22:23:16.708482 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76432f52-15ce-4321-a967-647d85e7b94f req-040059fd-11b7-4470-95f8-22acae0b2578 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:16.709969 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-76432f52-15ce-4321-a967-647d85e7b94f req-040059fd-11b7-4470-95f8-22acae0b2578 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 945 time: 0.0781219 Nov 23 22:23:16.768799 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-579a132c-3892-4c1c-ad84-d6e6c142f95e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:16.800286 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 1552428b-f026-4b36-b72c-04c1402e4b40 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:23:16.823946 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 1552428b-f026-4b36-b72c-04c1402e4b40 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:23:16.824285 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 1552428b-f026-4b36-b72c-04c1402e4b40 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:23:16.824693 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 77686502-4494-42e4-b706-ffd60f7c42b8 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:23:16.831358 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-579a132c-3892-4c1c-ad84-d6e6c142f95e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:16.836868 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579a132c-3892-4c1c-ad84-d6e6c142f95e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:16.837449 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-579a132c-3892-4c1c-ad84-d6e6c142f95e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:16.847536 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 77686502-4494-42e4-b706-ffd60f7c42b8 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:23:16.847882 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 77686502-4494-42e4-b706-ffd60f7c42b8 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:23:16.888867 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-579a132c-3892-4c1c-ad84-d6e6c142f95e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2961147 Nov 23 22:23:16.891947 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44814) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:16.897287 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-89eb3055-a5c1-47dc-b18a-48f29f7d9599 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'subnet': {'network_id': '900c4b4f-d0d5-4247-afdf-d79a184c10b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:16.928793 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a132c-3892-4c1c-ad84-d6e6c142f95e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Network': ['ID=900c4b4f-d0d5-4247-afdf-d79a184c10b9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:16.933353 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-76432f52-15ce-4321-a967-647d85e7b94f req-37df81f0-779b-48c3-89f7-e09907fd79a4 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Deleting port 6d1ec67d-3e65-4710-9284-90b1a39f0d51 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:16.933694 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-76432f52-15ce-4321-a967-647d85e7b94f req-37df81f0-779b-48c3-89f7-e09907fd79a4 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:16.941451 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 900c4b4f-d0d5-4247-afdf-d79a184c10b9 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:23:16.999439 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eb3055-a5c1-47dc-b18a-48f29f7d9599 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Made reservation on behalf of b170025bdc4642058c3b90cddb7ed04a for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:23:17.003237 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-89eb3055-a5c1-47dc-b18a-48f29f7d9599 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:17.043304 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-76432f52-15ce-4321-a967-647d85e7b94f req-37df81f0-779b-48c3-89f7-e09907fd79a4 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] For port 6d1ec67d-3e65-4710-9284-90b1a39f0d51, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=6d1ec67d-3e65-4710-9284-90b1a39f0d51,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:17.043679 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-76432f52-15ce-4321-a967-647d85e7b94f req-37df81f0-779b-48c3-89f7-e09907fd79a4 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:17.063469 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-76432f52-15ce-4321-a967-647d85e7b94f req-37df81f0-779b-48c3-89f7-e09907fd79a4 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Calling delete_port for 6d1ec67d-3e65-4710-9284-90b1a39f0d51 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:17.210424 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-89eb3055-a5c1-47dc-b18a-48f29f7d9599 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:17.213325 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-76432f52-15ce-4321-a967-647d85e7b94f req-37df81f0-779b-48c3-89f7-e09907fd79a4 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:17.246246 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df81f0-779b-48c3-89f7-e09907fd79a4 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event deleted for resources: {'Port': ['ID=6d1ec67d-3e65-4710-9284-90b1a39f0d51,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:17.252283 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['6d1ec67d-3e65-4710-9284-90b1a39f0d51'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:23:17.284220 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb3055-a5c1-47dc-b18a-48f29f7d9599 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Subnet': ['ID=320df89c-3a1e-4c1f-8dca-5a3887a36f26,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:17.292652 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eb3055-a5c1-47dc-b18a-48f29f7d9599 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Checking segment: {'id': '12785f44-6986-4dc1-8fed-d83dda4d7614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '900c4b4f-d0d5-4247-afdf-d79a184c10b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:23:17.293024 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eb3055-a5c1-47dc-b18a-48f29f7d9599 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network hostable DHCP agents. Network: 900c4b4f-d0d5-4247-afdf-d79a184c10b9, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:23:17.306406 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-76432f52-15ce-4321-a967-647d85e7b94f req-37df81f0-779b-48c3-89f7-e09907fd79a4 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] No DVR routers for this DVR port 6d1ec67d-3e65-4710-9284-90b1a39f0d51 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:23:17.308988 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-76432f52-15ce-4321-a967-647d85e7b94f req-37df81f0-779b-48c3-89f7-e09907fd79a4 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:17.313869 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-76432f52-15ce-4321-a967-647d85e7b94f req-37df81f0-779b-48c3-89f7-e09907fd79a4 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.60 "DELETE /v2.0/ports/6d1ec67d-3e65-4710-9284-90b1a39f0d51 HTTP/1.1" status: 204 len: 173 time: 0.5828013 Nov 23 22:23:17.314254 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eb3055-a5c1-47dc-b18a-48f29f7d9599 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network 900c4b4f-d0d5-4247-afdf-d79a184c10b9 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:23:17.314388 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ff6d26-1a27-4f15-9e06-0c1856d20757', 'name': 'network-vif-deleted', 'tag': '6d1ec67d-3e65-4710-9284-90b1a39f0d51'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:23:17.318368 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7aa69f-6b7c-4d1f-a94b-03ff097e5ee9" -d '{"events": [{"server_uuid": "f8ff6d26-1a27-4f15-9e06-0c1856d20757", "name": "network-vif-deleted", "tag": "6d1ec67d-3e65-4710-9284-90b1a39f0d51"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:23:17.328015 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-89eb3055-a5c1-47dc-b18a-48f29f7d9599 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 900c4b4f-d0d5-4247-afdf-d79a184c10b9) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:17.334761 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eb3055-a5c1-47dc-b18a-48f29f7d9599 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:17.335444 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-89eb3055-a5c1-47dc-b18a-48f29f7d9599 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:17.352443 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d76302a-5904-471f-b632-59fb4fb82dff None None] Network 900c4b4f-d0d5-4247-afdf-d79a184c10b9 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:17.362189 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-89eb3055-a5c1-47dc-b18a-48f29f7d9599 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4690764 Nov 23 22:23:17.363245 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44818) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:17.369901 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6c616e-a40c-4861-832a-cda8289b8161 x-openstack-request-id: req-1d6c616e-a40c-4861-832a-cda8289b8161 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:23:17.370489 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ff6d26-1a27-4f15-9e06-0c1856d20757", "name": "network-vif-deleted", "tag": "6d1ec67d-3e65-4710-9284-90b1a39f0d51", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:23:17.370961 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d6c616e-a40c-4861-832a-cda8289b8161 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:23:17.371265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-7bf6c819-591d-4583-840d-63a249008a55 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1403397985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:17.371548 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ff6d26-1a27-4f15-9e06-0c1856d20757', 'name': 'network-vif-deleted', 'tag': '6d1ec67d-3e65-4710-9284-90b1a39f0d51', 'status': 'completed', 'code': 200} Nov 23 22:23:17.397569 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7bf6c819-591d-4583-840d-63a249008a55 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:17.399050 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7bf6c819-591d-4583-840d-63a249008a55 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:17.461129 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7bf6c819-591d-4583-840d-63a249008a55 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:17.466325 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7bf6c819-591d-4583-840d-63a249008a55 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:17.487176 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7bf6c819-591d-4583-840d-63a249008a55 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:17.488697 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7bf6c819-591d-4583-840d-63a249008a55 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1243410 Nov 23 22:23:17.491350 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44820) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:17.498275 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-e57486bd-bdf0-4aee-b73c-c81003283e59 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'port': {'network_id': '900c4b4f-d0d5-4247-afdf-d79a184c10b9', 'name': 'tempest-RoutersTest-423090099'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:17.546338 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca329812-bc46-48bd-a36b-6b09210c95a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-900c4b4f-d0d5-4247-afdf-d79a184c10b9', 'network_id': '900c4b4f-d0d5-4247-afdf-d79a184c10b9', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'fixed_ips': [{'subnet_id': '320df89c-3a1e-4c1f-8dca-5a3887a36f26'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:23:17.547828 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ca329812-bc46-48bd-a36b-6b09210c95a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:17.748165 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-ca329812-bc46-48bd-a36b-6b09210c95a5 None None] Allocated IP 172.20.0.2 (900c4b4f-d0d5-4247-afdf-d79a184c10b9/320df89c-3a1e-4c1f-8dca-5a3887a36f26/72365fde-bb15-40c3-ab47-be9bb87b9bea) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:23:17.925126 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ca329812-bc46-48bd-a36b-6b09210c95a5 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:17.932830 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ca329812-bc46-48bd-a36b-6b09210c95a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:17.980948 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca329812-bc46-48bd-a36b-6b09210c95a5 None None] Network 900c4b4f-d0d5-4247-afdf-d79a184c10b9 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:17.984175 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-ca329812-bc46-48bd-a36b-6b09210c95a5 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:17.988082 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca329812-bc46-48bd-a36b-6b09210c95a5 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:23:17.990677 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30a68d15-c1fb-4d88-960c-ea312d30f90e req-bab8e0a9-4c83-46ef-8950-7de57a9d4e3b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 210 time: 0.4062061 Nov 23 22:23:18.008691 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca329812-bc46-48bd-a36b-6b09210c95a5 None None] Pushing event updated for resources: {'Port': ['ID=72365fde-bb15-40c3-ab47-be9bb87b9bea,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:18.038334 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57486bd-bdf0-4aee-b73c-c81003283e59 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Made reservation on behalf of b170025bdc4642058c3b90cddb7ed04a for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:23:18.041846 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e57486bd-bdf0-4aee-b73c-c81003283e59 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:18.060722 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [None req-e57486bd-bdf0-4aee-b73c-c81003283e59 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] device_id is not set on port e8d1722c-c934-4b47-8553-4127e8e06a8e yet. {{(pid=110034) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 22:23:18.069695 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ca329812-bc46-48bd-a36b-6b09210c95a5 None None] Attempting to bind port 72365fde-bb15-40c3-ab47-be9bb87b9bea on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:23:18.070079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ca329812-bc46-48bd-a36b-6b09210c95a5 None None] Attempting to bind port 72365fde-bb15-40c3-ab47-be9bb87b9bea by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '12785f44-6986-4dc1-8fed-d83dda4d7614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '900c4b4f-d0d5-4247-afdf-d79a184c10b9'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:23:18.070452 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca329812-bc46-48bd-a36b-6b09210c95a5 None None] Attempting to bind port 72365fde-bb15-40c3-ab47-be9bb87b9bea on network 900c4b4f-d0d5-4247-afdf-d79a184c10b9 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:23:18.077651 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca329812-bc46-48bd-a36b-6b09210c95a5 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:23:18.078042 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca329812-bc46-48bd-a36b-6b09210c95a5 None None] Checking segment: {'id': '12785f44-6986-4dc1-8fed-d83dda4d7614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '900c4b4f-d0d5-4247-afdf-d79a184c10b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:23:18.078448 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ca329812-bc46-48bd-a36b-6b09210c95a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:18.079580 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca329812-bc46-48bd-a36b-6b09210c95a5 None None] Bound using segment: {'id': '12785f44-6986-4dc1-8fed-d83dda4d7614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '900c4b4f-d0d5-4247-afdf-d79a184c10b9'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:23:18.080272 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ca329812-bc46-48bd-a36b-6b09210c95a5 None None] Bound port: 72365fde-bb15-40c3-ab47-be9bb87b9bea, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12785f44-6986-4dc1-8fed-d83dda4d7614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '900c4b4f-d0d5-4247-afdf-d79a184c10b9'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:23:18.080668 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ca329812-bc46-48bd-a36b-6b09210c95a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:18.151282 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ca329812-bc46-48bd-a36b-6b09210c95a5 None None] For port 72365fde-bb15-40c3-ab47-be9bb87b9bea, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:23:18.156241 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ca329812-bc46-48bd-a36b-6b09210c95a5 None None] For port 72365fde-bb15-40c3-ab47-be9bb87b9bea, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=72365fde-bb15-40c3-ab47-be9bb87b9bea,segment=NetworkSegment(12785f44-6986-4dc1-8fed-d83dda4d7614),segment_id=12785f44-6986-4dc1-8fed-d83dda4d7614)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:23:18.163222 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ca329812-bc46-48bd-a36b-6b09210c95a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:18.182545 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-e57486bd-bdf0-4aee-b73c-c81003283e59 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Allocated IP 172.20.0.14 (900c4b4f-d0d5-4247-afdf-d79a184c10b9/320df89c-3a1e-4c1f-8dca-5a3887a36f26/e8d1722c-c934-4b47-8553-4127e8e06a8e) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:23:18.223533 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca329812-bc46-48bd-a36b-6b09210c95a5 None None] Pushing event updated for resources: {'Port': ['ID=72365fde-bb15-40c3-ab47-be9bb87b9bea,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:18.373080 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e57486bd-bdf0-4aee-b73c-c81003283e59 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:18.422225 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e57486bd-bdf0-4aee-b73c-c81003283e59 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:18.479177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57486bd-bdf0-4aee-b73c-c81003283e59 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network 900c4b4f-d0d5-4247-afdf-d79a184c10b9 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:18.482355 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-e57486bd-bdf0-4aee-b73c-c81003283e59 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:18.485068 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57486bd-bdf0-4aee-b73c-c81003283e59 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:23:18.511336 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57486bd-bdf0-4aee-b73c-c81003283e59 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Port': ['ID=e8d1722c-c934-4b47-8553-4127e8e06a8e,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:18.544631 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57486bd-bdf0-4aee-b73c-c81003283e59 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:18.545312 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e57486bd-bdf0-4aee-b73c-c81003283e59 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:18.568462 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e57486bd-bdf0-4aee-b73c-c81003283e59 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0759432 Nov 23 22:23:18.571212 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44824) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:18.835499 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 72365fde-bb15-40c3-ab47-be9bb87b9bea up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:23:18.885357 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 72365fde-bb15-40c3-ab47-be9bb87b9bea triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:18.885727 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:18.906516 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0ddbc4c3-48c1-4299-8bfb-30f232ef9b4c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:18.976869 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:19.015365 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 72365fde-bb15-40c3-ab47-be9bb87b9bea, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=72365fde-bb15-40c3-ab47-be9bb87b9bea,segment=NetworkSegment(12785f44-6986-4dc1-8fed-d83dda4d7614),segment_id=12785f44-6986-4dc1-8fed-d83dda4d7614)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:19.033158 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:19.096185 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=72365fde-bb15-40c3-ab47-be9bb87b9bea,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:19.149707 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f08baa00-8154-43a9-bf15-fc17499d0cca req-2e85c445-dbc6-46f2-94ba-55fb722f031a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 210 time: 0.0537026 Nov 23 22:23:19.269012 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0ddbc4c3-48c1-4299-8bfb-30f232ef9b4c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:19.275821 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0ddbc4c3-48c1-4299-8bfb-30f232ef9b4c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:19.361182 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbc4c3-48c1-4299-8bfb-30f232ef9b4c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Port': ['ID=e8d1722c-c934-4b47-8553-4127e8e06a8e,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:19.389293 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac67b61c-8ec6-4d74-9601-706f6bb720ea None None] Network 900c4b4f-d0d5-4247-afdf-d79a184c10b9 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:19.465361 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-deb34e97-69d5-4587-84b9-d879c5b8048c None None] Provisioning complete for port 72365fde-bb15-40c3-ab47-be9bb87b9bea triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:19.465767 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-deb34e97-69d5-4587-84b9-d879c5b8048c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:19.509727 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0ddbc4c3-48c1-4299-8bfb-30f232ef9b4c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:19.634269 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0ddbc4c3-48c1-4299-8bfb-30f232ef9b4c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:19.841688 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4b42981a-65f6-4b88-9356-04588c9b05e2 None None] Provisioning complete for port 72365fde-bb15-40c3-ab47-be9bb87b9bea triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:19.842084 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4b42981a-65f6-4b88-9356-04588c9b05e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:19.939413 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0ddbc4c3-48c1-4299-8bfb-30f232ef9b4c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:19.952061 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0ddbc4c3-48c1-4299-8bfb-30f232ef9b4c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:19.954609 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4b42981a-65f6-4b88-9356-04588c9b05e2 None None] Provisioning complete for port e8d1722c-c934-4b47-8553-4127e8e06a8e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:19.955147 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4b42981a-65f6-4b88-9356-04588c9b05e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:19.997530 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-4b42981a-65f6-4b88-9356-04588c9b05e2 None None] Port e8d1722c-c934-4b47-8553-4127e8e06a8e cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:20.049917 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0ddbc4c3-48c1-4299-8bfb-30f232ef9b4c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:20.059185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbc4c3-48c1-4299-8bfb-30f232ef9b4c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Port': ['ID=e8d1722c-c934-4b47-8553-4127e8e06a8e,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:20.121958 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8d568cd6-e752-442d-b14b-bcf30c06f476 None None] Provisioning complete for port e8d1722c-c934-4b47-8553-4127e8e06a8e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:20.122424 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8d568cd6-e752-442d-b14b-bcf30c06f476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:20.171423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8d568cd6-e752-442d-b14b-bcf30c06f476 None None] Port e8d1722c-c934-4b47-8553-4127e8e06a8e cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:20.185438 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddbc4c3-48c1-4299-8bfb-30f232ef9b4c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network 900c4b4f-d0d5-4247-afdf-d79a184c10b9 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:20.186941 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-0ddbc4c3-48c1-4299-8bfb-30f232ef9b4c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:20.299648 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-793914d3-40ca-4bf5-a8d8-aed34573119a req-41ce1bfd-e17f-4ef2-ba21-c501d84561e2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 210 time: 0.0592494 Nov 23 22:23:20.354650 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddbc4c3-48c1-4299-8bfb-30f232ef9b4c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Router cd208ad6-8035-4857-a03e-98d04a2712ea is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:23:20.403649 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-58d16953-39ae-43bf-811c-9df162ec6201 None None] Provisioning complete for port e8d1722c-c934-4b47-8553-4127e8e06a8e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:20.404027 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-58d16953-39ae-43bf-811c-9df162ec6201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:20.450694 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-58d16953-39ae-43bf-811c-9df162ec6201 None None] Port e8d1722c-c934-4b47-8553-4127e8e06a8e cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:20.477534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddbc4c3-48c1-4299-8bfb-30f232ef9b4c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:23:20.483289 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0ddbc4c3-48c1-4299-8bfb-30f232ef9b4c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/routers/cd208ad6-8035-4857-a03e-98d04a2712ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9109204 Nov 23 22:23:20.486095 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44830) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:20.488705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6d81a9-9489-4bc0-9ced-86ae29e4928b None None] Sync routers for ids ['cd208ad6-8035-4857-a03e-98d04a2712ea'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:23:20.502558 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d81a9-9489-4bc0-9ced-86ae29e4928b None None] Routers {'cd208ad6-8035-4857-a03e-98d04a2712ea'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:20.503358 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-db6d81a9-9489-4bc0-9ced-86ae29e4928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['cd208ad6-8035-4857-a03e-98d04a2712ea'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:20.545603 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86b9e6c-c750-4711-8d27-6f8f9feac6e9 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:20.546259 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-db6d81a9-9489-4bc0-9ced-86ae29e4928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:20.549776 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e86b9e6c-c750-4711-8d27-6f8f9feac6e9 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/ports/e8d1722c-c934-4b47-8553-4127e8e06a8e HTTP/1.1" status: 200 len: 977 time: 0.0552599 Nov 23 22:23:20.549970 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44832) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:20.555661 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d81a9-9489-4bc0-9ced-86ae29e4928b None None] Routers {'cd208ad6-8035-4857-a03e-98d04a2712ea'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:20.556279 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-db6d81a9-9489-4bc0-9ced-86ae29e4928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['cd208ad6-8035-4857-a03e-98d04a2712ea'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:20.593076 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-db6d81a9-9489-4bc0-9ced-86ae29e4928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:20.593740 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6d81a9-9489-4bc0-9ced-86ae29e4928b None None] The sync data for ids ['cd208ad6-8035-4857-a03e-98d04a2712ea'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:23:20.604454 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-57b1b410-da2c-4596-9d03-cc074981bef1 None None] Provisioning complete for port e8d1722c-c934-4b47-8553-4127e8e06a8e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:20.604846 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-57b1b410-da2c-4596-9d03-cc074981bef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:20.629172 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 6d1ec67d-3e65-4710-9284-90b1a39f0d51 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:23:20.658992 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 6d1ec67d-3e65-4710-9284-90b1a39f0d51 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:23:20.659361 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 6d1ec67d-3e65-4710-9284-90b1a39f0d51 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:23:20.666170 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-57b1b410-da2c-4596-9d03-cc074981bef1 None None] Port e8d1722c-c934-4b47-8553-4127e8e06a8e cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:20.791676 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 72365fde-bb15-40c3-ab47-be9bb87b9bea up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:23:20.845563 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 72365fde-bb15-40c3-ab47-be9bb87b9bea triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:20.846044 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:20.966000 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fbe0982-fc70-41f7-81fa-a41e444d0390 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:21.179998 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe0982-fc70-41f7-81fa-a41e444d0390 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting port e8d1722c-c934-4b47-8553-4127e8e06a8e {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:21.180334 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fbe0982-fc70-41f7-81fa-a41e444d0390 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:21.267691 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fbe0982-fc70-41f7-81fa-a41e444d0390 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:21.280584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-7fbe0982-fc70-41f7-81fa-a41e444d0390 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Calling delete_port for e8d1722c-c934-4b47-8553-4127e8e06a8e owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:21.419015 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bbb02eb1-d2a9-4070-a9d3-13b6588fda1c req-e29ad6ca-8cc7-4b3a-bd74-5eee2bd47238 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 210 time: 0.0365317 Nov 23 22:23:21.484960 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fbe0982-fc70-41f7-81fa-a41e444d0390 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:21.514813 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe0982-fc70-41f7-81fa-a41e444d0390 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Port': ['ID=e8d1722c-c934-4b47-8553-4127e8e06a8e,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:21.655008 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7fbe0982-fc70-41f7-81fa-a41e444d0390 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:21.815190 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbe0982-fc70-41f7-81fa-a41e444d0390 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Router cd208ad6-8035-4857-a03e-98d04a2712ea has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:23:21.894361 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbe0982-fc70-41f7-81fa-a41e444d0390 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:23:21.900690 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7fbe0982-fc70-41f7-81fa-a41e444d0390 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/routers/cd208ad6-8035-4857-a03e-98d04a2712ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3491440 Nov 23 22:23:21.902929 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44836) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:21.903837 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0740e77-ba22-4868-9641-79c5561c818b None None] Sync routers for ids ['cd208ad6-8035-4857-a03e-98d04a2712ea'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:23:21.915689 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0740e77-ba22-4868-9641-79c5561c818b None None] Routers {'cd208ad6-8035-4857-a03e-98d04a2712ea'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:21.916610 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e0740e77-ba22-4868-9641-79c5561c818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['cd208ad6-8035-4857-a03e-98d04a2712ea'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:21.952718 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e0740e77-ba22-4868-9641-79c5561c818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:21.962937 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0740e77-ba22-4868-9641-79c5561c818b None None] Routers {'cd208ad6-8035-4857-a03e-98d04a2712ea'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:21.963579 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e0740e77-ba22-4868-9641-79c5561c818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['cd208ad6-8035-4857-a03e-98d04a2712ea'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:22.001047 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e0740e77-ba22-4868-9641-79c5561c818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:22.001725 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0740e77-ba22-4868-9641-79c5561c818b None None] The sync data for ids ['cd208ad6-8035-4857-a03e-98d04a2712ea'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:23:22.446244 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-142d4aa1-b535-4991-8903-4b8133e76f63 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] remove_router_interface failed (client error): The resource could not be found. Nov 23 22:23:22.449851 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-142d4aa1-b535-4991-8903-4b8133e76f63 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/routers/cd208ad6-8035-4857-a03e-98d04a2712ea/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5434914 Nov 23 22:23:22.450187 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44840) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:22.483621 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7919dd08-3565-4273-8f1d-e1d836648c0e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd208ad6-8035-4857-a03e-98d04a2712ea HTTP/1.1" status: 200 len: 205 time: 0.0320606 Nov 23 22:23:22.486687 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44842) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:22.606140 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e03ea45e-015d-4d10-8097-00bd2b03aa45 req-1f858b78-95f0-4936-adeb-82f6f1b7ee8d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=f8ff6d26-1a27-4f15-9e06-0c1856d20757 HTTP/1.1" status: 200 len: 210 time: 0.0579863 Nov 23 22:23:22.608491 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e4705d76-64a2-460a-a8d3-9b3795601461 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:22.768331 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e4705d76-64a2-460a-a8d3-9b3795601461 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:22.770491 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e4705d76-64a2-460a-a8d3-9b3795601461 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:22.819833 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e4705d76-64a2-460a-a8d3-9b3795601461 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:22.820411 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4705d76-64a2-460a-a8d3-9b3795601461 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Fanout notify agent at l3_agent the message router_deleted on router cd208ad6-8035-4857-a03e-98d04a2712ea {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:23:22.827473 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e4705d76-64a2-460a-a8d3-9b3795601461 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:22.831977 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e4705d76-64a2-460a-a8d3-9b3795601461 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/routers/cd208ad6-8035-4857-a03e-98d04a2712ea HTTP/1.1" status: 204 len: 168 time: 0.3400557 Nov 23 22:23:22.832466 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44844) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:22.884765 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbdfdda8-f7ea-491b-bf33-b29110757033 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting subnet 320df89c-3a1e-4c1f-8dca-5a3887a36f26 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:23:22.888355 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dbdfdda8-f7ea-491b-bf33-b29110757033 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:22.932064 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dbdfdda8-f7ea-491b-bf33-b29110757033 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:22.980376 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:23.027776 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dbdfdda8-f7ea-491b-bf33-b29110757033 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:23.087284 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dbdfdda8-f7ea-491b-bf33-b29110757033 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:23.116777 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfdda8-f7ea-491b-bf33-b29110757033 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Subnet': ['ID=320df89c-3a1e-4c1f-8dca-5a3887a36f26,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:23.118787 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dbdfdda8-f7ea-491b-bf33-b29110757033 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:23.121995 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-dbdfdda8-f7ea-491b-bf33-b29110757033 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/subnets/320df89c-3a1e-4c1f-8dca-5a3887a36f26 HTTP/1.1" status: 204 len: 168 time: 0.2886844 Nov 23 22:23:23.124651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44846) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:23.132149 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b499a2d6-43fd-45b8-a1e2-593939ef0f45 None None] Network 900c4b4f-d0d5-4247-afdf-d79a184c10b9 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:23.209893 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1cb2792e-3ee9-477f-8a1a-6a9f264a9642 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:23.267114 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-1cb2792e-3ee9-477f-8a1a-6a9f264a9642 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting port 72365fde-bb15-40c3-ab47-be9bb87b9bea {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:23.267559 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1cb2792e-3ee9-477f-8a1a-6a9f264a9642 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:23.333846 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f45e885-134d-4bbb-8961-f8088ed903a7 None None] DHCP port deletion for 900c4b4f-d0d5-4247-afdf-d79a184c10b9 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:23:23.334630 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-1cb2792e-3ee9-477f-8a1a-6a9f264a9642 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] For port 72365fde-bb15-40c3-ab47-be9bb87b9bea, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=72365fde-bb15-40c3-ab47-be9bb87b9bea,segment=NetworkSegment(12785f44-6986-4dc1-8fed-d83dda4d7614),segment_id=12785f44-6986-4dc1-8fed-d83dda4d7614)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:23.335039 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1cb2792e-3ee9-477f-8a1a-6a9f264a9642 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:23.354099 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-1cb2792e-3ee9-477f-8a1a-6a9f264a9642 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Calling delete_port for 72365fde-bb15-40c3-ab47-be9bb87b9bea owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:23.380394 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8f45e885-134d-4bbb-8961-f8088ed903a7 None None] Deleting port 72365fde-bb15-40c3-ab47-be9bb87b9bea {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:23.380778 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8f45e885-134d-4bbb-8961-f8088ed903a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:23.441090 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1cb2792e-3ee9-477f-8a1a-6a9f264a9642 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:23.446489 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8f45e885-134d-4bbb-8961-f8088ed903a7 None None] For port 72365fde-bb15-40c3-ab47-be9bb87b9bea, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=72365fde-bb15-40c3-ab47-be9bb87b9bea,segment=NetworkSegment(12785f44-6986-4dc1-8fed-d83dda4d7614),segment_id=12785f44-6986-4dc1-8fed-d83dda4d7614)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:23.446933 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8f45e885-134d-4bbb-8961-f8088ed903a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:23.459851 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8f45e885-134d-4bbb-8961-f8088ed903a7 None None] Calling delete_port for 72365fde-bb15-40c3-ab47-be9bb87b9bea owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:23.468566 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb2792e-3ee9-477f-8a1a-6a9f264a9642 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] No DVR routers for this DVR port 72365fde-bb15-40c3-ab47-be9bb87b9bea on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:23:23.475136 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2792e-3ee9-477f-8a1a-6a9f264a9642 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Port': ['ID=72365fde-bb15-40c3-ab47-be9bb87b9bea,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:23.563735 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1cb2792e-3ee9-477f-8a1a-6a9f264a9642 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:23.587496 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-1cb2792e-3ee9-477f-8a1a-6a9f264a9642 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900c4b4f-d0d5-4247-afdf-d79a184c10b9']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:23.599996 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-1cb2792e-3ee9-477f-8a1a-6a9f264a9642 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12785f44-6986-4dc1-8fed-d83dda4d7614') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:23.599996 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-1cb2792e-3ee9-477f-8a1a-6a9f264a9642 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12785f44-6986-4dc1-8fed-d83dda4d7614') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:23.612494 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1cb2792e-3ee9-477f-8a1a-6a9f264a9642 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:23.626361 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1cb2792e-3ee9-477f-8a1a-6a9f264a9642 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:23.645859 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb2792e-3ee9-477f-8a1a-6a9f264a9642 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:23:23.646380 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1cb2792e-3ee9-477f-8a1a-6a9f264a9642 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:23:23.665944 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:23:23.725338 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1cb2792e-3ee9-477f-8a1a-6a9f264a9642 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:23.727845 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8f45e885-134d-4bbb-8961-f8088ed903a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:23.732519 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1cb2792e-3ee9-477f-8a1a-6a9f264a9642 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:23.737149 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1cb2792e-3ee9-477f-8a1a-6a9f264a9642 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/networks/900c4b4f-d0d5-4247-afdf-d79a184c10b9 HTTP/1.1" status: 204 len: 168 time: 0.6104887 Nov 23 22:23:23.741086 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44852) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:23.746238 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6dead070-0704-4313-9c7c-944328ff0065 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'network': {'name': 'tempest-RoutersTest-1066848941'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:23.758832 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2792e-3ee9-477f-8a1a-6a9f264a9642 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Network': ['ID=900c4b4f-d0d5-4247-afdf-d79a184c10b9,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:23.770604 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dead070-0704-4313-9c7c-944328ff0065 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Made reservation on behalf of b170025bdc4642058c3b90cddb7ed04a for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:23:23.771644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45e885-134d-4bbb-8961-f8088ed903a7 None None] Pushing event deleted for resources: {'Port': ['ID=72365fde-bb15-40c3-ab47-be9bb87b9bea,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:23.774144 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f45e885-134d-4bbb-8961-f8088ed903a7 None None] Network 900c4b4f-d0d5-4247-afdf-d79a184c10b9 is not hosted by any dhcp agent {{(pid=110035) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 22:23:23.774742 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f45e885-134d-4bbb-8961-f8088ed903a7 None None] No DVR routers for this DVR port 72365fde-bb15-40c3-ab47-be9bb87b9bea on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:23:23.778678 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6dead070-0704-4313-9c7c-944328ff0065 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:23.805178 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dead070-0704-4313-9c7c-944328ff0065 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:23:23.815752 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6dead070-0704-4313-9c7c-944328ff0065 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:23.816142 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-6dead070-0704-4313-9c7c-944328ff0065 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Added segment cdfd8bb6-356f-4e15-9d46-2af247e51f10 of type vlan for network b6c0dec0-65c3-42db-8c38-16fa2e92ce1e Nov 23 22:23:23.855929 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6dead070-0704-4313-9c7c-944328ff0065 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:23.880644 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6dead070-0704-4313-9c7c-944328ff0065 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:23.892958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dead070-0704-4313-9c7c-944328ff0065 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:23.893564 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6dead070-0704-4313-9c7c-944328ff0065 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:23.939216 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6dead070-0704-4313-9c7c-944328ff0065 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1968715 Nov 23 22:23:23.940480 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44854) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:23.946949 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-21e9afaa-1aff-4038-9c06-beca5ac55aca tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'subnet': {'network_id': 'b6c0dec0-65c3-42db-8c38-16fa2e92ce1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:23.971628 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dead070-0704-4313-9c7c-944328ff0065 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Network': ['ID=b6c0dec0-65c3-42db-8c38-16fa2e92ce1e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:23.984006 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network b6c0dec0-65c3-42db-8c38-16fa2e92ce1e details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:23:24.041980 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e9afaa-1aff-4038-9c06-beca5ac55aca tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Made reservation on behalf of b170025bdc4642058c3b90cddb7ed04a for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:23:24.046134 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-21e9afaa-1aff-4038-9c06-beca5ac55aca tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:24.248772 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-21e9afaa-1aff-4038-9c06-beca5ac55aca tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:24.308676 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9afaa-1aff-4038-9c06-beca5ac55aca tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Subnet': ['ID=1999bcd9-38da-4b29-a51c-e724c952baf8,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:24.319227 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e9afaa-1aff-4038-9c06-beca5ac55aca tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Checking segment: {'id': 'cdfd8bb6-356f-4e15-9d46-2af247e51f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b6c0dec0-65c3-42db-8c38-16fa2e92ce1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:23:24.319591 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e9afaa-1aff-4038-9c06-beca5ac55aca tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network hostable DHCP agents. Network: b6c0dec0-65c3-42db-8c38-16fa2e92ce1e, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:23:24.337351 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e9afaa-1aff-4038-9c06-beca5ac55aca tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network b6c0dec0-65c3-42db-8c38-16fa2e92ce1e is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:23:24.347185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-21e9afaa-1aff-4038-9c06-beca5ac55aca tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, b6c0dec0-65c3-42db-8c38-16fa2e92ce1e) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:24.351527 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e9afaa-1aff-4038-9c06-beca5ac55aca tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:24.352481 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-21e9afaa-1aff-4038-9c06-beca5ac55aca tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:24.359268 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303f446f-2f07-46ab-8648-620e8c79e27d None None] Network b6c0dec0-65c3-42db-8c38-16fa2e92ce1e requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:24.374666 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-21e9afaa-1aff-4038-9c06-beca5ac55aca tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4300599 Nov 23 22:23:24.375709 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44856) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:24.381001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-52abe282-8b3b-4a0e-b463-c9d985b04356 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1450945046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:24.408820 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-52abe282-8b3b-4a0e-b463-c9d985b04356 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:24.409910 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-52abe282-8b3b-4a0e-b463-c9d985b04356 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:24.472515 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-52abe282-8b3b-4a0e-b463-c9d985b04356 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:24.478444 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-52abe282-8b3b-4a0e-b463-c9d985b04356 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:24.498355 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-52abe282-8b3b-4a0e-b463-c9d985b04356 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:24.502973 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-52abe282-8b3b-4a0e-b463-c9d985b04356 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1225581 Nov 23 22:23:24.503150 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44858) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:24.524555 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6ff993-c441-4997-a4e4-4c2dea46606c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-b6c0dec0-65c3-42db-8c38-16fa2e92ce1e', 'network_id': 'b6c0dec0-65c3-42db-8c38-16fa2e92ce1e', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'fixed_ips': [{'subnet_id': '1999bcd9-38da-4b29-a51c-e724c952baf8'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:23:24.525760 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0b6ff993-c441-4997-a4e4-4c2dea46606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:24.670609 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-0b6ff993-c441-4997-a4e4-4c2dea46606c None None] Allocated IP 172.20.0.2 (b6c0dec0-65c3-42db-8c38-16fa2e92ce1e/1999bcd9-38da-4b29-a51c-e724c952baf8/5b5e1df5-c862-4681-8907-a392b51facd8) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:23:24.812626 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9af4322c-c3fd-448b-ac22-80e7d2d0060e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:24.823080 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 72365fde-bb15-40c3-ab47-be9bb87b9bea no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:23:24.862961 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 72365fde-bb15-40c3-ab47-be9bb87b9bea {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:23:24.863306 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 72365fde-bb15-40c3-ab47-be9bb87b9bea not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:23:24.903544 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0b6ff993-c441-4997-a4e4-4c2dea46606c None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:24.911815 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0b6ff993-c441-4997-a4e4-4c2dea46606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:24.965871 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6ff993-c441-4997-a4e4-4c2dea46606c None None] Network b6c0dec0-65c3-42db-8c38-16fa2e92ce1e is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:24.968829 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-0b6ff993-c441-4997-a4e4-4c2dea46606c None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:24.973459 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6ff993-c441-4997-a4e4-4c2dea46606c None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:23:24.981174 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ff993-c441-4997-a4e4-4c2dea46606c None None] Pushing event updated for resources: {'Port': ['ID=5b5e1df5-c862-4681-8907-a392b51facd8,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:25.036694 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0b6ff993-c441-4997-a4e4-4c2dea46606c None None] Attempting to bind port 5b5e1df5-c862-4681-8907-a392b51facd8 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:23:25.037428 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0b6ff993-c441-4997-a4e4-4c2dea46606c None None] Attempting to bind port 5b5e1df5-c862-4681-8907-a392b51facd8 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'cdfd8bb6-356f-4e15-9d46-2af247e51f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b6c0dec0-65c3-42db-8c38-16fa2e92ce1e'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:23:25.037428 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6ff993-c441-4997-a4e4-4c2dea46606c None None] Attempting to bind port 5b5e1df5-c862-4681-8907-a392b51facd8 on network b6c0dec0-65c3-42db-8c38-16fa2e92ce1e {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:23:25.043658 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6ff993-c441-4997-a4e4-4c2dea46606c None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:23:25.043876 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6ff993-c441-4997-a4e4-4c2dea46606c None None] Checking segment: {'id': 'cdfd8bb6-356f-4e15-9d46-2af247e51f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b6c0dec0-65c3-42db-8c38-16fa2e92ce1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:23:25.044181 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0b6ff993-c441-4997-a4e4-4c2dea46606c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:25.044569 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6ff993-c441-4997-a4e4-4c2dea46606c None None] Bound using segment: {'id': 'cdfd8bb6-356f-4e15-9d46-2af247e51f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b6c0dec0-65c3-42db-8c38-16fa2e92ce1e'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:23:25.045290 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0b6ff993-c441-4997-a4e4-4c2dea46606c None None] Bound port: 5b5e1df5-c862-4681-8907-a392b51facd8, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfd8bb6-356f-4e15-9d46-2af247e51f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b6c0dec0-65c3-42db-8c38-16fa2e92ce1e'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:23:25.045682 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0b6ff993-c441-4997-a4e4-4c2dea46606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:25.096510 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-9af4322c-c3fd-448b-ac22-80e7d2d0060e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Allocated IP 172.20.0.1 (b6c0dec0-65c3-42db-8c38-16fa2e92ce1e/1999bcd9-38da-4b29-a51c-e724c952baf8/0adeec5b-2252-487c-8144-98d2de187267) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:23:25.115860 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0b6ff993-c441-4997-a4e4-4c2dea46606c None None] For port 5b5e1df5-c862-4681-8907-a392b51facd8, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:23:25.119365 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0b6ff993-c441-4997-a4e4-4c2dea46606c None None] For port 5b5e1df5-c862-4681-8907-a392b51facd8, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5b5e1df5-c862-4681-8907-a392b51facd8,segment=NetworkSegment(cdfd8bb6-356f-4e15-9d46-2af247e51f10),segment_id=cdfd8bb6-356f-4e15-9d46-2af247e51f10)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:23:25.124163 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0b6ff993-c441-4997-a4e4-4c2dea46606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:25.188681 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ff993-c441-4997-a4e4-4c2dea46606c None None] Pushing event updated for resources: {'Port': ['ID=5b5e1df5-c862-4681-8907-a392b51facd8,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:25.233621 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9af4322c-c3fd-448b-ac22-80e7d2d0060e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:25.272694 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9af4322c-c3fd-448b-ac22-80e7d2d0060e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:25.317545 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af4322c-c3fd-448b-ac22-80e7d2d0060e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network b6c0dec0-65c3-42db-8c38-16fa2e92ce1e is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:25.320684 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-9af4322c-c3fd-448b-ac22-80e7d2d0060e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:25.324496 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af4322c-c3fd-448b-ac22-80e7d2d0060e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:23:25.332619 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4322c-c3fd-448b-ac22-80e7d2d0060e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Port': ['ID=0adeec5b-2252-487c-8144-98d2de187267,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:25.396021 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9af4322c-c3fd-448b-ac22-80e7d2d0060e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:25.538225 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9af4322c-c3fd-448b-ac22-80e7d2d0060e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:25.809822 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9af4322c-c3fd-448b-ac22-80e7d2d0060e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:25.817293 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9af4322c-c3fd-448b-ac22-80e7d2d0060e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:25.906222 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9af4322c-c3fd-448b-ac22-80e7d2d0060e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:25.923782 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4322c-c3fd-448b-ac22-80e7d2d0060e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Port': ['ID=0adeec5b-2252-487c-8144-98d2de187267,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:26.048610 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af4322c-c3fd-448b-ac22-80e7d2d0060e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network b6c0dec0-65c3-42db-8c38-16fa2e92ce1e is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:26.050458 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-9af4322c-c3fd-448b-ac22-80e7d2d0060e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:26.207165 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af4322c-c3fd-448b-ac22-80e7d2d0060e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Router c1b8b7cb-f2f8-46be-87c4-1b8569b47eba is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:23:26.317815 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af4322c-c3fd-448b-ac22-80e7d2d0060e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:23:26.329558 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9af4322c-c3fd-448b-ac22-80e7d2d0060e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/routers/c1b8b7cb-f2f8-46be-87c4-1b8569b47eba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8238609 Nov 23 22:23:26.331573 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44890) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:26.343867 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf479b24-2728-4679-a207-03691a6a7987 None None] Sync routers for ids ['c1b8b7cb-f2f8-46be-87c4-1b8569b47eba'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:23:26.370399 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0c2127-54dd-4a82-a1fa-ab931b3ae520 None None] Network b6c0dec0-65c3-42db-8c38-16fa2e92ce1e requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:26.408708 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf479b24-2728-4679-a207-03691a6a7987 None None] Routers {'c1b8b7cb-f2f8-46be-87c4-1b8569b47eba'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:26.409342 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-cf479b24-2728-4679-a207-03691a6a7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c1b8b7cb-f2f8-46be-87c4-1b8569b47eba'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:26.411604 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e4a217-e781-4020-9e0f-9e577479cbdc tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:26.413327 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a2e4a217-e781-4020-9e0f-9e577479cbdc tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/ports/0adeec5b-2252-487c-8144-98d2de187267 HTTP/1.1" status: 200 len: 910 time: 0.0804634 Nov 23 22:23:26.415995 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44902) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:26.482901 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-cf479b24-2728-4679-a207-03691a6a7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:26.516906 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf479b24-2728-4679-a207-03691a6a7987 None None] Routers {'c1b8b7cb-f2f8-46be-87c4-1b8569b47eba'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:26.517578 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-cf479b24-2728-4679-a207-03691a6a7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c1b8b7cb-f2f8-46be-87c4-1b8569b47eba'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:26.552262 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9bcbaeb4-2c6f-491e-8cd5-63ecdb836765 None None] Provisioning complete for port 5b5e1df5-c862-4681-8907-a392b51facd8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:26.552546 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9bcbaeb4-2c6f-491e-8cd5-63ecdb836765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:26.579001 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-cf479b24-2728-4679-a207-03691a6a7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:26.580094 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf479b24-2728-4679-a207-03691a6a7987 None None] The sync data for ids ['c1b8b7cb-f2f8-46be-87c4-1b8569b47eba'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:23:26.707975 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9bcbaeb4-2c6f-491e-8cd5-63ecdb836765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:26.762090 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-9bcbaeb4-2c6f-491e-8cd5-63ecdb836765 None None] For port 5b5e1df5-c862-4681-8907-a392b51facd8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5b5e1df5-c862-4681-8907-a392b51facd8,segment=NetworkSegment(cdfd8bb6-356f-4e15-9d46-2af247e51f10),segment_id=cdfd8bb6-356f-4e15-9d46-2af247e51f10)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:26.769740 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9bcbaeb4-2c6f-491e-8cd5-63ecdb836765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:26.844810 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbaeb4-2c6f-491e-8cd5-63ecdb836765 None None] Pushing event updated for resources: {'Port': ['ID=5b5e1df5-c862-4681-8907-a392b51facd8,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:26.847672 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-68af077f-faa4-47d4-8bbd-849eb96981fe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:26.871119 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5b5e1df5-c862-4681-8907-a392b51facd8 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:23:26.934013 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 5b5e1df5-c862-4681-8907-a392b51facd8 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:26.934544 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.097492 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44920) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:27.102010 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a313f61b-6282-4548-a9e2-8d78cc9f13f7 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-337710838', 'description': 'tempest-secgroup-smoke-337710838 description', 'project_id': '329cae0f6dbe4692890320913546aec7'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:27.104356 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-49f10b6c-7b25-4762-835f-2879ed86f808 None None] Provisioning complete for port 5b5e1df5-c862-4681-8907-a392b51facd8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:27.104842 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-49f10b6c-7b25-4762-835f-2879ed86f808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.134157 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a313f61b-6282-4548-a9e2-8d78cc9f13f7 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.146938 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-68af077f-faa4-47d4-8bbd-849eb96981fe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting port 0adeec5b-2252-487c-8144-98d2de187267 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:27.147278 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-68af077f-faa4-47d4-8bbd-849eb96981fe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.218267 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-49f10b6c-7b25-4762-835f-2879ed86f808 None None] Provisioning complete for port 0adeec5b-2252-487c-8144-98d2de187267 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:27.218770 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-49f10b6c-7b25-4762-835f-2879ed86f808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.232800 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a313f61b-6282-4548-a9e2-8d78cc9f13f7 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.239513 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a313f61b-6282-4548-a9e2-8d78cc9f13f7 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.248358 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-68af077f-faa4-47d4-8bbd-849eb96981fe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.268511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-68af077f-faa4-47d4-8bbd-849eb96981fe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Calling delete_port for 0adeec5b-2252-487c-8144-98d2de187267 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:27.275670 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-49f10b6c-7b25-4762-835f-2879ed86f808 None None] Port 0adeec5b-2252-487c-8144-98d2de187267 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:27.276813 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a313f61b-6282-4548-a9e2-8d78cc9f13f7 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.278170 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a313f61b-6282-4548-a9e2-8d78cc9f13f7 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1797450 Nov 23 22:23:27.280325 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313f61b-6282-4548-a9e2-8d78cc9f13f7 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:27.288116 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44922) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:27.293349 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-2f311994-c179-4f52-bb54-6e4e0580ebea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Request body: {'security_group_rule': {'security_group_id': 'c37d3a9b-bf08-4ccc-9107-1b5589f09fa0', 'project_id': '329cae0f6dbe4692890320913546aec7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:27.321949 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2f311994-c179-4f52-bb54-6e4e0580ebea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.400600 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a329a48b-6be0-4a61-ad18-c8c28738eddd None None] Provisioning complete for port 0adeec5b-2252-487c-8144-98d2de187267 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:27.401133 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a329a48b-6be0-4a61-ad18-c8c28738eddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.402029 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2f311994-c179-4f52-bb54-6e4e0580ebea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.409776 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2f311994-c179-4f52-bb54-6e4e0580ebea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.435241 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f311994-c179-4f52-bb54-6e4e0580ebea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24515870-1103-4066-8238-31d819794edb,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:27.448725 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2f311994-c179-4f52-bb54-6e4e0580ebea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.450359 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2f311994-c179-4f52-bb54-6e4e0580ebea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1605651 Nov 23 22:23:27.453764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44924) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:27.460141 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d44fd12a-8484-470e-bb04-0447ead18eb0 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Request body: {'security_group_rule': {'security_group_id': 'c37d3a9b-bf08-4ccc-9107-1b5589f09fa0', 'project_id': '329cae0f6dbe4692890320913546aec7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:27.460640 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a329a48b-6be0-4a61-ad18-c8c28738eddd None None] Port 0adeec5b-2252-487c-8144-98d2de187267 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:27.485435 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-68af077f-faa4-47d4-8bbd-849eb96981fe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.495160 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d44fd12a-8484-470e-bb04-0447ead18eb0 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.519563 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af077f-faa4-47d4-8bbd-849eb96981fe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Port': ['ID=0adeec5b-2252-487c-8144-98d2de187267,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:27.561836 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d44fd12a-8484-470e-bb04-0447ead18eb0 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.571969 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d44fd12a-8484-470e-bb04-0447ead18eb0 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.573192 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-678bbbbe-af0f-4e3c-9fe0-7852dd5e6a19 None None] Could not find standard attr ID for object 0adeec5b-2252-487c-8144-98d2de187267. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:23:27.593593 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fd12a-8484-470e-bb04-0447ead18eb0 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b32d33-7a41-4206-9de3-0706865168ce,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:27.605220 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d44fd12a-8484-470e-bb04-0447ead18eb0 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.606589 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d44fd12a-8484-470e-bb04-0447ead18eb0 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1510184 Nov 23 22:23:27.612423 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44926) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:27.617239 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-fc22d747-87e4-408a-90ec-b95e04525439 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Request body: {'security_group_rule': {'security_group_id': 'c37d3a9b-bf08-4ccc-9107-1b5589f09fa0', 'project_id': '329cae0f6dbe4692890320913546aec7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:27.648487 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc22d747-87e4-408a-90ec-b95e04525439 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.677134 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-68af077f-faa4-47d4-8bbd-849eb96981fe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.717297 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc22d747-87e4-408a-90ec-b95e04525439 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.722688 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc22d747-87e4-408a-90ec-b95e04525439 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.742479 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22d747-87e4-408a-90ec-b95e04525439 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483c2d54-60a8-46e5-ae7b-9f52da687f43,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:27.752370 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fc22d747-87e4-408a-90ec-b95e04525439 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.753851 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fc22d747-87e4-408a-90ec-b95e04525439 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1402051 Nov 23 22:23:27.756522 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44928) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:27.761593 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-1fdabdda-b9e5-4562-bca2-b131703c3834 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Request body: {'security_group_rule': {'security_group_id': 'c37d3a9b-bf08-4ccc-9107-1b5589f09fa0', 'project_id': '329cae0f6dbe4692890320913546aec7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:27.791321 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1fdabdda-b9e5-4562-bca2-b131703c3834 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.857002 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1fdabdda-b9e5-4562-bca2-b131703c3834 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.861616 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1fdabdda-b9e5-4562-bca2-b131703c3834 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.883029 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdabdda-b9e5-4562-bca2-b131703c3834 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df51145-c4af-4cdb-bcd4-f94badfe783c,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:27.893380 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1fdabdda-b9e5-4562-bca2-b131703c3834 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.894667 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1fdabdda-b9e5-4562-bca2-b131703c3834 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369643 Nov 23 22:23:27.897562 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44930) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:27.902347 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d78a22f4-0cc3-4a22-833e-2819cee685ed tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Request body: {'security_group_rule': {'security_group_id': 'c37d3a9b-bf08-4ccc-9107-1b5589f09fa0', 'project_id': '329cae0f6dbe4692890320913546aec7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:27.925738 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-d78a22f4-0cc3-4a22-833e-2819cee685ed tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Project 329cae0f6dbe4692890320913546aec7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:23:27.931359 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d78a22f4-0cc3-4a22-833e-2819cee685ed tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.940820 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0e4189a7-4e1e-44b9-b900-ddc923bcecb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:27.997123 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d78a22f4-0cc3-4a22-833e-2819cee685ed tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:28.001871 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d78a22f4-0cc3-4a22-833e-2819cee685ed tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:28.020936 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a22f4-0cc3-4a22-833e-2819cee685ed tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c22f03-ab05-417b-b180-e418a8c69951,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:28.032523 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d78a22f4-0cc3-4a22-833e-2819cee685ed tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:28.033785 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d78a22f4-0cc3-4a22-833e-2819cee685ed tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1352286 Nov 23 22:23:28.036659 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 44932) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:28.041151 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e964af5e-16af-45dd-abb6-f8a48a7eed9c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Request body: {'security_group_rule': {'security_group_id': 'c37d3a9b-bf08-4ccc-9107-1b5589f09fa0', 'project_id': '329cae0f6dbe4692890320913546aec7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:28.064774 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-e964af5e-16af-45dd-abb6-f8a48a7eed9c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Project 329cae0f6dbe4692890320913546aec7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:23:28.070363 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e964af5e-16af-45dd-abb6-f8a48a7eed9c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:28.134677 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e964af5e-16af-45dd-abb6-f8a48a7eed9c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:28.138643 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e964af5e-16af-45dd-abb6-f8a48a7eed9c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:28.158539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964af5e-16af-45dd-abb6-f8a48a7eed9c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0bfa52c-5cbc-430b-af68-1aa3978da02e,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:28.164610 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e964af5e-16af-45dd-abb6-f8a48a7eed9c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:28.167449 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e964af5e-16af-45dd-abb6-f8a48a7eed9c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294637 Nov 23 22:23:28.191234 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68af077f-faa4-47d4-8bbd-849eb96981fe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Router c1b8b7cb-f2f8-46be-87c4-1b8569b47eba has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:23:28.268081 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68af077f-faa4-47d4-8bbd-849eb96981fe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:23:28.273479 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-68af077f-faa4-47d4-8bbd-849eb96981fe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/routers/c1b8b7cb-f2f8-46be-87c4-1b8569b47eba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8559675 Nov 23 22:23:28.275696 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44960) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:28.278047 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c33f26-d7f5-4d1d-9769-0ccafaff3a5c None None] Sync routers for ids ['c1b8b7cb-f2f8-46be-87c4-1b8569b47eba'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:23:28.289624 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c33f26-d7f5-4d1d-9769-0ccafaff3a5c None None] Routers {'c1b8b7cb-f2f8-46be-87c4-1b8569b47eba'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:28.290271 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-58c33f26-d7f5-4d1d-9769-0ccafaff3a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c1b8b7cb-f2f8-46be-87c4-1b8569b47eba'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:28.306908 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6fd9f978-219a-4427-a532-91edfe4470de tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b8b7cb-f2f8-46be-87c4-1b8569b47eba HTTP/1.1" status: 200 len: 205 time: 0.0295782 Nov 23 22:23:28.308923 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44966) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:28.322894 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-58c33f26-d7f5-4d1d-9769-0ccafaff3a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:28.332977 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c33f26-d7f5-4d1d-9769-0ccafaff3a5c None None] Routers {'c1b8b7cb-f2f8-46be-87c4-1b8569b47eba'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:28.333581 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-58c33f26-d7f5-4d1d-9769-0ccafaff3a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c1b8b7cb-f2f8-46be-87c4-1b8569b47eba'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:28.388291 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d9cccda-43ea-4479-bfcd-08f9bb68d249 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:28.464385 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-58c33f26-d7f5-4d1d-9769-0ccafaff3a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:28.465047 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c33f26-d7f5-4d1d-9769-0ccafaff3a5c None None] The sync data for ids ['c1b8b7cb-f2f8-46be-87c4-1b8569b47eba'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:23:28.559837 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d9cccda-43ea-4479-bfcd-08f9bb68d249 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:28.561742 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d9cccda-43ea-4479-bfcd-08f9bb68d249 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:28.609867 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d9cccda-43ea-4479-bfcd-08f9bb68d249 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:28.610194 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9cccda-43ea-4479-bfcd-08f9bb68d249 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Fanout notify agent at l3_agent the message router_deleted on router c1b8b7cb-f2f8-46be-87c4-1b8569b47eba {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:23:28.620638 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d9cccda-43ea-4479-bfcd-08f9bb68d249 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:28.624288 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8d9cccda-43ea-4479-bfcd-08f9bb68d249 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/routers/c1b8b7cb-f2f8-46be-87c4-1b8569b47eba HTTP/1.1" status: 204 len: 168 time: 0.3115783 Nov 23 22:23:28.624454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 44980) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:28.680596 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-125f3fc1-9968-40b7-9905-bba01dfa5c44 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting subnet 1999bcd9-38da-4b29-a51c-e724c952baf8 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:23:28.683840 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-125f3fc1-9968-40b7-9905-bba01dfa5c44 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:28.725023 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-125f3fc1-9968-40b7-9905-bba01dfa5c44 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:28.804961 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5b5e1df5-c862-4681-8907-a392b51facd8 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:23:28.814037 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-125f3fc1-9968-40b7-9905-bba01dfa5c44 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:28.858472 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 5b5e1df5-c862-4681-8907-a392b51facd8 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:28.858880 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:28.880369 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-125f3fc1-9968-40b7-9905-bba01dfa5c44 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:28.909274 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f3fc1-9968-40b7-9905-bba01dfa5c44 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Subnet': ['ID=1999bcd9-38da-4b29-a51c-e724c952baf8,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:28.914289 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-125f3fc1-9968-40b7-9905-bba01dfa5c44 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:28.918487 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-125f3fc1-9968-40b7-9905-bba01dfa5c44 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/subnets/1999bcd9-38da-4b29-a51c-e724c952baf8 HTTP/1.1" status: 204 len: 168 time: 0.2930686 Nov 23 22:23:28.921081 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45012) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:28.933788 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6b79db-9921-46c8-bfce-1001cca32df3 None None] Network b6c0dec0-65c3-42db-8c38-16fa2e92ce1e requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:29.009405 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98b5b8b9-cca9-4250-80f3-af7322f4769d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:29.074265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-98b5b8b9-cca9-4250-80f3-af7322f4769d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting port 5b5e1df5-c862-4681-8907-a392b51facd8 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:29.074616 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98b5b8b9-cca9-4250-80f3-af7322f4769d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:29.136026 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78a9087-7294-47fb-ba9e-4f975d008d71 None None] DHCP port deletion for b6c0dec0-65c3-42db-8c38-16fa2e92ce1e request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:23:29.153203 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-98b5b8b9-cca9-4250-80f3-af7322f4769d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] For port 5b5e1df5-c862-4681-8907-a392b51facd8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5b5e1df5-c862-4681-8907-a392b51facd8,segment=NetworkSegment(cdfd8bb6-356f-4e15-9d46-2af247e51f10),segment_id=cdfd8bb6-356f-4e15-9d46-2af247e51f10)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:29.153667 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98b5b8b9-cca9-4250-80f3-af7322f4769d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:29.166738 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-98b5b8b9-cca9-4250-80f3-af7322f4769d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Calling delete_port for 5b5e1df5-c862-4681-8907-a392b51facd8 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:29.190905 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-d78a9087-7294-47fb-ba9e-4f975d008d71 None None] Deleting port 5b5e1df5-c862-4681-8907-a392b51facd8 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:29.191283 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d78a9087-7294-47fb-ba9e-4f975d008d71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:29.261752 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98b5b8b9-cca9-4250-80f3-af7322f4769d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:29.268889 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d78a9087-7294-47fb-ba9e-4f975d008d71 None None] For port 5b5e1df5-c862-4681-8907-a392b51facd8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5b5e1df5-c862-4681-8907-a392b51facd8,segment=NetworkSegment(cdfd8bb6-356f-4e15-9d46-2af247e51f10),segment_id=cdfd8bb6-356f-4e15-9d46-2af247e51f10)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:29.270227 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d78a9087-7294-47fb-ba9e-4f975d008d71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:29.286169 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-d78a9087-7294-47fb-ba9e-4f975d008d71 None None] Calling delete_port for 5b5e1df5-c862-4681-8907-a392b51facd8 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:29.291499 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5b8b9-cca9-4250-80f3-af7322f4769d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Port': ['ID=5b5e1df5-c862-4681-8907-a392b51facd8,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:29.294330 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b5b8b9-cca9-4250-80f3-af7322f4769d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] No DVR routers for this DVR port 5b5e1df5-c862-4681-8907-a392b51facd8 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:23:29.371114 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d78a9087-7294-47fb-ba9e-4f975d008d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:29.380444 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98b5b8b9-cca9-4250-80f3-af7322f4769d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:29.400341 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a9087-7294-47fb-ba9e-4f975d008d71 None None] Pushing event deleted for resources: {'Port': ['ID=5b5e1df5-c862-4681-8907-a392b51facd8,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:29.404882 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78a9087-7294-47fb-ba9e-4f975d008d71 None None] No DVR routers for this DVR port 5b5e1df5-c862-4681-8907-a392b51facd8 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:23:29.413756 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-98b5b8b9-cca9-4250-80f3-af7322f4769d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c0dec0-65c3-42db-8c38-16fa2e92ce1e']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:29.429604 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-98b5b8b9-cca9-4250-80f3-af7322f4769d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdfd8bb6-356f-4e15-9d46-2af247e51f10') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:29.429905 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-98b5b8b9-cca9-4250-80f3-af7322f4769d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdfd8bb6-356f-4e15-9d46-2af247e51f10') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:29.440730 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98b5b8b9-cca9-4250-80f3-af7322f4769d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:29.454953 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98b5b8b9-cca9-4250-80f3-af7322f4769d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:29.461864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b5b8b9-cca9-4250-80f3-af7322f4769d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:23:29.462429 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98b5b8b9-cca9-4250-80f3-af7322f4769d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:23:29.465993 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:23:29.527450 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98b5b8b9-cca9-4250-80f3-af7322f4769d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:29.532352 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98b5b8b9-cca9-4250-80f3-af7322f4769d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:29.536321 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-98b5b8b9-cca9-4250-80f3-af7322f4769d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/networks/b6c0dec0-65c3-42db-8c38-16fa2e92ce1e HTTP/1.1" status: 204 len: 168 time: 0.6142704 Nov 23 22:23:29.540033 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45014) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:29.544323 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-98df4124-082e-4687-8312-61f438f95639 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-361588840', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}, 'admin_state_up': False}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:29.564198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5b8b9-cca9-4250-80f3-af7322f4769d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Network': ['ID=b6c0dec0-65c3-42db-8c38-16fa2e92ce1e,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:29.582098 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98df4124-082e-4687-8312-61f438f95639 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:29.583751 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98df4124-082e-4687-8312-61f438f95639 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:29.642124 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98df4124-082e-4687-8312-61f438f95639 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:29.793115 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98df4124-082e-4687-8312-61f438f95639 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:29.991165 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98df4124-082e-4687-8312-61f438f95639 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:30.010440 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98df4124-082e-4687-8312-61f438f95639 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:30.119328 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-98df4124-082e-4687-8312-61f438f95639 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Allocated IP 172.25.5.70 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/d132ee2b-5b79-4401-acb3-6b783c56d685) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:23:30.177896 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:30.229796 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98df4124-082e-4687-8312-61f438f95639 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:30.271790 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98df4124-082e-4687-8312-61f438f95639 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:30.306800 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98df4124-082e-4687-8312-61f438f95639 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:30.314387 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-98df4124-082e-4687-8312-61f438f95639 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:30.317896 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98df4124-082e-4687-8312-61f438f95639 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:23:30.328463 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cd99a5-8669-42b5-a4d9-9486a20705d6 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:23:30.349110 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df4124-082e-4687-8312-61f438f95639 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Port': ['ID=d132ee2b-5b79-4401-acb3-6b783c56d685,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:30.414248 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c47f1515-db6b-4c84-b7bb-dc0d00d9843d None None] Provisioning complete for port d132ee2b-5b79-4401-acb3-6b783c56d685 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:30.414537 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c47f1515-db6b-4c84-b7bb-dc0d00d9843d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:30.450083 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c47f1515-db6b-4c84-b7bb-dc0d00d9843d None None] Port d132ee2b-5b79-4401-acb3-6b783c56d685 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:30.520880 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dba41a78-8387-481a-a06d-30150b3cf370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:30.599193 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98df4124-082e-4687-8312-61f438f95639 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:30.795376 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5b5e1df5-c862-4681-8907-a392b51facd8 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:23:30.817159 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 5b5e1df5-c862-4681-8907-a392b51facd8 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:23:30.817820 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5b5e1df5-c862-4681-8907-a392b51facd8 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:23:30.830799 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98df4124-082e-4687-8312-61f438f95639 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:30.968655 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98df4124-082e-4687-8312-61f438f95639 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Router ec7fd719-8271-4973-95d4-b78c29273f58 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:23:31.078837 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98df4124-082e-4687-8312-61f438f95639 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:23:31.089995 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba245b9-f54d-4414-ab39-5637fb8e0d4b None None] Sync routers for ids ['ec7fd719-8271-4973-95d4-b78c29273f58'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:23:31.104931 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-98df4124-082e-4687-8312-61f438f95639 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:31.105435 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba245b9-f54d-4414-ab39-5637fb8e0d4b None None] Routers {'ec7fd719-8271-4973-95d4-b78c29273f58'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:31.108931 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1ba245b9-f54d-4414-ab39-5637fb8e0d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ec7fd719-8271-4973-95d4-b78c29273f58'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:31.109123 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-98df4124-082e-4687-8312-61f438f95639 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.5652208 Nov 23 22:23:31.109123 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45020) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:31.141613 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1ba245b9-f54d-4414-ab39-5637fb8e0d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:31.150670 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba245b9-f54d-4414-ab39-5637fb8e0d4b None None] Routers {'ec7fd719-8271-4973-95d4-b78c29273f58'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:31.151320 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1ba245b9-f54d-4414-ab39-5637fb8e0d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ec7fd719-8271-4973-95d4-b78c29273f58'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:31.185896 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1ba245b9-f54d-4414-ab39-5637fb8e0d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:31.186625 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba245b9-f54d-4414-ab39-5637fb8e0d4b None None] The sync data for ids ['ec7fd719-8271-4973-95d4-b78c29273f58'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:23:31.233616 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6f11c759-89a1-4888-bc24-f580544fdb83 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/routers/ec7fd719-8271-4973-95d4-b78c29273f58 HTTP/1.1" status: 200 len: 879 time: 0.1234958 Nov 23 22:23:31.237024 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45022) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:31.504661 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6eb390b6-9bb7-4cf4-975a-73cc855194f6 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2663503 Nov 23 22:23:31.507179 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45024) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:31.511476 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-037ef98c-6af2-4b33-8cc0-3c4e1b483798 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-361588840'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:31.671428 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:32.174886 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-037ef98c-6af2-4b33-8cc0-3c4e1b483798 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:32.187044 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-037ef98c-6af2-4b33-8cc0-3c4e1b483798 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-847058'] for router, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:32.301692 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037ef98c-6af2-4b33-8cc0-3c4e1b483798 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Router ec7fd719-8271-4973-95d4-b78c29273f58 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:23:32.412263 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037ef98c-6af2-4b33-8cc0-3c4e1b483798 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:23:32.421746 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b0982-aa82-4e6a-9e55-91423b2e3cea None None] Sync routers for ids ['ec7fd719-8271-4973-95d4-b78c29273f58'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:23:32.425727 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-037ef98c-6af2-4b33-8cc0-3c4e1b483798 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:32.426941 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-037ef98c-6af2-4b33-8cc0-3c4e1b483798 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/routers/ec7fd719-8271-4973-95d4-b78c29273f58 HTTP/1.1" status: 200 len: 886 time: 0.9188004 Nov 23 22:23:32.429844 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45028) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:32.439849 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b0982-aa82-4e6a-9e55-91423b2e3cea None None] Routers {'ec7fd719-8271-4973-95d4-b78c29273f58'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:32.440746 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-532b0982-aa82-4e6a-9e55-91423b2e3cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ec7fd719-8271-4973-95d4-b78c29273f58'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:32.474355 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-532b0982-aa82-4e6a-9e55-91423b2e3cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:32.483244 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b0982-aa82-4e6a-9e55-91423b2e3cea None None] Routers {'ec7fd719-8271-4973-95d4-b78c29273f58'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:32.483840 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-532b0982-aa82-4e6a-9e55-91423b2e3cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['ec7fd719-8271-4973-95d4-b78c29273f58'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:32.523173 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-532b0982-aa82-4e6a-9e55-91423b2e3cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:32.524113 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b0982-aa82-4e6a-9e55-91423b2e3cea None None] The sync data for ids ['ec7fd719-8271-4973-95d4-b78c29273f58'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:23:32.563543 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45030) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:32.564453 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a81f9573-0fa5-4b5f-bf38-96cbea717f8c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/routers/ec7fd719-8271-4973-95d4-b78c29273f58 HTTP/1.1" status: 200 len: 886 time: 0.1334717 Nov 23 22:23:32.596247 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4330a0a6-2a81-4699-b280-4ea1528cbcda tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec7fd719-8271-4973-95d4-b78c29273f58 HTTP/1.1" status: 200 len: 205 time: 0.0314090 Nov 23 22:23:32.598611 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45032) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:32.718290 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41769171-fa13-4c05-8d43-fed9ea9996d8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:32.842396 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41769171-fa13-4c05-8d43-fed9ea9996d8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:32.901139 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-41769171-fa13-4c05-8d43-fed9ea9996d8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting port d132ee2b-5b79-4401-acb3-6b783c56d685 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:32.901484 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41769171-fa13-4c05-8d43-fed9ea9996d8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:32.977952 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41769171-fa13-4c05-8d43-fed9ea9996d8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:32.990809 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-41769171-fa13-4c05-8d43-fed9ea9996d8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Calling delete_port for d132ee2b-5b79-4401-acb3-6b783c56d685 owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:33.060749 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:33.161360 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41769171-fa13-4c05-8d43-fed9ea9996d8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:33.192776 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41769171-fa13-4c05-8d43-fed9ea9996d8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Port': ['ID=d132ee2b-5b79-4401-acb3-6b783c56d685,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:33.202495 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f67cdb7-a309-4273-9321-2bb91dd227dd None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:23:33.258987 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41769171-fa13-4c05-8d43-fed9ea9996d8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:33.353629 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41769171-fa13-4c05-8d43-fed9ea9996d8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:33.355923 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41769171-fa13-4c05-8d43-fed9ea9996d8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:33.399741 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41769171-fa13-4c05-8d43-fed9ea9996d8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:33.400356 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41769171-fa13-4c05-8d43-fed9ea9996d8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Fanout notify agent at l3_agent the message router_deleted on router ec7fd719-8271-4973-95d4-b78c29273f58 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:23:33.408161 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-41769171-fa13-4c05-8d43-fed9ea9996d8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:33.409367 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-41769171-fa13-4c05-8d43-fed9ea9996d8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/routers/ec7fd719-8271-4973-95d4-b78c29273f58 HTTP/1.1" status: 204 len: 168 time: 0.8097572 Nov 23 22:23:33.413453 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45036) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:33.419003 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-e19a4de8-7b3e-4463-881f-3d954945d368 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'network': {'name': 'tempest-RoutersTest-292906125'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:33.443404 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19a4de8-7b3e-4463-881f-3d954945d368 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Made reservation on behalf of b170025bdc4642058c3b90cddb7ed04a for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:23:33.447315 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e19a4de8-7b3e-4463-881f-3d954945d368 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:33.473087 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19a4de8-7b3e-4463-881f-3d954945d368 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:23:33.483421 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e19a4de8-7b3e-4463-881f-3d954945d368 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:33.483771 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-e19a4de8-7b3e-4463-881f-3d954945d368 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Added segment 979d0293-8e82-4423-805b-0b1d2b7026c6 of type vlan for network 26381f6f-3cb0-44a3-9509-77da872d553d Nov 23 22:23:33.525875 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e19a4de8-7b3e-4463-881f-3d954945d368 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:33.552162 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e19a4de8-7b3e-4463-881f-3d954945d368 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:33.557845 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19a4de8-7b3e-4463-881f-3d954945d368 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:33.558429 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e19a4de8-7b3e-4463-881f-3d954945d368 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:33.601094 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e19a4de8-7b3e-4463-881f-3d954945d368 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1861057 Nov 23 22:23:33.604204 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45038) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:33.612303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a3bb79e4-53a6-423d-90c9-fe90f3782937 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'subnet': {'network_id': '26381f6f-3cb0-44a3-9509-77da872d553d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:33.633070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a4de8-7b3e-4463-881f-3d954945d368 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Network': ['ID=26381f6f-3cb0-44a3-9509-77da872d553d,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:33.640451 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a4de8-7b3e-4463-881f-3d954945d368 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:33.640830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a4de8-7b3e-4463-881f-3d954945d368 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:33.641514 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a4de8-7b3e-4463-881f-3d954945d368 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:33.641849 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a4de8-7b3e-4463-881f-3d954945d368 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:33.642178 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a4de8-7b3e-4463-881f-3d954945d368 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:33.642507 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a4de8-7b3e-4463-881f-3d954945d368 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:33.642860 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a4de8-7b3e-4463-881f-3d954945d368 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:33.643187 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a4de8-7b3e-4463-881f-3d954945d368 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:33.643509 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a4de8-7b3e-4463-881f-3d954945d368 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:33.643830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a4de8-7b3e-4463-881f-3d954945d368 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:33.644157 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a4de8-7b3e-4463-881f-3d954945d368 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:33.644478 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19a4de8-7b3e-4463-881f-3d954945d368 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:33.655284 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 26381f6f-3cb0-44a3-9509-77da872d553d details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:23:33.722231 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bb79e4-53a6-423d-90c9-fe90f3782937 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Made reservation on behalf of b170025bdc4642058c3b90cddb7ed04a for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:23:33.726183 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a3bb79e4-53a6-423d-90c9-fe90f3782937 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:33.873843 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:33.931088 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a3bb79e4-53a6-423d-90c9-fe90f3782937 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:33.990386 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb79e4-53a6-423d-90c9-fe90f3782937 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Subnet': ['ID=de591abd-1f66-4fd0-b02f-ad01720f2147,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:33.999608 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bb79e4-53a6-423d-90c9-fe90f3782937 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Checking segment: {'id': '979d0293-8e82-4423-805b-0b1d2b7026c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '26381f6f-3cb0-44a3-9509-77da872d553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:23:33.999978 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bb79e4-53a6-423d-90c9-fe90f3782937 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network hostable DHCP agents. Network: 26381f6f-3cb0-44a3-9509-77da872d553d, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:23:34.017781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bb79e4-53a6-423d-90c9-fe90f3782937 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network 26381f6f-3cb0-44a3-9509-77da872d553d is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:23:34.027870 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-a3bb79e4-53a6-423d-90c9-fe90f3782937 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 26381f6f-3cb0-44a3-9509-77da872d553d) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:34.032274 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bb79e4-53a6-423d-90c9-fe90f3782937 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:34.033025 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a3bb79e4-53a6-423d-90c9-fe90f3782937 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:34.037359 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7bc01a-3a3e-454e-8ffc-5ae80f3d3ec0 None None] Network 26381f6f-3cb0-44a3-9509-77da872d553d requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:34.051852 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a3bb79e4-53a6-423d-90c9-fe90f3782937 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4464567 Nov 23 22:23:34.054378 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45042) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:34.060170 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-cd634ee3-5c71-4ca9-82ca-889b2ad06e2b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1753712357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:34.093409 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd634ee3-5c71-4ca9-82ca-889b2ad06e2b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:34.095039 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd634ee3-5c71-4ca9-82ca-889b2ad06e2b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:34.162224 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd634ee3-5c71-4ca9-82ca-889b2ad06e2b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:34.167882 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd634ee3-5c71-4ca9-82ca-889b2ad06e2b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:34.187193 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd634ee3-5c71-4ca9-82ca-889b2ad06e2b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:34.189125 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cd634ee3-5c71-4ca9-82ca-889b2ad06e2b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1336436 Nov 23 22:23:34.192547 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45044) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:34.200681 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89675c7a-1118-4255-9571-ca94ac11fe2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-26381f6f-3cb0-44a3-9509-77da872d553d', 'network_id': '26381f6f-3cb0-44a3-9509-77da872d553d', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'fixed_ips': [{'subnet_id': 'de591abd-1f66-4fd0-b02f-ad01720f2147'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:23:34.201550 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-89675c7a-1118-4255-9571-ca94ac11fe2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:34.354671 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-89675c7a-1118-4255-9571-ca94ac11fe2e None None] Allocated IP 172.20.0.2 (26381f6f-3cb0-44a3-9509-77da872d553d/de591abd-1f66-4fd0-b02f-ad01720f2147/44d95277-74e7-4c6a-9cac-3033e9a7514b) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:23:34.484653 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b96cb20f-640a-46ae-8c7c-391584f331c5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:34.520554 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-89675c7a-1118-4255-9571-ca94ac11fe2e None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:34.528167 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-89675c7a-1118-4255-9571-ca94ac11fe2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:34.572113 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89675c7a-1118-4255-9571-ca94ac11fe2e None None] Network 26381f6f-3cb0-44a3-9509-77da872d553d is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:34.575172 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-89675c7a-1118-4255-9571-ca94ac11fe2e None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:34.581786 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89675c7a-1118-4255-9571-ca94ac11fe2e None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:23:34.585136 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89675c7a-1118-4255-9571-ca94ac11fe2e None None] Pushing event updated for resources: {'Port': ['ID=44d95277-74e7-4c6a-9cac-3033e9a7514b,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:34.643849 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-89675c7a-1118-4255-9571-ca94ac11fe2e None None] Attempting to bind port 44d95277-74e7-4c6a-9cac-3033e9a7514b on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:23:34.644231 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-89675c7a-1118-4255-9571-ca94ac11fe2e None None] Attempting to bind port 44d95277-74e7-4c6a-9cac-3033e9a7514b by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '979d0293-8e82-4423-805b-0b1d2b7026c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '26381f6f-3cb0-44a3-9509-77da872d553d'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:23:34.644661 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89675c7a-1118-4255-9571-ca94ac11fe2e None None] Attempting to bind port 44d95277-74e7-4c6a-9cac-3033e9a7514b on network 26381f6f-3cb0-44a3-9509-77da872d553d {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:23:34.650171 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89675c7a-1118-4255-9571-ca94ac11fe2e None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:23:34.650624 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89675c7a-1118-4255-9571-ca94ac11fe2e None None] Checking segment: {'id': '979d0293-8e82-4423-805b-0b1d2b7026c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '26381f6f-3cb0-44a3-9509-77da872d553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:23:34.651121 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-89675c7a-1118-4255-9571-ca94ac11fe2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:34.651580 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89675c7a-1118-4255-9571-ca94ac11fe2e None None] Bound using segment: {'id': '979d0293-8e82-4423-805b-0b1d2b7026c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '26381f6f-3cb0-44a3-9509-77da872d553d'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:23:34.652126 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-89675c7a-1118-4255-9571-ca94ac11fe2e None None] Bound port: 44d95277-74e7-4c6a-9cac-3033e9a7514b, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '979d0293-8e82-4423-805b-0b1d2b7026c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '26381f6f-3cb0-44a3-9509-77da872d553d'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:23:34.652674 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-89675c7a-1118-4255-9571-ca94ac11fe2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:34.733445 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-89675c7a-1118-4255-9571-ca94ac11fe2e None None] For port 44d95277-74e7-4c6a-9cac-3033e9a7514b, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:23:34.737831 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-89675c7a-1118-4255-9571-ca94ac11fe2e None None] For port 44d95277-74e7-4c6a-9cac-3033e9a7514b, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=44d95277-74e7-4c6a-9cac-3033e9a7514b,segment=NetworkSegment(979d0293-8e82-4423-805b-0b1d2b7026c6),segment_id=979d0293-8e82-4423-805b-0b1d2b7026c6)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:23:34.744182 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-89675c7a-1118-4255-9571-ca94ac11fe2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:34.754177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-b96cb20f-640a-46ae-8c7c-391584f331c5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Allocated IP 172.20.0.1 (26381f6f-3cb0-44a3-9509-77da872d553d/de591abd-1f66-4fd0-b02f-ad01720f2147/59666d86-2947-4be0-bc11-31204e5a4539) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:23:34.814352 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89675c7a-1118-4255-9571-ca94ac11fe2e None None] Pushing event updated for resources: {'Port': ['ID=44d95277-74e7-4c6a-9cac-3033e9a7514b,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:34.902833 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b96cb20f-640a-46ae-8c7c-391584f331c5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:34.955727 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b96cb20f-640a-46ae-8c7c-391584f331c5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:35.025476 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96cb20f-640a-46ae-8c7c-391584f331c5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Port': ['ID=59666d86-2947-4be0-bc11-31204e5a4539,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:35.038595 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96cb20f-640a-46ae-8c7c-391584f331c5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network 26381f6f-3cb0-44a3-9509-77da872d553d is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:35.042291 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-b96cb20f-640a-46ae-8c7c-391584f331c5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:35.049484 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96cb20f-640a-46ae-8c7c-391584f331c5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:23:35.099427 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b96cb20f-640a-46ae-8c7c-391584f331c5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:35.225702 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b96cb20f-640a-46ae-8c7c-391584f331c5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:35.502025 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b96cb20f-640a-46ae-8c7c-391584f331c5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:35.510018 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b96cb20f-640a-46ae-8c7c-391584f331c5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:35.597127 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96cb20f-640a-46ae-8c7c-391584f331c5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Port': ['ID=59666d86-2947-4be0-bc11-31204e5a4539,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:35.603657 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b96cb20f-640a-46ae-8c7c-391584f331c5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:35.707115 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96cb20f-640a-46ae-8c7c-391584f331c5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network 26381f6f-3cb0-44a3-9509-77da872d553d is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:35.708469 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-b96cb20f-640a-46ae-8c7c-391584f331c5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:35.836102 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63852977-fc0a-4823-9629-8bd6c40462b2 None None] Network 26381f6f-3cb0-44a3-9509-77da872d553d requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:35.846470 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96cb20f-640a-46ae-8c7c-391584f331c5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Router 8bf3c7bb-8fc8-42f3-81d6-605a20e69f14 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:23:35.951633 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96cb20f-640a-46ae-8c7c-391584f331c5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:23:35.962030 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45050) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:35.963466 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b96cb20f-640a-46ae-8c7c-391584f331c5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/routers/8bf3c7bb-8fc8-42f3-81d6-605a20e69f14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7697918 Nov 23 22:23:36.017371 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccb4d0c-f8f0-4287-b5ce-cbc852fe85ce tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:36.021264 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fccb4d0c-f8f0-4287-b5ce-cbc852fe85ce tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/ports/59666d86-2947-4be0-bc11-31204e5a4539 HTTP/1.1" status: 200 len: 910 time: 0.0557301 Nov 23 22:23:36.021460 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45052) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:36.026453 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-71399403-c635-460c-85f5-670456ed6947 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'de591abd-1f66-4fd0-b02f-ad01720f2147'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:36.061029 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66dc763-8022-46c0-b457-4c1101cf9671 None None] Sync routers for ids ['8bf3c7bb-8fc8-42f3-81d6-605a20e69f14'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:23:36.093432 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66dc763-8022-46c0-b457-4c1101cf9671 None None] Routers {'8bf3c7bb-8fc8-42f3-81d6-605a20e69f14'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:36.094248 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c66dc763-8022-46c0-b457-4c1101cf9671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['8bf3c7bb-8fc8-42f3-81d6-605a20e69f14'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:36.106683 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f543df65-25f0-416d-a74e-f2fc59a99592 None None] Provisioning complete for port 44d95277-74e7-4c6a-9cac-3033e9a7514b triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:36.107161 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f543df65-25f0-416d-a74e-f2fc59a99592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:36.159219 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c66dc763-8022-46c0-b457-4c1101cf9671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:36.204797 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-71399403-c635-460c-85f5-670456ed6947 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:36.216759 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66dc763-8022-46c0-b457-4c1101cf9671 None None] Routers {'8bf3c7bb-8fc8-42f3-81d6-605a20e69f14'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:36.217418 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c66dc763-8022-46c0-b457-4c1101cf9671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['8bf3c7bb-8fc8-42f3-81d6-605a20e69f14'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:36.300201 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c66dc763-8022-46c0-b457-4c1101cf9671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:36.300888 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66dc763-8022-46c0-b457-4c1101cf9671 None None] The sync data for ids ['8bf3c7bb-8fc8-42f3-81d6-605a20e69f14'] in n-d-816206-9 is: [] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:23:36.382646 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f543df65-25f0-416d-a74e-f2fc59a99592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:36.428365 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f543df65-25f0-416d-a74e-f2fc59a99592 None None] For port 44d95277-74e7-4c6a-9cac-3033e9a7514b, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=44d95277-74e7-4c6a-9cac-3033e9a7514b,segment=NetworkSegment(979d0293-8e82-4423-805b-0b1d2b7026c6),segment_id=979d0293-8e82-4423-805b-0b1d2b7026c6)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:36.436085 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f543df65-25f0-416d-a74e-f2fc59a99592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:36.505918 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543df65-25f0-416d-a74e-f2fc59a99592 None None] Pushing event updated for resources: {'Port': ['ID=44d95277-74e7-4c6a-9cac-3033e9a7514b,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:36.665784 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b305e59f-20ad-4804-a0f6-7c78c2a3c4e1 None None] Provisioning complete for port 59666d86-2947-4be0-bc11-31204e5a4539 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:36.666166 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b305e59f-20ad-4804-a0f6-7c78c2a3c4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:36.707790 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b305e59f-20ad-4804-a0f6-7c78c2a3c4e1 None None] Port 59666d86-2947-4be0-bc11-31204e5a4539 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:36.723579 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b305e59f-20ad-4804-a0f6-7c78c2a3c4e1 None None] Provisioning complete for port 44d95277-74e7-4c6a-9cac-3033e9a7514b triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:36.724255 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b305e59f-20ad-4804-a0f6-7c78c2a3c4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:36.869243 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 44d95277-74e7-4c6a-9cac-3033e9a7514b up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:23:36.997147 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 44d95277-74e7-4c6a-9cac-3033e9a7514b triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:36.997454 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:37.024888 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5e9763de-b71c-411a-8bce-58e50beb6737 None None] Provisioning complete for port 59666d86-2947-4be0-bc11-31204e5a4539 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:37.025318 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5e9763de-b71c-411a-8bce-58e50beb6737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:37.070617 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-71399403-c635-460c-85f5-670456ed6947 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:37.085264 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-71399403-c635-460c-85f5-670456ed6947 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:37.105704 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5e9763de-b71c-411a-8bce-58e50beb6737 None None] Port 59666d86-2947-4be0-bc11-31204e5a4539 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:37.209018 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71399403-c635-460c-85f5-670456ed6947 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:37.209579 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-71399403-c635-460c-85f5-670456ed6947 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:37.211043 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-71399403-c635-460c-85f5-670456ed6947 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/ports/59666d86-2947-4be0-bc11-31204e5a4539 HTTP/1.1" status: 200 len: 910 time: 1.1885486 Nov 23 22:23:37.214069 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45056) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:37.215502 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71399403-c635-460c-85f5-670456ed6947 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Port': ['ID=59666d86-2947-4be0-bc11-31204e5a4539,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:37.250952 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5f5e2ad1-465a-43a4-a979-e35522ac8316 None None] Provisioning complete for port 59666d86-2947-4be0-bc11-31204e5a4539 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:37.251487 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5f5e2ad1-465a-43a4-a979-e35522ac8316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:37.294165 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5f5e2ad1-465a-43a4-a979-e35522ac8316 None None] Port 59666d86-2947-4be0-bc11-31204e5a4539 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:37.559623 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8731-daef-4cb8-9578-ed6629bd7ff5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:38.044482 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-e1bb8731-daef-4cb8-9578-ed6629bd7ff5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting port 59666d86-2947-4be0-bc11-31204e5a4539 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:38.044849 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8731-daef-4cb8-9578-ed6629bd7ff5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:38.139127 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8731-daef-4cb8-9578-ed6629bd7ff5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:38.151691 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-e1bb8731-daef-4cb8-9578-ed6629bd7ff5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Calling delete_port for 59666d86-2947-4be0-bc11-31204e5a4539 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:38.331402 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8731-daef-4cb8-9578-ed6629bd7ff5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:38.358423 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb8731-daef-4cb8-9578-ed6629bd7ff5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Port': ['ID=59666d86-2947-4be0-bc11-31204e5a4539,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:38.514514 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8731-daef-4cb8-9578-ed6629bd7ff5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:38.679374 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bb8731-daef-4cb8-9578-ed6629bd7ff5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Router 8bf3c7bb-8fc8-42f3-81d6-605a20e69f14 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:23:38.760871 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bb8731-daef-4cb8-9578-ed6629bd7ff5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:23:38.766581 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e1bb8731-daef-4cb8-9578-ed6629bd7ff5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/routers/8bf3c7bb-8fc8-42f3-81d6-605a20e69f14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5497043 Nov 23 22:23:38.769124 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45060) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:38.773549 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e305a2b-bb08-4c9e-8913-6d8133fe6614 None None] Sync routers for ids ['8bf3c7bb-8fc8-42f3-81d6-605a20e69f14'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:23:38.786643 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e305a2b-bb08-4c9e-8913-6d8133fe6614 None None] Routers {'8bf3c7bb-8fc8-42f3-81d6-605a20e69f14'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:38.787661 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2e305a2b-bb08-4c9e-8913-6d8133fe6614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['8bf3c7bb-8fc8-42f3-81d6-605a20e69f14'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:38.798419 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cbc7ae26-6569-4ce3-a522-c454bffeb364 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bf3c7bb-8fc8-42f3-81d6-605a20e69f14 HTTP/1.1" status: 200 len: 205 time: 0.0254824 Nov 23 22:23:38.798739 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45062) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:38.823092 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2e305a2b-bb08-4c9e-8913-6d8133fe6614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:38.832566 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e305a2b-bb08-4c9e-8913-6d8133fe6614 None None] Routers {'8bf3c7bb-8fc8-42f3-81d6-605a20e69f14'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:38.833178 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2e305a2b-bb08-4c9e-8913-6d8133fe6614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['8bf3c7bb-8fc8-42f3-81d6-605a20e69f14'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:38.872067 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-2e305a2b-bb08-4c9e-8913-6d8133fe6614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:38.873041 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e305a2b-bb08-4c9e-8913-6d8133fe6614 None None] The sync data for ids ['8bf3c7bb-8fc8-42f3-81d6-605a20e69f14'] in n-d-816206-9 is: [] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:23:38.877663 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-37d8a677-c2e7-43dc-a110-f05e11edf0ee tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:39.040836 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-37d8a677-c2e7-43dc-a110-f05e11edf0ee tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:39.042921 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-37d8a677-c2e7-43dc-a110-f05e11edf0ee tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:39.093330 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-37d8a677-c2e7-43dc-a110-f05e11edf0ee tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:39.094422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d8a677-c2e7-43dc-a110-f05e11edf0ee tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Fanout notify agent at l3_agent the message router_deleted on router 8bf3c7bb-8fc8-42f3-81d6-605a20e69f14 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:23:39.101610 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-37d8a677-c2e7-43dc-a110-f05e11edf0ee tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:39.103093 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-37d8a677-c2e7-43dc-a110-f05e11edf0ee tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/routers/8bf3c7bb-8fc8-42f3-81d6-605a20e69f14 HTTP/1.1" status: 204 len: 168 time: 0.3032672 Nov 23 22:23:39.105606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45064) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:39.164203 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc6c11d-4441-421d-b317-afd0d290c6f8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting subnet de591abd-1f66-4fd0-b02f-ad01720f2147 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:23:39.167832 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ddc6c11d-4441-421d-b317-afd0d290c6f8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:39.210682 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ddc6c11d-4441-421d-b317-afd0d290c6f8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:39.298034 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ddc6c11d-4441-421d-b317-afd0d290c6f8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:39.386859 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ddc6c11d-4441-421d-b317-afd0d290c6f8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:39.411789 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6c11d-4441-421d-b317-afd0d290c6f8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Subnet': ['ID=de591abd-1f66-4fd0-b02f-ad01720f2147,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:39.421702 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ddc6c11d-4441-421d-b317-afd0d290c6f8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:39.425605 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ddc6c11d-4441-421d-b317-afd0d290c6f8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/subnets/de591abd-1f66-4fd0-b02f-ad01720f2147 HTTP/1.1" status: 204 len: 168 time: 0.3189757 Nov 23 22:23:39.428134 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45068) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:39.433408 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f13aa9-bc53-46db-b0b1-95826548fac6 None None] Network 26381f6f-3cb0-44a3-9509-77da872d553d requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:39.520908 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-07737345-809e-442f-b4f4-ad9c5fd3f341 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:39.576745 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-07737345-809e-442f-b4f4-ad9c5fd3f341 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting port 44d95277-74e7-4c6a-9cac-3033e9a7514b {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:39.577442 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-07737345-809e-442f-b4f4-ad9c5fd3f341 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:39.656684 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-07737345-809e-442f-b4f4-ad9c5fd3f341 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] For port 44d95277-74e7-4c6a-9cac-3033e9a7514b, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=44d95277-74e7-4c6a-9cac-3033e9a7514b,segment=NetworkSegment(979d0293-8e82-4423-805b-0b1d2b7026c6),segment_id=979d0293-8e82-4423-805b-0b1d2b7026c6)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:39.657042 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-07737345-809e-442f-b4f4-ad9c5fd3f341 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:39.659909 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532636c2-3f03-474c-93f1-a8c550bb00f2 None None] DHCP port deletion for 26381f6f-3cb0-44a3-9509-77da872d553d request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:23:39.671017 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-07737345-809e-442f-b4f4-ad9c5fd3f341 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Calling delete_port for 44d95277-74e7-4c6a-9cac-3033e9a7514b owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:39.714740 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-532636c2-3f03-474c-93f1-a8c550bb00f2 None None] Deleting port 44d95277-74e7-4c6a-9cac-3033e9a7514b {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:39.715213 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-532636c2-3f03-474c-93f1-a8c550bb00f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:39.765466 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-07737345-809e-442f-b4f4-ad9c5fd3f341 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:39.779987 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-532636c2-3f03-474c-93f1-a8c550bb00f2 None None] For port 44d95277-74e7-4c6a-9cac-3033e9a7514b, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=44d95277-74e7-4c6a-9cac-3033e9a7514b,segment=NetworkSegment(979d0293-8e82-4423-805b-0b1d2b7026c6),segment_id=979d0293-8e82-4423-805b-0b1d2b7026c6)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:39.780378 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-532636c2-3f03-474c-93f1-a8c550bb00f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:39.794664 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-532636c2-3f03-474c-93f1-a8c550bb00f2 None None] Calling delete_port for 44d95277-74e7-4c6a-9cac-3033e9a7514b owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:39.797847 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07737345-809e-442f-b4f4-ad9c5fd3f341 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Port': ['ID=44d95277-74e7-4c6a-9cac-3033e9a7514b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:39.803644 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07737345-809e-442f-b4f4-ad9c5fd3f341 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] No DVR routers for this DVR port 44d95277-74e7-4c6a-9cac-3033e9a7514b on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:23:39.882505 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-532636c2-3f03-474c-93f1-a8c550bb00f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:39.884060 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-07737345-809e-442f-b4f4-ad9c5fd3f341 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:39.904941 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-07737345-809e-442f-b4f4-ad9c5fd3f341 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26381f6f-3cb0-44a3-9509-77da872d553d']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:39.908233 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532636c2-3f03-474c-93f1-a8c550bb00f2 None None] Pushing event deleted for resources: {'Port': ['ID=44d95277-74e7-4c6a-9cac-3033e9a7514b,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:39.916512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-07737345-809e-442f-b4f4-ad9c5fd3f341 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979d0293-8e82-4423-805b-0b1d2b7026c6') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:39.916807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-07737345-809e-442f-b4f4-ad9c5fd3f341 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979d0293-8e82-4423-805b-0b1d2b7026c6') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:39.918165 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532636c2-3f03-474c-93f1-a8c550bb00f2 None None] No DVR routers for this DVR port 44d95277-74e7-4c6a-9cac-3033e9a7514b on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:23:39.933226 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-07737345-809e-442f-b4f4-ad9c5fd3f341 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:39.949516 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-07737345-809e-442f-b4f4-ad9c5fd3f341 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:39.956886 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07737345-809e-442f-b4f4-ad9c5fd3f341 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:23:39.957367 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-07737345-809e-442f-b4f4-ad9c5fd3f341 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:23:39.960697 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:23:40.025010 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-07737345-809e-442f-b4f4-ad9c5fd3f341 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:40.029138 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-07737345-809e-442f-b4f4-ad9c5fd3f341 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:40.038334 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-07737345-809e-442f-b4f4-ad9c5fd3f341 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/networks/26381f6f-3cb0-44a3-9509-77da872d553d HTTP/1.1" status: 204 len: 168 time: 0.6046910 Nov 23 22:23:40.038861 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45078) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:40.043732 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a091f660-1cdb-462d-a4d2-1c6a730dd7ec tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1429997291', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:40.056501 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07737345-809e-442f-b4f4-ad9c5fd3f341 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Network': ['ID=26381f6f-3cb0-44a3-9509-77da872d553d,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:40.076923 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a091f660-1cdb-462d-a4d2-1c6a730dd7ec tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:40.078142 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a091f660-1cdb-462d-a4d2-1c6a730dd7ec tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:40.136063 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a091f660-1cdb-462d-a4d2-1c6a730dd7ec tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:40.140768 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a091f660-1cdb-462d-a4d2-1c6a730dd7ec tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:40.159981 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a091f660-1cdb-462d-a4d2-1c6a730dd7ec tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:40.161216 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a091f660-1cdb-462d-a4d2-1c6a730dd7ec tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1210887 Nov 23 22:23:40.164137 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45084) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:40.169368 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-46081772-f0ca-4d9a-8183-b56068a22151 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'network': {'name': 'tempest-RoutersTest-284035301'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:40.191856 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46081772-f0ca-4d9a-8183-b56068a22151 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Made reservation on behalf of b170025bdc4642058c3b90cddb7ed04a for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:23:40.195733 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46081772-f0ca-4d9a-8183-b56068a22151 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:40.222887 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46081772-f0ca-4d9a-8183-b56068a22151 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:23:40.232973 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46081772-f0ca-4d9a-8183-b56068a22151 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:40.233395 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-46081772-f0ca-4d9a-8183-b56068a22151 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Added segment 0715360f-54bd-4d61-90e9-af40381f8817 of type vlan for network 747d5dde-8f2f-4452-88a5-bb6a32bcd9f4 Nov 23 22:23:40.277756 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46081772-f0ca-4d9a-8183-b56068a22151 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:40.303200 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46081772-f0ca-4d9a-8183-b56068a22151 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:40.308786 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46081772-f0ca-4d9a-8183-b56068a22151 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:40.309386 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46081772-f0ca-4d9a-8183-b56068a22151 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:40.354119 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-46081772-f0ca-4d9a-8183-b56068a22151 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1861994 Nov 23 22:23:40.354367 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45092) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:40.385621 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-9e3648b6-00d8-4f27-b68b-10b7f71b75d7 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'subnet': {'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:40.404435 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46081772-f0ca-4d9a-8183-b56068a22151 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Network': ['ID=747d5dde-8f2f-4452-88a5-bb6a32bcd9f4,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:40.415631 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 747d5dde-8f2f-4452-88a5-bb6a32bcd9f4 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:23:40.483519 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3648b6-00d8-4f27-b68b-10b7f71b75d7 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Made reservation on behalf of b170025bdc4642058c3b90cddb7ed04a for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:23:40.488989 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e3648b6-00d8-4f27-b68b-10b7f71b75d7 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:40.674209 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e3648b6-00d8-4f27-b68b-10b7f71b75d7 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:40.741489 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3648b6-00d8-4f27-b68b-10b7f71b75d7 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Subnet': ['ID=df1144f7-6c62-4ea2-9268-debc44e07faa,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:40.749583 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3648b6-00d8-4f27-b68b-10b7f71b75d7 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Checking segment: {'id': '0715360f-54bd-4d61-90e9-af40381f8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:23:40.749987 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3648b6-00d8-4f27-b68b-10b7f71b75d7 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network hostable DHCP agents. Network: 747d5dde-8f2f-4452-88a5-bb6a32bcd9f4, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:23:40.771510 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3648b6-00d8-4f27-b68b-10b7f71b75d7 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network 747d5dde-8f2f-4452-88a5-bb6a32bcd9f4 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:23:40.784566 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-9e3648b6-00d8-4f27-b68b-10b7f71b75d7 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 747d5dde-8f2f-4452-88a5-bb6a32bcd9f4) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:40.789783 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3648b6-00d8-4f27-b68b-10b7f71b75d7 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:40.790744 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9e3648b6-00d8-4f27-b68b-10b7f71b75d7 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:40.796299 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaede45-dae9-4596-b89f-cf6e30b3bdc4 None None] Network 747d5dde-8f2f-4452-88a5-bb6a32bcd9f4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:40.813350 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9e3648b6-00d8-4f27-b68b-10b7f71b75d7 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4571104 Nov 23 22:23:40.816096 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45094) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:40.986808 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d37a498-5641-4f7f-bf49-0c6d6001d3fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:23:40.987907 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8d37a498-5641-4f7f-bf49-0c6d6001d3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:41.006653 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 44d95277-74e7-4c6a-9cac-3033e9a7514b no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:23:41.085512 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 44d95277-74e7-4c6a-9cac-3033e9a7514b {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:23:41.086017 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 44d95277-74e7-4c6a-9cac-3033e9a7514b not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:23:41.153916 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e6004e1b-4df3-409e-8c6b-5c37025a9ffe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:41.161823 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-8d37a498-5641-4f7f-bf49-0c6d6001d3fe None None] Allocated IP 172.20.0.2 (747d5dde-8f2f-4452-88a5-bb6a32bcd9f4/df1144f7-6c62-4ea2-9268-debc44e07faa/e787995b-5a6c-4226-a681-e14357991eed) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:23:41.333737 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8d37a498-5641-4f7f-bf49-0c6d6001d3fe None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:41.340034 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8d37a498-5641-4f7f-bf49-0c6d6001d3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:41.382530 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d37a498-5641-4f7f-bf49-0c6d6001d3fe None None] Network 747d5dde-8f2f-4452-88a5-bb6a32bcd9f4 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:41.385605 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-8d37a498-5641-4f7f-bf49-0c6d6001d3fe None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:41.388107 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d37a498-5641-4f7f-bf49-0c6d6001d3fe None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:23:41.401798 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37a498-5641-4f7f-bf49-0c6d6001d3fe None None] Pushing event updated for resources: {'Port': ['ID=e787995b-5a6c-4226-a681-e14357991eed,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:41.429385 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-e6004e1b-4df3-409e-8c6b-5c37025a9ffe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Allocated IP 172.20.0.1 (747d5dde-8f2f-4452-88a5-bb6a32bcd9f4/df1144f7-6c62-4ea2-9268-debc44e07faa/a1f84cc4-1a32-4ef4-85db-e9769ce92572) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:23:41.453489 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-8d37a498-5641-4f7f-bf49-0c6d6001d3fe None None] Attempting to bind port e787995b-5a6c-4226-a681-e14357991eed on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:23:41.453870 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-8d37a498-5641-4f7f-bf49-0c6d6001d3fe None None] Attempting to bind port e787995b-5a6c-4226-a681-e14357991eed by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '0715360f-54bd-4d61-90e9-af40381f8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:23:41.454218 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d37a498-5641-4f7f-bf49-0c6d6001d3fe None None] Attempting to bind port e787995b-5a6c-4226-a681-e14357991eed on network 747d5dde-8f2f-4452-88a5-bb6a32bcd9f4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:23:41.459260 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d37a498-5641-4f7f-bf49-0c6d6001d3fe None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:23:41.459634 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d37a498-5641-4f7f-bf49-0c6d6001d3fe None None] Checking segment: {'id': '0715360f-54bd-4d61-90e9-af40381f8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:23:41.460032 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8d37a498-5641-4f7f-bf49-0c6d6001d3fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:41.460423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d37a498-5641-4f7f-bf49-0c6d6001d3fe None None] Bound using segment: {'id': '0715360f-54bd-4d61-90e9-af40381f8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:23:41.460887 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-8d37a498-5641-4f7f-bf49-0c6d6001d3fe None None] Bound port: e787995b-5a6c-4226-a681-e14357991eed, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0715360f-54bd-4d61-90e9-af40381f8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:23:41.461291 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8d37a498-5641-4f7f-bf49-0c6d6001d3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:41.530622 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8d37a498-5641-4f7f-bf49-0c6d6001d3fe None None] For port e787995b-5a6c-4226-a681-e14357991eed, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:23:41.535258 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8d37a498-5641-4f7f-bf49-0c6d6001d3fe None None] For port e787995b-5a6c-4226-a681-e14357991eed, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e787995b-5a6c-4226-a681-e14357991eed,segment=NetworkSegment(0715360f-54bd-4d61-90e9-af40381f8817),segment_id=0715360f-54bd-4d61-90e9-af40381f8817)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:23:41.539990 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8d37a498-5641-4f7f-bf49-0c6d6001d3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:41.558877 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e6004e1b-4df3-409e-8c6b-5c37025a9ffe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:41.614049 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e6004e1b-4df3-409e-8c6b-5c37025a9ffe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:41.616010 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37a498-5641-4f7f-bf49-0c6d6001d3fe None None] Pushing event updated for resources: {'Port': ['ID=e787995b-5a6c-4226-a681-e14357991eed,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:41.654282 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6004e1b-4df3-409e-8c6b-5c37025a9ffe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network 747d5dde-8f2f-4452-88a5-bb6a32bcd9f4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:41.661433 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-e6004e1b-4df3-409e-8c6b-5c37025a9ffe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:41.668855 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6004e1b-4df3-409e-8c6b-5c37025a9ffe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:23:41.704265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6004e1b-4df3-409e-8c6b-5c37025a9ffe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Port': ['ID=a1f84cc4-1a32-4ef4-85db-e9769ce92572,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:41.721407 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e6004e1b-4df3-409e-8c6b-5c37025a9ffe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:41.864664 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e6004e1b-4df3-409e-8c6b-5c37025a9ffe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:42.167666 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e6004e1b-4df3-409e-8c6b-5c37025a9ffe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:42.174365 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e6004e1b-4df3-409e-8c6b-5c37025a9ffe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:42.255967 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e6004e1b-4df3-409e-8c6b-5c37025a9ffe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:42.258938 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6004e1b-4df3-409e-8c6b-5c37025a9ffe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Port': ['ID=a1f84cc4-1a32-4ef4-85db-e9769ce92572,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:42.359003 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6004e1b-4df3-409e-8c6b-5c37025a9ffe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network 747d5dde-8f2f-4452-88a5-bb6a32bcd9f4 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:42.361489 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-e6004e1b-4df3-409e-8c6b-5c37025a9ffe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:42.490667 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6004e1b-4df3-409e-8c6b-5c37025a9ffe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Router bf8a661c-3369-40d3-8e1e-969956264b12 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:23:42.593126 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6004e1b-4df3-409e-8c6b-5c37025a9ffe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:23:42.602659 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45108) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:42.603509 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e6004e1b-4df3-409e-8c6b-5c37025a9ffe tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/routers/bf8a661c-3369-40d3-8e1e-969956264b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7863255 Nov 23 22:23:42.605068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] Sync routers for ids ['bf8a661c-3369-40d3-8e1e-969956264b12'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:23:42.608669 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-fc7e5cfa-40aa-49c1-8f84-40a9a5ba44cc tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'network': {'name': 'tempest-RoutersTest-1807356416'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:42.620709 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] Routers {'bf8a661c-3369-40d3-8e1e-969956264b12'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:42.621317 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bf8a661c-3369-40d3-8e1e-969956264b12'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:42.644159 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7e5cfa-40aa-49c1-8f84-40a9a5ba44cc tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Made reservation on behalf of b170025bdc4642058c3b90cddb7ed04a for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:23:42.648053 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fc7e5cfa-40aa-49c1-8f84-40a9a5ba44cc tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:42.675728 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7e5cfa-40aa-49c1-8f84-40a9a5ba44cc tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:23:42.686923 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fc7e5cfa-40aa-49c1-8f84-40a9a5ba44cc tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:42.686923 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-fc7e5cfa-40aa-49c1-8f84-40a9a5ba44cc tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Added segment f9da32b1-518a-4b95-9c51-2990de542025 of type vlan for network 20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3 Nov 23 22:23:42.704997 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54733d4e-bc5f-4a70-8bf4-c3d5c6865a09 None None] Network 747d5dde-8f2f-4452-88a5-bb6a32bcd9f4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:42.738124 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fc7e5cfa-40aa-49c1-8f84-40a9a5ba44cc tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:42.770657 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fc7e5cfa-40aa-49c1-8f84-40a9a5ba44cc tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:42.785745 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7e5cfa-40aa-49c1-8f84-40a9a5ba44cc tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:42.786764 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fc7e5cfa-40aa-49c1-8f84-40a9a5ba44cc tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:42.788542 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] Set router bf8a661c-3369-40d3-8e1e-969956264b12 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:23:42.838419 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a909031d-b742-4292-a128-4a50b1c21f70 None None] Provisioning complete for port e787995b-5a6c-4226-a681-e14357991eed triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:42.838887 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a909031d-b742-4292-a128-4a50b1c21f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:42.856243 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fc7e5cfa-40aa-49c1-8f84-40a9a5ba44cc tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2503433 Nov 23 22:23:42.857424 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45110) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:42.863215 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ed090db0-bb22-4a52-b44c-07f42f32a4cb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'subnet': {'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:42.903724 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e5cfa-40aa-49c1-8f84-40a9a5ba44cc tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Network': ['ID=20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:42.930432 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e787995b-5a6c-4226-a681-e14357991eed up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:23:42.936588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:23:42.988952 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed090db0-bb22-4a52-b44c-07f42f32a4cb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Made reservation on behalf of b170025bdc4642058c3b90cddb7ed04a for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:23:42.993113 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed090db0-bb22-4a52-b44c-07f42f32a4cb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:43.194631 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed090db0-bb22-4a52-b44c-07f42f32a4cb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:43.256286 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed090db0-bb22-4a52-b44c-07f42f32a4cb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Subnet': ['ID=10d6507f-35b0-4c2f-8b4a-a5366afed626,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:43.273237 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed090db0-bb22-4a52-b44c-07f42f32a4cb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Checking segment: {'id': 'f9da32b1-518a-4b95-9c51-2990de542025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:23:43.273725 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed090db0-bb22-4a52-b44c-07f42f32a4cb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network hostable DHCP agents. Network: 20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:23:43.291985 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed090db0-bb22-4a52-b44c-07f42f32a4cb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network 20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:23:43.302490 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-ed090db0-bb22-4a52-b44c-07f42f32a4cb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:43.308174 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed090db0-bb22-4a52-b44c-07f42f32a4cb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:43.308788 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed090db0-bb22-4a52-b44c-07f42f32a4cb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:43.328400 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c995460d-4954-4496-9079-4f2f4ca70815 None None] Network 20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:43.328806 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ed090db0-bb22-4a52-b44c-07f42f32a4cb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4693408 Nov 23 22:23:43.331469 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45112) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:43.399293 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a909031d-b742-4292-a128-4a50b1c21f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:43.457348 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port e787995b-5a6c-4226-a681-e14357991eed triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:43.457724 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:43.560241 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a909031d-b742-4292-a128-4a50b1c21f70 None None] For port e787995b-5a6c-4226-a681-e14357991eed, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e787995b-5a6c-4226-a681-e14357991eed,segment=NetworkSegment(0715360f-54bd-4d61-90e9-af40381f8817),segment_id=0715360f-54bd-4d61-90e9-af40381f8817)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:43.578970 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a909031d-b742-4292-a128-4a50b1c21f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:43.730369 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909031d-b742-4292-a128-4a50b1c21f70 None None] Pushing event updated for resources: {'Port': ['ID=e787995b-5a6c-4226-a681-e14357991eed,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:43.749754 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:23:41Z', 'revision_number': 2, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:42Z', 'revision_number': 2, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:43.772048 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7784-992a-4b7b-bb22-8c7d99cfd75b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:43.792893 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4114981d-17fe-46a3-841b-653cee1e2cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'fixed_ips': [{'subnet_id': '10d6507f-35b0-4c2f-8b4a-a5366afed626'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:23:43.793182 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4114981d-17fe-46a3-841b-653cee1e2cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:43.795583 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] Checking router: bf8a661c-3369-40d3-8e1e-969956264b12 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:23:43.795932 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] Updating router bf8a661c-3369-40d3-8e1e-969956264b12 port a1f84cc4-1a32-4ef4-85db-e9769ce92572 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:23:43.958139 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:43.960396 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-4114981d-17fe-46a3-841b-653cee1e2cac None None] Allocated IP 172.21.0.2 (20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3/10d6507f-35b0-4c2f-8b4a-a5366afed626/93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:23:43.985848 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2b1c9ffd-d2b4-495a-867a-0238026d0369 None None] Provisioning complete for port e787995b-5a6c-4226-a681-e14357991eed triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:43.986834 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2b1c9ffd-d2b4-495a-867a-0238026d0369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:44.380102 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4114981d-17fe-46a3-841b-653cee1e2cac None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:44.395181 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4114981d-17fe-46a3-841b-653cee1e2cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:44.403368 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2b1c9ffd-d2b4-495a-867a-0238026d0369 None None] Provisioning complete for port a1f84cc4-1a32-4ef4-85db-e9769ce92572 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:44.403880 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2b1c9ffd-d2b4-495a-867a-0238026d0369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:44.462468 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-bb3d7784-992a-4b7b-bb22-8c7d99cfd75b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Allocated IP 172.21.0.1 (20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3/10d6507f-35b0-4c2f-8b4a-a5366afed626/560de4fb-a66a-48c4-b038-3fa43b2a0ab8) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:23:44.505509 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4114981d-17fe-46a3-841b-653cee1e2cac None None] Network 20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:44.511119 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114981d-17fe-46a3-841b-653cee1e2cac None None] Pushing event updated for resources: {'Port': ['ID=93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:44.512170 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-4114981d-17fe-46a3-841b-653cee1e2cac None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:44.517981 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4114981d-17fe-46a3-841b-653cee1e2cac None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:23:44.527291 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-2b1c9ffd-d2b4-495a-867a-0238026d0369 None None] Port a1f84cc4-1a32-4ef4-85db-e9769ce92572 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:44.620792 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:44.625310 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-4114981d-17fe-46a3-841b-653cee1e2cac None None] Attempting to bind port 93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:23:44.626112 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-4114981d-17fe-46a3-841b-653cee1e2cac None None] Attempting to bind port 93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'f9da32b1-518a-4b95-9c51-2990de542025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:23:44.626663 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4114981d-17fe-46a3-841b-653cee1e2cac None None] Attempting to bind port 93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd on network 20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:23:44.630814 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:44.648862 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4114981d-17fe-46a3-841b-653cee1e2cac None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:23:44.649286 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4114981d-17fe-46a3-841b-653cee1e2cac None None] Checking segment: {'id': 'f9da32b1-518a-4b95-9c51-2990de542025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:23:44.649793 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4114981d-17fe-46a3-841b-653cee1e2cac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:44.650438 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4114981d-17fe-46a3-841b-653cee1e2cac None None] Bound using segment: {'id': 'f9da32b1-518a-4b95-9c51-2990de542025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:23:44.651332 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-4114981d-17fe-46a3-841b-653cee1e2cac None None] Bound port: 93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9da32b1-518a-4b95-9c51-2990de542025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:23:44.651949 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4114981d-17fe-46a3-841b-653cee1e2cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:44.661181 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7784-992a-4b7b-bb22-8c7d99cfd75b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:44.719877 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7784-992a-4b7b-bb22-8c7d99cfd75b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:44.745715 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-13fc46dc-51c6-4bf4-b2d9-07bf78aeabc3 None None] Provisioning complete for port a1f84cc4-1a32-4ef4-85db-e9769ce92572 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:44.746255 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-13fc46dc-51c6-4bf4-b2d9-07bf78aeabc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:44.747552 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b29ba9-82d8-4b2f-8127-fca83df16a40 None None] Pushing event updated for resources: {'Port': ['ID=a1f84cc4-1a32-4ef4-85db-e9769ce92572,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:44.876080 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e787995b-5a6c-4226-a681-e14357991eed up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:23:44.882965 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-13fc46dc-51c6-4bf4-b2d9-07bf78aeabc3 None None] Port a1f84cc4-1a32-4ef4-85db-e9769ce92572 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:44.885098 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4114981d-17fe-46a3-841b-653cee1e2cac None None] For port 93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:23:44.961537 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] Attempting to bind port a1f84cc4-1a32-4ef4-85db-e9769ce92572 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:23:44.962235 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] Attempting to bind port a1f84cc4-1a32-4ef4-85db-e9769ce92572 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '0715360f-54bd-4d61-90e9-af40381f8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:23:44.962893 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] Attempting to bind port a1f84cc4-1a32-4ef4-85db-e9769ce92572 on network 747d5dde-8f2f-4452-88a5-bb6a32bcd9f4 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:23:44.989228 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4114981d-17fe-46a3-841b-653cee1e2cac None None] For port 93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd,segment=NetworkSegment(f9da32b1-518a-4b95-9c51-2990de542025),segment_id=f9da32b1-518a-4b95-9c51-2990de542025)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:23:44.995749 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:23:44.997130 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] Checking segment: {'id': '0715360f-54bd-4d61-90e9-af40381f8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:23:44.997683 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:44.998220 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] Bound using segment: {'id': '0715360f-54bd-4d61-90e9-af40381f8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:23:44.999068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] Bound port: a1f84cc4-1a32-4ef4-85db-e9769ce92572, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0715360f-54bd-4d61-90e9-af40381f8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:23:44.999777 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:45.006789 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4114981d-17fe-46a3-841b-653cee1e2cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:45.091897 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3d7784-992a-4b7b-bb22-8c7d99cfd75b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network 20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:45.099995 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-bb3d7784-992a-4b7b-bb22-8c7d99cfd75b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:45.109076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3d7784-992a-4b7b-bb22-8c7d99cfd75b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:23:45.146460 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port e787995b-5a6c-4226-a681-e14357991eed triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:45.147004 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:45.148760 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d7784-992a-4b7b-bb22-8c7d99cfd75b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Port': ['ID=560de4fb-a66a-48c4-b038-3fa43b2a0ab8,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:45.175218 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7784-992a-4b7b-bb22-8c7d99cfd75b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:45.190604 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b05277f5-3dc9-4e4f-a379-5b06bea62a54 None None] Provisioning complete for port a1f84cc4-1a32-4ef4-85db-e9769ce92572 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:45.191007 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b05277f5-3dc9-4e4f-a379-5b06bea62a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:45.226014 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114981d-17fe-46a3-841b-653cee1e2cac None None] Pushing event updated for resources: {'Port': ['ID=93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:45.246816 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] For port a1f84cc4-1a32-4ef4-85db-e9769ce92572, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:23:45.269141 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] For port a1f84cc4-1a32-4ef4-85db-e9769ce92572, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a1f84cc4-1a32-4ef4-85db-e9769ce92572,segment=NetworkSegment(0715360f-54bd-4d61-90e9-af40381f8817),segment_id=0715360f-54bd-4d61-90e9-af40381f8817)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:23:45.269695 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b05277f5-3dc9-4e4f-a379-5b06bea62a54 None None] Port a1f84cc4-1a32-4ef4-85db-e9769ce92572 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:45.286110 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:45.360694 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7784-992a-4b7b-bb22-8c7d99cfd75b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:45.429860 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b29ba9-82d8-4b2f-8127-fca83df16a40 None None] Pushing event updated for resources: {'Port': ['ID=a1f84cc4-1a32-4ef4-85db-e9769ce92572,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:45.668957 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] Routers {'bf8a661c-3369-40d3-8e1e-969956264b12'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:45.669595 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bf8a661c-3369-40d3-8e1e-969956264b12'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:45.751164 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7784-992a-4b7b-bb22-8c7d99cfd75b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:45.757259 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7784-992a-4b7b-bb22-8c7d99cfd75b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:45.769496 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-12102e9d-ede4-4d9e-ad3b-aeea59eab5ce None None] Provisioning complete for port a1f84cc4-1a32-4ef4-85db-e9769ce92572 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:45.770113 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-12102e9d-ede4-4d9e-ad3b-aeea59eab5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:45.819303 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] Set router bf8a661c-3369-40d3-8e1e-969956264b12 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:23:45.833837 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d7784-992a-4b7b-bb22-8c7d99cfd75b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Port': ['ID=560de4fb-a66a-48c4-b038-3fa43b2a0ab8,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:45.836491 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7784-992a-4b7b-bb22-8c7d99cfd75b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:45.929304 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-12102e9d-ede4-4d9e-ad3b-aeea59eab5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:45.939061 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3d7784-992a-4b7b-bb22-8c7d99cfd75b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network 20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:45.942098 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-bb3d7784-992a-4b7b-bb22-8c7d99cfd75b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:46.028839 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-12102e9d-ede4-4d9e-ad3b-aeea59eab5ce None None] For port a1f84cc4-1a32-4ef4-85db-e9769ce92572, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a1f84cc4-1a32-4ef4-85db-e9769ce92572,segment=NetworkSegment(0715360f-54bd-4d61-90e9-af40381f8817),segment_id=0715360f-54bd-4d61-90e9-af40381f8817)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:46.039915 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-12102e9d-ede4-4d9e-ad3b-aeea59eab5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:46.068725 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3d7784-992a-4b7b-bb22-8c7d99cfd75b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Router bf8a661c-3369-40d3-8e1e-969956264b12 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:23:46.139099 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12102e9d-ede4-4d9e-ad3b-aeea59eab5ce None None] Pushing event updated for resources: {'Port': ['ID=a1f84cc4-1a32-4ef4-85db-e9769ce92572,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:46.154483 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 3, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': '560de4fb-a66a-48c4-b038-3fa43b2a0ab8', 'name': '', 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:af:06:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:43Z', 'updated_at': '2021-11-23T22:23:44Z', 'revision_number': 1, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 4, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:46.180338 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3d7784-992a-4b7b-bb22-8c7d99cfd75b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:23:46.186521 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-bb3d7784-992a-4b7b-bb22-8c7d99cfd75b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/routers/bf8a661c-3369-40d3-8e1e-969956264b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8539650 Nov 23 22:23:46.187101 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d632b394-3fd9-4fbe-ae50-8ed608af202d None None] The sync data for ids ['bf8a661c-3369-40d3-8e1e-969956264b12'] in n-d-816206-9 is: [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 3, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': '560de4fb-a66a-48c4-b038-3fa43b2a0ab8', 'name': '', 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:af:06:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:43Z', 'updated_at': '2021-11-23T22:23:44Z', 'revision_number': 1, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 4, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:23:46.189569 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45120) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:46.195198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-91c800b4-79ad-446b-bf2e-d49db66ace49 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'network': {'name': 'tempest-RoutersTest-1624292260'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:46.234850 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c800b4-79ad-446b-bf2e-d49db66ace49 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Made reservation on behalf of b170025bdc4642058c3b90cddb7ed04a for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:23:46.241671 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-91c800b4-79ad-446b-bf2e-d49db66ace49 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:46.269951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c800b4-79ad-446b-bf2e-d49db66ace49 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:23:46.280947 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-91c800b4-79ad-446b-bf2e-d49db66ace49 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:46.281453 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-91c800b4-79ad-446b-bf2e-d49db66ace49 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Added segment a695e1ee-eeab-48c3-b438-5d08f72df14b of type vlan for network 5b68c22f-647e-4215-a0c2-dcd74d908cdf Nov 23 22:23:46.332469 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-91c800b4-79ad-446b-bf2e-d49db66ace49 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:46.360601 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-91c800b4-79ad-446b-bf2e-d49db66ace49 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:46.373219 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c800b4-79ad-446b-bf2e-d49db66ace49 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:46.373872 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-91c800b4-79ad-446b-bf2e-d49db66ace49 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:46.413567 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-91c800b4-79ad-446b-bf2e-d49db66ace49 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2226925 Nov 23 22:23:46.416391 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45122) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:46.421531 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-776581ba-a6d0-411f-923f-1a15df1087fa tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'subnet': {'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:46.485688 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c800b4-79ad-446b-bf2e-d49db66ace49 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Network': ['ID=5b68c22f-647e-4215-a0c2-dcd74d908cdf,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:46.497400 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 5b68c22f-647e-4215-a0c2-dcd74d908cdf details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:23:46.581936 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776581ba-a6d0-411f-923f-1a15df1087fa tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Made reservation on behalf of b170025bdc4642058c3b90cddb7ed04a for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:23:46.583472 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443a2508-a732-4213-a2af-9a9bc0d729a9 None None] Network 20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:46.585874 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-776581ba-a6d0-411f-923f-1a15df1087fa tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:46.684470 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b6e22e8a-ecce-48bd-a45f-d0ab9a086300 None None] Provisioning complete for port 93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:46.684847 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b6e22e8a-ecce-48bd-a45f-d0ab9a086300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:46.928203 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b6e22e8a-ecce-48bd-a45f-d0ab9a086300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:46.947221 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:23:46.951006 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-776581ba-a6d0-411f-923f-1a15df1087fa tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:47.030810 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776581ba-a6d0-411f-923f-1a15df1087fa tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Subnet': ['ID=c8ca662a-dba8-4476-a98d-be6c9db26457,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:47.071036 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776581ba-a6d0-411f-923f-1a15df1087fa tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Checking segment: {'id': 'a695e1ee-eeab-48c3-b438-5d08f72df14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:23:47.071416 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776581ba-a6d0-411f-923f-1a15df1087fa tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network hostable DHCP agents. Network: 5b68c22f-647e-4215-a0c2-dcd74d908cdf, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:23:47.091457 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b6e22e8a-ecce-48bd-a45f-d0ab9a086300 None None] For port 93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd,segment=NetworkSegment(f9da32b1-518a-4b95-9c51-2990de542025),segment_id=f9da32b1-518a-4b95-9c51-2990de542025)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:47.106500 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b6e22e8a-ecce-48bd-a45f-d0ab9a086300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:47.119006 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776581ba-a6d0-411f-923f-1a15df1087fa tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network 5b68c22f-647e-4215-a0c2-dcd74d908cdf is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:23:47.151947 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-776581ba-a6d0-411f-923f-1a15df1087fa tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 5b68c22f-647e-4215-a0c2-dcd74d908cdf) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:47.156355 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776581ba-a6d0-411f-923f-1a15df1087fa tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:47.156975 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-776581ba-a6d0-411f-923f-1a15df1087fa tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:47.176703 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87323052-4b45-429f-9a1c-4f63c709a561 None None] Network 5b68c22f-647e-4215-a0c2-dcd74d908cdf requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:47.184531 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:47.186010 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:47.194017 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-776581ba-a6d0-411f-923f-1a15df1087fa tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7765677 Nov 23 22:23:47.208715 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45136) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:47.397079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e22e8a-ecce-48bd-a45f-d0ab9a086300 None None] Pushing event updated for resources: {'Port': ['ID=93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:47.545404 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7d8f4565-7f03-4699-9d93-b41c449025c5 None None] Provisioning complete for port 560de4fb-a66a-48c4-b038-3fa43b2a0ab8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:47.545691 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7d8f4565-7f03-4699-9d93-b41c449025c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:47.643894 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-7d8f4565-7f03-4699-9d93-b41c449025c5 None None] Port 560de4fb-a66a-48c4-b038-3fa43b2a0ab8 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:47.669538 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-7a110198-d734-456e-bdfd-618013d16c8d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-337710838&fields=id&tenant_id=329cae0f6dbe4692890320913546aec7 HTTP/1.1" status: 200 len: 267 time: 0.1761050 Nov 23 22:23:47.670609 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9936fb20-dbdb-4a15-8cb4-b340c7488131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-5b68c22f-647e-4215-a0c2-dcd74d908cdf', 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'fixed_ips': [{'subnet_id': 'c8ca662a-dba8-4476-a98d-be6c9db26457'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:23:47.671904 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9936fb20-dbdb-4a15-8cb4-b340c7488131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:47.697155 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7d8f4565-7f03-4699-9d93-b41c449025c5 None None] Provisioning complete for port 93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:47.697400 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7d8f4565-7f03-4699-9d93-b41c449025c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:47.942919 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-12d95011-a244-4e1b-8ab2-746676bf6c1b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:47.944718 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-12d95011-a244-4e1b-8ab2-746676bf6c1b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 811 time: 0.2623150 Nov 23 22:23:47.953853 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-9936fb20-dbdb-4a15-8cb4-b340c7488131 None None] Allocated IP 172.22.0.2 (5b68c22f-647e-4215-a0c2-dcd74d908cdf/c8ca662a-dba8-4476-a98d-be6c9db26457/b5f6514b-310a-47d6-809f-a6de641c6eef) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:23:47.995815 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-c89b77e9-32a6-4258-aad7-a6caa7cca658 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/quotas/329cae0f6dbe4692890320913546aec7 HTTP/1.1" status: 200 len: 375 time: 0.0439830 Nov 23 22:23:48.064161 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c0e40fb7-e577-48b7-bb17-ecb289b4d6f6 None None] Provisioning complete for port 560de4fb-a66a-48c4-b038-3fa43b2a0ab8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:48.064578 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c0e40fb7-e577-48b7-bb17-ecb289b4d6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:48.089705 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-3e786701-3973-40e6-b4a6-7340be921f75 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838928 Nov 23 22:23:48.092189 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7740b7ba-766e-466f-abb6-f28cb5da09b8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:48.131585 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c0e40fb7-e577-48b7-bb17-ecb289b4d6f6 None None] Port 560de4fb-a66a-48c4-b038-3fa43b2a0ab8 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:48.153153 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9936fb20-dbdb-4a15-8cb4-b340c7488131 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:48.159531 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9936fb20-dbdb-4a15-8cb4-b340c7488131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:48.201782 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9936fb20-dbdb-4a15-8cb4-b340c7488131 None None] Network 5b68c22f-647e-4215-a0c2-dcd74d908cdf is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:48.209495 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-9936fb20-dbdb-4a15-8cb4-b340c7488131 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:48.213969 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9936fb20-dbdb-4a15-8cb4-b340c7488131 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:23:48.219436 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936fb20-dbdb-4a15-8cb4-b340c7488131 None None] Pushing event updated for resources: {'Port': ['ID=b5f6514b-310a-47d6-809f-a6de641c6eef,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:48.274369 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-9936fb20-dbdb-4a15-8cb4-b340c7488131 None None] Attempting to bind port b5f6514b-310a-47d6-809f-a6de641c6eef on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:23:48.274770 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-9936fb20-dbdb-4a15-8cb4-b340c7488131 None None] Attempting to bind port b5f6514b-310a-47d6-809f-a6de641c6eef by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'a695e1ee-eeab-48c3-b438-5d08f72df14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:23:48.275170 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9936fb20-dbdb-4a15-8cb4-b340c7488131 None None] Attempting to bind port b5f6514b-310a-47d6-809f-a6de641c6eef on network 5b68c22f-647e-4215-a0c2-dcd74d908cdf {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:23:48.280087 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9936fb20-dbdb-4a15-8cb4-b340c7488131 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:23:48.280462 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9936fb20-dbdb-4a15-8cb4-b340c7488131 None None] Checking segment: {'id': 'a695e1ee-eeab-48c3-b438-5d08f72df14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:23:48.280860 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9936fb20-dbdb-4a15-8cb4-b340c7488131 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:48.281785 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9936fb20-dbdb-4a15-8cb4-b340c7488131 None None] Bound using segment: {'id': 'a695e1ee-eeab-48c3-b438-5d08f72df14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:23:48.282385 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-9936fb20-dbdb-4a15-8cb4-b340c7488131 None None] Bound port: b5f6514b-310a-47d6-809f-a6de641c6eef, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a695e1ee-eeab-48c3-b438-5d08f72df14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:23:48.282810 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9936fb20-dbdb-4a15-8cb4-b340c7488131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:48.312439 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-03774805-5817-45b9-bdde-e2f7b5581f05 service neutron] 10.222.0.50 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081888 Nov 23 22:23:48.349693 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-9936fb20-dbdb-4a15-8cb4-b340c7488131 None None] For port b5f6514b-310a-47d6-809f-a6de641c6eef, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:23:48.353286 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-9936fb20-dbdb-4a15-8cb4-b340c7488131 None None] For port b5f6514b-310a-47d6-809f-a6de641c6eef, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b5f6514b-310a-47d6-809f-a6de641c6eef,segment=NetworkSegment(a695e1ee-eeab-48c3-b438-5d08f72df14b),segment_id=a695e1ee-eeab-48c3-b438-5d08f72df14b)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:23:48.356989 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9936fb20-dbdb-4a15-8cb4-b340c7488131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:48.420461 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936fb20-dbdb-4a15-8cb4-b340c7488131 None None] Pushing event updated for resources: {'Port': ['ID=b5f6514b-310a-47d6-809f-a6de641c6eef,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:48.491617 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-cef38fee-43e2-4572-ad5f-e3916fd8e5dd service neutron] 10.222.0.50 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725903 Nov 23 22:23:48.504131 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-7740b7ba-766e-466f-abb6-f28cb5da09b8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Allocated IP 172.22.0.1 (5b68c22f-647e-4215-a0c2-dcd74d908cdf/c8ca662a-dba8-4476-a98d-be6c9db26457/0b5537bb-3bcf-4f1e-8e84-84f4126c60f1) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:23:48.831451 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] Sync routers for ids ['bf8a661c-3369-40d3-8e1e-969956264b12'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:23:48.852052 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] Routers {'bf8a661c-3369-40d3-8e1e-969956264b12'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:48.852964 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bf8a661c-3369-40d3-8e1e-969956264b12'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:48.974493 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] Set router bf8a661c-3369-40d3-8e1e-969956264b12 gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:23:48.986027 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7740b7ba-766e-466f-abb6-f28cb5da09b8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:49.057575 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7740b7ba-766e-466f-abb6-f28cb5da09b8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:49.066379 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b5f6514b-310a-47d6-809f-a6de641c6eef up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:23:49.135504 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port b5f6514b-310a-47d6-809f-a6de641c6eef triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:49.136153 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:49.172130 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7740b7ba-766e-466f-abb6-f28cb5da09b8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network 5b68c22f-647e-4215-a0c2-dcd74d908cdf is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:49.183797 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a508ba41-237e-4585-92f3-3bebfcd87ad0 req-07d62c7c-39b5-4382-a130-15f45c5214f5 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 210 time: 0.2859983 Nov 23 22:23:49.195342 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740b7ba-766e-466f-abb6-f28cb5da09b8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Port': ['ID=0b5537bb-3bcf-4f1e-8e84-84f4126c60f1,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:49.209874 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-7740b7ba-766e-466f-abb6-f28cb5da09b8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:49.213632 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7740b7ba-766e-466f-abb6-f28cb5da09b8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:23:49.234688 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:49.271932 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 3, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': '560de4fb-a66a-48c4-b038-3fa43b2a0ab8', 'name': '', 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:af:06:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:43Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 2, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:49.280081 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port b5f6514b-310a-47d6-809f-a6de641c6eef, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b5f6514b-310a-47d6-809f-a6de641c6eef,segment=NetworkSegment(a695e1ee-eeab-48c3-b438-5d08f72df14b),segment_id=a695e1ee-eeab-48c3-b438-5d08f72df14b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:49.286058 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:49.287222 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a1f84cc4-1a32-4ef4-85db-e9769ce92572 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:23:49.317079 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7740b7ba-766e-466f-abb6-f28cb5da09b8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:49.346161 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] Checking router: bf8a661c-3369-40d3-8e1e-969956264b12 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:23:49.346695 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] Updating router bf8a661c-3369-40d3-8e1e-969956264b12 port 560de4fb-a66a-48c4-b038-3fa43b2a0ab8 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:23:49.376607 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:49.378007 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=b5f6514b-310a-47d6-809f-a6de641c6eef,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:49.422789 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port a1f84cc4-1a32-4ef4-85db-e9769ce92572 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:49.423557 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:49.494651 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7740b7ba-766e-466f-abb6-f28cb5da09b8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:49.527674 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:23:49.598242 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:49.598925 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:49.769462 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:49.776046 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:49.783139 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7db5e9-52bd-434c-a88b-ee6bcf0ae06b None None] Network 5b68c22f-647e-4215-a0c2-dcd74d908cdf requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:49.855429 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d194fdb-0fff-451f-b6d5-8e12b4069249 None None] Pushing event updated for resources: {'Port': ['ID=560de4fb-a66a-48c4-b038-3fa43b2a0ab8,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:49.885664 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d194fdb-0fff-451f-b6d5-8e12b4069249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:49.886096 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d194fdb-0fff-451f-b6d5-8e12b4069249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:49.886503 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d194fdb-0fff-451f-b6d5-8e12b4069249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:49.886939 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d194fdb-0fff-451f-b6d5-8e12b4069249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:49.887258 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d194fdb-0fff-451f-b6d5-8e12b4069249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:49.887450 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7740b7ba-766e-466f-abb6-f28cb5da09b8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:49.887587 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d194fdb-0fff-451f-b6d5-8e12b4069249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:49.887883 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d194fdb-0fff-451f-b6d5-8e12b4069249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:49.888200 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d194fdb-0fff-451f-b6d5-8e12b4069249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:49.888646 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d194fdb-0fff-451f-b6d5-8e12b4069249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:49.888827 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d194fdb-0fff-451f-b6d5-8e12b4069249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:49.889265 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d194fdb-0fff-451f-b6d5-8e12b4069249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:49.889454 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d194fdb-0fff-451f-b6d5-8e12b4069249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:23:49.894301 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7740b7ba-766e-466f-abb6-f28cb5da09b8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:49.908843 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] Attempting to bind port 560de4fb-a66a-48c4-b038-3fa43b2a0ab8 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:23:49.910318 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] Attempting to bind port 560de4fb-a66a-48c4-b038-3fa43b2a0ab8 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'f9da32b1-518a-4b95-9c51-2990de542025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:23:49.910687 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] Attempting to bind port 560de4fb-a66a-48c4-b038-3fa43b2a0ab8 on network 20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:23:49.917984 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:23:49.918683 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] Checking segment: {'id': 'f9da32b1-518a-4b95-9c51-2990de542025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:23:49.924298 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:49.924432 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] Bound using segment: {'id': 'f9da32b1-518a-4b95-9c51-2990de542025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:23:49.924949 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] Bound port: 560de4fb-a66a-48c4-b038-3fa43b2a0ab8, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9da32b1-518a-4b95-9c51-2990de542025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:23:49.925370 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:49.982698 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740b7ba-766e-466f-abb6-f28cb5da09b8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Port': ['ID=0b5537bb-3bcf-4f1e-8e84-84f4126c60f1,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:49.986151 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7740b7ba-766e-466f-abb6-f28cb5da09b8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:50.008009 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] For port 560de4fb-a66a-48c4-b038-3fa43b2a0ab8, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:23:50.013513 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] For port 560de4fb-a66a-48c4-b038-3fa43b2a0ab8, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=560de4fb-a66a-48c4-b038-3fa43b2a0ab8,segment=NetworkSegment(f9da32b1-518a-4b95-9c51-2990de542025),segment_id=f9da32b1-518a-4b95-9c51-2990de542025)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:23:50.019677 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:50.086479 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7fbe72a9-8bd2-4048-86a8-85ec4a55da57 None None] Provisioning complete for port b5f6514b-310a-47d6-809f-a6de641c6eef triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:50.087109 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7fbe72a9-8bd2-4048-86a8-85ec4a55da57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:50.091319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7740b7ba-766e-466f-abb6-f28cb5da09b8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network 5b68c22f-647e-4215-a0c2-dcd74d908cdf is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:50.093056 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-7740b7ba-766e-466f-abb6-f28cb5da09b8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:50.094876 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] Routers {'bf8a661c-3369-40d3-8e1e-969956264b12'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:50.095533 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bf8a661c-3369-40d3-8e1e-969956264b12'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:50.218468 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] Set router bf8a661c-3369-40d3-8e1e-969956264b12 gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:23:50.272729 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7740b7ba-766e-466f-abb6-f28cb5da09b8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Router bf8a661c-3369-40d3-8e1e-969956264b12 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:23:50.347583 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d194fdb-0fff-451f-b6d5-8e12b4069249 None None] Pushing event updated for resources: {'Port': ['ID=560de4fb-a66a-48c4-b038-3fa43b2a0ab8,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:50.472186 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-61f06d41-9321-4cc4-b537-d84f58e354ba tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:50.473654 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-61f06d41-9321-4cc4-b537-d84f58e354ba tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.53 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 811 time: 0.1902435 Nov 23 22:23:50.479045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f58ecad-cd87-4d1c-90b4-51f4e45843c0 req-c2a679b4-72cc-483a-9f03-a9521d6f1df7 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 210 time: 0.1589441 Nov 23 22:23:50.509335 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b71e3698-be28-4ef0-a7e4-72fd9bc042b1 None None] Provisioning complete for port 560de4fb-a66a-48c4-b038-3fa43b2a0ab8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:50.509569 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b71e3698-be28-4ef0-a7e4-72fd9bc042b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:50.561786 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-8a7dcae2-e602-49c4-9875-7abdd74ec65c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=329cae0f6dbe4692890320913546aec7 HTTP/1.1" status: 200 len: 379 time: 0.0720086 Nov 23 22:23:50.566072 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7740b7ba-766e-466f-abb6-f28cb5da09b8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:23:50.573215 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7740b7ba-766e-466f-abb6-f28cb5da09b8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/routers/bf8a661c-3369-40d3-8e1e-969956264b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3629706 Nov 23 22:23:50.575786 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45158) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:50.582342 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:23:49Z', 'revision_number': 4, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': '0b5537bb-3bcf-4f1e-8e84-84f4126c60f1', 'name': '', 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:89:61:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:48Z', 'updated_at': '2021-11-23T22:23:49Z', 'revision_number': 2, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560de4fb-a66a-48c4-b038-3fa43b2a0ab8', 'name': '', 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:af:06:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:43Z', 'updated_at': '2021-11-23T22:23:50Z', 'revision_number': 4, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:50.584669 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-a94d1d1e-3223-4a1d-829d-f6bebfedcf85 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'network': {'name': 'tempest-RoutersTest-569177124'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:50.585997 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-efd636a5-de49-44fa-8f8e-a0f2e01ff23b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Request body: {'port': {'device_id': 'd2db61c6-28d2-49bf-807f-af0650d7163e', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'admin_state_up': True, 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'security_groups': ['c37d3a9b-bf08-4ccc-9107-1b5589f09fa0']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:50.627935 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4435d90-b2bb-44f3-85b5-73f84b74b912 None None] The sync data for ids ['bf8a661c-3369-40d3-8e1e-969956264b12'] in n-d-816206-9 is: [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:23:49Z', 'revision_number': 4, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': '0b5537bb-3bcf-4f1e-8e84-84f4126c60f1', 'name': '', 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:89:61:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:48Z', 'updated_at': '2021-11-23T22:23:49Z', 'revision_number': 2, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560de4fb-a66a-48c4-b038-3fa43b2a0ab8', 'name': '', 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:af:06:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:43Z', 'updated_at': '2021-11-23T22:23:50Z', 'revision_number': 4, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:23:50.633301 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94d1d1e-3223-4a1d-829d-f6bebfedcf85 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Made reservation on behalf of b170025bdc4642058c3b90cddb7ed04a for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:23:50.637681 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a94d1d1e-3223-4a1d-829d-f6bebfedcf85 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:50.721254 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94d1d1e-3223-4a1d-829d-f6bebfedcf85 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:23:50.727216 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b71e3698-be28-4ef0-a7e4-72fd9bc042b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:50.767985 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a94d1d1e-3223-4a1d-829d-f6bebfedcf85 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:50.768412 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-a94d1d1e-3223-4a1d-829d-f6bebfedcf85 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Added segment a314c914-cb5d-4f1b-9fa5-96ba82f15f88 of type vlan for network 617b5a6e-0c2b-4f90-b358-11c8f5553933 Nov 23 22:23:50.840150 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b71e3698-be28-4ef0-a7e4-72fd9bc042b1 None None] For port 560de4fb-a66a-48c4-b038-3fa43b2a0ab8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=560de4fb-a66a-48c4-b038-3fa43b2a0ab8,segment=NetworkSegment(f9da32b1-518a-4b95-9c51-2990de542025),segment_id=f9da32b1-518a-4b95-9c51-2990de542025)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:50.844369 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a94d1d1e-3223-4a1d-829d-f6bebfedcf85 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:50.848720 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b71e3698-be28-4ef0-a7e4-72fd9bc042b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:50.863561 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-efd636a5-de49-44fa-8f8e-a0f2e01ff23b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Made reservation on behalf of 329cae0f6dbe4692890320913546aec7 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:23:50.867225 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-efd636a5-de49-44fa-8f8e-a0f2e01ff23b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:50.916734 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a94d1d1e-3223-4a1d-829d-f6bebfedcf85 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:50.923031 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94d1d1e-3223-4a1d-829d-f6bebfedcf85 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:50.923857 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a94d1d1e-3223-4a1d-829d-f6bebfedcf85 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:50.991219 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a94d1d1e-3223-4a1d-829d-f6bebfedcf85 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4142475 Nov 23 22:23:50.994214 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45162) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:50.998771 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e3698-be28-4ef0-a7e4-72fd9bc042b1 None None] Pushing event updated for resources: {'Port': ['ID=560de4fb-a66a-48c4-b038-3fa43b2a0ab8,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:50.999881 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-1b6a0a84-b78d-4999-a74c-033d15928584 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'subnet': {'network_id': '617b5a6e-0c2b-4f90-b358-11c8f5553933', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:51.024631 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b5f6514b-310a-47d6-809f-a6de641c6eef up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:23:51.069123 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d1d1e-3223-4a1d-829d-f6bebfedcf85 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Network': ['ID=617b5a6e-0c2b-4f90-b358-11c8f5553933,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:51.087253 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ed69b30f-bd7e-4024-b725-fd6915910c9f None None] Provisioning complete for port b5f6514b-310a-47d6-809f-a6de641c6eef triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:51.089120 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ed69b30f-bd7e-4024-b725-fd6915910c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:51.091232 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 617b5a6e-0c2b-4f90-b358-11c8f5553933 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:23:51.169137 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port b5f6514b-310a-47d6-809f-a6de641c6eef triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:51.169875 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:51.177464 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-efd636a5-de49-44fa-8f8e-a0f2e01ff23b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Allocated IP 172.20.0.13 (78d257e1-aea0-4cd9-9a6d-8f678889c0c7/00982b18-1d62-4bd5-8cb8-3ab1c7caaf56/8ff3131c-10d5-427e-9cf4-4de8b022efe9) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:23:51.272646 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6a0a84-b78d-4999-a74c-033d15928584 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Made reservation on behalf of b170025bdc4642058c3b90cddb7ed04a for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:23:51.276548 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0a84-b78d-4999-a74c-033d15928584 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:51.454634 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-efd636a5-de49-44fa-8f8e-a0f2e01ff23b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:51.462347 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 560de4fb-a66a-48c4-b038-3fa43b2a0ab8 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:23:51.523284 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-efd636a5-de49-44fa-8f8e-a0f2e01ff23b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:51.543974 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ed69b30f-bd7e-4024-b725-fd6915910c9f None None] Provisioning complete for port 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:51.544376 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ed69b30f-bd7e-4024-b725-fd6915910c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:51.631330 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-ed69b30f-bd7e-4024-b725-fd6915910c9f None None] Port 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:51.633947 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 560de4fb-a66a-48c4-b038-3fa43b2a0ab8 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:51.634452 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:51.638374 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd636a5-de49-44fa-8f8e-a0f2e01ff23b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event updated for resources: {'Port': ['ID=8ff3131c-10d5-427e-9cf4-4de8b022efe9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:51.647058 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-efd636a5-de49-44fa-8f8e-a0f2e01ff23b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:51.660540 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-efd636a5-de49-44fa-8f8e-a0f2e01ff23b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:51.663472 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-efd636a5-de49-44fa-8f8e-a0f2e01ff23b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:23:51.678596 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ed69b30f-bd7e-4024-b725-fd6915910c9f None None] Provisioning complete for port 560de4fb-a66a-48c4-b038-3fa43b2a0ab8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:51.679061 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ed69b30f-bd7e-4024-b725-fd6915910c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:51.702364 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da650bc-40a5-4604-9cd4-bcb79787d249 req-fd1df63b-1510-43f9-bd28-032fea26c837 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:51.704572 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5da650bc-40a5-4604-9cd4-bcb79787d249 req-fd1df63b-1510-43f9-bd28-032fea26c837 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 932 time: 0.0863385 Nov 23 22:23:51.706485 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0a84-b78d-4999-a74c-033d15928584 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:51.734381 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-efd636a5-de49-44fa-8f8e-a0f2e01ff23b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:51.735190 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-efd636a5-de49-44fa-8f8e-a0f2e01ff23b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:51.758543 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-efd636a5-de49-44fa-8f8e-a0f2e01ff23b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1769257 Nov 23 22:23:51.777246 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-885ce554-8ca8-42ef-8ced-f98ff3f47b64 service neutron] Request body: {'port': {'device_id': 'd2db61c6-28d2-49bf-807f-af0650d7163e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:51.808763 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5da650bc-40a5-4604-9cd4-bcb79787d249 req-b15818f9-4f6d-4cca-a4bf-3281fddd0890 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946252 Nov 23 22:23:51.850970 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-885ce554-8ca8-42ef-8ced-f98ff3f47b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:51.864336 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6a0a84-b78d-4999-a74c-033d15928584 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Checking segment: {'id': 'a314c914-cb5d-4f1b-9fa5-96ba82f15f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '617b5a6e-0c2b-4f90-b358-11c8f5553933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:23:51.864706 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6a0a84-b78d-4999-a74c-033d15928584 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network hostable DHCP agents. Network: 617b5a6e-0c2b-4f90-b358-11c8f5553933, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:23:51.873370 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a0a84-b78d-4999-a74c-033d15928584 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Subnet': ['ID=e912d876-88bd-4a2d-b67b-57d12e66863b,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:51.910697 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] Sync routers for ids ['bf8a661c-3369-40d3-8e1e-969956264b12'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:23:51.914033 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6a0a84-b78d-4999-a74c-033d15928584 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network 617b5a6e-0c2b-4f90-b358-11c8f5553933 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:23:51.925902 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] Routers {'bf8a661c-3369-40d3-8e1e-969956264b12'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:51.930935 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bf8a661c-3369-40d3-8e1e-969956264b12'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:51.935037 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-1b6a0a84-b78d-4999-a74c-033d15928584 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 617b5a6e-0c2b-4f90-b358-11c8f5553933) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:51.958131 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6a0a84-b78d-4999-a74c-033d15928584 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:51.958986 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1b6a0a84-b78d-4999-a74c-033d15928584 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:51.982272 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee75180e-f4fe-47ce-b21b-3188724b6f72 None None] Network 617b5a6e-0c2b-4f90-b358-11c8f5553933 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:51.997077 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1b6a0a84-b78d-4999-a74c-033d15928584 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0015068 Nov 23 22:23:51.997721 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45166) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:52.093404 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5cecaf0d-9a1b-40a1-800f-b6ca31b93ee8 None None] Provisioning complete for port 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:52.094590 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5cecaf0d-9a1b-40a1-800f-b6ca31b93ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:52.133975 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5cecaf0d-9a1b-40a1-800f-b6ca31b93ee8 None None] Port 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:52.144680 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] Set router bf8a661c-3369-40d3-8e1e-969956264b12 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:23:52.229404 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-885ce554-8ca8-42ef-8ced-f98ff3f47b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff3131c-10d5-427e-9cf4-4de8b022efe9 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:23:52.238634 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-885ce554-8ca8-42ef-8ced-f98ff3f47b64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:52.253316 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-885ce554-8ca8-42ef-8ced-f98ff3f47b64 service neutron] Transition to ACTIVE for port object 8ff3131c-10d5-427e-9cf4-4de8b022efe9 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:23:52.261071 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-885ce554-8ca8-42ef-8ced-f98ff3f47b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:52.355438 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ce554-8ca8-42ef-8ced-f98ff3f47b64 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff3131c-10d5-427e-9cf4-4de8b022efe9,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:52.394284 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eea03f8-86a2-4a33-85c0-012ef915a477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-617b5a6e-0c2b-4f90-b358-11c8f5553933', 'network_id': '617b5a6e-0c2b-4f90-b358-11c8f5553933', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'fixed_ips': [{'subnet_id': 'e912d876-88bd-4a2d-b67b-57d12e66863b'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:23:52.395464 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7eea03f8-86a2-4a33-85c0-012ef915a477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:52.471622 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-885ce554-8ca8-42ef-8ced-f98ff3f47b64 service neutron] Attempting to bind port 8ff3131c-10d5-427e-9cf4-4de8b022efe9 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:23:52.472064 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-885ce554-8ca8-42ef-8ced-f98ff3f47b64 service neutron] Attempting to bind port 8ff3131c-10d5-427e-9cf4-4de8b022efe9 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:23:52.472471 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-885ce554-8ca8-42ef-8ced-f98ff3f47b64 service neutron] Attempting to bind port 8ff3131c-10d5-427e-9cf4-4de8b022efe9 on network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:23:52.489190 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-885ce554-8ca8-42ef-8ced-f98ff3f47b64 service neutron] Port 8ff3131c-10d5-427e-9cf4-4de8b022efe9 on network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:23:52.489592 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-885ce554-8ca8-42ef-8ced-f98ff3f47b64 service neutron] Attempting to bind port 8ff3131c-10d5-427e-9cf4-4de8b022efe9 on network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:23:52.495891 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-885ce554-8ca8-42ef-8ced-f98ff3f47b64 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:23:52.496326 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-885ce554-8ca8-42ef-8ced-f98ff3f47b64 service neutron] Checking segment: {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:23:52.496786 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-885ce554-8ca8-42ef-8ced-f98ff3f47b64 service neutron] Bound using segment: {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:23:52.497308 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-885ce554-8ca8-42ef-8ced-f98ff3f47b64 service neutron] Bound port: 8ff3131c-10d5-427e-9cf4-4de8b022efe9, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:23:52.497747 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-885ce554-8ca8-42ef-8ced-f98ff3f47b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:52.592467 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0b482a71-61a6-4aec-afd3-a655840cc8f5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:52.612803 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:23:52.625648 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-885ce554-8ca8-42ef-8ced-f98ff3f47b64 service neutron] For port 8ff3131c-10d5-427e-9cf4-4de8b022efe9, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:23:52.632730 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-885ce554-8ca8-42ef-8ced-f98ff3f47b64 service neutron] For port 8ff3131c-10d5-427e-9cf4-4de8b022efe9, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=8ff3131c-10d5-427e-9cf4-4de8b022efe9,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:23:52.643046 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-885ce554-8ca8-42ef-8ced-f98ff3f47b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:52.647342 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:23:49Z', 'revision_number': 4, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': '0b5537bb-3bcf-4f1e-8e84-84f4126c60f1', 'name': '', 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:89:61:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:48Z', 'updated_at': '2021-11-23T22:23:49Z', 'revision_number': 2, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560de4fb-a66a-48c4-b038-3fa43b2a0ab8', 'name': '', 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:af:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:43Z', 'updated_at': '2021-11-23T22:23:50Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:52.685159 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] Checking router: bf8a661c-3369-40d3-8e1e-969956264b12 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:23:52.685556 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] Updating router bf8a661c-3369-40d3-8e1e-969956264b12 port 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:23:52.689958 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-7eea03f8-86a2-4a33-85c0-012ef915a477 None None] Allocated IP 172.23.0.2 (617b5a6e-0c2b-4f90-b358-11c8f5553933/e912d876-88bd-4a2d-b67b-57d12e66863b/a42e3c58-e19a-45df-971c-de1d7014d2ef) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:23:52.690788 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-885ce554-8ca8-42ef-8ced-f98ff3f47b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:52.691868 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-885ce554-8ca8-42ef-8ced-f98ff3f47b64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:52.695025 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-885ce554-8ca8-42ef-8ced-f98ff3f47b64 service neutron] 10.222.0.53 "PUT /v2.0/ports/8ff3131c-10d5-427e-9cf4-4de8b022efe9 HTTP/1.1" status: 200 len: 1092 time: 0.9220407 Nov 23 22:23:52.695708 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2db61c6-28d2-49bf-807f-af0650d7163e', 'tag': '8ff3131c-10d5-427e-9cf4-4de8b022efe9'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:23:52.698337 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38215471-78de-4c6d-9a31-cb3c194b1ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "d2db61c6-28d2-49bf-807f-af0650d7163e", "tag": "8ff3131c-10d5-427e-9cf4-4de8b022efe9"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:23:52.732657 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:52.826303 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2b409e-3dec-46b6-b688-a82b5b2686e2 x-openstack-request-id: req-9b2b409e-3dec-46b6-b688-a82b5b2686e2 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:23:52.826594 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2db61c6-28d2-49bf-807f-af0650d7163e", "tag": "8ff3131c-10d5-427e-9cf4-4de8b022efe9", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:23:52.826874 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9b2b409e-3dec-46b6-b688-a82b5b2686e2 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:23:52.827284 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2db61c6-28d2-49bf-807f-af0650d7163e', 'tag': '8ff3131c-10d5-427e-9cf4-4de8b022efe9', 'status': 'completed', 'code': 200} Nov 23 22:23:52.882729 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ce554-8ca8-42ef-8ced-f98ff3f47b64 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff3131c-10d5-427e-9cf4-4de8b022efe9,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:52.907261 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-7cc83090-8b5c-4852-ac32-a67004d72c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:52.908822 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-7cc83090-8b5c-4852-ac32-a67004d72c38 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 1095 time: 0.1435053 Nov 23 22:23:52.969689 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 560de4fb-a66a-48c4-b038-3fa43b2a0ab8 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:23:52.973886 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-2a2791c4-f387-4fe6-8355-13b4980757ba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ff3131c-10d5-427e-9cf4-4de8b022efe9 HTTP/1.1" status: 200 len: 217 time: 0.0491364 Nov 23 22:23:53.029403 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e93b0a-bb7b-4c5d-9e41-64aa4df14cb6 req-9c397f9e-35d7-47b7-88ba-973a12faf850 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:53.036320 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32e93b0a-bb7b-4c5d-9e41-64aa4df14cb6 req-9c397f9e-35d7-47b7-88ba-973a12faf850 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 944 time: 0.0828621 Nov 23 22:23:53.066351 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-5352423d-0404-4bac-a807-3d40d2aa262e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:53.068404 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-5352423d-0404-4bac-a807-3d40d2aa262e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0806084 Nov 23 22:23:53.116891 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32e93b0a-bb7b-4c5d-9e41-64aa4df14cb6 req-d3765b54-7fe2-40ae-937e-d93b4608cdec tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635643 Nov 23 22:23:53.156887 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-1931baba-fbf6-44ca-a939-4f70ac4b266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:53.158463 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-1931baba-fbf6-44ca-a939-4f70ac4b266b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760837 Nov 23 22:23:53.272407 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-de027cfc-9b90-4080-8eef-6dc7f5c803e9 service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012907 Nov 23 22:23:53.346443 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:53.373376 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d5af380f-92b6-408f-85e0-d73d4ad2af76 req-1c361e91-61c1-4603-a4af-f6fe24c0a671 service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882981 Nov 23 22:23:53.403410 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7eea03f8-86a2-4a33-85c0-012ef915a477 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:53.423801 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7eea03f8-86a2-4a33-85c0-012ef915a477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:53.483523 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-0b482a71-61a6-4aec-afd3-a655840cc8f5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Allocated IP 172.23.0.1 (617b5a6e-0c2b-4f90-b358-11c8f5553933/e912d876-88bd-4a2d-b67b-57d12e66863b/5683c190-34b5-44d8-a00b-4422313aea86) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:23:53.488344 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 560de4fb-a66a-48c4-b038-3fa43b2a0ab8 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:53.489304 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:53.500795 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eea03f8-86a2-4a33-85c0-012ef915a477 None None] Network 617b5a6e-0c2b-4f90-b358-11c8f5553933 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:53.513389 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38215471-78de-4c6d-9a31-cb3c194b1ca1 req-1a3d8835-4aee-44b9-8bec-8350e4e8c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:53.514948 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-38215471-78de-4c6d-9a31-cb3c194b1ca1 req-1a3d8835-4aee-44b9-8bec-8350e4e8c5c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 1095 time: 0.0755787 Nov 23 22:23:53.529358 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea03f8-86a2-4a33-85c0-012ef915a477 None None] Pushing event updated for resources: {'Port': ['ID=a42e3c58-e19a-45df-971c-de1d7014d2ef,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:53.532535 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-7eea03f8-86a2-4a33-85c0-012ef915a477 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:53.543095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eea03f8-86a2-4a33-85c0-012ef915a477 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:23:53.610160 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:53.632477 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38215471-78de-4c6d-9a31-cb3c194b1ca1 req-1436cafe-1768-431c-aa3d-82f872f38497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:53.633086 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0b482a71-61a6-4aec-afd3-a655840cc8f5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:53.634997 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-38215471-78de-4c6d-9a31-cb3c194b1ca1 req-1436cafe-1768-431c-aa3d-82f872f38497 service neutron] 10.222.0.53 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 912 time: 0.1069405 Nov 23 22:23:53.664362 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:53.682334 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0b482a71-61a6-4aec-afd3-a655840cc8f5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:53.692316 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-38215471-78de-4c6d-9a31-cb3c194b1ca1 req-ec71dc29-da80-4910-989f-90c183f10787 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ff3131c-10d5-427e-9cf4-4de8b022efe9 HTTP/1.1" status: 200 len: 217 time: 0.0449359 Nov 23 22:23:53.710629 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7eea03f8-86a2-4a33-85c0-012ef915a477 None None] Attempting to bind port a42e3c58-e19a-45df-971c-de1d7014d2ef on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:23:53.711027 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7eea03f8-86a2-4a33-85c0-012ef915a477 None None] Attempting to bind port a42e3c58-e19a-45df-971c-de1d7014d2ef by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'a314c914-cb5d-4f1b-9fa5-96ba82f15f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '617b5a6e-0c2b-4f90-b358-11c8f5553933'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:23:53.711398 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea03f8-86a2-4a33-85c0-012ef915a477 None None] Attempting to bind port a42e3c58-e19a-45df-971c-de1d7014d2ef on network 617b5a6e-0c2b-4f90-b358-11c8f5553933 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:23:53.732884 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b482a71-61a6-4aec-afd3-a655840cc8f5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network 617b5a6e-0c2b-4f90-b358-11c8f5553933 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:53.737916 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-0b482a71-61a6-4aec-afd3-a655840cc8f5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:53.748436 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b482a71-61a6-4aec-afd3-a655840cc8f5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:23:53.756259 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea03f8-86a2-4a33-85c0-012ef915a477 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:23:53.756674 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea03f8-86a2-4a33-85c0-012ef915a477 None None] Checking segment: {'id': 'a314c914-cb5d-4f1b-9fa5-96ba82f15f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '617b5a6e-0c2b-4f90-b358-11c8f5553933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:23:53.757086 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7eea03f8-86a2-4a33-85c0-012ef915a477 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:53.757485 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea03f8-86a2-4a33-85c0-012ef915a477 None None] Bound using segment: {'id': 'a314c914-cb5d-4f1b-9fa5-96ba82f15f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '617b5a6e-0c2b-4f90-b358-11c8f5553933'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:23:53.757977 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7eea03f8-86a2-4a33-85c0-012ef915a477 None None] Bound port: a42e3c58-e19a-45df-971c-de1d7014d2ef, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a314c914-cb5d-4f1b-9fa5-96ba82f15f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '617b5a6e-0c2b-4f90-b358-11c8f5553933'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:23:53.758364 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7eea03f8-86a2-4a33-85c0-012ef915a477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:53.789039 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38215471-78de-4c6d-9a31-cb3c194b1ca1 req-417dc900-447d-4d43-9135-46c948a11872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:53.790905 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-38215471-78de-4c6d-9a31-cb3c194b1ca1 req-417dc900-447d-4d43-9135-46c948a11872 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0856566 Nov 23 22:23:53.793266 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22c280-baf9-415f-801c-832e83b2e1a1 None None] Pushing event updated for resources: {'Port': ['ID=0b5537bb-3bcf-4f1e-8e84-84f4126c60f1,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:53.827695 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b482a71-61a6-4aec-afd3-a655840cc8f5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Port': ['ID=5683c190-34b5-44d8-a00b-4422313aea86,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:53.845228 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0b482a71-61a6-4aec-afd3-a655840cc8f5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:53.871171 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38215471-78de-4c6d-9a31-cb3c194b1ca1 req-bb15c7f5-96a1-41dd-aae1-e7014b35a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:53.873230 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-38215471-78de-4c6d-9a31-cb3c194b1ca1 req-bb15c7f5-96a1-41dd-aae1-e7014b35a20f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694542 Nov 23 22:23:53.918494 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] Attempting to bind port 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:23:53.918831 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] Attempting to bind port 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'a695e1ee-eeab-48c3-b438-5d08f72df14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:23:53.919202 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] Attempting to bind port 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1 on network 5b68c22f-647e-4215-a0c2-dcd74d908cdf {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:23:53.939316 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:23:53.940786 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] Checking segment: {'id': 'a695e1ee-eeab-48c3-b438-5d08f72df14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:23:53.941447 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:53.942080 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] Bound using segment: {'id': 'a695e1ee-eeab-48c3-b438-5d08f72df14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:23:53.942658 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] Bound port: 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a695e1ee-eeab-48c3-b438-5d08f72df14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:23:53.943444 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:53.956288 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7eea03f8-86a2-4a33-85c0-012ef915a477 None None] For port a42e3c58-e19a-45df-971c-de1d7014d2ef, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:23:53.975722 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7eea03f8-86a2-4a33-85c0-012ef915a477 None None] For port a42e3c58-e19a-45df-971c-de1d7014d2ef, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a42e3c58-e19a-45df-971c-de1d7014d2ef,segment=NetworkSegment(a314c914-cb5d-4f1b-9fa5-96ba82f15f88),segment_id=a314c914-cb5d-4f1b-9fa5-96ba82f15f88)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:23:54.001255 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7eea03f8-86a2-4a33-85c0-012ef915a477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:54.044268 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0b482a71-61a6-4aec-afd3-a655840cc8f5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:54.048407 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-38215471-78de-4c6d-9a31-cb3c194b1ca1 req-8acc288c-9d0f-45e5-ac9b-2e2f46cfbce8 service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610274 Nov 23 22:23:54.101680 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1c8bf6cd-6227-47a4-8944-c9fd81bf93a4 None None] Provisioning complete for port 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:54.102058 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1c8bf6cd-6227-47a4-8944-c9fd81bf93a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:54.108830 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea03f8-86a2-4a33-85c0-012ef915a477 None None] Pushing event updated for resources: {'Port': ['ID=a42e3c58-e19a-45df-971c-de1d7014d2ef,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:54.172960 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-38215471-78de-4c6d-9a31-cb3c194b1ca1 req-dd3f173b-3fce-4093-9513-f749430fd98d service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122541 Nov 23 22:23:54.188910 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1c8bf6cd-6227-47a4-8944-c9fd81bf93a4 None None] Port 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:54.197092 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] For port 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:23:54.205115 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] For port 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=0b5537bb-3bcf-4f1e-8e84-84f4126c60f1,segment=NetworkSegment(a695e1ee-eeab-48c3-b438-5d08f72df14b),segment_id=a695e1ee-eeab-48c3-b438-5d08f72df14b)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:23:54.213520 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:54.279959 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22c280-baf9-415f-801c-832e83b2e1a1 None None] Pushing event updated for resources: {'Port': ['ID=0b5537bb-3bcf-4f1e-8e84-84f4126c60f1,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:54.313177 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] Routers {'bf8a661c-3369-40d3-8e1e-969956264b12'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:54.314244 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bf8a661c-3369-40d3-8e1e-969956264b12'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:54.348902 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc847a41-aecc-46ac-b72f-8a70cdf8729c req-71adb553-8e84-4807-b29d-04cb6111bfde tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:54.350473 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dc847a41-aecc-46ac-b72f-8a70cdf8729c req-71adb553-8e84-4807-b29d-04cb6111bfde tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 944 time: 0.1037824 Nov 23 22:23:54.450615 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] Set router bf8a661c-3369-40d3-8e1e-969956264b12 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:23:54.518211 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dc847a41-aecc-46ac-b72f-8a70cdf8729c req-201947ba-87f6-410b-9156-baf0cac43374 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001647 Nov 23 22:23:54.552382 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0b482a71-61a6-4aec-afd3-a655840cc8f5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:54.559012 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0b482a71-61a6-4aec-afd3-a655840cc8f5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:54.622589 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0b482a71-61a6-4aec-afd3-a655840cc8f5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:54.754860 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b482a71-61a6-4aec-afd3-a655840cc8f5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event updated for resources: {'Port': ['ID=5683c190-34b5-44d8-a00b-4422313aea86,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:54.781768 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0d5b66aa-4396-44cc-b7e8-4158719a49a2 None None] Provisioning complete for port 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:54.782391 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0d5b66aa-4396-44cc-b7e8-4158719a49a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:54.791405 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b482a71-61a6-4aec-afd3-a655840cc8f5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Network 617b5a6e-0c2b-4f90-b358-11c8f5553933 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:23:54.792813 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-0b482a71-61a6-4aec-afd3-a655840cc8f5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:23:54.891778 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:23:53Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': '0b5537bb-3bcf-4f1e-8e84-84f4126c60f1', 'name': '', 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:89:61:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:48Z', 'updated_at': '2021-11-23T22:23:54Z', 'revision_number': 4, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560de4fb-a66a-48c4-b038-3fa43b2a0ab8', 'name': '', 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:af:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:43Z', 'updated_at': '2021-11-23T22:23:50Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5683c190-34b5-44d8-a00b-4422313aea86', 'name': '', 'network_id': '617b5a6e-0c2b-4f90-b358-11c8f5553933', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:e5:73:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e912d876-88bd-4a2d-b67b-57d12e66863b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:52Z', 'updated_at': '2021-11-23T22:23:53Z', 'revision_number': 1, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'e912d876-88bd-4a2d-b67b-57d12e66863b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:54.938079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cbb59b-e761-4bb9-bbd5-f47184d638ff None None] The sync data for ids ['bf8a661c-3369-40d3-8e1e-969956264b12'] in n-d-816206-9 is: [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:23:53Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': '0b5537bb-3bcf-4f1e-8e84-84f4126c60f1', 'name': '', 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:89:61:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:48Z', 'updated_at': '2021-11-23T22:23:54Z', 'revision_number': 4, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560de4fb-a66a-48c4-b038-3fa43b2a0ab8', 'name': '', 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:af:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:43Z', 'updated_at': '2021-11-23T22:23:50Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5683c190-34b5-44d8-a00b-4422313aea86', 'name': '', 'network_id': '617b5a6e-0c2b-4f90-b358-11c8f5553933', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:e5:73:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e912d876-88bd-4a2d-b67b-57d12e66863b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:52Z', 'updated_at': '2021-11-23T22:23:53Z', 'revision_number': 1, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'e912d876-88bd-4a2d-b67b-57d12e66863b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:23:54.945407 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0d5b66aa-4396-44cc-b7e8-4158719a49a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:55.009907 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0d5b66aa-4396-44cc-b7e8-4158719a49a2 None None] For port 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=0b5537bb-3bcf-4f1e-8e84-84f4126c60f1,segment=NetworkSegment(a695e1ee-eeab-48c3-b438-5d08f72df14b),segment_id=a695e1ee-eeab-48c3-b438-5d08f72df14b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:55.034905 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0d5b66aa-4396-44cc-b7e8-4158719a49a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:55.096666 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:23:55.178037 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b66aa-4396-44cc-b7e8-4158719a49a2 None None] Pushing event updated for resources: {'Port': ['ID=0b5537bb-3bcf-4f1e-8e84-84f4126c60f1,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:55.193287 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:55.193571 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:55.277326 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b482a71-61a6-4aec-afd3-a655840cc8f5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Router bf8a661c-3369-40d3-8e1e-969956264b12 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:23:55.304880 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a42e3c58-e19a-45df-971c-de1d7014d2ef up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:23:55.371832 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port a42e3c58-e19a-45df-971c-de1d7014d2ef triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:55.372207 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:55.427007 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b482a71-61a6-4aec-afd3-a655840cc8f5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:23:55.443172 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0b482a71-61a6-4aec-afd3-a655840cc8f5 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/routers/bf8a661c-3369-40d3-8e1e-969956264b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4415767 Nov 23 22:23:55.447250 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45174) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:55.452364 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-7277fecf-49ed-4f78-b123-1e61f312d162 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:55.474003 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:55.529744 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port a42e3c58-e19a-45df-971c-de1d7014d2ef, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a42e3c58-e19a-45df-971c-de1d7014d2ef,segment=NetworkSegment(a314c914-cb5d-4f1b-9fa5-96ba82f15f88),segment_id=a314c914-cb5d-4f1b-9fa5-96ba82f15f88)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:55.536106 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:55.622348 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=a42e3c58-e19a-45df-971c-de1d7014d2ef,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:55.708741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086e6b6-c8b1-490d-945c-613820c38b17 req-d2cb3b0b-89a4-4282-a4c3-7ea08b93b152 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:55.722062 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9086e6b6-c8b1-490d-945c-613820c38b17 req-d2cb3b0b-89a4-4282-a4c3-7ea08b93b152 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 944 time: 0.0958085 Nov 23 22:23:55.772676 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8abe2a-41a1-4a7b-a7d9-2dc3dab9fdc0 None None] Network 617b5a6e-0c2b-4f90-b358-11c8f5553933 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:23:55.807345 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9086e6b6-c8b1-490d-945c-613820c38b17 req-30442d7d-0834-4efb-9224-de9b2d031acd tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840261 Nov 23 22:23:55.879213 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d3db08d4-f5bc-4a46-8d94-dcc59b36e551 None None] Provisioning complete for port a42e3c58-e19a-45df-971c-de1d7014d2ef triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:55.879590 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d3db08d4-f5bc-4a46-8d94-dcc59b36e551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:56.042472 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] Sync routers for ids ['bf8a661c-3369-40d3-8e1e-969956264b12'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:23:56.055470 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] Routers {'bf8a661c-3369-40d3-8e1e-969956264b12'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:56.056102 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bf8a661c-3369-40d3-8e1e-969956264b12'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:56.290940 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] Set router bf8a661c-3369-40d3-8e1e-969956264b12 gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:23:56.354690 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d937df9a-2b49-4a2c-8231-cb1f1543b55f None None] Provisioning complete for port a42e3c58-e19a-45df-971c-de1d7014d2ef triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:56.355258 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d937df9a-2b49-4a2c-8231-cb1f1543b55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:56.432101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.extraroute_db [None req-7277fecf-49ed-4f78-b123-1e61f312d162 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=110033) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 22:23:56.452070 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.extraroute_db [None req-7277fecf-49ed-4f78-b123-1e61f312d162 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Removed routes are [] {{(pid=110033) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 22:23:56.452763 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7277fecf-49ed-4f78-b123-1e61f312d162 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:56.517214 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-d937df9a-2b49-4a2c-8231-cb1f1543b55f None None] Provisioning complete for port 5683c190-34b5-44d8-a00b-4422313aea86 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:56.517916 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d937df9a-2b49-4a2c-8231-cb1f1543b55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:56.565409 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-d937df9a-2b49-4a2c-8231-cb1f1543b55f None None] Port 5683c190-34b5-44d8-a00b-4422313aea86 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:56.593906 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:23:53Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': '0b5537bb-3bcf-4f1e-8e84-84f4126c60f1', 'name': '', 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:89:61:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:48Z', 'updated_at': '2021-11-23T22:23:54Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560de4fb-a66a-48c4-b038-3fa43b2a0ab8', 'name': '', 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:af:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:43Z', 'updated_at': '2021-11-23T22:23:50Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5683c190-34b5-44d8-a00b-4422313aea86', 'name': '', 'network_id': '617b5a6e-0c2b-4f90-b358-11c8f5553933', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:e5:73:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e912d876-88bd-4a2d-b67b-57d12e66863b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:52Z', 'updated_at': '2021-11-23T22:23:54Z', 'revision_number': 2, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'e912d876-88bd-4a2d-b67b-57d12e66863b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:56.625347 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] Checking router: bf8a661c-3369-40d3-8e1e-969956264b12 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:23:56.625927 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] Updating router bf8a661c-3369-40d3-8e1e-969956264b12 port 5683c190-34b5-44d8-a00b-4422313aea86 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:23:56.659138 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:56.699879 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-511095a4-223f-48d1-96e3-b99f40a17f09 None None] Provisioning complete for port 5683c190-34b5-44d8-a00b-4422313aea86 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:56.700257 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-511095a4-223f-48d1-96e3-b99f40a17f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:56.738868 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7277fecf-49ed-4f78-b123-1e61f312d162 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:56.746884 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7277fecf-49ed-4f78-b123-1e61f312d162 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-847058'] for router, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:56.784216 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-511095a4-223f-48d1-96e3-b99f40a17f09 None None] Port 5683c190-34b5-44d8-a00b-4422313aea86 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:56.907999 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:23:56.916447 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7277fecf-49ed-4f78-b123-1e61f312d162 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Router bf8a661c-3369-40d3-8e1e-969956264b12 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:23:56.979561 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09153f6f-2821-4a0d-83c0-0a5819af47ee req-f3f23b39-7933-45fa-a0b4-81b8dec7fe6a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:56.988651 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09153f6f-2821-4a0d-83c0-0a5819af47ee req-f3f23b39-7933-45fa-a0b4-81b8dec7fe6a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 944 time: 0.0676699 Nov 23 22:23:57.040220 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:57.040499 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:57.042148 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9f874936-900f-45a7-ac46-b6095a09c32d None None] Provisioning complete for port 5683c190-34b5-44d8-a00b-4422313aea86 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:57.042508 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9f874936-900f-45a7-ac46-b6095a09c32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:57.045788 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7277fecf-49ed-4f78-b123-1e61f312d162 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:23:57.053196 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7277fecf-49ed-4f78-b123-1e61f312d162 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:57.055207 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7277fecf-49ed-4f78-b123-1e61f312d162 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/routers/bf8a661c-3369-40d3-8e1e-969956264b12 HTTP/1.1" status: 200 len: 934 time: 1.6069288 Nov 23 22:23:57.058334 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45180) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:57.060017 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09153f6f-2821-4a0d-83c0-0a5819af47ee req-883a82a6-2ec0-47f2-8d05-b1e49af95afe tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652132 Nov 23 22:23:57.071705 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:57.077372 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:57.171408 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-9f874936-900f-45a7-ac46-b6095a09c32d None None] Port 5683c190-34b5-44d8-a00b-4422313aea86 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:23:57.196746 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-253a07d8-47b7-43eb-9c79-25bbc7907bec tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/routers/bf8a661c-3369-40d3-8e1e-969956264b12 HTTP/1.1" status: 200 len: 934 time: 0.1368787 Nov 23 22:23:57.199737 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45182) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:57.207524 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-a0ec01b0-d24d-442c-9157-91a497a01e62 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'router': {'routes': None}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:23:57.210929 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a42e3c58-e19a-45df-971c-de1d7014d2ef up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:23:57.232167 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] Attempting to bind port 5683c190-34b5-44d8-a00b-4422313aea86 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:23:57.232634 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] Attempting to bind port 5683c190-34b5-44d8-a00b-4422313aea86 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'a314c914-cb5d-4f1b-9fa5-96ba82f15f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '617b5a6e-0c2b-4f90-b358-11c8f5553933'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:23:57.233119 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] Attempting to bind port 5683c190-34b5-44d8-a00b-4422313aea86 on network 617b5a6e-0c2b-4f90-b358-11c8f5553933 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:23:57.235721 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b91ac-b814-4406-827a-9a5a1d554710 None None] Pushing event updated for resources: {'Port': ['ID=5683c190-34b5-44d8-a00b-4422313aea86,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:57.242124 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:23:57.242646 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] Checking segment: {'id': 'a314c914-cb5d-4f1b-9fa5-96ba82f15f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '617b5a6e-0c2b-4f90-b358-11c8f5553933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:23:57.243319 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:57.245598 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] Bound using segment: {'id': 'a314c914-cb5d-4f1b-9fa5-96ba82f15f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '617b5a6e-0c2b-4f90-b358-11c8f5553933'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:23:57.245598 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] Bound port: 5683c190-34b5-44d8-a00b-4422313aea86, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a314c914-cb5d-4f1b-9fa5-96ba82f15f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '617b5a6e-0c2b-4f90-b358-11c8f5553933'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:23:57.245598 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:57.320518 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] For port 5683c190-34b5-44d8-a00b-4422313aea86, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:23:57.323981 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] For port 5683c190-34b5-44d8-a00b-4422313aea86, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5683c190-34b5-44d8-a00b-4422313aea86,segment=NetworkSegment(a314c914-cb5d-4f1b-9fa5-96ba82f15f88),segment_id=a314c914-cb5d-4f1b-9fa5-96ba82f15f88)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:23:57.331082 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port a42e3c58-e19a-45df-971c-de1d7014d2ef triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:57.331490 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:57.331909 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:57.431243 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] Routers {'bf8a661c-3369-40d3-8e1e-969956264b12'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:57.431884 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bf8a661c-3369-40d3-8e1e-969956264b12'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:57.437644 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b91ac-b814-4406-827a-9a5a1d554710 None None] Pushing event updated for resources: {'Port': ['ID=5683c190-34b5-44d8-a00b-4422313aea86,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:57.505492 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e106a16a-1d6d-4d3b-a017-926192f98ec7 None None] Provisioning complete for port 5683c190-34b5-44d8-a00b-4422313aea86 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:57.506793 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e106a16a-1d6d-4d3b-a017-926192f98ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:57.579976 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] Set router bf8a661c-3369-40d3-8e1e-969956264b12 gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:23:57.623012 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e106a16a-1d6d-4d3b-a017-926192f98ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:57.663811 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e106a16a-1d6d-4d3b-a017-926192f98ec7 None None] For port 5683c190-34b5-44d8-a00b-4422313aea86, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5683c190-34b5-44d8-a00b-4422313aea86,segment=NetworkSegment(a314c914-cb5d-4f1b-9fa5-96ba82f15f88),segment_id=a314c914-cb5d-4f1b-9fa5-96ba82f15f88)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:57.670379 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e106a16a-1d6d-4d3b-a017-926192f98ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:57.734992 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106a16a-1d6d-4d3b-a017-926192f98ec7 None None] Pushing event updated for resources: {'Port': ['ID=5683c190-34b5-44d8-a00b-4422313aea86,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:57.794388 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-cd7baca1-e01c-4f1a-87dd-1805fb158b01 None None] Provisioning complete for port 5683c190-34b5-44d8-a00b-4422313aea86 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:57.794891 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cd7baca1-e01c-4f1a-87dd-1805fb158b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:57.802281 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.extraroute_db [None req-a0ec01b0-d24d-442c-9157-91a497a01e62 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Added routes are [] {{(pid=110034) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 22:23:57.802610 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.extraroute_db [None req-a0ec01b0-d24d-442c-9157-91a497a01e62 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=110034) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 22:23:57.835435 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a0ec01b0-d24d-442c-9157-91a497a01e62 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:57.889772 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:23:56Z', 'revision_number': 6, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': '0b5537bb-3bcf-4f1e-8e84-84f4126c60f1', 'name': '', 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:89:61:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:48Z', 'updated_at': '2021-11-23T22:23:54Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560de4fb-a66a-48c4-b038-3fa43b2a0ab8', 'name': '', 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:af:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:43Z', 'updated_at': '2021-11-23T22:23:50Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5683c190-34b5-44d8-a00b-4422313aea86', 'name': '', 'network_id': '617b5a6e-0c2b-4f90-b358-11c8f5553933', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:e5:73:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e912d876-88bd-4a2d-b67b-57d12e66863b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:52Z', 'updated_at': '2021-11-23T22:23:57Z', 'revision_number': 4, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'e912d876-88bd-4a2d-b67b-57d12e66863b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:57.920004 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627cdd0e-daf5-479c-bcec-3b13a8561386 None None] The sync data for ids ['bf8a661c-3369-40d3-8e1e-969956264b12'] in n-d-816206-9 is: [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:23:56Z', 'revision_number': 6, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': '0b5537bb-3bcf-4f1e-8e84-84f4126c60f1', 'name': '', 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:89:61:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:48Z', 'updated_at': '2021-11-23T22:23:54Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560de4fb-a66a-48c4-b038-3fa43b2a0ab8', 'name': '', 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:af:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:43Z', 'updated_at': '2021-11-23T22:23:50Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5683c190-34b5-44d8-a00b-4422313aea86', 'name': '', 'network_id': '617b5a6e-0c2b-4f90-b358-11c8f5553933', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:e5:73:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e912d876-88bd-4a2d-b67b-57d12e66863b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:52Z', 'updated_at': '2021-11-23T22:23:57Z', 'revision_number': 4, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'e912d876-88bd-4a2d-b67b-57d12e66863b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:23:57.942495 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6cdeee0e-c615-47f7-be28-4b001822e31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:58.058891 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a0ec01b0-d24d-442c-9157-91a497a01e62 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:58.063807 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a0ec01b0-d24d-442c-9157-91a497a01e62 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-847058'] for router, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:58.194565 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa9d8eb-5cbd-4734-973b-e02ef80abfe1 None None] Sync routers for ids ['bf8a661c-3369-40d3-8e1e-969956264b12'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:23:58.198948 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ec01b0-d24d-442c-9157-91a497a01e62 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Router bf8a661c-3369-40d3-8e1e-969956264b12 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:23:58.205131 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa9d8eb-5cbd-4734-973b-e02ef80abfe1 None None] Routers {'bf8a661c-3369-40d3-8e1e-969956264b12'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:58.205819 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-8aa9d8eb-5cbd-4734-973b-e02ef80abfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bf8a661c-3369-40d3-8e1e-969956264b12'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:58.207614 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57a591-7b90-450d-a9c0-539e2497551e req-1d58ec6e-bbf1-4681-8131-b7a816b792f3 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:58.209114 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef57a591-7b90-450d-a9c0-539e2497551e req-1d58ec6e-bbf1-4681-8131-b7a816b792f3 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 944 time: 0.0752153 Nov 23 22:23:58.295596 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-8aa9d8eb-5cbd-4734-973b-e02ef80abfe1 None None] Set router bf8a661c-3369-40d3-8e1e-969956264b12 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:23:58.337007 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef57a591-7b90-450d-a9c0-539e2497551e req-9755223b-10ea-4628-b946-e5bd9c8eab25 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203651 Nov 23 22:23:58.343548 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ec01b0-d24d-442c-9157-91a497a01e62 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:23:58.351371 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a0ec01b0-d24d-442c-9157-91a497a01e62 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:58.352765 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a0ec01b0-d24d-442c-9157-91a497a01e62 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/routers/bf8a661c-3369-40d3-8e1e-969956264b12 HTTP/1.1" status: 200 len: 700 time: 1.1487370 Nov 23 22:23:58.355290 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45186) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:58.457301 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4ec0eac5-1780-4c35-b137-02722abbc491 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/routers/bf8a661c-3369-40d3-8e1e-969956264b12 HTTP/1.1" status: 200 len: 700 time: 0.1006920 Nov 23 22:23:58.460256 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45188) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:23:58.506486 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-8aa9d8eb-5cbd-4734-973b-e02ef80abfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:23:57Z', 'revision_number': 7, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': '0b5537bb-3bcf-4f1e-8e84-84f4126c60f1', 'name': '', 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:89:61:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:48Z', 'updated_at': '2021-11-23T22:23:54Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560de4fb-a66a-48c4-b038-3fa43b2a0ab8', 'name': '', 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:af:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:43Z', 'updated_at': '2021-11-23T22:23:50Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5683c190-34b5-44d8-a00b-4422313aea86', 'name': '', 'network_id': '617b5a6e-0c2b-4f90-b358-11c8f5553933', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:e5:73:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e912d876-88bd-4a2d-b67b-57d12e66863b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:52Z', 'updated_at': '2021-11-23T22:23:57Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'e912d876-88bd-4a2d-b67b-57d12e66863b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:58.694862 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa9d8eb-5cbd-4734-973b-e02ef80abfe1 None None] Checking router: bf8a661c-3369-40d3-8e1e-969956264b12 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:23:58.704158 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa9d8eb-5cbd-4734-973b-e02ef80abfe1 None None] Routers {'bf8a661c-3369-40d3-8e1e-969956264b12'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:58.704436 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-8aa9d8eb-5cbd-4734-973b-e02ef80abfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bf8a661c-3369-40d3-8e1e-969956264b12'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:58.794927 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-8aa9d8eb-5cbd-4734-973b-e02ef80abfe1 None None] Set router bf8a661c-3369-40d3-8e1e-969956264b12 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:23:58.812823 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-176ad8d5-cd80-43da-ad1b-0b59e359274a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:58.871674 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5683c190-34b5-44d8-a00b-4422313aea86 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:23:58.996155 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 5683c190-34b5-44d8-a00b-4422313aea86 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:23:58.996739 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:59.069124 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-176ad8d5-cd80-43da-ad1b-0b59e359274a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting port 5683c190-34b5-44d8-a00b-4422313aea86 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:23:59.069727 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-176ad8d5-cd80-43da-ad1b-0b59e359274a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:59.119496 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-8aa9d8eb-5cbd-4734-973b-e02ef80abfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:23:57Z', 'revision_number': 7, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': '0b5537bb-3bcf-4f1e-8e84-84f4126c60f1', 'name': '', 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:89:61:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:48Z', 'updated_at': '2021-11-23T22:23:54Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560de4fb-a66a-48c4-b038-3fa43b2a0ab8', 'name': '', 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:af:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:43Z', 'updated_at': '2021-11-23T22:23:50Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5683c190-34b5-44d8-a00b-4422313aea86', 'name': '', 'network_id': '617b5a6e-0c2b-4f90-b358-11c8f5553933', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:e5:73:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e912d876-88bd-4a2d-b67b-57d12e66863b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:52Z', 'updated_at': '2021-11-23T22:23:57Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'e912d876-88bd-4a2d-b67b-57d12e66863b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:59.153136 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa9d8eb-5cbd-4734-973b-e02ef80abfe1 None None] The sync data for ids ['bf8a661c-3369-40d3-8e1e-969956264b12'] in n-d-816206-9 is: [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:23:57Z', 'revision_number': 7, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': '0b5537bb-3bcf-4f1e-8e84-84f4126c60f1', 'name': '', 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:89:61:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:48Z', 'updated_at': '2021-11-23T22:23:54Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560de4fb-a66a-48c4-b038-3fa43b2a0ab8', 'name': '', 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:af:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:43Z', 'updated_at': '2021-11-23T22:23:50Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5683c190-34b5-44d8-a00b-4422313aea86', 'name': '', 'network_id': '617b5a6e-0c2b-4f90-b358-11c8f5553933', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:e5:73:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'e912d876-88bd-4a2d-b67b-57d12e66863b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:52Z', 'updated_at': '2021-11-23T22:23:57Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'e912d876-88bd-4a2d-b67b-57d12e66863b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:23:59.165896 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-176ad8d5-cd80-43da-ad1b-0b59e359274a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] For port 5683c190-34b5-44d8-a00b-4422313aea86, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=5683c190-34b5-44d8-a00b-4422313aea86,segment=NetworkSegment(a314c914-cb5d-4f1b-9fa5-96ba82f15f88),segment_id=a314c914-cb5d-4f1b-9fa5-96ba82f15f88)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:23:59.166261 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-176ad8d5-cd80-43da-ad1b-0b59e359274a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:59.179672 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-176ad8d5-cd80-43da-ad1b-0b59e359274a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Calling delete_port for 5683c190-34b5-44d8-a00b-4422313aea86 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:23:59.358628 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-176ad8d5-cd80-43da-ad1b-0b59e359274a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:59.396232 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ad8d5-cd80-43da-ad1b-0b59e359274a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Port': ['ID=5683c190-34b5-44d8-a00b-4422313aea86,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:23:59.459956 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb855a05-f63f-4ee1-bbd7-7d2ed6a69c17 None None] Sync routers for ids ['bf8a661c-3369-40d3-8e1e-969956264b12'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:23:59.472258 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb855a05-f63f-4ee1-bbd7-7d2ed6a69c17 None None] Routers {'bf8a661c-3369-40d3-8e1e-969956264b12'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:59.473160 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-cb855a05-f63f-4ee1-bbd7-7d2ed6a69c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bf8a661c-3369-40d3-8e1e-969956264b12'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:59.548633 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a4ef0-c231-4662-be81-83634bdf909a req-8bd7019a-d592-4efc-9a64-463e87c22226 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:23:59.551162 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-825a4ef0-c231-4662-be81-83634bdf909a req-8bd7019a-d592-4efc-9a64-463e87c22226 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 944 time: 0.1268828 Nov 23 22:23:59.572783 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-cb855a05-f63f-4ee1-bbd7-7d2ed6a69c17 None None] Set router bf8a661c-3369-40d3-8e1e-969956264b12 gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:23:59.636190 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-176ad8d5-cd80-43da-ad1b-0b59e359274a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:23:59.642680 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-825a4ef0-c231-4662-be81-83634bdf909a req-9d8cf555-9358-4f5e-beda-40b815ae0fa8 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655673 Nov 23 22:23:59.782179 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-cb855a05-f63f-4ee1-bbd7-7d2ed6a69c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:23:59Z', 'revision_number': 8, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': '0b5537bb-3bcf-4f1e-8e84-84f4126c60f1', 'name': '', 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:89:61:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:48Z', 'updated_at': '2021-11-23T22:23:54Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560de4fb-a66a-48c4-b038-3fa43b2a0ab8', 'name': '', 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:af:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:43Z', 'updated_at': '2021-11-23T22:23:50Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:59.812995 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb855a05-f63f-4ee1-bbd7-7d2ed6a69c17 None None] Checking router: bf8a661c-3369-40d3-8e1e-969956264b12 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:23:59.822355 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb855a05-f63f-4ee1-bbd7-7d2ed6a69c17 None None] Routers {'bf8a661c-3369-40d3-8e1e-969956264b12'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:23:59.823007 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-cb855a05-f63f-4ee1-bbd7-7d2ed6a69c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:23:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bf8a661c-3369-40d3-8e1e-969956264b12'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:23:59.913180 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-cb855a05-f63f-4ee1-bbd7-7d2ed6a69c17 None None] Set router bf8a661c-3369-40d3-8e1e-969956264b12 gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:24:00.083008 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176ad8d5-cd80-43da-ad1b-0b59e359274a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Router bf8a661c-3369-40d3-8e1e-969956264b12 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:24:00.176731 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:00.180506 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176ad8d5-cd80-43da-ad1b-0b59e359274a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:24:00.186276 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-176ad8d5-cd80-43da-ad1b-0b59e359274a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/routers/bf8a661c-3369-40d3-8e1e-969956264b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7250438 Nov 23 22:24:00.189597 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45192) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:00.215052 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-cb855a05-f63f-4ee1-bbd7-7d2ed6a69c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:23:59Z', 'revision_number': 8, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': '0b5537bb-3bcf-4f1e-8e84-84f4126c60f1', 'name': '', 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:89:61:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:48Z', 'updated_at': '2021-11-23T22:23:54Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560de4fb-a66a-48c4-b038-3fa43b2a0ab8', 'name': '', 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:af:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:43Z', 'updated_at': '2021-11-23T22:23:50Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:00.241657 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb855a05-f63f-4ee1-bbd7-7d2ed6a69c17 None None] The sync data for ids ['bf8a661c-3369-40d3-8e1e-969956264b12'] in n-d-816206-9 is: [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:23:59Z', 'revision_number': 8, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': '0b5537bb-3bcf-4f1e-8e84-84f4126c60f1', 'name': '', 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:89:61:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:48Z', 'updated_at': '2021-11-23T22:23:54Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560de4fb-a66a-48c4-b038-3fa43b2a0ab8', 'name': '', 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:af:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:43Z', 'updated_at': '2021-11-23T22:23:50Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:24:00.243277 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8871067-ef25-4259-b201-fbf48319ddbf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting subnet e912d876-88bd-4a2d-b67b-57d12e66863b {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:24:00.246655 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f8871067-ef25-4259-b201-fbf48319ddbf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:00.287857 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f8871067-ef25-4259-b201-fbf48319ddbf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:00.374599 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f8871067-ef25-4259-b201-fbf48319ddbf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:00.433444 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f8871067-ef25-4259-b201-fbf48319ddbf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:00.459705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8871067-ef25-4259-b201-fbf48319ddbf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Subnet': ['ID=e912d876-88bd-4a2d-b67b-57d12e66863b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:00.463250 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f8871067-ef25-4259-b201-fbf48319ddbf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:00.466503 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f8871067-ef25-4259-b201-fbf48319ddbf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/subnets/e912d876-88bd-4a2d-b67b-57d12e66863b HTTP/1.1" status: 204 len: 168 time: 0.2759624 Nov 23 22:24:00.469809 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45194) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:00.472722 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec094c42-2108-4fa8-9f77-7834e541723a None None] Network 617b5a6e-0c2b-4f90-b358-11c8f5553933 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:24:00.550779 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c009b8b-0031-463d-8f8c-3287277483bf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:00.555709 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2c316cb0-2cf9-4b99-bef4-08e84bc45563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:00.605197 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-0c009b8b-0031-463d-8f8c-3287277483bf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting port a42e3c58-e19a-45df-971c-de1d7014d2ef {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:24:00.605562 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c009b8b-0031-463d-8f8c-3287277483bf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:00.686625 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ce58a6-88db-4d01-9e06-cbb7b0c66668 None None] DHCP port deletion for 617b5a6e-0c2b-4f90-b358-11c8f5553933 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:24:00.694762 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-0c009b8b-0031-463d-8f8c-3287277483bf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] For port a42e3c58-e19a-45df-971c-de1d7014d2ef, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a42e3c58-e19a-45df-971c-de1d7014d2ef,segment=NetworkSegment(a314c914-cb5d-4f1b-9fa5-96ba82f15f88),segment_id=a314c914-cb5d-4f1b-9fa5-96ba82f15f88)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:24:00.695204 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c009b8b-0031-463d-8f8c-3287277483bf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:00.711589 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-0c009b8b-0031-463d-8f8c-3287277483bf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Calling delete_port for a42e3c58-e19a-45df-971c-de1d7014d2ef owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:24:00.746261 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-12ce58a6-88db-4d01-9e06-cbb7b0c66668 None None] Deleting port a42e3c58-e19a-45df-971c-de1d7014d2ef {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:24:00.746858 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-12ce58a6-88db-4d01-9e06-cbb7b0c66668 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:00.818215 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-12ce58a6-88db-4d01-9e06-cbb7b0c66668 None None] For port a42e3c58-e19a-45df-971c-de1d7014d2ef, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a42e3c58-e19a-45df-971c-de1d7014d2ef,segment=NetworkSegment(a314c914-cb5d-4f1b-9fa5-96ba82f15f88),segment_id=a314c914-cb5d-4f1b-9fa5-96ba82f15f88)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:24:00.818677 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-12ce58a6-88db-4d01-9e06-cbb7b0c66668 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:00.820207 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f727c-80a1-4d3d-b1ba-a919f57313e6 req-ca1bd7b9-5c36-44f8-8e98-8f984ae6b258 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:24:00.821740 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-192f727c-80a1-4d3d-b1ba-a919f57313e6 req-ca1bd7b9-5c36-44f8-8e98-8f984ae6b258 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 944 time: 0.1014304 Nov 23 22:24:00.836099 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-12ce58a6-88db-4d01-9e06-cbb7b0c66668 None None] Calling delete_port for a42e3c58-e19a-45df-971c-de1d7014d2ef owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:24:00.877572 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c009b8b-0031-463d-8f8c-3287277483bf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:00.885955 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5683c190-34b5-44d8-a00b-4422313aea86 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:24:00.888927 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e408c9d4-73a7-4252-b2f8-f097105583f6 None None] Sync routers for ids ['bf8a661c-3369-40d3-8e1e-969956264b12'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:24:00.914812 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c009b8b-0031-463d-8f8c-3287277483bf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Port': ['ID=a42e3c58-e19a-45df-971c-de1d7014d2ef,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:00.916030 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 5683c190-34b5-44d8-a00b-4422313aea86 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:24:00.916382 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 5683c190-34b5-44d8-a00b-4422313aea86 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:24:00.916800 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a42e3c58-e19a-45df-971c-de1d7014d2ef no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:24:00.921979 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c009b8b-0031-463d-8f8c-3287277483bf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] No DVR routers for this DVR port a42e3c58-e19a-45df-971c-de1d7014d2ef on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:24:00.934055 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-192f727c-80a1-4d3d-b1ba-a919f57313e6 req-414002ee-a67b-47cb-8467-dd39257c0b8f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972250 Nov 23 22:24:00.952642 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: a42e3c58-e19a-45df-971c-de1d7014d2ef {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:24:00.953823 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a42e3c58-e19a-45df-971c-de1d7014d2ef not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:24:00.956533 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e408c9d4-73a7-4252-b2f8-f097105583f6 None None] Routers {'bf8a661c-3369-40d3-8e1e-969956264b12'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:24:00.957238 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e408c9d4-73a7-4252-b2f8-f097105583f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:24:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bf8a661c-3369-40d3-8e1e-969956264b12'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:01.009968 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c009b8b-0031-463d-8f8c-3287277483bf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:01.035606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-0c009b8b-0031-463d-8f8c-3287277483bf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617b5a6e-0c2b-4f90-b358-11c8f5553933']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:01.043241 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-12ce58a6-88db-4d01-9e06-cbb7b0c66668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:01.045948 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-0c009b8b-0031-463d-8f8c-3287277483bf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a314c914-cb5d-4f1b-9fa5-96ba82f15f88') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:01.046250 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-0c009b8b-0031-463d-8f8c-3287277483bf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a314c914-cb5d-4f1b-9fa5-96ba82f15f88') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:01.056108 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c009b8b-0031-463d-8f8c-3287277483bf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:01.069524 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c009b8b-0031-463d-8f8c-3287277483bf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:01.075471 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c009b8b-0031-463d-8f8c-3287277483bf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:24:01.075856 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c009b8b-0031-463d-8f8c-3287277483bf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:01.076523 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-e408c9d4-73a7-4252-b2f8-f097105583f6 None None] Set router bf8a661c-3369-40d3-8e1e-969956264b12 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:24:01.079390 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce58a6-88db-4d01-9e06-cbb7b0c66668 None None] Pushing event deleted for resources: {'Port': ['ID=a42e3c58-e19a-45df-971c-de1d7014d2ef,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:24:01.079545 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:24:01.110521 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ce58a6-88db-4d01-9e06-cbb7b0c66668 None None] No DVR routers for this DVR port a42e3c58-e19a-45df-971c-de1d7014d2ef on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:24:01.152158 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c009b8b-0031-463d-8f8c-3287277483bf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:01.159657 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0c009b8b-0031-463d-8f8c-3287277483bf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:01.163581 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0c009b8b-0031-463d-8f8c-3287277483bf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/networks/617b5a6e-0c2b-4f90-b358-11c8f5553933 HTTP/1.1" status: 204 len: 168 time: 0.6925752 Nov 23 22:24:01.166002 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45198) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:01.181600 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c009b8b-0031-463d-8f8c-3287277483bf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Network': ['ID=617b5a6e-0c2b-4f90-b358-11c8f5553933,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:01.304340 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e408c9d4-73a7-4252-b2f8-f097105583f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:23:59Z', 'revision_number': 8, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': '0b5537bb-3bcf-4f1e-8e84-84f4126c60f1', 'name': '', 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:89:61:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:48Z', 'updated_at': '2021-11-23T22:23:54Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560de4fb-a66a-48c4-b038-3fa43b2a0ab8', 'name': '', 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:af:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:43Z', 'updated_at': '2021-11-23T22:23:50Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:01.334908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e408c9d4-73a7-4252-b2f8-f097105583f6 None None] Checking router: bf8a661c-3369-40d3-8e1e-969956264b12 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:24:01.343328 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e408c9d4-73a7-4252-b2f8-f097105583f6 None None] Routers {'bf8a661c-3369-40d3-8e1e-969956264b12'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:24:01.344062 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e408c9d4-73a7-4252-b2f8-f097105583f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:24:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bf8a661c-3369-40d3-8e1e-969956264b12'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:01.436689 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-e408c9d4-73a7-4252-b2f8-f097105583f6 None None] Set router bf8a661c-3369-40d3-8e1e-969956264b12 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:24:01.530275 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9747fdcc-2b1c-4269-93a4-9a04d901588e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:01.649194 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-e408c9d4-73a7-4252-b2f8-f097105583f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:23:59Z', 'revision_number': 8, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': '0b5537bb-3bcf-4f1e-8e84-84f4126c60f1', 'name': '', 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:89:61:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:48Z', 'updated_at': '2021-11-23T22:23:54Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560de4fb-a66a-48c4-b038-3fa43b2a0ab8', 'name': '', 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:af:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:43Z', 'updated_at': '2021-11-23T22:23:50Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:01.681118 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e408c9d4-73a7-4252-b2f8-f097105583f6 None None] The sync data for ids ['bf8a661c-3369-40d3-8e1e-969956264b12'] in n-d-816206-9 is: [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:23:59Z', 'revision_number': 8, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': '0b5537bb-3bcf-4f1e-8e84-84f4126c60f1', 'name': '', 'network_id': '5b68c22f-647e-4215-a0c2-dcd74d908cdf', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:89:61:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:48Z', 'updated_at': '2021-11-23T22:23:54Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'c8ca662a-dba8-4476-a98d-be6c9db26457', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '560de4fb-a66a-48c4-b038-3fa43b2a0ab8', 'name': '', 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:af:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:43Z', 'updated_at': '2021-11-23T22:23:50Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:24:01.694398 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:01.802533 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-9747fdcc-2b1c-4269-93a4-9a04d901588e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting port 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:24:01.803185 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9747fdcc-2b1c-4269-93a4-9a04d901588e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:01.895439 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-9747fdcc-2b1c-4269-93a4-9a04d901588e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] For port 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=0b5537bb-3bcf-4f1e-8e84-84f4126c60f1,segment=NetworkSegment(a695e1ee-eeab-48c3-b438-5d08f72df14b),segment_id=a695e1ee-eeab-48c3-b438-5d08f72df14b)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:24:01.895793 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9747fdcc-2b1c-4269-93a4-9a04d901588e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:01.908437 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-9747fdcc-2b1c-4269-93a4-9a04d901588e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Calling delete_port for 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:24:02.087263 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fccf0-2697-4e54-bd23-6e0a86a819fa req-fc1a1189-bfea-4de7-97c4-243c0566f10a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:24:02.088731 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db9fccf0-2697-4e54-bd23-6e0a86a819fa req-fc1a1189-bfea-4de7-97c4-243c0566f10a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 944 time: 0.0816140 Nov 23 22:24:02.138030 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9747fdcc-2b1c-4269-93a4-9a04d901588e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:02.181700 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747fdcc-2b1c-4269-93a4-9a04d901588e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Port': ['ID=0b5537bb-3bcf-4f1e-8e84-84f4126c60f1,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:02.188559 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db9fccf0-2697-4e54-bd23-6e0a86a819fa req-1101faee-31af-450e-be3a-ee961a5352a0 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923886 Nov 23 22:24:02.347182 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9747fdcc-2b1c-4269-93a4-9a04d901588e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:02.541011 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9747fdcc-2b1c-4269-93a4-9a04d901588e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Router bf8a661c-3369-40d3-8e1e-969956264b12 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:24:02.633080 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9747fdcc-2b1c-4269-93a4-9a04d901588e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:24:02.637983 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9747fdcc-2b1c-4269-93a4-9a04d901588e tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/routers/bf8a661c-3369-40d3-8e1e-969956264b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4709582 Nov 23 22:24:02.641490 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45202) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:02.643986 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad1be3f-3406-4c09-b763-487d5bf53756 None None] Sync routers for ids ['bf8a661c-3369-40d3-8e1e-969956264b12'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:24:02.654166 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad1be3f-3406-4c09-b763-487d5bf53756 None None] Routers {'bf8a661c-3369-40d3-8e1e-969956264b12'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:24:02.654799 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-cad1be3f-3406-4c09-b763-487d5bf53756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:24:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bf8a661c-3369-40d3-8e1e-969956264b12'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:02.693088 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-5450296f-720a-4f3e-8a69-d2751209da1c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting subnet c8ca662a-dba8-4476-a98d-be6c9db26457 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:24:02.696294 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5450296f-720a-4f3e-8a69-d2751209da1c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:02.737094 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5450296f-720a-4f3e-8a69-d2751209da1c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:02.740678 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-cad1be3f-3406-4c09-b763-487d5bf53756 None None] Set router bf8a661c-3369-40d3-8e1e-969956264b12 gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:24:02.831148 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5450296f-720a-4f3e-8a69-d2751209da1c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:02.888668 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5450296f-720a-4f3e-8a69-d2751209da1c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:02.915178 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450296f-720a-4f3e-8a69-d2751209da1c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ca662a-dba8-4476-a98d-be6c9db26457,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:02.918731 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5450296f-720a-4f3e-8a69-d2751209da1c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:02.923867 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5450296f-720a-4f3e-8a69-d2751209da1c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/subnets/c8ca662a-dba8-4476-a98d-be6c9db26457 HTTP/1.1" status: 204 len: 168 time: 0.2814095 Nov 23 22:24:02.926785 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45204) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:02.929309 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426711fa-b2d7-486a-ac10-f0201aff3c6a None None] Network 5b68c22f-647e-4215-a0c2-dcd74d908cdf requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:24:02.951061 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-cad1be3f-3406-4c09-b763-487d5bf53756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:24:02Z', 'revision_number': 9, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': '560de4fb-a66a-48c4-b038-3fa43b2a0ab8', 'name': '', 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:af:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:43Z', 'updated_at': '2021-11-23T22:23:50Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:02.978142 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad1be3f-3406-4c09-b763-487d5bf53756 None None] Checking router: bf8a661c-3369-40d3-8e1e-969956264b12 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:24:02.987778 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad1be3f-3406-4c09-b763-487d5bf53756 None None] Routers {'bf8a661c-3369-40d3-8e1e-969956264b12'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:24:02.988909 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-cad1be3f-3406-4c09-b763-487d5bf53756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:24:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bf8a661c-3369-40d3-8e1e-969956264b12'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:03.002593 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a3425cc-c9b0-4da2-a646-bb8a1e6e0ce8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:03.066500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-6a3425cc-c9b0-4da2-a646-bb8a1e6e0ce8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting port b5f6514b-310a-47d6-809f-a6de641c6eef {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:24:03.067034 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a3425cc-c9b0-4da2-a646-bb8a1e6e0ce8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:03.070563 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:03.088420 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-cad1be3f-3406-4c09-b763-487d5bf53756 None None] Set router bf8a661c-3369-40d3-8e1e-969956264b12 gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:24:03.137328 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d797cca-b0b7-4638-bdc4-cc7d280473e5 None None] DHCP port deletion for 5b68c22f-647e-4215-a0c2-dcd74d908cdf request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:24:03.143539 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-6a3425cc-c9b0-4da2-a646-bb8a1e6e0ce8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] For port b5f6514b-310a-47d6-809f-a6de641c6eef, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b5f6514b-310a-47d6-809f-a6de641c6eef,segment=NetworkSegment(a695e1ee-eeab-48c3-b438-5d08f72df14b),segment_id=a695e1ee-eeab-48c3-b438-5d08f72df14b)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:24:03.144848 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a3425cc-c9b0-4da2-a646-bb8a1e6e0ce8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:03.157063 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-6a3425cc-c9b0-4da2-a646-bb8a1e6e0ce8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Calling delete_port for b5f6514b-310a-47d6-809f-a6de641c6eef owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:24:03.185954 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-2d797cca-b0b7-4638-bdc4-cc7d280473e5 None None] Deleting port b5f6514b-310a-47d6-809f-a6de641c6eef {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:24:03.186434 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2d797cca-b0b7-4638-bdc4-cc7d280473e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:03.250755 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a3425cc-c9b0-4da2-a646-bb8a1e6e0ce8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:03.263555 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2d797cca-b0b7-4638-bdc4-cc7d280473e5 None None] For port b5f6514b-310a-47d6-809f-a6de641c6eef, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b5f6514b-310a-47d6-809f-a6de641c6eef,segment=NetworkSegment(a695e1ee-eeab-48c3-b438-5d08f72df14b),segment_id=a695e1ee-eeab-48c3-b438-5d08f72df14b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:24:03.264070 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2d797cca-b0b7-4638-bdc4-cc7d280473e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:03.277726 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-2d797cca-b0b7-4638-bdc4-cc7d280473e5 None None] Calling delete_port for b5f6514b-310a-47d6-809f-a6de641c6eef owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:24:03.293281 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3425cc-c9b0-4da2-a646-bb8a1e6e0ce8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Port': ['ID=b5f6514b-310a-47d6-809f-a6de641c6eef,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:03.295326 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3425cc-c9b0-4da2-a646-bb8a1e6e0ce8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] No DVR routers for this DVR port b5f6514b-310a-47d6-809f-a6de641c6eef on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:24:03.313883 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-cad1be3f-3406-4c09-b763-487d5bf53756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:24:02Z', 'revision_number': 9, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': '560de4fb-a66a-48c4-b038-3fa43b2a0ab8', 'name': '', 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:af:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:43Z', 'updated_at': '2021-11-23T22:23:50Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:03.348766 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad1be3f-3406-4c09-b763-487d5bf53756 None None] The sync data for ids ['bf8a661c-3369-40d3-8e1e-969956264b12'] in n-d-816206-9 is: [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:24:02Z', 'revision_number': 9, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': '560de4fb-a66a-48c4-b038-3fa43b2a0ab8', 'name': '', 'network_id': '20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:af:06:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:43Z', 'updated_at': '2021-11-23T22:23:50Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': '10d6507f-35b0-4c2f-8b4a-a5366afed626', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:24:03.377434 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2d797cca-b0b7-4638-bdc4-cc7d280473e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:03.406119 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d797cca-b0b7-4638-bdc4-cc7d280473e5 None None] Pushing event deleted for resources: {'Port': ['ID=b5f6514b-310a-47d6-809f-a6de641c6eef,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:03.411291 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d797cca-b0b7-4638-bdc4-cc7d280473e5 None None] No DVR routers for this DVR port b5f6514b-310a-47d6-809f-a6de641c6eef on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:24:03.666996 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a3425cc-c9b0-4da2-a646-bb8a1e6e0ce8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:03.681754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ecf4f-027e-404e-9edd-53b1253f0b92 req-f3d051d3-3f90-4558-b7ae-9c7ce42767a2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:24:03.683303 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd9ecf4f-027e-404e-9edd-53b1253f0b92 req-f3d051d3-3f90-4558-b7ae-9c7ce42767a2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 944 time: 0.4004107 Nov 23 22:24:03.704419 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-6a3425cc-c9b0-4da2-a646-bb8a1e6e0ce8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b68c22f-647e-4215-a0c2-dcd74d908cdf']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:03.723315 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-6a3425cc-c9b0-4da2-a646-bb8a1e6e0ce8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a695e1ee-eeab-48c3-b438-5d08f72df14b') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:03.723610 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-6a3425cc-c9b0-4da2-a646-bb8a1e6e0ce8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a695e1ee-eeab-48c3-b438-5d08f72df14b') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:03.737599 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a3425cc-c9b0-4da2-a646-bb8a1e6e0ce8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:03.770555 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd9ecf4f-027e-404e-9edd-53b1253f0b92 req-7c361abd-b3fb-4e41-b997-d58be0c8a1f7 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752640 Nov 23 22:24:03.771591 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a3425cc-c9b0-4da2-a646-bb8a1e6e0ce8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:03.778090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3425cc-c9b0-4da2-a646-bb8a1e6e0ce8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:24:03.778483 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a3425cc-c9b0-4da2-a646-bb8a1e6e0ce8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:24:03.781571 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:24:03.840959 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a3425cc-c9b0-4da2-a646-bb8a1e6e0ce8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:03.848320 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a3425cc-c9b0-4da2-a646-bb8a1e6e0ce8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:03.855032 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6a3425cc-c9b0-4da2-a646-bb8a1e6e0ce8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/networks/5b68c22f-647e-4215-a0c2-dcd74d908cdf HTTP/1.1" status: 204 len: 168 time: 0.9242384 Nov 23 22:24:03.857496 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45208) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:03.876177 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:03.908895 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3425cc-c9b0-4da2-a646-bb8a1e6e0ce8 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Network': ['ID=5b68c22f-647e-4215-a0c2-dcd74d908cdf,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:04.198336 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-65ce8f71-8af0-4849-8272-28fb2d164e33 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:04.438809 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-65ce8f71-8af0-4849-8272-28fb2d164e33 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting port 560de4fb-a66a-48c4-b038-3fa43b2a0ab8 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:24:04.439428 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-65ce8f71-8af0-4849-8272-28fb2d164e33 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:04.514451 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 8ff3131c-10d5-427e-9cf4-4de8b022efe9 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:24:04.526225 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-65ce8f71-8af0-4849-8272-28fb2d164e33 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] For port 560de4fb-a66a-48c4-b038-3fa43b2a0ab8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=560de4fb-a66a-48c4-b038-3fa43b2a0ab8,segment=NetworkSegment(f9da32b1-518a-4b95-9c51-2990de542025),segment_id=f9da32b1-518a-4b95-9c51-2990de542025)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:24:04.526594 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-65ce8f71-8af0-4849-8272-28fb2d164e33 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:04.543514 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-65ce8f71-8af0-4849-8272-28fb2d164e33 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Calling delete_port for 560de4fb-a66a-48c4-b038-3fa43b2a0ab8 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:24:04.607853 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 8ff3131c-10d5-427e-9cf4-4de8b022efe9, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=8ff3131c-10d5-427e-9cf4-4de8b022efe9,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:24:04.619929 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '8ff3131c-10d5-427e-9cf4-4de8b022efe9', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'port_id': '8ff3131c-10d5-427e-9cf4-4de8b022efe9', 'mac_address': 'fa:16:3e:0c:d3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:24:04.660570 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:04.674088 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff3131c-10d5-427e-9cf4-4de8b022efe9 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:24:04.693467 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 8ff3131c-10d5-427e-9cf4-4de8b022efe9, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=8ff3131c-10d5-427e-9cf4-4de8b022efe9,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:24:04.697720 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:04.716199 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-65ce8f71-8af0-4849-8272-28fb2d164e33 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:04.745756 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce8f71-8af0-4849-8272-28fb2d164e33 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Port': ['ID=560de4fb-a66a-48c4-b038-3fa43b2a0ab8,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:04.750659 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=8ff3131c-10d5-427e-9cf4-4de8b022efe9,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:04.914992 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b5f6514b-310a-47d6-809f-a6de641c6eef no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:24:04.942228 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: b5f6514b-310a-47d6-809f-a6de641c6eef {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:24:04.942587 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b5f6514b-310a-47d6-809f-a6de641c6eef not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:24:04.943263 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:24:04.945234 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-65ce8f71-8af0-4849-8272-28fb2d164e33 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:04.956241 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbaa80b-47e9-4085-b0b0-0ce88e8e9e22 req-faf7c5eb-61de-445a-9b4f-f3ab117ea384 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:24:04.957798 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0dbaa80b-47e9-4085-b0b0-0ce88e8e9e22 req-faf7c5eb-61de-445a-9b4f-f3ab117ea384 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 945 time: 0.1002016 Nov 23 22:24:04.971257 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:24:04.971612 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 0b5537bb-3bcf-4f1e-8e84-84f4126c60f1 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:24:04.981752 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['8ff3131c-10d5-427e-9cf4-4de8b022efe9'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:24:05.085308 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0dbaa80b-47e9-4085-b0b0-0ce88e8e9e22 req-1090c28c-5c09-406a-9746-072cd1d7532f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210463 Nov 23 22:24:05.185839 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ce8f71-8af0-4849-8272-28fb2d164e33 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Router bf8a661c-3369-40d3-8e1e-969956264b12 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:24:05.283691 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ce8f71-8af0-4849-8272-28fb2d164e33 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:24:05.288637 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-65ce8f71-8af0-4849-8272-28fb2d164e33 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/routers/bf8a661c-3369-40d3-8e1e-969956264b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4303856 Nov 23 22:24:05.291413 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45212) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:05.293226 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9121be70-8741-4eb4-9179-1dec738501c7 None None] Sync routers for ids ['bf8a661c-3369-40d3-8e1e-969956264b12'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:24:05.303398 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9121be70-8741-4eb4-9179-1dec738501c7 None None] Routers {'bf8a661c-3369-40d3-8e1e-969956264b12'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:24:05.304019 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9121be70-8741-4eb4-9179-1dec738501c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:24:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bf8a661c-3369-40d3-8e1e-969956264b12'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:05.343121 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-716941a3-a58d-4dff-a22f-5c6ea5d6f760 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting subnet 10d6507f-35b0-4c2f-8b4a-a5366afed626 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:24:05.347240 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-716941a3-a58d-4dff-a22f-5c6ea5d6f760 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:05.388992 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-716941a3-a58d-4dff-a22f-5c6ea5d6f760 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:05.482454 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-716941a3-a58d-4dff-a22f-5c6ea5d6f760 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:05.541513 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-716941a3-a58d-4dff-a22f-5c6ea5d6f760 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:05.558176 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-9121be70-8741-4eb4-9179-1dec738501c7 None None] Set router bf8a661c-3369-40d3-8e1e-969956264b12 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:24:05.570051 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716941a3-a58d-4dff-a22f-5c6ea5d6f760 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Subnet': ['ID=10d6507f-35b0-4c2f-8b4a-a5366afed626,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:05.572083 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-716941a3-a58d-4dff-a22f-5c6ea5d6f760 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:05.578753 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-716941a3-a58d-4dff-a22f-5c6ea5d6f760 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/subnets/10d6507f-35b0-4c2f-8b4a-a5366afed626 HTTP/1.1" status: 204 len: 168 time: 0.2828178 Nov 23 22:24:05.578868 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45214) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:05.594510 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d889043-9205-4f7d-a12e-bc23276a67c2 None None] Network 20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:24:05.659767 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1ef46ba8-3db0-49f0-bee4-c41296890c43 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:05.712429 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-1ef46ba8-3db0-49f0-bee4-c41296890c43 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting port 93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:24:05.712776 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1ef46ba8-3db0-49f0-bee4-c41296890c43 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:05.776011 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-1ef46ba8-3db0-49f0-bee4-c41296890c43 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] For port 93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd,segment=NetworkSegment(f9da32b1-518a-4b95-9c51-2990de542025),segment_id=f9da32b1-518a-4b95-9c51-2990de542025)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:24:05.776381 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1ef46ba8-3db0-49f0-bee4-c41296890c43 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:05.789140 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-1ef46ba8-3db0-49f0-bee4-c41296890c43 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Calling delete_port for 93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:24:05.864200 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9121be70-8741-4eb4-9179-1dec738501c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:24:04Z', 'revision_number': 10, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:05.879945 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1ef46ba8-3db0-49f0-bee4-c41296890c43 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:05.893113 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fc3196-1ef1-4806-8365-cedc5d08fbb0 None None] DHCP port deletion for 20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:24:05.895674 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9121be70-8741-4eb4-9179-1dec738501c7 None None] Checking router: bf8a661c-3369-40d3-8e1e-969956264b12 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:24:05.911906 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9121be70-8741-4eb4-9179-1dec738501c7 None None] Routers {'bf8a661c-3369-40d3-8e1e-969956264b12'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:24:05.912555 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9121be70-8741-4eb4-9179-1dec738501c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:24:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bf8a661c-3369-40d3-8e1e-969956264b12'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:05.914330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef46ba8-3db0-49f0-bee4-c41296890c43 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] No DVR routers for this DVR port 93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:24:05.918955 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef46ba8-3db0-49f0-bee4-c41296890c43 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Port': ['ID=93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:06.001695 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-9121be70-8741-4eb4-9179-1dec738501c7 None None] Set router bf8a661c-3369-40d3-8e1e-969956264b12 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:24:06.002815 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1ef46ba8-3db0-49f0-bee4-c41296890c43 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:06.022898 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-1ef46ba8-3db0-49f0-bee4-c41296890c43 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:06.038887 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-1ef46ba8-3db0-49f0-bee4-c41296890c43 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9da32b1-518a-4b95-9c51-2990de542025') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:06.039185 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-1ef46ba8-3db0-49f0-bee4-c41296890c43 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9da32b1-518a-4b95-9c51-2990de542025') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:06.048886 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1ef46ba8-3db0-49f0-bee4-c41296890c43 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:06.061917 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1ef46ba8-3db0-49f0-bee4-c41296890c43 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:06.068003 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef46ba8-3db0-49f0-bee4-c41296890c43 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:24:06.068433 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1ef46ba8-3db0-49f0-bee4-c41296890c43 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:24:06.071379 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:24:06.135274 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1ef46ba8-3db0-49f0-bee4-c41296890c43 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:06.144140 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1ef46ba8-3db0-49f0-bee4-c41296890c43 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:06.150287 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1ef46ba8-3db0-49f0-bee4-c41296890c43 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/networks/20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3 HTTP/1.1" status: 204 len: 168 time: 0.5680273 Nov 23 22:24:06.150585 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45218) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:06.201485 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef46ba8-3db0-49f0-bee4-c41296890c43 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Network': ['ID=20f159d2-5e0a-4d25-bd4c-f2e12ccf40a3,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:06.215454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5ce48-f3d6-4271-8668-8459efa77f52 req-fc4d1f67-08c4-4f04-852f-043265db2363 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:24:06.217180 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ca5ce48-f3d6-4271-8668-8459efa77f52 req-fc4d1f67-08c4-4f04-852f-043265db2363 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 945 time: 0.0539818 Nov 23 22:24:06.223475 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9121be70-8741-4eb4-9179-1dec738501c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:24:04Z', 'revision_number': 10, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:06.256541 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9121be70-8741-4eb4-9179-1dec738501c7 None None] The sync data for ids ['bf8a661c-3369-40d3-8e1e-969956264b12'] in n-d-816206-9 is: [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:24:04Z', 'revision_number': 10, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None, '_interfaces': [{'id': 'a1f84cc4-1a32-4ef4-85db-e9769ce92572', 'name': '', 'network_id': '747d5dde-8f2f-4452-88a5-bb6a32bcd9f4', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'mac_address': 'fa:16:3e:39:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:23:41Z', 'updated_at': '2021-11-23T22:23:45Z', 'revision_number': 5, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'subnets': [{'id': 'df1144f7-6c62-4ea2-9268-debc44e07faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:24:06.283181 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4ca5ce48-f3d6-4271-8668-8459efa77f52 req-56eaca63-af50-4451-b552-14b871747888 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585890 Nov 23 22:24:06.494824 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9fd2446f-e2cb-4173-8184-0f329758ab52 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:06.529157 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 8ff3131c-10d5-427e-9cf4-4de8b022efe9 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:24:06.578442 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 8ff3131c-10d5-427e-9cf4-4de8b022efe9 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:24:06.582546 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 8ff3131c-10d5-427e-9cf4-4de8b022efe9 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:24:06.582941 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:06.673190 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:06.697276 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2db61c6-28d2-49bf-807f-af0650d7163e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff3131c-10d5-427e-9cf4-4de8b022efe9'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:24:06.699566 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026dd556-c266-439e-9272-926974b7b5f7" -d '{"events": [{"server_uuid": "d2db61c6-28d2-49bf-807f-af0650d7163e", "name": "network-vif-plugged", "status": "completed", "tag": "8ff3131c-10d5-427e-9cf4-4de8b022efe9"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:24:06.713585 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 8ff3131c-10d5-427e-9cf4-4de8b022efe9, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=8ff3131c-10d5-427e-9cf4-4de8b022efe9,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:24:06.720103 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:06.751514 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3070a329-c110-413c-a8fa-a97942afe1a7 x-openstack-request-id: req-3070a329-c110-413c-a8fa-a97942afe1a7 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:24:06.751812 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2db61c6-28d2-49bf-807f-af0650d7163e", "name": "network-vif-plugged", "status": "completed", "tag": "8ff3131c-10d5-427e-9cf4-4de8b022efe9", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:24:06.752065 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3070a329-c110-413c-a8fa-a97942afe1a7 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:24:06.752543 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2db61c6-28d2-49bf-807f-af0650d7163e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff3131c-10d5-427e-9cf4-4de8b022efe9', 'code': 200} Nov 23 22:24:06.755102 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2446f-e2cb-4173-8184-0f329758ab52 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting port a1f84cc4-1a32-4ef4-85db-e9769ce92572 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:24:06.755452 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9fd2446f-e2cb-4173-8184-0f329758ab52 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:06.779836 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=8ff3131c-10d5-427e-9cf4-4de8b022efe9,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:06.847421 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 560de4fb-a66a-48c4-b038-3fa43b2a0ab8 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:24:06.868809 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 560de4fb-a66a-48c4-b038-3fa43b2a0ab8 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:24:06.869250 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 560de4fb-a66a-48c4-b038-3fa43b2a0ab8 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:24:06.869735 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:24:06.889305 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-9fd2446f-e2cb-4173-8184-0f329758ab52 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] For port a1f84cc4-1a32-4ef4-85db-e9769ce92572, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a1f84cc4-1a32-4ef4-85db-e9769ce92572,segment=NetworkSegment(0715360f-54bd-4d61-90e9-af40381f8817),segment_id=0715360f-54bd-4d61-90e9-af40381f8817)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:24:06.889671 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9fd2446f-e2cb-4173-8184-0f329758ab52 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:06.892542 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:24:06.892894 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 93da3ddd-d4e8-44ae-9b7b-23d2a14de2bd not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:24:06.908367 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2446f-e2cb-4173-8184-0f329758ab52 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Calling delete_port for a1f84cc4-1a32-4ef4-85db-e9769ce92572 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:24:06.919489 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ac764-0a5b-49f7-957c-d0bb89e58353 req-c2517a94-c1cf-417a-ac5e-1ff7ed3bb270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:24:06.921569 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-496ac764-0a5b-49f7-957c-d0bb89e58353 req-c2517a94-c1cf-417a-ac5e-1ff7ed3bb270 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 1097 time: 0.0805411 Nov 23 22:24:07.011834 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-496ac764-0a5b-49f7-957c-d0bb89e58353 req-478031e5-0ae1-46d6-b280-689eeea4e9cd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575724 Nov 23 22:24:07.116959 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9fd2446f-e2cb-4173-8184-0f329758ab52 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:07.145622 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2446f-e2cb-4173-8184-0f329758ab52 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Port': ['ID=a1f84cc4-1a32-4ef4-85db-e9769ce92572,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:07.285812 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9fd2446f-e2cb-4173-8184-0f329758ab52 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:07.411720 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688df62-c9e4-42b6-aa34-4cd0d8d552c4 req-9755a121-3e5b-4528-81a5-979c1df9102a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:24:07.413256 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e688df62-c9e4-42b6-aa34-4cd0d8d552c4 req-9755a121-3e5b-4528-81a5-979c1df9102a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 946 time: 0.0532768 Nov 23 22:24:07.445930 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd2446f-e2cb-4173-8184-0f329758ab52 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Router bf8a661c-3369-40d3-8e1e-969956264b12 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:24:07.464273 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e688df62-c9e4-42b6-aa34-4cd0d8d552c4 req-b673146c-2470-4d3d-8688-d74da8245f7c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447490 Nov 23 22:24:07.523396 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd2446f-e2cb-4173-8184-0f329758ab52 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:24:07.528324 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9fd2446f-e2cb-4173-8184-0f329758ab52 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/routers/bf8a661c-3369-40d3-8e1e-969956264b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3766744 Nov 23 22:24:07.531805 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45224) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:07.535702 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8359e96-d525-415f-9774-c95aa805cdf7 None None] Sync routers for ids ['bf8a661c-3369-40d3-8e1e-969956264b12'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:24:07.545937 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8359e96-d525-415f-9774-c95aa805cdf7 None None] Routers {'bf8a661c-3369-40d3-8e1e-969956264b12'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:24:07.546540 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c8359e96-d525-415f-9774-c95aa805cdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:24:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bf8a661c-3369-40d3-8e1e-969956264b12'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:07.582162 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-016303c1-7983-4e40-8678-6a3dab1bd711 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting subnet df1144f7-6c62-4ea2-9268-debc44e07faa {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:24:07.585341 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-016303c1-7983-4e40-8678-6a3dab1bd711 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:07.615707 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-c8359e96-d525-415f-9774-c95aa805cdf7 None None] Set router bf8a661c-3369-40d3-8e1e-969956264b12 gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:24:07.625483 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-016303c1-7983-4e40-8678-6a3dab1bd711 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:07.666813 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c8359e96-d525-415f-9774-c95aa805cdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:24:07Z', 'revision_number': 11, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:07.695989 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8359e96-d525-415f-9774-c95aa805cdf7 None None] Checking router: bf8a661c-3369-40d3-8e1e-969956264b12 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:24:07.705761 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8359e96-d525-415f-9774-c95aa805cdf7 None None] Routers {'bf8a661c-3369-40d3-8e1e-969956264b12'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:24:07.706366 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c8359e96-d525-415f-9774-c95aa805cdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:24:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bf8a661c-3369-40d3-8e1e-969956264b12'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:07.719299 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-016303c1-7983-4e40-8678-6a3dab1bd711 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:07.776770 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-016303c1-7983-4e40-8678-6a3dab1bd711 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:07.783522 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-c8359e96-d525-415f-9774-c95aa805cdf7 None None] Set router bf8a661c-3369-40d3-8e1e-969956264b12 gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:24:07.804600 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016303c1-7983-4e40-8678-6a3dab1bd711 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Subnet': ['ID=df1144f7-6c62-4ea2-9268-debc44e07faa,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:07.808024 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-016303c1-7983-4e40-8678-6a3dab1bd711 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:07.811327 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-016303c1-7983-4e40-8678-6a3dab1bd711 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/subnets/df1144f7-6c62-4ea2-9268-debc44e07faa HTTP/1.1" status: 204 len: 168 time: 0.2784882 Nov 23 22:24:07.814420 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45226) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:07.819360 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a14cd46-08e3-4bf0-8e00-d784616d9679 None None] Network 747d5dde-8f2f-4452-88a5-bb6a32bcd9f4 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:24:07.837186 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c8359e96-d525-415f-9774-c95aa805cdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:24:07Z', 'revision_number': 11, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:07.867050 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8359e96-d525-415f-9774-c95aa805cdf7 None None] The sync data for ids ['bf8a661c-3369-40d3-8e1e-969956264b12'] in n-d-816206-9 is: [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:24:07Z', 'revision_number': 11, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:24:07.893543 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6e6c-1180-4266-9989-f7d9f4689adb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:07.953305 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d6e6c-1180-4266-9989-f7d9f4689adb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Deleting port e787995b-5a6c-4226-a681-e14357991eed {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:24:07.953654 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6e6c-1180-4266-9989-f7d9f4689adb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:08.018025 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-ee9d6e6c-1180-4266-9989-f7d9f4689adb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] For port e787995b-5a6c-4226-a681-e14357991eed, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e787995b-5a6c-4226-a681-e14357991eed,segment=NetworkSegment(0715360f-54bd-4d61-90e9-af40381f8817),segment_id=0715360f-54bd-4d61-90e9-af40381f8817)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:24:08.018390 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6e6c-1180-4266-9989-f7d9f4689adb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:08.030859 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d6e6c-1180-4266-9989-f7d9f4689adb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Calling delete_port for e787995b-5a6c-4226-a681-e14357991eed owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:24:08.112824 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6e6c-1180-4266-9989-f7d9f4689adb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:08.140529 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d6e6c-1180-4266-9989-f7d9f4689adb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Port': ['ID=e787995b-5a6c-4226-a681-e14357991eed,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:08.143839 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9d6e6c-1180-4266-9989-f7d9f4689adb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] No DVR routers for this DVR port e787995b-5a6c-4226-a681-e14357991eed on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:24:08.226679 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ba1dd2-6879-4416-90a0-a757a6e53223 None None] DHCP port deletion for 747d5dde-8f2f-4452-88a5-bb6a32bcd9f4 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:24:08.226956 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6e6c-1180-4266-9989-f7d9f4689adb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:08.253244 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-ee9d6e6c-1180-4266-9989-f7d9f4689adb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747d5dde-8f2f-4452-88a5-bb6a32bcd9f4']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:08.264319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-ee9d6e6c-1180-4266-9989-f7d9f4689adb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0715360f-54bd-4d61-90e9-af40381f8817') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:08.264753 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-ee9d6e6c-1180-4266-9989-f7d9f4689adb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0715360f-54bd-4d61-90e9-af40381f8817') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:08.275272 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6e6c-1180-4266-9989-f7d9f4689adb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:08.291811 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6e6c-1180-4266-9989-f7d9f4689adb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:08.299404 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9d6e6c-1180-4266-9989-f7d9f4689adb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:24:08.299808 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6e6c-1180-4266-9989-f7d9f4689adb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:24:08.303041 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:24:08.366263 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6e6c-1180-4266-9989-f7d9f4689adb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:08.373394 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ee9d6e6c-1180-4266-9989-f7d9f4689adb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:08.377214 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ee9d6e6c-1180-4266-9989-f7d9f4689adb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/networks/747d5dde-8f2f-4452-88a5-bb6a32bcd9f4 HTTP/1.1" status: 204 len: 168 time: 0.5618165 Nov 23 22:24:08.380045 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45228) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:08.384818 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-9c9455b6-bd33-4afe-8aff-347f887b18eb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'router': {'routes': None}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:08.388536 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d6e6c-1180-4266-9989-f7d9f4689adb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Pushing event deleted for resources: {'Network': ['ID=747d5dde-8f2f-4452-88a5-bb6a32bcd9f4,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:08.545102 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.extraroute_db [None req-9c9455b6-bd33-4afe-8aff-347f887b18eb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Added routes are [] {{(pid=110034) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 22:24:08.545637 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.extraroute_db [None req-9c9455b6-bd33-4afe-8aff-347f887b18eb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Removed routes are [] {{(pid=110034) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 22:24:08.545722 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c9455b6-bd33-4afe-8aff-347f887b18eb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:08.709652 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f29d89-3b4b-4727-ab30-6ecee56cdfbe req-9398b947-e004-406f-851c-4038f88ceb51 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:24:08.711050 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d4f29d89-3b4b-4727-ab30-6ecee56cdfbe req-9398b947-e004-406f-851c-4038f88ceb51 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 946 time: 0.1672583 Nov 23 22:24:08.716196 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c9455b6-bd33-4afe-8aff-347f887b18eb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:08.725371 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c9455b6-bd33-4afe-8aff-347f887b18eb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-847058'] for router, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:08.829426 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9455b6-bd33-4afe-8aff-347f887b18eb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Router bf8a661c-3369-40d3-8e1e-969956264b12 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:24:08.831189 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a1f84cc4-1a32-4ef4-85db-e9769ce92572 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:24:08.833681 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d4f29d89-3b4b-4727-ab30-6ecee56cdfbe req-812b5357-4c42-4c64-912e-b9945f24646a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156917 Nov 23 22:24:08.852482 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: a1f84cc4-1a32-4ef4-85db-e9769ce92572 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:24:08.853148 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a1f84cc4-1a32-4ef4-85db-e9769ce92572 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:24:08.853655 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e787995b-5a6c-4226-a681-e14357991eed no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:24:08.873630 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: e787995b-5a6c-4226-a681-e14357991eed {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:24:08.874070 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e787995b-5a6c-4226-a681-e14357991eed not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:24:08.911004 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9455b6-bd33-4afe-8aff-347f887b18eb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:24:08.919992 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2c09d0-976f-4322-a80a-eeff1e5ab5c7 None None] Sync routers for ids ['bf8a661c-3369-40d3-8e1e-969956264b12'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:24:08.925372 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9c9455b6-bd33-4afe-8aff-347f887b18eb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:08.926526 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9c9455b6-bd33-4afe-8aff-347f887b18eb tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/routers/bf8a661c-3369-40d3-8e1e-969956264b12 HTTP/1.1" status: 200 len: 701 time: 0.5454304 Nov 23 22:24:08.929715 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45234) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:08.930166 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2c09d0-976f-4322-a80a-eeff1e5ab5c7 None None] Routers {'bf8a661c-3369-40d3-8e1e-969956264b12'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:24:08.930766 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2f2c09d0-976f-4322-a80a-eeff1e5ab5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:24:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bf8a661c-3369-40d3-8e1e-969956264b12'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:08.964269 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bde38921-27e4-4f66-adb2-11faab37223c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8a661c-3369-40d3-8e1e-969956264b12 HTTP/1.1" status: 200 len: 205 time: 0.0309093 Nov 23 22:24:08.964450 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45236) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:08.966605 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c909be1-fd46-476d-9c15-4f860688a10d req-71992f67-562b-4632-a8c8-02bace79ff85 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:24:08.968172 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9c909be1-fd46-476d-9c15-4f860688a10d req-71992f67-562b-4632-a8c8-02bace79ff85 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 946 time: 0.0592868 Nov 23 22:24:09.006013 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-2f2c09d0-976f-4322-a80a-eeff1e5ab5c7 None None] Set router bf8a661c-3369-40d3-8e1e-969956264b12 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:24:09.020953 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9c909be1-fd46-476d-9c15-4f860688a10d req-1f085056-ce8e-43bc-a4dc-5072e9f01c63 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461013 Nov 23 22:24:09.043941 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a0a8bf1-dd86-4bcd-ace6-52dbda1e6ac6 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:09.044417 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45238) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:09.060597 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2f2c09d0-976f-4322-a80a-eeff1e5ab5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:24:07Z', 'revision_number': 11, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:09.086675 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2192883-d180-43cc-b511-e58047099cba tempest-TestVolumeBootPattern-1896851433 tempest-TestVolumeBootPattern-1896851433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:24:09.088362 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d2192883-d180-43cc-b511-e58047099cba tempest-TestVolumeBootPattern-1896851433 tempest-TestVolumeBootPattern-1896851433-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 1092 time: 0.0423820 Nov 23 22:24:09.090820 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2c09d0-976f-4322-a80a-eeff1e5ab5c7 None None] Checking router: bf8a661c-3369-40d3-8e1e-969956264b12 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:24:09.091355 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45240) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:09.097752 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-a206789a-bdb8-42cc-9e59-ecdaa553529a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': '8ff3131c-10d5-427e-9cf4-4de8b022efe9', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:09.100247 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2c09d0-976f-4322-a80a-eeff1e5ab5c7 None None] Routers {'bf8a661c-3369-40d3-8e1e-969956264b12'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:24:09.100879 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2f2c09d0-976f-4322-a80a-eeff1e5ab5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:24:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bf8a661c-3369-40d3-8e1e-969956264b12'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:09.122699 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a206789a-bdb8-42cc-9e59-ecdaa553529a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:09.183477 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-2f2c09d0-976f-4322-a80a-eeff1e5ab5c7 None None] Set router bf8a661c-3369-40d3-8e1e-969956264b12 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:24:09.225954 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a0a8bf1-dd86-4bcd-ace6-52dbda1e6ac6 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:09.229017 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a0a8bf1-dd86-4bcd-ace6-52dbda1e6ac6 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:09.240643 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2f2c09d0-976f-4322-a80a-eeff1e5ab5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:24:07Z', 'revision_number': 11, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:09.274139 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2c09d0-976f-4322-a80a-eeff1e5ab5c7 None None] The sync data for ids ['bf8a661c-3369-40d3-8e1e-969956264b12'] in n-d-816206-9 is: [{'id': 'bf8a661c-3369-40d3-8e1e-969956264b12', 'name': 'tempest-RoutersTest-router-1429997291', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:23:40Z', 'updated_at': '2021-11-23T22:24:07Z', 'revision_number': 11, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:24:09.278353 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a0a8bf1-dd86-4bcd-ace6-52dbda1e6ac6 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:09.279071 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0a8bf1-dd86-4bcd-ace6-52dbda1e6ac6 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Fanout notify agent at l3_agent the message router_deleted on router bf8a661c-3369-40d3-8e1e-969956264b12 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:24:09.287878 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a0a8bf1-dd86-4bcd-ace6-52dbda1e6ac6 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:09.289141 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2a0a8bf1-dd86-4bcd-ace6-52dbda1e6ac6 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/routers/bf8a661c-3369-40d3-8e1e-969956264b12 HTTP/1.1" status: 204 len: 168 time: 0.3238683 Nov 23 22:24:09.294933 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45242) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:09.300192 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-aa1b24f4-0424-4cc8-9ee6-8044fd64c6cf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-940758485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:09.326019 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aa1b24f4-0424-4cc8-9ee6-8044fd64c6cf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:09.327931 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aa1b24f4-0424-4cc8-9ee6-8044fd64c6cf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:09.392410 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aa1b24f4-0424-4cc8-9ee6-8044fd64c6cf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:09.398222 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aa1b24f4-0424-4cc8-9ee6-8044fd64c6cf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:09.418516 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aa1b24f4-0424-4cc8-9ee6-8044fd64c6cf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:09.419977 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-aa1b24f4-0424-4cc8-9ee6-8044fd64c6cf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1240332 Nov 23 22:24:09.422947 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45244) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:09.427526 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-304b6aa4-8964-4999-9d52-21615ac0f72c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:09.470288 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a206789a-bdb8-42cc-9e59-ecdaa553529a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:09.581995 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-a206789a-bdb8-42cc-9e59-ecdaa553529a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Allocated IP 172.25.5.16 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/0969d9d6-3ee0-49c5-a1ef-03f02632fe59) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:24:09.640537 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-304b6aa4-8964-4999-9d52-21615ac0f72c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-767409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-847072', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5508'] for router, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:09.653169 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-304b6aa4-8964-4999-9d52-21615ac0f72c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-754837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-681014', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-847058'] for router, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:09.697723 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a206789a-bdb8-42cc-9e59-ecdaa553529a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:09.733074 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a206789a-bdb8-42cc-9e59-ecdaa553529a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:09.753371 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304b6aa4-8964-4999-9d52-21615ac0f72c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Router 586db893-770a-4cf7-87b5-821c4e4f3570 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:24:09.771661 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a206789a-bdb8-42cc-9e59-ecdaa553529a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:24:09.774586 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-a206789a-bdb8-42cc-9e59-ecdaa553529a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:24:09.780307 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a206789a-bdb8-42cc-9e59-ecdaa553529a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:24:09.810536 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206789a-bdb8-42cc-9e59-ecdaa553529a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event updated for resources: {'Port': ['ID=0969d9d6-3ee0-49c5-a1ef-03f02632fe59,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:09.831236 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304b6aa4-8964-4999-9d52-21615ac0f72c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:24:09.838227 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-304b6aa4-8964-4999-9d52-21615ac0f72c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:09.839431 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-304b6aa4-8964-4999-9d52-21615ac0f72c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "PUT /v2.0/routers/586db893-770a-4cf7-87b5-821c4e4f3570 HTTP/1.1" status: 200 len: 693 time: 0.4155076 Nov 23 22:24:09.840513 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38897009-5f30-4c6a-b817-1452470438ca None None] Sync routers for ids ['586db893-770a-4cf7-87b5-821c4e4f3570'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:24:09.842135 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45246) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:09.857912 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38897009-5f30-4c6a-b817-1452470438ca None None] Routers {'586db893-770a-4cf7-87b5-821c4e4f3570'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:24:09.858657 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-38897009-5f30-4c6a-b817-1452470438ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:24:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['586db893-770a-4cf7-87b5-821c4e4f3570'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:09.929558 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-38897009-5f30-4c6a-b817-1452470438ca None None] Set router 586db893-770a-4cf7-87b5-821c4e4f3570 gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:24:10.083511 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-38897009-5f30-4c6a-b817-1452470438ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586db893-770a-4cf7-87b5-821c4e4f3570', 'name': 'tempest-RoutersTest-router-940758485', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:24:09Z', 'updated_at': '2021-11-23T22:24:09Z', 'revision_number': 2, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:10.114400 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38897009-5f30-4c6a-b817-1452470438ca None None] Checking router: 586db893-770a-4cf7-87b5-821c4e4f3570 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:24:10.124165 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38897009-5f30-4c6a-b817-1452470438ca None None] Routers {'586db893-770a-4cf7-87b5-821c4e4f3570'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:24:10.125527 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-38897009-5f30-4c6a-b817-1452470438ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:24:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['586db893-770a-4cf7-87b5-821c4e4f3570'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:10.195877 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a206789a-bdb8-42cc-9e59-ecdaa553529a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:10.198155 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-38897009-5f30-4c6a-b817-1452470438ca None None] Set router 586db893-770a-4cf7-87b5-821c4e4f3570 gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:24:10.256242 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-38897009-5f30-4c6a-b817-1452470438ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586db893-770a-4cf7-87b5-821c4e4f3570', 'name': 'tempest-RoutersTest-router-940758485', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:24:09Z', 'updated_at': '2021-11-23T22:24:09Z', 'revision_number': 2, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:10.269903 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a206789a-bdb8-42cc-9e59-ecdaa553529a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:10.279528 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9a1179ad-8300-463c-adf4-ebf482a5b62b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/routers/586db893-770a-4cf7-87b5-821c4e4f3570 HTTP/1.1" status: 200 len: 699 time: 0.4338219 Nov 23 22:24:10.280044 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45248) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:10.284177 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38897009-5f30-4c6a-b817-1452470438ca None None] The sync data for ids ['586db893-770a-4cf7-87b5-821c4e4f3570'] in n-d-816206-9 is: [{'id': '586db893-770a-4cf7-87b5-821c4e4f3570', 'name': 'tempest-RoutersTest-router-940758485', 'tenant_id': 'b170025bdc4642058c3b90cddb7ed04a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:24:09Z', 'updated_at': '2021-11-23T22:24:09Z', 'revision_number': 2, 'project_id': 'b170025bdc4642058c3b90cddb7ed04a', 'gw_port_host': None}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:24:10.307183 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6606ea28-ccc4-42a0-9468-199930dad298 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/ports?device_id=586db893-770a-4cf7-87b5-821c4e4f3570 HTTP/1.1" status: 200 len: 205 time: 0.0263727 Nov 23 22:24:10.309682 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45250) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:10.390880 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8c6650e3-e028-49df-b9c4-3842be77590a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:10.440952 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a206789a-bdb8-42cc-9e59-ecdaa553529a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:10.446739 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a206789a-bdb8-42cc-9e59-ecdaa553529a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:10.525908 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206789a-bdb8-42cc-9e59-ecdaa553529a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event updated for resources: {'Port': ['ID=0969d9d6-3ee0-49c5-a1ef-03f02632fe59,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:10.534498 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a206789a-bdb8-42cc-9e59-ecdaa553529a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:10.571438 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8c6650e3-e028-49df-b9c4-3842be77590a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:10.573970 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8c6650e3-e028-49df-b9c4-3842be77590a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:10.619766 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8c6650e3-e028-49df-b9c4-3842be77590a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:10.620299 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6650e3-e028-49df-b9c4-3842be77590a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Fanout notify agent at l3_agent the message router_deleted on router 586db893-770a-4cf7-87b5-821c4e4f3570 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:24:10.627538 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8c6650e3-e028-49df-b9c4-3842be77590a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:10.628609 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8c6650e3-e028-49df-b9c4-3842be77590a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/routers/586db893-770a-4cf7-87b5-821c4e4f3570 HTTP/1.1" status: 204 len: 168 time: 0.3180134 Nov 23 22:24:10.633303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45252) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:10.634749 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-a206789a-bdb8-42cc-9e59-ecdaa553529a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Floating IP b628b8e4-57dc-4e42-8087-d095d2e9156d associated. External IP: 172.25.5.16, port: 8ff3131c-10d5-427e-9cf4-4de8b022efe9. Nov 23 22:24:10.661871 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-51e64063-56a1-4e0d-afff-082a72d34df3 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/ports?device_id=586db893-770a-4cf7-87b5-821c4e4f3570 HTTP/1.1" status: 200 len: 205 time: 0.0274756 Nov 23 22:24:10.664323 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45254) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:10.705686 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-94888479-3a1d-48e0-85a9-726b6225ac0b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] delete failed (client error): The resource could not be found. Nov 23 22:24:10.706754 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-94888479-3a1d-48e0-85a9-726b6225ac0b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/routers/586db893-770a-4cf7-87b5-821c4e4f3570 HTTP/1.1" status: 404 len: 336 time: 0.0414970 Nov 23 22:24:10.709400 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45256) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:10.736764 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56966df-3e66-443b-bca9-b02176d35728 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] DELETE failed (client error): The resource could not be found. Nov 23 22:24:10.737225 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d56966df-3e66-443b-bca9-b02176d35728 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:24:10.740557 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d56966df-3e66-443b-bca9-b02176d35728 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/subnets/e912d876-88bd-4a2d-b67b-57d12e66863b HTTP/1.1" status: 404 len: 337 time: 0.0302086 Nov 23 22:24:10.743292 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45258) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:10.770651 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22a3fe1-bd00-47cb-90f6-c63d2470ba07 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] DELETE failed (client error): The resource could not be found. Nov 23 22:24:10.771139 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b22a3fe1-bd00-47cb-90f6-c63d2470ba07 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:24:10.774224 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b22a3fe1-bd00-47cb-90f6-c63d2470ba07 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/subnets/c8ca662a-dba8-4476-a98d-be6c9db26457 HTTP/1.1" status: 404 len: 337 time: 0.0299981 Nov 23 22:24:10.777085 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45260) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:10.803957 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-b876ccda-6b8d-426c-8f16-3213c517564d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] DELETE failed (client error): The resource could not be found. Nov 23 22:24:10.804416 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b876ccda-6b8d-426c-8f16-3213c517564d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:24:10.807533 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b876ccda-6b8d-426c-8f16-3213c517564d tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/subnets/10d6507f-35b0-4c2f-8b4a-a5366afed626 HTTP/1.1" status: 404 len: 337 time: 0.0295258 Nov 23 22:24:10.810081 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45262) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:10.836562 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6d4184-6b90-462a-87bd-7497d771096c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] DELETE failed (client error): The resource could not be found. Nov 23 22:24:10.836994 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f6d4184-6b90-462a-87bd-7497d771096c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:24:10.840093 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8f6d4184-6b90-462a-87bd-7497d771096c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/subnets/df1144f7-6c62-4ea2-9268-debc44e07faa HTTP/1.1" status: 404 len: 337 time: 0.0291083 Nov 23 22:24:10.842655 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45264) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:10.856676 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a206789a-bdb8-42cc-9e59-ecdaa553529a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:24:10.869332 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a2f1698f-355d-43b2-90c8-8c4976efb9fd tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8a661c-3369-40d3-8e1e-969956264b12 HTTP/1.1" status: 200 len: 205 time: 0.0253813 Nov 23 22:24:10.871737 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45266) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:10.914696 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-9a5d202f-3e09-4530-8572-85fd7da21769 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] delete failed (client error): The resource could not be found. Nov 23 22:24:10.918324 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9a5d202f-3e09-4530-8572-85fd7da21769 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/routers/bf8a661c-3369-40d3-8e1e-969956264b12 HTTP/1.1" status: 404 len: 336 time: 0.0431633 Nov 23 22:24:10.918555 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45268) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:10.946640 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8500c6f1-b298-4806-8fae-7ca7ad29413c tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/ports?device_id=8bf3c7bb-8fc8-42f3-81d6-605a20e69f14 HTTP/1.1" status: 200 len: 205 time: 0.0269828 Nov 23 22:24:10.949058 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45270) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:10.975408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a206789a-bdb8-42cc-9e59-ecdaa553529a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:24:10.986566 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5272b999-b83f-4495-ae6a-bcbe88778b9b None None] Sync routers for ids ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:24:10.987200 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-b570ae41-026c-4049-8a3e-d96530076435 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] delete failed (client error): The resource could not be found. Nov 23 22:24:10.987927 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b570ae41-026c-4049-8a3e-d96530076435 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/routers/8bf3c7bb-8fc8-42f3-81d6-605a20e69f14 HTTP/1.1" status: 404 len: 336 time: 0.0379498 Nov 23 22:24:10.991536 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45272) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:10.996966 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5272b999-b83f-4495-ae6a-bcbe88778b9b None None] Routers {'60b99448-974d-4497-87e0-1bb0eaa0e1b7'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:24:10.997626 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-5272b999-b83f-4495-ae6a-bcbe88778b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:24:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:11.003768 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a206789a-bdb8-42cc-9e59-ecdaa553529a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:11.027393 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0137177-2a8e-4ce2-99a1-700d415d9b68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] DELETE failed (client error): The resource could not be found. Nov 23 22:24:11.027844 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0137177-2a8e-4ce2-99a1-700d415d9b68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:24:11.031069 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c0137177-2a8e-4ce2-99a1-700d415d9b68 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/subnets/de591abd-1f66-4fd0-b02f-ad01720f2147 HTTP/1.1" status: 404 len: 337 time: 0.0389130 Nov 23 22:24:11.034340 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45274) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:11.036999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a206789a-bdb8-42cc-9e59-ecdaa553529a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9444792 Nov 23 22:24:11.037804 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2db61c6-28d2-49bf-807f-af0650d7163e', 'tag': '8ff3131c-10d5-427e-9cf4-4de8b022efe9'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:24:11.040304 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94209156-91b3-4adc-bd90-e13f93dd1310" -d '{"events": [{"name": "network-changed", "server_uuid": "d2db61c6-28d2-49bf-807f-af0650d7163e", "tag": "8ff3131c-10d5-427e-9cf4-4de8b022efe9"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:24:11.075052 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45280) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:11.075660 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-af243e6e-6aa0-4c13-bf50-ae2f20c39351 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec7fd719-8271-4973-95d4-b78c29273f58 HTTP/1.1" status: 200 len: 205 time: 0.0399637 Nov 23 22:24:11.119330 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-5272b999-b83f-4495-ae6a-bcbe88778b9b None None] Set router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:24:11.131398 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3111286e-3f8a-44e8-b603-a17315eb9123 x-openstack-request-id: req-3111286e-3f8a-44e8-b603-a17315eb9123 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:24:11.131700 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2db61c6-28d2-49bf-807f-af0650d7163e", "tag": "8ff3131c-10d5-427e-9cf4-4de8b022efe9", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:24:11.131961 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3111286e-3f8a-44e8-b603-a17315eb9123 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:24:11.132368 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2db61c6-28d2-49bf-807f-af0650d7163e', 'tag': '8ff3131c-10d5-427e-9cf4-4de8b022efe9', 'status': 'completed', 'code': 200} Nov 23 22:24:11.133368 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-6437d60f-8282-454b-98a3-a61e5c47fd98 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] delete failed (client error): The resource could not be found. Nov 23 22:24:11.134413 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6437d60f-8282-454b-98a3-a61e5c47fd98 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/routers/ec7fd719-8271-4973-95d4-b78c29273f58 HTTP/1.1" status: 404 len: 336 time: 0.0583556 Nov 23 22:24:11.137387 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45282) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:11.169990 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94209156-91b3-4adc-bd90-e13f93dd1310 req-76aa8aeb-8218-4eb1-81cb-e62d7fd40fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:24:11.170368 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fad234a9-7a5f-4ccd-88c6-621aacc24d91 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1b8b7cb-f2f8-46be-87c4-1b8569b47eba HTTP/1.1" status: 200 len: 205 time: 0.0316272 Nov 23 22:24:11.171136 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45284) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:11.172668 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-94209156-91b3-4adc-bd90-e13f93dd1310 req-76aa8aeb-8218-4eb1-81cb-e62d7fd40fde service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 1097 time: 0.0557570 Nov 23 22:24:11.209555 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-0676d47d-e18a-4ee9-afe8-e2365ae6a147 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] delete failed (client error): The resource could not be found. Nov 23 22:24:11.210743 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0676d47d-e18a-4ee9-afe8-e2365ae6a147 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/routers/c1b8b7cb-f2f8-46be-87c4-1b8569b47eba HTTP/1.1" status: 404 len: 336 time: 0.0380368 Nov 23 22:24:11.213343 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45286) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:11.241546 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d1d84a-8ddd-43b6-a4ee-febb7f01b35a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] DELETE failed (client error): The resource could not be found. Nov 23 22:24:11.242008 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d1d84a-8ddd-43b6-a4ee-febb7f01b35a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:24:11.248085 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-76d1d84a-8ddd-43b6-a4ee-febb7f01b35a tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/subnets/1999bcd9-38da-4b29-a51c-e724c952baf8 HTTP/1.1" status: 404 len: 337 time: 0.0310593 Nov 23 22:24:11.251260 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45288) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:11.284903 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4d26d074-50fd-401c-b234-cb90bf2be6ad tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd208ad6-8035-4857-a03e-98d04a2712ea HTTP/1.1" status: 200 len: 205 time: 0.0322251 Nov 23 22:24:11.287322 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45290) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:11.315582 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94209156-91b3-4adc-bd90-e13f93dd1310 req-4d3eb0ee-dd6b-4a60-aa0f-bf074ed033b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:24:11.318212 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-94209156-91b3-4adc-bd90-e13f93dd1310 req-4d3eb0ee-dd6b-4a60-aa0f-bf074ed033b2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 912 time: 0.1367486 Nov 23 22:24:11.332195 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-5c908942-bc12-4745-b472-c7162dd03b6b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] delete failed (client error): The resource could not be found. Nov 23 22:24:11.335577 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5c908942-bc12-4745-b472-c7162dd03b6b tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/routers/cd208ad6-8035-4857-a03e-98d04a2712ea HTTP/1.1" status: 404 len: 336 time: 0.0449309 Nov 23 22:24:11.335788 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45292) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:11.363268 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bf2b42-8290-4b53-bdd2-2a6b5831f224 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] DELETE failed (client error): The resource could not be found. Nov 23 22:24:11.363731 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9bf2b42-8290-4b53-bdd2-2a6b5831f224 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:24:11.369324 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e9bf2b42-8290-4b53-bdd2-2a6b5831f224 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/subnets/320df89c-3a1e-4c1f-8dca-5a3887a36f26 HTTP/1.1" status: 404 len: 337 time: 0.0301266 Nov 23 22:24:11.369790 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45294) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:11.392232 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-5272b999-b83f-4495-ae6a-bcbe88778b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'b628b8e4-57dc-4e42-8087-d095d2e9156d', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'floating_ip_address': '172.25.5.16', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'port_id': '8ff3131c-10d5-427e-9cf4-4de8b022efe9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'mac_address': 'fa:16:3e:0c:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2db61c6-28d2-49bf-807f-af0650d7163e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:24:10Z', 'updated_at': '2021-11-23T22:24:10Z', 'revision_number': 0, 'project_id': '329cae0f6dbe4692890320913546aec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168dd451-7569-44ad-9ece-1b40acba436f', 'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'mac_address': 'fa:16:3e:78:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:37Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 5, 'project_id': '329cae0f6dbe4692890320913546aec7', 'subnets': [{'id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:11.399044 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0fc4cb27-770b-4cc0-92fe-c625e70439ba tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "GET /v2.0/ports?device_id=bfebb397-075b-4fd6-9cb0-1d88c32730e0 HTTP/1.1" status: 200 len: 205 time: 0.0280323 Nov 23 22:24:11.401503 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45296) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:11.421502 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-94209156-91b3-4adc-bd90-e13f93dd1310 req-72f1da1c-8019-439b-b57f-40e2b69a3fa5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ff3131c-10d5-427e-9cf4-4de8b022efe9 HTTP/1.1" status: 200 len: 999 time: 0.0948370 Nov 23 22:24:11.423961 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5272b999-b83f-4495-ae6a-bcbe88778b9b None None] Checking router: 60b99448-974d-4497-87e0-1bb0eaa0e1b7 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:24:11.432485 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5272b999-b83f-4495-ae6a-bcbe88778b9b None None] Routers {'60b99448-974d-4497-87e0-1bb0eaa0e1b7'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:24:11.433141 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-5272b999-b83f-4495-ae6a-bcbe88778b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:24:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:11.445751 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-f9e679c4-c5fd-4b96-9d10-e4126aecdac4 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] delete failed (client error): The resource could not be found. Nov 23 22:24:11.447959 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f9e679c4-c5fd-4b96-9d10-e4126aecdac4 tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/routers/bfebb397-075b-4fd6-9cb0-1d88c32730e0 HTTP/1.1" status: 404 len: 336 time: 0.0441740 Nov 23 22:24:11.449387 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45298) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:11.480575 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94209156-91b3-4adc-bd90-e13f93dd1310 req-9ac5f76c-784f-410d-93e2-d4608eabba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:24:11.482075 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-94209156-91b3-4adc-bd90-e13f93dd1310 req-9ac5f76c-784f-410d-93e2-d4608eabba8a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0539753 Nov 23 22:24:11.482376 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-18bfe9a8-4c63-4252-96fe-ae2c76a239ca tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] DELETE failed (client error): The resource could not be found. Nov 23 22:24:11.482859 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18bfe9a8-4c63-4252-96fe-ae2c76a239ca tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:24:11.486535 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-18bfe9a8-4c63-4252-96fe-ae2c76a239ca tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/subnets/861d51ff-b991-42f8-a4cd-8a39c62d4dfe HTTP/1.1" status: 404 len: 337 time: 0.0361621 Nov 23 22:24:11.489102 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45300) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:11.515205 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b30ff8-feed-4ab3-a146-c49ec2c2cfdf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] DELETE failed (client error): The resource could not be found. Nov 23 22:24:11.515565 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22b30ff8-feed-4ab3-a146-c49ec2c2cfdf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:24:11.521111 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-22b30ff8-feed-4ab3-a146-c49ec2c2cfdf tempest-RoutersTest-508294508 tempest-RoutersTest-508294508-project] 10.222.0.50 "DELETE /v2.0/subnets/c228a022-340d-4609-8638-e54fc8bfb130 HTTP/1.1" status: 404 len: 337 time: 0.0287108 Nov 23 22:24:11.537447 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94209156-91b3-4adc-bd90-e13f93dd1310 req-4a26bdf8-3124-483c-9aff-bd645c14f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:24:11.539516 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-94209156-91b3-4adc-bd90-e13f93dd1310 req-4a26bdf8-3124-483c-9aff-bd645c14f254 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499971 Nov 23 22:24:11.550345 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-5272b999-b83f-4495-ae6a-bcbe88778b9b None None] Set router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:24:11.640994 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-94209156-91b3-4adc-bd90-e13f93dd1310 req-80819e2f-1709-40c9-9fe0-d70fde37f662 service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932829 Nov 23 22:24:11.746549 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-94209156-91b3-4adc-bd90-e13f93dd1310 req-6cab42df-ba7d-40de-9a5c-91b99da892ee service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994067 Nov 23 22:24:11.828436 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45306) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:11.945478 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-5272b999-b83f-4495-ae6a-bcbe88778b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'b628b8e4-57dc-4e42-8087-d095d2e9156d', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'floating_ip_address': '172.25.5.16', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'port_id': '8ff3131c-10d5-427e-9cf4-4de8b022efe9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'mac_address': 'fa:16:3e:0c:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2db61c6-28d2-49bf-807f-af0650d7163e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:24:10Z', 'updated_at': '2021-11-23T22:24:10Z', 'revision_number': 0, 'project_id': '329cae0f6dbe4692890320913546aec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168dd451-7569-44ad-9ece-1b40acba436f', 'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'mac_address': 'fa:16:3e:78:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:37Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 5, 'project_id': '329cae0f6dbe4692890320913546aec7', 'subnets': [{'id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:24:11.961410 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0d88a988-1e72-478b-8acd-c2c4a5b454a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b170025bdc4642058c3b90cddb7ed04a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1317534 Nov 23 22:24:11.963889 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45310) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:11.972020 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5272b999-b83f-4495-ae6a-bcbe88778b9b None None] The sync data for ids ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'] in n-d-816206-9 is: [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'b628b8e4-57dc-4e42-8087-d095d2e9156d', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'floating_ip_address': '172.25.5.16', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'port_id': '8ff3131c-10d5-427e-9cf4-4de8b022efe9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'mac_address': 'fa:16:3e:0c:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2db61c6-28d2-49bf-807f-af0650d7163e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:24:10Z', 'updated_at': '2021-11-23T22:24:10Z', 'revision_number': 0, 'project_id': '329cae0f6dbe4692890320913546aec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168dd451-7569-44ad-9ece-1b40acba436f', 'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'mac_address': 'fa:16:3e:78:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:37Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 5, 'project_id': '329cae0f6dbe4692890320913546aec7', 'subnets': [{'id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:24:12.013312 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9a62797a-64a9-475e-8d2d-842f6f70a4f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:12.036937 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9a62797a-64a9-475e-8d2d-842f6f70a4f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:12.083839 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9a62797a-64a9-475e-8d2d-842f6f70a4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:12.086576 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9a62797a-64a9-475e-8d2d-842f6f70a4f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:12.087764 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9a62797a-64a9-475e-8d2d-842f6f70a4f2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d7a7967a-a66b-494c-a62c-50e43671fdbd HTTP/1.1" status: 204 len: 168 time: 0.1229706 Nov 23 22:24:12.096444 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62797a-64a9-475e-8d2d-842f6f70a4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a7967a-a66b-494c-a62c-50e43671fdbd,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:12.187482 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3df8996-47fe-44ed-9f27-f4e6d661668d None None] New status for floating IP b628b8e4-57dc-4e42-8087-d095d2e9156d: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:24:12.756513 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45332) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:12.851713 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-59198883-5da5-451d-93ca-c21bddfb796b tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:12.852167 n-d-816206-9 neutron-server[110033]: WARNING neutron.api.v2.base [None req-59198883-5da5-451d-93ca-c21bddfb796b tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 22:24:12.852921 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-59198883-5da5-451d-93ca-c21bddfb796b tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 22:24:12.853916 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-59198883-5da5-451d-93ca-c21bddfb796b tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0963702 Nov 23 22:24:12.857600 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45336) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:12.862500 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-931cda46-ac56-4e39-97fc-2780b9c4fc0e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group': {'name': 'tempest-secgroup--1704153169'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:12.885834 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-931cda46-ac56-4e39-97fc-2780b9c4fc0e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:12.893867 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-931cda46-ac56-4e39-97fc-2780b9c4fc0e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:12.969832 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-931cda46-ac56-4e39-97fc-2780b9c4fc0e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:12.973444 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-931cda46-ac56-4e39-97fc-2780b9c4fc0e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.008797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931cda46-ac56-4e39-97fc-2780b9c4fc0e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66500958-be53-46d5-808f-9fe0fca7e198,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:13.023473 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931cda46-ac56-4e39-97fc-2780b9c4fc0e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:24:13.023823 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931cda46-ac56-4e39-97fc-2780b9c4fc0e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:24:13.024164 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931cda46-ac56-4e39-97fc-2780b9c4fc0e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:24:13.024499 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931cda46-ac56-4e39-97fc-2780b9c4fc0e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:24:13.024833 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931cda46-ac56-4e39-97fc-2780b9c4fc0e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:24:13.025163 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931cda46-ac56-4e39-97fc-2780b9c4fc0e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:24:13.025488 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931cda46-ac56-4e39-97fc-2780b9c4fc0e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:24:13.025818 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931cda46-ac56-4e39-97fc-2780b9c4fc0e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:24:13.026143 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931cda46-ac56-4e39-97fc-2780b9c4fc0e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:24:13.026464 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931cda46-ac56-4e39-97fc-2780b9c4fc0e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:24:13.026810 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931cda46-ac56-4e39-97fc-2780b9c4fc0e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:24:13.027134 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931cda46-ac56-4e39-97fc-2780b9c4fc0e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:24:13.065720 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-931cda46-ac56-4e39-97fc-2780b9c4fc0e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.069639 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-931cda46-ac56-4e39-97fc-2780b9c4fc0e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.100990 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-931cda46-ac56-4e39-97fc-2780b9c4fc0e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.102207 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-931cda46-ac56-4e39-97fc-2780b9c4fc0e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2436919 Nov 23 22:24:13.103281 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931cda46-ac56-4e39-97fc-2780b9c4fc0e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03339e01-a132-47ef-80d5-95428c2b2a9f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:13.105524 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45338) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:13.111329 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-cee5dad2-11c5-4634-ac3f-c54e63c35d6c tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group_rule': {'security_group_id': '03339e01-a132-47ef-80d5-95428c2b2a9f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:13.137974 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cee5dad2-11c5-4634-ac3f-c54e63c35d6c tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.187964 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cee5dad2-11c5-4634-ac3f-c54e63c35d6c tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.191517 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cee5dad2-11c5-4634-ac3f-c54e63c35d6c tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.210003 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5dad2-11c5-4634-ac3f-c54e63c35d6c tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8b9871-a4a2-4f5f-860b-d4dfc94e9b26,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:13.217730 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cee5dad2-11c5-4634-ac3f-c54e63c35d6c tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.219466 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cee5dad2-11c5-4634-ac3f-c54e63c35d6c tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1129417 Nov 23 22:24:13.222545 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45340) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:13.227513 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-7a107bed-79b8-426c-931e-e0a1e8164c4f tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group_rule': {'security_group_id': '03339e01-a132-47ef-80d5-95428c2b2a9f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:13.255437 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7a107bed-79b8-426c-931e-e0a1e8164c4f tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.301197 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-7a107bed-79b8-426c-931e-e0a1e8164c4f tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 22:24:13.302490 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7a107bed-79b8-426c-931e-e0a1e8164c4f tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0789232 Nov 23 22:24:13.305179 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45342) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:13.357399 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd1397f0-7bd8-4930-86b9-bfa7967dec04 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.379956 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd1397f0-7bd8-4930-86b9-bfa7967dec04 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.425159 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd1397f0-7bd8-4930-86b9-bfa7967dec04 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.427896 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd1397f0-7bd8-4930-86b9-bfa7967dec04 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.429047 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cd1397f0-7bd8-4930-86b9-bfa7967dec04 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "DELETE /v2.0/security-groups/03339e01-a132-47ef-80d5-95428c2b2a9f HTTP/1.1" status: 204 len: 168 time: 0.1229730 Nov 23 22:24:13.431718 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45344) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:13.438603 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1397f0-7bd8-4930-86b9-bfa7967dec04 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03339e01-a132-47ef-80d5-95428c2b2a9f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:13.487055 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b555e081-cb52-46e7-8595-2956a6470668 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0540540 Nov 23 22:24:13.490604 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45346) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:13.494948 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-fd8a9023-3217-49a0-ac05-50d0c1a57a12 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group': {'name': 'tempest-secgroup--1141449681'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:13.520745 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fd8a9023-3217-49a0-ac05-50d0c1a57a12 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.586217 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fd8a9023-3217-49a0-ac05-50d0c1a57a12 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.589984 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fd8a9023-3217-49a0-ac05-50d0c1a57a12 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.618542 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fd8a9023-3217-49a0-ac05-50d0c1a57a12 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.619771 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fd8a9023-3217-49a0-ac05-50d0c1a57a12 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1282082 Nov 23 22:24:13.622691 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45348) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:13.623655 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a9023-3217-49a0-ac05-50d0c1a57a12 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a2ed0f-40c7-4710-aec0-83ab3758ca6f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:13.627682 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-90af8c51-899a-4ee9-8533-3a857d5a77e1 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group_rule': {'security_group_id': '92a2ed0f-40c7-4710-aec0-83ab3758ca6f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:13.628177 n-d-816206-9 neutron-server[110033]: WARNING neutron.api.v2.base [None req-90af8c51-899a-4ee9-8533-3a857d5a77e1 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 23 22:24:13.628677 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-90af8c51-899a-4ee9-8533-3a857d5a77e1 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:24:13.629650 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-90af8c51-899a-4ee9-8533-3a857d5a77e1 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059011 Nov 23 22:24:13.632204 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45350) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:13.684185 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-57231496-38d9-40ee-a20d-6fe53759adb6 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.710118 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-57231496-38d9-40ee-a20d-6fe53759adb6 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.748933 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-57231496-38d9-40ee-a20d-6fe53759adb6 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.752122 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-57231496-38d9-40ee-a20d-6fe53759adb6 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.753269 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-57231496-38d9-40ee-a20d-6fe53759adb6 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "DELETE /v2.0/security-groups/92a2ed0f-40c7-4710-aec0-83ab3758ca6f HTTP/1.1" status: 204 len: 168 time: 0.1201017 Nov 23 22:24:13.756119 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45352) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:13.762138 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57231496-38d9-40ee-a20d-6fe53759adb6 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a2ed0f-40c7-4710-aec0-83ab3758ca6f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:13.800970 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cfafc69e-a967-4440-8f06-2649f85b6544 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0436666 Nov 23 22:24:13.804531 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45354) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:13.808844 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-79e74fa4-5eb6-43df-8228-0a9b877d3dad tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group': {'name': 'tempest-secgroup--1074641262'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:13.831540 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-79e74fa4-5eb6-43df-8228-0a9b877d3dad tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.902286 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-79e74fa4-5eb6-43df-8228-0a9b877d3dad tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.906297 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-79e74fa4-5eb6-43df-8228-0a9b877d3dad tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.940251 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-79e74fa4-5eb6-43df-8228-0a9b877d3dad tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:13.941452 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-79e74fa4-5eb6-43df-8228-0a9b877d3dad tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1359632 Nov 23 22:24:13.943391 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e74fa4-5eb6-43df-8228-0a9b877d3dad tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee34b8f-f271-4bc2-a17b-3fe7f6255987,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:13.944492 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45356) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:13.949117 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-716783de-9992-4b8d-856c-550c4407da56 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group_rule': {'security_group_id': '9ee34b8f-f271-4bc2-a17b-3fe7f6255987', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:13.949785 n-d-816206-9 neutron-server[110033]: WARNING neutron.api.v2.base [None req-716783de-9992-4b8d-856c-550c4407da56 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 23 22:24:13.950305 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-716783de-9992-4b8d-856c-550c4407da56 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:24:13.951199 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-716783de-9992-4b8d-856c-550c4407da56 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056973 Nov 23 22:24:13.954542 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45358) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:14.006967 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-da453fed-dbfd-4bd9-8687-a60725ffdf53 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:14.029065 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-da453fed-dbfd-4bd9-8687-a60725ffdf53 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:14.069223 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-da453fed-dbfd-4bd9-8687-a60725ffdf53 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:14.072091 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-da453fed-dbfd-4bd9-8687-a60725ffdf53 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:14.073281 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-da453fed-dbfd-4bd9-8687-a60725ffdf53 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "DELETE /v2.0/security-groups/9ee34b8f-f271-4bc2-a17b-3fe7f6255987 HTTP/1.1" status: 204 len: 168 time: 0.1178267 Nov 23 22:24:14.076154 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45360) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:14.082480 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da453fed-dbfd-4bd9-8687-a60725ffdf53 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee34b8f-f271-4bc2-a17b-3fe7f6255987,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:14.122407 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-30922784-dcdc-4069-9ed5-c844251bd1cd tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0450618 Nov 23 22:24:14.127064 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45362) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:14.131622 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-121ff9d2-1292-4499-86f1-77de93a12796 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group': {'name': 'tempest-secgroup--347073721'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:14.153480 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-121ff9d2-1292-4499-86f1-77de93a12796 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:14.218204 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-121ff9d2-1292-4499-86f1-77de93a12796 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:14.222060 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-121ff9d2-1292-4499-86f1-77de93a12796 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:14.255104 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-121ff9d2-1292-4499-86f1-77de93a12796 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:14.256338 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-121ff9d2-1292-4499-86f1-77de93a12796 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1282582 Nov 23 22:24:14.258236 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ff9d2-1292-4499-86f1-77de93a12796 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe9a5e3-e3af-4542-af91-bba041930b3a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:14.259267 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45364) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:14.263969 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-383923aa-f7d9-4167-b912-64920fa8c7d6 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group_rule': {'security_group_id': '6fe9a5e3-e3af-4542-af91-bba041930b3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:14.265247 n-d-816206-9 neutron-server[110033]: WARNING neutron.api.v2.base [None req-383923aa-f7d9-4167-b912-64920fa8c7d6 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 23 22:24:14.265752 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-383923aa-f7d9-4167-b912-64920fa8c7d6 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:24:14.266758 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-383923aa-f7d9-4167-b912-64920fa8c7d6 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063910 Nov 23 22:24:14.269214 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45366) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:14.274259 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-34878c7c-9e35-4d09-a0ed-ee5a1cbbe818 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group_rule': {'security_group_id': '6fe9a5e3-e3af-4542-af91-bba041930b3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:14.274893 n-d-816206-9 neutron-server[110033]: WARNING neutron.api.v2.base [None req-34878c7c-9e35-4d09-a0ed-ee5a1cbbe818 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 23 22:24:14.275349 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-34878c7c-9e35-4d09-a0ed-ee5a1cbbe818 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:24:14.276261 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-34878c7c-9e35-4d09-a0ed-ee5a1cbbe818 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062115 Nov 23 22:24:14.278399 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45368) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:14.282446 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-3b919e46-2580-4113-8a63-87321950ed03 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group_rule': {'security_group_id': '6fe9a5e3-e3af-4542-af91-bba041930b3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:14.283233 n-d-816206-9 neutron-server[110033]: WARNING neutron.api.v2.base [None req-3b919e46-2580-4113-8a63-87321950ed03 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 23 22:24:14.283688 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-3b919e46-2580-4113-8a63-87321950ed03 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:24:14.284596 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3b919e46-2580-4113-8a63-87321950ed03 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053225 Nov 23 22:24:14.286786 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45370) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:14.290589 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ba3bbfbe-c6dc-46a2-8551-69def53bb158 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group_rule': {'security_group_id': '6fe9a5e3-e3af-4542-af91-bba041930b3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:14.292096 n-d-816206-9 neutron-server[110033]: WARNING neutron.api.v2.base [None req-ba3bbfbe-c6dc-46a2-8551-69def53bb158 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 23 22:24:14.292552 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-ba3bbfbe-c6dc-46a2-8551-69def53bb158 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:24:14.293468 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ba3bbfbe-c6dc-46a2-8551-69def53bb158 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058701 Nov 23 22:24:14.295681 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45372) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:14.345444 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16bfb91a-2959-4b4a-a070-00a71096ac56 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:14.367388 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16bfb91a-2959-4b4a-a070-00a71096ac56 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:14.410529 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16bfb91a-2959-4b4a-a070-00a71096ac56 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:14.413137 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-16bfb91a-2959-4b4a-a070-00a71096ac56 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:14.414259 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-16bfb91a-2959-4b4a-a070-00a71096ac56 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "DELETE /v2.0/security-groups/6fe9a5e3-e3af-4542-af91-bba041930b3a HTTP/1.1" status: 204 len: 168 time: 0.1172302 Nov 23 22:24:14.417002 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45374) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:14.423630 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bfb91a-2959-4b4a-a070-00a71096ac56 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe9a5e3-e3af-4542-af91-bba041930b3a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:14.465836 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-42129645-40b1-4c8c-a72d-d939d2078102 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0475421 Nov 23 22:24:14.470149 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45376) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:14.474635 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-632e7940-614f-4878-8592-d2f188581a2c tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group': {'name': 'tempest-secgroup--734195589'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:14.497345 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-632e7940-614f-4878-8592-d2f188581a2c tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:14.563465 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-632e7940-614f-4878-8592-d2f188581a2c tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:14.567108 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-632e7940-614f-4878-8592-d2f188581a2c tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:14.590610 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-632e7940-614f-4878-8592-d2f188581a2c tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:14.591865 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-632e7940-614f-4878-8592-d2f188581a2c tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1206994 Nov 23 22:24:14.595332 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45378) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:14.600020 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-0282bc3f-e215-4ff4-a779-7d7d5f5a782a tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group_rule': {'security_group_id': 'ea4a48ea-177e-490a-9169-346ee028a6d2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:14.600292 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e7940-614f-4878-8592-d2f188581a2c tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4a48ea-177e-490a-9169-346ee028a6d2,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:14.600791 n-d-816206-9 neutron-server[110034]: WARNING neutron.api.v2.base [None req-0282bc3f-e215-4ff4-a779-7d7d5f5a782a tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 22:24:14.601286 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-0282bc3f-e215-4ff4-a779-7d7d5f5a782a tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:24:14.602235 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0282bc3f-e215-4ff4-a779-7d7d5f5a782a tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058854 Nov 23 22:24:14.604992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45380) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:14.610443 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-7d4dc472-23d6-4600-9334-054116cf3288 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group_rule': {'security_group_id': 'ea4a48ea-177e-490a-9169-346ee028a6d2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:14.645307 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-7d4dc472-23d6-4600-9334-054116cf3288 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:24:14.646360 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7d4dc472-23d6-4600-9334-054116cf3288 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0402365 Nov 23 22:24:14.649254 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45382) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:14.653486 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-8211b126-aaf9-470b-ba50-9031c691053b tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group_rule': {'security_group_id': 'ea4a48ea-177e-490a-9169-346ee028a6d2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:14.653965 n-d-816206-9 neutron-server[110033]: WARNING neutron.api.v2.base [None req-8211b126-aaf9-470b-ba50-9031c691053b tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 23 22:24:14.654429 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-8211b126-aaf9-470b-ba50-9031c691053b tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:24:14.655386 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8211b126-aaf9-470b-ba50-9031c691053b tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0052550 Nov 23 22:24:14.658512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45384) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:14.662954 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-485d67c0-61c4-4da0-a582-87db22dabc10 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group_rule': {'security_group_id': 'ea4a48ea-177e-490a-9169-346ee028a6d2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:14.697128 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-485d67c0-61c4-4da0-a582-87db22dabc10 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:24:14.698155 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-485d67c0-61c4-4da0-a582-87db22dabc10 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0386572 Nov 23 22:24:14.700870 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45386) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:14.705432 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-75611977-f750-460f-9c45-294686392862 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group_rule': {'security_group_id': 'ea4a48ea-177e-490a-9169-346ee028a6d2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:14.705900 n-d-816206-9 neutron-server[110034]: WARNING neutron.api.v2.base [None req-75611977-f750-460f-9c45-294686392862 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 22:24:14.706357 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-75611977-f750-460f-9c45-294686392862 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:24:14.707292 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-75611977-f750-460f-9c45-294686392862 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055373 Nov 23 22:24:14.710153 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45388) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:14.714012 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-61b2720b-09e8-418f-801a-664ce9d93af9 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group_rule': {'security_group_id': 'ea4a48ea-177e-490a-9169-346ee028a6d2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:14.738534 n-d-816206-9 neutron-server[110034]: INFO neutron.db.securitygroups_db [None req-61b2720b-09e8-418f-801a-664ce9d93af9 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Project 1a8b42032e854a05b8a91f24687c95ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:24:14.751669 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-61b2720b-09e8-418f-801a-664ce9d93af9 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:24:14.752763 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-61b2720b-09e8-418f-801a-664ce9d93af9 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0417445 Nov 23 22:24:14.755540 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45390) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:14.759819 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-93f2bad4-0b1b-403d-8a70-ba45e02a4834 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group_rule': {'security_group_id': 'ea4a48ea-177e-490a-9169-346ee028a6d2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:14.760391 n-d-816206-9 neutron-server[110034]: WARNING neutron.api.v2.base [None req-93f2bad4-0b1b-403d-8a70-ba45e02a4834 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 23 22:24:14.760840 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-93f2bad4-0b1b-403d-8a70-ba45e02a4834 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:24:14.761729 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-93f2bad4-0b1b-403d-8a70-ba45e02a4834 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053141 Nov 23 22:24:14.764158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45392) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:14.767961 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-7122af19-f09d-4317-a5f4-c69eeab3849f tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group_rule': {'security_group_id': 'ea4a48ea-177e-490a-9169-346ee028a6d2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:14.789475 n-d-816206-9 neutron-server[110034]: INFO neutron.db.securitygroups_db [None req-7122af19-f09d-4317-a5f4-c69eeab3849f tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Project 1a8b42032e854a05b8a91f24687c95ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:24:14.802858 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-7122af19-f09d-4317-a5f4-c69eeab3849f tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:24:14.803874 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7122af19-f09d-4317-a5f4-c69eeab3849f tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0388966 Nov 23 22:24:14.806651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45394) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:14.810990 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-8d9c7675-7429-4017-8188-ff3a90651c37 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group_rule': {'security_group_id': 'ea4a48ea-177e-490a-9169-346ee028a6d2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:14.832277 n-d-816206-9 neutron-server[110034]: INFO neutron.db.securitygroups_db [None req-8d9c7675-7429-4017-8188-ff3a90651c37 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Project 1a8b42032e854a05b8a91f24687c95ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:24:14.843934 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-8d9c7675-7429-4017-8188-ff3a90651c37 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:24:14.844942 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8d9c7675-7429-4017-8188-ff3a90651c37 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0373356 Nov 23 22:24:14.847599 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45396) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:14.901101 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e354c5d7-ce1f-4358-ac2f-ce4266e30b23 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:14.923259 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e354c5d7-ce1f-4358-ac2f-ce4266e30b23 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:14.965866 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e354c5d7-ce1f-4358-ac2f-ce4266e30b23 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:14.968677 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e354c5d7-ce1f-4358-ac2f-ce4266e30b23 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:14.969791 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e354c5d7-ce1f-4358-ac2f-ce4266e30b23 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "DELETE /v2.0/security-groups/ea4a48ea-177e-490a-9169-346ee028a6d2 HTTP/1.1" status: 204 len: 168 time: 0.1213119 Nov 23 22:24:14.972976 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45398) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:14.979297 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354c5d7-ce1f-4358-ac2f-ce4266e30b23 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4a48ea-177e-490a-9169-346ee028a6d2,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:15.026052 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c0d44081-3e7d-4941-bfb2-ba2c9744c18d tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0519145 Nov 23 22:24:15.029676 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45400) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:15.033882 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-bd5c8791-f77c-4793-90a6-f296b9e4a60a tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group': {'name': 'tempest-secgroup--1018218437'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:15.056794 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd5c8791-f77c-4793-90a6-f296b9e4a60a tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:15.122781 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd5c8791-f77c-4793-90a6-f296b9e4a60a tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:15.127620 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd5c8791-f77c-4793-90a6-f296b9e4a60a tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:15.163144 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bd5c8791-f77c-4793-90a6-f296b9e4a60a tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:15.164365 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bd5c8791-f77c-4793-90a6-f296b9e4a60a tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1337702 Nov 23 22:24:15.165464 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c8791-f77c-4793-90a6-f296b9e4a60a tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3958785c-3a6f-445b-9eaf-7df0acd94016,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:15.168214 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45402) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:15.173603 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-163f6aea-da0a-4f5c-b8f1-76838485b870 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group_rule': {'security_group_id': '3958785c-3a6f-445b-9eaf-7df0acd94016', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:15.219811 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-163f6aea-da0a-4f5c-b8f1-76838485b870 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] create failed (client error): The resource could not be found. Nov 23 22:24:15.220845 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-163f6aea-da0a-4f5c-b8f1-76838485b870 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0513458 Nov 23 22:24:15.223605 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45404) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:15.228154 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-0090bf5c-6eb9-4014-befd-ac442e01cb95 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group_rule': {'security_group_id': '3958785c-3a6f-445b-9eaf-7df0acd94016', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '25f5391d-d048-41de-81e9-2be98c288609'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:15.266644 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-0090bf5c-6eb9-4014-befd-ac442e01cb95 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] create failed (client error): The resource could not be found. Nov 23 22:24:15.267719 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0090bf5c-6eb9-4014-befd-ac442e01cb95 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0432141 Nov 23 22:24:15.270447 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45406) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:15.321520 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d82c681f-b283-4ec1-982b-fa1d11e1baf5 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:15.344785 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d82c681f-b283-4ec1-982b-fa1d11e1baf5 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:15.383942 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d82c681f-b283-4ec1-982b-fa1d11e1baf5 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:15.386553 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d82c681f-b283-4ec1-982b-fa1d11e1baf5 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:15.387715 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d82c681f-b283-4ec1-982b-fa1d11e1baf5 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "DELETE /v2.0/security-groups/3958785c-3a6f-445b-9eaf-7df0acd94016 HTTP/1.1" status: 204 len: 168 time: 0.1163337 Nov 23 22:24:15.390461 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45408) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:15.396832 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c681f-b283-4ec1-982b-fa1d11e1baf5 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3958785c-3a6f-445b-9eaf-7df0acd94016,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:15.436450 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-639f04f9-4d95-493a-b066-44e8af5004b9 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0444174 Nov 23 22:24:15.440478 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45410) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:15.445419 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b5c07806-f680-4328-96a9-83c3e4df49b5 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group_rule': {'security_group_id': '9f53b727-0a81-4b1e-af2e-52fcfe311878', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:15.490297 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-b5c07806-f680-4328-96a9-83c3e4df49b5 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] create failed (client error): The resource could not be found. Nov 23 22:24:15.491635 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b5c07806-f680-4328-96a9-83c3e4df49b5 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0501089 Nov 23 22:24:15.495136 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45412) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:15.502891 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-8ee14495-5174-4d59-af04-9ffd4133b816 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group': {'name': 'tempest-secgroup--1528918883'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:15.522920 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8ee14495-5174-4d59-af04-9ffd4133b816 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:15.589449 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8ee14495-5174-4d59-af04-9ffd4133b816 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:15.593972 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8ee14495-5174-4d59-af04-9ffd4133b816 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:15.622244 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8ee14495-5174-4d59-af04-9ffd4133b816 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:15.623493 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8ee14495-5174-4d59-af04-9ffd4133b816 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1274350 Nov 23 22:24:15.626234 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45414) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:15.631257 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-30fb6798-a611-4ce2-933e-16a422e7c75e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group': {'name': 'tempest-secgroup--29221873'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:15.638068 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee14495-5174-4d59-af04-9ffd4133b816 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc48f57d-879e-486c-a210-3921641ae307,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:15.656835 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-30fb6798-a611-4ce2-933e-16a422e7c75e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:15.722560 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-30fb6798-a611-4ce2-933e-16a422e7c75e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:15.727157 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-30fb6798-a611-4ce2-933e-16a422e7c75e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:15.756693 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-30fb6798-a611-4ce2-933e-16a422e7c75e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:15.757916 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-30fb6798-a611-4ce2-933e-16a422e7c75e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1307466 Nov 23 22:24:15.759014 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb6798-a611-4ce2-933e-16a422e7c75e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d33e57-2dd9-4a78-aaa6-0800a43a52e6,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:15.761032 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45416) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:15.766748 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-a0a10e3d-9646-4be2-91f8-50299f5bd4dc tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group_rule': {'security_group_id': 'dc48f57d-879e-486c-a210-3921641ae307', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e2d33e57-2dd9-4a78-aaa6-0800a43a52e6'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:15.807616 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-a0a10e3d-9646-4be2-91f8-50299f5bd4dc tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:24:15.808783 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a0a10e3d-9646-4be2-91f8-50299f5bd4dc tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0467322 Nov 23 22:24:15.811691 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45418) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:15.863508 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-127d8d6d-8e8e-4d67-baff-30d170e31b51 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:15.884723 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-127d8d6d-8e8e-4d67-baff-30d170e31b51 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:15.926288 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-127d8d6d-8e8e-4d67-baff-30d170e31b51 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:15.929139 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-127d8d6d-8e8e-4d67-baff-30d170e31b51 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:15.930275 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-127d8d6d-8e8e-4d67-baff-30d170e31b51 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "DELETE /v2.0/security-groups/e2d33e57-2dd9-4a78-aaa6-0800a43a52e6 HTTP/1.1" status: 204 len: 168 time: 0.1176558 Nov 23 22:24:15.933017 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45420) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:15.940701 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d8d6d-8e8e-4d67-baff-30d170e31b51 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d33e57-2dd9-4a78-aaa6-0800a43a52e6,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:15.988882 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2f54972b-f20b-425b-b73d-7cfda9a89e9e tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0546761 Nov 23 22:24:15.991537 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45422) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:16.044671 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4b0e983f-402f-4868-9ed8-e18c39fa7d7a tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:16.066366 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4b0e983f-402f-4868-9ed8-e18c39fa7d7a tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:16.106360 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4b0e983f-402f-4868-9ed8-e18c39fa7d7a tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:16.110124 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4b0e983f-402f-4868-9ed8-e18c39fa7d7a tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:16.111305 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4b0e983f-402f-4868-9ed8-e18c39fa7d7a tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "DELETE /v2.0/security-groups/dc48f57d-879e-486c-a210-3921641ae307 HTTP/1.1" status: 204 len: 168 time: 0.1188757 Nov 23 22:24:16.114145 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45424) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:16.120283 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e983f-402f-4868-9ed8-e18c39fa7d7a tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc48f57d-879e-486c-a210-3921641ae307,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:16.159562 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8d324108-88aa-4b02-80d0-f5749a3f0336 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0440743 Nov 23 22:24:16.163889 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45426) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:16.169527 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-4f63ae00-115a-44d0-9317-c0d79fcbfb24 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group': {'name': 'tempest-secgroup--471966037'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:16.191063 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4f63ae00-115a-44d0-9317-c0d79fcbfb24 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:16.259323 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4f63ae00-115a-44d0-9317-c0d79fcbfb24 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:16.263654 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4f63ae00-115a-44d0-9317-c0d79fcbfb24 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:16.291992 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4f63ae00-115a-44d0-9317-c0d79fcbfb24 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:16.293239 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4f63ae00-115a-44d0-9317-c0d79fcbfb24 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1284285 Nov 23 22:24:16.296908 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45428) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:16.298032 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63ae00-115a-44d0-9317-c0d79fcbfb24 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94a2da62-be43-4d42-b80f-c3543b4bb204,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:16.301850 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4146ef71-923f-40ac-848d-6f0f7283d553 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group_rule': {'security_group_id': '94a2da62-be43-4d42-b80f-c3543b4bb204', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:16.337216 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-4146ef71-923f-40ac-848d-6f0f7283d553 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:24:16.338441 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4146ef71-923f-40ac-848d-6f0f7283d553 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0401998 Nov 23 22:24:16.341094 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45430) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:16.345903 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-1d846e5f-76a3-43c8-bfb6-f0edd536a882 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group_rule': {'security_group_id': '94a2da62-be43-4d42-b80f-c3543b4bb204', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:16.380642 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-1d846e5f-76a3-43c8-bfb6-f0edd536a882 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:24:16.381669 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1d846e5f-76a3-43c8-bfb6-f0edd536a882 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0396216 Nov 23 22:24:16.384464 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45432) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:16.434388 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b47436bb-443e-4f80-8654-17395fa83401 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:16.456631 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b47436bb-443e-4f80-8654-17395fa83401 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:16.496167 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b47436bb-443e-4f80-8654-17395fa83401 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:16.498996 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b47436bb-443e-4f80-8654-17395fa83401 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:16.500766 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b47436bb-443e-4f80-8654-17395fa83401 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "DELETE /v2.0/security-groups/94a2da62-be43-4d42-b80f-c3543b4bb204 HTTP/1.1" status: 204 len: 168 time: 0.1153610 Nov 23 22:24:16.503531 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45434) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:16.510055 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47436bb-443e-4f80-8654-17395fa83401 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a2da62-be43-4d42-b80f-c3543b4bb204,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:16.552988 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3f324521-0609-4e62-b21f-7a2af56138ed tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0482728 Nov 23 22:24:16.556678 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45436) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:16.560805 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-046c5dd4-4c1b-4d57-9879-548b27c5d98c tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group': {'name': 'tempest-secgroup--1869945438'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:16.582417 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-046c5dd4-4c1b-4d57-9879-548b27c5d98c tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:16.646748 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-046c5dd4-4c1b-4d57-9879-548b27c5d98c tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:16.650056 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-046c5dd4-4c1b-4d57-9879-548b27c5d98c tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:16.678566 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-046c5dd4-4c1b-4d57-9879-548b27c5d98c tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:16.679781 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-046c5dd4-4c1b-4d57-9879-548b27c5d98c tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1222000 Nov 23 22:24:16.681583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c5dd4-4c1b-4d57-9879-548b27c5d98c tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce5f350-8693-4c33-967e-67507cd487cb,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:16.682889 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45438) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:16.688313 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-68e7e83e-3b5b-4f3b-b190-bdf93ea2ca38 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:24:16.688935 n-d-816206-9 neutron-server[110033]: WARNING neutron.api.v2.base [None req-68e7e83e-3b5b-4f3b-b190-bdf93ea2ca38 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 22:24:16.689416 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [None req-68e7e83e-3b5b-4f3b-b190-bdf93ea2ca38 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 22:24:16.690380 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-68e7e83e-3b5b-4f3b-b190-bdf93ea2ca38 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "PUT /v2.0/security-groups/1ce5f350-8693-4c33-967e-67507cd487cb HTTP/1.1" status: 409 len: 330 time: 0.0064213 Nov 23 22:24:16.693076 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45440) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:16.747305 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed3f6c09-eb59-49e3-a898-7fc75a0718f4 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:16.770698 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed3f6c09-eb59-49e3-a898-7fc75a0718f4 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:16.810964 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed3f6c09-eb59-49e3-a898-7fc75a0718f4 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:16.814408 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ed3f6c09-eb59-49e3-a898-7fc75a0718f4 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:16.815576 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ed3f6c09-eb59-49e3-a898-7fc75a0718f4 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "DELETE /v2.0/security-groups/1ce5f350-8693-4c33-967e-67507cd487cb HTTP/1.1" status: 204 len: 168 time: 0.1216462 Nov 23 22:24:16.818294 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45442) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:16.824648 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f6c09-eb59-49e3-a898-7fc75a0718f4 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce5f350-8693-4c33-967e-67507cd487cb,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:16.864651 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-bc65b1fc-555b-4384-a9ff-cc05505882b6 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0451424 Nov 23 22:24:16.868313 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45444) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:16.881515 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-1e57bbba-ba85-420e-b383-2a7761cd9ae0 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] delete failed (client error): The resource could not be found. Nov 23 22:24:16.882509 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1e57bbba-ba85-420e-b383-2a7761cd9ae0 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "DELETE /v2.0/security-groups/79f11c51-8af5-42e5-a8e6-35b59edc3bc3 HTTP/1.1" status: 404 len: 347 time: 0.0132260 Nov 23 22:24:16.885871 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45446) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:16.899677 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-731fe155-2f42-4dc3-9b3b-bf9c6c9a3e51 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] show failed (client error): The resource could not be found. Nov 23 22:24:16.900681 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-731fe155-2f42-4dc3-9b3b-bf9c6c9a3e51 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "GET /v2.0/security-groups/6df558e2-05bf-4a89-a342-4bb42a60ddf0 HTTP/1.1" status: 404 len: 347 time: 0.0139384 Nov 23 22:24:16.904194 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45448) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:16.918006 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-427a37d6-b6fb-4518-a66e-23e7305c2692 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] show failed (client error): The resource could not be found. Nov 23 22:24:16.919033 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-427a37d6-b6fb-4518-a66e-23e7305c2692 tempest-NegativeSecGroupIPv6Test-104158600 tempest-NegativeSecGroupIPv6Test-104158600-project] 10.222.0.50 "GET /v2.0/security-group-rules/7214d3cf-1ed2-49ac-a340-19293e8caaad HTTP/1.1" status: 404 len: 356 time: 0.0139153 Nov 23 22:24:17.168012 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45454) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:17.304497 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-79d0e927-d7af-4926-b1b8-8e90d3635a2a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1a8b42032e854a05b8a91f24687c95ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1351347 Nov 23 22:24:17.307071 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45458) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:17.353777 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2c910027-5c1f-4726-9cde-bd793f7082a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:17.376979 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2c910027-5c1f-4726-9cde-bd793f7082a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:17.423408 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2c910027-5c1f-4726-9cde-bd793f7082a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:17.426076 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2c910027-5c1f-4726-9cde-bd793f7082a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:17.427214 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2c910027-5c1f-4726-9cde-bd793f7082a7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66500958-be53-46d5-808f-9fe0fca7e198 HTTP/1.1" status: 204 len: 168 time: 0.1192598 Nov 23 22:24:17.434895 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c910027-5c1f-4726-9cde-bd793f7082a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66500958-be53-46d5-808f-9fe0fca7e198,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:19.227104 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45522) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:19.357947 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8a8e9f66-a33e-4ad8-a924-3d53bfa3f80c admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:19.441682 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8a8e9f66-a33e-4ad8-a924-3d53bfa3f80c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:19.445799 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8a8e9f66-a33e-4ad8-a924-3d53bfa3f80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:19.489042 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8a8e9f66-a33e-4ad8-a924-3d53bfa3f80c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a76d43c6419b46d9a310954dc0e09b01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2604864 Nov 23 22:24:19.489849 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e9f66-a33e-4ad8-a924-3d53bfa3f80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5675b26-ee51-4d35-922d-9cd09b69181a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:19.492222 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45526) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:19.545904 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7ebf9932-76c3-44b8-a9d1-cfcf51006f30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:19.570029 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7ebf9932-76c3-44b8-a9d1-cfcf51006f30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:19.630375 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7ebf9932-76c3-44b8-a9d1-cfcf51006f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:19.633056 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7ebf9932-76c3-44b8-a9d1-cfcf51006f30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:19.634257 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7ebf9932-76c3-44b8-a9d1-cfcf51006f30 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5675b26-ee51-4d35-922d-9cd09b69181a HTTP/1.1" status: 204 len: 168 time: 0.1411135 Nov 23 22:24:19.642782 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf9932-76c3-44b8-a9d1-cfcf51006f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5675b26-ee51-4d35-922d-9cd09b69181a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:19.919422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45532) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:19.932911 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a0a574d-73ca-4dd7-b173-b4e217ce5f86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:20.012876 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a0a574d-73ca-4dd7-b173-b4e217ce5f86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:20.016686 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0a0a574d-73ca-4dd7-b173-b4e217ce5f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:20.056410 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0a0a574d-73ca-4dd7-b173-b4e217ce5f86 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=379faa83846f43f8b4520fbd2ccf5410&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1358824 Nov 23 22:24:20.057143 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a574d-73ca-4dd7-b173-b4e217ce5f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2e0254-28b7-4309-b259-06436532d134,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:20.059752 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45534) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:20.112414 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1add0545-8dc2-485a-bd92-52a635d06716 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:20.135960 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1add0545-8dc2-485a-bd92-52a635d06716 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:20.190429 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1add0545-8dc2-485a-bd92-52a635d06716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:20.193266 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1add0545-8dc2-485a-bd92-52a635d06716 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:20.194560 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1add0545-8dc2-485a-bd92-52a635d06716 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9b2e0254-28b7-4309-b259-06436532d134 HTTP/1.1" status: 204 len: 168 time: 0.1330092 Nov 23 22:24:20.204864 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add0545-8dc2-485a-bd92-52a635d06716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2e0254-28b7-4309-b259-06436532d134,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:23.001198 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:24.572277 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45620) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:24.683957 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c3b3e4fa-d399-4375-b3b3-8f9a44c1cbaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:24.761409 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c3b3e4fa-d399-4375-b3b3-8f9a44c1cbaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:24.764970 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c3b3e4fa-d399-4375-b3b3-8f9a44c1cbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:24.802513 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c3b3e4fa-d399-4375-b3b3-8f9a44c1cbaf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78e92f79fe7f4a3caac22b6d735dc5f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2291701 Nov 23 22:24:24.803458 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3e4fa-d399-4375-b3b3-8f9a44c1cbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6fac20-b752-433b-8d38-499ee1c9967a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:24.805248 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45624) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:24.853326 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-730df520-7c40-4d64-9b3e-99bc2ad796d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:24.877034 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-730df520-7c40-4d64-9b3e-99bc2ad796d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:24.922177 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-730df520-7c40-4d64-9b3e-99bc2ad796d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:24.924954 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-730df520-7c40-4d64-9b3e-99bc2ad796d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:24.926113 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-730df520-7c40-4d64-9b3e-99bc2ad796d3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fd6fac20-b752-433b-8d38-499ee1c9967a HTTP/1.1" status: 204 len: 168 time: 0.1198659 Nov 23 22:24:24.933725 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730df520-7c40-4d64-9b3e-99bc2ad796d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6fac20-b752-433b-8d38-499ee1c9967a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:25.188039 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45630) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:25.201490 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-04773e12-8ac6-48d5-a6f1-8a06bd165f87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:25.278389 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-04773e12-8ac6-48d5-a6f1-8a06bd165f87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:25.282381 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-04773e12-8ac6-48d5-a6f1-8a06bd165f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:25.319225 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04773e12-8ac6-48d5-a6f1-8a06bd165f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2744d6d-ecf9-4ee5-b7c6-adfa4bcc16eb,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:25.324171 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-04773e12-8ac6-48d5-a6f1-8a06bd165f87 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bd2ad80b9225446083b4fed828ce3ef2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349533 Nov 23 22:24:25.326861 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45632) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:25.374035 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-71ca856b-755c-4808-a710-f0bcc5d3f67a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:25.395590 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-71ca856b-755c-4808-a710-f0bcc5d3f67a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:25.442905 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-71ca856b-755c-4808-a710-f0bcc5d3f67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:25.445563 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-71ca856b-755c-4808-a710-f0bcc5d3f67a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:25.446922 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-71ca856b-755c-4808-a710-f0bcc5d3f67a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a2744d6d-ecf9-4ee5-b7c6-adfa4bcc16eb HTTP/1.1" status: 204 len: 168 time: 0.1190753 Nov 23 22:24:25.456748 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca856b-755c-4808-a710-f0bcc5d3f67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2744d6d-ecf9-4ee5-b7c6-adfa4bcc16eb,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:27.935705 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f59ec164-f7bd-4ec5-ba54-3ecd98aedc3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:29.611945 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:24:30.175872 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:30.519514 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b854fbad-1370-44dc-b426-19005ade4b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:31.676942 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:33.068812 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:33.870308 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:34.081373 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7fba9822-1a29-4353-829b-6f563297529c req-325f5d8e-4843-4f3d-9d83-d048000e0e0b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477288 Nov 23 22:24:34.183754 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba9822-1a29-4353-829b-6f563297529c req-2ac03d03-e927-4695-bc28-4b5b7a9d9353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:24:34.185410 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7fba9822-1a29-4353-829b-6f563297529c req-2ac03d03-e927-4695-bc28-4b5b7a9d9353 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 1097 time: 0.0458090 Nov 23 22:24:34.307339 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba9822-1a29-4353-829b-6f563297529c req-4ff3db74-2528-496b-b8d4-50756d07ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:24:34.309076 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7fba9822-1a29-4353-829b-6f563297529c req-4ff3db74-2528-496b-b8d4-50756d07ca07 service neutron] 10.222.0.53 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 912 time: 0.1024041 Nov 23 22:24:34.383172 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7fba9822-1a29-4353-829b-6f563297529c req-9d512a34-0541-4e8c-a87e-4a249c2fe5af service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ff3131c-10d5-427e-9cf4-4de8b022efe9 HTTP/1.1" status: 200 len: 1001 time: 0.0657971 Nov 23 22:24:34.439940 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba9822-1a29-4353-829b-6f563297529c req-fdfd2faa-6d7f-4ff2-9274-38ede6b2fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:24:34.441453 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7fba9822-1a29-4353-829b-6f563297529c req-fdfd2faa-6d7f-4ff2-9274-38ede6b2fb33 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0517588 Nov 23 22:24:34.501428 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba9822-1a29-4353-829b-6f563297529c req-6662cfae-61cc-492b-b06f-4cec661cabbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:24:34.503585 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7fba9822-1a29-4353-829b-6f563297529c req-6662cfae-61cc-492b-b06f-4cec661cabbd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503325 Nov 23 22:24:34.515324 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-7fba9822-1a29-4353-829b-6f563297529c req-5d949938-f1dc-416f-b36d-59eadca4620f service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:24:34.517145 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7fba9822-1a29-4353-829b-6f563297529c req-5d949938-f1dc-416f-b36d-59eadca4620f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064294 Nov 23 22:24:34.625035 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7fba9822-1a29-4353-829b-6f563297529c req-0320b924-07dd-42dd-acf0-2d9a8f9609ac service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987296 Nov 23 22:24:34.737128 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7fba9822-1a29-4353-829b-6f563297529c req-258a59a0-bc62-4e08-998b-094cb5ed3843 service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033094 Nov 23 22:24:34.862326 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45724) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:34.974102 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-129812ee-0b91-4809-aa35-53d225c91969 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:35.053765 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-129812ee-0b91-4809-aa35-53d225c91969 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:35.057524 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-129812ee-0b91-4809-aa35-53d225c91969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:35.098139 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-129812ee-0b91-4809-aa35-53d225c91969 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=077ffc548dad40adbaedc48e51cbd31e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2344971 Nov 23 22:24:35.099415 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129812ee-0b91-4809-aa35-53d225c91969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4d269c-ce11-4917-be0e-fdd65ada4bf8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:35.100839 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45728) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:35.160179 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1e7f82bf-a6a2-4aa0-a9fa-9ad38af13889 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:35.184699 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1e7f82bf-a6a2-4aa0-a9fa-9ad38af13889 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:35.236267 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1e7f82bf-a6a2-4aa0-a9fa-9ad38af13889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:35.238923 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1e7f82bf-a6a2-4aa0-a9fa-9ad38af13889 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:35.240057 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1e7f82bf-a6a2-4aa0-a9fa-9ad38af13889 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3d4d269c-ce11-4917-be0e-fdd65ada4bf8 HTTP/1.1" status: 204 len: 168 time: 0.1381831 Nov 23 22:24:35.248075 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f82bf-a6a2-4aa0-a9fa-9ad38af13889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4d269c-ce11-4917-be0e-fdd65ada4bf8,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:35.256947 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f82bf-a6a2-4aa0-a9fa-9ad38af13889 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:24:35.257506 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f82bf-a6a2-4aa0-a9fa-9ad38af13889 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:24:35.257849 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f82bf-a6a2-4aa0-a9fa-9ad38af13889 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:24:35.258182 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f82bf-a6a2-4aa0-a9fa-9ad38af13889 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:24:35.258515 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f82bf-a6a2-4aa0-a9fa-9ad38af13889 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:24:35.258912 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f82bf-a6a2-4aa0-a9fa-9ad38af13889 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:24:35.259244 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f82bf-a6a2-4aa0-a9fa-9ad38af13889 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:24:35.259568 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f82bf-a6a2-4aa0-a9fa-9ad38af13889 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:24:35.259890 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f82bf-a6a2-4aa0-a9fa-9ad38af13889 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:24:35.260211 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f82bf-a6a2-4aa0-a9fa-9ad38af13889 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:24:35.260532 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f82bf-a6a2-4aa0-a9fa-9ad38af13889 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:24:35.260852 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f82bf-a6a2-4aa0-a9fa-9ad38af13889 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:24:36.264831 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 45762) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:36.372693 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-513f601f-b1be-4d4e-bd03-86cc9c7b3aec admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:36.449265 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-513f601f-b1be-4d4e-bd03-86cc9c7b3aec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:36.452718 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-513f601f-b1be-4d4e-bd03-86cc9c7b3aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:36.492201 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-513f601f-b1be-4d4e-bd03-86cc9c7b3aec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e82eaf94394424c95919869ab446def&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2262349 Nov 23 22:24:36.493077 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f601f-b1be-4d4e-bd03-86cc9c7b3aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7777094c-7b20-4d64-aa95-29c44b4a2922,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:36.494988 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 45766) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:24:36.544147 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-de6ef929-89d0-446f-978f-a08ab4f1f2d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:36.566089 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-de6ef929-89d0-446f-978f-a08ab4f1f2d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:36.617210 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-de6ef929-89d0-446f-978f-a08ab4f1f2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:36.620078 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-de6ef929-89d0-446f-978f-a08ab4f1f2d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:36.621282 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-de6ef929-89d0-446f-978f-a08ab4f1f2d6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7777094c-7b20-4d64-aa95-29c44b4a2922 HTTP/1.1" status: 204 len: 168 time: 0.1252620 Nov 23 22:24:36.630810 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ef929-89d0-446f-978f-a08ab4f1f2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7777094c-7b20-4d64-aa95-29c44b4a2922,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:24:53.009430 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:24:57.951414 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-506ae7d3-8236-406d-b19e-3a44dd2d6187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:00.176208 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:00.523119 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-47fa5d1b-e294-4cab-9a42-166d973fcf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:01.680369 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:03.073982 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:03.872020 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:06.611029 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:25:23.009651 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:25.499153 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46030) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:25:25.608517 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5e24d53-104d-42f1-95fc-c511bc1976d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:25.689294 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5e24d53-104d-42f1-95fc-c511bc1976d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:25.695148 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5e24d53-104d-42f1-95fc-c511bc1976d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:25.732708 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e24d53-104d-42f1-95fc-c511bc1976d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c613a1e-62e4-4289-8eb8-744447e5c821,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:25.737116 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b5e24d53-104d-42f1-95fc-c511bc1976d1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c86391dba6464b538a6b03daef600279&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2369244 Nov 23 22:25:25.740448 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46034) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:25:25.743433 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e24d53-104d-42f1-95fc-c511bc1976d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:25.743788 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e24d53-104d-42f1-95fc-c511bc1976d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:25.744116 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e24d53-104d-42f1-95fc-c511bc1976d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:25.744451 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e24d53-104d-42f1-95fc-c511bc1976d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:25.744783 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e24d53-104d-42f1-95fc-c511bc1976d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:25.745109 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e24d53-104d-42f1-95fc-c511bc1976d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:25.745437 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e24d53-104d-42f1-95fc-c511bc1976d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:25.745761 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e24d53-104d-42f1-95fc-c511bc1976d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:25.746084 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e24d53-104d-42f1-95fc-c511bc1976d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:25.746408 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e24d53-104d-42f1-95fc-c511bc1976d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:25.746753 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e24d53-104d-42f1-95fc-c511bc1976d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:25.747068 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e24d53-104d-42f1-95fc-c511bc1976d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:25.796277 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6676-36e7-4ee4-bcda-804e8322cead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:25.818548 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6676-36e7-4ee4-bcda-804e8322cead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:25.866279 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6676-36e7-4ee4-bcda-804e8322cead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:25.868928 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6c7f6676-36e7-4ee4-bcda-804e8322cead admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:25.870061 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6c7f6676-36e7-4ee4-bcda-804e8322cead admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3c613a1e-62e4-4289-8eb8-744447e5c821 HTTP/1.1" status: 204 len: 168 time: 0.1283028 Nov 23 22:25:25.878601 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f6676-36e7-4ee4-bcda-804e8322cead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c613a1e-62e4-4289-8eb8-744447e5c821,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:26.516378 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46056) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:25:26.615572 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-a8fc2bed-90fa-4cd3-92f5-7d2e0499cdad admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1038214296-network', 'tenant_id': 'f5f053f2a12f4c17a363d7fdc1e76c20'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:25:26.637048 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fc2bed-90fa-4cd3-92f5-7d2e0499cdad admin admin] Made reservation on behalf of f5f053f2a12f4c17a363d7fdc1e76c20 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:25:26.639327 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a8fc2bed-90fa-4cd3-92f5-7d2e0499cdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:26.647494 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a8fc2bed-90fa-4cd3-92f5-7d2e0499cdad admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:26.720040 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a8fc2bed-90fa-4cd3-92f5-7d2e0499cdad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:26.723840 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a8fc2bed-90fa-4cd3-92f5-7d2e0499cdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:26.747980 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8fc2bed-90fa-4cd3-92f5-7d2e0499cdad admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:25:26.758203 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc2bed-90fa-4cd3-92f5-7d2e0499cdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f486922-1554-424e-a89f-1ff56d76d957,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:26.762900 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a8fc2bed-90fa-4cd3-92f5-7d2e0499cdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:26.763310 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-a8fc2bed-90fa-4cd3-92f5-7d2e0499cdad admin admin] Added segment 996189a5-dbac-4cb9-8361-45985f41975e of type vlan for network 84d84911-acce-46cc-bb17-9bc3175a5763 Nov 23 22:25:26.802547 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a8fc2bed-90fa-4cd3-92f5-7d2e0499cdad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:26.827257 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a8fc2bed-90fa-4cd3-92f5-7d2e0499cdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:26.828158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fc2bed-90fa-4cd3-92f5-7d2e0499cdad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:26.828732 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a8fc2bed-90fa-4cd3-92f5-7d2e0499cdad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:26.883821 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a8fc2bed-90fa-4cd3-92f5-7d2e0499cdad admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3663366 Nov 23 22:25:26.886968 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46060) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:25:26.891840 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-aff2ff08-1248-4e88-ba1e-ebbad14bae20 admin admin] Request body: {'subnet': {'network_id': '84d84911-acce-46cc-bb17-9bc3175a5763', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1038214296-subnet', 'tenant_id': 'f5f053f2a12f4c17a363d7fdc1e76c20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:25:26.912825 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff2ff08-1248-4e88-ba1e-ebbad14bae20 admin admin] Made reservation on behalf of f5f053f2a12f4c17a363d7fdc1e76c20 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:25:26.915837 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aff2ff08-1248-4e88-ba1e-ebbad14bae20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:26.926308 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc2bed-90fa-4cd3-92f5-7d2e0499cdad admin admin] Pushing event updated for resources: {'Network': ['ID=84d84911-acce-46cc-bb17-9bc3175a5763,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:26.936339 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 84d84911-acce-46cc-bb17-9bc3175a5763 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:25:27.082654 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aff2ff08-1248-4e88-ba1e-ebbad14bae20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:27.137114 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2ff08-1248-4e88-ba1e-ebbad14bae20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a8b4ac8-c3e7-4511-ba2b-6b600481e6fd,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:27.146545 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff2ff08-1248-4e88-ba1e-ebbad14bae20 admin admin] Checking segment: {'id': '996189a5-dbac-4cb9-8361-45985f41975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '84d84911-acce-46cc-bb17-9bc3175a5763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:25:27.146937 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff2ff08-1248-4e88-ba1e-ebbad14bae20 admin admin] Network hostable DHCP agents. Network: 84d84911-acce-46cc-bb17-9bc3175a5763, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:25:27.164256 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff2ff08-1248-4e88-ba1e-ebbad14bae20 admin admin] Network 84d84911-acce-46cc-bb17-9bc3175a5763 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:25:27.172898 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-aff2ff08-1248-4e88-ba1e-ebbad14bae20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 84d84911-acce-46cc-bb17-9bc3175a5763) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:25:27.177363 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff2ff08-1248-4e88-ba1e-ebbad14bae20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:27.177965 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aff2ff08-1248-4e88-ba1e-ebbad14bae20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:27.184677 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6503803-88f0-466d-9806-df6f35e56683 None None] Network 84d84911-acce-46cc-bb17-9bc3175a5763 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:25:27.198268 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-aff2ff08-1248-4e88-ba1e-ebbad14bae20 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3068604 Nov 23 22:25:27.320995 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b1245a-26ed-48de-ae02-407f4f43bf63 None None] Network 84d84911-acce-46cc-bb17-9bc3175a5763 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:25:27.668191 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46076) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:25:27.673223 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e1d1ff6e-172b-408e-9068-8f3d85f3d663 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1633889954-network', 'tenant_id': '3cfd33b511c84680a9345acc90fbdff9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:25:27.697776 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d1ff6e-172b-408e-9068-8f3d85f3d663 admin admin] Made reservation on behalf of 3cfd33b511c84680a9345acc90fbdff9 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:25:27.700160 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ff6e-172b-408e-9068-8f3d85f3d663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:27.712897 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ff6e-172b-408e-9068-8f3d85f3d663 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:27.786130 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ff6e-172b-408e-9068-8f3d85f3d663 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:27.789730 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ff6e-172b-408e-9068-8f3d85f3d663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:27.813825 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d1ff6e-172b-408e-9068-8f3d85f3d663 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:25:27.824217 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1ff6e-172b-408e-9068-8f3d85f3d663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14661d4-ae5c-432a-982a-d88d33906c14,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:27.829209 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ff6e-172b-408e-9068-8f3d85f3d663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:27.829591 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-e1d1ff6e-172b-408e-9068-8f3d85f3d663 admin admin] Added segment 4a7ae3f2-91af-4900-96ab-e86002e0406b of type vlan for network 22552bee-c6cf-4719-acba-997f19915383 Nov 23 22:25:27.869107 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ff6e-172b-408e-9068-8f3d85f3d663 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:27.893988 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ff6e-172b-408e-9068-8f3d85f3d663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:27.895075 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d1ff6e-172b-408e-9068-8f3d85f3d663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:27.895655 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ff6e-172b-408e-9068-8f3d85f3d663 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:27.930054 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e1d1ff6e-172b-408e-9068-8f3d85f3d663 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2607329 Nov 23 22:25:27.932745 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46078) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:25:27.937418 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-97b0fb66-991e-4609-b3d2-fc1a263a09ce admin admin] Request body: {'subnet': {'network_id': '22552bee-c6cf-4719-acba-997f19915383', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1633889954-subnet', 'tenant_id': '3cfd33b511c84680a9345acc90fbdff9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:25:27.943821 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4db928b7-95aa-4da5-8796-f5be882f1557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:27.975716 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1ff6e-172b-408e-9068-8f3d85f3d663 admin admin] Pushing event updated for resources: {'Network': ['ID=22552bee-c6cf-4719-acba-997f19915383,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:27.987138 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 22552bee-c6cf-4719-acba-997f19915383 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:25:27.992025 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b0fb66-991e-4609-b3d2-fc1a263a09ce admin admin] Made reservation on behalf of 3cfd33b511c84680a9345acc90fbdff9 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:25:27.994798 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97b0fb66-991e-4609-b3d2-fc1a263a09ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:28.162856 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97b0fb66-991e-4609-b3d2-fc1a263a09ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:28.213633 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0fb66-991e-4609-b3d2-fc1a263a09ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d525737-d413-4842-8e1c-1b903ab34170,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:28.224026 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0fb66-991e-4609-b3d2-fc1a263a09ce admin admin] Checking segment: {'id': '4a7ae3f2-91af-4900-96ab-e86002e0406b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '22552bee-c6cf-4719-acba-997f19915383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:25:28.224384 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b0fb66-991e-4609-b3d2-fc1a263a09ce admin admin] Network hostable DHCP agents. Network: 22552bee-c6cf-4719-acba-997f19915383, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:25:28.241467 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b0fb66-991e-4609-b3d2-fc1a263a09ce admin admin] Network 22552bee-c6cf-4719-acba-997f19915383 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:25:28.250194 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-97b0fb66-991e-4609-b3d2-fc1a263a09ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 22552bee-c6cf-4719-acba-997f19915383) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:25:28.254301 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b0fb66-991e-4609-b3d2-fc1a263a09ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:28.254927 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-97b0fb66-991e-4609-b3d2-fc1a263a09ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:28.259188 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e479a1-24c2-4164-88c2-ce0eb27fd1cf None None] Network 22552bee-c6cf-4719-acba-997f19915383 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:25:28.271675 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-97b0fb66-991e-4609-b3d2-fc1a263a09ce admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3379035 Nov 23 22:25:28.387349 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a867da8f-475d-4504-a677-95831e0fbdb8 None None] Network 22552bee-c6cf-4719-acba-997f19915383 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:25:28.768146 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d2474-1762-4367-899b-f0316449fd3c req-0278eb8b-4784-485c-bbb4-2cd1c4964094 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:28.769602 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce8d2474-1762-4367-899b-f0316449fd3c req-0278eb8b-4784-485c-bbb4-2cd1c4964094 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/networks?id=84d84911-acce-46cc-bb17-9bc3175a5763 HTTP/1.1" status: 200 len: 812 time: 0.1081870 Nov 23 22:25:28.784167 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce8d2474-1762-4367-899b-f0316449fd3c req-d7ed4629-dbfe-4749-9024-c8321913ebf7 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/quotas/f5f053f2a12f4c17a363d7fdc1e76c20 HTTP/1.1" status: 200 len: 375 time: 0.0087657 Nov 23 22:25:28.817509 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce8d2474-1762-4367-899b-f0316449fd3c req-1cb89b43-cf88-45fd-8667-78af5727c3ac tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f5f053f2a12f4c17a363d7fdc1e76c20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279193 Nov 23 22:25:28.828314 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-ce8d2474-1762-4367-899b-f0316449fd3c req-ede6b959-c535-4be5-a761-85167a7c6592 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:25:28.829401 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce8d2474-1762-4367-899b-f0316449fd3c req-ede6b959-c535-4be5-a761-85167a7c6592 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050676 Nov 23 22:25:28.925734 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce8d2474-1762-4367-899b-f0316449fd3c req-05b2a606-4240-431b-97e2-bc510c332432 service neutron] 10.222.0.50 "GET /v2.0/networks/84d84911-acce-46cc-bb17-9bc3175a5763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886137 Nov 23 22:25:29.014072 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce8d2474-1762-4367-899b-f0316449fd3c req-b6bb740c-61b9-48ee-8ca3-387239db8b03 service neutron] 10.222.0.50 "GET /v2.0/networks/84d84911-acce-46cc-bb17-9bc3175a5763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822208 Nov 23 22:25:29.196741 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1c152ae-3e9d-4974-9bf6-a28c53275ecc req-b8110139-6a74-463e-869d-293b38c99555 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/ports?device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 210 time: 0.0263965 Nov 23 22:25:30.191445 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d2474-1762-4367-899b-f0316449fd3c req-be4def1a-0a59-4a94-b227-bbbcd7e068b7 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:30.192995 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ce8d2474-1762-4367-899b-f0316449fd3c req-be4def1a-0a59-4a94-b227-bbbcd7e068b7 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.60 "GET /v2.0/networks?id=84d84911-acce-46cc-bb17-9bc3175a5763 HTTP/1.1" status: 200 len: 812 time: 0.1085446 Nov 23 22:25:30.202803 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:30.223780 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-ce8d2474-1762-4367-899b-f0316449fd3c req-1b4f7b21-b888-4c04-9806-58457d59052b tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Request body: {'port': {'device_id': '82e5b90c-76bd-4fb1-a6c0-45fde1085d86', 'network_id': '84d84911-acce-46cc-bb17-9bc3175a5763', 'admin_state_up': True, 'tenant_id': 'f5f053f2a12f4c17a363d7fdc1e76c20'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:25:30.296814 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f5d6e9b-1a74-4622-8c72-f9fdddd3974b req-ad02151c-59ce-4ae3-af31-dc1363f7574b tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/ports?device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 210 time: 0.0270448 Nov 23 22:25:30.348140 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce8d2474-1762-4367-899b-f0316449fd3c req-1b4f7b21-b888-4c04-9806-58457d59052b tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Made reservation on behalf of f5f053f2a12f4c17a363d7fdc1e76c20 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:25:30.351824 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ce8d2474-1762-4367-899b-f0316449fd3c req-1b4f7b21-b888-4c04-9806-58457d59052b tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:30.479334 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-ce8d2474-1762-4367-899b-f0316449fd3c req-1b4f7b21-b888-4c04-9806-58457d59052b tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Allocated IP 172.20.0.3 (84d84911-acce-46cc-bb17-9bc3175a5763/3a8b4ac8-c3e7-4511-ba2b-6b600481e6fd/14de3625-1bcf-4153-8f1e-1c4f086e096a) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:25:30.517668 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b0d11fab-008a-4f22-81fa-ace8bf205dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:30.628387 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ce8d2474-1762-4367-899b-f0316449fd3c req-1b4f7b21-b888-4c04-9806-58457d59052b tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:30.662534 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ce8d2474-1762-4367-899b-f0316449fd3c req-1b4f7b21-b888-4c04-9806-58457d59052b tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:30.713679 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8d2474-1762-4367-899b-f0316449fd3c req-1b4f7b21-b888-4c04-9806-58457d59052b tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Network 84d84911-acce-46cc-bb17-9bc3175a5763 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:25:30.716712 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-ce8d2474-1762-4367-899b-f0316449fd3c req-1b4f7b21-b888-4c04-9806-58457d59052b tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:25:30.720578 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8d2474-1762-4367-899b-f0316449fd3c req-1b4f7b21-b888-4c04-9806-58457d59052b tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:25:30.727138 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f7b21-b888-4c04-9806-58457d59052b tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Pushing event updated for resources: {'Port': ['ID=14de3625-1bcf-4153-8f1e-1c4f086e096a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:30.773747 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d2474-1762-4367-899b-f0316449fd3c req-1b4f7b21-b888-4c04-9806-58457d59052b tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:30.774352 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ce8d2474-1762-4367-899b-f0316449fd3c req-1b4f7b21-b888-4c04-9806-58457d59052b tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:30.790477 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ce8d2474-1762-4367-899b-f0316449fd3c req-1b4f7b21-b888-4c04-9806-58457d59052b tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5734272 Nov 23 22:25:30.801914 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-ce8d2474-1762-4367-899b-f0316449fd3c req-be8242f8-1527-4610-832a-2b1710f5cb41 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:25:30.802915 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ce8d2474-1762-4367-899b-f0316449fd3c req-be8242f8-1527-4610-832a-2b1710f5cb41 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056081 Nov 23 22:25:30.918962 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-ce8d2474-1762-4367-899b-f0316449fd3c req-0303b63d-e878-436e-a953-a94b001958b8 service neutron] Request body: {'port': {'device_id': '82e5b90c-76bd-4fb1-a6c0-45fde1085d86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:25:30.972836 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ce8d2474-1762-4367-899b-f0316449fd3c req-0303b63d-e878-436e-a953-a94b001958b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:31.230298 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-ce8d2474-1762-4367-899b-f0316449fd3c req-0303b63d-e878-436e-a953-a94b001958b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14de3625-1bcf-4153-8f1e-1c4f086e096a {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:25:31.238308 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ce8d2474-1762-4367-899b-f0316449fd3c req-0303b63d-e878-436e-a953-a94b001958b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:31.251113 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-ce8d2474-1762-4367-899b-f0316449fd3c req-0303b63d-e878-436e-a953-a94b001958b8 service neutron] Transition to ACTIVE for port object 14de3625-1bcf-4153-8f1e-1c4f086e096a will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:25:31.255356 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ce8d2474-1762-4367-899b-f0316449fd3c req-0303b63d-e878-436e-a953-a94b001958b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:31.306464 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303b63d-e878-436e-a953-a94b001958b8 service neutron] Pushing event updated for resources: {'Port': ['ID=14de3625-1bcf-4153-8f1e-1c4f086e096a,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:31.376040 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-ce8d2474-1762-4367-899b-f0316449fd3c req-0303b63d-e878-436e-a953-a94b001958b8 service neutron] Attempting to bind port 14de3625-1bcf-4153-8f1e-1c4f086e096a on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:25:31.376408 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-ce8d2474-1762-4367-899b-f0316449fd3c req-0303b63d-e878-436e-a953-a94b001958b8 service neutron] Attempting to bind port 14de3625-1bcf-4153-8f1e-1c4f086e096a by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '996189a5-dbac-4cb9-8361-45985f41975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '84d84911-acce-46cc-bb17-9bc3175a5763'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:25:31.376743 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8d2474-1762-4367-899b-f0316449fd3c req-0303b63d-e878-436e-a953-a94b001958b8 service neutron] Attempting to bind port 14de3625-1bcf-4153-8f1e-1c4f086e096a on network 84d84911-acce-46cc-bb17-9bc3175a5763 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:25:31.381240 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8d2474-1762-4367-899b-f0316449fd3c req-0303b63d-e878-436e-a953-a94b001958b8 service neutron] Port 14de3625-1bcf-4153-8f1e-1c4f086e096a on network 84d84911-acce-46cc-bb17-9bc3175a5763 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:25:31.381500 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8d2474-1762-4367-899b-f0316449fd3c req-0303b63d-e878-436e-a953-a94b001958b8 service neutron] Attempting to bind port 14de3625-1bcf-4153-8f1e-1c4f086e096a on network 84d84911-acce-46cc-bb17-9bc3175a5763 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:25:31.387652 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8d2474-1762-4367-899b-f0316449fd3c req-0303b63d-e878-436e-a953-a94b001958b8 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:25:31.387997 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8d2474-1762-4367-899b-f0316449fd3c req-0303b63d-e878-436e-a953-a94b001958b8 service neutron] Checking segment: {'id': '996189a5-dbac-4cb9-8361-45985f41975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '84d84911-acce-46cc-bb17-9bc3175a5763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:25:31.388480 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8d2474-1762-4367-899b-f0316449fd3c req-0303b63d-e878-436e-a953-a94b001958b8 service neutron] Bound using segment: {'id': '996189a5-dbac-4cb9-8361-45985f41975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '84d84911-acce-46cc-bb17-9bc3175a5763'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:25:31.388974 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-ce8d2474-1762-4367-899b-f0316449fd3c req-0303b63d-e878-436e-a953-a94b001958b8 service neutron] Bound port: 14de3625-1bcf-4153-8f1e-1c4f086e096a, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '996189a5-dbac-4cb9-8361-45985f41975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '84d84911-acce-46cc-bb17-9bc3175a5763'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:25:31.389175 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ce8d2474-1762-4367-899b-f0316449fd3c req-0303b63d-e878-436e-a953-a94b001958b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:31.428598 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f9adf-0400-4bf0-995e-606bf77cd6b0 req-df556168-d702-4074-8afe-968a08734de4 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:31.430139 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b75f9adf-0400-4bf0-995e-606bf77cd6b0 req-df556168-d702-4074-8afe-968a08734de4 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/ports?device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 943 time: 0.0537362 Nov 23 22:25:31.454665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-ce8d2474-1762-4367-899b-f0316449fd3c req-0303b63d-e878-436e-a953-a94b001958b8 service neutron] For port 14de3625-1bcf-4153-8f1e-1c4f086e096a, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:25:31.458025 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-ce8d2474-1762-4367-899b-f0316449fd3c req-0303b63d-e878-436e-a953-a94b001958b8 service neutron] For port 14de3625-1bcf-4153-8f1e-1c4f086e096a, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=14de3625-1bcf-4153-8f1e-1c4f086e096a,segment=NetworkSegment(996189a5-dbac-4cb9-8361-45985f41975e),segment_id=996189a5-dbac-4cb9-8361-45985f41975e)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:25:31.462172 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ce8d2474-1762-4367-899b-f0316449fd3c req-0303b63d-e878-436e-a953-a94b001958b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:31.479589 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b75f9adf-0400-4bf0-995e-606bf77cd6b0 req-e0812a89-2032-4507-a750-70c079aed021 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f486922-1554-424e-a89f-1ff56d76d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426617 Nov 23 22:25:31.494932 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d2474-1762-4367-899b-f0316449fd3c req-0303b63d-e878-436e-a953-a94b001958b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:31.495673 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ce8d2474-1762-4367-899b-f0316449fd3c req-0303b63d-e878-436e-a953-a94b001958b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:31.497070 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ce8d2474-1762-4367-899b-f0316449fd3c req-0303b63d-e878-436e-a953-a94b001958b8 service neutron] 10.222.0.60 "PUT /v2.0/ports/14de3625-1bcf-4153-8f1e-1c4f086e096a HTTP/1.1" status: 200 len: 1091 time: 0.6806297 Nov 23 22:25:31.497515 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e5b90c-76bd-4fb1-a6c0-45fde1085d86', 'tag': '14de3625-1bcf-4153-8f1e-1c4f086e096a'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:25:31.499807 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafd00cf-f5d8-4cd2-8a87-4bcd47a6eeb6" -d '{"events": [{"name": "network-changed", "server_uuid": "82e5b90c-76bd-4fb1-a6c0-45fde1085d86", "tag": "14de3625-1bcf-4153-8f1e-1c4f086e096a"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:25:31.527703 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303b63d-e878-436e-a953-a94b001958b8 service neutron] Pushing event updated for resources: {'Port': ['ID=14de3625-1bcf-4153-8f1e-1c4f086e096a,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:31.541271 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41ccc28-d685-4400-b7b3-25d0ecf579db x-openstack-request-id: req-e41ccc28-d685-4400-b7b3-25d0ecf579db {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:25:31.541640 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e5b90c-76bd-4fb1-a6c0-45fde1085d86", "tag": "14de3625-1bcf-4153-8f1e-1c4f086e096a", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:25:31.541897 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e41ccc28-d685-4400-b7b3-25d0ecf579db {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:25:31.542308 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82e5b90c-76bd-4fb1-a6c0-45fde1085d86', 'tag': '14de3625-1bcf-4153-8f1e-1c4f086e096a', 'status': 'completed', 'code': 200} Nov 23 22:25:31.600316 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d2474-1762-4367-899b-f0316449fd3c req-4388bdf3-5918-4d43-960e-29e5ee18dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:31.601834 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ce8d2474-1762-4367-899b-f0316449fd3c req-4388bdf3-5918-4d43-960e-29e5ee18dcf5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5f053f2a12f4c17a363d7fdc1e76c20&device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 1094 time: 0.0419207 Nov 23 22:25:31.652130 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ce8d2474-1762-4367-899b-f0316449fd3c req-c86acb5d-8840-408b-b4a4-89de80b7c59a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14de3625-1bcf-4153-8f1e-1c4f086e096a HTTP/1.1" status: 200 len: 217 time: 0.0361664 Nov 23 22:25:31.687720 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:31.701283 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d2474-1762-4367-899b-f0316449fd3c req-b9ff713c-ac05-438b-9b1a-a7dc1a4a0f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:31.702779 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ce8d2474-1762-4367-899b-f0316449fd3c req-b9ff713c-ac05-438b-9b1a-a7dc1a4a0f42 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3a8b4ac8-c3e7-4511-ba2b-6b600481e6fd HTTP/1.1" status: 200 len: 852 time: 0.0434725 Nov 23 22:25:31.733643 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ce8d2474-1762-4367-899b-f0316449fd3c req-dafd15ec-d11d-435a-a3a7-31913d085750 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84d84911-acce-46cc-bb17-9bc3175a5763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242779 Nov 23 22:25:31.825437 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ce8d2474-1762-4367-899b-f0316449fd3c req-eec592b8-0e68-4faf-808a-4f9e202846da service neutron] 10.222.0.60 "GET /v2.0/networks/84d84911-acce-46cc-bb17-9bc3175a5763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848355 Nov 23 22:25:31.913634 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ce8d2474-1762-4367-899b-f0316449fd3c req-f111e052-7278-4bf5-9fd9-7d490a78a7e3 service neutron] 10.222.0.60 "GET /v2.0/networks/84d84911-acce-46cc-bb17-9bc3175a5763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802729 Nov 23 22:25:32.040523 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd00cf-f5d8-4cd2-8a87-4bcd47a6eeb6 req-4af4a58b-1f02-4241-b325-20c7aec5667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:32.042008 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dafd00cf-f5d8-4cd2-8a87-4bcd47a6eeb6 req-4af4a58b-1f02-4241-b325-20c7aec5667c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5f053f2a12f4c17a363d7fdc1e76c20&device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 1094 time: 0.0451858 Nov 23 22:25:32.133314 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd00cf-f5d8-4cd2-8a87-4bcd47a6eeb6 req-2b89291c-75b8-43bb-bf70-c8dcd0b8278e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:32.135023 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dafd00cf-f5d8-4cd2-8a87-4bcd47a6eeb6 req-2b89291c-75b8-43bb-bf70-c8dcd0b8278e service neutron] 10.222.0.60 "GET /v2.0/networks?id=84d84911-acce-46cc-bb17-9bc3175a5763 HTTP/1.1" status: 200 len: 913 time: 0.0852213 Nov 23 22:25:32.179564 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dafd00cf-f5d8-4cd2-8a87-4bcd47a6eeb6 req-8bb76b70-e8ec-457b-86b5-99ed3d1ae6ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14de3625-1bcf-4153-8f1e-1c4f086e096a HTTP/1.1" status: 200 len: 217 time: 0.0369000 Nov 23 22:25:32.229136 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd00cf-f5d8-4cd2-8a87-4bcd47a6eeb6 req-f2264cfd-afb1-4530-9d7c-d4571b3fd001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:32.230693 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dafd00cf-f5d8-4cd2-8a87-4bcd47a6eeb6 req-f2264cfd-afb1-4530-9d7c-d4571b3fd001 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3a8b4ac8-c3e7-4511-ba2b-6b600481e6fd HTTP/1.1" status: 200 len: 852 time: 0.0440774 Nov 23 22:25:32.264341 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dafd00cf-f5d8-4cd2-8a87-4bcd47a6eeb6 req-3901bc6c-4e4d-429f-847f-d252c7ab7f80 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84d84911-acce-46cc-bb17-9bc3175a5763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247750 Nov 23 22:25:32.357048 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dafd00cf-f5d8-4cd2-8a87-4bcd47a6eeb6 req-bcbf6325-c777-444f-a675-923738774ce0 service neutron] 10.222.0.60 "GET /v2.0/networks/84d84911-acce-46cc-bb17-9bc3175a5763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851400 Nov 23 22:25:32.446856 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dafd00cf-f5d8-4cd2-8a87-4bcd47a6eeb6 req-c70c2a05-cc5c-45c4-a3b3-8625df28aadd service neutron] 10.222.0.60 "GET /v2.0/networks/84d84911-acce-46cc-bb17-9bc3175a5763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816667 Nov 23 22:25:32.594830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb30db2-0533-44cb-bee6-07251c859ba6 req-9ab5628f-f238-4285-a8b8-34e5124004d2 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:32.596572 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ceb30db2-0533-44cb-bee6-07251c859ba6 req-9ab5628f-f238-4285-a8b8-34e5124004d2 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/ports?device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 943 time: 0.0493143 Nov 23 22:25:32.643992 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ceb30db2-0533-44cb-bee6-07251c859ba6 req-f850ff38-cbc6-4487-873f-f9adb9b47a43 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f486922-1554-424e-a89f-1ff56d76d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414836 Nov 23 22:25:33.074203 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:33.304292 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 14de3625-1bcf-4153-8f1e-1c4f086e096a details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:25:33.400237 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 14de3625-1bcf-4153-8f1e-1c4f086e096a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=14de3625-1bcf-4153-8f1e-1c4f086e096a,segment=NetworkSegment(996189a5-dbac-4cb9-8361-45985f41975e),segment_id=996189a5-dbac-4cb9-8361-45985f41975e)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:25:33.411900 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '14de3625-1bcf-4153-8f1e-1c4f086e096a', 'network_id': '84d84911-acce-46cc-bb17-9bc3175a5763', 'port_id': '14de3625-1bcf-4153-8f1e-1c4f086e096a', 'mac_address': 'fa:16:3e:f3:5a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8b4ac8-c3e7-4511-ba2b-6b600481e6fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:25:33.450842 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:33.463783 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14de3625-1bcf-4153-8f1e-1c4f086e096a {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:25:33.483084 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 14de3625-1bcf-4153-8f1e-1c4f086e096a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=14de3625-1bcf-4153-8f1e-1c4f086e096a,segment=NetworkSegment(996189a5-dbac-4cb9-8361-45985f41975e),segment_id=996189a5-dbac-4cb9-8361-45985f41975e)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:25:33.487242 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:33.534096 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=14de3625-1bcf-4153-8f1e-1c4f086e096a,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:33.541587 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:33.541935 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:33.542276 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:33.542618 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:33.542976 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:33.543307 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:33.543641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:33.543967 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:33.544292 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:33.544615 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:33.544938 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:33.545260 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:33.764784 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280a41d-e24f-4b86-9d32-3245c6b0e8ef req-8d488af3-410f-4847-810a-c9e478309e59 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:33.766258 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e280a41d-e24f-4b86-9d32-3245c6b0e8ef req-8d488af3-410f-4847-810a-c9e478309e59 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/ports?device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 944 time: 0.0521934 Nov 23 22:25:33.779226 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['14de3625-1bcf-4153-8f1e-1c4f086e096a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:25:33.813756 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e280a41d-e24f-4b86-9d32-3245c6b0e8ef req-d7e86e9f-b468-43bb-8c50-455e094514e3 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f486922-1554-424e-a89f-1ff56d76d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407400 Nov 23 22:25:33.891172 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:34.930380 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef9a1d-5ece-4e87-a766-957fdc435bc1 req-9e78eda5-61ff-4791-b413-264494b88b4e tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:34.932023 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-72ef9a1d-5ece-4e87-a766-957fdc435bc1 req-9e78eda5-61ff-4791-b413-264494b88b4e tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/ports?device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 944 time: 0.0492423 Nov 23 22:25:34.980125 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-72ef9a1d-5ece-4e87-a766-957fdc435bc1 req-e1a6c3ee-c55c-4627-a421-8dbaa11e5d9f tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f486922-1554-424e-a89f-1ff56d76d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422678 Nov 23 22:25:35.322413 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 14de3625-1bcf-4153-8f1e-1c4f086e096a up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:25:35.370382 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 14de3625-1bcf-4153-8f1e-1c4f086e096a completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:25:35.374306 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 14de3625-1bcf-4153-8f1e-1c4f086e096a triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:25:35.374677 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:35.454425 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:35.475945 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e5b90c-76bd-4fb1-a6c0-45fde1085d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14de3625-1bcf-4153-8f1e-1c4f086e096a'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:25:35.478170 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ba0705-6b89-41ed-8796-a7ad505a00a3" -d '{"events": [{"server_uuid": "82e5b90c-76bd-4fb1-a6c0-45fde1085d86", "name": "network-vif-plugged", "status": "completed", "tag": "14de3625-1bcf-4153-8f1e-1c4f086e096a"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:25:35.491131 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 14de3625-1bcf-4153-8f1e-1c4f086e096a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=14de3625-1bcf-4153-8f1e-1c4f086e096a,segment=NetworkSegment(996189a5-dbac-4cb9-8361-45985f41975e),segment_id=996189a5-dbac-4cb9-8361-45985f41975e)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:25:35.495011 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:35.542188 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=14de3625-1bcf-4153-8f1e-1c4f086e096a,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:35.581370 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a499123-4e0a-491b-9e7a-4ec35931607b x-openstack-request-id: req-8a499123-4e0a-491b-9e7a-4ec35931607b {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:25:35.581708 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e5b90c-76bd-4fb1-a6c0-45fde1085d86", "name": "network-vif-plugged", "status": "completed", "tag": "14de3625-1bcf-4153-8f1e-1c4f086e096a", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:25:35.581961 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a499123-4e0a-491b-9e7a-4ec35931607b {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:25:35.582367 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e5b90c-76bd-4fb1-a6c0-45fde1085d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14de3625-1bcf-4153-8f1e-1c4f086e096a', 'code': 200} Nov 23 22:25:35.707370 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39512675-1da6-4cc6-b378-76bb8c811ac8 req-afe65b8f-f8dc-438e-bae0-4d8910d13976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:35.708774 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-39512675-1da6-4cc6-b378-76bb8c811ac8 req-afe65b8f-f8dc-438e-bae0-4d8910d13976 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 1096 time: 0.0407796 Nov 23 22:25:35.759298 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-39512675-1da6-4cc6-b378-76bb8c811ac8 req-93fd698e-d7e9-4ba0-a289-afa93d03f85f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9f486922-1554-424e-a89f-1ff56d76d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407979 Nov 23 22:25:36.094580 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0731c-2651-486f-ba7b-4d7d9e2e0610 req-af3e3eb5-db53-49b6-80c2-f68d44d42766 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:36.096571 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-65a0731c-2651-486f-ba7b-4d7d9e2e0610 req-af3e3eb5-db53-49b6-80c2-f68d44d42766 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/ports?device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 945 time: 0.0483472 Nov 23 22:25:36.147006 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-65a0731c-2651-486f-ba7b-4d7d9e2e0610 req-582e38a8-e82b-4932-ab6d-334cbddfe82a tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f486922-1554-424e-a89f-1ff56d76d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444667 Nov 23 22:25:36.565864 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0f465994-afd1-4661-9b6b-79ca30358d88 req-4a6a613f-05c4-4423-84c3-8ea79c96e469 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3835332 Nov 23 22:25:36.662580 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f465994-afd1-4661-9b6b-79ca30358d88 req-3263b531-a16f-4212-b28d-7df77dd72cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:36.664077 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0f465994-afd1-4661-9b6b-79ca30358d88 req-3263b531-a16f-4212-b28d-7df77dd72cc4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 1097 time: 0.0404987 Nov 23 22:25:36.780868 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f465994-afd1-4661-9b6b-79ca30358d88 req-f8d8ae50-93c9-4f15-b76a-da08e2986ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:36.782386 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0f465994-afd1-4661-9b6b-79ca30358d88 req-f8d8ae50-93c9-4f15-b76a-da08e2986ad3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 912 time: 0.0886266 Nov 23 22:25:36.854857 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0f465994-afd1-4661-9b6b-79ca30358d88 req-95995b5b-fba9-4d52-b1ea-bf592e35f4a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ff3131c-10d5-427e-9cf4-4de8b022efe9 HTTP/1.1" status: 200 len: 1001 time: 0.0584764 Nov 23 22:25:36.910093 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f465994-afd1-4661-9b6b-79ca30358d88 req-62a21d04-646a-468c-9913-3f95b547a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:36.911786 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0f465994-afd1-4661-9b6b-79ca30358d88 req-62a21d04-646a-468c-9913-3f95b547a847 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0435967 Nov 23 22:25:36.972907 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f465994-afd1-4661-9b6b-79ca30358d88 req-c714409a-391f-4eb3-9d8b-e7c0844ae248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:36.974526 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0f465994-afd1-4661-9b6b-79ca30358d88 req-c714409a-391f-4eb3-9d8b-e7c0844ae248 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498288 Nov 23 22:25:37.074346 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0f465994-afd1-4661-9b6b-79ca30358d88 req-fc144e14-0c35-43d7-9752-0558f52ca860 service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859292 Nov 23 22:25:37.172796 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0f465994-afd1-4661-9b6b-79ca30358d88 req-8916053e-f0da-4719-8c97-dffdf26aa60e service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850673 Nov 23 22:25:37.496289 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddceae-981e-43ed-8898-904cc4b04db7 req-779e98e2-159c-40bb-8877-5784c10c36d1 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:37.497682 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aaddceae-981e-43ed-8898-904cc4b04db7 req-779e98e2-159c-40bb-8877-5784c10c36d1 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/ports?device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 945 time: 0.2780144 Nov 23 22:25:37.546482 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aaddceae-981e-43ed-8898-904cc4b04db7 req-7937d1ef-a7ef-4d91-875b-7736615492f0 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f486922-1554-424e-a89f-1ff56d76d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420909 Nov 23 22:25:37.663544 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f8b69-3f80-4eaf-97ba-406e1d7d20e8 req-27346290-7983-41ab-bd1d-f856364dfdc0 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:37.664999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c36f8b69-3f80-4eaf-97ba-406e1d7d20e8 req-27346290-7983-41ab-bd1d-f856364dfdc0 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/ports?device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 945 time: 0.0487072 Nov 23 22:25:37.712769 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c36f8b69-3f80-4eaf-97ba-406e1d7d20e8 req-c2a85f2c-cf8e-4259-94d2-a69b0dfb2d36 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f486922-1554-424e-a89f-1ff56d76d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419323 Nov 23 22:25:37.933955 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae699d8-8681-4494-adad-9bc242d309e0 req-9b7043ba-288d-4cc7-b887-a275e174d633 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:37.935453 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bae699d8-8681-4494-adad-9bc242d309e0 req-9b7043ba-288d-4cc7-b887-a275e174d633 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/ports?device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 945 time: 0.0516641 Nov 23 22:25:37.982706 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bae699d8-8681-4494-adad-9bc242d309e0 req-415b0f6f-f9a6-4770-a443-40f5c5632573 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f486922-1554-424e-a89f-1ff56d76d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411894 Nov 23 22:25:39.098154 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bb127-c5dd-4895-8ace-4a2acd5d08e1 req-add844b4-0b26-4297-8334-c99b3ef2c6fe tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:39.099548 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a64bb127-c5dd-4895-8ace-4a2acd5d08e1 req-add844b4-0b26-4297-8334-c99b3ef2c6fe tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/ports?device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 945 time: 0.0474513 Nov 23 22:25:39.146160 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a64bb127-c5dd-4895-8ace-4a2acd5d08e1 req-4e1028cd-9829-4eef-8d14-d98c49b336b5 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f486922-1554-424e-a89f-1ff56d76d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404384 Nov 23 22:25:39.354329 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a5393-da62-4afd-a410-9250588eb4e8 req-0c1455a1-d1fa-4f99-b876-66218e256f89 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:39.355768 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-882a5393-da62-4afd-a410-9250588eb4e8 req-0c1455a1-d1fa-4f99-b876-66218e256f89 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/ports?device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 945 time: 0.0506175 Nov 23 22:25:39.389902 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c0bf3-a54b-4f6b-8909-17e13dd9d782 req-5767824b-2919-4d58-b946-43c3c1afbaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:39.391442 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fa0c0bf3-a54b-4f6b-8909-17e13dd9d782 req-5767824b-2919-4d58-b946-43c3c1afbaaf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5f053f2a12f4c17a363d7fdc1e76c20&device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 1096 time: 0.0404088 Nov 23 22:25:39.407276 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-882a5393-da62-4afd-a410-9250588eb4e8 req-a20de5ed-e680-4f56-89bb-c93319fafc5f tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f486922-1554-424e-a89f-1ff56d76d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452979 Nov 23 22:25:39.485127 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c0bf3-a54b-4f6b-8909-17e13dd9d782 req-c7624d35-3a37-4168-b242-c3bd55db9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:39.486684 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fa0c0bf3-a54b-4f6b-8909-17e13dd9d782 req-c7624d35-3a37-4168-b242-c3bd55db9774 service neutron] 10.222.0.60 "GET /v2.0/networks?id=84d84911-acce-46cc-bb17-9bc3175a5763 HTTP/1.1" status: 200 len: 913 time: 0.0883610 Nov 23 22:25:39.526073 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fa0c0bf3-a54b-4f6b-8909-17e13dd9d782 req-607fba39-68d4-41e9-b456-39473f492832 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14de3625-1bcf-4153-8f1e-1c4f086e096a HTTP/1.1" status: 200 len: 217 time: 0.0328023 Nov 23 22:25:39.575872 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c0bf3-a54b-4f6b-8909-17e13dd9d782 req-3c078c2f-dbef-4825-a415-da54b6fedd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:39.577290 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fa0c0bf3-a54b-4f6b-8909-17e13dd9d782 req-3c078c2f-dbef-4825-a415-da54b6fedd62 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3a8b4ac8-c3e7-4511-ba2b-6b600481e6fd HTTP/1.1" status: 200 len: 852 time: 0.0431845 Nov 23 22:25:39.612207 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fa0c0bf3-a54b-4f6b-8909-17e13dd9d782 req-c24b5c4b-f248-459d-9274-e895194f94a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84d84911-acce-46cc-bb17-9bc3175a5763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279911 Nov 23 22:25:39.701580 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fa0c0bf3-a54b-4f6b-8909-17e13dd9d782 req-6f3ef23f-9830-4779-b864-7cf34622ed59 service neutron] 10.222.0.60 "GET /v2.0/networks/84d84911-acce-46cc-bb17-9bc3175a5763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826163 Nov 23 22:25:39.794158 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fa0c0bf3-a54b-4f6b-8909-17e13dd9d782 req-c89fcf5f-1581-446e-9cca-97e089e12f1d service neutron] 10.222.0.60 "GET /v2.0/networks/84d84911-acce-46cc-bb17-9bc3175a5763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856359 Nov 23 22:25:40.529725 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa6f74-30e5-47c4-8703-4460e922ba25 req-ec93a742-9df6-4944-a8f0-afcf5ba17792 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:40.531239 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-72aa6f74-30e5-47c4-8703-4460e922ba25 req-ec93a742-9df6-4944-a8f0-afcf5ba17792 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/ports?device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 945 time: 0.0517642 Nov 23 22:25:40.580934 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-72aa6f74-30e5-47c4-8703-4460e922ba25 req-1354d9b7-8ecf-453b-a611-148ed6b7f35e tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f486922-1554-424e-a89f-1ff56d76d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421057 Nov 23 22:25:41.698115 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5414db-da09-4d82-af90-64369b305880 req-7ed46b51-75e8-4897-a3ca-4eaafa4e3779 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:41.701193 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e5414db-da09-4d82-af90-64369b305880 req-7ed46b51-75e8-4897-a3ca-4eaafa4e3779 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/ports?device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 945 time: 0.0519328 Nov 23 22:25:41.748933 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e5414db-da09-4d82-af90-64369b305880 req-dd6756b1-6a29-4604-926a-126c11491a67 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f486922-1554-424e-a89f-1ff56d76d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414224 Nov 23 22:25:41.972105 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c2314-67a2-46c1-be36-6b2fe114f24a req-87c1dd61-eaee-4dc8-be63-c8e4822d4985 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:41.973564 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d95c2314-67a2-46c1-be36-6b2fe114f24a req-87c1dd61-eaee-4dc8-be63-c8e4822d4985 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/ports?device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 945 time: 0.0525079 Nov 23 22:25:42.021704 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d95c2314-67a2-46c1-be36-6b2fe114f24a req-e7d080a4-85fb-4a00-b185-6fefea4af624 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f486922-1554-424e-a89f-1ff56d76d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419533 Nov 23 22:25:42.422471 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7a560-2226-4d22-af2e-bce351eb694a req-0a8fa838-56d4-433c-a1a5-d0e212264003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:42.424742 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-52f7a560-2226-4d22-af2e-bce351eb694a req-0a8fa838-56d4-433c-a1a5-d0e212264003 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5f053f2a12f4c17a363d7fdc1e76c20&device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 1096 time: 0.0419250 Nov 23 22:25:42.531933 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7a560-2226-4d22-af2e-bce351eb694a req-dd3f318a-c977-4bda-aa3a-3200422dd999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:42.534007 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-52f7a560-2226-4d22-af2e-bce351eb694a req-dd3f318a-c977-4bda-aa3a-3200422dd999 service neutron] 10.222.0.60 "GET /v2.0/networks?id=84d84911-acce-46cc-bb17-9bc3175a5763 HTTP/1.1" status: 200 len: 913 time: 0.0901444 Nov 23 22:25:42.575149 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-52f7a560-2226-4d22-af2e-bce351eb694a req-2743cb30-5d04-4f42-b465-097a0b13892e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14de3625-1bcf-4153-8f1e-1c4f086e096a HTTP/1.1" status: 200 len: 217 time: 0.0337167 Nov 23 22:25:42.624094 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7a560-2226-4d22-af2e-bce351eb694a req-3f1b5811-8496-4834-bb4d-95c78b02145d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:42.625507 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-52f7a560-2226-4d22-af2e-bce351eb694a req-3f1b5811-8496-4834-bb4d-95c78b02145d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3a8b4ac8-c3e7-4511-ba2b-6b600481e6fd HTTP/1.1" status: 200 len: 852 time: 0.0435462 Nov 23 22:25:42.656076 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-52f7a560-2226-4d22-af2e-bce351eb694a req-6ebf423c-2c9a-4274-aa15-8318f210d252 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84d84911-acce-46cc-bb17-9bc3175a5763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236783 Nov 23 22:25:42.757956 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-52f7a560-2226-4d22-af2e-bce351eb694a req-844b02e2-0445-4538-bab7-811a64ed4b59 service neutron] 10.222.0.60 "GET /v2.0/networks/84d84911-acce-46cc-bb17-9bc3175a5763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946836 Nov 23 22:25:42.847907 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-52f7a560-2226-4d22-af2e-bce351eb694a req-94204678-eebf-472e-95ab-ca212c1c245a service neutron] 10.222.0.60 "GET /v2.0/networks/84d84911-acce-46cc-bb17-9bc3175a5763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829313 Nov 23 22:25:43.140398 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e44067-e5db-4c97-a829-b02dae3eb5d5 req-08584721-829d-4fbe-b08d-d11e00941ca3 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:43.142372 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e6e44067-e5db-4c97-a829-b02dae3eb5d5 req-08584721-829d-4fbe-b08d-d11e00941ca3 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/ports?device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 945 time: 0.0486858 Nov 23 22:25:43.188982 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e6e44067-e5db-4c97-a829-b02dae3eb5d5 req-846ca156-4b05-49e2-ac14-da8181b425b6 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f486922-1554-424e-a89f-1ff56d76d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405087 Nov 23 22:25:43.394985 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb58c0-dbf6-4949-906b-16ddbf8b02c8 req-eeeed1c5-4859-4a3e-80c8-a24634dad812 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:43.396550 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22bb58c0-dbf6-4949-906b-16ddbf8b02c8 req-eeeed1c5-4859-4a3e-80c8-a24634dad812 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/ports?device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 945 time: 0.0547287 Nov 23 22:25:43.446521 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22bb58c0-dbf6-4949-906b-16ddbf8b02c8 req-f1e45a56-8802-45ff-8049-5d740ca14f0a tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f486922-1554-424e-a89f-1ff56d76d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436223 Nov 23 22:25:43.449025 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d1d62-ba66-49b2-8c4d-da1e09fe6927 req-fe4f8b59-7043-4bbd-976c-5bde03f26008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:43.450657 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c73d1d62-ba66-49b2-8c4d-da1e09fe6927 req-fe4f8b59-7043-4bbd-976c-5bde03f26008 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f5f053f2a12f4c17a363d7fdc1e76c20&device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 1096 time: 0.0472522 Nov 23 22:25:43.541486 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d1d62-ba66-49b2-8c4d-da1e09fe6927 req-c6f56a03-1e3b-41af-af8b-476159da135f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:43.543067 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c73d1d62-ba66-49b2-8c4d-da1e09fe6927 req-c6f56a03-1e3b-41af-af8b-476159da135f service neutron] 10.222.0.60 "GET /v2.0/networks?id=84d84911-acce-46cc-bb17-9bc3175a5763 HTTP/1.1" status: 200 len: 913 time: 0.0845430 Nov 23 22:25:43.591380 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c73d1d62-ba66-49b2-8c4d-da1e09fe6927 req-f17a4a06-2ebc-4bd7-b579-f8327cd1dc39 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14de3625-1bcf-4153-8f1e-1c4f086e096a HTTP/1.1" status: 200 len: 217 time: 0.0388429 Nov 23 22:25:43.609949 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:25:43.641567 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d1d62-ba66-49b2-8c4d-da1e09fe6927 req-ebaf2912-8c06-44e3-b64a-ba8e5fc64727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:43.643979 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c73d1d62-ba66-49b2-8c4d-da1e09fe6927 req-ebaf2912-8c06-44e3-b64a-ba8e5fc64727 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3a8b4ac8-c3e7-4511-ba2b-6b600481e6fd HTTP/1.1" status: 200 len: 852 time: 0.0456836 Nov 23 22:25:43.680344 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c73d1d62-ba66-49b2-8c4d-da1e09fe6927 req-48eaeb17-32c1-44fd-91b7-954ee3c23a51 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84d84911-acce-46cc-bb17-9bc3175a5763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262532 Nov 23 22:25:43.802636 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c73d1d62-ba66-49b2-8c4d-da1e09fe6927 req-751f94a8-bc7e-4e85-b8bf-ce6910755ab8 service neutron] 10.222.0.60 "GET /v2.0/networks/84d84911-acce-46cc-bb17-9bc3175a5763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908566 Nov 23 22:25:43.892323 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c73d1d62-ba66-49b2-8c4d-da1e09fe6927 req-7e10b0b9-df1b-432b-aad6-8365e1a8bdc2 service neutron] 10.222.0.60 "GET /v2.0/networks/84d84911-acce-46cc-bb17-9bc3175a5763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815475 Nov 23 22:25:44.568081 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ad5e7-b173-4519-9195-0e69ee19a80e req-5672a7e3-2ee9-43d6-a456-616e604db4a1 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:44.569553 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-668ad5e7-b173-4519-9195-0e69ee19a80e req-5672a7e3-2ee9-43d6-a456-616e604db4a1 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/ports?device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 945 time: 0.0496788 Nov 23 22:25:44.620266 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-668ad5e7-b173-4519-9195-0e69ee19a80e req-e35261bc-3bf1-45d9-b0b6-7ec1f8c114ed tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f486922-1554-424e-a89f-1ff56d76d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439398 Nov 23 22:25:45.737752 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13f8cc-bcf2-49b7-ae2e-25342ae41d81 req-c1bedaeb-e953-4e7d-bdbe-221d88fa9ed7 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:45.739226 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a13f8cc-bcf2-49b7-ae2e-25342ae41d81 req-c1bedaeb-e953-4e7d-bdbe-221d88fa9ed7 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/ports?device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 945 time: 0.0511868 Nov 23 22:25:45.790057 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a13f8cc-bcf2-49b7-ae2e-25342ae41d81 req-2577157b-48b6-452f-b7a3-b09e464e15fe tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f486922-1554-424e-a89f-1ff56d76d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448155 Nov 23 22:25:46.017906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f0476-221c-4185-95c4-de33b580bf3a req-1e7d2b95-8473-4cd9-b796-7d0ae6d0e570 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:46.019373 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-815f0476-221c-4185-95c4-de33b580bf3a req-1e7d2b95-8473-4cd9-b796-7d0ae6d0e570 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/ports?device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 945 time: 0.0478263 Nov 23 22:25:46.065874 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-815f0476-221c-4185-95c4-de33b580bf3a req-d34f1262-d3ce-44ec-80f4-48bfe56430cb tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f486922-1554-424e-a89f-1ff56d76d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405500 Nov 23 22:25:47.183693 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0646aee-934a-4934-998f-f3ab882ffc83 req-f73f4e02-6b86-4daa-9f71-1c0e8b3e8b9f tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:47.185218 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0646aee-934a-4934-998f-f3ab882ffc83 req-f73f4e02-6b86-4daa-9f71-1c0e8b3e8b9f tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/ports?device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 945 time: 0.0490930 Nov 23 22:25:47.234067 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0646aee-934a-4934-998f-f3ab882ffc83 req-013cf7cf-a77a-4ff6-acd7-e3f0cfc80144 tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/security-groups?id=9f486922-1554-424e-a89f-1ff56d76d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423012 Nov 23 22:25:47.962529 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f62bc-a292-4add-8e6c-e1ee2e5d257e req-a095f5ec-425a-4fa1-ab86-a5d8061ede9e tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:25:47.964272 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-152f62bc-a292-4add-8e6c-e1ee2e5d257e req-a095f5ec-425a-4fa1-ab86-a5d8061ede9e tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.60 "GET /v2.0/ports?device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 945 time: 0.0542378 Nov 23 22:25:48.060150 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-152f62bc-a292-4add-8e6c-e1ee2e5d257e req-7f2ee321-45be-4b31-94fc-e6512021b94b tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Deleting port 14de3625-1bcf-4153-8f1e-1c4f086e096a {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:25:48.060487 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-152f62bc-a292-4add-8e6c-e1ee2e5d257e req-7f2ee321-45be-4b31-94fc-e6512021b94b tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:48.153733 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-152f62bc-a292-4add-8e6c-e1ee2e5d257e req-7f2ee321-45be-4b31-94fc-e6512021b94b tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] For port 14de3625-1bcf-4153-8f1e-1c4f086e096a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=14de3625-1bcf-4153-8f1e-1c4f086e096a,segment=NetworkSegment(996189a5-dbac-4cb9-8361-45985f41975e),segment_id=996189a5-dbac-4cb9-8361-45985f41975e)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:25:48.154117 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-152f62bc-a292-4add-8e6c-e1ee2e5d257e req-7f2ee321-45be-4b31-94fc-e6512021b94b tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:48.165654 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-152f62bc-a292-4add-8e6c-e1ee2e5d257e req-7f2ee321-45be-4b31-94fc-e6512021b94b tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Calling delete_port for 14de3625-1bcf-4153-8f1e-1c4f086e096a owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:25:48.301753 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-152f62bc-a292-4add-8e6c-e1ee2e5d257e req-7f2ee321-45be-4b31-94fc-e6512021b94b tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:48.335904 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['14de3625-1bcf-4153-8f1e-1c4f086e096a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:25:48.336493 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ee321-45be-4b31-94fc-e6512021b94b tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Pushing event deleted for resources: {'Port': ['ID=14de3625-1bcf-4153-8f1e-1c4f086e096a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:48.356352 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9d216996-d308-4273-813d-2489c7b8d01f req-ab11da6f-2d70-406e-810c-c655f269df0a tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.50 "GET /v2.0/ports?device_id=82e5b90c-76bd-4fb1-a6c0-45fde1085d86 HTTP/1.1" status: 200 len: 210 time: 0.0504310 Nov 23 22:25:48.383508 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-152f62bc-a292-4add-8e6c-e1ee2e5d257e req-7f2ee321-45be-4b31-94fc-e6512021b94b tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] No DVR routers for this DVR port 14de3625-1bcf-4153-8f1e-1c4f086e096a on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:25:48.386169 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-152f62bc-a292-4add-8e6c-e1ee2e5d257e req-7f2ee321-45be-4b31-94fc-e6512021b94b tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:48.390604 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-152f62bc-a292-4add-8e6c-e1ee2e5d257e req-7f2ee321-45be-4b31-94fc-e6512021b94b tempest-TestServerAdvancedOps-896602841 tempest-TestServerAdvancedOps-896602841-project] 10.222.0.60 "DELETE /v2.0/ports/14de3625-1bcf-4153-8f1e-1c4f086e096a HTTP/1.1" status: 204 len: 173 time: 0.4194274 Nov 23 22:25:48.391071 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e5b90c-76bd-4fb1-a6c0-45fde1085d86', 'name': 'network-vif-deleted', 'tag': '14de3625-1bcf-4153-8f1e-1c4f086e096a'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:25:48.394581 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58554bb4-a18c-41e2-baac-b8a11a6bced2" -d '{"events": [{"server_uuid": "82e5b90c-76bd-4fb1-a6c0-45fde1085d86", "name": "network-vif-deleted", "tag": "14de3625-1bcf-4153-8f1e-1c4f086e096a"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:25:48.431947 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e013fa3-ca85-4d34-9694-297e02b670ca x-openstack-request-id: req-0e013fa3-ca85-4d34-9694-297e02b670ca {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:25:48.432350 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e5b90c-76bd-4fb1-a6c0-45fde1085d86", "name": "network-vif-deleted", "tag": "14de3625-1bcf-4153-8f1e-1c4f086e096a", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:25:48.432604 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0e013fa3-ca85-4d34-9694-297e02b670ca {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:25:48.433010 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e5b90c-76bd-4fb1-a6c0-45fde1085d86', 'name': 'network-vif-deleted', 'tag': '14de3625-1bcf-4153-8f1e-1c4f086e096a', 'status': 'completed', 'code': 200} Nov 23 22:25:49.415109 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46178) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:25:49.459615 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-492519be-bf37-4cfd-8380-51c5a722e70e admin admin] Deleting subnet 3a8b4ac8-c3e7-4511-ba2b-6b600481e6fd {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:25:49.462617 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-492519be-bf37-4cfd-8380-51c5a722e70e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:49.496376 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-492519be-bf37-4cfd-8380-51c5a722e70e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:49.539260 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-492519be-bf37-4cfd-8380-51c5a722e70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:49.590999 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-492519be-bf37-4cfd-8380-51c5a722e70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:49.618411 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492519be-bf37-4cfd-8380-51c5a722e70e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a8b4ac8-c3e7-4511-ba2b-6b600481e6fd,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:49.620589 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-492519be-bf37-4cfd-8380-51c5a722e70e admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:49.624855 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-492519be-bf37-4cfd-8380-51c5a722e70e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3a8b4ac8-c3e7-4511-ba2b-6b600481e6fd HTTP/1.1" status: 204 len: 168 time: 0.2087107 Nov 23 22:25:49.627396 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46180) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:25:49.696524 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:49.779344 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:49.799099 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d84911-acce-46cc-bb17-9bc3175a5763']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:25:49.808116 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996189a5-dbac-4cb9-8361-45985f41975e') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:25:49.808406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996189a5-dbac-4cb9-8361-45985f41975e') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:25:49.818084 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:49.830852 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:49.836537 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:25:49.836908 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:25:49.838506 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:25:49.892401 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:49.897421 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:49.900577 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/84d84911-acce-46cc-bb17-9bc3175a5763 HTTP/1.1" status: 204 len: 168 time: 0.2721996 Nov 23 22:25:49.903674 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46182) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:25:49.911245 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=84d84911-acce-46cc-bb17-9bc3175a5763,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:49.918469 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:49.918841 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:49.919185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:49.919518 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:49.919845 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:49.920172 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:49.920493 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:49.920814 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:49.921134 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:49.921453 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:49.921780 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:49.922087 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80fb5fc-4514-469f-922d-ab0d829f0ae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:25:49.950035 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-724c0c20-5dd6-4d00-9ee4-2b8bb1b3cf83 admin admin] Deleting subnet 9d525737-d413-4842-8e1c-1b903ab34170 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:25:49.953610 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-724c0c20-5dd6-4d00-9ee4-2b8bb1b3cf83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:49.988372 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-724c0c20-5dd6-4d00-9ee4-2b8bb1b3cf83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:50.030563 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-724c0c20-5dd6-4d00-9ee4-2b8bb1b3cf83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:50.083066 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-724c0c20-5dd6-4d00-9ee4-2b8bb1b3cf83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:50.109384 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c0c20-5dd6-4d00-9ee4-2b8bb1b3cf83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d525737-d413-4842-8e1c-1b903ab34170,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:50.113681 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-724c0c20-5dd6-4d00-9ee4-2b8bb1b3cf83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:50.116994 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-724c0c20-5dd6-4d00-9ee4-2b8bb1b3cf83 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9d525737-d413-4842-8e1c-1b903ab34170 HTTP/1.1" status: 204 len: 168 time: 0.2122517 Nov 23 22:25:50.119454 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46184) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:25:50.187106 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b279e8d-12b2-4754-8048-a2609b3dde78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:50.273001 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b279e8d-12b2-4754-8048-a2609b3dde78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:50.292879 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-9b279e8d-12b2-4754-8048-a2609b3dde78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22552bee-c6cf-4719-acba-997f19915383']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:25:50.302706 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-9b279e8d-12b2-4754-8048-a2609b3dde78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7ae3f2-91af-4900-96ab-e86002e0406b') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:25:50.303034 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-9b279e8d-12b2-4754-8048-a2609b3dde78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7ae3f2-91af-4900-96ab-e86002e0406b') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:25:50.312195 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b279e8d-12b2-4754-8048-a2609b3dde78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:50.325405 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b279e8d-12b2-4754-8048-a2609b3dde78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:50.331711 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b279e8d-12b2-4754-8048-a2609b3dde78 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:25:50.332216 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b279e8d-12b2-4754-8048-a2609b3dde78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:25:50.333904 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:25:50.392885 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b279e8d-12b2-4754-8048-a2609b3dde78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:50.400375 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9b279e8d-12b2-4754-8048-a2609b3dde78 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:50.403695 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9b279e8d-12b2-4754-8048-a2609b3dde78 admin admin] 10.222.0.50 "DELETE /v2.0/networks/22552bee-c6cf-4719-acba-997f19915383 HTTP/1.1" status: 204 len: 168 time: 0.2833140 Nov 23 22:25:50.415417 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b279e8d-12b2-4754-8048-a2609b3dde78 admin admin] Pushing event deleted for resources: {'Network': ['ID=22552bee-c6cf-4719-acba-997f19915383,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:50.561890 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46188) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:25:50.609239 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f18a18b3-2855-45a0-addb-1b0608ee3b17 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f5f053f2a12f4c17a363d7fdc1e76c20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461667 Nov 23 22:25:50.611716 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46190) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:25:50.661036 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5758717b-b1c6-47fd-9f14-95cb3444232f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:50.683040 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5758717b-b1c6-47fd-9f14-95cb3444232f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:50.735470 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5758717b-b1c6-47fd-9f14-95cb3444232f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:50.738802 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5758717b-b1c6-47fd-9f14-95cb3444232f admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:50.740065 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5758717b-b1c6-47fd-9f14-95cb3444232f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9f486922-1554-424e-a89f-1ff56d76d957 HTTP/1.1" status: 204 len: 168 time: 0.1274166 Nov 23 22:25:50.748774 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758717b-b1c6-47fd-9f14-95cb3444232f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f486922-1554-424e-a89f-1ff56d76d957,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:51.059006 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46196) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:25:51.101376 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-67e20f10-91f5-4d76-ac96-31808bb64f57 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3cfd33b511c84680a9345acc90fbdff9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392578 Nov 23 22:25:51.101877 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46198) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:25:51.148863 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-467960cc-e812-4626-afcb-07435a0f01b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:51.169973 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-467960cc-e812-4626-afcb-07435a0f01b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:51.218325 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-467960cc-e812-4626-afcb-07435a0f01b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:51.221885 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-467960cc-e812-4626-afcb-07435a0f01b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:51.223102 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-467960cc-e812-4626-afcb-07435a0f01b8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a14661d4-ae5c-432a-982a-d88d33906c14 HTTP/1.1" status: 204 len: 168 time: 0.1202712 Nov 23 22:25:51.231090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467960cc-e812-4626-afcb-07435a0f01b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14661d4-ae5c-432a-982a-d88d33906c14,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:25:51.399461 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 14de3625-1bcf-4153-8f1e-1c4f086e096a no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:25:51.421546 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 14de3625-1bcf-4153-8f1e-1c4f086e096a {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:25:51.421886 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 14de3625-1bcf-4153-8f1e-1c4f086e096a not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:25:53.042808 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:25:57.945466 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-529d8638-4a08-46f1-a075-337ed652d3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:00.202833 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:00.520153 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e9349d30-9192-4796-8486-1235b6754506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:01.685599 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:03.075797 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:03.874047 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:09.693696 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d9cb2-f776-47ea-9a50-d8f690b4c4c6 req-d3987ea5-de1d-4b0d-ab54-85537bb4e003 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:09.695135 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c61d9cb2-f776-47ea-9a50-d8f690b4c4c6 req-d3987ea5-de1d-4b0d-ab54-85537bb4e003 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 946 time: 0.0504329 Nov 23 22:26:09.744881 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c61d9cb2-f776-47ea-9a50-d8f690b4c4c6 req-c375b7df-47cd-4977-8cf4-f9a83a6af9f8 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438647 Nov 23 22:26:10.864887 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab3262-e55f-487e-8fe2-9dd526858f9e req-90ffa884-7368-4ef9-8d4f-69075c7af71b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:10.866398 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9dab3262-e55f-487e-8fe2-9dd526858f9e req-90ffa884-7368-4ef9-8d4f-69075c7af71b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 946 time: 0.0489142 Nov 23 22:26:10.915735 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9dab3262-e55f-487e-8fe2-9dd526858f9e req-e240afb0-9ba5-423d-b2c4-420482c2113f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433066 Nov 23 22:26:11.453198 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490bd23-bdc7-4ba4-888b-02691a48e103 req-674421ab-dfea-4867-a4a5-455259609979 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:11.454589 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7490bd23-bdc7-4ba4-888b-02691a48e103 req-674421ab-dfea-4867-a4a5-455259609979 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 946 time: 0.0514960 Nov 23 22:26:11.549996 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-7490bd23-bdc7-4ba4-888b-02691a48e103 req-58e6220c-9dfd-4fe0-b6a1-e7ef0874b097 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Deleting port 8ff3131c-10d5-427e-9cf4-4de8b022efe9 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:26:11.550342 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7490bd23-bdc7-4ba4-888b-02691a48e103 req-58e6220c-9dfd-4fe0-b6a1-e7ef0874b097 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:11.643145 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-7490bd23-bdc7-4ba4-888b-02691a48e103 req-58e6220c-9dfd-4fe0-b6a1-e7ef0874b097 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] For port 8ff3131c-10d5-427e-9cf4-4de8b022efe9, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=8ff3131c-10d5-427e-9cf4-4de8b022efe9,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:26:11.643510 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7490bd23-bdc7-4ba4-888b-02691a48e103 req-58e6220c-9dfd-4fe0-b6a1-e7ef0874b097 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:11.811151 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7490bd23-bdc7-4ba4-888b-02691a48e103 req-58e6220c-9dfd-4fe0-b6a1-e7ef0874b097 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:11.811515 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7490bd23-bdc7-4ba4-888b-02691a48e103 req-58e6220c-9dfd-4fe0-b6a1-e7ef0874b097 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:11.811830 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [req-7490bd23-bdc7-4ba4-888b-02691a48e103 req-58e6220c-9dfd-4fe0-b6a1-e7ef0874b097 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Floating IP b628b8e4-57dc-4e42-8087-d095d2e9156d disassociated. External IP: 172.25.5.16, port: 8ff3131c-10d5-427e-9cf4-4de8b022efe9. Nov 23 22:26:11.812173 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-7490bd23-bdc7-4ba4-888b-02691a48e103 req-58e6220c-9dfd-4fe0-b6a1-e7ef0874b097 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Calling delete_port for 8ff3131c-10d5-427e-9cf4-4de8b022efe9 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:26:11.941423 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7490bd23-bdc7-4ba4-888b-02691a48e103 req-58e6220c-9dfd-4fe0-b6a1-e7ef0874b097 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:11.970034 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6220c-9dfd-4fe0-b6a1-e7ef0874b097 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event deleted for resources: {'Port': ['ID=8ff3131c-10d5-427e-9cf4-4de8b022efe9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:26:12.024496 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a3aaf5e-15c3-48ee-bbf9-4c4e317766c1 req-8818c6b8-d528-461c-a556-9f06728aa893 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 210 time: 0.0297585 Nov 23 22:26:12.089154 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7490bd23-bdc7-4ba4-888b-02691a48e103 req-58e6220c-9dfd-4fe0-b6a1-e7ef0874b097 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:26:12.195746 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7490bd23-bdc7-4ba4-888b-02691a48e103 req-58e6220c-9dfd-4fe0-b6a1-e7ef0874b097 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:26:12.206288 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50813f6c-459d-47f0-8e89-2efb97008dac None None] Sync routers for ids ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:26:12.215931 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50813f6c-459d-47f0-8e89-2efb97008dac None None] Routers {'60b99448-974d-4497-87e0-1bb0eaa0e1b7'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:26:12.216551 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-50813f6c-459d-47f0-8e89-2efb97008dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:26:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:26:12.234055 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-7490bd23-bdc7-4ba4-888b-02691a48e103 req-58e6220c-9dfd-4fe0-b6a1-e7ef0874b097 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] No DVR routers for this DVR port 8ff3131c-10d5-427e-9cf4-4de8b022efe9 on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:26:12.236734 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7490bd23-bdc7-4ba4-888b-02691a48e103 req-58e6220c-9dfd-4fe0-b6a1-e7ef0874b097 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:12.240780 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7490bd23-bdc7-4ba4-888b-02691a48e103 req-58e6220c-9dfd-4fe0-b6a1-e7ef0874b097 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.53 "DELETE /v2.0/ports/8ff3131c-10d5-427e-9cf4-4de8b022efe9 HTTP/1.1" status: 204 len: 173 time: 0.7740712 Nov 23 22:26:12.241226 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2db61c6-28d2-49bf-807f-af0650d7163e', 'name': 'network-vif-deleted', 'tag': '8ff3131c-10d5-427e-9cf4-4de8b022efe9'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:26:12.243573 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2273a7-29b2-4c26-bc69-672d94d912e7" -d '{"events": [{"server_uuid": "d2db61c6-28d2-49bf-807f-af0650d7163e", "name": "network-vif-deleted", "tag": "8ff3131c-10d5-427e-9cf4-4de8b022efe9"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:26:12.289339 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4116de55-1cb5-435c-add6-978c80c733d3 x-openstack-request-id: req-4116de55-1cb5-435c-add6-978c80c733d3 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:26:12.289639 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2db61c6-28d2-49bf-807f-af0650d7163e", "name": "network-vif-deleted", "tag": "8ff3131c-10d5-427e-9cf4-4de8b022efe9", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:26:12.289902 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4116de55-1cb5-435c-add6-978c80c733d3 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:26:12.290326 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2db61c6-28d2-49bf-807f-af0650d7163e', 'name': 'network-vif-deleted', 'tag': '8ff3131c-10d5-427e-9cf4-4de8b022efe9', 'status': 'completed', 'code': 200} Nov 23 22:26:12.347329 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-50813f6c-459d-47f0-8e89-2efb97008dac None None] Set router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:26:12.558649 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-50813f6c-459d-47f0-8e89-2efb97008dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '168dd451-7569-44ad-9ece-1b40acba436f', 'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'mac_address': 'fa:16:3e:78:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:37Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 5, 'project_id': '329cae0f6dbe4692890320913546aec7', 'subnets': [{'id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:26:12.590490 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50813f6c-459d-47f0-8e89-2efb97008dac None None] Checking router: 60b99448-974d-4497-87e0-1bb0eaa0e1b7 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:26:12.599317 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50813f6c-459d-47f0-8e89-2efb97008dac None None] Routers {'60b99448-974d-4497-87e0-1bb0eaa0e1b7'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:26:12.599868 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-50813f6c-459d-47f0-8e89-2efb97008dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:26:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:26:12.704809 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-50813f6c-459d-47f0-8e89-2efb97008dac None None] Set router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:26:13.060056 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-50813f6c-459d-47f0-8e89-2efb97008dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '168dd451-7569-44ad-9ece-1b40acba436f', 'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'mac_address': 'fa:16:3e:78:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:37Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 5, 'project_id': '329cae0f6dbe4692890320913546aec7', 'subnets': [{'id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:26:13.088305 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50813f6c-459d-47f0-8e89-2efb97008dac None None] The sync data for ids ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'] in n-d-816206-9 is: [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '168dd451-7569-44ad-9ece-1b40acba436f', 'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'mac_address': 'fa:16:3e:78:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:37Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 5, 'project_id': '329cae0f6dbe4692890320913546aec7', 'subnets': [{'id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:26:13.129143 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-317c459d-8bd2-4527-a3e5-390a676c643a req-15ce3428-0d48-4bef-9298-0ae52fdd4f8a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 210 time: 0.0324938 Nov 23 22:26:13.314947 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0a0b94-b645-4235-adf8-741679cccb9a None None] New status for floating IP b628b8e4-57dc-4e42-8087-d095d2e9156d: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:26:14.227570 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-deb962fe-9b23-41b1-acc1-9d979f521cce req-fe8d16b9-34ed-4ae4-a8e0-d732e9cddf81 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 210 time: 0.0267081 Nov 23 22:26:15.012302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 8ff3131c-10d5-427e-9cf4-4de8b022efe9 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:26:15.036186 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 8ff3131c-10d5-427e-9cf4-4de8b022efe9 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:26:15.036808 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 8ff3131c-10d5-427e-9cf4-4de8b022efe9 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:26:15.323232 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d1bb897-bda8-4151-bd43-3ff470b5d5a6 req-211984c9-d7f8-49a0-a465-8b0b78d1e5b4 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 210 time: 0.0265157 Nov 23 22:26:16.420663 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2809ec0-3606-4454-9dff-0a15e79eb4c9 req-40cd662f-b31b-4fbe-9f34-0486ee82b769 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=d2db61c6-28d2-49bf-807f-af0650d7163e HTTP/1.1" status: 200 len: 210 time: 0.0273015 Nov 23 22:26:17.627564 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-426e5302-d78c-4c51-a060-5c1297b6cd9a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-337710838&fields=id&tenant_id=329cae0f6dbe4692890320913546aec7 HTTP/1.1" status: 200 len: 267 time: 0.0444283 Nov 23 22:26:17.737482 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-32379cab-5224-4450-b291-8350dfc371e5 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:17.740086 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-32379cab-5224-4450-b291-8350dfc371e5 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 811 time: 0.1034012 Nov 23 22:26:17.754773 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-a1050bbf-a4b5-4cc6-a6bf-aff9c656ada8 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/quotas/329cae0f6dbe4692890320913546aec7 HTTP/1.1" status: 200 len: 375 time: 0.0088463 Nov 23 22:26:17.804947 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-856f3285-e848-4444-b484-baa874c8543f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447083 Nov 23 22:26:17.900199 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-d1c3aa48-5331-4909-9028-f02abc34dec4 service neutron] 10.222.0.50 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839615 Nov 23 22:26:17.987747 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-2e991c40-45a1-401a-a297-12c9c9253e0a service neutron] 10.222.0.50 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813389 Nov 23 22:26:18.271374 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c8e9bc01-4597-49fe-81f2-3e4cdacdb0a0 req-6b13bec1-0618-4d0a-889f-8e65b4d763c9 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 210 time: 0.0304785 Nov 23 22:26:19.346614 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-83e2e5b7-bfe9-4393-8b33-037e9fd6d3df req-acd4c282-4700-4555-8580-e93730178899 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 210 time: 0.0257607 Nov 23 22:26:20.434617 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5feeebf3-f921-4099-aa98-b54e8f192041 req-d18167fc-1506-4991-be4a-a8ebd8807bb7 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 210 time: 0.0264039 Nov 23 22:26:20.609715 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:26:21.517071 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-10068afd-62d8-45b4-bb98-4f45b2f0ef6b req-978e56fc-8ea8-4a1e-98e4-ad140650dda3 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 210 time: 0.0258443 Nov 23 22:26:22.608477 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5fc36849-9e73-44e8-b364-acdfdbe6ec54 req-cfd4319c-c99b-4c3b-b02f-e205a9d43aaf tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 210 time: 0.0265884 Nov 23 22:26:23.023632 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:23.436703 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-890f5f22-8e87-4acc-8f28-0be1fe6e48fe tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:23.438403 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-890f5f22-8e87-4acc-8f28-0be1fe6e48fe tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.53 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 811 time: 0.1206801 Nov 23 22:26:23.515496 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-4f94589f-d1b0-4f85-9dc7-8accbf7ed7f4 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=329cae0f6dbe4692890320913546aec7 HTTP/1.1" status: 200 len: 379 time: 0.0567789 Nov 23 22:26:23.531009 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-b7f567c2-cc8c-4980-80e6-f6929197c947 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Request body: {'port': {'device_id': '5faff0df-7b37-420e-8e11-281637bb3071', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'admin_state_up': True, 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'security_groups': ['c37d3a9b-bf08-4ccc-9107-1b5589f09fa0']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:26:23.645518 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-b7f567c2-cc8c-4980-80e6-f6929197c947 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Made reservation on behalf of 329cae0f6dbe4692890320913546aec7 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:26:23.649331 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-b7f567c2-cc8c-4980-80e6-f6929197c947 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:23.710853 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-107c9828-ec67-4ae7-a4d4-3df164c2a734 req-bf19bd36-2226-4dd4-a664-0a61dc3fba1b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 210 time: 0.0268006 Nov 23 22:26:23.781385 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-b7f567c2-cc8c-4980-80e6-f6929197c947 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Allocated IP 172.20.0.6 (78d257e1-aea0-4cd9-9a6d-8f678889c0c7/00982b18-1d62-4bd5-8cb8-3ab1c7caaf56/791f45b1-5f8b-48de-93cf-2ed5f659d670) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:26:23.924514 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-b7f567c2-cc8c-4980-80e6-f6929197c947 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:23.959596 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-b7f567c2-cc8c-4980-80e6-f6929197c947 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:24.001858 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-b7f567c2-cc8c-4980-80e6-f6929197c947 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:26:24.007458 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-b7f567c2-cc8c-4980-80e6-f6929197c947 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:26:24.011071 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-b7f567c2-cc8c-4980-80e6-f6929197c947 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:26:24.044002 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f567c2-cc8c-4980-80e6-f6929197c947 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event updated for resources: {'Port': ['ID=791f45b1-5f8b-48de-93cf-2ed5f659d670,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:26:24.071072 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-b7f567c2-cc8c-4980-80e6-f6929197c947 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:24.071730 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-b7f567c2-cc8c-4980-80e6-f6929197c947 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:24.089692 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-b7f567c2-cc8c-4980-80e6-f6929197c947 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5622203 Nov 23 22:26:24.231399 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-276e6acb-4749-4f70-8787-d55fafb707e4 service neutron] Request body: {'port': {'device_id': '5faff0df-7b37-420e-8e11-281637bb3071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:26:24.280204 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0280fe98-013d-47c4-8253-03b8e5fd6066 None None] Provisioning complete for port 791f45b1-5f8b-48de-93cf-2ed5f659d670 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:26:24.280736 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0280fe98-013d-47c4-8253-03b8e5fd6066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:24.287919 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-276e6acb-4749-4f70-8787-d55fafb707e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:24.315455 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0280fe98-013d-47c4-8253-03b8e5fd6066 None None] Port 791f45b1-5f8b-48de-93cf-2ed5f659d670 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:26:24.558529 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-276e6acb-4749-4f70-8787-d55fafb707e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791f45b1-5f8b-48de-93cf-2ed5f659d670 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:26:24.565861 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-276e6acb-4749-4f70-8787-d55fafb707e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:24.578893 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-276e6acb-4749-4f70-8787-d55fafb707e4 service neutron] Transition to ACTIVE for port object 791f45b1-5f8b-48de-93cf-2ed5f659d670 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:26:24.582820 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-276e6acb-4749-4f70-8787-d55fafb707e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:24.632587 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e6acb-4749-4f70-8787-d55fafb707e4 service neutron] Pushing event updated for resources: {'Port': ['ID=791f45b1-5f8b-48de-93cf-2ed5f659d670,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:26:24.705647 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-276e6acb-4749-4f70-8787-d55fafb707e4 service neutron] Attempting to bind port 791f45b1-5f8b-48de-93cf-2ed5f659d670 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:26:24.705999 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-276e6acb-4749-4f70-8787-d55fafb707e4 service neutron] Attempting to bind port 791f45b1-5f8b-48de-93cf-2ed5f659d670 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:26:24.706336 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-276e6acb-4749-4f70-8787-d55fafb707e4 service neutron] Attempting to bind port 791f45b1-5f8b-48de-93cf-2ed5f659d670 on network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:26:24.712799 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-276e6acb-4749-4f70-8787-d55fafb707e4 service neutron] Port 791f45b1-5f8b-48de-93cf-2ed5f659d670 on network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:26:24.713133 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-276e6acb-4749-4f70-8787-d55fafb707e4 service neutron] Attempting to bind port 791f45b1-5f8b-48de-93cf-2ed5f659d670 on network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:26:24.718932 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-276e6acb-4749-4f70-8787-d55fafb707e4 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:26:24.719280 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-276e6acb-4749-4f70-8787-d55fafb707e4 service neutron] Checking segment: {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:26:24.719668 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-276e6acb-4749-4f70-8787-d55fafb707e4 service neutron] Bound using segment: {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:26:24.720112 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-276e6acb-4749-4f70-8787-d55fafb707e4 service neutron] Bound port: 791f45b1-5f8b-48de-93cf-2ed5f659d670, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:26:24.720474 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-276e6acb-4749-4f70-8787-d55fafb707e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:24.823872 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-276e6acb-4749-4f70-8787-d55fafb707e4 service neutron] For port 791f45b1-5f8b-48de-93cf-2ed5f659d670, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:26:24.828975 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-276e6acb-4749-4f70-8787-d55fafb707e4 service neutron] For port 791f45b1-5f8b-48de-93cf-2ed5f659d670, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=791f45b1-5f8b-48de-93cf-2ed5f659d670,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:26:24.836166 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-276e6acb-4749-4f70-8787-d55fafb707e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:24.859414 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e4caa-de95-4ef7-a5fa-b44f1f771d56 req-0366b491-ad65-42aa-945a-328eecde0e4e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:24.866331 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a5e4caa-de95-4ef7-a5fa-b44f1f771d56 req-0366b491-ad65-42aa-945a-328eecde0e4e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 943 time: 0.0690432 Nov 23 22:26:24.879735 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-276e6acb-4749-4f70-8787-d55fafb707e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:24.881120 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-276e6acb-4749-4f70-8787-d55fafb707e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:24.883389 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-276e6acb-4749-4f70-8787-d55fafb707e4 service neutron] 10.222.0.53 "PUT /v2.0/ports/791f45b1-5f8b-48de-93cf-2ed5f659d670 HTTP/1.1" status: 200 len: 1091 time: 0.7799938 Nov 23 22:26:24.885976 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5faff0df-7b37-420e-8e11-281637bb3071', 'tag': '791f45b1-5f8b-48de-93cf-2ed5f659d670'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:26:24.888441 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93be003-9610-4f2b-b3fa-74d47c0007db" -d '{"events": [{"name": "network-changed", "server_uuid": "5faff0df-7b37-420e-8e11-281637bb3071", "tag": "791f45b1-5f8b-48de-93cf-2ed5f659d670"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:26:24.936902 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e6acb-4749-4f70-8787-d55fafb707e4 service neutron] Pushing event updated for resources: {'Port': ['ID=791f45b1-5f8b-48de-93cf-2ed5f659d670,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:26:24.949066 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a5e4caa-de95-4ef7-a5fa-b44f1f771d56 req-e5d4b077-d960-4b24-a97e-c1f3c3993720 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809729 Nov 23 22:26:25.007294 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-65d556cb-5f04-48cc-8ff1-bb750c9f1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:25.008839 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-65d556cb-5f04-48cc-8ff1-bb750c9f1df3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 1094 time: 0.0541270 Nov 23 22:26:25.065611 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38dbbdb-8744-458d-8624-e72b240c8f90 x-openstack-request-id: req-f38dbbdb-8744-458d-8624-e72b240c8f90 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:26:25.065983 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5faff0df-7b37-420e-8e11-281637bb3071", "tag": "791f45b1-5f8b-48de-93cf-2ed5f659d670", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:26:25.066306 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f38dbbdb-8744-458d-8624-e72b240c8f90 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:26:25.066821 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5faff0df-7b37-420e-8e11-281637bb3071', 'tag': '791f45b1-5f8b-48de-93cf-2ed5f659d670', 'status': 'completed', 'code': 200} Nov 23 22:26:25.070265 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-55bb41c0-81a9-4127-89a7-fafcecad75fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=791f45b1-5f8b-48de-93cf-2ed5f659d670 HTTP/1.1" status: 200 len: 217 time: 0.0463016 Nov 23 22:26:25.147460 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-d83487a5-24d0-4aa8-8e2d-075d9a92ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:25.148979 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-d83487a5-24d0-4aa8-8e2d-075d9a92ebaf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0688930 Nov 23 22:26:25.205180 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-21876de2-8a81-4b84-8cb5-f2d9322deadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:25.206816 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-21876de2-8a81-4b84-8cb5-f2d9322deadb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447018 Nov 23 22:26:25.309760 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-4d513e0a-060a-430f-bcf3-641491a58864 service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902102 Nov 23 22:26:25.408257 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6c389ac4-68dc-4b88-a5f3-a774e8928e23 req-a56b0430-11f6-48dd-a48c-571e2293e433 service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848019 Nov 23 22:26:25.506675 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93be003-9610-4f2b-b3fa-74d47c0007db req-546cd5bc-3be3-4aba-b9ca-e466d96f4723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:25.508167 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b93be003-9610-4f2b-b3fa-74d47c0007db req-546cd5bc-3be3-4aba-b9ca-e466d96f4723 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 1094 time: 0.0415273 Nov 23 22:26:25.607611 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93be003-9610-4f2b-b3fa-74d47c0007db req-aa6b956b-c61f-44e8-a0e3-2c094e282d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:25.609086 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b93be003-9610-4f2b-b3fa-74d47c0007db req-aa6b956b-c61f-44e8-a0e3-2c094e282d67 service neutron] 10.222.0.53 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 912 time: 0.0893421 Nov 23 22:26:25.654805 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b93be003-9610-4f2b-b3fa-74d47c0007db req-e9559f6a-063e-47d3-9784-79ee824e64eb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=791f45b1-5f8b-48de-93cf-2ed5f659d670 HTTP/1.1" status: 200 len: 217 time: 0.0344594 Nov 23 22:26:25.713811 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93be003-9610-4f2b-b3fa-74d47c0007db req-2c5e2d34-fad8-48ca-95a5-c2358a53b902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:25.715228 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b93be003-9610-4f2b-b3fa-74d47c0007db req-2c5e2d34-fad8-48ca-95a5-c2358a53b902 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0483599 Nov 23 22:26:25.768948 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93be003-9610-4f2b-b3fa-74d47c0007db req-040d525d-1850-4ae7-9e3f-8730108907ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:25.770538 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b93be003-9610-4f2b-b3fa-74d47c0007db req-040d525d-1850-4ae7-9e3f-8730108907ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439343 Nov 23 22:26:25.866058 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b93be003-9610-4f2b-b3fa-74d47c0007db req-c5f18c8e-a332-4259-b0b4-e40eb63eab88 service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836680 Nov 23 22:26:25.968570 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b93be003-9610-4f2b-b3fa-74d47c0007db req-dc3d885c-8590-4608-a515-c3fa457360ee service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908706 Nov 23 22:26:26.059995 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf5375-8da9-4724-9c9c-26ea72cc426f req-739393ea-8974-47bf-be7c-5bbbffe360b6 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:26.061487 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ccf5375-8da9-4724-9c9c-26ea72cc426f req-739393ea-8974-47bf-be7c-5bbbffe360b6 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 943 time: 0.0503912 Nov 23 22:26:26.113414 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ccf5375-8da9-4724-9c9c-26ea72cc426f req-3b7f6f9a-ef52-4d13-8c63-0418065a4b78 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456681 Nov 23 22:26:27.238043 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59039221-33f7-45ce-a5eb-7d26878fa378 req-2753891e-923a-4976-9eff-50d1c3716092 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:27.239544 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59039221-33f7-45ce-a5eb-7d26878fa378 req-2753891e-923a-4976-9eff-50d1c3716092 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 943 time: 0.0538630 Nov 23 22:26:27.290347 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59039221-33f7-45ce-a5eb-7d26878fa378 req-2330374d-7c82-46cb-aa64-ff5771b0e9fa tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439785 Nov 23 22:26:27.949563 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4bcdd189-7f3d-45af-873f-0d95d4a85acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:28.410254 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cec044-a461-4a71-8c42-d1927994198b req-347dacb9-aea7-445d-a915-6f4b97d01e8c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:28.412388 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7cec044-a461-4a71-8c42-d1927994198b req-347dacb9-aea7-445d-a915-6f4b97d01e8c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 943 time: 0.0516872 Nov 23 22:26:28.464371 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7cec044-a461-4a71-8c42-d1927994198b req-61476bb8-971f-4343-b599-1562a1871bf3 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454454 Nov 23 22:26:29.582322 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01292359-1c6c-4123-a991-94893acdffea req-b3cbebdf-a90a-4406-b9de-573c0fe79cd6 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:29.583856 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-01292359-1c6c-4123-a991-94893acdffea req-b3cbebdf-a90a-4406-b9de-573c0fe79cd6 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 943 time: 0.0486953 Nov 23 22:26:29.638242 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-01292359-1c6c-4123-a991-94893acdffea req-2bbe2b73-3203-4b9d-ac6c-ca2a6bb8c02d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479462 Nov 23 22:26:30.215738 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:30.523024 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d4cf614c-fc23-46eb-aa9b-9c381c9bc8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:30.751925 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835f412-d390-48a6-8a72-7720f4f263a4 req-b89ca1a9-6260-4df5-8108-5820447b2248 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:30.753373 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9835f412-d390-48a6-8a72-7720f4f263a4 req-b89ca1a9-6260-4df5-8108-5820447b2248 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 943 time: 0.0495181 Nov 23 22:26:30.804080 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9835f412-d390-48a6-8a72-7720f4f263a4 req-8ae5ec19-68c2-4e94-8916-36ceff33b7da tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435197 Nov 23 22:26:31.688411 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:31.919318 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164b74a-0d68-44aa-8675-14aafef90dc9 req-82420417-0595-49fd-abc3-9807f8fe93b9 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:31.921117 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8164b74a-0d68-44aa-8675-14aafef90dc9 req-82420417-0595-49fd-abc3-9807f8fe93b9 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 943 time: 0.0490520 Nov 23 22:26:31.969523 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8164b74a-0d68-44aa-8675-14aafef90dc9 req-6f92cb98-4133-421c-8440-e07e087d3c54 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426824 Nov 23 22:26:33.080181 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:33.092886 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81982540-c87c-4a86-a36c-4eb85f52c6bb req-be0d7d2f-b609-4092-8c9b-5768974c0bb7 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:33.094354 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81982540-c87c-4a86-a36c-4eb85f52c6bb req-be0d7d2f-b609-4092-8c9b-5768974c0bb7 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 943 time: 0.0561380 Nov 23 22:26:33.144945 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81982540-c87c-4a86-a36c-4eb85f52c6bb req-ce1bfb6c-b2e3-42ad-b7ae-ac5003998b28 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442617 Nov 23 22:26:33.875607 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:34.260972 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5910099-322f-4aa7-862c-f2d2ef9f71d4 req-8bffc7cf-8238-4f30-a4b9-851f9e44a0a6 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:34.262450 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5910099-322f-4aa7-862c-f2d2ef9f71d4 req-8bffc7cf-8238-4f30-a4b9-851f9e44a0a6 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 943 time: 0.0495181 Nov 23 22:26:34.312449 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5910099-322f-4aa7-862c-f2d2ef9f71d4 req-334ac226-11a4-4667-9615-7e21eeffb5e8 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440748 Nov 23 22:26:35.428085 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190e38b-07ac-427b-8820-7767223b3cf3 req-cb4f2096-ab9c-48a7-a9b7-a48cc8e9d032 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:35.429491 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5190e38b-07ac-427b-8820-7767223b3cf3 req-cb4f2096-ab9c-48a7-a9b7-a48cc8e9d032 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 943 time: 0.0499933 Nov 23 22:26:35.482556 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5190e38b-07ac-427b-8820-7767223b3cf3 req-7197bce3-5f1b-4f29-9d6b-2e0febf0fdc2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470610 Nov 23 22:26:36.597246 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9423a23-1e24-486d-9918-0ddee02219a6 req-dbc11272-c140-40ce-8e0a-214bbed2988d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:36.598699 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b9423a23-1e24-486d-9918-0ddee02219a6 req-dbc11272-c140-40ce-8e0a-214bbed2988d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 943 time: 0.0488250 Nov 23 22:26:36.648212 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b9423a23-1e24-486d-9918-0ddee02219a6 req-3e3af60c-ad5f-4226-9437-ab3c28893542 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427389 Nov 23 22:26:36.762281 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-809e81b4-1f51-44f4-88b7-22164ec45416 req-dfa38b3b-a889-4456-9e11-3e6aacb2c402 service neutron] (110033) timed out ('10.222.0.50', 46840) {{(pid=110033) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 22:26:37.103914 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 791f45b1-5f8b-48de-93cf-2ed5f659d670 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:26:37.196358 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 791f45b1-5f8b-48de-93cf-2ed5f659d670, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=791f45b1-5f8b-48de-93cf-2ed5f659d670,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:26:37.206960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '791f45b1-5f8b-48de-93cf-2ed5f659d670', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'port_id': '791f45b1-5f8b-48de-93cf-2ed5f659d670', 'mac_address': 'fa:16:3e:f9:88:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:26:37.246870 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:37.259543 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791f45b1-5f8b-48de-93cf-2ed5f659d670 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:26:37.278129 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 791f45b1-5f8b-48de-93cf-2ed5f659d670, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=791f45b1-5f8b-48de-93cf-2ed5f659d670,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:26:37.282034 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:37.328857 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=791f45b1-5f8b-48de-93cf-2ed5f659d670,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:26:37.336095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:37.336450 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:37.336794 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:37.337136 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:37.337487 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:37.337914 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:37.338255 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:37.338587 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:37.338940 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:37.339268 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:37.339598 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:37.339922 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:26:37.613876 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['791f45b1-5f8b-48de-93cf-2ed5f659d670'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:26:37.767907 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e55e42-80db-4bfa-871c-e63e464eeb0e req-fb9dc634-5ad1-4238-a9bf-925ef21b25f2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:37.769384 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e9e55e42-80db-4bfa-871c-e63e464eeb0e req-fb9dc634-5ad1-4238-a9bf-925ef21b25f2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 944 time: 0.0537682 Nov 23 22:26:37.819711 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e9e55e42-80db-4bfa-871c-e63e464eeb0e req-afe11fc4-7b7e-4d2d-89b1-63bb86fc2b23 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435402 Nov 23 22:26:38.939097 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c18de6-35b3-421a-a729-f02e11c7130e req-61132330-2a26-4605-aa7e-a2e07f42aa41 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:38.940566 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91c18de6-35b3-421a-a729-f02e11c7130e req-61132330-2a26-4605-aa7e-a2e07f42aa41 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 944 time: 0.0527937 Nov 23 22:26:38.989174 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91c18de6-35b3-421a-a729-f02e11c7130e req-631a0697-0840-4d2f-9d3d-e0f5f744d2fc tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426462 Nov 23 22:26:39.116650 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 791f45b1-5f8b-48de-93cf-2ed5f659d670 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:26:39.165478 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 791f45b1-5f8b-48de-93cf-2ed5f659d670 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:26:39.169519 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 791f45b1-5f8b-48de-93cf-2ed5f659d670 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:26:39.169799 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:39.250571 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:39.273859 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faff0df-7b37-420e-8e11-281637bb3071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791f45b1-5f8b-48de-93cf-2ed5f659d670'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:26:39.276141 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab733f72-a61c-4f32-8ecd-50084e312508" -d '{"events": [{"server_uuid": "5faff0df-7b37-420e-8e11-281637bb3071", "name": "network-vif-plugged", "status": "completed", "tag": "791f45b1-5f8b-48de-93cf-2ed5f659d670"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:26:39.289783 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 791f45b1-5f8b-48de-93cf-2ed5f659d670, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=791f45b1-5f8b-48de-93cf-2ed5f659d670,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:26:39.294182 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:39.322107 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b277234-a6ad-4abb-bde9-c67a5078f1c1 x-openstack-request-id: req-1b277234-a6ad-4abb-bde9-c67a5078f1c1 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:26:39.322422 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5faff0df-7b37-420e-8e11-281637bb3071", "name": "network-vif-plugged", "status": "completed", "tag": "791f45b1-5f8b-48de-93cf-2ed5f659d670", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:26:39.322661 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1b277234-a6ad-4abb-bde9-c67a5078f1c1 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:26:39.323114 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5faff0df-7b37-420e-8e11-281637bb3071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791f45b1-5f8b-48de-93cf-2ed5f659d670', 'code': 200} Nov 23 22:26:39.346650 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=791f45b1-5f8b-48de-93cf-2ed5f659d670,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:26:39.420342 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a987264-ffc3-474c-a73b-f1f5c7d4f423 req-1e02a8a1-fb86-4227-839a-f955ff1e8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:39.421711 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4a987264-ffc3-474c-a73b-f1f5c7d4f423 req-1e02a8a1-fb86-4227-839a-f955ff1e8343 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 1096 time: 0.0388541 Nov 23 22:26:39.472484 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4a987264-ffc3-474c-a73b-f1f5c7d4f423 req-1b09c8db-cf7b-4146-b90f-9cc37dd0d551 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379505 Nov 23 22:26:40.103767 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f637b27-32c8-469b-9788-55bb40fea5e2 req-b33ae33a-e517-4bc2-aeb3-effb36b257e0 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:40.105481 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3f637b27-32c8-469b-9788-55bb40fea5e2 req-b33ae33a-e517-4bc2-aeb3-effb36b257e0 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 945 time: 0.0493817 Nov 23 22:26:40.155766 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3f637b27-32c8-469b-9788-55bb40fea5e2 req-36eee93b-a16c-4994-ab22-c00181d1e164 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443008 Nov 23 22:26:41.277599 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104ba5e-4400-4ecb-9f62-5fd2a432cbfc req-0cc05010-fff6-469c-9221-c2c2ed45b8a9 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:41.279083 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6104ba5e-4400-4ecb-9f62-5fd2a432cbfc req-0cc05010-fff6-469c-9221-c2c2ed45b8a9 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 945 time: 0.0549495 Nov 23 22:26:41.327914 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6104ba5e-4400-4ecb-9f62-5fd2a432cbfc req-c57d37dd-8006-450b-aced-219e1d1099a0 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428610 Nov 23 22:26:41.446266 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78b551-e306-4ee9-8a77-4b58aa5578a5 req-c707c2bd-295b-4dd7-87ee-c82de47f6679 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:41.447842 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b78b551-e306-4ee9-8a77-4b58aa5578a5 req-c707c2bd-295b-4dd7-87ee-c82de47f6679 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 945 time: 0.0492666 Nov 23 22:26:41.498018 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b78b551-e306-4ee9-8a77-4b58aa5578a5 req-995c7def-ae80-4b9c-ba7e-58bdc6f7708a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436347 Nov 23 22:26:41.521523 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46314) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:26:41.671588 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a27caad-5c7b-45f0-a932-0bb3701f6a1d tempest-TestVolumeBootPattern-1896851433 tempest-TestVolumeBootPattern-1896851433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:41.673131 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0a27caad-5c7b-45f0-a932-0bb3701f6a1d tempest-TestVolumeBootPattern-1896851433 tempest-TestVolumeBootPattern-1896851433-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 1091 time: 0.1505759 Nov 23 22:26:41.675867 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46318) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:26:41.680656 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-42128909-0b95-42e9-a6d6-9e37d3e1859e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': '791f45b1-5f8b-48de-93cf-2ed5f659d670', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:26:41.702285 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-42128909-0b95-42e9-a6d6-9e37d3e1859e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:41.799986 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-42128909-0b95-42e9-a6d6-9e37d3e1859e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:41.908196 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-42128909-0b95-42e9-a6d6-9e37d3e1859e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Allocated IP 172.25.5.188 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/553a949c-7fdd-4d84-b223-2286abb97c15) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:26:42.009888 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-42128909-0b95-42e9-a6d6-9e37d3e1859e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:42.043326 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-42128909-0b95-42e9-a6d6-9e37d3e1859e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:42.078731 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42128909-0b95-42e9-a6d6-9e37d3e1859e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:26:42.084960 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-42128909-0b95-42e9-a6d6-9e37d3e1859e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:26:42.088523 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42128909-0b95-42e9-a6d6-9e37d3e1859e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:26:42.093880 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42128909-0b95-42e9-a6d6-9e37d3e1859e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event updated for resources: {'Port': ['ID=553a949c-7fdd-4d84-b223-2286abb97c15,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:26:42.442654 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-42128909-0b95-42e9-a6d6-9e37d3e1859e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:42.512705 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-42128909-0b95-42e9-a6d6-9e37d3e1859e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:42.656456 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-42128909-0b95-42e9-a6d6-9e37d3e1859e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:42.660987 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-42128909-0b95-42e9-a6d6-9e37d3e1859e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:42.731298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42128909-0b95-42e9-a6d6-9e37d3e1859e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event updated for resources: {'Port': ['ID=553a949c-7fdd-4d84-b223-2286abb97c15,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:26:42.744603 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-42128909-0b95-42e9-a6d6-9e37d3e1859e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:42.843582 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-42128909-0b95-42e9-a6d6-9e37d3e1859e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Floating IP 1fbd6ae8-2a21-4421-b590-68c4a0bead0a associated. External IP: 172.25.5.188, port: 791f45b1-5f8b-48de-93cf-2ed5f659d670. Nov 23 22:26:43.283232 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42128909-0b95-42e9-a6d6-9e37d3e1859e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:26:43.388160 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42128909-0b95-42e9-a6d6-9e37d3e1859e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:26:43.398367 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8de01b9-f004-44e5-a52a-27ca9cf49aa3 None None] Sync routers for ids ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:26:43.406363 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-42128909-0b95-42e9-a6d6-9e37d3e1859e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:43.409200 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8de01b9-f004-44e5-a52a-27ca9cf49aa3 None None] Routers {'60b99448-974d-4497-87e0-1bb0eaa0e1b7'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:26:43.409901 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c8de01b9-f004-44e5-a52a-27ca9cf49aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:26:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:26:43.436374 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-42128909-0b95-42e9-a6d6-9e37d3e1859e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7594872 Nov 23 22:26:43.436985 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5faff0df-7b37-420e-8e11-281637bb3071', 'tag': '791f45b1-5f8b-48de-93cf-2ed5f659d670'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:26:43.439334 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8622f061-2c5a-4f5a-bb84-7e15a8c384b3" -d '{"events": [{"name": "network-changed", "server_uuid": "5faff0df-7b37-420e-8e11-281637bb3071", "tag": "791f45b1-5f8b-48de-93cf-2ed5f659d670"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:26:43.481017 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32b6a67-f3f5-41d8-a2b3-633b558dbc2b x-openstack-request-id: req-f32b6a67-f3f5-41d8-a2b3-633b558dbc2b {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:26:43.481594 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5faff0df-7b37-420e-8e11-281637bb3071", "tag": "791f45b1-5f8b-48de-93cf-2ed5f659d670", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:26:43.481594 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f32b6a67-f3f5-41d8-a2b3-633b558dbc2b {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:26:43.481962 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5faff0df-7b37-420e-8e11-281637bb3071', 'tag': '791f45b1-5f8b-48de-93cf-2ed5f659d670', 'status': 'completed', 'code': 200} Nov 23 22:26:43.522975 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-c8de01b9-f004-44e5-a52a-27ca9cf49aa3 None None] Set router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:26:43.549091 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622f061-2c5a-4f5a-bb84-7e15a8c384b3 req-00cdfc59-1f1f-4bfc-8d29-2c11f2d1bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:43.550605 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8622f061-2c5a-4f5a-bb84-7e15a8c384b3 req-00cdfc59-1f1f-4bfc-8d29-2c11f2d1bd50 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 1096 time: 0.0459597 Nov 23 22:26:43.765499 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c8de01b9-f004-44e5-a52a-27ca9cf49aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '1fbd6ae8-2a21-4421-b590-68c4a0bead0a', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'port_id': '791f45b1-5f8b-48de-93cf-2ed5f659d670', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'mac_address': 'fa:16:3e:f9:88:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faff0df-7b37-420e-8e11-281637bb3071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:26:42Z', 'updated_at': '2021-11-23T22:26:42Z', 'revision_number': 0, 'project_id': '329cae0f6dbe4692890320913546aec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168dd451-7569-44ad-9ece-1b40acba436f', 'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'mac_address': 'fa:16:3e:78:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:37Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 5, 'project_id': '329cae0f6dbe4692890320913546aec7', 'subnets': [{'id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:26:43.797281 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8de01b9-f004-44e5-a52a-27ca9cf49aa3 None None] Checking router: 60b99448-974d-4497-87e0-1bb0eaa0e1b7 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:26:43.807206 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8de01b9-f004-44e5-a52a-27ca9cf49aa3 None None] Routers {'60b99448-974d-4497-87e0-1bb0eaa0e1b7'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:26:43.807854 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c8de01b9-f004-44e5-a52a-27ca9cf49aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:26:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:26:43.913413 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-c8de01b9-f004-44e5-a52a-27ca9cf49aa3 None None] Set router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:26:43.993167 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622f061-2c5a-4f5a-bb84-7e15a8c384b3 req-5cc9e5f3-bea4-4b93-9f6d-938253501b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:43.994682 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8622f061-2c5a-4f5a-bb84-7e15a8c384b3 req-5cc9e5f3-bea4-4b93-9f6d-938253501b85 service neutron] 10.222.0.53 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 912 time: 0.4354284 Nov 23 22:26:44.062514 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8622f061-2c5a-4f5a-bb84-7e15a8c384b3 req-c695d9fc-8b9e-4cd6-a31d-61c1d14a8cdf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=791f45b1-5f8b-48de-93cf-2ed5f659d670 HTTP/1.1" status: 200 len: 999 time: 0.0599308 Nov 23 22:26:44.110838 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622f061-2c5a-4f5a-bb84-7e15a8c384b3 req-14c97963-4726-45f7-ae20-13c936307f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:44.112317 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8622f061-2c5a-4f5a-bb84-7e15a8c384b3 req-14c97963-4726-45f7-ae20-13c936307f4e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0419862 Nov 23 22:26:44.138364 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c8de01b9-f004-44e5-a52a-27ca9cf49aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '1fbd6ae8-2a21-4421-b590-68c4a0bead0a', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'port_id': '791f45b1-5f8b-48de-93cf-2ed5f659d670', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'mac_address': 'fa:16:3e:f9:88:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faff0df-7b37-420e-8e11-281637bb3071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:26:42Z', 'updated_at': '2021-11-23T22:26:42Z', 'revision_number': 0, 'project_id': '329cae0f6dbe4692890320913546aec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168dd451-7569-44ad-9ece-1b40acba436f', 'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'mac_address': 'fa:16:3e:78:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:37Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 5, 'project_id': '329cae0f6dbe4692890320913546aec7', 'subnets': [{'id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:26:44.157999 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622f061-2c5a-4f5a-bb84-7e15a8c384b3 req-7729969e-185f-4a5c-ae54-0dbded4d8dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:26:44.159573 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8622f061-2c5a-4f5a-bb84-7e15a8c384b3 req-7729969e-185f-4a5c-ae54-0dbded4d8dc3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399086 Nov 23 22:26:44.164592 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8de01b9-f004-44e5-a52a-27ca9cf49aa3 None None] The sync data for ids ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'] in n-d-816206-9 is: [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '1fbd6ae8-2a21-4421-b590-68c4a0bead0a', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'port_id': '791f45b1-5f8b-48de-93cf-2ed5f659d670', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'mac_address': 'fa:16:3e:f9:88:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faff0df-7b37-420e-8e11-281637bb3071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:26:42Z', 'updated_at': '2021-11-23T22:26:42Z', 'revision_number': 0, 'project_id': '329cae0f6dbe4692890320913546aec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168dd451-7569-44ad-9ece-1b40acba436f', 'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'mac_address': 'fa:16:3e:78:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:37Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 5, 'project_id': '329cae0f6dbe4692890320913546aec7', 'subnets': [{'id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:26:44.270771 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8622f061-2c5a-4f5a-bb84-7e15a8c384b3 req-480cb5fb-041a-4a7a-a659-8a7b0047134d service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024916 Nov 23 22:26:44.357416 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d254b7e3-9dc3-4b3c-91ba-4a1fd560abe5 None None] New status for floating IP 1fbd6ae8-2a21-4421-b590-68c4a0bead0a: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:26:44.366665 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8622f061-2c5a-4f5a-bb84-7e15a8c384b3 req-c84e38bf-cfeb-4235-9692-85b3f70c0a16 service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881364 Nov 23 22:26:53.037903 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:26:57.609475 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:26:57.950707 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fd915407-4378-4955-98ff-71841bfd3e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:00.223179 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:00.523971 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b5556255-4f51-4fa0-8c01-2f596b4dcc2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:01.690060 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:03.081733 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:03.879165 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:23.054275 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:27.951045 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5e72f148-5728-4a5a-bdd0-a8e08c04eb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:30.232459 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:30.524339 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-77d897e2-6f11-43d3-bdef-c4087474ab86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:31.693981 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:33.084047 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:33.881669 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:34.608705 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:27:38.568232 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d595ee77-b0c0-4e2e-9787-9be3dbd7f394 req-9f3338a5-81b4-4197-9970-835bc12ab13a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445015 Nov 23 22:27:38.664965 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595ee77-b0c0-4e2e-9787-9be3dbd7f394 req-3925953e-f66e-4029-9261-bef5fd8608b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:27:38.666601 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d595ee77-b0c0-4e2e-9787-9be3dbd7f394 req-3925953e-f66e-4029-9261-bef5fd8608b8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 1096 time: 0.0408034 Nov 23 22:27:38.775543 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595ee77-b0c0-4e2e-9787-9be3dbd7f394 req-f525879a-9404-4945-bdb7-1f237910fcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:27:38.777012 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d595ee77-b0c0-4e2e-9787-9be3dbd7f394 req-f525879a-9404-4945-bdb7-1f237910fcf8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 912 time: 0.0850384 Nov 23 22:27:38.851176 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d595ee77-b0c0-4e2e-9787-9be3dbd7f394 req-27c12d2d-6cd7-4d27-811b-d1db6cb88c59 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=791f45b1-5f8b-48de-93cf-2ed5f659d670 HTTP/1.1" status: 200 len: 1001 time: 0.0612543 Nov 23 22:27:38.904673 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595ee77-b0c0-4e2e-9787-9be3dbd7f394 req-e72209a7-fdef-4dd9-ae6f-691276eeb8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:27:38.906164 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d595ee77-b0c0-4e2e-9787-9be3dbd7f394 req-e72209a7-fdef-4dd9-ae6f-691276eeb8c4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0450153 Nov 23 22:27:38.958308 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595ee77-b0c0-4e2e-9787-9be3dbd7f394 req-dfa6b309-b249-4d90-b1c5-b1c45504acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:27:38.959861 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d595ee77-b0c0-4e2e-9787-9be3dbd7f394 req-dfa6b309-b249-4d90-b1c5-b1c45504acf5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406203 Nov 23 22:27:39.057929 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d595ee77-b0c0-4e2e-9787-9be3dbd7f394 req-a2c6bcba-c8b7-4b41-8fd8-ea4c41d8529e service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856500 Nov 23 22:27:39.170887 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d595ee77-b0c0-4e2e-9787-9be3dbd7f394 req-5f612b68-1ae2-449b-b7c5-e148ed1c5a7d service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000788 Nov 23 22:27:53.056043 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:27:57.951553 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2aa5e785-9df7-48c2-9620-d46eb6afd03a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:00.234334 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:00.525734 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-381431bb-3b1a-41a9-98d2-70bc6926a7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:01.695381 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:03.087001 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:03.884149 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:11.608480 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:28:22.703542 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-35565cc4-f890-4d70-bbb9-e972fedb936d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-337710838&fields=id&tenant_id=329cae0f6dbe4692890320913546aec7 HTTP/1.1" status: 200 len: 267 time: 0.0464983 Nov 23 22:28:22.810164 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-71335bcc-f620-4716-b1a3-1116fc2a897a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:22.811589 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-71335bcc-f620-4716-b1a3-1116fc2a897a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 811 time: 0.1010437 Nov 23 22:28:22.826604 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-a94e40e2-9652-4edc-9850-fd723866ca57 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/quotas/329cae0f6dbe4692890320913546aec7 HTTP/1.1" status: 200 len: 375 time: 0.0092115 Nov 23 22:28:22.883754 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-419c8bd6-a14b-46a7-8689-82f1a0aaf48f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515256 Nov 23 22:28:23.027163 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-daa5bcf9-dddc-44a1-bef4-69d87b99e72e service neutron] 10.222.0.50 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318479 Nov 23 22:28:23.069457 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:23.121157 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-69e65df4-4a2c-49cb-898d-a2445ece43ee service neutron] 10.222.0.50 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873327 Nov 23 22:28:23.400576 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0cfeab4f-457c-42cd-b834-734398539de2 req-6b93a639-273b-47ac-8755-e3c29daec58e tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 210 time: 0.0265563 Nov 23 22:28:24.388994 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-ecef61df-de37-42d7-ad16-18f08e150916 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:24.390400 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-ecef61df-de37-42d7-ad16-18f08e150916 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.60 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 811 time: 0.1109207 Nov 23 22:28:24.463848 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-aa3b6a0e-7919-497f-8e58-cda471c328e3 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=329cae0f6dbe4692890320913546aec7 HTTP/1.1" status: 200 len: 379 time: 0.0583141 Nov 23 22:28:24.473854 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Request body: {'port': {'device_id': 'b772ed32-41a3-4d05-a662-20ee7efcd453', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'admin_state_up': True, 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'security_groups': ['c37d3a9b-bf08-4ccc-9107-1b5589f09fa0']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:28:24.505145 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2dc9f25a-0832-4657-ac47-3e3194055210 req-3db32756-987f-4f32-94ac-9c449cafb43b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 210 time: 0.0309608 Nov 23 22:28:24.607291 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Made reservation on behalf of 329cae0f6dbe4692890320913546aec7 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:28:24.611109 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:24.750481 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Allocated IP 172.20.0.12 (78d257e1-aea0-4cd9-9a6d-8f678889c0c7/00982b18-1d62-4bd5-8cb8-3ab1c7caaf56/27df2823-a463-4a2b-a24e-8d18f3b3bea8) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:28:24.892166 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:24.927102 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:24.991545 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:28:24.994553 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:28:24.999480 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:28:25.025964 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event updated for resources: {'Port': ['ID=27df2823-a463-4a2b-a24e-8d18f3b3bea8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:28:25.042190 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:25.042543 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:25.042932 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:25.043276 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:25.043642 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:25.044758 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:25.045106 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:25.045446 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:25.045781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:25.046116 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:25.046446 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:25.046804 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:25.068810 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:25.069362 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:25.085912 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-893689a8-4617-4325-9f20-7e59f8fd5553 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6163013 Nov 23 22:28:25.103330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-aac84fb3-5e68-4a1f-b160-8cfb642c8010 service neutron] Request body: {'port': {'device_id': 'b772ed32-41a3-4d05-a662-20ee7efcd453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:28:25.162293 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-aac84fb3-5e68-4a1f-b160-8cfb642c8010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:25.260996 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3cccecf3-b876-45a2-8be0-31144489d23d None None] Provisioning complete for port 27df2823-a463-4a2b-a24e-8d18f3b3bea8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:28:25.261550 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3cccecf3-b876-45a2-8be0-31144489d23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:25.300627 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-3cccecf3-b876-45a2-8be0-31144489d23d None None] Port 27df2823-a463-4a2b-a24e-8d18f3b3bea8 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:28:25.445202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-aac84fb3-5e68-4a1f-b160-8cfb642c8010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27df2823-a463-4a2b-a24e-8d18f3b3bea8 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:28:25.453497 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-aac84fb3-5e68-4a1f-b160-8cfb642c8010 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:25.465982 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-aac84fb3-5e68-4a1f-b160-8cfb642c8010 service neutron] Transition to ACTIVE for port object 27df2823-a463-4a2b-a24e-8d18f3b3bea8 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:28:25.469764 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-aac84fb3-5e68-4a1f-b160-8cfb642c8010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:25.539713 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac84fb3-5e68-4a1f-b160-8cfb642c8010 service neutron] Pushing event updated for resources: {'Port': ['ID=27df2823-a463-4a2b-a24e-8d18f3b3bea8,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:28:25.597546 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-aac84fb3-5e68-4a1f-b160-8cfb642c8010 service neutron] Attempting to bind port 27df2823-a463-4a2b-a24e-8d18f3b3bea8 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:28:25.597891 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-aac84fb3-5e68-4a1f-b160-8cfb642c8010 service neutron] Attempting to bind port 27df2823-a463-4a2b-a24e-8d18f3b3bea8 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:28:25.598227 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-aac84fb3-5e68-4a1f-b160-8cfb642c8010 service neutron] Attempting to bind port 27df2823-a463-4a2b-a24e-8d18f3b3bea8 on network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:28:25.603001 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-aac84fb3-5e68-4a1f-b160-8cfb642c8010 service neutron] Port 27df2823-a463-4a2b-a24e-8d18f3b3bea8 on network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:28:25.603334 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-aac84fb3-5e68-4a1f-b160-8cfb642c8010 service neutron] Attempting to bind port 27df2823-a463-4a2b-a24e-8d18f3b3bea8 on network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:28:25.608973 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-aac84fb3-5e68-4a1f-b160-8cfb642c8010 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:28:25.609322 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-aac84fb3-5e68-4a1f-b160-8cfb642c8010 service neutron] Checking segment: {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:28:25.609716 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-aac84fb3-5e68-4a1f-b160-8cfb642c8010 service neutron] Bound using segment: {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:28:25.610158 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-aac84fb3-5e68-4a1f-b160-8cfb642c8010 service neutron] Bound port: 27df2823-a463-4a2b-a24e-8d18f3b3bea8, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54b457f2-db3f-4e4e-863f-e1438323d695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:28:25.610522 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-aac84fb3-5e68-4a1f-b160-8cfb642c8010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:25.635470 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bedf2e-d5b4-49bb-b093-38ab8dbaeb61 req-98f93580-4750-48df-affc-edff8c5cf75f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:25.644272 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-74bedf2e-d5b4-49bb-b093-38ab8dbaeb61 req-98f93580-4750-48df-affc-edff8c5cf75f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 944 time: 0.0585713 Nov 23 22:28:25.678681 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-aac84fb3-5e68-4a1f-b160-8cfb642c8010 service neutron] For port 27df2823-a463-4a2b-a24e-8d18f3b3bea8, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:28:25.681930 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-aac84fb3-5e68-4a1f-b160-8cfb642c8010 service neutron] For port 27df2823-a463-4a2b-a24e-8d18f3b3bea8, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=27df2823-a463-4a2b-a24e-8d18f3b3bea8,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:28:25.688876 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-aac84fb3-5e68-4a1f-b160-8cfb642c8010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:25.707334 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-74bedf2e-d5b4-49bb-b093-38ab8dbaeb61 req-cd56c4b8-962c-4665-80f8-c42bec0dd184 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618401 Nov 23 22:28:25.743016 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-aac84fb3-5e68-4a1f-b160-8cfb642c8010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:25.743679 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-aac84fb3-5e68-4a1f-b160-8cfb642c8010 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:25.745231 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-aac84fb3-5e68-4a1f-b160-8cfb642c8010 service neutron] 10.222.0.60 "PUT /v2.0/ports/27df2823-a463-4a2b-a24e-8d18f3b3bea8 HTTP/1.1" status: 200 len: 1092 time: 0.6461909 Nov 23 22:28:25.745688 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b772ed32-41a3-4d05-a662-20ee7efcd453', 'tag': '27df2823-a463-4a2b-a24e-8d18f3b3bea8'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:28:25.748087 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e047edbd-5114-4719-a2dc-7fa19b437bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "b772ed32-41a3-4d05-a662-20ee7efcd453", "tag": "27df2823-a463-4a2b-a24e-8d18f3b3bea8"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:28:25.779928 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac84fb3-5e68-4a1f-b160-8cfb642c8010 service neutron] Pushing event updated for resources: {'Port': ['ID=27df2823-a463-4a2b-a24e-8d18f3b3bea8,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:28:25.804821 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c54fd89-e34f-49de-87e4-f11f84adeedc x-openstack-request-id: req-9c54fd89-e34f-49de-87e4-f11f84adeedc {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:28:25.805235 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b772ed32-41a3-4d05-a662-20ee7efcd453", "tag": "27df2823-a463-4a2b-a24e-8d18f3b3bea8", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:28:25.805558 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c54fd89-e34f-49de-87e4-f11f84adeedc {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:28:25.806032 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b772ed32-41a3-4d05-a662-20ee7efcd453', 'tag': '27df2823-a463-4a2b-a24e-8d18f3b3bea8', 'status': 'completed', 'code': 200} Nov 23 22:28:25.867828 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-d4b70a01-7fd4-4045-9ae5-4b7dcb78fc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:25.869545 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-d4b70a01-7fd4-4045-9ae5-4b7dcb78fc16 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 1095 time: 0.0473855 Nov 23 22:28:25.923952 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-503970c1-3cae-4596-a20d-c2b94f92b334 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27df2823-a463-4a2b-a24e-8d18f3b3bea8 HTTP/1.1" status: 200 len: 217 time: 0.0411184 Nov 23 22:28:25.977486 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-3d1bad96-9bae-4cdf-ad35-19a3fbb276dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:25.979050 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-3d1bad96-9bae-4cdf-ad35-19a3fbb276dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0484231 Nov 23 22:28:26.029933 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-9efa5c38-3337-4942-9fd5-070a051d451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:26.032435 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-9efa5c38-3337-4942-9fd5-070a051d451e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461848 Nov 23 22:28:26.140241 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-51c93f9f-77a2-48fa-834f-b5c1aea92add service neutron] 10.222.0.60 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014893 Nov 23 22:28:26.231168 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-478ba331-3bab-4b6d-a9af-6c126507c5b1 req-f63fe0d9-ef15-4630-bb8e-623750f9e830 service neutron] 10.222.0.60 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838864 Nov 23 22:28:26.347804 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047edbd-5114-4719-a2dc-7fa19b437bcc req-cb054c85-011b-42a3-9663-fe7f061eb443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:26.349416 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e047edbd-5114-4719-a2dc-7fa19b437bcc req-cb054c85-011b-42a3-9663-fe7f061eb443 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 1095 time: 0.0470774 Nov 23 22:28:26.441308 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047edbd-5114-4719-a2dc-7fa19b437bcc req-24195ca8-5bee-4baa-acda-41fe8752b2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:26.442708 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e047edbd-5114-4719-a2dc-7fa19b437bcc req-24195ca8-5bee-4baa-acda-41fe8752b2dd service neutron] 10.222.0.60 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 912 time: 0.0850246 Nov 23 22:28:26.488122 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e047edbd-5114-4719-a2dc-7fa19b437bcc req-9a5ee2c5-95b0-430e-804e-ac50f3043be5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27df2823-a463-4a2b-a24e-8d18f3b3bea8 HTTP/1.1" status: 200 len: 217 time: 0.0380824 Nov 23 22:28:26.537474 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047edbd-5114-4719-a2dc-7fa19b437bcc req-7387f757-91c9-46c4-8488-9ddcbc970c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:26.538984 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e047edbd-5114-4719-a2dc-7fa19b437bcc req-7387f757-91c9-46c4-8488-9ddcbc970c4d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0447476 Nov 23 22:28:26.584529 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047edbd-5114-4719-a2dc-7fa19b437bcc req-36a6b2e7-e3e8-4219-9731-f1ddb450e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:26.586025 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e047edbd-5114-4719-a2dc-7fa19b437bcc req-36a6b2e7-e3e8-4219-9731-f1ddb450e877 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398021 Nov 23 22:28:26.679925 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e047edbd-5114-4719-a2dc-7fa19b437bcc req-f05db233-89bb-4291-9f70-e83603baa766 service neutron] 10.222.0.60 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867376 Nov 23 22:28:26.773697 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e047edbd-5114-4719-a2dc-7fa19b437bcc req-24426047-48fa-406f-a6f6-1d26094c9de5 service neutron] 10.222.0.60 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864890 Nov 23 22:28:26.821197 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd999e3-c9cb-4464-bac7-c5b2e653d834 req-b5a3571c-0e91-4b07-9d5e-efbcad76b04c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:26.822674 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8cd999e3-c9cb-4464-bac7-c5b2e653d834 req-b5a3571c-0e91-4b07-9d5e-efbcad76b04c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 944 time: 0.0517356 Nov 23 22:28:26.876895 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8cd999e3-c9cb-4464-bac7-c5b2e653d834 req-e577655f-f07f-4f7e-8419-a32b996c4d8b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478482 Nov 23 22:28:27.953712 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d054f728-2213-4a3f-b59a-8c0a4d59b27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:28.003843 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f540-8375-4cd6-b31e-4cea70c3dd58 req-f9ed28a8-c826-4cb0-b833-a8937e0d124b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:28.005467 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a758f540-8375-4cd6-b31e-4cea70c3dd58 req-f9ed28a8-c826-4cb0-b833-a8937e0d124b tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 944 time: 0.0535283 Nov 23 22:28:28.056788 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a758f540-8375-4cd6-b31e-4cea70c3dd58 req-f3959c32-8d31-4e0b-8b88-53c8f861d9bc tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449915 Nov 23 22:28:29.177553 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bead2-0949-4576-9e11-b757cf1a26e1 req-7b511b4f-6ace-4bd2-a9c4-daa1b3d56de5 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:29.179020 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8b2bead2-0949-4576-9e11-b757cf1a26e1 req-7b511b4f-6ace-4bd2-a9c4-daa1b3d56de5 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 944 time: 0.0540214 Nov 23 22:28:29.231260 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8b2bead2-0949-4576-9e11-b757cf1a26e1 req-e8d1b09b-4030-4d4f-949e-0356e1246858 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456636 Nov 23 22:28:30.231035 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:30.348389 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4862782-32cb-490c-acb6-35fc8bbc0525 req-3378d8de-3b0d-4d48-aacb-cf9f6c4239cb tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:30.349934 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4862782-32cb-490c-acb6-35fc8bbc0525 req-3378d8de-3b0d-4d48-aacb-cf9f6c4239cb tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 944 time: 0.0497646 Nov 23 22:28:30.402517 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4862782-32cb-490c-acb6-35fc8bbc0525 req-732571fd-4ad3-4584-b931-ee8d0dbfff4f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460267 Nov 23 22:28:30.526809 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f8eff4eb-84e3-40ab-92c2-ba95f974661d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:31.522677 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36783ae6-4f3f-4724-8ae3-702e4632c753 req-0a924e16-13ef-4509-a511-1a121b3953cb tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:31.524176 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-36783ae6-4f3f-4724-8ae3-702e4632c753 req-0a924e16-13ef-4509-a511-1a121b3953cb tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 944 time: 0.0534422 Nov 23 22:28:31.572739 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-36783ae6-4f3f-4724-8ae3-702e4632c753 req-8b0357e1-6109-4367-839c-a31b35ce2651 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415053 Nov 23 22:28:31.698079 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:32.691125 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77380408-68c2-4ee0-8527-311b34ead80b req-868f435a-a029-4170-8a97-003c29eea897 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:32.692737 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77380408-68c2-4ee0-8527-311b34ead80b req-868f435a-a029-4170-8a97-003c29eea897 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 944 time: 0.0511427 Nov 23 22:28:32.752755 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77380408-68c2-4ee0-8527-311b34ead80b req-598f66d3-7be4-47fa-85df-956aea9ba165 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536029 Nov 23 22:28:33.089881 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:33.872178 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd097e6-0a1e-4487-8971-a6e78ec13e81 req-6b6c97d2-27d3-4885-9804-5e04d815adf4 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:33.874525 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7cd097e6-0a1e-4487-8971-a6e78ec13e81 req-6b6c97d2-27d3-4885-9804-5e04d815adf4 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 944 time: 0.0532823 Nov 23 22:28:33.891043 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:33.932519 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7cd097e6-0a1e-4487-8971-a6e78ec13e81 req-392b280c-8f8a-4356-9abc-c434c00cfc42 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511198 Nov 23 22:28:35.055304 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512af47-9f80-43f2-b41c-e4ba177a3fc4 req-9f720392-4b06-4121-87db-0d62898ef5e1 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:35.056749 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0512af47-9f80-43f2-b41c-e4ba177a3fc4 req-9f720392-4b06-4121-87db-0d62898ef5e1 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 944 time: 0.0488539 Nov 23 22:28:35.104746 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0512af47-9f80-43f2-b41c-e4ba177a3fc4 req-308bf9a9-de3d-457a-9ab7-39913bb2752d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420301 Nov 23 22:28:36.176780 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 27df2823-a463-4a2b-a24e-8d18f3b3bea8 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:28:36.223287 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54f130-0b65-4780-9cd3-3a0fff775eb2 req-594629ec-4b71-4586-a09f-3c7db1867682 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:36.224791 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e54f130-0b65-4780-9cd3-3a0fff775eb2 req-594629ec-4b71-4586-a09f-3c7db1867682 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 944 time: 0.0497916 Nov 23 22:28:36.276794 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 27df2823-a463-4a2b-a24e-8d18f3b3bea8, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=27df2823-a463-4a2b-a24e-8d18f3b3bea8,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:28:36.277256 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e54f130-0b65-4780-9cd3-3a0fff775eb2 req-3289b5d1-b0e6-4437-a4ef-a80d3087e18f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464668 Nov 23 22:28:36.289128 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '27df2823-a463-4a2b-a24e-8d18f3b3bea8', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'port_id': '27df2823-a463-4a2b-a24e-8d18f3b3bea8', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:28:36.327162 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:36.339626 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27df2823-a463-4a2b-a24e-8d18f3b3bea8 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:28:36.363075 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 27df2823-a463-4a2b-a24e-8d18f3b3bea8, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=27df2823-a463-4a2b-a24e-8d18f3b3bea8,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:28:36.366631 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:36.412901 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=27df2823-a463-4a2b-a24e-8d18f3b3bea8,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:28:36.420162 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:36.420511 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:36.420854 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:36.421191 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:36.421528 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:36.421861 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:36.422188 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:36.422515 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:36.422869 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:36.423194 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:36.423525 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:36.423847 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:36.668120 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['27df2823-a463-4a2b-a24e-8d18f3b3bea8'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:28:37.401861 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcde719-98e2-4c4b-b164-520a2ac2b5b5 req-a1719616-d57e-4191-9983-cdff3f467e81 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:37.403386 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5bcde719-98e2-4c4b-b164-520a2ac2b5b5 req-a1719616-d57e-4191-9983-cdff3f467e81 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 945 time: 0.0534799 Nov 23 22:28:37.452625 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5bcde719-98e2-4c4b-b164-520a2ac2b5b5 req-d9e4402b-6c0c-476a-a58c-094c856012ec tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430226 Nov 23 22:28:38.189736 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 27df2823-a463-4a2b-a24e-8d18f3b3bea8 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:28:38.239776 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 27df2823-a463-4a2b-a24e-8d18f3b3bea8 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:28:38.243509 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 27df2823-a463-4a2b-a24e-8d18f3b3bea8 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:28:38.243875 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:38.322784 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:38.345453 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b772ed32-41a3-4d05-a662-20ee7efcd453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27df2823-a463-4a2b-a24e-8d18f3b3bea8'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:28:38.347703 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f299f7-d2ff-4802-852d-238bef946a1a" -d '{"events": [{"server_uuid": "b772ed32-41a3-4d05-a662-20ee7efcd453", "name": "network-vif-plugged", "status": "completed", "tag": "27df2823-a463-4a2b-a24e-8d18f3b3bea8"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:28:38.360698 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 27df2823-a463-4a2b-a24e-8d18f3b3bea8, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=27df2823-a463-4a2b-a24e-8d18f3b3bea8,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:28:38.364603 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:38.389371 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48172c86-9b3b-407c-8e25-c8974a77a76d x-openstack-request-id: req-48172c86-9b3b-407c-8e25-c8974a77a76d {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:28:38.389671 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b772ed32-41a3-4d05-a662-20ee7efcd453", "name": "network-vif-plugged", "status": "completed", "tag": "27df2823-a463-4a2b-a24e-8d18f3b3bea8", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:28:38.389929 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-48172c86-9b3b-407c-8e25-c8974a77a76d {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:28:38.390319 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b772ed32-41a3-4d05-a662-20ee7efcd453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27df2823-a463-4a2b-a24e-8d18f3b3bea8', 'code': 200} Nov 23 22:28:38.414648 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=27df2823-a463-4a2b-a24e-8d18f3b3bea8,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:28:38.521175 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410d04a-44cb-43e7-a0f3-5c9e8ec0e38d req-21f8703c-bcfb-4662-9222-4004a75b8898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:38.522695 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9410d04a-44cb-43e7-a0f3-5c9e8ec0e38d req-21f8703c-bcfb-4662-9222-4004a75b8898 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 1097 time: 0.0413206 Nov 23 22:28:38.567296 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0259879-f754-4e2f-a3b2-37fee3260eb0 req-4c584b8b-0375-4dae-8b6f-cf55a4a80533 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:38.568775 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e0259879-f754-4e2f-a3b2-37fee3260eb0 req-4c584b8b-0375-4dae-8b6f-cf55a4a80533 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 946 time: 0.0490270 Nov 23 22:28:38.577357 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9410d04a-44cb-43e7-a0f3-5c9e8ec0e38d req-6c94ab3e-b9c9-4fef-a1c8-e6595b59c74c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447001 Nov 23 22:28:38.617700 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e0259879-f754-4e2f-a3b2-37fee3260eb0 req-16a8d4ca-7284-441c-9317-4699046df4ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429344 Nov 23 22:28:39.252407 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-51b4401f-bf16-45b1-b641-7f72a3785deb req-1790bbf0-b9c1-4361-b9fb-cb35749417e8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432849 Nov 23 22:28:39.339607 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4401f-bf16-45b1-b641-7f72a3785deb req-c370f5ae-5426-4909-83eb-fd7b488a3225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:39.341267 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-51b4401f-bf16-45b1-b641-7f72a3785deb req-c370f5ae-5426-4909-83eb-fd7b488a3225 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 1096 time: 0.0411274 Nov 23 22:28:39.445959 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4401f-bf16-45b1-b641-7f72a3785deb req-d2be48f3-2a05-4579-a170-ebfcdf3258df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:39.447467 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-51b4401f-bf16-45b1-b641-7f72a3785deb req-d2be48f3-2a05-4579-a170-ebfcdf3258df service neutron] 10.222.0.53 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 912 time: 0.0881751 Nov 23 22:28:39.517609 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-51b4401f-bf16-45b1-b641-7f72a3785deb req-3bd5f017-75c2-42bc-8d44-050c552e4c1f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=791f45b1-5f8b-48de-93cf-2ed5f659d670 HTTP/1.1" status: 200 len: 1001 time: 0.0579622 Nov 23 22:28:39.571567 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4401f-bf16-45b1-b641-7f72a3785deb req-098ae7e7-1e16-4da7-833f-27923ddae125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:39.572987 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-51b4401f-bf16-45b1-b641-7f72a3785deb req-098ae7e7-1e16-4da7-833f-27923ddae125 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0425048 Nov 23 22:28:39.628528 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4401f-bf16-45b1-b641-7f72a3785deb req-d7a0bdb2-75b3-4396-af74-9b15f92d27b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:39.630038 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-51b4401f-bf16-45b1-b641-7f72a3785deb req-d7a0bdb2-75b3-4396-af74-9b15f92d27b1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450702 Nov 23 22:28:39.741777 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-51b4401f-bf16-45b1-b641-7f72a3785deb req-99e1956f-50da-45c9-bc71-4301db0725e8 service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991149 Nov 23 22:28:39.745607 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95ee0-4cd0-4044-8915-e4d40843b32d req-5c0561a5-a532-4340-b006-e6f3cddc7588 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:39.747152 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3e95ee0-4cd0-4044-8915-e4d40843b32d req-5c0561a5-a532-4340-b006-e6f3cddc7588 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 946 time: 0.0551991 Nov 23 22:28:39.800917 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3e95ee0-4cd0-4044-8915-e4d40843b32d req-aeec5663-bd4d-4129-addd-8285efc75c9c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470297 Nov 23 22:28:39.842085 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-51b4401f-bf16-45b1-b641-7f72a3785deb req-79823a3e-8a63-4585-8d17-6751c382212e service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887764 Nov 23 22:28:40.918598 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61ba4e-e30f-4aba-89b3-b438c2ca2496 req-4669256b-0598-465c-a948-fc38404ed3dc tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:40.920728 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e61ba4e-e30f-4aba-89b3-b438c2ca2496 req-4669256b-0598-465c-a948-fc38404ed3dc tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 946 time: 0.0503848 Nov 23 22:28:40.969608 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e61ba4e-e30f-4aba-89b3-b438c2ca2496 req-96247d91-17c4-4b5d-97eb-c9ab1b6f928f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428033 Nov 23 22:28:41.085914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bccac-58fa-4f75-a8e1-66070ce41771 req-f0f3898d-0d8a-4d46-85d9-dc305042f640 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:41.087314 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-763bccac-58fa-4f75-a8e1-66070ce41771 req-f0f3898d-0d8a-4d46-85d9-dc305042f640 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 946 time: 0.0498655 Nov 23 22:28:41.137211 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-763bccac-58fa-4f75-a8e1-66070ce41771 req-6d6a104d-647d-4f4a-97dc-fcd4cecde871 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437455 Nov 23 22:28:41.158923 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46458) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:28:41.202005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8318eeb4-946d-4a65-b5ba-88c85fcfd47c tempest-TestVolumeBootPattern-1896851433 tempest-TestVolumeBootPattern-1896851433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:41.203498 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8318eeb4-946d-4a65-b5ba-88c85fcfd47c tempest-TestVolumeBootPattern-1896851433 tempest-TestVolumeBootPattern-1896851433-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 1092 time: 0.0436225 Nov 23 22:28:41.206199 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46460) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:28:41.210315 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': '27df2823-a463-4a2b-a24e-8d18f3b3bea8', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:28:41.231030 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:41.325040 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:41.428747 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Allocated IP 172.25.5.88 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/2a2aa7b7-b3cc-4ccb-9ee9-4f0ffa9a080a) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:28:41.531052 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:41.564073 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:41.607200 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:28:41.610246 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:28:41.612866 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:28:41.636453 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event updated for resources: {'Port': ['ID=2a2aa7b7-b3cc-4ccb-9ee9-4f0ffa9a080a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:28:41.650279 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:41.650622 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:41.650987 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:41.651319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:41.651649 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:41.651976 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:41.652296 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:41.652616 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:41.652936 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:41.653252 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:41.654056 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:41.654373 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:28:41.984525 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:42.049430 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:42.198407 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:42.203697 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:42.270094 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event updated for resources: {'Port': ['ID=2a2aa7b7-b3cc-4ccb-9ee9-4f0ffa9a080a,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:28:42.281877 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:42.380237 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Floating IP 6ca36190-acdf-440a-8d77-8a5be3ed60d0 associated. External IP: 172.25.5.88, port: 27df2823-a463-4a2b-a24e-8d18f3b3bea8. Nov 23 22:28:42.585707 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:28:42.693319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:28:42.703263 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7872e4-f1c8-4d56-b16a-373ef4b8b998 None None] Sync routers for ids ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:28:42.711230 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:42.712688 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7872e4-f1c8-4d56-b16a-373ef4b8b998 None None] Routers {'60b99448-974d-4497-87e0-1bb0eaa0e1b7'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:28:42.713299 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-bc7872e4-f1c8-4d56-b16a-373ef4b8b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:28:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:28:42.740509 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-90170585-fc71-4209-96b0-a3639074a0ea tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5332675 Nov 23 22:28:42.741126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b772ed32-41a3-4d05-a662-20ee7efcd453', 'tag': '27df2823-a463-4a2b-a24e-8d18f3b3bea8'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:28:42.743521 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d98c75a-de89-4d67-b510-9ae980246938" -d '{"events": [{"name": "network-changed", "server_uuid": "b772ed32-41a3-4d05-a662-20ee7efcd453", "tag": "27df2823-a463-4a2b-a24e-8d18f3b3bea8"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:28:42.852181 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99cecce-e86f-4f5b-be54-34c9efd6d7b3 x-openstack-request-id: req-f99cecce-e86f-4f5b-be54-34c9efd6d7b3 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:28:42.852488 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b772ed32-41a3-4d05-a662-20ee7efcd453", "tag": "27df2823-a463-4a2b-a24e-8d18f3b3bea8", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:28:42.852748 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f99cecce-e86f-4f5b-be54-34c9efd6d7b3 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:28:42.853151 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b772ed32-41a3-4d05-a662-20ee7efcd453', 'tag': '27df2823-a463-4a2b-a24e-8d18f3b3bea8', 'status': 'completed', 'code': 200} Nov 23 22:28:42.947162 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98c75a-de89-4d67-b510-9ae980246938 req-0b20b3fc-c539-4165-b790-8bb00eddd1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:42.948677 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7d98c75a-de89-4d67-b510-9ae980246938 req-0b20b3fc-c539-4165-b790-8bb00eddd1dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 1097 time: 0.0418932 Nov 23 22:28:42.977595 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-bc7872e4-f1c8-4d56-b16a-373ef4b8b998 None None] Set router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:28:43.043424 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98c75a-de89-4d67-b510-9ae980246938 req-7da4d5ba-6094-4b3b-9a18-7cc4622a8e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:43.045425 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7d98c75a-de89-4d67-b510-9ae980246938 req-7da4d5ba-6094-4b3b-9a18-7cc4622a8e33 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 912 time: 0.0899889 Nov 23 22:28:43.109288 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7d98c75a-de89-4d67-b510-9ae980246938 req-c1760814-a7a0-4864-9d15-744fd8e051c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27df2823-a463-4a2b-a24e-8d18f3b3bea8 HTTP/1.1" status: 200 len: 999 time: 0.0574307 Nov 23 22:28:43.159274 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98c75a-de89-4d67-b510-9ae980246938 req-9239f2a3-c365-4854-984f-7a2e4744c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:43.160818 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7d98c75a-de89-4d67-b510-9ae980246938 req-9239f2a3-c365-4854-984f-7a2e4744c2fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0448616 Nov 23 22:28:43.210162 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-bc7872e4-f1c8-4d56-b16a-373ef4b8b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '1fbd6ae8-2a21-4421-b590-68c4a0bead0a', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'port_id': '791f45b1-5f8b-48de-93cf-2ed5f659d670', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'mac_address': 'fa:16:3e:f9:88:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faff0df-7b37-420e-8e11-281637bb3071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:26:42Z', 'updated_at': '2021-11-23T22:26:44Z', 'revision_number': 1, 'project_id': '329cae0f6dbe4692890320913546aec7', 'fixed_ip_address_scope': None}, {'id': '6ca36190-acdf-440a-8d77-8a5be3ed60d0', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'port_id': '27df2823-a463-4a2b-a24e-8d18f3b3bea8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b772ed32-41a3-4d05-a662-20ee7efcd453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:28:41Z', 'updated_at': '2021-11-23T22:28:41Z', 'revision_number': 0, 'project_id': '329cae0f6dbe4692890320913546aec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168dd451-7569-44ad-9ece-1b40acba436f', 'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'mac_address': 'fa:16:3e:78:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:37Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 5, 'project_id': '329cae0f6dbe4692890320913546aec7', 'subnets': [{'id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:28:43.214753 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98c75a-de89-4d67-b510-9ae980246938 req-defa521a-91e1-41ec-991f-ca722bf0f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:43.216781 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7d98c75a-de89-4d67-b510-9ae980246938 req-defa521a-91e1-41ec-991f-ca722bf0f94a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455375 Nov 23 22:28:43.238248 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7872e4-f1c8-4d56-b16a-373ef4b8b998 None None] Checking router: 60b99448-974d-4497-87e0-1bb0eaa0e1b7 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:28:43.247216 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7872e4-f1c8-4d56-b16a-373ef4b8b998 None None] Routers {'60b99448-974d-4497-87e0-1bb0eaa0e1b7'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:28:43.248011 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-bc7872e4-f1c8-4d56-b16a-373ef4b8b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:28:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:28:43.306648 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7d98c75a-de89-4d67-b510-9ae980246938 req-7f4267b5-86cc-40a1-af54-7faf8c07124d service neutron] 10.222.0.60 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830681 Nov 23 22:28:43.357789 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-bc7872e4-f1c8-4d56-b16a-373ef4b8b998 None None] Set router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:28:43.404963 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7d98c75a-de89-4d67-b510-9ae980246938 req-3bc0f64f-bf17-4b28-b258-0d4da4d997d7 service neutron] 10.222.0.60 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904753 Nov 23 22:28:43.585853 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-bc7872e4-f1c8-4d56-b16a-373ef4b8b998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '1fbd6ae8-2a21-4421-b590-68c4a0bead0a', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'port_id': '791f45b1-5f8b-48de-93cf-2ed5f659d670', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'mac_address': 'fa:16:3e:f9:88:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faff0df-7b37-420e-8e11-281637bb3071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:26:42Z', 'updated_at': '2021-11-23T22:26:44Z', 'revision_number': 1, 'project_id': '329cae0f6dbe4692890320913546aec7', 'fixed_ip_address_scope': None}, {'id': '6ca36190-acdf-440a-8d77-8a5be3ed60d0', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'port_id': '27df2823-a463-4a2b-a24e-8d18f3b3bea8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b772ed32-41a3-4d05-a662-20ee7efcd453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:28:41Z', 'updated_at': '2021-11-23T22:28:41Z', 'revision_number': 0, 'project_id': '329cae0f6dbe4692890320913546aec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168dd451-7569-44ad-9ece-1b40acba436f', 'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'mac_address': 'fa:16:3e:78:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:37Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 5, 'project_id': '329cae0f6dbe4692890320913546aec7', 'subnets': [{'id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:28:43.612359 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7872e4-f1c8-4d56-b16a-373ef4b8b998 None None] The sync data for ids ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'] in n-d-816206-9 is: [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '1fbd6ae8-2a21-4421-b590-68c4a0bead0a', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'port_id': '791f45b1-5f8b-48de-93cf-2ed5f659d670', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'mac_address': 'fa:16:3e:f9:88:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faff0df-7b37-420e-8e11-281637bb3071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:26:42Z', 'updated_at': '2021-11-23T22:26:44Z', 'revision_number': 1, 'project_id': '329cae0f6dbe4692890320913546aec7', 'fixed_ip_address_scope': None}, {'id': '6ca36190-acdf-440a-8d77-8a5be3ed60d0', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'floating_ip_address': '172.25.5.88', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'port_id': '27df2823-a463-4a2b-a24e-8d18f3b3bea8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'mac_address': 'fa:16:3e:56:5d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b772ed32-41a3-4d05-a662-20ee7efcd453', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:28:41Z', 'updated_at': '2021-11-23T22:28:41Z', 'revision_number': 0, 'project_id': '329cae0f6dbe4692890320913546aec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168dd451-7569-44ad-9ece-1b40acba436f', 'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'mac_address': 'fa:16:3e:78:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:37Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 5, 'project_id': '329cae0f6dbe4692890320913546aec7', 'subnets': [{'id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:28:43.793218 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf13141e-d145-4226-a851-4de3b9b311eb None None] New status for floating IP 6ca36190-acdf-440a-8d77-8a5be3ed60d0: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:28:47.006074 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-08133121-85ca-4934-ad6d-5237f8ba7917 req-c9afb2a0-8c50-49e9-a33f-cb87b0000b95 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402966 Nov 23 22:28:47.109934 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08133121-85ca-4934-ad6d-5237f8ba7917 req-d8794f72-07b0-4792-82d8-6efb155ed80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:47.111624 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-08133121-85ca-4934-ad6d-5237f8ba7917 req-d8794f72-07b0-4792-82d8-6efb155ed80e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 1097 time: 0.0474186 Nov 23 22:28:47.224980 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08133121-85ca-4934-ad6d-5237f8ba7917 req-ab75cce2-2bc8-4b86-920c-d6556a05af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:47.226470 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-08133121-85ca-4934-ad6d-5237f8ba7917 req-ab75cce2-2bc8-4b86-920c-d6556a05af0b service neutron] 10.222.0.60 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 912 time: 0.0890148 Nov 23 22:28:47.293482 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-08133121-85ca-4934-ad6d-5237f8ba7917 req-38b120d4-ff9c-4626-936d-aa3907dc9fa7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27df2823-a463-4a2b-a24e-8d18f3b3bea8 HTTP/1.1" status: 200 len: 1001 time: 0.0595820 Nov 23 22:28:47.351668 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08133121-85ca-4934-ad6d-5237f8ba7917 req-b4825c5e-6373-4ca3-b664-7e76a16277e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:47.353282 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-08133121-85ca-4934-ad6d-5237f8ba7917 req-b4825c5e-6373-4ca3-b664-7e76a16277e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0537183 Nov 23 22:28:47.402813 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08133121-85ca-4934-ad6d-5237f8ba7917 req-75163b94-c663-4c33-9d1b-db5cbf85edae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:28:47.404461 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-08133121-85ca-4934-ad6d-5237f8ba7917 req-75163b94-c663-4c33-9d1b-db5cbf85edae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442131 Nov 23 22:28:47.496209 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-08133121-85ca-4934-ad6d-5237f8ba7917 req-0c4bbd1a-43d2-46ad-bb2b-2ae756db5ad7 service neutron] 10.222.0.60 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845194 Nov 23 22:28:47.584936 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-08133121-85ca-4934-ad6d-5237f8ba7917 req-36fd7ec0-41cc-41f4-a4bb-69332ae81944 service neutron] 10.222.0.60 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818269 Nov 23 22:28:48.608721 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:28:53.077574 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:28:57.956321 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-774cdb2b-a670-4266-a71c-17910d15ae99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:00.231713 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:00.529668 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0e6f6afe-fe3b-447b-83c6-def9af8c2f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:01.701551 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:03.094465 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:03.885976 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:23.077883 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:25.607624 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:29:27.962007 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5927c938-5fab-487c-bed4-689b6928ae3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:30.246831 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:30.532281 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-95670734-131e-4624-abc7-8ba795c8694f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:31.703382 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:33.096234 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:33.886865 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:39.577353 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c299f1a4-20f6-4301-8917-05dfbd47fc9a req-076eee23-7626-4125-94b6-9b96383e78db service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399752 Nov 23 22:29:39.664498 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299f1a4-20f6-4301-8917-05dfbd47fc9a req-f6d6d7f5-10ae-42c6-b544-66f0b6314d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:29:39.665999 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c299f1a4-20f6-4301-8917-05dfbd47fc9a req-f6d6d7f5-10ae-42c6-b544-66f0b6314d97 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 1096 time: 0.0439568 Nov 23 22:29:39.770199 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299f1a4-20f6-4301-8917-05dfbd47fc9a req-3b05a98f-90c6-418c-9f17-ef1c70278dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:29:39.771704 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c299f1a4-20f6-4301-8917-05dfbd47fc9a req-3b05a98f-90c6-418c-9f17-ef1c70278dae service neutron] 10.222.0.53 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 912 time: 0.0838990 Nov 23 22:29:39.844225 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c299f1a4-20f6-4301-8917-05dfbd47fc9a req-cbbca32a-0d4e-4b90-afff-2c7c199e59c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=791f45b1-5f8b-48de-93cf-2ed5f659d670 HTTP/1.1" status: 200 len: 1001 time: 0.0606649 Nov 23 22:29:39.898888 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299f1a4-20f6-4301-8917-05dfbd47fc9a req-57f546b6-e6c5-4f95-85b3-4f02f2a834e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:29:39.900915 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c299f1a4-20f6-4301-8917-05dfbd47fc9a req-57f546b6-e6c5-4f95-85b3-4f02f2a834e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0458565 Nov 23 22:29:39.949286 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299f1a4-20f6-4301-8917-05dfbd47fc9a req-dabe4d44-7200-4cb8-90ed-867d380d8eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:29:39.950757 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c299f1a4-20f6-4301-8917-05dfbd47fc9a req-dabe4d44-7200-4cb8-90ed-867d380d8eab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394435 Nov 23 22:29:40.047984 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c299f1a4-20f6-4301-8917-05dfbd47fc9a req-e1a3bc3a-f6fc-4d62-a841-5b06fc1894d6 service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845146 Nov 23 22:29:40.142971 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c299f1a4-20f6-4301-8917-05dfbd47fc9a req-c3cf4c16-18a4-464d-9289-9cba3602efb6 service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837488 Nov 23 22:29:48.987421 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bfd6c631-19e8-4047-8ca3-b566497bed73 req-2ea66258-633d-4f2a-b784-a23570ac33c6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453751 Nov 23 22:29:49.085379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6c631-19e8-4047-8ca3-b566497bed73 req-74b449a1-65d8-4965-9ce7-4a5109075d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:29:49.087516 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bfd6c631-19e8-4047-8ca3-b566497bed73 req-74b449a1-65d8-4965-9ce7-4a5109075d3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 1097 time: 0.0407631 Nov 23 22:29:49.191082 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6c631-19e8-4047-8ca3-b566497bed73 req-7323a497-bd60-450f-8af5-f5cdbad30cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:29:49.192561 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bfd6c631-19e8-4047-8ca3-b566497bed73 req-7323a497-bd60-450f-8af5-f5cdbad30cbf service neutron] 10.222.0.60 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 912 time: 0.0849729 Nov 23 22:29:49.261714 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bfd6c631-19e8-4047-8ca3-b566497bed73 req-aa54fe11-e110-4478-b69e-b4abc03cb31c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27df2823-a463-4a2b-a24e-8d18f3b3bea8 HTTP/1.1" status: 200 len: 1001 time: 0.0616713 Nov 23 22:29:49.309773 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6c631-19e8-4047-8ca3-b566497bed73 req-08c2e25f-2063-4c3d-8f3a-b31b66cefe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:29:49.311270 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bfd6c631-19e8-4047-8ca3-b566497bed73 req-08c2e25f-2063-4c3d-8f3a-b31b66cefe68 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0435848 Nov 23 22:29:49.356512 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6c631-19e8-4047-8ca3-b566497bed73 req-2f8514b8-61bb-4724-bcf8-56940fc6dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:29:49.358018 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bfd6c631-19e8-4047-8ca3-b566497bed73 req-2f8514b8-61bb-4724-bcf8-56940fc6dd88 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400615 Nov 23 22:29:49.451467 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bfd6c631-19e8-4047-8ca3-b566497bed73 req-f1bc850f-39ba-42d4-b5e2-9e5d8b0f43c7 service neutron] 10.222.0.60 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863638 Nov 23 22:29:49.542645 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bfd6c631-19e8-4047-8ca3-b566497bed73 req-b319b3eb-2a10-425b-8113-4980157365e2 service neutron] 10.222.0.60 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844631 Nov 23 22:29:53.084849 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:29:57.966743 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bb5a15ca-3652-4ec9-8227-5099172849dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:00.241381 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:00.533045 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0a80c918-07e3-42b6-982a-da133db64312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:01.707039 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:02.607805 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:30:03.099020 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:03.887972 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:10.158051 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46494) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:30:10.313019 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Deleting port 2a2aa7b7-b3cc-4ccb-9ee9-4f0ffa9a080a {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:30:10.313359 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:10.386703 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:10.386986 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:10.399164 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Calling delete_port for 2a2aa7b7-b3cc-4ccb-9ee9-4f0ffa9a080a owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:30:10.543026 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:10.566199 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event deleted for resources: {'Port': ['ID=2a2aa7b7-b3cc-4ccb-9ee9-4f0ffa9a080a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:30:10.576206 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:10.576559 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:10.576908 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:10.577250 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:10.577587 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:10.577923 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:10.578791 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:10.578791 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:10.578974 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:10.579268 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:10.579597 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:10.579928 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:10.643130 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:10.643363 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Floating IP 6ca36190-acdf-440a-8d77-8a5be3ed60d0 disassociated (deleted). External IP: 172.25.5.88, port: 27df2823-a463-4a2b-a24e-8d18f3b3bea8. Nov 23 22:30:11.192324 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:30:11.201202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-48cb8401-e673-4a99-a215-0b33eb682fec req-e3b43ebc-fd03-4949-bd38-05af4930d3e6 service neutron] (110033) timed out ('10.222.0.50', 41238) {{(pid=110033) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 22:30:11.298774 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:30:11.303587 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:11.309340 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09306bd-b9d2-49ee-aa65-3eb7a7d5a858 None None] Sync routers for ids ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:30:11.322139 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09306bd-b9d2-49ee-aa65-3eb7a7d5a858 None None] Routers {'60b99448-974d-4497-87e0-1bb0eaa0e1b7'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:30:11.322782 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a09306bd-b9d2-49ee-aa65-3eb7a7d5a858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:30:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:30:11.330728 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0589fd64-24b4-4223-bba4-5f8820bb05b2 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "DELETE /v2.0/floatingips/6ca36190-acdf-440a-8d77-8a5be3ed60d0 HTTP/1.1" status: 204 len: 168 time: 1.1714473 Nov 23 22:30:11.331360 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b772ed32-41a3-4d05-a662-20ee7efcd453', 'tag': '27df2823-a463-4a2b-a24e-8d18f3b3bea8'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:30:11.333662 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767e5e53-4554-4d6f-b2c5-e4016b5e5d05" -d '{"events": [{"name": "network-changed", "server_uuid": "b772ed32-41a3-4d05-a662-20ee7efcd453", "tag": "27df2823-a463-4a2b-a24e-8d18f3b3bea8"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:30:11.376032 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c845cb46-bef1-40b3-a07e-10fb075d27ab x-openstack-request-id: req-c845cb46-bef1-40b3-a07e-10fb075d27ab {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:30:11.376334 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b772ed32-41a3-4d05-a662-20ee7efcd453", "tag": "27df2823-a463-4a2b-a24e-8d18f3b3bea8", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:30:11.376585 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c845cb46-bef1-40b3-a07e-10fb075d27ab {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:30:11.376988 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b772ed32-41a3-4d05-a662-20ee7efcd453', 'tag': '27df2823-a463-4a2b-a24e-8d18f3b3bea8', 'status': 'completed', 'code': 200} Nov 23 22:30:11.444815 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-a09306bd-b9d2-49ee-aa65-3eb7a7d5a858 None None] Set router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:30:11.471378 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e5e53-4554-4d6f-b2c5-e4016b5e5d05 req-41a1e491-cb10-4b89-9cb2-a525177e1ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:30:11.471378 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-767e5e53-4554-4d6f-b2c5-e4016b5e5d05 req-41a1e491-cb10-4b89-9cb2-a525177e1ef4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 1097 time: 0.0489438 Nov 23 22:30:11.619626 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e5e53-4554-4d6f-b2c5-e4016b5e5d05 req-4e8b6ca7-57f0-4139-8f6c-4bd84efa77a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:30:11.620990 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-767e5e53-4554-4d6f-b2c5-e4016b5e5d05 req-4e8b6ca7-57f0-4139-8f6c-4bd84efa77a0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 912 time: 0.0958483 Nov 23 22:30:11.631063 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf8c84-195a-4072-bd29-7c47e12e4a17 req-1e50b7b3-f23a-4a14-8394-41aa5a698293 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:30:11.633168 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4baf8c84-195a-4072-bd29-7c47e12e4a17 req-1e50b7b3-f23a-4a14-8394-41aa5a698293 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 946 time: 0.1144946 Nov 23 22:30:11.666019 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-767e5e53-4554-4d6f-b2c5-e4016b5e5d05 req-4813bac0-84ba-434f-b86f-d4cd84cef832 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27df2823-a463-4a2b-a24e-8d18f3b3bea8 HTTP/1.1" status: 200 len: 217 time: 0.0369613 Nov 23 22:30:11.689730 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4baf8c84-195a-4072-bd29-7c47e12e4a17 req-1ec5a3c8-092b-4c83-b471-753cbb7b60dd tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496013 Nov 23 22:30:11.697185 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a09306bd-b9d2-49ee-aa65-3eb7a7d5a858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '1fbd6ae8-2a21-4421-b590-68c4a0bead0a', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'port_id': '791f45b1-5f8b-48de-93cf-2ed5f659d670', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'mac_address': 'fa:16:3e:f9:88:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faff0df-7b37-420e-8e11-281637bb3071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:26:42Z', 'updated_at': '2021-11-23T22:26:44Z', 'revision_number': 1, 'project_id': '329cae0f6dbe4692890320913546aec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168dd451-7569-44ad-9ece-1b40acba436f', 'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'mac_address': 'fa:16:3e:78:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:37Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 5, 'project_id': '329cae0f6dbe4692890320913546aec7', 'subnets': [{'id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:30:11.718108 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e5e53-4554-4d6f-b2c5-e4016b5e5d05 req-abebd773-7953-4700-ae49-d9622bef2933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:30:11.719635 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-767e5e53-4554-4d6f-b2c5-e4016b5e5d05 req-abebd773-7953-4700-ae49-d9622bef2933 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0470622 Nov 23 22:30:11.724166 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09306bd-b9d2-49ee-aa65-3eb7a7d5a858 None None] Checking router: 60b99448-974d-4497-87e0-1bb0eaa0e1b7 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:30:11.733078 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09306bd-b9d2-49ee-aa65-3eb7a7d5a858 None None] Routers {'60b99448-974d-4497-87e0-1bb0eaa0e1b7'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:30:11.733681 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a09306bd-b9d2-49ee-aa65-3eb7a7d5a858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:30:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:30:11.768263 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e5e53-4554-4d6f-b2c5-e4016b5e5d05 req-59a4a674-3e2d-40fd-bc81-76310878dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:30:11.769777 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-767e5e53-4554-4d6f-b2c5-e4016b5e5d05 req-59a4a674-3e2d-40fd-bc81-76310878dcde service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422442 Nov 23 22:30:11.839831 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-a09306bd-b9d2-49ee-aa65-3eb7a7d5a858 None None] Set router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:30:11.865638 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-767e5e53-4554-4d6f-b2c5-e4016b5e5d05 req-5ba17b0c-1715-463f-92b7-bfef7c636a94 service neutron] 10.222.0.60 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871842 Nov 23 22:30:11.961472 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-767e5e53-4554-4d6f-b2c5-e4016b5e5d05 req-bae33e93-63e3-4c23-9fb7-a7d4322d181d service neutron] 10.222.0.60 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885973 Nov 23 22:30:12.063791 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a09306bd-b9d2-49ee-aa65-3eb7a7d5a858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '1fbd6ae8-2a21-4421-b590-68c4a0bead0a', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'port_id': '791f45b1-5f8b-48de-93cf-2ed5f659d670', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'mac_address': 'fa:16:3e:f9:88:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faff0df-7b37-420e-8e11-281637bb3071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:26:42Z', 'updated_at': '2021-11-23T22:26:44Z', 'revision_number': 1, 'project_id': '329cae0f6dbe4692890320913546aec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168dd451-7569-44ad-9ece-1b40acba436f', 'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'mac_address': 'fa:16:3e:78:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:37Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 5, 'project_id': '329cae0f6dbe4692890320913546aec7', 'subnets': [{'id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:30:12.089538 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09306bd-b9d2-49ee-aa65-3eb7a7d5a858 None None] The sync data for ids ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'] in n-d-816206-9 is: [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '1fbd6ae8-2a21-4421-b590-68c4a0bead0a', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'port_id': '791f45b1-5f8b-48de-93cf-2ed5f659d670', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'mac_address': 'fa:16:3e:f9:88:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faff0df-7b37-420e-8e11-281637bb3071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:26:42Z', 'updated_at': '2021-11-23T22:26:44Z', 'revision_number': 1, 'project_id': '329cae0f6dbe4692890320913546aec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168dd451-7569-44ad-9ece-1b40acba436f', 'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'mac_address': 'fa:16:3e:78:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:37Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 5, 'project_id': '329cae0f6dbe4692890320913546aec7', 'subnets': [{'id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:30:12.307363 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0910b7ed-9e00-4e26-9aae-3907f6aee7bc None None] New status for floating IP 6ca36190-acdf-440a-8d77-8a5be3ed60d0: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:30:12.872913 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbd35f-f55d-4c50-b9ea-f7764c628eea req-7fd725d3-09d7-4bd1-a3cb-68a6a6778b52 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:30:12.874396 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-05dbd35f-f55d-4c50-b9ea-f7764c628eea req-7fd725d3-09d7-4bd1-a3cb-68a6a6778b52 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 946 time: 0.1077104 Nov 23 22:30:12.925816 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-05dbd35f-f55d-4c50-b9ea-f7764c628eea req-f295a1c9-4f2a-4fcf-9489-b5e08b295056 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455196 Nov 23 22:30:13.245510 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606eb34c-43bd-4465-93e6-ae09f95a5327 req-251f299b-5629-4b61-8b83-5cb702c34f77 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:30:13.246982 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-606eb34c-43bd-4465-93e6-ae09f95a5327 req-251f299b-5629-4b61-8b83-5cb702c34f77 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.60 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 946 time: 0.0489480 Nov 23 22:30:13.335454 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-606eb34c-43bd-4465-93e6-ae09f95a5327 req-f3e9e83a-d536-466a-aae4-675130558d6c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Deleting port 27df2823-a463-4a2b-a24e-8d18f3b3bea8 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:30:13.335789 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-606eb34c-43bd-4465-93e6-ae09f95a5327 req-f3e9e83a-d536-466a-aae4-675130558d6c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:13.425451 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-606eb34c-43bd-4465-93e6-ae09f95a5327 req-f3e9e83a-d536-466a-aae4-675130558d6c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] For port 27df2823-a463-4a2b-a24e-8d18f3b3bea8, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=27df2823-a463-4a2b-a24e-8d18f3b3bea8,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:30:13.425725 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-606eb34c-43bd-4465-93e6-ae09f95a5327 req-f3e9e83a-d536-466a-aae4-675130558d6c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:13.438701 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-606eb34c-43bd-4465-93e6-ae09f95a5327 req-f3e9e83a-d536-466a-aae4-675130558d6c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Calling delete_port for 27df2823-a463-4a2b-a24e-8d18f3b3bea8 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:30:13.567367 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-606eb34c-43bd-4465-93e6-ae09f95a5327 req-f3e9e83a-d536-466a-aae4-675130558d6c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:13.595658 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9e83a-d536-466a-aae4-675130558d6c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event deleted for resources: {'Port': ['ID=27df2823-a463-4a2b-a24e-8d18f3b3bea8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:30:13.637958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-606eb34c-43bd-4465-93e6-ae09f95a5327 req-f3e9e83a-d536-466a-aae4-675130558d6c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] No DVR routers for this DVR port 27df2823-a463-4a2b-a24e-8d18f3b3bea8 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:30:13.640502 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-606eb34c-43bd-4465-93e6-ae09f95a5327 req-f3e9e83a-d536-466a-aae4-675130558d6c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:13.643830 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-606eb34c-43bd-4465-93e6-ae09f95a5327 req-f3e9e83a-d536-466a-aae4-675130558d6c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.60 "DELETE /v2.0/ports/27df2823-a463-4a2b-a24e-8d18f3b3bea8 HTTP/1.1" status: 204 len: 173 time: 0.3908253 Nov 23 22:30:13.644278 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b772ed32-41a3-4d05-a662-20ee7efcd453', 'name': 'network-vif-deleted', 'tag': '27df2823-a463-4a2b-a24e-8d18f3b3bea8'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:30:13.646502 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072307dd-fddc-4e91-9334-22cd5a36f8c3" -d '{"events": [{"server_uuid": "b772ed32-41a3-4d05-a662-20ee7efcd453", "name": "network-vif-deleted", "tag": "27df2823-a463-4a2b-a24e-8d18f3b3bea8"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:30:13.687368 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45349e7-66d8-46a3-bce0-245c7346539b x-openstack-request-id: req-d45349e7-66d8-46a3-bce0-245c7346539b {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:30:13.687674 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b772ed32-41a3-4d05-a662-20ee7efcd453", "name": "network-vif-deleted", "tag": "27df2823-a463-4a2b-a24e-8d18f3b3bea8", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:30:13.687931 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d45349e7-66d8-46a3-bce0-245c7346539b {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:30:13.688337 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b772ed32-41a3-4d05-a662-20ee7efcd453', 'name': 'network-vif-deleted', 'tag': '27df2823-a463-4a2b-a24e-8d18f3b3bea8', 'status': 'completed', 'code': 200} Nov 23 22:30:14.035280 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c44d5071-49ba-4bb6-9351-c090408fbce0 req-d7180ea5-af0a-468a-a6d1-68bc74cc184f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 210 time: 0.0312498 Nov 23 22:30:15.133569 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c4940c29-673b-4218-af6e-d7e44b5a434a req-a132ad4d-8bbd-47d5-ba7e-81f37bc4031c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 210 time: 0.0270984 Nov 23 22:30:16.235443 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d670d57-ad58-42a4-bb75-263f1d306590 req-e9fc2a4d-691b-4896-b4ac-65a7db1be0a6 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 210 time: 0.0315945 Nov 23 22:30:16.562520 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 27df2823-a463-4a2b-a24e-8d18f3b3bea8 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:30:16.585833 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 27df2823-a463-4a2b-a24e-8d18f3b3bea8 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:30:16.586173 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 27df2823-a463-4a2b-a24e-8d18f3b3bea8 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:30:17.331185 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a209a11f-8ff6-419d-b0c4-0a6efe843cf2 req-ad1d3f93-c548-44f0-8548-70adc8ea478f tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=b772ed32-41a3-4d05-a662-20ee7efcd453 HTTP/1.1" status: 200 len: 210 time: 0.0269134 Nov 23 22:30:23.069918 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:23.738993 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46550) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:30:23.897706 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-d69de271-56f1-469d-b2d4-e75e12a3f6fb tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Deleting port 553a949c-7fdd-4d84-b223-2286abb97c15 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:30:23.898048 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d69de271-56f1-469d-b2d4-e75e12a3f6fb tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:23.975015 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d69de271-56f1-469d-b2d4-e75e12a3f6fb tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:23.975342 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d69de271-56f1-469d-b2d4-e75e12a3f6fb tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:23.987786 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-d69de271-56f1-469d-b2d4-e75e12a3f6fb tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Calling delete_port for 553a949c-7fdd-4d84-b223-2286abb97c15 owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:30:24.137537 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d69de271-56f1-469d-b2d4-e75e12a3f6fb tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:24.168879 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69de271-56f1-469d-b2d4-e75e12a3f6fb tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event deleted for resources: {'Port': ['ID=553a949c-7fdd-4d84-b223-2286abb97c15,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:30:24.221935 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d69de271-56f1-469d-b2d4-e75e12a3f6fb tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:24.222483 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-d69de271-56f1-469d-b2d4-e75e12a3f6fb tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Floating IP 1fbd6ae8-2a21-4421-b590-68c4a0bead0a disassociated (deleted). External IP: 172.25.5.188, port: 791f45b1-5f8b-48de-93cf-2ed5f659d670. Nov 23 22:30:24.432373 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69de271-56f1-469d-b2d4-e75e12a3f6fb tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:30:24.538873 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69de271-56f1-469d-b2d4-e75e12a3f6fb tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:30:24.544498 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d69de271-56f1-469d-b2d4-e75e12a3f6fb tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:24.549776 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f9434-0492-4835-997a-a1c52d3b6ca6 None None] Sync routers for ids ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:30:24.560001 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385f9434-0492-4835-997a-a1c52d3b6ca6 None None] Routers {'60b99448-974d-4497-87e0-1bb0eaa0e1b7'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:30:24.560612 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-385f9434-0492-4835-997a-a1c52d3b6ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:30:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:30:24.574876 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d69de271-56f1-469d-b2d4-e75e12a3f6fb tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "DELETE /v2.0/floatingips/1fbd6ae8-2a21-4421-b590-68c4a0bead0a HTTP/1.1" status: 204 len: 168 time: 0.8312020 Nov 23 22:30:24.574876 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5faff0df-7b37-420e-8e11-281637bb3071', 'tag': '791f45b1-5f8b-48de-93cf-2ed5f659d670'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:30:24.575629 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd786d7-1c2b-4e86-8ed6-b8c97710ae73" -d '{"events": [{"name": "network-changed", "server_uuid": "5faff0df-7b37-420e-8e11-281637bb3071", "tag": "791f45b1-5f8b-48de-93cf-2ed5f659d670"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:30:24.622960 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f93867c-311a-46a9-ba5f-0c21f933a22c x-openstack-request-id: req-5f93867c-311a-46a9-ba5f-0c21f933a22c {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:30:24.623216 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5faff0df-7b37-420e-8e11-281637bb3071", "tag": "791f45b1-5f8b-48de-93cf-2ed5f659d670", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:30:24.623433 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5f93867c-311a-46a9-ba5f-0c21f933a22c {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:30:24.623845 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5faff0df-7b37-420e-8e11-281637bb3071', 'tag': '791f45b1-5f8b-48de-93cf-2ed5f659d670', 'status': 'completed', 'code': 200} Nov 23 22:30:24.670265 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-385f9434-0492-4835-997a-a1c52d3b6ca6 None None] Set router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:30:24.705841 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd786d7-1c2b-4e86-8ed6-b8c97710ae73 req-7902d7db-5b26-4cbe-aab3-5afb761bb096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:30:24.707814 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0bd786d7-1c2b-4e86-8ed6-b8c97710ae73 req-7902d7db-5b26-4cbe-aab3-5afb761bb096 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=329cae0f6dbe4692890320913546aec7&device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 1096 time: 0.0563531 Nov 23 22:30:24.820450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b46b6-50cc-4486-aca8-e94d977f599e req-1ddca9dc-ea7e-428f-963c-6291adadf17c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:30:24.822467 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f52b46b6-50cc-4486-aca8-e94d977f599e req-1ddca9dc-ea7e-428f-963c-6291adadf17c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 945 time: 0.0524590 Nov 23 22:30:24.825057 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd786d7-1c2b-4e86-8ed6-b8c97710ae73 req-069dfb1d-569b-4b64-92a9-bfc2f3b41921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:30:24.826585 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0bd786d7-1c2b-4e86-8ed6-b8c97710ae73 req-069dfb1d-569b-4b64-92a9-bfc2f3b41921 service neutron] 10.222.0.53 "GET /v2.0/networks?id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 200 len: 912 time: 0.1023006 Nov 23 22:30:24.878069 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f52b46b6-50cc-4486-aca8-e94d977f599e req-04b78230-2ed0-466d-a6e0-e398a907f27c tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479825 Nov 23 22:30:24.882830 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0bd786d7-1c2b-4e86-8ed6-b8c97710ae73 req-dd06e622-479f-402c-92e8-cc9a77201fc9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=791f45b1-5f8b-48de-93cf-2ed5f659d670 HTTP/1.1" status: 200 len: 217 time: 0.0437460 Nov 23 22:30:24.897867 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-385f9434-0492-4835-997a-a1c52d3b6ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '168dd451-7569-44ad-9ece-1b40acba436f', 'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'mac_address': 'fa:16:3e:78:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:37Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 5, 'project_id': '329cae0f6dbe4692890320913546aec7', 'subnets': [{'id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:30:24.930924 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f9434-0492-4835-997a-a1c52d3b6ca6 None None] Checking router: 60b99448-974d-4497-87e0-1bb0eaa0e1b7 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:30:24.941303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd786d7-1c2b-4e86-8ed6-b8c97710ae73 req-f6d05a0d-9167-4151-8bae-5b9a19a52b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:30:24.942845 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0bd786d7-1c2b-4e86-8ed6-b8c97710ae73 req-f6d05a0d-9167-4151-8bae-5b9a19a52b13 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 200 len: 850 time: 0.0506048 Nov 23 22:30:24.943029 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385f9434-0492-4835-997a-a1c52d3b6ca6 None None] Routers {'60b99448-974d-4497-87e0-1bb0eaa0e1b7'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:30:24.943886 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-385f9434-0492-4835-997a-a1c52d3b6ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:30:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:30:24.994665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd786d7-1c2b-4e86-8ed6-b8c97710ae73 req-6d114a64-9d81-4ebf-b587-0fb6bc3d3bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:30:24.996296 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0bd786d7-1c2b-4e86-8ed6-b8c97710ae73 req-6d114a64-9d81-4ebf-b587-0fb6bc3d3bca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=78d257e1-aea0-4cd9-9a6d-8f678889c0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448537 Nov 23 22:30:25.064216 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-385f9434-0492-4835-997a-a1c52d3b6ca6 None None] Set router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:30:25.105625 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0bd786d7-1c2b-4e86-8ed6-b8c97710ae73 req-bae6a6a6-51fd-4417-bad3-86b6820281c0 service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005390 Nov 23 22:30:25.201063 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0bd786d7-1c2b-4e86-8ed6-b8c97710ae73 req-ff095134-0159-4c6d-9cb1-5b16dd2745e7 service neutron] 10.222.0.53 "GET /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864084 Nov 23 22:30:25.281117 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-385f9434-0492-4835-997a-a1c52d3b6ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '168dd451-7569-44ad-9ece-1b40acba436f', 'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'mac_address': 'fa:16:3e:78:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:37Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 5, 'project_id': '329cae0f6dbe4692890320913546aec7', 'subnets': [{'id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:30:25.315492 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f9434-0492-4835-997a-a1c52d3b6ca6 None None] The sync data for ids ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'] in n-d-816206-9 is: [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:19:38Z', 'revision_number': 4, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '168dd451-7569-44ad-9ece-1b40acba436f', 'name': '', 'network_id': '78d257e1-aea0-4cd9-9a6d-8f678889c0c7', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'mac_address': 'fa:16:3e:78:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:37Z', 'updated_at': '2021-11-23T22:19:45Z', 'revision_number': 5, 'project_id': '329cae0f6dbe4692890320913546aec7', 'subnets': [{'id': '00982b18-1d62-4bd5-8cb8-3ab1c7caaf56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:30:25.547322 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52c4b9c-7084-4642-9f5d-50c6851dabc4 None None] New status for floating IP 1fbd6ae8-2a21-4421-b590-68c4a0bead0a: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:30:25.999652 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fde56-2375-4bb1-9b4b-15361e20f148 req-9fcb0c40-9244-44ba-afcf-b8a9c718695a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:30:26.001100 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3f5fde56-2375-4bb1-9b4b-15361e20f148 req-9fcb0c40-9244-44ba-afcf-b8a9c718695a tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 945 time: 0.0478611 Nov 23 22:30:26.053053 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3f5fde56-2375-4bb1-9b4b-15361e20f148 req-0b973656-5fa9-4b10-b472-2eeb00a951ae tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/security-groups?id=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459368 Nov 23 22:30:26.601018 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ff6f9-0ea4-4cc2-8766-909458d9f787 req-520c1b26-6bba-473e-9d48-6a43733c91c8 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:30:26.602471 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f92ff6f9-0ea4-4cc2-8766-909458d9f787 req-520c1b26-6bba-473e-9d48-6a43733c91c8 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.53 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 945 time: 0.0497642 Nov 23 22:30:26.695061 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-f92ff6f9-0ea4-4cc2-8766-909458d9f787 req-67c955b6-d019-4bba-accb-a8950cc30705 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Deleting port 791f45b1-5f8b-48de-93cf-2ed5f659d670 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:30:26.695400 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f92ff6f9-0ea4-4cc2-8766-909458d9f787 req-67c955b6-d019-4bba-accb-a8950cc30705 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:26.782193 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-f92ff6f9-0ea4-4cc2-8766-909458d9f787 req-67c955b6-d019-4bba-accb-a8950cc30705 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] For port 791f45b1-5f8b-48de-93cf-2ed5f659d670, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=791f45b1-5f8b-48de-93cf-2ed5f659d670,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:30:26.782553 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f92ff6f9-0ea4-4cc2-8766-909458d9f787 req-67c955b6-d019-4bba-accb-a8950cc30705 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:26.799294 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-f92ff6f9-0ea4-4cc2-8766-909458d9f787 req-67c955b6-d019-4bba-accb-a8950cc30705 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Calling delete_port for 791f45b1-5f8b-48de-93cf-2ed5f659d670 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:30:26.926198 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f92ff6f9-0ea4-4cc2-8766-909458d9f787 req-67c955b6-d019-4bba-accb-a8950cc30705 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:26.954211 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c955b6-d019-4bba-accb-a8950cc30705 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event deleted for resources: {'Port': ['ID=791f45b1-5f8b-48de-93cf-2ed5f659d670,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:30:27.004117 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92ff6f9-0ea4-4cc2-8766-909458d9f787 req-67c955b6-d019-4bba-accb-a8950cc30705 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] No DVR routers for this DVR port 791f45b1-5f8b-48de-93cf-2ed5f659d670 on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:30:27.006552 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f92ff6f9-0ea4-4cc2-8766-909458d9f787 req-67c955b6-d019-4bba-accb-a8950cc30705 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:27.010995 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f92ff6f9-0ea4-4cc2-8766-909458d9f787 req-67c955b6-d019-4bba-accb-a8950cc30705 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.53 "DELETE /v2.0/ports/791f45b1-5f8b-48de-93cf-2ed5f659d670 HTTP/1.1" status: 204 len: 173 time: 0.4002264 Nov 23 22:30:27.011442 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faff0df-7b37-420e-8e11-281637bb3071', 'name': 'network-vif-deleted', 'tag': '791f45b1-5f8b-48de-93cf-2ed5f659d670'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:30:27.013667 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ca6aa7-4869-4c7f-9410-19a87da1f907" -d '{"events": [{"server_uuid": "5faff0df-7b37-420e-8e11-281637bb3071", "name": "network-vif-deleted", "tag": "791f45b1-5f8b-48de-93cf-2ed5f659d670"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:30:27.052664 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0da0b5-0f04-4db8-85b0-2c9bda76d336 x-openstack-request-id: req-df0da0b5-0f04-4db8-85b0-2c9bda76d336 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:30:27.053259 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5faff0df-7b37-420e-8e11-281637bb3071", "name": "network-vif-deleted", "tag": "791f45b1-5f8b-48de-93cf-2ed5f659d670", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:30:27.053514 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df0da0b5-0f04-4db8-85b0-2c9bda76d336 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:30:27.053915 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5faff0df-7b37-420e-8e11-281637bb3071', 'name': 'network-vif-deleted', 'tag': '791f45b1-5f8b-48de-93cf-2ed5f659d670', 'status': 'completed', 'code': 200} Nov 23 22:30:27.152595 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ad331391-9cc6-46d9-a7b5-d1a56bfcf73a req-d0482e10-cb13-4877-bc7f-8cc87341e18d tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 210 time: 0.0287206 Nov 23 22:30:27.967952 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-84c8cefb-c3b7-49ee-8697-1965c01132f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:28.249100 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a90baed0-e761-42a8-ab46-ac8191190765 req-ba6bef9c-c2ab-431d-9c0d-b23311b43522 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 210 time: 0.0276408 Nov 23 22:30:29.347686 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-38172074-4832-415e-aa03-085688fb99a5 req-2397161f-571a-4a02-b851-9437e7bec307 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 210 time: 0.0272090 Nov 23 22:30:30.240352 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:30.405202 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 791f45b1-5f8b-48de-93cf-2ed5f659d670 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:30:30.427246 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 791f45b1-5f8b-48de-93cf-2ed5f659d670 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:30:30.427673 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 791f45b1-5f8b-48de-93cf-2ed5f659d670 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:30:30.448054 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b81b2259-1a50-46fe-9f69-d784d21b7f02 req-e7f146e2-99c2-4496-a905-67a8c95cc6dd tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 210 time: 0.0290201 Nov 23 22:30:30.534546 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fe7525ee-9c04-47bb-b736-cc6b90285db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:31.552794 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-55d3969d-194d-403e-82e1-e806d94f065e req-c8aff1a2-4dfd-4a09-ab8f-749fe31c2b09 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "GET /v2.0/ports?device_id=5faff0df-7b37-420e-8e11-281637bb3071 HTTP/1.1" status: 200 len: 210 time: 0.0257800 Nov 23 22:30:31.713981 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:32.610591 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46574) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:30:32.736012 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-2b17c26d-1524-4a20-b3a7-2dd673786037 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Deleting port 0969d9d6-3ee0-49c5-a1ef-03f02632fe59 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:30:32.736353 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2b17c26d-1524-4a20-b3a7-2dd673786037 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:32.811187 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2b17c26d-1524-4a20-b3a7-2dd673786037 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:32.811515 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2b17c26d-1524-4a20-b3a7-2dd673786037 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:32.823326 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-2b17c26d-1524-4a20-b3a7-2dd673786037 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Calling delete_port for 0969d9d6-3ee0-49c5-a1ef-03f02632fe59 owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:30:32.956028 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2b17c26d-1524-4a20-b3a7-2dd673786037 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:32.986750 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17c26d-1524-4a20-b3a7-2dd673786037 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event deleted for resources: {'Port': ['ID=0969d9d6-3ee0-49c5-a1ef-03f02632fe59,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:30:33.046412 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2b17c26d-1524-4a20-b3a7-2dd673786037 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:33.049110 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2b17c26d-1524-4a20-b3a7-2dd673786037 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:33.050263 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2b17c26d-1524-4a20-b3a7-2dd673786037 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "DELETE /v2.0/floatingips/b628b8e4-57dc-4e42-8087-d095d2e9156d HTTP/1.1" status: 204 len: 168 time: 0.4386554 Nov 23 22:30:33.102344 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:33.890658 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:36.340062 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46590) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:30:36.397832 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0a883e61-ef27-41f6-a89f-f1923942f1c8 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:36.423270 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0a883e61-ef27-41f6-a89f-f1923942f1c8 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:36.484588 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0a883e61-ef27-41f6-a89f-f1923942f1c8 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:36.487637 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0a883e61-ef27-41f6-a89f-f1923942f1c8 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:36.488793 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0a883e61-ef27-41f6-a89f-f1923942f1c8 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] 10.222.0.50 "DELETE /v2.0/security-groups/c37d3a9b-bf08-4ccc-9107-1b5589f09fa0 HTTP/1.1" status: 204 len: 168 time: 0.1476598 Nov 23 22:30:36.499262 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a883e61-ef27-41f6-a89f-f1923942f1c8 tempest-TestVolumeBootPattern-1726921749 tempest-TestVolumeBootPattern-1726921749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37d3a9b-bf08-4ccc-9107-1b5589f09fa0,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:30:36.553186 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46594) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:30:37.028668 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fdc1b323-cfee-4e76-979b-ca4aa91bc632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:37.284449 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-fdc1b323-cfee-4e76-979b-ca4aa91bc632 admin admin] Deleting port 168dd451-7569-44ad-9ece-1b40acba436f {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:30:37.284792 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fdc1b323-cfee-4e76-979b-ca4aa91bc632 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:37.361693 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-fdc1b323-cfee-4e76-979b-ca4aa91bc632 admin admin] For port 168dd451-7569-44ad-9ece-1b40acba436f, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=168dd451-7569-44ad-9ece-1b40acba436f,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:30:37.362411 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fdc1b323-cfee-4e76-979b-ca4aa91bc632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:37.374255 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-fdc1b323-cfee-4e76-979b-ca4aa91bc632 admin admin] Calling delete_port for 168dd451-7569-44ad-9ece-1b40acba436f owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:30:37.550399 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fdc1b323-cfee-4e76-979b-ca4aa91bc632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:37.576696 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1b323-cfee-4e76-979b-ca4aa91bc632 admin admin] Pushing event deleted for resources: {'Port': ['ID=168dd451-7569-44ad-9ece-1b40acba436f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:30:37.744805 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fdc1b323-cfee-4e76-979b-ca4aa91bc632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:38.303927 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc1b323-cfee-4e76-979b-ca4aa91bc632 admin admin] Router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:30:38.405422 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc1b323-cfee-4e76-979b-ca4aa91bc632 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:30:38.410552 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fdc1b323-cfee-4e76-979b-ca4aa91bc632 admin admin] 10.222.0.50 "PUT /v2.0/routers/60b99448-974d-4497-87e0-1bb0eaa0e1b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8563030 Nov 23 22:30:38.413073 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46598) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:30:38.416368 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9931d28a-5711-4c41-93fa-9cd9df08dbf0 None None] Sync routers for ids ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:30:38.425844 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9931d28a-5711-4c41-93fa-9cd9df08dbf0 None None] Routers {'60b99448-974d-4497-87e0-1bb0eaa0e1b7'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:30:38.426450 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9931d28a-5711-4c41-93fa-9cd9df08dbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:30:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:30:38.518048 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f292be2a-825a-4882-a78e-db56e1f19b1b admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:38.529997 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-9931d28a-5711-4c41-93fa-9cd9df08dbf0 None None] Set router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:30:38.623118 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f292be2a-825a-4882-a78e-db56e1f19b1b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:38.674952 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-f292be2a-825a-4882-a78e-db56e1f19b1b admin admin] Deleting port a5ef1b66-157e-494e-8a8e-dafdfacda540 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:30:38.675201 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f292be2a-825a-4882-a78e-db56e1f19b1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:38.705096 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9931d28a-5711-4c41-93fa-9cd9df08dbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:30:37Z', 'revision_number': 5, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port': {'id': 'a5ef1b66-157e-494e-8a8e-dafdfacda540', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:36Z', 'updated_at': '2021-11-23T22:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:30:38.736103 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9931d28a-5711-4c41-93fa-9cd9df08dbf0 None None] Checking router: 60b99448-974d-4497-87e0-1bb0eaa0e1b7 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:30:38.745144 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9931d28a-5711-4c41-93fa-9cd9df08dbf0 None None] Routers {'60b99448-974d-4497-87e0-1bb0eaa0e1b7'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:30:38.745759 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9931d28a-5711-4c41-93fa-9cd9df08dbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:30:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:30:38.760008 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-f292be2a-825a-4882-a78e-db56e1f19b1b admin admin] For port a5ef1b66-157e-494e-8a8e-dafdfacda540, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a5ef1b66-157e-494e-8a8e-dafdfacda540,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:30:38.760363 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f292be2a-825a-4882-a78e-db56e1f19b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:38.772220 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-f292be2a-825a-4882-a78e-db56e1f19b1b admin admin] Calling delete_port for a5ef1b66-157e-494e-8a8e-dafdfacda540 owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:30:38.830391 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-9931d28a-5711-4c41-93fa-9cd9df08dbf0 None None] Set router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:30:38.881686 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9931d28a-5711-4c41-93fa-9cd9df08dbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:30:38Z', 'revision_number': 6, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:30:38.912410 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9931d28a-5711-4c41-93fa-9cd9df08dbf0 None None] The sync data for ids ['60b99448-974d-4497-87e0-1bb0eaa0e1b7'] in n-d-816206-9 is: [{'id': '60b99448-974d-4497-87e0-1bb0eaa0e1b7', 'name': 'tempest-TestVolumeBootPattern-515525472-router', 'tenant_id': '329cae0f6dbe4692890320913546aec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:35Z', 'updated_at': '2021-11-23T22:30:38Z', 'revision_number': 6, 'project_id': '329cae0f6dbe4692890320913546aec7', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:30:38.949423 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f292be2a-825a-4882-a78e-db56e1f19b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:38.976442 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292be2a-825a-4882-a78e-db56e1f19b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=a5ef1b66-157e-494e-8a8e-dafdfacda540,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:30:38.987590 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907e4032-0b4e-41e2-bfd2-f6731a9b11f1 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:30:39.039129 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f292be2a-825a-4882-a78e-db56e1f19b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:39.131638 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f292be2a-825a-4882-a78e-db56e1f19b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:39.134050 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f292be2a-825a-4882-a78e-db56e1f19b1b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:39.178950 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f292be2a-825a-4882-a78e-db56e1f19b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:39.179512 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f292be2a-825a-4882-a78e-db56e1f19b1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60b99448-974d-4497-87e0-1bb0eaa0e1b7 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:30:39.184897 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f292be2a-825a-4882-a78e-db56e1f19b1b admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:39.186102 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f292be2a-825a-4882-a78e-db56e1f19b1b admin admin] 10.222.0.50 "DELETE /v2.0/routers/60b99448-974d-4497-87e0-1bb0eaa0e1b7 HTTP/1.1" status: 204 len: 168 time: 0.7719591 Nov 23 22:30:39.188596 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46600) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:30:39.233177 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d40a80-c5f4-498e-a2fb-13c38ae85d40 admin admin] Deleting subnet 00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:30:39.236799 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20d40a80-c5f4-498e-a2fb-13c38ae85d40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:39.272863 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20d40a80-c5f4-498e-a2fb-13c38ae85d40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:39.365863 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20d40a80-c5f4-498e-a2fb-13c38ae85d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:39.422261 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20d40a80-c5f4-498e-a2fb-13c38ae85d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:39.449715 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d40a80-c5f4-498e-a2fb-13c38ae85d40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00982b18-1d62-4bd5-8cb8-3ab1c7caaf56,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:30:39.451715 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20d40a80-c5f4-498e-a2fb-13c38ae85d40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:39.455165 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-20d40a80-c5f4-498e-a2fb-13c38ae85d40 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/00982b18-1d62-4bd5-8cb8-3ab1c7caaf56 HTTP/1.1" status: 204 len: 168 time: 0.2654722 Nov 23 22:30:39.456049 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb85ddcd-784b-481c-818b-4e08563f3590 None None] Network 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:30:39.457465 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46602) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:30:39.529504 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-99081c1e-f0ed-4a72-b168-ed68407d1f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:39.583090 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-99081c1e-f0ed-4a72-b168-ed68407d1f63 admin admin] Deleting port fa9eea8e-2445-4baf-8734-33523a16a7b4 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:30:39.583435 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-99081c1e-f0ed-4a72-b168-ed68407d1f63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:39.611154 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:30:39.647180 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-99081c1e-f0ed-4a72-b168-ed68407d1f63 admin admin] For port fa9eea8e-2445-4baf-8734-33523a16a7b4, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=fa9eea8e-2445-4baf-8734-33523a16a7b4,segment=NetworkSegment(54b457f2-db3f-4e4e-863f-e1438323d695),segment_id=54b457f2-db3f-4e4e-863f-e1438323d695)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:30:39.647483 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-99081c1e-f0ed-4a72-b168-ed68407d1f63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:39.664974 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-99081c1e-f0ed-4a72-b168-ed68407d1f63 admin admin] Calling delete_port for fa9eea8e-2445-4baf-8734-33523a16a7b4 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:30:39.719938 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb08095-ede7-4014-aa73-20e9bd465ded None None] DHCP port deletion for 78d257e1-aea0-4cd9-9a6d-8f678889c0c7 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:30:39.723295 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 168dd451-7569-44ad-9ece-1b40acba436f no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:30:39.747029 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 168dd451-7569-44ad-9ece-1b40acba436f {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:30:39.747373 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 168dd451-7569-44ad-9ece-1b40acba436f not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:30:39.752362 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-99081c1e-f0ed-4a72-b168-ed68407d1f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:39.781261 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99081c1e-f0ed-4a72-b168-ed68407d1f63 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9eea8e-2445-4baf-8734-33523a16a7b4,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:30:39.783182 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99081c1e-f0ed-4a72-b168-ed68407d1f63 admin admin] No DVR routers for this DVR port fa9eea8e-2445-4baf-8734-33523a16a7b4 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:30:39.792882 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-2fb08095-ede7-4014-aa73-20e9bd465ded None None] Deleting port fa9eea8e-2445-4baf-8734-33523a16a7b4 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:30:39.793264 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2fb08095-ede7-4014-aa73-20e9bd465ded None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:39.859625 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2fb08095-ede7-4014-aa73-20e9bd465ded None None] For port fa9eea8e-2445-4baf-8734-33523a16a7b4, host n-d-816206-9, got binding levels [] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:30:39.860012 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2fb08095-ede7-4014-aa73-20e9bd465ded None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:39.861190 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-99081c1e-f0ed-4a72-b168-ed68407d1f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:39.874027 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-2fb08095-ede7-4014-aa73-20e9bd465ded None None] Calling delete_port for fa9eea8e-2445-4baf-8734-33523a16a7b4 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:30:39.876764 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.ipam_backend_mixin [None req-2fb08095-ede7-4014-aa73-20e9bd465ded None None] Port fa9eea8e-2445-4baf-8734-33523a16a7b4 was not found and therefore no delete operation was performed {{(pid=110035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 22:30:39.878077 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2fb08095-ede7-4014-aa73-20e9bd465ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:39.886701 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-99081c1e-f0ed-4a72-b168-ed68407d1f63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d257e1-aea0-4cd9-9a6d-8f678889c0c7']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:30:39.897173 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-99081c1e-f0ed-4a72-b168-ed68407d1f63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b457f2-db3f-4e4e-863f-e1438323d695') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:30:39.897471 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-99081c1e-f0ed-4a72-b168-ed68407d1f63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b457f2-db3f-4e4e-863f-e1438323d695') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:30:39.903778 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb08095-ede7-4014-aa73-20e9bd465ded None None] Pushing event deleted for resources: {'Port': ['ID=fa9eea8e-2445-4baf-8734-33523a16a7b4,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:30:39.907643 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-99081c1e-f0ed-4a72-b168-ed68407d1f63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:39.907886 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb08095-ede7-4014-aa73-20e9bd465ded None None] No DVR routers for this DVR port fa9eea8e-2445-4baf-8734-33523a16a7b4 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:30:39.923256 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-99081c1e-f0ed-4a72-b168-ed68407d1f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:39.929127 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb08095-ede7-4014-aa73-20e9bd465ded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:39.929406 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb08095-ede7-4014-aa73-20e9bd465ded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:39.930273 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb08095-ede7-4014-aa73-20e9bd465ded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:39.931372 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb08095-ede7-4014-aa73-20e9bd465ded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:39.931745 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb08095-ede7-4014-aa73-20e9bd465ded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:39.932081 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb08095-ede7-4014-aa73-20e9bd465ded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:39.932385 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99081c1e-f0ed-4a72-b168-ed68407d1f63 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:30:39.932888 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-99081c1e-f0ed-4a72-b168-ed68407d1f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:39.933007 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb08095-ede7-4014-aa73-20e9bd465ded None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:39.933364 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb08095-ede7-4014-aa73-20e9bd465ded None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:39.933711 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb08095-ede7-4014-aa73-20e9bd465ded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:39.934070 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb08095-ede7-4014-aa73-20e9bd465ded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:39.934403 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb08095-ede7-4014-aa73-20e9bd465ded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:39.934941 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb08095-ede7-4014-aa73-20e9bd465ded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:30:39.935106 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:30:39.997114 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-99081c1e-f0ed-4a72-b168-ed68407d1f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:40.002782 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-99081c1e-f0ed-4a72-b168-ed68407d1f63 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:40.006219 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-99081c1e-f0ed-4a72-b168-ed68407d1f63 admin admin] 10.222.0.50 "DELETE /v2.0/networks/78d257e1-aea0-4cd9-9a6d-8f678889c0c7 HTTP/1.1" status: 204 len: 168 time: 0.5478194 Nov 23 22:30:40.009370 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46604) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:30:40.017140 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99081c1e-f0ed-4a72-b168-ed68407d1f63 admin admin] Pushing event deleted for resources: {'Network': ['ID=78d257e1-aea0-4cd9-9a6d-8f678889c0c7,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:30:40.362930 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0df41483-1493-452f-93f5-a98ef442a6ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:40.606807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-0df41483-1493-452f-93f5-a98ef442a6ca admin admin] Deleting port d129c7b4-f439-4891-a02f-ffa9daf14f44 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:30:40.607287 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0df41483-1493-452f-93f5-a98ef442a6ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:40.686272 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-0df41483-1493-452f-93f5-a98ef442a6ca admin admin] For port d129c7b4-f439-4891-a02f-ffa9daf14f44, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d129c7b4-f439-4891-a02f-ffa9daf14f44,segment=NetworkSegment(7e97b533-4279-4f69-932e-6b3737159420),segment_id=7e97b533-4279-4f69-932e-6b3737159420)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:30:40.686543 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0df41483-1493-452f-93f5-a98ef442a6ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:40.703037 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-0df41483-1493-452f-93f5-a98ef442a6ca admin admin] Calling delete_port for d129c7b4-f439-4891-a02f-ffa9daf14f44 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:30:41.032494 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a5ef1b66-157e-494e-8a8e-dafdfacda540 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:30:41.054761 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: a5ef1b66-157e-494e-8a8e-dafdfacda540 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:30:41.055202 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a5ef1b66-157e-494e-8a8e-dafdfacda540 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:30:41.056256 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fa9eea8e-2445-4baf-8734-33523a16a7b4 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:30:41.076288 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: fa9eea8e-2445-4baf-8734-33523a16a7b4 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:30:41.076635 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device fa9eea8e-2445-4baf-8734-33523a16a7b4 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:30:41.143032 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0df41483-1493-452f-93f5-a98ef442a6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:41.170514 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df41483-1493-452f-93f5-a98ef442a6ca admin admin] Pushing event deleted for resources: {'Port': ['ID=d129c7b4-f439-4891-a02f-ffa9daf14f44,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:30:41.197323 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df41483-1493-452f-93f5-a98ef442a6ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:41.197677 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df41483-1493-452f-93f5-a98ef442a6ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:41.198028 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df41483-1493-452f-93f5-a98ef442a6ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:41.198371 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df41483-1493-452f-93f5-a98ef442a6ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:41.198706 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df41483-1493-452f-93f5-a98ef442a6ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:41.199067 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df41483-1493-452f-93f5-a98ef442a6ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:41.199403 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df41483-1493-452f-93f5-a98ef442a6ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:41.199732 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df41483-1493-452f-93f5-a98ef442a6ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:41.200064 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df41483-1493-452f-93f5-a98ef442a6ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:41.200392 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df41483-1493-452f-93f5-a98ef442a6ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:41.200718 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df41483-1493-452f-93f5-a98ef442a6ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:41.201043 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df41483-1493-452f-93f5-a98ef442a6ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:30:41.345707 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0df41483-1493-452f-93f5-a98ef442a6ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:41.560526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df41483-1493-452f-93f5-a98ef442a6ca admin admin] Router 3771fa7e-d91b-4a15-bdee-ac1b8c1b3157 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:30:41.669203 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df41483-1493-452f-93f5-a98ef442a6ca admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:30:41.677028 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0df41483-1493-452f-93f5-a98ef442a6ca admin admin] 10.222.0.50 "PUT /v2.0/routers/3771fa7e-d91b-4a15-bdee-ac1b8c1b3157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6663814 Nov 23 22:30:41.677305 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46606) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:30:41.679064 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29df80bf-4a2d-4015-b156-397d80ecee97 None None] Sync routers for ids ['3771fa7e-d91b-4a15-bdee-ac1b8c1b3157'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:30:41.689326 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29df80bf-4a2d-4015-b156-397d80ecee97 None None] Routers {'3771fa7e-d91b-4a15-bdee-ac1b8c1b3157'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:30:41.689934 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-29df80bf-4a2d-4015-b156-397d80ecee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:30:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3771fa7e-d91b-4a15-bdee-ac1b8c1b3157'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:30:41.783657 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a712b220-4302-4ce8-bfe6-99269675c361 admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:41.795632 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-29df80bf-4a2d-4015-b156-397d80ecee97 None None] Set router 3771fa7e-d91b-4a15-bdee-ac1b8c1b3157 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:30:41.902650 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a712b220-4302-4ce8-bfe6-99269675c361 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:41.960596 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-a712b220-4302-4ce8-bfe6-99269675c361 admin admin] Deleting port f87bb558-36f1-4696-967a-12e46b683a62 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:30:41.960941 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a712b220-4302-4ce8-bfe6-99269675c361 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:41.974075 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-29df80bf-4a2d-4015-b156-397d80ecee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3771fa7e-d91b-4a15-bdee-ac1b8c1b3157', 'name': 'tempest-TestVolumeBootPattern-265894647-router', 'tenant_id': '37846b3c8c0c4a23837051161804ca12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'f87bb558-36f1-4696-967a-12e46b683a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:41Z', 'updated_at': '2021-11-23T22:30:40Z', 'revision_number': 5, 'project_id': '37846b3c8c0c4a23837051161804ca12', 'gw_port': {'id': 'f87bb558-36f1-4696-967a-12e46b683a62', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3771fa7e-d91b-4a15-bdee-ac1b8c1b3157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:19:42Z', 'updated_at': '2021-11-23T22:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:30:42.000499 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29df80bf-4a2d-4015-b156-397d80ecee97 None None] Checking router: 3771fa7e-d91b-4a15-bdee-ac1b8c1b3157 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:30:42.009182 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29df80bf-4a2d-4015-b156-397d80ecee97 None None] Routers {'3771fa7e-d91b-4a15-bdee-ac1b8c1b3157'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:30:42.009796 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-29df80bf-4a2d-4015-b156-397d80ecee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:30:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['3771fa7e-d91b-4a15-bdee-ac1b8c1b3157'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:30:42.039167 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-a712b220-4302-4ce8-bfe6-99269675c361 admin admin] For port f87bb558-36f1-4696-967a-12e46b683a62, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f87bb558-36f1-4696-967a-12e46b683a62,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:30:42.039533 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a712b220-4302-4ce8-bfe6-99269675c361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:42.052188 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-a712b220-4302-4ce8-bfe6-99269675c361 admin admin] Calling delete_port for f87bb558-36f1-4696-967a-12e46b683a62 owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:30:42.093146 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-29df80bf-4a2d-4015-b156-397d80ecee97 None None] Set router 3771fa7e-d91b-4a15-bdee-ac1b8c1b3157 gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:30:42.144311 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-29df80bf-4a2d-4015-b156-397d80ecee97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3771fa7e-d91b-4a15-bdee-ac1b8c1b3157', 'name': 'tempest-TestVolumeBootPattern-265894647-router', 'tenant_id': '37846b3c8c0c4a23837051161804ca12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:41Z', 'updated_at': '2021-11-23T22:30:41Z', 'revision_number': 6, 'project_id': '37846b3c8c0c4a23837051161804ca12', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:30:42.173927 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29df80bf-4a2d-4015-b156-397d80ecee97 None None] The sync data for ids ['3771fa7e-d91b-4a15-bdee-ac1b8c1b3157'] in n-d-816206-9 is: [{'id': '3771fa7e-d91b-4a15-bdee-ac1b8c1b3157', 'name': 'tempest-TestVolumeBootPattern-265894647-router', 'tenant_id': '37846b3c8c0c4a23837051161804ca12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:19:41Z', 'updated_at': '2021-11-23T22:30:41Z', 'revision_number': 6, 'project_id': '37846b3c8c0c4a23837051161804ca12', 'gw_port_host': None}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:30:42.224387 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a712b220-4302-4ce8-bfe6-99269675c361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:42.251831 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712b220-4302-4ce8-bfe6-99269675c361 admin admin] Pushing event deleted for resources: {'Port': ['ID=f87bb558-36f1-4696-967a-12e46b683a62,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:30:42.268222 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaedc79c-670f-47d0-a910-a6a1647e10f7 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:30:42.319004 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a712b220-4302-4ce8-bfe6-99269675c361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:42.408465 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a712b220-4302-4ce8-bfe6-99269675c361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:42.414535 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a712b220-4302-4ce8-bfe6-99269675c361 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:42.458842 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a712b220-4302-4ce8-bfe6-99269675c361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:42.459309 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a712b220-4302-4ce8-bfe6-99269675c361 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3771fa7e-d91b-4a15-bdee-ac1b8c1b3157 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:30:42.464311 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a712b220-4302-4ce8-bfe6-99269675c361 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:42.465467 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a712b220-4302-4ce8-bfe6-99269675c361 admin admin] 10.222.0.50 "DELETE /v2.0/routers/3771fa7e-d91b-4a15-bdee-ac1b8c1b3157 HTTP/1.1" status: 204 len: 168 time: 0.7870169 Nov 23 22:30:42.467955 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46608) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:30:42.513973 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a013c5-ce04-482e-91b7-fa30d5b67e60 admin admin] Deleting subnet 32c4d35f-4a24-471b-8353-a3157e2db18e {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:30:42.517691 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3a013c5-ce04-482e-91b7-fa30d5b67e60 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:42.560544 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3a013c5-ce04-482e-91b7-fa30d5b67e60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:42.638348 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3a013c5-ce04-482e-91b7-fa30d5b67e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:42.689295 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3a013c5-ce04-482e-91b7-fa30d5b67e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:42.714970 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a013c5-ce04-482e-91b7-fa30d5b67e60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32c4d35f-4a24-471b-8353-a3157e2db18e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:30:42.719500 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3a013c5-ce04-482e-91b7-fa30d5b67e60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:42.722610 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e3a013c5-ce04-482e-91b7-fa30d5b67e60 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/32c4d35f-4a24-471b-8353-a3157e2db18e HTTP/1.1" status: 204 len: 168 time: 0.2537086 Nov 23 22:30:42.723998 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16da3fc6-012f-4a6e-9a51-6c7551551bda None None] Network ce5055e6-b026-48be-82da-eb9092088376 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:30:42.725046 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46610) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:30:42.797592 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4242a999-cb2a-491d-b2ab-7992fe2a09d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:42.850794 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-4242a999-cb2a-491d-b2ab-7992fe2a09d2 admin admin] Deleting port 0aaa900d-ab2b-4b27-b4df-f74875c42f69 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:30:42.851141 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4242a999-cb2a-491d-b2ab-7992fe2a09d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:42.907321 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9f078d-1aa8-45fc-8d91-793827f95d75 None None] DHCP port deletion for ce5055e6-b026-48be-82da-eb9092088376 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:30:42.926376 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-4242a999-cb2a-491d-b2ab-7992fe2a09d2 admin admin] For port 0aaa900d-ab2b-4b27-b4df-f74875c42f69, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=0aaa900d-ab2b-4b27-b4df-f74875c42f69,segment=NetworkSegment(7e97b533-4279-4f69-932e-6b3737159420),segment_id=7e97b533-4279-4f69-932e-6b3737159420)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:30:42.926854 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4242a999-cb2a-491d-b2ab-7992fe2a09d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:42.941682 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-4242a999-cb2a-491d-b2ab-7992fe2a09d2 admin admin] Calling delete_port for 0aaa900d-ab2b-4b27-b4df-f74875c42f69 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:30:42.960676 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5e9f078d-1aa8-45fc-8d91-793827f95d75 None None] Deleting port 0aaa900d-ab2b-4b27-b4df-f74875c42f69 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:30:42.961049 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5e9f078d-1aa8-45fc-8d91-793827f95d75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:43.031459 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4242a999-cb2a-491d-b2ab-7992fe2a09d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:43.031868 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-5e9f078d-1aa8-45fc-8d91-793827f95d75 None None] For port 0aaa900d-ab2b-4b27-b4df-f74875c42f69, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=0aaa900d-ab2b-4b27-b4df-f74875c42f69,segment=NetworkSegment(7e97b533-4279-4f69-932e-6b3737159420),segment_id=7e97b533-4279-4f69-932e-6b3737159420)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:30:43.032374 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5e9f078d-1aa8-45fc-8d91-793827f95d75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:43.049958 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5e9f078d-1aa8-45fc-8d91-793827f95d75 None None] Calling delete_port for 0aaa900d-ab2b-4b27-b4df-f74875c42f69 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:30:43.053446 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d129c7b4-f439-4891-a02f-ffa9daf14f44 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:30:43.062588 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242a999-cb2a-491d-b2ab-7992fe2a09d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aaa900d-ab2b-4b27-b4df-f74875c42f69,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:30:43.064532 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4242a999-cb2a-491d-b2ab-7992fe2a09d2 admin admin] No DVR routers for this DVR port 0aaa900d-ab2b-4b27-b4df-f74875c42f69 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:30:43.080560 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: d129c7b4-f439-4891-a02f-ffa9daf14f44 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:30:43.080921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d129c7b4-f439-4891-a02f-ffa9daf14f44 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:30:43.081341 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f87bb558-36f1-4696-967a-12e46b683a62 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:30:43.112301 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: f87bb558-36f1-4696-967a-12e46b683a62 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:30:43.112650 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f87bb558-36f1-4696-967a-12e46b683a62 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:30:43.113277 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 0aaa900d-ab2b-4b27-b4df-f74875c42f69 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:30:43.147251 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4242a999-cb2a-491d-b2ab-7992fe2a09d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:43.168016 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 0aaa900d-ab2b-4b27-b4df-f74875c42f69 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:30:43.168475 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 0aaa900d-ab2b-4b27-b4df-f74875c42f69 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:30:43.170520 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-4242a999-cb2a-491d-b2ab-7992fe2a09d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce5055e6-b026-48be-82da-eb9092088376']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:30:43.182151 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-4242a999-cb2a-491d-b2ab-7992fe2a09d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e97b533-4279-4f69-932e-6b3737159420') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:30:43.182550 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-4242a999-cb2a-491d-b2ab-7992fe2a09d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e97b533-4279-4f69-932e-6b3737159420') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:30:43.193576 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4242a999-cb2a-491d-b2ab-7992fe2a09d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 22:30:43.197591 n-d-816206-9 neutron-server[110035]: self.session.flush() Nov 23 22:30:43.208446 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5e9f078d-1aa8-45fc-8d91-793827f95d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:43.216199 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4242a999-cb2a-491d-b2ab-7992fe2a09d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:43.222694 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4242a999-cb2a-491d-b2ab-7992fe2a09d2 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:30:43.223149 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4242a999-cb2a-491d-b2ab-7992fe2a09d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:30:43.224928 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:30:43.237826 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f078d-1aa8-45fc-8d91-793827f95d75 None None] Pushing event deleted for resources: {'Port': ['ID=0aaa900d-ab2b-4b27-b4df-f74875c42f69,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:30:43.241978 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9f078d-1aa8-45fc-8d91-793827f95d75 None None] No DVR routers for this DVR port 0aaa900d-ab2b-4b27-b4df-f74875c42f69 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:30:43.287463 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4242a999-cb2a-491d-b2ab-7992fe2a09d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:43.293244 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4242a999-cb2a-491d-b2ab-7992fe2a09d2 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:43.296579 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4242a999-cb2a-491d-b2ab-7992fe2a09d2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ce5055e6-b026-48be-82da-eb9092088376 HTTP/1.1" status: 204 len: 168 time: 0.5706172 Nov 23 22:30:43.308012 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242a999-cb2a-491d-b2ab-7992fe2a09d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce5055e6-b026-48be-82da-eb9092088376,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:30:43.420235 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46614) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:30:43.460116 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4a7f7ba4-6a8f-46f6-9d99-c7be1bdf32ea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=329cae0f6dbe4692890320913546aec7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387139 Nov 23 22:30:43.462653 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46616) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:30:43.510984 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2706007-f9a2-455f-8e5d-2ce0c3010d0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:43.531436 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2706007-f9a2-455f-8e5d-2ce0c3010d0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:43.578685 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2706007-f9a2-455f-8e5d-2ce0c3010d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:43.581345 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2706007-f9a2-455f-8e5d-2ce0c3010d0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:43.582491 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e2706007-f9a2-455f-8e5d-2ce0c3010d0b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de443549-48ac-4a58-8f1f-381d9b605013 HTTP/1.1" status: 204 len: 168 time: 0.1189775 Nov 23 22:30:43.590688 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2706007-f9a2-455f-8e5d-2ce0c3010d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de443549-48ac-4a58-8f1f-381d9b605013,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:30:43.918130 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46622) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:30:43.957559 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0f051bca-9c96-4679-a181-3551a869e9aa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=37846b3c8c0c4a23837051161804ca12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382009 Nov 23 22:30:43.960016 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46624) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:30:44.009323 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-87cf5615-a451-401a-9361-7c18aec3659a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:44.029899 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-87cf5615-a451-401a-9361-7c18aec3659a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:44.074666 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-87cf5615-a451-401a-9361-7c18aec3659a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:44.077269 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-87cf5615-a451-401a-9361-7c18aec3659a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:44.078382 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-87cf5615-a451-401a-9361-7c18aec3659a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1ceecf7d-760f-4216-939d-766740340f82 HTTP/1.1" status: 204 len: 168 time: 0.1174827 Nov 23 22:30:44.086559 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf5615-a451-401a-9361-7c18aec3659a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ceecf7d-760f-4216-939d-766740340f82,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:30:53.093502 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:54.274647 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5467b96b-d025-4091-b708-b6d27d271867 req-1fd343ec-d861-4bc7-870f-00b8ede24974 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6b85c06195f64cbc9226349bea50df08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283587 Nov 23 22:30:54.458174 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467b96b-d025-4091-b708-b6d27d271867 req-45ca428a-7f6b-41fb-8cd6-9fa45678b540 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:30:54.459674 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5467b96b-d025-4091-b708-b6d27d271867 req-45ca428a-7f6b-41fb-8cd6-9fa45678b540 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1792545 Nov 23 22:30:54.474821 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5467b96b-d025-4091-b708-b6d27d271867 req-42eb4e5a-9dc1-43da-b9e1-a36340478616 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/quotas/6b85c06195f64cbc9226349bea50df08 HTTP/1.1" status: 200 len: 375 time: 0.0087106 Nov 23 22:30:54.505582 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5467b96b-d025-4091-b708-b6d27d271867 req-a5cae0e5-af45-48ec-b7b3-ec253aafeb21 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6b85c06195f64cbc9226349bea50df08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255630 Nov 23 22:30:54.663530 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c06356be-54e3-4594-a817-1eb985207345 req-d2f12bdd-e3de-4d23-bcbf-4759c800805c tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12f1d10-2033-4c23-b26d-5564fbef2d5d HTTP/1.1" status: 200 len: 210 time: 0.0268002 Nov 23 22:30:55.742568 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fb846b71-93f7-4005-a676-8e2195837603 req-f7fe9592-b017-4729-ad3b-25f2d1144262 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12f1d10-2033-4c23-b26d-5564fbef2d5d HTTP/1.1" status: 200 len: 210 time: 0.0271189 Nov 23 22:30:56.824027 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6643e844-0459-45b2-b294-105e6d53c1c9 req-1506b49d-2b04-4e0a-9766-9fd25ef080fb tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12f1d10-2033-4c23-b26d-5564fbef2d5d HTTP/1.1" status: 200 len: 210 time: 0.0314758 Nov 23 22:30:57.902750 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-733c114f-69fa-4af3-b1ac-b4bc026549c9 req-e0533660-8126-4444-9519-8cdf636ec8ad tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12f1d10-2033-4c23-b26d-5564fbef2d5d HTTP/1.1" status: 200 len: 210 time: 0.0273087 Nov 23 22:30:57.969532 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-585a3bf6-ee38-42fa-97ed-ffe2fb157139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:30:58.995522 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7463bfe9-c336-4e23-8a73-af1685b666ef req-fd92bb53-5417-4325-b427-8834a9350b49 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12f1d10-2033-4c23-b26d-5564fbef2d5d HTTP/1.1" status: 200 len: 210 time: 0.0263035 Nov 23 22:30:59.660051 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5467b96b-d025-4091-b708-b6d27d271867 req-bb1cc77d-c395-4543-abf2-319b03b602ae tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6b85c06195f64cbc9226349bea50df08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300713 Nov 23 22:30:59.877388 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467b96b-d025-4091-b708-b6d27d271867 req-fced761e-6f5a-4dbe-af7d-a90168d70ecb tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:30:59.878877 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5467b96b-d025-4091-b708-b6d27d271867 req-fced761e-6f5a-4dbe-af7d-a90168d70ecb tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2080877 Nov 23 22:30:59.893225 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-5467b96b-d025-4091-b708-b6d27d271867 req-93bf4731-aaeb-4a7d-8d27-c098240a6f9f tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Request body: {'port': {'device_id': 'b12f1d10-2033-4c23-b26d-5564fbef2d5d', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'admin_state_up': True, 'tenant_id': '6b85c06195f64cbc9226349bea50df08'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:31:00.005464 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5467b96b-d025-4091-b708-b6d27d271867 req-93bf4731-aaeb-4a7d-8d27-c098240a6f9f tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Made reservation on behalf of 6b85c06195f64cbc9226349bea50df08 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:31:00.009000 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5467b96b-d025-4091-b708-b6d27d271867 req-93bf4731-aaeb-4a7d-8d27-c098240a6f9f tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:00.018838 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5467b96b-d025-4091-b708-b6d27d271867 req-93bf4731-aaeb-4a7d-8d27-c098240a6f9f tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:00.090497 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b23a59c5-b774-48ac-be61-e3ceea430cf8 req-d00a366f-874b-4a9b-939d-851b35b9f42f tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12f1d10-2033-4c23-b26d-5564fbef2d5d HTTP/1.1" status: 200 len: 210 time: 0.0271988 Nov 23 22:31:00.095581 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5467b96b-d025-4091-b708-b6d27d271867 req-93bf4731-aaeb-4a7d-8d27-c098240a6f9f tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:00.099451 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5467b96b-d025-4091-b708-b6d27d271867 req-93bf4731-aaeb-4a7d-8d27-c098240a6f9f tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:00.169059 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf4731-aaeb-4a7d-8d27-c098240a6f9f tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42178d5f-e333-4602-b46b-d0b1c59784a5,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:31:00.238560 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-5467b96b-d025-4091-b708-b6d27d271867 req-93bf4731-aaeb-4a7d-8d27-c098240a6f9f tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Allocated IP 192.168.233.248 (60228383-a4b8-42c3-8c9f-baad28e869ba/7cae41e5-f68b-430d-bde9-fe867376dc71/70393b50-9cc3-418c-b366-0189d7caeeb7) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:31:00.239816 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:00.382780 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5467b96b-d025-4091-b708-b6d27d271867 req-93bf4731-aaeb-4a7d-8d27-c098240a6f9f tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:00.418220 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5467b96b-d025-4091-b708-b6d27d271867 req-93bf4731-aaeb-4a7d-8d27-c098240a6f9f tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:00.467292 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5467b96b-d025-4091-b708-b6d27d271867 req-93bf4731-aaeb-4a7d-8d27-c098240a6f9f tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Network 60228383-a4b8-42c3-8c9f-baad28e869ba is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:31:00.470273 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-5467b96b-d025-4091-b708-b6d27d271867 req-93bf4731-aaeb-4a7d-8d27-c098240a6f9f tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:31:00.473962 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-5467b96b-d025-4091-b708-b6d27d271867 req-93bf4731-aaeb-4a7d-8d27-c098240a6f9f tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:31:00.501043 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf4731-aaeb-4a7d-8d27-c098240a6f9f tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Pushing event updated for resources: {'Port': ['ID=70393b50-9cc3-418c-b366-0189d7caeeb7,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:31:00.528332 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467b96b-d025-4091-b708-b6d27d271867 req-93bf4731-aaeb-4a7d-8d27-c098240a6f9f tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:00.528987 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5467b96b-d025-4091-b708-b6d27d271867 req-93bf4731-aaeb-4a7d-8d27-c098240a6f9f tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:00.538380 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1b109307-40c2-4d77-a011-1f040c44a24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:00.548077 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5467b96b-d025-4091-b708-b6d27d271867 req-93bf4731-aaeb-4a7d-8d27-c098240a6f9f tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6581023 Nov 23 22:31:00.565546 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-5467b96b-d025-4091-b708-b6d27d271867 req-4d11185d-2f4f-4543-b73e-1d96e1697c1c service neutron] Request body: {'port': {'device_id': 'b12f1d10-2033-4c23-b26d-5564fbef2d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:31:00.626259 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5467b96b-d025-4091-b708-b6d27d271867 req-4d11185d-2f4f-4543-b73e-1d96e1697c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:00.694863 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-10df933c-66e1-4b6a-8a15-e0074ba3c55d None None] Provisioning complete for port 70393b50-9cc3-418c-b366-0189d7caeeb7 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:31:00.695236 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-10df933c-66e1-4b6a-8a15-e0074ba3c55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:00.887166 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-10df933c-66e1-4b6a-8a15-e0074ba3c55d None None] Port 70393b50-9cc3-418c-b366-0189d7caeeb7 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:31:00.907905 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-5467b96b-d025-4091-b708-b6d27d271867 req-4d11185d-2f4f-4543-b73e-1d96e1697c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70393b50-9cc3-418c-b366-0189d7caeeb7 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:31:00.915212 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5467b96b-d025-4091-b708-b6d27d271867 req-4d11185d-2f4f-4543-b73e-1d96e1697c1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:00.927480 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-5467b96b-d025-4091-b708-b6d27d271867 req-4d11185d-2f4f-4543-b73e-1d96e1697c1c service neutron] Transition to ACTIVE for port object 70393b50-9cc3-418c-b366-0189d7caeeb7 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:31:00.930940 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5467b96b-d025-4091-b708-b6d27d271867 req-4d11185d-2f4f-4543-b73e-1d96e1697c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:00.981758 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11185d-2f4f-4543-b73e-1d96e1697c1c service neutron] Pushing event updated for resources: {'Port': ['ID=70393b50-9cc3-418c-b366-0189d7caeeb7,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:31:01.058221 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-5467b96b-d025-4091-b708-b6d27d271867 req-4d11185d-2f4f-4543-b73e-1d96e1697c1c service neutron] Attempting to bind port 70393b50-9cc3-418c-b366-0189d7caeeb7 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:31:01.058565 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-5467b96b-d025-4091-b708-b6d27d271867 req-4d11185d-2f4f-4543-b73e-1d96e1697c1c service neutron] Attempting to bind port 70393b50-9cc3-418c-b366-0189d7caeeb7 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:31:01.058944 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5467b96b-d025-4091-b708-b6d27d271867 req-4d11185d-2f4f-4543-b73e-1d96e1697c1c service neutron] Attempting to bind port 70393b50-9cc3-418c-b366-0189d7caeeb7 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:31:01.063924 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5467b96b-d025-4091-b708-b6d27d271867 req-4d11185d-2f4f-4543-b73e-1d96e1697c1c service neutron] Port 70393b50-9cc3-418c-b366-0189d7caeeb7 on network 60228383-a4b8-42c3-8c9f-baad28e869ba not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:31:01.064255 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5467b96b-d025-4091-b708-b6d27d271867 req-4d11185d-2f4f-4543-b73e-1d96e1697c1c service neutron] Attempting to bind port 70393b50-9cc3-418c-b366-0189d7caeeb7 on network 60228383-a4b8-42c3-8c9f-baad28e869ba {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:31:01.069288 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5467b96b-d025-4091-b708-b6d27d271867 req-4d11185d-2f4f-4543-b73e-1d96e1697c1c service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:31:01.069640 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5467b96b-d025-4091-b708-b6d27d271867 req-4d11185d-2f4f-4543-b73e-1d96e1697c1c service neutron] Checking segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:31:01.070034 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5467b96b-d025-4091-b708-b6d27d271867 req-4d11185d-2f4f-4543-b73e-1d96e1697c1c service neutron] Bound using segment: {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:31:01.070472 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-5467b96b-d025-4091-b708-b6d27d271867 req-4d11185d-2f4f-4543-b73e-1d96e1697c1c service neutron] Bound port: 70393b50-9cc3-418c-b366-0189d7caeeb7, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0e5f52-7b6f-4664-b71d-032667824b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:31:01.070868 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5467b96b-d025-4091-b708-b6d27d271867 req-4d11185d-2f4f-4543-b73e-1d96e1697c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:01.146170 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-5467b96b-d025-4091-b708-b6d27d271867 req-4d11185d-2f4f-4543-b73e-1d96e1697c1c service neutron] For port 70393b50-9cc3-418c-b366-0189d7caeeb7, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:31:01.149191 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-5467b96b-d025-4091-b708-b6d27d271867 req-4d11185d-2f4f-4543-b73e-1d96e1697c1c service neutron] For port 70393b50-9cc3-418c-b366-0189d7caeeb7, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=70393b50-9cc3-418c-b366-0189d7caeeb7,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:31:01.154118 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5467b96b-d025-4091-b708-b6d27d271867 req-4d11185d-2f4f-4543-b73e-1d96e1697c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:01.191312 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467b96b-d025-4091-b708-b6d27d271867 req-4d11185d-2f4f-4543-b73e-1d96e1697c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:01.191868 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5467b96b-d025-4091-b708-b6d27d271867 req-4d11185d-2f4f-4543-b73e-1d96e1697c1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:01.193295 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5467b96b-d025-4091-b708-b6d27d271867 req-4d11185d-2f4f-4543-b73e-1d96e1697c1c service neutron] 10.222.0.53 "PUT /v2.0/ports/70393b50-9cc3-418c-b366-0189d7caeeb7 HTTP/1.1" status: 200 len: 1096 time: 0.6322203 Nov 23 22:31:01.193749 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12f1d10-2033-4c23-b26d-5564fbef2d5d', 'tag': '70393b50-9cc3-418c-b366-0189d7caeeb7'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:31:01.197184 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b0a71e-ba47-4263-809d-250b92750ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "b12f1d10-2033-4c23-b26d-5564fbef2d5d", "tag": "70393b50-9cc3-418c-b366-0189d7caeeb7"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:31:01.227670 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11185d-2f4f-4543-b73e-1d96e1697c1c service neutron] Pushing event updated for resources: {'Port': ['ID=70393b50-9cc3-418c-b366-0189d7caeeb7,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:31:01.259268 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7940b8-3dda-4acb-9944-2c653b901570 req-261d6b20-79dc-4655-9801-caf4b051a328 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:01.262832 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bfd48a-7aa5-444a-84d3-c7c2af4a4f03 x-openstack-request-id: req-f7bfd48a-7aa5-444a-84d3-c7c2af4a4f03 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:31:01.263238 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12f1d10-2033-4c23-b26d-5564fbef2d5d", "tag": "70393b50-9cc3-418c-b366-0189d7caeeb7", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:31:01.263761 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f7bfd48a-7aa5-444a-84d3-c7c2af4a4f03 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:31:01.264231 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12f1d10-2033-4c23-b26d-5564fbef2d5d', 'tag': '70393b50-9cc3-418c-b366-0189d7caeeb7', 'status': 'completed', 'code': 200} Nov 23 22:31:01.267261 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b7940b8-3dda-4acb-9944-2c653b901570 req-261d6b20-79dc-4655-9801-caf4b051a328 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12f1d10-2033-4c23-b26d-5564fbef2d5d HTTP/1.1" status: 200 len: 948 time: 0.1036294 Nov 23 22:31:01.297021 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467b96b-d025-4091-b708-b6d27d271867 req-3705605b-3e95-4c4c-bb7a-fa3df71c4d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:01.298834 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5467b96b-d025-4091-b708-b6d27d271867 req-3705605b-3e95-4c4c-bb7a-fa3df71c4d55 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b85c06195f64cbc9226349bea50df08&device_id=b12f1d10-2033-4c23-b26d-5564fbef2d5d HTTP/1.1" status: 200 len: 1099 time: 0.0498841 Nov 23 22:31:01.315785 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b7940b8-3dda-4acb-9944-2c653b901570 req-db99f5bb-7771-4fa3-9572-bf0be8a73a57 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/security-groups?id=42178d5f-e333-4602-b46b-d0b1c59784a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442269 Nov 23 22:31:01.354845 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5467b96b-d025-4091-b708-b6d27d271867 req-3a7b74b2-6c55-4d89-93e6-04900ca4bc1e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=70393b50-9cc3-418c-b366-0189d7caeeb7 HTTP/1.1" status: 200 len: 217 time: 0.0402446 Nov 23 22:31:01.411283 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467b96b-d025-4091-b708-b6d27d271867 req-207308ec-3b91-4395-a41a-822ed1497c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:01.412764 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5467b96b-d025-4091-b708-b6d27d271867 req-207308ec-3b91-4395-a41a-822ed1497c59 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0470634 Nov 23 22:31:01.465209 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467b96b-d025-4091-b708-b6d27d271867 req-560bbc5a-01c2-4d89-a5de-85978e88afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:01.466738 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5467b96b-d025-4091-b708-b6d27d271867 req-560bbc5a-01c2-4d89-a5de-85978e88afe6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0412037 Nov 23 22:31:01.569216 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5467b96b-d025-4091-b708-b6d27d271867 req-56687f5f-b679-4844-88ac-23b4641d4697 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895088 Nov 23 22:31:01.668038 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5467b96b-d025-4091-b708-b6d27d271867 req-b78c0617-cba7-457a-b2a2-3e7845dd2fe1 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852413 Nov 23 22:31:01.715571 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:01.764062 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0a71e-ba47-4263-809d-250b92750ffd req-27b3c173-fde1-4421-88cc-986be40b004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:01.765569 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-68b0a71e-ba47-4263-809d-250b92750ffd req-27b3c173-fde1-4421-88cc-986be40b004e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b85c06195f64cbc9226349bea50df08&device_id=b12f1d10-2033-4c23-b26d-5564fbef2d5d HTTP/1.1" status: 200 len: 1099 time: 0.0416052 Nov 23 22:31:01.862564 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0a71e-ba47-4263-809d-250b92750ffd req-f870a69d-eab8-434e-a476-d451083e8253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:01.864084 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-68b0a71e-ba47-4263-809d-250b92750ffd req-f870a69d-eab8-434e-a476-d451083e8253 service neutron] 10.222.0.53 "GET /v2.0/networks?id=60228383-a4b8-42c3-8c9f-baad28e869ba HTTP/1.1" status: 200 len: 870 time: 0.0900657 Nov 23 22:31:01.906545 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-68b0a71e-ba47-4263-809d-250b92750ffd req-ef5e1f36-82e6-4fc0-b877-7a78d0a887ad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=70393b50-9cc3-418c-b366-0189d7caeeb7 HTTP/1.1" status: 200 len: 217 time: 0.0343173 Nov 23 22:31:01.964271 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0a71e-ba47-4263-809d-250b92750ffd req-637372b0-d524-4f87-afdd-34370ac266cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:01.966087 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-68b0a71e-ba47-4263-809d-250b92750ffd req-637372b0-d524-4f87-afdd-34370ac266cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7cae41e5-f68b-430d-bde9-fe867376dc71 HTTP/1.1" status: 200 len: 843 time: 0.0504282 Nov 23 22:31:02.020974 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0a71e-ba47-4263-809d-250b92750ffd req-ad8f7ee1-247e-4b67-8f14-0caaf91e56b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:02.022737 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-68b0a71e-ba47-4263-809d-250b92750ffd req-ad8f7ee1-247e-4b67-8f14-0caaf91e56b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=60228383-a4b8-42c3-8c9f-baad28e869ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0444324 Nov 23 22:31:02.118472 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-68b0a71e-ba47-4263-809d-250b92750ffd req-6925cf4b-22b7-465d-b94d-f005be0fdf9f service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859334 Nov 23 22:31:02.210426 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-68b0a71e-ba47-4263-809d-250b92750ffd req-b1537846-733a-40ca-8a0c-47d2e1e050e1 service neutron] 10.222.0.53 "GET /v2.0/networks/60228383-a4b8-42c3-8c9f-baad28e869ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836160 Nov 23 22:31:02.435719 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb76cf-cba1-4faf-9927-bd225e56e79c req-e4f2909a-a0a8-41f1-bd9c-27b892d06dab tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:02.437174 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4afb76cf-cba1-4faf-9927-bd225e56e79c req-e4f2909a-a0a8-41f1-bd9c-27b892d06dab tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12f1d10-2033-4c23-b26d-5564fbef2d5d HTTP/1.1" status: 200 len: 948 time: 0.0510585 Nov 23 22:31:02.482876 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4afb76cf-cba1-4faf-9927-bd225e56e79c req-93f5a3c2-15c2-4483-8700-e317aa04d4b7 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/security-groups?id=42178d5f-e333-4602-b46b-d0b1c59784a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397615 Nov 23 22:31:03.105466 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:03.597542 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a013072-10e7-420f-bdb5-acf2edfd9f3d req-b892d5a9-4648-48c1-92e7-c28ef89948c1 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:03.599017 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a013072-10e7-420f-bdb5-acf2edfd9f3d req-b892d5a9-4648-48c1-92e7-c28ef89948c1 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12f1d10-2033-4c23-b26d-5564fbef2d5d HTTP/1.1" status: 200 len: 948 time: 0.0488195 Nov 23 22:31:03.644796 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0a013072-10e7-420f-bdb5-acf2edfd9f3d req-d5a07ab4-41d9-48da-8c8a-ac85e59f763e tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/security-groups?id=42178d5f-e333-4602-b46b-d0b1c59784a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397210 Nov 23 22:31:03.893027 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:04.572693 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 70393b50-9cc3-418c-b366-0189d7caeeb7 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:31:04.671500 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 70393b50-9cc3-418c-b366-0189d7caeeb7, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=70393b50-9cc3-418c-b366-0189d7caeeb7,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:31:04.683116 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '70393b50-9cc3-418c-b366-0189d7caeeb7', 'network_id': '60228383-a4b8-42c3-8c9f-baad28e869ba', 'port_id': '70393b50-9cc3-418c-b366-0189d7caeeb7', 'mac_address': 'fa:16:3e:42:a1:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cae41e5-f68b-430d-bde9-fe867376dc71', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:31:04.720350 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:04.733801 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70393b50-9cc3-418c-b366-0189d7caeeb7 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:31:04.758881 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 70393b50-9cc3-418c-b366-0189d7caeeb7, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=70393b50-9cc3-418c-b366-0189d7caeeb7,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:31:04.763672 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:04.768186 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95646265-e13c-4940-914a-1b05d1f87fa0 req-6102efc3-3130-4e2a-965f-14b2619e9330 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:04.769773 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-95646265-e13c-4940-914a-1b05d1f87fa0 req-6102efc3-3130-4e2a-965f-14b2619e9330 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12f1d10-2033-4c23-b26d-5564fbef2d5d HTTP/1.1" status: 200 len: 948 time: 0.0547457 Nov 23 22:31:04.811604 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=70393b50-9cc3-418c-b366-0189d7caeeb7,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:31:04.817388 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-95646265-e13c-4940-914a-1b05d1f87fa0 req-d5101499-2947-41bf-954c-f20dfbb4ccaf tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/security-groups?id=42178d5f-e333-4602-b46b-d0b1c59784a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409009 Nov 23 22:31:05.106437 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['70393b50-9cc3-418c-b366-0189d7caeeb7'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:31:05.933327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476d302-ed90-491d-8e7f-83edc0c69e7d req-4c6dd913-e3a9-47a9-859a-2fa345456646 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:05.934733 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4476d302-ed90-491d-8e7f-83edc0c69e7d req-4c6dd913-e3a9-47a9-859a-2fa345456646 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12f1d10-2033-4c23-b26d-5564fbef2d5d HTTP/1.1" status: 200 len: 949 time: 0.0492232 Nov 23 22:31:05.980622 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4476d302-ed90-491d-8e7f-83edc0c69e7d req-14c27c98-f7d4-4d69-8995-4038e4a859f1 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/security-groups?id=42178d5f-e333-4602-b46b-d0b1c59784a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399563 Nov 23 22:31:06.586264 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 70393b50-9cc3-418c-b366-0189d7caeeb7 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:31:06.636044 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 70393b50-9cc3-418c-b366-0189d7caeeb7 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:31:06.640034 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 70393b50-9cc3-418c-b366-0189d7caeeb7 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:31:06.640407 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:06.717216 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:06.739577 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12f1d10-2033-4c23-b26d-5564fbef2d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70393b50-9cc3-418c-b366-0189d7caeeb7'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:31:06.741835 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7483498-a9e3-40df-9bf9-f5d066788d02" -d '{"events": [{"server_uuid": "b12f1d10-2033-4c23-b26d-5564fbef2d5d", "name": "network-vif-plugged", "status": "completed", "tag": "70393b50-9cc3-418c-b366-0189d7caeeb7"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:31:06.759186 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 70393b50-9cc3-418c-b366-0189d7caeeb7, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=70393b50-9cc3-418c-b366-0189d7caeeb7,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:31:06.764750 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:06.811046 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=70393b50-9cc3-418c-b366-0189d7caeeb7,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:31:06.846050 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31424b7-4bd7-4f7f-b977-0770762d9657 x-openstack-request-id: req-f31424b7-4bd7-4f7f-b977-0770762d9657 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:31:06.846347 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12f1d10-2033-4c23-b26d-5564fbef2d5d", "name": "network-vif-plugged", "status": "completed", "tag": "70393b50-9cc3-418c-b366-0189d7caeeb7", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:31:06.846603 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f31424b7-4bd7-4f7f-b977-0770762d9657 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:31:06.847042 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12f1d10-2033-4c23-b26d-5564fbef2d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70393b50-9cc3-418c-b366-0189d7caeeb7', 'code': 200} Nov 23 22:31:06.958071 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea453bc-8b84-40c1-8d2f-750accdfbe48 req-3710d8f3-0162-4762-99f0-72e04385352d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:06.959593 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-eea453bc-8b84-40c1-8d2f-750accdfbe48 req-3710d8f3-0162-4762-99f0-72e04385352d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b12f1d10-2033-4c23-b26d-5564fbef2d5d HTTP/1.1" status: 200 len: 1101 time: 0.0451503 Nov 23 22:31:07.013008 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-eea453bc-8b84-40c1-8d2f-750accdfbe48 req-af7c152b-ffc4-404c-97c0-0ffcb951ecbf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=42178d5f-e333-4602-b46b-d0b1c59784a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438297 Nov 23 22:31:07.098750 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03deab0e-83b0-460e-b1c3-55ddd03a279c req-4a359a70-182f-4c95-8d3e-7dfb9fd857c7 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:07.100104 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-03deab0e-83b0-460e-b1c3-55ddd03a279c req-4a359a70-182f-4c95-8d3e-7dfb9fd857c7 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12f1d10-2033-4c23-b26d-5564fbef2d5d HTTP/1.1" status: 200 len: 950 time: 0.0495124 Nov 23 22:31:07.153855 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-03deab0e-83b0-460e-b1c3-55ddd03a279c req-62ff6631-5fa4-46e8-815e-0f594810c89c tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/security-groups?id=42178d5f-e333-4602-b46b-d0b1c59784a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470076 Nov 23 22:31:08.278988 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee873eab-ac79-4bed-bb03-695903428d38 req-dd381fbe-85d4-448e-a3dd-9a28eb766167 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:08.280491 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee873eab-ac79-4bed-bb03-695903428d38 req-dd381fbe-85d4-448e-a3dd-9a28eb766167 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12f1d10-2033-4c23-b26d-5564fbef2d5d HTTP/1.1" status: 200 len: 950 time: 0.0537636 Nov 23 22:31:08.329313 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee873eab-ac79-4bed-bb03-695903428d38 req-fa75d859-7767-49bb-aada-50fcec5c6452 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/security-groups?id=42178d5f-e333-4602-b46b-d0b1c59784a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423372 Nov 23 22:31:09.444423 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6d6c4-9b57-4f25-abbb-1b055c3f5ea7 req-68c9bf2c-bdf2-407b-9ae5-e061b5946892 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:09.445887 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ccc6d6c4-9b57-4f25-abbb-1b055c3f5ea7 req-68c9bf2c-bdf2-407b-9ae5-e061b5946892 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12f1d10-2033-4c23-b26d-5564fbef2d5d HTTP/1.1" status: 200 len: 950 time: 0.0497673 Nov 23 22:31:09.494148 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ccc6d6c4-9b57-4f25-abbb-1b055c3f5ea7 req-1cd015ab-47b0-4035-9f03-51b05126c444 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/security-groups?id=42178d5f-e333-4602-b46b-d0b1c59784a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417218 Nov 23 22:31:09.867691 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-f9c0a674-e58c-4713-b5b6-aeafc4ae4b4a req-1d308b7a-3354-450c-8f0a-589d6c867179 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:31:09.868690 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f9c0a674-e58c-4713-b5b6-aeafc4ae4b4a req-1d308b7a-3354-450c-8f0a-589d6c867179 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1046243 Nov 23 22:31:10.212287 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-f6e0c742-b2b7-4678-9ff6-4118d9b3d9e0 req-ad2ba8f7-27f2-4d7e-8d50-024dbfe36032 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:31:10.214047 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f6e0c742-b2b7-4678-9ff6-4118d9b3d9e0 req-ad2ba8f7-27f2-4d7e-8d50-024dbfe36032 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059988 Nov 23 22:31:10.548378 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda86a24-8ebe-4423-ad90-3b7b7b0cf574 req-382803d1-ae1a-46c6-a92b-1deb984feed8 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:10.549828 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cda86a24-8ebe-4423-ad90-3b7b7b0cf574 req-382803d1-ae1a-46c6-a92b-1deb984feed8 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12f1d10-2033-4c23-b26d-5564fbef2d5d HTTP/1.1" status: 200 len: 950 time: 0.0527384 Nov 23 22:31:10.596053 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cda86a24-8ebe-4423-ad90-3b7b7b0cf574 req-a6a33887-c1b9-4efa-b1ce-fbff51ba5f74 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/security-groups?id=42178d5f-e333-4602-b46b-d0b1c59784a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401695 Nov 23 22:31:11.716417 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca05b4-fd13-4069-8337-afe19af3fa5f req-898ac515-bdf0-4b06-b335-be036d26ed3a tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:11.717901 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ecca05b4-fd13-4069-8337-afe19af3fa5f req-898ac515-bdf0-4b06-b335-be036d26ed3a tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12f1d10-2033-4c23-b26d-5564fbef2d5d HTTP/1.1" status: 200 len: 950 time: 0.0486131 Nov 23 22:31:11.766080 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ecca05b4-fd13-4069-8337-afe19af3fa5f req-56aeed78-e1c0-4222-b441-1d07d9ee4fe8 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/security-groups?id=42178d5f-e333-4602-b46b-d0b1c59784a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418932 Nov 23 22:31:12.297265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e3c96-3ebc-4cc8-85bb-f7a7f3831651 req-98346fec-af02-428d-8496-4cfefd46f96a tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:12.298770 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c30e3c96-3ebc-4cc8-85bb-f7a7f3831651 req-98346fec-af02-428d-8496-4cfefd46f96a tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.53 "GET /v2.0/ports?device_id=b12f1d10-2033-4c23-b26d-5564fbef2d5d HTTP/1.1" status: 200 len: 950 time: 0.4032652 Nov 23 22:31:12.391157 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-c30e3c96-3ebc-4cc8-85bb-f7a7f3831651 req-d51f85eb-6dab-400f-bd68-eacde373b812 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Deleting port 70393b50-9cc3-418c-b366-0189d7caeeb7 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:31:12.391412 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c30e3c96-3ebc-4cc8-85bb-f7a7f3831651 req-d51f85eb-6dab-400f-bd68-eacde373b812 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:12.480025 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-c30e3c96-3ebc-4cc8-85bb-f7a7f3831651 req-d51f85eb-6dab-400f-bd68-eacde373b812 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] For port 70393b50-9cc3-418c-b366-0189d7caeeb7, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=70393b50-9cc3-418c-b366-0189d7caeeb7,segment=NetworkSegment(4b0e5f52-7b6f-4664-b71d-032667824b4d),segment_id=4b0e5f52-7b6f-4664-b71d-032667824b4d)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:31:12.480387 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c30e3c96-3ebc-4cc8-85bb-f7a7f3831651 req-d51f85eb-6dab-400f-bd68-eacde373b812 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:12.491951 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-c30e3c96-3ebc-4cc8-85bb-f7a7f3831651 req-d51f85eb-6dab-400f-bd68-eacde373b812 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Calling delete_port for 70393b50-9cc3-418c-b366-0189d7caeeb7 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:31:12.621621 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c30e3c96-3ebc-4cc8-85bb-f7a7f3831651 req-d51f85eb-6dab-400f-bd68-eacde373b812 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:12.637702 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['70393b50-9cc3-418c-b366-0189d7caeeb7'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:31:12.651785 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f85eb-6dab-400f-bd68-eacde373b812 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Pushing event deleted for resources: {'Port': ['ID=70393b50-9cc3-418c-b366-0189d7caeeb7,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:31:12.676886 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51f85eb-6dab-400f-bd68-eacde373b812 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:31:12.677239 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51f85eb-6dab-400f-bd68-eacde373b812 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:31:12.677581 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51f85eb-6dab-400f-bd68-eacde373b812 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:31:12.677918 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51f85eb-6dab-400f-bd68-eacde373b812 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:31:12.678249 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51f85eb-6dab-400f-bd68-eacde373b812 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:31:12.678578 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51f85eb-6dab-400f-bd68-eacde373b812 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:31:12.678935 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51f85eb-6dab-400f-bd68-eacde373b812 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:31:12.679264 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51f85eb-6dab-400f-bd68-eacde373b812 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:31:12.679590 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51f85eb-6dab-400f-bd68-eacde373b812 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:31:12.679913 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51f85eb-6dab-400f-bd68-eacde373b812 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:31:12.680234 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51f85eb-6dab-400f-bd68-eacde373b812 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:31:12.680552 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51f85eb-6dab-400f-bd68-eacde373b812 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:31:12.703262 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30e3c96-3ebc-4cc8-85bb-f7a7f3831651 req-d51f85eb-6dab-400f-bd68-eacde373b812 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] No DVR routers for this DVR port 70393b50-9cc3-418c-b366-0189d7caeeb7 on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:31:12.706073 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c30e3c96-3ebc-4cc8-85bb-f7a7f3831651 req-d51f85eb-6dab-400f-bd68-eacde373b812 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:12.709718 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c30e3c96-3ebc-4cc8-85bb-f7a7f3831651 req-d51f85eb-6dab-400f-bd68-eacde373b812 tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.53 "DELETE /v2.0/ports/70393b50-9cc3-418c-b366-0189d7caeeb7 HTTP/1.1" status: 204 len: 173 time: 0.4002190 Nov 23 22:31:12.710174 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12f1d10-2033-4c23-b26d-5564fbef2d5d', 'name': 'network-vif-deleted', 'tag': '70393b50-9cc3-418c-b366-0189d7caeeb7'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:31:12.712579 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4441b06-6a0d-4754-877c-10f74dec91d7" -d '{"events": [{"server_uuid": "b12f1d10-2033-4c23-b26d-5564fbef2d5d", "name": "network-vif-deleted", "tag": "70393b50-9cc3-418c-b366-0189d7caeeb7"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:31:12.753596 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d276979d-2a72-4663-93c0-fd8eedd9e17b x-openstack-request-id: req-d276979d-2a72-4663-93c0-fd8eedd9e17b {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:31:12.753896 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12f1d10-2033-4c23-b26d-5564fbef2d5d", "name": "network-vif-deleted", "tag": "70393b50-9cc3-418c-b366-0189d7caeeb7", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:31:12.754169 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d276979d-2a72-4663-93c0-fd8eedd9e17b {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:31:12.754574 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12f1d10-2033-4c23-b26d-5564fbef2d5d', 'name': 'network-vif-deleted', 'tag': '70393b50-9cc3-418c-b366-0189d7caeeb7', 'status': 'completed', 'code': 200} Nov 23 22:31:12.879049 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bb539e6b-80de-4064-90ff-02be9b87f229 req-0d16f849-418e-4ce1-844c-9bcafee1f52f tempest-ServersAdminNegativeTestJSON-263249588 tempest-ServersAdminNegativeTestJSON-263249588-project] 10.222.0.50 "GET /v2.0/ports?device_id=b12f1d10-2033-4c23-b26d-5564fbef2d5d HTTP/1.1" status: 200 len: 210 time: 0.0285532 Nov 23 22:31:14.176285 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46778) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:31:14.313058 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-636a632e-250a-4eca-a5bb-475118b8a2a2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6b85c06195f64cbc9226349bea50df08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1356030 Nov 23 22:31:14.315672 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46782) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:31:14.370594 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-262b1363-93de-40b3-aafa-d0e967cb1e31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:14.391637 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-262b1363-93de-40b3-aafa-d0e967cb1e31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:14.438301 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-262b1363-93de-40b3-aafa-d0e967cb1e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:14.441114 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-262b1363-93de-40b3-aafa-d0e967cb1e31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:14.442633 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-262b1363-93de-40b3-aafa-d0e967cb1e31 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/42178d5f-e333-4602-b46b-d0b1c59784a5 HTTP/1.1" status: 204 len: 168 time: 0.1259086 Nov 23 22:31:14.451909 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b1363-93de-40b3-aafa-d0e967cb1e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42178d5f-e333-4602-b46b-d0b1c59784a5,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:31:14.633056 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 70393b50-9cc3-418c-b366-0189d7caeeb7 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:31:14.657527 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 70393b50-9cc3-418c-b366-0189d7caeeb7 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:31:14.657872 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 70393b50-9cc3-418c-b366-0189d7caeeb7 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:31:14.707008 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46788) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:31:14.720750 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-11808f75-0bea-4284-916b-7d974104bac8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:14.797772 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-11808f75-0bea-4284-916b-7d974104bac8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:14.801187 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-11808f75-0bea-4284-916b-7d974104bac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:14.839514 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-11808f75-0bea-4284-916b-7d974104bac8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=78294d948507444f894ebb67d9f4915a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314132 Nov 23 22:31:14.840643 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11808f75-0bea-4284-916b-7d974104bac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ba0e16-2d8c-47dd-b151-214452cb81be,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:31:14.842293 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46790) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:31:14.890748 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-33b05dc2-23e0-473b-ae57-a7d161bfd84a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:14.915440 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-33b05dc2-23e0-473b-ae57-a7d161bfd84a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:14.961236 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-33b05dc2-23e0-473b-ae57-a7d161bfd84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:14.964697 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-33b05dc2-23e0-473b-ae57-a7d161bfd84a admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:14.965858 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-33b05dc2-23e0-473b-ae57-a7d161bfd84a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/98ba0e16-2d8c-47dd-b151-214452cb81be HTTP/1.1" status: 204 len: 168 time: 0.1224544 Nov 23 22:31:14.973581 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b05dc2-23e0-473b-ae57-a7d161bfd84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ba0e16-2d8c-47dd-b151-214452cb81be,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:31:15.630987 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 46812) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:31:15.727327 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-c7687d4b-3328-4df3-96cf-0f57ae25aaf5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1565797883-network', 'tenant_id': '5efcefa5c1ef4106888aa751b8d91b46'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:31:15.749551 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7687d4b-3328-4df3-96cf-0f57ae25aaf5 admin admin] Made reservation on behalf of 5efcefa5c1ef4106888aa751b8d91b46 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:31:15.751998 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c7687d4b-3328-4df3-96cf-0f57ae25aaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:15.760071 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c7687d4b-3328-4df3-96cf-0f57ae25aaf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:15.831417 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c7687d4b-3328-4df3-96cf-0f57ae25aaf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:15.835117 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c7687d4b-3328-4df3-96cf-0f57ae25aaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:15.861942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7687d4b-3328-4df3-96cf-0f57ae25aaf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:31:15.868059 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7687d4b-3328-4df3-96cf-0f57ae25aaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01594c47-7aa0-40b2-a08c-9a52e74d4446,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:31:15.874259 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c7687d4b-3328-4df3-96cf-0f57ae25aaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:15.874627 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-c7687d4b-3328-4df3-96cf-0f57ae25aaf5 admin admin] Added segment c8558a3e-05f3-4fbf-a1b5-8e63e04af833 of type vlan for network fad88912-a9ca-41fb-ab2a-1ffbb326d8fe Nov 23 22:31:15.913933 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c7687d4b-3328-4df3-96cf-0f57ae25aaf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:15.938057 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c7687d4b-3328-4df3-96cf-0f57ae25aaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:15.939293 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7687d4b-3328-4df3-96cf-0f57ae25aaf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:15.939880 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c7687d4b-3328-4df3-96cf-0f57ae25aaf5 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:15.974804 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c7687d4b-3328-4df3-96cf-0f57ae25aaf5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3426626 Nov 23 22:31:15.978005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 46816) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:31:15.984240 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-dc63c466-6cc2-451f-a648-a0db0b0b75c1 admin admin] Request body: {'subnet': {'network_id': 'fad88912-a9ca-41fb-ab2a-1ffbb326d8fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1565797883-subnet', 'tenant_id': '5efcefa5c1ef4106888aa751b8d91b46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:31:16.003947 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc63c466-6cc2-451f-a648-a0db0b0b75c1 admin admin] Made reservation on behalf of 5efcefa5c1ef4106888aa751b8d91b46 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:31:16.006258 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc63c466-6cc2-451f-a648-a0db0b0b75c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:16.008637 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7687d4b-3328-4df3-96cf-0f57ae25aaf5 admin admin] Pushing event updated for resources: {'Network': ['ID=fad88912-a9ca-41fb-ab2a-1ffbb326d8fe,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:31:16.019141 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network fad88912-a9ca-41fb-ab2a-1ffbb326d8fe details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:31:16.179471 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc63c466-6cc2-451f-a648-a0db0b0b75c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:16.236176 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63c466-6cc2-451f-a648-a0db0b0b75c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87d66cfe-3643-4163-b4dd-aae9ea72d0b6,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:31:16.247610 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc63c466-6cc2-451f-a648-a0db0b0b75c1 admin admin] Checking segment: {'id': 'c8558a3e-05f3-4fbf-a1b5-8e63e04af833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fad88912-a9ca-41fb-ab2a-1ffbb326d8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:31:16.247970 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc63c466-6cc2-451f-a648-a0db0b0b75c1 admin admin] Network hostable DHCP agents. Network: fad88912-a9ca-41fb-ab2a-1ffbb326d8fe, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:31:16.266872 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc63c466-6cc2-451f-a648-a0db0b0b75c1 admin admin] Network fad88912-a9ca-41fb-ab2a-1ffbb326d8fe is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:31:16.276349 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-dc63c466-6cc2-451f-a648-a0db0b0b75c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, fad88912-a9ca-41fb-ab2a-1ffbb326d8fe) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:31:16.286303 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062b381f-a746-4ce0-94af-53bcf0d1829e None None] Network fad88912-a9ca-41fb-ab2a-1ffbb326d8fe requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:31:16.286759 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc63c466-6cc2-451f-a648-a0db0b0b75c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:16.287341 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-dc63c466-6cc2-451f-a648-a0db0b0b75c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:16.304408 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-dc63c466-6cc2-451f-a648-a0db0b0b75c1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3244450 Nov 23 22:31:16.414934 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f5f41f-5a33-426d-bb92-035f234350dd None None] Network fad88912-a9ca-41fb-ab2a-1ffbb326d8fe requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:31:16.614186 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:31:16.730338 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-76e6534c-577a-4062-b408-26838b7906eb tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:16.731907 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-76e6534c-577a-4062-b408-26838b7906eb tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/networks?id=fad88912-a9ca-41fb-ab2a-1ffbb326d8fe HTTP/1.1" status: 200 len: 812 time: 0.1008537 Nov 23 22:31:16.747727 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-d0edac54-daab-4dc4-b689-41cccd72491d tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/quotas/5efcefa5c1ef4106888aa751b8d91b46 HTTP/1.1" status: 200 len: 375 time: 0.0097704 Nov 23 22:31:16.783117 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-208df921-fd6e-47e1-9a71-9d869a2925f9 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5efcefa5c1ef4106888aa751b8d91b46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301771 Nov 23 22:31:16.794262 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-e134e681-0491-40d0-9f05-1dc8ae791279 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:31:16.795243 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-e134e681-0491-40d0-9f05-1dc8ae791279 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056129 Nov 23 22:31:16.882441 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-b583608f-76c9-4e74-bbfb-bf2196b19c01 service neutron] 10.222.0.50 "GET /v2.0/networks/fad88912-a9ca-41fb-ab2a-1ffbb326d8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816526 Nov 23 22:31:16.972673 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-3e9a2d85-d280-4aca-97b9-5fbded85e01b service neutron] 10.222.0.50 "GET /v2.0/networks/fad88912-a9ca-41fb-ab2a-1ffbb326d8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839062 Nov 23 22:31:17.131496 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16f99470-e641-42e6-9af3-524628893512 req-30dd7681-a8ef-4eb0-a07c-20f26717cffc tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 210 time: 0.0284309 Nov 23 22:31:18.207708 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7cbdefa0-6c64-45f8-b292-f3a088f9bd63 req-611f399a-768b-4c5f-adb3-a1fb79752cb6 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 210 time: 0.0257990 Nov 23 22:31:19.289660 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b05b230-a7a1-407b-b8dd-7eaa8e45946b req-814d5b49-703a-450d-98e4-2bfca6252b00 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 210 time: 0.0263817 Nov 23 22:31:20.366247 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-986588a4-9046-4436-8d93-0a68c84b33f2 req-2b5b09d2-66d5-470c-8489-3289f581fb4d tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 210 time: 0.0261476 Nov 23 22:31:21.458093 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-25cfa00a-3f96-4c55-a7a3-44f87d341e8f req-34bb9a95-6d5c-48a7-8691-7564caa40b04 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 210 time: 0.0264473 Nov 23 22:31:22.304971 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-67ae1caa-1449-4c05-bb3f-818d2fbaac54 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:22.306475 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-67ae1caa-1449-4c05-bb3f-818d2fbaac54 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.53 "GET /v2.0/networks?id=fad88912-a9ca-41fb-ab2a-1ffbb326d8fe HTTP/1.1" status: 200 len: 812 time: 0.1100800 Nov 23 22:31:22.322220 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-ba538521-7baa-4a5a-b2e7-3bcf0f16a5f0 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Request body: {'port': {'device_id': 'd9123e43-dbc9-4ab5-bc8e-36fe2b862cb6', 'network_id': 'fad88912-a9ca-41fb-ab2a-1ffbb326d8fe', 'admin_state_up': True, 'tenant_id': '5efcefa5c1ef4106888aa751b8d91b46'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:31:22.430876 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-ba538521-7baa-4a5a-b2e7-3bcf0f16a5f0 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Made reservation on behalf of 5efcefa5c1ef4106888aa751b8d91b46 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:31:22.434517 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-ba538521-7baa-4a5a-b2e7-3bcf0f16a5f0 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:22.556602 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db03daa7-6d8f-47c8-9005-87ed5ffae828 req-2c7f3cc1-f633-4a52-8dfd-255254406342 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 210 time: 0.0303841 Nov 23 22:31:22.563874 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-ba538521-7baa-4a5a-b2e7-3bcf0f16a5f0 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Allocated IP 172.20.0.7 (fad88912-a9ca-41fb-ab2a-1ffbb326d8fe/87d66cfe-3643-4163-b4dd-aae9ea72d0b6/c86543b8-ae11-429e-b97b-d417acac604d) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:31:22.713656 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-ba538521-7baa-4a5a-b2e7-3bcf0f16a5f0 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:22.747546 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-ba538521-7baa-4a5a-b2e7-3bcf0f16a5f0 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:22.789287 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-ba538521-7baa-4a5a-b2e7-3bcf0f16a5f0 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Network fad88912-a9ca-41fb-ab2a-1ffbb326d8fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:31:22.794913 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-ba538521-7baa-4a5a-b2e7-3bcf0f16a5f0 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:31:22.798485 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-ba538521-7baa-4a5a-b2e7-3bcf0f16a5f0 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:31:22.825729 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba538521-7baa-4a5a-b2e7-3bcf0f16a5f0 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Pushing event updated for resources: {'Port': ['ID=c86543b8-ae11-429e-b97b-d417acac604d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:31:22.850612 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-ba538521-7baa-4a5a-b2e7-3bcf0f16a5f0 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:22.851261 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-ba538521-7baa-4a5a-b2e7-3bcf0f16a5f0 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:22.867233 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-ba538521-7baa-4a5a-b2e7-3bcf0f16a5f0 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5493836 Nov 23 22:31:22.885757 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-290a63a8-d806-48ea-9846-353649732e6e service neutron] Request body: {'port': {'device_id': 'd9123e43-dbc9-4ab5-bc8e-36fe2b862cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:31:22.941867 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-290a63a8-d806-48ea-9846-353649732e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:23.098500 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:23.203037 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-290a63a8-d806-48ea-9846-353649732e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c86543b8-ae11-429e-b97b-d417acac604d {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:31:23.210469 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-290a63a8-d806-48ea-9846-353649732e6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:23.223422 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-290a63a8-d806-48ea-9846-353649732e6e service neutron] Transition to ACTIVE for port object c86543b8-ae11-429e-b97b-d417acac604d will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:31:23.226907 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-290a63a8-d806-48ea-9846-353649732e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:23.279213 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a63a8-d806-48ea-9846-353649732e6e service neutron] Pushing event updated for resources: {'Port': ['ID=c86543b8-ae11-429e-b97b-d417acac604d,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:31:23.348816 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-290a63a8-d806-48ea-9846-353649732e6e service neutron] Attempting to bind port c86543b8-ae11-429e-b97b-d417acac604d on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:31:23.349487 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-290a63a8-d806-48ea-9846-353649732e6e service neutron] Attempting to bind port c86543b8-ae11-429e-b97b-d417acac604d by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'c8558a3e-05f3-4fbf-a1b5-8e63e04af833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fad88912-a9ca-41fb-ab2a-1ffbb326d8fe'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:31:23.349487 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-290a63a8-d806-48ea-9846-353649732e6e service neutron] Attempting to bind port c86543b8-ae11-429e-b97b-d417acac604d on network fad88912-a9ca-41fb-ab2a-1ffbb326d8fe {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:31:23.353708 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-290a63a8-d806-48ea-9846-353649732e6e service neutron] Port c86543b8-ae11-429e-b97b-d417acac604d on network fad88912-a9ca-41fb-ab2a-1ffbb326d8fe not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:31:23.354030 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-290a63a8-d806-48ea-9846-353649732e6e service neutron] Attempting to bind port c86543b8-ae11-429e-b97b-d417acac604d on network fad88912-a9ca-41fb-ab2a-1ffbb326d8fe {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:31:23.359883 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-290a63a8-d806-48ea-9846-353649732e6e service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:31:23.360218 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-290a63a8-d806-48ea-9846-353649732e6e service neutron] Checking segment: {'id': 'c8558a3e-05f3-4fbf-a1b5-8e63e04af833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fad88912-a9ca-41fb-ab2a-1ffbb326d8fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:31:23.360601 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-290a63a8-d806-48ea-9846-353649732e6e service neutron] Bound using segment: {'id': 'c8558a3e-05f3-4fbf-a1b5-8e63e04af833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fad88912-a9ca-41fb-ab2a-1ffbb326d8fe'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:31:23.361026 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-290a63a8-d806-48ea-9846-353649732e6e service neutron] Bound port: c86543b8-ae11-429e-b97b-d417acac604d, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8558a3e-05f3-4fbf-a1b5-8e63e04af833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fad88912-a9ca-41fb-ab2a-1ffbb326d8fe'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:31:23.361625 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-290a63a8-d806-48ea-9846-353649732e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:23.424274 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-290a63a8-d806-48ea-9846-353649732e6e service neutron] For port c86543b8-ae11-429e-b97b-d417acac604d, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:31:23.427528 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-290a63a8-d806-48ea-9846-353649732e6e service neutron] For port c86543b8-ae11-429e-b97b-d417acac604d, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c86543b8-ae11-429e-b97b-d417acac604d,segment=NetworkSegment(c8558a3e-05f3-4fbf-a1b5-8e63e04af833),segment_id=c8558a3e-05f3-4fbf-a1b5-8e63e04af833)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:31:23.431923 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-290a63a8-d806-48ea-9846-353649732e6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:23.467397 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-290a63a8-d806-48ea-9846-353649732e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:23.468017 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-290a63a8-d806-48ea-9846-353649732e6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:23.469390 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-290a63a8-d806-48ea-9846-353649732e6e service neutron] 10.222.0.53 "PUT /v2.0/ports/c86543b8-ae11-429e-b97b-d417acac604d HTTP/1.1" status: 200 len: 1091 time: 0.5879705 Nov 23 22:31:23.469820 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9123e43-dbc9-4ab5-bc8e-36fe2b862cb6', 'tag': 'c86543b8-ae11-429e-b97b-d417acac604d'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:31:23.472132 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead356b6-52b1-4208-8de4-355277a01f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6", "tag": "c86543b8-ae11-429e-b97b-d417acac604d"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:31:23.499361 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a63a8-d806-48ea-9846-353649732e6e service neutron] Pushing event updated for resources: {'Port': ['ID=c86543b8-ae11-429e-b97b-d417acac604d,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:31:23.516384 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cd2dbc-e7a0-4443-bc89-6a7d9a4faa93 x-openstack-request-id: req-33cd2dbc-e7a0-4443-bc89-6a7d9a4faa93 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:31:23.516691 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6", "tag": "c86543b8-ae11-429e-b97b-d417acac604d", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:31:23.516949 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-33cd2dbc-e7a0-4443-bc89-6a7d9a4faa93 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:31:23.517361 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9123e43-dbc9-4ab5-bc8e-36fe2b862cb6', 'tag': 'c86543b8-ae11-429e-b97b-d417acac604d', 'status': 'completed', 'code': 200} Nov 23 22:31:23.568930 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-10cdf8ed-d406-4512-9545-01c4be05dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:23.570421 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-10cdf8ed-d406-4512-9545-01c4be05dac8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5efcefa5c1ef4106888aa751b8d91b46&device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 1094 time: 0.0458844 Nov 23 22:31:23.616168 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-772ae604-b4c7-45ef-a9ed-a5245921da11 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c86543b8-ae11-429e-b97b-d417acac604d HTTP/1.1" status: 200 len: 217 time: 0.0355792 Nov 23 22:31:23.670421 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-aa0e0e3b-f462-4ce8-8bfc-5b9aaca91fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:23.671918 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-aa0e0e3b-f462-4ce8-8bfc-5b9aaca91fd8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=87d66cfe-3643-4163-b4dd-aae9ea72d0b6 HTTP/1.1" status: 200 len: 852 time: 0.0454018 Nov 23 22:31:23.673129 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d60c3-911e-4784-ac1c-1409a4f59d09 req-648024bc-dc32-498c-9a9e-8dbc4565f5d0 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:23.674567 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a8d60c3-911e-4784-ac1c-1409a4f59d09 req-648024bc-dc32-498c-9a9e-8dbc4565f5d0 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 943 time: 0.0495064 Nov 23 22:31:23.709507 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-bb657a2f-dc39-4351-b676-9250fedc9bdd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fad88912-a9ca-41fb-ab2a-1ffbb326d8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251064 Nov 23 22:31:23.722218 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a8d60c3-911e-4784-ac1c-1409a4f59d09 req-5383ae11-8ed2-46f1-8a0e-e7490d78ab06 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415125 Nov 23 22:31:23.804814 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-c37e0ee0-24d9-4564-a2fe-92bb0af66395 service neutron] 10.222.0.53 "GET /v2.0/networks/fad88912-a9ca-41fb-ab2a-1ffbb326d8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870252 Nov 23 22:31:23.903515 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b291ca1b-9e90-424d-bd16-76ad5c7db184 req-9da2723f-c2b6-4093-b7b1-5287aff4870f service neutron] 10.222.0.53 "GET /v2.0/networks/fad88912-a9ca-41fb-ab2a-1ffbb326d8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865319 Nov 23 22:31:24.039641 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead356b6-52b1-4208-8de4-355277a01f5f req-67afd6c0-7549-42fd-a6d5-95e087b3e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:24.041114 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ead356b6-52b1-4208-8de4-355277a01f5f req-67afd6c0-7549-42fd-a6d5-95e087b3e8f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5efcefa5c1ef4106888aa751b8d91b46&device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 1094 time: 0.0908275 Nov 23 22:31:24.138333 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead356b6-52b1-4208-8de4-355277a01f5f req-5f7e9c4e-8cb6-490a-aa0a-0a3f04576e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:24.139879 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ead356b6-52b1-4208-8de4-355277a01f5f req-5f7e9c4e-8cb6-490a-aa0a-0a3f04576e12 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fad88912-a9ca-41fb-ab2a-1ffbb326d8fe HTTP/1.1" status: 200 len: 913 time: 0.0862775 Nov 23 22:31:24.190198 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ead356b6-52b1-4208-8de4-355277a01f5f req-aaa565f7-af73-48a8-9974-a119b47dd41f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c86543b8-ae11-429e-b97b-d417acac604d HTTP/1.1" status: 200 len: 217 time: 0.0368509 Nov 23 22:31:24.241642 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead356b6-52b1-4208-8de4-355277a01f5f req-61de73aa-f1d9-43be-9f43-6bbb3d2bf5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:24.243131 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ead356b6-52b1-4208-8de4-355277a01f5f req-61de73aa-f1d9-43be-9f43-6bbb3d2bf5fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=87d66cfe-3643-4163-b4dd-aae9ea72d0b6 HTTP/1.1" status: 200 len: 852 time: 0.0432658 Nov 23 22:31:24.274961 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ead356b6-52b1-4208-8de4-355277a01f5f req-c85d737d-f605-4ebc-b3f1-59b2544ee014 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fad88912-a9ca-41fb-ab2a-1ffbb326d8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246201 Nov 23 22:31:24.366244 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ead356b6-52b1-4208-8de4-355277a01f5f req-52635b76-f595-411a-910e-f69c65c4074b service neutron] 10.222.0.53 "GET /v2.0/networks/fad88912-a9ca-41fb-ab2a-1ffbb326d8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838690 Nov 23 22:31:24.457721 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ead356b6-52b1-4208-8de4-355277a01f5f req-dfed08c2-c7dc-4172-be34-3a10b8b7cf5e service neutron] 10.222.0.53 "GET /v2.0/networks/fad88912-a9ca-41fb-ab2a-1ffbb326d8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823948 Nov 23 22:31:24.837740 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48a3c9-3b6e-4d31-ad3b-43d856d4a59c req-09489b69-590c-4317-82a6-0311d7867c90 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:24.839689 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef48a3c9-3b6e-4d31-ad3b-43d856d4a59c req-09489b69-590c-4317-82a6-0311d7867c90 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 943 time: 0.0481634 Nov 23 22:31:24.886873 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef48a3c9-3b6e-4d31-ad3b-43d856d4a59c req-f40a5a8d-5e98-4edd-b296-304341a72efc tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408702 Nov 23 22:31:26.008681 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27f621-1bb6-4340-a7a3-3feb0b2322f4 req-bf6df8b9-95a1-4cd1-bbd4-1fc5984749f9 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:26.010125 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e27f621-1bb6-4340-a7a3-3feb0b2322f4 req-bf6df8b9-95a1-4cd1-bbd4-1fc5984749f9 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 943 time: 0.0543931 Nov 23 22:31:26.060025 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e27f621-1bb6-4340-a7a3-3feb0b2322f4 req-cf2cd675-f0e1-4f02-a8a1-8ae7ca1421b7 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437365 Nov 23 22:31:26.693961 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c86543b8-ae11-429e-b97b-d417acac604d details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:31:26.798635 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port c86543b8-ae11-429e-b97b-d417acac604d, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c86543b8-ae11-429e-b97b-d417acac604d,segment=NetworkSegment(c8558a3e-05f3-4fbf-a1b5-8e63e04af833),segment_id=c8558a3e-05f3-4fbf-a1b5-8e63e04af833)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:31:26.810071 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'c86543b8-ae11-429e-b97b-d417acac604d', 'network_id': 'fad88912-a9ca-41fb-ab2a-1ffbb326d8fe', 'port_id': 'c86543b8-ae11-429e-b97b-d417acac604d', 'mac_address': 'fa:16:3e:98:6d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d66cfe-3643-4163-b4dd-aae9ea72d0b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:31:26.851651 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:26.865566 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86543b8-ae11-429e-b97b-d417acac604d {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:31:26.885281 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port c86543b8-ae11-429e-b97b-d417acac604d, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c86543b8-ae11-429e-b97b-d417acac604d,segment=NetworkSegment(c8558a3e-05f3-4fbf-a1b5-8e63e04af833),segment_id=c8558a3e-05f3-4fbf-a1b5-8e63e04af833)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:31:26.889633 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:26.939674 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=c86543b8-ae11-429e-b97b-d417acac604d,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:31:27.150271 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['c86543b8-ae11-429e-b97b-d417acac604d'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:31:27.190338 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c248ef-4376-4318-9620-71b20da9312a req-4d729a17-d09e-4ab9-b11b-8b385314f011 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:27.192487 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1c248ef-4376-4318-9620-71b20da9312a req-4d729a17-d09e-4ab9-b11b-8b385314f011 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 944 time: 0.0620914 Nov 23 22:31:27.244140 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1c248ef-4376-4318-9620-71b20da9312a req-5b17ab5c-b2e3-45c2-a0ea-991a88e96ced tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449011 Nov 23 22:31:27.971290 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ac1a2a70-33d3-412e-8e81-bc3fff0f27f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:28.368073 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f1a3f-f2a1-46ee-bcfb-d23abe8a5aae req-4480727b-9093-4272-9635-0d0581c35563 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:28.369540 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e72f1a3f-f2a1-46ee-bcfb-d23abe8a5aae req-4480727b-9093-4272-9635-0d0581c35563 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 944 time: 0.0527277 Nov 23 22:31:28.418357 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e72f1a3f-f2a1-46ee-bcfb-d23abe8a5aae req-4c6e4434-abac-4d18-8be3-74b2a1c9996f tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422826 Nov 23 22:31:28.709377 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c86543b8-ae11-429e-b97b-d417acac604d up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:31:28.757980 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port c86543b8-ae11-429e-b97b-d417acac604d completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:31:28.763069 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port c86543b8-ae11-429e-b97b-d417acac604d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:31:28.763442 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:28.841056 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:28.864029 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9123e43-dbc9-4ab5-bc8e-36fe2b862cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86543b8-ae11-429e-b97b-d417acac604d'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:31:28.866261 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f733ea1-0aaa-4093-bfce-47936b802562" -d '{"events": [{"server_uuid": "d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6", "name": "network-vif-plugged", "status": "completed", "tag": "c86543b8-ae11-429e-b97b-d417acac604d"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:31:28.880342 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port c86543b8-ae11-429e-b97b-d417acac604d, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c86543b8-ae11-429e-b97b-d417acac604d,segment=NetworkSegment(c8558a3e-05f3-4fbf-a1b5-8e63e04af833),segment_id=c8558a3e-05f3-4fbf-a1b5-8e63e04af833)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:31:28.884411 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:28.908519 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120e683c-3aaa-4441-8d82-8202d7c21e05 x-openstack-request-id: req-120e683c-3aaa-4441-8d82-8202d7c21e05 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:31:28.908819 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6", "name": "network-vif-plugged", "status": "completed", "tag": "c86543b8-ae11-429e-b97b-d417acac604d", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:31:28.909068 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-120e683c-3aaa-4441-8d82-8202d7c21e05 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:31:28.909456 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9123e43-dbc9-4ab5-bc8e-36fe2b862cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86543b8-ae11-429e-b97b-d417acac604d', 'code': 200} Nov 23 22:31:28.936486 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=c86543b8-ae11-429e-b97b-d417acac604d,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:31:29.020038 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93854849-86ca-4756-a205-9791f9b1248f req-5a4de933-31fd-4f0b-8f2a-8944e6ef7904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:29.021565 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-93854849-86ca-4756-a205-9791f9b1248f req-5a4de933-31fd-4f0b-8f2a-8944e6ef7904 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 1096 time: 0.0465488 Nov 23 22:31:29.069619 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-93854849-86ca-4756-a205-9791f9b1248f req-edec35d9-0a9f-422e-b320-4e4876e7eea7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373533 Nov 23 22:31:29.532993 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866bdf8-1236-4a4c-8acb-39809b1e4af0 req-74d1f7ec-a0f9-4a0f-84bf-bcd1aa8938ce tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:29.534461 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6866bdf8-1236-4a4c-8acb-39809b1e4af0 req-74d1f7ec-a0f9-4a0f-84bf-bcd1aa8938ce tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0490813 Nov 23 22:31:29.581720 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6866bdf8-1236-4a4c-8acb-39809b1e4af0 req-6d17d9d0-b613-4dc6-9553-92ed2467ac2e tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412807 Nov 23 22:31:30.253914 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:30.541079 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d6b48d26-166f-4caf-b14d-f2ff91b01d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:30.698501 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0021e1-899a-41c7-8288-a2523ba4428a req-bac7ec90-cb14-4bea-a1f8-2f8b861c8eb1 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:30.700554 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b0021e1-899a-41c7-8288-a2523ba4428a req-bac7ec90-cb14-4bea-a1f8-2f8b861c8eb1 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0476537 Nov 23 22:31:30.750167 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b0021e1-899a-41c7-8288-a2523ba4428a req-c966a9c5-3657-4b19-9568-2516f11d24e6 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436661 Nov 23 22:31:31.082984 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c901451-81be-41b7-80c9-8f113ec8eda6 req-775894ed-87f8-49a1-9903-22095e4558d8 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:31.084493 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c901451-81be-41b7-80c9-8f113ec8eda6 req-775894ed-87f8-49a1-9903-22095e4558d8 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0495663 Nov 23 22:31:31.122245 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-18f4ca3c-a94b-42e3-9157-e19af4d4f47a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0966728 Nov 23 22:31:31.131729 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-d9721a49-7802-4e11-87e9-1ad63b240ceb service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:31:31.132727 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-d9721a49-7802-4e11-87e9-1ad63b240ceb service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053675 Nov 23 22:31:31.133969 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c901451-81be-41b7-80c9-8f113ec8eda6 req-f561bf14-9eb7-4c75-a80b-acb9d4bbda6a tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434296 Nov 23 22:31:31.718888 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:32.256177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fcd0b4-a853-49ea-9435-94d99c31b650 req-75ad36e1-6f19-409a-acff-4a692ce39fc4 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:32.257796 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81fcd0b4-a853-49ea-9435-94d99c31b650 req-75ad36e1-6f19-409a-acff-4a692ce39fc4 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0522890 Nov 23 22:31:32.305252 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-0ae9e3c0-3cc6-4709-909e-bbdf34adacc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:32.306899 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-0ae9e3c0-3cc6-4709-909e-bbdf34adacc2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5efcefa5c1ef4106888aa751b8d91b46&device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 1096 time: 0.0416141 Nov 23 22:31:32.307493 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81fcd0b4-a853-49ea-9435-94d99c31b650 req-146569ae-c33b-4871-8188-2ee2ff150f45 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428712 Nov 23 22:31:32.400706 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-9d4ef26e-b1db-4c08-849e-a853b4b009ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:32.402107 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-9d4ef26e-b1db-4c08-849e-a853b4b009ad service neutron] 10.222.0.53 "GET /v2.0/networks?id=fad88912-a9ca-41fb-ab2a-1ffbb326d8fe HTTP/1.1" status: 200 len: 913 time: 0.0884681 Nov 23 22:31:32.444357 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-74609583-aa07-458e-a44a-ea9cb8d1945c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c86543b8-ae11-429e-b97b-d417acac604d HTTP/1.1" status: 200 len: 217 time: 0.0337961 Nov 23 22:31:32.493017 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-cfeaad76-a7bb-464e-9fc6-de9ed1cd7487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:32.494437 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-cfeaad76-a7bb-464e-9fc6-de9ed1cd7487 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=87d66cfe-3643-4163-b4dd-aae9ea72d0b6 HTTP/1.1" status: 200 len: 852 time: 0.0429647 Nov 23 22:31:32.529096 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-861dc145-ce93-417e-afb8-cac047988192 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fad88912-a9ca-41fb-ab2a-1ffbb326d8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279007 Nov 23 22:31:32.617243 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-da1cc007-54be-4f70-b8f9-beaa330075cd service neutron] 10.222.0.53 "GET /v2.0/networks/fad88912-a9ca-41fb-ab2a-1ffbb326d8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814137 Nov 23 22:31:32.710088 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-12ce9b2a-a1d9-4d92-8837-1a4a9a8952ea service neutron] 10.222.0.53 "GET /v2.0/networks/fad88912-a9ca-41fb-ab2a-1ffbb326d8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855296 Nov 23 22:31:33.108603 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:33.429748 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c69dd2-a60f-49f3-959f-dd906a737531 req-fb4ae827-0ee5-48b2-99bb-0d8fff29352f tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:33.431250 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06c69dd2-a60f-49f3-959f-dd906a737531 req-fb4ae827-0ee5-48b2-99bb-0d8fff29352f tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0547919 Nov 23 22:31:33.478595 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-06c69dd2-a60f-49f3-959f-dd906a737531 req-41eeae53-575a-4140-8948-c6c836637deb tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412953 Nov 23 22:31:33.895295 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:34.593570 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19c22c-84b9-4c9c-a089-9755966a890f req-ccc701ea-3eb3-4a55-ac34-01edb3de5ab8 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:34.595751 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd19c22c-84b9-4c9c-a089-9755966a890f req-ccc701ea-3eb3-4a55-ac34-01edb3de5ab8 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0496225 Nov 23 22:31:34.643756 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd19c22c-84b9-4c9c-a089-9755966a890f req-a48f5d1c-13e3-4cbf-a509-aabf0fe728cd tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426378 Nov 23 22:31:35.762631 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09c32a-8e79-43ea-b08b-ec0736195cd2 req-fa2d073d-b0dd-4ef7-b028-6f0e48ce2408 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:35.765074 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cc09c32a-8e79-43ea-b08b-ec0736195cd2 req-fa2d073d-b0dd-4ef7-b028-6f0e48ce2408 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0534172 Nov 23 22:31:35.818319 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cc09c32a-8e79-43ea-b08b-ec0736195cd2 req-e2c54b2a-3cf6-4254-ad56-ed1f5ce316b9 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472603 Nov 23 22:31:36.932743 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6563a-0732-4fe1-963c-5b7dbb764abc req-22c0aaff-36e7-433e-b3f3-8758fd1d56ef tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:36.934223 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-94e6563a-0732-4fe1-963c-5b7dbb764abc req-22c0aaff-36e7-433e-b3f3-8758fd1d56ef tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0488908 Nov 23 22:31:36.983270 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-94e6563a-0732-4fe1-963c-5b7dbb764abc req-21ed0466-232a-4341-9346-40c1020dc956 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421476 Nov 23 22:31:38.113502 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534b8b1-c4f0-42a7-a0d9-5ad5230aa748 req-0e2df2a1-ea1b-49a9-8a05-7d3563e45fed tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:38.115036 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d534b8b1-c4f0-42a7-a0d9-5ad5230aa748 req-0e2df2a1-ea1b-49a9-8a05-7d3563e45fed tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0609608 Nov 23 22:31:38.162666 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d534b8b1-c4f0-42a7-a0d9-5ad5230aa748 req-c5240fe5-28c6-4117-9e32-acbecb2336e3 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417087 Nov 23 22:31:39.281591 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297c80a-1367-4983-9773-50d4c10eaf69 req-2f08ce8d-5c9c-440b-88d8-bfd9b3fa1714 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:39.282992 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5297c80a-1367-4983-9773-50d4c10eaf69 req-2f08ce8d-5c9c-440b-88d8-bfd9b3fa1714 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0532944 Nov 23 22:31:39.329845 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5297c80a-1367-4983-9773-50d4c10eaf69 req-f819d082-19bb-4aad-9146-841f3e7a1b6a tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408406 Nov 23 22:31:40.446224 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8014dde-eb1f-41d2-8a24-e48c1fb6ce65 req-e4ff5ecf-3816-465d-8d34-39b85df9c4c0 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:40.447645 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8014dde-eb1f-41d2-8a24-e48c1fb6ce65 req-e4ff5ecf-3816-465d-8d34-39b85df9c4c0 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0483103 Nov 23 22:31:40.495212 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8014dde-eb1f-41d2-8a24-e48c1fb6ce65 req-00420c13-a9bb-4fad-905e-9ffd60c32a1f tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406044 Nov 23 22:31:41.618130 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ee8b4-1702-4936-8bb1-11f3bfbfe7fa req-39c033a5-4af0-41e0-886b-4b6a4d71b126 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:41.619626 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f16ee8b4-1702-4936-8bb1-11f3bfbfe7fa req-39c033a5-4af0-41e0-886b-4b6a4d71b126 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0542042 Nov 23 22:31:41.666920 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f16ee8b4-1702-4936-8bb1-11f3bfbfe7fa req-e13b179a-4f01-4ba7-8c44-5b9421342fdf tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410838 Nov 23 22:31:42.215424 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d7a62-55f6-449c-90de-3a2a95b23ffe req-e7c28719-a062-480c-9705-2861c059a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:42.218159 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-369d7a62-55f6-449c-90de-3a2a95b23ffe req-e7c28719-a062-480c-9705-2861c059a5bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5efcefa5c1ef4106888aa751b8d91b46&device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 1096 time: 0.0426509 Nov 23 22:31:42.333986 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d7a62-55f6-449c-90de-3a2a95b23ffe req-ee74489e-aa6b-4fcf-b439-d6f3899e2348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:42.335524 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-369d7a62-55f6-449c-90de-3a2a95b23ffe req-ee74489e-aa6b-4fcf-b439-d6f3899e2348 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fad88912-a9ca-41fb-ab2a-1ffbb326d8fe HTTP/1.1" status: 200 len: 913 time: 0.0918539 Nov 23 22:31:42.377318 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-369d7a62-55f6-449c-90de-3a2a95b23ffe req-62d14971-8b85-48a5-a068-64387dc2378a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c86543b8-ae11-429e-b97b-d417acac604d HTTP/1.1" status: 200 len: 217 time: 0.0336027 Nov 23 22:31:42.427876 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d7a62-55f6-449c-90de-3a2a95b23ffe req-0121e135-c02b-41da-9014-7a69f234e1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:42.429234 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-369d7a62-55f6-449c-90de-3a2a95b23ffe req-0121e135-c02b-41da-9014-7a69f234e1ef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=87d66cfe-3643-4163-b4dd-aae9ea72d0b6 HTTP/1.1" status: 200 len: 852 time: 0.0450168 Nov 23 22:31:42.461845 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-369d7a62-55f6-449c-90de-3a2a95b23ffe req-dcc754b1-2a95-43fa-9f96-875f55513557 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fad88912-a9ca-41fb-ab2a-1ffbb326d8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253899 Nov 23 22:31:42.553943 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-369d7a62-55f6-449c-90de-3a2a95b23ffe req-6e7c23ce-a0ca-4b0d-a0fe-0baff2537168 service neutron] 10.222.0.53 "GET /v2.0/networks/fad88912-a9ca-41fb-ab2a-1ffbb326d8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841453 Nov 23 22:31:42.645680 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-369d7a62-55f6-449c-90de-3a2a95b23ffe req-1141a4ef-6bc0-440f-b5c0-f7dc7f2130f0 service neutron] 10.222.0.53 "GET /v2.0/networks/fad88912-a9ca-41fb-ab2a-1ffbb326d8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837023 Nov 23 22:31:42.784327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc142d-09cc-4e86-a008-e3c24d6a14ca req-13962c6a-362b-4bb0-86f1-b85262cebf56 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:42.785784 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30dc142d-09cc-4e86-a008-e3c24d6a14ca req-13962c6a-362b-4bb0-86f1-b85262cebf56 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0488572 Nov 23 22:31:42.833208 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30dc142d-09cc-4e86-a008-e3c24d6a14ca req-289ead4a-f7ad-4759-84d5-d8d7bbc0319d tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414376 Nov 23 22:31:43.946570 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899fd8b-c92e-46d2-882c-d0bad1c71fc4 req-b672b0d4-ae61-40ac-8dfa-37b1a5c2a4be tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:43.948062 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9899fd8b-c92e-46d2-882c-d0bad1c71fc4 req-b672b0d4-ae61-40ac-8dfa-37b1a5c2a4be tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0478668 Nov 23 22:31:43.998701 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9899fd8b-c92e-46d2-882c-d0bad1c71fc4 req-f0bbeaa1-e2a6-4013-86f6-40ad9839c04f tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437694 Nov 23 22:31:45.116570 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a2330-4dd0-4da3-a6fe-028bf9e96872 req-efe58d67-29c8-4596-abba-9ec6d78e2629 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:45.118035 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b5a2330-4dd0-4da3-a6fe-028bf9e96872 req-efe58d67-29c8-4596-abba-9ec6d78e2629 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0494678 Nov 23 22:31:45.166305 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b5a2330-4dd0-4da3-a6fe-028bf9e96872 req-01d5dab8-3b49-40bc-9408-cf933a878bdd tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421834 Nov 23 22:31:46.286605 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8f5be-40d5-4421-9688-f2c8f301e9f7 req-ddb0fd18-9c4b-4e8f-89ba-5f877185da5d tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:46.288907 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32c8f5be-40d5-4421-9688-f2c8f301e9f7 req-ddb0fd18-9c4b-4e8f-89ba-5f877185da5d tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0512311 Nov 23 22:31:46.343290 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32c8f5be-40d5-4421-9688-f2c8f301e9f7 req-01f38f01-4ab3-4815-abb3-a6be0f58b768 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419464 Nov 23 22:31:47.236725 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-125c7af2-d2b0-47e1-9610-790b666135c3 req-d927fd3e-8c66-4c82-a85e-26d3de4a9a93 service neutron] (110034) timed out ('10.222.0.60', 49304) {{(pid=110034) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 22:31:47.465844 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f56678-90b0-49d0-9ff4-c218ec9bf385 req-64a53685-a979-4cb5-b8ef-0c50b07db552 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:47.468116 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78f56678-90b0-49d0-9ff4-c218ec9bf385 req-64a53685-a979-4cb5-b8ef-0c50b07db552 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0533128 Nov 23 22:31:47.516082 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78f56678-90b0-49d0-9ff4-c218ec9bf385 req-4e6b14eb-207b-45a8-8e56-2d226f2c6067 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420339 Nov 23 22:31:48.636987 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bde633-a1bf-4b81-81c3-6115437a4945 req-3bb3a1ff-1ad6-419e-abcb-cd917f1d9e16 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:48.638637 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d2bde633-a1bf-4b81-81c3-6115437a4945 req-3bb3a1ff-1ad6-419e-abcb-cd917f1d9e16 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0507436 Nov 23 22:31:48.687230 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d2bde633-a1bf-4b81-81c3-6115437a4945 req-bc984662-0e1e-48e2-bb25-02f5d1d23907 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426626 Nov 23 22:31:49.803068 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a21b0-8cc3-441d-bc67-3afda246a6f5 req-2c44693b-3667-4809-9cf1-e3b207eee804 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:49.804519 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-938a21b0-8cc3-441d-bc67-3afda246a6f5 req-2c44693b-3667-4809-9cf1-e3b207eee804 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0481577 Nov 23 22:31:49.855494 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-938a21b0-8cc3-441d-bc67-3afda246a6f5 req-e7120480-5234-49bb-bc62-311ca6033c59 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447981 Nov 23 22:31:50.970960 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86132e25-9f57-411f-bc63-110d2a82c9b0 req-5685c78d-e2f7-48f1-84df-852bc161dbc3 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:50.972412 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86132e25-9f57-411f-bc63-110d2a82c9b0 req-5685c78d-e2f7-48f1-84df-852bc161dbc3 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0490301 Nov 23 22:31:51.020657 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86132e25-9f57-411f-bc63-110d2a82c9b0 req-18f6366f-419d-4cb0-ade5-2239e4e3a8bf tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423152 Nov 23 22:31:52.139106 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fc257-911f-4565-918e-b177ccfc1a54 req-a5d449af-8d4a-4078-a301-62e758f03c07 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:52.140592 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-371fc257-911f-4565-918e-b177ccfc1a54 req-a5d449af-8d4a-4078-a301-62e758f03c07 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0516672 Nov 23 22:31:52.188343 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-371fc257-911f-4565-918e-b177ccfc1a54 req-3d6cf63c-e37f-4470-9dc0-007752d87099 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417182 Nov 23 22:31:53.098472 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:53.307170 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59013440-55c9-4f0f-a2fa-7f7de053d3f1 req-3788b248-4664-4a7c-933c-b01e36c2e2f0 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:53.308557 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59013440-55c9-4f0f-a2fa-7f7de053d3f1 req-3788b248-4664-4a7c-933c-b01e36c2e2f0 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0533750 Nov 23 22:31:53.355434 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59013440-55c9-4f0f-a2fa-7f7de053d3f1 req-2708b0ca-0e04-469b-9508-e4a9bfaf2c81 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401254 Nov 23 22:31:53.613806 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:31:54.472269 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8cb1c-5e75-44d5-aae3-b4b3113d5812 req-8ddfc883-4414-492a-b320-757243a687d3 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:54.473729 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-00a8cb1c-5e75-44d5-aae3-b4b3113d5812 req-8ddfc883-4414-492a-b320-757243a687d3 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0496566 Nov 23 22:31:54.520815 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-00a8cb1c-5e75-44d5-aae3-b4b3113d5812 req-fab5bf9e-60b9-49d8-8510-1e0a6742bb9a tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411189 Nov 23 22:31:55.638619 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d840a8d-c229-49b7-bef2-155a91fdcb0b req-775cdd91-6ba0-4735-8775-73ac451cfe3b tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:55.640111 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d840a8d-c229-49b7-bef2-155a91fdcb0b req-775cdd91-6ba0-4735-8775-73ac451cfe3b tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0527699 Nov 23 22:31:55.687778 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d840a8d-c229-49b7-bef2-155a91fdcb0b req-6b4b1759-96e1-4864-a0a8-4063c7c5ac7c tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418396 Nov 23 22:31:56.803106 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b48cb7-73a0-4e6a-95f5-b93db5aa9868 req-f9664986-84e3-48b5-9096-567e378b1806 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:56.804585 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-18b48cb7-73a0-4e6a-95f5-b93db5aa9868 req-f9664986-84e3-48b5-9096-567e378b1806 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0496304 Nov 23 22:31:56.851400 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-18b48cb7-73a0-4e6a-95f5-b93db5aa9868 req-4434c03f-baa2-44ca-a68f-88d7d7b6587c tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397336 Nov 23 22:31:57.967299 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa678c-c786-4aa0-8800-9bad42f73c60 req-41cfa8f7-91e7-4349-b55f-645eb21f936d tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:57.968802 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7baa678c-c786-4aa0-8800-9bad42f73c60 req-41cfa8f7-91e7-4349-b55f-645eb21f936d tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0497611 Nov 23 22:31:57.972644 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1916eb11-1a20-4e29-ad08-7f4317adf142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:31:58.024079 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7baa678c-c786-4aa0-8800-9bad42f73c60 req-85998c30-2aab-4327-bcc0-bbf791f0585c tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480132 Nov 23 22:31:59.144161 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06c130-0f03-409b-8c94-433ceaad51c9 req-0d81a172-b17f-44f2-8e3f-37ef17db6097 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:31:59.145633 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ba06c130-0f03-409b-8c94-433ceaad51c9 req-0d81a172-b17f-44f2-8e3f-37ef17db6097 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0499182 Nov 23 22:31:59.192350 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ba06c130-0f03-409b-8c94-433ceaad51c9 req-7b73ba26-c0eb-4a5c-8c04-cfbe22dafc3a tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408258 Nov 23 22:32:00.210829 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-1f157bd5-cf28-4b99-99dd-1b42ff105f28 service neutron] show failed (client error): The resource could not be found. Nov 23 22:32:00.211873 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-1f157bd5-cf28-4b99-99dd-1b42ff105f28 service neutron] 10.222.0.53 "GET /v2.0/ports/c86543b8-ae11-429e-b97b-d417acac604d/bindings/n-h2-816206-9 HTTP/1.1" status: 404 len: 380 time: 0.0567760 Nov 23 22:32:00.277520 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:00.318170 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674292c-1581-47a4-93ae-1bde93a6e5b3 req-69420718-b148-472f-b93a-b688a7c4794b tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:00.319676 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2674292c-1581-47a4-93ae-1bde93a6e5b3 req-69420718-b148-472f-b93a-b688a7c4794b tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0532520 Nov 23 22:32:00.372253 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2674292c-1581-47a4-93ae-1bde93a6e5b3 req-7fb60e52-08d2-479c-84c5-cd02e93e4242 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457969 Nov 23 22:32:00.547544 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1a510182-064b-48ea-b68b-1f4cac7037e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:00.572423 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-dbd6b667-d077-40d6-883e-c9f2ccb0ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:00.573947 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-dbd6b667-d077-40d6-883e-c9f2ccb0ddfb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6&tenant_id=5efcefa5c1ef4106888aa751b8d91b46 HTTP/1.1" status: 200 len: 1096 time: 0.1729796 Nov 23 22:32:00.593613 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-9', 'device_owner': 'compute:nova'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:32:00.653122 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:01.086658 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] For port c86543b8-ae11-429e-b97b-d417acac604d, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=c86543b8-ae11-429e-b97b-d417acac604d,segment=NetworkSegment(c8558a3e-05f3-4fbf-a1b5-8e63e04af833),segment_id=c8558a3e-05f3-4fbf-a1b5-8e63e04af833)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:32:01.120759 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] For port c86543b8-ae11-429e-b97b-d417acac604d, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:32:01.160184 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9123e43-dbc9-4ab5-bc8e-36fe2b862cb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c86543b8-ae11-429e-b97b-d417acac604d'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:32:01.162470 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0a9eb7-a2fe-4148-9040-f2009e94b2fd" -d '{"events": [{"server_uuid": "d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6", "name": "network-vif-unplugged", "status": "completed", "tag": "c86543b8-ae11-429e-b97b-d417acac604d"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:32:01.166526 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:01.180325 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] Transition to ACTIVE for port object c86543b8-ae11-429e-b97b-d417acac604d will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:32:01.183397 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:01.247238 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] No DVR routers for this DVR port c86543b8-ae11-429e-b97b-d417acac604d on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:32:01.254019 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] Pushing event updated for resources: {'Port': ['ID=c86543b8-ae11-429e-b97b-d417acac604d,revision_number=6']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:32:01.289145 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] Attempting to bind port c86543b8-ae11-429e-b97b-d417acac604d on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:32:01.289490 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] Attempting to bind port c86543b8-ae11-429e-b97b-d417acac604d by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'c8558a3e-05f3-4fbf-a1b5-8e63e04af833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fad88912-a9ca-41fb-ab2a-1ffbb326d8fe'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:32:01.289824 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] Attempting to bind port c86543b8-ae11-429e-b97b-d417acac604d on network fad88912-a9ca-41fb-ab2a-1ffbb326d8fe {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:32:01.293523 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4abea86-d84d-4347-b05c-c486eaa3e078 x-openstack-request-id: req-d4abea86-d84d-4347-b05c-c486eaa3e078 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:32:01.293821 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6", "name": "network-vif-unplugged", "status": "completed", "tag": "c86543b8-ae11-429e-b97b-d417acac604d", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:32:01.294758 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d4abea86-d84d-4347-b05c-c486eaa3e078 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:32:01.295413 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9123e43-dbc9-4ab5-bc8e-36fe2b862cb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c86543b8-ae11-429e-b97b-d417acac604d', 'code': 200} Nov 23 22:32:01.297387 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] Port c86543b8-ae11-429e-b97b-d417acac604d on network fad88912-a9ca-41fb-ab2a-1ffbb326d8fe not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:32:01.297687 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] Attempting to bind port c86543b8-ae11-429e-b97b-d417acac604d on network fad88912-a9ca-41fb-ab2a-1ffbb326d8fe {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:32:01.302607 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:32:01.302979 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] Checking segment: {'id': 'c8558a3e-05f3-4fbf-a1b5-8e63e04af833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fad88912-a9ca-41fb-ab2a-1ffbb326d8fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:32:01.303366 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] Bound using segment: {'id': 'c8558a3e-05f3-4fbf-a1b5-8e63e04af833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fad88912-a9ca-41fb-ab2a-1ffbb326d8fe'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:32:01.303793 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] Bound port: c86543b8-ae11-429e-b97b-d417acac604d, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8558a3e-05f3-4fbf-a1b5-8e63e04af833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fad88912-a9ca-41fb-ab2a-1ffbb326d8fe'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:32:01.304149 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:01.365669 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] For port c86543b8-ae11-429e-b97b-d417acac604d, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:32:01.368690 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] For port c86543b8-ae11-429e-b97b-d417acac604d, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c86543b8-ae11-429e-b97b-d417acac604d,segment=NetworkSegment(c8558a3e-05f3-4fbf-a1b5-8e63e04af833),segment_id=c8558a3e-05f3-4fbf-a1b5-8e63e04af833)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:32:01.372141 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:01.410487 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:01.411136 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:01.412624 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] 10.222.0.60 "PUT /v2.0/ports/c86543b8-ae11-429e-b97b-d417acac604d HTTP/1.1" status: 200 len: 1091 time: 0.8237035 Nov 23 22:32:01.435571 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbcf912-4072-4fc3-9c18-cb995d939190 service neutron] Pushing event updated for resources: {'Port': ['ID=c86543b8-ae11-429e-b97b-d417acac604d,revision_number=7']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:32:01.488910 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-2ef585a3-88d1-4ecb-be6e-760923eaff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:01.490455 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-2ef585a3-88d1-4ecb-be6e-760923eaff2b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5efcefa5c1ef4106888aa751b8d91b46&device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 1094 time: 0.0437193 Nov 23 22:32:01.498387 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63360a-092c-4f1a-b012-4f5d73bc3c37 req-7334bec5-83e1-479c-93b3-e58d514f1963 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:01.499958 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e63360a-092c-4f1a-b012-4f5d73bc3c37 req-7334bec5-83e1-479c-93b3-e58d514f1963 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 943 time: 0.0552580 Nov 23 22:32:01.548899 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e63360a-092c-4f1a-b012-4f5d73bc3c37 req-f3a41991-cb0d-4328-9e85-cd2b4eb44d36 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428073 Nov 23 22:32:01.587456 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-2e8d6c2f-38bf-4785-aaec-cc446ea0c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:01.588910 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-2e8d6c2f-38bf-4785-aaec-cc446ea0c94f service neutron] 10.222.0.60 "GET /v2.0/networks?id=fad88912-a9ca-41fb-ab2a-1ffbb326d8fe HTTP/1.1" status: 200 len: 913 time: 0.0904894 Nov 23 22:32:01.629947 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-f2f70d9e-b14c-495c-8e64-ab0efca5af4a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c86543b8-ae11-429e-b97b-d417acac604d HTTP/1.1" status: 200 len: 217 time: 0.0341058 Nov 23 22:32:01.678983 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-ce0221de-e3c3-4699-bcf6-aa1ffea897c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:01.680422 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-ce0221de-e3c3-4699-bcf6-aa1ffea897c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=87d66cfe-3643-4163-b4dd-aae9ea72d0b6 HTTP/1.1" status: 200 len: 852 time: 0.0437956 Nov 23 22:32:01.712554 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-889d79c5-28c2-4e63-9ba6-3c62543b14dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fad88912-a9ca-41fb-ab2a-1ffbb326d8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246480 Nov 23 22:32:01.722021 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:01.806668 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-743cd106-93d4-48bf-9b60-7f5e8dd0f992 service neutron] 10.222.0.60 "GET /v2.0/networks/fad88912-a9ca-41fb-ab2a-1ffbb326d8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872450 Nov 23 22:32:01.900851 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c89305d0-785d-4875-a3df-529d3b3c98fe req-cb5e2d73-1375-46c9-b4ba-36b94aa79aa5 service neutron] 10.222.0.60 "GET /v2.0/networks/fad88912-a9ca-41fb-ab2a-1ffbb326d8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870223 Nov 23 22:32:02.666654 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f87ce-a5c5-4447-94da-940abd0bd2c3 req-1b57172d-e015-454b-a208-9d5cda486b2e tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:02.668186 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-828f87ce-a5c5-4447-94da-940abd0bd2c3 req-1b57172d-e015-454b-a208-9d5cda486b2e tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 943 time: 0.0487132 Nov 23 22:32:02.715205 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-828f87ce-a5c5-4447-94da-940abd0bd2c3 req-0f323d1d-bf32-498f-807f-989c25f8e5df tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402710 Nov 23 22:32:03.111048 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:03.296108 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9123e43-dbc9-4ab5-bc8e-36fe2b862cb6', 'tag': 'c86543b8-ae11-429e-b97b-d417acac604d'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:32:03.298471 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64879e1e-9cae-402f-b7c4-6bf0998837a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6", "tag": "c86543b8-ae11-429e-b97b-d417acac604d"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:32:03.347007 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83aa95be-e39f-4fd7-94c0-bd901b7d8110 x-openstack-request-id: req-83aa95be-e39f-4fd7-94c0-bd901b7d8110 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:32:03.347303 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6", "tag": "c86543b8-ae11-429e-b97b-d417acac604d", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:32:03.347553 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-83aa95be-e39f-4fd7-94c0-bd901b7d8110 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:32:03.347952 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9123e43-dbc9-4ab5-bc8e-36fe2b862cb6', 'tag': 'c86543b8-ae11-429e-b97b-d417acac604d', 'status': 'completed', 'code': 200} Nov 23 22:32:03.417047 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64879e1e-9cae-402f-b7c4-6bf0998837a4 req-c36121bb-65b5-4c05-b468-d53db1c6464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:03.418554 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-64879e1e-9cae-402f-b7c4-6bf0998837a4 req-c36121bb-65b5-4c05-b468-d53db1c6464e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5efcefa5c1ef4106888aa751b8d91b46&device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 1094 time: 0.0439711 Nov 23 22:32:03.544112 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64879e1e-9cae-402f-b7c4-6bf0998837a4 req-0b9cb598-4b15-4b95-b790-56b97ba0b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:03.545610 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-64879e1e-9cae-402f-b7c4-6bf0998837a4 req-0b9cb598-4b15-4b95-b790-56b97ba0b7fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5efcefa5c1ef4106888aa751b8d91b46&device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 1094 time: 0.0889602 Nov 23 22:32:03.550387 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64879e1e-9cae-402f-b7c4-6bf0998837a4 req-96ef01bd-25c5-49fc-9a0c-6090afb5e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:03.551699 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-64879e1e-9cae-402f-b7c4-6bf0998837a4 req-96ef01bd-25c5-49fc-9a0c-6090afb5e1a6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fad88912-a9ca-41fb-ab2a-1ffbb326d8fe HTTP/1.1" status: 200 len: 913 time: 0.1217854 Nov 23 22:32:03.610546 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-64879e1e-9cae-402f-b7c4-6bf0998837a4 req-81c50989-a16a-48fc-8a7f-00712ce21489 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c86543b8-ae11-429e-b97b-d417acac604d HTTP/1.1" status: 200 len: 217 time: 0.0401592 Nov 23 22:32:03.702416 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64879e1e-9cae-402f-b7c4-6bf0998837a4 req-5bf3863d-7889-4d95-bb7c-71ab3efac689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:03.703901 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-64879e1e-9cae-402f-b7c4-6bf0998837a4 req-5bf3863d-7889-4d95-bb7c-71ab3efac689 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=87d66cfe-3643-4163-b4dd-aae9ea72d0b6 HTTP/1.1" status: 200 len: 852 time: 0.0613928 Nov 23 22:32:03.706449 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64879e1e-9cae-402f-b7c4-6bf0998837a4 req-8e134479-3440-416a-817e-19eefb56e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:03.707798 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-64879e1e-9cae-402f-b7c4-6bf0998837a4 req-8e134479-3440-416a-817e-19eefb56e301 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fad88912-a9ca-41fb-ab2a-1ffbb326d8fe HTTP/1.1" status: 200 len: 913 time: 0.1552832 Nov 23 22:32:03.774153 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-64879e1e-9cae-402f-b7c4-6bf0998837a4 req-16d1d124-6b11-4907-8342-3d09d5915782 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fad88912-a9ca-41fb-ab2a-1ffbb326d8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595543 Nov 23 22:32:03.775382 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-64879e1e-9cae-402f-b7c4-6bf0998837a4 req-817631b3-6203-4a9c-a159-4b2ecc38e003 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c86543b8-ae11-429e-b97b-d417acac604d HTTP/1.1" status: 200 len: 217 time: 0.0535276 Nov 23 22:32:03.834970 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70264b63-363d-4ef4-94cc-4c759b9072f5 req-826687ab-293d-42e1-ae6c-eccd34e7a541 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:03.836461 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-70264b63-363d-4ef4-94cc-4c759b9072f5 req-826687ab-293d-42e1-ae6c-eccd34e7a541 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 943 time: 0.0496294 Nov 23 22:32:03.875828 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64879e1e-9cae-402f-b7c4-6bf0998837a4 req-b03e324e-6208-49e7-a6d7-353b79c6c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:03.877292 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-64879e1e-9cae-402f-b7c4-6bf0998837a4 req-b03e324e-6208-49e7-a6d7-353b79c6c640 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=87d66cfe-3643-4163-b4dd-aae9ea72d0b6 HTTP/1.1" status: 200 len: 852 time: 0.0958095 Nov 23 22:32:03.891246 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-70264b63-363d-4ef4-94cc-4c759b9072f5 req-e6c51e8b-b498-4803-b20d-0de6c958f6dd tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484457 Nov 23 22:32:03.902200 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:03.918657 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-64879e1e-9cae-402f-b7c4-6bf0998837a4 req-4c93288e-6196-4cf5-8521-50369bed84e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fad88912-a9ca-41fb-ab2a-1ffbb326d8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335779 Nov 23 22:32:03.937970 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-64879e1e-9cae-402f-b7c4-6bf0998837a4 req-a9a8ac00-77f7-4546-8dd6-51b1d349cbbd service neutron] 10.222.0.53 "GET /v2.0/networks/fad88912-a9ca-41fb-ab2a-1ffbb326d8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491179 Nov 23 22:32:04.075512 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-64879e1e-9cae-402f-b7c4-6bf0998837a4 req-1872345b-7e91-4f01-b023-855967ef1331 service neutron] 10.222.0.60 "GET /v2.0/networks/fad88912-a9ca-41fb-ab2a-1ffbb326d8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491506 Nov 23 22:32:04.097502 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-64879e1e-9cae-402f-b7c4-6bf0998837a4 req-ef619567-70b4-4bf3-9878-02b9dcaaca0f service neutron] 10.222.0.53 "GET /v2.0/networks/fad88912-a9ca-41fb-ab2a-1ffbb326d8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420414 Nov 23 22:32:04.178508 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-9bd42ba1-7faf-4a16-ba7d-033a2b2115b8 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:04.178857 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-64879e1e-9cae-402f-b7c4-6bf0998837a4 req-417da28a-de84-4353-b571-bb7f277426c3 service neutron] 10.222.0.60 "GET /v2.0/networks/fad88912-a9ca-41fb-ab2a-1ffbb326d8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946600 Nov 23 22:32:04.179966 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-9bd42ba1-7faf-4a16-ba7d-033a2b2115b8 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6&tenant_id=5efcefa5c1ef4106888aa751b8d91b46&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 943 time: 0.0874283 Nov 23 22:32:04.252591 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-ccc2583c-0b30-4283-85f2-e2c6e82e3532 service neutron] delete failed (client error): The resource could not be found. Nov 23 22:32:04.253436 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-ccc2583c-0b30-4283-85f2-e2c6e82e3532 service neutron] 10.222.0.53 "DELETE /v2.0/ports/c86543b8-ae11-429e-b97b-d417acac604d/bindings/n-h1-816206-9 HTTP/1.1" status: 404 len: 380 time: 0.0582700 Nov 23 22:32:04.628804 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-788db8b3-71a7-469e-9ceb-249b859624a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:04.630323 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-788db8b3-71a7-469e-9ceb-249b859624a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5efcefa5c1ef4106888aa751b8d91b46&device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 1094 time: 0.3219795 Nov 23 22:32:04.782507 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-68a6e815-ce29-43cb-989f-bf15da102efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:04.784019 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-68a6e815-ce29-43cb-989f-bf15da102efd service neutron] 10.222.0.53 "GET /v2.0/networks?id=fad88912-a9ca-41fb-ab2a-1ffbb326d8fe HTTP/1.1" status: 200 len: 913 time: 0.1432183 Nov 23 22:32:04.850070 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c86543b8-ae11-429e-b97b-d417acac604d no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:32:04.853310 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-a7520e6d-8aa1-4cb1-adf3-488cb286fc19 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c86543b8-ae11-429e-b97b-d417acac604d HTTP/1.1" status: 200 len: 217 time: 0.0564158 Nov 23 22:32:04.889442 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device c86543b8-ae11-429e-b97b-d417acac604d not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:32:04.912350 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-98a4a64e-13a0-41a8-a8fe-eb1be408b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:04.913872 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-98a4a64e-13a0-41a8-a8fe-eb1be408b2fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=87d66cfe-3643-4163-b4dd-aae9ea72d0b6 HTTP/1.1" status: 200 len: 852 time: 0.0492177 Nov 23 22:32:04.973295 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-e03c4cff-6c17-4206-88d4-cc0b476ee1a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fad88912-a9ca-41fb-ab2a-1ffbb326d8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472250 Nov 23 22:32:05.066544 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-0dc14c68-1044-46be-91b1-354ef7841d26 service neutron] 10.222.0.53 "GET /v2.0/networks/fad88912-a9ca-41fb-ab2a-1ffbb326d8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813248 Nov 23 22:32:05.069502 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c86543b8-ae11-429e-b97b-d417acac604d details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:32:05.166039 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-054d5306-d752-4507-9096-42b992c441a8 service neutron] 10.222.0.53 "GET /v2.0/networks/fad88912-a9ca-41fb-ab2a-1ffbb326d8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868900 Nov 23 22:32:05.167085 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port c86543b8-ae11-429e-b97b-d417acac604d, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c86543b8-ae11-429e-b97b-d417acac604d,segment=NetworkSegment(c8558a3e-05f3-4fbf-a1b5-8e63e04af833),segment_id=c8558a3e-05f3-4fbf-a1b5-8e63e04af833)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:32:05.178931 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'c86543b8-ae11-429e-b97b-d417acac604d', 'network_id': 'fad88912-a9ca-41fb-ab2a-1ffbb326d8fe', 'port_id': 'c86543b8-ae11-429e-b97b-d417acac604d', 'mac_address': 'fa:16:3e:98:6d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d66cfe-3643-4163-b4dd-aae9ea72d0b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:32:05.215311 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:05.228378 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86543b8-ae11-429e-b97b-d417acac604d {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:32:05.250246 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port c86543b8-ae11-429e-b97b-d417acac604d, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c86543b8-ae11-429e-b97b-d417acac604d,segment=NetworkSegment(c8558a3e-05f3-4fbf-a1b5-8e63e04af833),segment_id=c8558a3e-05f3-4fbf-a1b5-8e63e04af833)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:32:05.254839 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:05.302302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=c86543b8-ae11-429e-b97b-d417acac604d,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:32:05.309380 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:05.309958 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:05.310306 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:05.310644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:05.311006 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:05.311338 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:05.311666 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:05.311992 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:05.312316 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:05.312638 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:05.312960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:05.313278 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:05.565009 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['c86543b8-ae11-429e-b97b-d417acac604d'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:32:05.976587 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde71246-20ae-44a9-ba77-cd283e13fb85 req-3f9eef28-b938-4a6f-8c4b-1126340c0b08 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:05.978049 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cde71246-20ae-44a9-ba77-cd283e13fb85 req-3f9eef28-b938-4a6f-8c4b-1126340c0b08 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 944 time: 0.0491946 Nov 23 22:32:06.025970 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cde71246-20ae-44a9-ba77-cd283e13fb85 req-728cdcb1-9b3c-44ef-bd16-93ebb16d6879 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417905 Nov 23 22:32:07.087280 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c86543b8-ae11-429e-b97b-d417acac604d up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:32:07.141238 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port c86543b8-ae11-429e-b97b-d417acac604d completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:32:07.145070 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port c86543b8-ae11-429e-b97b-d417acac604d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:32:07.145439 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:07.148354 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606fcab-f826-4497-9469-4c546603359e req-25f74d84-b74b-488f-aa96-2f7c3851d7ca tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:07.149853 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2606fcab-f826-4497-9469-4c546603359e req-25f74d84-b74b-488f-aa96-2f7c3851d7ca tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 944 time: 0.0531683 Nov 23 22:32:07.211087 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2606fcab-f826-4497-9469-4c546603359e req-5de870ac-285a-4015-945d-9f41f0580688 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.50 "GET /v2.0/security-groups?id=01594c47-7aa0-40b2-a08c-9a52e74d4446&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489774 Nov 23 22:32:07.226494 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:07.249294 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9123e43-dbc9-4ab5-bc8e-36fe2b862cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86543b8-ae11-429e-b97b-d417acac604d'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:32:07.251562 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e8d540-4130-4932-b523-0908d1dd88da" -d '{"events": [{"server_uuid": "d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6", "name": "network-vif-plugged", "status": "completed", "tag": "c86543b8-ae11-429e-b97b-d417acac604d"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:32:07.263644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port c86543b8-ae11-429e-b97b-d417acac604d, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c86543b8-ae11-429e-b97b-d417acac604d,segment=NetworkSegment(c8558a3e-05f3-4fbf-a1b5-8e63e04af833),segment_id=c8558a3e-05f3-4fbf-a1b5-8e63e04af833)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:32:07.268579 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:07.292142 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f3465d-6741-4940-b66d-13fe346e509f x-openstack-request-id: req-09f3465d-6741-4940-b66d-13fe346e509f {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:32:07.292440 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6", "name": "network-vif-plugged", "status": "completed", "tag": "c86543b8-ae11-429e-b97b-d417acac604d", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:32:07.292698 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-09f3465d-6741-4940-b66d-13fe346e509f {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:32:07.293095 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9123e43-dbc9-4ab5-bc8e-36fe2b862cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86543b8-ae11-429e-b97b-d417acac604d', 'code': 200} Nov 23 22:32:07.318863 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=c86543b8-ae11-429e-b97b-d417acac604d,revision_number=9']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:32:07.389958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-ba130574-c192-47e9-973d-d1d7ee78a451 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:07.391480 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-ba130574-c192-47e9-973d-d1d7ee78a451 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6 HTTP/1.1" status: 200 len: 945 time: 0.0544913 Nov 23 22:32:07.480042 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-da3bc473-b14e-4e72-ace4-06f49cde4d98 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Deleting port c86543b8-ae11-429e-b97b-d417acac604d {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:32:07.480392 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-da3bc473-b14e-4e72-ace4-06f49cde4d98 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:07.572401 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-da3bc473-b14e-4e72-ace4-06f49cde4d98 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] For port c86543b8-ae11-429e-b97b-d417acac604d, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c86543b8-ae11-429e-b97b-d417acac604d,segment=NetworkSegment(c8558a3e-05f3-4fbf-a1b5-8e63e04af833),segment_id=c8558a3e-05f3-4fbf-a1b5-8e63e04af833)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:32:07.572773 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-da3bc473-b14e-4e72-ace4-06f49cde4d98 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:07.585089 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-da3bc473-b14e-4e72-ace4-06f49cde4d98 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Calling delete_port for c86543b8-ae11-429e-b97b-d417acac604d owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:32:07.708824 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-da3bc473-b14e-4e72-ace4-06f49cde4d98 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:07.740221 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bc473-b14e-4e72-ace4-06f49cde4d98 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Pushing event deleted for resources: {'Port': ['ID=c86543b8-ae11-429e-b97b-d417acac604d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:32:07.742762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['c86543b8-ae11-429e-b97b-d417acac604d'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:32:07.783323 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-da3bc473-b14e-4e72-ace4-06f49cde4d98 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] No DVR routers for this DVR port c86543b8-ae11-429e-b97b-d417acac604d on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:32:07.786160 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-da3bc473-b14e-4e72-ace4-06f49cde4d98 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:07.789617 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-58c81c30-2ff9-422a-9f58-61ad90a95554 req-da3bc473-b14e-4e72-ace4-06f49cde4d98 tempest-DeleteServersTestJSON-1279839305 tempest-DeleteServersTestJSON-1279839305-project] 10.222.0.60 "DELETE /v2.0/ports/c86543b8-ae11-429e-b97b-d417acac604d HTTP/1.1" status: 204 len: 173 time: 0.3914948 Nov 23 22:32:07.790091 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9123e43-dbc9-4ab5-bc8e-36fe2b862cb6', 'name': 'network-vif-deleted', 'tag': 'c86543b8-ae11-429e-b97b-d417acac604d'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:32:07.792514 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b369897-def0-4943-9973-b26578af0935" -d '{"events": [{"server_uuid": "d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6", "name": "network-vif-deleted", "tag": "c86543b8-ae11-429e-b97b-d417acac604d"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:32:07.833830 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685b9f5e-6ce0-4464-b0a0-713a66d10f0a x-openstack-request-id: req-685b9f5e-6ce0-4464-b0a0-713a66d10f0a {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:32:07.834133 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9123e43-dbc9-4ab5-bc8e-36fe2b862cb6", "name": "network-vif-deleted", "tag": "c86543b8-ae11-429e-b97b-d417acac604d", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:32:07.834382 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-685b9f5e-6ce0-4464-b0a0-713a66d10f0a {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:32:07.834908 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9123e43-dbc9-4ab5-bc8e-36fe2b862cb6', 'name': 'network-vif-deleted', 'tag': 'c86543b8-ae11-429e-b97b-d417acac604d', 'status': 'completed', 'code': 200} Nov 23 22:32:08.343175 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47000) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:32:08.387687 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32bddde-1d31-4d40-b180-6b082e0a2154 admin admin] Deleting subnet 87d66cfe-3643-4163-b4dd-aae9ea72d0b6 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:32:08.391217 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f32bddde-1d31-4d40-b180-6b082e0a2154 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:08.424356 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f32bddde-1d31-4d40-b180-6b082e0a2154 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:08.468080 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f32bddde-1d31-4d40-b180-6b082e0a2154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:08.519548 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f32bddde-1d31-4d40-b180-6b082e0a2154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:08.544568 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bddde-1d31-4d40-b180-6b082e0a2154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87d66cfe-3643-4163-b4dd-aae9ea72d0b6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:32:08.549065 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f32bddde-1d31-4d40-b180-6b082e0a2154 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:08.553554 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f32bddde-1d31-4d40-b180-6b082e0a2154 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/87d66cfe-3643-4163-b4dd-aae9ea72d0b6 HTTP/1.1" status: 204 len: 168 time: 0.2080781 Nov 23 22:32:08.554920 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 47002) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:32:08.620790 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:08.700441 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:08.719948 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad88912-a9ca-41fb-ab2a-1ffbb326d8fe']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:32:08.728830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8558a3e-05f3-4fbf-a1b5-8e63e04af833') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:32:08.729122 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8558a3e-05f3-4fbf-a1b5-8e63e04af833') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:32:08.739243 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:08.752678 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:08.758376 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:32:08.758829 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:32:08.760480 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:32:08.813294 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:08.819098 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:08.822232 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/fad88912-a9ca-41fb-ab2a-1ffbb326d8fe HTTP/1.1" status: 204 len: 168 time: 0.2663293 Nov 23 22:32:08.833590 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fad88912-a9ca-41fb-ab2a-1ffbb326d8fe,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:32:08.841603 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:08.841903 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:08.842789 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:08.843125 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:08.843477 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:08.843820 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:08.844103 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:08.844413 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:08.844794 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:08.845080 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:08.845345 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:08.845661 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059b23e0-71e2-4392-be5f-73d68c9d1fb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:08.933392 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47006) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:32:08.972793 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6e82ed9c-4000-467d-b788-3a0adef22c4d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5efcefa5c1ef4106888aa751b8d91b46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381575 Nov 23 22:32:08.975199 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47008) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:32:09.020481 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df69d395-6ce0-4a64-8921-d77d9827c316 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:09.041616 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df69d395-6ce0-4a64-8921-d77d9827c316 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:09.092726 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df69d395-6ce0-4a64-8921-d77d9827c316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:09.095097 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df69d395-6ce0-4a64-8921-d77d9827c316 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:09.096237 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-df69d395-6ce0-4a64-8921-d77d9827c316 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/01594c47-7aa0-40b2-a08c-9a52e74d4446 HTTP/1.1" status: 204 len: 168 time: 0.1201572 Nov 23 22:32:09.103740 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69d395-6ce0-4a64-8921-d77d9827c316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01594c47-7aa0-40b2-a08c-9a52e74d4446,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:32:09.754493 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47030) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:32:09.849481 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-25aea0a1-7d22-4773-a32c-f652b3ff3590 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1540723575-network', 'tenant_id': '9f45a457120d448da7f2f8db5ca453d0'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:32:09.872214 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25aea0a1-7d22-4773-a32c-f652b3ff3590 admin admin] Made reservation on behalf of 9f45a457120d448da7f2f8db5ca453d0 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:32:09.874991 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-25aea0a1-7d22-4773-a32c-f652b3ff3590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:09.883142 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-25aea0a1-7d22-4773-a32c-f652b3ff3590 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:09.957125 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-25aea0a1-7d22-4773-a32c-f652b3ff3590 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:09.960556 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-25aea0a1-7d22-4773-a32c-f652b3ff3590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:09.986008 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25aea0a1-7d22-4773-a32c-f652b3ff3590 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:32:09.994911 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aea0a1-7d22-4773-a32c-f652b3ff3590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df24f3b5-8839-4bc9-9a97-b83d789c7a13,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:32:10.001664 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-25aea0a1-7d22-4773-a32c-f652b3ff3590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:10.002009 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-25aea0a1-7d22-4773-a32c-f652b3ff3590 admin admin] Added segment 0b4b9d89-0dd7-4757-8f12-abcea98c5680 of type vlan for network 3492f7b4-e512-4dde-8fd5-56110463c0e5 Nov 23 22:32:10.042695 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-25aea0a1-7d22-4773-a32c-f652b3ff3590 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:10.067140 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-25aea0a1-7d22-4773-a32c-f652b3ff3590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:10.068084 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aea0a1-7d22-4773-a32c-f652b3ff3590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:10.068675 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-25aea0a1-7d22-4773-a32c-f652b3ff3590 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:10.099361 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-25aea0a1-7d22-4773-a32c-f652b3ff3590 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3435519 Nov 23 22:32:10.102235 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 47034) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:32:10.110888 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-d4ff342e-5255-491a-9c50-d589dacf9547 admin admin] Request body: {'subnet': {'network_id': '3492f7b4-e512-4dde-8fd5-56110463c0e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1540723575-subnet', 'tenant_id': '9f45a457120d448da7f2f8db5ca453d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:32:10.129295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ff342e-5255-491a-9c50-d589dacf9547 admin admin] Made reservation on behalf of 9f45a457120d448da7f2f8db5ca453d0 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:32:10.132041 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d4ff342e-5255-491a-9c50-d589dacf9547 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:10.137442 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aea0a1-7d22-4773-a32c-f652b3ff3590 admin admin] Pushing event updated for resources: {'Network': ['ID=3492f7b4-e512-4dde-8fd5-56110463c0e5,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:32:10.148472 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 3492f7b4-e512-4dde-8fd5-56110463c0e5 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:32:10.305917 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d4ff342e-5255-491a-9c50-d589dacf9547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:10.366896 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff342e-5255-491a-9c50-d589dacf9547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a69b74-5a57-43fd-88ef-2d68d3506ff9,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:32:10.375921 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ff342e-5255-491a-9c50-d589dacf9547 admin admin] Checking segment: {'id': '0b4b9d89-0dd7-4757-8f12-abcea98c5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3492f7b4-e512-4dde-8fd5-56110463c0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:32:10.376274 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ff342e-5255-491a-9c50-d589dacf9547 admin admin] Network hostable DHCP agents. Network: 3492f7b4-e512-4dde-8fd5-56110463c0e5, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:32:10.393578 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ff342e-5255-491a-9c50-d589dacf9547 admin admin] Network 3492f7b4-e512-4dde-8fd5-56110463c0e5 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:32:10.403330 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-d4ff342e-5255-491a-9c50-d589dacf9547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 3492f7b4-e512-4dde-8fd5-56110463c0e5) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:32:10.409362 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ff342e-5255-491a-9c50-d589dacf9547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:10.409501 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d4ff342e-5255-491a-9c50-d589dacf9547 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:10.412794 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cd1482-74c2-4931-959c-d034789a082d None None] Network 3492f7b4-e512-4dde-8fd5-56110463c0e5 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:32:10.426236 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d4ff342e-5255-491a-9c50-d589dacf9547 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3228092 Nov 23 22:32:10.544712 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7236fdb9-ea7d-4bfc-ab0e-9211cc480739 None None] Network 3492f7b4-e512-4dde-8fd5-56110463c0e5 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:32:10.863507 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-adf5d5f0-b719-4031-92f5-b34140c3bac9 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:10.865105 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-adf5d5f0-b719-4031-92f5-b34140c3bac9 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/networks?id=3492f7b4-e512-4dde-8fd5-56110463c0e5 HTTP/1.1" status: 200 len: 815 time: 0.1031978 Nov 23 22:32:10.880258 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-baa59909-27f0-4fb5-84c8-4ae7fbbcaa70 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/quotas/9f45a457120d448da7f2f8db5ca453d0 HTTP/1.1" status: 200 len: 375 time: 0.0095150 Nov 23 22:32:10.914826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-abbbe87c-b8fb-454f-b1d9-d3f394b8f8eb tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9f45a457120d448da7f2f8db5ca453d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294430 Nov 23 22:32:11.005011 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-54af3920-e17d-4e7a-9d6e-cf4d208e9ff7 service neutron] 10.222.0.50 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825739 Nov 23 22:32:11.085369 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c86543b8-ae11-429e-b97b-d417acac604d no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:32:11.100382 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-3c7b3979-9aac-485c-a32c-4b00ebae5e6f service neutron] 10.222.0.50 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894079 Nov 23 22:32:11.107301 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: c86543b8-ae11-429e-b97b-d417acac604d {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:32:11.108013 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c86543b8-ae11-429e-b97b-d417acac604d not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:32:11.262281 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e654bf28-7cf9-4033-a7fa-1e75a54dcd3a req-7f84276b-ebda-41c5-9ac4-9f2b52ad78c7 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 210 time: 0.0273967 Nov 23 22:32:12.297083 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-1138cc44-84b7-4b0e-a8b6-acd3fd313346 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:12.298609 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-1138cc44-84b7-4b0e-a8b6-acd3fd313346 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.60 "GET /v2.0/networks?id=3492f7b4-e512-4dde-8fd5-56110463c0e5 HTTP/1.1" status: 200 len: 815 time: 0.1100328 Nov 23 22:32:12.319247 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Request body: {'port': {'device_id': 'cd157bba-2a33-41af-8a62-7f8374805993', 'network_id': '3492f7b4-e512-4dde-8fd5-56110463c0e5', 'admin_state_up': True, 'tenant_id': '9f45a457120d448da7f2f8db5ca453d0'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:32:12.366181 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-85d64d5c-d92b-406c-b7f6-0c93c19de102 req-64bbf1ab-8416-4d9b-ba48-b0f27d6fb90e tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 210 time: 0.0270913 Nov 23 22:32:12.432789 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Made reservation on behalf of 9f45a457120d448da7f2f8db5ca453d0 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:32:12.436421 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:12.559361 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Allocated IP 172.20.0.11 (3492f7b4-e512-4dde-8fd5-56110463c0e5/48a69b74-5a57-43fd-88ef-2d68d3506ff9/e139edfe-bf9f-48e4-947f-038e143f4d1c) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:32:12.706914 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:12.739436 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:12.779412 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Network 3492f7b4-e512-4dde-8fd5-56110463c0e5 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:32:12.785236 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:32:12.788785 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:32:12.817651 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Pushing event updated for resources: {'Port': ['ID=e139edfe-bf9f-48e4-947f-038e143f4d1c,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:32:12.832817 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:12.833174 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:12.833522 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:12.833859 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:12.834194 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:12.834527 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:12.834890 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:12.835219 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:12.835550 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:12.835875 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:12.836199 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:12.836521 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:32:12.856437 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:12.857052 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:12.873129 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-dcf05854-e5e2-4ac6-8249-d4b19cc2a07f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5598283 Nov 23 22:32:12.891524 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-11431439-8707-4b8a-9e02-dc6451cc6347 service neutron] Request body: {'port': {'device_id': 'cd157bba-2a33-41af-8a62-7f8374805993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:32:12.944116 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-11431439-8707-4b8a-9e02-dc6451cc6347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:13.202397 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-11431439-8707-4b8a-9e02-dc6451cc6347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e139edfe-bf9f-48e4-947f-038e143f4d1c {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:32:13.210404 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-11431439-8707-4b8a-9e02-dc6451cc6347 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:13.222180 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-11431439-8707-4b8a-9e02-dc6451cc6347 service neutron] Transition to ACTIVE for port object e139edfe-bf9f-48e4-947f-038e143f4d1c will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:32:13.225670 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-11431439-8707-4b8a-9e02-dc6451cc6347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:13.278807 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11431439-8707-4b8a-9e02-dc6451cc6347 service neutron] Pushing event updated for resources: {'Port': ['ID=e139edfe-bf9f-48e4-947f-038e143f4d1c,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:32:13.342969 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-11431439-8707-4b8a-9e02-dc6451cc6347 service neutron] Attempting to bind port e139edfe-bf9f-48e4-947f-038e143f4d1c on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:32:13.343625 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-11431439-8707-4b8a-9e02-dc6451cc6347 service neutron] Attempting to bind port e139edfe-bf9f-48e4-947f-038e143f4d1c by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '0b4b9d89-0dd7-4757-8f12-abcea98c5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3492f7b4-e512-4dde-8fd5-56110463c0e5'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:32:13.343625 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-11431439-8707-4b8a-9e02-dc6451cc6347 service neutron] Attempting to bind port e139edfe-bf9f-48e4-947f-038e143f4d1c on network 3492f7b4-e512-4dde-8fd5-56110463c0e5 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:32:13.348046 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-11431439-8707-4b8a-9e02-dc6451cc6347 service neutron] Port e139edfe-bf9f-48e4-947f-038e143f4d1c on network 3492f7b4-e512-4dde-8fd5-56110463c0e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:32:13.348369 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-11431439-8707-4b8a-9e02-dc6451cc6347 service neutron] Attempting to bind port e139edfe-bf9f-48e4-947f-038e143f4d1c on network 3492f7b4-e512-4dde-8fd5-56110463c0e5 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:32:13.353184 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-11431439-8707-4b8a-9e02-dc6451cc6347 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:32:13.353515 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-11431439-8707-4b8a-9e02-dc6451cc6347 service neutron] Checking segment: {'id': '0b4b9d89-0dd7-4757-8f12-abcea98c5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3492f7b4-e512-4dde-8fd5-56110463c0e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:32:13.353892 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-11431439-8707-4b8a-9e02-dc6451cc6347 service neutron] Bound using segment: {'id': '0b4b9d89-0dd7-4757-8f12-abcea98c5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3492f7b4-e512-4dde-8fd5-56110463c0e5'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:32:13.354313 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-11431439-8707-4b8a-9e02-dc6451cc6347 service neutron] Bound port: e139edfe-bf9f-48e4-947f-038e143f4d1c, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4b9d89-0dd7-4757-8f12-abcea98c5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3492f7b4-e512-4dde-8fd5-56110463c0e5'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:32:13.354661 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-11431439-8707-4b8a-9e02-dc6451cc6347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:13.421593 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-11431439-8707-4b8a-9e02-dc6451cc6347 service neutron] For port e139edfe-bf9f-48e4-947f-038e143f4d1c, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:32:13.424812 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-11431439-8707-4b8a-9e02-dc6451cc6347 service neutron] For port e139edfe-bf9f-48e4-947f-038e143f4d1c, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e139edfe-bf9f-48e4-947f-038e143f4d1c,segment=NetworkSegment(0b4b9d89-0dd7-4757-8f12-abcea98c5680),segment_id=0b4b9d89-0dd7-4757-8f12-abcea98c5680)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:32:13.429662 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-11431439-8707-4b8a-9e02-dc6451cc6347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:13.460764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-11431439-8707-4b8a-9e02-dc6451cc6347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:13.461382 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-11431439-8707-4b8a-9e02-dc6451cc6347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:13.463086 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-11431439-8707-4b8a-9e02-dc6451cc6347 service neutron] 10.222.0.60 "PUT /v2.0/ports/e139edfe-bf9f-48e4-947f-038e143f4d1c HTTP/1.1" status: 200 len: 1092 time: 0.5766985 Nov 23 22:32:13.465204 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd157bba-2a33-41af-8a62-7f8374805993', 'tag': 'e139edfe-bf9f-48e4-947f-038e143f4d1c'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:32:13.468198 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef49716a-44f9-4558-9b21-a3c66a7875e8" -d '{"events": [{"name": "network-changed", "server_uuid": "cd157bba-2a33-41af-8a62-7f8374805993", "tag": "e139edfe-bf9f-48e4-947f-038e143f4d1c"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:32:13.487315 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fea841-c2f1-4919-bbf8-a760cbde2efc req-557ef4c9-1a68-4c0d-b5ee-b7b0a424e0c1 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:13.489769 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93fea841-c2f1-4919-bbf8-a760cbde2efc req-557ef4c9-1a68-4c0d-b5ee-b7b0a424e0c1 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 944 time: 0.0522950 Nov 23 22:32:13.500205 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11431439-8707-4b8a-9e02-dc6451cc6347 service neutron] Pushing event updated for resources: {'Port': ['ID=e139edfe-bf9f-48e4-947f-038e143f4d1c,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:32:13.512856 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56540764-a3df-4a82-b6c0-90b1f3d17042 x-openstack-request-id: req-56540764-a3df-4a82-b6c0-90b1f3d17042 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:32:13.513157 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd157bba-2a33-41af-8a62-7f8374805993", "tag": "e139edfe-bf9f-48e4-947f-038e143f4d1c", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:32:13.513413 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-56540764-a3df-4a82-b6c0-90b1f3d17042 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:32:13.513949 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd157bba-2a33-41af-8a62-7f8374805993', 'tag': 'e139edfe-bf9f-48e4-947f-038e143f4d1c', 'status': 'completed', 'code': 200} Nov 23 22:32:13.558174 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93fea841-c2f1-4919-bbf8-a760cbde2efc req-b7985845-3a81-4ff1-a6ad-179cec2ab777 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614438 Nov 23 22:32:13.573835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-e0a5d622-4a58-495b-937e-accec2cd00c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:13.575427 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-e0a5d622-4a58-495b-937e-accec2cd00c7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f45a457120d448da7f2f8db5ca453d0&device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 1095 time: 0.0418804 Nov 23 22:32:13.626191 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-25c732ea-2c9c-4468-910e-1ca2d5f3f876 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e139edfe-bf9f-48e4-947f-038e143f4d1c HTTP/1.1" status: 200 len: 217 time: 0.0382662 Nov 23 22:32:13.674023 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-a133e7a8-7129-4138-bae2-1fb4cd2d0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:13.675504 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-a133e7a8-7129-4138-bae2-1fb4cd2d0a1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48a69b74-5a57-43fd-88ef-2d68d3506ff9 HTTP/1.1" status: 200 len: 855 time: 0.0431218 Nov 23 22:32:13.706451 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-cf6b3742-0c3b-451a-9266-09f3ad3494ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3492f7b4-e512-4dde-8fd5-56110463c0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237029 Nov 23 22:32:13.799078 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-2fe9a341-c189-4e40-9bfd-8ca3c9413ae8 service neutron] 10.222.0.60 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858281 Nov 23 22:32:13.887147 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-270248e0-2e17-4dc0-9337-97ecb2b539d0 req-5ff828b0-af6e-471d-a144-fed081de84b9 service neutron] 10.222.0.60 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812962 Nov 23 22:32:14.019086 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49716a-44f9-4558-9b21-a3c66a7875e8 req-ca75adf5-a7cf-4bfc-9061-5ddf7d8ff014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:14.020613 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ef49716a-44f9-4558-9b21-a3c66a7875e8 req-ca75adf5-a7cf-4bfc-9061-5ddf7d8ff014 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f45a457120d448da7f2f8db5ca453d0&device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 1095 time: 0.0407751 Nov 23 22:32:14.115886 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49716a-44f9-4558-9b21-a3c66a7875e8 req-4f141f5f-2b16-45f8-b272-3104696425ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:14.117374 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ef49716a-44f9-4558-9b21-a3c66a7875e8 req-4f141f5f-2b16-45f8-b272-3104696425ea service neutron] 10.222.0.60 "GET /v2.0/networks?id=3492f7b4-e512-4dde-8fd5-56110463c0e5 HTTP/1.1" status: 200 len: 916 time: 0.0889251 Nov 23 22:32:14.160646 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ef49716a-44f9-4558-9b21-a3c66a7875e8 req-fad5b98f-4aac-4d81-a8a1-5d4c55dcbe80 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e139edfe-bf9f-48e4-947f-038e143f4d1c HTTP/1.1" status: 200 len: 217 time: 0.0357649 Nov 23 22:32:14.214969 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49716a-44f9-4558-9b21-a3c66a7875e8 req-4f379acb-d365-48d4-9763-d45addf2d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:14.216403 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ef49716a-44f9-4558-9b21-a3c66a7875e8 req-4f379acb-d365-48d4-9763-d45addf2d925 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48a69b74-5a57-43fd-88ef-2d68d3506ff9 HTTP/1.1" status: 200 len: 855 time: 0.0467288 Nov 23 22:32:14.251395 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ef49716a-44f9-4558-9b21-a3c66a7875e8 req-f0ac0a22-a6a1-424f-852e-59ffa000e3d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3492f7b4-e512-4dde-8fd5-56110463c0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253463 Nov 23 22:32:14.339580 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ef49716a-44f9-4558-9b21-a3c66a7875e8 req-fd66ab06-f34c-46c0-8511-17f2b8797c4b service neutron] 10.222.0.60 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805991 Nov 23 22:32:14.433953 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ef49716a-44f9-4558-9b21-a3c66a7875e8 req-d2983b69-7cc5-40e3-8cc8-2497f7a659e7 service neutron] 10.222.0.60 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862362 Nov 23 22:32:14.673928 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f96f53-ec04-420c-8658-f6470e901b20 req-0f54a1ec-0ab0-490e-ab00-3f1713c1db7b tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:14.675433 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8f96f53-ec04-420c-8658-f6470e901b20 req-0f54a1ec-0ab0-490e-ab00-3f1713c1db7b tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 944 time: 0.0485740 Nov 23 22:32:14.722260 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8f96f53-ec04-420c-8658-f6470e901b20 req-4246b8c1-4aaf-43c1-8ea5-8c7d160fa075 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409105 Nov 23 22:32:15.836232 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9162a9-ff34-4347-a55c-fe15c58a9edf req-0ae5c87c-4548-40ae-92a5-2bd78777cd8e tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:15.837687 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ac9162a9-ff34-4347-a55c-fe15c58a9edf req-0ae5c87c-4548-40ae-92a5-2bd78777cd8e tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 944 time: 0.0491734 Nov 23 22:32:15.886038 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ac9162a9-ff34-4347-a55c-fe15c58a9edf req-ac3d75f0-8fc8-4c3f-808e-f0d61639cdf2 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417805 Nov 23 22:32:17.004485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7305df-01ae-44a0-b0d9-04d8802babd0 req-9b1e4f8f-0c63-4756-89ab-8822558721fb tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:17.005958 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9c7305df-01ae-44a0-b0d9-04d8802babd0 req-9b1e4f8f-0c63-4756-89ab-8822558721fb tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 944 time: 0.0528576 Nov 23 22:32:17.053488 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9c7305df-01ae-44a0-b0d9-04d8802babd0 req-36e16406-0836-43c3-8182-59b591d8f769 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417118 Nov 23 22:32:17.119948 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e139edfe-bf9f-48e4-947f-038e143f4d1c details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:32:17.211884 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port e139edfe-bf9f-48e4-947f-038e143f4d1c, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e139edfe-bf9f-48e4-947f-038e143f4d1c,segment=NetworkSegment(0b4b9d89-0dd7-4757-8f12-abcea98c5680),segment_id=0b4b9d89-0dd7-4757-8f12-abcea98c5680)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:32:17.223110 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'e139edfe-bf9f-48e4-947f-038e143f4d1c', 'network_id': '3492f7b4-e512-4dde-8fd5-56110463c0e5', 'port_id': 'e139edfe-bf9f-48e4-947f-038e143f4d1c', 'mac_address': 'fa:16:3e:52:0c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a69b74-5a57-43fd-88ef-2d68d3506ff9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:32:17.262979 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:17.275629 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e139edfe-bf9f-48e4-947f-038e143f4d1c {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:32:17.294462 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port e139edfe-bf9f-48e4-947f-038e143f4d1c, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e139edfe-bf9f-48e4-947f-038e143f4d1c,segment=NetworkSegment(0b4b9d89-0dd7-4757-8f12-abcea98c5680),segment_id=0b4b9d89-0dd7-4757-8f12-abcea98c5680)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:32:17.298930 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:17.344717 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=e139edfe-bf9f-48e4-947f-038e143f4d1c,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:32:17.410948 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-90b66426-5299-44f7-ad4e-fb216273227f req-ece2a294-e13b-481a-b42f-8b8ef784aa2b service neutron] (110034) timed out ('10.222.0.53', 57522) {{(pid=110034) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 22:32:17.555531 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['e139edfe-bf9f-48e4-947f-038e143f4d1c'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:32:18.169388 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452414b-454a-4626-8144-56d645b41877 req-8326f8a4-c26c-45dc-bd0a-a4f29d78e15b tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:18.171035 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a452414b-454a-4626-8144-56d645b41877 req-8326f8a4-c26c-45dc-bd0a-a4f29d78e15b tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 945 time: 0.0492516 Nov 23 22:32:18.219891 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a452414b-454a-4626-8144-56d645b41877 req-d639e0dc-9cc7-48f3-aa20-6df55dc54a5a tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430183 Nov 23 22:32:19.130924 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e139edfe-bf9f-48e4-947f-038e143f4d1c up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:32:19.179873 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port e139edfe-bf9f-48e4-947f-038e143f4d1c completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:32:19.183936 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port e139edfe-bf9f-48e4-947f-038e143f4d1c triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:32:19.184305 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:19.261042 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:19.288090 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd157bba-2a33-41af-8a62-7f8374805993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e139edfe-bf9f-48e4-947f-038e143f4d1c'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:32:19.290244 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bbf5fe-b97d-41ae-a5b2-4601a324a9a3" -d '{"events": [{"server_uuid": "cd157bba-2a33-41af-8a62-7f8374805993", "name": "network-vif-plugged", "status": "completed", "tag": "e139edfe-bf9f-48e4-947f-038e143f4d1c"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:32:19.302434 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port e139edfe-bf9f-48e4-947f-038e143f4d1c, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e139edfe-bf9f-48e4-947f-038e143f4d1c,segment=NetworkSegment(0b4b9d89-0dd7-4757-8f12-abcea98c5680),segment_id=0b4b9d89-0dd7-4757-8f12-abcea98c5680)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:32:19.308308 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:19.334564 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039173cc-64a9-4aa4-ad0c-e727954d3a6a x-openstack-request-id: req-039173cc-64a9-4aa4-ad0c-e727954d3a6a {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:32:19.334913 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd157bba-2a33-41af-8a62-7f8374805993", "name": "network-vif-plugged", "status": "completed", "tag": "e139edfe-bf9f-48e4-947f-038e143f4d1c", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:32:19.335149 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-039173cc-64a9-4aa4-ad0c-e727954d3a6a {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:32:19.335533 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd157bba-2a33-41af-8a62-7f8374805993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e139edfe-bf9f-48e4-947f-038e143f4d1c', 'code': 200} Nov 23 22:32:19.350691 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f16150-8d83-448a-a47c-be6ffb690dd5 req-d6e0e1e8-c736-40d3-9574-0eefe4c22dc9 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:19.352251 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59f16150-8d83-448a-a47c-be6ffb690dd5 req-d6e0e1e8-c736-40d3-9574-0eefe4c22dc9 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 945 time: 0.0594077 Nov 23 22:32:19.363528 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=e139edfe-bf9f-48e4-947f-038e143f4d1c,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:32:19.405381 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59f16150-8d83-448a-a47c-be6ffb690dd5 req-9383403a-d1e9-40e8-a38f-49faa71fcac9 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459900 Nov 23 22:32:19.459969 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab3afb-a97d-4a44-9977-4cd44e572e6c req-b87402a5-7f71-4284-a1ad-2f0906f5f317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:19.461456 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-edab3afb-a97d-4a44-9977-4cd44e572e6c req-b87402a5-7f71-4284-a1ad-2f0906f5f317 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 1097 time: 0.0412519 Nov 23 22:32:19.505970 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-edab3afb-a97d-4a44-9977-4cd44e572e6c req-25a07949-0a6c-4720-aae3-cb807752f986 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369625 Nov 23 22:32:20.527530 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48cf9b-db64-4437-a0a2-a1548c9405b7 req-61b25859-64fc-43e4-a437-46f33f0d444a tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:20.529133 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae48cf9b-db64-4437-a0a2-a1548c9405b7 req-61b25859-64fc-43e4-a437-46f33f0d444a tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0544922 Nov 23 22:32:20.583435 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae48cf9b-db64-4437-a0a2-a1548c9405b7 req-63fbea4a-45cd-42e5-9187-7e5e62a6b351 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465972 Nov 23 22:32:21.697989 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132a598-1447-4049-886c-749fc94065bd req-829008de-fc41-4e42-83e1-d6da867aa88e tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:21.699477 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7132a598-1447-4049-886c-749fc94065bd req-829008de-fc41-4e42-83e1-d6da867aa88e tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0482295 Nov 23 22:32:21.751002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7132a598-1447-4049-886c-749fc94065bd req-89f39120-cbf1-4e6d-b7a9-84b1b3072324 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450170 Nov 23 22:32:21.865230 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c208d-1b1d-4bd0-a87d-a92a47e7066c req-8fd6ce93-64af-4ef9-b4b9-2d0a9e49f62a tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:21.866605 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-067c208d-1b1d-4bd0-a87d-a92a47e7066c req-8fd6ce93-64af-4ef9-b4b9-2d0a9e49f62a tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0488896 Nov 23 22:32:21.914283 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-067c208d-1b1d-4bd0-a87d-a92a47e7066c req-4f014def-5871-4b82-8b6b-4e76464a05b2 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417929 Nov 23 22:32:22.116703 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976da2a0-bd57-4bc2-bd9b-76d10d21108b req-a2b70149-8de3-4c58-be99-e6e9ed803703 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:22.118111 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-976da2a0-bd57-4bc2-bd9b-76d10d21108b req-a2b70149-8de3-4c58-be99-e6e9ed803703 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0496271 Nov 23 22:32:22.165626 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-976da2a0-bd57-4bc2-bd9b-76d10d21108b req-c40ba1e4-a62b-4998-9376-f492fb8d2107 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407274 Nov 23 22:32:22.283221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1b51d-be53-4e70-958b-b5dee700cc53 req-df6f9ef0-077a-4ed8-8d8f-4a1122823d27 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:22.284739 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ff1b51d-be53-4e70-958b-b5dee700cc53 req-df6f9ef0-077a-4ed8-8d8f-4a1122823d27 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0544503 Nov 23 22:32:22.332475 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ff1b51d-be53-4e70-958b-b5dee700cc53 req-2dfe31aa-ea45-4368-966d-531c5189f854 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417202 Nov 23 22:32:22.568808 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-6fc8aa45-0e5f-4330-9798-98141232f9b4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443137 Nov 23 22:32:22.572397 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bb5d3-53f3-4ce5-bd59-3e0515aaff64 req-d0a091f3-9f4b-44de-8000-dccf543e10ec tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:22.573970 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-937bb5d3-53f3-4ce5-bd59-3e0515aaff64 req-d0a091f3-9f4b-44de-8000-dccf543e10ec tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0513000 Nov 23 22:32:22.626444 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-937bb5d3-53f3-4ce5-bd59-3e0515aaff64 req-b77f8b7c-1e17-48e0-9268-c90f25739667 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462458 Nov 23 22:32:23.129330 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:23.743051 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c3121-bca2-42ae-b8f6-c9287fdc7bca req-6e35b180-ae39-47ee-87b6-ff93d2cfd391 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:23.744536 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-273c3121-bca2-42ae-b8f6-c9287fdc7bca req-6e35b180-ae39-47ee-87b6-ff93d2cfd391 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0505569 Nov 23 22:32:23.802406 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-273c3121-bca2-42ae-b8f6-c9287fdc7bca req-25294d34-7474-4275-b85d-c11870391163 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512869 Nov 23 22:32:24.104616 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-3bfcf61b-b4c0-46b7-9751-0b22e81892aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:24.106100 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-3bfcf61b-b4c0-46b7-9751-0b22e81892aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f45a457120d448da7f2f8db5ca453d0&device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 1097 time: 0.2776744 Nov 23 22:32:24.195065 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-c50596f7-3c63-4732-a30c-6e9b1ce47216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:24.196540 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-c50596f7-3c63-4732-a30c-6e9b1ce47216 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3492f7b4-e512-4dde-8fd5-56110463c0e5 HTTP/1.1" status: 200 len: 916 time: 0.0830851 Nov 23 22:32:24.241129 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-70ab3cd6-cee0-43ac-a26c-8c957c1f4a73 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e139edfe-bf9f-48e4-947f-038e143f4d1c HTTP/1.1" status: 200 len: 217 time: 0.0368989 Nov 23 22:32:24.294816 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-01390d26-d5bb-4ce2-979a-ffd79799f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:24.296698 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-01390d26-d5bb-4ce2-979a-ffd79799f1f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48a69b74-5a57-43fd-88ef-2d68d3506ff9 HTTP/1.1" status: 200 len: 855 time: 0.0493088 Nov 23 22:32:24.328358 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-a385549c-1575-4f7f-89e4-42b01c32b7b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3492f7b4-e512-4dde-8fd5-56110463c0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247283 Nov 23 22:32:24.420939 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-ba83e399-a4db-42da-843a-3337f69ebbe1 service neutron] 10.222.0.60 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854101 Nov 23 22:32:24.508626 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-ced2b41a-a545-4c52-b6d2-f9bdf5f45802 service neutron] 10.222.0.60 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814056 Nov 23 22:32:24.917950 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d90250-fd3a-4fae-9605-aed980cf1e7b req-12d986d8-a8e8-4c71-9f01-650c33a800ee tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:24.919465 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63d90250-fd3a-4fae-9605-aed980cf1e7b req-12d986d8-a8e8-4c71-9f01-650c33a800ee tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0499010 Nov 23 22:32:24.967641 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63d90250-fd3a-4fae-9605-aed980cf1e7b req-d8115c35-d90d-4090-a2eb-af6d49c9ec5e tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415487 Nov 23 22:32:26.083725 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139ad94-ff46-4290-a7e8-2f36be6330c5 req-a3883c4d-8f02-40cc-a312-31f49a271eee tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:26.085206 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f139ad94-ff46-4290-a7e8-2f36be6330c5 req-a3883c4d-8f02-40cc-a312-31f49a271eee tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0494881 Nov 23 22:32:26.134257 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f139ad94-ff46-4290-a7e8-2f36be6330c5 req-bb35dceb-3b4a-4cdb-8d58-38c0b51a551e tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431123 Nov 23 22:32:27.253569 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e111d61-1b9c-4254-9730-ca84c7008981 req-172ea7ad-0393-4444-9c3f-f49b5900496d tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:27.255086 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e111d61-1b9c-4254-9730-ca84c7008981 req-172ea7ad-0393-4444-9c3f-f49b5900496d tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0556266 Nov 23 22:32:27.302866 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e111d61-1b9c-4254-9730-ca84c7008981 req-1b547cf2-b3a9-4efe-8035-985c6a9eacba tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417535 Nov 23 22:32:27.974918 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bcc4781f-9198-4b51-a99d-1835cc12ec3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:28.423054 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7372758-538b-458e-8f60-68737902ab57 req-cf282435-e7c4-49ae-b945-d1765e43388f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:28.424519 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e7372758-538b-458e-8f60-68737902ab57 req-cf282435-e7c4-49ae-b945-d1765e43388f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0526292 Nov 23 22:32:28.479228 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e7372758-538b-458e-8f60-68737902ab57 req-d43d611c-035b-4870-ad84-0a3c062cdee8 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486906 Nov 23 22:32:29.606005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7221f-e613-45a2-8705-e327bf906336 req-0cbc1b47-0630-4b25-a48b-b213611f6533 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:29.607486 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24b7221f-e613-45a2-8705-e327bf906336 req-0cbc1b47-0630-4b25-a48b-b213611f6533 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0538900 Nov 23 22:32:29.655985 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24b7221f-e613-45a2-8705-e327bf906336 req-9ef92682-0a72-4091-b350-45625479921b tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419500 Nov 23 22:32:30.299726 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:30.613853 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:32:30.672054 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-39bc51b3-6575-41cd-b0ad-f0156cb153f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:30.771291 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dec79a-c429-4941-b9a4-9d61f905ee2e req-4d2aa166-8903-40ed-bc0e-6651025be7d1 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:30.772660 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-64dec79a-c429-4941-b9a4-9d61f905ee2e req-4d2aa166-8903-40ed-bc0e-6651025be7d1 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0493960 Nov 23 22:32:30.820798 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-64dec79a-c429-4941-b9a4-9d61f905ee2e req-baf9e43b-c221-4c11-94f5-d2b56ebc621b tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421832 Nov 23 22:32:31.724784 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:31.936356 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b56246-e406-40dc-99f2-d7e7d0b2bc94 req-9ade2ddf-09ce-4300-9a38-8d4798db2a09 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:31.938302 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-38b56246-e406-40dc-99f2-d7e7d0b2bc94 req-9ade2ddf-09ce-4300-9a38-8d4798db2a09 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0501277 Nov 23 22:32:31.990274 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-38b56246-e406-40dc-99f2-d7e7d0b2bc94 req-8defa5ce-68b1-4286-80d6-a0f5f7be7cea tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459316 Nov 23 22:32:33.108516 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec11bd-9f28-4260-bd85-1a6bd4ba8b24 req-234b66e3-3d12-4efa-8675-c2c9536d3d59 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:33.110014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-58ec11bd-9f28-4260-bd85-1a6bd4ba8b24 req-234b66e3-3d12-4efa-8675-c2c9536d3d59 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0497878 Nov 23 22:32:33.114485 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:33.160014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-58ec11bd-9f28-4260-bd85-1a6bd4ba8b24 req-44087fed-18db-41dc-ad5e-e110c1559b03 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425887 Nov 23 22:32:33.894645 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:34.273543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43841789-df77-47e2-8560-ea47ffbbc094 req-cbb2ed16-85fe-402a-90f6-8aadd2412b8b tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:34.275322 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-43841789-df77-47e2-8560-ea47ffbbc094 req-cbb2ed16-85fe-402a-90f6-8aadd2412b8b tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0489118 Nov 23 22:32:34.323027 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-43841789-df77-47e2-8560-ea47ffbbc094 req-085b9ac3-a191-49dc-86a6-50b316fd92fd tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408485 Nov 23 22:32:35.444583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ad35e-24ae-4fd8-af63-7fab217d2bc8 req-0e923a2c-92bb-4951-882b-316ce14bb4a0 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:35.446066 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da3ad35e-24ae-4fd8-af63-7fab217d2bc8 req-0e923a2c-92bb-4951-882b-316ce14bb4a0 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0535815 Nov 23 22:32:35.493373 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da3ad35e-24ae-4fd8-af63-7fab217d2bc8 req-26203e88-f4ad-4d69-b25a-d23ff29726ad tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413332 Nov 23 22:32:36.609143 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fe756-0b15-418c-8404-be051344fe60 req-86802699-f755-45d3-9ce7-df908716a786 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:36.610597 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-633fe756-0b15-418c-8404-be051344fe60 req-86802699-f755-45d3-9ce7-df908716a786 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0483389 Nov 23 22:32:36.656592 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-633fe756-0b15-418c-8404-be051344fe60 req-ce1a9e38-190b-481c-bcbd-867e1c81db06 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397079 Nov 23 22:32:37.772836 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad914f-698e-4710-8b45-b50ac872d1b7 req-91c248e0-4c4e-47cf-bcad-fd2a039da289 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:37.774313 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aaad914f-698e-4710-8b45-b50ac872d1b7 req-91c248e0-4c4e-47cf-bcad-fd2a039da289 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0495083 Nov 23 22:32:37.827772 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aaad914f-698e-4710-8b45-b50ac872d1b7 req-b806b741-1aca-4a4a-b88e-8124e4e0f690 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468516 Nov 23 22:32:38.946411 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22129465-772e-4644-aacf-4f46ab933790 req-68b8a047-a498-4632-a577-2577f2a0c040 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:38.947918 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22129465-772e-4644-aacf-4f46ab933790 req-68b8a047-a498-4632-a577-2577f2a0c040 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0503535 Nov 23 22:32:38.995943 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-22129465-772e-4644-aacf-4f46ab933790 req-dfc26f87-0091-4510-b6ec-5caacd6860e9 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418804 Nov 23 22:32:40.113166 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8baa1-4a5d-4979-9b18-2cf1f1ee10ed req-da495a2e-a59b-4e0e-8467-b2691b6faf5c tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:40.114678 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-36a8baa1-4a5d-4979-9b18-2cf1f1ee10ed req-da495a2e-a59b-4e0e-8467-b2691b6faf5c tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0496383 Nov 23 22:32:40.161702 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-36a8baa1-4a5d-4979-9b18-2cf1f1ee10ed req-1debeaeb-b517-4153-af69-a0f6596f44fe tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411034 Nov 23 22:32:41.281408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca7f3d-848d-446e-a98d-13f078718754 req-6a735843-85aa-4cc7-95af-cc76e11472c5 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:41.282913 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-faca7f3d-848d-446e-a98d-13f078718754 req-6a735843-85aa-4cc7-95af-cc76e11472c5 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0539782 Nov 23 22:32:41.329233 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-faca7f3d-848d-446e-a98d-13f078718754 req-f0d86a6f-0dbf-4347-be7b-b6e2b50c5903 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404365 Nov 23 22:32:42.443668 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870d383-ab30-4789-8816-358b0faafc48 req-fb87749f-b3bf-4eab-8d9d-8752e33cbfc4 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:42.445052 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8870d383-ab30-4789-8816-358b0faafc48 req-fb87749f-b3bf-4eab-8d9d-8752e33cbfc4 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0486071 Nov 23 22:32:42.494005 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8870d383-ab30-4789-8816-358b0faafc48 req-07ac8f3e-865a-4efb-b094-bd138bfb7e70 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431080 Nov 23 22:32:43.611284 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0009d-aa52-4fce-9cc7-f6a30715d795 req-21400a10-538e-4653-b37f-a871bbdb93b6 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:43.612777 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bad0009d-aa52-4fce-9cc7-f6a30715d795 req-21400a10-538e-4653-b37f-a871bbdb93b6 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0506909 Nov 23 22:32:43.659255 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bad0009d-aa52-4fce-9cc7-f6a30715d795 req-37ea3cbf-b1b2-4067-9304-551cc9b2d74c tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403967 Nov 23 22:32:44.776807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d57103-7082-4257-bcfe-70f41733040b req-450e767e-9829-43a6-b0b0-0207a9130822 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:44.778280 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-49d57103-7082-4257-bcfe-70f41733040b req-450e767e-9829-43a6-b0b0-0207a9130822 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0507171 Nov 23 22:32:44.825445 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-49d57103-7082-4257-bcfe-70f41733040b req-fcb8d725-cd4c-4286-af98-db6bd9aa7e0d tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405440 Nov 23 22:32:45.942229 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4b629-e565-4207-a12c-ae263895a7b7 req-60197e81-881f-4c39-9d41-7879a90d5990 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:45.943735 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32d4b629-e565-4207-a12c-ae263895a7b7 req-60197e81-881f-4c39-9d41-7879a90d5990 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0492351 Nov 23 22:32:45.995188 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32d4b629-e565-4207-a12c-ae263895a7b7 req-cf9c4f5f-ac94-4b5a-b2e0-22c1f4ea939b tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454733 Nov 23 22:32:47.117376 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65484fb7-2cd2-40b1-8b63-fef8e82dd822 req-68aaa465-5e0a-4669-905f-bd8d315d7a11 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:47.118923 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-65484fb7-2cd2-40b1-8b63-fef8e82dd822 req-68aaa465-5e0a-4669-905f-bd8d315d7a11 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0504000 Nov 23 22:32:47.171256 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-65484fb7-2cd2-40b1-8b63-fef8e82dd822 req-8786bee6-7d52-4dca-a1b0-727e7bc983b2 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434835 Nov 23 22:32:48.286315 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3df6bf-a2da-439c-b91a-3f6c6f3a380e req-2a13f8e1-fc15-4b1b-912a-112efcaf2427 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:48.287821 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d3df6bf-a2da-439c-b91a-3f6c6f3a380e req-2a13f8e1-fc15-4b1b-912a-112efcaf2427 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0501070 Nov 23 22:32:48.334873 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d3df6bf-a2da-439c-b91a-3f6c6f3a380e req-42066bea-2720-4bda-a25b-67f1c3415f1b tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412107 Nov 23 22:32:49.454417 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad49db-b820-4877-a74f-c27e205cd904 req-4a4b81d7-741f-49e0-9a1a-c3a38da747c8 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:49.455909 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6fad49db-b820-4877-a74f-c27e205cd904 req-4a4b81d7-741f-49e0-9a1a-c3a38da747c8 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0525327 Nov 23 22:32:49.502963 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6fad49db-b820-4877-a74f-c27e205cd904 req-5132ca7d-2f4b-4509-bc82-5ea73e0822b6 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410655 Nov 23 22:32:50.622981 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41e607-b8a6-4d4e-85c7-2137a00d80c4 req-9dafe27a-b3df-4ced-854d-81881e93154c tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:50.626005 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bd41e607-b8a6-4d4e-85c7-2137a00d80c4 req-9dafe27a-b3df-4ced-854d-81881e93154c tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0534117 Nov 23 22:32:50.677061 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bd41e607-b8a6-4d4e-85c7-2137a00d80c4 req-3e02f375-d639-4c47-95d0-c377dfa74d9e tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443988 Nov 23 22:32:51.774826 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-acfeacf0-ca6f-4ba1-b31b-6833d0ed6463 service neutron] show failed (client error): The resource could not be found. Nov 23 22:32:51.775862 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-acfeacf0-ca6f-4ba1-b31b-6833d0ed6463 service neutron] 10.222.0.60 "GET /v2.0/ports/e139edfe-bf9f-48e4-947f-038e143f4d1c/bindings/n-h1-816206-9 HTTP/1.1" status: 404 len: 380 time: 0.0601940 Nov 23 22:32:51.800712 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af107816-a5a2-4c40-9637-dacef31f27c3 req-af3ff198-fdd5-40fc-b791-532b90a582c3 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:51.803343 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-af107816-a5a2-4c40-9637-dacef31f27c3 req-af3ff198-fdd5-40fc-b791-532b90a582c3 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 946 time: 0.0508075 Nov 23 22:32:51.855748 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-af107816-a5a2-4c40-9637-dacef31f27c3 req-8d16aba1-5d21-439a-b1b7-0b1ee16d408c tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465062 Nov 23 22:32:52.025752 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-a3864dd0-35be-4c07-beb4-6c75e788cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:52.027213 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-a3864dd0-35be-4c07-beb4-6c75e788cd34 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993&tenant_id=9f45a457120d448da7f2f8db5ca453d0 HTTP/1.1" status: 200 len: 1097 time: 0.0701065 Nov 23 22:32:52.046339 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-9', 'device_owner': 'compute:nova'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:32:52.101523 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:52.346234 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] For port e139edfe-bf9f-48e4-947f-038e143f4d1c, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e139edfe-bf9f-48e4-947f-038e143f4d1c,segment=NetworkSegment(0b4b9d89-0dd7-4757-8f12-abcea98c5680),segment_id=0b4b9d89-0dd7-4757-8f12-abcea98c5680)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:32:52.379422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] For port e139edfe-bf9f-48e4-947f-038e143f4d1c, host n-h2-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:32:52.420577 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd157bba-2a33-41af-8a62-7f8374805993', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e139edfe-bf9f-48e4-947f-038e143f4d1c'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:32:52.422799 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ff6484-0ef9-47bb-84dd-2e86f3732c42" -d '{"events": [{"server_uuid": "cd157bba-2a33-41af-8a62-7f8374805993", "name": "network-vif-unplugged", "status": "completed", "tag": "e139edfe-bf9f-48e4-947f-038e143f4d1c"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:32:52.426777 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:52.443718 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] Transition to ACTIVE for port object e139edfe-bf9f-48e4-947f-038e143f4d1c will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:32:52.447965 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:52.477788 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13801771-3811-499e-b180-d87bf1738ed9 x-openstack-request-id: req-13801771-3811-499e-b180-d87bf1738ed9 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:32:52.478091 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd157bba-2a33-41af-8a62-7f8374805993", "name": "network-vif-unplugged", "status": "completed", "tag": "e139edfe-bf9f-48e4-947f-038e143f4d1c", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:32:52.478341 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-13801771-3811-499e-b180-d87bf1738ed9 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:32:52.478748 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd157bba-2a33-41af-8a62-7f8374805993', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e139edfe-bf9f-48e4-947f-038e143f4d1c', 'code': 200} Nov 23 22:32:52.513665 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] No DVR routers for this DVR port e139edfe-bf9f-48e4-947f-038e143f4d1c on host n-h2-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:32:52.516773 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] Pushing event updated for resources: {'Port': ['ID=e139edfe-bf9f-48e4-947f-038e143f4d1c,revision_number=6']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:32:52.550939 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] Attempting to bind port e139edfe-bf9f-48e4-947f-038e143f4d1c on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:32:52.551273 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] Attempting to bind port e139edfe-bf9f-48e4-947f-038e143f4d1c by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '0b4b9d89-0dd7-4757-8f12-abcea98c5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3492f7b4-e512-4dde-8fd5-56110463c0e5'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:32:52.551604 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] Attempting to bind port e139edfe-bf9f-48e4-947f-038e143f4d1c on network 3492f7b4-e512-4dde-8fd5-56110463c0e5 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:32:52.555864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] Port e139edfe-bf9f-48e4-947f-038e143f4d1c on network 3492f7b4-e512-4dde-8fd5-56110463c0e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:32:52.556177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] Attempting to bind port e139edfe-bf9f-48e4-947f-038e143f4d1c on network 3492f7b4-e512-4dde-8fd5-56110463c0e5 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:32:52.561476 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:32:52.561951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] Checking segment: {'id': '0b4b9d89-0dd7-4757-8f12-abcea98c5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3492f7b4-e512-4dde-8fd5-56110463c0e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:32:52.562418 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] Bound using segment: {'id': '0b4b9d89-0dd7-4757-8f12-abcea98c5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3492f7b4-e512-4dde-8fd5-56110463c0e5'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:32:52.562865 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] Bound port: e139edfe-bf9f-48e4-947f-038e143f4d1c, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4b9d89-0dd7-4757-8f12-abcea98c5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3492f7b4-e512-4dde-8fd5-56110463c0e5'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:32:52.563215 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:52.627961 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] For port e139edfe-bf9f-48e4-947f-038e143f4d1c, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:32:52.630778 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] For port e139edfe-bf9f-48e4-947f-038e143f4d1c, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e139edfe-bf9f-48e4-947f-038e143f4d1c,segment=NetworkSegment(0b4b9d89-0dd7-4757-8f12-abcea98c5680),segment_id=0b4b9d89-0dd7-4757-8f12-abcea98c5680)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:32:52.636740 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:52.674780 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:52.675409 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:52.676808 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] 10.222.0.53 "PUT /v2.0/ports/e139edfe-bf9f-48e4-947f-038e143f4d1c HTTP/1.1" status: 200 len: 1092 time: 0.6350551 Nov 23 22:32:52.703754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9e31e-cbfb-4866-b58c-9f9601eb07a7 service neutron] Pushing event updated for resources: {'Port': ['ID=e139edfe-bf9f-48e4-947f-038e143f4d1c,revision_number=7']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:32:52.746369 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-54c49b7a-402b-44f1-a574-c00c50c818f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:52.747906 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-54c49b7a-402b-44f1-a574-c00c50c818f9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9f45a457120d448da7f2f8db5ca453d0&device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 1095 time: 0.0411766 Nov 23 22:32:53.130250 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:53.131190 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-bac796ad-a8d1-4c90-8735-a76fadbedd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:53.132656 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-bac796ad-a8d1-4c90-8735-a76fadbedd0b service neutron] 10.222.0.53 "GET /v2.0/networks?id=3492f7b4-e512-4dde-8fd5-56110463c0e5 HTTP/1.1" status: 200 len: 916 time: 0.3723342 Nov 23 22:32:53.149109 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69da321-a3cf-4b14-99dc-50b92a3f329a req-54d031c8-fe52-4e66-872e-5de2ab660b78 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:53.150491 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d69da321-a3cf-4b14-99dc-50b92a3f329a req-54d031c8-fe52-4e66-872e-5de2ab660b78 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 944 time: 0.0696034 Nov 23 22:32:53.190418 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-56c9086c-a683-4816-9b51-de4f2427638b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e139edfe-bf9f-48e4-947f-038e143f4d1c HTTP/1.1" status: 200 len: 217 time: 0.0389450 Nov 23 22:32:53.258097 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d69da321-a3cf-4b14-99dc-50b92a3f329a req-cc47242f-365b-4f90-8070-bae378bafe6f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006875 Nov 23 22:32:53.267397 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-0506b311-f755-479e-a2e7-e58da7205106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:53.268927 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-0506b311-f755-479e-a2e7-e58da7205106 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=48a69b74-5a57-43fd-88ef-2d68d3506ff9 HTTP/1.1" status: 200 len: 855 time: 0.0663745 Nov 23 22:32:53.306590 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-afd7c5a0-948f-4848-baff-08826ef7f6f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3492f7b4-e512-4dde-8fd5-56110463c0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247028 Nov 23 22:32:53.398917 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-2adc5229-7fee-4044-82d6-fefdb4193933 service neutron] 10.222.0.53 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824015 Nov 23 22:32:53.495015 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dbc37d06-168d-472f-8e53-a6b2f857bcfe req-649b8010-4848-416b-bcb4-bbe21967df42 service neutron] 10.222.0.53 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851007 Nov 23 22:32:54.376087 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a383b-0c6d-4f38-ac87-45449173888b req-2401bd93-2b2c-4a80-b2d1-95c436bbe20d tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:54.377579 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-af7a383b-0c6d-4f38-ac87-45449173888b req-2401bd93-2b2c-4a80-b2d1-95c436bbe20d tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 944 time: 0.0486436 Nov 23 22:32:54.424285 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-af7a383b-0c6d-4f38-ac87-45449173888b req-a155453b-ff9e-4a99-a198-bc96cd4597cd tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407064 Nov 23 22:32:54.479891 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd157bba-2a33-41af-8a62-7f8374805993', 'tag': 'e139edfe-bf9f-48e4-947f-038e143f4d1c'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:32:54.482220 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef331110-3c7a-40bb-aa56-a0bce76b5f90" -d '{"events": [{"name": "network-changed", "server_uuid": "cd157bba-2a33-41af-8a62-7f8374805993", "tag": "e139edfe-bf9f-48e4-947f-038e143f4d1c"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:32:54.530681 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6b284c-cb55-4354-b88f-b05beb02f648 x-openstack-request-id: req-9d6b284c-cb55-4354-b88f-b05beb02f648 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:32:54.531005 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd157bba-2a33-41af-8a62-7f8374805993", "tag": "e139edfe-bf9f-48e4-947f-038e143f4d1c", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:32:54.531260 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d6b284c-cb55-4354-b88f-b05beb02f648 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:32:54.531754 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd157bba-2a33-41af-8a62-7f8374805993', 'tag': 'e139edfe-bf9f-48e4-947f-038e143f4d1c', 'status': 'completed', 'code': 200} Nov 23 22:32:54.597597 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef331110-3c7a-40bb-aa56-a0bce76b5f90 req-d5094101-0ad3-41d3-ba9a-a6dbdc50f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:54.599180 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef331110-3c7a-40bb-aa56-a0bce76b5f90 req-d5094101-0ad3-41d3-ba9a-a6dbdc50f223 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9f45a457120d448da7f2f8db5ca453d0&device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 1095 time: 0.0461812 Nov 23 22:32:54.620676 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef331110-3c7a-40bb-aa56-a0bce76b5f90 req-4be965f9-89f9-4b5b-aa1f-91fae796a8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:54.622158 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ef331110-3c7a-40bb-aa56-a0bce76b5f90 req-4be965f9-89f9-4b5b-aa1f-91fae796a8ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f45a457120d448da7f2f8db5ca453d0&device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 1095 time: 0.0440671 Nov 23 22:32:54.695431 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef331110-3c7a-40bb-aa56-a0bce76b5f90 req-097945af-a772-4751-b177-31db000294ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:54.696821 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef331110-3c7a-40bb-aa56-a0bce76b5f90 req-097945af-a772-4751-b177-31db000294ae service neutron] 10.222.0.53 "GET /v2.0/networks?id=3492f7b4-e512-4dde-8fd5-56110463c0e5 HTTP/1.1" status: 200 len: 916 time: 0.0875628 Nov 23 22:32:54.711240 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef331110-3c7a-40bb-aa56-a0bce76b5f90 req-b7f65083-41d4-427b-b74a-f8b8afd17d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:54.712715 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ef331110-3c7a-40bb-aa56-a0bce76b5f90 req-b7f65083-41d4-427b-b74a-f8b8afd17d9b service neutron] 10.222.0.60 "GET /v2.0/networks?id=3492f7b4-e512-4dde-8fd5-56110463c0e5 HTTP/1.1" status: 200 len: 916 time: 0.0841084 Nov 23 22:32:54.744186 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef331110-3c7a-40bb-aa56-a0bce76b5f90 req-f43b9612-83b7-4c3c-9485-ceeb47f0dd70 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e139edfe-bf9f-48e4-947f-038e143f4d1c HTTP/1.1" status: 200 len: 217 time: 0.0386329 Nov 23 22:32:54.757981 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ef331110-3c7a-40bb-aa56-a0bce76b5f90 req-72f6cd7c-5d8f-4599-914f-40b0c71a913c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e139edfe-bf9f-48e4-947f-038e143f4d1c HTTP/1.1" status: 200 len: 217 time: 0.0380650 Nov 23 22:32:54.797956 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef331110-3c7a-40bb-aa56-a0bce76b5f90 req-1d9a7f48-61e1-4da0-891c-6fcbcd691fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:54.799465 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef331110-3c7a-40bb-aa56-a0bce76b5f90 req-1d9a7f48-61e1-4da0-891c-6fcbcd691fd3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=48a69b74-5a57-43fd-88ef-2d68d3506ff9 HTTP/1.1" status: 200 len: 855 time: 0.0456102 Nov 23 22:32:54.809320 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef331110-3c7a-40bb-aa56-a0bce76b5f90 req-1507b2aa-1ece-47ba-9819-0ef686a10864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:54.811418 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ef331110-3c7a-40bb-aa56-a0bce76b5f90 req-1507b2aa-1ece-47ba-9819-0ef686a10864 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48a69b74-5a57-43fd-88ef-2d68d3506ff9 HTTP/1.1" status: 200 len: 855 time: 0.0455487 Nov 23 22:32:54.837395 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef331110-3c7a-40bb-aa56-a0bce76b5f90 req-1dbe6879-1c73-4272-9387-1f2e5791aabe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3492f7b4-e512-4dde-8fd5-56110463c0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251017 Nov 23 22:32:54.841887 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ef331110-3c7a-40bb-aa56-a0bce76b5f90 req-4a6d7672-8b93-402f-bd1f-5dc82ac10643 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3492f7b4-e512-4dde-8fd5-56110463c0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243466 Nov 23 22:32:54.934457 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef331110-3c7a-40bb-aa56-a0bce76b5f90 req-0a4a8abb-dd53-43dc-9d9a-1eb09c046f68 service neutron] 10.222.0.53 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886686 Nov 23 22:32:54.937226 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ef331110-3c7a-40bb-aa56-a0bce76b5f90 req-d78f0e4d-867d-4716-b441-ba44219bc75f service neutron] 10.222.0.60 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885479 Nov 23 22:32:55.025879 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef331110-3c7a-40bb-aa56-a0bce76b5f90 req-2a04c320-ce8a-478a-932a-cf2383769940 service neutron] 10.222.0.53 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826490 Nov 23 22:32:55.027334 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ef331110-3c7a-40bb-aa56-a0bce76b5f90 req-aa191aef-d7d9-4138-87be-7e904aadf173 service neutron] 10.222.0.60 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836730 Nov 23 22:32:55.305618 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e139edfe-bf9f-48e4-947f-038e143f4d1c no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:32:55.345808 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e139edfe-bf9f-48e4-947f-038e143f4d1c not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:32:55.537717 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c21fc-cce5-4ae4-bf81-fe11fb0b1a14 req-7477769f-4090-4621-a412-51a5a4c31381 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:55.539210 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fa5c21fc-cce5-4ae4-bf81-fe11fb0b1a14 req-7477769f-4090-4621-a412-51a5a4c31381 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 944 time: 0.0487678 Nov 23 22:32:55.590183 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fa5c21fc-cce5-4ae4-bf81-fe11fb0b1a14 req-126f4a92-8926-45d3-8b98-f06ccb7d942e tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452006 Nov 23 22:32:55.783223 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd0add-c838-454f-abc9-8db985d36098 req-628c4851-ff2d-4d22-8a0f-02bf9afe5dd0 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:55.784675 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-75fd0add-c838-454f-abc9-8db985d36098 req-628c4851-ff2d-4d22-8a0f-02bf9afe5dd0 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 944 time: 0.0500865 Nov 23 22:32:55.832362 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-75fd0add-c838-454f-abc9-8db985d36098 req-adc7caf7-bfe7-4acd-a874-cc208d4d25ac tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415916 Nov 23 22:32:55.854827 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998f352-f71d-4e8f-848f-d2aa86b27cc2 req-d8c3bc12-f194-4e38-8560-1c75da647666 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:55.856283 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d998f352-f71d-4e8f-848f-d2aa86b27cc2 req-d8c3bc12-f194-4e38-8560-1c75da647666 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993&tenant_id=9f45a457120d448da7f2f8db5ca453d0&binding%3Ahost_id=n-h1-816206-9 HTTP/1.1" status: 200 len: 944 time: 0.0908387 Nov 23 22:32:55.915817 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [req-d998f352-f71d-4e8f-848f-d2aa86b27cc2 req-7f9577e0-d51b-4275-9ab8-a4b989d23f11 service neutron] delete failed (client error): The resource could not be found. Nov 23 22:32:55.916808 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d998f352-f71d-4e8f-848f-d2aa86b27cc2 req-7f9577e0-d51b-4275-9ab8-a4b989d23f11 service neutron] 10.222.0.60 "DELETE /v2.0/ports/e139edfe-bf9f-48e4-947f-038e143f4d1c/bindings/n-h2-816206-9 HTTP/1.1" status: 404 len: 380 time: 0.0524766 Nov 23 22:32:56.022964 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998f352-f71d-4e8f-848f-d2aa86b27cc2 req-15d08e47-6392-482c-b45e-a8405f0cd8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:56.024449 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d998f352-f71d-4e8f-848f-d2aa86b27cc2 req-15d08e47-6392-482c-b45e-a8405f0cd8d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f45a457120d448da7f2f8db5ca453d0&device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 1095 time: 0.0406356 Nov 23 22:32:56.118389 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998f352-f71d-4e8f-848f-d2aa86b27cc2 req-3148cfa0-7546-47eb-9206-52096229f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:56.119828 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d998f352-f71d-4e8f-848f-d2aa86b27cc2 req-3148cfa0-7546-47eb-9206-52096229f0e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3492f7b4-e512-4dde-8fd5-56110463c0e5 HTTP/1.1" status: 200 len: 916 time: 0.0876863 Nov 23 22:32:56.161492 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d998f352-f71d-4e8f-848f-d2aa86b27cc2 req-cdfdd9ec-96ce-4368-bcea-974b9290b3cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e139edfe-bf9f-48e4-947f-038e143f4d1c HTTP/1.1" status: 200 len: 217 time: 0.0341294 Nov 23 22:32:56.214074 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998f352-f71d-4e8f-848f-d2aa86b27cc2 req-70ead9b9-0d3a-4ce1-b040-f7d660be7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:56.215592 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d998f352-f71d-4e8f-848f-d2aa86b27cc2 req-70ead9b9-0d3a-4ce1-b040-f7d660be7936 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48a69b74-5a57-43fd-88ef-2d68d3506ff9 HTTP/1.1" status: 200 len: 855 time: 0.0466256 Nov 23 22:32:56.246794 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d998f352-f71d-4e8f-848f-d2aa86b27cc2 req-42816daf-5070-4402-9799-6d1cbff133bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3492f7b4-e512-4dde-8fd5-56110463c0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245740 Nov 23 22:32:56.335811 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d998f352-f71d-4e8f-848f-d2aa86b27cc2 req-38ca30be-c171-44ed-8a7d-dfa9b9283f77 service neutron] 10.222.0.60 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812442 Nov 23 22:32:56.427945 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d998f352-f71d-4e8f-848f-d2aa86b27cc2 req-6d963a8e-b1a2-4d0e-adf9-98ce1c398b2f service neutron] 10.222.0.60 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840495 Nov 23 22:32:56.954412 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697adf7-5fcb-4986-a87d-e0c5e31ec551 req-858c3035-10c8-4838-bce9-a88f92728041 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:56.955972 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6697adf7-5fcb-4986-a87d-e0c5e31ec551 req-858c3035-10c8-4838-bce9-a88f92728041 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 944 time: 0.0511758 Nov 23 22:32:57.013634 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6697adf7-5fcb-4986-a87d-e0c5e31ec551 req-f7621ca9-4f01-4d10-8205-924ef7ba719c tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512359 Nov 23 22:32:57.065570 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e139edfe-bf9f-48e4-947f-038e143f4d1c details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:32:57.151018 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9289ca2-2ab1-4b47-8e38-358090f12c4c req-cd84b144-714c-41cf-8f44-ba491cd68efe tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:57.152644 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d9289ca2-2ab1-4b47-8e38-358090f12c4c req-cd84b144-714c-41cf-8f44-ba491cd68efe tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 944 time: 0.0650504 Nov 23 22:32:57.164503 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e139edfe-bf9f-48e4-947f-038e143f4d1c, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e139edfe-bf9f-48e4-947f-038e143f4d1c,segment=NetworkSegment(0b4b9d89-0dd7-4757-8f12-abcea98c5680),segment_id=0b4b9d89-0dd7-4757-8f12-abcea98c5680)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:32:57.178621 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'e139edfe-bf9f-48e4-947f-038e143f4d1c', 'network_id': '3492f7b4-e512-4dde-8fd5-56110463c0e5', 'port_id': 'e139edfe-bf9f-48e4-947f-038e143f4d1c', 'mac_address': 'fa:16:3e:52:0c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a69b74-5a57-43fd-88ef-2d68d3506ff9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:32:57.204369 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d9289ca2-2ab1-4b47-8e38-358090f12c4c req-77ab80ab-4110-45cd-8104-23b5ae689149 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439746 Nov 23 22:32:57.220568 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:57.233699 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e139edfe-bf9f-48e4-947f-038e143f4d1c {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:32:57.254226 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e139edfe-bf9f-48e4-947f-038e143f4d1c, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e139edfe-bf9f-48e4-947f-038e143f4d1c,segment=NetworkSegment(0b4b9d89-0dd7-4757-8f12-abcea98c5680),segment_id=0b4b9d89-0dd7-4757-8f12-abcea98c5680)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:32:57.257617 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:57.306256 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=e139edfe-bf9f-48e4-947f-038e143f4d1c,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:32:57.324217 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737544e-853f-48ca-b08e-252dddaca968 req-5a9dab94-31d3-4567-bf16-384fa0dec8ed tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:57.325754 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1737544e-853f-48ca-b08e-252dddaca968 req-5a9dab94-31d3-4567-bf16-384fa0dec8ed tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 945 time: 0.0501449 Nov 23 22:32:57.374988 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1737544e-853f-48ca-b08e-252dddaca968 req-7dbfcb88-1205-4e18-983c-80c20b9703a2 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420618 Nov 23 22:32:57.495854 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['e139edfe-bf9f-48e4-947f-038e143f4d1c'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:32:57.723811 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec879656-d006-471c-8901-666b2e5e459c req-00f1bdd9-4201-44a5-9a9f-4f6b95ddfe4c tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:57.725234 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec879656-d006-471c-8901-666b2e5e459c req-00f1bdd9-4201-44a5-9a9f-4f6b95ddfe4c tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/networks?id=3492f7b4-e512-4dde-8fd5-56110463c0e5 HTTP/1.1" status: 200 len: 815 time: 0.1074452 Nov 23 22:32:57.740752 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec879656-d006-471c-8901-666b2e5e459c req-74f11508-591d-485d-b05c-d71b6e164ed4 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/quotas/9f45a457120d448da7f2f8db5ca453d0 HTTP/1.1" status: 200 len: 375 time: 0.0097876 Nov 23 22:32:57.790394 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec879656-d006-471c-8901-666b2e5e459c req-d9bac933-0f41-413c-a8cd-1fe5fb341c92 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9f45a457120d448da7f2f8db5ca453d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0443776 Nov 23 22:32:57.886060 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec879656-d006-471c-8901-666b2e5e459c req-fdad4638-8d42-4b43-9c2e-2777ecd76df0 service neutron] 10.222.0.50 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878472 Nov 23 22:32:57.977249 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ec2a3669-980b-44c7-bc22-bab777cd27c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:57.979282 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec879656-d006-471c-8901-666b2e5e459c req-1aee2213-358d-49a0-b00a-d46f4fa587a5 service neutron] 10.222.0.50 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862122 Nov 23 22:32:58.154035 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9218928c-1ab7-49fc-b099-5d50268e2ae8 req-f0894e1d-75ad-4fd5-ad6c-ff4af390ac7f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 210 time: 0.0325546 Nov 23 22:32:59.040439 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f14f3-33eb-4d5a-9c40-d86fa4ec2445 req-dbd53b2d-360b-4bbe-b4ce-540d8764371d tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:59.041959 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f0f14f3-33eb-4d5a-9c40-d86fa4ec2445 req-dbd53b2d-360b-4bbe-b4ce-540d8764371d tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd157bba-2a33-41af-8a62-7f8374805993 HTTP/1.1" status: 200 len: 945 time: 0.0495701 Nov 23 22:32:59.079679 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e139edfe-bf9f-48e4-947f-038e143f4d1c up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:32:59.150195 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port e139edfe-bf9f-48e4-947f-038e143f4d1c completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:32:59.157190 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port e139edfe-bf9f-48e4-947f-038e143f4d1c triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:32:59.157589 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:59.164003 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-5f0f14f3-33eb-4d5a-9c40-d86fa4ec2445 req-5b0f2074-3968-4712-8c1a-b4a41f945f8d tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Deleting port e139edfe-bf9f-48e4-947f-038e143f4d1c {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:32:59.164735 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5f0f14f3-33eb-4d5a-9c40-d86fa4ec2445 req-5b0f2074-3968-4712-8c1a-b4a41f945f8d tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:59.250267 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:59.259247 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec879656-d006-471c-8901-666b2e5e459c req-d39cce27-b639-4930-8e5f-c3e788e3501f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:59.260908 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ec879656-d006-471c-8901-666b2e5e459c req-d39cce27-b639-4930-8e5f-c3e788e3501f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.53 "GET /v2.0/networks?id=3492f7b4-e512-4dde-8fd5-56110463c0e5 HTTP/1.1" status: 200 len: 815 time: 0.1728506 Nov 23 22:32:59.277855 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-ec879656-d006-471c-8901-666b2e5e459c req-cf848dd8-3c35-4312-827c-4698d9c09162 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Request body: {'port': {'device_id': '0da393f5-8f19-4bde-967d-337d99797d85', 'network_id': '3492f7b4-e512-4dde-8fd5-56110463c0e5', 'admin_state_up': True, 'tenant_id': '9f45a457120d448da7f2f8db5ca453d0'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:32:59.280682 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd157bba-2a33-41af-8a62-7f8374805993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e139edfe-bf9f-48e4-947f-038e143f4d1c'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:32:59.283691 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0c9661-4dc8-4e19-bf99-abcd4f9cfd42" -d '{"events": [{"server_uuid": "cd157bba-2a33-41af-8a62-7f8374805993", "name": "network-vif-plugged", "status": "completed", "tag": "e139edfe-bf9f-48e4-947f-038e143f4d1c"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:32:59.296624 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port e139edfe-bf9f-48e4-947f-038e143f4d1c, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e139edfe-bf9f-48e4-947f-038e143f4d1c,segment=NetworkSegment(0b4b9d89-0dd7-4757-8f12-abcea98c5680),segment_id=0b4b9d89-0dd7-4757-8f12-abcea98c5680)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:32:59.299220 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9e65e41a-b1fa-4d73-8761-245bc244f114 req-446c7169-c59e-42a4-8da7-e41ec076c6c2 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 210 time: 0.0431194 Nov 23 22:32:59.302820 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:59.345446 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-5f0f14f3-33eb-4d5a-9c40-d86fa4ec2445 req-5b0f2074-3968-4712-8c1a-b4a41f945f8d tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] For port e139edfe-bf9f-48e4-947f-038e143f4d1c, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=e139edfe-bf9f-48e4-947f-038e143f4d1c,segment=NetworkSegment(0b4b9d89-0dd7-4757-8f12-abcea98c5680),segment_id=0b4b9d89-0dd7-4757-8f12-abcea98c5680)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:32:59.346484 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5f0f14f3-33eb-4d5a-9c40-d86fa4ec2445 req-5b0f2074-3968-4712-8c1a-b4a41f945f8d tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:59.351182 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f2470b-9567-4690-84a7-d6fa74dc47bc x-openstack-request-id: req-d6f2470b-9567-4690-84a7-d6fa74dc47bc {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:32:59.351473 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd157bba-2a33-41af-8a62-7f8374805993", "name": "network-vif-plugged", "status": "completed", "tag": "e139edfe-bf9f-48e4-947f-038e143f4d1c", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:32:59.351720 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d6f2470b-9567-4690-84a7-d6fa74dc47bc {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:32:59.352690 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd157bba-2a33-41af-8a62-7f8374805993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e139edfe-bf9f-48e4-947f-038e143f4d1c', 'code': 200} Nov 23 22:32:59.363074 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=e139edfe-bf9f-48e4-947f-038e143f4d1c,revision_number=9']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:32:59.365549 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-5f0f14f3-33eb-4d5a-9c40-d86fa4ec2445 req-5b0f2074-3968-4712-8c1a-b4a41f945f8d tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Calling delete_port for e139edfe-bf9f-48e4-947f-038e143f4d1c owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:32:59.412773 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec879656-d006-471c-8901-666b2e5e459c req-cf848dd8-3c35-4312-827c-4698d9c09162 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Made reservation on behalf of 9f45a457120d448da7f2f8db5ca453d0 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:32:59.416530 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ec879656-d006-471c-8901-666b2e5e459c req-cf848dd8-3c35-4312-827c-4698d9c09162 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:59.501365 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5f0f14f3-33eb-4d5a-9c40-d86fa4ec2445 req-5b0f2074-3968-4712-8c1a-b4a41f945f8d tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:59.514960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['e139edfe-bf9f-48e4-947f-038e143f4d1c'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:32:59.538254 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f2074-3968-4712-8c1a-b4a41f945f8d tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Pushing event deleted for resources: {'Port': ['ID=e139edfe-bf9f-48e4-947f-038e143f4d1c,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:32:59.560166 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-ec879656-d006-471c-8901-666b2e5e459c req-cf848dd8-3c35-4312-827c-4698d9c09162 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Allocated IP 172.20.0.6 (3492f7b4-e512-4dde-8fd5-56110463c0e5/48a69b74-5a57-43fd-88ef-2d68d3506ff9/eab55e7f-9b0e-49bd-af6a-a0ec793bc157) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:32:59.572740 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0f14f3-33eb-4d5a-9c40-d86fa4ec2445 req-5b0f2074-3968-4712-8c1a-b4a41f945f8d tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] No DVR routers for this DVR port e139edfe-bf9f-48e4-947f-038e143f4d1c on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:32:59.575533 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5f0f14f3-33eb-4d5a-9c40-d86fa4ec2445 req-5b0f2074-3968-4712-8c1a-b4a41f945f8d tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:59.579576 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f0f14f3-33eb-4d5a-9c40-d86fa4ec2445 req-5b0f2074-3968-4712-8c1a-b4a41f945f8d tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.53 "DELETE /v2.0/ports/e139edfe-bf9f-48e4-947f-038e143f4d1c HTTP/1.1" status: 204 len: 173 time: 0.5308020 Nov 23 22:32:59.580051 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd157bba-2a33-41af-8a62-7f8374805993', 'name': 'network-vif-deleted', 'tag': 'e139edfe-bf9f-48e4-947f-038e143f4d1c'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:32:59.582293 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea5d501-69cb-4b04-a9ea-0b937784f0a8" -d '{"events": [{"server_uuid": "cd157bba-2a33-41af-8a62-7f8374805993", "name": "network-vif-deleted", "tag": "e139edfe-bf9f-48e4-947f-038e143f4d1c"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:32:59.628050 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9b6d4a-4566-4f76-a562-02a14f6df648 x-openstack-request-id: req-cd9b6d4a-4566-4f76-a562-02a14f6df648 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:32:59.628547 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd157bba-2a33-41af-8a62-7f8374805993", "name": "network-vif-deleted", "tag": "e139edfe-bf9f-48e4-947f-038e143f4d1c", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:32:59.628897 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd9b6d4a-4566-4f76-a562-02a14f6df648 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:32:59.629417 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd157bba-2a33-41af-8a62-7f8374805993', 'name': 'network-vif-deleted', 'tag': 'e139edfe-bf9f-48e4-947f-038e143f4d1c', 'status': 'completed', 'code': 200} Nov 23 22:32:59.721603 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ec879656-d006-471c-8901-666b2e5e459c req-cf848dd8-3c35-4312-827c-4698d9c09162 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:59.756665 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ec879656-d006-471c-8901-666b2e5e459c req-cf848dd8-3c35-4312-827c-4698d9c09162 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:59.769267 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['e139edfe-bf9f-48e4-947f-038e143f4d1c'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:32:59.799933 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec879656-d006-471c-8901-666b2e5e459c req-cf848dd8-3c35-4312-827c-4698d9c09162 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Network 3492f7b4-e512-4dde-8fd5-56110463c0e5 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:32:59.805053 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-ec879656-d006-471c-8901-666b2e5e459c req-cf848dd8-3c35-4312-827c-4698d9c09162 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:32:59.808787 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec879656-d006-471c-8901-666b2e5e459c req-cf848dd8-3c35-4312-827c-4698d9c09162 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:32:59.837507 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf848dd8-3c35-4312-827c-4698d9c09162 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Pushing event updated for resources: {'Port': ['ID=eab55e7f-9b0e-49bd-af6a-a0ec793bc157,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:32:59.862896 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec879656-d006-471c-8901-666b2e5e459c req-cf848dd8-3c35-4312-827c-4698d9c09162 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:32:59.863772 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ec879656-d006-471c-8901-666b2e5e459c req-cf848dd8-3c35-4312-827c-4698d9c09162 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:32:59.879165 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ec879656-d006-471c-8901-666b2e5e459c req-cf848dd8-3c35-4312-827c-4698d9c09162 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6064749 Nov 23 22:32:59.898059 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-ec879656-d006-471c-8901-666b2e5e459c req-2378fbc3-4317-412d-a39b-c3630802756c service neutron] Request body: {'port': {'device_id': '0da393f5-8f19-4bde-967d-337d99797d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:32:59.955175 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ec879656-d006-471c-8901-666b2e5e459c req-2378fbc3-4317-412d-a39b-c3630802756c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:00.211804 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-ec879656-d006-471c-8901-666b2e5e459c req-2378fbc3-4317-412d-a39b-c3630802756c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab55e7f-9b0e-49bd-af6a-a0ec793bc157 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:33:00.219981 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ec879656-d006-471c-8901-666b2e5e459c req-2378fbc3-4317-412d-a39b-c3630802756c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:00.232030 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-ec879656-d006-471c-8901-666b2e5e459c req-2378fbc3-4317-412d-a39b-c3630802756c service neutron] Transition to ACTIVE for port object eab55e7f-9b0e-49bd-af6a-a0ec793bc157 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:33:00.236696 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ec879656-d006-471c-8901-666b2e5e459c req-2378fbc3-4317-412d-a39b-c3630802756c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:00.285835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378fbc3-4317-412d-a39b-c3630802756c service neutron] Pushing event updated for resources: {'Port': ['ID=eab55e7f-9b0e-49bd-af6a-a0ec793bc157,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:00.317157 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:00.360108 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-ec879656-d006-471c-8901-666b2e5e459c req-2378fbc3-4317-412d-a39b-c3630802756c service neutron] Attempting to bind port eab55e7f-9b0e-49bd-af6a-a0ec793bc157 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:33:00.360453 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-ec879656-d006-471c-8901-666b2e5e459c req-2378fbc3-4317-412d-a39b-c3630802756c service neutron] Attempting to bind port eab55e7f-9b0e-49bd-af6a-a0ec793bc157 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '0b4b9d89-0dd7-4757-8f12-abcea98c5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3492f7b4-e512-4dde-8fd5-56110463c0e5'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:33:00.360784 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec879656-d006-471c-8901-666b2e5e459c req-2378fbc3-4317-412d-a39b-c3630802756c service neutron] Attempting to bind port eab55e7f-9b0e-49bd-af6a-a0ec793bc157 on network 3492f7b4-e512-4dde-8fd5-56110463c0e5 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:33:00.365343 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec879656-d006-471c-8901-666b2e5e459c req-2378fbc3-4317-412d-a39b-c3630802756c service neutron] Port eab55e7f-9b0e-49bd-af6a-a0ec793bc157 on network 3492f7b4-e512-4dde-8fd5-56110463c0e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:33:00.365742 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec879656-d006-471c-8901-666b2e5e459c req-2378fbc3-4317-412d-a39b-c3630802756c service neutron] Attempting to bind port eab55e7f-9b0e-49bd-af6a-a0ec793bc157 on network 3492f7b4-e512-4dde-8fd5-56110463c0e5 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:33:00.371047 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec879656-d006-471c-8901-666b2e5e459c req-2378fbc3-4317-412d-a39b-c3630802756c service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:33:00.371387 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec879656-d006-471c-8901-666b2e5e459c req-2378fbc3-4317-412d-a39b-c3630802756c service neutron] Checking segment: {'id': '0b4b9d89-0dd7-4757-8f12-abcea98c5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3492f7b4-e512-4dde-8fd5-56110463c0e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:33:00.371775 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec879656-d006-471c-8901-666b2e5e459c req-2378fbc3-4317-412d-a39b-c3630802756c service neutron] Bound using segment: {'id': '0b4b9d89-0dd7-4757-8f12-abcea98c5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3492f7b4-e512-4dde-8fd5-56110463c0e5'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:33:00.372207 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-ec879656-d006-471c-8901-666b2e5e459c req-2378fbc3-4317-412d-a39b-c3630802756c service neutron] Bound port: eab55e7f-9b0e-49bd-af6a-a0ec793bc157, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4b9d89-0dd7-4757-8f12-abcea98c5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3492f7b4-e512-4dde-8fd5-56110463c0e5'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:33:00.372559 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ec879656-d006-471c-8901-666b2e5e459c req-2378fbc3-4317-412d-a39b-c3630802756c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:00.437319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92025f58-d3b0-4967-a394-7b868e06ee88 req-6600149e-6dee-4505-8fc1-149026dc527a tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:00.438906 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-ec879656-d006-471c-8901-666b2e5e459c req-2378fbc3-4317-412d-a39b-c3630802756c service neutron] For port eab55e7f-9b0e-49bd-af6a-a0ec793bc157, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:33:00.439089 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92025f58-d3b0-4967-a394-7b868e06ee88 req-6600149e-6dee-4505-8fc1-149026dc527a tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 943 time: 0.0624759 Nov 23 22:33:00.442265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-ec879656-d006-471c-8901-666b2e5e459c req-2378fbc3-4317-412d-a39b-c3630802756c service neutron] For port eab55e7f-9b0e-49bd-af6a-a0ec793bc157, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=eab55e7f-9b0e-49bd-af6a-a0ec793bc157,segment=NetworkSegment(0b4b9d89-0dd7-4757-8f12-abcea98c5680),segment_id=0b4b9d89-0dd7-4757-8f12-abcea98c5680)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:33:00.447773 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ec879656-d006-471c-8901-666b2e5e459c req-2378fbc3-4317-412d-a39b-c3630802756c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:00.483165 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec879656-d006-471c-8901-666b2e5e459c req-2378fbc3-4317-412d-a39b-c3630802756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:00.483820 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-ec879656-d006-471c-8901-666b2e5e459c req-2378fbc3-4317-412d-a39b-c3630802756c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:00.485230 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ec879656-d006-471c-8901-666b2e5e459c req-2378fbc3-4317-412d-a39b-c3630802756c service neutron] 10.222.0.53 "PUT /v2.0/ports/eab55e7f-9b0e-49bd-af6a-a0ec793bc157 HTTP/1.1" status: 200 len: 1091 time: 0.5912490 Nov 23 22:33:00.485677 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da393f5-8f19-4bde-967d-337d99797d85', 'tag': 'eab55e7f-9b0e-49bd-af6a-a0ec793bc157'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:33:00.487992 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0a5696-4fc9-4cac-a1f1-500d84fbf4d6" -d '{"events": [{"name": "network-changed", "server_uuid": "0da393f5-8f19-4bde-967d-337d99797d85", "tag": "eab55e7f-9b0e-49bd-af6a-a0ec793bc157"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:33:00.501545 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-92025f58-d3b0-4967-a394-7b868e06ee88 req-a50e45d9-39d6-4cb1-b1e0-ab254d633d8c tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560100 Nov 23 22:33:00.512782 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378fbc3-4317-412d-a39b-c3630802756c service neutron] Pushing event updated for resources: {'Port': ['ID=eab55e7f-9b0e-49bd-af6a-a0ec793bc157,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:00.539314 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633feada-60e0-4c07-84e1-3187cc3da191 x-openstack-request-id: req-633feada-60e0-4c07-84e1-3187cc3da191 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:33:00.540137 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da393f5-8f19-4bde-967d-337d99797d85", "tag": "eab55e7f-9b0e-49bd-af6a-a0ec793bc157", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:33:00.540395 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-633feada-60e0-4c07-84e1-3187cc3da191 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:33:00.540834 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da393f5-8f19-4bde-967d-337d99797d85', 'tag': 'eab55e7f-9b0e-49bd-af6a-a0ec793bc157', 'status': 'completed', 'code': 200} Nov 23 22:33:00.546698 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0389d708-d663-479b-998f-c074a049bc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:00.584249 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec879656-d006-471c-8901-666b2e5e459c req-16afa273-6a5d-4024-805f-fdbeebb9c728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:00.585757 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ec879656-d006-471c-8901-666b2e5e459c req-16afa273-6a5d-4024-805f-fdbeebb9c728 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9f45a457120d448da7f2f8db5ca453d0&device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 1094 time: 0.0441000 Nov 23 22:33:00.635463 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ec879656-d006-471c-8901-666b2e5e459c req-b7f3a4cc-398a-4a24-b34d-e1fec5ae4266 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eab55e7f-9b0e-49bd-af6a-a0ec793bc157 HTTP/1.1" status: 200 len: 217 time: 0.0388041 Nov 23 22:33:00.686728 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec879656-d006-471c-8901-666b2e5e459c req-6977c2f0-cd45-4959-a02b-8a7f24177d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:00.688283 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ec879656-d006-471c-8901-666b2e5e459c req-6977c2f0-cd45-4959-a02b-8a7f24177d2e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=48a69b74-5a57-43fd-88ef-2d68d3506ff9 HTTP/1.1" status: 200 len: 855 time: 0.0456355 Nov 23 22:33:00.726250 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ec879656-d006-471c-8901-666b2e5e459c req-21f87783-925a-46ec-b7ab-1af7008946fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3492f7b4-e512-4dde-8fd5-56110463c0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249076 Nov 23 22:33:00.824086 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ec879656-d006-471c-8901-666b2e5e459c req-fa4fd051-4806-404e-828d-4f57209b6d42 service neutron] 10.222.0.53 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884192 Nov 23 22:33:00.919647 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ec879656-d006-471c-8901-666b2e5e459c req-726b55cd-c1bf-49af-8225-b51e29a0bbbe service neutron] 10.222.0.53 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825760 Nov 23 22:33:01.023584 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a5696-4fc9-4cac-a1f1-500d84fbf4d6 req-beb86e94-432f-4df8-bbdb-ba1f8ef41137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:01.026153 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ef0a5696-4fc9-4cac-a1f1-500d84fbf4d6 req-beb86e94-432f-4df8-bbdb-ba1f8ef41137 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9f45a457120d448da7f2f8db5ca453d0&device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 1094 time: 0.0495617 Nov 23 22:33:01.118619 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a5696-4fc9-4cac-a1f1-500d84fbf4d6 req-fa7909b1-8fc2-4f33-bc56-2b907fe65cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:01.120147 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ef0a5696-4fc9-4cac-a1f1-500d84fbf4d6 req-fa7909b1-8fc2-4f33-bc56-2b907fe65cc8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3492f7b4-e512-4dde-8fd5-56110463c0e5 HTTP/1.1" status: 200 len: 916 time: 0.0851514 Nov 23 22:33:01.166246 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ef0a5696-4fc9-4cac-a1f1-500d84fbf4d6 req-c89702c6-28dc-4667-b438-2ed3995b0782 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eab55e7f-9b0e-49bd-af6a-a0ec793bc157 HTTP/1.1" status: 200 len: 217 time: 0.0372500 Nov 23 22:33:01.213292 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a5696-4fc9-4cac-a1f1-500d84fbf4d6 req-0cdb1289-4d08-4301-bf1e-329006cedd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:01.214690 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ef0a5696-4fc9-4cac-a1f1-500d84fbf4d6 req-0cdb1289-4d08-4301-bf1e-329006cedd58 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=48a69b74-5a57-43fd-88ef-2d68d3506ff9 HTTP/1.1" status: 200 len: 855 time: 0.0413201 Nov 23 22:33:01.247685 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ef0a5696-4fc9-4cac-a1f1-500d84fbf4d6 req-e64cc74c-e050-4044-94ce-ef46702b110f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3492f7b4-e512-4dde-8fd5-56110463c0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244117 Nov 23 22:33:01.338824 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ef0a5696-4fc9-4cac-a1f1-500d84fbf4d6 req-adfba935-4eeb-40a1-a1cf-c3dfe7467cd0 service neutron] 10.222.0.53 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827913 Nov 23 22:33:01.430320 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ef0a5696-4fc9-4cac-a1f1-500d84fbf4d6 req-015d9286-cc92-4b43-8630-ab30e8a4bd0e service neutron] 10.222.0.53 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826070 Nov 23 22:33:01.631653 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66910b-7a2b-4d47-a844-cb591fee53c4 req-a77ed71e-60b1-47c7-be1a-22aa4cf54851 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:01.633015 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd66910b-7a2b-4d47-a844-cb591fee53c4 req-a77ed71e-60b1-47c7-be1a-22aa4cf54851 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 943 time: 0.0490837 Nov 23 22:33:01.680091 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cd66910b-7a2b-4d47-a844-cb591fee53c4 req-c6914f2a-a213-4a3f-8dd2-e83f6041eff6 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406952 Nov 23 22:33:01.727296 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:02.797719 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa84d3-4015-4a9e-b198-0399f743d224 req-4fef8244-6ddf-4218-8956-3d7ae207158f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:02.799224 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ecfa84d3-4015-4a9e-b198-0399f743d224 req-4fef8244-6ddf-4218-8956-3d7ae207158f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 943 time: 0.0492864 Nov 23 22:33:02.850022 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ecfa84d3-4015-4a9e-b198-0399f743d224 req-1cb3a91a-fb3f-4a8f-85be-56e7dabba254 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448987 Nov 23 22:33:03.084606 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e139edfe-bf9f-48e4-947f-038e143f4d1c no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:33:03.109570 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: e139edfe-bf9f-48e4-947f-038e143f4d1c {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:33:03.109915 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device e139edfe-bf9f-48e4-947f-038e143f4d1c not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:33:03.122777 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:03.897747 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:03.967148 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aaf921-b9e1-47af-a2ae-5c4b2b17107b req-ec2ac530-ab8e-4128-b1f6-4b8931805196 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:03.968816 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31aaf921-b9e1-47af-a2ae-5c4b2b17107b req-ec2ac530-ab8e-4128-b1f6-4b8931805196 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 943 time: 0.0497544 Nov 23 22:33:04.017150 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31aaf921-b9e1-47af-a2ae-5c4b2b17107b req-32502bec-d5aa-4f94-85c1-1286d8ee5db0 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423305 Nov 23 22:33:05.100881 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device eab55e7f-9b0e-49bd-af6a-a0ec793bc157 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:33:05.135430 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628d5be-7bfa-4fb0-8a7b-972125041ea1 req-cbb28bd6-e9d7-4efc-a081-b6f5e865c14f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:05.136981 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4628d5be-7bfa-4fb0-8a7b-972125041ea1 req-cbb28bd6-e9d7-4efc-a081-b6f5e865c14f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 943 time: 0.0520542 Nov 23 22:33:05.185054 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4628d5be-7bfa-4fb0-8a7b-972125041ea1 req-f53fda83-efb8-4611-aec2-8f1829c3a599 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418522 Nov 23 22:33:05.199956 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port eab55e7f-9b0e-49bd-af6a-a0ec793bc157, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=eab55e7f-9b0e-49bd-af6a-a0ec793bc157,segment=NetworkSegment(0b4b9d89-0dd7-4757-8f12-abcea98c5680),segment_id=0b4b9d89-0dd7-4757-8f12-abcea98c5680)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:33:05.211232 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'eab55e7f-9b0e-49bd-af6a-a0ec793bc157', 'network_id': '3492f7b4-e512-4dde-8fd5-56110463c0e5', 'port_id': 'eab55e7f-9b0e-49bd-af6a-a0ec793bc157', 'mac_address': 'fa:16:3e:cd:c2:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a69b74-5a57-43fd-88ef-2d68d3506ff9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:33:05.248888 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:05.261186 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab55e7f-9b0e-49bd-af6a-a0ec793bc157 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:33:05.280079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port eab55e7f-9b0e-49bd-af6a-a0ec793bc157, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=eab55e7f-9b0e-49bd-af6a-a0ec793bc157,segment=NetworkSegment(0b4b9d89-0dd7-4757-8f12-abcea98c5680),segment_id=0b4b9d89-0dd7-4757-8f12-abcea98c5680)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:33:05.283526 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:05.332124 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=eab55e7f-9b0e-49bd-af6a-a0ec793bc157,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:05.339165 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:05.339512 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:05.339853 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:05.340189 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:05.340526 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:05.340855 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:05.341180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:05.341502 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:05.341845 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:05.342333 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:05.342659 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:05.343006 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:05.533293 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['eab55e7f-9b0e-49bd-af6a-a0ec793bc157'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:33:06.308301 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e9702-d7ed-4d46-a4f7-d02f39444329 req-5df7e4ef-989e-4031-943f-f0c53eefc049 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:06.309782 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed2e9702-d7ed-4d46-a4f7-d02f39444329 req-5df7e4ef-989e-4031-943f-f0c53eefc049 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 944 time: 0.0548635 Nov 23 22:33:06.357137 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed2e9702-d7ed-4d46-a4f7-d02f39444329 req-92dac168-8a31-4c2c-84f6-37a55b0cf2f3 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409434 Nov 23 22:33:07.105854 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device eab55e7f-9b0e-49bd-af6a-a0ec793bc157 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:33:07.155613 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port eab55e7f-9b0e-49bd-af6a-a0ec793bc157 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:33:07.159332 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port eab55e7f-9b0e-49bd-af6a-a0ec793bc157 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:33:07.159707 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:07.235495 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:07.257567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da393f5-8f19-4bde-967d-337d99797d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab55e7f-9b0e-49bd-af6a-a0ec793bc157'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:33:07.259828 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c635794-0589-4a69-ad20-ab452defd0fd" -d '{"events": [{"server_uuid": "0da393f5-8f19-4bde-967d-337d99797d85", "name": "network-vif-plugged", "status": "completed", "tag": "eab55e7f-9b0e-49bd-af6a-a0ec793bc157"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:33:07.272721 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port eab55e7f-9b0e-49bd-af6a-a0ec793bc157, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=eab55e7f-9b0e-49bd-af6a-a0ec793bc157,segment=NetworkSegment(0b4b9d89-0dd7-4757-8f12-abcea98c5680),segment_id=0b4b9d89-0dd7-4757-8f12-abcea98c5680)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:33:07.277078 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:07.304165 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41c9e99-052f-4f27-9fa3-570be3a11e67 x-openstack-request-id: req-b41c9e99-052f-4f27-9fa3-570be3a11e67 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:33:07.304460 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da393f5-8f19-4bde-967d-337d99797d85", "name": "network-vif-plugged", "status": "completed", "tag": "eab55e7f-9b0e-49bd-af6a-a0ec793bc157", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:33:07.304712 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b41c9e99-052f-4f27-9fa3-570be3a11e67 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:33:07.305096 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da393f5-8f19-4bde-967d-337d99797d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab55e7f-9b0e-49bd-af6a-a0ec793bc157', 'code': 200} Nov 23 22:33:07.329995 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=eab55e7f-9b0e-49bd-af6a-a0ec793bc157,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:07.417023 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743c819-1bfb-4fe1-889f-45153e57b9ee req-160f2a3a-d5b1-48ae-a5b5-a4dfe5e00072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:07.418548 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b743c819-1bfb-4fe1-889f-45153e57b9ee req-160f2a3a-d5b1-48ae-a5b5-a4dfe5e00072 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 1096 time: 0.0450480 Nov 23 22:33:07.473201 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3796dff-64db-470f-95e1-b086d29f95fb req-202922d1-abcb-4489-b2a2-6593380a3c0a tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:07.473826 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b743c819-1bfb-4fe1-889f-45153e57b9ee req-0c9eee50-b9c2-448d-978e-1d66a3f67f46 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417411 Nov 23 22:33:07.474698 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d3796dff-64db-470f-95e1-b086d29f95fb req-202922d1-abcb-4489-b2a2-6593380a3c0a tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0491612 Nov 23 22:33:07.523027 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d3796dff-64db-470f-95e1-b086d29f95fb req-8f22da46-3fe7-4331-8968-1ef18dde2269 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421264 Nov 23 22:33:07.613380 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:33:08.640632 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec401532-ea39-4397-b4ad-da0e00e0eb56 req-2d7d9034-5525-46f8-ac25-ce2d1cc14a5e tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:08.642116 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec401532-ea39-4397-b4ad-da0e00e0eb56 req-2d7d9034-5525-46f8-ac25-ce2d1cc14a5e tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0494537 Nov 23 22:33:08.693999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec401532-ea39-4397-b4ad-da0e00e0eb56 req-2b675ea4-a7b7-48a3-9048-c8489ff4f9cb tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459707 Nov 23 22:33:09.814291 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f8e40-27ca-44ea-9df2-abf5e9125eb5 req-8e0b73ca-bd7d-464a-9ab1-8413c127f2d8 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:09.815791 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f36f8e40-27ca-44ea-9df2-abf5e9125eb5 req-8e0b73ca-bd7d-464a-9ab1-8413c127f2d8 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0490584 Nov 23 22:33:09.862613 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f36f8e40-27ca-44ea-9df2-abf5e9125eb5 req-d16ed111-bdf1-47cf-ae26-74ab13504c23 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408385 Nov 23 22:33:09.976269 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb8427-a2a7-4355-909e-4455d90a1183 req-54788573-b892-43ec-a60d-cf53804de70c tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:09.977640 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6adb8427-a2a7-4355-909e-4455d90a1183 req-54788573-b892-43ec-a60d-cf53804de70c tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0488298 Nov 23 22:33:10.026045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6adb8427-a2a7-4355-909e-4455d90a1183 req-b862937c-2d93-484d-a384-18c98141d506 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418391 Nov 23 22:33:10.246837 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-56ed784d-0d12-4ed7-ae70-90d68eb93c37 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408785 Nov 23 22:33:10.268430 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60244749-abf4-423e-abb6-95bcc9fdae07 req-71dfb858-27ac-4144-afa4-b98115e1772d tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:10.270039 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-60244749-abf4-423e-abb6-95bcc9fdae07 req-71dfb858-27ac-4144-afa4-b98115e1772d tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0573900 Nov 23 22:33:10.320747 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-60244749-abf4-423e-abb6-95bcc9fdae07 req-23753335-bbb9-46ad-8f5a-7f5a1dacd79e tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434124 Nov 23 22:33:11.397107 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-5af2219b-2725-4214-ac99-e70539279575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:11.398498 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-5af2219b-2725-4214-ac99-e70539279575 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9f45a457120d448da7f2f8db5ca453d0&device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 1096 time: 0.0420511 Nov 23 22:33:11.440201 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a2ebe-b92f-4953-b36a-eca68250e3cc req-0f21ef91-9e1d-4af4-b090-90133e9db728 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:11.441700 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-011a2ebe-b92f-4953-b36a-eca68250e3cc req-0f21ef91-9e1d-4af4-b090-90133e9db728 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0502837 Nov 23 22:33:11.491141 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-011a2ebe-b92f-4953-b36a-eca68250e3cc req-0a085461-d6c0-4f22-87d5-5159265a1fad tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431583 Nov 23 22:33:11.493494 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-c9e4ee1b-8647-497d-9a07-89c5b2fc09cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:11.495175 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-c9e4ee1b-8647-497d-9a07-89c5b2fc09cc service neutron] 10.222.0.53 "GET /v2.0/networks?id=3492f7b4-e512-4dde-8fd5-56110463c0e5 HTTP/1.1" status: 200 len: 916 time: 0.0889051 Nov 23 22:33:11.536643 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-726fe182-04ab-4fd0-8f69-993bb9cc65a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eab55e7f-9b0e-49bd-af6a-a0ec793bc157 HTTP/1.1" status: 200 len: 217 time: 0.0341902 Nov 23 22:33:11.587132 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-121ef235-0be8-499b-88fc-e7d6d14f33f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:11.588653 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-121ef235-0be8-499b-88fc-e7d6d14f33f3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=48a69b74-5a57-43fd-88ef-2d68d3506ff9 HTTP/1.1" status: 200 len: 855 time: 0.0444033 Nov 23 22:33:11.621366 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-eecba6f0-dbc3-4c3d-a1a1-7d316801c1f0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3492f7b4-e512-4dde-8fd5-56110463c0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247931 Nov 23 22:33:11.713993 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-6c534724-3a70-427c-b0b0-86f603b3c12f service neutron] 10.222.0.53 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847836 Nov 23 22:33:12.043873 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-e531795b-7d4a-4ff1-a140-3d6bf89db0e7 service neutron] 10.222.0.53 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226130 Nov 23 22:33:12.612695 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a5d57-aba1-4543-b788-fb5dd73c47b4 req-418a4220-2aab-49ab-8f46-b50bc7f79302 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:12.614423 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-950a5d57-aba1-4543-b788-fb5dd73c47b4 req-418a4220-2aab-49ab-8f46-b50bc7f79302 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0543189 Nov 23 22:33:12.661526 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-950a5d57-aba1-4543-b788-fb5dd73c47b4 req-1b673a3d-e50c-470b-bf4e-8dfdd784e225 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411108 Nov 23 22:33:13.782441 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de86ce4-ee4c-439e-a940-f78bd4fe201f req-c666403b-42f5-4798-ad56-a3576165a85a tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:13.784006 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6de86ce4-ee4c-439e-a940-f78bd4fe201f req-c666403b-42f5-4798-ad56-a3576165a85a tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0539799 Nov 23 22:33:13.832269 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6de86ce4-ee4c-439e-a940-f78bd4fe201f req-fab626f6-9da3-468c-80df-55bf41a2fdb4 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423081 Nov 23 22:33:14.949208 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22f60e-7e19-45c7-8805-d4ed42c62f75 req-5b0256f9-d618-4e1a-b302-e68ca2399386 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:14.950691 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bb22f60e-7e19-45c7-8805-d4ed42c62f75 req-5b0256f9-d618-4e1a-b302-e68ca2399386 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0494297 Nov 23 22:33:15.002376 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bb22f60e-7e19-45c7-8805-d4ed42c62f75 req-e3f53030-19fd-4ae7-b916-ac3b6f2d3302 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452189 Nov 23 22:33:16.117783 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94004ae3-91ba-4ca0-a5dd-e2643629df6b req-f446d536-6d65-4fcf-bb1a-60edca60de17 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:16.119297 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-94004ae3-91ba-4ca0-a5dd-e2643629df6b req-f446d536-6d65-4fcf-bb1a-60edca60de17 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0501363 Nov 23 22:33:16.167055 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-94004ae3-91ba-4ca0-a5dd-e2643629df6b req-24fe632c-937a-4aa6-a72e-a42c5ee866f8 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416455 Nov 23 22:33:17.283137 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00262a2-03fb-4b1e-938d-a6bce85694a1 req-d647d478-ae84-4d14-ba52-c78b3b2a31c8 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:17.284628 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f00262a2-03fb-4b1e-938d-a6bce85694a1 req-d647d478-ae84-4d14-ba52-c78b3b2a31c8 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0495200 Nov 23 22:33:17.332019 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f00262a2-03fb-4b1e-938d-a6bce85694a1 req-d731b438-f654-43ab-b23c-15d9b60263b0 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414512 Nov 23 22:33:18.454765 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62a2b3-eb11-40ff-8d32-a10635006ef2 req-2eeb54f2-5409-4d15-9c2c-3642fe2dbd0e tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:18.456159 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f62a2b3-eb11-40ff-8d32-a10635006ef2 req-2eeb54f2-5409-4d15-9c2c-3642fe2dbd0e tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0561700 Nov 23 22:33:18.504572 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f62a2b3-eb11-40ff-8d32-a10635006ef2 req-584d22cf-5fe5-4d9b-b010-1a50d6d69724 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425460 Nov 23 22:33:19.620016 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3cdf0-ea64-4699-9349-d106f0f529a2 req-94fbe495-fcbf-4b40-84d3-c863a9e5e9cd tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:19.621464 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bcf3cdf0-ea64-4699-9349-d106f0f529a2 req-94fbe495-fcbf-4b40-84d3-c863a9e5e9cd tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0487947 Nov 23 22:33:19.668933 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bcf3cdf0-ea64-4699-9349-d106f0f529a2 req-56e7bd8e-c224-4e1b-a4ba-c2a8f8f0de09 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413971 Nov 23 22:33:20.784874 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4d1ca-b6d6-495a-a59c-f5630ea44e9a req-439219bb-3729-4e9b-ab54-460c45c07b81 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:20.786381 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-28d4d1ca-b6d6-495a-a59c-f5630ea44e9a req-439219bb-3729-4e9b-ab54-460c45c07b81 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0495160 Nov 23 22:33:20.838210 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-28d4d1ca-b6d6-495a-a59c-f5630ea44e9a req-66ca5fd4-b640-4326-805a-afd9ff796672 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457640 Nov 23 22:33:21.956856 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc1623-f84b-462f-9ea0-ef27a938dada req-47e05f19-5161-4deb-99a4-948d9f7dba2c tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:21.958312 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8bdc1623-f84b-462f-9ea0-ef27a938dada req-47e05f19-5161-4deb-99a4-948d9f7dba2c tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0486679 Nov 23 22:33:22.005425 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8bdc1623-f84b-462f-9ea0-ef27a938dada req-1b5ef175-0749-4b65-a853-266f8247167e tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409348 Nov 23 22:33:23.124032 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998916c-55b8-4376-8805-7dcd0c2c75d4 req-a34bb293-fc0a-4e71-8621-842b01876deb tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:23.126477 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4998916c-55b8-4376-8805-7dcd0c2c75d4 req-a34bb293-fc0a-4e71-8621-842b01876deb tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0519674 Nov 23 22:33:23.128597 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:23.176160 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4998916c-55b8-4376-8805-7dcd0c2c75d4 req-a534eba1-7dac-4bfa-ad31-d91979040ce8 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426738 Nov 23 22:33:24.297216 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53d6d4-553e-42b2-95c9-c3e1e890aa39 req-c46a07c8-d176-4706-ae0d-1c1d81e9d5e0 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:24.298661 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ca53d6d4-553e-42b2-95c9-c3e1e890aa39 req-c46a07c8-d176-4706-ae0d-1c1d81e9d5e0 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0536177 Nov 23 22:33:24.345360 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ca53d6d4-553e-42b2-95c9-c3e1e890aa39 req-13441a46-9c00-4ea0-bbf1-556a6a6c7ecb tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407028 Nov 23 22:33:25.463377 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8e616-4859-4ed4-956d-f1fdc2a6563f req-e2f59406-8a61-47aa-8ec1-7367d5c09882 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:25.464887 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f6e8e616-4859-4ed4-956d-f1fdc2a6563f req-e2f59406-8a61-47aa-8ec1-7367d5c09882 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0499673 Nov 23 22:33:25.512875 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f6e8e616-4859-4ed4-956d-f1fdc2a6563f req-41cbc60c-ec76-4333-a2b2-9b1385ff1eb5 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417020 Nov 23 22:33:26.631318 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d3ded-4be0-4380-bdcd-127dd07c1dca req-07472c60-ccf3-4509-9ebb-830a80123ce3 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:26.633075 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8b5d3ded-4be0-4380-bdcd-127dd07c1dca req-07472c60-ccf3-4509-9ebb-830a80123ce3 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0520349 Nov 23 22:33:26.679471 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8b5d3ded-4be0-4380-bdcd-127dd07c1dca req-352693d1-08ff-4643-bd71-75fe13ef196f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404971 Nov 23 22:33:27.794215 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac8e7e-9c66-4634-9ece-c60707b82578 req-af7eaad5-f3bf-4069-87df-18fdc1ef30a5 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:27.795729 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68ac8e7e-9c66-4634-9ece-c60707b82578 req-af7eaad5-f3bf-4069-87df-18fdc1ef30a5 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0493238 Nov 23 22:33:27.844816 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68ac8e7e-9c66-4634-9ece-c60707b82578 req-29c726c7-3f23-463d-9dee-df56010d5a91 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428710 Nov 23 22:33:27.978366 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-acbd0aae-47c0-4f56-98d3-5dcb82ffcd0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:28.963719 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87ccba-59b4-46b2-a1da-bdfafd83c19d req-dbe12cf1-926e-43c1-9693-3e9dcf445f3f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:28.965171 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef87ccba-59b4-46b2-a1da-bdfafd83c19d req-dbe12cf1-926e-43c1-9693-3e9dcf445f3f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0528109 Nov 23 22:33:29.017236 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef87ccba-59b4-46b2-a1da-bdfafd83c19d req-9e51342f-b62f-4613-bc07-0c80b20f36a5 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448794 Nov 23 22:33:30.141862 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30de756-45b5-4c43-8014-45ca40b9e653 req-cc1bfc48-eb92-4e71-a82c-102e04bacb0f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:30.143405 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c30de756-45b5-4c43-8014-45ca40b9e653 req-cc1bfc48-eb92-4e71-a82c-102e04bacb0f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0546188 Nov 23 22:33:30.194964 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c30de756-45b5-4c43-8014-45ca40b9e653 req-5816fe36-601b-4bea-bf7b-fcc0fb482932 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455623 Nov 23 22:33:30.314028 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:30.549173 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e567cc34-47b7-4175-9e4d-2c525916109a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:31.313102 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa87f02-21d8-4833-a228-b0e099880455 req-423f00d9-ce8c-4c95-8a4f-1e1525309a0c tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:31.314482 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-faa87f02-21d8-4833-a228-b0e099880455 req-423f00d9-ce8c-4c95-8a4f-1e1525309a0c tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0507467 Nov 23 22:33:31.362774 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-faa87f02-21d8-4833-a228-b0e099880455 req-80ebdf5b-38d1-4627-9529-3b166dafcfc0 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421889 Nov 23 22:33:31.730393 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:32.482621 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da2bfd-2d1c-4eec-9d8e-dcb0fb5772aa req-0f3b3cd8-0d5e-4840-b9c1-a0016be5e56f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:32.484767 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-00da2bfd-2d1c-4eec-9d8e-dcb0fb5772aa req-0f3b3cd8-0d5e-4840-b9c1-a0016be5e56f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0526984 Nov 23 22:33:32.531600 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-00da2bfd-2d1c-4eec-9d8e-dcb0fb5772aa req-e9f0a7c2-9e56-4b3a-9a57-b9e7f4c65b3e tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404866 Nov 23 22:33:33.120319 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:33.647601 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ea37e-baf3-4221-9bc1-b60a3f7bedad req-1723ad75-e4f2-4f99-b62a-7072a97fdc20 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:33.649060 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-108ea37e-baf3-4221-9bc1-b60a3f7bedad req-1723ad75-e4f2-4f99-b62a-7072a97fdc20 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0491922 Nov 23 22:33:33.695856 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-108ea37e-baf3-4221-9bc1-b60a3f7bedad req-fc83f24b-994a-48d0-b74f-fb932a429814 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408740 Nov 23 22:33:33.901979 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:34.812935 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0ac47-e4bc-4cec-a425-90166eef6d09 req-340e0273-743f-427d-8fe1-08aaf8ec5379 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:34.814442 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09c0ac47-e4bc-4cec-a425-90166eef6d09 req-340e0273-743f-427d-8fe1-08aaf8ec5379 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0515771 Nov 23 22:33:34.865928 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09c0ac47-e4bc-4cec-a425-90166eef6d09 req-f3f4a547-bd11-48c0-9748-620e49614c46 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454216 Nov 23 22:33:35.984394 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69daa28-c8df-43ae-bcdf-e4d32808e35a req-27a704e8-709a-403d-8875-236039cbdc20 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:35.985853 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f69daa28-c8df-43ae-bcdf-e4d32808e35a req-27a704e8-709a-403d-8875-236039cbdc20 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0494039 Nov 23 22:33:36.034424 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f69daa28-c8df-43ae-bcdf-e4d32808e35a req-b6e5a832-9486-40bb-834e-4048ba1bcd26 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423739 Nov 23 22:33:37.150932 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7f59b-70e0-4fe9-a44f-3ae365294a9b req-aa59c6fc-3c99-4739-96b9-8f1782999ff0 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:37.152397 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8f7f59b-70e0-4fe9-a44f-3ae365294a9b req-aa59c6fc-3c99-4739-96b9-8f1782999ff0 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0494642 Nov 23 22:33:37.198156 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8f7f59b-70e0-4fe9-a44f-3ae365294a9b req-87e9f6e5-2b4b-40a9-b44b-cd37ae407d28 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396659 Nov 23 22:33:38.317177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff948316-2f04-46ad-a89c-dce60d4370f1 req-5f1735e8-38c0-42b9-92a0-bd8659ea1913 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:38.318641 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff948316-2f04-46ad-a89c-dce60d4370f1 req-5f1735e8-38c0-42b9-92a0-bd8659ea1913 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0524642 Nov 23 22:33:38.367817 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ff948316-2f04-46ad-a89c-dce60d4370f1 req-a25563d6-28da-404e-9cb7-542ec15dff45 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430980 Nov 23 22:33:39.116167 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8f71ff69-4ee9-41df-ad0a-ccf8aa8bd786 service neutron] show failed (client error): The resource could not be found. Nov 23 22:33:39.117175 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8f71ff69-4ee9-41df-ad0a-ccf8aa8bd786 service neutron] 10.222.0.53 "GET /v2.0/ports/eab55e7f-9b0e-49bd-af6a-a0ec793bc157/bindings/n-h2-816206-9 HTTP/1.1" status: 404 len: 380 time: 0.0542974 Nov 23 22:33:39.336750 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-87ff8cbf-00ad-447b-97d2-5b1f63c9156b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:39.338122 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-87ff8cbf-00ad-447b-97d2-5b1f63c9156b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85&tenant_id=9f45a457120d448da7f2f8db5ca453d0 HTTP/1.1" status: 200 len: 1096 time: 0.0407472 Nov 23 22:33:39.357881 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-9', 'device_owner': 'compute:nova'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:33:39.414098 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:39.490582 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a72435-9e80-4592-94a4-531b8e52a21e req-a3dacde1-a241-4921-be64-a29c9d41416b tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:39.492135 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8a72435-9e80-4592-94a4-531b8e52a21e req-a3dacde1-a241-4921-be64-a29c9d41416b tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0516031 Nov 23 22:33:39.540160 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8a72435-9e80-4592-94a4-531b8e52a21e req-54176908-c3a5-446d-9ee9-89cdeff84ff1 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417528 Nov 23 22:33:39.621587 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] For port eab55e7f-9b0e-49bd-af6a-a0ec793bc157, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=eab55e7f-9b0e-49bd-af6a-a0ec793bc157,segment=NetworkSegment(0b4b9d89-0dd7-4757-8f12-abcea98c5680),segment_id=0b4b9d89-0dd7-4757-8f12-abcea98c5680)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:33:39.653016 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] For port eab55e7f-9b0e-49bd-af6a-a0ec793bc157, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:33:39.690871 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da393f5-8f19-4bde-967d-337d99797d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eab55e7f-9b0e-49bd-af6a-a0ec793bc157'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:33:39.693123 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3da503d-5105-4ed2-8402-d365d6ef2ec5" -d '{"events": [{"server_uuid": "0da393f5-8f19-4bde-967d-337d99797d85", "name": "network-vif-unplugged", "status": "completed", "tag": "eab55e7f-9b0e-49bd-af6a-a0ec793bc157"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:33:39.696792 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:39.709322 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Transition to ACTIVE for port object eab55e7f-9b0e-49bd-af6a-a0ec793bc157 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:33:39.712944 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:39.749768 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2442a2-ed55-4a17-970c-98a57cb50d48 x-openstack-request-id: req-ca2442a2-ed55-4a17-970c-98a57cb50d48 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:33:39.750070 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da393f5-8f19-4bde-967d-337d99797d85", "name": "network-vif-unplugged", "status": "completed", "tag": "eab55e7f-9b0e-49bd-af6a-a0ec793bc157", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:33:39.750324 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ca2442a2-ed55-4a17-970c-98a57cb50d48 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:33:39.750744 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da393f5-8f19-4bde-967d-337d99797d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eab55e7f-9b0e-49bd-af6a-a0ec793bc157', 'code': 200} Nov 23 22:33:39.778175 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] No DVR routers for this DVR port eab55e7f-9b0e-49bd-af6a-a0ec793bc157 on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:33:39.789388 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Pushing event updated for resources: {'Port': ['ID=eab55e7f-9b0e-49bd-af6a-a0ec793bc157,revision_number=6']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:39.813957 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:39.814296 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:39.814635 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:39.814996 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:39.815327 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:39.815654 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:39.815979 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:39.816297 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:39.816621 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:39.816939 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:39.817257 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:39.817579 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:39.832873 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Attempting to bind port eab55e7f-9b0e-49bd-af6a-a0ec793bc157 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:33:39.833204 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Attempting to bind port eab55e7f-9b0e-49bd-af6a-a0ec793bc157 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '0b4b9d89-0dd7-4757-8f12-abcea98c5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3492f7b4-e512-4dde-8fd5-56110463c0e5'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:33:39.833640 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Attempting to bind port eab55e7f-9b0e-49bd-af6a-a0ec793bc157 on network 3492f7b4-e512-4dde-8fd5-56110463c0e5 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:33:39.838132 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Port eab55e7f-9b0e-49bd-af6a-a0ec793bc157 on network 3492f7b4-e512-4dde-8fd5-56110463c0e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:33:39.838448 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Attempting to bind port eab55e7f-9b0e-49bd-af6a-a0ec793bc157 on network 3492f7b4-e512-4dde-8fd5-56110463c0e5 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:33:39.843886 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:33:39.844218 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Checking segment: {'id': '0b4b9d89-0dd7-4757-8f12-abcea98c5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3492f7b4-e512-4dde-8fd5-56110463c0e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:33:39.844590 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Bound using segment: {'id': '0b4b9d89-0dd7-4757-8f12-abcea98c5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3492f7b4-e512-4dde-8fd5-56110463c0e5'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:33:39.845018 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Bound port: eab55e7f-9b0e-49bd-af6a-a0ec793bc157, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4b9d89-0dd7-4757-8f12-abcea98c5680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '3492f7b4-e512-4dde-8fd5-56110463c0e5'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:33:39.845367 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:39.909708 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] For port eab55e7f-9b0e-49bd-af6a-a0ec793bc157, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:33:39.912707 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] For port eab55e7f-9b0e-49bd-af6a-a0ec793bc157, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=eab55e7f-9b0e-49bd-af6a-a0ec793bc157,segment=NetworkSegment(0b4b9d89-0dd7-4757-8f12-abcea98c5680),segment_id=0b4b9d89-0dd7-4757-8f12-abcea98c5680)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:33:39.916346 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:39.957088 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:39.957707 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:39.959136 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] 10.222.0.60 "PUT /v2.0/ports/eab55e7f-9b0e-49bd-af6a-a0ec793bc157 HTTP/1.1" status: 200 len: 1091 time: 0.6055396 Nov 23 22:33:39.973524 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18f663-683d-4139-9813-b477c6984c5d service neutron] Pushing event updated for resources: {'Port': ['ID=eab55e7f-9b0e-49bd-af6a-a0ec793bc157,revision_number=7']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:40.038980 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-b4e993e2-e697-493b-b7c1-cca9503f3eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:40.040498 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-b4e993e2-e697-493b-b7c1-cca9503f3eb1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f45a457120d448da7f2f8db5ca453d0&device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 1094 time: 0.0466917 Nov 23 22:33:40.130466 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-e301dcd7-5201-4982-9e43-c6a67a2544ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:40.132463 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-e301dcd7-5201-4982-9e43-c6a67a2544ee service neutron] 10.222.0.60 "GET /v2.0/networks?id=3492f7b4-e512-4dde-8fd5-56110463c0e5 HTTP/1.1" status: 200 len: 916 time: 0.0837953 Nov 23 22:33:40.179300 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-e3d25404-1d99-4715-950e-82ba063aebf9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eab55e7f-9b0e-49bd-af6a-a0ec793bc157 HTTP/1.1" status: 200 len: 217 time: 0.0374131 Nov 23 22:33:40.228443 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-c8919a02-72b6-4ab0-ae42-16387d521295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:40.229843 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-c8919a02-72b6-4ab0-ae42-16387d521295 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48a69b74-5a57-43fd-88ef-2d68d3506ff9 HTTP/1.1" status: 200 len: 855 time: 0.0432446 Nov 23 22:33:40.261053 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-e6551327-02b3-4a85-95db-8fe225f7f104 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3492f7b4-e512-4dde-8fd5-56110463c0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245309 Nov 23 22:33:40.360844 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-3441db16-14a4-435e-b78d-5671c91e019e service neutron] 10.222.0.60 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930240 Nov 23 22:33:40.453610 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-45132ab1-323c-4e92-bcd9-c34016beaf39 req-317b76fb-cc42-4b26-be79-bc2196f4a345 service neutron] 10.222.0.60 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853024 Nov 23 22:33:40.673518 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cdadf-51ab-4790-b4f9-f26b431a5849 req-2ad34b9d-6fd9-45ef-bef6-10e954f07161 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:40.675026 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-105cdadf-51ab-4790-b4f9-f26b431a5849 req-2ad34b9d-6fd9-45ef-bef6-10e954f07161 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 943 time: 0.0550594 Nov 23 22:33:40.722855 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-105cdadf-51ab-4790-b4f9-f26b431a5849 req-53b8288e-fa8c-411e-8a39-50656dfcca3e tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416737 Nov 23 22:33:41.751867 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da393f5-8f19-4bde-967d-337d99797d85', 'tag': 'eab55e7f-9b0e-49bd-af6a-a0ec793bc157'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:33:41.754324 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697a8709-ee86-41c5-899e-ca97f96ca278" -d '{"events": [{"name": "network-changed", "server_uuid": "0da393f5-8f19-4bde-967d-337d99797d85", "tag": "eab55e7f-9b0e-49bd-af6a-a0ec793bc157"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:33:41.803294 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bff6226-1694-4130-86fb-51c3a903b18c x-openstack-request-id: req-9bff6226-1694-4130-86fb-51c3a903b18c {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:33:41.803594 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da393f5-8f19-4bde-967d-337d99797d85", "tag": "eab55e7f-9b0e-49bd-af6a-a0ec793bc157", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:33:41.803847 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9bff6226-1694-4130-86fb-51c3a903b18c {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:33:41.804248 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da393f5-8f19-4bde-967d-337d99797d85', 'tag': 'eab55e7f-9b0e-49bd-af6a-a0ec793bc157', 'status': 'completed', 'code': 200} Nov 23 22:33:41.848515 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69438c8-a832-4235-9546-f01155eb3c23 req-441c8412-cb17-484f-bb5a-916b7bb5e61e tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:41.850171 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e69438c8-a832-4235-9546-f01155eb3c23 req-441c8412-cb17-484f-bb5a-916b7bb5e61e tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 943 time: 0.0545256 Nov 23 22:33:41.902979 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e69438c8-a832-4235-9546-f01155eb3c23 req-43957412-a33e-4391-a2b5-f003c98ed27c tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466650 Nov 23 22:33:41.914294 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a8709-ee86-41c5-899e-ca97f96ca278 req-678bfb6b-4672-4482-882a-569e67b0eff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:41.915724 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-697a8709-ee86-41c5-899e-ca97f96ca278 req-678bfb6b-4672-4482-882a-569e67b0eff0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9f45a457120d448da7f2f8db5ca453d0&device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 1094 time: 0.0800703 Nov 23 22:33:41.921895 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a8709-ee86-41c5-899e-ca97f96ca278 req-96bba6dc-6446-46cb-9ec5-583b872ccb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:41.923332 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-697a8709-ee86-41c5-899e-ca97f96ca278 req-96bba6dc-6446-46cb-9ec5-583b872ccb7f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9f45a457120d448da7f2f8db5ca453d0&device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 1094 time: 0.0616181 Nov 23 22:33:42.085893 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a8709-ee86-41c5-899e-ca97f96ca278 req-ca0ef5ac-f707-43bd-94e4-2648a9fc452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:42.087425 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-697a8709-ee86-41c5-899e-ca97f96ca278 req-ca0ef5ac-f707-43bd-94e4-2648a9fc452c service neutron] 10.222.0.53 "GET /v2.0/networks?id=3492f7b4-e512-4dde-8fd5-56110463c0e5 HTTP/1.1" status: 200 len: 916 time: 0.1593041 Nov 23 22:33:42.089990 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a8709-ee86-41c5-899e-ca97f96ca278 req-d35b7010-ba1a-43e1-882d-b965426b7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:42.091330 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-697a8709-ee86-41c5-899e-ca97f96ca278 req-d35b7010-ba1a-43e1-882d-b965426b7e5d service neutron] 10.222.0.60 "GET /v2.0/networks?id=3492f7b4-e512-4dde-8fd5-56110463c0e5 HTTP/1.1" status: 200 len: 916 time: 0.1549175 Nov 23 22:33:42.139197 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-697a8709-ee86-41c5-899e-ca97f96ca278 req-3fbf34b3-51d7-4781-a527-5aa36ff341a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eab55e7f-9b0e-49bd-af6a-a0ec793bc157 HTTP/1.1" status: 200 len: 217 time: 0.0403824 Nov 23 22:33:42.178750 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-697a8709-ee86-41c5-899e-ca97f96ca278 req-fbb342b9-10b4-466c-8924-98e943c70993 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eab55e7f-9b0e-49bd-af6a-a0ec793bc157 HTTP/1.1" status: 200 len: 217 time: 0.0738335 Nov 23 22:33:42.247180 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a8709-ee86-41c5-899e-ca97f96ca278 req-a701ab8f-8029-4d23-80e3-dfc6a797ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:42.248620 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-697a8709-ee86-41c5-899e-ca97f96ca278 req-a701ab8f-8029-4d23-80e3-dfc6a797ab2f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=48a69b74-5a57-43fd-88ef-2d68d3506ff9 HTTP/1.1" status: 200 len: 855 time: 0.0779641 Nov 23 22:33:42.252552 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a8709-ee86-41c5-899e-ca97f96ca278 req-d436c6e5-d93c-452b-a0a5-a674ce9fdbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:42.253874 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-697a8709-ee86-41c5-899e-ca97f96ca278 req-d436c6e5-d93c-452b-a0a5-a674ce9fdbd7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=48a69b74-5a57-43fd-88ef-2d68d3506ff9 HTTP/1.1" status: 200 len: 855 time: 0.0564444 Nov 23 22:33:42.303309 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-697a8709-ee86-41c5-899e-ca97f96ca278 req-b4c7d154-3195-4b05-b8b6-a03a70961ee1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3492f7b4-e512-4dde-8fd5-56110463c0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469172 Nov 23 22:33:42.305098 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-697a8709-ee86-41c5-899e-ca97f96ca278 req-a1161dac-7ea9-4699-a58b-9b92b9e3999e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3492f7b4-e512-4dde-8fd5-56110463c0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390699 Nov 23 22:33:42.459346 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-697a8709-ee86-41c5-899e-ca97f96ca278 req-b09af40e-d3fb-4c0f-9035-a3cdcc7289f6 service neutron] 10.222.0.60 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475346 Nov 23 22:33:42.462471 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-697a8709-ee86-41c5-899e-ca97f96ca278 req-ee21db4a-7fb9-44c6-b4a7-551e079807ae service neutron] 10.222.0.53 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428168 Nov 23 22:33:42.617199 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-697a8709-ee86-41c5-899e-ca97f96ca278 req-eac88204-880e-4980-b3e7-73e2e15cecf9 service neutron] 10.222.0.60 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507976 Nov 23 22:33:42.620623 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-697a8709-ee86-41c5-899e-ca97f96ca278 req-17652088-046f-491b-8291-89e2f22f21c4 service neutron] 10.222.0.53 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372900 Nov 23 22:33:43.020536 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04116e7f-6ab8-4558-b98b-7faa5864d11b req-da29967c-0886-4d7f-9fab-587ba3a127de tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:43.021983 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-04116e7f-6ab8-4558-b98b-7faa5864d11b req-da29967c-0886-4d7f-9fab-587ba3a127de tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 943 time: 0.0487168 Nov 23 22:33:43.071298 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-04116e7f-6ab8-4558-b98b-7faa5864d11b req-dca1a88d-cacf-4f00-84d5-ce276b0b1538 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434275 Nov 23 22:33:43.264253 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32318ca-e51b-4f06-baff-4a950226f488 req-06f6c791-b857-40c9-baa0-7f4e6de8947f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:43.265765 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a32318ca-e51b-4f06-baff-4a950226f488 req-06f6c791-b857-40c9-baa0-7f4e6de8947f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 943 time: 0.0488732 Nov 23 22:33:43.291440 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d8387-78d3-43a3-bfc9-d799772f4a6f req-b221ca09-8a33-40ae-ac3e-1f48fa082cc3 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:43.292925 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fd7d8387-78d3-43a3-bfc9-d799772f4a6f req-b221ca09-8a33-40ae-ac3e-1f48fa082cc3 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.53 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85&tenant_id=9f45a457120d448da7f2f8db5ca453d0&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 943 time: 0.0544102 Nov 23 22:33:43.302388 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device eab55e7f-9b0e-49bd-af6a-a0ec793bc157 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:33:43.315655 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a32318ca-e51b-4f06-baff-4a950226f488 req-f2947d20-c3e5-4276-b463-3dc5c59e1e3d tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438123 Nov 23 22:33:43.343389 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device eab55e7f-9b0e-49bd-af6a-a0ec793bc157 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:33:43.366608 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [req-fd7d8387-78d3-43a3-bfc9-d799772f4a6f req-06fa9bf8-7261-4794-b551-f95315e8c497 service neutron] delete failed (client error): The resource could not be found. Nov 23 22:33:43.367670 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fd7d8387-78d3-43a3-bfc9-d799772f4a6f req-06fa9bf8-7261-4794-b551-f95315e8c497 service neutron] 10.222.0.53 "DELETE /v2.0/ports/eab55e7f-9b0e-49bd-af6a-a0ec793bc157/bindings/n-h1-816206-9 HTTP/1.1" status: 404 len: 380 time: 0.0600202 Nov 23 22:33:43.456687 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d8387-78d3-43a3-bfc9-d799772f4a6f req-81db6306-3142-4e51-85f8-dc6cc50952e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:43.458210 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fd7d8387-78d3-43a3-bfc9-d799772f4a6f req-81db6306-3142-4e51-85f8-dc6cc50952e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9f45a457120d448da7f2f8db5ca453d0&device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 1094 time: 0.0418694 Nov 23 22:33:43.553899 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d8387-78d3-43a3-bfc9-d799772f4a6f req-29a64e80-00ef-42e3-9ab1-efbd5b25b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:43.555312 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fd7d8387-78d3-43a3-bfc9-d799772f4a6f req-29a64e80-00ef-42e3-9ab1-efbd5b25b1ce service neutron] 10.222.0.53 "GET /v2.0/networks?id=3492f7b4-e512-4dde-8fd5-56110463c0e5 HTTP/1.1" status: 200 len: 916 time: 0.0840962 Nov 23 22:33:43.569075 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device eab55e7f-9b0e-49bd-af6a-a0ec793bc157 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:33:43.605338 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fd7d8387-78d3-43a3-bfc9-d799772f4a6f req-78e988d3-760e-48f4-acf0-ddd1f161eaf5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eab55e7f-9b0e-49bd-af6a-a0ec793bc157 HTTP/1.1" status: 200 len: 217 time: 0.0366523 Nov 23 22:33:43.660940 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d8387-78d3-43a3-bfc9-d799772f4a6f req-d64d0e6e-21d9-46b0-b73a-4f8602c601dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:43.662468 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fd7d8387-78d3-43a3-bfc9-d799772f4a6f req-d64d0e6e-21d9-46b0-b73a-4f8602c601dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=48a69b74-5a57-43fd-88ef-2d68d3506ff9 HTTP/1.1" status: 200 len: 855 time: 0.0436535 Nov 23 22:33:43.666678 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port eab55e7f-9b0e-49bd-af6a-a0ec793bc157, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=eab55e7f-9b0e-49bd-af6a-a0ec793bc157,segment=NetworkSegment(0b4b9d89-0dd7-4757-8f12-abcea98c5680),segment_id=0b4b9d89-0dd7-4757-8f12-abcea98c5680)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:33:43.678151 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'eab55e7f-9b0e-49bd-af6a-a0ec793bc157', 'network_id': '3492f7b4-e512-4dde-8fd5-56110463c0e5', 'port_id': 'eab55e7f-9b0e-49bd-af6a-a0ec793bc157', 'mac_address': 'fa:16:3e:cd:c2:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a69b74-5a57-43fd-88ef-2d68d3506ff9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:33:43.697667 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fd7d8387-78d3-43a3-bfc9-d799772f4a6f req-5fbf9515-9e44-484f-bea3-2f7e42ba60c6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3492f7b4-e512-4dde-8fd5-56110463c0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253353 Nov 23 22:33:43.715700 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:43.729030 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab55e7f-9b0e-49bd-af6a-a0ec793bc157 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:33:43.748627 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port eab55e7f-9b0e-49bd-af6a-a0ec793bc157, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=eab55e7f-9b0e-49bd-af6a-a0ec793bc157,segment=NetworkSegment(0b4b9d89-0dd7-4757-8f12-abcea98c5680),segment_id=0b4b9d89-0dd7-4757-8f12-abcea98c5680)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:33:43.753205 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:43.800994 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=eab55e7f-9b0e-49bd-af6a-a0ec793bc157,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:43.808485 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fd7d8387-78d3-43a3-bfc9-d799772f4a6f req-1977a068-4a6d-4397-99b8-fd2763c6736c service neutron] 10.222.0.53 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909333 Nov 23 22:33:43.909337 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fd7d8387-78d3-43a3-bfc9-d799772f4a6f req-4cf6acda-b46b-4853-9ffe-3ae17a1f969d service neutron] 10.222.0.53 "GET /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835021 Nov 23 22:33:44.041221 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['eab55e7f-9b0e-49bd-af6a-a0ec793bc157'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:33:44.437084 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16fa46-19e0-4b68-9b25-4378dd36388d req-4faf9ddc-7959-4142-80c4-142aca718a00 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:44.439277 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a16fa46-19e0-4b68-9b25-4378dd36388d req-4faf9ddc-7959-4142-80c4-142aca718a00 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 944 time: 0.0516534 Nov 23 22:33:44.491229 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a16fa46-19e0-4b68-9b25-4378dd36388d req-51c56160-46ad-408b-8bbc-06ea7482de67 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453420 Nov 23 22:33:44.614888 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b93a1-7b6c-4953-91a3-cb780bd9b5c0 req-d18d7175-7b92-4769-9983-0e57e9e7217f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:44.615167 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:33:44.616441 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c63b93a1-7b6c-4953-91a3-cb780bd9b5c0 req-d18d7175-7b92-4769-9983-0e57e9e7217f tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 944 time: 0.0543067 Nov 23 22:33:44.663894 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c63b93a1-7b6c-4953-91a3-cb780bd9b5c0 req-6029bb85-c792-4610-829c-dbf20b0a38f6 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414212 Nov 23 22:33:44.776103 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef7d9a-2b8a-4908-a818-9fff50702272 req-42bb0353-5604-4c5f-a535-67ff042bacd5 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:44.777585 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32ef7d9a-2b8a-4908-a818-9fff50702272 req-42bb0353-5604-4c5f-a535-67ff042bacd5 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 944 time: 0.0496078 Nov 23 22:33:44.827735 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-32ef7d9a-2b8a-4908-a818-9fff50702272 req-4ec3fd18-d795-4f50-bad5-fa7d72ba81b5 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423822 Nov 23 22:33:45.153684 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e15dd-cf70-4c34-abcc-46f71df5b40d req-c2b4ac7a-93f5-4285-8e64-435e2163ad77 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:45.155158 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f47e15dd-cf70-4c34-abcc-46f71df5b40d req-c2b4ac7a-93f5-4285-8e64-435e2163ad77 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 944 time: 0.0512276 Nov 23 22:33:45.205437 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f47e15dd-cf70-4c34-abcc-46f71df5b40d req-ef518ceb-435e-43d4-951d-7a2ccf359efb tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434523 Nov 23 22:33:45.573366 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device eab55e7f-9b0e-49bd-af6a-a0ec793bc157 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:33:45.620831 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port eab55e7f-9b0e-49bd-af6a-a0ec793bc157 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:33:45.624545 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port eab55e7f-9b0e-49bd-af6a-a0ec793bc157 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:33:45.624918 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:45.701589 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:45.724120 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da393f5-8f19-4bde-967d-337d99797d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab55e7f-9b0e-49bd-af6a-a0ec793bc157'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:33:45.726318 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59ee135-21b4-4875-9206-0a3b52199a36" -d '{"events": [{"server_uuid": "0da393f5-8f19-4bde-967d-337d99797d85", "name": "network-vif-plugged", "status": "completed", "tag": "eab55e7f-9b0e-49bd-af6a-a0ec793bc157"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:33:45.739498 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port eab55e7f-9b0e-49bd-af6a-a0ec793bc157, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=eab55e7f-9b0e-49bd-af6a-a0ec793bc157,segment=NetworkSegment(0b4b9d89-0dd7-4757-8f12-abcea98c5680),segment_id=0b4b9d89-0dd7-4757-8f12-abcea98c5680)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:33:45.743395 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:45.768526 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7fd84d-8366-4042-a736-eff28b8c6b25 x-openstack-request-id: req-8a7fd84d-8366-4042-a736-eff28b8c6b25 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:33:45.768821 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da393f5-8f19-4bde-967d-337d99797d85", "name": "network-vif-plugged", "status": "completed", "tag": "eab55e7f-9b0e-49bd-af6a-a0ec793bc157", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:33:45.769068 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a7fd84d-8366-4042-a736-eff28b8c6b25 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:33:45.769452 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da393f5-8f19-4bde-967d-337d99797d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab55e7f-9b0e-49bd-af6a-a0ec793bc157', 'code': 200} Nov 23 22:33:45.794111 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=eab55e7f-9b0e-49bd-af6a-a0ec793bc157,revision_number=9']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:46.327626 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da14dc-5021-4188-8a96-ad07b49373c2 req-594c7d28-387e-4a01-a2bf-9d3fa9f3d87e tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:46.329819 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f6da14dc-5021-4188-8a96-ad07b49373c2 req-594c7d28-387e-4a01-a2bf-9d3fa9f3d87e tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0541101 Nov 23 22:33:46.377658 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f6da14dc-5021-4188-8a96-ad07b49373c2 req-31517cf6-7e3a-4e56-b364-82ecbfe352a6 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.50 "GET /v2.0/security-groups?id=df24f3b5-8839-4bc9-9a97-b83d789c7a13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412283 Nov 23 22:33:46.474324 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f10c2f-9a5b-44e0-a292-c5e3cfdaac10 req-12a3d886-20b0-4b25-9561-013d134f98ae tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:46.475816 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b7f10c2f-9a5b-44e0-a292-c5e3cfdaac10 req-12a3d886-20b0-4b25-9561-013d134f98ae tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0da393f5-8f19-4bde-967d-337d99797d85 HTTP/1.1" status: 200 len: 945 time: 0.0500050 Nov 23 22:33:46.569796 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-b7f10c2f-9a5b-44e0-a292-c5e3cfdaac10 req-a59d989f-f6b8-4468-ac4f-c5197c828921 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Deleting port eab55e7f-9b0e-49bd-af6a-a0ec793bc157 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:33:46.570147 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b7f10c2f-9a5b-44e0-a292-c5e3cfdaac10 req-a59d989f-f6b8-4468-ac4f-c5197c828921 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:46.662797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b7f10c2f-9a5b-44e0-a292-c5e3cfdaac10 req-a59d989f-f6b8-4468-ac4f-c5197c828921 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] For port eab55e7f-9b0e-49bd-af6a-a0ec793bc157, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=eab55e7f-9b0e-49bd-af6a-a0ec793bc157,segment=NetworkSegment(0b4b9d89-0dd7-4757-8f12-abcea98c5680),segment_id=0b4b9d89-0dd7-4757-8f12-abcea98c5680)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:33:46.663076 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b7f10c2f-9a5b-44e0-a292-c5e3cfdaac10 req-a59d989f-f6b8-4468-ac4f-c5197c828921 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:46.674906 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-b7f10c2f-9a5b-44e0-a292-c5e3cfdaac10 req-a59d989f-f6b8-4468-ac4f-c5197c828921 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Calling delete_port for eab55e7f-9b0e-49bd-af6a-a0ec793bc157 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:33:46.809508 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b7f10c2f-9a5b-44e0-a292-c5e3cfdaac10 req-a59d989f-f6b8-4468-ac4f-c5197c828921 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:46.842041 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d989f-f6b8-4468-ac4f-c5197c828921 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Pushing event deleted for resources: {'Port': ['ID=eab55e7f-9b0e-49bd-af6a-a0ec793bc157,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:46.843581 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['eab55e7f-9b0e-49bd-af6a-a0ec793bc157'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:33:46.884750 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f10c2f-9a5b-44e0-a292-c5e3cfdaac10 req-a59d989f-f6b8-4468-ac4f-c5197c828921 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] No DVR routers for this DVR port eab55e7f-9b0e-49bd-af6a-a0ec793bc157 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:33:46.887442 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b7f10c2f-9a5b-44e0-a292-c5e3cfdaac10 req-a59d989f-f6b8-4468-ac4f-c5197c828921 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:46.891296 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b7f10c2f-9a5b-44e0-a292-c5e3cfdaac10 req-a59d989f-f6b8-4468-ac4f-c5197c828921 tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] 10.222.0.60 "DELETE /v2.0/ports/eab55e7f-9b0e-49bd-af6a-a0ec793bc157 HTTP/1.1" status: 204 len: 173 time: 0.4080696 Nov 23 22:33:46.891762 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da393f5-8f19-4bde-967d-337d99797d85', 'name': 'network-vif-deleted', 'tag': 'eab55e7f-9b0e-49bd-af6a-a0ec793bc157'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:33:46.894571 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3ec976-c647-4915-9fb6-de7ca6917f92" -d '{"events": [{"server_uuid": "0da393f5-8f19-4bde-967d-337d99797d85", "name": "network-vif-deleted", "tag": "eab55e7f-9b0e-49bd-af6a-a0ec793bc157"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:33:46.944680 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2862409d-2749-49be-a4cb-4bf210b14c0b x-openstack-request-id: req-2862409d-2749-49be-a4cb-4bf210b14c0b {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:33:46.944993 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da393f5-8f19-4bde-967d-337d99797d85", "name": "network-vif-deleted", "tag": "eab55e7f-9b0e-49bd-af6a-a0ec793bc157", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:33:46.945253 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2862409d-2749-49be-a4cb-4bf210b14c0b {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:33:46.946003 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da393f5-8f19-4bde-967d-337d99797d85', 'name': 'network-vif-deleted', 'tag': 'eab55e7f-9b0e-49bd-af6a-a0ec793bc157', 'status': 'completed', 'code': 200} Nov 23 22:33:47.497586 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 47388) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:33:47.540433 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-03bcdd05-34a1-4a83-96a2-cf5b203b2467 admin admin] Deleting subnet 48a69b74-5a57-43fd-88ef-2d68d3506ff9 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:33:47.543494 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-03bcdd05-34a1-4a83-96a2-cf5b203b2467 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:47.580482 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-03bcdd05-34a1-4a83-96a2-cf5b203b2467 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:47.619330 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-03bcdd05-34a1-4a83-96a2-cf5b203b2467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:47.670653 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-03bcdd05-34a1-4a83-96a2-cf5b203b2467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:47.696083 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcdd05-34a1-4a83-96a2-cf5b203b2467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48a69b74-5a57-43fd-88ef-2d68d3506ff9,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:47.700521 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-03bcdd05-34a1-4a83-96a2-cf5b203b2467 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:47.703708 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-03bcdd05-34a1-4a83-96a2-cf5b203b2467 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/48a69b74-5a57-43fd-88ef-2d68d3506ff9 HTTP/1.1" status: 204 len: 168 time: 0.2051165 Nov 23 22:33:47.706388 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47390) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:33:47.709094 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bcdd05-34a1-4a83-96a2-cf5b203b2467 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:47.709445 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bcdd05-34a1-4a83-96a2-cf5b203b2467 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:47.709790 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bcdd05-34a1-4a83-96a2-cf5b203b2467 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:47.710128 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bcdd05-34a1-4a83-96a2-cf5b203b2467 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:47.710469 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bcdd05-34a1-4a83-96a2-cf5b203b2467 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:47.711458 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bcdd05-34a1-4a83-96a2-cf5b203b2467 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:47.711796 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bcdd05-34a1-4a83-96a2-cf5b203b2467 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:47.712127 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bcdd05-34a1-4a83-96a2-cf5b203b2467 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:47.712455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bcdd05-34a1-4a83-96a2-cf5b203b2467 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:47.712785 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bcdd05-34a1-4a83-96a2-cf5b203b2467 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:47.713115 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bcdd05-34a1-4a83-96a2-cf5b203b2467 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:47.713435 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bcdd05-34a1-4a83-96a2-cf5b203b2467 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:47.775392 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-84457529-69bf-47da-bee1-fd96b3d87c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:48.094989 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-84457529-69bf-47da-bee1-fd96b3d87c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:48.115849 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-84457529-69bf-47da-bee1-fd96b3d87c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3492f7b4-e512-4dde-8fd5-56110463c0e5']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:33:48.125294 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-84457529-69bf-47da-bee1-fd96b3d87c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4b9d89-0dd7-4757-8f12-abcea98c5680') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:33:48.125672 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-84457529-69bf-47da-bee1-fd96b3d87c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4b9d89-0dd7-4757-8f12-abcea98c5680') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:33:48.136167 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-84457529-69bf-47da-bee1-fd96b3d87c4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:48.150130 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-84457529-69bf-47da-bee1-fd96b3d87c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:48.156004 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84457529-69bf-47da-bee1-fd96b3d87c4c admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:33:48.156390 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-84457529-69bf-47da-bee1-fd96b3d87c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:33:48.158688 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:33:48.215598 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-84457529-69bf-47da-bee1-fd96b3d87c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:48.221582 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-84457529-69bf-47da-bee1-fd96b3d87c4c admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:48.224792 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-84457529-69bf-47da-bee1-fd96b3d87c4c admin admin] 10.222.0.50 "DELETE /v2.0/networks/3492f7b4-e512-4dde-8fd5-56110463c0e5 HTTP/1.1" status: 204 len: 168 time: 0.5172677 Nov 23 22:33:48.235441 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84457529-69bf-47da-bee1-fd96b3d87c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=3492f7b4-e512-4dde-8fd5-56110463c0e5,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:48.334048 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47394) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:33:48.372516 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9692501b-7007-4ae0-8b38-04ef27257f93 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9f45a457120d448da7f2f8db5ca453d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372064 Nov 23 22:33:48.374830 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47396) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:33:48.421018 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0179b1f6-4d84-49ab-953e-5bc70030870e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:48.442931 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0179b1f6-4d84-49ab-953e-5bc70030870e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:48.488502 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0179b1f6-4d84-49ab-953e-5bc70030870e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:48.491566 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0179b1f6-4d84-49ab-953e-5bc70030870e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:48.492740 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0179b1f6-4d84-49ab-953e-5bc70030870e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/df24f3b5-8839-4bc9-9a97-b83d789c7a13 HTTP/1.1" status: 204 len: 168 time: 0.1170163 Nov 23 22:33:48.500230 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179b1f6-4d84-49ab-953e-5bc70030870e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df24f3b5-8839-4bc9-9a97-b83d789c7a13,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:49.154519 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 47418) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:33:49.281478 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-504dc42a-d2ec-40bb-823e-c5ba85afed18 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-944384546-network', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:33:49.302506 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504dc42a-d2ec-40bb-823e-c5ba85afed18 admin admin] Made reservation on behalf of 0cdb2aea3ca840a688af64f45d702f5c for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:33:49.304753 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-504dc42a-d2ec-40bb-823e-c5ba85afed18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:49.313291 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-504dc42a-d2ec-40bb-823e-c5ba85afed18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:49.387927 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-504dc42a-d2ec-40bb-823e-c5ba85afed18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:49.393394 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-504dc42a-d2ec-40bb-823e-c5ba85afed18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:49.421399 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504dc42a-d2ec-40bb-823e-c5ba85afed18 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:33:49.430507 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504dc42a-d2ec-40bb-823e-c5ba85afed18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8355f0a6-8de7-4839-b624-c9e6562239e5,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:49.437242 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-504dc42a-d2ec-40bb-823e-c5ba85afed18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:49.437519 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-504dc42a-d2ec-40bb-823e-c5ba85afed18 admin admin] Added segment f02cc104-7a7b-42c6-abff-9f92fb80d601 of type vlan for network 8ee40b0a-6bd7-47a9-85d5-80b955544074 Nov 23 22:33:49.483991 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-504dc42a-d2ec-40bb-823e-c5ba85afed18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:49.510702 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-504dc42a-d2ec-40bb-823e-c5ba85afed18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:49.511665 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504dc42a-d2ec-40bb-823e-c5ba85afed18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:49.512250 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-504dc42a-d2ec-40bb-823e-c5ba85afed18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:49.543099 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-504dc42a-d2ec-40bb-823e-c5ba85afed18 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3873847 Nov 23 22:33:49.546178 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47424) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:33:49.551216 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-bbd4df5e-5104-4266-948f-8954f2401deb admin admin] Request body: {'subnet': {'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-944384546-subnet', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:33:49.572688 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd4df5e-5104-4266-948f-8954f2401deb admin admin] Made reservation on behalf of 0cdb2aea3ca840a688af64f45d702f5c for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:33:49.575070 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bbd4df5e-5104-4266-948f-8954f2401deb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:49.578279 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504dc42a-d2ec-40bb-823e-c5ba85afed18 admin admin] Pushing event updated for resources: {'Network': ['ID=8ee40b0a-6bd7-47a9-85d5-80b955544074,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:49.583790 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device eab55e7f-9b0e-49bd-af6a-a0ec793bc157 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:33:49.607109 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 8ee40b0a-6bd7-47a9-85d5-80b955544074 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:33:49.608970 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: eab55e7f-9b0e-49bd-af6a-a0ec793bc157 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:33:49.609314 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device eab55e7f-9b0e-49bd-af6a-a0ec793bc157 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:33:49.749604 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bbd4df5e-5104-4266-948f-8954f2401deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:49.809053 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4df5e-5104-4266-948f-8954f2401deb admin admin] Pushing event updated for resources: {'Subnet': ['ID=49951b46-e579-443a-8808-f00087df71ee,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:49.818882 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd4df5e-5104-4266-948f-8954f2401deb admin admin] Checking segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:33:49.819249 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd4df5e-5104-4266-948f-8954f2401deb admin admin] Network hostable DHCP agents. Network: 8ee40b0a-6bd7-47a9-85d5-80b955544074, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:33:49.836638 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd4df5e-5104-4266-948f-8954f2401deb admin admin] Network 8ee40b0a-6bd7-47a9-85d5-80b955544074 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:33:49.845280 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-bbd4df5e-5104-4266-948f-8954f2401deb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 8ee40b0a-6bd7-47a9-85d5-80b955544074) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:33:49.850071 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd4df5e-5104-4266-948f-8954f2401deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:49.850673 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bbd4df5e-5104-4266-948f-8954f2401deb admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:49.854925 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1483ceed-d555-4af3-ac0b-f85694eb6233 None None] Network 8ee40b0a-6bd7-47a9-85d5-80b955544074 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:33:49.868684 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bbd4df5e-5104-4266-948f-8954f2401deb admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3213665 Nov 23 22:33:49.871564 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 47426) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:33:49.876560 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-24d4a0f0-8adb-4646-9f98-95351e5c7ee3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:33:49.898609 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24d4a0f0-8adb-4646-9f98-95351e5c7ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:49.899690 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24d4a0f0-8adb-4646-9f98-95351e5c7ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:49.953435 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24d4a0f0-8adb-4646-9f98-95351e5c7ee3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:50.002730 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb64aad-a21c-4d46-a8bc-117061c943fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-8ee40b0a-6bd7-47a9-85d5-80b955544074', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:33:50.003552 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4cb64aad-a21c-4d46-a8bc-117061c943fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:50.090437 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24d4a0f0-8adb-4646-9f98-95351e5c7ee3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:50.141051 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-4cb64aad-a21c-4d46-a8bc-117061c943fb None None] Allocated IP 172.20.0.2 (8ee40b0a-6bd7-47a9-85d5-80b955544074/49951b46-e579-443a-8808-f00087df71ee/032fc7ed-6058-4c2a-a414-6de38c272289) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:33:50.286318 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4cb64aad-a21c-4d46-a8bc-117061c943fb None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:50.291857 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4cb64aad-a21c-4d46-a8bc-117061c943fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:50.298681 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24d4a0f0-8adb-4646-9f98-95351e5c7ee3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:50.318139 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24d4a0f0-8adb-4646-9f98-95351e5c7ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:50.333169 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb64aad-a21c-4d46-a8bc-117061c943fb None None] Network 8ee40b0a-6bd7-47a9-85d5-80b955544074 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:33:50.336095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-4cb64aad-a21c-4d46-a8bc-117061c943fb None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:33:50.340333 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb64aad-a21c-4d46-a8bc-117061c943fb None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:33:50.347350 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb64aad-a21c-4d46-a8bc-117061c943fb None None] Pushing event updated for resources: {'Port': ['ID=032fc7ed-6058-4c2a-a414-6de38c272289,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:50.401053 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-4cb64aad-a21c-4d46-a8bc-117061c943fb None None] Attempting to bind port 032fc7ed-6058-4c2a-a414-6de38c272289 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:33:50.401717 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-4cb64aad-a21c-4d46-a8bc-117061c943fb None None] Attempting to bind port 032fc7ed-6058-4c2a-a414-6de38c272289 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:33:50.402399 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb64aad-a21c-4d46-a8bc-117061c943fb None None] Attempting to bind port 032fc7ed-6058-4c2a-a414-6de38c272289 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:33:50.408926 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb64aad-a21c-4d46-a8bc-117061c943fb None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:33:50.409310 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb64aad-a21c-4d46-a8bc-117061c943fb None None] Checking segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:33:50.409726 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4cb64aad-a21c-4d46-a8bc-117061c943fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:50.410131 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb64aad-a21c-4d46-a8bc-117061c943fb None None] Bound using segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:33:50.410606 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-4cb64aad-a21c-4d46-a8bc-117061c943fb None None] Bound port: 032fc7ed-6058-4c2a-a414-6de38c272289, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:33:50.411017 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4cb64aad-a21c-4d46-a8bc-117061c943fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:50.423863 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-24d4a0f0-8adb-4646-9f98-95351e5c7ee3 admin admin] Allocated IP 172.25.5.3 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/d42067ef-d88f-46f6-ba88-50d254a2fcbb) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:33:50.475775 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4cb64aad-a21c-4d46-a8bc-117061c943fb None None] For port 032fc7ed-6058-4c2a-a414-6de38c272289, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:33:50.479518 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4cb64aad-a21c-4d46-a8bc-117061c943fb None None] For port 032fc7ed-6058-4c2a-a414-6de38c272289, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=032fc7ed-6058-4c2a-a414-6de38c272289,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:33:50.484953 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4cb64aad-a21c-4d46-a8bc-117061c943fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:50.539326 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24d4a0f0-8adb-4646-9f98-95351e5c7ee3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:50.543162 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb64aad-a21c-4d46-a8bc-117061c943fb None None] Pushing event updated for resources: {'Port': ['ID=032fc7ed-6058-4c2a-a414-6de38c272289,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:50.581172 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24d4a0f0-8adb-4646-9f98-95351e5c7ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:50.621845 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d4a0f0-8adb-4646-9f98-95351e5c7ee3 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:33:50.624724 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-24d4a0f0-8adb-4646-9f98-95351e5c7ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:33:50.627997 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d4a0f0-8adb-4646-9f98-95351e5c7ee3 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:33:50.646261 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc225c57-8b2c-40d8-a1b5-02525d1a2efe None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:33:50.653188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4a0f0-8adb-4646-9f98-95351e5c7ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=d42067ef-d88f-46f6-ba88-50d254a2fcbb,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:50.734628 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1a8eecdf-3101-4170-8573-da159a3d2057 None None] Provisioning complete for port d42067ef-d88f-46f6-ba88-50d254a2fcbb triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:33:50.735949 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1a8eecdf-3101-4170-8573-da159a3d2057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:50.779967 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1a8eecdf-3101-4170-8573-da159a3d2057 None None] Port d42067ef-d88f-46f6-ba88-50d254a2fcbb cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:33:51.154567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 032fc7ed-6058-4c2a-a414-6de38c272289 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:33:51.207735 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 032fc7ed-6058-4c2a-a414-6de38c272289 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:33:51.208106 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:51.209319 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24d4a0f0-8adb-4646-9f98-95351e5c7ee3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:51.291214 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:51.333489 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 032fc7ed-6058-4c2a-a414-6de38c272289, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=032fc7ed-6058-4c2a-a414-6de38c272289,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:33:51.338141 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:51.388602 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=032fc7ed-6058-4c2a-a414-6de38c272289,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:51.414282 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24d4a0f0-8adb-4646-9f98-95351e5c7ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:51.541444 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465c6365-069a-4feb-95bf-ad1c1846ca2b None None] Network 8ee40b0a-6bd7-47a9-85d5-80b955544074 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:33:51.549538 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d4a0f0-8adb-4646-9f98-95351e5c7ee3 admin admin] Router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:33:51.635327 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-756f3706-3375-4901-8e86-d5acba022118 None None] Provisioning complete for port 032fc7ed-6058-4c2a-a414-6de38c272289 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:33:51.635711 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-756f3706-3375-4901-8e86-d5acba022118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:51.672382 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d4a0f0-8adb-4646-9f98-95351e5c7ee3 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:33:51.691555 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24d4a0f0-8adb-4646-9f98-95351e5c7ee3 admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:51.692861 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-24d4a0f0-8adb-4646-9f98-95351e5c7ee3 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8202450 Nov 23 22:33:51.695718 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 47428) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:33:51.836565 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] Sync routers for ids ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:33:51.873579 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] Routers {'0add7a7d-f2dd-4a64-b32b-26af85b19ff4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:33:51.874118 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:33:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:33:52.050926 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] Set router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:33:52.137064 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67a68c58-0df5-4756-91a9-e0524e7e6343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:52.250169 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:50Z', 'revision_number': 3, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:33:52.284784 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] Checking router: 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:33:52.285131 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] Updating router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 port d42067ef-d88f-46f6-ba88-50d254a2fcbb binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:33:52.308589 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9d5e7b88-8e62-4890-a229-ccbfeaa263bc None None] Provisioning complete for port 032fc7ed-6058-4c2a-a414-6de38c272289 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:33:52.308912 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9d5e7b88-8e62-4890-a229-ccbfeaa263bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:52.330614 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:52.351409 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-67a68c58-0df5-4756-91a9-e0524e7e6343 admin admin] Allocated IP 172.20.0.1 (8ee40b0a-6bd7-47a9-85d5-80b955544074/49951b46-e579-443a-8808-f00087df71ee/78cab001-37bb-472a-b207-294f7c968065) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:33:52.456047 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67a68c58-0df5-4756-91a9-e0524e7e6343 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:52.492191 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67a68c58-0df5-4756-91a9-e0524e7e6343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:52.532680 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a68c58-0df5-4756-91a9-e0524e7e6343 admin admin] Network 8ee40b0a-6bd7-47a9-85d5-80b955544074 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:33:52.535709 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-67a68c58-0df5-4756-91a9-e0524e7e6343 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:33:52.541459 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a68c58-0df5-4756-91a9-e0524e7e6343 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:33:52.573477 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a68c58-0df5-4756-91a9-e0524e7e6343 admin admin] Pushing event updated for resources: {'Port': ['ID=78cab001-37bb-472a-b207-294f7c968065,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:52.592411 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67a68c58-0df5-4756-91a9-e0524e7e6343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:52.656653 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:52.665442 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:52.718925 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50331164-c04a-4424-a818-515629ba639b None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:33:52.731099 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbebd89-5e96-408d-87c9-cf4a25de974f None None] Pushing event updated for resources: {'Port': ['ID=d42067ef-d88f-46f6-ba88-50d254a2fcbb,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:52.733556 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] Attempting to bind port d42067ef-d88f-46f6-ba88-50d254a2fcbb on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:33:52.733927 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] Attempting to bind port d42067ef-d88f-46f6-ba88-50d254a2fcbb by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:33:52.734339 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] Attempting to bind port d42067ef-d88f-46f6-ba88-50d254a2fcbb on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:33:52.742430 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:33:52.742687 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67a68c58-0df5-4756-91a9-e0524e7e6343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:52.742837 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:33:52.743237 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:52.743624 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:33:52.744134 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] Bound port: d42067ef-d88f-46f6-ba88-50d254a2fcbb, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:33:52.744478 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:52.795976 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] For port d42067ef-d88f-46f6-ba88-50d254a2fcbb, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:33:52.800266 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] For port d42067ef-d88f-46f6-ba88-50d254a2fcbb, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d42067ef-d88f-46f6-ba88-50d254a2fcbb,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:33:52.807697 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:52.862052 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c39f6f5-0956-41c5-bdc4-bea2adf6dd52 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:33:52.864011 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3d48cd04-bf4b-4630-83fd-11b274b04909 None None] Provisioning complete for port d42067ef-d88f-46f6-ba88-50d254a2fcbb triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:33:52.864637 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3d48cd04-bf4b-4630-83fd-11b274b04909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:52.910561 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] Routers {'0add7a7d-f2dd-4a64-b32b-26af85b19ff4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:33:52.911217 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:33:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:33:52.914966 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbebd89-5e96-408d-87c9-cf4a25de974f None None] Pushing event updated for resources: {'Port': ['ID=d42067ef-d88f-46f6-ba88-50d254a2fcbb,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:52.926349 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67a68c58-0df5-4756-91a9-e0524e7e6343 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:52.930901 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67a68c58-0df5-4756-91a9-e0524e7e6343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:52.998113 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a68c58-0df5-4756-91a9-e0524e7e6343 admin admin] Pushing event updated for resources: {'Port': ['ID=78cab001-37bb-472a-b207-294f7c968065,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:53.001562 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67a68c58-0df5-4756-91a9-e0524e7e6343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:53.056648 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3d48cd04-bf4b-4630-83fd-11b274b04909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:53.073918 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] Set router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:33:53.100222 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a68c58-0df5-4756-91a9-e0524e7e6343 admin admin] Network 8ee40b0a-6bd7-47a9-85d5-80b955544074 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:33:53.111369 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-67a68c58-0df5-4756-91a9-e0524e7e6343 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:33:53.111992 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-3d48cd04-bf4b-4630-83fd-11b274b04909 None None] For port d42067ef-d88f-46f6-ba88-50d254a2fcbb, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d42067ef-d88f-46f6-ba88-50d254a2fcbb,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:33:53.136525 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3d48cd04-bf4b-4630-83fd-11b274b04909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:53.196441 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 032fc7ed-6058-4c2a-a414-6de38c272289 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:33:53.202903 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:53.253618 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a68c58-0df5-4756-91a9-e0524e7e6343 admin admin] Router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:33:53.284075 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3d48cd04-bf4b-4630-83fd-11b274b04909 None None] Provisioning complete for port 78cab001-37bb-472a-b207-294f7c968065 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:33:53.284394 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3d48cd04-bf4b-4630-83fd-11b274b04909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:53.340042 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48cd04-bf4b-4630-83fd-11b274b04909 None None] Pushing event updated for resources: {'Port': ['ID=d42067ef-d88f-46f6-ba88-50d254a2fcbb,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:53.373163 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-3d48cd04-bf4b-4630-83fd-11b274b04909 None None] Port 78cab001-37bb-472a-b207-294f7c968065 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:33:53.379732 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a68c58-0df5-4756-91a9-e0524e7e6343 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:33:53.385437 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-67a68c58-0df5-4756-91a9-e0524e7e6343 admin admin] 10.222.0.50 "PUT /v2.0/routers/0add7a7d-f2dd-4a64-b32b-26af85b19ff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6887038 Nov 23 22:33:53.390906 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 032fc7ed-6058-4c2a-a414-6de38c272289 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:33:53.391327 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:53.497523 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 1, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:33:53.539768 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0198cc10-6f8d-46a4-ba29-2b39b2c05a6e None None] The sync data for ids ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'] in n-d-816206-9 is: [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 1, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:33:53.550541 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0e4c4efc-36ca-4c6e-bf33-006475a6fa22 None None] Provisioning complete for port d42067ef-d88f-46f6-ba88-50d254a2fcbb triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:33:53.550931 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0e4c4efc-36ca-4c6e-bf33-006475a6fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:53.647673 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0e4c4efc-36ca-4c6e-bf33-006475a6fa22 None None] Provisioning complete for port 78cab001-37bb-472a-b207-294f7c968065 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:33:53.648053 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0e4c4efc-36ca-4c6e-bf33-006475a6fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:53.683726 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c4efc-36ca-4c6e-bf33-006475a6fa22 None None] Port 78cab001-37bb-472a-b207-294f7c968065 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:33:53.798177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 47436) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:33:53.807090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-7692d996-627c-4125-96a2-3fa512d38821 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1351192755', 'description': 'tempest-description--1795882568'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:33:53.830954 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7692d996-627c-4125-96a2-3fa512d38821 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:53.902493 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7692d996-627c-4125-96a2-3fa512d38821 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:53.908585 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7692d996-627c-4125-96a2-3fa512d38821 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:53.942036 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7692d996-627c-4125-96a2-3fa512d38821 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:53.943313 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7692d996-627c-4125-96a2-3fa512d38821 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1440892 Nov 23 22:33:53.944211 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692d996-627c-4125-96a2-3fa512d38821 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afadd45e-12e7-4572-b455-9a12a88f1bc6,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:53.946268 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47438) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:33:53.951945 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-38fa7bdb-4c17-4154-a44b-fe4a59dacf82 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Request body: {'security_group_rule': {'security_group_id': 'afadd45e-12e7-4572-b455-9a12a88f1bc6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:33:53.981064 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38fa7bdb-4c17-4154-a44b-fe4a59dacf82 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:54.056841 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38fa7bdb-4c17-4154-a44b-fe4a59dacf82 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:54.061693 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38fa7bdb-4c17-4154-a44b-fe4a59dacf82 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:54.081094 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa7bdb-4c17-4154-a44b-fe4a59dacf82 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=707dca6e-4bfa-4439-bcd5-914cedab1e34,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:54.089349 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-38fa7bdb-4c17-4154-a44b-fe4a59dacf82 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:54.093129 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-38fa7bdb-4c17-4154-a44b-fe4a59dacf82 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423769 Nov 23 22:33:54.093303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 47440) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:33:54.098245 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-cd2a8b0a-f47d-49ef-b8cf-138d3328fe46 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Request body: {'security_group_rule': {'security_group_id': 'afadd45e-12e7-4572-b455-9a12a88f1bc6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:33:54.129625 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd2a8b0a-f47d-49ef-b8cf-138d3328fe46 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:54.189475 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd2a8b0a-f47d-49ef-b8cf-138d3328fe46 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:54.201664 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd2a8b0a-f47d-49ef-b8cf-138d3328fe46 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:54.233634 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a8b0a-f47d-49ef-b8cf-138d3328fe46 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26394cfc-5476-4d2b-a4c6-cfb05b0d0d8c,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:54.240141 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cd2a8b0a-f47d-49ef-b8cf-138d3328fe46 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:54.244760 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 47442) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:33:54.244888 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cd2a8b0a-f47d-49ef-b8cf-138d3328fe46 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1505771 Nov 23 22:33:54.254138 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-cf4dcc28-dd6f-453b-9336-c44aa313ddb4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:33:54.283969 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf4dcc28-dd6f-453b-9336-c44aa313ddb4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:54.386914 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf4dcc28-dd6f-453b-9336-c44aa313ddb4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:54.499173 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-cf4dcc28-dd6f-453b-9336-c44aa313ddb4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Allocated IP 172.25.5.49 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/c932d5f3-2b83-418a-97eb-e05fe73b22df) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:33:54.609380 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf4dcc28-dd6f-453b-9336-c44aa313ddb4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:54.653412 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf4dcc28-dd6f-453b-9336-c44aa313ddb4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:54.697340 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4dcc28-dd6f-453b-9336-c44aa313ddb4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:33:54.700272 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-cf4dcc28-dd6f-453b-9336-c44aa313ddb4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:33:54.702694 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4dcc28-dd6f-453b-9336-c44aa313ddb4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:33:54.730245 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4dcc28-dd6f-453b-9336-c44aa313ddb4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Pushing event updated for resources: {'Port': ['ID=c932d5f3-2b83-418a-97eb-e05fe73b22df,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:54.796106 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf4dcc28-dd6f-453b-9336-c44aa313ddb4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:54.832173 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf4dcc28-dd6f-453b-9336-c44aa313ddb4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:54.980540 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf4dcc28-dd6f-453b-9336-c44aa313ddb4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:54.985781 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf4dcc28-dd6f-453b-9336-c44aa313ddb4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:55.057339 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4dcc28-dd6f-453b-9336-c44aa313ddb4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Pushing event updated for resources: {'Port': ['ID=c932d5f3-2b83-418a-97eb-e05fe73b22df,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:55.069702 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf4dcc28-dd6f-453b-9336-c44aa313ddb4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:55.085510 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cf4dcc28-dd6f-453b-9336-c44aa313ddb4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:55.086825 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cf4dcc28-dd6f-453b-9336-c44aa313ddb4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8410749 Nov 23 22:33:55.170678 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d42067ef-d88f-46f6-ba88-50d254a2fcbb up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:33:55.229974 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port d42067ef-d88f-46f6-ba88-50d254a2fcbb triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:33:55.230349 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:55.252987 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-8da54464-3a80-4c6a-b701-fa4efdcec277 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1351192755&fields=id&tenant_id=0cdb2aea3ca840a688af64f45d702f5c HTTP/1.1" status: 200 len: 267 time: 0.0510821 Nov 23 22:33:55.365525 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-394a2773-c330-4061-bd4f-aff8ede5852b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:55.367126 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-394a2773-c330-4061-bd4f-aff8ede5852b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 811 time: 0.1071558 Nov 23 22:33:55.382851 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-5c65453c-f940-4015-a490-2bb8cc610f9e tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/quotas/0cdb2aea3ca840a688af64f45d702f5c HTTP/1.1" status: 200 len: 375 time: 0.0094287 Nov 23 22:33:55.441549 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-62e43ba5-549e-4c6f-b8cf-8b2075ce6da5 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532091 Nov 23 22:33:55.517193 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] Sync routers for ids ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:33:55.526377 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] Routers {'0add7a7d-f2dd-4a64-b32b-26af85b19ff4'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:33:55.527048 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:33:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:33:55.538805 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-2201007d-73d0-4fad-8312-06bf753e5205 service neutron] 10.222.0.50 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856373 Nov 23 22:33:55.633886 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] Set router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:33:55.837183 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 2, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:33:55.867942 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] Checking router: 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:33:55.868293 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] Updating router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 port 78cab001-37bb-472a-b207-294f7c968065 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:33:55.893186 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:55.905887 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-14a327b5-9347-45ca-a90c-f410d884a0ca service neutron] 10.222.0.50 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609509 Nov 23 22:33:56.080314 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e139be81-9956-42af-9e7e-33ac11143d6d req-46a0d39e-2dca-478c-91a7-e56589a7e831 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 210 time: 0.0298057 Nov 23 22:33:56.164209 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:56.169744 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:56.246604 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f3d75-ae1b-4ab5-8ce0-67e1d803b0cd None None] Pushing event updated for resources: {'Port': ['ID=78cab001-37bb-472a-b207-294f7c968065,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:56.275062 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f3d75-ae1b-4ab5-8ce0-67e1d803b0cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:56.275510 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f3d75-ae1b-4ab5-8ce0-67e1d803b0cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:56.275922 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f3d75-ae1b-4ab5-8ce0-67e1d803b0cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:56.276329 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f3d75-ae1b-4ab5-8ce0-67e1d803b0cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:56.276735 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f3d75-ae1b-4ab5-8ce0-67e1d803b0cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:56.277153 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f3d75-ae1b-4ab5-8ce0-67e1d803b0cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:56.277762 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f3d75-ae1b-4ab5-8ce0-67e1d803b0cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:56.278101 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f3d75-ae1b-4ab5-8ce0-67e1d803b0cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:56.278562 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f3d75-ae1b-4ab5-8ce0-67e1d803b0cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:56.278989 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f3d75-ae1b-4ab5-8ce0-67e1d803b0cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:56.279348 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f3d75-ae1b-4ab5-8ce0-67e1d803b0cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:56.279677 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130f3d75-ae1b-4ab5-8ce0-67e1d803b0cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:33:56.298730 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] Attempting to bind port 78cab001-37bb-472a-b207-294f7c968065 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:33:56.299391 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] Attempting to bind port 78cab001-37bb-472a-b207-294f7c968065 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:33:56.299771 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] Attempting to bind port 78cab001-37bb-472a-b207-294f7c968065 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:33:56.306588 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:33:56.307064 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] Checking segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:33:56.307507 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:56.307866 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] Bound using segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:33:56.308342 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] Bound port: 78cab001-37bb-472a-b207-294f7c968065, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:33:56.308863 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:56.381910 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] For port 78cab001-37bb-472a-b207-294f7c968065, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:33:56.385492 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] For port 78cab001-37bb-472a-b207-294f7c968065, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=78cab001-37bb-472a-b207-294f7c968065,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:33:56.390093 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:56.453141 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f3d75-ae1b-4ab5-8ce0-67e1d803b0cd None None] Pushing event updated for resources: {'Port': ['ID=78cab001-37bb-472a-b207-294f7c968065,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:56.468912 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] Routers {'0add7a7d-f2dd-4a64-b32b-26af85b19ff4'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:33:56.470048 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:33:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:33:56.532964 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-716351f0-05fe-41d1-a08e-d52018aa78e2 None None] Provisioning complete for port 78cab001-37bb-472a-b207-294f7c968065 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:33:56.533616 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-716351f0-05fe-41d1-a08e-d52018aa78e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:56.584453 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] Set router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:33:56.631302 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-716351f0-05fe-41d1-a08e-d52018aa78e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:56.667614 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-716351f0-05fe-41d1-a08e-d52018aa78e2 None None] For port 78cab001-37bb-472a-b207-294f7c968065, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=78cab001-37bb-472a-b207-294f7c968065,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:33:56.673199 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-716351f0-05fe-41d1-a08e-d52018aa78e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:56.727879 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716351f0-05fe-41d1-a08e-d52018aa78e2 None None] Pushing event updated for resources: {'Port': ['ID=78cab001-37bb-472a-b207-294f7c968065,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:56.792743 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a0486173-787f-4c24-9f94-3db9ca049cfb None None] Provisioning complete for port 78cab001-37bb-472a-b207-294f7c968065 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:33:56.793118 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a0486173-787f-4c24-9f94-3db9ca049cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:56.805991 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:33:56.832647 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52132ac9-bdc2-45a2-8329-b103f5004bf2 None None] The sync data for ids ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'] in n-d-816206-9 is: [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:33:57.168460 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 78cab001-37bb-472a-b207-294f7c968065 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:33:57.245516 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 78cab001-37bb-472a-b207-294f7c968065 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:33:57.246101 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:57.247716 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b6a95159-7035-4f3e-b2c1-cf7ce56282f9 req-f63ef76e-677b-47e3-8aff-db00edefe624 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 210 time: 0.0399408 Nov 23 22:33:57.286528 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-60a8e62d-f233-4c29-a1b0-c4e5e5947db7 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:57.288096 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-60a8e62d-f233-4c29-a1b0-c4e5e5947db7 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 811 time: 0.1456697 Nov 23 22:33:57.371070 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-32655eb3-1172-44d3-b735-6dbd820e8a07 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cdb2aea3ca840a688af64f45d702f5c HTTP/1.1" status: 200 len: 380 time: 0.0644500 Nov 23 22:33:57.381228 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-abdf5e78-92ce-4194-90a0-e8efc052d888 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Request body: {'port': {'device_id': 'a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'admin_state_up': True, 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'security_groups': ['afadd45e-12e7-4572-b455-9a12a88f1bc6']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:33:57.498987 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-abdf5e78-92ce-4194-90a0-e8efc052d888 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Made reservation on behalf of 0cdb2aea3ca840a688af64f45d702f5c for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:33:57.502790 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-abdf5e78-92ce-4194-90a0-e8efc052d888 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:57.630586 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-abdf5e78-92ce-4194-90a0-e8efc052d888 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Allocated IP 172.20.0.11 (8ee40b0a-6bd7-47a9-85d5-80b955544074/49951b46-e579-443a-8808-f00087df71ee/3fc82603-d4a2-4430-b670-419683c0aed4) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:33:57.768119 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-abdf5e78-92ce-4194-90a0-e8efc052d888 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:57.803061 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-abdf5e78-92ce-4194-90a0-e8efc052d888 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:57.848116 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-abdf5e78-92ce-4194-90a0-e8efc052d888 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Network 8ee40b0a-6bd7-47a9-85d5-80b955544074 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:33:57.853224 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-abdf5e78-92ce-4194-90a0-e8efc052d888 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:33:57.856824 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-abdf5e78-92ce-4194-90a0-e8efc052d888 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:33:57.886800 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf5e78-92ce-4194-90a0-e8efc052d888 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Pushing event updated for resources: {'Port': ['ID=3fc82603-d4a2-4430-b670-419683c0aed4,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:57.913599 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-abdf5e78-92ce-4194-90a0-e8efc052d888 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:57.914224 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-abdf5e78-92ce-4194-90a0-e8efc052d888 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:57.932327 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-abdf5e78-92ce-4194-90a0-e8efc052d888 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5546820 Nov 23 22:33:57.951659 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-7d361daa-7f83-42be-a7fb-edcdcd621a0c service neutron] Request body: {'port': {'device_id': 'a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:33:57.980728 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ba64204b-bbbe-4743-a363-a539ccbbeed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:58.010734 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-7d361daa-7f83-42be-a7fb-edcdcd621a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:58.104688 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3095d6bc-61cf-450d-9162-b6eb5858c3a3 None None] Provisioning complete for port 3fc82603-d4a2-4430-b670-419683c0aed4 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:33:58.105055 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3095d6bc-61cf-450d-9162-b6eb5858c3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:58.291223 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-7d361daa-7f83-42be-a7fb-edcdcd621a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fc82603-d4a2-4430-b670-419683c0aed4 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:33:58.300649 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-3095d6bc-61cf-450d-9162-b6eb5858c3a3 None None] Port 3fc82603-d4a2-4430-b670-419683c0aed4 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:33:58.301724 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-7d361daa-7f83-42be-a7fb-edcdcd621a0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:58.314171 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-7d361daa-7f83-42be-a7fb-edcdcd621a0c service neutron] Transition to ACTIVE for port object 3fc82603-d4a2-4430-b670-419683c0aed4 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:33:58.318124 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-7d361daa-7f83-42be-a7fb-edcdcd621a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:58.377032 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d361daa-7f83-42be-a7fb-edcdcd621a0c service neutron] Pushing event updated for resources: {'Port': ['ID=3fc82603-d4a2-4430-b670-419683c0aed4,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:58.383612 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2fd69-bfc0-498b-ad28-21e208689e4a req-71a8c4ff-73aa-4ce7-b0c1-2e8b21b3b70a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:58.385915 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50f2fd69-bfc0-498b-ad28-21e208689e4a req-71a8c4ff-73aa-4ce7-b0c1-2e8b21b3b70a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 944 time: 0.0603478 Nov 23 22:33:58.444271 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-7d361daa-7f83-42be-a7fb-edcdcd621a0c service neutron] Attempting to bind port 3fc82603-d4a2-4430-b670-419683c0aed4 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:33:58.444626 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-7d361daa-7f83-42be-a7fb-edcdcd621a0c service neutron] Attempting to bind port 3fc82603-d4a2-4430-b670-419683c0aed4 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:33:58.444969 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-7d361daa-7f83-42be-a7fb-edcdcd621a0c service neutron] Attempting to bind port 3fc82603-d4a2-4430-b670-419683c0aed4 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:33:58.449733 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-7d361daa-7f83-42be-a7fb-edcdcd621a0c service neutron] Port 3fc82603-d4a2-4430-b670-419683c0aed4 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:33:58.450065 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-7d361daa-7f83-42be-a7fb-edcdcd621a0c service neutron] Attempting to bind port 3fc82603-d4a2-4430-b670-419683c0aed4 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:33:58.451282 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50f2fd69-bfc0-498b-ad28-21e208689e4a req-461aee2c-d0b0-4424-815f-3eed82cfba49 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589514 Nov 23 22:33:58.456200 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-7d361daa-7f83-42be-a7fb-edcdcd621a0c service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:33:58.456557 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-7d361daa-7f83-42be-a7fb-edcdcd621a0c service neutron] Checking segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:33:58.457139 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-7d361daa-7f83-42be-a7fb-edcdcd621a0c service neutron] Bound using segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:33:58.457598 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-7d361daa-7f83-42be-a7fb-edcdcd621a0c service neutron] Bound port: 3fc82603-d4a2-4430-b670-419683c0aed4, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:33:58.458698 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-7d361daa-7f83-42be-a7fb-edcdcd621a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:58.529666 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-7d361daa-7f83-42be-a7fb-edcdcd621a0c service neutron] For port 3fc82603-d4a2-4430-b670-419683c0aed4, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:33:58.533556 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-7d361daa-7f83-42be-a7fb-edcdcd621a0c service neutron] For port 3fc82603-d4a2-4430-b670-419683c0aed4, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=3fc82603-d4a2-4430-b670-419683c0aed4,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:33:58.538031 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-7d361daa-7f83-42be-a7fb-edcdcd621a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:58.573293 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-7d361daa-7f83-42be-a7fb-edcdcd621a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:58.573940 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-7d361daa-7f83-42be-a7fb-edcdcd621a0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:33:58.575377 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-7d361daa-7f83-42be-a7fb-edcdcd621a0c service neutron] 10.222.0.53 "PUT /v2.0/ports/3fc82603-d4a2-4430-b670-419683c0aed4 HTTP/1.1" status: 200 len: 1092 time: 0.6281321 Nov 23 22:33:58.575824 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6', 'tag': '3fc82603-d4a2-4430-b670-419683c0aed4'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:33:58.578108 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82aa43f8-0178-4ec6-af5c-5b153adfecb8" -d '{"events": [{"name": "network-changed", "server_uuid": "a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6", "tag": "3fc82603-d4a2-4430-b670-419683c0aed4"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:33:58.609718 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d361daa-7f83-42be-a7fb-edcdcd621a0c service neutron] Pushing event updated for resources: {'Port': ['ID=3fc82603-d4a2-4430-b670-419683c0aed4,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:33:58.625011 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304cd7a3-be42-437e-81c1-e1218b95b0a0 x-openstack-request-id: req-304cd7a3-be42-437e-81c1-e1218b95b0a0 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:33:58.625266 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6", "tag": "3fc82603-d4a2-4430-b670-419683c0aed4", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:33:58.626328 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-304cd7a3-be42-437e-81c1-e1218b95b0a0 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:33:58.626576 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6', 'tag': '3fc82603-d4a2-4430-b670-419683c0aed4', 'status': 'completed', 'code': 200} Nov 23 22:33:58.676398 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-b6279080-848f-458f-b284-c31df3404be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:58.677917 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-b6279080-848f-458f-b284-c31df3404be3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 1095 time: 0.0445950 Nov 23 22:33:58.732181 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-7f2bad31-d3d3-44a5-9c2f-2ffb7bc14f2b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fc82603-d4a2-4430-b670-419683c0aed4 HTTP/1.1" status: 200 len: 217 time: 0.0392175 Nov 23 22:33:58.787590 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-34f42bf5-7386-4399-a26f-0b2fa9531db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:58.789069 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-34f42bf5-7386-4399-a26f-0b2fa9531db1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0454891 Nov 23 22:33:58.841044 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-477e3bd5-888a-4bd2-86ff-066a6c5ae682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:58.842460 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-477e3bd5-888a-4bd2-86ff-066a6c5ae682 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412326 Nov 23 22:33:58.944026 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-d3c93b1c-f3b1-4fb3-99a6-067d73d08d66 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884910 Nov 23 22:33:59.040734 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-33e8e82a-004a-4217-923d-f7a15a26d056 req-82de0c09-7c04-47c5-bf65-47b2b339240f service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837433 Nov 23 22:33:59.140578 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa43f8-0178-4ec6-af5c-5b153adfecb8 req-4ba923d3-7e90-4a9f-afbe-031900bbb3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:59.142597 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-82aa43f8-0178-4ec6-af5c-5b153adfecb8 req-4ba923d3-7e90-4a9f-afbe-031900bbb3a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 1095 time: 0.0429208 Nov 23 22:33:59.240076 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa43f8-0178-4ec6-af5c-5b153adfecb8 req-4806acbc-a3d4-4238-a5e6-ece507aa6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:59.241555 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-82aa43f8-0178-4ec6-af5c-5b153adfecb8 req-4806acbc-a3d4-4238-a5e6-ece507aa6f89 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0909557 Nov 23 22:33:59.285141 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-82aa43f8-0178-4ec6-af5c-5b153adfecb8 req-41a46931-b42a-498b-ae8d-52af68dc1899 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fc82603-d4a2-4430-b670-419683c0aed4 HTTP/1.1" status: 200 len: 217 time: 0.0358386 Nov 23 22:33:59.340756 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa43f8-0178-4ec6-af5c-5b153adfecb8 req-e3c738c2-bf96-4b77-b2ad-2585e58fe86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:59.342225 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-82aa43f8-0178-4ec6-af5c-5b153adfecb8 req-e3c738c2-bf96-4b77-b2ad-2585e58fe86f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0485783 Nov 23 22:33:59.391983 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa43f8-0178-4ec6-af5c-5b153adfecb8 req-72fcba32-157b-449d-9183-df908f6414bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:59.393573 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-82aa43f8-0178-4ec6-af5c-5b153adfecb8 req-72fcba32-157b-449d-9183-df908f6414bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422339 Nov 23 22:33:59.493518 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-82aa43f8-0178-4ec6-af5c-5b153adfecb8 req-9a582028-7698-46ec-95b2-a696b1508077 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871317 Nov 23 22:33:59.569369 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24299f7-6af3-48bb-80a2-9baca5d28a9c req-4345d290-5d7e-4eb0-ab07-04ca4476afb1 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:33:59.571004 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d24299f7-6af3-48bb-80a2-9baca5d28a9c req-4345d290-5d7e-4eb0-ab07-04ca4476afb1 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 944 time: 0.0491228 Nov 23 22:33:59.586171 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-82aa43f8-0178-4ec6-af5c-5b153adfecb8 req-f410f7da-482f-43a9-b1fe-84292b4d9be3 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840719 Nov 23 22:33:59.619042 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d24299f7-6af3-48bb-80a2-9baca5d28a9c req-cfd973a5-7c0b-4b7c-ae0d-da05788103c4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420017 Nov 23 22:34:00.323342 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:00.551292 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-66c382e6-5209-47b1-be3f-5cb4e302e97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:00.737933 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bdac3-caa3-40fc-82f7-7ce38990d05a req-29abc82c-2c3d-416c-93a2-e15b8f753534 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:34:00.739716 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe8bdac3-caa3-40fc-82f7-7ce38990d05a req-29abc82c-2c3d-416c-93a2-e15b8f753534 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 944 time: 0.0500195 Nov 23 22:34:00.786941 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fe8bdac3-caa3-40fc-82f7-7ce38990d05a req-16674f7f-8546-4337-972a-63364501d440 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409245 Nov 23 22:34:01.426938 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 3fc82603-d4a2-4430-b670-419683c0aed4 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:34:01.523528 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 3fc82603-d4a2-4430-b670-419683c0aed4, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=3fc82603-d4a2-4430-b670-419683c0aed4,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:34:01.535168 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '3fc82603-d4a2-4430-b670-419683c0aed4', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'port_id': '3fc82603-d4a2-4430-b670-419683c0aed4', 'mac_address': 'fa:16:3e:80:5d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:34:01.573907 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:01.586299 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc82603-d4a2-4430-b670-419683c0aed4 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:34:01.606123 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 3fc82603-d4a2-4430-b670-419683c0aed4, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=3fc82603-d4a2-4430-b670-419683c0aed4,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:34:01.609925 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:01.661185 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=3fc82603-d4a2-4430-b670-419683c0aed4,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:34:01.732731 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:01.885828 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['3fc82603-d4a2-4430-b670-419683c0aed4'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:34:01.905074 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2549b86-d405-4605-a830-021bbd8b496d req-43cc9c20-a5bb-4102-8e7d-5ae5b938d8f7 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:34:01.906575 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2549b86-d405-4605-a830-021bbd8b496d req-43cc9c20-a5bb-4102-8e7d-5ae5b938d8f7 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 945 time: 0.0532875 Nov 23 22:34:01.956016 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2549b86-d405-4605-a830-021bbd8b496d req-ae85b5e5-1b78-46a1-9e6f-f286eb96fc4a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425634 Nov 23 22:34:03.069871 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8829ef-a92f-4453-9753-a62f9ad74ef1 req-bda9f169-0ac2-4e36-9648-9fc97de6f17e tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:34:03.071392 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c8829ef-a92f-4453-9753-a62f9ad74ef1 req-bda9f169-0ac2-4e36-9648-9fc97de6f17e tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 945 time: 0.0489478 Nov 23 22:34:03.121053 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c8829ef-a92f-4453-9753-a62f9ad74ef1 req-bba919f6-1fd0-4c45-a322-4b22bf23f634 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437086 Nov 23 22:34:03.121531 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:03.426511 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 3fc82603-d4a2-4430-b670-419683c0aed4 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:34:03.478129 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 3fc82603-d4a2-4430-b670-419683c0aed4 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:34:03.482020 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 3fc82603-d4a2-4430-b670-419683c0aed4 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:34:03.482390 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:03.560319 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:03.583385 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc82603-d4a2-4430-b670-419683c0aed4'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:34:03.585564 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730a68e2-ba08-4f9d-952b-2102a49e38a2" -d '{"events": [{"server_uuid": "a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6", "name": "network-vif-plugged", "status": "completed", "tag": "3fc82603-d4a2-4430-b670-419683c0aed4"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:34:03.601628 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 3fc82603-d4a2-4430-b670-419683c0aed4, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=3fc82603-d4a2-4430-b670-419683c0aed4,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:34:03.605790 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:03.631510 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3630e5-daaf-4811-80c9-d30282bf6d33 x-openstack-request-id: req-fa3630e5-daaf-4811-80c9-d30282bf6d33 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:34:03.631806 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6", "name": "network-vif-plugged", "status": "completed", "tag": "3fc82603-d4a2-4430-b670-419683c0aed4", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:34:03.632057 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fa3630e5-daaf-4811-80c9-d30282bf6d33 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:34:03.632445 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc82603-d4a2-4430-b670-419683c0aed4', 'code': 200} Nov 23 22:34:03.655751 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=3fc82603-d4a2-4430-b670-419683c0aed4,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:34:03.728652 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7294285-766b-4c14-b5de-e20fabc169bb req-f73b7206-be61-4a68-b569-b759638410fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:34:03.730130 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e7294285-766b-4c14-b5de-e20fabc169bb req-f73b7206-be61-4a68-b569-b759638410fa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 1097 time: 0.0397761 Nov 23 22:34:03.780540 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e7294285-766b-4c14-b5de-e20fabc169bb req-4f9891f9-9623-4adb-a75f-b051742d474e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411198 Nov 23 22:34:03.904815 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:04.242089 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb740a3-5d8b-4056-aee2-68e9ed3257b1 req-5d0d4f92-1459-4882-93df-98aebdb54eec tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:34:04.243591 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dcb740a3-5d8b-4056-aee2-68e9ed3257b1 req-5d0d4f92-1459-4882-93df-98aebdb54eec tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.0537038 Nov 23 22:34:04.291657 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dcb740a3-5d8b-4056-aee2-68e9ed3257b1 req-b602b65a-b772-453b-809a-72c7fbe2b6d9 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421298 Nov 23 22:34:05.413523 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b641d-3817-4817-9553-1eccc9f68bcf req-c02d055d-2d43-42ff-aa00-347b32b44799 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:34:05.415071 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb5b641d-3817-4817-9553-1eccc9f68bcf req-c02d055d-2d43-42ff-aa00-347b32b44799 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.0511098 Nov 23 22:34:05.464075 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb5b641d-3817-4817-9553-1eccc9f68bcf req-a1acbe56-3da0-4a25-a42a-d923fda76697 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429223 Nov 23 22:34:05.577307 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989aeb2d-f43f-4a05-a5bc-5efd51887e25 req-03edb6e5-14e6-4d2d-bc40-c6b906ff7d53 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:34:05.578684 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-989aeb2d-f43f-4a05-a5bc-5efd51887e25 req-03edb6e5-14e6-4d2d-bc40-c6b906ff7d53 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.0506375 Nov 23 22:34:05.587293 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 47488) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:34:05.592456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-39cfb4d7-926f-49cd-897a-577de5ee610b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Request body: {'floatingip': {'port_id': '3fc82603-d4a2-4430-b670-419683c0aed4'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:34:05.664822 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-39cfb4d7-926f-49cd-897a-577de5ee610b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for floatingip, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:06.117454 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-39cfb4d7-926f-49cd-897a-577de5ee610b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:06.121230 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-39cfb4d7-926f-49cd-897a-577de5ee610b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:06.223060 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-39cfb4d7-926f-49cd-897a-577de5ee610b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Floating IP 2a76f846-f828-46e2-8261-a489ec384a58 associated. External IP: 172.25.5.49, port: 3fc82603-d4a2-4430-b670-419683c0aed4. Nov 23 22:34:06.433948 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cfb4d7-926f-49cd-897a-577de5ee610b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:34:06.542137 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cfb4d7-926f-49cd-897a-577de5ee610b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:34:06.546946 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-39cfb4d7-926f-49cd-897a-577de5ee610b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:06.553000 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fce3909-824b-4793-a22d-89c8e4d34e83 None None] Sync routers for ids ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:34:06.562364 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fce3909-824b-4793-a22d-89c8e4d34e83 None None] Routers {'0add7a7d-f2dd-4a64-b32b-26af85b19ff4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:34:06.563293 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1fce3909-824b-4793-a22d-89c8e4d34e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:34:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:34:06.574158 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-39cfb4d7-926f-49cd-897a-577de5ee610b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "PUT /v2.0/floatingips/2a76f846-f828-46e2-8261-a489ec384a58 HTTP/1.1" status: 200 len: 991 time: 0.9858265 Nov 23 22:34:06.574894 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6', 'tag': '3fc82603-d4a2-4430-b670-419683c0aed4'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:34:06.577257 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff13fad-76df-4b87-8389-fd180ab5bc42" -d '{"events": [{"name": "network-changed", "server_uuid": "a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6", "tag": "3fc82603-d4a2-4430-b670-419683c0aed4"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:34:06.683519 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-1fce3909-824b-4793-a22d-89c8e4d34e83 None None] Set router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:34:06.690813 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b653db-80c1-40cb-96d0-a7f48308cc44 x-openstack-request-id: req-19b653db-80c1-40cb-96d0-a7f48308cc44 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:34:06.691118 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6", "tag": "3fc82603-d4a2-4430-b670-419683c0aed4", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:34:06.691371 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-19b653db-80c1-40cb-96d0-a7f48308cc44 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:34:06.692149 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6', 'tag': '3fc82603-d4a2-4430-b670-419683c0aed4', 'status': 'completed', 'code': 200} Nov 23 22:34:06.757797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff13fad-76df-4b87-8389-fd180ab5bc42 req-ce868563-5444-402e-8d23-50444a65a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:34:06.759332 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fff13fad-76df-4b87-8389-fd180ab5bc42 req-ce868563-5444-402e-8d23-50444a65a70c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 1097 time: 0.0418403 Nov 23 22:34:06.848475 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff13fad-76df-4b87-8389-fd180ab5bc42 req-10be660d-4b5e-4527-b617-b3598b35ffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:34:06.849958 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fff13fad-76df-4b87-8389-fd180ab5bc42 req-10be660d-4b5e-4527-b617-b3598b35ffd9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0834804 Nov 23 22:34:06.911729 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1fce3909-824b-4793-a22d-89c8e4d34e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '2a76f846-f828-46e2-8261-a489ec384a58', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'port_id': '3fc82603-d4a2-4430-b670-419683c0aed4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'mac_address': 'fa:16:3e:80:5d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:33:54Z', 'updated_at': '2021-11-23T22:34:06Z', 'revision_number': 1, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:34:06.919547 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fff13fad-76df-4b87-8389-fd180ab5bc42 req-83e6e65e-0fd7-4a22-9f00-c8476199c484 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fc82603-d4a2-4430-b670-419683c0aed4 HTTP/1.1" status: 200 len: 999 time: 0.0616977 Nov 23 22:34:06.939496 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fce3909-824b-4793-a22d-89c8e4d34e83 None None] Checking router: 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:34:06.947896 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fce3909-824b-4793-a22d-89c8e4d34e83 None None] Routers {'0add7a7d-f2dd-4a64-b32b-26af85b19ff4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:34:06.948507 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1fce3909-824b-4793-a22d-89c8e4d34e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:34:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:34:06.969431 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff13fad-76df-4b87-8389-fd180ab5bc42 req-91e983c8-c48b-4457-b152-58cd17ba8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:34:06.971490 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fff13fad-76df-4b87-8389-fd180ab5bc42 req-91e983c8-c48b-4457-b152-58cd17ba8dc9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0439348 Nov 23 22:34:07.017369 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff13fad-76df-4b87-8389-fd180ab5bc42 req-e4bb13d8-c3ab-4399-811e-b1aa07998c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:34:07.018979 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fff13fad-76df-4b87-8389-fd180ab5bc42 req-e4bb13d8-c3ab-4399-811e-b1aa07998c16 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406041 Nov 23 22:34:07.054564 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-1fce3909-824b-4793-a22d-89c8e4d34e83 None None] Set router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:34:07.114148 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fff13fad-76df-4b87-8389-fd180ab5bc42 req-a091de56-da30-4e40-a7f1-b564dc6ed72e service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878987 Nov 23 22:34:07.204658 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fff13fad-76df-4b87-8389-fd180ab5bc42 req-aaf56e89-6632-4a5b-b403-940526a93f34 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828831 Nov 23 22:34:07.284285 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1fce3909-824b-4793-a22d-89c8e4d34e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '2a76f846-f828-46e2-8261-a489ec384a58', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'port_id': '3fc82603-d4a2-4430-b670-419683c0aed4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'mac_address': 'fa:16:3e:80:5d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:33:54Z', 'updated_at': '2021-11-23T22:34:06Z', 'revision_number': 1, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:34:07.315030 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fce3909-824b-4793-a22d-89c8e4d34e83 None None] The sync data for ids ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'] in n-d-816206-9 is: [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '2a76f846-f828-46e2-8261-a489ec384a58', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'port_id': '3fc82603-d4a2-4430-b670-419683c0aed4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'mac_address': 'fa:16:3e:80:5d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:33:54Z', 'updated_at': '2021-11-23T22:34:06Z', 'revision_number': 1, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:34:07.500024 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba13bdc8-9ebb-4add-8809-b12ed4bee049 None None] New status for floating IP 2a76f846-f828-46e2-8261-a489ec384a58: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:34:21.614049 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:34:23.145945 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:27.982495 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-96e91787-fa12-4a70-843c-3c46feaee824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:30.324381 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:30.553481 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9d51-d565-447d-9b97-3ac18f17958d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:31.734771 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:33.125221 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:33.907554 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:46.607444 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c70275ff-4de0-4959-97f2-7e97d3258181 req-2ec9371a-3410-46dd-8d4e-65a5308ede85 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459723 Nov 23 22:34:46.705716 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70275ff-4de0-4959-97f2-7e97d3258181 req-c6607215-7c06-4a76-a0f7-595450d29351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:34:46.707427 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c70275ff-4de0-4959-97f2-7e97d3258181 req-c6607215-7c06-4a76-a0f7-595450d29351 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 1097 time: 0.0430567 Nov 23 22:34:46.826504 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70275ff-4de0-4959-97f2-7e97d3258181 req-83c3f623-bc18-4aee-9e56-ad3829d903fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:34:46.828022 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c70275ff-4de0-4959-97f2-7e97d3258181 req-83c3f623-bc18-4aee-9e56-ad3829d903fe service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0921967 Nov 23 22:34:46.900625 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c70275ff-4de0-4959-97f2-7e97d3258181 req-439835e3-d12b-49a5-bc10-8448ec19f6d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fc82603-d4a2-4430-b670-419683c0aed4 HTTP/1.1" status: 200 len: 1001 time: 0.0590599 Nov 23 22:34:46.957726 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70275ff-4de0-4959-97f2-7e97d3258181 req-20f85d70-29af-4f40-9e5a-062d5da2d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:34:46.959294 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c70275ff-4de0-4959-97f2-7e97d3258181 req-20f85d70-29af-4f40-9e5a-062d5da2d0ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0463576 Nov 23 22:34:47.010438 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70275ff-4de0-4959-97f2-7e97d3258181 req-6f086132-8636-4351-bbfd-65ed68db2598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:34:47.011945 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c70275ff-4de0-4959-97f2-7e97d3258181 req-6f086132-8636-4351-bbfd-65ed68db2598 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446341 Nov 23 22:34:47.027609 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-c70275ff-4de0-4959-97f2-7e97d3258181 req-8397cca5-7e69-4310-b3ec-1f4d36bdc0b6 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:34:47.028543 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c70275ff-4de0-4959-97f2-7e97d3258181 req-8397cca5-7e69-4310-b3ec-1f4d36bdc0b6 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049505 Nov 23 22:34:47.125146 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c70275ff-4de0-4959-97f2-7e97d3258181 req-c48b43fa-85d6-4266-93fd-c7889cf8275a service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887935 Nov 23 22:34:47.235226 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c70275ff-4de0-4959-97f2-7e97d3258181 req-fe1625ab-9ba4-4c8d-803f-efbcf44c4f9d service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892961 Nov 23 22:34:53.158122 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:57.983663 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ac0da9a5-ef9f-4903-bf9d-5edd00384a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:34:58.613047 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:35:00.337970 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:00.553847 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-31a27c17-ed90-4bc6-872f-dda11ecc01d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:01.736960 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:03.130447 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:03.910821 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:23.173648 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:27.985130 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3ad3cdd9-6f22-48c6-9e09-6f6e7b482b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:30.339771 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:30.553412 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-279897d6-764c-490a-8629-e34cc99e9be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:31.740181 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:33.133934 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:33.913711 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:35.611492 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:35:47.560591 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a1f13436-b817-473c-ac65-c9575762cb33 req-58e76caf-74f3-4375-a87c-18270688bd58 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415201 Nov 23 22:35:47.645346 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f13436-b817-473c-ac65-c9575762cb33 req-7cc6e07c-a796-46af-9a2b-2a89d5235aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:47.646779 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a1f13436-b817-473c-ac65-c9575762cb33 req-7cc6e07c-a796-46af-9a2b-2a89d5235aa4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 1097 time: 0.0411367 Nov 23 22:35:47.753185 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f13436-b817-473c-ac65-c9575762cb33 req-763a1957-1aec-4711-b7f8-369bc0385cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:47.754689 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a1f13436-b817-473c-ac65-c9575762cb33 req-763a1957-1aec-4711-b7f8-369bc0385cac service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0881457 Nov 23 22:35:47.829271 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a1f13436-b817-473c-ac65-c9575762cb33 req-a347b2af-1f6f-4270-b065-1f69e1f1ecff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fc82603-d4a2-4430-b670-419683c0aed4 HTTP/1.1" status: 200 len: 1001 time: 0.0585468 Nov 23 22:35:47.885889 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f13436-b817-473c-ac65-c9575762cb33 req-e64c6c32-4f6d-4562-8ad2-9ae29e493ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:47.887341 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a1f13436-b817-473c-ac65-c9575762cb33 req-e64c6c32-4f6d-4562-8ad2-9ae29e493ef8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0468802 Nov 23 22:35:47.936359 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f13436-b817-473c-ac65-c9575762cb33 req-3728a361-3990-4962-a00d-764c14a2c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:47.937787 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a1f13436-b817-473c-ac65-c9575762cb33 req-3728a361-3990-4962-a00d-764c14a2c67a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414007 Nov 23 22:35:48.029412 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a1f13436-b817-473c-ac65-c9575762cb33 req-edb40306-ba29-4ad6-a09b-f913dfe5b650 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833237 Nov 23 22:35:48.124077 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a1f13436-b817-473c-ac65-c9575762cb33 req-0a7d3b9b-f431-42a0-a99c-77738936c94e service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869989 Nov 23 22:35:49.422581 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707c533-62a4-4e07-a974-a8b51457e479 req-8c305b98-4b9e-42ce-be7f-ca41e3bc3d54 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:49.424047 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c707c533-62a4-4e07-a974-a8b51457e479 req-8c305b98-4b9e-42ce-be7f-ca41e3bc3d54 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.1754057 Nov 23 22:35:49.475022 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c707c533-62a4-4e07-a974-a8b51457e479 req-dbb8ff48-73e1-4878-96c4-90000d7cb29c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448396 Nov 23 22:35:49.699250 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-677389f1-71f3-453c-ab01-0d6ce285e6f1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396659 Nov 23 22:35:49.714918 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3299b3-eb70-4bc3-a6ff-0a5c8c7a6ea8 req-23a1fc56-dcc6-4bea-aa5a-398809d44e27 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:49.716627 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2e3299b3-eb70-4bc3-a6ff-0a5c8c7a6ea8 req-23a1fc56-dcc6-4bea-aa5a-398809d44e27 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.0500205 Nov 23 22:35:49.766678 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2e3299b3-eb70-4bc3-a6ff-0a5c8c7a6ea8 req-60edc401-052c-4a19-87a1-a09be320f770 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439427 Nov 23 22:35:50.919301 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-b6f6199a-3640-4340-913d-d9cc64a02412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:50.920840 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-b6f6199a-3640-4340-913d-d9cc64a02412 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 1097 time: 0.0421023 Nov 23 22:35:50.947729 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939560ae-c89a-493e-a7c9-dee948d80b38 req-6dfccd68-5951-4199-8b57-3fd819cfaf73 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:50.949238 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-939560ae-c89a-493e-a7c9-dee948d80b38 req-6dfccd68-5951-4199-8b57-3fd819cfaf73 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.1117029 Nov 23 22:35:50.997830 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-939560ae-c89a-493e-a7c9-dee948d80b38 req-27e20895-dc17-43f2-bee0-9611397a3b40 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427186 Nov 23 22:35:51.023516 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-fdd6cbb3-dde3-418d-9563-d862ffc4df50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:51.025083 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-fdd6cbb3-dde3-418d-9563-d862ffc4df50 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0958824 Nov 23 22:35:51.095865 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-59253eac-c9c6-4de4-915a-3da00e4b91ea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fc82603-d4a2-4430-b670-419683c0aed4 HTTP/1.1" status: 200 len: 1001 time: 0.0571434 Nov 23 22:35:51.156819 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-bd4dd993-d85c-43ba-9e0d-0b1f1051e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:51.158286 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-bd4dd993-d85c-43ba-9e0d-0b1f1051e546 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0490994 Nov 23 22:35:51.210137 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-f885e7b2-bd35-4d8f-b495-89de01acfb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:51.211664 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-f885e7b2-bd35-4d8f-b495-89de01acfb72 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400450 Nov 23 22:35:51.307375 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-90fa97c0-f7ca-477c-8634-89e440391c9b service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825758 Nov 23 22:35:51.405866 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-0dbd5ae0-3da0-4d3a-a5e7-5dbb9a5833d8 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859144 Nov 23 22:35:52.126669 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc99f95-f8a9-4bd9-a57b-cf156334b550 req-c988a711-562c-45e8-a3ec-07c43bc7fcee tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:52.128173 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ecc99f95-f8a9-4bd9-a57b-cf156334b550 req-c988a711-562c-45e8-a3ec-07c43bc7fcee tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.0548134 Nov 23 22:35:52.177871 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ecc99f95-f8a9-4bd9-a57b-cf156334b550 req-861e3fbf-80c9-4976-a16e-719f6c3c72ea tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429003 Nov 23 22:35:53.175654 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:53.296129 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f4821-5c16-4271-80d3-cf1eb57e8ba5 req-f9424911-1849-4943-9cd4-50e26d6ad87d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:53.297611 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d64f4821-5c16-4271-80d3-cf1eb57e8ba5 req-f9424911-1849-4943-9cd4-50e26d6ad87d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.0503023 Nov 23 22:35:53.347091 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d64f4821-5c16-4271-80d3-cf1eb57e8ba5 req-92806a84-f455-405b-9bb2-af5e393325c5 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423746 Nov 23 22:35:54.463203 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be2751-764a-429f-bc88-bc1cb6413b94 req-7505e6d2-c2db-45cc-a7ac-4d9003c8b231 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:54.464702 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16be2751-764a-429f-bc88-bc1cb6413b94 req-7505e6d2-c2db-45cc-a7ac-4d9003c8b231 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.0493271 Nov 23 22:35:54.516087 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16be2751-764a-429f-bc88-bc1cb6413b94 req-1112b9f5-3a89-4c4f-91a3-e27bb905a16d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453641 Nov 23 22:35:55.631103 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d20d98-2611-4111-84da-3197491c0b1a req-eb346652-b262-46bc-a1a0-456732926025 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:55.632581 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-96d20d98-2611-4111-84da-3197491c0b1a req-eb346652-b262-46bc-a1a0-456732926025 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.0502517 Nov 23 22:35:55.680028 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-96d20d98-2611-4111-84da-3197491c0b1a req-bb543b09-9931-4b12-a103-213f481941f3 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411961 Nov 23 22:35:56.795882 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de209d-4a07-4f84-a9f1-f69d3f500b1f req-96e30b32-f0eb-4a7d-b6e5-8c87fb132844 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:56.797341 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f0de209d-4a07-4f84-a9f1-f69d3f500b1f req-96e30b32-f0eb-4a7d-b6e5-8c87fb132844 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.0477393 Nov 23 22:35:56.843788 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f0de209d-4a07-4f84-a9f1-f69d3f500b1f req-6d0a5a39-95e6-485a-8040-14b9de95c974 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397234 Nov 23 22:35:57.965707 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000b06c-9c4a-4328-bf39-ce8ba48a420e req-46af2899-6d25-47d5-9210-a9b15c06cd9b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:57.967209 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8000b06c-9c4a-4328-bf39-ce8ba48a420e req-46af2899-6d25-47d5-9210-a9b15c06cd9b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.0552156 Nov 23 22:35:57.985696 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f4c54f51-c94a-4b7b-af30-0018c133853e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:35:58.015641 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8000b06c-9c4a-4328-bf39-ce8ba48a420e req-66ac2a5a-04db-4787-880b-21a46de37f5f tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422382 Nov 23 22:35:59.133801 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cf678-ce8c-4640-839b-74a769585c53 req-f0b79a26-c551-4359-8fec-6f0c6c5b52ab tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:35:59.135360 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fa1cf678-ce8c-4640-839b-74a769585c53 req-f0b79a26-c551-4359-8fec-6f0c6c5b52ab tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.0496991 Nov 23 22:35:59.183875 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fa1cf678-ce8c-4640-839b-74a769585c53 req-df960586-2d73-4935-a6bc-8619c03c0063 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424721 Nov 23 22:36:00.304796 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dbc9a-541a-41a2-9780-3779045a294f req-ef999c4b-d80e-40d0-91df-8414ce8c7d77 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:00.306280 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c41dbc9a-541a-41a2-9780-3779045a294f req-ef999c4b-d80e-40d0-91df-8414ce8c7d77 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.0539763 Nov 23 22:36:00.354871 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:00.355473 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c41dbc9a-541a-41a2-9780-3779045a294f req-040d6aa1-ff89-44f6-a8b5-bd67b9a97e5c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428264 Nov 23 22:36:00.553002 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a729faa2-87fa-4511-950d-64459c2d2a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:01.470500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ad3e1-45d6-4a1b-835e-754449ebbe9a req-528960da-b4b2-4fae-b190-b0bb9bd81e30 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:01.471986 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c8ad3e1-45d6-4a1b-835e-754449ebbe9a req-528960da-b4b2-4fae-b190-b0bb9bd81e30 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.0487683 Nov 23 22:36:01.520016 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c8ad3e1-45d6-4a1b-835e-754449ebbe9a req-32231924-ed96-4234-89d0-f7c585b71860 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417984 Nov 23 22:36:01.743520 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:02.635759 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7704e9b-724a-4b5b-b481-27628b9f8ffe req-3ace68a8-6320-4cfb-80ed-798f586c0f0b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:02.637231 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7704e9b-724a-4b5b-b481-27628b9f8ffe req-3ace68a8-6320-4cfb-80ed-798f586c0f0b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.0491533 Nov 23 22:36:02.689087 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7704e9b-724a-4b5b-b481-27628b9f8ffe req-52b4d261-48df-4ab1-bb9d-ff6d7adb98a0 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460117 Nov 23 22:36:03.132949 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:03.554394 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-aa516114-343b-4ecc-8c8b-7287a7e9394b service neutron] show failed (client error): The resource could not be found. Nov 23 22:36:03.555447 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-aa516114-343b-4ecc-8c8b-7287a7e9394b service neutron] 10.222.0.53 "GET /v2.0/ports/3fc82603-d4a2-4430-b670-419683c0aed4/bindings/n-h2-816206-9 HTTP/1.1" status: 404 len: 380 time: 0.0544732 Nov 23 22:36:03.780057 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-509b8627-1090-4bf4-9b05-3321dc2778df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:03.781541 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-509b8627-1090-4bf4-9b05-3321dc2778df service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6&tenant_id=0cdb2aea3ca840a688af64f45d702f5c HTTP/1.1" status: 200 len: 1097 time: 0.0454466 Nov 23 22:36:03.791998 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-a317fc0f-052f-460e-8848-95a5727c26ca service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:36:03.792945 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-a317fc0f-052f-460e-8848-95a5727c26ca service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049579 Nov 23 22:36:03.808635 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbe88c-66ea-44cd-aaa2-8eb632fe6fef req-5b754646-f2af-4663-b150-2e9b62cc0892 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:03.810045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fffbe88c-66ea-44cd-aaa2-8eb632fe6fef req-5b754646-f2af-4663-b150-2e9b62cc0892 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.0501127 Nov 23 22:36:03.811178 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-9', 'device_owner': 'compute:nova'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:03.858388 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fffbe88c-66ea-44cd-aaa2-8eb632fe6fef req-fdd2d29f-b5cd-4df9-8a86-32257d507024 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423596 Nov 23 22:36:03.864838 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:03.915965 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:04.061085 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] For port 3fc82603-d4a2-4430-b670-419683c0aed4, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=3fc82603-d4a2-4430-b670-419683c0aed4,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:04.093019 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] For port 3fc82603-d4a2-4430-b670-419683c0aed4, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:04.136791 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fc82603-d4a2-4430-b670-419683c0aed4'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:04.139311 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeba5fb-564d-4211-8d47-8c35d973dfda" -d '{"events": [{"server_uuid": "a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6", "name": "network-vif-unplugged", "status": "completed", "tag": "3fc82603-d4a2-4430-b670-419683c0aed4"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:04.143159 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:04.156522 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Transition to ACTIVE for port object 3fc82603-d4a2-4430-b670-419683c0aed4 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:36:04.160552 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:04.428377 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bc5b50-55fa-4e4f-9918-8550bbedcd30 x-openstack-request-id: req-c5bc5b50-55fa-4e4f-9918-8550bbedcd30 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:04.428610 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6", "name": "network-vif-unplugged", "status": "completed", "tag": "3fc82603-d4a2-4430-b670-419683c0aed4", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:04.428810 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c5bc5b50-55fa-4e4f-9918-8550bbedcd30 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:04.429195 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fc82603-d4a2-4430-b670-419683c0aed4', 'code': 200} Nov 23 22:36:04.498567 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc82603-d4a2-4430-b670-419683c0aed4,revision_number=6']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:04.524472 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:04.524821 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:04.525165 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:04.525498 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:04.525826 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:04.526152 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:04.526478 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:04.526835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:04.527160 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:04.527483 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:04.527803 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:04.528122 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:04.585074 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] No DVR routers for this DVR port 3fc82603-d4a2-4430-b670-419683c0aed4 on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:36:04.717337 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Attempting to bind port 3fc82603-d4a2-4430-b670-419683c0aed4 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:36:04.717554 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Attempting to bind port 3fc82603-d4a2-4430-b670-419683c0aed4 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:36:04.717869 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Attempting to bind port 3fc82603-d4a2-4430-b670-419683c0aed4 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:04.722087 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Port 3fc82603-d4a2-4430-b670-419683c0aed4 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:36:04.723286 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Attempting to bind port 3fc82603-d4a2-4430-b670-419683c0aed4 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:04.727940 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:36:04.728277 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Checking segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:04.728653 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Bound using segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:36:04.729071 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Bound port: 3fc82603-d4a2-4430-b670-419683c0aed4, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:36:04.729416 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:04.795391 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] For port 3fc82603-d4a2-4430-b670-419683c0aed4, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:04.798645 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] For port 3fc82603-d4a2-4430-b670-419683c0aed4, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=3fc82603-d4a2-4430-b670-419683c0aed4,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:36:04.803393 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:04.837471 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:04.838234 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:04.839656 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] 10.222.0.60 "PUT /v2.0/ports/3fc82603-d4a2-4430-b670-419683c0aed4 HTTP/1.1" status: 200 len: 1092 time: 1.0323749 Nov 23 22:36:04.864418 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b31ae0-3669-4cdf-ab80-3c9c84871865 service neutron] Pushing event updated for resources: {'Port': ['ID=3fc82603-d4a2-4430-b670-419683c0aed4,revision_number=7']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:04.917528 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-f94a0df2-0d7d-4cac-9504-703c9a920bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:04.919233 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-f94a0df2-0d7d-4cac-9504-703c9a920bed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 1095 time: 0.0447338 Nov 23 22:36:04.993034 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9e405-11e1-44af-8424-403960ddc021 req-1a364c4b-92ff-4eb1-8ce0-00adfca24200 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:04.995353 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5f9e405-11e1-44af-8424-403960ddc021 req-1a364c4b-92ff-4eb1-8ce0-00adfca24200 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 944 time: 0.0558999 Nov 23 22:36:05.020559 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-3376bc7a-80be-4f1b-a328-4eab86f106d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:05.022258 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-3376bc7a-80be-4f1b-a328-4eab86f106d3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0952988 Nov 23 22:36:05.052910 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5f9e405-11e1-44af-8424-403960ddc021 req-9dafa873-ac18-4d96-8208-ea6922f265a1 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514185 Nov 23 22:36:05.089310 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-c4275c27-2efd-4768-9e75-809c7e127300 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fc82603-d4a2-4430-b670-419683c0aed4 HTTP/1.1" status: 200 len: 999 time: 0.0602806 Nov 23 22:36:05.138585 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-26559334-4529-48f3-be10-5f51b07a949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:05.140095 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-26559334-4529-48f3-be10-5f51b07a949b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0439751 Nov 23 22:36:05.190480 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-de87393c-7013-4b69-8286-4bc442035723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:05.192250 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-de87393c-7013-4b69-8286-4bc442035723 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445135 Nov 23 22:36:05.281838 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-322b4fe3-dc9f-4a90-bd26-bd46f9100b28 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813251 Nov 23 22:36:05.374695 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-11c6ffe2-6696-4e49-b7ed-24e41b7961b7 req-18af944d-46fc-40c8-85d0-52cef2ac0ef7 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857880 Nov 23 22:36:06.176626 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a3e10-2260-4d44-83de-0d317e0795dd req-e99fcf80-192b-47f0-81b3-5c608dc8fbad tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:06.178102 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-475a3e10-2260-4d44-83de-0d317e0795dd req-e99fcf80-192b-47f0-81b3-5c608dc8fbad tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 944 time: 0.0542197 Nov 23 22:36:06.225745 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-475a3e10-2260-4d44-83de-0d317e0795dd req-b69b0249-a2a6-435d-9924-ad9c347642ca tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418031 Nov 23 22:36:06.430666 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6', 'tag': '3fc82603-d4a2-4430-b670-419683c0aed4'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:06.433061 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2ffcbe-9aa5-4bde-a5e7-04a83234c162" -d '{"events": [{"name": "network-changed", "server_uuid": "a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6", "tag": "3fc82603-d4a2-4430-b670-419683c0aed4"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:06.481141 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2d5c3d-7afa-40ec-b369-8b747c018d5e x-openstack-request-id: req-4a2d5c3d-7afa-40ec-b369-8b747c018d5e {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:06.481439 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6", "tag": "3fc82603-d4a2-4430-b670-419683c0aed4", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:06.481693 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a2d5c3d-7afa-40ec-b369-8b747c018d5e {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:06.482097 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6', 'tag': '3fc82603-d4a2-4430-b670-419683c0aed4', 'status': 'completed', 'code': 200} Nov 23 22:36:06.581992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ffcbe-9aa5-4bde-a5e7-04a83234c162 req-af7519d2-e955-4a85-a17f-5925b5588161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:06.583522 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dc2ffcbe-9aa5-4bde-a5e7-04a83234c162 req-af7519d2-e955-4a85-a17f-5925b5588161 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 1095 time: 0.0738063 Nov 23 22:36:06.585873 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ffcbe-9aa5-4bde-a5e7-04a83234c162 req-c23d6ba2-deff-4082-9328-a5823738e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:06.587231 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dc2ffcbe-9aa5-4bde-a5e7-04a83234c162 req-c23d6ba2-deff-4082-9328-a5823738e4bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 1095 time: 0.0505719 Nov 23 22:36:06.749952 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ffcbe-9aa5-4bde-a5e7-04a83234c162 req-611604dc-5ee5-4afc-ba3a-b36791206e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:06.751358 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dc2ffcbe-9aa5-4bde-a5e7-04a83234c162 req-611604dc-5ee5-4afc-ba3a-b36791206e95 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.1569459 Nov 23 22:36:06.752433 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ffcbe-9aa5-4bde-a5e7-04a83234c162 req-e5d0afe5-1efc-4221-9b23-2d8255fc365a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:06.754604 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dc2ffcbe-9aa5-4bde-a5e7-04a83234c162 req-e5d0afe5-1efc-4221-9b23-2d8255fc365a service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.1532140 Nov 23 22:36:06.861928 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dc2ffcbe-9aa5-4bde-a5e7-04a83234c162 req-3ce06bcd-b499-4bc2-9131-744469511c4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fc82603-d4a2-4430-b670-419683c0aed4 HTTP/1.1" status: 200 len: 999 time: 0.1029494 Nov 23 22:36:06.870123 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dc2ffcbe-9aa5-4bde-a5e7-04a83234c162 req-1547d0b7-9ee6-451b-90ab-9bc9bfba94c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fc82603-d4a2-4430-b670-419683c0aed4 HTTP/1.1" status: 200 len: 999 time: 0.0762177 Nov 23 22:36:06.951003 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ffcbe-9aa5-4bde-a5e7-04a83234c162 req-42475cd0-e296-4802-bf60-87e628a164a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:06.952478 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dc2ffcbe-9aa5-4bde-a5e7-04a83234c162 req-42475cd0-e296-4802-bf60-87e628a164a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0782452 Nov 23 22:36:06.955710 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ffcbe-9aa5-4bde-a5e7-04a83234c162 req-eb926e43-facb-46d5-85d3-6f138c0d2cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:06.957664 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dc2ffcbe-9aa5-4bde-a5e7-04a83234c162 req-eb926e43-facb-46d5-85d3-6f138c0d2cea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0741534 Nov 23 22:36:07.032177 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ffcbe-9aa5-4bde-a5e7-04a83234c162 req-4cd68a91-73df-4b3b-a108-3ec3074cc787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:07.033586 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dc2ffcbe-9aa5-4bde-a5e7-04a83234c162 req-4cd68a91-73df-4b3b-a108-3ec3074cc787 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731113 Nov 23 22:36:07.036794 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ffcbe-9aa5-4bde-a5e7-04a83234c162 req-cc11345f-8e54-433e-8b79-69694d7c7d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:07.038135 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dc2ffcbe-9aa5-4bde-a5e7-04a83234c162 req-cc11345f-8e54-433e-8b79-69694d7c7d71 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692296 Nov 23 22:36:07.203880 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dc2ffcbe-9aa5-4bde-a5e7-04a83234c162 req-47172b53-52a2-43f3-af58-7c5edd1118fa service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543107 Nov 23 22:36:07.205721 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dc2ffcbe-9aa5-4bde-a5e7-04a83234c162 req-b4b7c281-5aff-410d-8917-f0381a5749cb service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481864 Nov 23 22:36:07.345307 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76016f9b-3cae-4ec2-8191-ca3869500b62 req-803c3f7c-c957-4ab4-ab2b-da095e78d6b4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:07.346818 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76016f9b-3cae-4ec2-8191-ca3869500b62 req-803c3f7c-c957-4ab4-ab2b-da095e78d6b4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 944 time: 0.0493903 Nov 23 22:36:07.371548 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dc2ffcbe-9aa5-4bde-a5e7-04a83234c162 req-056dfee2-333c-4c1c-99ce-7f8a7b01c51f service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577921 Nov 23 22:36:07.373470 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-dc2ffcbe-9aa5-4bde-a5e7-04a83234c162 req-7ff0e3be-eba6-40f8-ac4c-15154427648e service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587257 Nov 23 22:36:07.397196 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76016f9b-3cae-4ec2-8191-ca3869500b62 req-42c14618-d4b0-4b41-b80c-7fec569402be tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435982 Nov 23 22:36:07.589905 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122fc4a-e5a5-4599-a48a-fc888dfe7a20 req-6059a7ea-7224-4409-99d0-5050d9696307 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:07.591447 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1122fc4a-e5a5-4599-a48a-fc888dfe7a20 req-6059a7ea-7224-4409-99d0-5050d9696307 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 944 time: 0.0509520 Nov 23 22:36:07.618616 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167b707-939a-40ea-95d5-a20637a48499 req-b2bb3c04-c2f3-4841-baf1-97dc227044b3 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:07.620114 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e167b707-939a-40ea-95d5-a20637a48499 req-b2bb3c04-c2f3-4841-baf1-97dc227044b3 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.53 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6&tenant_id=0cdb2aea3ca840a688af64f45d702f5c&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 944 time: 0.0586529 Nov 23 22:36:07.646304 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1122fc4a-e5a5-4599-a48a-fc888dfe7a20 req-8da4749c-1818-469b-a36d-c8846ee5a839 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455935 Nov 23 22:36:07.688837 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [req-e167b707-939a-40ea-95d5-a20637a48499 req-0c0702ee-6286-40e3-afb6-4efde776d2ce service neutron] delete failed (client error): The resource could not be found. Nov 23 22:36:07.689870 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e167b707-939a-40ea-95d5-a20637a48499 req-0c0702ee-6286-40e3-afb6-4efde776d2ce service neutron] 10.222.0.53 "DELETE /v2.0/ports/3fc82603-d4a2-4430-b670-419683c0aed4/bindings/n-h1-816206-9 HTTP/1.1" status: 404 len: 380 time: 0.0542469 Nov 23 22:36:07.782917 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167b707-939a-40ea-95d5-a20637a48499 req-42d1e0cd-9a93-4534-b75d-c23815907813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:07.784402 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e167b707-939a-40ea-95d5-a20637a48499 req-42d1e0cd-9a93-4534-b75d-c23815907813 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 1095 time: 0.0415077 Nov 23 22:36:07.878303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167b707-939a-40ea-95d5-a20637a48499 req-26d4ad45-18b5-466c-b674-c53e3479625d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:07.880421 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e167b707-939a-40ea-95d5-a20637a48499 req-26d4ad45-18b5-466c-b674-c53e3479625d service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0870218 Nov 23 22:36:07.953871 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e167b707-939a-40ea-95d5-a20637a48499 req-897cdb89-e5ea-40ad-ae40-d3ac77fb6df6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fc82603-d4a2-4430-b670-419683c0aed4 HTTP/1.1" status: 200 len: 999 time: 0.0597837 Nov 23 22:36:08.007178 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167b707-939a-40ea-95d5-a20637a48499 req-77503eea-8270-4ee5-8986-5c5209ab4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:08.008598 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e167b707-939a-40ea-95d5-a20637a48499 req-77503eea-8270-4ee5-8986-5c5209ab4548 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0433409 Nov 23 22:36:08.064597 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167b707-939a-40ea-95d5-a20637a48499 req-662d3ec2-ce5d-465a-85fd-36942d5d4071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:08.067156 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e167b707-939a-40ea-95d5-a20637a48499 req-662d3ec2-ce5d-465a-85fd-36942d5d4071 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433998 Nov 23 22:36:08.157866 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 3fc82603-d4a2-4430-b670-419683c0aed4 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:36:08.162934 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e167b707-939a-40ea-95d5-a20637a48499 req-75582017-523e-4633-882f-785246afc9aa service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839581 Nov 23 22:36:08.197945 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 3fc82603-d4a2-4430-b670-419683c0aed4 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:36:08.205659 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 3fc82603-d4a2-4430-b670-419683c0aed4 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:36:08.264473 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e167b707-939a-40ea-95d5-a20637a48499 req-6af00cf4-b3fa-4322-99ad-ae543a5c016f service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897951 Nov 23 22:36:08.303160 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 3fc82603-d4a2-4430-b670-419683c0aed4, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=3fc82603-d4a2-4430-b670-419683c0aed4,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:08.314422 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '3fc82603-d4a2-4430-b670-419683c0aed4', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'port_id': '3fc82603-d4a2-4430-b670-419683c0aed4', 'mac_address': 'fa:16:3e:80:5d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:36:08.351895 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:08.365050 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fc82603-d4a2-4430-b670-419683c0aed4 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:36:08.385115 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 3fc82603-d4a2-4430-b670-419683c0aed4, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=3fc82603-d4a2-4430-b670-419683c0aed4,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:08.388897 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:08.438910 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=3fc82603-d4a2-4430-b670-419683c0aed4,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:08.447037 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:08.447381 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:08.447718 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:08.448056 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:08.448385 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:08.448710 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:08.449035 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:08.449356 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:08.449677 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:08.450068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:08.450332 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:08.450643 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:36:08.710979 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['3fc82603-d4a2-4430-b670-419683c0aed4'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:36:08.779535 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b0fa3-d957-4595-a8f8-baac9390ba5d req-76e42d93-846e-4cde-957b-37ae78edbff3 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:08.781114 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f20b0fa3-d957-4595-a8f8-baac9390ba5d req-76e42d93-846e-4cde-957b-37ae78edbff3 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 945 time: 0.0577013 Nov 23 22:36:08.837529 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f20b0fa3-d957-4595-a8f8-baac9390ba5d req-c9080cfd-d1f7-4761-bc6c-18c294b2c465 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479879 Nov 23 22:36:08.958028 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036af00c-7fba-49cb-a21c-188c00009757 req-326cb521-56e1-415c-90ff-18f42f2259b8 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:08.959539 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-036af00c-7fba-49cb-a21c-188c00009757 req-326cb521-56e1-415c-90ff-18f42f2259b8 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 945 time: 0.0507445 Nov 23 22:36:09.007278 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-036af00c-7fba-49cb-a21c-188c00009757 req-414cdaa9-7eb3-4f9e-85e7-426121094b89 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412953 Nov 23 22:36:09.124533 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f721a869-3261-40b5-bcab-f034fbd2ec3d req-152365c5-850f-4683-8f1c-274f6ecbfe63 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:09.126020 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f721a869-3261-40b5-bcab-f034fbd2ec3d req-152365c5-850f-4683-8f1c-274f6ecbfe63 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 945 time: 0.0535777 Nov 23 22:36:09.173374 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f721a869-3261-40b5-bcab-f034fbd2ec3d req-a578503e-b77b-4e67-9dab-670b6ab33be7 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411005 Nov 23 22:36:09.403983 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0cd6c-91f8-429a-b9ed-c4d2dea677af req-1063ccc7-5ba6-424b-9db6-9cf58fbdddab tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:09.405468 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89e0cd6c-91f8-429a-b9ed-c4d2dea677af req-1063ccc7-5ba6-424b-9db6-9cf58fbdddab tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 945 time: 0.0493841 Nov 23 22:36:09.455075 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-89e0cd6c-91f8-429a-b9ed-c4d2dea677af req-1391fe25-213d-4c07-854f-b16a92b9e377 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432367 Nov 23 22:36:10.249733 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 3fc82603-d4a2-4430-b670-419683c0aed4 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:36:10.298740 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 3fc82603-d4a2-4430-b670-419683c0aed4 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:36:10.302707 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 3fc82603-d4a2-4430-b670-419683c0aed4 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:10.303111 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:10.377932 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:10.400196 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc82603-d4a2-4430-b670-419683c0aed4'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:10.402503 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0239942e-2c21-44bd-8982-9772b297cc40" -d '{"events": [{"server_uuid": "a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6", "name": "network-vif-plugged", "status": "completed", "tag": "3fc82603-d4a2-4430-b670-419683c0aed4"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:10.417024 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 3fc82603-d4a2-4430-b670-419683c0aed4, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=3fc82603-d4a2-4430-b670-419683c0aed4,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:10.422141 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:10.475552 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=3fc82603-d4a2-4430-b670-419683c0aed4,revision_number=9']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:10.515151 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d362a9bf-3b15-45b1-b088-84c50e5c4372 x-openstack-request-id: req-d362a9bf-3b15-45b1-b088-84c50e5c4372 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:10.515598 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6", "name": "network-vif-plugged", "status": "completed", "tag": "3fc82603-d4a2-4430-b670-419683c0aed4", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:10.515999 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d362a9bf-3b15-45b1-b088-84c50e5c4372 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:10.516414 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fc82603-d4a2-4430-b670-419683c0aed4', 'code': 200} Nov 23 22:36:10.576774 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b22c3f-11fc-42c6-916f-32a497ad54ec req-5b40c6cb-fceb-432e-9da2-dcd06c1c5363 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:10.578223 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09b22c3f-11fc-42c6-916f-32a497ad54ec req-5b40c6cb-fceb-432e-9da2-dcd06c1c5363 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.0540106 Nov 23 22:36:10.624883 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09b22c3f-11fc-42c6-916f-32a497ad54ec req-7684b61f-f053-46e0-9bfa-898b5c0044b5 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395145 Nov 23 22:36:10.784791 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfe860-5580-46c3-91b1-51573c80cf8e req-82cdd15c-0a29-4286-b791-a0e5da42aa7b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:10.786188 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2ccfe860-5580-46c3-91b1-51573c80cf8e req-82cdd15c-0a29-4286-b791-a0e5da42aa7b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.60 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 946 time: 0.0506811 Nov 23 22:36:10.878735 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-2ccfe860-5580-46c3-91b1-51573c80cf8e req-4d1a3026-50ca-4632-88d6-bfea62ea3a67 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Deleting port 3fc82603-d4a2-4430-b670-419683c0aed4 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:36:10.879079 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2ccfe860-5580-46c3-91b1-51573c80cf8e req-4d1a3026-50ca-4632-88d6-bfea62ea3a67 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:10.966274 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2ccfe860-5580-46c3-91b1-51573c80cf8e req-4d1a3026-50ca-4632-88d6-bfea62ea3a67 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] For port 3fc82603-d4a2-4430-b670-419683c0aed4, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=3fc82603-d4a2-4430-b670-419683c0aed4,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:10.966636 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2ccfe860-5580-46c3-91b1-51573c80cf8e req-4d1a3026-50ca-4632-88d6-bfea62ea3a67 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:11.377879 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2ccfe860-5580-46c3-91b1-51573c80cf8e req-4d1a3026-50ca-4632-88d6-bfea62ea3a67 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:11.378231 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2ccfe860-5580-46c3-91b1-51573c80cf8e req-4d1a3026-50ca-4632-88d6-bfea62ea3a67 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:11.378546 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [req-2ccfe860-5580-46c3-91b1-51573c80cf8e req-4d1a3026-50ca-4632-88d6-bfea62ea3a67 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Floating IP 2a76f846-f828-46e2-8261-a489ec384a58 disassociated. External IP: 172.25.5.49, port: 3fc82603-d4a2-4430-b670-419683c0aed4. Nov 23 22:36:11.378928 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-2ccfe860-5580-46c3-91b1-51573c80cf8e req-4d1a3026-50ca-4632-88d6-bfea62ea3a67 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Calling delete_port for 3fc82603-d4a2-4430-b670-419683c0aed4 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:36:11.504007 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2ccfe860-5580-46c3-91b1-51573c80cf8e req-4d1a3026-50ca-4632-88d6-bfea62ea3a67 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:11.537590 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a3026-50ca-4632-88d6-bfea62ea3a67 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Pushing event deleted for resources: {'Port': ['ID=3fc82603-d4a2-4430-b670-419683c0aed4,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:11.663212 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ccfe860-5580-46c3-91b1-51573c80cf8e req-4d1a3026-50ca-4632-88d6-bfea62ea3a67 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:36:11.728922 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-624e1702-11cf-4939-b34e-3a4efd19fe2c req-48ecc935-b88f-4d68-ad00-1c59028c5169 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6 HTTP/1.1" status: 200 len: 210 time: 0.0284317 Nov 23 22:36:11.779622 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ccfe860-5580-46c3-91b1-51573c80cf8e req-4d1a3026-50ca-4632-88d6-bfea62ea3a67 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:36:11.791183 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dff76b-9bcc-4be1-8f1b-8e634fbe7c7e None None] Sync routers for ids ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:36:11.801817 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dff76b-9bcc-4be1-8f1b-8e634fbe7c7e None None] Routers {'0add7a7d-f2dd-4a64-b32b-26af85b19ff4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:36:11.802527 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-95dff76b-9bcc-4be1-8f1b-8e634fbe7c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:36:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:11.822683 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccfe860-5580-46c3-91b1-51573c80cf8e req-4d1a3026-50ca-4632-88d6-bfea62ea3a67 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] No DVR routers for this DVR port 3fc82603-d4a2-4430-b670-419683c0aed4 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:36:11.825146 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2ccfe860-5580-46c3-91b1-51573c80cf8e req-4d1a3026-50ca-4632-88d6-bfea62ea3a67 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:11.828513 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2ccfe860-5580-46c3-91b1-51573c80cf8e req-4d1a3026-50ca-4632-88d6-bfea62ea3a67 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.60 "DELETE /v2.0/ports/3fc82603-d4a2-4430-b670-419683c0aed4 HTTP/1.1" status: 204 len: 173 time: 1.0357990 Nov 23 22:36:11.828967 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6', 'name': 'network-vif-deleted', 'tag': '3fc82603-d4a2-4430-b670-419683c0aed4'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:11.831244 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d69ef5-fc07-457c-997f-b3dc9797babf" -d '{"events": [{"server_uuid": "a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6", "name": "network-vif-deleted", "tag": "3fc82603-d4a2-4430-b670-419683c0aed4"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:11.872219 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d71fe4-b469-4a47-8b42-8f7f83f58a30 x-openstack-request-id: req-22d71fe4-b469-4a47-8b42-8f7f83f58a30 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:11.872551 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6", "name": "network-vif-deleted", "tag": "3fc82603-d4a2-4430-b670-419683c0aed4", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:11.872797 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-22d71fe4-b469-4a47-8b42-8f7f83f58a30 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:11.873345 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a990a0c6-8c78-42ba-a3c0-a696f2a3cbb6', 'name': 'network-vif-deleted', 'tag': '3fc82603-d4a2-4430-b670-419683c0aed4', 'status': 'completed', 'code': 200} Nov 23 22:36:11.921723 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-95dff76b-9bcc-4be1-8f1b-8e634fbe7c7e None None] Set router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:36:12.282419 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-95dff76b-9bcc-4be1-8f1b-8e634fbe7c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:12.311849 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dff76b-9bcc-4be1-8f1b-8e634fbe7c7e None None] Checking router: 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:36:12.320116 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dff76b-9bcc-4be1-8f1b-8e634fbe7c7e None None] Routers {'0add7a7d-f2dd-4a64-b32b-26af85b19ff4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:36:12.320718 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-95dff76b-9bcc-4be1-8f1b-8e634fbe7c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:36:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:12.422298 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-95dff76b-9bcc-4be1-8f1b-8e634fbe7c7e None None] Set router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:36:12.609530 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:36:12.610916 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-95dff76b-9bcc-4be1-8f1b-8e634fbe7c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:12.640182 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dff76b-9bcc-4be1-8f1b-8e634fbe7c7e None None] The sync data for ids ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'] in n-d-816206-9 is: [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:36:12.874074 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923ae59a-cf1a-4688-b94d-3086e42ea8d9 None None] New status for floating IP 2a76f846-f828-46e2-8261-a489ec384a58: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:36:12.979072 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-67a10275-9237-46ee-a5f7-883280a2db7b req-cccaf747-0088-4acd-970a-bd7f79593229 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1351192755&fields=id&tenant_id=0cdb2aea3ca840a688af64f45d702f5c HTTP/1.1" status: 200 len: 267 time: 0.0432074 Nov 23 22:36:13.090140 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a10275-9237-46ee-a5f7-883280a2db7b req-ef211d72-7214-44db-bcbf-745664f98f74 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:13.091641 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-67a10275-9237-46ee-a5f7-883280a2db7b req-ef211d72-7214-44db-bcbf-745664f98f74 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 811 time: 0.1051159 Nov 23 22:36:13.107014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-67a10275-9237-46ee-a5f7-883280a2db7b req-c06a1a1e-137c-4a5a-98c5-e5a5a226a11d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/quotas/0cdb2aea3ca840a688af64f45d702f5c HTTP/1.1" status: 200 len: 375 time: 0.0095673 Nov 23 22:36:13.161989 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-67a10275-9237-46ee-a5f7-883280a2db7b req-76a1b1bd-c6d6-4fd8-a7bd-7dd8f6ae0e9d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469038 Nov 23 22:36:13.321299 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-67a10275-9237-46ee-a5f7-883280a2db7b req-3dfd8998-38d0-4d9d-a2d6-cec70b1bd979 service neutron] 10.222.0.50 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477416 Nov 23 22:36:13.408599 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-67a10275-9237-46ee-a5f7-883280a2db7b req-88aaa985-d74e-4bda-8627-4d9fe4ea773c service neutron] 10.222.0.50 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812156 Nov 23 22:36:13.568874 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a10312b0-1a66-4ad7-b88f-3c96191699d8 req-6d55bef5-771f-4062-be21-9e66f92b6834 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 210 time: 0.0271070 Nov 23 22:36:14.268637 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 3fc82603-d4a2-4430-b670-419683c0aed4 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:36:14.289245 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 3fc82603-d4a2-4430-b670-419683c0aed4 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:36:14.289585 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 3fc82603-d4a2-4430-b670-419683c0aed4 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:36:14.560193 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a10275-9237-46ee-a5f7-883280a2db7b req-c3834675-8bfb-4cef-a389-016dad836e42 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:14.561763 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-67a10275-9237-46ee-a5f7-883280a2db7b req-c3834675-8bfb-4cef-a389-016dad836e42 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 811 time: 0.1099253 Nov 23 22:36:14.637982 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-67a10275-9237-46ee-a5f7-883280a2db7b req-bbc6ba6c-6cb0-493d-b953-d1d88c42d052 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cdb2aea3ca840a688af64f45d702f5c HTTP/1.1" status: 200 len: 380 time: 0.0596423 Nov 23 22:36:14.649359 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-67a10275-9237-46ee-a5f7-883280a2db7b req-23431ca3-29a7-4360-8b73-4f14819b5b0a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Request body: {'port': {'device_id': '35d811f8-3345-4f5b-94ae-3af609d0f698', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'admin_state_up': True, 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'security_groups': ['afadd45e-12e7-4572-b455-9a12a88f1bc6']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:14.664486 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-087d271f-ea77-4f73-9620-cb538090bac5 req-83f6096d-a73c-4e92-b088-8b61ab6d77d1 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 210 time: 0.0267816 Nov 23 22:36:14.758382 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a10275-9237-46ee-a5f7-883280a2db7b req-23431ca3-29a7-4360-8b73-4f14819b5b0a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Made reservation on behalf of 0cdb2aea3ca840a688af64f45d702f5c for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:36:14.762133 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-67a10275-9237-46ee-a5f7-883280a2db7b req-23431ca3-29a7-4360-8b73-4f14819b5b0a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:14.891639 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-67a10275-9237-46ee-a5f7-883280a2db7b req-23431ca3-29a7-4360-8b73-4f14819b5b0a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Allocated IP 172.20.0.8 (8ee40b0a-6bd7-47a9-85d5-80b955544074/49951b46-e579-443a-8808-f00087df71ee/5c719891-c297-4bba-87dc-dd6e7bcc5ea0) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:36:15.026953 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-67a10275-9237-46ee-a5f7-883280a2db7b req-23431ca3-29a7-4360-8b73-4f14819b5b0a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:15.063290 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-67a10275-9237-46ee-a5f7-883280a2db7b req-23431ca3-29a7-4360-8b73-4f14819b5b0a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:15.107655 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a10275-9237-46ee-a5f7-883280a2db7b req-23431ca3-29a7-4360-8b73-4f14819b5b0a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Network 8ee40b0a-6bd7-47a9-85d5-80b955544074 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:36:15.110604 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-67a10275-9237-46ee-a5f7-883280a2db7b req-23431ca3-29a7-4360-8b73-4f14819b5b0a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:36:15.114323 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a10275-9237-46ee-a5f7-883280a2db7b req-23431ca3-29a7-4360-8b73-4f14819b5b0a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:36:15.121277 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23431ca3-29a7-4360-8b73-4f14819b5b0a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Pushing event updated for resources: {'Port': ['ID=5c719891-c297-4bba-87dc-dd6e7bcc5ea0,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:15.169417 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a10275-9237-46ee-a5f7-883280a2db7b req-23431ca3-29a7-4360-8b73-4f14819b5b0a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:15.170048 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-67a10275-9237-46ee-a5f7-883280a2db7b req-23431ca3-29a7-4360-8b73-4f14819b5b0a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:15.187443 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-67a10275-9237-46ee-a5f7-883280a2db7b req-23431ca3-29a7-4360-8b73-4f14819b5b0a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5423353 Nov 23 22:36:15.206308 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-67a10275-9237-46ee-a5f7-883280a2db7b req-ddabe450-80c3-4fd7-81c9-ee85de3a7973 service neutron] Request body: {'port': {'device_id': '35d811f8-3345-4f5b-94ae-3af609d0f698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:15.264167 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-67a10275-9237-46ee-a5f7-883280a2db7b req-ddabe450-80c3-4fd7-81c9-ee85de3a7973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:15.342231 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b596c8e2-a93c-4a4a-8e52-f1bf909c659b None None] Provisioning complete for port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:15.342846 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b596c8e2-a93c-4a4a-8e52-f1bf909c659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:15.379488 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b596c8e2-a93c-4a4a-8e52-f1bf909c659b None None] Port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:36:15.541859 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-67a10275-9237-46ee-a5f7-883280a2db7b req-ddabe450-80c3-4fd7-81c9-ee85de3a7973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:36:15.549234 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-67a10275-9237-46ee-a5f7-883280a2db7b req-ddabe450-80c3-4fd7-81c9-ee85de3a7973 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:15.563228 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-67a10275-9237-46ee-a5f7-883280a2db7b req-ddabe450-80c3-4fd7-81c9-ee85de3a7973 service neutron] Transition to ACTIVE for port object 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:36:15.568795 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-67a10275-9237-46ee-a5f7-883280a2db7b req-ddabe450-80c3-4fd7-81c9-ee85de3a7973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:15.618705 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabe450-80c3-4fd7-81c9-ee85de3a7973 service neutron] Pushing event updated for resources: {'Port': ['ID=5c719891-c297-4bba-87dc-dd6e7bcc5ea0,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:15.699677 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-67a10275-9237-46ee-a5f7-883280a2db7b req-ddabe450-80c3-4fd7-81c9-ee85de3a7973 service neutron] Attempting to bind port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:36:15.700028 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-67a10275-9237-46ee-a5f7-883280a2db7b req-ddabe450-80c3-4fd7-81c9-ee85de3a7973 service neutron] Attempting to bind port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:36:15.700370 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a10275-9237-46ee-a5f7-883280a2db7b req-ddabe450-80c3-4fd7-81c9-ee85de3a7973 service neutron] Attempting to bind port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:15.705745 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a10275-9237-46ee-a5f7-883280a2db7b req-ddabe450-80c3-4fd7-81c9-ee85de3a7973 service neutron] Port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:36:15.706378 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a10275-9237-46ee-a5f7-883280a2db7b req-ddabe450-80c3-4fd7-81c9-ee85de3a7973 service neutron] Attempting to bind port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:36:15.713712 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a10275-9237-46ee-a5f7-883280a2db7b req-ddabe450-80c3-4fd7-81c9-ee85de3a7973 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:36:15.714243 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a10275-9237-46ee-a5f7-883280a2db7b req-ddabe450-80c3-4fd7-81c9-ee85de3a7973 service neutron] Checking segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:36:15.714635 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a10275-9237-46ee-a5f7-883280a2db7b req-ddabe450-80c3-4fd7-81c9-ee85de3a7973 service neutron] Bound using segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:36:15.715111 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-67a10275-9237-46ee-a5f7-883280a2db7b req-ddabe450-80c3-4fd7-81c9-ee85de3a7973 service neutron] Bound port: 5c719891-c297-4bba-87dc-dd6e7bcc5ea0, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:36:15.715477 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-67a10275-9237-46ee-a5f7-883280a2db7b req-ddabe450-80c3-4fd7-81c9-ee85de3a7973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:15.787797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-67a10275-9237-46ee-a5f7-883280a2db7b req-ddabe450-80c3-4fd7-81c9-ee85de3a7973 service neutron] For port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:36:15.791451 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-67a10275-9237-46ee-a5f7-883280a2db7b req-ddabe450-80c3-4fd7-81c9-ee85de3a7973 service neutron] For port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=5c719891-c297-4bba-87dc-dd6e7bcc5ea0,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:36:15.792010 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c8d96-c8c0-4fea-9809-cd29630ef4ff req-a501cc93-e101-4793-ad54-e923c0df9ce9 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:15.793459 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-280c8d96-c8c0-4fea-9809-cd29630ef4ff req-a501cc93-e101-4793-ad54-e923c0df9ce9 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 943 time: 0.0569592 Nov 23 22:36:15.796532 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-67a10275-9237-46ee-a5f7-883280a2db7b req-ddabe450-80c3-4fd7-81c9-ee85de3a7973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:15.832086 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a10275-9237-46ee-a5f7-883280a2db7b req-ddabe450-80c3-4fd7-81c9-ee85de3a7973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:15.832815 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-67a10275-9237-46ee-a5f7-883280a2db7b req-ddabe450-80c3-4fd7-81c9-ee85de3a7973 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:15.837059 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-67a10275-9237-46ee-a5f7-883280a2db7b req-ddabe450-80c3-4fd7-81c9-ee85de3a7973 service neutron] 10.222.0.53 "PUT /v2.0/ports/5c719891-c297-4bba-87dc-dd6e7bcc5ea0 HTTP/1.1" status: 200 len: 1091 time: 0.6351082 Nov 23 22:36:15.837448 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d811f8-3345-4f5b-94ae-3af609d0f698', 'tag': '5c719891-c297-4bba-87dc-dd6e7bcc5ea0'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:15.839785 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6513836-872f-4bfd-a6d3-cdbd160968dc" -d '{"events": [{"name": "network-changed", "server_uuid": "35d811f8-3345-4f5b-94ae-3af609d0f698", "tag": "5c719891-c297-4bba-87dc-dd6e7bcc5ea0"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:15.864473 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabe450-80c3-4fd7-81c9-ee85de3a7973 service neutron] Pushing event updated for resources: {'Port': ['ID=5c719891-c297-4bba-87dc-dd6e7bcc5ea0,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:15.868021 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-280c8d96-c8c0-4fea-9809-cd29630ef4ff req-52404133-8c06-4e70-8921-9d4cdf61aa23 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654087 Nov 23 22:36:15.892407 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76bba74-4ba7-493b-a558-f6e7d416b5df x-openstack-request-id: req-b76bba74-4ba7-493b-a558-f6e7d416b5df {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:15.893095 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d811f8-3345-4f5b-94ae-3af609d0f698", "tag": "5c719891-c297-4bba-87dc-dd6e7bcc5ea0", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:15.893346 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b76bba74-4ba7-493b-a558-f6e7d416b5df {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:15.893754 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d811f8-3345-4f5b-94ae-3af609d0f698', 'tag': '5c719891-c297-4bba-87dc-dd6e7bcc5ea0', 'status': 'completed', 'code': 200} Nov 23 22:36:15.937734 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a10275-9237-46ee-a5f7-883280a2db7b req-8e2e4e87-1338-4005-b15f-d984ea9a4551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:15.939300 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-67a10275-9237-46ee-a5f7-883280a2db7b req-8e2e4e87-1338-4005-b15f-d984ea9a4551 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 1094 time: 0.0447938 Nov 23 22:36:15.985821 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-67a10275-9237-46ee-a5f7-883280a2db7b req-7fa9406e-5636-4433-a1ed-b12839726ce8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c719891-c297-4bba-87dc-dd6e7bcc5ea0 HTTP/1.1" status: 200 len: 217 time: 0.0383525 Nov 23 22:36:16.038074 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a10275-9237-46ee-a5f7-883280a2db7b req-2a3f5cfc-3c57-4079-af32-2b931d087814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:16.039617 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-67a10275-9237-46ee-a5f7-883280a2db7b req-2a3f5cfc-3c57-4079-af32-2b931d087814 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0469372 Nov 23 22:36:16.092204 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a10275-9237-46ee-a5f7-883280a2db7b req-3522af71-7928-4ec8-aa34-d3b9cbf622c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:16.093669 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-67a10275-9237-46ee-a5f7-883280a2db7b req-3522af71-7928-4ec8-aa34-d3b9cbf622c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403140 Nov 23 22:36:16.194744 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-67a10275-9237-46ee-a5f7-883280a2db7b req-1974d76e-60e7-4f86-9dd8-d57eab921dd0 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859404 Nov 23 22:36:16.285910 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-67a10275-9237-46ee-a5f7-883280a2db7b req-63756eae-0556-47a4-bbc7-a51c0a21200f service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818036 Nov 23 22:36:16.380144 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6513836-872f-4bfd-a6d3-cdbd160968dc req-c5994675-98e0-4024-9fcd-65d100ccead3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:16.382373 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c6513836-872f-4bfd-a6d3-cdbd160968dc req-c5994675-98e0-4024-9fcd-65d100ccead3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 1094 time: 0.0462885 Nov 23 22:36:16.475862 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6513836-872f-4bfd-a6d3-cdbd160968dc req-970595b4-1925-489d-b055-c4eae240cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:16.477364 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c6513836-872f-4bfd-a6d3-cdbd160968dc req-970595b4-1925-489d-b055-c4eae240cac5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0840914 Nov 23 22:36:16.523626 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c6513836-872f-4bfd-a6d3-cdbd160968dc req-d10e8118-a96f-4885-9381-d00af63bea3b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c719891-c297-4bba-87dc-dd6e7bcc5ea0 HTTP/1.1" status: 200 len: 217 time: 0.0378172 Nov 23 22:36:16.578340 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6513836-872f-4bfd-a6d3-cdbd160968dc req-786395b9-247a-4672-9377-27912e50343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:16.579833 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c6513836-872f-4bfd-a6d3-cdbd160968dc req-786395b9-247a-4672-9377-27912e50343e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0449114 Nov 23 22:36:16.627930 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6513836-872f-4bfd-a6d3-cdbd160968dc req-3ec2f999-5c02-4646-b9bf-160e980ad8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:16.629407 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c6513836-872f-4bfd-a6d3-cdbd160968dc req-3ec2f999-5c02-4646-b9bf-160e980ad8eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410585 Nov 23 22:36:16.722763 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c6513836-872f-4bfd-a6d3-cdbd160968dc req-9047d2a6-6e0c-42ff-97ee-ae1b9877f506 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851488 Nov 23 22:36:16.813157 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c6513836-872f-4bfd-a6d3-cdbd160968dc req-61efee72-ba38-421f-ac39-4097da848636 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827379 Nov 23 22:36:16.990796 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de4355-9f5a-441a-856e-86a61ba0ce5d req-eb19d552-d012-4f04-b783-3035d4e7e30c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:16.992447 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-97de4355-9f5a-441a-856e-86a61ba0ce5d req-eb19d552-d012-4f04-b783-3035d4e7e30c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 943 time: 0.0491576 Nov 23 22:36:17.039076 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-97de4355-9f5a-441a-856e-86a61ba0ce5d req-88d3c069-b5ea-4b1d-8a24-49bb93927547 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407269 Nov 23 22:36:18.157988 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cc161-cdbd-44b7-a2ec-1320602cfba0 req-8935e0a6-7d19-4d48-ab4a-a9f9b157bf2d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:18.159507 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b5cc161-cdbd-44b7-a2ec-1320602cfba0 req-8935e0a6-7d19-4d48-ab4a-a9f9b157bf2d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 943 time: 0.0530851 Nov 23 22:36:18.179753 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:36:18.208365 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b5cc161-cdbd-44b7-a2ec-1320602cfba0 req-4a3a2d39-d86a-4eec-82d6-a4a327c34731 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419497 Nov 23 22:36:18.281949 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=5c719891-c297-4bba-87dc-dd6e7bcc5ea0,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:18.293902 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '5c719891-c297-4bba-87dc-dd6e7bcc5ea0', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'port_id': '5c719891-c297-4bba-87dc-dd6e7bcc5ea0', 'mac_address': 'fa:16:3e:af:35:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:36:18.330462 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:18.346429 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:36:18.365916 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=5c719891-c297-4bba-87dc-dd6e7bcc5ea0,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:18.369939 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:18.415814 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=5c719891-c297-4bba-87dc-dd6e7bcc5ea0,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:18.648987 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['5c719891-c297-4bba-87dc-dd6e7bcc5ea0'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:36:19.327317 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a6576-f0e3-4b03-ac16-c653ac492ad6 req-aa70e09d-5032-4583-b659-fa565ac8c335 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:19.328782 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-606a6576-f0e3-4b03-ac16-c653ac492ad6 req-aa70e09d-5032-4583-b659-fa565ac8c335 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 944 time: 0.0508990 Nov 23 22:36:19.376331 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-606a6576-f0e3-4b03-ac16-c653ac492ad6 req-e41a76d1-3fa4-4155-a52e-aeb1a589a768 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415366 Nov 23 22:36:20.192840 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:36:20.242241 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:36:20.245994 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:36:20.246365 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:20.322497 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:20.344661 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d811f8-3345-4f5b-94ae-3af609d0f698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c719891-c297-4bba-87dc-dd6e7bcc5ea0'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:20.346921 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb73b5e5-4ca9-4c95-9310-e45fce4b78c7" -d '{"events": [{"server_uuid": "35d811f8-3345-4f5b-94ae-3af609d0f698", "name": "network-vif-plugged", "status": "completed", "tag": "5c719891-c297-4bba-87dc-dd6e7bcc5ea0"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:20.363392 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=5c719891-c297-4bba-87dc-dd6e7bcc5ea0,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:36:20.367717 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:20.392960 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbb1022-c573-4703-ac2f-c3743df40efa x-openstack-request-id: req-cbbb1022-c573-4703-ac2f-c3743df40efa {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:20.393257 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d811f8-3345-4f5b-94ae-3af609d0f698", "name": "network-vif-plugged", "status": "completed", "tag": "5c719891-c297-4bba-87dc-dd6e7bcc5ea0", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:20.393512 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cbbb1022-c573-4703-ac2f-c3743df40efa {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:20.393903 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d811f8-3345-4f5b-94ae-3af609d0f698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c719891-c297-4bba-87dc-dd6e7bcc5ea0', 'code': 200} Nov 23 22:36:20.427608 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=5c719891-c297-4bba-87dc-dd6e7bcc5ea0,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:36:20.494678 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa14cd-a776-47f0-8a39-111eb618689b req-36a94e8b-49c1-4067-9dbe-83bd70bd2924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:20.496267 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5dfa14cd-a776-47f0-8a39-111eb618689b req-36a94e8b-49c1-4067-9dbe-83bd70bd2924 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 1096 time: 0.0418577 Nov 23 22:36:20.511231 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14539937-b660-4d62-a5b5-a0b05f9b921f req-70aa295c-727c-4968-a1aa-64d6b7efbd0c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:20.512704 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-14539937-b660-4d62-a5b5-a0b05f9b921f req-70aa295c-727c-4968-a1aa-64d6b7efbd0c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0489361 Nov 23 22:36:20.552286 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5dfa14cd-a776-47f0-8a39-111eb618689b req-9f589b63-f52f-4c92-ae69-1fe7850420f6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429087 Nov 23 22:36:20.564375 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-14539937-b660-4d62-a5b5-a0b05f9b921f req-a4bd4fc8-cefa-447e-bfa1-fb57499c0abd tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455961 Nov 23 22:36:21.683163 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7714721-59cd-47bf-9d02-cd53745817f1 req-9cf908dd-9138-4a34-87a9-ea7a012f5880 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:21.684633 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7714721-59cd-47bf-9d02-cd53745817f1 req-9cf908dd-9138-4a34-87a9-ea7a012f5880 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0481677 Nov 23 22:36:21.732784 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7714721-59cd-47bf-9d02-cd53745817f1 req-55819663-776e-4dd9-a971-f77f25f09a82 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421941 Nov 23 22:36:22.847588 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce85f64-afc5-4126-9c82-e4200886416c req-9b411beb-69e7-4613-941a-61e3d206d957 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:22.849060 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7ce85f64-afc5-4126-9c82-e4200886416c req-9b411beb-69e7-4613-941a-61e3d206d957 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0489943 Nov 23 22:36:22.898938 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7ce85f64-afc5-4126-9c82-e4200886416c req-1cf71f98-5f30-401a-bf11-a8b3db76e27a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435934 Nov 23 22:36:23.019483 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbeb6d-6798-4357-8432-a9f510792177 req-08034bbf-764f-4b6f-bf72-191167a7b1e6 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:23.020947 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81dbeb6d-6798-4357-8432-a9f510792177 req-08034bbf-764f-4b6f-bf72-191167a7b1e6 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0523851 Nov 23 22:36:23.029939 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 47860) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:36:23.034204 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-1292e437-c21a-4916-ace8-384eeaa2f17d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Request body: {'floatingip': {'port_id': '5c719891-c297-4bba-87dc-dd6e7bcc5ea0'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:36:23.072381 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1292e437-c21a-4916-ace8-384eeaa2f17d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for floatingip, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:23.177016 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:23.775635 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1292e437-c21a-4916-ace8-384eeaa2f17d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:23.779199 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1292e437-c21a-4916-ace8-384eeaa2f17d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:23.876584 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-1292e437-c21a-4916-ace8-384eeaa2f17d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Floating IP 2a76f846-f828-46e2-8261-a489ec384a58 associated. External IP: 172.25.5.49, port: 5c719891-c297-4bba-87dc-dd6e7bcc5ea0. Nov 23 22:36:24.079873 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1292e437-c21a-4916-ace8-384eeaa2f17d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:36:24.187301 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1292e437-c21a-4916-ace8-384eeaa2f17d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:36:24.192072 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1292e437-c21a-4916-ace8-384eeaa2f17d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:24.197412 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a011ac7-c3a0-48d7-8194-026d22625637 None None] Sync routers for ids ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:36:24.206321 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a011ac7-c3a0-48d7-8194-026d22625637 None None] Routers {'0add7a7d-f2dd-4a64-b32b-26af85b19ff4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:36:24.206954 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-8a011ac7-c3a0-48d7-8194-026d22625637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:36:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:24.219001 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1292e437-c21a-4916-ace8-384eeaa2f17d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "PUT /v2.0/floatingips/2a76f846-f828-46e2-8261-a489ec384a58 HTTP/1.1" status: 200 len: 990 time: 1.1880085 Nov 23 22:36:24.219691 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d811f8-3345-4f5b-94ae-3af609d0f698', 'tag': '5c719891-c297-4bba-87dc-dd6e7bcc5ea0'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:36:24.222020 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf93842c-fa96-4ef6-821f-37e277aa1244" -d '{"events": [{"name": "network-changed", "server_uuid": "35d811f8-3345-4f5b-94ae-3af609d0f698", "tag": "5c719891-c297-4bba-87dc-dd6e7bcc5ea0"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:36:24.267760 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2b189a-d5a2-44cc-b083-4d253768b12b x-openstack-request-id: req-cf2b189a-d5a2-44cc-b083-4d253768b12b {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:36:24.267904 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d811f8-3345-4f5b-94ae-3af609d0f698", "tag": "5c719891-c297-4bba-87dc-dd6e7bcc5ea0", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:36:24.268092 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cf2b189a-d5a2-44cc-b083-4d253768b12b {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:36:24.268508 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d811f8-3345-4f5b-94ae-3af609d0f698', 'tag': '5c719891-c297-4bba-87dc-dd6e7bcc5ea0', 'status': 'completed', 'code': 200} Nov 23 22:36:24.319689 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-8a011ac7-c3a0-48d7-8194-026d22625637 None None] Set router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:36:24.386116 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93842c-fa96-4ef6-821f-37e277aa1244 req-cd936004-ec48-447f-a217-ec4a4669c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:24.387675 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cf93842c-fa96-4ef6-821f-37e277aa1244 req-cd936004-ec48-447f-a217-ec4a4669c7b3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 1096 time: 0.0937216 Nov 23 22:36:24.485626 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93842c-fa96-4ef6-821f-37e277aa1244 req-97056328-1281-4c1e-841c-276b17e30042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:24.487165 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cf93842c-fa96-4ef6-821f-37e277aa1244 req-97056328-1281-4c1e-841c-276b17e30042 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0909343 Nov 23 22:36:24.549117 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-8a011ac7-c3a0-48d7-8194-026d22625637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '2a76f846-f828-46e2-8261-a489ec384a58', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'port_id': '5c719891-c297-4bba-87dc-dd6e7bcc5ea0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'mac_address': 'fa:16:3e:af:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d811f8-3345-4f5b-94ae-3af609d0f698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:33:54Z', 'updated_at': '2021-11-23T22:36:23Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:24.556707 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cf93842c-fa96-4ef6-821f-37e277aa1244 req-e0ffc2e9-093d-4108-a7c4-0fe3a8a71daf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c719891-c297-4bba-87dc-dd6e7bcc5ea0 HTTP/1.1" status: 200 len: 998 time: 0.0618072 Nov 23 22:36:24.575833 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a011ac7-c3a0-48d7-8194-026d22625637 None None] Checking router: 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:36:24.584669 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a011ac7-c3a0-48d7-8194-026d22625637 None None] Routers {'0add7a7d-f2dd-4a64-b32b-26af85b19ff4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:36:24.585177 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-8a011ac7-c3a0-48d7-8194-026d22625637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:36:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:24.608303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93842c-fa96-4ef6-821f-37e277aa1244 req-8d924701-c15d-421f-8f90-2ffe23e4ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:24.609793 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cf93842c-fa96-4ef6-821f-37e277aa1244 req-8d924701-c15d-421f-8f90-2ffe23e4ede2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0447731 Nov 23 22:36:24.656568 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93842c-fa96-4ef6-821f-37e277aa1244 req-681900f5-050b-42b4-96a2-f33a9de3b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:24.658069 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cf93842c-fa96-4ef6-821f-37e277aa1244 req-681900f5-050b-42b4-96a2-f33a9de3b28f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401363 Nov 23 22:36:24.692407 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-8a011ac7-c3a0-48d7-8194-026d22625637 None None] Set router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:36:24.751626 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cf93842c-fa96-4ef6-821f-37e277aa1244 req-6127fcec-f9f3-40e3-895c-4ccef0d62777 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857418 Nov 23 22:36:24.848965 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cf93842c-fa96-4ef6-821f-37e277aa1244 req-06f90c9e-00da-4238-8216-802725b901d0 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898838 Nov 23 22:36:24.914667 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-8a011ac7-c3a0-48d7-8194-026d22625637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '2a76f846-f828-46e2-8261-a489ec384a58', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'port_id': '5c719891-c297-4bba-87dc-dd6e7bcc5ea0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'mac_address': 'fa:16:3e:af:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d811f8-3345-4f5b-94ae-3af609d0f698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:33:54Z', 'updated_at': '2021-11-23T22:36:23Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:36:24.944125 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a011ac7-c3a0-48d7-8194-026d22625637 None None] The sync data for ids ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'] in n-d-816206-9 is: [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '2a76f846-f828-46e2-8261-a489ec384a58', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'port_id': '5c719891-c297-4bba-87dc-dd6e7bcc5ea0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'mac_address': 'fa:16:3e:af:35:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d811f8-3345-4f5b-94ae-3af609d0f698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:33:54Z', 'updated_at': '2021-11-23T22:36:23Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:36:25.129717 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec627456-c50e-4ec5-ad52-7e457c5c002a None None] New status for floating IP 2a76f846-f828-46e2-8261-a489ec384a58: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:36:27.987451 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ac1ab811-184f-4397-b990-5239fd1a88ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:30.354015 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:30.554374 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fd21d033-ae75-46ed-a817-bc48e97d8d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:31.745395 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:33.136209 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:33.921104 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:49.547608 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f8327ee6-657f-4d18-aff3-b80854fd4db9 req-65230f0d-f6fd-4858-9aae-13ab19135a55 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392087 Nov 23 22:36:49.608305 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:36:49.628439 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8327ee6-657f-4d18-aff3-b80854fd4db9 req-92ea68cd-27c9-4bff-a64b-2c2737e1b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:49.629919 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f8327ee6-657f-4d18-aff3-b80854fd4db9 req-92ea68cd-27c9-4bff-a64b-2c2737e1b40b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 1096 time: 0.0400100 Nov 23 22:36:49.734372 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8327ee6-657f-4d18-aff3-b80854fd4db9 req-1b10c864-5483-45e6-8c10-a764c82afcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:49.735853 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f8327ee6-657f-4d18-aff3-b80854fd4db9 req-1b10c864-5483-45e6-8c10-a764c82afcda service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0864668 Nov 23 22:36:49.808696 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f8327ee6-657f-4d18-aff3-b80854fd4db9 req-614f4d0f-1e70-455c-a795-ffb4e87d831d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c719891-c297-4bba-87dc-dd6e7bcc5ea0 HTTP/1.1" status: 200 len: 1000 time: 0.0573773 Nov 23 22:36:49.864843 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8327ee6-657f-4d18-aff3-b80854fd4db9 req-8eaf3dce-6e4a-40b5-b5d0-0bf55383d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:49.866995 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f8327ee6-657f-4d18-aff3-b80854fd4db9 req-8eaf3dce-6e4a-40b5-b5d0-0bf55383d5ce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0455616 Nov 23 22:36:49.916112 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8327ee6-657f-4d18-aff3-b80854fd4db9 req-5d144c31-77a3-403c-bed5-ff24619a099c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:36:49.917573 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f8327ee6-657f-4d18-aff3-b80854fd4db9 req-5d144c31-77a3-403c-bed5-ff24619a099c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429995 Nov 23 22:36:50.006504 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f8327ee6-657f-4d18-aff3-b80854fd4db9 req-00fe2e1f-cb0a-4956-9fbc-ed228c1cf212 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808222 Nov 23 22:36:50.098476 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f8327ee6-657f-4d18-aff3-b80854fd4db9 req-ef56d112-4003-4537-b356-17987a9d73d4 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840905 Nov 23 22:36:53.188429 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:36:57.988092 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a3519788-87f0-4109-a61a-50bab40fdd0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:00.353074 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:00.556265 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0825b15b-fafb-4dcf-b373-981f05a6e1c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:01.750446 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:03.138606 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:03.923441 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:23.203994 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:26.607038 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:37:27.990134 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-60b6ac5e-5b09-425c-a4e5-73e4e3654556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:30.350622 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:30.556543 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c258b30e-ad3e-4016-b4a1-8a1143542452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:31.751700 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:33.141231 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:33.925616 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:50.555872 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b67c4b8a-afa5-4735-b49f-f72d0d11c07c req-0fb9bb30-8ba8-4fe5-88ed-b837e8b562ed service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408251 Nov 23 22:37:50.647060 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c4b8a-afa5-4735-b49f-f72d0d11c07c req-d4f8c5e5-f633-4fa7-a629-860d1e291d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:50.648747 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b67c4b8a-afa5-4735-b49f-f72d0d11c07c req-d4f8c5e5-f633-4fa7-a629-860d1e291d21 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 1096 time: 0.0411987 Nov 23 22:37:50.757285 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c4b8a-afa5-4735-b49f-f72d0d11c07c req-7ab2b795-96e5-448e-963c-fd2d7180ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:50.758867 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b67c4b8a-afa5-4735-b49f-f72d0d11c07c req-7ab2b795-96e5-448e-963c-fd2d7180ab74 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0908768 Nov 23 22:37:50.825502 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b67c4b8a-afa5-4735-b49f-f72d0d11c07c req-64984e11-acde-4fe9-8b54-13b0c218f3a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c719891-c297-4bba-87dc-dd6e7bcc5ea0 HTTP/1.1" status: 200 len: 1000 time: 0.0582683 Nov 23 22:37:50.884605 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c4b8a-afa5-4735-b49f-f72d0d11c07c req-3f1a9289-b310-468e-890e-b95def64fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:50.886049 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b67c4b8a-afa5-4735-b49f-f72d0d11c07c req-3f1a9289-b310-468e-890e-b95def64fca8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0487370 Nov 23 22:37:50.937036 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c4b8a-afa5-4735-b49f-f72d0d11c07c req-38f1e1b4-be9f-49c9-99d0-444b32690012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:37:50.938520 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b67c4b8a-afa5-4735-b49f-f72d0d11c07c req-38f1e1b4-be9f-49c9-99d0-444b32690012 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396781 Nov 23 22:37:51.032454 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b67c4b8a-afa5-4735-b49f-f72d0d11c07c req-2baa3623-a3c6-4d77-80c2-863a2f5fa7fd service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806265 Nov 23 22:37:51.128649 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b67c4b8a-afa5-4735-b49f-f72d0d11c07c req-5a0f4b16-0ebe-412b-b456-8938263b73ce service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868390 Nov 23 22:37:53.207746 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:37:57.993131 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2b5f37f5-0f58-4577-b954-99d1cef14b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:00.352159 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:00.557507 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ac47b966-55a0-409e-8fe0-43d36f9c51ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:01.754186 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:03.143713 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:03.605734 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:38:03.927606 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:05.902921 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4381234-5d6c-4eba-af69-64381d979a9c req-fdfbe3ab-88ac-47a9-a25c-deb4106c82e7 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:05.904346 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4381234-5d6c-4eba-af69-64381d979a9c req-fdfbe3ab-88ac-47a9-a25c-deb4106c82e7 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0513632 Nov 23 22:38:05.953680 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4381234-5d6c-4eba-af69-64381d979a9c req-6e439f23-de6f-4f4e-bc72-4bee10541537 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431392 Nov 23 22:38:07.072545 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9539a7e-308f-475c-8eb0-2edbc76a582e req-d60c7941-5919-42a5-8a25-4d1bb33998f6 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:07.074028 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b9539a7e-308f-475c-8eb0-2edbc76a582e req-d60c7941-5919-42a5-8a25-4d1bb33998f6 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0523827 Nov 23 22:38:07.120491 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b9539a7e-308f-475c-8eb0-2edbc76a582e req-684ed473-148f-4a2c-9055-41e41a5698ed tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405889 Nov 23 22:38:08.235992 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3aea1c-fa7b-43b9-9b8f-afec102e76e9 req-ff8ac4a2-7ae9-40ba-8a31-fd55da4d627e tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:08.237448 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bf3aea1c-fa7b-43b9-9b8f-afec102e76e9 req-ff8ac4a2-7ae9-40ba-8a31-fd55da4d627e tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0478625 Nov 23 22:38:08.284456 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bf3aea1c-fa7b-43b9-9b8f-afec102e76e9 req-5b78c3f1-339d-4f48-8bda-f054b2dbc192 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402784 Nov 23 22:38:09.403554 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891fabd-a719-4fa1-be56-4a19c6a46b78 req-a4107d1a-ffe2-4555-b085-7ca8909f1907 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:09.404937 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f891fabd-a719-4fa1-be56-4a19c6a46b78 req-a4107d1a-ffe2-4555-b085-7ca8909f1907 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0496650 Nov 23 22:38:09.456125 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f891fabd-a719-4fa1-be56-4a19c6a46b78 req-9a7a0a1e-18ee-4121-b1ab-f59868e7cd85 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452282 Nov 23 22:38:10.571024 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f56eec-f161-4ec0-b69d-b7de94534d99 req-3eb75757-b158-4c54-875a-a00581ec28b2 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:10.572535 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78f56eec-f161-4ec0-b69d-b7de94534d99 req-3eb75757-b158-4c54-875a-a00581ec28b2 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0508978 Nov 23 22:38:10.620731 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78f56eec-f161-4ec0-b69d-b7de94534d99 req-dcd36336-5775-4a05-9dce-b0b19ee8c590 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422540 Nov 23 22:38:11.739835 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1b58b-44a5-44a5-9a0c-620f3f60f130 req-6fdefa4a-d7bb-4ba1-ac5a-40a96d056341 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:11.741290 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f0b1b58b-44a5-44a5-9a0c-620f3f60f130 req-6fdefa4a-d7bb-4ba1-ac5a-40a96d056341 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0490243 Nov 23 22:38:11.787786 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f0b1b58b-44a5-44a5-9a0c-620f3f60f130 req-037aaf5c-e895-4182-a316-8c98cf0b107c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400178 Nov 23 22:38:12.909188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe3a52-6167-4355-936a-b6b217bb5689 req-503e9ade-951a-4bf4-9113-ec34140f2581 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:12.910665 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53fe3a52-6167-4355-936a-b6b217bb5689 req-503e9ade-951a-4bf4-9113-ec34140f2581 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0537786 Nov 23 22:38:12.957649 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53fe3a52-6167-4355-936a-b6b217bb5689 req-ad1e029d-b4b8-433f-9ba8-41a71eb18a65 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404253 Nov 23 22:38:14.073837 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a06a62-093c-4708-b39c-8faa3bb4f0d9 req-15fe52ff-4289-4ab2-a89a-a86365eba67d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:14.075332 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63a06a62-093c-4708-b39c-8faa3bb4f0d9 req-15fe52ff-4289-4ab2-a89a-a86365eba67d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0498564 Nov 23 22:38:14.124198 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63a06a62-093c-4708-b39c-8faa3bb4f0d9 req-f7b9c874-59b3-4789-8ad3-f8146249797b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429184 Nov 23 22:38:15.240282 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582145bd-bbf2-4989-b908-d013815d27af req-4088a8fa-a70d-42ba-982c-0d0cdddfaaef tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:15.241755 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-582145bd-bbf2-4989-b908-d013815d27af req-4088a8fa-a70d-42ba-982c-0d0cdddfaaef tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0504537 Nov 23 22:38:15.293807 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-582145bd-bbf2-4989-b908-d013815d27af req-2b46de47-2ac8-4eb7-8e9d-227eb3aa6819 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456684 Nov 23 22:38:16.411787 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416c158-3a3a-40f9-83fd-b5b015d45d7f req-598deb64-e8a5-41d3-b291-586aa36dc9f1 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:16.413764 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e416c158-3a3a-40f9-83fd-b5b015d45d7f req-598deb64-e8a5-41d3-b291-586aa36dc9f1 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0506237 Nov 23 22:38:16.462201 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e416c158-3a3a-40f9-83fd-b5b015d45d7f req-d8f3670f-7e64-41e1-a25f-dea59db6a904 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422478 Nov 23 22:38:16.702003 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f1a61-8ad1-40ab-b887-e6d0a21ef8c7 req-135a23cc-83cc-4875-93f0-caf64f1b3e4b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:16.703507 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-906f1a61-8ad1-40ab-b887-e6d0a21ef8c7 req-135a23cc-83cc-4875-93f0-caf64f1b3e4b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0508847 Nov 23 22:38:16.736153 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cb575aad-4908-4374-b855-088e2731a138 req-00a05f27-9221-4611-95a1-14b83e4cb5c1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892389 Nov 23 22:38:16.752102 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-906f1a61-8ad1-40ab-b887-e6d0a21ef8c7 req-4f5b117b-d2a7-4735-9a15-412ca59a3644 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425382 Nov 23 22:38:17.878295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3c417-ec23-409f-9813-082e2e36c36b req-6f591cdc-e0c0-487b-8762-cb99a6efc397 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:17.879814 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-56e3c417-ec23-409f-9813-082e2e36c36b req-6f591cdc-e0c0-487b-8762-cb99a6efc397 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0571837 Nov 23 22:38:17.930709 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-56e3c417-ec23-409f-9813-082e2e36c36b req-3ddd8789-099c-44b9-a9d9-226e330fd5e5 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439243 Nov 23 22:38:17.949600 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb575aad-4908-4374-b855-088e2731a138 req-a1f17649-543a-4265-859c-117af807b01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:17.951131 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cb575aad-4908-4374-b855-088e2731a138 req-a1f17649-543a-4265-859c-117af807b01b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 1096 time: 0.0460835 Nov 23 22:38:18.044080 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb575aad-4908-4374-b855-088e2731a138 req-f459f8f3-4f2d-43b4-8305-b8ae7e1f826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:18.045467 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cb575aad-4908-4374-b855-088e2731a138 req-f459f8f3-4f2d-43b4-8305-b8ae7e1f826c service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0835495 Nov 23 22:38:18.118329 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cb575aad-4908-4374-b855-088e2731a138 req-c04475cb-0cd6-46cb-9dec-bb218461b20d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c719891-c297-4bba-87dc-dd6e7bcc5ea0 HTTP/1.1" status: 200 len: 1000 time: 0.0617218 Nov 23 22:38:18.173838 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb575aad-4908-4374-b855-088e2731a138 req-03179fe9-f098-4849-8f6e-05fb7d7bc242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:18.175341 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cb575aad-4908-4374-b855-088e2731a138 req-03179fe9-f098-4849-8f6e-05fb7d7bc242 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0432956 Nov 23 22:38:18.228008 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb575aad-4908-4374-b855-088e2731a138 req-b2ae955e-74ec-4621-a658-c4a60ebbd032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:18.229512 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cb575aad-4908-4374-b855-088e2731a138 req-b2ae955e-74ec-4621-a658-c4a60ebbd032 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418434 Nov 23 22:38:18.572771 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cb575aad-4908-4374-b855-088e2731a138 req-ab26605c-bbd6-4d70-b231-5256d2233814 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342526 Nov 23 22:38:18.669427 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cb575aad-4908-4374-b855-088e2731a138 req-62913bc6-0b7e-4971-a988-1d71b43a4f28 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827122 Nov 23 22:38:19.049916 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579ecc1-6d87-45b8-b166-7d59fb68d0d0 req-36cf6f47-1333-43f4-8940-a1d2b6f537a4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:19.051425 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1579ecc1-6d87-45b8-b166-7d59fb68d0d0 req-36cf6f47-1333-43f4-8940-a1d2b6f537a4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0495059 Nov 23 22:38:19.098782 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1579ecc1-6d87-45b8-b166-7d59fb68d0d0 req-97e81dc0-4f47-4d76-930e-fa6cc5981fc6 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409000 Nov 23 22:38:20.220149 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3acf3-7e2d-447f-a018-05a642586cfd req-ca0caa59-ec20-4864-90fe-6f6b1dafa3c2 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:20.221632 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ffd3acf3-7e2d-447f-a018-05a642586cfd req-ca0caa59-ec20-4864-90fe-6f6b1dafa3c2 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0527115 Nov 23 22:38:20.268522 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ffd3acf3-7e2d-447f-a018-05a642586cfd req-e9e72102-fe51-4d5c-8f8b-25adaa8a0c8e tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410080 Nov 23 22:38:21.118674 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [req-cb575aad-4908-4374-b855-088e2731a138 req-af78fcc5-dc10-4120-8178-4c26a665e8c6 service neutron] show failed (client error): The resource could not be found. Nov 23 22:38:21.119990 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cb575aad-4908-4374-b855-088e2731a138 req-af78fcc5-dc10-4120-8178-4c26a665e8c6 service neutron] 10.222.0.53 "GET /v2.0/ports/5c719891-c297-4bba-87dc-dd6e7bcc5ea0/bindings/n-h2-816206-9 HTTP/1.1" status: 404 len: 380 time: 0.0554755 Nov 23 22:38:21.387703 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb575aad-4908-4374-b855-088e2731a138 req-5b64cdff-bfae-4916-ae9b-514c20e51b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:21.389134 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cb575aad-4908-4374-b855-088e2731a138 req-5b64cdff-bfae-4916-ae9b-514c20e51b15 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698&tenant_id=0cdb2aea3ca840a688af64f45d702f5c HTTP/1.1" status: 200 len: 1096 time: 0.0952344 Nov 23 22:38:21.390911 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f9960-7a47-4c03-a6da-43dc727bb255 req-bc2fd813-a009-4c94-9a72-d731c9be2643 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:21.392389 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f6f9960-7a47-4c03-a6da-43dc727bb255 req-bc2fd813-a009-4c94-9a72-d731c9be2643 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0512035 Nov 23 22:38:21.407713 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-cb575aad-4908-4374-b855-088e2731a138 req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-9', 'device_owner': 'compute:nova'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:21.441726 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8f6f9960-7a47-4c03-a6da-43dc727bb255 req-9134d6f0-c361-4526-a7fc-d338a3b587cf tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426357 Nov 23 22:38:21.459941 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-cb575aad-4908-4374-b855-088e2731a138 req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:21.661958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-cb575aad-4908-4374-b855-088e2731a138 req-47487488-014d-4796-98ff-2f226d04de07 service neutron] For port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=5c719891-c297-4bba-87dc-dd6e7bcc5ea0,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:21.699258 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-cb575aad-4908-4374-b855-088e2731a138 req-47487488-014d-4796-98ff-2f226d04de07 service neutron] For port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:38:21.738184 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d811f8-3345-4f5b-94ae-3af609d0f698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c719891-c297-4bba-87dc-dd6e7bcc5ea0'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:21.740652 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d24c1c-5ae0-4b36-8abc-7258a00187b1" -d '{"events": [{"server_uuid": "35d811f8-3345-4f5b-94ae-3af609d0f698", "name": "network-vif-unplugged", "status": "completed", "tag": "5c719891-c297-4bba-87dc-dd6e7bcc5ea0"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:21.745144 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-cb575aad-4908-4374-b855-088e2731a138 req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:21.758415 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-cb575aad-4908-4374-b855-088e2731a138 req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Transition to ACTIVE for port object 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:38:21.762821 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-cb575aad-4908-4374-b855-088e2731a138 req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:21.838529 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Pushing event updated for resources: {'Port': ['ID=5c719891-c297-4bba-87dc-dd6e7bcc5ea0,revision_number=6']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:21.853180 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:21.853525 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:21.853975 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:21.854327 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:21.854669 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:21.855030 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:21.855363 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:21.856175 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:21.856517 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:21.856894 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:21.857295 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:21.857622 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:21.866556 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea7a3e3-97fb-4206-b426-d68a2ee88e2a x-openstack-request-id: req-8ea7a3e3-97fb-4206-b426-d68a2ee88e2a {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:21.866836 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d811f8-3345-4f5b-94ae-3af609d0f698", "name": "network-vif-unplugged", "status": "completed", "tag": "5c719891-c297-4bba-87dc-dd6e7bcc5ea0", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:21.867148 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8ea7a3e3-97fb-4206-b426-d68a2ee88e2a {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:21.867484 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d811f8-3345-4f5b-94ae-3af609d0f698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c719891-c297-4bba-87dc-dd6e7bcc5ea0', 'code': 200} Nov 23 22:38:21.903938 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb575aad-4908-4374-b855-088e2731a138 req-47487488-014d-4796-98ff-2f226d04de07 service neutron] No DVR routers for this DVR port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:38:22.041459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-cb575aad-4908-4374-b855-088e2731a138 req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Attempting to bind port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:38:22.042239 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-cb575aad-4908-4374-b855-088e2731a138 req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Attempting to bind port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:38:22.042577 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb575aad-4908-4374-b855-088e2731a138 req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Attempting to bind port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:38:22.046933 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb575aad-4908-4374-b855-088e2731a138 req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:38:22.047263 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb575aad-4908-4374-b855-088e2731a138 req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Attempting to bind port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:38:22.052093 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb575aad-4908-4374-b855-088e2731a138 req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:38:22.052435 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb575aad-4908-4374-b855-088e2731a138 req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Checking segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:38:22.052824 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb575aad-4908-4374-b855-088e2731a138 req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Bound using segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:38:22.053250 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-cb575aad-4908-4374-b855-088e2731a138 req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Bound port: 5c719891-c297-4bba-87dc-dd6e7bcc5ea0, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:38:22.053603 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-cb575aad-4908-4374-b855-088e2731a138 req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:22.117360 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-cb575aad-4908-4374-b855-088e2731a138 req-47487488-014d-4796-98ff-2f226d04de07 service neutron] For port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:38:22.120705 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-cb575aad-4908-4374-b855-088e2731a138 req-47487488-014d-4796-98ff-2f226d04de07 service neutron] For port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=5c719891-c297-4bba-87dc-dd6e7bcc5ea0,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:38:22.125227 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-cb575aad-4908-4374-b855-088e2731a138 req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:22.160513 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb575aad-4908-4374-b855-088e2731a138 req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:22.161153 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-cb575aad-4908-4374-b855-088e2731a138 req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:22.162557 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cb575aad-4908-4374-b855-088e2731a138 req-47487488-014d-4796-98ff-2f226d04de07 service neutron] 10.222.0.60 "PUT /v2.0/ports/5c719891-c297-4bba-87dc-dd6e7bcc5ea0 HTTP/1.1" status: 200 len: 1091 time: 0.7589757 Nov 23 22:38:22.187341 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47487488-014d-4796-98ff-2f226d04de07 service neutron] Pushing event updated for resources: {'Port': ['ID=5c719891-c297-4bba-87dc-dd6e7bcc5ea0,revision_number=7']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:22.241044 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb575aad-4908-4374-b855-088e2731a138 req-8e2eb28a-5e33-4eec-a00f-0bd2e7948f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:22.242662 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cb575aad-4908-4374-b855-088e2731a138 req-8e2eb28a-5e33-4eec-a00f-0bd2e7948f8c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 1094 time: 0.0471604 Nov 23 22:38:22.337826 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb575aad-4908-4374-b855-088e2731a138 req-a4a8a255-533b-4c01-8eed-22c80722ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:22.339391 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cb575aad-4908-4374-b855-088e2731a138 req-a4a8a255-533b-4c01-8eed-22c80722ab70 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0898283 Nov 23 22:38:22.407686 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cb575aad-4908-4374-b855-088e2731a138 req-7fed46aa-f66f-473c-ba6e-1cb8ff33bba8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c719891-c297-4bba-87dc-dd6e7bcc5ea0 HTTP/1.1" status: 200 len: 998 time: 0.0614119 Nov 23 22:38:22.456863 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb575aad-4908-4374-b855-088e2731a138 req-812b738b-817a-4268-b558-97ff6fe217b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:22.458326 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cb575aad-4908-4374-b855-088e2731a138 req-812b738b-817a-4268-b558-97ff6fe217b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0437317 Nov 23 22:38:22.504812 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb575aad-4908-4374-b855-088e2731a138 req-fd5d0a1a-703f-4402-89af-0bc9752ce734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:22.506324 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cb575aad-4908-4374-b855-088e2731a138 req-fd5d0a1a-703f-4402-89af-0bc9752ce734 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411875 Nov 23 22:38:22.558901 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755775d-e704-4ca0-a47f-69206a21ec49 req-88719560-9cb4-4eda-894c-f9e890879fc4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:22.560403 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a755775d-e704-4ca0-a47f-69206a21ec49 req-88719560-9cb4-4eda-894c-f9e890879fc4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 943 time: 0.0494742 Nov 23 22:38:22.601532 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cb575aad-4908-4374-b855-088e2731a138 req-d305795e-9c34-4847-ace7-d31ee81ed429 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878673 Nov 23 22:38:22.612681 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a755775d-e704-4ca0-a47f-69206a21ec49 req-71b08d31-0d45-483e-848b-bb7b826a486f tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463283 Nov 23 22:38:22.693965 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cb575aad-4908-4374-b855-088e2731a138 req-088f8061-a54b-4ac5-bf2a-1f3ae1bebf65 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852334 Nov 23 22:38:23.218116 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:23.730219 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb663f37-94fe-48ff-b952-ee7328c12b39 req-222989f3-bebb-4cc6-845c-230d49200752 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:23.731711 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bb663f37-94fe-48ff-b952-ee7328c12b39 req-222989f3-bebb-4cc6-845c-230d49200752 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 943 time: 0.0483975 Nov 23 22:38:23.778705 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bb663f37-94fe-48ff-b952-ee7328c12b39 req-71139ab7-950d-4a98-b662-18033b2911ba tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410719 Nov 23 22:38:23.868645 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d811f8-3345-4f5b-94ae-3af609d0f698', 'tag': '5c719891-c297-4bba-87dc-dd6e7bcc5ea0'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:23.871306 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4df2a3d-1352-4866-b6c1-cc069518fb12" -d '{"events": [{"name": "network-changed", "server_uuid": "35d811f8-3345-4f5b-94ae-3af609d0f698", "tag": "5c719891-c297-4bba-87dc-dd6e7bcc5ea0"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:23.924855 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f0fd71-5466-4707-829c-0cda10bcdca3 x-openstack-request-id: req-d0f0fd71-5466-4707-829c-0cda10bcdca3 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:23.925152 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d811f8-3345-4f5b-94ae-3af609d0f698", "tag": "5c719891-c297-4bba-87dc-dd6e7bcc5ea0", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:23.925579 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d0f0fd71-5466-4707-829c-0cda10bcdca3 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:23.925987 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d811f8-3345-4f5b-94ae-3af609d0f698', 'tag': '5c719891-c297-4bba-87dc-dd6e7bcc5ea0', 'status': 'completed', 'code': 200} Nov 23 22:38:24.027030 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df2a3d-1352-4866-b6c1-cc069518fb12 req-87856f57-c36c-4461-a995-a73ca118c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:24.028533 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d4df2a3d-1352-4866-b6c1-cc069518fb12 req-87856f57-c36c-4461-a995-a73ca118c8f4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 1094 time: 0.0755119 Nov 23 22:38:24.034107 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df2a3d-1352-4866-b6c1-cc069518fb12 req-4dca1068-c5ab-4ebc-9cfd-2493655efff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:24.035484 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d4df2a3d-1352-4866-b6c1-cc069518fb12 req-4dca1068-c5ab-4ebc-9cfd-2493655efff1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 1094 time: 0.0570905 Nov 23 22:38:24.193934 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df2a3d-1352-4866-b6c1-cc069518fb12 req-90e4236f-9afd-4aaa-b8a4-255fc1fdc535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:24.196013 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d4df2a3d-1352-4866-b6c1-cc069518fb12 req-90e4236f-9afd-4aaa-b8a4-255fc1fdc535 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.1523108 Nov 23 22:38:24.197312 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df2a3d-1352-4866-b6c1-cc069518fb12 req-620b9af2-2d62-4e2d-94b6-b29a825405ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:24.198613 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d4df2a3d-1352-4866-b6c1-cc069518fb12 req-620b9af2-2d62-4e2d-94b6-b29a825405ee service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.1471179 Nov 23 22:38:24.305732 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d4df2a3d-1352-4866-b6c1-cc069518fb12 req-fb6512e0-0f8c-4f08-83b6-39efec0f8787 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c719891-c297-4bba-87dc-dd6e7bcc5ea0 HTTP/1.1" status: 200 len: 998 time: 0.1026866 Nov 23 22:38:24.314231 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d4df2a3d-1352-4866-b6c1-cc069518fb12 req-d982c6f8-8ec7-4457-9efe-493b1a640088 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c719891-c297-4bba-87dc-dd6e7bcc5ea0 HTTP/1.1" status: 200 len: 998 time: 0.0772688 Nov 23 22:38:24.390531 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df2a3d-1352-4866-b6c1-cc069518fb12 req-6a959ec6-ce6f-4725-9110-ca167ed85121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:24.391956 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d4df2a3d-1352-4866-b6c1-cc069518fb12 req-6a959ec6-ce6f-4725-9110-ca167ed85121 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0796757 Nov 23 22:38:24.396752 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df2a3d-1352-4866-b6c1-cc069518fb12 req-dde19e95-54a2-443d-b21c-6337050d9c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:24.398105 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d4df2a3d-1352-4866-b6c1-cc069518fb12 req-dde19e95-54a2-443d-b21c-6337050d9c67 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0592921 Nov 23 22:38:24.464152 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df2a3d-1352-4866-b6c1-cc069518fb12 req-e524e5db-6717-4915-9f28-0cc01e8280af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:24.465546 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d4df2a3d-1352-4866-b6c1-cc069518fb12 req-e524e5db-6717-4915-9f28-0cc01e8280af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657768 Nov 23 22:38:24.471037 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df2a3d-1352-4866-b6c1-cc069518fb12 req-436f86e1-bf5e-4cc9-9f5c-aec560ff3a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:24.472376 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d4df2a3d-1352-4866-b6c1-cc069518fb12 req-436f86e1-bf5e-4cc9-9f5c-aec560ff3a54 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626061 Nov 23 22:38:24.620663 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d4df2a3d-1352-4866-b6c1-cc069518fb12 req-7303e653-4b3c-450d-84b7-65b29d0741f9 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473560 Nov 23 22:38:24.625628 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d4df2a3d-1352-4866-b6c1-cc069518fb12 req-8da7307f-cc40-447b-b524-3cbb55830872 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365588 Nov 23 22:38:24.776315 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d4df2a3d-1352-4866-b6c1-cc069518fb12 req-a04c64d6-f40c-43cc-8c7c-b41f707c90a2 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489124 Nov 23 22:38:24.780129 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-d4df2a3d-1352-4866-b6c1-cc069518fb12 req-2d24471e-cb30-4cae-9f15-98571108b45a service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354392 Nov 23 22:38:24.783629 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:38:24.825840 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:38:24.895681 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380959e3-75a6-4056-a8e3-6d2cfffe4105 req-d331d033-6ac2-4a54-aa31-9c5c0dba623b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:24.897235 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-380959e3-75a6-4056-a8e3-6d2cfffe4105 req-d331d033-6ac2-4a54-aa31-9c5c0dba623b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 943 time: 0.0505867 Nov 23 22:38:24.905665 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:38:24.947542 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-380959e3-75a6-4056-a8e3-6d2cfffe4105 req-4ade0bed-7552-44ea-9824-ffc80658aff6 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431902 Nov 23 22:38:25.006704 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=5c719891-c297-4bba-87dc-dd6e7bcc5ea0,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:25.018257 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '5c719891-c297-4bba-87dc-dd6e7bcc5ea0', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'port_id': '5c719891-c297-4bba-87dc-dd6e7bcc5ea0', 'mac_address': 'fa:16:3e:af:35:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:38:25.061043 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:25.076348 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:38:25.102969 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=5c719891-c297-4bba-87dc-dd6e7bcc5ea0,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:25.111819 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:25.155421 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b17d0-5baf-4869-937e-72a282c46e97 req-38ab11dc-f089-4adb-b648-0adee45428b5 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:25.157180 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e7b17d0-5baf-4869-937e-72a282c46e97 req-38ab11dc-f089-4adb-b648-0adee45428b5 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 944 time: 0.0612967 Nov 23 22:38:25.169304 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=5c719891-c297-4bba-87dc-dd6e7bcc5ea0,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:25.176967 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:25.177865 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:25.177865 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:25.178190 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:25.178549 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:25.179441 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:25.179772 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:25.180092 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:25.180719 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:25.180719 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:25.181033 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:25.181347 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:38:25.183405 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e73a5-9ae0-4286-82f4-90c33f9bcc0b req-1f74a83b-6dd5-4eb7-a2f1-b8920ef11bf4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:25.185042 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-449e73a5-9ae0-4286-82f4-90c33f9bcc0b req-1f74a83b-6dd5-4eb7-a2f1-b8920ef11bf4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698&tenant_id=0cdb2aea3ca840a688af64f45d702f5c&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 944 time: 0.0599973 Nov 23 22:38:25.208704 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0e7b17d0-5baf-4869-937e-72a282c46e97 req-186a1ba8-a935-45a2-a788-509716de1599 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442095 Nov 23 22:38:25.255598 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [req-449e73a5-9ae0-4286-82f4-90c33f9bcc0b req-685d7777-963e-4aa6-bdc5-a3366f9af54b service neutron] delete failed (client error): The resource could not be found. Nov 23 22:38:25.256622 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-449e73a5-9ae0-4286-82f4-90c33f9bcc0b req-685d7777-963e-4aa6-bdc5-a3366f9af54b service neutron] 10.222.0.53 "DELETE /v2.0/ports/5c719891-c297-4bba-87dc-dd6e7bcc5ea0/bindings/n-h1-816206-9 HTTP/1.1" status: 404 len: 380 time: 0.0574577 Nov 23 22:38:25.347152 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e73a5-9ae0-4286-82f4-90c33f9bcc0b req-1c951ed8-2feb-4733-b29c-c22fe89c08ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:25.348653 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-449e73a5-9ae0-4286-82f4-90c33f9bcc0b req-1c951ed8-2feb-4733-b29c-c22fe89c08ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 1095 time: 0.0417473 Nov 23 22:38:25.445431 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e73a5-9ae0-4286-82f4-90c33f9bcc0b req-609e23e9-9dbf-4d3e-ac41-5fb391315a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:25.446990 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-449e73a5-9ae0-4286-82f4-90c33f9bcc0b req-609e23e9-9dbf-4d3e-ac41-5fb391315a3c service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0909781 Nov 23 22:38:25.518777 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-449e73a5-9ae0-4286-82f4-90c33f9bcc0b req-f45222f7-974d-43d7-b560-20efdc71bc23 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c719891-c297-4bba-87dc-dd6e7bcc5ea0 HTTP/1.1" status: 200 len: 999 time: 0.0622022 Nov 23 22:38:25.551254 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['5c719891-c297-4bba-87dc-dd6e7bcc5ea0'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:38:25.582518 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e73a5-9ae0-4286-82f4-90c33f9bcc0b req-62331f80-b2e2-4f70-ac0e-a220565b5571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:25.584017 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-449e73a5-9ae0-4286-82f4-90c33f9bcc0b req-62331f80-b2e2-4f70-ac0e-a220565b5571 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0522263 Nov 23 22:38:25.636857 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e73a5-9ae0-4286-82f4-90c33f9bcc0b req-ef529827-b54d-4627-9616-3e7386ed6658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:25.638303 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-449e73a5-9ae0-4286-82f4-90c33f9bcc0b req-ef529827-b54d-4627-9616-3e7386ed6658 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424700 Nov 23 22:38:25.735224 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-449e73a5-9ae0-4286-82f4-90c33f9bcc0b req-1c635871-41a3-42ba-ac12-d34f996f3369 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811486 Nov 23 22:38:25.830421 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-449e73a5-9ae0-4286-82f4-90c33f9bcc0b req-19112f99-801f-4b7f-b0dc-45ca31489ed6 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830612 Nov 23 22:38:26.338068 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3b315-78a4-42f8-a3f5-9d3be9aed314 req-e1d9eb65-b042-4ee4-b9ec-0f8859f02bcb tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:26.339588 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1af3b315-78a4-42f8-a3f5-9d3be9aed314 req-e1d9eb65-b042-4ee4-b9ec-0f8859f02bcb tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 944 time: 0.0537124 Nov 23 22:38:26.389299 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1af3b315-78a4-42f8-a3f5-9d3be9aed314 req-dd646c60-3b85-44c7-9b18-72b1a07836eb tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437400 Nov 23 22:38:26.924145 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:38:26.974191 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:38:26.979200 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:38:26.979615 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:27.054769 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:27.076436 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d811f8-3345-4f5b-94ae-3af609d0f698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c719891-c297-4bba-87dc-dd6e7bcc5ea0'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:27.078978 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a057d5b1-f346-4487-ae83-4818f309e9db" -d '{"events": [{"server_uuid": "35d811f8-3345-4f5b-94ae-3af609d0f698", "name": "network-vif-plugged", "status": "completed", "tag": "5c719891-c297-4bba-87dc-dd6e7bcc5ea0"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:27.092115 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=5c719891-c297-4bba-87dc-dd6e7bcc5ea0,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:27.096837 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:27.126202 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4375dec-fa66-4ab8-b3c0-8522c2aa346d x-openstack-request-id: req-a4375dec-fa66-4ab8-b3c0-8522c2aa346d {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:27.126504 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d811f8-3345-4f5b-94ae-3af609d0f698", "name": "network-vif-plugged", "status": "completed", "tag": "5c719891-c297-4bba-87dc-dd6e7bcc5ea0", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:27.126786 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a4375dec-fa66-4ab8-b3c0-8522c2aa346d {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:27.127179 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d811f8-3345-4f5b-94ae-3af609d0f698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c719891-c297-4bba-87dc-dd6e7bcc5ea0', 'code': 200} Nov 23 22:38:27.151965 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=5c719891-c297-4bba-87dc-dd6e7bcc5ea0,revision_number=9']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:27.504803 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f55ce-9f62-4059-8b44-aecaa0d9ffa7 req-b00565bb-4810-48b2-9616-4cff143dc5c7 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:27.506167 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d46f55ce-9f62-4059-8b44-aecaa0d9ffa7 req-b00565bb-4810-48b2-9616-4cff143dc5c7 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0487857 Nov 23 22:38:27.556769 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d46f55ce-9f62-4059-8b44-aecaa0d9ffa7 req-31c5f819-29ab-4b77-99b5-00623f20eab1 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445249 Nov 23 22:38:27.672839 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168432b-d66b-487d-a51b-5d972c9950e7 req-ec842a9a-3705-4d2e-9d07-0e8622302aa4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:27.674286 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e168432b-d66b-487d-a51b-5d972c9950e7 req-ec842a9a-3705-4d2e-9d07-0e8622302aa4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0493453 Nov 23 22:38:27.721703 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e168432b-d66b-487d-a51b-5d972c9950e7 req-20213241-d5c4-4c93-aee4-40ce74eca6bd tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411980 Nov 23 22:38:27.914457 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8e1b7-fd70-4de5-ade2-53473a1da0e9 req-02d50bdf-14b3-4326-a42e-5db9fdcb59c1 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:27.915996 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b7d8e1b7-fd70-4de5-ade2-53473a1da0e9 req-02d50bdf-14b3-4326-a42e-5db9fdcb59c1 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0522263 Nov 23 22:38:27.961114 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e12071-fd92-4f76-b316-c9bcc9ed83dc req-be91859e-da88-465b-8bac-a7c60d2b97e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:27.962729 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-39e12071-fd92-4f76-b316-c9bcc9ed83dc req-be91859e-da88-465b-8bac-a7c60d2b97e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 1096 time: 0.0411282 Nov 23 22:38:27.964030 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b7d8e1b7-fd70-4de5-ade2-53473a1da0e9 req-667e7f3f-cbf8-4dcf-8d23-7eadef54cc9e tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420268 Nov 23 22:38:27.997393 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-853f5441-7ef2-4e18-97cb-0c5ef48c1d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:28.056774 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e12071-fd92-4f76-b316-c9bcc9ed83dc req-aa3777dc-c90b-47dc-acc3-e62f8be6b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:28.058162 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-39e12071-fd92-4f76-b316-c9bcc9ed83dc req-aa3777dc-c90b-47dc-acc3-e62f8be6b472 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0887702 Nov 23 22:38:28.123298 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-39e12071-fd92-4f76-b316-c9bcc9ed83dc req-c768d240-f611-433f-8bdd-e18345900778 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c719891-c297-4bba-87dc-dd6e7bcc5ea0 HTTP/1.1" status: 200 len: 1000 time: 0.0581703 Nov 23 22:38:28.172219 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e12071-fd92-4f76-b316-c9bcc9ed83dc req-4756e7af-6423-4f79-a993-384e7d756707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:28.173636 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-39e12071-fd92-4f76-b316-c9bcc9ed83dc req-4756e7af-6423-4f79-a993-384e7d756707 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0432272 Nov 23 22:38:28.223005 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e12071-fd92-4f76-b316-c9bcc9ed83dc req-3b8321a2-8f10-4fc5-b9ca-76de7c8b08d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:28.224472 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-39e12071-fd92-4f76-b316-c9bcc9ed83dc req-3b8321a2-8f10-4fc5-b9ca-76de7c8b08d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440228 Nov 23 22:38:28.315317 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-39e12071-fd92-4f76-b316-c9bcc9ed83dc req-6b3fed93-83af-4050-8ea9-7758f50e9f1e service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831182 Nov 23 22:38:28.408153 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-39e12071-fd92-4f76-b316-c9bcc9ed83dc req-4cbaef6f-db3f-4d50-b646-29624f6d379b service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857208 Nov 23 22:38:29.085219 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83368ab5-6a7b-41aa-a2e6-ce9224cc1c32 req-2f8aede1-5c8f-4cc0-ad3a-2921251b203e tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:29.086950 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-83368ab5-6a7b-41aa-a2e6-ce9224cc1c32 req-2f8aede1-5c8f-4cc0-ad3a-2921251b203e tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0536265 Nov 23 22:38:29.136176 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-83368ab5-6a7b-41aa-a2e6-ce9224cc1c32 req-2751c808-a530-4f9b-9e5b-6af7d4fba2f1 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431592 Nov 23 22:38:29.372235 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd868383-e02d-494b-99e3-c8e7ade88db5 req-82a9f32c-05de-400c-be97-47204eedd142 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:29.373700 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bd868383-e02d-494b-99e3-c8e7ade88db5 req-82a9f32c-05de-400c-be97-47204eedd142 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0507255 Nov 23 22:38:29.420379 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bd868383-e02d-494b-99e3-c8e7ade88db5 req-b52ff5fd-4380-49c7-bd3e-fe480362d5c0 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405469 Nov 23 22:38:30.365639 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:30.544601 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b480b-e324-466f-83b1-116f75bb3e64 req-5494889f-1977-449e-8ae3-54e3acbebb93 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:30.546174 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c59b480b-e324-466f-83b1-116f75bb3e64 req-5494889f-1977-449e-8ae3-54e3acbebb93 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0569685 Nov 23 22:38:30.560757 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1315379b-a70e-4a77-bec6-a65d6b11a20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:30.595810 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c59b480b-e324-466f-83b1-116f75bb3e64 req-1cc5fbec-3134-427f-8b77-fb820b173d8c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432184 Nov 23 22:38:30.732837 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39783846-5f14-4c77-ab60-52081334fa92 req-fe8191db-2ce0-450d-8d6b-29e5f47af85f tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:30.734194 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-39783846-5f14-4c77-ab60-52081334fa92 req-fe8191db-2ce0-450d-8d6b-29e5f47af85f tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.60 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 945 time: 0.0476980 Nov 23 22:38:30.824996 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-39783846-5f14-4c77-ab60-52081334fa92 req-b785196d-e179-421b-a5e1-af4b7a8bc0f8 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Deleting port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:38:30.825338 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-39783846-5f14-4c77-ab60-52081334fa92 req-b785196d-e179-421b-a5e1-af4b7a8bc0f8 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:30.914349 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-39783846-5f14-4c77-ab60-52081334fa92 req-b785196d-e179-421b-a5e1-af4b7a8bc0f8 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] For port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=5c719891-c297-4bba-87dc-dd6e7bcc5ea0,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:30.914745 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-39783846-5f14-4c77-ab60-52081334fa92 req-b785196d-e179-421b-a5e1-af4b7a8bc0f8 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:31.086202 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-39783846-5f14-4c77-ab60-52081334fa92 req-b785196d-e179-421b-a5e1-af4b7a8bc0f8 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:31.086560 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-39783846-5f14-4c77-ab60-52081334fa92 req-b785196d-e179-421b-a5e1-af4b7a8bc0f8 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:31.086918 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [req-39783846-5f14-4c77-ab60-52081334fa92 req-b785196d-e179-421b-a5e1-af4b7a8bc0f8 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Floating IP 2a76f846-f828-46e2-8261-a489ec384a58 disassociated. External IP: 172.25.5.49, port: 5c719891-c297-4bba-87dc-dd6e7bcc5ea0. Nov 23 22:38:31.087262 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-39783846-5f14-4c77-ab60-52081334fa92 req-b785196d-e179-421b-a5e1-af4b7a8bc0f8 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Calling delete_port for 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:38:31.462591 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-39783846-5f14-4c77-ab60-52081334fa92 req-b785196d-e179-421b-a5e1-af4b7a8bc0f8 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:31.494406 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785196d-e179-421b-a5e1-af4b7a8bc0f8 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Pushing event deleted for resources: {'Port': ['ID=5c719891-c297-4bba-87dc-dd6e7bcc5ea0,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:31.610139 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39783846-5f14-4c77-ab60-52081334fa92 req-b785196d-e179-421b-a5e1-af4b7a8bc0f8 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:38:31.697799 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a6c64997-1efc-4ccf-b25b-37123ce6faf4 req-57a2782d-82be-493d-8186-791112dcde0a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=35d811f8-3345-4f5b-94ae-3af609d0f698 HTTP/1.1" status: 200 len: 210 time: 0.0272863 Nov 23 22:38:31.722409 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39783846-5f14-4c77-ab60-52081334fa92 req-b785196d-e179-421b-a5e1-af4b7a8bc0f8 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:38:31.732689 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a134f56-8620-4e47-8ce4-6d64459056df None None] Sync routers for ids ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:38:31.748922 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a134f56-8620-4e47-8ce4-6d64459056df None None] Routers {'0add7a7d-f2dd-4a64-b32b-26af85b19ff4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:31.749552 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7a134f56-8620-4e47-8ce4-6d64459056df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:38:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:31.768250 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-39783846-5f14-4c77-ab60-52081334fa92 req-b785196d-e179-421b-a5e1-af4b7a8bc0f8 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] No DVR routers for this DVR port 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:38:31.770948 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-39783846-5f14-4c77-ab60-52081334fa92 req-b785196d-e179-421b-a5e1-af4b7a8bc0f8 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:31.775839 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-39783846-5f14-4c77-ab60-52081334fa92 req-b785196d-e179-421b-a5e1-af4b7a8bc0f8 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.60 "DELETE /v2.0/ports/5c719891-c297-4bba-87dc-dd6e7bcc5ea0 HTTP/1.1" status: 204 len: 173 time: 1.0357747 Nov 23 22:38:31.776387 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d811f8-3345-4f5b-94ae-3af609d0f698', 'name': 'network-vif-deleted', 'tag': '5c719891-c297-4bba-87dc-dd6e7bcc5ea0'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:31.778687 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5041e92d-17be-43d8-83c6-9da071d59301" -d '{"events": [{"server_uuid": "35d811f8-3345-4f5b-94ae-3af609d0f698", "name": "network-vif-deleted", "tag": "5c719891-c297-4bba-87dc-dd6e7bcc5ea0"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:31.804537 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:31.830140 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8296879-0154-468d-af46-8dc98dbaa9eb x-openstack-request-id: req-f8296879-0154-468d-af46-8dc98dbaa9eb {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:31.830602 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d811f8-3345-4f5b-94ae-3af609d0f698", "name": "network-vif-deleted", "tag": "5c719891-c297-4bba-87dc-dd6e7bcc5ea0", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:31.831037 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f8296879-0154-468d-af46-8dc98dbaa9eb {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:31.831511 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d811f8-3345-4f5b-94ae-3af609d0f698', 'name': 'network-vif-deleted', 'tag': '5c719891-c297-4bba-87dc-dd6e7bcc5ea0', 'status': 'completed', 'code': 200} Nov 23 22:38:31.871654 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-7a134f56-8620-4e47-8ce4-6d64459056df None None] Set router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:32.082638 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7a134f56-8620-4e47-8ce4-6d64459056df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:32.108727 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a134f56-8620-4e47-8ce4-6d64459056df None None] Checking router: 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:38:32.118046 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a134f56-8620-4e47-8ce4-6d64459056df None None] Routers {'0add7a7d-f2dd-4a64-b32b-26af85b19ff4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:32.118677 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7a134f56-8620-4e47-8ce4-6d64459056df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:38:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:32.221990 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-7a134f56-8620-4e47-8ce4-6d64459056df None None] Set router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:32.416151 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-7a134f56-8620-4e47-8ce4-6d64459056df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:32.445949 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a134f56-8620-4e47-8ce4-6d64459056df None None] The sync data for ids ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'] in n-d-816206-9 is: [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:38:32.654013 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aac6cb-ae21-4617-aef1-17ac0f9631b8 None None] New status for floating IP 2a76f846-f828-46e2-8261-a489ec384a58: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:38:32.976075 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-c1aebefd-6abd-4260-bf2f-1f1b17c313e2 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1351192755&fields=id&tenant_id=0cdb2aea3ca840a688af64f45d702f5c HTTP/1.1" status: 200 len: 267 time: 0.0426395 Nov 23 22:38:33.085593 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-80d3f69d-17e0-4250-acd3-3ed8bb8db238 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:33.087065 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-80d3f69d-17e0-4250-acd3-3ed8bb8db238 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 811 time: 0.1041446 Nov 23 22:38:33.101668 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-c1ad4d6c-09fd-45c7-8c71-53379126b8a3 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/quotas/0cdb2aea3ca840a688af64f45d702f5c HTTP/1.1" status: 200 len: 375 time: 0.0089924 Nov 23 22:38:33.150377 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:33.154437 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-40903773-8c83-474a-bc2f-090217c0e9e9 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476093 Nov 23 22:38:33.220137 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-f28e3170-fc86-463e-9903-3535092308c4 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:38:33.221168 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-f28e3170-fc86-463e-9903-3535092308c4 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0547407 Nov 23 22:38:33.317712 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-811278a1-ef03-4b64-97fa-2639b8dddc8e service neutron] 10.222.0.50 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899065 Nov 23 22:38:33.408983 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-9cb66e93-0737-4b32-961a-adfe72dbc147 service neutron] 10.222.0.50 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839751 Nov 23 22:38:33.570448 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1406c187-f976-44e6-b149-368e43898e6b req-3dc34dfc-ba76-4b6e-8119-f8ffe29275ad tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 210 time: 0.0269313 Nov 23 22:38:33.930965 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:34.615531 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-49d222a8-4adf-4a1c-9719-aa88f1b279bd tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:34.617452 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-49d222a8-4adf-4a1c-9719-aa88f1b279bd tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 811 time: 0.1085625 Nov 23 22:38:34.673075 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3655cb8f-7fc7-439e-8f1b-d5048276f5aa req-b14abafe-9aad-4887-97fa-2f0141210279 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 210 time: 0.0345063 Nov 23 22:38:34.691761 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-4054e698-c7b0-484c-b791-e249648cd311 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cdb2aea3ca840a688af64f45d702f5c HTTP/1.1" status: 200 len: 380 time: 0.0613711 Nov 23 22:38:34.711131 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dde6e59f-5030-4c4d-8b87-353266b5adae tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Request body: {'port': {'device_id': 'c087feeb-9173-44d2-8cc4-708403f7408b', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'admin_state_up': True, 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'security_groups': ['afadd45e-12e7-4572-b455-9a12a88f1bc6']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:34.820040 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dde6e59f-5030-4c4d-8b87-353266b5adae tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Made reservation on behalf of 0cdb2aea3ca840a688af64f45d702f5c for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:38:34.823945 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dde6e59f-5030-4c4d-8b87-353266b5adae tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:34.939645 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:38:34.950238 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dde6e59f-5030-4c4d-8b87-353266b5adae tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Allocated IP 172.20.0.6 (8ee40b0a-6bd7-47a9-85d5-80b955544074/49951b46-e579-443a-8808-f00087df71ee/5e2bab04-b2a2-43aa-8bb9-0af933daa459) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:38:34.960385 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:38:34.960735 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 5c719891-c297-4bba-87dc-dd6e7bcc5ea0 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:38:35.084039 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dde6e59f-5030-4c4d-8b87-353266b5adae tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:35.122915 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dde6e59f-5030-4c4d-8b87-353266b5adae tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:35.168397 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dde6e59f-5030-4c4d-8b87-353266b5adae tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Network 8ee40b0a-6bd7-47a9-85d5-80b955544074 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:38:35.171373 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dde6e59f-5030-4c4d-8b87-353266b5adae tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:38:35.175122 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dde6e59f-5030-4c4d-8b87-353266b5adae tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:38:35.199799 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6e59f-5030-4c4d-8b87-353266b5adae tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Pushing event updated for resources: {'Port': ['ID=5e2bab04-b2a2-43aa-8bb9-0af933daa459,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:35.230617 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dde6e59f-5030-4c4d-8b87-353266b5adae tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:35.231782 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dde6e59f-5030-4c4d-8b87-353266b5adae tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:35.249951 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dde6e59f-5030-4c4d-8b87-353266b5adae tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5432379 Nov 23 22:38:35.267958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dc8ca0fe-ba6b-4abc-a13d-28106d7f7dd8 service neutron] Request body: {'port': {'device_id': 'c087feeb-9173-44d2-8cc4-708403f7408b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:35.326413 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dc8ca0fe-ba6b-4abc-a13d-28106d7f7dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:35.435220 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c4256038-f1e5-46de-bb92-d44d3a9e030b None None] Provisioning complete for port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:38:35.435593 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c4256038-f1e5-46de-bb92-d44d3a9e030b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:35.471251 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c4256038-f1e5-46de-bb92-d44d3a9e030b None None] Port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:38:35.593691 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dc8ca0fe-ba6b-4abc-a13d-28106d7f7dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e2bab04-b2a2-43aa-8bb9-0af933daa459 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:38:35.602209 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dc8ca0fe-ba6b-4abc-a13d-28106d7f7dd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:35.614012 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dc8ca0fe-ba6b-4abc-a13d-28106d7f7dd8 service neutron] Transition to ACTIVE for port object 5e2bab04-b2a2-43aa-8bb9-0af933daa459 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:38:35.617728 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dc8ca0fe-ba6b-4abc-a13d-28106d7f7dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:35.668789 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ca0fe-ba6b-4abc-a13d-28106d7f7dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2bab04-b2a2-43aa-8bb9-0af933daa459,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:35.750856 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dc8ca0fe-ba6b-4abc-a13d-28106d7f7dd8 service neutron] Attempting to bind port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:38:35.751202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dc8ca0fe-ba6b-4abc-a13d-28106d7f7dd8 service neutron] Attempting to bind port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:38:35.751537 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dc8ca0fe-ba6b-4abc-a13d-28106d7f7dd8 service neutron] Attempting to bind port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:38:35.756414 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dc8ca0fe-ba6b-4abc-a13d-28106d7f7dd8 service neutron] Port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:38:35.756781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dc8ca0fe-ba6b-4abc-a13d-28106d7f7dd8 service neutron] Attempting to bind port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:38:35.762946 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dc8ca0fe-ba6b-4abc-a13d-28106d7f7dd8 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:38:35.763289 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dc8ca0fe-ba6b-4abc-a13d-28106d7f7dd8 service neutron] Checking segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:38:35.763673 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dc8ca0fe-ba6b-4abc-a13d-28106d7f7dd8 service neutron] Bound using segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:38:35.764102 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dc8ca0fe-ba6b-4abc-a13d-28106d7f7dd8 service neutron] Bound port: 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:38:35.764458 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dc8ca0fe-ba6b-4abc-a13d-28106d7f7dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:35.798295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ee335-3326-4ca3-9f40-e83cb9e1c2af req-62496df1-5890-4631-ac83-e0e6f98dfd18 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:35.799992 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b69ee335-3326-4ca3-9f40-e83cb9e1c2af req-62496df1-5890-4631-ac83-e0e6f98dfd18 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 943 time: 0.0521548 Nov 23 22:38:35.833357 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dc8ca0fe-ba6b-4abc-a13d-28106d7f7dd8 service neutron] For port 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:38:35.838327 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dc8ca0fe-ba6b-4abc-a13d-28106d7f7dd8 service neutron] For port 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:38:35.842936 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dc8ca0fe-ba6b-4abc-a13d-28106d7f7dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:35.854995 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b69ee335-3326-4ca3-9f40-e83cb9e1c2af req-a9f328f9-9ed3-44ed-ac4e-51824c3b214a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475614 Nov 23 22:38:35.877080 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dc8ca0fe-ba6b-4abc-a13d-28106d7f7dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:35.877726 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dc8ca0fe-ba6b-4abc-a13d-28106d7f7dd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:35.879225 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-dc8ca0fe-ba6b-4abc-a13d-28106d7f7dd8 service neutron] 10.222.0.53 "PUT /v2.0/ports/5e2bab04-b2a2-43aa-8bb9-0af933daa459 HTTP/1.1" status: 200 len: 1091 time: 0.6156654 Nov 23 22:38:35.879703 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c087feeb-9173-44d2-8cc4-708403f7408b', 'tag': '5e2bab04-b2a2-43aa-8bb9-0af933daa459'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:35.882087 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3377ca-edea-43c5-b813-cff5554ca418" -d '{"events": [{"name": "network-changed", "server_uuid": "c087feeb-9173-44d2-8cc4-708403f7408b", "tag": "5e2bab04-b2a2-43aa-8bb9-0af933daa459"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:35.911722 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ca0fe-ba6b-4abc-a13d-28106d7f7dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2bab04-b2a2-43aa-8bb9-0af933daa459,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:35.935068 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9b8653-4d4e-4d91-992f-c62633767685 x-openstack-request-id: req-2d9b8653-4d4e-4d91-992f-c62633767685 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:35.935465 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c087feeb-9173-44d2-8cc4-708403f7408b", "tag": "5e2bab04-b2a2-43aa-8bb9-0af933daa459", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:35.935859 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2d9b8653-4d4e-4d91-992f-c62633767685 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:35.936360 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c087feeb-9173-44d2-8cc4-708403f7408b', 'tag': '5e2bab04-b2a2-43aa-8bb9-0af933daa459', 'status': 'completed', 'code': 200} Nov 23 22:38:35.986665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-78d508f6-d9f4-4811-98d8-9a6d0fc38dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:35.988446 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-78d508f6-d9f4-4811-98d8-9a6d0fc38dac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 1094 time: 0.0432882 Nov 23 22:38:36.042225 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-4127b8b5-8bad-442c-bd5f-aa302f64d825 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459 HTTP/1.1" status: 200 len: 217 time: 0.0391643 Nov 23 22:38:36.098849 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-b674ae37-2c40-4283-b9bc-5616b32051fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:36.100910 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-b674ae37-2c40-4283-b9bc-5616b32051fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0451324 Nov 23 22:38:36.155600 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-4bf2c402-5427-4b83-b3e2-efd2a00f7392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:36.157111 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-4bf2c402-5427-4b83-b3e2-efd2a00f7392 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450556 Nov 23 22:38:36.255979 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-fed7b859-0a75-4481-be39-cfc10656bcab service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863616 Nov 23 22:38:36.363510 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-16c10e1b-7fd8-430f-abf5-ca16d91b1fa5 req-c24afbcf-c9e8-42a5-a71b-6a56656a17e5 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965254 Nov 23 22:38:36.459359 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3377ca-edea-43c5-b813-cff5554ca418 req-e61e3571-44a9-4971-be21-7bded7884dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:36.461377 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-de3377ca-edea-43c5-b813-cff5554ca418 req-e61e3571-44a9-4971-be21-7bded7884dc1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 1094 time: 0.0467775 Nov 23 22:38:36.552275 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3377ca-edea-43c5-b813-cff5554ca418 req-a9decdb2-c16f-4060-9dd9-b65b69045f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:36.553744 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-de3377ca-edea-43c5-b813-cff5554ca418 req-a9decdb2-c16f-4060-9dd9-b65b69045f2e service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0855527 Nov 23 22:38:36.598687 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-de3377ca-edea-43c5-b813-cff5554ca418 req-c55fb9a5-727d-4b3a-bebf-8768c4b78015 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459 HTTP/1.1" status: 200 len: 217 time: 0.0374577 Nov 23 22:38:36.648150 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3377ca-edea-43c5-b813-cff5554ca418 req-4b949a44-722e-440c-86c6-bb6fe8168cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:36.649581 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-de3377ca-edea-43c5-b813-cff5554ca418 req-4b949a44-722e-440c-86c6-bb6fe8168cb3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0430920 Nov 23 22:38:36.694857 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3377ca-edea-43c5-b813-cff5554ca418 req-80f52def-0be4-4636-9cef-a7d65636486c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:36.696483 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-de3377ca-edea-43c5-b813-cff5554ca418 req-80f52def-0be4-4636-9cef-a7d65636486c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399139 Nov 23 22:38:36.791583 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-de3377ca-edea-43c5-b813-cff5554ca418 req-2cec4d11-f84f-4c99-88f7-bd00fc7669be service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847855 Nov 23 22:38:36.884147 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-de3377ca-edea-43c5-b813-cff5554ca418 req-6877353d-c36a-4877-9135-505b74e474ec service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831206 Nov 23 22:38:36.981229 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ce00c-057f-4c53-81b0-b7686de5c35b req-0b57102d-7a3e-4529-8c22-20864b63ffb0 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:36.982703 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b8ce00c-057f-4c53-81b0-b7686de5c35b req-0b57102d-7a3e-4529-8c22-20864b63ffb0 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 943 time: 0.0546160 Nov 23 22:38:37.030196 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b8ce00c-057f-4c53-81b0-b7686de5c35b req-2edb4b59-5141-4441-bce9-0d2ba910a51b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416162 Nov 23 22:38:38.167469 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bc2be-261e-4870-ae56-892d35c36298 req-57d6855e-84a6-4e70-aff3-f6768325e5a9 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:38.169796 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-007bc2be-261e-4870-ae56-892d35c36298 req-57d6855e-84a6-4e70-aff3-f6768325e5a9 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 943 time: 0.0602701 Nov 23 22:38:38.223144 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-007bc2be-261e-4870-ae56-892d35c36298 req-07ecbc7f-2c3a-4e17-b516-4d5f95a230db tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481772 Nov 23 22:38:38.819995 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 5e2bab04-b2a2-43aa-8bb9-0af933daa459 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:38:38.917192 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:38.928251 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '5e2bab04-b2a2-43aa-8bb9-0af933daa459', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'port_id': '5e2bab04-b2a2-43aa-8bb9-0af933daa459', 'mac_address': 'fa:16:3e:f7:a2:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:38:38.966078 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:38.978617 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e2bab04-b2a2-43aa-8bb9-0af933daa459 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:38:38.997211 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:39.001271 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:39.047238 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=5e2bab04-b2a2-43aa-8bb9-0af933daa459,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:39.333086 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['5e2bab04-b2a2-43aa-8bb9-0af933daa459'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:38:39.345095 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfdc5d-0b39-4493-9746-194e4c7fefb5 req-eabbdd0b-5684-47cd-8d0c-95264a79c046 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:39.346578 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9bfdc5d-0b39-4493-9746-194e4c7fefb5 req-eabbdd0b-5684-47cd-8d0c-95264a79c046 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 944 time: 0.0520265 Nov 23 22:38:39.395365 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9bfdc5d-0b39-4493-9746-194e4c7fefb5 req-09278c86-e7e4-4386-8924-9dcb18917eed tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424452 Nov 23 22:38:40.510543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51d78d-5afd-481a-a446-e8fde19b46e6 req-e3ca107b-2b30-44b0-8dee-0366c0ad58ad tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:40.512023 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb51d78d-5afd-481a-a446-e8fde19b46e6 req-e3ca107b-2b30-44b0-8dee-0366c0ad58ad tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 944 time: 0.0477624 Nov 23 22:38:40.561883 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eb51d78d-5afd-481a-a446-e8fde19b46e6 req-2888f324-2db8-4e1d-ae08-55ee6f9c8d3d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438612 Nov 23 22:38:40.605467 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:38:40.829456 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 5e2bab04-b2a2-43aa-8bb9-0af933daa459 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:38:40.878260 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:38:40.883038 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:38:40.883408 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:40.961273 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:40.983111 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c087feeb-9173-44d2-8cc4-708403f7408b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2bab04-b2a2-43aa-8bb9-0af933daa459'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:40.985351 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445e5503-2388-4540-9301-99c8cd224b9e" -d '{"events": [{"server_uuid": "c087feeb-9173-44d2-8cc4-708403f7408b", "name": "network-vif-plugged", "status": "completed", "tag": "5e2bab04-b2a2-43aa-8bb9-0af933daa459"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:41.000055 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:38:41.004056 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:41.029814 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968cd86f-54dd-4d0e-8963-c2ecefca006e x-openstack-request-id: req-968cd86f-54dd-4d0e-8963-c2ecefca006e {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:41.030110 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c087feeb-9173-44d2-8cc4-708403f7408b", "name": "network-vif-plugged", "status": "completed", "tag": "5e2bab04-b2a2-43aa-8bb9-0af933daa459", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:41.030369 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-968cd86f-54dd-4d0e-8963-c2ecefca006e {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:41.030792 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c087feeb-9173-44d2-8cc4-708403f7408b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2bab04-b2a2-43aa-8bb9-0af933daa459', 'code': 200} Nov 23 22:38:41.056454 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=5e2bab04-b2a2-43aa-8bb9-0af933daa459,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:38:41.138644 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189f82a-5a86-4e1a-8c02-e2ed4021c4ea req-01f6db41-7c61-4bcc-a1ca-c11ff9e53e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:41.140189 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e189f82a-5a86-4e1a-8c02-e2ed4021c4ea req-01f6db41-7c61-4bcc-a1ca-c11ff9e53e1c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 1096 time: 0.0474789 Nov 23 22:38:41.192970 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e189f82a-5a86-4e1a-8c02-e2ed4021c4ea req-fb31463c-1eed-4d62-be90-57c92cecaca1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418367 Nov 23 22:38:41.683663 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29664a14-e7ca-41ca-b8f6-1352e3f2b737 req-4e5f7555-e9aa-4ec0-b848-eb7947ca62a2 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:41.685130 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-29664a14-e7ca-41ca-b8f6-1352e3f2b737 req-4e5f7555-e9aa-4ec0-b848-eb7947ca62a2 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 945 time: 0.0538492 Nov 23 22:38:41.732230 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-29664a14-e7ca-41ca-b8f6-1352e3f2b737 req-38f37016-0bae-4d29-a226-415adc29d65f tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412111 Nov 23 22:38:42.846376 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57549bd-dfd6-4f80-94ff-24f21bc79165 req-47bc31c5-ae1a-4427-8516-17e14f27c188 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:42.847994 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e57549bd-dfd6-4f80-94ff-24f21bc79165 req-47bc31c5-ae1a-4427-8516-17e14f27c188 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 945 time: 0.0486221 Nov 23 22:38:42.896191 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e57549bd-dfd6-4f80-94ff-24f21bc79165 req-27d6d53a-e89d-47b0-92ac-7da2b7fa33f6 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416415 Nov 23 22:38:43.014887 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778a7e1-330d-4c2e-871e-51408bfa82fd req-8db251d1-e86a-4185-b0f8-e3e7d65c59e7 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:43.016268 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8778a7e1-330d-4c2e-871e-51408bfa82fd req-8db251d1-e86a-4185-b0f8-e3e7d65c59e7 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 945 time: 0.0529082 Nov 23 22:38:43.025295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 48242) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:38:43.029627 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-19d8de1f-743f-441d-a6f8-100c7a2dea46 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Request body: {'floatingip': {'port_id': '5e2bab04-b2a2-43aa-8bb9-0af933daa459'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:38:43.067397 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19d8de1f-743f-441d-a6f8-100c7a2dea46 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for floatingip, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:43.495658 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19d8de1f-743f-441d-a6f8-100c7a2dea46 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:43.499454 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19d8de1f-743f-441d-a6f8-100c7a2dea46 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:43.878038 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-19d8de1f-743f-441d-a6f8-100c7a2dea46 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Floating IP 2a76f846-f828-46e2-8261-a489ec384a58 associated. External IP: 172.25.5.49, port: 5e2bab04-b2a2-43aa-8bb9-0af933daa459. Nov 23 22:38:44.077594 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d8de1f-743f-441d-a6f8-100c7a2dea46 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:38:44.181263 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d8de1f-743f-441d-a6f8-100c7a2dea46 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:38:44.186193 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19d8de1f-743f-441d-a6f8-100c7a2dea46 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:44.192815 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3987d50-ebb2-424d-97eb-2d5a4b26159b None None] Sync routers for ids ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:38:44.202669 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3987d50-ebb2-424d-97eb-2d5a4b26159b None None] Routers {'0add7a7d-f2dd-4a64-b32b-26af85b19ff4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:44.203338 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b3987d50-ebb2-424d-97eb-2d5a4b26159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:38:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:44.216025 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-19d8de1f-743f-441d-a6f8-100c7a2dea46 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "PUT /v2.0/floatingips/2a76f846-f828-46e2-8261-a489ec384a58 HTTP/1.1" status: 200 len: 990 time: 1.1896794 Nov 23 22:38:44.216619 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c087feeb-9173-44d2-8cc4-708403f7408b', 'tag': '5e2bab04-b2a2-43aa-8bb9-0af933daa459'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:38:44.218905 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecb885c-00b4-4fb6-ba0c-f842738d8708" -d '{"events": [{"name": "network-changed", "server_uuid": "c087feeb-9173-44d2-8cc4-708403f7408b", "tag": "5e2bab04-b2a2-43aa-8bb9-0af933daa459"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:38:44.256285 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45199d5b-3719-4bde-b6df-96e76e46f757 x-openstack-request-id: req-45199d5b-3719-4bde-b6df-96e76e46f757 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:38:44.257144 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c087feeb-9173-44d2-8cc4-708403f7408b", "tag": "5e2bab04-b2a2-43aa-8bb9-0af933daa459", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:38:44.257394 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-45199d5b-3719-4bde-b6df-96e76e46f757 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:38:44.257826 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c087feeb-9173-44d2-8cc4-708403f7408b', 'tag': '5e2bab04-b2a2-43aa-8bb9-0af933daa459', 'status': 'completed', 'code': 200} Nov 23 22:38:44.325360 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-b3987d50-ebb2-424d-97eb-2d5a4b26159b None None] Set router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:44.325651 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb885c-00b4-4fb6-ba0c-f842738d8708 req-d51c94e9-e5b5-4e21-be20-0343202edc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:44.326918 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8ecb885c-00b4-4fb6-ba0c-f842738d8708 req-d51c94e9-e5b5-4e21-be20-0343202edc09 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 1096 time: 0.0428040 Nov 23 22:38:44.419189 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb885c-00b4-4fb6-ba0c-f842738d8708 req-555ca5d7-4058-4e19-85a2-9bc02c7ba06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:44.420566 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8ecb885c-00b4-4fb6-ba0c-f842738d8708 req-555ca5d7-4058-4e19-85a2-9bc02c7ba06d service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0845554 Nov 23 22:38:44.492564 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8ecb885c-00b4-4fb6-ba0c-f842738d8708 req-c932fc74-9147-4345-9fd0-6a48aca13bdd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459 HTTP/1.1" status: 200 len: 998 time: 0.0638683 Nov 23 22:38:44.546640 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb885c-00b4-4fb6-ba0c-f842738d8708 req-dec0d488-a847-47e4-9e1b-db4ac0f9d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:44.548142 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8ecb885c-00b4-4fb6-ba0c-f842738d8708 req-dec0d488-a847-47e4-9e1b-db4ac0f9d9cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0445786 Nov 23 22:38:44.555825 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b3987d50-ebb2-424d-97eb-2d5a4b26159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '2a76f846-f828-46e2-8261-a489ec384a58', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'port_id': '5e2bab04-b2a2-43aa-8bb9-0af933daa459', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'mac_address': 'fa:16:3e:f7:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c087feeb-9173-44d2-8cc4-708403f7408b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:33:54Z', 'updated_at': '2021-11-23T22:38:43Z', 'revision_number': 9, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:44.583382 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3987d50-ebb2-424d-97eb-2d5a4b26159b None None] Checking router: 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:38:44.592055 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3987d50-ebb2-424d-97eb-2d5a4b26159b None None] Routers {'0add7a7d-f2dd-4a64-b32b-26af85b19ff4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:38:44.592679 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b3987d50-ebb2-424d-97eb-2d5a4b26159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:38:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:44.596196 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb885c-00b4-4fb6-ba0c-f842738d8708 req-52a0b13d-5e89-495c-9d98-bed39fbd0c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:44.597688 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8ecb885c-00b4-4fb6-ba0c-f842738d8708 req-52a0b13d-5e89-495c-9d98-bed39fbd0c95 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401657 Nov 23 22:38:44.696823 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8ecb885c-00b4-4fb6-ba0c-f842738d8708 req-2d1b95b0-4d00-4f88-9f1f-c8f4ca3ae587 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872872 Nov 23 22:38:44.698934 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-b3987d50-ebb2-424d-97eb-2d5a4b26159b None None] Set router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:38:44.800185 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8ecb885c-00b4-4fb6-ba0c-f842738d8708 req-cc716e70-9c6f-4c91-b0c7-c990589e2914 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954258 Nov 23 22:38:44.935262 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-b3987d50-ebb2-424d-97eb-2d5a4b26159b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '2a76f846-f828-46e2-8261-a489ec384a58', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'port_id': '5e2bab04-b2a2-43aa-8bb9-0af933daa459', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'mac_address': 'fa:16:3e:f7:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c087feeb-9173-44d2-8cc4-708403f7408b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:33:54Z', 'updated_at': '2021-11-23T22:38:43Z', 'revision_number': 9, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:38:44.962037 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3987d50-ebb2-424d-97eb-2d5a4b26159b None None] The sync data for ids ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'] in n-d-816206-9 is: [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '2a76f846-f828-46e2-8261-a489ec384a58', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'port_id': '5e2bab04-b2a2-43aa-8bb9-0af933daa459', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'mac_address': 'fa:16:3e:f7:a2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c087feeb-9173-44d2-8cc4-708403f7408b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:33:54Z', 'updated_at': '2021-11-23T22:38:43Z', 'revision_number': 9, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:38:45.158671 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f668df-dc79-4f2e-830f-c954196a566a None None] New status for floating IP 2a76f846-f828-46e2-8261-a489ec384a58: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:38:50.543419 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cac1825b-8183-4044-83d5-0e4b26e539bc req-2401bf7c-3153-4656-adbe-c419f5c579ba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397799 Nov 23 22:38:50.627096 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1825b-8183-4044-83d5-0e4b26e539bc req-08369946-953b-4da9-b993-0ecfb1d232c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:50.628646 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cac1825b-8183-4044-83d5-0e4b26e539bc req-08369946-953b-4da9-b993-0ecfb1d232c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 1096 time: 0.0414398 Nov 23 22:38:50.745972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1825b-8183-4044-83d5-0e4b26e539bc req-13707bc5-7de1-4dd1-b892-2c7686bc69fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:50.747490 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cac1825b-8183-4044-83d5-0e4b26e539bc req-13707bc5-7de1-4dd1-b892-2c7686bc69fe service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0917988 Nov 23 22:38:50.812007 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cac1825b-8183-4044-83d5-0e4b26e539bc req-caff8fc7-ade0-49ea-856e-8f77fdebdc6f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459 HTTP/1.1" status: 200 len: 1001 time: 0.0573597 Nov 23 22:38:50.862349 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1825b-8183-4044-83d5-0e4b26e539bc req-93afa08f-3d8f-47d4-818d-a58aa66232da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:50.863855 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cac1825b-8183-4044-83d5-0e4b26e539bc req-93afa08f-3d8f-47d4-818d-a58aa66232da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0449188 Nov 23 22:38:50.915910 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1825b-8183-4044-83d5-0e4b26e539bc req-74836360-6ca2-42f8-841b-2b7ae7682cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:38:50.917382 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cac1825b-8183-4044-83d5-0e4b26e539bc req-74836360-6ca2-42f8-841b-2b7ae7682cba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453763 Nov 23 22:38:51.006825 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cac1825b-8183-4044-83d5-0e4b26e539bc req-ab5460a1-a840-4440-a0e6-83e574c33973 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815535 Nov 23 22:38:51.099681 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cac1825b-8183-4044-83d5-0e4b26e539bc req-81960434-54aa-48c6-881b-5b52ab59e57c service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852501 Nov 23 22:38:53.212690 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:38:58.002085 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-92978b4f-e58d-4c21-ae4b-96d04aa04f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:00.364127 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:00.562857 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f89215a5-6159-4b75-8cbd-58d470020b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:01.760025 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:03.152662 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:03.932704 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:17.605472 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:39:23.216473 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:28.004064 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b8af3e0c-46e9-41f3-9cbe-0b5e3392969c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:30.382834 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:30.563567 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d908a159-c7e3-428e-819c-37134aa48398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:31.763423 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:33.154594 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:33.934310 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:52.546560 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3e6b3f84-b474-4398-9953-ae5c81c5dae0 req-c453ec85-5d27-4ec1-bda7-4e423aad942a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414937 Nov 23 22:39:52.641517 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b3f84-b474-4398-9953-ae5c81c5dae0 req-0858c135-b8ad-48b6-ae53-f5434b074b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:52.643092 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3e6b3f84-b474-4398-9953-ae5c81c5dae0 req-0858c135-b8ad-48b6-ae53-f5434b074b63 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 1096 time: 0.0440857 Nov 23 22:39:52.758450 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b3f84-b474-4398-9953-ae5c81c5dae0 req-14c5a76f-339c-4528-8e7b-e183e0199198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:52.760049 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3e6b3f84-b474-4398-9953-ae5c81c5dae0 req-14c5a76f-339c-4528-8e7b-e183e0199198 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0878165 Nov 23 22:39:52.830643 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3e6b3f84-b474-4398-9953-ae5c81c5dae0 req-ad377823-c86f-4f1e-b82b-d16a75f078f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459 HTTP/1.1" status: 200 len: 1001 time: 0.0581808 Nov 23 22:39:52.890495 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b3f84-b474-4398-9953-ae5c81c5dae0 req-c27b4e4b-7ed1-458c-b341-38b6bcf003ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:52.891972 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3e6b3f84-b474-4398-9953-ae5c81c5dae0 req-c27b4e4b-7ed1-458c-b341-38b6bcf003ae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0481603 Nov 23 22:39:52.942537 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b3f84-b474-4398-9953-ae5c81c5dae0 req-db13f6b0-703e-4190-a7c5-9530a0138b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:39:52.944047 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3e6b3f84-b474-4398-9953-ae5c81c5dae0 req-db13f6b0-703e-4190-a7c5-9530a0138b97 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399466 Nov 23 22:39:53.035766 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3e6b3f84-b474-4398-9953-ae5c81c5dae0 req-8239fd93-5fca-4a7f-a437-bf87c6335dfc service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806589 Nov 23 22:39:53.135723 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3e6b3f84-b474-4398-9953-ae5c81c5dae0 req-fcf02fe4-f0d3-4182-aa30-77fe85c15541 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864282 Nov 23 22:39:53.239112 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:39:54.605046 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:39:58.005056 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fa70dbeb-ca7e-48a0-a427-089d74ebb9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:00.386150 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:00.566521 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4702d699-f534-4af7-90d8-9c3616c400fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:01.765979 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:03.157764 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:03.936139 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:23.230747 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:25.977174 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-25568b97-413f-4f0a-850e-f2438641f284 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403395 Nov 23 22:40:26.001812 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916964b3-ad7c-4cd1-bd1f-9bc00259fab9 req-a794fa13-0646-4b08-87f9-5d678d77baa0 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:26.003358 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-916964b3-ad7c-4cd1-bd1f-9bc00259fab9 req-a794fa13-0646-4b08-87f9-5d678d77baa0 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 945 time: 0.0542221 Nov 23 22:40:26.052872 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-916964b3-ad7c-4cd1-bd1f-9bc00259fab9 req-6d24b691-cd7c-4f25-af52-af90bac26a70 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433128 Nov 23 22:40:27.165238 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-dca1cc46-f615-4679-8f11-1b427d6fabb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:27.166759 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-dca1cc46-f615-4679-8f11-1b427d6fabb4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 1096 time: 0.0523157 Nov 23 22:40:27.170591 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fcc151-9742-4b9a-886e-8f6ee937df79 req-c60afd5c-f9c1-4992-9033-06e5f0c21096 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:27.172077 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-19fcc151-9742-4b9a-886e-8f6ee937df79 req-c60afd5c-f9c1-4992-9033-06e5f0c21096 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 945 time: 0.0483224 Nov 23 22:40:27.223116 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-19fcc151-9742-4b9a-886e-8f6ee937df79 req-6626f773-f825-4717-8c4c-9e6778c5e4b3 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448627 Nov 23 22:40:27.261997 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-215dab9c-af22-4413-8f9e-b1e355fc8b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:27.263703 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-215dab9c-af22-4413-8f9e-b1e355fc8b52 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0857928 Nov 23 22:40:27.333487 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-3df85731-5ef9-4e01-9c3a-b8b559f22206 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459 HTTP/1.1" status: 200 len: 1001 time: 0.0620236 Nov 23 22:40:27.388383 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-9ba146fb-5cb0-403b-87c6-c9b4e9f23c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:27.389813 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-9ba146fb-5cb0-403b-87c6-c9b4e9f23c96 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0429978 Nov 23 22:40:27.440544 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-b65cf819-9ac7-4550-ac63-2862548f39a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:27.442110 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-b65cf819-9ac7-4550-ac63-2862548f39a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406094 Nov 23 22:40:27.541060 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-322fe4a6-f94a-456b-9631-fe446a5df21a service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871625 Nov 23 22:40:27.635217 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-0b9c778a-c4c0-4130-a602-9e61859e207e service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818052 Nov 23 22:40:28.006251 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-83a58837-3de6-4cfa-b90b-dd48924ac52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:28.342945 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72957a-dedb-4428-ba5a-c9a19e9ebf6d req-e0634c27-087e-4cb8-85b4-3f6b65bdb5e8 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:28.344412 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b72957a-dedb-4428-ba5a-c9a19e9ebf6d req-e0634c27-087e-4cb8-85b4-3f6b65bdb5e8 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 945 time: 0.0501096 Nov 23 22:40:28.391879 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b72957a-dedb-4428-ba5a-c9a19e9ebf6d req-30de9373-cf71-4bb1-ae0d-f937f8fcac5a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415831 Nov 23 22:40:29.507840 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44078b-b7f3-4e9c-b4b5-1bf50f3085ee req-963f864c-6457-4b32-a888-43a9fc7f4d80 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:29.509311 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4e44078b-b7f3-4e9c-b4b5-1bf50f3085ee req-963f864c-6457-4b32-a888-43a9fc7f4d80 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 945 time: 0.0494523 Nov 23 22:40:29.556548 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4e44078b-b7f3-4e9c-b4b5-1bf50f3085ee req-0e019e6e-1134-40a1-8196-0f94dd1e2c25 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407612 Nov 23 22:40:30.380603 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:30.566758 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e6f5d979-832a-49d9-b00b-6bf6a95bfd2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:30.677840 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a543a-6777-43b7-b78d-e6e41cdf6555 req-17ace323-4cda-433e-acdc-c68fb965391a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:30.679339 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b35a543a-6777-43b7-b78d-e6e41cdf6555 req-17ace323-4cda-433e-acdc-c68fb965391a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 945 time: 0.0540967 Nov 23 22:40:30.727574 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b35a543a-6777-43b7-b78d-e6e41cdf6555 req-b2570198-23dc-4c16-bc4f-8fab838bf3b3 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412598 Nov 23 22:40:31.604180 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:40:31.770078 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:31.847209 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e0aa2-1bbe-47a7-a899-115014d1346f req-ce0d5c1c-6f76-4079-b709-54af8d9d0242 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:31.848709 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d90e0aa2-1bbe-47a7-a899-115014d1346f req-ce0d5c1c-6f76-4079-b709-54af8d9d0242 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 945 time: 0.0492828 Nov 23 22:40:31.895358 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d90e0aa2-1bbe-47a7-a899-115014d1346f req-55e6f169-5eb1-4327-8f60-79cc205c2ce9 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406506 Nov 23 22:40:33.013287 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d943a50-89db-4efd-b93d-112dbd4d8a8a req-76e2e541-441a-499b-b96c-896b37743a07 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:33.014682 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9d943a50-89db-4efd-b93d-112dbd4d8a8a req-76e2e541-441a-499b-b96c-896b37743a07 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 945 time: 0.0517659 Nov 23 22:40:33.066771 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9d943a50-89db-4efd-b93d-112dbd4d8a8a req-17dbbf2d-3094-4b2c-8ec3-58fed5d85dea tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458722 Nov 23 22:40:33.160605 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:33.938205 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:34.440655 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581eb21b-4f8b-4b0b-b1f3-334ec2aa5478 req-113a5524-13cc-42df-a675-f9a27d96bc38 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:34.442148 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-581eb21b-4f8b-4b0b-b1f3-334ec2aa5478 req-113a5524-13cc-42df-a675-f9a27d96bc38 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 945 time: 0.0505795 Nov 23 22:40:34.489390 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-581eb21b-4f8b-4b0b-b1f3-334ec2aa5478 req-68c666d0-7f49-4b32-8482-087f22b5e18f tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413594 Nov 23 22:40:35.604350 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07fa46-7493-4829-8a7b-c4538ed5beb7 req-19825320-b882-4de2-a657-5d44062ae91e tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:35.605834 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c07fa46-7493-4829-8a7b-c4538ed5beb7 req-19825320-b882-4de2-a657-5d44062ae91e tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 945 time: 0.0483239 Nov 23 22:40:35.654804 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c07fa46-7493-4829-8a7b-c4538ed5beb7 req-5be63b59-6cab-4462-80e7-3d05e3e9b0f1 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411954 Nov 23 22:40:36.774289 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b365f8-4989-4b07-a4c8-8d4fcdc52513 req-ca33a495-bafe-4885-a359-73769ea7d848 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:36.775860 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b9b365f8-4989-4b07-a4c8-8d4fcdc52513 req-ca33a495-bafe-4885-a359-73769ea7d848 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 945 time: 0.0546861 Nov 23 22:40:36.830356 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b9b365f8-4989-4b07-a4c8-8d4fcdc52513 req-7a9450c4-ac99-498b-a6c2-148a76d06d75 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474505 Nov 23 22:40:37.947530 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2612bd4-f428-4d36-a74f-f79755de5657 req-5d0ae3c9-adf4-4955-9e22-2b93c9389572 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:37.949047 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2612bd4-f428-4d36-a74f-f79755de5657 req-5d0ae3c9-adf4-4955-9e22-2b93c9389572 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 945 time: 0.0512540 Nov 23 22:40:37.997326 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2612bd4-f428-4d36-a74f-f79755de5657 req-03deead5-675a-4d00-8e59-0b3d47637692 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415101 Nov 23 22:40:39.116112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67029cc-9a47-4eaf-b904-5928ea87f0ba req-900a6439-9f99-41a9-9ee2-377045665596 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:39.117597 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c67029cc-9a47-4eaf-b904-5928ea87f0ba req-900a6439-9f99-41a9-9ee2-377045665596 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 945 time: 0.0535307 Nov 23 22:40:39.165331 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c67029cc-9a47-4eaf-b904-5928ea87f0ba req-8e540af5-711d-435f-b6f7-3752a321af20 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408440 Nov 23 22:40:39.861433 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-6e194be3-3519-485b-9f7d-be42e3c1dab6 service neutron] show failed (client error): The resource could not be found. Nov 23 22:40:39.862472 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-6e194be3-3519-485b-9f7d-be42e3c1dab6 service neutron] 10.222.0.53 "GET /v2.0/ports/5e2bab04-b2a2-43aa-8bb9-0af933daa459/bindings/n-h2-816206-9 HTTP/1.1" status: 404 len: 380 time: 0.0628321 Nov 23 22:40:40.302643 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bb10a-cdf3-4dd8-96ef-66ae355ea3d3 req-d0c44564-1fc2-4077-b5eb-817dea7dd3d4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:40.305267 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-238bb10a-cdf3-4dd8-96ef-66ae355ea3d3 req-d0c44564-1fc2-4077-b5eb-817dea7dd3d4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 945 time: 0.0658526 Nov 23 22:40:40.353273 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-56b6a88b-a719-42c9-a984-5c74fc1e44f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:40.354818 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-56b6a88b-a719-42c9-a984-5c74fc1e44f5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b&tenant_id=0cdb2aea3ca840a688af64f45d702f5c HTTP/1.1" status: 200 len: 1096 time: 0.2984209 Nov 23 22:40:40.363880 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-238bb10a-cdf3-4dd8-96ef-66ae355ea3d3 req-370e38ca-3186-4ce9-913e-14988fec20be tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520341 Nov 23 22:40:40.376713 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-9', 'device_owner': 'compute:nova'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:40:40.436405 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:40.649196 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] For port 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:40.682158 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] For port 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:40:40.722752 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c087feeb-9173-44d2-8cc4-708403f7408b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e2bab04-b2a2-43aa-8bb9-0af933daa459'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:40:40.725226 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0814ba7-acbc-482d-bacf-b1a7f405ad69" -d '{"events": [{"server_uuid": "c087feeb-9173-44d2-8cc4-708403f7408b", "name": "network-vif-unplugged", "status": "completed", "tag": "5e2bab04-b2a2-43aa-8bb9-0af933daa459"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:40:40.729426 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:40.742219 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Transition to ACTIVE for port object 5e2bab04-b2a2-43aa-8bb9-0af933daa459 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:40:40.746512 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:40.775905 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb5a34f-9d96-44c3-b9c8-c974a6f49351 x-openstack-request-id: req-6eb5a34f-9d96-44c3-b9c8-c974a6f49351 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:40:40.776205 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c087feeb-9173-44d2-8cc4-708403f7408b", "name": "network-vif-unplugged", "status": "completed", "tag": "5e2bab04-b2a2-43aa-8bb9-0af933daa459", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:40:40.776629 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6eb5a34f-9d96-44c3-b9c8-c974a6f49351 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:40:40.777029 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c087feeb-9173-44d2-8cc4-708403f7408b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e2bab04-b2a2-43aa-8bb9-0af933daa459', 'code': 200} Nov 23 22:40:40.831990 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2bab04-b2a2-43aa-8bb9-0af933daa459,revision_number=6']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:40.847026 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:40.847391 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:40.847699 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:40.848037 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:40.848369 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:40.848699 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:40.849028 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:40.849351 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:40.849751 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:40.850074 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:40.850399 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:40.850738 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:40.886896 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] No DVR routers for this DVR port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:40:41.026922 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Attempting to bind port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:40:41.027269 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Attempting to bind port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:40:41.027601 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Attempting to bind port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:40:41.032530 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:40:41.032877 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Attempting to bind port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:40:41.037798 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:40:41.038141 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Checking segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:40:41.038560 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Bound using segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:40:41.039074 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Bound port: 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:40:41.039450 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:41.100856 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] For port 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:40:41.103877 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] For port 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:40:41.110500 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:41.148747 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:41.149356 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:41.150812 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] 10.222.0.60 "PUT /v2.0/ports/5e2bab04-b2a2-43aa-8bb9-0af933daa459 HTTP/1.1" status: 200 len: 1091 time: 0.7785087 Nov 23 22:40:41.173423 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e2768-b81f-4f1f-89e1-6223f3619ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2bab04-b2a2-43aa-8bb9-0af933daa459,revision_number=7']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:41.228421 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-78f58565-00c8-4ef3-90af-99d1f643d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:41.229939 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-78f58565-00c8-4ef3-90af-99d1f643d85d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 1094 time: 0.0451250 Nov 23 22:40:41.326640 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-9d195b50-1680-43ca-a7bf-cf49e6476adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:41.332123 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-9d195b50-1680-43ca-a7bf-cf49e6476adc service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0939586 Nov 23 22:40:41.400062 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-425028bf-a00d-4449-b80a-bb75f1873193 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459 HTTP/1.1" status: 200 len: 999 time: 0.0621963 Nov 23 22:40:41.449477 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-03eaf520-37b9-4ffa-894d-d0afb80ffcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:41.450874 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-03eaf520-37b9-4ffa-894d-d0afb80ffcad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0443916 Nov 23 22:40:41.492686 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015aff96-f0d5-45ab-b69e-b5e264e3b410 req-652f0700-8325-4d5d-a62c-59d2c26831db tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:41.494157 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-015aff96-f0d5-45ab-b69e-b5e264e3b410 req-652f0700-8325-4d5d-a62c-59d2c26831db tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 943 time: 0.0542848 Nov 23 22:40:41.499642 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-a6ba9439-5b97-4bcf-8d27-9a8f9f28560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:41.501199 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-a6ba9439-5b97-4bcf-8d27-9a8f9f28560a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435553 Nov 23 22:40:41.546876 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-015aff96-f0d5-45ab-b69e-b5e264e3b410 req-1197a920-01f6-44b2-b85d-8a06bec0b0c8 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461760 Nov 23 22:40:41.597933 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-3be7e92a-ef85-4d6c-bbec-63306ece3d7b service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890546 Nov 23 22:40:41.689164 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c87da4d7-03bf-4dce-9535-a17137ab62e9 req-c436987f-604f-454f-84a7-5d71c580ad89 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842669 Nov 23 22:40:42.664326 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bfbfe-4348-4ab4-9d05-9a705c73bb69 req-86829706-5caf-445c-8e7e-05f7a44b2894 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:42.666091 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f1bfbfe-4348-4ab4-9d05-9a705c73bb69 req-86829706-5caf-445c-8e7e-05f7a44b2894 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 943 time: 0.0493753 Nov 23 22:40:42.713908 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f1bfbfe-4348-4ab4-9d05-9a705c73bb69 req-fc574878-6fd6-4004-9af6-06c335dee759 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413861 Nov 23 22:40:42.778260 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c087feeb-9173-44d2-8cc4-708403f7408b', 'tag': '5e2bab04-b2a2-43aa-8bb9-0af933daa459'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:40:42.781618 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a0a730-8836-41a3-bc0f-06e75406abb6" -d '{"events": [{"name": "network-changed", "server_uuid": "c087feeb-9173-44d2-8cc4-708403f7408b", "tag": "5e2bab04-b2a2-43aa-8bb9-0af933daa459"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:40:42.830525 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e114da7-e744-4513-963f-621d7cb8cea5 x-openstack-request-id: req-6e114da7-e744-4513-963f-621d7cb8cea5 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:40:42.830863 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c087feeb-9173-44d2-8cc4-708403f7408b", "tag": "5e2bab04-b2a2-43aa-8bb9-0af933daa459", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:40:42.831099 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e114da7-e744-4513-963f-621d7cb8cea5 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:40:42.831505 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c087feeb-9173-44d2-8cc4-708403f7408b', 'tag': '5e2bab04-b2a2-43aa-8bb9-0af933daa459', 'status': 'completed', 'code': 200} Nov 23 22:40:42.933689 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0a730-8836-41a3-bc0f-06e75406abb6 req-78dfc08c-5c4f-4871-b021-ef56653222a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:42.935722 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a2a0a730-8836-41a3-bc0f-06e75406abb6 req-78dfc08c-5c4f-4871-b021-ef56653222a3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 1094 time: 0.0729079 Nov 23 22:40:42.941472 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0a730-8836-41a3-bc0f-06e75406abb6 req-522a676c-df34-4b2b-b13f-9e3dcb9c5b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:42.942859 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a2a0a730-8836-41a3-bc0f-06e75406abb6 req-522a676c-df34-4b2b-b13f-9e3dcb9c5b1d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 1094 time: 0.0507755 Nov 23 22:40:43.097992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0a730-8836-41a3-bc0f-06e75406abb6 req-8963e83e-78e7-42e8-aa16-639d3886bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:43.099407 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a2a0a730-8836-41a3-bc0f-06e75406abb6 req-8963e83e-78e7-42e8-aa16-639d3886bcac service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.1509688 Nov 23 22:40:43.103688 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0a730-8836-41a3-bc0f-06e75406abb6 req-3a115962-ecc8-4af4-85f6-17e63a86baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:43.105003 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a2a0a730-8836-41a3-bc0f-06e75406abb6 req-3a115962-ecc8-4af4-85f6-17e63a86baf5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.1395588 Nov 23 22:40:43.218398 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a2a0a730-8836-41a3-bc0f-06e75406abb6 req-df826df8-0b1e-4e56-b6ce-16f585c7cd05 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459 HTTP/1.1" status: 200 len: 999 time: 0.1101243 Nov 23 22:40:43.220183 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a2a0a730-8836-41a3-bc0f-06e75406abb6 req-6dd4cfa9-3be8-4eac-9421-1599089987c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459 HTTP/1.1" status: 200 len: 999 time: 0.1061494 Nov 23 22:40:43.266676 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 5e2bab04-b2a2-43aa-8bb9-0af933daa459 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:40:43.315872 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0a730-8836-41a3-bc0f-06e75406abb6 req-bcc7c9c4-0fe2-491e-b8a9-134d6a48c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:43.317815 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a2a0a730-8836-41a3-bc0f-06e75406abb6 req-bcc7c9c4-0fe2-491e-b8a9-134d6a48c1dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0880270 Nov 23 22:40:43.322116 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0a730-8836-41a3-bc0f-06e75406abb6 req-21d88ce1-7e51-4db7-a3e0-70d703718bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:43.323609 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a2a0a730-8836-41a3-bc0f-06e75406abb6 req-21d88ce1-7e51-4db7-a3e0-70d703718bc3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0850079 Nov 23 22:40:43.331696 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 5e2bab04-b2a2-43aa-8bb9-0af933daa459 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:40:43.399731 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0a730-8836-41a3-bc0f-06e75406abb6 req-c33e0aeb-2f91-4981-81ee-b61546f292ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:43.401206 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a2a0a730-8836-41a3-bc0f-06e75406abb6 req-c33e0aeb-2f91-4981-81ee-b61546f292ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715406 Nov 23 22:40:43.403646 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0a730-8836-41a3-bc0f-06e75406abb6 req-b40efd26-ea45-4736-8e51-b5c113e6ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:43.405154 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a2a0a730-8836-41a3-bc0f-06e75406abb6 req-b40efd26-ea45-4736-8e51-b5c113e6ba66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661218 Nov 23 22:40:43.568126 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a2a0a730-8836-41a3-bc0f-06e75406abb6 req-02fe4d75-a5e1-4aef-961b-0551fcd86f46 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554518 Nov 23 22:40:43.571590 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a2a0a730-8836-41a3-bc0f-06e75406abb6 req-e2117ada-42b4-430f-a544-445b0e71d9c2 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579289 Nov 23 22:40:43.736784 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a2a0a730-8836-41a3-bc0f-06e75406abb6 req-d13c2062-4c7f-4d93-9dda-ceab4f302654 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509190 Nov 23 22:40:43.738438 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a2a0a730-8836-41a3-bc0f-06e75406abb6 req-d32a8e63-3cc7-4dac-b269-94a891637e66 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598663 Nov 23 22:40:43.831510 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c871b77-311b-4c3f-8605-9fde42748277 req-bef4ee38-1727-42c6-9558-bfab6612fe1b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:43.833002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c871b77-311b-4c3f-8605-9fde42748277 req-bef4ee38-1727-42c6-9558-bfab6612fe1b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 943 time: 0.0498374 Nov 23 22:40:43.880362 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c871b77-311b-4c3f-8605-9fde42748277 req-00bd8693-f3b7-44be-bd95-9b9e4349e887 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415285 Nov 23 22:40:44.160455 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-3d41e5ef-f780-4bd2-9b88-8d1367b0a543 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:44.161940 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-3d41e5ef-f780-4bd2-9b88-8d1367b0a543 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.60 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b&tenant_id=0cdb2aea3ca840a688af64f45d702f5c&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 943 time: 0.0519745 Nov 23 22:40:44.185846 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f593fc-c5b8-4317-ab8d-86f01ddb18c1 req-71debd53-b6de-4754-9ee8-509292173d32 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:44.187721 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4f593fc-c5b8-4317-ab8d-86f01ddb18c1 req-71debd53-b6de-4754-9ee8-509292173d32 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 943 time: 0.0548730 Nov 23 22:40:44.223673 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-11bd35cd-7f8c-4ecc-9743-ee0a5870f908 service neutron] 10.222.0.60 "GET /v2.0/ports/5e2bab04-b2a2-43aa-8bb9-0af933daa459/bindings/n-h2-816206-9 HTTP/1.1" status: 200 len: 382 time: 0.0545056 Nov 23 22:40:44.236290 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4f593fc-c5b8-4317-ab8d-86f01ddb18c1 req-c983e93d-8d67-4f8c-9300-13f96ba1aba5 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427055 Nov 23 22:40:44.306036 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-2a417dd8-de7f-49ca-9974-2f0456da9f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:44.307561 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-2a417dd8-de7f-49ca-9974-2f0456da9f42 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 1094 time: 0.0449581 Nov 23 22:40:44.398817 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-5ee7b0eb-c814-4bd3-8ee3-37b7386ebfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:44.400234 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-5ee7b0eb-c814-4bd3-8ee3-37b7386ebfd0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0855658 Nov 23 22:40:44.467219 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-5ae0ee97-e38c-4878-bb81-476271dbd76c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459 HTTP/1.1" status: 200 len: 999 time: 0.0594721 Nov 23 22:40:44.516095 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-b13c93b4-1d15-49e5-beaa-cc0a2ba7a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:44.517491 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-b13c93b4-1d15-49e5-beaa-cc0a2ba7a5a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0430038 Nov 23 22:40:44.561868 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-08d22f47-b7ec-4b21-863f-f352acb0c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:44.563380 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-08d22f47-b7ec-4b21-863f-f352acb0c53f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392187 Nov 23 22:40:44.657249 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-847e6b82-2e2a-4123-a0ca-0164c142c5d4 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859706 Nov 23 22:40:44.749664 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-3af23f7e-aeee-4341-a703-9df2f4aee1a1 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844238 Nov 23 22:40:45.355382 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb2971-432a-4596-81cd-09606dfa6c21 req-1b1cca78-0fcc-46cc-8dab-9d18b8e68625 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:45.356880 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-65cb2971-432a-4596-81cd-09606dfa6c21 req-1b1cca78-0fcc-46cc-8dab-9d18b8e68625 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 943 time: 0.0498495 Nov 23 22:40:45.405339 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-65cb2971-432a-4596-81cd-09606dfa6c21 req-48ec70bc-54d4-4986-a823-756a7a8e63ae tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419662 Nov 23 22:40:45.465409 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 5e2bab04-b2a2-43aa-8bb9-0af933daa459 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:40:45.559775 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:45.571224 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '5e2bab04-b2a2-43aa-8bb9-0af933daa459', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'port_id': '5e2bab04-b2a2-43aa-8bb9-0af933daa459', 'mac_address': 'fa:16:3e:f7:a2:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:40:45.611107 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:45.624223 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e2bab04-b2a2-43aa-8bb9-0af933daa459 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:40:45.642626 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:45.647005 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:45.693707 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=5e2bab04-b2a2-43aa-8bb9-0af933daa459,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:45.701124 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:45.701323 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:45.701581 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:45.701921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:45.702252 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:45.702588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:45.702970 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:45.703278 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:45.703604 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:45.703931 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:45.704259 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:45.704587 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:40:45.944460 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['5e2bab04-b2a2-43aa-8bb9-0af933daa459'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:40:46.530270 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0484864-d0f3-4aca-b7e3-4f9215f2e2b4 req-86aab2df-0c33-405d-b8e2-da88731437cb tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:46.532045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b0484864-d0f3-4aca-b7e3-4f9215f2e2b4 req-86aab2df-0c33-405d-b8e2-da88731437cb tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 944 time: 0.0550320 Nov 23 22:40:46.586526 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b0484864-d0f3-4aca-b7e3-4f9215f2e2b4 req-2987faa7-5b21-4689-9a71-5b81a1e48a1c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476985 Nov 23 22:40:46.835613 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-e57a1b41-24a0-435f-ad69-623988237abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:46.837108 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-e57a1b41-24a0-435f-ad69-623988237abb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b&tenant_id=0cdb2aea3ca840a688af64f45d702f5c HTTP/1.1" status: 200 len: 1095 time: 0.0454967 Nov 23 22:40:46.850177 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-9', 'device_owner': 'compute:nova'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:40:46.902472 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:47.103849 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] For port 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:47.137096 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] For port 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:40:47.173948 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5e2bab04-b2a2-43aa-8bb9-0af933daa459 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:40:47.182460 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:47.193503 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] Ignored duplicate provisioning block setup for port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 23 22:40:47.197125 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:47.276167 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] Pushing event updated for resources: {'Port': ['ID=5e2bab04-b2a2-43aa-8bb9-0af933daa459,revision_number=9']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:47.315344 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] No DVR routers for this DVR port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:40:47.460335 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] Attempting to bind port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:40:47.460676 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] Attempting to bind port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:40:47.461017 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] Attempting to bind port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:40:47.465265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] Port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:40:47.465587 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] Attempting to bind port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:40:47.470513 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:40:47.470885 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] Checking segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:40:47.471280 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] Bound using segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:40:47.471705 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] Bound port: 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:40:47.472058 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:47.504304 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 5e2bab04-b2a2-43aa-8bb9-0af933daa459 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:40:47.602481 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host n-h1-816206-9, got binding levels [] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:47.634061 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Attempting to bind port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:40:47.634061 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Attempting to bind port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:40:47.634061 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Attempting to bind port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:40:47.638217 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:40:47.639157 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Attempting to bind port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:40:47.645203 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:40:47.645580 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Checking segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:40:47.646005 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Bound using segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:40:47.646482 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Bound port: 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:40:47.646906 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:47.714347 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host n-h1-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:40:47.719314 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:40:47.722264 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3400835-8e36-4a5b-9657-9a8ff318f437 req-8cc76f80-df0f-4382-acf9-c45b0920bfc7 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:47.724081 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b3400835-8e36-4a5b-9657-9a8ff318f437 req-8cc76f80-df0f-4382-acf9-c45b0920bfc7 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 943 time: 0.0549140 Nov 23 22:40:47.724391 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:47.757221 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 5e2bab04-b2a2-43aa-8bb9-0af933daa459 has no active binding in host n-h2-816206-9 {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 22:40:47.783053 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=5e2bab04-b2a2-43aa-8bb9-0af933daa459,revision_number=10']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:47.787806 n-d-816206-9 neutron-server[110033]: WARNING neutron.plugins.ml2.plugin [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] Concurrent port binding operations failed on port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 Nov 23 22:40:47.790329 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b3400835-8e36-4a5b-9657-9a8ff318f437 req-c4874032-7013-4a31-9ffb-d867df1ae4bf tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585191 Nov 23 22:40:47.791680 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] For port 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:47.793207 n-d-816206-9 neutron-server[110033]: INFO neutron.plugins.ml2.plugin [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] Attempt 2 to bind port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 Nov 23 22:40:47.796880 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:47.797507 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:47.798988 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7b5d915-f307-460a-b096-211a78f9d35e service neutron] 10.222.0.53 "PUT /v2.0/ports/5e2bab04-b2a2-43aa-8bb9-0af933daa459 HTTP/1.1" status: 200 len: 1092 time: 0.9526374 Nov 23 22:40:47.799465 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c087feeb-9173-44d2-8cc4-708403f7408b', 'tag': '5e2bab04-b2a2-43aa-8bb9-0af933daa459'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:40:47.801833 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348169d1-8c80-44c2-b6b2-01c667ff1c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "c087feeb-9173-44d2-8cc4-708403f7408b", "tag": "5e2bab04-b2a2-43aa-8bb9-0af933daa459"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:40:47.861758 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9b1f0a-13b4-481b-bdcd-40672b018103 x-openstack-request-id: req-8f9b1f0a-13b4-481b-bdcd-40672b018103 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:40:47.862372 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c087feeb-9173-44d2-8cc4-708403f7408b", "tag": "5e2bab04-b2a2-43aa-8bb9-0af933daa459", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:40:47.862372 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f9b1f0a-13b4-481b-bdcd-40672b018103 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:40:47.862707 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c087feeb-9173-44d2-8cc4-708403f7408b', 'tag': '5e2bab04-b2a2-43aa-8bb9-0af933daa459', 'status': 'completed', 'code': 200} Nov 23 22:40:47.875006 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-730edb3d-7078-4103-bdb3-94748f052c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:47.876527 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-730edb3d-7078-4103-bdb3-94748f052c19 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 1095 time: 0.0460711 Nov 23 22:40:47.994543 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348169d1-8c80-44c2-b6b2-01c667ff1c3d req-d480afb2-e6fb-4238-a415-bf5d7d6f918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:47.996044 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-348169d1-8c80-44c2-b6b2-01c667ff1c3d req-d480afb2-e6fb-4238-a415-bf5d7d6f918f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 1095 time: 0.0908222 Nov 23 22:40:48.027069 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7dccee0-2bd4-48a7-9873-6381413b02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:48.028554 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-c7dccee0-2bd4-48a7-9873-6381413b02e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.1427507 Nov 23 22:40:48.142087 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-6af931e5-6587-46ce-944e-b1d2c363303f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459 HTTP/1.1" status: 200 len: 999 time: 0.1012619 Nov 23 22:40:48.154831 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348169d1-8c80-44c2-b6b2-01c667ff1c3d req-db7fa421-60e2-45b4-ad35-ddc9e933563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:48.156237 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-348169d1-8c80-44c2-b6b2-01c667ff1c3d req-db7fa421-60e2-45b4-ad35-ddc9e933563b service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.1509421 Nov 23 22:40:48.250037 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-54fd2c3c-5367-4eae-bdf3-23596ade6b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:48.251451 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-54fd2c3c-5367-4eae-bdf3-23596ade6b66 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0943813 Nov 23 22:40:48.255149 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-348169d1-8c80-44c2-b6b2-01c667ff1c3d req-d7ee2d47-6201-4239-ac90-671ae0940029 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459 HTTP/1.1" status: 200 len: 999 time: 0.0911136 Nov 23 22:40:48.336237 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348169d1-8c80-44c2-b6b2-01c667ff1c3d req-3f070c7b-d9a9-458e-b336-9873b10514c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:48.337712 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-348169d1-8c80-44c2-b6b2-01c667ff1c3d req-3f070c7b-d9a9-458e-b336-9873b10514c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0760357 Nov 23 22:40:48.344632 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-03261660-a5fd-4caf-85bd-2e11b4d385fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:48.346028 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-03261660-a5fd-4caf-85bd-2e11b4d385fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767918 Nov 23 22:40:48.443252 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348169d1-8c80-44c2-b6b2-01c667ff1c3d req-12c44d2c-700a-4cc8-bb54-6df94cc4b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:48.444765 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-348169d1-8c80-44c2-b6b2-01c667ff1c3d req-12c44d2c-700a-4cc8-bb54-6df94cc4b13a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978873 Nov 23 22:40:48.499794 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-cd131891-5acc-48b4-b6d5-3258ac5c3a0d service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282790 Nov 23 22:40:48.616666 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-348169d1-8c80-44c2-b6b2-01c667ff1c3d req-22dc57cb-6652-405c-92f3-4f6984a221a5 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636930 Nov 23 22:40:48.662535 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2dfceed3-b154-4f22-9ae5-6c8fd71b6bdd req-bfb86d2c-3ac2-4ef5-a8f3-57f163c65ad7 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359468 Nov 23 22:40:48.729527 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-348169d1-8c80-44c2-b6b2-01c667ff1c3d req-beeb2df3-8724-4c34-9c13-e2eec36d5447 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045864 Nov 23 22:40:48.758195 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348169d1-8c80-44c2-b6b2-01c667ff1c3d req-a9d5551e-8cd1-4340-b5ce-edd776cf14d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:48.759724 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-348169d1-8c80-44c2-b6b2-01c667ff1c3d req-a9d5551e-8cd1-4340-b5ce-edd776cf14d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 1095 time: 0.0447953 Nov 23 22:40:48.859460 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348169d1-8c80-44c2-b6b2-01c667ff1c3d req-4793e2a8-9b0f-41e7-a172-fcf578a2489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:48.860969 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-348169d1-8c80-44c2-b6b2-01c667ff1c3d req-4793e2a8-9b0f-41e7-a172-fcf578a2489e service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0930414 Nov 23 22:40:48.933220 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-348169d1-8c80-44c2-b6b2-01c667ff1c3d req-aeace16a-0f8e-4f7d-af11-8507b565bf6e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459 HTTP/1.1" status: 200 len: 999 time: 0.0640190 Nov 23 22:40:48.976351 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999699ca-1368-49ac-b1b5-b728b16c93d7 req-6a16f05d-eac8-4c70-8f9e-572f4ca364fa tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:48.977824 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-999699ca-1368-49ac-b1b5-b728b16c93d7 req-6a16f05d-eac8-4c70-8f9e-572f4ca364fa tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 944 time: 0.1134086 Nov 23 22:40:48.989031 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348169d1-8c80-44c2-b6b2-01c667ff1c3d req-3469922d-becd-4f0f-8440-8cabeb090ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:48.990578 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-348169d1-8c80-44c2-b6b2-01c667ff1c3d req-3469922d-becd-4f0f-8440-8cabeb090ef6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0485404 Nov 23 22:40:49.026483 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-999699ca-1368-49ac-b1b5-b728b16c93d7 req-00ac387b-868f-41fe-9785-9bcc230bba88 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424004 Nov 23 22:40:49.040699 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348169d1-8c80-44c2-b6b2-01c667ff1c3d req-8978fb88-9f33-47f4-8690-f524b27c11d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:49.042224 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-348169d1-8c80-44c2-b6b2-01c667ff1c3d req-8978fb88-9f33-47f4-8690-f524b27c11d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415201 Nov 23 22:40:49.137931 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-348169d1-8c80-44c2-b6b2-01c667ff1c3d req-08d9907f-60dc-41ca-b021-fbdf64425714 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857267 Nov 23 22:40:49.232999 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-348169d1-8c80-44c2-b6b2-01c667ff1c3d req-af79c400-a6e9-4803-8067-4d125e180318 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870819 Nov 23 22:40:49.513327 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 5e2bab04-b2a2-43aa-8bb9-0af933daa459 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:40:49.554508 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 5e2bab04-b2a2-43aa-8bb9-0af933daa459 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:40:50.198221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ef6b2-c8aa-4eb8-ba99-c29f85d63793 req-188a5d5a-fac1-4cba-bb61-6ab0cec09248 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:50.199700 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f7ef6b2-c8aa-4eb8-ba99-c29f85d63793 req-188a5d5a-fac1-4cba-bb61-6ab0cec09248 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 944 time: 0.1026399 Nov 23 22:40:50.247312 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f7ef6b2-c8aa-4eb8-ba99-c29f85d63793 req-355822b5-410c-4483-9d97-0682b9baa0e5 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416348 Nov 23 22:40:51.274269 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 5e2bab04-b2a2-43aa-8bb9-0af933daa459 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:40:51.364922 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1f6a0-e302-4e12-ae41-27602e05a74c req-f9ca59f9-15ec-408d-89d4-8e25a09023b3 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:51.366399 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81e1f6a0-e302-4e12-ae41-27602e05a74c req-f9ca59f9-15ec-408d-89d4-8e25a09023b3 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 944 time: 0.0506332 Nov 23 22:40:51.368832 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:51.380829 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '5e2bab04-b2a2-43aa-8bb9-0af933daa459', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'port_id': '5e2bab04-b2a2-43aa-8bb9-0af933daa459', 'mac_address': 'fa:16:3e:f7:a2:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:40:51.415820 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-81e1f6a0-e302-4e12-ae41-27602e05a74c req-428bd5d1-e452-4cd4-9d03-2ee9b8f751db tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431352 Nov 23 22:40:51.421667 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:51.434891 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e2bab04-b2a2-43aa-8bb9-0af933daa459 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:40:51.455741 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:51.459783 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:51.507325 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=5e2bab04-b2a2-43aa-8bb9-0af933daa459,revision_number=11']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:51.541809 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d2ca4-dba2-4ea7-8006-4495f8e575e1 req-9733331d-ea0f-462f-b335-d10c9a6cd3dd tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:51.543319 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-994d2ca4-dba2-4ea7-8006-4495f8e575e1 req-9733331d-ea0f-462f-b335-d10c9a6cd3dd tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 945 time: 0.0547912 Nov 23 22:40:51.591158 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-994d2ca4-dba2-4ea7-8006-4495f8e575e1 req-3cd4ac44-0645-4972-bf7f-0bc285e3f6c8 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412934 Nov 23 22:40:51.702899 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['5e2bab04-b2a2-43aa-8bb9-0af933daa459'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:40:51.706671 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597311c-20e6-428e-b643-b663c2c1395b req-fc27d3b7-6414-4c2f-8944-676dff9c394b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:51.708218 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e597311c-20e6-428e-b643-b663c2c1395b req-fc27d3b7-6414-4c2f-8944-676dff9c394b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 945 time: 0.0492084 Nov 23 22:40:51.757282 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e597311c-20e6-428e-b643-b663c2c1395b req-395366bd-320a-4059-b1ad-a5b634db9c65 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428689 Nov 23 22:40:51.989698 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e65e73-a38b-4ce3-ae87-c68cf506b870 req-4404b1a3-5d90-4575-8715-258a845e28e3 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:51.991240 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4e65e73-a38b-4ce3-ae87-c68cf506b870 req-4404b1a3-5d90-4575-8715-258a845e28e3 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 945 time: 0.0493023 Nov 23 22:40:52.045534 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4e65e73-a38b-4ce3-ae87-c68cf506b870 req-77b928cb-001c-4713-8e26-21efee1b02f9 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477049 Nov 23 22:40:53.165481 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edff35-aaab-42c9-991a-6cd52dcb19dc req-7c82c043-bbf2-4f3a-8e68-4271d7b0a117 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:53.166982 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50edff35-aaab-42c9-991a-6cd52dcb19dc req-7c82c043-bbf2-4f3a-8e68-4271d7b0a117 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 945 time: 0.0515156 Nov 23 22:40:53.214383 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50edff35-aaab-42c9-991a-6cd52dcb19dc req-607c8a43-d61a-4d4e-a728-9a50859d2e71 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412281 Nov 23 22:40:53.249791 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:53.294338 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 5e2bab04-b2a2-43aa-8bb9-0af933daa459 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:40:53.344086 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:40:53.348020 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:40:53.348392 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:53.400619 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c22878-32d4-4071-8d01-522d159edf62 req-d8c967c8-d730-43dc-8e04-4544501c8797 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:53.402112 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-18c22878-32d4-4071-8d01-522d159edf62 req-d8c967c8-d730-43dc-8e04-4544501c8797 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.53 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 945 time: 0.0493994 Nov 23 22:40:53.429570 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:53.453721 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c087feeb-9173-44d2-8cc4-708403f7408b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2bab04-b2a2-43aa-8bb9-0af933daa459'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:40:53.456067 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a130c82-a767-4b76-985b-6543dcb77818" -d '{"events": [{"server_uuid": "c087feeb-9173-44d2-8cc4-708403f7408b", "name": "network-vif-plugged", "status": "completed", "tag": "5e2bab04-b2a2-43aa-8bb9-0af933daa459"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:40:53.470281 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:53.475823 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:53.501413 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fc0240-7dc6-4a9c-90b9-f758f16ac808 x-openstack-request-id: req-66fc0240-7dc6-4a9c-90b9-f758f16ac808 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:40:53.501716 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c087feeb-9173-44d2-8cc4-708403f7408b", "name": "network-vif-plugged", "status": "completed", "tag": "5e2bab04-b2a2-43aa-8bb9-0af933daa459", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:40:53.501967 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-66fc0240-7dc6-4a9c-90b9-f758f16ac808 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:40:53.502357 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c087feeb-9173-44d2-8cc4-708403f7408b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2bab04-b2a2-43aa-8bb9-0af933daa459', 'code': 200} Nov 23 22:40:53.503785 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-18c22878-32d4-4071-8d01-522d159edf62 req-4b539165-ade0-4076-8f08-fc6bd44ee51c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Deleting port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:40:53.504135 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-18c22878-32d4-4071-8d01-522d159edf62 req-4b539165-ade0-4076-8f08-fc6bd44ee51c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:53.528535 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=5e2bab04-b2a2-43aa-8bb9-0af933daa459,revision_number=12']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:53.595759 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-18c22878-32d4-4071-8d01-522d159edf62 req-4b539165-ade0-4076-8f08-fc6bd44ee51c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] For port 5e2bab04-b2a2-43aa-8bb9-0af933daa459, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=5e2bab04-b2a2-43aa-8bb9-0af933daa459,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:40:53.596041 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-18c22878-32d4-4071-8d01-522d159edf62 req-4b539165-ade0-4076-8f08-fc6bd44ee51c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:53.771940 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-18c22878-32d4-4071-8d01-522d159edf62 req-4b539165-ade0-4076-8f08-fc6bd44ee51c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:53.772299 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-18c22878-32d4-4071-8d01-522d159edf62 req-4b539165-ade0-4076-8f08-fc6bd44ee51c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:53.772621 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [req-18c22878-32d4-4071-8d01-522d159edf62 req-4b539165-ade0-4076-8f08-fc6bd44ee51c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Floating IP 2a76f846-f828-46e2-8261-a489ec384a58 disassociated. External IP: 172.25.5.49, port: 5e2bab04-b2a2-43aa-8bb9-0af933daa459. Nov 23 22:40:53.772966 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-18c22878-32d4-4071-8d01-522d159edf62 req-4b539165-ade0-4076-8f08-fc6bd44ee51c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Calling delete_port for 5e2bab04-b2a2-43aa-8bb9-0af933daa459 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:40:53.898117 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-18c22878-32d4-4071-8d01-522d159edf62 req-4b539165-ade0-4076-8f08-fc6bd44ee51c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:53.930771 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b539165-ade0-4076-8f08-fc6bd44ee51c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Pushing event deleted for resources: {'Port': ['ID=5e2bab04-b2a2-43aa-8bb9-0af933daa459,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:54.050290 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18c22878-32d4-4071-8d01-522d159edf62 req-4b539165-ade0-4076-8f08-fc6bd44ee51c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:40:54.158662 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18c22878-32d4-4071-8d01-522d159edf62 req-4b539165-ade0-4076-8f08-fc6bd44ee51c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:40:54.169286 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8d7341-30f2-48de-a477-6a064aab6e4b None None] Sync routers for ids ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:40:54.180818 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8d7341-30f2-48de-a477-6a064aab6e4b None None] Routers {'0add7a7d-f2dd-4a64-b32b-26af85b19ff4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:40:54.181433 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-0a8d7341-30f2-48de-a477-6a064aab6e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:40:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:54.201798 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c22878-32d4-4071-8d01-522d159edf62 req-4b539165-ade0-4076-8f08-fc6bd44ee51c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] No DVR routers for this DVR port 5e2bab04-b2a2-43aa-8bb9-0af933daa459 on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:40:54.204686 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-18c22878-32d4-4071-8d01-522d159edf62 req-4b539165-ade0-4076-8f08-fc6bd44ee51c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:54.208129 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-18c22878-32d4-4071-8d01-522d159edf62 req-4b539165-ade0-4076-8f08-fc6bd44ee51c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.53 "DELETE /v2.0/ports/5e2bab04-b2a2-43aa-8bb9-0af933daa459 HTTP/1.1" status: 204 len: 173 time: 0.7995472 Nov 23 22:40:54.208580 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c087feeb-9173-44d2-8cc4-708403f7408b', 'name': 'network-vif-deleted', 'tag': '5e2bab04-b2a2-43aa-8bb9-0af933daa459'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:40:54.210885 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecff31d9-1761-46e9-b117-56a71ac837ff" -d '{"events": [{"server_uuid": "c087feeb-9173-44d2-8cc4-708403f7408b", "name": "network-vif-deleted", "tag": "5e2bab04-b2a2-43aa-8bb9-0af933daa459"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:40:54.256727 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd4ea90-7b0c-4514-8a09-481de3dca362 x-openstack-request-id: req-bcd4ea90-7b0c-4514-8a09-481de3dca362 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:40:54.256940 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c087feeb-9173-44d2-8cc4-708403f7408b", "name": "network-vif-deleted", "tag": "5e2bab04-b2a2-43aa-8bb9-0af933daa459", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:40:54.257184 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bcd4ea90-7b0c-4514-8a09-481de3dca362 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:40:54.257570 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c087feeb-9173-44d2-8cc4-708403f7408b', 'name': 'network-vif-deleted', 'tag': '5e2bab04-b2a2-43aa-8bb9-0af933daa459', 'status': 'completed', 'code': 200} Nov 23 22:40:54.303714 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-0a8d7341-30f2-48de-a477-6a064aab6e4b None None] Set router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:40:54.324933 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3f12a42-c8d9-4a5f-89ca-876cf4035b42 req-d4c17808-bb10-4828-a319-291045512975 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=c087feeb-9173-44d2-8cc4-708403f7408b HTTP/1.1" status: 200 len: 210 time: 0.0309229 Nov 23 22:40:54.509233 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-0a8d7341-30f2-48de-a477-6a064aab6e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:54.536098 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8d7341-30f2-48de-a477-6a064aab6e4b None None] Checking router: 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:40:54.545064 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8d7341-30f2-48de-a477-6a064aab6e4b None None] Routers {'0add7a7d-f2dd-4a64-b32b-26af85b19ff4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:40:54.545886 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-0a8d7341-30f2-48de-a477-6a064aab6e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:40:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:54.651369 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-0a8d7341-30f2-48de-a477-6a064aab6e4b None None] Set router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:40:54.848586 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-0a8d7341-30f2-48de-a477-6a064aab6e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:40:54.879017 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8d7341-30f2-48de-a477-6a064aab6e4b None None] The sync data for ids ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'] in n-d-816206-9 is: [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:40:55.100020 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62bf2d6-2635-4158-8787-6fd218154be0 None None] New status for floating IP 2a76f846-f828-46e2-8261-a489ec384a58: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:40:55.608322 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-d21eeaa7-1778-443d-91bb-67886ab509be tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1351192755&fields=id&tenant_id=0cdb2aea3ca840a688af64f45d702f5c HTTP/1.1" status: 200 len: 267 time: 0.0424988 Nov 23 22:40:55.719711 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-6e366c60-4177-457c-ac0b-7a7ef566b442 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:55.721185 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-6e366c60-4177-457c-ac0b-7a7ef566b442 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 811 time: 0.1063719 Nov 23 22:40:55.737289 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-7d0b229e-7fb7-4ee6-8f06-5777201e0034 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/quotas/0cdb2aea3ca840a688af64f45d702f5c HTTP/1.1" status: 200 len: 375 time: 0.0100667 Nov 23 22:40:55.787211 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-b0956dd7-3f42-4339-973b-e8e3a486a47a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444436 Nov 23 22:40:55.886123 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-68f29301-aa74-4598-9298-f6d766bd6b5e service neutron] 10.222.0.50 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860262 Nov 23 22:40:55.975006 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-06805160-4794-462f-a931-87a44299150b service neutron] 10.222.0.50 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826783 Nov 23 22:40:56.137572 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87e91121-d427-4a90-af97-67fa801ab0ee req-ec68bb48-0c0a-4384-a91e-2e651a70a922 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 210 time: 0.0314419 Nov 23 22:40:57.157501 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-938cb3e9-9d31-4b2d-883d-8a87a84adf25 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:57.160990 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-938cb3e9-9d31-4b2d-883d-8a87a84adf25 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 811 time: 0.1234860 Nov 23 22:40:57.231938 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-8739b8ab-47df-4169-be76-2c7ae526df59 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cdb2aea3ca840a688af64f45d702f5c HTTP/1.1" status: 200 len: 380 time: 0.0606189 Nov 23 22:40:57.238206 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-df224351-94e3-4199-8d5f-e8b591a109ce req-8431e0d8-e0ed-4507-bbf1-5cf0078c6209 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 210 time: 0.0278375 Nov 23 22:40:57.244245 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-69f04ccd-63af-462a-9b7e-a733603dcc2d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Request body: {'port': {'device_id': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'admin_state_up': True, 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'security_groups': ['afadd45e-12e7-4572-b455-9a12a88f1bc6']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:40:57.307152 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 5e2bab04-b2a2-43aa-8bb9-0af933daa459 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:40:57.327799 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 5e2bab04-b2a2-43aa-8bb9-0af933daa459 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:40:57.328153 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 5e2bab04-b2a2-43aa-8bb9-0af933daa459 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:40:57.352755 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-69f04ccd-63af-462a-9b7e-a733603dcc2d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Made reservation on behalf of 0cdb2aea3ca840a688af64f45d702f5c for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:40:57.356426 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-69f04ccd-63af-462a-9b7e-a733603dcc2d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:57.482103 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-69f04ccd-63af-462a-9b7e-a733603dcc2d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Allocated IP 172.20.0.13 (8ee40b0a-6bd7-47a9-85d5-80b955544074/49951b46-e579-443a-8808-f00087df71ee/1421ab88-786f-4c4e-8346-cc04ec75649a) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:40:57.618503 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-69f04ccd-63af-462a-9b7e-a733603dcc2d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:57.656295 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-69f04ccd-63af-462a-9b7e-a733603dcc2d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:57.695871 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-69f04ccd-63af-462a-9b7e-a733603dcc2d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Network 8ee40b0a-6bd7-47a9-85d5-80b955544074 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:40:57.700770 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-69f04ccd-63af-462a-9b7e-a733603dcc2d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:40:57.704267 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-69f04ccd-63af-462a-9b7e-a733603dcc2d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:40:57.729813 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f04ccd-63af-462a-9b7e-a733603dcc2d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Pushing event updated for resources: {'Port': ['ID=1421ab88-786f-4c4e-8346-cc04ec75649a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:57.759652 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-69f04ccd-63af-462a-9b7e-a733603dcc2d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:57.760273 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-69f04ccd-63af-462a-9b7e-a733603dcc2d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:57.776836 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-69f04ccd-63af-462a-9b7e-a733603dcc2d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5361760 Nov 23 22:40:57.796379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-340cda3f-4ed6-4a28-975c-cdf40a4f7286 service neutron] Request body: {'port': {'device_id': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:40:57.852842 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-340cda3f-4ed6-4a28-975c-cdf40a4f7286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:57.907041 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3c7c0687-0f5c-4ef2-ac73-bba8d70946f0 None None] Provisioning complete for port 1421ab88-786f-4c4e-8346-cc04ec75649a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:40:57.907406 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3c7c0687-0f5c-4ef2-ac73-bba8d70946f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:57.941706 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-3c7c0687-0f5c-4ef2-ac73-bba8d70946f0 None None] Port 1421ab88-786f-4c4e-8346-cc04ec75649a cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:40:58.006939 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5b159786-ebaa-43d4-bfdf-c6f3beabc758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:58.120783 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-340cda3f-4ed6-4a28-975c-cdf40a4f7286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1421ab88-786f-4c4e-8346-cc04ec75649a {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:40:58.130975 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-340cda3f-4ed6-4a28-975c-cdf40a4f7286 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:58.143678 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-340cda3f-4ed6-4a28-975c-cdf40a4f7286 service neutron] Transition to ACTIVE for port object 1421ab88-786f-4c4e-8346-cc04ec75649a will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:40:58.147653 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-340cda3f-4ed6-4a28-975c-cdf40a4f7286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:58.198343 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340cda3f-4ed6-4a28-975c-cdf40a4f7286 service neutron] Pushing event updated for resources: {'Port': ['ID=1421ab88-786f-4c4e-8346-cc04ec75649a,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:58.271102 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-340cda3f-4ed6-4a28-975c-cdf40a4f7286 service neutron] Attempting to bind port 1421ab88-786f-4c4e-8346-cc04ec75649a on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:40:58.271462 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-340cda3f-4ed6-4a28-975c-cdf40a4f7286 service neutron] Attempting to bind port 1421ab88-786f-4c4e-8346-cc04ec75649a by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:40:58.271775 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-340cda3f-4ed6-4a28-975c-cdf40a4f7286 service neutron] Attempting to bind port 1421ab88-786f-4c4e-8346-cc04ec75649a on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:40:58.276777 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-340cda3f-4ed6-4a28-975c-cdf40a4f7286 service neutron] Port 1421ab88-786f-4c4e-8346-cc04ec75649a on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:40:58.277183 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-340cda3f-4ed6-4a28-975c-cdf40a4f7286 service neutron] Attempting to bind port 1421ab88-786f-4c4e-8346-cc04ec75649a on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:40:58.282915 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-340cda3f-4ed6-4a28-975c-cdf40a4f7286 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:40:58.283257 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-340cda3f-4ed6-4a28-975c-cdf40a4f7286 service neutron] Checking segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:40:58.283645 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-340cda3f-4ed6-4a28-975c-cdf40a4f7286 service neutron] Bound using segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:40:58.284184 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-340cda3f-4ed6-4a28-975c-cdf40a4f7286 service neutron] Bound port: 1421ab88-786f-4c4e-8346-cc04ec75649a, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:40:58.284455 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-340cda3f-4ed6-4a28-975c-cdf40a4f7286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:58.357102 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-340cda3f-4ed6-4a28-975c-cdf40a4f7286 service neutron] For port 1421ab88-786f-4c4e-8346-cc04ec75649a, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:40:58.360728 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-340cda3f-4ed6-4a28-975c-cdf40a4f7286 service neutron] For port 1421ab88-786f-4c4e-8346-cc04ec75649a, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=1421ab88-786f-4c4e-8346-cc04ec75649a,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:40:58.365905 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-340cda3f-4ed6-4a28-975c-cdf40a4f7286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:58.367968 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335e17a-31a2-43c7-a8f7-cb9700fa65d4 req-a089bd69-2d4c-48ac-bc3f-7317e846efe1 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:58.371139 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c335e17a-31a2-43c7-a8f7-cb9700fa65d4 req-a089bd69-2d4c-48ac-bc3f-7317e846efe1 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 944 time: 0.0590930 Nov 23 22:40:58.409812 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-340cda3f-4ed6-4a28-975c-cdf40a4f7286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:58.410432 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-340cda3f-4ed6-4a28-975c-cdf40a4f7286 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:40:58.411876 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-340cda3f-4ed6-4a28-975c-cdf40a4f7286 service neutron] 10.222.0.53 "PUT /v2.0/ports/1421ab88-786f-4c4e-8346-cc04ec75649a HTTP/1.1" status: 200 len: 1092 time: 0.6205208 Nov 23 22:40:58.412337 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'tag': '1421ab88-786f-4c4e-8346-cc04ec75649a'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:40:58.414654 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1b116cdae432e06beec08069c8eecdcdfcfa802d35061bf53c2933b8941b967" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de0935a-fb96-46a3-8cb7-ddfce5933cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "8e7f40b0-037e-4009-99cc-84fd3a6d4c2d", "tag": "1421ab88-786f-4c4e-8346-cc04ec75649a"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:40:58.419806 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c335e17a-31a2-43c7-a8f7-cb9700fa65d4 req-d216913e-ee13-4616-bfe1-3b3167ab41a0 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437808 Nov 23 22:40:58.441645 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340cda3f-4ed6-4a28-975c-cdf40a4f7286 service neutron] Pushing event updated for resources: {'Port': ['ID=1421ab88-786f-4c4e-8346-cc04ec75649a,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:40:58.485703 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9853dd-9b12-464d-9fa7-bd1b810ac931 x-openstack-request-id: req-9d9853dd-9b12-464d-9fa7-bd1b810ac931 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:40:58.486079 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e7f40b0-037e-4009-99cc-84fd3a6d4c2d", "tag": "1421ab88-786f-4c4e-8346-cc04ec75649a", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:40:58.486333 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d9853dd-9b12-464d-9fa7-bd1b810ac931 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:40:58.486769 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'tag': '1421ab88-786f-4c4e-8346-cc04ec75649a', 'status': 'completed', 'code': 200} Nov 23 22:40:58.539561 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-edfe603e-0723-4c78-942c-6d6d173e01ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:58.541110 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-edfe603e-0723-4c78-942c-6d6d173e01ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 1095 time: 0.0437384 Nov 23 22:40:58.590057 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-20d28886-67ac-4463-9289-aacf258f8c6d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1421ab88-786f-4c4e-8346-cc04ec75649a HTTP/1.1" status: 200 len: 217 time: 0.0383627 Nov 23 22:40:58.645040 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-420d2e10-0f3b-4227-b1a2-a319331cb82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:58.646469 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-420d2e10-0f3b-4227-b1a2-a319331cb82a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0444505 Nov 23 22:40:58.698677 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-73609639-b144-4e5e-87a3-c613d3de840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:58.700296 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-73609639-b144-4e5e-87a3-c613d3de840a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404608 Nov 23 22:40:58.803100 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-569b78b0-37b5-4efe-8adc-8c3c97e35899 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864966 Nov 23 22:40:58.898413 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1cdd64de-0e78-4146-8b11-297fd9213c38 req-9b81456f-0d2f-4f8c-926f-30110a8b8c8d service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819776 Nov 23 22:40:59.007796 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0935a-fb96-46a3-8cb7-ddfce5933cd7 req-b5a35149-0e2c-4662-a5f3-92a24de5f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:59.009308 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0de0935a-fb96-46a3-8cb7-ddfce5933cd7 req-b5a35149-0e2c-4662-a5f3-92a24de5f8c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 1095 time: 0.0471182 Nov 23 22:40:59.102385 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0935a-fb96-46a3-8cb7-ddfce5933cd7 req-42a2942f-383d-4748-b2b6-40976fd733bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:59.103920 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0de0935a-fb96-46a3-8cb7-ddfce5933cd7 req-42a2942f-383d-4748-b2b6-40976fd733bc service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0869672 Nov 23 22:40:59.149623 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0de0935a-fb96-46a3-8cb7-ddfce5933cd7 req-07481b66-7eef-4632-aaa3-956a3bc1aa1f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1421ab88-786f-4c4e-8346-cc04ec75649a HTTP/1.1" status: 200 len: 217 time: 0.0378444 Nov 23 22:40:59.199595 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0935a-fb96-46a3-8cb7-ddfce5933cd7 req-faef13b4-1e73-432d-abff-8e24b2815807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:59.201010 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0de0935a-fb96-46a3-8cb7-ddfce5933cd7 req-faef13b4-1e73-432d-abff-8e24b2815807 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0423105 Nov 23 22:40:59.247885 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0935a-fb96-46a3-8cb7-ddfce5933cd7 req-6cd69be7-7210-4bb1-a716-6ab195190c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:59.249395 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0de0935a-fb96-46a3-8cb7-ddfce5933cd7 req-6cd69be7-7210-4bb1-a716-6ab195190c77 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401473 Nov 23 22:40:59.348403 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0de0935a-fb96-46a3-8cb7-ddfce5933cd7 req-4b170806-7881-4ec3-b3eb-326dbb3c960e service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900586 Nov 23 22:40:59.440893 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0de0935a-fb96-46a3-8cb7-ddfce5933cd7 req-82d9b027-e4d9-491e-9b83-34b46a1dcd01 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847156 Nov 23 22:40:59.551995 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ec34a-0c58-4440-8aeb-b10aae9aa698 req-69212763-5206-4ccf-93ff-4f59b11b9069 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:40:59.553473 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c34ec34a-0c58-4440-8aeb-b10aae9aa698 req-69212763-5206-4ccf-93ff-4f59b11b9069 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 944 time: 0.0491121 Nov 23 22:40:59.605500 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c34ec34a-0c58-4440-8aeb-b10aae9aa698 req-e4fa4103-3f18-4392-973e-5d51f4b35a06 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460012 Nov 23 22:41:00.379155 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:00.567943 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-25242a03-7db9-4071-9d40-6ee050598f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:00.723772 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30ebe6-0bac-4879-b1ad-ecd00e628c56 req-527aad3b-4cfa-49d1-aedd-f011a0bc4573 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:00.725151 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5d30ebe6-0bac-4879-b1ad-ecd00e628c56 req-527aad3b-4cfa-49d1-aedd-f011a0bc4573 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 944 time: 0.0491385 Nov 23 22:41:00.773529 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5d30ebe6-0bac-4879-b1ad-ecd00e628c56 req-161d2b61-c13c-4c34-8f52-0d1b755b92ec tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422258 Nov 23 22:41:01.771348 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:01.888741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fe3e4-40a6-45b0-ac8d-9b1d132fce8a req-7fbe5a38-2c03-43d3-8f16-911299f90e0b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:01.890230 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a6fe3e4-40a6-45b0-ac8d-9b1d132fce8a req-7fbe5a38-2c03-43d3-8f16-911299f90e0b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 944 time: 0.0489976 Nov 23 22:41:01.937458 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5a6fe3e4-40a6-45b0-ac8d-9b1d132fce8a req-ea913376-4484-4428-aaf2-68eb2f579b2d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412931 Nov 23 22:41:03.111249 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5eb72-0879-460b-9803-653dd103651f req-ebbafd46-a246-43f5-8d05-5ce4a01e791f tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:03.113258 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8ff5eb72-0879-460b-9803-653dd103651f req-ebbafd46-a246-43f5-8d05-5ce4a01e791f tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 944 time: 0.0545616 Nov 23 22:41:03.163748 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:03.164334 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8ff5eb72-0879-460b-9803-653dd103651f req-e94f1bad-4612-4247-b8e5-85b4a30f161a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449035 Nov 23 22:41:03.323073 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 1421ab88-786f-4c4e-8346-cc04ec75649a details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:41:03.422385 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 1421ab88-786f-4c4e-8346-cc04ec75649a, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=1421ab88-786f-4c4e-8346-cc04ec75649a,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:03.433306 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '1421ab88-786f-4c4e-8346-cc04ec75649a', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'port_id': '1421ab88-786f-4c4e-8346-cc04ec75649a', 'mac_address': 'fa:16:3e:05:ca:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:41:03.469851 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:03.482247 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1421ab88-786f-4c4e-8346-cc04ec75649a {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:41:03.504180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 1421ab88-786f-4c4e-8346-cc04ec75649a, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=1421ab88-786f-4c4e-8346-cc04ec75649a,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:03.508241 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:03.555174 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=1421ab88-786f-4c4e-8346-cc04ec75649a,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:03.745371 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['1421ab88-786f-4c4e-8346-cc04ec75649a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:41:03.938650 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:04.315841 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e0bd8-51bc-4671-8e63-e8e8588a459e req-df3e47c0-6f14-4adb-a603-09398de904c6 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:04.317387 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ad5e0bd8-51bc-4671-8e63-e8e8588a459e req-df3e47c0-6f14-4adb-a603-09398de904c6 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 945 time: 0.0486717 Nov 23 22:41:04.365417 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ad5e0bd8-51bc-4671-8e63-e8e8588a459e req-df294090-3927-476d-8b02-15de6d6f37a6 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416999 Nov 23 22:41:05.355705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 1421ab88-786f-4c4e-8346-cc04ec75649a up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:41:05.408881 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 1421ab88-786f-4c4e-8346-cc04ec75649a completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:41:05.413336 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 1421ab88-786f-4c4e-8346-cc04ec75649a triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:41:05.413942 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:05.482908 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8b4dc-55a0-4d6b-976c-abfccc6da461 req-6701aaf3-6ed7-4fc8-9ba1-181d0e232571 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:05.485057 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-60a8b4dc-55a0-4d6b-976c-abfccc6da461 req-6701aaf3-6ed7-4fc8-9ba1-181d0e232571 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 945 time: 0.0497954 Nov 23 22:41:05.493842 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:05.517224 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1421ab88-786f-4c4e-8346-cc04ec75649a'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:41:05.519514 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a530581b4ae82f1e9ec485df62a14bc448501961f0d33e0f146c6c3aca1a56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7fc2a2-a3c0-44c3-b340-7a1cfc3ff8d7" -d '{"events": [{"server_uuid": "8e7f40b0-037e-4009-99cc-84fd3a6d4c2d", "name": "network-vif-plugged", "status": "completed", "tag": "1421ab88-786f-4c4e-8346-cc04ec75649a"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:41:05.533094 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 1421ab88-786f-4c4e-8346-cc04ec75649a, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=1421ab88-786f-4c4e-8346-cc04ec75649a,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:41:05.538912 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:05.540188 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-60a8b4dc-55a0-4d6b-976c-abfccc6da461 req-e9977fc6-c223-4f2b-8e3a-b6b554ec66f7 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490386 Nov 23 22:41:05.576756 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888708b3-34a1-4ecc-958c-6eaf67aaa094 x-openstack-request-id: req-888708b3-34a1-4ecc-958c-6eaf67aaa094 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:41:05.576916 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7f40b0-037e-4009-99cc-84fd3a6d4c2d", "name": "network-vif-plugged", "status": "completed", "tag": "1421ab88-786f-4c4e-8346-cc04ec75649a", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:41:05.577030 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-888708b3-34a1-4ecc-958c-6eaf67aaa094 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:41:05.577423 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1421ab88-786f-4c4e-8346-cc04ec75649a', 'code': 200} Nov 23 22:41:05.592811 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=1421ab88-786f-4c4e-8346-cc04ec75649a,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:41:05.689730 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406a1a8-003e-46a0-afc8-79b1ab936773 req-1c82c870-f7ae-48bd-a13f-90e5804e69a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:05.691171 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b406a1a8-003e-46a0-afc8-79b1ab936773 req-1c82c870-f7ae-48bd-a13f-90e5804e69a3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 1097 time: 0.0458670 Nov 23 22:41:05.743623 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b406a1a8-003e-46a0-afc8-79b1ab936773 req-7bbe486f-5a7e-4b0e-b8fd-54c889abb269 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434949 Nov 23 22:41:06.659975 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ba3ea-2867-4884-843b-271e6e5df65d req-38ec7be4-017f-4252-91f0-e73a6e55d944 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:06.661421 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-513ba3ea-2867-4884-843b-271e6e5df65d req-38ec7be4-017f-4252-91f0-e73a6e55d944 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 946 time: 0.0491145 Nov 23 22:41:06.708011 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-513ba3ea-2867-4884-843b-271e6e5df65d req-60c46a1e-3142-4658-baa6-bf06aa3b75ac tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405698 Nov 23 22:41:07.826409 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74b3de-6f96-4c1e-98ce-d97a9d1d205b req-bdb5a76b-fcce-43f6-b32b-00bbe7070a61 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:07.827928 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2e74b3de-6f96-4c1e-98ce-d97a9d1d205b req-bdb5a76b-fcce-43f6-b32b-00bbe7070a61 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 946 time: 0.0512452 Nov 23 22:41:07.876363 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2e74b3de-6f96-4c1e-98ce-d97a9d1d205b req-e1272a18-8c0a-4e86-bd0e-d0b67014e525 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425348 Nov 23 22:41:07.992233 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ed78b-3282-4027-ab68-eb3b1a0f1021 req-a9e0f464-7018-48af-a3ac-8b24cdc91fc4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:07.993611 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e4ed78b-3282-4027-ab68-eb3b1a0f1021 req-a9e0f464-7018-48af-a3ac-8b24cdc91fc4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 946 time: 0.0529304 Nov 23 22:41:08.002882 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 48620) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:41:08.007209 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-c118e901-5f85-46c9-a465-3d6864d2a5fe tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Request body: {'floatingip': {'port_id': '1421ab88-786f-4c4e-8346-cc04ec75649a'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:41:08.046491 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c118e901-5f85-46c9-a465-3d6864d2a5fe tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for floatingip, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:08.485652 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c118e901-5f85-46c9-a465-3d6864d2a5fe tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:08.489535 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c118e901-5f85-46c9-a465-3d6864d2a5fe tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:08.587103 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-c118e901-5f85-46c9-a465-3d6864d2a5fe tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Floating IP 2a76f846-f828-46e2-8261-a489ec384a58 associated. External IP: 172.25.5.49, port: 1421ab88-786f-4c4e-8346-cc04ec75649a. Nov 23 22:41:08.603185 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:41:08.793695 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c118e901-5f85-46c9-a465-3d6864d2a5fe tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:41:08.899845 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c118e901-5f85-46c9-a465-3d6864d2a5fe tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:41:08.904900 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c118e901-5f85-46c9-a465-3d6864d2a5fe tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:08.910110 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ba2214-b312-4b62-aa7f-378ffb11830d None None] Sync routers for ids ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:41:08.920349 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ba2214-b312-4b62-aa7f-378ffb11830d None None] Routers {'0add7a7d-f2dd-4a64-b32b-26af85b19ff4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:41:08.921561 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a8ba2214-b312-4b62-aa7f-378ffb11830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:41:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:09.034952 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-a8ba2214-b312-4b62-aa7f-378ffb11830d None None] Set router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:41:09.222790 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c118e901-5f85-46c9-a465-3d6864d2a5fe tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "PUT /v2.0/floatingips/2a76f846-f828-46e2-8261-a489ec384a58 HTTP/1.1" status: 200 len: 992 time: 1.2188234 Nov 23 22:41:09.223395 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'tag': '1421ab88-786f-4c4e-8346-cc04ec75649a'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:41:09.225643 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e36248813a8db3a5b4283d14aa73ab46dd9ba032a38ce1e306627c487e52254a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7023c6a4-be13-476e-ae1d-16762bb3dc41" -d '{"events": [{"name": "network-changed", "server_uuid": "8e7f40b0-037e-4009-99cc-84fd3a6d4c2d", "tag": "1421ab88-786f-4c4e-8346-cc04ec75649a"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:41:09.277131 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a8ba2214-b312-4b62-aa7f-378ffb11830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '2a76f846-f828-46e2-8261-a489ec384a58', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'port_id': '1421ab88-786f-4c4e-8346-cc04ec75649a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'mac_address': 'fa:16:3e:05:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:33:54Z', 'updated_at': '2021-11-23T22:41:08Z', 'revision_number': 13, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:09.305453 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ba2214-b312-4b62-aa7f-378ffb11830d None None] Checking router: 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:41:09.315058 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ba2214-b312-4b62-aa7f-378ffb11830d None None] Routers {'0add7a7d-f2dd-4a64-b32b-26af85b19ff4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:41:09.315730 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a8ba2214-b312-4b62-aa7f-378ffb11830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:41:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:09.320417 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e848c009-665d-4c11-b467-19e6be542046 x-openstack-request-id: req-e848c009-665d-4c11-b467-19e6be542046 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:41:09.320910 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e7f40b0-037e-4009-99cc-84fd3a6d4c2d", "tag": "1421ab88-786f-4c4e-8346-cc04ec75649a", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:41:09.321167 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e848c009-665d-4c11-b467-19e6be542046 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:41:09.321693 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'tag': '1421ab88-786f-4c4e-8346-cc04ec75649a', 'status': 'completed', 'code': 200} Nov 23 22:41:09.384150 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023c6a4-be13-476e-ae1d-16762bb3dc41 req-112489ee-8017-488b-9b58-8d1bfec0824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:09.385604 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7023c6a4-be13-476e-ae1d-16762bb3dc41 req-112489ee-8017-488b-9b58-8d1bfec0824e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 1097 time: 0.0420015 Nov 23 22:41:09.425644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-a8ba2214-b312-4b62-aa7f-378ffb11830d None None] Set router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:41:09.478647 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023c6a4-be13-476e-ae1d-16762bb3dc41 req-ca111f87-dba8-46ac-b079-5f4dad649a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:09.480161 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7023c6a4-be13-476e-ae1d-16762bb3dc41 req-ca111f87-dba8-46ac-b079-5f4dad649a98 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0865676 Nov 23 22:41:09.662597 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-a8ba2214-b312-4b62-aa7f-378ffb11830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '2a76f846-f828-46e2-8261-a489ec384a58', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'port_id': '1421ab88-786f-4c4e-8346-cc04ec75649a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'mac_address': 'fa:16:3e:05:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:33:54Z', 'updated_at': '2021-11-23T22:41:08Z', 'revision_number': 13, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:41:09.691303 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ba2214-b312-4b62-aa7f-378ffb11830d None None] The sync data for ids ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'] in n-d-816206-9 is: [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '2a76f846-f828-46e2-8261-a489ec384a58', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'port_id': '1421ab88-786f-4c4e-8346-cc04ec75649a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'mac_address': 'fa:16:3e:05:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:33:54Z', 'updated_at': '2021-11-23T22:41:08Z', 'revision_number': 13, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:41:09.806177 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7023c6a4-be13-476e-ae1d-16762bb3dc41 req-71f17838-869d-4e9a-a3ff-e84e8f942168 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1421ab88-786f-4c4e-8346-cc04ec75649a HTTP/1.1" status: 200 len: 1000 time: 0.3185806 Nov 23 22:41:09.860665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023c6a4-be13-476e-ae1d-16762bb3dc41 req-2de2c927-d08b-49f2-abeb-bfa6adcc5419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:09.862168 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7023c6a4-be13-476e-ae1d-16762bb3dc41 req-2de2c927-d08b-49f2-abeb-bfa6adcc5419 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0475776 Nov 23 22:41:09.892927 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64003de-a3e0-4f87-ad1b-92cbbe36c54f None None] New status for floating IP 2a76f846-f828-46e2-8261-a489ec384a58: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:41:09.914538 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023c6a4-be13-476e-ae1d-16762bb3dc41 req-1ee4ccc2-48a0-4b13-931b-8714183829d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:09.916108 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7023c6a4-be13-476e-ae1d-16762bb3dc41 req-1ee4ccc2-48a0-4b13-931b-8714183829d9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454652 Nov 23 22:41:10.009604 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7023c6a4-be13-476e-ae1d-16762bb3dc41 req-2ca97a78-4f2f-4901-826c-9a6778d664bd service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857463 Nov 23 22:41:10.105787 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7023c6a4-be13-476e-ae1d-16762bb3dc41 req-4edba65c-667f-4355-aaa7-899ee36e924c service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884769 Nov 23 22:41:23.275196 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:28.009252 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1fa28042-cac9-44cc-8003-1f6f2ad1c589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:30.377610 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:30.569388 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6052bbb5-434f-490a-a02c-bb69e09adaf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:31.775079 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:33.166155 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:33.940649 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:45.602453 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:41:53.269805 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:41:54.695519 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-49c71cf8-e672-4d5e-b43f-82d1c3a4324d req-b9552b02-2113-4d7f-bf50-bd483d656228 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0779564 Nov 23 22:41:54.789379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c71cf8-e672-4d5e-b43f-82d1c3a4324d req-756ac077-e328-4785-9622-ef38beb6915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:54.791245 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-49c71cf8-e672-4d5e-b43f-82d1c3a4324d req-756ac077-e328-4785-9622-ef38beb6915d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 1097 time: 0.0417697 Nov 23 22:41:54.903144 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c71cf8-e672-4d5e-b43f-82d1c3a4324d req-d6a97dc2-bbaa-4fff-acff-77defb9574e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:54.904604 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-49c71cf8-e672-4d5e-b43f-82d1c3a4324d req-d6a97dc2-bbaa-4fff-acff-77defb9574e6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0892143 Nov 23 22:41:54.976773 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-49c71cf8-e672-4d5e-b43f-82d1c3a4324d req-577e0aee-676d-4bae-9858-562631b9bc05 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1421ab88-786f-4c4e-8346-cc04ec75649a HTTP/1.1" status: 200 len: 1002 time: 0.0590425 Nov 23 22:41:55.035177 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c71cf8-e672-4d5e-b43f-82d1c3a4324d req-357e24b0-9ad2-4038-91e5-5472a03e9290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:55.036661 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-49c71cf8-e672-4d5e-b43f-82d1c3a4324d req-357e24b0-9ad2-4038-91e5-5472a03e9290 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0440567 Nov 23 22:41:55.094153 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c71cf8-e672-4d5e-b43f-82d1c3a4324d req-a3fd7f07-a9de-4e3c-adc1-78216cbd6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:41:55.095693 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-49c71cf8-e672-4d5e-b43f-82d1c3a4324d req-a3fd7f07-a9de-4e3c-adc1-78216cbd6b2b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459764 Nov 23 22:41:55.193068 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-49c71cf8-e672-4d5e-b43f-82d1c3a4324d req-0960bcf1-9d39-4dc2-b8bb-e65d5ee62458 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829792 Nov 23 22:41:55.291941 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-49c71cf8-e672-4d5e-b43f-82d1c3a4324d req-ddaca74c-0776-4d38-aab4-44597052d58d service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852585 Nov 23 22:41:58.011981 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2ccdd589-a9e3-4605-a5e6-89ffdf17fd8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:00.378964 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:00.571011 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4d83aa10-08e5-45f9-b11c-62e97a23e123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:01.778920 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:03.167902 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:03.942498 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:22.601752 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:42:23.275397 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:28.014183 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b9941d29-53dc-40a9-a070-501dffc5e18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:30.378258 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:30.572569 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9cf49fc5-8e8b-4e0a-b742-e569e1345a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:31.781554 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:33.169772 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:33.943371 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:52.268419 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d693fa3-4886-43d1-80c2-fd34b62520b7 req-32080ec1-1460-46a8-8ad9-2c777855f134 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:52.269895 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d693fa3-4886-43d1-80c2-fd34b62520b7 req-32080ec1-1460-46a8-8ad9-2c777855f134 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 946 time: 0.0937679 Nov 23 22:42:52.316266 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d693fa3-4886-43d1-80c2-fd34b62520b7 req-ad08c00f-a24c-4b5c-a419-639acc0e68f4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402284 Nov 23 22:42:53.267210 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:56.559007 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-51171ff6-6c49-4357-9835-54cb5669a906 req-468b763e-58a3-45c1-9e99-5a80a01e5c38 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420063 Nov 23 22:42:56.650378 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51171ff6-6c49-4357-9835-54cb5669a906 req-a6ec2e8e-cb2b-481f-83a7-5bbc6cdbc79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:56.651934 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-51171ff6-6c49-4357-9835-54cb5669a906 req-a6ec2e8e-cb2b-481f-83a7-5bbc6cdbc79e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 1097 time: 0.0414207 Nov 23 22:42:56.768864 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51171ff6-6c49-4357-9835-54cb5669a906 req-6077f961-f3fe-40b5-b824-2353d41f6f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:56.770382 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-51171ff6-6c49-4357-9835-54cb5669a906 req-6077f961-f3fe-40b5-b824-2353d41f6f88 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0939050 Nov 23 22:42:56.846895 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-51171ff6-6c49-4357-9835-54cb5669a906 req-531d8a76-2198-4f43-801b-80d419a4b59a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1421ab88-786f-4c4e-8346-cc04ec75649a HTTP/1.1" status: 200 len: 1002 time: 0.0621881 Nov 23 22:42:56.907502 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51171ff6-6c49-4357-9835-54cb5669a906 req-d6dda318-ea2a-4f4d-8d95-d4826e28cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:56.909063 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-51171ff6-6c49-4357-9835-54cb5669a906 req-d6dda318-ea2a-4f4d-8d95-d4826e28cd4b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0502565 Nov 23 22:42:56.962540 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51171ff6-6c49-4357-9835-54cb5669a906 req-6db71b12-5bef-408a-b26a-c578d64265d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:42:56.964187 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-51171ff6-6c49-4357-9835-54cb5669a906 req-6db71b12-5bef-408a-b26a-c578d64265d7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429256 Nov 23 22:42:57.071935 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-51171ff6-6c49-4357-9835-54cb5669a906 req-e77fedf1-1a27-4b8a-a920-6e55d1ea4617 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955138 Nov 23 22:42:57.175225 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-51171ff6-6c49-4357-9835-54cb5669a906 req-3d943964-3dd2-443e-8503-048034188d01 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908980 Nov 23 22:42:58.016972 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07b20583-321f-4fa0-b409-ab7be338c7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:42:59.601616 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:43:00.377997 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:00.574005 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a79eb930-05a6-4646-b309-2600aacd5bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:01.784767 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:03.173939 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:03.944376 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:04.638079 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-a1d2e7f0-3ed8-45e6-86e1-809cece3ee94 req-e0be945b-664b-4bed-8f26-dab9606cafc6 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:43:04.639125 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1d2e7f0-3ed8-45e6-86e1-809cece3ee94 req-e0be945b-664b-4bed-8f26-dab9606cafc6 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0434675 Nov 23 22:43:04.825363 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d17925-80e5-4fdf-adf0-c0b4ba8c84b4 req-104d192e-932c-437f-b250-55f81a45b972 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:04.827145 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d6d17925-80e5-4fdf-adf0-c0b4ba8c84b4 req-104d192e-932c-437f-b250-55f81a45b972 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 946 time: 0.0529189 Nov 23 22:43:04.881092 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d6d17925-80e5-4fdf-adf0-c0b4ba8c84b4 req-31c16849-cca5-4dd2-be38-ed69bb60677d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478334 Nov 23 22:43:04.882523 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-58c8c55e-9dfe-49c5-9a15-231fc6551e22 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806181 Nov 23 22:43:04.892201 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-47f1d029-857d-4400-9b64-33fd622f25b8 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:43:04.896948 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-47f1d029-857d-4400-9b64-33fd622f25b8 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089409 Nov 23 22:43:06.000663 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d766a-1695-4c3d-a1a4-1098a4af1ada req-5d5d7791-9771-4109-84fc-d789c534a2a0 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:06.002128 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee9d766a-1695-4c3d-a1a4-1098a4af1ada req-5d5d7791-9771-4109-84fc-d789c534a2a0 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 946 time: 0.0511916 Nov 23 22:43:06.054740 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ee9d766a-1695-4c3d-a1a4-1098a4af1ada req-c771d767-2a95-4f73-b6e4-36ea10ad2f5c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463529 Nov 23 22:43:06.128393 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-b3d92e64-31b5-4770-9f19-e98c110220d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:06.130359 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-b3d92e64-31b5-4770-9f19-e98c110220d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 1097 time: 0.0459359 Nov 23 22:43:06.224198 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-805094ad-6e8f-4443-89dd-e3a10a212704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:06.225587 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-805094ad-6e8f-4443-89dd-e3a10a212704 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0850379 Nov 23 22:43:06.301417 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-d9723c86-2cf0-4495-9c92-51d7bdaf8bfb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1421ab88-786f-4c4e-8346-cc04ec75649a HTTP/1.1" status: 200 len: 1002 time: 0.0630705 Nov 23 22:43:06.357860 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-c3419b36-c724-413d-9ba4-3637c7c316e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:06.359371 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-c3419b36-c724-413d-9ba4-3637c7c316e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0456522 Nov 23 22:43:06.413371 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-fbf1c220-7b06-46dc-bd88-2768a5acdfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:06.414932 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-fbf1c220-7b06-46dc-bd88-2768a5acdfc4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412531 Nov 23 22:43:06.513184 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-3a923e90-be07-48ed-bae8-fb795bcd9c75 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854549 Nov 23 22:43:06.607764 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-a621b809-bc7b-4964-abba-4c76e83872a8 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830529 Nov 23 22:43:07.178368 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e6d72-42ad-49a3-a232-8ae589390c45 req-8ee11ff5-cdea-48da-8be9-625eb2215d29 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:07.179862 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d1e6d72-42ad-49a3-a232-8ae589390c45 req-8ee11ff5-cdea-48da-8be9-625eb2215d29 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 946 time: 0.0489712 Nov 23 22:43:07.226294 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d1e6d72-42ad-49a3-a232-8ae589390c45 req-5d7de47e-ee19-4af6-b9b7-fb2c84197b1b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405340 Nov 23 22:43:08.346009 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951fffd-26fb-4d3d-bcc3-86b690422121 req-7acc311b-202d-40b7-9df2-414cfa0f00df tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:08.347571 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5951fffd-26fb-4d3d-bcc3-86b690422121 req-7acc311b-202d-40b7-9df2-414cfa0f00df tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 946 time: 0.0524721 Nov 23 22:43:08.394411 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5951fffd-26fb-4d3d-bcc3-86b690422121 req-d1f554ce-f25c-4fd1-9b8a-7070d30a12dc tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406389 Nov 23 22:43:09.510043 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf829e-545c-424d-b93d-c9a11e2ab80a req-7550e0b7-9f85-4540-8191-9fef905a8d92 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:09.511528 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1fbf829e-545c-424d-b93d-c9a11e2ab80a req-7550e0b7-9f85-4540-8191-9fef905a8d92 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 946 time: 0.0490508 Nov 23 22:43:09.559156 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1fbf829e-545c-424d-b93d-c9a11e2ab80a req-a46fccc9-109f-4b45-8a85-9ea8d51a0639 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416443 Nov 23 22:43:10.680679 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb85c5-24a7-47f7-b820-982143759b32 req-f591e67e-a0f5-47a1-b1e4-b230e31c7c05 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:10.682185 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-80eb85c5-24a7-47f7-b820-982143759b32 req-f591e67e-a0f5-47a1-b1e4-b230e31c7c05 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 946 time: 0.0530858 Nov 23 22:43:10.732339 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-80eb85c5-24a7-47f7-b820-982143759b32 req-609c68fb-9368-436d-bea7-f1340941ee31 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440023 Nov 23 22:43:11.849553 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dea65-8fe9-4b0c-88d9-aba60f3805c9 req-127b2c15-2367-4639-a8ad-36e477444976 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:11.851039 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f02dea65-8fe9-4b0c-88d9-aba60f3805c9 req-127b2c15-2367-4639-a8ad-36e477444976 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 946 time: 0.0513616 Nov 23 22:43:11.898310 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f02dea65-8fe9-4b0c-88d9-aba60f3805c9 req-2bcefcb3-eda2-4024-824d-3cbcd9e9a85b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413978 Nov 23 22:43:13.017755 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e940d-4016-4f6d-9bed-650c12e2ac58 req-15c7a3a5-1aa5-4e90-84ee-ae14405b68a4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:13.020238 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-918e940d-4016-4f6d-9bed-650c12e2ac58 req-15c7a3a5-1aa5-4e90-84ee-ae14405b68a4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 946 time: 0.0502679 Nov 23 22:43:13.070915 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-918e940d-4016-4f6d-9bed-650c12e2ac58 req-7f6772fa-47c8-499c-814f-86e7425a7c38 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450788 Nov 23 22:43:14.189574 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed1712-61ec-4621-ba06-4148d1f89c6b req-23c9bbe3-ffa2-4efd-908a-4091e01a37f3 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:14.192085 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-97ed1712-61ec-4621-ba06-4148d1f89c6b req-23c9bbe3-ffa2-4efd-908a-4091e01a37f3 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 946 time: 0.0494814 Nov 23 22:43:14.239525 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-97ed1712-61ec-4621-ba06-4148d1f89c6b req-49fbf2e5-810e-4c41-8db2-d59b358fea5b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420966 Nov 23 22:43:15.356771 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98eca1-67aa-47da-bcab-fec80e951f7d req-c6251a81-e7c9-471b-bf6f-0417d382d393 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:15.358220 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d98eca1-67aa-47da-bcab-fec80e951f7d req-c6251a81-e7c9-471b-bf6f-0417d382d393 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 946 time: 0.0485785 Nov 23 22:43:15.411125 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d98eca1-67aa-47da-bcab-fec80e951f7d req-1080569b-a4dc-42ef-b146-39d2e806066a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462976 Nov 23 22:43:16.533554 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd621e-0d8e-4fcd-9254-f841243d9306 req-e74fdb34-6689-4655-ba74-9d097d0ef6d8 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:16.535456 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eccd621e-0d8e-4fcd-9254-f841243d9306 req-e74fdb34-6689-4655-ba74-9d097d0ef6d8 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 946 time: 0.0534205 Nov 23 22:43:16.583759 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eccd621e-0d8e-4fcd-9254-f841243d9306 req-64cd9625-5ff9-4aef-a1f9-6aca49837a08 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424705 Nov 23 22:43:17.700831 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdbadb-ce45-492a-ae54-bc35c7bbbcfa req-1fe50885-0340-40a4-a6e1-0c9bc406becd tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:17.702216 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0abdbadb-ce45-492a-ae54-bc35c7bbbcfa req-1fe50885-0340-40a4-a6e1-0c9bc406becd tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 946 time: 0.0488942 Nov 23 22:43:17.750616 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0abdbadb-ce45-492a-ae54-bc35c7bbbcfa req-82ddc362-d331-47a5-8ae7-63a0f1083497 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413070 Nov 23 22:43:19.124787 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76842499-99ba-4628-8bb5-501b811da2a8 req-7d9cfbf9-9bb9-4b8f-afd4-caa5906b495c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:19.126358 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76842499-99ba-4628-8bb5-501b811da2a8 req-7d9cfbf9-9bb9-4b8f-afd4-caa5906b495c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 946 time: 0.0511887 Nov 23 22:43:19.180920 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-76842499-99ba-4628-8bb5-501b811da2a8 req-5b31cd1f-35eb-46d8-9a4d-9c8e697b31dd tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473318 Nov 23 22:43:20.299281 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ce609-5b96-4005-b1c9-7d05de3deba9 req-c3f5c1dc-1bb0-4f2d-8dcf-53ba8bbf4512 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:20.300675 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf8ce609-5b96-4005-b1c9-7d05de3deba9 req-c3f5c1dc-1bb0-4f2d-8dcf-53ba8bbf4512 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 946 time: 0.0498405 Nov 23 22:43:20.348227 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cf8ce609-5b96-4005-b1c9-7d05de3deba9 req-41f61392-8e25-43b2-aa7e-6f3b213b504d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415454 Nov 23 22:43:20.996074 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-4ce6705a-9b9c-433f-8b26-c280a822e333 service neutron] show failed (client error): The resource could not be found. Nov 23 22:43:20.997108 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-4ce6705a-9b9c-433f-8b26-c280a822e333 service neutron] 10.222.0.53 "GET /v2.0/ports/1421ab88-786f-4c4e-8346-cc04ec75649a/bindings/n-h2-816206-9 HTTP/1.1" status: 404 len: 380 time: 0.0599647 Nov 23 22:43:21.295641 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-a3ed5779-231c-4727-8d29-6e13cfd317d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:21.297132 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-a3ed5779-231c-4727-8d29-6e13cfd317d6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d&tenant_id=0cdb2aea3ca840a688af64f45d702f5c HTTP/1.1" status: 200 len: 1097 time: 0.0808721 Nov 23 22:43:21.314588 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-9', 'device_owner': 'compute:nova'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:21.366802 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:21.467348 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc50c93-140f-4341-a3d0-8ce2ba49e810 req-879cd468-8dfb-4e1c-979f-7d4cb00af47f tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:21.469007 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5fc50c93-140f-4341-a3d0-8ce2ba49e810 req-879cd468-8dfb-4e1c-979f-7d4cb00af47f tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 946 time: 0.0503049 Nov 23 22:43:21.516924 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5fc50c93-140f-4341-a3d0-8ce2ba49e810 req-09ab711a-9006-42b4-a5a4-74e5b52a6e88 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412762 Nov 23 22:43:21.575835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] For port 1421ab88-786f-4c4e-8346-cc04ec75649a, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=1421ab88-786f-4c4e-8346-cc04ec75649a,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:21.607818 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] For port 1421ab88-786f-4c4e-8346-cc04ec75649a, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:43:21.648754 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1421ab88-786f-4c4e-8346-cc04ec75649a'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:21.654300 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:21.667928 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Transition to ACTIVE for port object 1421ab88-786f-4c4e-8346-cc04ec75649a will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:43:21.672624 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:21.700313 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86869c9-a235-499d-ad6e-3adb68cfe10a" -d '{"events": [{"server_uuid": "8e7f40b0-037e-4009-99cc-84fd3a6d4c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "1421ab88-786f-4c4e-8346-cc04ec75649a"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:21.761327 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Pushing event updated for resources: {'Port': ['ID=1421ab88-786f-4c4e-8346-cc04ec75649a,revision_number=6']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:21.775078 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:21.775078 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:21.775376 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:21.775717 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:21.776053 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:21.776405 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:21.776706 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:21.777033 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:21.777362 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:21.777689 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:21.778024 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:21.778341 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:21.814587 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] No DVR routers for this DVR port 1421ab88-786f-4c4e-8346-cc04ec75649a on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:43:21.849395 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34dff18-d70d-4eab-9f07-64650f4821bf x-openstack-request-id: req-f34dff18-d70d-4eab-9f07-64650f4821bf {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:21.849687 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7f40b0-037e-4009-99cc-84fd3a6d4c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "1421ab88-786f-4c4e-8346-cc04ec75649a", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:21.849941 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f34dff18-d70d-4eab-9f07-64650f4821bf {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:21.850357 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1421ab88-786f-4c4e-8346-cc04ec75649a', 'code': 200} Nov 23 22:43:21.956256 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Attempting to bind port 1421ab88-786f-4c4e-8346-cc04ec75649a on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:21.957201 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Attempting to bind port 1421ab88-786f-4c4e-8346-cc04ec75649a by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:21.957567 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Attempting to bind port 1421ab88-786f-4c4e-8346-cc04ec75649a on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:21.961853 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Port 1421ab88-786f-4c4e-8346-cc04ec75649a on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:21.962205 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Attempting to bind port 1421ab88-786f-4c4e-8346-cc04ec75649a on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:21.967039 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:43:21.967384 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Checking segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:43:21.967769 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Bound using segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:43:21.968195 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Bound port: 1421ab88-786f-4c4e-8346-cc04ec75649a, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:43:21.968548 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:22.034232 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] For port 1421ab88-786f-4c4e-8346-cc04ec75649a, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:43:22.037832 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] For port 1421ab88-786f-4c4e-8346-cc04ec75649a, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=1421ab88-786f-4c4e-8346-cc04ec75649a,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:43:22.042290 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:22.076589 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 1421ab88-786f-4c4e-8346-cc04ec75649a no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:43:22.077463 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:22.077815 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:22.079269 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] 10.222.0.60 "PUT /v2.0/ports/1421ab88-786f-4c4e-8346-cc04ec75649a HTTP/1.1" status: 200 len: 1092 time: 0.7685511 Nov 23 22:43:22.101839 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a201d-153c-49af-a161-ceb02a68e811 service neutron] Pushing event updated for resources: {'Port': ['ID=1421ab88-786f-4c4e-8346-cc04ec75649a,revision_number=7']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:22.130475 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 1421ab88-786f-4c4e-8346-cc04ec75649a not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:43:22.165457 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-58ac092b-bd81-40b3-9d0d-394b4a79bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:22.166924 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-58ac092b-bd81-40b3-9d0d-394b4a79bb81 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 1095 time: 0.0513399 Nov 23 22:43:22.263352 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-c9f70ef3-a543-40f2-be87-b3fcb8e130c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:22.264854 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-c9f70ef3-a543-40f2-be87-b3fcb8e130c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0909193 Nov 23 22:43:22.336083 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-2b8636db-3f35-44a0-a9e9-739e39eb8f36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1421ab88-786f-4c4e-8346-cc04ec75649a HTTP/1.1" status: 200 len: 1000 time: 0.0642157 Nov 23 22:43:22.385763 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-1ebed0ac-8f7b-4f92-b460-d33e9bedd758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:22.387169 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-1ebed0ac-8f7b-4f92-b460-d33e9bedd758 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0449758 Nov 23 22:43:22.434194 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-21955b49-9b15-4d89-8421-dfe2051380c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:22.435631 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-21955b49-9b15-4d89-8421-dfe2051380c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405605 Nov 23 22:43:22.530363 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-028b419e-ae03-4832-9a52-4ec1efd8cc0c service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865619 Nov 23 22:43:22.624550 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-434adfed-9326-4ffb-9e3e-686ccbd042ad service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872674 Nov 23 22:43:22.639195 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871eedfe-c0ab-44c6-9e91-aa5a401aaf3b req-8e034771-7455-4ae4-962e-ea1c94e8e9e5 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:22.640679 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-871eedfe-c0ab-44c6-9e91-aa5a401aaf3b req-8e034771-7455-4ae4-962e-ea1c94e8e9e5 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 944 time: 0.0538039 Nov 23 22:43:22.688065 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-871eedfe-c0ab-44c6-9e91-aa5a401aaf3b req-4abd7f94-ea2a-483b-b8d2-90b71b6eb270 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413046 Nov 23 22:43:23.293524 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:23.810600 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e552f-e540-4097-921c-f540f82f9100 req-bfa9b2eb-f665-443e-9112-90686e423a56 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:23.812130 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5d8e552f-e540-4097-921c-f540f82f9100 req-bfa9b2eb-f665-443e-9112-90686e423a56 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 944 time: 0.0514820 Nov 23 22:43:23.852289 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'tag': '1421ab88-786f-4c4e-8346-cc04ec75649a'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:23.855335 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6721c19f-682d-4e86-bf04-d2431c499f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "8e7f40b0-037e-4009-99cc-84fd3a6d4c2d", "tag": "1421ab88-786f-4c4e-8346-cc04ec75649a"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:23.860032 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5d8e552f-e540-4097-921c-f540f82f9100 req-08796a34-d989-4842-a2af-2cd66dda9a60 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411401 Nov 23 22:43:23.917688 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996e4e0f-34ab-42cd-b21d-2126ffa49bec x-openstack-request-id: req-996e4e0f-34ab-42cd-b21d-2126ffa49bec {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:23.917998 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e7f40b0-037e-4009-99cc-84fd3a6d4c2d", "tag": "1421ab88-786f-4c4e-8346-cc04ec75649a", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:23.918253 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-996e4e0f-34ab-42cd-b21d-2126ffa49bec {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:23.918774 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'tag': '1421ab88-786f-4c4e-8346-cc04ec75649a', 'status': 'completed', 'code': 200} Nov 23 22:43:24.019447 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721c19f-682d-4e86-bf04-d2431c499f3f req-274fe443-2d33-421e-8c14-e16c0e1e3086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:24.020956 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6721c19f-682d-4e86-bf04-d2431c499f3f req-274fe443-2d33-421e-8c14-e16c0e1e3086 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 1095 time: 0.0728815 Nov 23 22:43:24.030306 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721c19f-682d-4e86-bf04-d2431c499f3f req-65047775-c0b9-4377-afa9-25cc727cf332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:24.031786 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6721c19f-682d-4e86-bf04-d2431c499f3f req-65047775-c0b9-4377-afa9-25cc727cf332 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 1095 time: 0.0573940 Nov 23 22:43:24.193219 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721c19f-682d-4e86-bf04-d2431c499f3f req-ae7a546e-f811-42e5-8728-a133342a47e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:24.194781 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6721c19f-682d-4e86-bf04-d2431c499f3f req-ae7a546e-f811-42e5-8728-a133342a47e2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.1519845 Nov 23 22:43:24.195762 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721c19f-682d-4e86-bf04-d2431c499f3f req-d750976b-5a10-4789-b1e8-67a591567c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:24.197092 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6721c19f-682d-4e86-bf04-d2431c499f3f req-d750976b-5a10-4789-b1e8-67a591567c08 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.1622486 Nov 23 22:43:24.312528 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6721c19f-682d-4e86-bf04-d2431c499f3f req-906c7e81-5e18-49d6-986e-a1ad971c9fb9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1421ab88-786f-4c4e-8346-cc04ec75649a HTTP/1.1" status: 200 len: 1000 time: 0.1088398 Nov 23 22:43:24.316853 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6721c19f-682d-4e86-bf04-d2431c499f3f req-2faf6e34-6280-4249-9445-106ebf408c79 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1421ab88-786f-4c4e-8346-cc04ec75649a HTTP/1.1" status: 200 len: 1000 time: 0.1051867 Nov 23 22:43:24.651820 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721c19f-682d-4e86-bf04-d2431c499f3f req-b3d32aaf-605e-4d16-a46a-f077ff9dfddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:24.653231 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6721c19f-682d-4e86-bf04-d2431c499f3f req-b3d32aaf-605e-4d16-a46a-f077ff9dfddd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.3338320 Nov 23 22:43:24.654612 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721c19f-682d-4e86-bf04-d2431c499f3f req-06aa305d-639f-4774-aba9-520b4b03ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:24.655969 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6721c19f-682d-4e86-bf04-d2431c499f3f req-06aa305d-639f-4774-aba9-520b4b03ffb1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.3282659 Nov 23 22:43:24.728661 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721c19f-682d-4e86-bf04-d2431c499f3f req-7c662556-0204-4f2d-825b-e1c8f197f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:24.730169 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6721c19f-682d-4e86-bf04-d2431c499f3f req-7c662556-0204-4f2d-825b-e1c8f197f5f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689628 Nov 23 22:43:24.732640 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721c19f-682d-4e86-bf04-d2431c499f3f req-bccb97c6-24b3-433c-8121-68d85757b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:24.733979 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6721c19f-682d-4e86-bf04-d2431c499f3f req-bccb97c6-24b3-433c-8121-68d85757b687 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653241 Nov 23 22:43:24.888538 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6721c19f-682d-4e86-bf04-d2431c499f3f req-130fdfd0-bf93-43ec-8ab4-76cfbfd0a119 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501675 Nov 23 22:43:24.907753 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6721c19f-682d-4e86-bf04-d2431c499f3f req-a99870e2-c2ee-40fe-9b3c-1b4838ef107b service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525116 Nov 23 22:43:25.003769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa1820-e289-4719-b02a-6219dc1c1593 req-69fa0b60-b385-4d23-a0fb-ee67bcf1ace5 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:25.005559 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2ffa1820-e289-4719-b02a-6219dc1c1593 req-69fa0b60-b385-4d23-a0fb-ee67bcf1ace5 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 944 time: 0.0651934 Nov 23 22:43:25.058821 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2ffa1820-e289-4719-b02a-6219dc1c1593 req-4e43f16b-04f1-4b5f-af78-f88994866baf tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473111 Nov 23 22:43:25.069866 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6721c19f-682d-4e86-bf04-d2431c499f3f req-b543d5f8-3aa2-4c33-a5ab-844fd3fb4fe3 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733966 Nov 23 22:43:25.081265 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6721c19f-682d-4e86-bf04-d2431c499f3f req-f1f725a1-6e85-4142-88be-a6459cf6f624 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584721 Nov 23 22:43:26.181024 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5633f47-bb0f-42e3-9b11-8ec5f6685567 req-9ea5436a-95f7-4de0-aad8-03e12f72b3c4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:26.182489 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b5633f47-bb0f-42e3-9b11-8ec5f6685567 req-9ea5436a-95f7-4de0-aad8-03e12f72b3c4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 944 time: 0.0502594 Nov 23 22:43:26.230647 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b5633f47-bb0f-42e3-9b11-8ec5f6685567 req-e7c796b7-de87-4371-b6d5-76406cf57ffd tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420592 Nov 23 22:43:27.349445 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355f061-6f6b-4d52-8aac-4ed8bb9770f0 req-ec8e3c21-5325-4eee-ac23-8065c685d023 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:27.351008 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1355f061-6f6b-4d52-8aac-4ed8bb9770f0 req-ec8e3c21-5325-4eee-ac23-8065c685d023 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 944 time: 0.0511820 Nov 23 22:43:27.403415 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1355f061-6f6b-4d52-8aac-4ed8bb9770f0 req-599af054-2605-452e-abfc-874d8b34c683 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461481 Nov 23 22:43:28.018179 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2e5815ac-49ab-4502-8b6d-a906ae7ee985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:28.521310 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7ab55-07b6-4850-b24d-2fff6749048b req-b9427d11-4f1d-4940-bd4c-a7d98bd6c53f tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:28.522799 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77f7ab55-07b6-4850-b24d-2fff6749048b req-b9427d11-4f1d-4940-bd4c-a7d98bd6c53f tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 944 time: 0.0505593 Nov 23 22:43:28.570411 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-77f7ab55-07b6-4850-b24d-2fff6749048b req-e16bc520-c7a3-41e6-9c19-e569ed4f91ed tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416002 Nov 23 22:43:29.689235 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34596669-feee-4fd0-8e7e-47abf4389fe8 req-bcf8793d-85b0-47ea-9499-046816e79c67 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:29.690627 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34596669-feee-4fd0-8e7e-47abf4389fe8 req-bcf8793d-85b0-47ea-9499-046816e79c67 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 944 time: 0.0498986 Nov 23 22:43:29.738809 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-34596669-feee-4fd0-8e7e-47abf4389fe8 req-24ae5889-7621-41de-b00f-519622344674 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417986 Nov 23 22:43:30.360414 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:30.574629 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-88d2f0e5-f094-43b1-a8c0-ce2c5fcfbc21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:30.861948 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f6b7c-dbe8-4f32-9128-ee5116bcf5d3 req-395322c7-bdfb-4570-9029-10fcd0018213 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:30.864056 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-df3f6b7c-dbe8-4f32-9128-ee5116bcf5d3 req-395322c7-bdfb-4570-9029-10fcd0018213 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 944 time: 0.0549495 Nov 23 22:43:30.912689 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-df3f6b7c-dbe8-4f32-9128-ee5116bcf5d3 req-c5774b1a-91e4-4be7-9b90-b5ab05ad6b67 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426970 Nov 23 22:43:31.787393 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:32.029319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580926e-7e65-465a-94a7-24c187fa3b55 req-a5e92c76-f09b-4bd9-a9ae-a31de96829f7 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:32.030790 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c580926e-7e65-465a-94a7-24c187fa3b55 req-a5e92c76-f09b-4bd9-a9ae-a31de96829f7 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 944 time: 0.0479546 Nov 23 22:43:32.077943 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c580926e-7e65-465a-94a7-24c187fa3b55 req-790295d1-1be5-4bad-b40d-9b87751fc081 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401859 Nov 23 22:43:33.179213 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:33.199743 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36ab8a-5202-42d0-bdbf-41bd771f10d3 req-d90220f7-2cfa-4a8c-a0ce-abe373953163 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:33.201239 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d36ab8a-5202-42d0-bdbf-41bd771f10d3 req-d90220f7-2cfa-4a8c-a0ce-abe373953163 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 944 time: 0.0513532 Nov 23 22:43:33.253662 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d36ab8a-5202-42d0-bdbf-41bd771f10d3 req-5bb49f54-dced-4056-9290-3980614e6738 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451753 Nov 23 22:43:33.947637 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:34.371425 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560e216-76da-4fb6-a7ab-686f33c85ef9 req-553bdb97-7c3e-4fc4-a223-08a123b467f1 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:34.373177 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0560e216-76da-4fb6-a7ab-686f33c85ef9 req-553bdb97-7c3e-4fc4-a223-08a123b467f1 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 944 time: 0.0502608 Nov 23 22:43:34.421371 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0560e216-76da-4fb6-a7ab-686f33c85ef9 req-05c31801-4437-409b-9414-bae8d086a2fd tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418448 Nov 23 22:43:35.537283 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cdc02-4daf-4683-a289-3f582ede88fd req-1607a739-910b-4365-9d2f-5d17ee2d8599 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:35.538762 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b4cdc02-4daf-4683-a289-3f582ede88fd req-1607a739-910b-4365-9d2f-5d17ee2d8599 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 944 time: 0.0486922 Nov 23 22:43:35.586186 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5b4cdc02-4daf-4683-a289-3f582ede88fd req-b52c0a53-08e0-4059-bd4e-f959de188ac1 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415182 Nov 23 22:43:35.878156 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-c2713d83-1f99-470b-910a-c5a23deebce4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:35.880444 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-c2713d83-1f99-470b-910a-c5a23deebce4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d&tenant_id=0cdb2aea3ca840a688af64f45d702f5c&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 944 time: 0.0576565 Nov 23 22:43:35.893938 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106750c-e7b4-4706-863d-6bdd87cc3402 req-2afc1f94-102f-4d6b-a4fb-3d0bc645546f tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:35.895656 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3106750c-e7b4-4706-863d-6bdd87cc3402 req-2afc1f94-102f-4d6b-a4fb-3d0bc645546f tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 944 time: 0.0540161 Nov 23 22:43:35.941982 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-29789a63-cf98-485a-afca-9361cf47b0f6 service neutron] 10.222.0.60 "GET /v2.0/ports/1421ab88-786f-4c4e-8346-cc04ec75649a/bindings/n-h2-816206-9 HTTP/1.1" status: 200 len: 382 time: 0.0544870 Nov 23 22:43:35.943980 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3106750c-e7b4-4706-863d-6bdd87cc3402 req-ebda2425-3e63-47bf-8f4b-b2d794a82bc2 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423298 Nov 23 22:43:36.028568 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-5140c347-56fb-4ea2-b097-0ac768e3f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:36.030039 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-5140c347-56fb-4ea2-b097-0ac768e3f62b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 1095 time: 0.0412626 Nov 23 22:43:36.121614 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-7738f2cf-2abf-47d8-bb3b-9b4b56170cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:36.123142 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-7738f2cf-2abf-47d8-bb3b-9b4b56170cf9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.0862308 Nov 23 22:43:36.187323 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-1d3c1539-126e-46f0-b4b0-2e63ad6e5832 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1421ab88-786f-4c4e-8346-cc04ec75649a HTTP/1.1" status: 200 len: 1000 time: 0.0575244 Nov 23 22:43:36.240364 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-b214dcf1-3c8a-46a8-9a99-0417d877e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:36.241730 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-b214dcf1-3c8a-46a8-9a99-0417d877e3c4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0473568 Nov 23 22:43:36.287335 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-f3a0d2e4-6af5-45aa-85ea-d96db9335807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:36.288808 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-f3a0d2e4-6af5-45aa-85ea-d96db9335807 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405548 Nov 23 22:43:36.380667 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-5d7c9c57-7026-4a50-8bda-6af2c0066d7c service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852640 Nov 23 22:43:36.383750 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 1421ab88-786f-4c4e-8346-cc04ec75649a details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:43:36.476827 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-aec0fea1-a148-4d54-8da6-cd14d721144c service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885513 Nov 23 22:43:36.479208 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 1421ab88-786f-4c4e-8346-cc04ec75649a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=1421ab88-786f-4c4e-8346-cc04ec75649a,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:36.491661 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': '1421ab88-786f-4c4e-8346-cc04ec75649a', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'port_id': '1421ab88-786f-4c4e-8346-cc04ec75649a', 'mac_address': 'fa:16:3e:05:ca:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:43:36.530639 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:36.543809 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1421ab88-786f-4c4e-8346-cc04ec75649a {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:43:36.563683 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 1421ab88-786f-4c4e-8346-cc04ec75649a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=1421ab88-786f-4c4e-8346-cc04ec75649a,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:36.567442 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:36.601772 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:43:36.616858 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=1421ab88-786f-4c4e-8346-cc04ec75649a,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:36.623936 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:36.624529 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:36.624863 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:36.625196 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:36.625523 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:36.625845 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:36.626166 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:36.626483 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:36.626829 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:36.627148 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:36.627465 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:36.627782 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:43:36.896431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['1421ab88-786f-4c4e-8346-cc04ec75649a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:43:37.066316 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e023ec-6f3a-46a5-8d1a-a805bd81bf9e req-5579bc31-56c6-4c78-960f-47f0519c938a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:37.067829 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-69e023ec-6f3a-46a5-8d1a-a805bd81bf9e req-5579bc31-56c6-4c78-960f-47f0519c938a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 945 time: 0.0493670 Nov 23 22:43:37.115988 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-69e023ec-6f3a-46a5-8d1a-a805bd81bf9e req-c28d202c-a19a-4ece-af5d-07760c8e70a8 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421300 Nov 23 22:43:38.238520 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9f5da-e354-462f-9a65-953fac46482a req-c450b146-0033-4db1-afb3-08cd21a33138 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:38.240106 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bed9f5da-e354-462f-9a65-953fac46482a req-c450b146-0033-4db1-afb3-08cd21a33138 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 945 time: 0.0529165 Nov 23 22:43:38.288029 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bed9f5da-e354-462f-9a65-953fac46482a req-2c971027-2a73-436c-9514-8ee2dd00db24 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421247 Nov 23 22:43:38.400867 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 1421ab88-786f-4c4e-8346-cc04ec75649a up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:43:38.609828 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port 1421ab88-786f-4c4e-8346-cc04ec75649a completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:43:38.614477 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port 1421ab88-786f-4c4e-8346-cc04ec75649a triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:38.614850 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:38.690216 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:38.713063 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1421ab88-786f-4c4e-8346-cc04ec75649a'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:38.727811 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port 1421ab88-786f-4c4e-8346-cc04ec75649a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=1421ab88-786f-4c4e-8346-cc04ec75649a,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:38.732302 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:38.763013 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecaba14-e39c-4a9e-bcae-e63c271d2c82" -d '{"events": [{"server_uuid": "8e7f40b0-037e-4009-99cc-84fd3a6d4c2d", "name": "network-vif-plugged", "status": "completed", "tag": "1421ab88-786f-4c4e-8346-cc04ec75649a"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:38.793901 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=1421ab88-786f-4c4e-8346-cc04ec75649a,revision_number=9']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:38.861893 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b9ecd6-ce83-419a-b415-e06667f709df x-openstack-request-id: req-76b9ecd6-ce83-419a-b415-e06667f709df {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:38.862193 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7f40b0-037e-4009-99cc-84fd3a6d4c2d", "name": "network-vif-plugged", "status": "completed", "tag": "1421ab88-786f-4c4e-8346-cc04ec75649a", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:38.862599 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-76b9ecd6-ce83-419a-b415-e06667f709df {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:38.863030 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1421ab88-786f-4c4e-8346-cc04ec75649a', 'code': 200} Nov 23 22:43:39.407138 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77a543-85d9-44c2-a760-5107bc083385 req-f3248255-6ab1-4efa-aae8-f427217a6a6e tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:39.408651 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f77a543-85d9-44c2-a760-5107bc083385 req-f3248255-6ab1-4efa-aae8-f427217a6a6e tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 946 time: 0.0501142 Nov 23 22:43:39.456717 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f77a543-85d9-44c2-a760-5107bc083385 req-ad437fcb-ee85-41ed-b459-3dc5897dc623 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411785 Nov 23 22:43:40.589560 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decb302-25df-49b8-adcf-ac3a6d6b11fb req-3a26942b-2b54-461f-bf43-5b5495dedda5 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:40.591391 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9decb302-25df-49b8-adcf-ac3a6d6b11fb req-3a26942b-2b54-461f-bf43-5b5495dedda5 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 946 time: 0.0505307 Nov 23 22:43:40.645795 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9decb302-25df-49b8-adcf-ac3a6d6b11fb req-9182bbaf-fdd4-46ec-8d06-23d3254d33e9 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467761 Nov 23 22:43:40.862857 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-baa52033-bab3-4c49-9c88-4d4dc7f4578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:40.864350 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-baa52033-bab3-4c49-9c88-4d4dc7f4578f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d&tenant_id=0cdb2aea3ca840a688af64f45d702f5c HTTP/1.1" status: 200 len: 1097 time: 0.0419705 Nov 23 22:43:40.882701 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-9', 'device_owner': 'compute:nova'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:43:40.940038 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:41.138498 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] For port 1421ab88-786f-4c4e-8346-cc04ec75649a, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=1421ab88-786f-4c4e-8346-cc04ec75649a,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:41.170678 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] For port 1421ab88-786f-4c4e-8346-cc04ec75649a, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:43:41.209943 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1421ab88-786f-4c4e-8346-cc04ec75649a'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:41.213097 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0010dfc4-a737-4fe9-9dec-cc1b415ea3f7" -d '{"events": [{"server_uuid": "8e7f40b0-037e-4009-99cc-84fd3a6d4c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "1421ab88-786f-4c4e-8346-cc04ec75649a"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:41.216931 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:41.229362 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] Transition to ACTIVE for port object 1421ab88-786f-4c4e-8346-cc04ec75649a will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:43:41.233241 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:41.268836 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead6285e-4943-43f4-9ac3-b056868f8060 x-openstack-request-id: req-ead6285e-4943-43f4-9ac3-b056868f8060 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:41.269330 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7f40b0-037e-4009-99cc-84fd3a6d4c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "1421ab88-786f-4c4e-8346-cc04ec75649a", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:41.269679 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ead6285e-4943-43f4-9ac3-b056868f8060 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:41.270185 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1421ab88-786f-4c4e-8346-cc04ec75649a', 'code': 200} Nov 23 22:43:41.324479 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] Pushing event updated for resources: {'Port': ['ID=1421ab88-786f-4c4e-8346-cc04ec75649a,revision_number=10']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:41.365212 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] No DVR routers for this DVR port 1421ab88-786f-4c4e-8346-cc04ec75649a on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:43:41.508655 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] Attempting to bind port 1421ab88-786f-4c4e-8346-cc04ec75649a on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:43:41.508994 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] Attempting to bind port 1421ab88-786f-4c4e-8346-cc04ec75649a by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:43:41.509325 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] Attempting to bind port 1421ab88-786f-4c4e-8346-cc04ec75649a on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:41.513526 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] Port 1421ab88-786f-4c4e-8346-cc04ec75649a on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:43:41.513848 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] Attempting to bind port 1421ab88-786f-4c4e-8346-cc04ec75649a on network 8ee40b0a-6bd7-47a9-85d5-80b955544074 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:43:41.518841 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:43:41.519189 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] Checking segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:43:41.519568 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] Bound using segment: {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:43:41.519995 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] Bound port: 1421ab88-786f-4c4e-8346-cc04ec75649a, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f02cc104-7a7b-42c6-abff-9f92fb80d601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:43:41.520348 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:41.582588 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] For port 1421ab88-786f-4c4e-8346-cc04ec75649a, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:43:41.585844 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] For port 1421ab88-786f-4c4e-8346-cc04ec75649a, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=1421ab88-786f-4c4e-8346-cc04ec75649a,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:43:41.589608 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:41.627884 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:41.628844 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:41.630258 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] 10.222.0.53 "PUT /v2.0/ports/1421ab88-786f-4c4e-8346-cc04ec75649a HTTP/1.1" status: 200 len: 1093 time: 0.7520700 Nov 23 22:43:41.650847 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c849da-c74f-4766-9251-ff585e5c1f15 service neutron] Pushing event updated for resources: {'Port': ['ID=1421ab88-786f-4c4e-8346-cc04ec75649a,revision_number=11']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:41.717455 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-01663f6c-4e44-404d-b9ca-75ce0933d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:41.719320 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-01663f6c-4e44-404d-b9ca-75ce0933d5f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 1096 time: 0.0551074 Nov 23 22:43:41.786025 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96b3ab-cdee-445d-bfba-ed588d8d200c req-4c8cafd7-959a-4b64-a898-ed3a0e2c6353 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:41.789469 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b96b3ab-cdee-445d-bfba-ed588d8d200c req-4c8cafd7-959a-4b64-a898-ed3a0e2c6353 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 945 time: 0.0645683 Nov 23 22:43:41.834154 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-e36d0d25-0979-4285-8272-00be6ffb6f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:41.835806 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-e36d0d25-0979-4285-8272-00be6ffb6f12 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.1039367 Nov 23 22:43:41.843537 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b96b3ab-cdee-445d-bfba-ed588d8d200c req-de15becb-8727-4f07-a3e3-2ec965555fa6 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479269 Nov 23 22:43:41.908752 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-20634720-93bf-42ef-a3fb-8629cd739fb1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1421ab88-786f-4c4e-8346-cc04ec75649a HTTP/1.1" status: 200 len: 1000 time: 0.0601392 Nov 23 22:43:41.962948 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a74eebb5-6137-45d4-884c-670255ac03a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:41.964383 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-a74eebb5-6137-45d4-884c-670255ac03a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0429022 Nov 23 22:43:42.020776 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-e69e9315-a9a9-49cb-bfee-4394699bfdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:42.023228 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-e69e9315-a9a9-49cb-bfee-4394699bfdd3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463438 Nov 23 22:43:42.123298 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-30653a8d-6f55-437c-b63d-b0f3bb1dc351 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874743 Nov 23 22:43:42.224415 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e0ac7654-982a-4081-855e-9a0be8c7c1a2 req-4b8eda6d-b76b-46a1-8088-08708a4ef6d2 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873213 Nov 23 22:43:42.399880 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 1421ab88-786f-4c4e-8346-cc04ec75649a no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:43:42.438820 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device 1421ab88-786f-4c4e-8346-cc04ec75649a not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:43:42.969532 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd410f3f-d76b-4b7c-8b6f-0003d3a28d2d req-98d205e3-6cd6-4c71-8513-58b89b8b73a5 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:42.971144 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd410f3f-d76b-4b7c-8b6f-0003d3a28d2d req-98d205e3-6cd6-4c71-8513-58b89b8b73a5 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 945 time: 0.0510385 Nov 23 22:43:43.021029 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd410f3f-d76b-4b7c-8b6f-0003d3a28d2d req-0dd409e6-fce4-40bc-bd0e-91d9b844709b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430183 Nov 23 22:43:43.271352 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'tag': '1421ab88-786f-4c4e-8346-cc04ec75649a'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:43.273718 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3dd37c-524f-41dc-b1b2-19bd794984a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8e7f40b0-037e-4009-99cc-84fd3a6d4c2d", "tag": "1421ab88-786f-4c4e-8346-cc04ec75649a"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:43.322093 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8a4381-9150-4840-9529-15d34b86cec9 x-openstack-request-id: req-9c8a4381-9150-4840-9529-15d34b86cec9 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:43.322400 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e7f40b0-037e-4009-99cc-84fd3a6d4c2d", "tag": "1421ab88-786f-4c4e-8346-cc04ec75649a", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:43.322659 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c8a4381-9150-4840-9529-15d34b86cec9 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:43.323163 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'tag': '1421ab88-786f-4c4e-8346-cc04ec75649a', 'status': 'completed', 'code': 200} Nov 23 22:43:43.424066 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dd37c-524f-41dc-b1b2-19bd794984a3 req-1fe31658-46c8-4513-80a5-b0481d691b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:43.425817 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3f3dd37c-524f-41dc-b1b2-19bd794984a3 req-1fe31658-46c8-4513-80a5-b0481d691b6f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 1096 time: 0.0716956 Nov 23 22:43:43.431112 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dd37c-524f-41dc-b1b2-19bd794984a3 req-ca5ab42e-55cf-4970-b917-91be7393f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:43.432472 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3f3dd37c-524f-41dc-b1b2-19bd794984a3 req-ca5ab42e-55cf-4970-b917-91be7393f0ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 1096 time: 0.0528841 Nov 23 22:43:43.596253 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dd37c-524f-41dc-b1b2-19bd794984a3 req-bdb566b6-a261-4ea5-8c20-2fe01a978f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:43.598594 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3f3dd37c-524f-41dc-b1b2-19bd794984a3 req-bdb566b6-a261-4ea5-8c20-2fe01a978f5a service neutron] 10.222.0.60 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.1586993 Nov 23 22:43:43.601196 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dd37c-524f-41dc-b1b2-19bd794984a3 req-847212fa-1a7d-4510-9319-4db55e1846e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:43.602511 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3f3dd37c-524f-41dc-b1b2-19bd794984a3 req-847212fa-1a7d-4510-9319-4db55e1846e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 200 len: 912 time: 0.1555161 Nov 23 22:43:43.708776 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3f3dd37c-524f-41dc-b1b2-19bd794984a3 req-f15e0c00-5f46-412d-99b4-28c886eea60d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1421ab88-786f-4c4e-8346-cc04ec75649a HTTP/1.1" status: 200 len: 1000 time: 0.1035621 Nov 23 22:43:43.726335 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3f3dd37c-524f-41dc-b1b2-19bd794984a3 req-8cdd6b6e-7d3b-4ccd-9027-ed87bfc9f2fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1421ab88-786f-4c4e-8346-cc04ec75649a HTTP/1.1" status: 200 len: 1000 time: 0.0872111 Nov 23 22:43:43.798539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dd37c-524f-41dc-b1b2-19bd794984a3 req-c294dbec-c675-48ea-870c-41f19b13f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:43.800354 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3f3dd37c-524f-41dc-b1b2-19bd794984a3 req-c294dbec-c675-48ea-870c-41f19b13f0d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0841551 Nov 23 22:43:43.818541 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dd37c-524f-41dc-b1b2-19bd794984a3 req-c5428393-2960-4540-9a09-fa92b9f39a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:43.820018 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3f3dd37c-524f-41dc-b1b2-19bd794984a3 req-c5428393-2960-4540-9a09-fa92b9f39a15 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 200 len: 850 time: 0.0736787 Nov 23 22:43:43.882604 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dd37c-524f-41dc-b1b2-19bd794984a3 req-9a6783a5-46da-435e-99a3-0309b4642cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:43.884136 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3f3dd37c-524f-41dc-b1b2-19bd794984a3 req-9a6783a5-46da-435e-99a3-0309b4642cc5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775628 Nov 23 22:43:43.889850 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dd37c-524f-41dc-b1b2-19bd794984a3 req-0671a489-7bf9-4855-aae6-a73066d7796c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:43.891242 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3f3dd37c-524f-41dc-b1b2-19bd794984a3 req-0671a489-7bf9-4855-aae6-a73066d7796c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8ee40b0a-6bd7-47a9-85d5-80b955544074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568044 Nov 23 22:43:44.158813 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f201bbb-77f4-44f1-a30d-0318fbfd1143 req-adab35e1-5d71-476d-bb92-007479153427 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:44.161132 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f201bbb-77f4-44f1-a30d-0318fbfd1143 req-adab35e1-5d71-476d-bb92-007479153427 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 945 time: 0.0622025 Nov 23 22:43:44.213173 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f201bbb-77f4-44f1-a30d-0318fbfd1143 req-cf757d13-c334-451e-9ac9-7fbeb7213be0 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453250 Nov 23 22:43:44.307956 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3f3dd37c-524f-41dc-b1b2-19bd794984a3 req-92b23e3d-7193-4b05-b449-360128f85c30 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156544 Nov 23 22:43:44.313027 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3f3dd37c-524f-41dc-b1b2-19bd794984a3 req-1a9e59ee-3e39-485b-9362-1800b452fb9b service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043117 Nov 23 22:43:44.475795 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3f3dd37c-524f-41dc-b1b2-19bd794984a3 req-b22803c3-bad5-45a0-9abb-360ab3f83d65 service neutron] 10.222.0.60 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602733 Nov 23 22:43:44.481045 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-3f3dd37c-524f-41dc-b1b2-19bd794984a3 req-86d0226b-fde1-43e2-9aad-2e28ff9dd953 service neutron] 10.222.0.53 "GET /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473398 Nov 23 22:43:45.338807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa04627-b838-4edb-ab29-2aaad546a151 req-77f9248c-a8ac-4e96-956c-ee330b3c8f87 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:45.340368 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4aa04627-b838-4edb-ab29-2aaad546a151 req-77f9248c-a8ac-4e96-956c-ee330b3c8f87 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 945 time: 0.0520875 Nov 23 22:43:45.393645 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4aa04627-b838-4edb-ab29-2aaad546a151 req-66998b90-2596-4958-aec6-cc29badad830 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464230 Nov 23 22:43:46.516241 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e7abc-041b-405e-aa20-a5a445b6c7c1 req-511c9da7-dc15-4921-9aba-69f399645d9d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:46.518638 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d9e7abc-041b-405e-aa20-a5a445b6c7c1 req-511c9da7-dc15-4921-9aba-69f399645d9d tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 945 time: 0.0533035 Nov 23 22:43:46.573734 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7d9e7abc-041b-405e-aa20-a5a445b6c7c1 req-31b55e34-b328-4033-ba68-68c4c08de401 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487459 Nov 23 22:43:47.692760 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab766a-2adc-4022-a959-cf6e5fadbf01 req-6d7238ed-1d74-4551-9c22-02fa9e5187a0 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:47.694220 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3eab766a-2adc-4022-a959-cf6e5fadbf01 req-6d7238ed-1d74-4551-9c22-02fa9e5187a0 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 945 time: 0.0492845 Nov 23 22:43:47.743029 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3eab766a-2adc-4022-a959-cf6e5fadbf01 req-e664ee2c-3a5f-4798-8bb2-c3d0168845e5 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426271 Nov 23 22:43:48.859282 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175b802-b658-4a8b-b585-03a8f8ddddc1 req-2edb60be-b6b9-47eb-8ba7-2a6c16801337 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:48.860741 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d175b802-b658-4a8b-b585-03a8f8ddddc1 req-2edb60be-b6b9-47eb-8ba7-2a6c16801337 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 945 time: 0.0492120 Nov 23 22:43:48.907490 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d175b802-b658-4a8b-b585-03a8f8ddddc1 req-c1ea5cb4-3851-47c3-905f-646da6d4fe37 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407417 Nov 23 22:43:50.030219 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d54102-6706-45bc-8b2d-6ee7f624bd36 req-f5b62cc5-9b56-475e-bb6b-d8e22f1e9a29 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:50.031707 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33d54102-6706-45bc-8b2d-6ee7f624bd36 req-f5b62cc5-9b56-475e-bb6b-d8e22f1e9a29 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 945 time: 0.0534151 Nov 23 22:43:50.079795 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-33d54102-6706-45bc-8b2d-6ee7f624bd36 req-4868dc71-5355-4c34-ab72-244366a34b44 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419829 Nov 23 22:43:51.200342 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62731697-f6eb-4064-b58c-f52cc842f71e req-0b0397ea-3e57-4fd2-a3f2-fa2587e6cc27 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:51.201816 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-62731697-f6eb-4064-b58c-f52cc842f71e req-0b0397ea-3e57-4fd2-a3f2-fa2587e6cc27 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 945 time: 0.0496249 Nov 23 22:43:51.248998 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-62731697-f6eb-4064-b58c-f52cc842f71e req-f5fb1d65-e771-43c3-824a-12d71991a956 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409968 Nov 23 22:43:52.370337 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9868607-02c9-4846-9ae9-c086be1f60df req-6d81bf73-df08-4ffa-a746-32ebb0978168 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:52.371808 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f9868607-02c9-4846-9ae9-c086be1f60df req-6d81bf73-df08-4ffa-a746-32ebb0978168 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 945 time: 0.0535471 Nov 23 22:43:52.419004 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f9868607-02c9-4846-9ae9-c086be1f60df req-ca89afb4-d7fc-4dcc-a4ea-f7e2eb6ea480 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408094 Nov 23 22:43:53.293494 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:53.534504 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ae571-2429-484d-b9d9-c24338cda002 req-69ee3400-2055-4170-8449-d58f7734b673 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:53.536065 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dc0ae571-2429-484d-b9d9-c24338cda002 req-69ee3400-2055-4170-8449-d58f7734b673 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 945 time: 0.0496950 Nov 23 22:43:53.584531 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dc0ae571-2429-484d-b9d9-c24338cda002 req-8abd9dd8-ca2e-4c9b-a447-e7a36be5bf7b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424802 Nov 23 22:43:54.706960 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49280d-ac43-4cf6-9db9-8c5510b922c5 req-cb18e0d7-1928-4aae-9d98-ebe92c3bf06b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:54.708587 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f49280d-ac43-4cf6-9db9-8c5510b922c5 req-cb18e0d7-1928-4aae-9d98-ebe92c3bf06b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 945 time: 0.0523145 Nov 23 22:43:54.765189 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f49280d-ac43-4cf6-9db9-8c5510b922c5 req-7f54a524-4206-46da-b70b-3ebc7e5c4266 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491083 Nov 23 22:43:55.883028 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c824e-6170-4a3b-a85b-f353c9ef3a25 req-7e6aea4c-61e1-4c50-abb9-64f9fd0e8120 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:55.884484 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f1c824e-6170-4a3b-a85b-f353c9ef3a25 req-7e6aea4c-61e1-4c50-abb9-64f9fd0e8120 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 945 time: 0.0480819 Nov 23 22:43:55.931379 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f1c824e-6170-4a3b-a85b-f353c9ef3a25 req-44fd0598-3158-4224-bc95-257ded9c1126 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409913 Nov 23 22:43:56.044657 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4efa5f-ca16-478b-a891-8c8b3b2e4aae req-adee5263-fb2d-4ded-8bf1-b3bac6fb1500 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:56.046007 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dd4efa5f-ca16-478b-a891-8c8b3b2e4aae req-adee5263-fb2d-4ded-8bf1-b3bac6fb1500 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 945 time: 0.0486968 Nov 23 22:43:56.092627 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dd4efa5f-ca16-478b-a891-8c8b3b2e4aae req-7582ba88-903f-42bb-a161-7e9880a2b8b6 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405426 Nov 23 22:43:56.197358 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 1421ab88-786f-4c4e-8346-cc04ec75649a details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:43:56.210468 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4f49e-3d41-42b4-a93d-9d8191752efd req-a38419e0-702c-492d-999c-3ea76535673b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:56.211995 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8e4f49e-3d41-42b4-a93d-9d8191752efd req-a38419e0-702c-492d-999c-3ea76535673b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 945 time: 0.0538187 Nov 23 22:43:56.259703 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8e4f49e-3d41-42b4-a93d-9d8191752efd req-3f90976e-ce5f-47ec-9e46-b73ed6866f24 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416455 Nov 23 22:43:56.297352 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 1421ab88-786f-4c4e-8346-cc04ec75649a, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=1421ab88-786f-4c4e-8346-cc04ec75649a,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:56.308826 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '1421ab88-786f-4c4e-8346-cc04ec75649a', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'port_id': '1421ab88-786f-4c4e-8346-cc04ec75649a', 'mac_address': 'fa:16:3e:05:ca:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:43:56.348409 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:56.362567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1421ab88-786f-4c4e-8346-cc04ec75649a {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:43:56.383302 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 1421ab88-786f-4c4e-8346-cc04ec75649a, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=1421ab88-786f-4c4e-8346-cc04ec75649a,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:56.387856 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:56.437074 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=1421ab88-786f-4c4e-8346-cc04ec75649a,revision_number=12']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:56.505674 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0e214-244d-4d56-9001-f13ea0691c34 req-ac9ec0d5-3e7c-44a3-97d9-9e3b568415a4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:56.507171 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e1e0e214-244d-4d56-9001-f13ea0691c34 req-ac9ec0d5-3e7c-44a3-97d9-9e3b568415a4 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 946 time: 0.0530863 Nov 23 22:43:56.555006 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e1e0e214-244d-4d56-9001-f13ea0691c34 req-84ab1e98-2a44-4fed-a263-07a538909f9e tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417023 Nov 23 22:43:56.669286 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['1421ab88-786f-4c4e-8346-cc04ec75649a'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:43:57.671063 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4d60a-0d23-40b9-abbc-40aaab17d272 req-8c027f03-8590-497c-84ec-3775c36d4224 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:57.672428 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ee4d60a-0d23-40b9-abbc-40aaab17d272 req-8c027f03-8590-497c-84ec-3775c36d4224 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 946 time: 0.0496166 Nov 23 22:43:57.724336 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6ee4d60a-0d23-40b9-abbc-40aaab17d272 req-f412c6d0-df8d-4bb5-952c-3ebee29c11de tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups?id=afadd45e-12e7-4572-b455-9a12a88f1bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450616 Nov 23 22:43:58.020871 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4bc69225-96f4-47e0-9fce-d1a309c84cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:58.203196 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 1421ab88-786f-4c4e-8346-cc04ec75649a up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:43:58.213725 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c647c-3d18-4ffb-91ac-6287599f6a80 req-18d78202-3e13-4680-85c1-69afb3b4a20c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:43:58.215204 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1c8c647c-3d18-4ffb-91ac-6287599f6a80 req-18d78202-3e13-4680-85c1-69afb3b4a20c tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 946 time: 0.0491140 Nov 23 22:43:58.251479 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 1421ab88-786f-4c4e-8346-cc04ec75649a completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:43:58.256235 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 1421ab88-786f-4c4e-8346-cc04ec75649a triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:43:58.256613 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:58.311159 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-1c8c647c-3d18-4ffb-91ac-6287599f6a80 req-4c40c6da-b21c-4828-a13e-d374ee3efa59 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Deleting port 1421ab88-786f-4c4e-8346-cc04ec75649a {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:43:58.311496 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1c8c647c-3d18-4ffb-91ac-6287599f6a80 req-4c40c6da-b21c-4828-a13e-d374ee3efa59 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:58.335386 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:58.357331 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1421ab88-786f-4c4e-8346-cc04ec75649a'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:58.359611 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1aee7a1-1b09-4ddf-92d8-858af01805ea" -d '{"events": [{"server_uuid": "8e7f40b0-037e-4009-99cc-84fd3a6d4c2d", "name": "network-vif-plugged", "status": "completed", "tag": "1421ab88-786f-4c4e-8346-cc04ec75649a"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:58.372439 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 1421ab88-786f-4c4e-8346-cc04ec75649a, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=1421ab88-786f-4c4e-8346-cc04ec75649a,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:58.378414 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:58.403216 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e3e11e-d026-4d2e-b7ea-a1b78cdb279e x-openstack-request-id: req-85e3e11e-d026-4d2e-b7ea-a1b78cdb279e {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:58.403509 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7f40b0-037e-4009-99cc-84fd3a6d4c2d", "name": "network-vif-plugged", "status": "completed", "tag": "1421ab88-786f-4c4e-8346-cc04ec75649a", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:58.403759 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-85e3e11e-d026-4d2e-b7ea-a1b78cdb279e {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:58.404147 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1421ab88-786f-4c4e-8346-cc04ec75649a', 'code': 200} Nov 23 22:43:58.409721 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-1c8c647c-3d18-4ffb-91ac-6287599f6a80 req-4c40c6da-b21c-4828-a13e-d374ee3efa59 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] For port 1421ab88-786f-4c4e-8346-cc04ec75649a, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=1421ab88-786f-4c4e-8346-cc04ec75649a,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:43:58.410081 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1c8c647c-3d18-4ffb-91ac-6287599f6a80 req-4c40c6da-b21c-4828-a13e-d374ee3efa59 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:58.430407 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=1421ab88-786f-4c4e-8346-cc04ec75649a,revision_number=13']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:58.586534 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1c8c647c-3d18-4ffb-91ac-6287599f6a80 req-4c40c6da-b21c-4828-a13e-d374ee3efa59 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for floatingip, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:58.586855 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1c8c647c-3d18-4ffb-91ac-6287599f6a80 req-4c40c6da-b21c-4828-a13e-d374ee3efa59 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:58.587143 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [req-1c8c647c-3d18-4ffb-91ac-6287599f6a80 req-4c40c6da-b21c-4828-a13e-d374ee3efa59 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Floating IP 2a76f846-f828-46e2-8261-a489ec384a58 disassociated. External IP: 172.25.5.49, port: 1421ab88-786f-4c4e-8346-cc04ec75649a. Nov 23 22:43:58.587494 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-1c8c647c-3d18-4ffb-91ac-6287599f6a80 req-4c40c6da-b21c-4828-a13e-d374ee3efa59 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Calling delete_port for 1421ab88-786f-4c4e-8346-cc04ec75649a owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:43:58.712633 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1c8c647c-3d18-4ffb-91ac-6287599f6a80 req-4c40c6da-b21c-4828-a13e-d374ee3efa59 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:58.745107 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40c6da-b21c-4828-a13e-d374ee3efa59 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Pushing event deleted for resources: {'Port': ['ID=1421ab88-786f-4c4e-8346-cc04ec75649a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:43:58.843444 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f036e5b4-2eca-4256-adb2-3f694f2f6d13 req-4ce6e8f2-e55a-4a22-92d4-5d0f93b7bc7b tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 210 time: 0.0338130 Nov 23 22:43:58.865814 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c8c647c-3d18-4ffb-91ac-6287599f6a80 req-4c40c6da-b21c-4828-a13e-d374ee3efa59 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:43:58.975282 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c8c647c-3d18-4ffb-91ac-6287599f6a80 req-4c40c6da-b21c-4828-a13e-d374ee3efa59 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:43:58.985045 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063f4454-3158-45b8-acab-796982a68be6 None None] Sync routers for ids ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:43:58.995528 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063f4454-3158-45b8-acab-796982a68be6 None None] Routers {'0add7a7d-f2dd-4a64-b32b-26af85b19ff4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:43:58.996140 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-063f4454-3158-45b8-acab-796982a68be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:43:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:59.019173 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8c647c-3d18-4ffb-91ac-6287599f6a80 req-4c40c6da-b21c-4828-a13e-d374ee3efa59 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] No DVR routers for this DVR port 1421ab88-786f-4c4e-8346-cc04ec75649a on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:43:59.021639 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-1c8c647c-3d18-4ffb-91ac-6287599f6a80 req-4c40c6da-b21c-4828-a13e-d374ee3efa59 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:43:59.025095 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-1c8c647c-3d18-4ffb-91ac-6287599f6a80 req-4c40c6da-b21c-4828-a13e-d374ee3efa59 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.53 "DELETE /v2.0/ports/1421ab88-786f-4c4e-8346-cc04ec75649a HTTP/1.1" status: 204 len: 173 time: 0.8032503 Nov 23 22:43:59.025578 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'name': 'network-vif-deleted', 'tag': '1421ab88-786f-4c4e-8346-cc04ec75649a'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:43:59.027885 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672bbec0-6c20-46a1-8437-04a5ca896c08" -d '{"events": [{"server_uuid": "8e7f40b0-037e-4009-99cc-84fd3a6d4c2d", "name": "network-vif-deleted", "tag": "1421ab88-786f-4c4e-8346-cc04ec75649a"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:43:59.074145 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911b978c-eec9-4c91-8379-fc7c966538a0 x-openstack-request-id: req-911b978c-eec9-4c91-8379-fc7c966538a0 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:43:59.074441 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7f40b0-037e-4009-99cc-84fd3a6d4c2d", "name": "network-vif-deleted", "tag": "1421ab88-786f-4c4e-8346-cc04ec75649a", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:43:59.074702 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-911b978c-eec9-4c91-8379-fc7c966538a0 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:43:59.075138 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7f40b0-037e-4009-99cc-84fd3a6d4c2d', 'name': 'network-vif-deleted', 'tag': '1421ab88-786f-4c4e-8346-cc04ec75649a', 'status': 'completed', 'code': 200} Nov 23 22:43:59.111028 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-063f4454-3158-45b8-acab-796982a68be6 None None] Set router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:43:59.314981 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-063f4454-3158-45b8-acab-796982a68be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:59.341806 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063f4454-3158-45b8-acab-796982a68be6 None None] Checking router: 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:43:59.350409 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063f4454-3158-45b8-acab-796982a68be6 None None] Routers {'0add7a7d-f2dd-4a64-b32b-26af85b19ff4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:43:59.350976 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-063f4454-3158-45b8-acab-796982a68be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:43:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:59.460591 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-063f4454-3158-45b8-acab-796982a68be6 None None] Set router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:43:59.659652 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-063f4454-3158-45b8-acab-796982a68be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:43:59.690016 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063f4454-3158-45b8-acab-796982a68be6 None None] The sync data for ids ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'] in n-d-816206-9 is: [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:33:52Z', 'revision_number': 4, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '78cab001-37bb-472a-b207-294f7c968065', 'name': '', 'network_id': '8ee40b0a-6bd7-47a9-85d5-80b955544074', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'mac_address': 'fa:16:3e:34:15:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '49951b46-e579-443a-8808-f00087df71ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:52Z', 'updated_at': '2021-11-23T22:33:56Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'subnets': [{'id': '49951b46-e579-443a-8808-f00087df71ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:43:59.923344 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea46f546-f6be-4a4e-9785-b9dccf964d5f None None] New status for floating IP 2a76f846-f828-46e2-8261-a489ec384a58: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:43:59.949265 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a2b9873-0643-4a1f-89ea-562550f7d928 req-5a7fbe6f-54ce-49a4-997f-089312e20c77 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 210 time: 0.0275412 Nov 23 22:44:00.360669 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:00.577258 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-52a5dd33-fb73-477c-be9d-30ce3801a723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:01.048205 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d764690b-32bb-4cff-8cac-546a21258911 req-44d4cf73-521a-42cc-aa6c-48ca033105e0 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 210 time: 0.0258961 Nov 23 22:44:01.791399 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:02.142787 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-393f7552-dd92-4218-aab2-ff1a84b34cc2 req-d33634be-637a-40ab-a71c-ce422d9f2aa0 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 210 time: 0.0259936 Nov 23 22:44:02.220891 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 1421ab88-786f-4c4e-8346-cc04ec75649a no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:44:02.241791 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 1421ab88-786f-4c4e-8346-cc04ec75649a {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:44:02.242144 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 1421ab88-786f-4c4e-8346-cc04ec75649a not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:44:03.183465 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:03.243081 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b406aab-43e1-4bef-926e-826d5ffea191 req-068a1629-0139-427e-8efe-cfe264c8c74a tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e7f40b0-037e-4009-99cc-84fd3a6d4c2d HTTP/1.1" status: 200 len: 210 time: 0.0270729 Nov 23 22:44:03.950408 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:08.013334 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49142) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:08.071342 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-14933b4e-01fb-4919-99f9-3edb4016d924 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:08.094787 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-14933b4e-01fb-4919-99f9-3edb4016d924 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:08.146010 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-14933b4e-01fb-4919-99f9-3edb4016d924 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:08.148967 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-14933b4e-01fb-4919-99f9-3edb4016d924 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:08.152609 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-14933b4e-01fb-4919-99f9-3edb4016d924 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "DELETE /v2.0/security-groups/afadd45e-12e7-4572-b455-9a12a88f1bc6 HTTP/1.1" status: 204 len: 168 time: 0.1357865 Nov 23 22:44:08.153059 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49144) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:08.166406 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14933b4e-01fb-4919-99f9-3edb4016d924 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afadd45e-12e7-4572-b455-9a12a88f1bc6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:08.170905 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-3ec57e98-33d3-4aeb-af65-0b3b32895669 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] show failed (client error): The resource could not be found. Nov 23 22:44:08.175650 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3ec57e98-33d3-4aeb-af65-0b3b32895669 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "GET /v2.0/security-groups/afadd45e-12e7-4572-b455-9a12a88f1bc6 HTTP/1.1" status: 404 len: 347 time: 0.0179431 Nov 23 22:44:08.175830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49146) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:08.303955 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-464d5b65-260c-4710-8c8e-c675d0ed6223 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Deleting port c932d5f3-2b83-418a-97eb-e05fe73b22df {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:08.304187 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-464d5b65-260c-4710-8c8e-c675d0ed6223 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:08.379825 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-464d5b65-260c-4710-8c8e-c675d0ed6223 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:08.380155 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-464d5b65-260c-4710-8c8e-c675d0ed6223 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:08.391730 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-464d5b65-260c-4710-8c8e-c675d0ed6223 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Calling delete_port for c932d5f3-2b83-418a-97eb-e05fe73b22df owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:08.534317 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-464d5b65-260c-4710-8c8e-c675d0ed6223 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:08.560914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d5b65-260c-4710-8c8e-c675d0ed6223 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Pushing event deleted for resources: {'Port': ['ID=c932d5f3-2b83-418a-97eb-e05fe73b22df,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:08.587466 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d5b65-260c-4710-8c8e-c675d0ed6223 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:08.587820 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d5b65-260c-4710-8c8e-c675d0ed6223 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:08.588167 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d5b65-260c-4710-8c8e-c675d0ed6223 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:08.588510 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d5b65-260c-4710-8c8e-c675d0ed6223 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:08.588877 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d5b65-260c-4710-8c8e-c675d0ed6223 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:08.589231 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d5b65-260c-4710-8c8e-c675d0ed6223 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:08.589566 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d5b65-260c-4710-8c8e-c675d0ed6223 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:08.589922 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d5b65-260c-4710-8c8e-c675d0ed6223 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:08.590252 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d5b65-260c-4710-8c8e-c675d0ed6223 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:08.590581 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d5b65-260c-4710-8c8e-c675d0ed6223 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:08.590936 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d5b65-260c-4710-8c8e-c675d0ed6223 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:08.591267 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d5b65-260c-4710-8c8e-c675d0ed6223 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:08.635589 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-464d5b65-260c-4710-8c8e-c675d0ed6223 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:08.638174 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-464d5b65-260c-4710-8c8e-c675d0ed6223 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:08.639360 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-464d5b65-260c-4710-8c8e-c675d0ed6223 tempest-ServerActionsTestJSON-1660943748 tempest-ServerActionsTestJSON-1660943748-project] 10.222.0.50 "DELETE /v2.0/floatingips/2a76f846-f828-46e2-8261-a489ec384a58 HTTP/1.1" status: 204 len: 168 time: 0.4625583 Nov 23 22:44:08.642329 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49148) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:09.169260 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-089a0b0c-b9e7-4c3c-918c-85601e2b85cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:09.418465 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-089a0b0c-b9e7-4c3c-918c-85601e2b85cd admin admin] Deleting port 78cab001-37bb-472a-b207-294f7c968065 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:09.418844 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-089a0b0c-b9e7-4c3c-918c-85601e2b85cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:09.498900 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-089a0b0c-b9e7-4c3c-918c-85601e2b85cd admin admin] For port 78cab001-37bb-472a-b207-294f7c968065, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=78cab001-37bb-472a-b207-294f7c968065,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:09.499262 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-089a0b0c-b9e7-4c3c-918c-85601e2b85cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:09.516426 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-089a0b0c-b9e7-4c3c-918c-85601e2b85cd admin admin] Calling delete_port for 78cab001-37bb-472a-b207-294f7c968065 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:09.695912 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-089a0b0c-b9e7-4c3c-918c-85601e2b85cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:09.722866 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a0b0c-b9e7-4c3c-918c-85601e2b85cd admin admin] Pushing event deleted for resources: {'Port': ['ID=78cab001-37bb-472a-b207-294f7c968065,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:09.890794 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-089a0b0c-b9e7-4c3c-918c-85601e2b85cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:10.104492 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089a0b0c-b9e7-4c3c-918c-85601e2b85cd admin admin] Router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:44:10.490889 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089a0b0c-b9e7-4c3c-918c-85601e2b85cd admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:44:10.495800 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-089a0b0c-b9e7-4c3c-918c-85601e2b85cd admin admin] 10.222.0.50 "PUT /v2.0/routers/0add7a7d-f2dd-4a64-b32b-26af85b19ff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8524919 Nov 23 22:44:10.498387 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49152) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:10.499969 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d913428-64ae-4142-bb49-e583cfdc5ebb None None] Sync routers for ids ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:44:10.510765 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d913428-64ae-4142-bb49-e583cfdc5ebb None None] Routers {'0add7a7d-f2dd-4a64-b32b-26af85b19ff4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:10.511417 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-4d913428-64ae-4142-bb49-e583cfdc5ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:44:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:10.601382 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3850ea7b-ad1e-4da5-b389-fb1e28c9386d admin admin] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:10.615020 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-4d913428-64ae-4142-bb49-e583cfdc5ebb None None] Set router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:44:10.703664 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3850ea7b-ad1e-4da5-b389-fb1e28c9386d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:10.757601 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-3850ea7b-ad1e-4da5-b389-fb1e28c9386d admin admin] Deleting port d42067ef-d88f-46f6-ba88-50d254a2fcbb {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:10.757853 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3850ea7b-ad1e-4da5-b389-fb1e28c9386d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:10.790019 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-4d913428-64ae-4142-bb49-e583cfdc5ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:44:09Z', 'revision_number': 5, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port': {'id': 'd42067ef-d88f-46f6-ba88-50d254a2fcbb', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4f:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:33:50Z', 'updated_at': '2021-11-23T22:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:10.820254 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d913428-64ae-4142-bb49-e583cfdc5ebb None None] Checking router: 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:44:10.828994 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d913428-64ae-4142-bb49-e583cfdc5ebb None None] Routers {'0add7a7d-f2dd-4a64-b32b-26af85b19ff4'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:44:10.829604 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-4d913428-64ae-4142-bb49-e583cfdc5ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:44:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:10.838909 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-3850ea7b-ad1e-4da5-b389-fb1e28c9386d admin admin] For port d42067ef-d88f-46f6-ba88-50d254a2fcbb, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d42067ef-d88f-46f6-ba88-50d254a2fcbb,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:10.839270 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3850ea7b-ad1e-4da5-b389-fb1e28c9386d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:10.854606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-3850ea7b-ad1e-4da5-b389-fb1e28c9386d admin admin] Calling delete_port for d42067ef-d88f-46f6-ba88-50d254a2fcbb owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:10.916387 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-4d913428-64ae-4142-bb49-e583cfdc5ebb None None] Set router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:44:10.969503 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-4d913428-64ae-4142-bb49-e583cfdc5ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:44:10Z', 'revision_number': 6, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:10.998899 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d913428-64ae-4142-bb49-e583cfdc5ebb None None] The sync data for ids ['0add7a7d-f2dd-4a64-b32b-26af85b19ff4'] in n-d-816206-9 is: [{'id': '0add7a7d-f2dd-4a64-b32b-26af85b19ff4', 'name': 'tempest-ServerActionsTestJSON-944384546-router', 'tenant_id': '0cdb2aea3ca840a688af64f45d702f5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:33:49Z', 'updated_at': '2021-11-23T22:44:10Z', 'revision_number': 6, 'project_id': '0cdb2aea3ca840a688af64f45d702f5c', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:44:11.025875 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3850ea7b-ad1e-4da5-b389-fb1e28c9386d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.048681 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176ac7bf-eb61-4a2a-8230-424e04b14792 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:44:11.057551 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850ea7b-ad1e-4da5-b389-fb1e28c9386d admin admin] Pushing event deleted for resources: {'Port': ['ID=d42067ef-d88f-46f6-ba88-50d254a2fcbb,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:11.117552 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3850ea7b-ad1e-4da5-b389-fb1e28c9386d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.207278 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3850ea7b-ad1e-4da5-b389-fb1e28c9386d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.209391 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3850ea7b-ad1e-4da5-b389-fb1e28c9386d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.252087 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3850ea7b-ad1e-4da5-b389-fb1e28c9386d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.252668 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3850ea7b-ad1e-4da5-b389-fb1e28c9386d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0add7a7d-f2dd-4a64-b32b-26af85b19ff4 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:44:11.257698 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3850ea7b-ad1e-4da5-b389-fb1e28c9386d admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.258860 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3850ea7b-ad1e-4da5-b389-fb1e28c9386d admin admin] 10.222.0.50 "DELETE /v2.0/routers/0add7a7d-f2dd-4a64-b32b-26af85b19ff4 HTTP/1.1" status: 204 len: 168 time: 0.7594106 Nov 23 22:44:11.261306 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49154) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:11.308411 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a0a720-7520-4a17-af21-7a1405bd3e90 admin admin] Deleting subnet 49951b46-e579-443a-8808-f00087df71ee {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:44:11.311577 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-44a0a720-7520-4a17-af21-7a1405bd3e90 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.348208 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-44a0a720-7520-4a17-af21-7a1405bd3e90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.429133 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-44a0a720-7520-4a17-af21-7a1405bd3e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.480905 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-44a0a720-7520-4a17-af21-7a1405bd3e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.511128 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0a720-7520-4a17-af21-7a1405bd3e90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49951b46-e579-443a-8808-f00087df71ee,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:11.519173 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-44a0a720-7520-4a17-af21-7a1405bd3e90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.519771 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe348eb-1ec4-41df-9bf9-5adf6db0a54b None None] Network 8ee40b0a-6bd7-47a9-85d5-80b955544074 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:11.523009 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-44a0a720-7520-4a17-af21-7a1405bd3e90 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/49951b46-e579-443a-8808-f00087df71ee HTTP/1.1" status: 204 len: 168 time: 0.2602248 Nov 23 22:44:11.525110 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49156) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:11.594341 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-76e6cb71-a3d5-497a-b94c-6ad68df934cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.648716 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-76e6cb71-a3d5-497a-b94c-6ad68df934cd admin admin] Deleting port 032fc7ed-6058-4c2a-a414-6de38c272289 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:11.649050 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-76e6cb71-a3d5-497a-b94c-6ad68df934cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.717966 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-76e6cb71-a3d5-497a-b94c-6ad68df934cd admin admin] For port 032fc7ed-6058-4c2a-a414-6de38c272289, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=032fc7ed-6058-4c2a-a414-6de38c272289,segment=NetworkSegment(f02cc104-7a7b-42c6-abff-9f92fb80d601),segment_id=f02cc104-7a7b-42c6-abff-9f92fb80d601)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:11.718243 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-76e6cb71-a3d5-497a-b94c-6ad68df934cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.731402 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-76e6cb71-a3d5-497a-b94c-6ad68df934cd admin admin] Calling delete_port for 032fc7ed-6058-4c2a-a414-6de38c272289 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:11.780804 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280c4fa3-34e9-42c9-b3f6-e7eca864b25e None None] DHCP port deletion for 8ee40b0a-6bd7-47a9-85d5-80b955544074 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:44:11.813301 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-76e6cb71-a3d5-497a-b94c-6ad68df934cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.833994 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-280c4fa3-34e9-42c9-b3f6-e7eca864b25e None None] Deleting port 032fc7ed-6058-4c2a-a414-6de38c272289 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:11.834376 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-280c4fa3-34e9-42c9-b3f6-e7eca864b25e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.845190 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6cb71-a3d5-497a-b94c-6ad68df934cd admin admin] Pushing event deleted for resources: {'Port': ['ID=032fc7ed-6058-4c2a-a414-6de38c272289,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:11.851336 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e6cb71-a3d5-497a-b94c-6ad68df934cd admin admin] No DVR routers for this DVR port 032fc7ed-6058-4c2a-a414-6de38c272289 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:44:11.897726 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 78cab001-37bb-472a-b207-294f7c968065 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:44:11.933907 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-76e6cb71-a3d5-497a-b94c-6ad68df934cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.957447 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-76e6cb71-a3d5-497a-b94c-6ad68df934cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee40b0a-6bd7-47a9-85d5-80b955544074']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:11.967866 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-76e6cb71-a3d5-497a-b94c-6ad68df934cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02cc104-7a7b-42c6-abff-9f92fb80d601') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:11.968162 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-76e6cb71-a3d5-497a-b94c-6ad68df934cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02cc104-7a7b-42c6-abff-9f92fb80d601') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:11.979643 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-76e6cb71-a3d5-497a-b94c-6ad68df934cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:11.997045 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-76e6cb71-a3d5-497a-b94c-6ad68df934cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.005432 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e6cb71-a3d5-497a-b94c-6ad68df934cd admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:44:12.006182 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-76e6cb71-a3d5-497a-b94c-6ad68df934cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:44:12.008377 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:44:12.075320 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-76e6cb71-a3d5-497a-b94c-6ad68df934cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.086655 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-76e6cb71-a3d5-497a-b94c-6ad68df934cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.092434 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-76e6cb71-a3d5-497a-b94c-6ad68df934cd admin admin] 10.222.0.50 "DELETE /v2.0/networks/8ee40b0a-6bd7-47a9-85d5-80b955544074 HTTP/1.1" status: 204 len: 168 time: 0.5638826 Nov 23 22:44:12.097183 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 78cab001-37bb-472a-b207-294f7c968065 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:44:12.097726 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 78cab001-37bb-472a-b207-294f7c968065 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:44:12.101315 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-280c4fa3-34e9-42c9-b3f6-e7eca864b25e None None] For port 032fc7ed-6058-4c2a-a414-6de38c272289, host n-d-816206-9, got binding levels [] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:12.101712 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-280c4fa3-34e9-42c9-b3f6-e7eca864b25e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.104313 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6cb71-a3d5-497a-b94c-6ad68df934cd admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee40b0a-6bd7-47a9-85d5-80b955544074,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:12.119243 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-280c4fa3-34e9-42c9-b3f6-e7eca864b25e None None] Calling delete_port for 032fc7ed-6058-4c2a-a414-6de38c272289 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:12.122240 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.ipam_backend_mixin [None req-280c4fa3-34e9-42c9-b3f6-e7eca864b25e None None] Port 032fc7ed-6058-4c2a-a414-6de38c272289 was not found and therefore no delete operation was performed {{(pid=110035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 22:44:12.123502 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-280c4fa3-34e9-42c9-b3f6-e7eca864b25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.148974 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-280c4fa3-34e9-42c9-b3f6-e7eca864b25e None None] Network 8ee40b0a-6bd7-47a9-85d5-80b955544074 is not hosted by any dhcp agent {{(pid=110035) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 22:44:12.149527 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280c4fa3-34e9-42c9-b3f6-e7eca864b25e None None] No DVR routers for this DVR port 032fc7ed-6058-4c2a-a414-6de38c272289 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:44:12.151393 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c4fa3-34e9-42c9-b3f6-e7eca864b25e None None] Pushing event deleted for resources: {'Port': ['ID=032fc7ed-6058-4c2a-a414-6de38c272289,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:12.223285 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49160) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:12.262950 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5240bdc9-f3bf-4704-9fe5-278168c0e5cc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0cdb2aea3ca840a688af64f45d702f5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384884 Nov 23 22:44:12.265428 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49162) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:12.312300 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-84da083e-6831-4372-a371-13f148469a78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.332750 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-84da083e-6831-4372-a371-13f148469a78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.386172 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-84da083e-6831-4372-a371-13f148469a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.388817 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-84da083e-6831-4372-a371-13f148469a78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:12.389866 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-84da083e-6831-4372-a371-13f148469a78 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8355f0a6-8de7-4839-b624-c9e6562239e5 HTTP/1.1" status: 204 len: 168 time: 0.1235585 Nov 23 22:44:12.397508 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da083e-6831-4372-a371-13f148469a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8355f0a6-8de7-4839-b624-c9e6562239e5,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:13.078709 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49184) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:13.174349 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-90da0a53-bd36-468c-acb1-ed87d34e6f5f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1116763820-network', 'tenant_id': '018448f9c50f46d3aeff1d9adcf9980f'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:13.197697 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90da0a53-bd36-468c-acb1-ed87d34e6f5f admin admin] Made reservation on behalf of 018448f9c50f46d3aeff1d9adcf9980f for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:13.200090 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90da0a53-bd36-468c-acb1-ed87d34e6f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.209292 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90da0a53-bd36-468c-acb1-ed87d34e6f5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.290481 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90da0a53-bd36-468c-acb1-ed87d34e6f5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.294853 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90da0a53-bd36-468c-acb1-ed87d34e6f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.317208 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90da0a53-bd36-468c-acb1-ed87d34e6f5f admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:44:13.331996 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da0a53-bd36-468c-acb1-ed87d34e6f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:13.336889 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90da0a53-bd36-468c-acb1-ed87d34e6f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.337231 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-90da0a53-bd36-468c-acb1-ed87d34e6f5f admin admin] Added segment 2d140932-07a3-445b-91c9-3037d07fcde1 of type vlan for network 9408c164-61c0-4c71-a362-2cd81343cdac Nov 23 22:44:13.377134 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90da0a53-bd36-468c-acb1-ed87d34e6f5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.402805 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90da0a53-bd36-468c-acb1-ed87d34e6f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.403803 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90da0a53-bd36-468c-acb1-ed87d34e6f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:13.404758 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90da0a53-bd36-468c-acb1-ed87d34e6f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.444960 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-90da0a53-bd36-468c-acb1-ed87d34e6f5f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3650887 Nov 23 22:44:13.447972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49188) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:13.453096 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d92aedbc-9539-4080-8665-a1b82e38dc4f admin admin] Request body: {'subnet': {'network_id': '9408c164-61c0-4c71-a362-2cd81343cdac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1116763820-subnet', 'tenant_id': '018448f9c50f46d3aeff1d9adcf9980f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:13.467008 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 032fc7ed-6058-4c2a-a414-6de38c272289 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:44:13.479551 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da0a53-bd36-468c-acb1-ed87d34e6f5f admin admin] Pushing event updated for resources: {'Network': ['ID=9408c164-61c0-4c71-a362-2cd81343cdac,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:13.480814 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92aedbc-9539-4080-8665-a1b82e38dc4f admin admin] Made reservation on behalf of 018448f9c50f46d3aeff1d9adcf9980f for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:13.484881 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d92aedbc-9539-4080-8665-a1b82e38dc4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.487435 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 032fc7ed-6058-4c2a-a414-6de38c272289 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:44:13.487812 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 032fc7ed-6058-4c2a-a414-6de38c272289 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:44:13.488335 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d42067ef-d88f-46f6-ba88-50d254a2fcbb no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:44:13.492057 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 9408c164-61c0-4c71-a362-2cd81343cdac details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:44:13.511143 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: d42067ef-d88f-46f6-ba88-50d254a2fcbb {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:44:13.511752 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d42067ef-d88f-46f6-ba88-50d254a2fcbb not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:44:13.600892 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:44:13.663640 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d92aedbc-9539-4080-8665-a1b82e38dc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.721626 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92aedbc-9539-4080-8665-a1b82e38dc4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=21e4bed5-7cb0-4403-a845-a6a8dcf352d0,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:13.731632 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92aedbc-9539-4080-8665-a1b82e38dc4f admin admin] Checking segment: {'id': '2d140932-07a3-445b-91c9-3037d07fcde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9408c164-61c0-4c71-a362-2cd81343cdac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:13.731997 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92aedbc-9539-4080-8665-a1b82e38dc4f admin admin] Network hostable DHCP agents. Network: 9408c164-61c0-4c71-a362-2cd81343cdac, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:44:13.749260 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92aedbc-9539-4080-8665-a1b82e38dc4f admin admin] Network 9408c164-61c0-4c71-a362-2cd81343cdac is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:44:13.759375 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-d92aedbc-9539-4080-8665-a1b82e38dc4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 9408c164-61c0-4c71-a362-2cd81343cdac) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:13.765555 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92aedbc-9539-4080-8665-a1b82e38dc4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:13.766208 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d92aedbc-9539-4080-8665-a1b82e38dc4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:13.767688 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b02cbd0-48b6-4809-b4fd-3f278061e1dd None None] Network 9408c164-61c0-4c71-a362-2cd81343cdac requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:13.790525 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d92aedbc-9539-4080-8665-a1b82e38dc4f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3329937 Nov 23 22:44:13.897933 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fb33eb-4f50-444d-bd66-8625ff4d715e None None] Network 9408c164-61c0-4c71-a362-2cd81343cdac requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:14.206980 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f64604-8fa9-404e-a727-80f45fc32560 req-40c18568-501b-4872-8d40-5528e81021ee tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:14.208354 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08f64604-8fa9-404e-a727-80f45fc32560 req-40c18568-501b-4872-8d40-5528e81021ee tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/networks?id=9408c164-61c0-4c71-a362-2cd81343cdac HTTP/1.1" status: 200 len: 814 time: 0.1038384 Nov 23 22:44:14.223264 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08f64604-8fa9-404e-a727-80f45fc32560 req-f91f908b-152e-4564-9665-ef685d175668 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/quotas/018448f9c50f46d3aeff1d9adcf9980f HTTP/1.1" status: 200 len: 375 time: 0.0091548 Nov 23 22:44:14.259344 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08f64604-8fa9-404e-a727-80f45fc32560 req-eb8d1d3e-3dde-4f4a-9f05-037bc49a464c tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=018448f9c50f46d3aeff1d9adcf9980f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309417 Nov 23 22:44:14.421118 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08f64604-8fa9-404e-a727-80f45fc32560 req-1f4fbb07-8abc-4fa0-b7f3-2be039a6f389 service neutron] 10.222.0.50 "GET /v2.0/networks/9408c164-61c0-4c71-a362-2cd81343cdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206932 Nov 23 22:44:14.515476 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08f64604-8fa9-404e-a727-80f45fc32560 req-63a95915-e09d-4016-98f3-5192f30da574 service neutron] 10.222.0.50 "GET /v2.0/networks/9408c164-61c0-4c71-a362-2cd81343cdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875697 Nov 23 22:44:14.683959 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ba79fbd0-2841-43ad-864d-147a68cdc53d req-cfc87e1c-0fb2-4afe-9e5a-e26433d16874 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=208fe4e5-8cfc-468d-ab4d-222716c7a735 HTTP/1.1" status: 200 len: 210 time: 0.0297935 Nov 23 22:44:15.793735 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-65768c40-5fc6-4742-bd3f-27670f0db1ed req-000f824f-a09a-4529-b7e6-82cd4e5baea3 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=208fe4e5-8cfc-468d-ab4d-222716c7a735 HTTP/1.1" status: 200 len: 210 time: 0.0323961 Nov 23 22:44:15.816186 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f64604-8fa9-404e-a727-80f45fc32560 req-47c6745f-7b7f-4580-b6c4-e9938f780d76 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:15.817776 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-08f64604-8fa9-404e-a727-80f45fc32560 req-47c6745f-7b7f-4580-b6c4-e9938f780d76 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.53 "GET /v2.0/networks?id=9408c164-61c0-4c71-a362-2cd81343cdac HTTP/1.1" status: 200 len: 814 time: 0.1138289 Nov 23 22:44:15.832819 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-08f64604-8fa9-404e-a727-80f45fc32560 req-f140901f-02eb-4780-96be-935d735b654f tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Request body: {'port': {'device_id': '208fe4e5-8cfc-468d-ab4d-222716c7a735', 'network_id': '9408c164-61c0-4c71-a362-2cd81343cdac', 'admin_state_up': True, 'tenant_id': '018448f9c50f46d3aeff1d9adcf9980f'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:15.944337 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f64604-8fa9-404e-a727-80f45fc32560 req-f140901f-02eb-4780-96be-935d735b654f tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Made reservation on behalf of 018448f9c50f46d3aeff1d9adcf9980f for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:15.948294 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-08f64604-8fa9-404e-a727-80f45fc32560 req-f140901f-02eb-4780-96be-935d735b654f tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:16.072429 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-08f64604-8fa9-404e-a727-80f45fc32560 req-f140901f-02eb-4780-96be-935d735b654f tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Allocated IP 172.20.0.13 (9408c164-61c0-4c71-a362-2cd81343cdac/21e4bed5-7cb0-4403-a845-a6a8dcf352d0/64d011b4-27af-4ad4-892a-4ff1b30ecbfc) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:16.228962 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-08f64604-8fa9-404e-a727-80f45fc32560 req-f140901f-02eb-4780-96be-935d735b654f tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:16.263063 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-08f64604-8fa9-404e-a727-80f45fc32560 req-f140901f-02eb-4780-96be-935d735b654f tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:16.304247 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f64604-8fa9-404e-a727-80f45fc32560 req-f140901f-02eb-4780-96be-935d735b654f tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Network 9408c164-61c0-4c71-a362-2cd81343cdac is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:16.309248 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-08f64604-8fa9-404e-a727-80f45fc32560 req-f140901f-02eb-4780-96be-935d735b654f tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:16.312814 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f64604-8fa9-404e-a727-80f45fc32560 req-f140901f-02eb-4780-96be-935d735b654f tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:16.343341 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140901f-02eb-4780-96be-935d735b654f tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Pushing event updated for resources: {'Port': ['ID=64d011b4-27af-4ad4-892a-4ff1b30ecbfc,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:16.371846 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f64604-8fa9-404e-a727-80f45fc32560 req-f140901f-02eb-4780-96be-935d735b654f tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:16.372467 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-08f64604-8fa9-404e-a727-80f45fc32560 req-f140901f-02eb-4780-96be-935d735b654f tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:16.388110 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-08f64604-8fa9-404e-a727-80f45fc32560 req-f140901f-02eb-4780-96be-935d735b654f tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5603106 Nov 23 22:44:16.405804 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-08f64604-8fa9-404e-a727-80f45fc32560 req-e36a9e0d-c8c3-4aa4-9ca2-4752142ee3d3 service neutron] Request body: {'port': {'device_id': '208fe4e5-8cfc-468d-ab4d-222716c7a735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:16.459014 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-08f64604-8fa9-404e-a727-80f45fc32560 req-e36a9e0d-c8c3-4aa4-9ca2-4752142ee3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:16.717005 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-08f64604-8fa9-404e-a727-80f45fc32560 req-e36a9e0d-c8c3-4aa4-9ca2-4752142ee3d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d011b4-27af-4ad4-892a-4ff1b30ecbfc {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:16.724843 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-08f64604-8fa9-404e-a727-80f45fc32560 req-e36a9e0d-c8c3-4aa4-9ca2-4752142ee3d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:16.736685 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-08f64604-8fa9-404e-a727-80f45fc32560 req-e36a9e0d-c8c3-4aa4-9ca2-4752142ee3d3 service neutron] Transition to ACTIVE for port object 64d011b4-27af-4ad4-892a-4ff1b30ecbfc will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:44:16.739986 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-08f64604-8fa9-404e-a727-80f45fc32560 req-e36a9e0d-c8c3-4aa4-9ca2-4752142ee3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:16.795228 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a9e0d-c8c3-4aa4-9ca2-4752142ee3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=64d011b4-27af-4ad4-892a-4ff1b30ecbfc,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:16.860553 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-08f64604-8fa9-404e-a727-80f45fc32560 req-e36a9e0d-c8c3-4aa4-9ca2-4752142ee3d3 service neutron] Attempting to bind port 64d011b4-27af-4ad4-892a-4ff1b30ecbfc on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:16.861261 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-08f64604-8fa9-404e-a727-80f45fc32560 req-e36a9e0d-c8c3-4aa4-9ca2-4752142ee3d3 service neutron] Attempting to bind port 64d011b4-27af-4ad4-892a-4ff1b30ecbfc by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '2d140932-07a3-445b-91c9-3037d07fcde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9408c164-61c0-4c71-a362-2cd81343cdac'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:16.861476 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f64604-8fa9-404e-a727-80f45fc32560 req-e36a9e0d-c8c3-4aa4-9ca2-4752142ee3d3 service neutron] Attempting to bind port 64d011b4-27af-4ad4-892a-4ff1b30ecbfc on network 9408c164-61c0-4c71-a362-2cd81343cdac {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:16.865915 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f64604-8fa9-404e-a727-80f45fc32560 req-e36a9e0d-c8c3-4aa4-9ca2-4752142ee3d3 service neutron] Port 64d011b4-27af-4ad4-892a-4ff1b30ecbfc on network 9408c164-61c0-4c71-a362-2cd81343cdac not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:44:16.866244 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f64604-8fa9-404e-a727-80f45fc32560 req-e36a9e0d-c8c3-4aa4-9ca2-4752142ee3d3 service neutron] Attempting to bind port 64d011b4-27af-4ad4-892a-4ff1b30ecbfc on network 9408c164-61c0-4c71-a362-2cd81343cdac {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:16.871024 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f64604-8fa9-404e-a727-80f45fc32560 req-e36a9e0d-c8c3-4aa4-9ca2-4752142ee3d3 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:16.871367 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f64604-8fa9-404e-a727-80f45fc32560 req-e36a9e0d-c8c3-4aa4-9ca2-4752142ee3d3 service neutron] Checking segment: {'id': '2d140932-07a3-445b-91c9-3037d07fcde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9408c164-61c0-4c71-a362-2cd81343cdac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:16.871745 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f64604-8fa9-404e-a727-80f45fc32560 req-e36a9e0d-c8c3-4aa4-9ca2-4752142ee3d3 service neutron] Bound using segment: {'id': '2d140932-07a3-445b-91c9-3037d07fcde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9408c164-61c0-4c71-a362-2cd81343cdac'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:16.872167 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-08f64604-8fa9-404e-a727-80f45fc32560 req-e36a9e0d-c8c3-4aa4-9ca2-4752142ee3d3 service neutron] Bound port: 64d011b4-27af-4ad4-892a-4ff1b30ecbfc, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d140932-07a3-445b-91c9-3037d07fcde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9408c164-61c0-4c71-a362-2cd81343cdac'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:16.872523 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-08f64604-8fa9-404e-a727-80f45fc32560 req-e36a9e0d-c8c3-4aa4-9ca2-4752142ee3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:16.914740 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812a776-d75a-419e-b4be-1118d2ec6413 req-db8441ef-7fbe-48e8-9672-bac55e5775e4 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:16.916258 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4812a776-d75a-419e-b4be-1118d2ec6413 req-db8441ef-7fbe-48e8-9672-bac55e5775e4 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=208fe4e5-8cfc-468d-ab4d-222716c7a735 HTTP/1.1" status: 200 len: 944 time: 0.0515316 Nov 23 22:44:16.938358 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-08f64604-8fa9-404e-a727-80f45fc32560 req-e36a9e0d-c8c3-4aa4-9ca2-4752142ee3d3 service neutron] For port 64d011b4-27af-4ad4-892a-4ff1b30ecbfc, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:16.942387 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-08f64604-8fa9-404e-a727-80f45fc32560 req-e36a9e0d-c8c3-4aa4-9ca2-4752142ee3d3 service neutron] For port 64d011b4-27af-4ad4-892a-4ff1b30ecbfc, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=64d011b4-27af-4ad4-892a-4ff1b30ecbfc,segment=NetworkSegment(2d140932-07a3-445b-91c9-3037d07fcde1),segment_id=2d140932-07a3-445b-91c9-3037d07fcde1)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:16.946979 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-08f64604-8fa9-404e-a727-80f45fc32560 req-e36a9e0d-c8c3-4aa4-9ca2-4752142ee3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:16.968318 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4812a776-d75a-419e-b4be-1118d2ec6413 req-e06a7002-27d7-4ff9-8616-51807d5bc38e tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458026 Nov 23 22:44:16.985887 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f64604-8fa9-404e-a727-80f45fc32560 req-e36a9e0d-c8c3-4aa4-9ca2-4752142ee3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:16.986518 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-08f64604-8fa9-404e-a727-80f45fc32560 req-e36a9e0d-c8c3-4aa4-9ca2-4752142ee3d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:16.988211 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-08f64604-8fa9-404e-a727-80f45fc32560 req-e36a9e0d-c8c3-4aa4-9ca2-4752142ee3d3 service neutron] 10.222.0.53 "PUT /v2.0/ports/64d011b4-27af-4ad4-892a-4ff1b30ecbfc HTTP/1.1" status: 200 len: 1092 time: 0.5862532 Nov 23 22:44:16.988662 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208fe4e5-8cfc-468d-ab4d-222716c7a735', 'tag': '64d011b4-27af-4ad4-892a-4ff1b30ecbfc'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:16.990970 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4b74d7-ccd8-42e1-9aee-ba1c6ffafcf0" -d '{"events": [{"name": "network-changed", "server_uuid": "208fe4e5-8cfc-468d-ab4d-222716c7a735", "tag": "64d011b4-27af-4ad4-892a-4ff1b30ecbfc"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:17.015944 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a9e0d-c8c3-4aa4-9ca2-4752142ee3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=64d011b4-27af-4ad4-892a-4ff1b30ecbfc,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:17.036172 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e81746e-f45b-4778-8922-8e99bd79216f x-openstack-request-id: req-5e81746e-f45b-4778-8922-8e99bd79216f {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:17.036476 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208fe4e5-8cfc-468d-ab4d-222716c7a735", "tag": "64d011b4-27af-4ad4-892a-4ff1b30ecbfc", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:17.036733 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5e81746e-f45b-4778-8922-8e99bd79216f {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:17.037169 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '208fe4e5-8cfc-468d-ab4d-222716c7a735', 'tag': '64d011b4-27af-4ad4-892a-4ff1b30ecbfc', 'status': 'completed', 'code': 200} Nov 23 22:44:17.092060 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f64604-8fa9-404e-a727-80f45fc32560 req-589b5d2d-b4b0-4552-8860-4ee031590eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:17.093549 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-08f64604-8fa9-404e-a727-80f45fc32560 req-589b5d2d-b4b0-4552-8860-4ee031590eff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=018448f9c50f46d3aeff1d9adcf9980f&device_id=208fe4e5-8cfc-468d-ab4d-222716c7a735 HTTP/1.1" status: 200 len: 1095 time: 0.0421081 Nov 23 22:44:17.139026 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-08f64604-8fa9-404e-a727-80f45fc32560 req-75d5c3c0-7933-4d25-b5e3-d1373ad98ec5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64d011b4-27af-4ad4-892a-4ff1b30ecbfc HTTP/1.1" status: 200 len: 217 time: 0.0352552 Nov 23 22:44:17.197365 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f64604-8fa9-404e-a727-80f45fc32560 req-91694d01-4baa-419c-8bd5-ca6afe54d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:17.198840 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-08f64604-8fa9-404e-a727-80f45fc32560 req-91694d01-4baa-419c-8bd5-ca6afe54d464 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=21e4bed5-7cb0-4403-a845-a6a8dcf352d0 HTTP/1.1" status: 200 len: 854 time: 0.0475440 Nov 23 22:44:17.234180 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-08f64604-8fa9-404e-a727-80f45fc32560 req-6289a289-a3bb-495c-a81d-2a90bd99bd0b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9408c164-61c0-4c71-a362-2cd81343cdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238047 Nov 23 22:44:17.327758 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-08f64604-8fa9-404e-a727-80f45fc32560 req-6fb0aa8b-dfbd-4096-a7d5-1e1c726fdfb5 service neutron] 10.222.0.53 "GET /v2.0/networks/9408c164-61c0-4c71-a362-2cd81343cdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818591 Nov 23 22:44:17.424113 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-08f64604-8fa9-404e-a727-80f45fc32560 req-752b71d0-15c5-403c-a7e6-bdf34682fbcd service neutron] 10.222.0.53 "GET /v2.0/networks/9408c164-61c0-4c71-a362-2cd81343cdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851946 Nov 23 22:44:17.517092 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b74d7-ccd8-42e1-9aee-ba1c6ffafcf0 req-1fe72225-cd24-48e0-a02a-07f3ff1e4c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:17.518482 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8f4b74d7-ccd8-42e1-9aee-ba1c6ffafcf0 req-1fe72225-cd24-48e0-a02a-07f3ff1e4c52 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=018448f9c50f46d3aeff1d9adcf9980f&device_id=208fe4e5-8cfc-468d-ab4d-222716c7a735 HTTP/1.1" status: 200 len: 1095 time: 0.0415008 Nov 23 22:44:17.615305 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b74d7-ccd8-42e1-9aee-ba1c6ffafcf0 req-ad1fefbf-33d8-4fa2-a21c-e2cb259afec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:17.616771 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8f4b74d7-ccd8-42e1-9aee-ba1c6ffafcf0 req-ad1fefbf-33d8-4fa2-a21c-e2cb259afec9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9408c164-61c0-4c71-a362-2cd81343cdac HTTP/1.1" status: 200 len: 915 time: 0.0889673 Nov 23 22:44:17.657266 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8f4b74d7-ccd8-42e1-9aee-ba1c6ffafcf0 req-255cbca3-3b60-40c5-91bc-0c76b29b032a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64d011b4-27af-4ad4-892a-4ff1b30ecbfc HTTP/1.1" status: 200 len: 217 time: 0.0330508 Nov 23 22:44:17.706571 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b74d7-ccd8-42e1-9aee-ba1c6ffafcf0 req-fd02b6bf-df37-41ae-8975-fe5f754536b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:17.708091 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8f4b74d7-ccd8-42e1-9aee-ba1c6ffafcf0 req-fd02b6bf-df37-41ae-8975-fe5f754536b4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=21e4bed5-7cb0-4403-a845-a6a8dcf352d0 HTTP/1.1" status: 200 len: 854 time: 0.0421355 Nov 23 22:44:17.745042 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8f4b74d7-ccd8-42e1-9aee-ba1c6ffafcf0 req-0b23a237-15ea-493c-a9ab-cddaf12fa0bb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9408c164-61c0-4c71-a362-2cd81343cdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283537 Nov 23 22:44:17.833928 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8f4b74d7-ccd8-42e1-9aee-ba1c6ffafcf0 req-dd02c7f2-5e3c-434b-ab62-5bc25bc0f3b3 service neutron] 10.222.0.53 "GET /v2.0/networks/9408c164-61c0-4c71-a362-2cd81343cdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804868 Nov 23 22:44:17.932071 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8f4b74d7-ccd8-42e1-9aee-ba1c6ffafcf0 req-9d35f2b4-34ba-4be0-8c94-8d807f7e1196 service neutron] 10.222.0.53 "GET /v2.0/networks/9408c164-61c0-4c71-a362-2cd81343cdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856168 Nov 23 22:44:18.088840 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025415c-6bdb-44c8-89cf-23c5b0ef5e0e req-4107b844-4fba-4cce-a4b2-cde29962f7e8 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:18.090207 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2025415c-6bdb-44c8-89cf-23c5b0ef5e0e req-4107b844-4fba-4cce-a4b2-cde29962f7e8 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=208fe4e5-8cfc-468d-ab4d-222716c7a735 HTTP/1.1" status: 200 len: 944 time: 0.0532091 Nov 23 22:44:18.138170 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2025415c-6bdb-44c8-89cf-23c5b0ef5e0e req-e187f189-264d-4d07-b2b5-998573d0a2d8 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418677 Nov 23 22:44:19.254689 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bc6f8-9155-4eb8-b382-3dcae3131626 req-d9d21576-53e0-46aa-9dc6-c372a47877b4 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:19.256159 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2e5bc6f8-9155-4eb8-b382-3dcae3131626 req-d9d21576-53e0-46aa-9dc6-c372a47877b4 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=208fe4e5-8cfc-468d-ab4d-222716c7a735 HTTP/1.1" status: 200 len: 944 time: 0.0498562 Nov 23 22:44:19.302212 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2e5bc6f8-9155-4eb8-b382-3dcae3131626 req-2cc5e4bb-5d2b-4224-9b74-993a41704079 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400715 Nov 23 22:44:20.260603 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 64d011b4-27af-4ad4-892a-4ff1b30ecbfc details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:44:20.359590 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 64d011b4-27af-4ad4-892a-4ff1b30ecbfc, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=64d011b4-27af-4ad4-892a-4ff1b30ecbfc,segment=NetworkSegment(2d140932-07a3-445b-91c9-3037d07fcde1),segment_id=2d140932-07a3-445b-91c9-3037d07fcde1)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:20.370471 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '64d011b4-27af-4ad4-892a-4ff1b30ecbfc', 'network_id': '9408c164-61c0-4c71-a362-2cd81343cdac', 'port_id': '64d011b4-27af-4ad4-892a-4ff1b30ecbfc', 'mac_address': 'fa:16:3e:db:40:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e4bed5-7cb0-4403-a845-a6a8dcf352d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:44:20.407955 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:20.417216 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412e5ce-e765-451f-8b0d-854f1e97572d req-3f207bb5-1500-4737-ab4a-c832a71de508 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:20.418810 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5412e5ce-e765-451f-8b0d-854f1e97572d req-3f207bb5-1500-4737-ab4a-c832a71de508 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=208fe4e5-8cfc-468d-ab4d-222716c7a735 HTTP/1.1" status: 200 len: 944 time: 0.0485067 Nov 23 22:44:20.423963 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d011b4-27af-4ad4-892a-4ff1b30ecbfc {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:20.443542 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 64d011b4-27af-4ad4-892a-4ff1b30ecbfc, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=64d011b4-27af-4ad4-892a-4ff1b30ecbfc,segment=NetworkSegment(2d140932-07a3-445b-91c9-3037d07fcde1),segment_id=2d140932-07a3-445b-91c9-3037d07fcde1)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:20.447895 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:20.473822 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5412e5ce-e765-451f-8b0d-854f1e97572d req-346dfaa0-b65b-4a9b-b26b-1f41984fda18 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484059 Nov 23 22:44:20.493623 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=64d011b4-27af-4ad4-892a-4ff1b30ecbfc,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:20.695985 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['64d011b4-27af-4ad4-892a-4ff1b30ecbfc'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:44:21.587745 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7632fe-e931-46af-a512-793f4160b4c7 req-21737b07-5234-428c-b98d-728a3a176196 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:21.589231 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b7632fe-e931-46af-a512-793f4160b4c7 req-21737b07-5234-428c-b98d-728a3a176196 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=208fe4e5-8cfc-468d-ab4d-222716c7a735 HTTP/1.1" status: 200 len: 945 time: 0.0494957 Nov 23 22:44:21.638226 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0b7632fe-e931-46af-a512-793f4160b4c7 req-ad61e1f8-36a4-4a15-9074-920aaa522eb5 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430548 Nov 23 22:44:22.277445 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 64d011b4-27af-4ad4-892a-4ff1b30ecbfc up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:22.325253 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 64d011b4-27af-4ad4-892a-4ff1b30ecbfc completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:44:22.329593 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 64d011b4-27af-4ad4-892a-4ff1b30ecbfc triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:22.330037 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:22.410066 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:22.432169 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208fe4e5-8cfc-468d-ab4d-222716c7a735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d011b4-27af-4ad4-892a-4ff1b30ecbfc'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:22.434454 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6050a13f-dbc2-48db-b098-c970a6efca63" -d '{"events": [{"server_uuid": "208fe4e5-8cfc-468d-ab4d-222716c7a735", "name": "network-vif-plugged", "status": "completed", "tag": "64d011b4-27af-4ad4-892a-4ff1b30ecbfc"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:22.448017 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 64d011b4-27af-4ad4-892a-4ff1b30ecbfc, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=64d011b4-27af-4ad4-892a-4ff1b30ecbfc,segment=NetworkSegment(2d140932-07a3-445b-91c9-3037d07fcde1),segment_id=2d140932-07a3-445b-91c9-3037d07fcde1)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:22.452763 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:22.476482 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9838b5df-6ea0-4c9d-9c1d-6186aae01911 x-openstack-request-id: req-9838b5df-6ea0-4c9d-9c1d-6186aae01911 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:22.476775 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208fe4e5-8cfc-468d-ab4d-222716c7a735", "name": "network-vif-plugged", "status": "completed", "tag": "64d011b4-27af-4ad4-892a-4ff1b30ecbfc", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:22.477027 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9838b5df-6ea0-4c9d-9c1d-6186aae01911 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:22.477414 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208fe4e5-8cfc-468d-ab4d-222716c7a735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d011b4-27af-4ad4-892a-4ff1b30ecbfc', 'code': 200} Nov 23 22:44:22.504098 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=64d011b4-27af-4ad4-892a-4ff1b30ecbfc,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:22.584217 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15924905-cc0a-4857-9263-86068d1e8b88 req-43252f7d-a818-4fa0-ab4a-331e6723144f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:22.585738 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-15924905-cc0a-4857-9263-86068d1e8b88 req-43252f7d-a818-4fa0-ab4a-331e6723144f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=208fe4e5-8cfc-468d-ab4d-222716c7a735 HTTP/1.1" status: 200 len: 1097 time: 0.0414424 Nov 23 22:44:22.632442 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-15924905-cc0a-4857-9263-86068d1e8b88 req-048e7615-fa90-461e-9bca-337512d01f29 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387433 Nov 23 22:44:22.753400 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e29b2-1795-4c3a-a2ce-32b7c0b4168a req-15ee7e42-d6d1-4979-94b3-d88ecdd1a873 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:22.754924 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5c4e29b2-1795-4c3a-a2ce-32b7c0b4168a req-15ee7e42-d6d1-4979-94b3-d88ecdd1a873 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=208fe4e5-8cfc-468d-ab4d-222716c7a735 HTTP/1.1" status: 200 len: 946 time: 0.0498569 Nov 23 22:44:22.801990 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5c4e29b2-1795-4c3a-a2ce-32b7c0b4168a req-b837894f-6545-497a-aab4-a81d8d3f281f tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411382 Nov 23 22:44:23.303980 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:23.926817 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fc9dd-73ec-44ad-b1f7-8181e316bb8e req-b13584d5-3ff8-4206-a4d3-14a81f446f62 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:23.928299 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-652fc9dd-73ec-44ad-b1f7-8181e316bb8e req-b13584d5-3ff8-4206-a4d3-14a81f446f62 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=208fe4e5-8cfc-468d-ab4d-222716c7a735 HTTP/1.1" status: 200 len: 946 time: 0.0550365 Nov 23 22:44:23.975224 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-652fc9dd-73ec-44ad-b1f7-8181e316bb8e req-9aa6683e-8f68-482e-9b37-f05c628b90e0 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408616 Nov 23 22:44:25.094373 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865e553-6d80-4c3e-a9d1-b2f785d1f960 req-fe7fd980-007b-4519-a5e7-3c7da9665867 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:25.095939 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a865e553-6d80-4c3e-a9d1-b2f785d1f960 req-fe7fd980-007b-4519-a5e7-3c7da9665867 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=208fe4e5-8cfc-468d-ab4d-222716c7a735 HTTP/1.1" status: 200 len: 946 time: 0.0517907 Nov 23 22:44:25.145647 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a865e553-6d80-4c3e-a9d1-b2f785d1f960 req-8e64af10-ab45-4d2f-9478-f5a6d7ea861d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434873 Nov 23 22:44:25.371646 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-8d6dda36-8ff6-476a-9697-39b9b460e8c2 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:25.373109 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-8d6dda36-8ff6-476a-9697-39b9b460e8c2 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/networks?id=9408c164-61c0-4c71-a362-2cd81343cdac HTTP/1.1" status: 200 len: 814 time: 0.1058717 Nov 23 22:44:25.388032 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-65d2b2bb-c3e4-40eb-894a-833d8bcc606f tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/quotas/018448f9c50f46d3aeff1d9adcf9980f HTTP/1.1" status: 200 len: 375 time: 0.0088925 Nov 23 22:44:25.435805 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-e8f26984-edcd-4259-8160-6fdd1c172862 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=018448f9c50f46d3aeff1d9adcf9980f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426257 Nov 23 22:44:25.446979 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-65e5586f-be5e-409c-a658-aaff497810e2 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:44:25.447907 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-65e5586f-be5e-409c-a658-aaff497810e2 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048931 Nov 23 22:44:25.539180 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-c2c354ac-362b-4811-a518-d25d49bb5d6b service neutron] 10.222.0.50 "GET /v2.0/networks/9408c164-61c0-4c71-a362-2cd81343cdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855258 Nov 23 22:44:25.627530 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-8e9cf9e8-e530-4089-a7b2-8a0aa3a04e52 service neutron] 10.222.0.50 "GET /v2.0/networks/9408c164-61c0-4c71-a362-2cd81343cdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825512 Nov 23 22:44:25.793149 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f7addfd-4a5d-463f-98e4-0e949e2f2f9b req-4b3a8397-5312-417b-ae04-62287b9352a1 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=5540f773-c8c4-481b-81a1-e722a2023112 HTTP/1.1" status: 200 len: 210 time: 0.0315092 Nov 23 22:44:26.861359 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-5a82603c-c30d-4be1-b4ad-86d8aac8aa6a tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:26.863763 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-5a82603c-c30d-4be1-b4ad-86d8aac8aa6a tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.60 "GET /v2.0/networks?id=9408c164-61c0-4c71-a362-2cd81343cdac HTTP/1.1" status: 200 len: 814 time: 0.1090615 Nov 23 22:44:26.883538 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Request body: {'port': {'device_id': '5540f773-c8c4-481b-81a1-e722a2023112', 'network_id': '9408c164-61c0-4c71-a362-2cd81343cdac', 'admin_state_up': True, 'tenant_id': '018448f9c50f46d3aeff1d9adcf9980f'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:26.891205 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7ee09a26-d902-4b50-85e5-1588e0d51f87 req-6c7ef8e0-fcf3-49f8-9786-48cfb2627fb6 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=5540f773-c8c4-481b-81a1-e722a2023112 HTTP/1.1" status: 200 len: 210 time: 0.0269544 Nov 23 22:44:26.988515 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Made reservation on behalf of 018448f9c50f46d3aeff1d9adcf9980f for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:26.991963 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:27.115849 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Allocated IP 172.20.0.6 (9408c164-61c0-4c71-a362-2cd81343cdac/21e4bed5-7cb0-4403-a845-a6a8dcf352d0/e36e1ded-fcec-4602-b046-285233563e57) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:27.260128 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:27.292315 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:27.304047 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['64d011b4-27af-4ad4-892a-4ff1b30ecbfc'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:44:27.333386 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Network 9408c164-61c0-4c71-a362-2cd81343cdac is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:27.338494 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:27.342088 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:27.370251 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Pushing event updated for resources: {'Port': ['ID=e36e1ded-fcec-4602-b046-285233563e57,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:27.384422 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:27.384770 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:27.385109 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:27.385444 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:27.385776 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:27.386105 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:27.386434 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:27.386846 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:27.387171 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:27.387493 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:27.387821 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:27.388163 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:27.405361 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:27.405973 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:27.423421 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-612cc053-15e6-437e-955b-8959039fd87d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5438406 Nov 23 22:44:27.443476 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-608f0691-748e-46d9-9d19-f84422cde57e service neutron] Request body: {'port': {'device_id': '5540f773-c8c4-481b-81a1-e722a2023112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:27.499480 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-608f0691-748e-46d9-9d19-f84422cde57e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:27.750430 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-608f0691-748e-46d9-9d19-f84422cde57e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36e1ded-fcec-4602-b046-285233563e57 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:27.758131 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-608f0691-748e-46d9-9d19-f84422cde57e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:27.769598 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-608f0691-748e-46d9-9d19-f84422cde57e service neutron] Transition to ACTIVE for port object e36e1ded-fcec-4602-b046-285233563e57 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:44:27.773591 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-608f0691-748e-46d9-9d19-f84422cde57e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:27.821402 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f0691-748e-46d9-9d19-f84422cde57e service neutron] Pushing event updated for resources: {'Port': ['ID=e36e1ded-fcec-4602-b046-285233563e57,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:28.015036 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a91c8-9d52-4187-b5ff-fd24a87fba23 req-12c1d6e8-d7b2-4379-bed2-ecb6efb726d7 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:28.016531 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-900a91c8-9d52-4187-b5ff-fd24a87fba23 req-12c1d6e8-d7b2-4379-bed2-ecb6efb726d7 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=5540f773-c8c4-481b-81a1-e722a2023112 HTTP/1.1" status: 200 len: 943 time: 0.0532515 Nov 23 22:44:28.023851 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-60a25a3d-8132-4175-ae28-0d1de3a5e5c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:28.070449 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-900a91c8-9d52-4187-b5ff-fd24a87fba23 req-079d1e1f-4cfd-4e35-ad6f-521a409d94e7 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435417 Nov 23 22:44:28.152816 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-608f0691-748e-46d9-9d19-f84422cde57e service neutron] Attempting to bind port e36e1ded-fcec-4602-b046-285233563e57 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:28.153321 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-608f0691-748e-46d9-9d19-f84422cde57e service neutron] Attempting to bind port e36e1ded-fcec-4602-b046-285233563e57 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '2d140932-07a3-445b-91c9-3037d07fcde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9408c164-61c0-4c71-a362-2cd81343cdac'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:28.153457 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-608f0691-748e-46d9-9d19-f84422cde57e service neutron] Attempting to bind port e36e1ded-fcec-4602-b046-285233563e57 on network 9408c164-61c0-4c71-a362-2cd81343cdac {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:28.157686 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-608f0691-748e-46d9-9d19-f84422cde57e service neutron] Port e36e1ded-fcec-4602-b046-285233563e57 on network 9408c164-61c0-4c71-a362-2cd81343cdac not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:44:28.158013 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-608f0691-748e-46d9-9d19-f84422cde57e service neutron] Attempting to bind port e36e1ded-fcec-4602-b046-285233563e57 on network 9408c164-61c0-4c71-a362-2cd81343cdac {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:28.163621 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-608f0691-748e-46d9-9d19-f84422cde57e service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:28.163958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-608f0691-748e-46d9-9d19-f84422cde57e service neutron] Checking segment: {'id': '2d140932-07a3-445b-91c9-3037d07fcde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9408c164-61c0-4c71-a362-2cd81343cdac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:28.164341 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-608f0691-748e-46d9-9d19-f84422cde57e service neutron] Bound using segment: {'id': '2d140932-07a3-445b-91c9-3037d07fcde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9408c164-61c0-4c71-a362-2cd81343cdac'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:28.164767 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-608f0691-748e-46d9-9d19-f84422cde57e service neutron] Bound port: e36e1ded-fcec-4602-b046-285233563e57, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d140932-07a3-445b-91c9-3037d07fcde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9408c164-61c0-4c71-a362-2cd81343cdac'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:28.165120 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-608f0691-748e-46d9-9d19-f84422cde57e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:28.227360 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-608f0691-748e-46d9-9d19-f84422cde57e service neutron] For port e36e1ded-fcec-4602-b046-285233563e57, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:28.230458 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-608f0691-748e-46d9-9d19-f84422cde57e service neutron] For port e36e1ded-fcec-4602-b046-285233563e57, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e36e1ded-fcec-4602-b046-285233563e57,segment=NetworkSegment(2d140932-07a3-445b-91c9-3037d07fcde1),segment_id=2d140932-07a3-445b-91c9-3037d07fcde1)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:28.234522 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-608f0691-748e-46d9-9d19-f84422cde57e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:28.269132 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-608f0691-748e-46d9-9d19-f84422cde57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:28.269826 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-608f0691-748e-46d9-9d19-f84422cde57e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:28.271257 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-608f0691-748e-46d9-9d19-f84422cde57e service neutron] 10.222.0.60 "PUT /v2.0/ports/e36e1ded-fcec-4602-b046-285233563e57 HTTP/1.1" status: 200 len: 1091 time: 0.8329055 Nov 23 22:44:28.271707 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5540f773-c8c4-481b-81a1-e722a2023112', 'tag': 'e36e1ded-fcec-4602-b046-285233563e57'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:28.273977 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e99ec9-f354-400f-a67c-57a2d0b07381" -d '{"events": [{"name": "network-changed", "server_uuid": "5540f773-c8c4-481b-81a1-e722a2023112", "tag": "e36e1ded-fcec-4602-b046-285233563e57"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:28.298161 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f0691-748e-46d9-9d19-f84422cde57e service neutron] Pushing event updated for resources: {'Port': ['ID=e36e1ded-fcec-4602-b046-285233563e57,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:28.322446 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5681125a-c571-4cf8-b2b0-baa5a66a2b61 x-openstack-request-id: req-5681125a-c571-4cf8-b2b0-baa5a66a2b61 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:28.322987 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5540f773-c8c4-481b-81a1-e722a2023112", "tag": "e36e1ded-fcec-4602-b046-285233563e57", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:28.323245 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5681125a-c571-4cf8-b2b0-baa5a66a2b61 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:28.323644 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5540f773-c8c4-481b-81a1-e722a2023112', 'tag': 'e36e1ded-fcec-4602-b046-285233563e57', 'status': 'completed', 'code': 200} Nov 23 22:44:28.384633 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-b75c4422-26d2-4323-935a-7f10aa63cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:28.386121 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-b75c4422-26d2-4323-935a-7f10aa63cfa9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=018448f9c50f46d3aeff1d9adcf9980f&device_id=5540f773-c8c4-481b-81a1-e722a2023112 HTTP/1.1" status: 200 len: 1094 time: 0.0455325 Nov 23 22:44:28.432443 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-c9c18998-2a83-4356-9ad5-26d7a07208c5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e36e1ded-fcec-4602-b046-285233563e57 HTTP/1.1" status: 200 len: 217 time: 0.0331578 Nov 23 22:44:28.480914 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-4905d4f2-d4d2-41f1-aa30-5691e3fea8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:28.482318 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-4905d4f2-d4d2-41f1-aa30-5691e3fea8de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21e4bed5-7cb0-4403-a845-a6a8dcf352d0 HTTP/1.1" status: 200 len: 854 time: 0.0429776 Nov 23 22:44:28.515973 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-1bd302cc-ca37-419d-a09f-f8f673dae36e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9408c164-61c0-4c71-a362-2cd81343cdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267770 Nov 23 22:44:28.605966 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-623d3526-0519-4bf0-9632-2abb2b7428fd service neutron] 10.222.0.60 "GET /v2.0/networks/9408c164-61c0-4c71-a362-2cd81343cdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832360 Nov 23 22:44:28.700220 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-9f691c8f-caf0-4c75-83dd-f096cfaa5412 req-08b57daf-0c2b-48b4-9313-1c2706633ee8 service neutron] 10.222.0.60 "GET /v2.0/networks/9408c164-61c0-4c71-a362-2cd81343cdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868511 Nov 23 22:44:28.821865 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e99ec9-f354-400f-a67c-57a2d0b07381 req-42517c1b-05fb-4cc0-a665-515ea11e01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:28.823393 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b5e99ec9-f354-400f-a67c-57a2d0b07381 req-42517c1b-05fb-4cc0-a665-515ea11e01f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=018448f9c50f46d3aeff1d9adcf9980f&device_id=5540f773-c8c4-481b-81a1-e722a2023112 HTTP/1.1" status: 200 len: 1094 time: 0.0400844 Nov 23 22:44:28.919484 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e99ec9-f354-400f-a67c-57a2d0b07381 req-170e7754-68fc-4e48-8f1d-2d7c4b704552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:28.921011 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b5e99ec9-f354-400f-a67c-57a2d0b07381 req-170e7754-68fc-4e48-8f1d-2d7c4b704552 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9408c164-61c0-4c71-a362-2cd81343cdac HTTP/1.1" status: 200 len: 915 time: 0.0902255 Nov 23 22:44:28.962929 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b5e99ec9-f354-400f-a67c-57a2d0b07381 req-c9f5aae8-2482-4a89-9487-6bfb8a9d09a3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e36e1ded-fcec-4602-b046-285233563e57 HTTP/1.1" status: 200 len: 217 time: 0.0347371 Nov 23 22:44:29.012070 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e99ec9-f354-400f-a67c-57a2d0b07381 req-b14a5621-4682-43d0-875f-b507388a0da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:29.013505 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b5e99ec9-f354-400f-a67c-57a2d0b07381 req-b14a5621-4682-43d0-875f-b507388a0da1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21e4bed5-7cb0-4403-a845-a6a8dcf352d0 HTTP/1.1" status: 200 len: 854 time: 0.0431106 Nov 23 22:44:29.044828 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b5e99ec9-f354-400f-a67c-57a2d0b07381 req-bdc4f844-9da6-4c65-96a6-b1c5674c4762 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9408c164-61c0-4c71-a362-2cd81343cdac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239718 Nov 23 22:44:29.144927 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b5e99ec9-f354-400f-a67c-57a2d0b07381 req-68d12496-d0a8-4b0e-991b-63834823bd98 service neutron] 10.222.0.60 "GET /v2.0/networks/9408c164-61c0-4c71-a362-2cd81343cdac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918071 Nov 23 22:44:29.186603 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2b21e-3768-4402-a51e-3a7a54f47fe2 req-e31af2ea-7d9b-4126-9f6c-4fea31854cd6 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:29.188011 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9ad2b21e-3768-4402-a51e-3a7a54f47fe2 req-e31af2ea-7d9b-4126-9f6c-4fea31854cd6 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=5540f773-c8c4-481b-81a1-e722a2023112 HTTP/1.1" status: 200 len: 943 time: 0.0481501 Nov 23 22:44:29.240124 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9ad2b21e-3768-4402-a51e-3a7a54f47fe2 req-307101aa-1076-4b6c-8632-59a98a84ac16 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450161 Nov 23 22:44:29.243101 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b5e99ec9-f354-400f-a67c-57a2d0b07381 req-1330628a-0408-4bb9-ab15-f39a752b0110 service neutron] 10.222.0.60 "GET /v2.0/networks/9408c164-61c0-4c71-a362-2cd81343cdac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907824 Nov 23 22:44:30.359092 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:30.362223 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91e1a3-f2de-4ff7-b2fa-7f6060d14ef2 req-eaccdfcf-5d95-49d6-a420-4f5339bef27b tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:30.364584 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c91e1a3-f2de-4ff7-b2fa-7f6060d14ef2 req-eaccdfcf-5d95-49d6-a420-4f5339bef27b tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=5540f773-c8c4-481b-81a1-e722a2023112 HTTP/1.1" status: 200 len: 943 time: 0.0514932 Nov 23 22:44:30.412063 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7c91e1a3-f2de-4ff7-b2fa-7f6060d14ef2 req-f0c0cece-b37d-46e2-9558-d620fae0d364 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414009 Nov 23 22:44:30.581553 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a2f4358d-c54c-4520-aed4-99dbad9d169e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:30.601429 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e36e1ded-fcec-4602-b046-285233563e57 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:44:30.694112 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port e36e1ded-fcec-4602-b046-285233563e57, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e36e1ded-fcec-4602-b046-285233563e57,segment=NetworkSegment(2d140932-07a3-445b-91c9-3037d07fcde1),segment_id=2d140932-07a3-445b-91c9-3037d07fcde1)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:30.705104 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'e36e1ded-fcec-4602-b046-285233563e57', 'network_id': '9408c164-61c0-4c71-a362-2cd81343cdac', 'port_id': 'e36e1ded-fcec-4602-b046-285233563e57', 'mac_address': 'fa:16:3e:54:75:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e4bed5-7cb0-4403-a845-a6a8dcf352d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:44:30.745372 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:30.757887 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36e1ded-fcec-4602-b046-285233563e57 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:44:30.776990 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port e36e1ded-fcec-4602-b046-285233563e57, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e36e1ded-fcec-4602-b046-285233563e57,segment=NetworkSegment(2d140932-07a3-445b-91c9-3037d07fcde1),segment_id=2d140932-07a3-445b-91c9-3037d07fcde1)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:30.780789 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:30.827212 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=e36e1ded-fcec-4602-b046-285233563e57,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:31.039877 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['e36e1ded-fcec-4602-b046-285233563e57'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:44:31.527854 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167c4f6-028f-4ee7-bed6-5153917a4e6b req-b84508e4-b22d-4335-909e-d755d3467b30 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:31.529330 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8167c4f6-028f-4ee7-bed6-5153917a4e6b req-b84508e4-b22d-4335-909e-d755d3467b30 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=5540f773-c8c4-481b-81a1-e722a2023112 HTTP/1.1" status: 200 len: 944 time: 0.0496905 Nov 23 22:44:31.576470 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8167c4f6-028f-4ee7-bed6-5153917a4e6b req-778fcc3f-2a67-4836-99a7-562b4ebc9172 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412028 Nov 23 22:44:31.794090 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:32.626388 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e36e1ded-fcec-4602-b046-285233563e57 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:32.676201 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port e36e1ded-fcec-4602-b046-285233563e57 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:44:32.680077 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port e36e1ded-fcec-4602-b046-285233563e57 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:32.680450 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:32.697918 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c590eb-bfad-4216-97cb-718dba31a8b0 req-18adfaec-054a-46e5-b422-b6136ef2b7a9 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:32.699519 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-73c590eb-bfad-4216-97cb-718dba31a8b0 req-18adfaec-054a-46e5-b422-b6136ef2b7a9 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=5540f773-c8c4-481b-81a1-e722a2023112 HTTP/1.1" status: 200 len: 944 time: 0.0539076 Nov 23 22:44:32.748313 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-73c590eb-bfad-4216-97cb-718dba31a8b0 req-2d32a749-6441-4ca0-a390-e09f94a6534a tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425203 Nov 23 22:44:32.762038 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:32.784902 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5540f773-c8c4-481b-81a1-e722a2023112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36e1ded-fcec-4602-b046-285233563e57'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:32.787553 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1f62df-3bc2-4b5e-9f29-438c52121363" -d '{"events": [{"server_uuid": "5540f773-c8c4-481b-81a1-e722a2023112", "name": "network-vif-plugged", "status": "completed", "tag": "e36e1ded-fcec-4602-b046-285233563e57"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:32.800041 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port e36e1ded-fcec-4602-b046-285233563e57, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e36e1ded-fcec-4602-b046-285233563e57,segment=NetworkSegment(2d140932-07a3-445b-91c9-3037d07fcde1),segment_id=2d140932-07a3-445b-91c9-3037d07fcde1)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:32.804382 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:32.827812 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd31903-9d7a-4a0e-b050-8702d7731666 x-openstack-request-id: req-3bd31903-9d7a-4a0e-b050-8702d7731666 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:32.828105 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5540f773-c8c4-481b-81a1-e722a2023112", "name": "network-vif-plugged", "status": "completed", "tag": "e36e1ded-fcec-4602-b046-285233563e57", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:32.828353 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3bd31903-9d7a-4a0e-b050-8702d7731666 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:32.828739 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5540f773-c8c4-481b-81a1-e722a2023112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36e1ded-fcec-4602-b046-285233563e57', 'code': 200} Nov 23 22:44:32.853609 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=e36e1ded-fcec-4602-b046-285233563e57,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:32.962583 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2fa20-50a6-4d3a-b40e-283c7c3bca8c req-86aa86e9-ac1f-498c-bafe-cba19bde7b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:32.964137 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2eb2fa20-50a6-4d3a-b40e-283c7c3bca8c req-86aa86e9-ac1f-498c-bafe-cba19bde7b37 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5540f773-c8c4-481b-81a1-e722a2023112 HTTP/1.1" status: 200 len: 1096 time: 0.0433865 Nov 23 22:44:33.008357 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2eb2fa20-50a6-4d3a-b40e-283c7c3bca8c req-f0f2dcaf-de70-4141-a1af-6e8478010a50 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375192 Nov 23 22:44:33.184436 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:33.865018 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d873bb-eb96-45f1-8dbf-38ecdc8ad43b req-df08fc44-6da6-4807-9712-797ae4ff15bc tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:33.866512 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-80d873bb-eb96-45f1-8dbf-38ecdc8ad43b req-df08fc44-6da6-4807-9712-797ae4ff15bc tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=5540f773-c8c4-481b-81a1-e722a2023112 HTTP/1.1" status: 200 len: 945 time: 0.0507600 Nov 23 22:44:33.913848 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-80d873bb-eb96-45f1-8dbf-38ecdc8ad43b req-b618608a-86ed-4c75-b664-f19767eddd80 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413790 Nov 23 22:44:33.953117 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:35.030439 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56104977-64f7-49d9-b3d1-a1917108b923 req-0f7a8c8f-93fa-4c71-b561-6ca928d4de72 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:35.031931 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-56104977-64f7-49d9-b3d1-a1917108b923 req-0f7a8c8f-93fa-4c71-b561-6ca928d4de72 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=5540f773-c8c4-481b-81a1-e722a2023112 HTTP/1.1" status: 200 len: 945 time: 0.0489688 Nov 23 22:44:35.083779 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-56104977-64f7-49d9-b3d1-a1917108b923 req-62c27e43-87d0-4f1e-a9ab-f3252b6c39cc tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448494 Nov 23 22:44:35.315530 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feace64-a77f-448e-bd5a-97c76ed3c0f8 req-3eed120a-48c1-42c7-9b85-f5b0a187d02a tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:35.317293 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5feace64-a77f-448e-bd5a-97c76ed3c0f8 req-3eed120a-48c1-42c7-9b85-f5b0a187d02a tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=5540f773-c8c4-481b-81a1-e722a2023112 HTTP/1.1" status: 200 len: 945 time: 0.0496531 Nov 23 22:44:35.365946 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5feace64-a77f-448e-bd5a-97c76ed3c0f8 req-e9d5afaf-9b81-45e7-b3cc-42a0e6f31b7f tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426180 Nov 23 22:44:36.481087 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221e35e-e6e0-49a5-9836-e3a4a93a90f1 req-dc185df2-66c7-4134-94fb-12f6d335947d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:36.482562 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f221e35e-e6e0-49a5-9836-e3a4a93a90f1 req-dc185df2-66c7-4134-94fb-12f6d335947d tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=5540f773-c8c4-481b-81a1-e722a2023112 HTTP/1.1" status: 200 len: 945 time: 0.0484273 Nov 23 22:44:36.531222 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f221e35e-e6e0-49a5-9836-e3a4a93a90f1 req-7b316606-7884-4e48-9770-2e56dacda81f tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414486 Nov 23 22:44:36.718545 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500046a-ed2e-473a-8019-f2cbcfa85034 req-0a85e59b-6b76-4026-9a61-9831056a9866 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:36.719932 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e500046a-ed2e-473a-8019-f2cbcfa85034 req-0a85e59b-6b76-4026-9a61-9831056a9866 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.60 "GET /v2.0/ports?device_id=5540f773-c8c4-481b-81a1-e722a2023112 HTTP/1.1" status: 200 len: 945 time: 0.0484667 Nov 23 22:44:36.812107 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-e500046a-ed2e-473a-8019-f2cbcfa85034 req-61c8c048-ea6a-4892-bdca-a2731fb41806 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Deleting port e36e1ded-fcec-4602-b046-285233563e57 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:36.812444 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-e500046a-ed2e-473a-8019-f2cbcfa85034 req-61c8c048-ea6a-4892-bdca-a2731fb41806 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:36.900152 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-e500046a-ed2e-473a-8019-f2cbcfa85034 req-61c8c048-ea6a-4892-bdca-a2731fb41806 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] For port e36e1ded-fcec-4602-b046-285233563e57, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=e36e1ded-fcec-4602-b046-285233563e57,segment=NetworkSegment(2d140932-07a3-445b-91c9-3037d07fcde1),segment_id=2d140932-07a3-445b-91c9-3037d07fcde1)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:36.900516 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-e500046a-ed2e-473a-8019-f2cbcfa85034 req-61c8c048-ea6a-4892-bdca-a2731fb41806 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:36.914178 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-e500046a-ed2e-473a-8019-f2cbcfa85034 req-61c8c048-ea6a-4892-bdca-a2731fb41806 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Calling delete_port for e36e1ded-fcec-4602-b046-285233563e57 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:37.047603 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-e500046a-ed2e-473a-8019-f2cbcfa85034 req-61c8c048-ea6a-4892-bdca-a2731fb41806 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:37.064688 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['64d011b4-27af-4ad4-892a-4ff1b30ecbfc'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:44:37.075093 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8c048-ea6a-4892-bdca-a2731fb41806 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Pushing event deleted for resources: {'Port': ['ID=e36e1ded-fcec-4602-b046-285233563e57,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:37.094588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['e36e1ded-fcec-4602-b046-285233563e57'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:44:37.123604 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-e500046a-ed2e-473a-8019-f2cbcfa85034 req-61c8c048-ea6a-4892-bdca-a2731fb41806 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] No DVR routers for this DVR port e36e1ded-fcec-4602-b046-285233563e57 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:44:37.127848 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-e500046a-ed2e-473a-8019-f2cbcfa85034 req-61c8c048-ea6a-4892-bdca-a2731fb41806 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:37.134247 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e500046a-ed2e-473a-8019-f2cbcfa85034 req-61c8c048-ea6a-4892-bdca-a2731fb41806 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.60 "DELETE /v2.0/ports/e36e1ded-fcec-4602-b046-285233563e57 HTTP/1.1" status: 204 len: 173 time: 0.4058323 Nov 23 22:44:37.134793 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5540f773-c8c4-481b-81a1-e722a2023112', 'name': 'network-vif-deleted', 'tag': 'e36e1ded-fcec-4602-b046-285233563e57'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:37.137654 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d6699c-de1f-423f-92f4-2541c1963d75" -d '{"events": [{"server_uuid": "5540f773-c8c4-481b-81a1-e722a2023112", "name": "network-vif-deleted", "tag": "e36e1ded-fcec-4602-b046-285233563e57"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:37.180978 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aefc0c-b14d-4c35-baca-dc94ff518556 x-openstack-request-id: req-48aefc0c-b14d-4c35-baca-dc94ff518556 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:37.181289 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5540f773-c8c4-481b-81a1-e722a2023112", "name": "network-vif-deleted", "tag": "e36e1ded-fcec-4602-b046-285233563e57", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:37.181547 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-48aefc0c-b14d-4c35-baca-dc94ff518556 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:37.181961 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5540f773-c8c4-481b-81a1-e722a2023112', 'name': 'network-vif-deleted', 'tag': 'e36e1ded-fcec-4602-b046-285233563e57', 'status': 'completed', 'code': 200} Nov 23 22:44:37.660523 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e1fe992f-b961-4bb1-9742-b36611fc89cc req-dc7877dc-2984-4056-9689-c4abd7fa8aaa tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=5540f773-c8c4-481b-81a1-e722a2023112 HTTP/1.1" status: 200 len: 210 time: 0.0373232 Nov 23 22:44:38.810968 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d345ac-cd44-4107-8127-10a0e9b0c66c req-228f7cbc-d4d0-4ba4-aebe-be19d494be6b tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:38.812427 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4d345ac-cd44-4107-8127-10a0e9b0c66c req-228f7cbc-d4d0-4ba4-aebe-be19d494be6b tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=208fe4e5-8cfc-468d-ab4d-222716c7a735 HTTP/1.1" status: 200 len: 946 time: 0.0481987 Nov 23 22:44:38.859596 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4d345ac-cd44-4107-8127-10a0e9b0c66c req-525c4c01-ffd5-4393-93a9-1670d19b3573 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399742 Nov 23 22:44:38.989524 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecda06-7e28-4b28-912d-6c465fca50d1 req-aba26707-444f-4ff5-8f69-cad751ef558e tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:38.990902 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35ecda06-7e28-4b28-912d-6c465fca50d1 req-aba26707-444f-4ff5-8f69-cad751ef558e tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=208fe4e5-8cfc-468d-ab4d-222716c7a735 HTTP/1.1" status: 200 len: 946 time: 0.0476105 Nov 23 22:44:39.037261 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-35ecda06-7e28-4b28-912d-6c465fca50d1 req-e960988e-a4b5-4a01-961f-a76d162886d4 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404663 Nov 23 22:44:39.154985 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344423b-2a90-4949-844f-199d45c833b3 req-639ab124-d923-4248-b800-eff47a8df532 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:39.156455 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b344423b-2a90-4949-844f-199d45c833b3 req-639ab124-d923-4248-b800-eff47a8df532 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=208fe4e5-8cfc-468d-ab4d-222716c7a735 HTTP/1.1" status: 200 len: 946 time: 0.0527825 Nov 23 22:44:39.202877 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b344423b-2a90-4949-844f-199d45c833b3 req-e44d2d37-660a-450d-9836-be40c805aa0a tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404251 Nov 23 22:44:39.367005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69163623-50bd-4daa-8462-d5bbee384bf9 req-d6140dd9-8e41-4187-b2a2-bb848c7fbea5 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:39.368450 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-69163623-50bd-4daa-8462-d5bbee384bf9 req-d6140dd9-8e41-4187-b2a2-bb848c7fbea5 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=208fe4e5-8cfc-468d-ab4d-222716c7a735 HTTP/1.1" status: 200 len: 946 time: 0.0483849 Nov 23 22:44:39.415081 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-69163623-50bd-4daa-8462-d5bbee384bf9 req-71644b1c-fd3c-4305-94c9-a7ad61bf9bad tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406082 Nov 23 22:44:39.533327 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f036f9e-f964-4217-bc6d-b771eb9c8d7d req-d280f4c6-12a1-48fe-9a98-cfe324872849 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:39.534826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f036f9e-f964-4217-bc6d-b771eb9c8d7d req-d280f4c6-12a1-48fe-9a98-cfe324872849 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=208fe4e5-8cfc-468d-ab4d-222716c7a735 HTTP/1.1" status: 200 len: 946 time: 0.0522401 Nov 23 22:44:39.581825 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2f036f9e-f964-4217-bc6d-b771eb9c8d7d req-c84b6f6b-97e2-4bdc-96fe-4060ff7a923b tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404704 Nov 23 22:44:39.705789 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa1996-f3c2-4418-b062-cb927c92d886 req-8d71ff08-b9e4-4a28-98f0-f6138d97769f tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:39.707377 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-48fa1996-f3c2-4418-b062-cb927c92d886 req-8d71ff08-b9e4-4a28-98f0-f6138d97769f tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=208fe4e5-8cfc-468d-ab4d-222716c7a735 HTTP/1.1" status: 200 len: 946 time: 0.0502937 Nov 23 22:44:39.755739 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-48fa1996-f3c2-4418-b062-cb927c92d886 req-438f2d9f-f7ab-4bdd-9d4d-0839552fbfbf tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422106 Nov 23 22:44:40.058250 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7190b1-c13c-47b1-8bbe-80c42832f791 req-d752ccd5-6180-4852-bb9c-3604b53a53fc tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:40.059646 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b7190b1-c13c-47b1-8bbe-80c42832f791 req-d752ccd5-6180-4852-bb9c-3604b53a53fc tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=208fe4e5-8cfc-468d-ab4d-222716c7a735 HTTP/1.1" status: 200 len: 946 time: 0.0479190 Nov 23 22:44:40.109714 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b7190b1-c13c-47b1-8bbe-80c42832f791 req-8763f648-b94a-4a35-9a30-00af9ad0df1f tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440440 Nov 23 22:44:40.664729 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e36e1ded-fcec-4602-b046-285233563e57 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:44:40.685593 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: e36e1ded-fcec-4602-b046-285233563e57 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:44:40.685945 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device e36e1ded-fcec-4602-b046-285233563e57 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:44:41.234481 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee5eac-f659-441f-9fde-2074b45fbea6 req-bdd04753-9a2c-42f5-b43e-ce02012f76a8 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:41.235990 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-66ee5eac-f659-441f-9fde-2074b45fbea6 req-bdd04753-9a2c-42f5-b43e-ce02012f76a8 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=208fe4e5-8cfc-468d-ab4d-222716c7a735 HTTP/1.1" status: 200 len: 946 time: 0.0517285 Nov 23 22:44:41.288744 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-66ee5eac-f659-441f-9fde-2074b45fbea6 req-ae5de1dd-4d20-4d93-8f5c-8eb4bfcc5f2b tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/security-groups?id=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461593 Nov 23 22:44:41.514844 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b257172-7d63-4c67-90f8-6bdbd8479707 req-aedefc84-631b-4e70-9317-5a978b450f04 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:41.516332 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8b257172-7d63-4c67-90f8-6bdbd8479707 req-aedefc84-631b-4e70-9317-5a978b450f04 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.53 "GET /v2.0/ports?device_id=208fe4e5-8cfc-468d-ab4d-222716c7a735 HTTP/1.1" status: 200 len: 946 time: 0.0515203 Nov 23 22:44:41.609722 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-8b257172-7d63-4c67-90f8-6bdbd8479707 req-814f22d6-fa01-4a35-a57d-d811f29fb3d0 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Deleting port 64d011b4-27af-4ad4-892a-4ff1b30ecbfc {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:41.610062 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8b257172-7d63-4c67-90f8-6bdbd8479707 req-814f22d6-fa01-4a35-a57d-d811f29fb3d0 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:41.701798 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-8b257172-7d63-4c67-90f8-6bdbd8479707 req-814f22d6-fa01-4a35-a57d-d811f29fb3d0 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] For port 64d011b4-27af-4ad4-892a-4ff1b30ecbfc, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=64d011b4-27af-4ad4-892a-4ff1b30ecbfc,segment=NetworkSegment(2d140932-07a3-445b-91c9-3037d07fcde1),segment_id=2d140932-07a3-445b-91c9-3037d07fcde1)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:41.702070 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8b257172-7d63-4c67-90f8-6bdbd8479707 req-814f22d6-fa01-4a35-a57d-d811f29fb3d0 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:41.714985 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-8b257172-7d63-4c67-90f8-6bdbd8479707 req-814f22d6-fa01-4a35-a57d-d811f29fb3d0 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Calling delete_port for 64d011b4-27af-4ad4-892a-4ff1b30ecbfc owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:41.847935 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8b257172-7d63-4c67-90f8-6bdbd8479707 req-814f22d6-fa01-4a35-a57d-d811f29fb3d0 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:41.864371 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['64d011b4-27af-4ad4-892a-4ff1b30ecbfc'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:44:41.874829 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f22d6-fa01-4a35-a57d-d811f29fb3d0 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Pushing event deleted for resources: {'Port': ['ID=64d011b4-27af-4ad4-892a-4ff1b30ecbfc,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:41.917049 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b257172-7d63-4c67-90f8-6bdbd8479707 req-814f22d6-fa01-4a35-a57d-d811f29fb3d0 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] No DVR routers for this DVR port 64d011b4-27af-4ad4-892a-4ff1b30ecbfc on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:44:41.919535 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-8b257172-7d63-4c67-90f8-6bdbd8479707 req-814f22d6-fa01-4a35-a57d-d811f29fb3d0 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:41.922833 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-8b257172-7d63-4c67-90f8-6bdbd8479707 req-814f22d6-fa01-4a35-a57d-d811f29fb3d0 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.53 "DELETE /v2.0/ports/64d011b4-27af-4ad4-892a-4ff1b30ecbfc HTTP/1.1" status: 204 len: 173 time: 0.3954692 Nov 23 22:44:41.923270 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208fe4e5-8cfc-468d-ab4d-222716c7a735', 'name': 'network-vif-deleted', 'tag': '64d011b4-27af-4ad4-892a-4ff1b30ecbfc'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:44:41.926009 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fbc8fe-890a-4b0d-82e8-b9295a0f1bfe" -d '{"events": [{"server_uuid": "208fe4e5-8cfc-468d-ab4d-222716c7a735", "name": "network-vif-deleted", "tag": "64d011b4-27af-4ad4-892a-4ff1b30ecbfc"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:44:41.965761 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dfc07d-a992-41ad-8a87-a96858b46b5f x-openstack-request-id: req-61dfc07d-a992-41ad-8a87-a96858b46b5f {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:44:41.966066 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208fe4e5-8cfc-468d-ab4d-222716c7a735", "name": "network-vif-deleted", "tag": "64d011b4-27af-4ad4-892a-4ff1b30ecbfc", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:44:41.966322 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-61dfc07d-a992-41ad-8a87-a96858b46b5f {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:44:41.966747 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '208fe4e5-8cfc-468d-ab4d-222716c7a735', 'name': 'network-vif-deleted', 'tag': '64d011b4-27af-4ad4-892a-4ff1b30ecbfc', 'status': 'completed', 'code': 200} Nov 23 22:44:42.397127 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6371599f-08ef-4811-bb8b-6212140ed59d req-452f09eb-c438-4fc9-b325-bb78e3b1a1a2 tempest-ServersNegativeTestJSON-1984608609 tempest-ServersNegativeTestJSON-1984608609-project] 10.222.0.50 "GET /v2.0/ports?device_id=208fe4e5-8cfc-468d-ab4d-222716c7a735 HTTP/1.1" status: 200 len: 210 time: 0.0277421 Nov 23 22:44:43.456317 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49366) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:43.500449 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba44b26f-bb3d-4bcc-bc95-ea62c95dba26 admin admin] Deleting subnet 21e4bed5-7cb0-4403-a845-a6a8dcf352d0 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:44:43.504320 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ba44b26f-bb3d-4bcc-bc95-ea62c95dba26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:43.541688 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ba44b26f-bb3d-4bcc-bc95-ea62c95dba26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:43.580316 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ba44b26f-bb3d-4bcc-bc95-ea62c95dba26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:43.632029 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ba44b26f-bb3d-4bcc-bc95-ea62c95dba26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:43.657309 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44b26f-bb3d-4bcc-bc95-ea62c95dba26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21e4bed5-7cb0-4403-a845-a6a8dcf352d0,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:43.661987 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ba44b26f-bb3d-4bcc-bc95-ea62c95dba26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:43.665209 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ba44b26f-bb3d-4bcc-bc95-ea62c95dba26 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/21e4bed5-7cb0-4403-a845-a6a8dcf352d0 HTTP/1.1" status: 204 len: 168 time: 0.2078741 Nov 23 22:44:43.667726 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49368) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:43.741762 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2cfb2be1-db77-4bbf-b33d-09588a431b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:43.819373 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2cfb2be1-db77-4bbf-b33d-09588a431b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:43.839026 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-2cfb2be1-db77-4bbf-b33d-09588a431b2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9408c164-61c0-4c71-a362-2cd81343cdac']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:43.849160 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-2cfb2be1-db77-4bbf-b33d-09588a431b2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d140932-07a3-445b-91c9-3037d07fcde1') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:43.849456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-2cfb2be1-db77-4bbf-b33d-09588a431b2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d140932-07a3-445b-91c9-3037d07fcde1') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:43.858814 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2cfb2be1-db77-4bbf-b33d-09588a431b2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:43.872729 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2cfb2be1-db77-4bbf-b33d-09588a431b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:43.878624 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cfb2be1-db77-4bbf-b33d-09588a431b2e admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:44:43.879254 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2cfb2be1-db77-4bbf-b33d-09588a431b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:44:43.880941 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:44:43.939519 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2cfb2be1-db77-4bbf-b33d-09588a431b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:43.945437 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2cfb2be1-db77-4bbf-b33d-09588a431b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:43.948678 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2cfb2be1-db77-4bbf-b33d-09588a431b2e admin admin] 10.222.0.50 "DELETE /v2.0/networks/9408c164-61c0-4c71-a362-2cd81343cdac HTTP/1.1" status: 204 len: 168 time: 0.2800183 Nov 23 22:44:43.959369 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb2be1-db77-4bbf-b33d-09588a431b2e admin admin] Pushing event deleted for resources: {'Network': ['ID=9408c164-61c0-4c71-a362-2cd81343cdac,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:44.057926 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49372) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:44.097594 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-46c00f97-dbc4-4687-8d58-bde939c531fc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=018448f9c50f46d3aeff1d9adcf9980f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385082 Nov 23 22:44:44.100514 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49374) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:44.147486 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e37f90d0-9749-4c5a-b872-6a41fbb7fb80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:44.168297 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e37f90d0-9749-4c5a-b872-6a41fbb7fb80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:44.219178 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e37f90d0-9749-4c5a-b872-6a41fbb7fb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:44.221874 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e37f90d0-9749-4c5a-b872-6a41fbb7fb80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:44.223683 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e37f90d0-9749-4c5a-b872-6a41fbb7fb80 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3fcd4946-5e86-4a23-abfe-d19f04c8e6eb HTTP/1.1" status: 204 len: 168 time: 0.1222653 Nov 23 22:44:44.231381 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f90d0-9749-4c5a-b872-6a41fbb7fb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcd4946-5e86-4a23-abfe-d19f04c8e6eb,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:44.322520 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 64d011b4-27af-4ad4-892a-4ff1b30ecbfc no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:44:44.343611 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 64d011b4-27af-4ad4-892a-4ff1b30ecbfc {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:44:44.343957 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 64d011b4-27af-4ad4-892a-4ff1b30ecbfc not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:44:44.903657 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49396) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:44.997776 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-67c598f4-ddfd-437c-a45d-50b7d3709aeb tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-449741111'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:45.019804 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c598f4-ddfd-437c-a45d-50b7d3709aeb tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Made reservation on behalf of b302ccfd40d64abbbbc484c98ea33e7d for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:45.023534 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67c598f4-ddfd-437c-a45d-50b7d3709aeb tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:45.031755 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67c598f4-ddfd-437c-a45d-50b7d3709aeb tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:45.106529 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67c598f4-ddfd-437c-a45d-50b7d3709aeb tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:45.110540 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67c598f4-ddfd-437c-a45d-50b7d3709aeb tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:45.144609 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c598f4-ddfd-437c-a45d-50b7d3709aeb tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:44:45.151370 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c598f4-ddfd-437c-a45d-50b7d3709aeb tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70e918b0-514a-46e3-9b71-07c732dfa6e8,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:45.159628 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67c598f4-ddfd-437c-a45d-50b7d3709aeb tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:45.159628 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-67c598f4-ddfd-437c-a45d-50b7d3709aeb tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Added segment eed26a55-c965-426d-9d6a-82114013c0e7 of type vlan for network 92ba8067-7c49-4a24-9f95-730daec79d5c Nov 23 22:44:45.201915 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67c598f4-ddfd-437c-a45d-50b7d3709aeb tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:45.225706 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67c598f4-ddfd-437c-a45d-50b7d3709aeb tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:45.231605 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c598f4-ddfd-437c-a45d-50b7d3709aeb tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:45.232205 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-67c598f4-ddfd-437c-a45d-50b7d3709aeb tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:45.274937 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-67c598f4-ddfd-437c-a45d-50b7d3709aeb tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3700111 Nov 23 22:44:45.307488 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c598f4-ddfd-437c-a45d-50b7d3709aeb tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Pushing event updated for resources: {'Network': ['ID=92ba8067-7c49-4a24-9f95-730daec79d5c,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:45.317974 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 92ba8067-7c49-4a24-9f95-730daec79d5c details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:44:48.639506 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49400) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:48.645226 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-55e9f5cb-bc5b-4070-91ab-777e50cd1165 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Request body: {'subnet': {'network_id': '92ba8067-7c49-4a24-9f95-730daec79d5c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:48.731801 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e9f5cb-bc5b-4070-91ab-777e50cd1165 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Made reservation on behalf of b302ccfd40d64abbbbc484c98ea33e7d for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:48.735468 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-55e9f5cb-bc5b-4070-91ab-777e50cd1165 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:48.914848 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-55e9f5cb-bc5b-4070-91ab-777e50cd1165 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:48.978270 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9f5cb-bc5b-4070-91ab-777e50cd1165 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Pushing event updated for resources: {'Subnet': ['ID=48242c9a-52c6-47e9-a1d9-67a146e90cfe,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:48.986881 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e9f5cb-bc5b-4070-91ab-777e50cd1165 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Checking segment: {'id': 'eed26a55-c965-426d-9d6a-82114013c0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '92ba8067-7c49-4a24-9f95-730daec79d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:48.987233 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e9f5cb-bc5b-4070-91ab-777e50cd1165 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Network hostable DHCP agents. Network: 92ba8067-7c49-4a24-9f95-730daec79d5c, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:44:49.004314 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e9f5cb-bc5b-4070-91ab-777e50cd1165 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Network 92ba8067-7c49-4a24-9f95-730daec79d5c is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:44:49.013075 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-55e9f5cb-bc5b-4070-91ab-777e50cd1165 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 92ba8067-7c49-4a24-9f95-730daec79d5c) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:49.017471 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e9f5cb-bc5b-4070-91ab-777e50cd1165 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:49.018182 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-55e9f5cb-bc5b-4070-91ab-777e50cd1165 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.023830 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa27d503-9069-406f-9c0f-738b7f0d1607 None None] Network 92ba8067-7c49-4a24-9f95-730daec79d5c requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:49.034333 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-55e9f5cb-bc5b-4070-91ab-777e50cd1165 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3937838 Nov 23 22:44:49.038438 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49402) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:49.044622 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-35d480cc-4bb5-49ac-8089-120185c56f03 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-345407804'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:49.066263 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d480cc-4bb5-49ac-8089-120185c56f03 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Made reservation on behalf of b302ccfd40d64abbbbc484c98ea33e7d for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:49.070023 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-35d480cc-4bb5-49ac-8089-120185c56f03 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.093094 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d480cc-4bb5-49ac-8089-120185c56f03 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:44:49.102565 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-35d480cc-4bb5-49ac-8089-120185c56f03 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.102935 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-35d480cc-4bb5-49ac-8089-120185c56f03 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Added segment 7f621211-73d8-4b0f-ac2f-bf74c176210c of type vlan for network 4281a0b4-f998-44a0-8247-7a2ccc2cbdee Nov 23 22:44:49.150620 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-35d480cc-4bb5-49ac-8089-120185c56f03 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.172193 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-92ba8067-7c49-4a24-9f95-730daec79d5c', 'network_id': '92ba8067-7c49-4a24-9f95-730daec79d5c', 'tenant_id': 'b302ccfd40d64abbbbc484c98ea33e7d', 'fixed_ips': [{'subnet_id': '48242c9a-52c6-47e9-a1d9-67a146e90cfe'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:44:49.173273 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.177961 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-35d480cc-4bb5-49ac-8089-120185c56f03 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.183621 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d480cc-4bb5-49ac-8089-120185c56f03 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:49.184207 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-35d480cc-4bb5-49ac-8089-120185c56f03 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.248548 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-35d480cc-4bb5-49ac-8089-120185c56f03 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2053671 Nov 23 22:44:49.248998 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49404) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:49.255142 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-580d871e-448a-4b03-b858-b66f55824b84 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Request body: {'subnet': {'network_id': '4281a0b4-f998-44a0-8247-7a2ccc2cbdee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:49.275355 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d480cc-4bb5-49ac-8089-120185c56f03 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Pushing event updated for resources: {'Network': ['ID=4281a0b4-f998-44a0-8247-7a2ccc2cbdee,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:49.292450 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 4281a0b4-f998-44a0-8247-7a2ccc2cbdee details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:44:49.360751 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580d871e-448a-4b03-b858-b66f55824b84 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Made reservation on behalf of b302ccfd40d64abbbbc484c98ea33e7d for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:49.365239 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Allocated IP 2001:db8:0:ffff::2 (92ba8067-7c49-4a24-9f95-730daec79d5c/48242c9a-52c6-47e9-a1d9-67a146e90cfe/a4595e8a-04a3-4d2e-9e6c-ff17699e41c8) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:49.365768 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-580d871e-448a-4b03-b858-b66f55824b84 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.516168 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.521930 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.562694 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Network 92ba8067-7c49-4a24-9f95-730daec79d5c is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:49.567162 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:49.571742 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:49.574386 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-580d871e-448a-4b03-b858-b66f55824b84 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.574866 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Pushing event updated for resources: {'Port': ['ID=a4595e8a-04a3-4d2e-9e6c-ff17699e41c8,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:49.584391 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:49.584742 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:49.585085 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:49.585424 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:49.585761 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:49.586098 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:49.586425 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:49.586774 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:49.587107 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:49.587431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:49.587755 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:49.588075 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:44:49.645501 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Attempting to bind port a4595e8a-04a3-4d2e-9e6c-ff17699e41c8 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:49.645903 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Attempting to bind port a4595e8a-04a3-4d2e-9e6c-ff17699e41c8 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'eed26a55-c965-426d-9d6a-82114013c0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '92ba8067-7c49-4a24-9f95-730daec79d5c'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:49.646273 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Attempting to bind port a4595e8a-04a3-4d2e-9e6c-ff17699e41c8 on network 92ba8067-7c49-4a24-9f95-730daec79d5c {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:49.652006 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:49.652392 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Checking segment: {'id': 'eed26a55-c965-426d-9d6a-82114013c0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '92ba8067-7c49-4a24-9f95-730daec79d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:49.652979 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.653405 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Bound using segment: {'id': 'eed26a55-c965-426d-9d6a-82114013c0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '92ba8067-7c49-4a24-9f95-730daec79d5c'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:49.653881 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Bound port: a4595e8a-04a3-4d2e-9e6c-ff17699e41c8, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed26a55-c965-426d-9d6a-82114013c0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '92ba8067-7c49-4a24-9f95-730daec79d5c'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:49.654289 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.721195 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] For port a4595e8a-04a3-4d2e-9e6c-ff17699e41c8, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:49.725030 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] For port a4595e8a-04a3-4d2e-9e6c-ff17699e41c8, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a4595e8a-04a3-4d2e-9e6c-ff17699e41c8,segment=NetworkSegment(eed26a55-c965-426d-9d6a-82114013c0e7),segment_id=eed26a55-c965-426d-9d6a-82114013c0e7)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:49.729593 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:49.789617 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97e76e-dab9-4ed1-8160-44275d29e25d None None] Pushing event updated for resources: {'Port': ['ID=a4595e8a-04a3-4d2e-9e6c-ff17699e41c8,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:49.937906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d871e-448a-4b03-b858-b66f55824b84 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Pushing event updated for resources: {'Subnet': ['ID=1fc10fb4-f3b5-408b-bc1b-15988f35501c,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:49.963757 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580d871e-448a-4b03-b858-b66f55824b84 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Checking segment: {'id': '7f621211-73d8-4b0f-ac2f-bf74c176210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4281a0b4-f998-44a0-8247-7a2ccc2cbdee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:49.964115 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580d871e-448a-4b03-b858-b66f55824b84 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Network hostable DHCP agents. Network: 4281a0b4-f998-44a0-8247-7a2ccc2cbdee, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:44:49.981351 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580d871e-448a-4b03-b858-b66f55824b84 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Network 4281a0b4-f998-44a0-8247-7a2ccc2cbdee is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:44:49.996607 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-580d871e-448a-4b03-b858-b66f55824b84 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 4281a0b4-f998-44a0-8247-7a2ccc2cbdee) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:50.001595 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580d871e-448a-4b03-b858-b66f55824b84 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:50.002199 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-580d871e-448a-4b03-b858-b66f55824b84 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.017014 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a312b614-952a-48e2-915f-87e982300024 None None] Network 4281a0b4-f998-44a0-8247-7a2ccc2cbdee requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:50.024073 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49406) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:50.025460 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-580d871e-448a-4b03-b858-b66f55824b84 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7730074 Nov 23 22:44:50.147994 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.178034 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b52c2c-9ce0-4e60-8479-a6e7607a49bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-4281a0b4-f998-44a0-8247-7a2ccc2cbdee', 'network_id': '4281a0b4-f998-44a0-8247-7a2ccc2cbdee', 'tenant_id': 'b302ccfd40d64abbbbc484c98ea33e7d', 'fixed_ips': [{'subnet_id': '1fc10fb4-f3b5-408b-bc1b-15988f35501c'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:44:50.178924 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-78b52c2c-9ce0-4e60-8479-a6e7607a49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.223583 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.321453 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-78b52c2c-9ce0-4e60-8479-a6e7607a49bb None None] Allocated IP 2001:db8::2 (4281a0b4-f998-44a0-8247-7a2ccc2cbdee/1fc10fb4-f3b5-408b-bc1b-15988f35501c/09f89436-a8de-450b-a3ca-0533bb9eeac0) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:50.467339 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-78b52c2c-9ce0-4e60-8479-a6e7607a49bb None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.474808 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-78b52c2c-9ce0-4e60-8479-a6e7607a49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.494526 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.513612 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b52c2c-9ce0-4e60-8479-a6e7607a49bb None None] Network 4281a0b4-f998-44a0-8247-7a2ccc2cbdee is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:50.516689 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-78b52c2c-9ce0-4e60-8479-a6e7607a49bb None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:50.521254 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b52c2c-9ce0-4e60-8479-a6e7607a49bb None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:50.526332 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Pushing event deleted for resources: {'Subnet': ['ID=1fc10fb4-f3b5-408b-bc1b-15988f35501c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:50.559648 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b52c2c-9ce0-4e60-8479-a6e7607a49bb None None] Pushing event updated for resources: {'Port': ['ID=09f89436-a8de-450b-a3ca-0533bb9eeac0,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:50.590105 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-78b52c2c-9ce0-4e60-8479-a6e7607a49bb None None] Attempting to bind port 09f89436-a8de-450b-a3ca-0533bb9eeac0 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:50.590587 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-78b52c2c-9ce0-4e60-8479-a6e7607a49bb None None] Attempting to bind port 09f89436-a8de-450b-a3ca-0533bb9eeac0 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '7f621211-73d8-4b0f-ac2f-bf74c176210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4281a0b4-f998-44a0-8247-7a2ccc2cbdee'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:50.591175 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b52c2c-9ce0-4e60-8479-a6e7607a49bb None None] Attempting to bind port 09f89436-a8de-450b-a3ca-0533bb9eeac0 on network 4281a0b4-f998-44a0-8247-7a2ccc2cbdee {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:50.596811 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b52c2c-9ce0-4e60-8479-a6e7607a49bb None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:50.597193 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b52c2c-9ce0-4e60-8479-a6e7607a49bb None None] Checking segment: {'id': '7f621211-73d8-4b0f-ac2f-bf74c176210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4281a0b4-f998-44a0-8247-7a2ccc2cbdee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:50.597691 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-78b52c2c-9ce0-4e60-8479-a6e7607a49bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.598062 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.598201 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b52c2c-9ce0-4e60-8479-a6e7607a49bb None None] Bound using segment: {'id': '7f621211-73d8-4b0f-ac2f-bf74c176210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4281a0b4-f998-44a0-8247-7a2ccc2cbdee'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:50.598679 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-78b52c2c-9ce0-4e60-8479-a6e7607a49bb None None] Bound port: 09f89436-a8de-450b-a3ca-0533bb9eeac0, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f621211-73d8-4b0f-ac2f-bf74c176210c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4281a0b4-f998-44a0-8247-7a2ccc2cbdee'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:50.599089 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-78b52c2c-9ce0-4e60-8479-a6e7607a49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.602557 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:44:50.620488 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4281a0b4-f998-44a0-8247-7a2ccc2cbdee']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:50.633431 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f621211-73d8-4b0f-ac2f-bf74c176210c') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:50.633872 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f621211-73d8-4b0f-ac2f-bf74c176210c') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:50.645235 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.660549 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.668655 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:44:50.668955 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.672999 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-78b52c2c-9ce0-4e60-8479-a6e7607a49bb None None] For port 09f89436-a8de-450b-a3ca-0533bb9eeac0, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:44:50.674171 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:44:50.736072 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-78b52c2c-9ce0-4e60-8479-a6e7607a49bb None None] For port 09f89436-a8de-450b-a3ca-0533bb9eeac0, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=09f89436-a8de-450b-a3ca-0533bb9eeac0,segment=NetworkSegment(7f621211-73d8-4b0f-ac2f-bf74c176210c),segment_id=7f621211-73d8-4b0f-ac2f-bf74c176210c)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:50.737549 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.db.api [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 22:44:50.737549 n-d-816206-9 neutron-server[110033]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 22:44:50.737549 n-d-816206-9 neutron-server[110033]: [parameters: {'id': '4281a0b4-f998-44a0-8247-7a2ccc2cbdee'}] Nov 23 22:44:50.737549 n-d-816206-9 neutron-server[110033]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:44:50.737972 n-d-816206-9 neutron-server[110033]: DEBUG oslo_db.api [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:44:50.742891 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-78b52c2c-9ce0-4e60-8479-a6e7607a49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:50.829324 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81b0e89-8d47-47e7-bd9c-4d75df168007 None None] Network 92ba8067-7c49-4a24-9f95-730daec79d5c requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:50.836384 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b52c2c-9ce0-4e60-8479-a6e7607a49bb None None] Pushing event updated for resources: {'Port': ['ID=09f89436-a8de-450b-a3ca-0533bb9eeac0,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:50.873351 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c180e2d-e5b1-4cfe-bff5-ea98513a611d None None] Network 4281a0b4-f998-44a0-8247-7a2ccc2cbdee requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:51.064470 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2ef10d6d-d570-4bac-ac64-bd9e1e1c78db None None] Provisioning complete for port a4595e8a-04a3-4d2e-9e6c-ff17699e41c8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:51.064852 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2ef10d6d-d570-4bac-ac64-bd9e1e1c78db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.239576 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.294134 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Deleting port 09f89436-a8de-450b-a3ca-0533bb9eeac0 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:51.294478 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.315945 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2ef10d6d-d570-4bac-ac64-bd9e1e1c78db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.357204 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2ef10d6d-d570-4bac-ac64-bd9e1e1c78db None None] For port a4595e8a-04a3-4d2e-9e6c-ff17699e41c8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a4595e8a-04a3-4d2e-9e6c-ff17699e41c8,segment=NetworkSegment(eed26a55-c965-426d-9d6a-82114013c0e7),segment_id=eed26a55-c965-426d-9d6a-82114013c0e7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:51.362524 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2ef10d6d-d570-4bac-ac64-bd9e1e1c78db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.364862 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] For port 09f89436-a8de-450b-a3ca-0533bb9eeac0, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=09f89436-a8de-450b-a3ca-0533bb9eeac0,segment=NetworkSegment(7f621211-73d8-4b0f-ac2f-bf74c176210c),segment_id=7f621211-73d8-4b0f-ac2f-bf74c176210c)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:51.365303 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.379898 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Calling delete_port for 09f89436-a8de-450b-a3ca-0533bb9eeac0 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:51.417426 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef10d6d-d570-4bac-ac64-bd9e1e1c78db None None] Pushing event updated for resources: {'Port': ['ID=a4595e8a-04a3-4d2e-9e6c-ff17699e41c8,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:51.468970 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.498619 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Pushing event deleted for resources: {'Port': ['ID=09f89436-a8de-450b-a3ca-0533bb9eeac0,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:51.503609 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] No DVR routers for this DVR port 09f89436-a8de-450b-a3ca-0533bb9eeac0 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:44:51.538164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a4595e8a-04a3-4d2e-9e6c-ff17699e41c8 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:44:51.574166 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3b69eb-fa8b-4d18-aa2d-e2d82a40a936 None None] get_active_networks_info from n-d-816206-9 {{(pid=110035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 22:44:51.591474 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.611451 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4281a0b4-f998-44a0-8247-7a2ccc2cbdee']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:51.621527 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f621211-73d8-4b0f-ac2f-bf74c176210c') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:51.621845 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f621211-73d8-4b0f-ac2f-bf74c176210c') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:51.628498 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8f83476a-bc46-425d-97ac-7cd935d16925 None None] Provisioning complete for port a4595e8a-04a3-4d2e-9e6c-ff17699e41c8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:51.629463 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8f83476a-bc46-425d-97ac-7cd935d16925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.632763 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.646040 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.652150 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:44:51.652569 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:44:51.655605 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:44:51.690511 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port a4595e8a-04a3-4d2e-9e6c-ff17699e41c8 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:44:51.690918 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.718374 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.726139 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.729323 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "DELETE /v2.0/networks/4281a0b4-f998-44a0-8247-7a2ccc2cbdee HTTP/1.1" status: 204 len: 168 time: 1.7024026 Nov 23 22:44:51.733880 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49410) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:51.739090 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3b69eb-fa8b-4d18-aa2d-e2d82a40a936 None None] Resources bound (agent type, host, resource id): {{(pid=110035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 22:44:51.739655 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-8554fb66-9c6a-4f97-a260-334837c66b71 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-14879516'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:51.741374 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec144b-923e-4103-8009-7f8ccccfed1e tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Pushing event deleted for resources: {'Network': ['ID=4281a0b4-f998-44a0-8247-7a2ccc2cbdee,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:51.764744 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8554fb66-9c6a-4f97-a260-334837c66b71 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Made reservation on behalf of b302ccfd40d64abbbbc484c98ea33e7d for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:51.768212 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8554fb66-9c6a-4f97-a260-334837c66b71 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.790948 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8554fb66-9c6a-4f97-a260-334837c66b71 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:44:51.800487 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8554fb66-9c6a-4f97-a260-334837c66b71 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.801516 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-8554fb66-9c6a-4f97-a260-334837c66b71 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Added segment 5e6927a0-4356-425e-b714-101b8861ec8d of type vlan for network d3505da4-4913-4b4d-b8d8-3ef0fe431fc5 Nov 23 22:44:51.842030 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8554fb66-9c6a-4f97-a260-334837c66b71 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.868214 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8554fb66-9c6a-4f97-a260-334837c66b71 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.873849 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8554fb66-9c6a-4f97-a260-334837c66b71 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:51.874456 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8554fb66-9c6a-4f97-a260-334837c66b71 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:51.916098 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8554fb66-9c6a-4f97-a260-334837c66b71 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1811056 Nov 23 22:44:51.919108 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49412) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:51.924948 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4b816cf4-5f28-476e-8274-d2e278b3178f tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Request body: {'subnet': {'network_id': 'd3505da4-4913-4b4d-b8d8-3ef0fe431fc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:51.948245 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554fb66-9c6a-4f97-a260-334837c66b71 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Pushing event updated for resources: {'Network': ['ID=d3505da4-4913-4b4d-b8d8-3ef0fe431fc5,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:51.964361 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network d3505da4-4913-4b4d-b8d8-3ef0fe431fc5 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:44:52.016149 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b816cf4-5f28-476e-8274-d2e278b3178f tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Made reservation on behalf of b302ccfd40d64abbbbc484c98ea33e7d for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:52.020311 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4b816cf4-5f28-476e-8274-d2e278b3178f tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.081026 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.ipam_backend_mixin [None req-4b816cf4-5f28-476e-8274-d2e278b3178f tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Performing IP validity checks on allocation pools {{(pid=110033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 22:44:52.081554 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.ipam_backend_mixin [None req-4b816cf4-5f28-476e-8274-d2e278b3178f tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110033) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 22:44:52.202776 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4b816cf4-5f28-476e-8274-d2e278b3178f tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.271062 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b816cf4-5f28-476e-8274-d2e278b3178f tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Pushing event updated for resources: {'Subnet': ['ID=52672dbd-f056-43d2-ad5d-8ac72edecc98,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:52.278465 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b816cf4-5f28-476e-8274-d2e278b3178f tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Checking segment: {'id': '5e6927a0-4356-425e-b714-101b8861ec8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd3505da4-4913-4b4d-b8d8-3ef0fe431fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:52.278878 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b816cf4-5f28-476e-8274-d2e278b3178f tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Network hostable DHCP agents. Network: d3505da4-4913-4b4d-b8d8-3ef0fe431fc5, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:44:52.295642 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b816cf4-5f28-476e-8274-d2e278b3178f tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Network d3505da4-4913-4b4d-b8d8-3ef0fe431fc5 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:44:52.307931 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-4b816cf4-5f28-476e-8274-d2e278b3178f tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, d3505da4-4913-4b4d-b8d8-3ef0fe431fc5) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:52.313020 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b816cf4-5f28-476e-8274-d2e278b3178f tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:52.313615 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4b816cf4-5f28-476e-8274-d2e278b3178f tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.318077 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cae2b18-0e1a-476b-8d29-190eaf5830db None None] Network d3505da4-4913-4b4d-b8d8-3ef0fe431fc5 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:52.331095 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4b816cf4-5f28-476e-8274-d2e278b3178f tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4107566 Nov 23 22:44:52.334773 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49414) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:52.433257 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-739de570-d99b-4dd7-ba11-cf00c13f75f7 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.465131 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5832629-5bab-4c37-8473-7439d3a37802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-d3505da4-4913-4b4d-b8d8-3ef0fe431fc5', 'network_id': 'd3505da4-4913-4b4d-b8d8-3ef0fe431fc5', 'tenant_id': 'b302ccfd40d64abbbbc484c98ea33e7d', 'fixed_ips': [{'subnet_id': '52672dbd-f056-43d2-ad5d-8ac72edecc98'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:44:52.466016 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f5832629-5bab-4c37-8473-7439d3a37802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.491862 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-739de570-d99b-4dd7-ba11-cf00c13f75f7 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.552665 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-739de570-d99b-4dd7-ba11-cf00c13f75f7 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server [None req-f5832629-5bab-4c37-8473-7439d3a37802 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52672dbd-f056-43d2-ad5d-8ac72edecc98: This subnet is being modified by another concurrent operation. Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server raise exception Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52672dbd-f056-43d2-ad5d-8ac72edecc98: This subnet is being modified by another concurrent operation. Nov 23 22:44:52.566359 n-d-816206-9 neutron-server[110035]: ERROR oslo_messaging.rpc.server Nov 23 22:44:52.580030 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739de570-d99b-4dd7-ba11-cf00c13f75f7 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Pushing event deleted for resources: {'Subnet': ['ID=52672dbd-f056-43d2-ad5d-8ac72edecc98,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:52.588734 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b147af-4ad3-44e3-834d-8bac5e1db919 None None] Network d3505da4-4913-4b4d-b8d8-3ef0fe431fc5 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:52.646085 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-739de570-d99b-4dd7-ba11-cf00c13f75f7 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.666973 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-739de570-d99b-4dd7-ba11-cf00c13f75f7 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3505da4-4913-4b4d-b8d8-3ef0fe431fc5']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:52.676598 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-739de570-d99b-4dd7-ba11-cf00c13f75f7 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6927a0-4356-425e-b714-101b8861ec8d') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:52.676852 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-739de570-d99b-4dd7-ba11-cf00c13f75f7 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6927a0-4356-425e-b714-101b8861ec8d') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:52.686645 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-739de570-d99b-4dd7-ba11-cf00c13f75f7 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.700472 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-739de570-d99b-4dd7-ba11-cf00c13f75f7 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.701920 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf7e21a-8097-4def-81cd-669a9105104f None None] get_active_networks_info from n-d-816206-9 {{(pid=110035) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 22:44:52.706580 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739de570-d99b-4dd7-ba11-cf00c13f75f7 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:44:52.707687 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-739de570-d99b-4dd7-ba11-cf00c13f75f7 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:44:52.711045 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:44:52.771968 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-739de570-d99b-4dd7-ba11-cf00c13f75f7 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.773378 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf7e21a-8097-4def-81cd-669a9105104f None None] Resources bound (agent type, host, resource id): {{(pid=110035) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 22:44:52.781736 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-739de570-d99b-4dd7-ba11-cf00c13f75f7 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.785480 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-739de570-d99b-4dd7-ba11-cf00c13f75f7 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "DELETE /v2.0/networks/d3505da4-4913-4b4d-b8d8-3ef0fe431fc5 HTTP/1.1" status: 204 len: 168 time: 0.4491253 Nov 23 22:44:52.790925 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49416) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:52.795005 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739de570-d99b-4dd7-ba11-cf00c13f75f7 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Pushing event deleted for resources: {'Network': ['ID=d3505da4-4913-4b4d-b8d8-3ef0fe431fc5,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:52.795935 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-4c043287-7d64-4925-a406-8b8ecb1fd798 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1677786655'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:52.817206 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c043287-7d64-4925-a406-8b8ecb1fd798 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Made reservation on behalf of b302ccfd40d64abbbbc484c98ea33e7d for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:52.820721 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c043287-7d64-4925-a406-8b8ecb1fd798 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.843535 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c043287-7d64-4925-a406-8b8ecb1fd798 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:44:52.854032 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c043287-7d64-4925-a406-8b8ecb1fd798 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.854370 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-4c043287-7d64-4925-a406-8b8ecb1fd798 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Added segment fbc9eac5-2733-461d-a56c-0879d6fa82d5 of type vlan for network 36e28480-8a52-41de-933d-69dba5b964fc Nov 23 22:44:52.897390 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c043287-7d64-4925-a406-8b8ecb1fd798 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.922195 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c043287-7d64-4925-a406-8b8ecb1fd798 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.928025 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c043287-7d64-4925-a406-8b8ecb1fd798 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:52.928616 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4c043287-7d64-4925-a406-8b8ecb1fd798 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:52.966669 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4c043287-7d64-4925-a406-8b8ecb1fd798 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1719718 Nov 23 22:44:52.966885 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49418) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:52.975786 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-e56d5400-f4b0-4075-a3a7-c32518006072 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Request body: {'subnet': {'network_id': '36e28480-8a52-41de-933d-69dba5b964fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:53.024255 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c043287-7d64-4925-a406-8b8ecb1fd798 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Pushing event updated for resources: {'Network': ['ID=36e28480-8a52-41de-933d-69dba5b964fc,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:53.034569 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 36e28480-8a52-41de-933d-69dba5b964fc details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:44:53.098964 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56d5400-f4b0-4075-a3a7-c32518006072 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Made reservation on behalf of b302ccfd40d64abbbbc484c98ea33e7d for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:53.102792 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e56d5400-f4b0-4075-a3a7-c32518006072 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:53.288483 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e56d5400-f4b0-4075-a3a7-c32518006072 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:53.319849 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:53.358978 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d5400-f4b0-4075-a3a7-c32518006072 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Pushing event updated for resources: {'Subnet': ['ID=f35dc68f-8832-4bc8-acad-875e9fd350cd,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:53.363888 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56d5400-f4b0-4075-a3a7-c32518006072 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Checking segment: {'id': 'fbc9eac5-2733-461d-a56c-0879d6fa82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '36e28480-8a52-41de-933d-69dba5b964fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:53.364256 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56d5400-f4b0-4075-a3a7-c32518006072 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Network hostable DHCP agents. Network: 36e28480-8a52-41de-933d-69dba5b964fc, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:44:53.380586 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56d5400-f4b0-4075-a3a7-c32518006072 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Network 36e28480-8a52-41de-933d-69dba5b964fc is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:44:53.389409 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-e56d5400-f4b0-4075-a3a7-c32518006072 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 36e28480-8a52-41de-933d-69dba5b964fc) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:53.393626 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56d5400-f4b0-4075-a3a7-c32518006072 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:53.394816 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e56d5400-f4b0-4075-a3a7-c32518006072 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:53.399677 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a05441-d480-448b-befe-c9842e4de46b None None] Network 36e28480-8a52-41de-933d-69dba5b964fc requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:53.411244 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e56d5400-f4b0-4075-a3a7-c32518006072 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4434149 Nov 23 22:44:53.415164 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49420) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:53.420087 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-6a6c2691-91dd-4a33-beda-60a3fd220e00 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-652191482'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:53.442611 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6c2691-91dd-4a33-beda-60a3fd220e00 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Made reservation on behalf of b302ccfd40d64abbbbc484c98ea33e7d for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:53.446065 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a6c2691-91dd-4a33-beda-60a3fd220e00 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:53.471072 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6c2691-91dd-4a33-beda-60a3fd220e00 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:44:53.480836 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a6c2691-91dd-4a33-beda-60a3fd220e00 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:53.481181 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-6a6c2691-91dd-4a33-beda-60a3fd220e00 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Added segment 64e6927f-cb7f-42d2-99ff-80e08e26e430 of type vlan for network d9dcb41f-eb09-4902-aa8e-5893441a7d8e Nov 23 22:44:53.522707 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a6c2691-91dd-4a33-beda-60a3fd220e00 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:53.549120 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a6c2691-91dd-4a33-beda-60a3fd220e00 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:53.549668 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc20422-e46e-4b25-8327-53fb2837a056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-36e28480-8a52-41de-933d-69dba5b964fc', 'network_id': '36e28480-8a52-41de-933d-69dba5b964fc', 'tenant_id': 'b302ccfd40d64abbbbc484c98ea33e7d', 'fixed_ips': [{'subnet_id': 'f35dc68f-8832-4bc8-acad-875e9fd350cd'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:44:53.551219 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cdc20422-e46e-4b25-8327-53fb2837a056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:53.555347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6c2691-91dd-4a33-beda-60a3fd220e00 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:53.555947 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6a6c2691-91dd-4a33-beda-60a3fd220e00 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:53.595167 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6a6c2691-91dd-4a33-beda-60a3fd220e00 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1762509 Nov 23 22:44:53.595397 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49422) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:53.602775 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-aa7a2d72-8b6b-4061-82d9-25ebd9ed1539 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Request body: {'subnet': {'network_id': 'd9dcb41f-eb09-4902-aa8e-5893441a7d8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:53.653513 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c2691-91dd-4a33-beda-60a3fd220e00 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Pushing event updated for resources: {'Network': ['ID=d9dcb41f-eb09-4902-aa8e-5893441a7d8e,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:53.667226 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network d9dcb41f-eb09-4902-aa8e-5893441a7d8e details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:44:53.728712 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7a2d72-8b6b-4061-82d9-25ebd9ed1539 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Made reservation on behalf of b302ccfd40d64abbbbc484c98ea33e7d for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:53.732349 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2d72-8b6b-4061-82d9-25ebd9ed1539 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:53.747200 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-cdc20422-e46e-4b25-8327-53fb2837a056 None None] Allocated IP 2001:db8::2 (36e28480-8a52-41de-933d-69dba5b964fc/f35dc68f-8832-4bc8-acad-875e9fd350cd/01c558bf-6d3e-4863-9eb1-d74865888df0) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:53.898108 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cdc20422-e46e-4b25-8327-53fb2837a056 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:53.904100 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cdc20422-e46e-4b25-8327-53fb2837a056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:53.919109 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2d72-8b6b-4061-82d9-25ebd9ed1539 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:53.945737 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc20422-e46e-4b25-8327-53fb2837a056 None None] Network 36e28480-8a52-41de-933d-69dba5b964fc is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:53.948842 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-cdc20422-e46e-4b25-8327-53fb2837a056 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:53.951312 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc20422-e46e-4b25-8327-53fb2837a056 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:53.961803 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc20422-e46e-4b25-8327-53fb2837a056 None None] Pushing event updated for resources: {'Port': ['ID=01c558bf-6d3e-4863-9eb1-d74865888df0,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:53.984562 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a2d72-8b6b-4061-82d9-25ebd9ed1539 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Pushing event updated for resources: {'Subnet': ['ID=edafc8db-2c67-4089-832b-9fbda0fd0d3e,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:53.990037 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7a2d72-8b6b-4061-82d9-25ebd9ed1539 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Checking segment: {'id': '64e6927f-cb7f-42d2-99ff-80e08e26e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd9dcb41f-eb09-4902-aa8e-5893441a7d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:53.990403 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7a2d72-8b6b-4061-82d9-25ebd9ed1539 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Network hostable DHCP agents. Network: d9dcb41f-eb09-4902-aa8e-5893441a7d8e, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:44:54.007551 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7a2d72-8b6b-4061-82d9-25ebd9ed1539 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Network d9dcb41f-eb09-4902-aa8e-5893441a7d8e is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:44:54.014960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-cdc20422-e46e-4b25-8327-53fb2837a056 None None] Attempting to bind port 01c558bf-6d3e-4863-9eb1-d74865888df0 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:54.015355 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-cdc20422-e46e-4b25-8327-53fb2837a056 None None] Attempting to bind port 01c558bf-6d3e-4863-9eb1-d74865888df0 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'fbc9eac5-2733-461d-a56c-0879d6fa82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '36e28480-8a52-41de-933d-69dba5b964fc'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:54.015709 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc20422-e46e-4b25-8327-53fb2837a056 None None] Attempting to bind port 01c558bf-6d3e-4863-9eb1-d74865888df0 on network 36e28480-8a52-41de-933d-69dba5b964fc {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:54.015913 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-aa7a2d72-8b6b-4061-82d9-25ebd9ed1539 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, d9dcb41f-eb09-4902-aa8e-5893441a7d8e) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:54.020543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7a2d72-8b6b-4061-82d9-25ebd9ed1539 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:54.021142 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-aa7a2d72-8b6b-4061-82d9-25ebd9ed1539 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.026337 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9f5d44-443d-4361-aaeb-4db27b48464f None None] Network d9dcb41f-eb09-4902-aa8e-5893441a7d8e requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:54.028289 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc20422-e46e-4b25-8327-53fb2837a056 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:54.028679 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc20422-e46e-4b25-8327-53fb2837a056 None None] Checking segment: {'id': 'fbc9eac5-2733-461d-a56c-0879d6fa82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '36e28480-8a52-41de-933d-69dba5b964fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:54.029075 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cdc20422-e46e-4b25-8327-53fb2837a056 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.029466 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc20422-e46e-4b25-8327-53fb2837a056 None None] Bound using segment: {'id': 'fbc9eac5-2733-461d-a56c-0879d6fa82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '36e28480-8a52-41de-933d-69dba5b964fc'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:54.029947 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-cdc20422-e46e-4b25-8327-53fb2837a056 None None] Bound port: 01c558bf-6d3e-4863-9eb1-d74865888df0, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc9eac5-2733-461d-a56c-0879d6fa82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '36e28480-8a52-41de-933d-69dba5b964fc'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:54.030327 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cdc20422-e46e-4b25-8327-53fb2837a056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.038555 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-aa7a2d72-8b6b-4061-82d9-25ebd9ed1539 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4421391 Nov 23 22:44:54.040943 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49424) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:54.149042 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5a09ff2b-4ba8-4634-86bb-40436365c516 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.163000 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-cdc20422-e46e-4b25-8327-53fb2837a056 None None] For port 01c558bf-6d3e-4863-9eb1-d74865888df0, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:54.166775 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-cdc20422-e46e-4b25-8327-53fb2837a056 None None] For port 01c558bf-6d3e-4863-9eb1-d74865888df0, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=01c558bf-6d3e-4863-9eb1-d74865888df0,segment=NetworkSegment(fbc9eac5-2733-461d-a56c-0879d6fa82d5),segment_id=fbc9eac5-2733-461d-a56c-0879d6fa82d5)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:54.190821 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cdc20422-e46e-4b25-8327-53fb2837a056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.230048 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5a09ff2b-4ba8-4634-86bb-40436365c516 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.274939 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc20422-e46e-4b25-8327-53fb2837a056 None None] Pushing event updated for resources: {'Port': ['ID=01c558bf-6d3e-4863-9eb1-d74865888df0,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:54.290379 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ada502-2ef4-4e86-839a-98e37891bc4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-d9dcb41f-eb09-4902-aa8e-5893441a7d8e', 'network_id': 'd9dcb41f-eb09-4902-aa8e-5893441a7d8e', 'tenant_id': 'b302ccfd40d64abbbbc484c98ea33e7d', 'fixed_ips': [{'subnet_id': 'edafc8db-2c67-4089-832b-9fbda0fd0d3e'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:44:54.291337 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d5ada502-2ef4-4e86-839a-98e37891bc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.306656 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5a09ff2b-4ba8-4634-86bb-40436365c516 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.339118 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09ff2b-4ba8-4634-86bb-40436365c516 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Pushing event deleted for resources: {'Subnet': ['ID=edafc8db-2c67-4089-832b-9fbda0fd0d3e,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:54.389509 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fd1d66-bc84-4415-9c34-bf86d237ce81 None None] Network d9dcb41f-eb09-4902-aa8e-5893441a7d8e requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:54.400823 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5a09ff2b-4ba8-4634-86bb-40436365c516 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.448734 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-5a09ff2b-4ba8-4634-86bb-40436365c516 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9dcb41f-eb09-4902-aa8e-5893441a7d8e']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:54.462766 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-5a09ff2b-4ba8-4634-86bb-40436365c516 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e6927f-cb7f-42d2-99ff-80e08e26e430') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:54.463022 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-5a09ff2b-4ba8-4634-86bb-40436365c516 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e6927f-cb7f-42d2-99ff-80e08e26e430') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:54.473179 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5a09ff2b-4ba8-4634-86bb-40436365c516 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.492099 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5a09ff2b-4ba8-4634-86bb-40436365c516 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.498894 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a09ff2b-4ba8-4634-86bb-40436365c516 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:44:54.499294 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5a09ff2b-4ba8-4634-86bb-40436365c516 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:44:54.502840 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:44:54.567063 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5a09ff2b-4ba8-4634-86bb-40436365c516 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.571621 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5a09ff2b-4ba8-4634-86bb-40436365c516 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.575466 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5a09ff2b-4ba8-4634-86bb-40436365c516 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "DELETE /v2.0/networks/d9dcb41f-eb09-4902-aa8e-5893441a7d8e HTTP/1.1" status: 204 len: 168 time: 0.5334020 Nov 23 22:44:54.578839 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49426) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:54.591262 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09ff2b-4ba8-4634-86bb-40436365c516 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Pushing event deleted for resources: {'Network': ['ID=d9dcb41f-eb09-4902-aa8e-5893441a7d8e,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:54.612395 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2805e8-3511-4270-816a-5156b554e0a1 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] GET failed (client error): The resource could not be found. Nov 23 22:44:54.614288 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-df2805e8-3511-4270-816a-5156b554e0a1 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "GET /v2.0/subnets/edafc8db-2c67-4089-832b-9fbda0fd0d3e HTTP/1.1" status: 404 len: 337 time: 0.0344470 Nov 23 22:44:54.617130 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49428) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:54.635830 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93b276f-ea81-4533-a1b6-b9adee0b140f tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] DELETE failed (client error): The resource could not be found. Nov 23 22:44:54.636319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93b276f-ea81-4533-a1b6-b9adee0b140f tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:44:54.639339 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a93b276f-ea81-4533-a1b6-b9adee0b140f tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "DELETE /v2.0/networks/d9dcb41f-eb09-4902-aa8e-5893441a7d8e HTTP/1.1" status: 404 len: 339 time: 0.0212610 Nov 23 22:44:54.642939 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49430) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:54.668414 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-df80a015-3ec2-4968-90d2-bc4840c3aae1 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] DELETE failed (client error): The resource could not be found. Nov 23 22:44:54.668793 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df80a015-3ec2-4968-90d2-bc4840c3aae1 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:44:54.672189 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-df80a015-3ec2-4968-90d2-bc4840c3aae1 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "DELETE /v2.0/subnets/edafc8db-2c67-4089-832b-9fbda0fd0d3e HTTP/1.1" status: 404 len: 337 time: 0.0280395 Nov 23 22:44:54.674586 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49432) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:54.694862 n-d-816206-9 neutron-server[110034]: INFO neutron.pecan_wsgi.hooks.translation [None req-7997fe1e-eb20-4f6b-89e5-03ece764d6d2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] DELETE failed (client error): The resource could not be found. Nov 23 22:44:54.695377 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7997fe1e-eb20-4f6b-89e5-03ece764d6d2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110034) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:44:54.698363 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7997fe1e-eb20-4f6b-89e5-03ece764d6d2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "DELETE /v2.0/networks/d9dcb41f-eb09-4902-aa8e-5893441a7d8e HTTP/1.1" status: 404 len: 339 time: 0.0218549 Nov 23 22:44:54.700804 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49434) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:54.755757 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae8b379-7318-4616-b0eb-beab011de910 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Deleting subnet f35dc68f-8832-4bc8-acad-875e9fd350cd {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:44:54.759130 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0ae8b379-7318-4616-b0eb-beab011de910 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.799920 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0ae8b379-7318-4616-b0eb-beab011de910 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.885346 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0ae8b379-7318-4616-b0eb-beab011de910 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.952570 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0ae8b379-7318-4616-b0eb-beab011de910 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.979064 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8b379-7318-4616-b0eb-beab011de910 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Pushing event deleted for resources: {'Subnet': ['ID=f35dc68f-8832-4bc8-acad-875e9fd350cd,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:54.987776 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-0ae8b379-7318-4616-b0eb-beab011de910 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:54.991133 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0ae8b379-7318-4616-b0eb-beab011de910 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "DELETE /v2.0/subnets/f35dc68f-8832-4bc8-acad-875e9fd350cd HTTP/1.1" status: 204 len: 168 time: 0.2894335 Nov 23 22:44:54.993675 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49436) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:55.074378 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2687f100-d3d3-4d91-8a73-63a4a9e5bed2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:55.130977 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-2687f100-d3d3-4d91-8a73-63a4a9e5bed2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Deleting port 01c558bf-6d3e-4863-9eb1-d74865888df0 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:55.130977 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2687f100-d3d3-4d91-8a73-63a4a9e5bed2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:55.201173 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-2687f100-d3d3-4d91-8a73-63a4a9e5bed2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] For port 01c558bf-6d3e-4863-9eb1-d74865888df0, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=01c558bf-6d3e-4863-9eb1-d74865888df0,segment=NetworkSegment(fbc9eac5-2733-461d-a56c-0879d6fa82d5),segment_id=fbc9eac5-2733-461d-a56c-0879d6fa82d5)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:55.201537 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2687f100-d3d3-4d91-8a73-63a4a9e5bed2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:55.215208 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-2687f100-d3d3-4d91-8a73-63a4a9e5bed2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Calling delete_port for 01c558bf-6d3e-4863-9eb1-d74865888df0 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:55.218653 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2de1df-0b40-48a9-b6f1-85e632741eb4 None None] Network 36e28480-8a52-41de-933d-69dba5b964fc requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:55.301182 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2687f100-d3d3-4d91-8a73-63a4a9e5bed2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:55.327572 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f15eef41-9b2f-4be7-b711-6aa381b96c3e None None] Could not find standard attr ID for object 01c558bf-6d3e-4863-9eb1-d74865888df0. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:44:55.330041 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687f100-d3d3-4d91-8a73-63a4a9e5bed2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Pushing event deleted for resources: {'Port': ['ID=01c558bf-6d3e-4863-9eb1-d74865888df0,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:55.332579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2687f100-d3d3-4d91-8a73-63a4a9e5bed2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] No DVR routers for this DVR port 01c558bf-6d3e-4863-9eb1-d74865888df0 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:44:55.384066 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9233568d-bc40-4341-9beb-80c746c2bfa5 None None] DHCP port deletion for 36e28480-8a52-41de-933d-69dba5b964fc request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:44:55.420647 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2687f100-d3d3-4d91-8a73-63a4a9e5bed2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:55.441104 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-2687f100-d3d3-4d91-8a73-63a4a9e5bed2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e28480-8a52-41de-933d-69dba5b964fc']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:55.451080 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-2687f100-d3d3-4d91-8a73-63a4a9e5bed2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc9eac5-2733-461d-a56c-0879d6fa82d5') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:55.451366 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-2687f100-d3d3-4d91-8a73-63a4a9e5bed2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc9eac5-2733-461d-a56c-0879d6fa82d5') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:55.465591 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2687f100-d3d3-4d91-8a73-63a4a9e5bed2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:55.478808 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2687f100-d3d3-4d91-8a73-63a4a9e5bed2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:55.485060 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2687f100-d3d3-4d91-8a73-63a4a9e5bed2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:44:55.485445 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2687f100-d3d3-4d91-8a73-63a4a9e5bed2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:44:55.489443 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:44:55.546950 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2687f100-d3d3-4d91-8a73-63a4a9e5bed2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:55.554436 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2687f100-d3d3-4d91-8a73-63a4a9e5bed2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:55.557600 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2687f100-d3d3-4d91-8a73-63a4a9e5bed2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "DELETE /v2.0/networks/36e28480-8a52-41de-933d-69dba5b964fc HTTP/1.1" status: 204 len: 168 time: 0.5629895 Nov 23 22:44:55.560217 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49438) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:55.569729 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687f100-d3d3-4d91-8a73-63a4a9e5bed2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Pushing event deleted for resources: {'Network': ['ID=36e28480-8a52-41de-933d-69dba5b964fc,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:55.587270 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-5474a69e-79a8-46a9-abfa-8fda44edb82b tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] DELETE failed (client error): The resource could not be found. Nov 23 22:44:55.587764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5474a69e-79a8-46a9-abfa-8fda44edb82b tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:44:55.590705 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5474a69e-79a8-46a9-abfa-8fda44edb82b tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "DELETE /v2.0/subnets/52672dbd-f056-43d2-ad5d-8ac72edecc98 HTTP/1.1" status: 404 len: 337 time: 0.0294545 Nov 23 22:44:55.593205 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49440) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:55.610455 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d3b788-1e2a-4f7a-8758-87a9f6306b79 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] DELETE failed (client error): The resource could not be found. Nov 23 22:44:55.611017 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93d3b788-1e2a-4f7a-8758-87a9f6306b79 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:44:55.614543 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-93d3b788-1e2a-4f7a-8758-87a9f6306b79 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "DELETE /v2.0/networks/d3505da4-4913-4b4d-b8d8-3ef0fe431fc5 HTTP/1.1" status: 404 len: 339 time: 0.0204420 Nov 23 22:44:55.616794 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49442) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:55.641838 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-c419c94e-2014-4719-8be9-f54ff1f82fa2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] DELETE failed (client error): The resource could not be found. Nov 23 22:44:55.642273 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c419c94e-2014-4719-8be9-f54ff1f82fa2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:44:55.646529 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c419c94e-2014-4719-8be9-f54ff1f82fa2 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "DELETE /v2.0/subnets/1fc10fb4-f3b5-408b-bc1b-15988f35501c HTTP/1.1" status: 404 len: 337 time: 0.0288675 Nov 23 22:44:55.648882 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49444) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:55.666733 n-d-816206-9 neutron-server[110033]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7637a57-3aa1-4d7d-a7bc-1c4c94cbc983 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] DELETE failed (client error): The resource could not be found. Nov 23 22:44:55.667316 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7637a57-3aa1-4d7d-a7bc-1c4c94cbc983 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110033) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 22:44:55.670205 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f7637a57-3aa1-4d7d-a7bc-1c4c94cbc983 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "DELETE /v2.0/networks/4281a0b4-f998-44a0-8247-7a2ccc2cbdee HTTP/1.1" status: 404 len: 339 time: 0.0204432 Nov 23 22:44:55.672456 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49446) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:55.731495 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-613ed6d6-dd9c-47bd-9908-6155e7d11b8d tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Deleting subnet 48242c9a-52c6-47e9-a1d9-67a146e90cfe {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:44:55.734477 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-613ed6d6-dd9c-47bd-9908-6155e7d11b8d tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:55.775430 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-613ed6d6-dd9c-47bd-9908-6155e7d11b8d tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:55.858631 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-613ed6d6-dd9c-47bd-9908-6155e7d11b8d tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:55.919721 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-613ed6d6-dd9c-47bd-9908-6155e7d11b8d tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:55.946499 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ed6d6-dd9c-47bd-9908-6155e7d11b8d tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Pushing event deleted for resources: {'Subnet': ['ID=48242c9a-52c6-47e9-a1d9-67a146e90cfe,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:55.951032 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-613ed6d6-dd9c-47bd-9908-6155e7d11b8d tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:55.954947 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-613ed6d6-dd9c-47bd-9908-6155e7d11b8d tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "DELETE /v2.0/subnets/48242c9a-52c6-47e9-a1d9-67a146e90cfe HTTP/1.1" status: 204 len: 168 time: 0.2813861 Nov 23 22:44:55.956136 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30f9c63-737d-47d0-8c1b-57c3823e8242 None None] Network 92ba8067-7c49-4a24-9f95-730daec79d5c requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:55.958230 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49448) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:56.036323 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98a7e25b-cf73-4537-954c-9862958ca983 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:56.095958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-98a7e25b-cf73-4537-954c-9862958ca983 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Deleting port a4595e8a-04a3-4d2e-9e6c-ff17699e41c8 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:56.096302 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98a7e25b-cf73-4537-954c-9862958ca983 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:56.303170 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97ffe89-7dd9-4f05-9e61-d230645224b1 None None] DHCP port deletion for 92ba8067-7c49-4a24-9f95-730daec79d5c request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:44:56.359327 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b97ffe89-7dd9-4f05-9e61-d230645224b1 None None] Deleting port a4595e8a-04a3-4d2e-9e6c-ff17699e41c8 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:44:56.359705 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b97ffe89-7dd9-4f05-9e61-d230645224b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:56.416703 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-98a7e25b-cf73-4537-954c-9862958ca983 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] For port a4595e8a-04a3-4d2e-9e6c-ff17699e41c8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a4595e8a-04a3-4d2e-9e6c-ff17699e41c8,segment=NetworkSegment(eed26a55-c965-426d-9d6a-82114013c0e7),segment_id=eed26a55-c965-426d-9d6a-82114013c0e7)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:56.417070 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98a7e25b-cf73-4537-954c-9862958ca983 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:56.425045 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b97ffe89-7dd9-4f05-9e61-d230645224b1 None None] For port a4595e8a-04a3-4d2e-9e6c-ff17699e41c8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=a4595e8a-04a3-4d2e-9e6c-ff17699e41c8,segment=NetworkSegment(eed26a55-c965-426d-9d6a-82114013c0e7),segment_id=eed26a55-c965-426d-9d6a-82114013c0e7)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:44:56.425997 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b97ffe89-7dd9-4f05-9e61-d230645224b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:56.430105 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-98a7e25b-cf73-4537-954c-9862958ca983 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Calling delete_port for a4595e8a-04a3-4d2e-9e6c-ff17699e41c8 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:56.438787 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b97ffe89-7dd9-4f05-9e61-d230645224b1 None None] Calling delete_port for a4595e8a-04a3-4d2e-9e6c-ff17699e41c8 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:44:56.511824 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98a7e25b-cf73-4537-954c-9862958ca983 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:56.518010 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b97ffe89-7dd9-4f05-9e61-d230645224b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:56.537983 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7e25b-cf73-4537-954c-9862958ca983 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Pushing event deleted for resources: {'Port': ['ID=a4595e8a-04a3-4d2e-9e6c-ff17699e41c8,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:56.541394 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a7e25b-cf73-4537-954c-9862958ca983 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] No DVR routers for this DVR port a4595e8a-04a3-4d2e-9e6c-ff17699e41c8 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:44:56.552035 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ffe89-7dd9-4f05-9e61-d230645224b1 None None] Pushing event deleted for resources: {'Port': ['ID=a4595e8a-04a3-4d2e-9e6c-ff17699e41c8,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:56.554314 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97ffe89-7dd9-4f05-9e61-d230645224b1 None None] No DVR routers for this DVR port a4595e8a-04a3-4d2e-9e6c-ff17699e41c8 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:44:56.623964 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98a7e25b-cf73-4537-954c-9862958ca983 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:56.645026 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-98a7e25b-cf73-4537-954c-9862958ca983 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ba8067-7c49-4a24-9f95-730daec79d5c']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:56.654340 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-98a7e25b-cf73-4537-954c-9862958ca983 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed26a55-c965-426d-9d6a-82114013c0e7') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:56.654634 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-98a7e25b-cf73-4537-954c-9862958ca983 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed26a55-c965-426d-9d6a-82114013c0e7') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:44:56.664815 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98a7e25b-cf73-4537-954c-9862958ca983 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:56.678467 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98a7e25b-cf73-4537-954c-9862958ca983 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:56.684214 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a7e25b-cf73-4537-954c-9862958ca983 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:44:56.684627 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98a7e25b-cf73-4537-954c-9862958ca983 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:44:56.687684 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:44:56.744974 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98a7e25b-cf73-4537-954c-9862958ca983 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:56.752108 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-98a7e25b-cf73-4537-954c-9862958ca983 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:56.755452 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-98a7e25b-cf73-4537-954c-9862958ca983 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] 10.222.0.50 "DELETE /v2.0/networks/92ba8067-7c49-4a24-9f95-730daec79d5c HTTP/1.1" status: 204 len: 168 time: 0.7961359 Nov 23 22:44:56.766619 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7e25b-cf73-4537-954c-9862958ca983 tempest-NetworksIpV6Test-1128077749 tempest-NetworksIpV6Test-1128077749-project] Pushing event deleted for resources: {'Network': ['ID=92ba8067-7c49-4a24-9f95-730daec79d5c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:56.997005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49454) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:57.130380 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-816d757f-3943-4846-bdb8-e7e8eb3b6c25 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b302ccfd40d64abbbbc484c98ea33e7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1319840 Nov 23 22:44:57.132636 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49458) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:57.178314 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-88a76db3-4631-4160-8ab1-572eceb8b380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:57.203447 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-88a76db3-4631-4160-8ab1-572eceb8b380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:57.251342 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-88a76db3-4631-4160-8ab1-572eceb8b380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:57.254245 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-88a76db3-4631-4160-8ab1-572eceb8b380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:57.255362 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-88a76db3-4631-4160-8ab1-572eceb8b380 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70e918b0-514a-46e3-9b71-07c732dfa6e8 HTTP/1.1" status: 204 len: 168 time: 0.1218328 Nov 23 22:44:57.263020 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a76db3-4631-4160-8ab1-572eceb8b380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e918b0-514a-46e3-9b71-07c732dfa6e8,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:57.496158 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a4595e8a-04a3-4d2e-9e6c-ff17699e41c8 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:44:57.516934 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: a4595e8a-04a3-4d2e-9e6c-ff17699e41c8 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:44:57.517355 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device a4595e8a-04a3-4d2e-9e6c-ff17699e41c8 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:44:57.884902 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49480) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:57.977191 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-c74f6be2-d819-43fe-b8e5-af161ae41058 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1871721822', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:58.000864 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c74f6be2-d819-43fe-b8e5-af161ae41058 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.002123 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c74f6be2-d819-43fe-b8e5-af161ae41058 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.026653 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-66c3214f-2092-4509-8269-0bdbe814ced4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.060979 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c74f6be2-d819-43fe-b8e5-af161ae41058 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.065071 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c74f6be2-d819-43fe-b8e5-af161ae41058 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.082081 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c74f6be2-d819-43fe-b8e5-af161ae41058 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.083245 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c74f6be2-d819-43fe-b8e5-af161ae41058 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1973257 Nov 23 22:44:58.085950 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49484) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:58.090734 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-f4fc2366-b54e-46c6-9508-34d617e7a766 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1085818965'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:58.112193 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fc2366-b54e-46c6-9508-34d617e7a766 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Made reservation on behalf of 894fefd6780348d887be407690c6ad9c for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:58.116531 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f4fc2366-b54e-46c6-9508-34d617e7a766 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.124974 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f4fc2366-b54e-46c6-9508-34d617e7a766 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.201279 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f4fc2366-b54e-46c6-9508-34d617e7a766 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.204897 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f4fc2366-b54e-46c6-9508-34d617e7a766 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.234759 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4fc2366-b54e-46c6-9508-34d617e7a766 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:44:58.241822 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc2366-b54e-46c6-9508-34d617e7a766 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c97aaded-02db-4547-a5a2-0523d332baae,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:58.248632 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f4fc2366-b54e-46c6-9508-34d617e7a766 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.248985 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-f4fc2366-b54e-46c6-9508-34d617e7a766 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Added segment d59c72f6-dcbd-4e42-a4b2-32e74bf2ac96 of type vlan for network ff647933-a693-48da-af5b-8e6707754429 Nov 23 22:44:58.298139 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f4fc2366-b54e-46c6-9508-34d617e7a766 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.323948 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f4fc2366-b54e-46c6-9508-34d617e7a766 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.329930 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fc2366-b54e-46c6-9508-34d617e7a766 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:58.330584 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f4fc2366-b54e-46c6-9508-34d617e7a766 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.368043 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f4fc2366-b54e-46c6-9508-34d617e7a766 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2810922 Nov 23 22:44:58.370790 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49486) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:58.377652 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-82fe7af8-1ad6-433e-8998-bbb46bc67852 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Request body: {'subnet': {'network_id': 'ff647933-a693-48da-af5b-8e6707754429', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:58.421711 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc2366-b54e-46c6-9508-34d617e7a766 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Pushing event updated for resources: {'Network': ['ID=ff647933-a693-48da-af5b-8e6707754429,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:58.432577 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network ff647933-a693-48da-af5b-8e6707754429 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:44:58.500155 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fe7af8-1ad6-433e-8998-bbb46bc67852 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Made reservation on behalf of 894fefd6780348d887be407690c6ad9c for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:58.504242 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-82fe7af8-1ad6-433e-8998-bbb46bc67852 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.685435 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-82fe7af8-1ad6-433e-8998-bbb46bc67852 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.742396 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe7af8-1ad6-433e-8998-bbb46bc67852 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Pushing event updated for resources: {'Subnet': ['ID=238baee7-4e3b-41d2-a6fb-e32cbc12a208,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:58.753196 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fe7af8-1ad6-433e-8998-bbb46bc67852 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Checking segment: {'id': 'd59c72f6-dcbd-4e42-a4b2-32e74bf2ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ff647933-a693-48da-af5b-8e6707754429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:58.753496 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fe7af8-1ad6-433e-8998-bbb46bc67852 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Network hostable DHCP agents. Network: ff647933-a693-48da-af5b-8e6707754429, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:44:58.770907 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fe7af8-1ad6-433e-8998-bbb46bc67852 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Network ff647933-a693-48da-af5b-8e6707754429 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:44:58.779234 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-82fe7af8-1ad6-433e-8998-bbb46bc67852 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, ff647933-a693-48da-af5b-8e6707754429) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:58.783166 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fe7af8-1ad6-433e-8998-bbb46bc67852 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:58.783761 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-82fe7af8-1ad6-433e-8998-bbb46bc67852 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.788727 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0338ced-0faa-4a00-bf3b-11637c2f78cc None None] Network ff647933-a693-48da-af5b-8e6707754429 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:58.800305 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-82fe7af8-1ad6-433e-8998-bbb46bc67852 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4285274 Nov 23 22:44:58.803370 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49488) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:58.808177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-1354c0d5-e85e-4494-95f7-16cbde42271b tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-304897097'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:58.830258 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1354c0d5-e85e-4494-95f7-16cbde42271b tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Made reservation on behalf of 894fefd6780348d887be407690c6ad9c for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:58.834444 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1354c0d5-e85e-4494-95f7-16cbde42271b tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.859466 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1354c0d5-e85e-4494-95f7-16cbde42271b tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:44:58.869205 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1354c0d5-e85e-4494-95f7-16cbde42271b tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.869573 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-1354c0d5-e85e-4494-95f7-16cbde42271b tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Added segment 24f28e83-1157-436f-bf6c-d79561ac9056 of type vlan for network a909bc61-e71f-4a20-b668-a933b5278bc9 Nov 23 22:44:58.912575 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1354c0d5-e85e-4494-95f7-16cbde42271b tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.937349 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e18872-e817-4f0a-9d80-95e8efaf60c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-ff647933-a693-48da-af5b-8e6707754429', 'network_id': 'ff647933-a693-48da-af5b-8e6707754429', 'tenant_id': '894fefd6780348d887be407690c6ad9c', 'fixed_ips': [{'subnet_id': '238baee7-4e3b-41d2-a6fb-e32cbc12a208'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:44:58.937915 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1354c0d5-e85e-4494-95f7-16cbde42271b tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.938225 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a3e18872-e817-4f0a-9d80-95e8efaf60c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.944213 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1354c0d5-e85e-4494-95f7-16cbde42271b tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:58.944818 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1354c0d5-e85e-4494-95f7-16cbde42271b tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:58.984766 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1354c0d5-e85e-4494-95f7-16cbde42271b tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1803632 Nov 23 22:44:58.987553 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49490) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:58.992854 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-3313b617-c07b-4044-9c5d-622c00a34bb3 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Request body: {'subnet': {'network_id': 'a909bc61-e71f-4a20-b668-a933b5278bc9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:59.046369 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354c0d5-e85e-4494-95f7-16cbde42271b tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Pushing event updated for resources: {'Network': ['ID=a909bc61-e71f-4a20-b668-a933b5278bc9,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:59.058695 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network a909bc61-e71f-4a20-b668-a933b5278bc9 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:44:59.100637 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-a3e18872-e817-4f0a-9d80-95e8efaf60c4 None None] Allocated IP 172.20.0.2 (ff647933-a693-48da-af5b-8e6707754429/238baee7-4e3b-41d2-a6fb-e32cbc12a208/d6e7b9c2-2084-4055-8f3e-0a7746d39784) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:59.123629 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3313b617-c07b-4044-9c5d-622c00a34bb3 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Made reservation on behalf of 894fefd6780348d887be407690c6ad9c for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:44:59.127485 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3313b617-c07b-4044-9c5d-622c00a34bb3 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:59.281363 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a3e18872-e817-4f0a-9d80-95e8efaf60c4 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:59.287483 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a3e18872-e817-4f0a-9d80-95e8efaf60c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:59.313455 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3313b617-c07b-4044-9c5d-622c00a34bb3 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:59.324058 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e18872-e817-4f0a-9d80-95e8efaf60c4 None None] Network ff647933-a693-48da-af5b-8e6707754429 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:44:59.329670 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-a3e18872-e817-4f0a-9d80-95e8efaf60c4 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:59.334834 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e18872-e817-4f0a-9d80-95e8efaf60c4 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:44:59.344675 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e18872-e817-4f0a-9d80-95e8efaf60c4 None None] Pushing event updated for resources: {'Port': ['ID=d6e7b9c2-2084-4055-8f3e-0a7746d39784,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:59.373312 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313b617-c07b-4044-9c5d-622c00a34bb3 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Pushing event updated for resources: {'Subnet': ['ID=9079edea-d425-4c00-8b36-2f45b7635ea2,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:59.382478 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3313b617-c07b-4044-9c5d-622c00a34bb3 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Checking segment: {'id': '24f28e83-1157-436f-bf6c-d79561ac9056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a909bc61-e71f-4a20-b668-a933b5278bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:59.382871 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3313b617-c07b-4044-9c5d-622c00a34bb3 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Network hostable DHCP agents. Network: a909bc61-e71f-4a20-b668-a933b5278bc9, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:44:59.397603 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-a3e18872-e817-4f0a-9d80-95e8efaf60c4 None None] Attempting to bind port d6e7b9c2-2084-4055-8f3e-0a7746d39784 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:44:59.397914 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-a3e18872-e817-4f0a-9d80-95e8efaf60c4 None None] Attempting to bind port d6e7b9c2-2084-4055-8f3e-0a7746d39784 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'd59c72f6-dcbd-4e42-a4b2-32e74bf2ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ff647933-a693-48da-af5b-8e6707754429'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:44:59.398431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e18872-e817-4f0a-9d80-95e8efaf60c4 None None] Attempting to bind port d6e7b9c2-2084-4055-8f3e-0a7746d39784 on network ff647933-a693-48da-af5b-8e6707754429 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:44:59.400995 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3313b617-c07b-4044-9c5d-622c00a34bb3 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Network a909bc61-e71f-4a20-b668-a933b5278bc9 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:44:59.404032 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e18872-e817-4f0a-9d80-95e8efaf60c4 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:44:59.404424 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e18872-e817-4f0a-9d80-95e8efaf60c4 None None] Checking segment: {'id': 'd59c72f6-dcbd-4e42-a4b2-32e74bf2ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ff647933-a693-48da-af5b-8e6707754429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:44:59.404834 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a3e18872-e817-4f0a-9d80-95e8efaf60c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:59.405238 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e18872-e817-4f0a-9d80-95e8efaf60c4 None None] Bound using segment: {'id': 'd59c72f6-dcbd-4e42-a4b2-32e74bf2ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ff647933-a693-48da-af5b-8e6707754429'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:44:59.405735 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-a3e18872-e817-4f0a-9d80-95e8efaf60c4 None None] Bound port: d6e7b9c2-2084-4055-8f3e-0a7746d39784, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59c72f6-dcbd-4e42-a4b2-32e74bf2ac96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ff647933-a693-48da-af5b-8e6707754429'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:44:59.406124 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a3e18872-e817-4f0a-9d80-95e8efaf60c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:59.411150 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-3313b617-c07b-4044-9c5d-622c00a34bb3 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, a909bc61-e71f-4a20-b668-a933b5278bc9) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:44:59.420438 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022ff107-5f95-4086-93c3-0df52bedc1a9 None None] Network a909bc61-e71f-4a20-b668-a933b5278bc9 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:44:59.423913 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3313b617-c07b-4044-9c5d-622c00a34bb3 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:44:59.424518 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3313b617-c07b-4044-9c5d-622c00a34bb3 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:59.443982 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3313b617-c07b-4044-9c5d-622c00a34bb3 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4548640 Nov 23 22:44:59.446817 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49492) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:59.451543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-f365a8f8-70cb-466a-9872-9676d78a3dae tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a909bc61-e71f-4a20-b668-a933b5278bc9'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:44:59.537425 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a3e18872-e817-4f0a-9d80-95e8efaf60c4 None None] For port d6e7b9c2-2084-4055-8f3e-0a7746d39784, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:44:59.543354 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a3e18872-e817-4f0a-9d80-95e8efaf60c4 None None] For port d6e7b9c2-2084-4055-8f3e-0a7746d39784, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d6e7b9c2-2084-4055-8f3e-0a7746d39784,segment=NetworkSegment(d59c72f6-dcbd-4e42-a4b2-32e74bf2ac96),segment_id=d59c72f6-dcbd-4e42-a4b2-32e74bf2ac96)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:44:59.549887 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a3e18872-e817-4f0a-9d80-95e8efaf60c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:59.651134 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e18872-e817-4f0a-9d80-95e8efaf60c4 None None] Pushing event updated for resources: {'Port': ['ID=d6e7b9c2-2084-4055-8f3e-0a7746d39784,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:44:59.662757 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f365a8f8-70cb-466a-9872-9676d78a3dae tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:59.683060 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa3bc7e-721c-4318-90d9-72d69d0df79d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-a909bc61-e71f-4a20-b668-a933b5278bc9', 'network_id': 'a909bc61-e71f-4a20-b668-a933b5278bc9', 'tenant_id': '894fefd6780348d887be407690c6ad9c', 'fixed_ips': [{'subnet_id': '9079edea-d425-4c00-8b36-2f45b7635ea2'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:44:59.684099 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0aa3bc7e-721c-4318-90d9-72d69d0df79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:44:59.782862 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [None req-f365a8f8-70cb-466a-9872-9676d78a3dae tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 22:44:59.790435 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f365a8f8-70cb-466a-9872-9676d78a3dae tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] 10.222.0.50 "PUT /v2.0/routers/13052046-1b65-4c1e-adab-bcfe98a7cd21 HTTP/1.1" status: 400 len: 364 time: 0.3361452 Nov 23 22:44:59.790574 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49494) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:44:59.854905 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-0aa3bc7e-721c-4318-90d9-72d69d0df79d None None] Allocated IP 172.21.0.2 (a909bc61-e71f-4a20-b668-a933b5278bc9/9079edea-d425-4c00-8b36-2f45b7635ea2/6a52c36c-e2dc-420c-b69b-938b8b445f42) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:44:59.861334 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba8f936-31c0-47ab-a412-8253ba47af91 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Deleting subnet 9079edea-d425-4c00-8b36-2f45b7635ea2 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:45:00.004391 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0aa3bc7e-721c-4318-90d9-72d69d0df79d None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.009688 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cba8f936-31c0-47ab-a412-8253ba47af91 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.010145 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0aa3bc7e-721c-4318-90d9-72d69d0df79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.048801 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa3bc7e-721c-4318-90d9-72d69d0df79d None None] Network a909bc61-e71f-4a20-b668-a933b5278bc9 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:00.049939 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cba8f936-31c0-47ab-a412-8253ba47af91 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.056146 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-0aa3bc7e-721c-4318-90d9-72d69d0df79d None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:00.058429 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa3bc7e-721c-4318-90d9-72d69d0df79d None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:00.069748 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3bc7e-721c-4318-90d9-72d69d0df79d None None] Pushing event updated for resources: {'Port': ['ID=6a52c36c-e2dc-420c-b69b-938b8b445f42,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:00.119889 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0aa3bc7e-721c-4318-90d9-72d69d0df79d None None] Attempting to bind port 6a52c36c-e2dc-420c-b69b-938b8b445f42 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:45:00.120262 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0aa3bc7e-721c-4318-90d9-72d69d0df79d None None] Attempting to bind port 6a52c36c-e2dc-420c-b69b-938b8b445f42 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '24f28e83-1157-436f-bf6c-d79561ac9056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a909bc61-e71f-4a20-b668-a933b5278bc9'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:45:00.120634 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa3bc7e-721c-4318-90d9-72d69d0df79d None None] Attempting to bind port 6a52c36c-e2dc-420c-b69b-938b8b445f42 on network a909bc61-e71f-4a20-b668-a933b5278bc9 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:00.126812 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa3bc7e-721c-4318-90d9-72d69d0df79d None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:45:00.127568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa3bc7e-721c-4318-90d9-72d69d0df79d None None] Checking segment: {'id': '24f28e83-1157-436f-bf6c-d79561ac9056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a909bc61-e71f-4a20-b668-a933b5278bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:00.128356 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0aa3bc7e-721c-4318-90d9-72d69d0df79d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.129420 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa3bc7e-721c-4318-90d9-72d69d0df79d None None] Bound using segment: {'id': '24f28e83-1157-436f-bf6c-d79561ac9056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a909bc61-e71f-4a20-b668-a933b5278bc9'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:45:00.130554 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-0aa3bc7e-721c-4318-90d9-72d69d0df79d None None] Bound port: 6a52c36c-e2dc-420c-b69b-938b8b445f42, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f28e83-1157-436f-bf6c-d79561ac9056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a909bc61-e71f-4a20-b668-a933b5278bc9'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:45:00.131284 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0aa3bc7e-721c-4318-90d9-72d69d0df79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.147948 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cba8f936-31c0-47ab-a412-8253ba47af91 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.207926 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cba8f936-31c0-47ab-a412-8253ba47af91 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.209831 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0aa3bc7e-721c-4318-90d9-72d69d0df79d None None] For port 6a52c36c-e2dc-420c-b69b-938b8b445f42, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:45:00.213412 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0aa3bc7e-721c-4318-90d9-72d69d0df79d None None] For port 6a52c36c-e2dc-420c-b69b-938b8b445f42, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6a52c36c-e2dc-420c-b69b-938b8b445f42,segment=NetworkSegment(24f28e83-1157-436f-bf6c-d79561ac9056),segment_id=24f28e83-1157-436f-bf6c-d79561ac9056)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:45:00.217170 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0aa3bc7e-721c-4318-90d9-72d69d0df79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.238192 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-cba8f936-31c0-47ab-a412-8253ba47af91 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.243984 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cba8f936-31c0-47ab-a412-8253ba47af91 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] 10.222.0.50 "DELETE /v2.0/subnets/9079edea-d425-4c00-8b36-2f45b7635ea2 HTTP/1.1" status: 204 len: 168 time: 0.4500003 Nov 23 22:45:00.243984 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8f936-31c0-47ab-a412-8253ba47af91 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Pushing event deleted for resources: {'Subnet': ['ID=9079edea-d425-4c00-8b36-2f45b7635ea2,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:00.244357 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49496) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:00.283578 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3bc7e-721c-4318-90d9-72d69d0df79d None None] Pushing event updated for resources: {'Port': ['ID=6a52c36c-e2dc-420c-b69b-938b8b445f42,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:00.346169 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7542b2f1-a759-4378-a837-5a678d4964f4 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.375948 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.407040 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-7542b2f1-a759-4378-a837-5a678d4964f4 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Deleting port 6a52c36c-e2dc-420c-b69b-938b8b445f42 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:00.407399 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7542b2f1-a759-4378-a837-5a678d4964f4 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.497270 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-7542b2f1-a759-4378-a837-5a678d4964f4 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] For port 6a52c36c-e2dc-420c-b69b-938b8b445f42, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6a52c36c-e2dc-420c-b69b-938b8b445f42,segment=NetworkSegment(24f28e83-1157-436f-bf6c-d79561ac9056),segment_id=24f28e83-1157-436f-bf6c-d79561ac9056)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:00.497643 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7542b2f1-a759-4378-a837-5a678d4964f4 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.511361 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-7542b2f1-a759-4378-a837-5a678d4964f4 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Calling delete_port for 6a52c36c-e2dc-420c-b69b-938b8b445f42 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:00.587681 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0c5e7b5c-e4f0-4999-a610-046bc92d109c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.605812 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7542b2f1-a759-4378-a837-5a678d4964f4 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.639486 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542b2f1-a759-4378-a837-5a678d4964f4 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Pushing event deleted for resources: {'Port': ['ID=6a52c36c-e2dc-420c-b69b-938b8b445f42,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:00.645739 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7542b2f1-a759-4378-a837-5a678d4964f4 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] No DVR routers for this DVR port 6a52c36c-e2dc-420c-b69b-938b8b445f42 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:00.738043 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c630f585-2302-4859-ace3-537d57aab900 None None] Network ff647933-a693-48da-af5b-8e6707754429 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:00.738634 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7542b2f1-a759-4378-a837-5a678d4964f4 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.760057 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-7542b2f1-a759-4378-a837-5a678d4964f4 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a909bc61-e71f-4a20-b668-a933b5278bc9']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:00.771472 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-7542b2f1-a759-4378-a837-5a678d4964f4 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f28e83-1157-436f-bf6c-d79561ac9056') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:00.771780 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-7542b2f1-a759-4378-a837-5a678d4964f4 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f28e83-1157-436f-bf6c-d79561ac9056') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:00.781610 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7542b2f1-a759-4378-a837-5a678d4964f4 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.796656 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7542b2f1-a759-4378-a837-5a678d4964f4 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.803855 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7542b2f1-a759-4378-a837-5a678d4964f4 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:45:00.804260 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7542b2f1-a759-4378-a837-5a678d4964f4 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:45:00.807401 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:45:00.821244 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2366be62-706e-4645-862b-3014a0cc8df6 None None] Provisioning complete for port d6e7b9c2-2084-4055-8f3e-0a7746d39784 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:00.821635 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2366be62-706e-4645-862b-3014a0cc8df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.873013 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7542b2f1-a759-4378-a837-5a678d4964f4 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.880260 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-7542b2f1-a759-4378-a837-5a678d4964f4 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.885911 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7542b2f1-a759-4378-a837-5a678d4964f4 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] 10.222.0.50 "DELETE /v2.0/networks/a909bc61-e71f-4a20-b668-a933b5278bc9 HTTP/1.1" status: 204 len: 168 time: 0.6381292 Nov 23 22:45:00.886248 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49498) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:00.903016 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542b2f1-a759-4378-a837-5a678d4964f4 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Pushing event deleted for resources: {'Network': ['ID=a909bc61-e71f-4a20-b668-a933b5278bc9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:00.940501 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-25673fe3-b4ed-4fbb-9ef4-453ac0f7bde3 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Deleting subnet 238baee7-4e3b-41d2-a6fb-e32cbc12a208 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:45:00.944464 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-25673fe3-b4ed-4fbb-9ef4-453ac0f7bde3 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:00.972018 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2366be62-706e-4645-862b-3014a0cc8df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.001254 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-25673fe3-b4ed-4fbb-9ef4-453ac0f7bde3 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.012973 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2366be62-706e-4645-862b-3014a0cc8df6 None None] For port d6e7b9c2-2084-4055-8f3e-0a7746d39784, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d6e7b9c2-2084-4055-8f3e-0a7746d39784,segment=NetworkSegment(d59c72f6-dcbd-4e42-a4b2-32e74bf2ac96),segment_id=d59c72f6-dcbd-4e42-a4b2-32e74bf2ac96)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:01.018189 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2366be62-706e-4645-862b-3014a0cc8df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.074732 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366be62-706e-4645-862b-3014a0cc8df6 None None] Pushing event updated for resources: {'Port': ['ID=d6e7b9c2-2084-4055-8f3e-0a7746d39784,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:01.104919 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-25673fe3-b4ed-4fbb-9ef4-453ac0f7bde3 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.179282 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-25673fe3-b4ed-4fbb-9ef4-453ac0f7bde3 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.212698 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25673fe3-b4ed-4fbb-9ef4-453ac0f7bde3 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Pushing event deleted for resources: {'Subnet': ['ID=238baee7-4e3b-41d2-a6fb-e32cbc12a208,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:01.217131 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-25673fe3-b4ed-4fbb-9ef4-453ac0f7bde3 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.220292 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-25673fe3-b4ed-4fbb-9ef4-453ac0f7bde3 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] 10.222.0.50 "DELETE /v2.0/subnets/238baee7-4e3b-41d2-a6fb-e32cbc12a208 HTTP/1.1" status: 204 len: 168 time: 0.3329968 Nov 23 22:45:01.223444 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49500) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:01.247621 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911f2bae-bb01-439f-821b-0737d143d8ad None None] Network ff647933-a693-48da-af5b-8e6707754429 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:01.313286 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cb412c1-a178-426c-bd62-19bbed089fdf tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.370501 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a665980b-a1e4-4fdc-9209-70ecd750291d None None] Provisioning complete for port d6e7b9c2-2084-4055-8f3e-0a7746d39784 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:01.370985 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a665980b-a1e4-4fdc-9209-70ecd750291d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.380429 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-8cb412c1-a178-426c-bd62-19bbed089fdf tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Deleting port d6e7b9c2-2084-4055-8f3e-0a7746d39784 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:01.380859 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cb412c1-a178-426c-bd62-19bbed089fdf tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.462628 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-8cb412c1-a178-426c-bd62-19bbed089fdf tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] For port d6e7b9c2-2084-4055-8f3e-0a7746d39784, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d6e7b9c2-2084-4055-8f3e-0a7746d39784,segment=NetworkSegment(d59c72f6-dcbd-4e42-a4b2-32e74bf2ac96),segment_id=d59c72f6-dcbd-4e42-a4b2-32e74bf2ac96)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:01.463089 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cb412c1-a178-426c-bd62-19bbed089fdf tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.465421 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5c2760-f54d-4778-b08f-4dde1764c41f None None] DHCP port deletion for a909bc61-e71f-4a20-b668-a933b5278bc9 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:45:01.480620 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fcc460-3ba9-4382-86b9-349fdfa944b1 None None] Network a909bc61-e71f-4a20-b668-a933b5278bc9 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:01.487299 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-8cb412c1-a178-426c-bd62-19bbed089fdf tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Calling delete_port for d6e7b9c2-2084-4055-8f3e-0a7746d39784 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:01.493182 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fcc460-3ba9-4382-86b9-349fdfa944b1 None None] Network a909bc61-e71f-4a20-b668-a933b5278bc9 could not be found, it might have been deleted concurrently. {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 22:45:01.511424 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee38e55-0c02-4139-b223-2c8325d46e31 None None] DHCP port deletion for ff647933-a693-48da-af5b-8e6707754429 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:45:01.564057 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-aee38e55-0c02-4139-b223-2c8325d46e31 None None] Deleting port d6e7b9c2-2084-4055-8f3e-0a7746d39784 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:01.564429 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-aee38e55-0c02-4139-b223-2c8325d46e31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.576281 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cb412c1-a178-426c-bd62-19bbed089fdf tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.592383 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-fe4582e9-334d-44d6-ab4a-a5afb314b3bf None None] Could not find standard attr ID for object 6a52c36c-e2dc-420c-b69b-938b8b445f42. {{(pid=110035) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 22:45:01.603078 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb412c1-a178-426c-bd62-19bbed089fdf tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Pushing event deleted for resources: {'Port': ['ID=d6e7b9c2-2084-4055-8f3e-0a7746d39784,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:01.607010 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb412c1-a178-426c-bd62-19bbed089fdf tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] No DVR routers for this DVR port d6e7b9c2-2084-4055-8f3e-0a7746d39784 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:01.636919 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-aee38e55-0c02-4139-b223-2c8325d46e31 None None] For port d6e7b9c2-2084-4055-8f3e-0a7746d39784, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d6e7b9c2-2084-4055-8f3e-0a7746d39784,segment=NetworkSegment(d59c72f6-dcbd-4e42-a4b2-32e74bf2ac96),segment_id=d59c72f6-dcbd-4e42-a4b2-32e74bf2ac96)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:01.637238 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-aee38e55-0c02-4139-b223-2c8325d46e31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.652004 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-aee38e55-0c02-4139-b223-2c8325d46e31 None None] Calling delete_port for d6e7b9c2-2084-4055-8f3e-0a7746d39784 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:01.691790 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cb412c1-a178-426c-bd62-19bbed089fdf tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.713311 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-8cb412c1-a178-426c-bd62-19bbed089fdf tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff647933-a693-48da-af5b-8e6707754429']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:01.723676 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-8cb412c1-a178-426c-bd62-19bbed089fdf tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59c72f6-dcbd-4e42-a4b2-32e74bf2ac96') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:01.724225 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-8cb412c1-a178-426c-bd62-19bbed089fdf tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59c72f6-dcbd-4e42-a4b2-32e74bf2ac96') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:01.733672 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cb412c1-a178-426c-bd62-19bbed089fdf tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.735852 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-aee38e55-0c02-4139-b223-2c8325d46e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.747844 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cb412c1-a178-426c-bd62-19bbed089fdf tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.754985 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb412c1-a178-426c-bd62-19bbed089fdf tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:45:01.755365 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cb412c1-a178-426c-bd62-19bbed089fdf tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:45:01.758576 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:45:01.762564 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee38e55-0c02-4139-b223-2c8325d46e31 None None] Pushing event deleted for resources: {'Port': ['ID=d6e7b9c2-2084-4055-8f3e-0a7746d39784,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:01.767109 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee38e55-0c02-4139-b223-2c8325d46e31 None None] No DVR routers for this DVR port d6e7b9c2-2084-4055-8f3e-0a7746d39784 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:01.796411 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.819936 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cb412c1-a178-426c-bd62-19bbed089fdf tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.823829 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8cb412c1-a178-426c-bd62-19bbed089fdf tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:01.827183 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8cb412c1-a178-426c-bd62-19bbed089fdf tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] 10.222.0.50 "DELETE /v2.0/networks/ff647933-a693-48da-af5b-8e6707754429 HTTP/1.1" status: 204 len: 168 time: 0.6023617 Nov 23 22:45:01.830153 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49502) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:01.843051 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb412c1-a178-426c-bd62-19bbed089fdf tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Pushing event deleted for resources: {'Network': ['ID=ff647933-a693-48da-af5b-8e6707754429,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:01.858255 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-74a7baf2-1cc0-4aa4-bbb0-e6dd772688ab tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] 10.222.0.50 "GET /v2.0/ports?device_id=13052046-1b65-4c1e-adab-bcfe98a7cd21 HTTP/1.1" status: 200 len: 205 time: 0.0269198 Nov 23 22:45:01.860557 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49504) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:01.935872 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-47fb390e-c0a6-42c8-bf43-56b06132f527 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:02.089358 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-47fb390e-c0a6-42c8-bf43-56b06132f527 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:02.091542 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-47fb390e-c0a6-42c8-bf43-56b06132f527 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:02.139267 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-47fb390e-c0a6-42c8-bf43-56b06132f527 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:02.139937 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fb390e-c0a6-42c8-bf43-56b06132f527 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Fanout notify agent at l3_agent the message router_deleted on router 13052046-1b65-4c1e-adab-bcfe98a7cd21 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:45:02.146876 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-47fb390e-c0a6-42c8-bf43-56b06132f527 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:02.150648 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-47fb390e-c0a6-42c8-bf43-56b06132f527 tempest-RoutersNegativeTest-1407563430 tempest-RoutersNegativeTest-1407563430-project] 10.222.0.50 "DELETE /v2.0/routers/13052046-1b65-4c1e-adab-bcfe98a7cd21 HTTP/1.1" status: 204 len: 168 time: 0.2864604 Nov 23 22:45:02.390476 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49510) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:02.519483 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4d05d74b-0b45-4f85-96b2-76db5258aaf5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=894fefd6780348d887be407690c6ad9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1277735 Nov 23 22:45:02.522131 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49514) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:02.568899 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-84fc791f-1670-472d-9b1a-47ad1f47dd57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:02.589544 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-84fc791f-1670-472d-9b1a-47ad1f47dd57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:02.635500 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-84fc791f-1670-472d-9b1a-47ad1f47dd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:02.638181 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-84fc791f-1670-472d-9b1a-47ad1f47dd57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:02.639289 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-84fc791f-1670-472d-9b1a-47ad1f47dd57 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c97aaded-02db-4547-a5a2-0523d332baae HTTP/1.1" status: 204 len: 168 time: 0.1162646 Nov 23 22:45:02.647617 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc791f-1670-472d-9b1a-47ad1f47dd57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97aaded-02db-4547-a5a2-0523d332baae,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:03.189107 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:03.247374 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49536) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:03.346967 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-08ac3bed-ed30-458a-aa1b-6ef0fa4cffb7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-427869275-network', 'tenant_id': 'a43d1f8e405a42f1b676e2edcf301cce'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:03.368465 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ac3bed-ed30-458a-aa1b-6ef0fa4cffb7 admin admin] Made reservation on behalf of a43d1f8e405a42f1b676e2edcf301cce for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:03.370986 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08ac3bed-ed30-458a-aa1b-6ef0fa4cffb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:03.383330 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08ac3bed-ed30-458a-aa1b-6ef0fa4cffb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:03.455128 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d6e7b9c2-2084-4055-8f3e-0a7746d39784 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:03.460678 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08ac3bed-ed30-458a-aa1b-6ef0fa4cffb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:03.464444 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08ac3bed-ed30-458a-aa1b-6ef0fa4cffb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:03.476317 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: d6e7b9c2-2084-4055-8f3e-0a7746d39784 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:03.476668 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d6e7b9c2-2084-4055-8f3e-0a7746d39784 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:03.490090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ac3bed-ed30-458a-aa1b-6ef0fa4cffb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:45:03.498869 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac3bed-ed30-458a-aa1b-6ef0fa4cffb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9f3436-8805-4119-bd47-10ae46de04a1,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:03.505079 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08ac3bed-ed30-458a-aa1b-6ef0fa4cffb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:03.505419 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-08ac3bed-ed30-458a-aa1b-6ef0fa4cffb7 admin admin] Added segment 9de991e5-9770-4dc6-a47a-43a12146d80b of type vlan for network d7667cde-08c8-401a-9cf6-ba2971d41b99 Nov 23 22:45:03.549212 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08ac3bed-ed30-458a-aa1b-6ef0fa4cffb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:03.575538 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08ac3bed-ed30-458a-aa1b-6ef0fa4cffb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:03.576589 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ac3bed-ed30-458a-aa1b-6ef0fa4cffb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:03.577310 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-08ac3bed-ed30-458a-aa1b-6ef0fa4cffb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:03.612700 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-08ac3bed-ed30-458a-aa1b-6ef0fa4cffb7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3641956 Nov 23 22:45:03.616108 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49542) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:03.621234 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-57ed64be-7279-4861-a22b-028cde068d72 admin admin] Request body: {'subnet': {'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-427869275-subnet', 'tenant_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:03.641895 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac3bed-ed30-458a-aa1b-6ef0fa4cffb7 admin admin] Pushing event updated for resources: {'Network': ['ID=d7667cde-08c8-401a-9cf6-ba2971d41b99,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:03.651403 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ed64be-7279-4861-a22b-028cde068d72 admin admin] Made reservation on behalf of a43d1f8e405a42f1b676e2edcf301cce for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:03.652573 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network d7667cde-08c8-401a-9cf6-ba2971d41b99 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:45:03.654451 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-57ed64be-7279-4861-a22b-028cde068d72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:03.831117 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-57ed64be-7279-4861-a22b-028cde068d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:03.884471 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed64be-7279-4861-a22b-028cde068d72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=012bc733-522f-49bb-898e-95ba19207efb,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:03.899336 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ed64be-7279-4861-a22b-028cde068d72 admin admin] Checking segment: {'id': '9de991e5-9770-4dc6-a47a-43a12146d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:03.899695 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ed64be-7279-4861-a22b-028cde068d72 admin admin] Network hostable DHCP agents. Network: d7667cde-08c8-401a-9cf6-ba2971d41b99, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:45:03.915629 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ed64be-7279-4861-a22b-028cde068d72 admin admin] Network d7667cde-08c8-401a-9cf6-ba2971d41b99 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:45:03.923716 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-57ed64be-7279-4861-a22b-028cde068d72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, d7667cde-08c8-401a-9cf6-ba2971d41b99) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:03.928855 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ed64be-7279-4861-a22b-028cde068d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:03.929446 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-57ed64be-7279-4861-a22b-028cde068d72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:03.934439 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79a4de2-44a5-4229-8752-302d75eb0d06 None None] Network d7667cde-08c8-401a-9cf6-ba2971d41b99 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:03.951865 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-57ed64be-7279-4861-a22b-028cde068d72 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3345399 Nov 23 22:45:03.954595 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49544) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:03.959214 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6a84d556-6785-4c79-8f79-39f6ad0196e3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-427869275-router', 'tenant_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:03.983229 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a84d556-6785-4c79-8f79-39f6ad0196e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:03.984151 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a84d556-6785-4c79-8f79-39f6ad0196e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.007731 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.036696 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a84d556-6785-4c79-8f79-39f6ad0196e3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.099054 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d17e80-c96d-4b42-be43-087723a025f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-d7667cde-08c8-401a-9cf6-ba2971d41b99', 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99', 'tenant_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'fixed_ips': [{'subnet_id': '012bc733-522f-49bb-898e-95ba19207efb'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:45:04.099925 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e0d17e80-c96d-4b42-be43-087723a025f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.184321 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a84d556-6785-4c79-8f79-39f6ad0196e3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.395310 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-e0d17e80-c96d-4b42-be43-087723a025f3 None None] Allocated IP 172.20.0.2 (d7667cde-08c8-401a-9cf6-ba2971d41b99/012bc733-522f-49bb-898e-95ba19207efb/dbbde519-5d3f-4d75-8d21-b42840354e34) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:04.407372 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a84d556-6785-4c79-8f79-39f6ad0196e3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.432102 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a84d556-6785-4c79-8f79-39f6ad0196e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.537232 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e0d17e80-c96d-4b42-be43-087723a025f3 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.543510 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e0d17e80-c96d-4b42-be43-087723a025f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.576146 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-6a84d556-6785-4c79-8f79-39f6ad0196e3 admin admin] Allocated IP 172.25.5.54 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/7c8974cd-e84d-4b08-a367-02bf14f172cf) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:04.587604 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d17e80-c96d-4b42-be43-087723a025f3 None None] Network d7667cde-08c8-401a-9cf6-ba2971d41b99 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:04.591988 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-e0d17e80-c96d-4b42-be43-087723a025f3 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:04.593846 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d17e80-c96d-4b42-be43-087723a025f3 None None] Pushing event updated for resources: {'Port': ['ID=dbbde519-5d3f-4d75-8d21-b42840354e34,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:04.596043 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d17e80-c96d-4b42-be43-087723a025f3 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:04.650691 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-e0d17e80-c96d-4b42-be43-087723a025f3 None None] Attempting to bind port dbbde519-5d3f-4d75-8d21-b42840354e34 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:45:04.651005 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-e0d17e80-c96d-4b42-be43-087723a025f3 None None] Attempting to bind port dbbde519-5d3f-4d75-8d21-b42840354e34 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '9de991e5-9770-4dc6-a47a-43a12146d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:45:04.651374 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d17e80-c96d-4b42-be43-087723a025f3 None None] Attempting to bind port dbbde519-5d3f-4d75-8d21-b42840354e34 on network d7667cde-08c8-401a-9cf6-ba2971d41b99 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:04.656325 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d17e80-c96d-4b42-be43-087723a025f3 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:45:04.656704 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d17e80-c96d-4b42-be43-087723a025f3 None None] Checking segment: {'id': '9de991e5-9770-4dc6-a47a-43a12146d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:04.657104 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e0d17e80-c96d-4b42-be43-087723a025f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.657499 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d17e80-c96d-4b42-be43-087723a025f3 None None] Bound using segment: {'id': '9de991e5-9770-4dc6-a47a-43a12146d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:45:04.657968 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-e0d17e80-c96d-4b42-be43-087723a025f3 None None] Bound port: dbbde519-5d3f-4d75-8d21-b42840354e34, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de991e5-9770-4dc6-a47a-43a12146d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:45:04.658357 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e0d17e80-c96d-4b42-be43-087723a025f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.682589 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a84d556-6785-4c79-8f79-39f6ad0196e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.716696 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a84d556-6785-4c79-8f79-39f6ad0196e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.724879 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e0d17e80-c96d-4b42-be43-087723a025f3 None None] For port dbbde519-5d3f-4d75-8d21-b42840354e34, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:45:04.728019 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e0d17e80-c96d-4b42-be43-087723a025f3 None None] For port dbbde519-5d3f-4d75-8d21-b42840354e34, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=dbbde519-5d3f-4d75-8d21-b42840354e34,segment=NetworkSegment(9de991e5-9770-4dc6-a47a-43a12146d80b),segment_id=9de991e5-9770-4dc6-a47a-43a12146d80b)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:45:04.732883 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e0d17e80-c96d-4b42-be43-087723a025f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.760757 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a84d556-6785-4c79-8f79-39f6ad0196e3 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:04.764494 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-6a84d556-6785-4c79-8f79-39f6ad0196e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:04.767328 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a84d556-6785-4c79-8f79-39f6ad0196e3 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:04.778569 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d390dc1-8fea-4bef-8ed6-55154391fbb4 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:45:04.796460 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d17e80-c96d-4b42-be43-087723a025f3 None None] Pushing event updated for resources: {'Port': ['ID=dbbde519-5d3f-4d75-8d21-b42840354e34,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:04.804211 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84d556-6785-4c79-8f79-39f6ad0196e3 admin admin] Pushing event updated for resources: {'Port': ['ID=7c8974cd-e84d-4b08-a367-02bf14f172cf,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:04.833863 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-cac5f11c-4e40-47f6-bd95-715424f60363 None None] Provisioning complete for port 7c8974cd-e84d-4b08-a367-02bf14f172cf triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:04.834240 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cac5f11c-4e40-47f6-bd95-715424f60363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:04.871520 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-cac5f11c-4e40-47f6-bd95-715424f60363 None None] Port 7c8974cd-e84d-4b08-a367-02bf14f172cf cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:45:05.062922 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a84d556-6785-4c79-8f79-39f6ad0196e3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:05.256465 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a84d556-6785-4c79-8f79-39f6ad0196e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:05.385171 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a84d556-6785-4c79-8f79-39f6ad0196e3 admin admin] Router 8ffaf511-c49a-4944-92c1-ef6d5013812f is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:45:05.549157 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device dbbde519-5d3f-4d75-8d21-b42840354e34 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:05.606303 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port dbbde519-5d3f-4d75-8d21-b42840354e34 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:05.606824 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:05.698461 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:05.734006 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port dbbde519-5d3f-4d75-8d21-b42840354e34, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=dbbde519-5d3f-4d75-8d21-b42840354e34,segment=NetworkSegment(9de991e5-9770-4dc6-a47a-43a12146d80b),segment_id=9de991e5-9770-4dc6-a47a-43a12146d80b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:05.739475 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:05.766343 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b83fbdd-51de-4ae6-b055-bea580f2bf51 None None] Network d7667cde-08c8-401a-9cf6-ba2971d41b99 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:05.770170 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a84d556-6785-4c79-8f79-39f6ad0196e3 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:45:05.782077 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] Sync routers for ids ['8ffaf511-c49a-4944-92c1-ef6d5013812f'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:45:05.789795 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6a84d556-6785-4c79-8f79-39f6ad0196e3 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:05.791534 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6a84d556-6785-4c79-8f79-39f6ad0196e3 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8357928 Nov 23 22:45:05.793083 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] Routers {'8ffaf511-c49a-4944-92c1-ef6d5013812f'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:05.793789 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:45:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['8ffaf511-c49a-4944-92c1-ef6d5013812f'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:05.794545 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49546) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:05.879595 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=dbbde519-5d3f-4d75-8d21-b42840354e34,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:05.885508 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9ffa73ea-143a-4818-a4c4-a4e01fa328e1 None None] Provisioning complete for port dbbde519-5d3f-4d75-8d21-b42840354e34 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:05.885887 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9ffa73ea-143a-4818-a4c4-a4e01fa328e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:05.936868 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] Set router 8ffaf511-c49a-4944-92c1-ef6d5013812f gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:45:06.234840 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffaf511-c49a-4944-92c1-ef6d5013812f', 'name': 'tempest-TestEncryptedCinderVolumes-427869275-router', 'tenant_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '7c8974cd-e84d-4b08-a367-02bf14f172cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:03Z', 'updated_at': '2021-11-23T22:45:04Z', 'revision_number': 3, 'project_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'gw_port': {'id': '7c8974cd-e84d-4b08-a367-02bf14f172cf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:20:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffaf511-c49a-4944-92c1-ef6d5013812f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:04Z', 'updated_at': '2021-11-23T22:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:06.266047 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] Checking router: 8ffaf511-c49a-4944-92c1-ef6d5013812f for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:45:06.266520 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] Updating router 8ffaf511-c49a-4944-92c1-ef6d5013812f port 7c8974cd-e84d-4b08-a367-02bf14f172cf binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:45:06.292722 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:06.367240 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-50af4109-6af2-4072-aaa7-d5dbe8408b1f None None] Provisioning complete for port dbbde519-5d3f-4d75-8d21-b42840354e34 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:06.368125 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-50af4109-6af2-4072-aaa7-d5dbe8408b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:06.548425 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6985ab10-a3b3-4eb4-917f-6165699298bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:06.552712 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:06.558204 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:06.599435 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca43a45-06e9-4fa0-997b-fb678370e40b None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:45:06.609017 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] Attempting to bind port 7c8974cd-e84d-4b08-a367-02bf14f172cf on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:45:06.609017 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] Attempting to bind port 7c8974cd-e84d-4b08-a367-02bf14f172cf by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:45:06.609485 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] Attempting to bind port 7c8974cd-e84d-4b08-a367-02bf14f172cf on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:06.617113 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17073b40-ff43-450b-962b-e4957b712053 None None] Pushing event updated for resources: {'Port': ['ID=7c8974cd-e84d-4b08-a367-02bf14f172cf,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:06.620167 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:45:06.620476 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:06.620874 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:06.621262 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:45:06.621776 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] Bound port: 7c8974cd-e84d-4b08-a367-02bf14f172cf, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:45:06.622166 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:06.648481 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073b40-ff43-450b-962b-e4957b712053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:06.648833 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073b40-ff43-450b-962b-e4957b712053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:06.649179 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073b40-ff43-450b-962b-e4957b712053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:06.649517 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073b40-ff43-450b-962b-e4957b712053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:06.649850 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073b40-ff43-450b-962b-e4957b712053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:06.650180 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073b40-ff43-450b-962b-e4957b712053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:06.650513 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073b40-ff43-450b-962b-e4957b712053 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:06.650862 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073b40-ff43-450b-962b-e4957b712053 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:06.651193 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073b40-ff43-450b-962b-e4957b712053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:06.651511 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073b40-ff43-450b-962b-e4957b712053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:06.651837 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073b40-ff43-450b-962b-e4957b712053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:06.652152 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17073b40-ff43-450b-962b-e4957b712053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:06.676488 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6d2bee63-1173-4934-ba33-a65382498066 None None] Provisioning complete for port 7c8974cd-e84d-4b08-a367-02bf14f172cf triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:06.677033 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6d2bee63-1173-4934-ba33-a65382498066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:06.687701 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] For port 7c8974cd-e84d-4b08-a367-02bf14f172cf, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:45:06.691417 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] For port 7c8974cd-e84d-4b08-a367-02bf14f172cf, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=7c8974cd-e84d-4b08-a367-02bf14f172cf,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:45:06.696690 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:06.714417 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-6d2bee63-1173-4934-ba33-a65382498066 None None] Port 7c8974cd-e84d-4b08-a367-02bf14f172cf cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:45:06.719292 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-6985ab10-a3b3-4eb4-917f-6165699298bb admin admin] Allocated IP 172.20.0.1 (d7667cde-08c8-401a-9cf6-ba2971d41b99/012bc733-522f-49bb-898e-95ba19207efb/0a6fff3e-28b4-405d-ae32-470ea3afa701) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:06.743263 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0713d5e-7677-4a2c-93ce-a65dcd188409 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:45:06.754707 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17073b40-ff43-450b-962b-e4957b712053 None None] Pushing event updated for resources: {'Port': ['ID=7c8974cd-e84d-4b08-a367-02bf14f172cf,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:06.764317 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] Routers {'8ffaf511-c49a-4944-92c1-ef6d5013812f'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:06.764987 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:45:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['8ffaf511-c49a-4944-92c1-ef6d5013812f'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:06.836495 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6985ab10-a3b3-4eb4-917f-6165699298bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:06.842057 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a66f8076-963e-4ae3-85c4-9292f49df077 None None] Provisioning complete for port 7c8974cd-e84d-4b08-a367-02bf14f172cf triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:06.843012 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a66f8076-963e-4ae3-85c4-9292f49df077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:06.873558 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6985ab10-a3b3-4eb4-917f-6165699298bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:06.876815 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] Set router 8ffaf511-c49a-4944-92c1-ef6d5013812f gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:45:06.924587 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a66f8076-963e-4ae3-85c4-9292f49df077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:06.927358 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6985ab10-a3b3-4eb4-917f-6165699298bb admin admin] Network d7667cde-08c8-401a-9cf6-ba2971d41b99 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:06.932341 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-6985ab10-a3b3-4eb4-917f-6165699298bb admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:06.934343 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6985ab10-a3b3-4eb4-917f-6165699298bb admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:06.937101 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985ab10-a3b3-4eb4-917f-6165699298bb admin admin] Pushing event updated for resources: {'Port': ['ID=0a6fff3e-28b4-405d-ae32-470ea3afa701,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:06.949369 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a66f8076-963e-4ae3-85c4-9292f49df077 None None] For port 7c8974cd-e84d-4b08-a367-02bf14f172cf, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=7c8974cd-e84d-4b08-a367-02bf14f172cf,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:06.954946 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a66f8076-963e-4ae3-85c4-9292f49df077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:06.992014 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6985ab10-a3b3-4eb4-917f-6165699298bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.016742 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f8076-963e-4ae3-85c4-9292f49df077 None None] Pushing event updated for resources: {'Port': ['ID=7c8974cd-e84d-4b08-a367-02bf14f172cf,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:07.098672 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffaf511-c49a-4944-92c1-ef6d5013812f', 'name': 'tempest-TestEncryptedCinderVolumes-427869275-router', 'tenant_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '7c8974cd-e84d-4b08-a367-02bf14f172cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:03Z', 'updated_at': '2021-11-23T22:45:04Z', 'revision_number': 3, 'project_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'gw_port': {'id': '7c8974cd-e84d-4b08-a367-02bf14f172cf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:20:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffaf511-c49a-4944-92c1-ef6d5013812f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:04Z', 'updated_at': '2021-11-23T22:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:07.136058 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6985ab10-a3b3-4eb4-917f-6165699298bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.136637 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ea3ca-2ddf-42a6-ba37-4569a9f70b28 None None] The sync data for ids ['8ffaf511-c49a-4944-92c1-ef6d5013812f'] in n-d-816206-9 is: [{'id': '8ffaf511-c49a-4944-92c1-ef6d5013812f', 'name': 'tempest-TestEncryptedCinderVolumes-427869275-router', 'tenant_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '7c8974cd-e84d-4b08-a367-02bf14f172cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:03Z', 'updated_at': '2021-11-23T22:45:04Z', 'revision_number': 3, 'project_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'gw_port': {'id': '7c8974cd-e84d-4b08-a367-02bf14f172cf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:20:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffaf511-c49a-4944-92c1-ef6d5013812f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:04Z', 'updated_at': '2021-11-23T22:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:45:07.181476 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-731ae581-04ac-4ded-9bfe-fe9a765252e4 None None] Provisioning complete for port 0a6fff3e-28b4-405d-ae32-470ea3afa701 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:07.181940 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-731ae581-04ac-4ded-9bfe-fe9a765252e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.220883 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-731ae581-04ac-4ded-9bfe-fe9a765252e4 None None] Port 0a6fff3e-28b4-405d-ae32-470ea3afa701 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:45:07.311442 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6985ab10-a3b3-4eb4-917f-6165699298bb admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.316461 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6985ab10-a3b3-4eb4-917f-6165699298bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.395935 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6985ab10-a3b3-4eb4-917f-6165699298bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.397809 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985ab10-a3b3-4eb4-917f-6165699298bb admin admin] Pushing event updated for resources: {'Port': ['ID=0a6fff3e-28b4-405d-ae32-470ea3afa701,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:07.509656 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6985ab10-a3b3-4eb4-917f-6165699298bb admin admin] Network d7667cde-08c8-401a-9cf6-ba2971d41b99 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:07.511144 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-6985ab10-a3b3-4eb4-917f-6165699298bb admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:07.620231 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device dbbde519-5d3f-4d75-8d21-b42840354e34 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:07.646357 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6985ab10-a3b3-4eb4-917f-6165699298bb admin admin] Router 8ffaf511-c49a-4944-92c1-ef6d5013812f has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:45:07.687867 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port dbbde519-5d3f-4d75-8d21-b42840354e34 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:07.688341 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.779374 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6985ab10-a3b3-4eb4-917f-6165699298bb admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:45:07.795292 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 7c8974cd-e84d-4b08-a367-02bf14f172cf up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:07.795639 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6985ab10-a3b3-4eb4-917f-6165699298bb admin admin] 10.222.0.50 "PUT /v2.0/routers/8ffaf511-c49a-4944-92c1-ef6d5013812f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9990013 Nov 23 22:45:07.860778 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 7c8974cd-e84d-4b08-a367-02bf14f172cf triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:07.861281 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.862801 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b308c92b-a1ff-404e-a123-9f71cc76f087 None None] Provisioning complete for port 0a6fff3e-28b4-405d-ae32-470ea3afa701 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:07.863906 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b308c92b-a1ff-404e-a123-9f71cc76f087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:07.930552 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b308c92b-a1ff-404e-a123-9f71cc76f087 None None] Port 0a6fff3e-28b4-405d-ae32-470ea3afa701 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:45:08.290107 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49562) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:08.295143 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-279819567-network', 'tenant_id': 'b330c9f04f034914b4829c83097e3b84'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:08.315457 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Made reservation on behalf of b330c9f04f034914b4829c83097e3b84 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:08.318242 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.326840 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.403538 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.407369 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.434228 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:45:08.441398 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c669391-2bac-4326-ab69-9da56a214c59,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:08.452506 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.452824 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Added segment 04711d9a-b053-4132-a390-d7c2b601e2cb of type vlan for network 0aeefe7a-796b-42e5-949b-ee0b896f24f6 Nov 23 22:45:08.497459 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.523258 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.524210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:08.524819 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.560914 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2696579 Nov 23 22:45:08.563837 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49564) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:08.569734 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-2a47e206-cc02-40b2-a5f0-3fb7a2b04a0f admin admin] Request body: {'subnet': {'network_id': '0aeefe7a-796b-42e5-949b-ee0b896f24f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-279819567-subnet', 'tenant_id': 'b330c9f04f034914b4829c83097e3b84', 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:08.591837 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a47e206-cc02-40b2-a5f0-3fb7a2b04a0f admin admin] Made reservation on behalf of b330c9f04f034914b4829c83097e3b84 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:08.592602 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Pushing event updated for resources: {'Network': ['ID=0aeefe7a-796b-42e5-949b-ee0b896f24f6,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:08.594858 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a47e206-cc02-40b2-a5f0-3fb7a2b04a0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.601272 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:08.601626 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:08.601972 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:08.602315 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:08.602651 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:08.603025 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:08.603356 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:08.603684 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:08.604011 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:08.604340 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:08.604665 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:08.604988 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d7872-e018-4352-93da-9e7067021aa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:08.616740 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 0aeefe7a-796b-42e5-949b-ee0b896f24f6 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:45:08.767682 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a47e206-cc02-40b2-a5f0-3fb7a2b04a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.811508 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] Sync routers for ids ['8ffaf511-c49a-4944-92c1-ef6d5013812f'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:45:08.821460 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47e206-cc02-40b2-a5f0-3fb7a2b04a0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c13a60a5-c5e7-4a6c-9ba3-69636df9a20f,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:08.825971 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] Routers {'8ffaf511-c49a-4944-92c1-ef6d5013812f'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:08.826864 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:45:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['8ffaf511-c49a-4944-92c1-ef6d5013812f'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:08.841887 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a47e206-cc02-40b2-a5f0-3fb7a2b04a0f admin admin] Checking segment: {'id': '04711d9a-b053-4132-a390-d7c2b601e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0aeefe7a-796b-42e5-949b-ee0b896f24f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:08.842250 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a47e206-cc02-40b2-a5f0-3fb7a2b04a0f admin admin] Network hostable DHCP agents. Network: 0aeefe7a-796b-42e5-949b-ee0b896f24f6, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:45:08.858910 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a47e206-cc02-40b2-a5f0-3fb7a2b04a0f admin admin] Network 0aeefe7a-796b-42e5-949b-ee0b896f24f6 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:45:08.868160 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-2a47e206-cc02-40b2-a5f0-3fb7a2b04a0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 0aeefe7a-796b-42e5-949b-ee0b896f24f6) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:08.872759 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a47e206-cc02-40b2-a5f0-3fb7a2b04a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:08.873439 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2a47e206-cc02-40b2-a5f0-3fb7a2b04a0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.890166 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2a47e206-cc02-40b2-a5f0-3fb7a2b04a0f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3252101 Nov 23 22:45:08.892606 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49566) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:08.897595 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-6d2efe3c-e4fd-4027-b688-8f1d56729eb0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-279819567-router', 'tenant_id': 'b330c9f04f034914b4829c83097e3b84', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:08.906329 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb46939d-aeff-455d-8015-7f9e4441776b None None] Network 0aeefe7a-796b-42e5-949b-ee0b896f24f6 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:08.919815 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6d2efe3c-e4fd-4027-b688-8f1d56729eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.921226 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6d2efe3c-e4fd-4027-b688-8f1d56729eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.973880 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6d2efe3c-e4fd-4027-b688-8f1d56729eb0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:08.986406 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] Set router 8ffaf511-c49a-4944-92c1-ef6d5013812f gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:45:09.115470 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6d2efe3c-e4fd-4027-b688-8f1d56729eb0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.193836 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b921ce-1c8b-4752-9c36-da8029e1f8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-0aeefe7a-796b-42e5-949b-ee0b896f24f6', 'network_id': '0aeefe7a-796b-42e5-949b-ee0b896f24f6', 'tenant_id': 'b330c9f04f034914b4829c83097e3b84', 'fixed_ips': [{'subnet_id': 'c13a60a5-c5e7-4a6c-9ba3-69636df9a20f'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:45:09.195089 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-83b921ce-1c8b-4752-9c36-da8029e1f8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.318186 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6d2efe3c-e4fd-4027-b688-8f1d56729eb0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.339072 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6d2efe3c-e4fd-4027-b688-8f1d56729eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.455613 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-6d2efe3c-e4fd-4027-b688-8f1d56729eb0 admin admin] Allocated IP 172.25.5.14 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/6311183b-47af-4616-97af-4c4c14b7ba0e) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:09.531469 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffaf511-c49a-4944-92c1-ef6d5013812f', 'name': 'tempest-TestEncryptedCinderVolumes-427869275-router', 'tenant_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '7c8974cd-e84d-4b08-a367-02bf14f172cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:03Z', 'updated_at': '2021-11-23T22:45:07Z', 'revision_number': 4, 'project_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'gw_port': {'id': '7c8974cd-e84d-4b08-a367-02bf14f172cf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:20:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffaf511-c49a-4944-92c1-ef6d5013812f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:04Z', 'updated_at': '2021-11-23T22:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '0a6fff3e-28b4-405d-ae32-470ea3afa701', 'name': '', 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99', 'tenant_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'mac_address': 'fa:16:3e:3e:a4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffaf511-c49a-4944-92c1-ef6d5013812f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '012bc733-522f-49bb-898e-95ba19207efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:06Z', 'updated_at': '2021-11-23T22:45:07Z', 'revision_number': 2, 'project_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'subnets': [{'id': '012bc733-522f-49bb-898e-95ba19207efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:09.562452 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6d2efe3c-e4fd-4027-b688-8f1d56729eb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.564026 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] Checking router: 8ffaf511-c49a-4944-92c1-ef6d5013812f for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:45:09.564389 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] Updating router 8ffaf511-c49a-4944-92c1-ef6d5013812f port 0a6fff3e-28b4-405d-ae32-470ea3afa701 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:45:09.566864 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-83b921ce-1c8b-4752-9c36-da8029e1f8ef None None] Allocated IP 172.20.0.2 (0aeefe7a-796b-42e5-949b-ee0b896f24f6/c13a60a5-c5e7-4a6c-9ba3-69636df9a20f/f66dd184-80b6-401f-8564-784c8145ada5) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:09.599518 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6d2efe3c-e4fd-4027-b688-8f1d56729eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.603292 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.645801 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2efe3c-e4fd-4027-b688-8f1d56729eb0 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:09.648803 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-6d2efe3c-e4fd-4027-b688-8f1d56729eb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:09.651200 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2efe3c-e4fd-4027-b688-8f1d56729eb0 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:09.675820 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2efe3c-e4fd-4027-b688-8f1d56729eb0 admin admin] Pushing event updated for resources: {'Port': ['ID=6311183b-47af-4616-97af-4c4c14b7ba0e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:09.681469 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba86297-50c6-4166-8f21-eca5e03e0b3e None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:45:09.851400 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-abf23e98-0ba1-4c24-a20c-dd5034ef87b7 None None] Provisioning complete for port 6311183b-47af-4616-97af-4c4c14b7ba0e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:09.852047 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-abf23e98-0ba1-4c24-a20c-dd5034ef87b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.900704 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-83b921ce-1c8b-4752-9c36-da8029e1f8ef None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.914396 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6d2efe3c-e4fd-4027-b688-8f1d56729eb0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.937963 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-83b921ce-1c8b-4752-9c36-da8029e1f8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:09.951012 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-abf23e98-0ba1-4c24-a20c-dd5034ef87b7 None None] Port 6311183b-47af-4616-97af-4c4c14b7ba0e cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:45:10.002601 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b921ce-1c8b-4752-9c36-da8029e1f8ef None None] Network 0aeefe7a-796b-42e5-949b-ee0b896f24f6 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:10.009227 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-83b921ce-1c8b-4752-9c36-da8029e1f8ef None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:10.014538 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b921ce-1c8b-4752-9c36-da8029e1f8ef None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:10.016339 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b921ce-1c8b-4752-9c36-da8029e1f8ef None None] Pushing event updated for resources: {'Port': ['ID=f66dd184-80b6-401f-8564-784c8145ada5,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:10.116870 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-83b921ce-1c8b-4752-9c36-da8029e1f8ef None None] Attempting to bind port f66dd184-80b6-401f-8564-784c8145ada5 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:45:10.117592 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6d2efe3c-e4fd-4027-b688-8f1d56729eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:10.117715 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-83b921ce-1c8b-4752-9c36-da8029e1f8ef None None] Attempting to bind port f66dd184-80b6-401f-8564-784c8145ada5 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '04711d9a-b053-4132-a390-d7c2b601e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0aeefe7a-796b-42e5-949b-ee0b896f24f6'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:45:10.117715 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b921ce-1c8b-4752-9c36-da8029e1f8ef None None] Attempting to bind port f66dd184-80b6-401f-8564-784c8145ada5 on network 0aeefe7a-796b-42e5-949b-ee0b896f24f6 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:10.129583 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b921ce-1c8b-4752-9c36-da8029e1f8ef None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:45:10.129983 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b921ce-1c8b-4752-9c36-da8029e1f8ef None None] Checking segment: {'id': '04711d9a-b053-4132-a390-d7c2b601e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0aeefe7a-796b-42e5-949b-ee0b896f24f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:10.130359 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-83b921ce-1c8b-4752-9c36-da8029e1f8ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:10.130776 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b921ce-1c8b-4752-9c36-da8029e1f8ef None None] Bound using segment: {'id': '04711d9a-b053-4132-a390-d7c2b601e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0aeefe7a-796b-42e5-949b-ee0b896f24f6'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:45:10.131257 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-83b921ce-1c8b-4752-9c36-da8029e1f8ef None None] Bound port: f66dd184-80b6-401f-8564-784c8145ada5, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04711d9a-b053-4132-a390-d7c2b601e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0aeefe7a-796b-42e5-949b-ee0b896f24f6'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:45:10.131638 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-83b921ce-1c8b-4752-9c36-da8029e1f8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:10.137259 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:10.150582 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:10.245638 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3e83c-bd1f-4206-9957-56de099e9c09 None None] Pushing event updated for resources: {'Port': ['ID=0a6fff3e-28b4-405d-ae32-470ea3afa701,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:10.252506 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2efe3c-e4fd-4027-b688-8f1d56729eb0 admin admin] Router bb139571-a038-4fa6-acf0-81a21d16ff39 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:45:10.271628 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-83b921ce-1c8b-4752-9c36-da8029e1f8ef None None] For port f66dd184-80b6-401f-8564-784c8145ada5, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:45:10.299221 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-83b921ce-1c8b-4752-9c36-da8029e1f8ef None None] For port f66dd184-80b6-401f-8564-784c8145ada5, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f66dd184-80b6-401f-8564-784c8145ada5,segment=NetworkSegment(04711d9a-b053-4132-a390-d7c2b601e2cb),segment_id=04711d9a-b053-4132-a390-d7c2b601e2cb)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:45:10.309809 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-83b921ce-1c8b-4752-9c36-da8029e1f8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:10.316826 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] Attempting to bind port 0a6fff3e-28b4-405d-ae32-470ea3afa701 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:45:10.317203 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] Attempting to bind port 0a6fff3e-28b4-405d-ae32-470ea3afa701 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '9de991e5-9770-4dc6-a47a-43a12146d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:45:10.317572 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] Attempting to bind port 0a6fff3e-28b4-405d-ae32-470ea3afa701 on network d7667cde-08c8-401a-9cf6-ba2971d41b99 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:10.351524 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:45:10.351899 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] Checking segment: {'id': '9de991e5-9770-4dc6-a47a-43a12146d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:10.352301 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:10.353233 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] Bound using segment: {'id': '9de991e5-9770-4dc6-a47a-43a12146d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:45:10.353233 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] Bound port: 0a6fff3e-28b4-405d-ae32-470ea3afa701, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de991e5-9770-4dc6-a47a-43a12146d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:45:10.353539 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:10.381835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2efe3c-e4fd-4027-b688-8f1d56729eb0 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:45:10.392213 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] Sync routers for ids ['bb139571-a038-4fa6-acf0-81a21d16ff39'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:45:10.399090 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b921ce-1c8b-4752-9c36-da8029e1f8ef None None] Pushing event updated for resources: {'Port': ['ID=f66dd184-80b6-401f-8564-784c8145ada5,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:10.406015 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] Routers {'bb139571-a038-4fa6-acf0-81a21d16ff39'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:10.406968 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:45:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bb139571-a038-4fa6-acf0-81a21d16ff39'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:10.424599 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6d2efe3c-e4fd-4027-b688-8f1d56729eb0 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:10.430431 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49568) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:45:10.432432 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6d2efe3c-e4fd-4027-b688-8f1d56729eb0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5387394 Nov 23 22:45:10.467996 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] For port 0a6fff3e-28b4-405d-ae32-470ea3afa701, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:45:10.471640 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] For port 0a6fff3e-28b4-405d-ae32-470ea3afa701, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=0a6fff3e-28b4-405d-ae32-470ea3afa701,segment=NetworkSegment(9de991e5-9770-4dc6-a47a-43a12146d80b),segment_id=9de991e5-9770-4dc6-a47a-43a12146d80b)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:45:10.480436 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:10.556231 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] Routers {'8ffaf511-c49a-4944-92c1-ef6d5013812f'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:10.556502 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:45:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['8ffaf511-c49a-4944-92c1-ef6d5013812f'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:10.559633 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3e83c-bd1f-4206-9957-56de099e9c09 None None] Pushing event updated for resources: {'Port': ['ID=0a6fff3e-28b4-405d-ae32-470ea3afa701,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:10.572335 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] Set router bb139571-a038-4fa6-acf0-81a21d16ff39 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:45:10.668652 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5c9cd666-1962-4f28-91e8-ddbf402ec3ae None None] Provisioning complete for port 0a6fff3e-28b4-405d-ae32-470ea3afa701 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:10.669195 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5c9cd666-1962-4f28-91e8-ddbf402ec3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:10.756010 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] Set router 8ffaf511-c49a-4944-92c1-ef6d5013812f gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:45:10.866101 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb139571-a038-4fa6-acf0-81a21d16ff39', 'name': 'tempest-TestEncryptedCinderVolumes-279819567-router', 'tenant_id': 'b330c9f04f034914b4829c83097e3b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6311183b-47af-4616-97af-4c4c14b7ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:08Z', 'updated_at': '2021-11-23T22:45:09Z', 'revision_number': 3, 'project_id': 'b330c9f04f034914b4829c83097e3b84', 'gw_port': {'id': '6311183b-47af-4616-97af-4c4c14b7ba0e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb139571-a038-4fa6-acf0-81a21d16ff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:09Z', 'updated_at': '2021-11-23T22:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:10.901766 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] Checking router: bb139571-a038-4fa6-acf0-81a21d16ff39 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:45:10.902461 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] Updating router bb139571-a038-4fa6-acf0-81a21d16ff39 port 6311183b-47af-4616-97af-4c4c14b7ba0e binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:45:10.913822 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5c9cd666-1962-4f28-91e8-ddbf402ec3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:10.952197 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.051668 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-5c9cd666-1962-4f28-91e8-ddbf402ec3ae None None] For port 0a6fff3e-28b4-405d-ae32-470ea3afa701, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=0a6fff3e-28b4-405d-ae32-470ea3afa701,segment=NetworkSegment(9de991e5-9770-4dc6-a47a-43a12146d80b),segment_id=9de991e5-9770-4dc6-a47a-43a12146d80b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:11.067458 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5c9cd666-1962-4f28-91e8-ddbf402ec3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.131946 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0853-0eed-4223-aa5a-a27457ffe5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.155868 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cd666-1962-4f28-91e8-ddbf402ec3ae None None] Pushing event updated for resources: {'Port': ['ID=0a6fff3e-28b4-405d-ae32-470ea3afa701,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:11.171783 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffaf511-c49a-4944-92c1-ef6d5013812f', 'name': 'tempest-TestEncryptedCinderVolumes-427869275-router', 'tenant_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '7c8974cd-e84d-4b08-a367-02bf14f172cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:03Z', 'updated_at': '2021-11-23T22:45:07Z', 'revision_number': 4, 'project_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'gw_port': {'id': '7c8974cd-e84d-4b08-a367-02bf14f172cf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:20:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffaf511-c49a-4944-92c1-ef6d5013812f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:04Z', 'updated_at': '2021-11-23T22:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '0a6fff3e-28b4-405d-ae32-470ea3afa701', 'name': '', 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99', 'tenant_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'mac_address': 'fa:16:3e:3e:a4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffaf511-c49a-4944-92c1-ef6d5013812f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '012bc733-522f-49bb-898e-95ba19207efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:06Z', 'updated_at': '2021-11-23T22:45:10Z', 'revision_number': 4, 'project_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'subnets': [{'id': '012bc733-522f-49bb-898e-95ba19207efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:11.211695 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4468719d-2df8-48a4-8fea-616b1ffd4dc5 None None] The sync data for ids ['8ffaf511-c49a-4944-92c1-ef6d5013812f'] in n-d-816206-9 is: [{'id': '8ffaf511-c49a-4944-92c1-ef6d5013812f', 'name': 'tempest-TestEncryptedCinderVolumes-427869275-router', 'tenant_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '7c8974cd-e84d-4b08-a367-02bf14f172cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:03Z', 'updated_at': '2021-11-23T22:45:07Z', 'revision_number': 4, 'project_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'gw_port': {'id': '7c8974cd-e84d-4b08-a367-02bf14f172cf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:20:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffaf511-c49a-4944-92c1-ef6d5013812f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:04Z', 'updated_at': '2021-11-23T22:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '0a6fff3e-28b4-405d-ae32-470ea3afa701', 'name': '', 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99', 'tenant_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'mac_address': 'fa:16:3e:3e:a4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ffaf511-c49a-4944-92c1-ef6d5013812f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '012bc733-522f-49bb-898e-95ba19207efb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:06Z', 'updated_at': '2021-11-23T22:45:10Z', 'revision_number': 4, 'project_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'subnets': [{'id': '012bc733-522f-49bb-898e-95ba19207efb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:45:11.219723 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c23a45f7-66ca-4721-be91-4e1229d5b9b5 None None] Provisioning complete for port 0a6fff3e-28b4-405d-ae32-470ea3afa701 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:11.220109 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c23a45f7-66ca-4721-be91-4e1229d5b9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.288601 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.300100 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.354925 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-8b4a0853-0eed-4223-aa5a-a27457ffe5ef admin admin] Allocated IP 172.20.0.1 (0aeefe7a-796b-42e5-949b-ee0b896f24f6/c13a60a5-c5e7-4a6c-9ba3-69636df9a20f/f42772ae-ad7e-47bf-b0a8-74e1f3b21702) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:11.362533 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f6f0e6-9fed-43c4-a506-bbce9475e9c1 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:45:11.365343 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] Attempting to bind port 6311183b-47af-4616-97af-4c4c14b7ba0e on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:45:11.366001 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] Attempting to bind port 6311183b-47af-4616-97af-4c4c14b7ba0e by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:45:11.366143 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] Attempting to bind port 6311183b-47af-4616-97af-4c4c14b7ba0e on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:11.375201 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16ec6f-f080-40aa-9750-c5c342359835 None None] Pushing event updated for resources: {'Port': ['ID=6311183b-47af-4616-97af-4c4c14b7ba0e,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:11.378259 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:45:11.378668 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:11.379379 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.379842 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:45:11.380394 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] Bound port: 6311183b-47af-4616-97af-4c4c14b7ba0e, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:45:11.380976 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.442908 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] For port 6311183b-47af-4616-97af-4c4c14b7ba0e, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:45:11.447689 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-864bdc9a-5a6a-4f77-b7f6-24a1dbd1446e None None] Provisioning complete for port 6311183b-47af-4616-97af-4c4c14b7ba0e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:11.448036 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-864bdc9a-5a6a-4f77-b7f6-24a1dbd1446e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.450373 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] For port 6311183b-47af-4616-97af-4c4c14b7ba0e, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6311183b-47af-4616-97af-4c4c14b7ba0e,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:45:11.460115 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.488440 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-864bdc9a-5a6a-4f77-b7f6-24a1dbd1446e None None] Port 6311183b-47af-4616-97af-4c4c14b7ba0e cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:45:11.508487 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0853-0eed-4223-aa5a-a27457ffe5ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.572818 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0853-0eed-4223-aa5a-a27457ffe5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.651228 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4a0853-0eed-4223-aa5a-a27457ffe5ef admin admin] Network 0aeefe7a-796b-42e5-949b-ee0b896f24f6 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:11.656770 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-8b4a0853-0eed-4223-aa5a-a27457ffe5ef admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:11.664111 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f66dd184-80b6-401f-8564-784c8145ada5 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:11.668422 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4a0853-0eed-4223-aa5a-a27457ffe5ef admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:11.680896 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16ec6f-f080-40aa-9750-c5c342359835 None None] Pushing event updated for resources: {'Port': ['ID=6311183b-47af-4616-97af-4c4c14b7ba0e,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:11.685757 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a0853-0eed-4223-aa5a-a27457ffe5ef admin admin] Pushing event updated for resources: {'Port': ['ID=f42772ae-ad7e-47bf-b0a8-74e1f3b21702,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:11.705151 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] Routers {'bb139571-a038-4fa6-acf0-81a21d16ff39'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:11.705794 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:45:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bb139571-a038-4fa6-acf0-81a21d16ff39'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:11.734693 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0853-0eed-4223-aa5a-a27457ffe5ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.737417 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176ca21e-14ad-4039-a454-0f2e1978cdad None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:45:11.827652 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-cc27a589-0bfb-4f64-94c4-cee32bce2878 None None] Provisioning complete for port 6311183b-47af-4616-97af-4c4c14b7ba0e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:11.828029 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cc27a589-0bfb-4f64-94c4-cee32bce2878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.854359 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port f66dd184-80b6-401f-8564-784c8145ada5 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:11.855233 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.886839 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] Set router bb139571-a038-4fa6-acf0-81a21d16ff39 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:45:11.920342 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0853-0eed-4223-aa5a-a27457ffe5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:11.993547 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cc27a589-0bfb-4f64-94c4-cee32bce2878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.022119 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-cc27a589-0bfb-4f64-94c4-cee32bce2878 None None] For port 6311183b-47af-4616-97af-4c4c14b7ba0e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6311183b-47af-4616-97af-4c4c14b7ba0e,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:12.071588 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cc27a589-0bfb-4f64-94c4-cee32bce2878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.120133 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.137182 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb139571-a038-4fa6-acf0-81a21d16ff39', 'name': 'tempest-TestEncryptedCinderVolumes-279819567-router', 'tenant_id': 'b330c9f04f034914b4829c83097e3b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6311183b-47af-4616-97af-4c4c14b7ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:08Z', 'updated_at': '2021-11-23T22:45:09Z', 'revision_number': 3, 'project_id': 'b330c9f04f034914b4829c83097e3b84', 'gw_port': {'id': '6311183b-47af-4616-97af-4c4c14b7ba0e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb139571-a038-4fa6-acf0-81a21d16ff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:09Z', 'updated_at': '2021-11-23T22:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:12.166901 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885c20b0-1cb8-43d1-86b7-3260fc18a3fb None None] Network 0aeefe7a-796b-42e5-949b-ee0b896f24f6 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:45:12.202806 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161f4556-558a-41e5-9154-3f92e292d738 None None] The sync data for ids ['bb139571-a038-4fa6-acf0-81a21d16ff39'] in n-d-816206-9 is: [{'id': 'bb139571-a038-4fa6-acf0-81a21d16ff39', 'name': 'tempest-TestEncryptedCinderVolumes-279819567-router', 'tenant_id': 'b330c9f04f034914b4829c83097e3b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6311183b-47af-4616-97af-4c4c14b7ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:08Z', 'updated_at': '2021-11-23T22:45:09Z', 'revision_number': 3, 'project_id': 'b330c9f04f034914b4829c83097e3b84', 'gw_port': {'id': '6311183b-47af-4616-97af-4c4c14b7ba0e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb139571-a038-4fa6-acf0-81a21d16ff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:09Z', 'updated_at': '2021-11-23T22:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:45:12.203068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port f66dd184-80b6-401f-8564-784c8145ada5, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f66dd184-80b6-401f-8564-784c8145ada5,segment=NetworkSegment(04711d9a-b053-4132-a390-d7c2b601e2cb),segment_id=04711d9a-b053-4132-a390-d7c2b601e2cb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:12.211360 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0853-0eed-4223-aa5a-a27457ffe5ef admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.212334 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27a589-0bfb-4f64-94c4-cee32bce2878 None None] Pushing event updated for resources: {'Port': ['ID=6311183b-47af-4616-97af-4c4c14b7ba0e,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:12.221390 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.222688 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 0a6fff3e-28b4-405d-ae32-470ea3afa701 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:12.228993 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0853-0eed-4223-aa5a-a27457ffe5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.311985 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8b4a0853-0eed-4223-aa5a-a27457ffe5ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.324168 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a0853-0eed-4223-aa5a-a27457ffe5ef admin admin] Pushing event updated for resources: {'Port': ['ID=f42772ae-ad7e-47bf-b0a8-74e1f3b21702,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:12.353374 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-48d2f193-526f-4e5f-b775-9719b2d22781 None None] Provisioning complete for port f66dd184-80b6-401f-8564-784c8145ada5 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:12.353984 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-48d2f193-526f-4e5f-b775-9719b2d22781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.419932 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=f66dd184-80b6-401f-8564-784c8145ada5,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:12.438324 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4a0853-0eed-4223-aa5a-a27457ffe5ef admin admin] Network 0aeefe7a-796b-42e5-949b-ee0b896f24f6 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:12.441527 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-8b4a0853-0eed-4223-aa5a-a27457ffe5ef admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:12.475357 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 0a6fff3e-28b4-405d-ae32-470ea3afa701 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:12.476008 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:12.616586 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4a0853-0eed-4223-aa5a-a27457ffe5ef admin admin] Router bb139571-a038-4fa6-acf0-81a21d16ff39 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:45:12.758907 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4a0853-0eed-4223-aa5a-a27457ffe5ef admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:45:12.767042 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8b4a0853-0eed-4223-aa5a-a27457ffe5ef admin admin] 10.222.0.50 "PUT /v2.0/routers/bb139571-a038-4fa6-acf0-81a21d16ff39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3354390 Nov 23 22:45:12.974899 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ef22a3b2-9051-44c4-a9ed-2796bcb981c2 None None] Provisioning complete for port f66dd184-80b6-401f-8564-784c8145ada5 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:12.975514 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ef22a3b2-9051-44c4-a9ed-2796bcb981c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:13.092160 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ef22a3b2-9051-44c4-a9ed-2796bcb981c2 None None] Provisioning complete for port f42772ae-ad7e-47bf-b0a8-74e1f3b21702 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:13.092838 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ef22a3b2-9051-44c4-a9ed-2796bcb981c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:13.147298 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-ef22a3b2-9051-44c4-a9ed-2796bcb981c2 None None] Port f42772ae-ad7e-47bf-b0a8-74e1f3b21702 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:45:13.272012 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ba07e8ab-46ea-4e3e-93cf-66821cd9f3c2 None None] Provisioning complete for port f42772ae-ad7e-47bf-b0a8-74e1f3b21702 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:13.272348 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ba07e8ab-46ea-4e3e-93cf-66821cd9f3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:13.316625 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-ba07e8ab-46ea-4e3e-93cf-66821cd9f3c2 None None] Port f42772ae-ad7e-47bf-b0a8-74e1f3b21702 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:45:13.436452 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e370e516-584d-4f6f-ae51-35770bcfb416 None None] Provisioning complete for port f42772ae-ad7e-47bf-b0a8-74e1f3b21702 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:13.436941 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e370e516-584d-4f6f-ae51-35770bcfb416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:13.476744 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e370e516-584d-4f6f-ae51-35770bcfb416 None None] Port f42772ae-ad7e-47bf-b0a8-74e1f3b21702 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:45:13.581283 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f66dd184-80b6-401f-8564-784c8145ada5 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:13.636995 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port f66dd184-80b6-401f-8564-784c8145ada5 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:13.637443 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:13.819079 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-294d70e8-1734-4f09-b068-d846660dca1e tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:13.820556 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-294d70e8-1734-4f09-b068-d846660dca1e tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/networks?id=d7667cde-08c8-401a-9cf6-ba2971d41b99 HTTP/1.1" status: 200 len: 816 time: 0.1080711 Nov 23 22:45:13.836358 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-f9b4aea8-4fab-4b28-98dd-ad06c5325352 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/quotas/a43d1f8e405a42f1b676e2edcf301cce HTTP/1.1" status: 200 len: 375 time: 0.0099361 Nov 23 22:45:13.880065 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6311183b-47af-4616-97af-4c4c14b7ba0e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:13.929901 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 6311183b-47af-4616-97af-4c4c14b7ba0e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:13.930271 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:14.179080 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-fa685f80-ea17-4426-aece-7cc170dc542d tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a43d1f8e405a42f1b676e2edcf301cce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3368721 Nov 23 22:45:14.273506 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-5ed3ab2d-30d4-4540-a93e-935ffb0e46f0 service neutron] 10.222.0.50 "GET /v2.0/networks/d7667cde-08c8-401a-9cf6-ba2971d41b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822341 Nov 23 22:45:14.364919 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-57233ffe-01ad-4f48-bc1a-466761bd02a6 service neutron] 10.222.0.50 "GET /v2.0/networks/d7667cde-08c8-401a-9cf6-ba2971d41b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852907 Nov 23 22:45:14.543502 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c1aafb2-fda3-4e20-9880-1af6981eb30d req-4b6da018-6aef-4b95-91d8-aea37c6566db tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=8727d010-faf4-42fa-ab37-17adc22899b3 HTTP/1.1" status: 200 len: 210 time: 0.0281389 Nov 23 22:45:14.658099 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] Sync routers for ids ['bb139571-a038-4fa6-acf0-81a21d16ff39'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:45:14.669382 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] Routers {'bb139571-a038-4fa6-acf0-81a21d16ff39'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:14.669994 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:45:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bb139571-a038-4fa6-acf0-81a21d16ff39'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:14.779004 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] Set router bb139571-a038-4fa6-acf0-81a21d16ff39 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:45:14.995019 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb139571-a038-4fa6-acf0-81a21d16ff39', 'name': 'tempest-TestEncryptedCinderVolumes-279819567-router', 'tenant_id': 'b330c9f04f034914b4829c83097e3b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6311183b-47af-4616-97af-4c4c14b7ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:08Z', 'updated_at': '2021-11-23T22:45:11Z', 'revision_number': 4, 'project_id': 'b330c9f04f034914b4829c83097e3b84', 'gw_port': {'id': '6311183b-47af-4616-97af-4c4c14b7ba0e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb139571-a038-4fa6-acf0-81a21d16ff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:09Z', 'updated_at': '2021-11-23T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'f42772ae-ad7e-47bf-b0a8-74e1f3b21702', 'name': '', 'network_id': '0aeefe7a-796b-42e5-949b-ee0b896f24f6', 'tenant_id': 'b330c9f04f034914b4829c83097e3b84', 'mac_address': 'fa:16:3e:f2:b4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb139571-a038-4fa6-acf0-81a21d16ff39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c13a60a5-c5e7-4a6c-9ba3-69636df9a20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:11Z', 'updated_at': '2021-11-23T22:45:11Z', 'revision_number': 2, 'project_id': 'b330c9f04f034914b4829c83097e3b84', 'subnets': [{'id': 'c13a60a5-c5e7-4a6c-9ba3-69636df9a20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:15.026868 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] Checking router: bb139571-a038-4fa6-acf0-81a21d16ff39 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:45:15.027236 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] Updating router bb139571-a038-4fa6-acf0-81a21d16ff39 port f42772ae-ad7e-47bf-b0a8-74e1f3b21702 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:45:15.052597 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:15.315570 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:15.321413 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:15.375715 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e38f58-d0c5-41e9-9147-8aa375f84145 None None] Pushing event updated for resources: {'Port': ['ID=f42772ae-ad7e-47bf-b0a8-74e1f3b21702,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:15.427083 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] Attempting to bind port f42772ae-ad7e-47bf-b0a8-74e1f3b21702 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:45:15.427470 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] Attempting to bind port f42772ae-ad7e-47bf-b0a8-74e1f3b21702 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '04711d9a-b053-4132-a390-d7c2b601e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0aeefe7a-796b-42e5-949b-ee0b896f24f6'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:45:15.427900 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] Attempting to bind port f42772ae-ad7e-47bf-b0a8-74e1f3b21702 on network 0aeefe7a-796b-42e5-949b-ee0b896f24f6 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:15.434290 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:45:15.434676 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] Checking segment: {'id': '04711d9a-b053-4132-a390-d7c2b601e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0aeefe7a-796b-42e5-949b-ee0b896f24f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:15.435118 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:15.435523 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] Bound using segment: {'id': '04711d9a-b053-4132-a390-d7c2b601e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0aeefe7a-796b-42e5-949b-ee0b896f24f6'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:45:15.436032 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] Bound port: f42772ae-ad7e-47bf-b0a8-74e1f3b21702, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04711d9a-b053-4132-a390-d7c2b601e2cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0aeefe7a-796b-42e5-949b-ee0b896f24f6'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:45:15.436449 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:15.526945 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] For port f42772ae-ad7e-47bf-b0a8-74e1f3b21702, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:45:15.530893 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] For port f42772ae-ad7e-47bf-b0a8-74e1f3b21702, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f42772ae-ad7e-47bf-b0a8-74e1f3b21702,segment=NetworkSegment(04711d9a-b053-4132-a390-d7c2b601e2cb),segment_id=04711d9a-b053-4132-a390-d7c2b601e2cb)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:45:15.538266 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:15.619623 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] Routers {'bb139571-a038-4fa6-acf0-81a21d16ff39'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:45:15.620405 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:45:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bb139571-a038-4fa6-acf0-81a21d16ff39'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:15.636585 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-8beaa3ab-8ae6-41bf-a2b5-8818e723b4ea tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:15.637985 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e38f58-d0c5-41e9-9147-8aa375f84145 None None] Pushing event updated for resources: {'Port': ['ID=f42772ae-ad7e-47bf-b0a8-74e1f3b21702,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:15.638235 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-8beaa3ab-8ae6-41bf-a2b5-8818e723b4ea tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.53 "GET /v2.0/networks?id=d7667cde-08c8-401a-9cf6-ba2971d41b99 HTTP/1.1" status: 200 len: 816 time: 0.1503088 Nov 23 22:45:15.652889 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-b7ad7f90-8d2d-44bf-9235-15c1d19ca4cd tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Request body: {'port': {'device_id': '8727d010-faf4-42fa-ab37-17adc22899b3', 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99', 'admin_state_up': True, 'tenant_id': 'a43d1f8e405a42f1b676e2edcf301cce'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:15.657643 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-159f6830-b48b-4b58-86f3-273a30f14531 req-c1f6eb4f-2cdb-41b7-899a-63da32c0143f tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=8727d010-faf4-42fa-ab37-17adc22899b3 HTTP/1.1" status: 200 len: 210 time: 0.0312026 Nov 23 22:45:15.750217 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4ceec66a-c264-45dc-9be3-8053aed3f093 None None] Provisioning complete for port f42772ae-ad7e-47bf-b0a8-74e1f3b21702 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:15.751079 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4ceec66a-c264-45dc-9be3-8053aed3f093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:15.786639 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-b7ad7f90-8d2d-44bf-9235-15c1d19ca4cd tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Made reservation on behalf of a43d1f8e405a42f1b676e2edcf301cce for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:15.790366 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-b7ad7f90-8d2d-44bf-9235-15c1d19ca4cd tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:15.817910 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] Set router bb139571-a038-4fa6-acf0-81a21d16ff39 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:45:15.920887 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-b7ad7f90-8d2d-44bf-9235-15c1d19ca4cd tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Allocated IP 172.20.0.13 (d7667cde-08c8-401a-9cf6-ba2971d41b99/012bc733-522f-49bb-898e-95ba19207efb/59aa0696-0c41-41bb-9337-2e39c43b931b) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:15.928997 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4ceec66a-c264-45dc-9be3-8053aed3f093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:16.018708 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4ceec66a-c264-45dc-9be3-8053aed3f093 None None] For port f42772ae-ad7e-47bf-b0a8-74e1f3b21702, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f42772ae-ad7e-47bf-b0a8-74e1f3b21702,segment=NetworkSegment(04711d9a-b053-4132-a390-d7c2b601e2cb),segment_id=04711d9a-b053-4132-a390-d7c2b601e2cb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:16.026798 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4ceec66a-c264-45dc-9be3-8053aed3f093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:16.070510 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-b7ad7f90-8d2d-44bf-9235-15c1d19ca4cd tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:16.104899 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-b7ad7f90-8d2d-44bf-9235-15c1d19ca4cd tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:16.109491 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceec66a-c264-45dc-9be3-8053aed3f093 None None] Pushing event updated for resources: {'Port': ['ID=f42772ae-ad7e-47bf-b0a8-74e1f3b21702,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:16.140110 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb139571-a038-4fa6-acf0-81a21d16ff39', 'name': 'tempest-TestEncryptedCinderVolumes-279819567-router', 'tenant_id': 'b330c9f04f034914b4829c83097e3b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6311183b-47af-4616-97af-4c4c14b7ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:08Z', 'updated_at': '2021-11-23T22:45:11Z', 'revision_number': 4, 'project_id': 'b330c9f04f034914b4829c83097e3b84', 'gw_port': {'id': '6311183b-47af-4616-97af-4c4c14b7ba0e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb139571-a038-4fa6-acf0-81a21d16ff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:09Z', 'updated_at': '2021-11-23T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'f42772ae-ad7e-47bf-b0a8-74e1f3b21702', 'name': '', 'network_id': '0aeefe7a-796b-42e5-949b-ee0b896f24f6', 'tenant_id': 'b330c9f04f034914b4829c83097e3b84', 'mac_address': 'fa:16:3e:f2:b4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb139571-a038-4fa6-acf0-81a21d16ff39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c13a60a5-c5e7-4a6c-9ba3-69636df9a20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:11Z', 'updated_at': '2021-11-23T22:45:15Z', 'revision_number': 4, 'project_id': 'b330c9f04f034914b4829c83097e3b84', 'subnets': [{'id': 'c13a60a5-c5e7-4a6c-9ba3-69636df9a20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:45:16.151402 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-b7ad7f90-8d2d-44bf-9235-15c1d19ca4cd tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Network d7667cde-08c8-401a-9cf6-ba2971d41b99 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:16.154500 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-b7ad7f90-8d2d-44bf-9235-15c1d19ca4cd tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:16.161077 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-b7ad7f90-8d2d-44bf-9235-15c1d19ca4cd tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:16.178199 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bd6300-8a0c-429d-bf80-3c804e1452d1 None None] The sync data for ids ['bb139571-a038-4fa6-acf0-81a21d16ff39'] in n-d-816206-9 is: [{'id': 'bb139571-a038-4fa6-acf0-81a21d16ff39', 'name': 'tempest-TestEncryptedCinderVolumes-279819567-router', 'tenant_id': 'b330c9f04f034914b4829c83097e3b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6311183b-47af-4616-97af-4c4c14b7ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:08Z', 'updated_at': '2021-11-23T22:45:11Z', 'revision_number': 4, 'project_id': 'b330c9f04f034914b4829c83097e3b84', 'gw_port': {'id': '6311183b-47af-4616-97af-4c4c14b7ba0e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb139571-a038-4fa6-acf0-81a21d16ff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:09Z', 'updated_at': '2021-11-23T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'f42772ae-ad7e-47bf-b0a8-74e1f3b21702', 'name': '', 'network_id': '0aeefe7a-796b-42e5-949b-ee0b896f24f6', 'tenant_id': 'b330c9f04f034914b4829c83097e3b84', 'mac_address': 'fa:16:3e:f2:b4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb139571-a038-4fa6-acf0-81a21d16ff39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c13a60a5-c5e7-4a6c-9ba3-69636df9a20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:11Z', 'updated_at': '2021-11-23T22:45:15Z', 'revision_number': 4, 'project_id': 'b330c9f04f034914b4829c83097e3b84', 'subnets': [{'id': 'c13a60a5-c5e7-4a6c-9ba3-69636df9a20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:45:16.185550 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e7cf6a89-3dd6-4a47-9afd-83e63aa79705 None None] Provisioning complete for port f42772ae-ad7e-47bf-b0a8-74e1f3b21702 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:16.186001 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e7cf6a89-3dd6-4a47-9afd-83e63aa79705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:16.207876 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad7f90-8d2d-44bf-9235-15c1d19ca4cd tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Pushing event updated for resources: {'Port': ['ID=59aa0696-0c41-41bb-9337-2e39c43b931b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:16.230326 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-b7ad7f90-8d2d-44bf-9235-15c1d19ca4cd tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:16.231294 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-b7ad7f90-8d2d-44bf-9235-15c1d19ca4cd tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:16.278917 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-b7ad7f90-8d2d-44bf-9235-15c1d19ca4cd tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6299696 Nov 23 22:45:16.292019 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-1a341421-c71b-48ae-9c40-e2d9e64bbd05 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:45:16.293477 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-1a341421-c71b-48ae-9c40-e2d9e64bbd05 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059741 Nov 23 22:45:16.307101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-6c799600-d410-446e-ae3b-5b279b1e4a2a service neutron] Request body: {'port': {'device_id': '8727d010-faf4-42fa-ab37-17adc22899b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:16.372665 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-6c799600-d410-446e-ae3b-5b279b1e4a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:16.525310 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6d3f3e8c-27a8-4194-baa0-5476ab945928 None None] Provisioning complete for port 59aa0696-0c41-41bb-9337-2e39c43b931b triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:16.525683 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6d3f3e8c-27a8-4194-baa0-5476ab945928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:16.563898 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-6d3f3e8c-27a8-4194-baa0-5476ab945928 None None] Port 59aa0696-0c41-41bb-9337-2e39c43b931b cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:45:16.792888 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b99485-d942-44e1-b022-1c7eded738e1 req-be6f34e4-961f-4fde-bfa5-6d96445fc8c0 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:16.794507 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b1b99485-d942-44e1-b022-1c7eded738e1 req-be6f34e4-961f-4fde-bfa5-6d96445fc8c0 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=8727d010-faf4-42fa-ab37-17adc22899b3 HTTP/1.1" status: 200 len: 932 time: 0.0565581 Nov 23 22:45:16.853059 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b1b99485-d942-44e1-b022-1c7eded738e1 req-315ab279-f661-4c72-982a-071acc066763 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/security-groups?id=5f9f3436-8805-4119-bd47-10ae46de04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510354 Nov 23 22:45:16.925662 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-6c799600-d410-446e-ae3b-5b279b1e4a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59aa0696-0c41-41bb-9337-2e39c43b931b {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:45:16.933064 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-6c799600-d410-446e-ae3b-5b279b1e4a2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:16.945404 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-6c799600-d410-446e-ae3b-5b279b1e4a2a service neutron] Transition to ACTIVE for port object 59aa0696-0c41-41bb-9337-2e39c43b931b will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:45:16.949391 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-6c799600-d410-446e-ae3b-5b279b1e4a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:17.004387 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c799600-d410-446e-ae3b-5b279b1e4a2a service neutron] Pushing event updated for resources: {'Port': ['ID=59aa0696-0c41-41bb-9337-2e39c43b931b,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:17.073981 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-6c799600-d410-446e-ae3b-5b279b1e4a2a service neutron] Attempting to bind port 59aa0696-0c41-41bb-9337-2e39c43b931b on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:45:17.074317 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-6c799600-d410-446e-ae3b-5b279b1e4a2a service neutron] Attempting to bind port 59aa0696-0c41-41bb-9337-2e39c43b931b by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '9de991e5-9770-4dc6-a47a-43a12146d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:45:17.074650 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-6c799600-d410-446e-ae3b-5b279b1e4a2a service neutron] Attempting to bind port 59aa0696-0c41-41bb-9337-2e39c43b931b on network d7667cde-08c8-401a-9cf6-ba2971d41b99 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:17.079190 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-6c799600-d410-446e-ae3b-5b279b1e4a2a service neutron] Port 59aa0696-0c41-41bb-9337-2e39c43b931b on network d7667cde-08c8-401a-9cf6-ba2971d41b99 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:45:17.079508 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-6c799600-d410-446e-ae3b-5b279b1e4a2a service neutron] Attempting to bind port 59aa0696-0c41-41bb-9337-2e39c43b931b on network d7667cde-08c8-401a-9cf6-ba2971d41b99 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:17.085378 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-6c799600-d410-446e-ae3b-5b279b1e4a2a service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:45:17.085712 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-6c799600-d410-446e-ae3b-5b279b1e4a2a service neutron] Checking segment: {'id': '9de991e5-9770-4dc6-a47a-43a12146d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:17.086097 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-6c799600-d410-446e-ae3b-5b279b1e4a2a service neutron] Bound using segment: {'id': '9de991e5-9770-4dc6-a47a-43a12146d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:45:17.086539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-6c799600-d410-446e-ae3b-5b279b1e4a2a service neutron] Bound port: 59aa0696-0c41-41bb-9337-2e39c43b931b, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de991e5-9770-4dc6-a47a-43a12146d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:45:17.086918 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-6c799600-d410-446e-ae3b-5b279b1e4a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:17.157809 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-6c799600-d410-446e-ae3b-5b279b1e4a2a service neutron] For port 59aa0696-0c41-41bb-9337-2e39c43b931b, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:45:17.161137 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-6c799600-d410-446e-ae3b-5b279b1e4a2a service neutron] For port 59aa0696-0c41-41bb-9337-2e39c43b931b, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=59aa0696-0c41-41bb-9337-2e39c43b931b,segment=NetworkSegment(9de991e5-9770-4dc6-a47a-43a12146d80b),segment_id=9de991e5-9770-4dc6-a47a-43a12146d80b)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:45:17.166325 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-6c799600-d410-446e-ae3b-5b279b1e4a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:17.205188 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-6c799600-d410-446e-ae3b-5b279b1e4a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:17.205882 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-6c799600-d410-446e-ae3b-5b279b1e4a2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:17.208263 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-6c799600-d410-446e-ae3b-5b279b1e4a2a service neutron] 10.222.0.53 "PUT /v2.0/ports/59aa0696-0c41-41bb-9337-2e39c43b931b HTTP/1.1" status: 200 len: 1092 time: 0.9055324 Nov 23 22:45:17.208714 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8727d010-faf4-42fa-ab37-17adc22899b3', 'tag': '59aa0696-0c41-41bb-9337-2e39c43b931b'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:17.211108 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ebe147-8ea0-4597-b9a7-a53ec7984870" -d '{"events": [{"name": "network-changed", "server_uuid": "8727d010-faf4-42fa-ab37-17adc22899b3", "tag": "59aa0696-0c41-41bb-9337-2e39c43b931b"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:17.240752 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c799600-d410-446e-ae3b-5b279b1e4a2a service neutron] Pushing event updated for resources: {'Port': ['ID=59aa0696-0c41-41bb-9337-2e39c43b931b,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:17.265027 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73dc01a-5b4f-4518-bf84-67485996d19c x-openstack-request-id: req-b73dc01a-5b4f-4518-bf84-67485996d19c {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:17.265366 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8727d010-faf4-42fa-ab37-17adc22899b3", "tag": "59aa0696-0c41-41bb-9337-2e39c43b931b", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:17.265630 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b73dc01a-5b4f-4518-bf84-67485996d19c {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:17.266058 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8727d010-faf4-42fa-ab37-17adc22899b3', 'tag': '59aa0696-0c41-41bb-9337-2e39c43b931b', 'status': 'completed', 'code': 200} Nov 23 22:45:17.301278 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-8d0b6439-8a1d-42da-bd70-cf86bea6dc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:17.302869 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-8d0b6439-8a1d-42da-bd70-cf86bea6dc3a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a43d1f8e405a42f1b676e2edcf301cce&device_id=8727d010-faf4-42fa-ab37-17adc22899b3 HTTP/1.1" status: 200 len: 1095 time: 0.0495298 Nov 23 22:45:17.357686 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-7a0172e2-b876-458f-a19b-f4ef0c03d5b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59aa0696-0c41-41bb-9337-2e39c43b931b HTTP/1.1" status: 200 len: 217 time: 0.0414262 Nov 23 22:45:17.413929 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-bf8d3985-7551-4e5b-95df-d6fcfe39be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:17.415705 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-bf8d3985-7551-4e5b-95df-d6fcfe39be44 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=012bc733-522f-49bb-898e-95ba19207efb HTTP/1.1" status: 200 len: 855 time: 0.0486600 Nov 23 22:45:17.465574 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-8ffc5317-5280-4029-93a6-947236b09d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:17.467105 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-8ffc5317-5280-4029-93a6-947236b09d10 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7667cde-08c8-401a-9cf6-ba2971d41b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405824 Nov 23 22:45:17.530450 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f42772ae-ad7e-47bf-b0a8-74e1f3b21702 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:17.570405 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-9fd6446d-6ae8-406f-8467-58e7d6e8276b service neutron] 10.222.0.53 "GET /v2.0/networks/d7667cde-08c8-401a-9cf6-ba2971d41b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909474 Nov 23 22:45:17.580857 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port f42772ae-ad7e-47bf-b0a8-74e1f3b21702 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:17.581238 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:17.667802 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6690a63a-58f9-4dde-ae83-70fff7b0813c req-2cfc7d81-7ef9-4ad9-b9b6-7688eb050579 service neutron] 10.222.0.53 "GET /v2.0/networks/d7667cde-08c8-401a-9cf6-ba2971d41b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835433 Nov 23 22:45:17.761944 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebe147-8ea0-4597-b9a7-a53ec7984870 req-74a8f902-a23f-49c0-9a78-6e2853fe4a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:17.763490 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-97ebe147-8ea0-4597-b9a7-a53ec7984870 req-74a8f902-a23f-49c0-9a78-6e2853fe4a04 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a43d1f8e405a42f1b676e2edcf301cce&device_id=8727d010-faf4-42fa-ab37-17adc22899b3 HTTP/1.1" status: 200 len: 1095 time: 0.0441935 Nov 23 22:45:17.860740 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebe147-8ea0-4597-b9a7-a53ec7984870 req-21775a88-e513-4fac-9966-98a283b8c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:17.862245 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-97ebe147-8ea0-4597-b9a7-a53ec7984870 req-21775a88-e513-4fac-9966-98a283b8c0f7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d7667cde-08c8-401a-9cf6-ba2971d41b99 HTTP/1.1" status: 200 len: 917 time: 0.0899899 Nov 23 22:45:17.906852 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-97ebe147-8ea0-4597-b9a7-a53ec7984870 req-36222624-de92-4e70-a19b-55c09d315b51 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59aa0696-0c41-41bb-9337-2e39c43b931b HTTP/1.1" status: 200 len: 217 time: 0.0358343 Nov 23 22:45:17.963768 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebe147-8ea0-4597-b9a7-a53ec7984870 req-750e3457-27b6-4a4c-af52-11e2fc4cd8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:17.965258 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-97ebe147-8ea0-4597-b9a7-a53ec7984870 req-750e3457-27b6-4a4c-af52-11e2fc4cd8bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=012bc733-522f-49bb-898e-95ba19207efb HTTP/1.1" status: 200 len: 855 time: 0.0496445 Nov 23 22:45:17.971578 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f1768-5b58-47b2-b6da-372ed927f52e req-819ca999-4aac-4b29-928f-71d0ca34f93d tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:17.973413 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a7f1768-5b58-47b2-b6da-372ed927f52e req-819ca999-4aac-4b29-928f-71d0ca34f93d tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=8727d010-faf4-42fa-ab37-17adc22899b3 HTTP/1.1" status: 200 len: 944 time: 0.0502715 Nov 23 22:45:18.017636 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebe147-8ea0-4597-b9a7-a53ec7984870 req-3eba708e-fba3-4d11-910c-3da98ed87b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:18.020090 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-97ebe147-8ea0-4597-b9a7-a53ec7984870 req-3eba708e-fba3-4d11-910c-3da98ed87b97 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7667cde-08c8-401a-9cf6-ba2971d41b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416386 Nov 23 22:45:18.022766 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a7f1768-5b58-47b2-b6da-372ed927f52e req-20152548-3cd2-4661-a105-1124b6e8efa2 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/security-groups?id=5f9f3436-8805-4119-bd47-10ae46de04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430391 Nov 23 22:45:18.116298 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-97ebe147-8ea0-4597-b9a7-a53ec7984870 req-3a926fc9-38bc-4740-ab31-ba04d7ee555e service neutron] 10.222.0.53 "GET /v2.0/networks/d7667cde-08c8-401a-9cf6-ba2971d41b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876131 Nov 23 22:45:18.207984 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-97ebe147-8ea0-4597-b9a7-a53ec7984870 req-a06211fa-18d5-4b75-9bce-5ca5a043ad29 service neutron] 10.222.0.53 "GET /v2.0/networks/d7667cde-08c8-401a-9cf6-ba2971d41b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836387 Nov 23 22:45:19.139395 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6e30b-d43b-42dd-9b52-6ff35bf54aea req-4440d4fe-562b-4f6c-9065-0f0348a61d77 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:19.140918 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-07e6e30b-d43b-42dd-9b52-6ff35bf54aea req-4440d4fe-562b-4f6c-9065-0f0348a61d77 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=8727d010-faf4-42fa-ab37-17adc22899b3 HTTP/1.1" status: 200 len: 944 time: 0.0498860 Nov 23 22:45:19.188760 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-07e6e30b-d43b-42dd-9b52-6ff35bf54aea req-b7e530ce-b888-4656-a40b-3163d5ed4d83 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/security-groups?id=5f9f3436-8805-4119-bd47-10ae46de04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412824 Nov 23 22:45:20.306364 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da3209-ac49-435d-9fdd-a282f1ae82b7 req-1eadf427-45fb-4043-bf1a-3a1c55368e2c tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:20.307844 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5da3209-ac49-435d-9fdd-a282f1ae82b7 req-1eadf427-45fb-4043-bf1a-3a1c55368e2c tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=8727d010-faf4-42fa-ab37-17adc22899b3 HTTP/1.1" status: 200 len: 944 time: 0.0518918 Nov 23 22:45:20.354852 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c5da3209-ac49-435d-9fdd-a282f1ae82b7 req-6d208722-46b5-4049-a9fd-ea19d206d644 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/security-groups?id=5f9f3436-8805-4119-bd47-10ae46de04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409155 Nov 23 22:45:20.450479 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 59aa0696-0c41-41bb-9337-2e39c43b931b details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:45:20.545341 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 59aa0696-0c41-41bb-9337-2e39c43b931b, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=59aa0696-0c41-41bb-9337-2e39c43b931b,segment=NetworkSegment(9de991e5-9770-4dc6-a47a-43a12146d80b),segment_id=9de991e5-9770-4dc6-a47a-43a12146d80b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:20.557020 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '59aa0696-0c41-41bb-9337-2e39c43b931b', 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99', 'port_id': '59aa0696-0c41-41bb-9337-2e39c43b931b', 'mac_address': 'fa:16:3e:bf:40:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012bc733-522f-49bb-898e-95ba19207efb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:45:20.593790 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:20.610413 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59aa0696-0c41-41bb-9337-2e39c43b931b {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:45:20.629770 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 59aa0696-0c41-41bb-9337-2e39c43b931b, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=59aa0696-0c41-41bb-9337-2e39c43b931b,segment=NetworkSegment(9de991e5-9770-4dc6-a47a-43a12146d80b),segment_id=9de991e5-9770-4dc6-a47a-43a12146d80b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:20.633803 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:20.680306 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=59aa0696-0c41-41bb-9337-2e39c43b931b,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:20.910912 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['59aa0696-0c41-41bb-9337-2e39c43b931b'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:21.470840 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b987e9-4e42-40f0-ba31-9036d2a267f4 req-e72564cd-bb6c-40d2-9f1d-bf4d45c7f3f2 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:21.472894 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-95b987e9-4e42-40f0-ba31-9036d2a267f4 req-e72564cd-bb6c-40d2-9f1d-bf4d45c7f3f2 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=8727d010-faf4-42fa-ab37-17adc22899b3 HTTP/1.1" status: 200 len: 945 time: 0.0509558 Nov 23 22:45:21.519714 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-95b987e9-4e42-40f0-ba31-9036d2a267f4 req-a12c5ea5-df82-4a3b-8015-3f7ad6d6ba4e tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/security-groups?id=5f9f3436-8805-4119-bd47-10ae46de04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406022 Nov 23 22:45:22.477177 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 59aa0696-0c41-41bb-9337-2e39c43b931b up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:22.524289 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 59aa0696-0c41-41bb-9337-2e39c43b931b completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:45:22.528018 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 59aa0696-0c41-41bb-9337-2e39c43b931b triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:22.528389 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:22.609860 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:22.632241 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8727d010-faf4-42fa-ab37-17adc22899b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aa0696-0c41-41bb-9337-2e39c43b931b'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:22.634540 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1da9e5-f701-4bfa-8661-c1556378958f" -d '{"events": [{"server_uuid": "8727d010-faf4-42fa-ab37-17adc22899b3", "name": "network-vif-plugged", "status": "completed", "tag": "59aa0696-0c41-41bb-9337-2e39c43b931b"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:22.645532 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d309f-31c5-4399-a5d2-63c5b61366bd req-c60d85df-b9bb-41cf-9917-eac6ead77b78 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:22.647099 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-507d309f-31c5-4399-a5d2-63c5b61366bd req-c60d85df-b9bb-41cf-9917-eac6ead77b78 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=8727d010-faf4-42fa-ab37-17adc22899b3 HTTP/1.1" status: 200 len: 945 time: 0.0562928 Nov 23 22:45:22.650885 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 59aa0696-0c41-41bb-9337-2e39c43b931b, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=59aa0696-0c41-41bb-9337-2e39c43b931b,segment=NetworkSegment(9de991e5-9770-4dc6-a47a-43a12146d80b),segment_id=9de991e5-9770-4dc6-a47a-43a12146d80b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:22.655345 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:22.685112 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87f6761-569b-4d4c-800a-4b82eec0c0eb x-openstack-request-id: req-f87f6761-569b-4d4c-800a-4b82eec0c0eb {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:22.685317 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8727d010-faf4-42fa-ab37-17adc22899b3", "name": "network-vif-plugged", "status": "completed", "tag": "59aa0696-0c41-41bb-9337-2e39c43b931b", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:22.685426 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f87f6761-569b-4d4c-800a-4b82eec0c0eb {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:22.686641 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8727d010-faf4-42fa-ab37-17adc22899b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59aa0696-0c41-41bb-9337-2e39c43b931b', 'code': 200} Nov 23 22:45:22.698911 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-507d309f-31c5-4399-a5d2-63c5b61366bd req-e16d1cd7-d285-4903-94da-da73b720ddf4 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/security-groups?id=5f9f3436-8805-4119-bd47-10ae46de04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455327 Nov 23 22:45:22.717852 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=59aa0696-0c41-41bb-9337-2e39c43b931b,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:22.790180 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6d3b7-7b54-4024-9936-11139c834162 req-0264e96d-9513-46f2-996f-1d037b890584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:22.791626 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fdb6d3b7-7b54-4024-9936-11139c834162 req-0264e96d-9513-46f2-996f-1d037b890584 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8727d010-faf4-42fa-ab37-17adc22899b3 HTTP/1.1" status: 200 len: 1097 time: 0.0417099 Nov 23 22:45:22.842738 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fdb6d3b7-7b54-4024-9936-11139c834162 req-6f5efced-87af-4810-a15c-c14ed5ab0575 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5f9f3436-8805-4119-bd47-10ae46de04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422771 Nov 23 22:45:23.325964 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:23.816016 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11151518-b98b-45d0-9420-e3d0721a6ec3 req-78d6da33-bfd1-4211-baf0-4e4c0b2effb1 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:23.817498 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-11151518-b98b-45d0-9420-e3d0721a6ec3 req-78d6da33-bfd1-4211-baf0-4e4c0b2effb1 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=8727d010-faf4-42fa-ab37-17adc22899b3 HTTP/1.1" status: 200 len: 946 time: 0.0487885 Nov 23 22:45:23.867900 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-11151518-b98b-45d0-9420-e3d0721a6ec3 req-cb1697e7-328d-4574-b834-199926934b56 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/security-groups?id=5f9f3436-8805-4119-bd47-10ae46de04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444121 Nov 23 22:45:24.984036 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fd75b-cf20-4e99-826f-fba0c4752447 req-7e295cd4-dd1d-4c6e-8dd1-8f1bedf7998b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:24.985518 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-657fd75b-cf20-4e99-826f-fba0c4752447 req-7e295cd4-dd1d-4c6e-8dd1-8f1bedf7998b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=8727d010-faf4-42fa-ab37-17adc22899b3 HTTP/1.1" status: 200 len: 946 time: 0.0505321 Nov 23 22:45:25.037346 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-657fd75b-cf20-4e99-826f-fba0c4752447 req-6ab7bb7c-c8f8-4522-ac4d-25e74671213d tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/security-groups?id=5f9f3436-8805-4119-bd47-10ae46de04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451248 Nov 23 22:45:25.157285 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e523e1-c499-490c-af21-b53e73fa5d7e req-8f58506f-d642-44b4-84a0-be1ce36fec72 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:25.158787 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8e523e1-c499-490c-af21-b53e73fa5d7e req-8f58506f-d642-44b4-84a0-be1ce36fec72 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=8727d010-faf4-42fa-ab37-17adc22899b3 HTTP/1.1" status: 200 len: 946 time: 0.0507882 Nov 23 22:45:25.207238 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b8e523e1-c499-490c-af21-b53e73fa5d7e req-ac404474-36d5-45b6-b178-3376d99c5b5b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/security-groups?id=5f9f3436-8805-4119-bd47-10ae46de04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419672 Nov 23 22:45:27.603269 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:45:28.029063 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a3111087-fb6c-4004-9d5a-46ba508516dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:30.381152 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:30.581849 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a05ac3c0-fb82-47aa-a605-b09faa84b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:31.800592 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:33.189476 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:33.959681 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:46.719354 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088bc27-0cf5-4d60-9c9a-b781bbc509d6 req-377bd943-5f63-44c8-aaa9-7331d80d37a0 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:46.720867 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7088bc27-0cf5-4d60-9c9a-b781bbc509d6 req-377bd943-5f63-44c8-aaa9-7331d80d37a0 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=8727d010-faf4-42fa-ab37-17adc22899b3 HTTP/1.1" status: 200 len: 946 time: 0.0515590 Nov 23 22:45:46.778189 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7088bc27-0cf5-4d60-9c9a-b781bbc509d6 req-dbc09e30-60bc-4cd7-85c7-f60a283e09bf tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/security-groups?id=5f9f3436-8805-4119-bd47-10ae46de04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481863 Nov 23 22:45:47.901294 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce1e17-6ef3-44bd-b702-5b26970a0907 req-05871cae-28ca-47d1-a544-85cf3c3975aa tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:47.902833 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-96ce1e17-6ef3-44bd-b702-5b26970a0907 req-05871cae-28ca-47d1-a544-85cf3c3975aa tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=8727d010-faf4-42fa-ab37-17adc22899b3 HTTP/1.1" status: 200 len: 946 time: 0.0534625 Nov 23 22:45:47.949708 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-96ce1e17-6ef3-44bd-b702-5b26970a0907 req-cbde25a0-2874-4ca8-be14-3d246ad88a1e tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/security-groups?id=5f9f3436-8805-4119-bd47-10ae46de04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409665 Nov 23 22:45:48.414804 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8d3e7-b017-4bf2-8c93-1c0914b46a37 req-d081479c-b49b-4df4-8d3d-e4b2893f7d6b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:48.416172 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4ed8d3e7-b017-4bf2-8c93-1c0914b46a37 req-d081479c-b49b-4df4-8d3d-e4b2893f7d6b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.53 "GET /v2.0/ports?device_id=8727d010-faf4-42fa-ab37-17adc22899b3 HTTP/1.1" status: 200 len: 946 time: 0.0493579 Nov 23 22:45:48.504993 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-4ed8d3e7-b017-4bf2-8c93-1c0914b46a37 req-6b25c0c7-4ca1-45d4-8589-8188445b4a2b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Deleting port 59aa0696-0c41-41bb-9337-2e39c43b931b {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:45:48.505334 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4ed8d3e7-b017-4bf2-8c93-1c0914b46a37 req-6b25c0c7-4ca1-45d4-8589-8188445b4a2b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:48.597099 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-4ed8d3e7-b017-4bf2-8c93-1c0914b46a37 req-6b25c0c7-4ca1-45d4-8589-8188445b4a2b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] For port 59aa0696-0c41-41bb-9337-2e39c43b931b, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=59aa0696-0c41-41bb-9337-2e39c43b931b,segment=NetworkSegment(9de991e5-9770-4dc6-a47a-43a12146d80b),segment_id=9de991e5-9770-4dc6-a47a-43a12146d80b)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:48.597488 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4ed8d3e7-b017-4bf2-8c93-1c0914b46a37 req-6b25c0c7-4ca1-45d4-8589-8188445b4a2b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:48.611445 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-4ed8d3e7-b017-4bf2-8c93-1c0914b46a37 req-6b25c0c7-4ca1-45d4-8589-8188445b4a2b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Calling delete_port for 59aa0696-0c41-41bb-9337-2e39c43b931b owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:45:48.744365 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4ed8d3e7-b017-4bf2-8c93-1c0914b46a37 req-6b25c0c7-4ca1-45d4-8589-8188445b4a2b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:48.774402 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25c0c7-4ca1-45d4-8589-8188445b4a2b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Pushing event deleted for resources: {'Port': ['ID=59aa0696-0c41-41bb-9337-2e39c43b931b,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:48.800691 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25c0c7-4ca1-45d4-8589-8188445b4a2b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:48.801038 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25c0c7-4ca1-45d4-8589-8188445b4a2b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:48.801379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25c0c7-4ca1-45d4-8589-8188445b4a2b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:48.801716 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25c0c7-4ca1-45d4-8589-8188445b4a2b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:48.802046 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25c0c7-4ca1-45d4-8589-8188445b4a2b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:48.802378 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25c0c7-4ca1-45d4-8589-8188445b4a2b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:48.802708 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25c0c7-4ca1-45d4-8589-8188445b4a2b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:48.803064 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25c0c7-4ca1-45d4-8589-8188445b4a2b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:48.803392 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25c0c7-4ca1-45d4-8589-8188445b4a2b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:48.803717 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25c0c7-4ca1-45d4-8589-8188445b4a2b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:48.804041 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25c0c7-4ca1-45d4-8589-8188445b4a2b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:48.804362 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b25c0c7-4ca1-45d4-8589-8188445b4a2b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:48.826948 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed8d3e7-b017-4bf2-8c93-1c0914b46a37 req-6b25c0c7-4ca1-45d4-8589-8188445b4a2b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] No DVR routers for this DVR port 59aa0696-0c41-41bb-9337-2e39c43b931b on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:45:48.829619 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-4ed8d3e7-b017-4bf2-8c93-1c0914b46a37 req-6b25c0c7-4ca1-45d4-8589-8188445b4a2b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:48.833953 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4ed8d3e7-b017-4bf2-8c93-1c0914b46a37 req-6b25c0c7-4ca1-45d4-8589-8188445b4a2b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.53 "DELETE /v2.0/ports/59aa0696-0c41-41bb-9337-2e39c43b931b HTTP/1.1" status: 204 len: 173 time: 0.4113865 Nov 23 22:45:48.834433 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8727d010-faf4-42fa-ab37-17adc22899b3', 'name': 'network-vif-deleted', 'tag': '59aa0696-0c41-41bb-9337-2e39c43b931b'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:48.836830 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9763a0ea-6abe-4a20-9030-8ad85caaf76f" -d '{"events": [{"server_uuid": "8727d010-faf4-42fa-ab37-17adc22899b3", "name": "network-vif-deleted", "tag": "59aa0696-0c41-41bb-9337-2e39c43b931b"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:48.884539 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e833b8b-a88e-4320-949b-15d5e20d96d7 x-openstack-request-id: req-5e833b8b-a88e-4320-949b-15d5e20d96d7 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:48.884852 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8727d010-faf4-42fa-ab37-17adc22899b3", "name": "network-vif-deleted", "tag": "59aa0696-0c41-41bb-9337-2e39c43b931b", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:48.885218 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5e833b8b-a88e-4320-949b-15d5e20d96d7 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:48.885630 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8727d010-faf4-42fa-ab37-17adc22899b3', 'name': 'network-vif-deleted', 'tag': '59aa0696-0c41-41bb-9337-2e39c43b931b', 'status': 'completed', 'code': 200} Nov 23 22:45:49.060220 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f7681245-17e3-40d9-ba23-e69eca75ac43 req-c47d14f9-6e5a-4772-bc23-5dc88a8d3379 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=8727d010-faf4-42fa-ab37-17adc22899b3 HTTP/1.1" status: 200 len: 210 time: 0.0271544 Nov 23 22:45:50.537414 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-d8a21af8-fd7b-4d7c-8660-6471c791d856 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:50.538895 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-d8a21af8-fd7b-4d7c-8660-6471c791d856 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/networks?id=d7667cde-08c8-401a-9cf6-ba2971d41b99 HTTP/1.1" status: 200 len: 816 time: 0.1080403 Nov 23 22:45:50.553570 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-08a8b38d-07bc-4424-b55d-54c6909edffb tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/quotas/a43d1f8e405a42f1b676e2edcf301cce HTTP/1.1" status: 200 len: 375 time: 0.0089021 Nov 23 22:45:50.603860 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-75522a74-2bbb-473b-a9b0-f8de435d8899 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a43d1f8e405a42f1b676e2edcf301cce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449719 Nov 23 22:45:50.633149 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 59aa0696-0c41-41bb-9337-2e39c43b931b no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:45:50.707475 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-7accf4d0-6d6d-410d-b3f0-10b1352af154 service neutron] 10.222.0.50 "GET /v2.0/networks/d7667cde-08c8-401a-9cf6-ba2971d41b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912976 Nov 23 22:45:50.814127 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 59aa0696-0c41-41bb-9337-2e39c43b931b {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:45:50.814475 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 59aa0696-0c41-41bb-9337-2e39c43b931b not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:45:50.817396 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-62d7e493-46a9-4bfd-a64e-81a91ee7b8f9 service neutron] 10.222.0.50 "GET /v2.0/networks/d7667cde-08c8-401a-9cf6-ba2971d41b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023664 Nov 23 22:45:50.977213 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-12839346-6c0f-4a12-9510-310a6a3afddc req-3fc5dd4b-4427-47f8-94d8-4563bce64026 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=09cabbd0-bcd1-456d-8480-501306f7b504 HTTP/1.1" status: 200 len: 210 time: 0.0262823 Nov 23 22:45:51.982912 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-e5e961da-75c3-4eab-8aaf-b0c20897acb3 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:51.984392 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-e5e961da-75c3-4eab-8aaf-b0c20897acb3 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.53 "GET /v2.0/networks?id=d7667cde-08c8-401a-9cf6-ba2971d41b99 HTTP/1.1" status: 200 len: 816 time: 0.1073275 Nov 23 22:45:52.006333 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-f9e7e5e4-ae3e-42bc-b3d5-8c7f8cf08f72 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Request body: {'port': {'device_id': '09cabbd0-bcd1-456d-8480-501306f7b504', 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99', 'admin_state_up': True, 'tenant_id': 'a43d1f8e405a42f1b676e2edcf301cce'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:52.077410 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1df8edeb-80b4-4aea-b119-e6d3e846c82f req-18b961d2-c9a1-4003-a46c-0c633b589ee6 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=09cabbd0-bcd1-456d-8480-501306f7b504 HTTP/1.1" status: 200 len: 210 time: 0.0274959 Nov 23 22:45:52.114800 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-f9e7e5e4-ae3e-42bc-b3d5-8c7f8cf08f72 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Made reservation on behalf of a43d1f8e405a42f1b676e2edcf301cce for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:45:52.118699 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-f9e7e5e4-ae3e-42bc-b3d5-8c7f8cf08f72 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:52.250480 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-f9e7e5e4-ae3e-42bc-b3d5-8c7f8cf08f72 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Allocated IP 172.20.0.3 (d7667cde-08c8-401a-9cf6-ba2971d41b99/012bc733-522f-49bb-898e-95ba19207efb/b149f25a-8495-459b-9656-fcd31b9b6e5f) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:45:52.399782 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-f9e7e5e4-ae3e-42bc-b3d5-8c7f8cf08f72 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:52.433388 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-f9e7e5e4-ae3e-42bc-b3d5-8c7f8cf08f72 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:52.478265 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-f9e7e5e4-ae3e-42bc-b3d5-8c7f8cf08f72 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Network d7667cde-08c8-401a-9cf6-ba2971d41b99 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:45:52.481319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-f9e7e5e4-ae3e-42bc-b3d5-8c7f8cf08f72 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:45:52.485039 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-f9e7e5e4-ae3e-42bc-b3d5-8c7f8cf08f72 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:45:52.509992 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7e5e4-ae3e-42bc-b3d5-8c7f8cf08f72 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Pushing event updated for resources: {'Port': ['ID=b149f25a-8495-459b-9656-fcd31b9b6e5f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:52.540337 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-f9e7e5e4-ae3e-42bc-b3d5-8c7f8cf08f72 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:52.540979 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-f9e7e5e4-ae3e-42bc-b3d5-8c7f8cf08f72 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:52.562857 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-f9e7e5e4-ae3e-42bc-b3d5-8c7f8cf08f72 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5608490 Nov 23 22:45:52.582241 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-a3d44840-64fb-4fac-93d9-e6b742dca0ca service neutron] Request body: {'port': {'device_id': '09cabbd0-bcd1-456d-8480-501306f7b504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:45:52.643099 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-a3d44840-64fb-4fac-93d9-e6b742dca0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:52.757221 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-cff06d57-bc75-407d-a356-30bde761554e None None] Provisioning complete for port b149f25a-8495-459b-9656-fcd31b9b6e5f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:52.757773 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cff06d57-bc75-407d-a356-30bde761554e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:52.791024 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-cff06d57-bc75-407d-a356-30bde761554e None None] Port b149f25a-8495-459b-9656-fcd31b9b6e5f cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:45:52.904514 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-a3d44840-64fb-4fac-93d9-e6b742dca0ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b149f25a-8495-459b-9656-fcd31b9b6e5f {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:45:52.912649 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-a3d44840-64fb-4fac-93d9-e6b742dca0ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:52.924408 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-a3d44840-64fb-4fac-93d9-e6b742dca0ca service neutron] Transition to ACTIVE for port object b149f25a-8495-459b-9656-fcd31b9b6e5f will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:45:52.929129 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-a3d44840-64fb-4fac-93d9-e6b742dca0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:52.978741 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d44840-64fb-4fac-93d9-e6b742dca0ca service neutron] Pushing event updated for resources: {'Port': ['ID=b149f25a-8495-459b-9656-fcd31b9b6e5f,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:53.053627 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-a3d44840-64fb-4fac-93d9-e6b742dca0ca service neutron] Attempting to bind port b149f25a-8495-459b-9656-fcd31b9b6e5f on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:45:53.054324 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-a3d44840-64fb-4fac-93d9-e6b742dca0ca service neutron] Attempting to bind port b149f25a-8495-459b-9656-fcd31b9b6e5f by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '9de991e5-9770-4dc6-a47a-43a12146d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:45:53.054324 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-a3d44840-64fb-4fac-93d9-e6b742dca0ca service neutron] Attempting to bind port b149f25a-8495-459b-9656-fcd31b9b6e5f on network d7667cde-08c8-401a-9cf6-ba2971d41b99 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:53.059005 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-a3d44840-64fb-4fac-93d9-e6b742dca0ca service neutron] Port b149f25a-8495-459b-9656-fcd31b9b6e5f on network d7667cde-08c8-401a-9cf6-ba2971d41b99 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:45:53.059332 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-a3d44840-64fb-4fac-93d9-e6b742dca0ca service neutron] Attempting to bind port b149f25a-8495-459b-9656-fcd31b9b6e5f on network d7667cde-08c8-401a-9cf6-ba2971d41b99 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:45:53.064214 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-a3d44840-64fb-4fac-93d9-e6b742dca0ca service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:45:53.064532 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-a3d44840-64fb-4fac-93d9-e6b742dca0ca service neutron] Checking segment: {'id': '9de991e5-9770-4dc6-a47a-43a12146d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:45:53.064910 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-a3d44840-64fb-4fac-93d9-e6b742dca0ca service neutron] Bound using segment: {'id': '9de991e5-9770-4dc6-a47a-43a12146d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:45:53.065393 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-a3d44840-64fb-4fac-93d9-e6b742dca0ca service neutron] Bound port: b149f25a-8495-459b-9656-fcd31b9b6e5f, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9de991e5-9770-4dc6-a47a-43a12146d80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:45:53.066361 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-a3d44840-64fb-4fac-93d9-e6b742dca0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:53.138215 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-a3d44840-64fb-4fac-93d9-e6b742dca0ca service neutron] For port b149f25a-8495-459b-9656-fcd31b9b6e5f, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:45:53.141538 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-a3d44840-64fb-4fac-93d9-e6b742dca0ca service neutron] For port b149f25a-8495-459b-9656-fcd31b9b6e5f, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b149f25a-8495-459b-9656-fcd31b9b6e5f,segment=NetworkSegment(9de991e5-9770-4dc6-a47a-43a12146d80b),segment_id=9de991e5-9770-4dc6-a47a-43a12146d80b)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:45:53.147179 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-a3d44840-64fb-4fac-93d9-e6b742dca0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:53.183518 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-a3d44840-64fb-4fac-93d9-e6b742dca0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:53.184149 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-a3d44840-64fb-4fac-93d9-e6b742dca0ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:53.185564 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-a3d44840-64fb-4fac-93d9-e6b742dca0ca service neutron] 10.222.0.53 "PUT /v2.0/ports/b149f25a-8495-459b-9656-fcd31b9b6e5f HTTP/1.1" status: 200 len: 1091 time: 0.6078258 Nov 23 22:45:53.186011 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09cabbd0-bcd1-456d-8480-501306f7b504', 'tag': 'b149f25a-8495-459b-9656-fcd31b9b6e5f'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:53.188447 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2477394c-36b3-4a43-8199-ecd66b9b6e75" -d '{"events": [{"name": "network-changed", "server_uuid": "09cabbd0-bcd1-456d-8480-501306f7b504", "tag": "b149f25a-8495-459b-9656-fcd31b9b6e5f"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:53.207625 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0dba2-3d17-4e8c-b42f-14aa16d6e31b req-ae439f67-aecd-4351-82a9-14ab9a248b97 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:53.209353 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5a0dba2-3d17-4e8c-b42f-14aa16d6e31b req-ae439f67-aecd-4351-82a9-14ab9a248b97 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=09cabbd0-bcd1-456d-8480-501306f7b504 HTTP/1.1" status: 200 len: 943 time: 0.0567088 Nov 23 22:45:53.212019 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d44840-64fb-4fac-93d9-e6b742dca0ca service neutron] Pushing event updated for resources: {'Port': ['ID=b149f25a-8495-459b-9656-fcd31b9b6e5f,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:53.273638 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac15d3c-e1bb-462b-b7a4-9d47af94e8ef x-openstack-request-id: req-4ac15d3c-e1bb-462b-b7a4-9d47af94e8ef {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:53.274074 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09cabbd0-bcd1-456d-8480-501306f7b504", "tag": "b149f25a-8495-459b-9656-fcd31b9b6e5f", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:53.274435 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4ac15d3c-e1bb-462b-b7a4-9d47af94e8ef {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:53.274990 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09cabbd0-bcd1-456d-8480-501306f7b504', 'tag': 'b149f25a-8495-459b-9656-fcd31b9b6e5f', 'status': 'completed', 'code': 200} Nov 23 22:45:53.283238 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5a0dba2-3d17-4e8c-b42f-14aa16d6e31b req-0b2e7850-27ec-485a-8399-70f890193055 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/security-groups?id=5f9f3436-8805-4119-bd47-10ae46de04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608914 Nov 23 22:45:53.293787 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-6fb9e6ac-a2cf-4942-93b3-0a6a8cda632b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:53.295410 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-6fb9e6ac-a2cf-4942-93b3-0a6a8cda632b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a43d1f8e405a42f1b676e2edcf301cce&device_id=09cabbd0-bcd1-456d-8480-501306f7b504 HTTP/1.1" status: 200 len: 1094 time: 0.0505388 Nov 23 22:45:53.349769 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-a55f6589-d21b-445b-a6ee-2b2086f6fa41 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b149f25a-8495-459b-9656-fcd31b9b6e5f HTTP/1.1" status: 200 len: 217 time: 0.0416553 Nov 23 22:45:53.350971 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:53.402681 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-41f2c409-f26f-48da-a4ac-609c6764a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:53.404227 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-41f2c409-f26f-48da-a4ac-609c6764a761 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=012bc733-522f-49bb-898e-95ba19207efb HTTP/1.1" status: 200 len: 855 time: 0.0478790 Nov 23 22:45:53.457523 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-ce5946e7-700c-47c9-b300-00c94b122cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:53.459152 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-ce5946e7-700c-47c9-b300-00c94b122cd5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7667cde-08c8-401a-9cf6-ba2971d41b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415223 Nov 23 22:45:53.559479 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-7daed39c-8a51-401c-8b98-f018f8276eb5 service neutron] 10.222.0.53 "GET /v2.0/networks/d7667cde-08c8-401a-9cf6-ba2971d41b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883615 Nov 23 22:45:53.657523 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-56a6f129-f6dc-4a08-bf12-6ee53f62a709 req-50a0e377-d8fd-4844-a32f-7da54e659b07 service neutron] 10.222.0.53 "GET /v2.0/networks/d7667cde-08c8-401a-9cf6-ba2971d41b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863724 Nov 23 22:45:53.754700 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477394c-36b3-4a43-8199-ecd66b9b6e75 req-b821179d-4375-41d1-b4a7-606594e2f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:53.756230 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2477394c-36b3-4a43-8199-ecd66b9b6e75 req-b821179d-4375-41d1-b4a7-606594e2f145 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a43d1f8e405a42f1b676e2edcf301cce&device_id=09cabbd0-bcd1-456d-8480-501306f7b504 HTTP/1.1" status: 200 len: 1094 time: 0.0466785 Nov 23 22:45:53.850883 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477394c-36b3-4a43-8199-ecd66b9b6e75 req-dfe37fbb-fc42-43ec-b303-0e2954132473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:53.852450 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2477394c-36b3-4a43-8199-ecd66b9b6e75 req-dfe37fbb-fc42-43ec-b303-0e2954132473 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d7667cde-08c8-401a-9cf6-ba2971d41b99 HTTP/1.1" status: 200 len: 917 time: 0.0852747 Nov 23 22:45:53.899894 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2477394c-36b3-4a43-8199-ecd66b9b6e75 req-231d2f58-ef01-40dc-8924-b4de4846d322 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b149f25a-8495-459b-9656-fcd31b9b6e5f HTTP/1.1" status: 200 len: 217 time: 0.0396557 Nov 23 22:45:53.953345 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477394c-36b3-4a43-8199-ecd66b9b6e75 req-18beaa68-5ef4-4eb7-81d1-70f3290da369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:53.955859 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2477394c-36b3-4a43-8199-ecd66b9b6e75 req-18beaa68-5ef4-4eb7-81d1-70f3290da369 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=012bc733-522f-49bb-898e-95ba19207efb HTTP/1.1" status: 200 len: 855 time: 0.0450470 Nov 23 22:45:54.010212 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477394c-36b3-4a43-8199-ecd66b9b6e75 req-d1cb33ba-fa7f-4590-813c-83518c71848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:54.011760 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2477394c-36b3-4a43-8199-ecd66b9b6e75 req-d1cb33ba-fa7f-4590-813c-83518c71848f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7667cde-08c8-401a-9cf6-ba2971d41b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462613 Nov 23 22:45:54.104241 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2477394c-36b3-4a43-8199-ecd66b9b6e75 req-8ea386c6-d038-455a-8637-f3be29c081f7 service neutron] 10.222.0.53 "GET /v2.0/networks/d7667cde-08c8-401a-9cf6-ba2971d41b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834100 Nov 23 22:45:54.194196 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-2477394c-36b3-4a43-8199-ecd66b9b6e75 req-b0544bc9-c317-4a29-bdc8-83a33fc10dc7 service neutron] 10.222.0.53 "GET /v2.0/networks/d7667cde-08c8-401a-9cf6-ba2971d41b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825262 Nov 23 22:45:54.395087 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673d2e0-7a98-47e3-b4d8-123cc4dd8d35 req-7135d554-8fab-4972-b77d-f576e0ccd112 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:54.396466 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7673d2e0-7a98-47e3-b4d8-123cc4dd8d35 req-7135d554-8fab-4972-b77d-f576e0ccd112 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=09cabbd0-bcd1-456d-8480-501306f7b504 HTTP/1.1" status: 200 len: 943 time: 0.0503170 Nov 23 22:45:54.444423 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7673d2e0-7a98-47e3-b4d8-123cc4dd8d35 req-dfe6631e-b783-4929-b49e-1306ab9c5a4b tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/security-groups?id=5f9f3436-8805-4119-bd47-10ae46de04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419970 Nov 23 22:45:55.557301 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694ee68-bc54-46f8-bc9a-93496e8f6c4a req-1876bc29-fb5c-4bd9-86c6-eec55688d06f tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:55.558782 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8694ee68-bc54-46f8-bc9a-93496e8f6c4a req-1876bc29-fb5c-4bd9-86c6-eec55688d06f tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=09cabbd0-bcd1-456d-8480-501306f7b504 HTTP/1.1" status: 200 len: 943 time: 0.0486500 Nov 23 22:45:55.608883 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8694ee68-bc54-46f8-bc9a-93496e8f6c4a req-8359d884-ea40-41f8-b8e5-f54c6e829826 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/security-groups?id=5f9f3436-8805-4119-bd47-10ae46de04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441716 Nov 23 22:45:56.635616 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device b149f25a-8495-459b-9656-fcd31b9b6e5f details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:45:56.724940 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f56611-4727-487e-a003-f88e1f709247 req-ad90426b-a756-4bf1-a2c3-01c9653eda27 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:56.726450 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e8f56611-4727-487e-a003-f88e1f709247 req-ad90426b-a756-4bf1-a2c3-01c9653eda27 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=09cabbd0-bcd1-456d-8480-501306f7b504 HTTP/1.1" status: 200 len: 943 time: 0.0489807 Nov 23 22:45:56.730498 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port b149f25a-8495-459b-9656-fcd31b9b6e5f, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b149f25a-8495-459b-9656-fcd31b9b6e5f,segment=NetworkSegment(9de991e5-9770-4dc6-a47a-43a12146d80b),segment_id=9de991e5-9770-4dc6-a47a-43a12146d80b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:56.742322 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'b149f25a-8495-459b-9656-fcd31b9b6e5f', 'network_id': 'd7667cde-08c8-401a-9cf6-ba2971d41b99', 'port_id': 'b149f25a-8495-459b-9656-fcd31b9b6e5f', 'mac_address': 'fa:16:3e:e2:47:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012bc733-522f-49bb-898e-95ba19207efb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:45:56.775810 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e8f56611-4727-487e-a003-f88e1f709247 req-02e6bd3a-1956-498f-83ff-58fa806dbdb9 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/security-groups?id=5f9f3436-8805-4119-bd47-10ae46de04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429766 Nov 23 22:45:56.783736 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:56.797473 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b149f25a-8495-459b-9656-fcd31b9b6e5f {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:45:56.816744 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port b149f25a-8495-459b-9656-fcd31b9b6e5f, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b149f25a-8495-459b-9656-fcd31b9b6e5f,segment=NetworkSegment(9de991e5-9770-4dc6-a47a-43a12146d80b),segment_id=9de991e5-9770-4dc6-a47a-43a12146d80b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:56.820699 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:56.867727 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=b149f25a-8495-459b-9656-fcd31b9b6e5f,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:56.874970 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:56.875324 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:56.875666 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:56.876005 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:56.876592 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:56.876922 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:56.877250 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:56.877576 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:56.877945 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:56.878276 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:56.878599 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:56.878954 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:45:57.079727 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['b149f25a-8495-459b-9656-fcd31b9b6e5f'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:45:57.891891 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0004650-91a7-428c-9fa7-03f50a8f596c req-82ab28be-a4ca-4639-adf1-e7a8682138cd tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:57.893367 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b0004650-91a7-428c-9fa7-03f50a8f596c req-82ab28be-a4ca-4639-adf1-e7a8682138cd tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=09cabbd0-bcd1-456d-8480-501306f7b504 HTTP/1.1" status: 200 len: 944 time: 0.0497358 Nov 23 22:45:57.945694 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b0004650-91a7-428c-9fa7-03f50a8f596c req-c617040b-e48f-41da-8efb-de6d7ff290ad tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/security-groups?id=5f9f3436-8805-4119-bd47-10ae46de04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460691 Nov 23 22:45:58.031422 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1bb238f1-f572-4884-93a5-b563da753049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:58.649299 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device b149f25a-8495-459b-9656-fcd31b9b6e5f up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:45:58.697405 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port b149f25a-8495-459b-9656-fcd31b9b6e5f completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:45:58.701224 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port b149f25a-8495-459b-9656-fcd31b9b6e5f triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:45:58.701592 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:58.779028 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:58.801728 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cabbd0-bcd1-456d-8480-501306f7b504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b149f25a-8495-459b-9656-fcd31b9b6e5f'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:45:58.803988 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9135b84-c19a-4a10-9ab3-5ad6997b0091" -d '{"events": [{"server_uuid": "09cabbd0-bcd1-456d-8480-501306f7b504", "name": "network-vif-plugged", "status": "completed", "tag": "b149f25a-8495-459b-9656-fcd31b9b6e5f"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:45:58.816441 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port b149f25a-8495-459b-9656-fcd31b9b6e5f, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b149f25a-8495-459b-9656-fcd31b9b6e5f,segment=NetworkSegment(9de991e5-9770-4dc6-a47a-43a12146d80b),segment_id=9de991e5-9770-4dc6-a47a-43a12146d80b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:45:58.821623 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:45:58.845133 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c38af7-6fe0-4ce4-9fca-10a29f4b4777 x-openstack-request-id: req-77c38af7-6fe0-4ce4-9fca-10a29f4b4777 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:45:58.845429 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cabbd0-bcd1-456d-8480-501306f7b504", "name": "network-vif-plugged", "status": "completed", "tag": "b149f25a-8495-459b-9656-fcd31b9b6e5f", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:45:58.845681 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-77c38af7-6fe0-4ce4-9fca-10a29f4b4777 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:45:58.846068 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cabbd0-bcd1-456d-8480-501306f7b504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b149f25a-8495-459b-9656-fcd31b9b6e5f', 'code': 200} Nov 23 22:45:58.874001 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=b149f25a-8495-459b-9656-fcd31b9b6e5f,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:45:58.955894 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8e097-0ea1-4a2b-b146-0ad63fd45b5d req-a66b755f-61eb-4aca-a674-196e2bdb74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:58.957326 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-25d8e097-0ea1-4a2b-b146-0ad63fd45b5d req-a66b755f-61eb-4aca-a674-196e2bdb74d5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=09cabbd0-bcd1-456d-8480-501306f7b504 HTTP/1.1" status: 200 len: 1096 time: 0.0409963 Nov 23 22:45:59.014828 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-25d8e097-0ea1-4a2b-b146-0ad63fd45b5d req-73eeea90-c3ab-4674-996f-d8a35c7da9d6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5f9f3436-8805-4119-bd47-10ae46de04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443189 Nov 23 22:45:59.064030 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea7ab6-4e55-4db6-8896-b3142ba849bc req-cf92bc3a-ed88-4df2-93bb-34fe04a524f0 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:45:59.065528 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7fea7ab6-4e55-4db6-8896-b3142ba849bc req-cf92bc3a-ed88-4df2-93bb-34fe04a524f0 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=09cabbd0-bcd1-456d-8480-501306f7b504 HTTP/1.1" status: 200 len: 945 time: 0.0529656 Nov 23 22:45:59.112094 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7fea7ab6-4e55-4db6-8896-b3142ba849bc req-53d9cc9a-8af8-4830-9bd0-399f3ba66317 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/security-groups?id=5f9f3436-8805-4119-bd47-10ae46de04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404606 Nov 23 22:46:00.229624 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e9f0c-42ee-4c1e-a64a-97df7116adc5 req-85652f95-10e5-4a63-870f-e4d35d4ae39c tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:00.231125 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-432e9f0c-42ee-4c1e-a64a-97df7116adc5 req-85652f95-10e5-4a63-870f-e4d35d4ae39c tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=09cabbd0-bcd1-456d-8480-501306f7b504 HTTP/1.1" status: 200 len: 945 time: 0.0498540 Nov 23 22:46:00.281468 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-432e9f0c-42ee-4c1e-a64a-97df7116adc5 req-0f75de37-1142-4032-87db-d43bb2a5b18c tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/security-groups?id=5f9f3436-8805-4119-bd47-10ae46de04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435874 Nov 23 22:46:00.387998 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:00.583398 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0565356b-9ed4-41a6-869d-3986e16d8463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:01.401354 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ff2b0-fa12-4567-9d46-029c79e58640 req-5c9dae68-bcbe-469b-9070-f11d81b84169 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:01.402735 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3c5ff2b0-fa12-4567-9d46-029c79e58640 req-5c9dae68-bcbe-469b-9070-f11d81b84169 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=09cabbd0-bcd1-456d-8480-501306f7b504 HTTP/1.1" status: 200 len: 945 time: 0.0520315 Nov 23 22:46:01.450250 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3c5ff2b0-fa12-4567-9d46-029c79e58640 req-265c795b-8f2e-43d3-a39a-408421733fef tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/security-groups?id=5f9f3436-8805-4119-bd47-10ae46de04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414770 Nov 23 22:46:01.566409 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a41ad-f9a7-4554-8ffd-42eea10f41e1 req-ce596a1b-6c03-4a5b-be85-5307bf81abc8 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:01.567915 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f2a41ad-f9a7-4554-8ffd-42eea10f41e1 req-ce596a1b-6c03-4a5b-be85-5307bf81abc8 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=09cabbd0-bcd1-456d-8480-501306f7b504 HTTP/1.1" status: 200 len: 945 time: 0.0495350 Nov 23 22:46:01.615417 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1f2a41ad-f9a7-4554-8ffd-42eea10f41e1 req-dd17f1bd-321f-49b4-9c32-663898a6fab4 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/security-groups?id=5f9f3436-8805-4119-bd47-10ae46de04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415976 Nov 23 22:46:01.796552 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:03.193015 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:03.967631 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:04.602082 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:46:23.360100 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:24.083505 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f67f37-593d-4c30-a67c-9bfdb831a9f3 req-02036265-0be5-422e-b1ae-4b9331e2d5e7 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:24.084976 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4f67f37-593d-4c30-a67c-9bfdb831a9f3 req-02036265-0be5-422e-b1ae-4b9331e2d5e7 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=09cabbd0-bcd1-456d-8480-501306f7b504 HTTP/1.1" status: 200 len: 945 time: 0.0525012 Nov 23 22:46:24.138894 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4f67f37-593d-4c30-a67c-9bfdb831a9f3 req-bd406759-4c51-4ecc-805b-11e2885f9030 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/security-groups?id=5f9f3436-8805-4119-bd47-10ae46de04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475032 Nov 23 22:46:25.257574 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e64b52-7fb4-4f91-a7b0-bdc4b0c41e65 req-b78fcdc4-b1e6-43b7-aeef-462d6cd8f82f tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:25.259073 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63e64b52-7fb4-4f91-a7b0-bdc4b0c41e65 req-b78fcdc4-b1e6-43b7-aeef-462d6cd8f82f tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=09cabbd0-bcd1-456d-8480-501306f7b504 HTTP/1.1" status: 200 len: 945 time: 0.0496857 Nov 23 22:46:25.306181 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63e64b52-7fb4-4f91-a7b0-bdc4b0c41e65 req-1660ce9c-4a69-4ea5-acb0-1b04625b22e2 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/security-groups?id=5f9f3436-8805-4119-bd47-10ae46de04a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411658 Nov 23 22:46:25.780756 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539eec1-bcba-42ab-a1ab-39e0a902bcfa req-37127ca5-ce25-47bf-a26c-3fd2a3154c68 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:25.782117 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f539eec1-bcba-42ab-a1ab-39e0a902bcfa req-37127ca5-ce25-47bf-a26c-3fd2a3154c68 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.53 "GET /v2.0/ports?device_id=09cabbd0-bcd1-456d-8480-501306f7b504 HTTP/1.1" status: 200 len: 945 time: 0.0506725 Nov 23 22:46:25.874797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-f539eec1-bcba-42ab-a1ab-39e0a902bcfa req-d3d13994-94ee-484c-95dc-d334ca3acec3 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Deleting port b149f25a-8495-459b-9656-fcd31b9b6e5f {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:46:25.875138 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f539eec1-bcba-42ab-a1ab-39e0a902bcfa req-d3d13994-94ee-484c-95dc-d334ca3acec3 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:25.969761 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-f539eec1-bcba-42ab-a1ab-39e0a902bcfa req-d3d13994-94ee-484c-95dc-d334ca3acec3 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] For port b149f25a-8495-459b-9656-fcd31b9b6e5f, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=b149f25a-8495-459b-9656-fcd31b9b6e5f,segment=NetworkSegment(9de991e5-9770-4dc6-a47a-43a12146d80b),segment_id=9de991e5-9770-4dc6-a47a-43a12146d80b)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:25.970125 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f539eec1-bcba-42ab-a1ab-39e0a902bcfa req-d3d13994-94ee-484c-95dc-d334ca3acec3 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:25.983572 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-f539eec1-bcba-42ab-a1ab-39e0a902bcfa req-d3d13994-94ee-484c-95dc-d334ca3acec3 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Calling delete_port for b149f25a-8495-459b-9656-fcd31b9b6e5f owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:46:26.114690 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f539eec1-bcba-42ab-a1ab-39e0a902bcfa req-d3d13994-94ee-484c-95dc-d334ca3acec3 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:26.131559 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['b149f25a-8495-459b-9656-fcd31b9b6e5f'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:46:26.146122 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d13994-94ee-484c-95dc-d334ca3acec3 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Pushing event deleted for resources: {'Port': ['ID=b149f25a-8495-459b-9656-fcd31b9b6e5f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:26.189501 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-f539eec1-bcba-42ab-a1ab-39e0a902bcfa req-d3d13994-94ee-484c-95dc-d334ca3acec3 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] No DVR routers for this DVR port b149f25a-8495-459b-9656-fcd31b9b6e5f on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:46:26.192470 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f539eec1-bcba-42ab-a1ab-39e0a902bcfa req-d3d13994-94ee-484c-95dc-d334ca3acec3 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:26.195990 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f539eec1-bcba-42ab-a1ab-39e0a902bcfa req-d3d13994-94ee-484c-95dc-d334ca3acec3 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.53 "DELETE /v2.0/ports/b149f25a-8495-459b-9656-fcd31b9b6e5f HTTP/1.1" status: 204 len: 173 time: 0.4032705 Nov 23 22:46:26.196449 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09cabbd0-bcd1-456d-8480-501306f7b504', 'name': 'network-vif-deleted', 'tag': 'b149f25a-8495-459b-9656-fcd31b9b6e5f'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:46:26.198768 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b824138-06c6-48c9-880c-7d600b9088ff" -d '{"events": [{"server_uuid": "09cabbd0-bcd1-456d-8480-501306f7b504", "name": "network-vif-deleted", "tag": "b149f25a-8495-459b-9656-fcd31b9b6e5f"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:46:26.242489 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856f4e6a-0f68-462a-bb79-172ae797d165 x-openstack-request-id: req-856f4e6a-0f68-462a-bb79-172ae797d165 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:46:26.242704 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09cabbd0-bcd1-456d-8480-501306f7b504", "name": "network-vif-deleted", "tag": "b149f25a-8495-459b-9656-fcd31b9b6e5f", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:46:26.242954 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-856f4e6a-0f68-462a-bb79-172ae797d165 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:46:26.243362 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09cabbd0-bcd1-456d-8480-501306f7b504', 'name': 'network-vif-deleted', 'tag': 'b149f25a-8495-459b-9656-fcd31b9b6e5f', 'status': 'completed', 'code': 200} Nov 23 22:46:26.420782 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9d76df0f-176e-4760-95eb-b72510849c7b req-28ba81af-bac6-4270-ad02-c98b6e0f4c32 tempest-TestEncryptedCinderVolumes-906479650 tempest-TestEncryptedCinderVolumes-906479650-project] 10.222.0.50 "GET /v2.0/ports?device_id=09cabbd0-bcd1-456d-8480-501306f7b504 HTTP/1.1" status: 200 len: 210 time: 0.0264213 Nov 23 22:46:27.513855 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49886) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:27.864732 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ce3eb24c-1979-4c85-a07a-fca4d1e9038b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:28.033227 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3b2e1b74-eb4b-4562-b553-008162cf8eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:28.115969 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-ce3eb24c-1979-4c85-a07a-fca4d1e9038b admin admin] Deleting port 0a6fff3e-28b4-405d-ae32-470ea3afa701 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:46:28.116253 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ce3eb24c-1979-4c85-a07a-fca4d1e9038b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:28.194380 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-ce3eb24c-1979-4c85-a07a-fca4d1e9038b admin admin] For port 0a6fff3e-28b4-405d-ae32-470ea3afa701, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=0a6fff3e-28b4-405d-ae32-470ea3afa701,segment=NetworkSegment(9de991e5-9770-4dc6-a47a-43a12146d80b),segment_id=9de991e5-9770-4dc6-a47a-43a12146d80b)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:28.194769 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ce3eb24c-1979-4c85-a07a-fca4d1e9038b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:28.208003 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-ce3eb24c-1979-4c85-a07a-fca4d1e9038b admin admin] Calling delete_port for 0a6fff3e-28b4-405d-ae32-470ea3afa701 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:46:28.388388 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ce3eb24c-1979-4c85-a07a-fca4d1e9038b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:28.417379 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3eb24c-1979-4c85-a07a-fca4d1e9038b admin admin] Pushing event deleted for resources: {'Port': ['ID=0a6fff3e-28b4-405d-ae32-470ea3afa701,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:28.430100 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eb24c-1979-4c85-a07a-fca4d1e9038b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:28.430455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eb24c-1979-4c85-a07a-fca4d1e9038b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:28.430830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eb24c-1979-4c85-a07a-fca4d1e9038b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:28.431173 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eb24c-1979-4c85-a07a-fca4d1e9038b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:28.431510 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eb24c-1979-4c85-a07a-fca4d1e9038b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:28.431846 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eb24c-1979-4c85-a07a-fca4d1e9038b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:28.432180 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eb24c-1979-4c85-a07a-fca4d1e9038b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:28.432509 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eb24c-1979-4c85-a07a-fca4d1e9038b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:28.432836 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eb24c-1979-4c85-a07a-fca4d1e9038b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:28.433161 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eb24c-1979-4c85-a07a-fca4d1e9038b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:28.433512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eb24c-1979-4c85-a07a-fca4d1e9038b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:28.433814 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3eb24c-1979-4c85-a07a-fca4d1e9038b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:28.595309 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ce3eb24c-1979-4c85-a07a-fca4d1e9038b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:28.753300 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device b149f25a-8495-459b-9656-fcd31b9b6e5f no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:46:28.772997 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: b149f25a-8495-459b-9656-fcd31b9b6e5f {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:46:28.773345 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device b149f25a-8495-459b-9656-fcd31b9b6e5f not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:46:28.816513 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3eb24c-1979-4c85-a07a-fca4d1e9038b admin admin] Router 8ffaf511-c49a-4944-92c1-ef6d5013812f has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:46:28.922419 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3eb24c-1979-4c85-a07a-fca4d1e9038b admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:46:28.928177 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ce3eb24c-1979-4c85-a07a-fca4d1e9038b admin admin] 10.222.0.50 "PUT /v2.0/routers/8ffaf511-c49a-4944-92c1-ef6d5013812f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4132900 Nov 23 22:46:28.930695 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49888) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:28.931866 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25246c0-8242-403e-96f7-c7f3a603d77c None None] Sync routers for ids ['8ffaf511-c49a-4944-92c1-ef6d5013812f'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:46:28.942455 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25246c0-8242-403e-96f7-c7f3a603d77c None None] Routers {'8ffaf511-c49a-4944-92c1-ef6d5013812f'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:28.943097 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c25246c0-8242-403e-96f7-c7f3a603d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:46:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['8ffaf511-c49a-4944-92c1-ef6d5013812f'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:29.034586 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-498d12bb-dc7a-4c26-be28-552c085380c1 admin admin] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:29.044875 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-c25246c0-8242-403e-96f7-c7f3a603d77c None None] Set router 8ffaf511-c49a-4944-92c1-ef6d5013812f gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:29.135559 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-498d12bb-dc7a-4c26-be28-552c085380c1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:29.190964 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-498d12bb-dc7a-4c26-be28-552c085380c1 admin admin] Deleting port 7c8974cd-e84d-4b08-a367-02bf14f172cf {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:46:29.191201 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-498d12bb-dc7a-4c26-be28-552c085380c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:29.221883 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c25246c0-8242-403e-96f7-c7f3a603d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffaf511-c49a-4944-92c1-ef6d5013812f', 'name': 'tempest-TestEncryptedCinderVolumes-427869275-router', 'tenant_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.54'}], 'enable_snat': True}, 'gw_port_id': '7c8974cd-e84d-4b08-a367-02bf14f172cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:03Z', 'updated_at': '2021-11-23T22:46:28Z', 'revision_number': 5, 'project_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'gw_port': {'id': '7c8974cd-e84d-4b08-a367-02bf14f172cf', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:20:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ffaf511-c49a-4944-92c1-ef6d5013812f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:04Z', 'updated_at': '2021-11-23T22:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:29.251999 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25246c0-8242-403e-96f7-c7f3a603d77c None None] Checking router: 8ffaf511-c49a-4944-92c1-ef6d5013812f for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:46:29.260796 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25246c0-8242-403e-96f7-c7f3a603d77c None None] Routers {'8ffaf511-c49a-4944-92c1-ef6d5013812f'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:29.261390 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c25246c0-8242-403e-96f7-c7f3a603d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:46:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['8ffaf511-c49a-4944-92c1-ef6d5013812f'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:29.271912 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-498d12bb-dc7a-4c26-be28-552c085380c1 admin admin] For port 7c8974cd-e84d-4b08-a367-02bf14f172cf, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=7c8974cd-e84d-4b08-a367-02bf14f172cf,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:29.272268 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-498d12bb-dc7a-4c26-be28-552c085380c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:29.284629 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-498d12bb-dc7a-4c26-be28-552c085380c1 admin admin] Calling delete_port for 7c8974cd-e84d-4b08-a367-02bf14f172cf owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:46:29.347071 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-c25246c0-8242-403e-96f7-c7f3a603d77c None None] Set router 8ffaf511-c49a-4944-92c1-ef6d5013812f gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:29.400646 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-c25246c0-8242-403e-96f7-c7f3a603d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ffaf511-c49a-4944-92c1-ef6d5013812f', 'name': 'tempest-TestEncryptedCinderVolumes-427869275-router', 'tenant_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:03Z', 'updated_at': '2021-11-23T22:46:29Z', 'revision_number': 6, 'project_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:29.432352 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25246c0-8242-403e-96f7-c7f3a603d77c None None] The sync data for ids ['8ffaf511-c49a-4944-92c1-ef6d5013812f'] in n-d-816206-9 is: [{'id': '8ffaf511-c49a-4944-92c1-ef6d5013812f', 'name': 'tempest-TestEncryptedCinderVolumes-427869275-router', 'tenant_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:03Z', 'updated_at': '2021-11-23T22:46:29Z', 'revision_number': 6, 'project_id': 'a43d1f8e405a42f1b676e2edcf301cce', 'gw_port_host': None}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:46:29.735529 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-498d12bb-dc7a-4c26-be28-552c085380c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:29.766802 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d12bb-dc7a-4c26-be28-552c085380c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c8974cd-e84d-4b08-a367-02bf14f172cf,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:29.784472 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bafaaf-e1b0-4d2d-95f6-991a98da7e06 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:46:29.837955 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-498d12bb-dc7a-4c26-be28-552c085380c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:29.863703 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 0a6fff3e-28b4-405d-ae32-470ea3afa701 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:46:29.892560 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 0a6fff3e-28b4-405d-ae32-470ea3afa701 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:46:29.893686 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 0a6fff3e-28b4-405d-ae32-470ea3afa701 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:46:29.933736 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-498d12bb-dc7a-4c26-be28-552c085380c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:29.935883 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-498d12bb-dc7a-4c26-be28-552c085380c1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:29.982337 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-498d12bb-dc7a-4c26-be28-552c085380c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:29.982899 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498d12bb-dc7a-4c26-be28-552c085380c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ffaf511-c49a-4944-92c1-ef6d5013812f {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:46:29.987667 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-498d12bb-dc7a-4c26-be28-552c085380c1 admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:29.988409 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-498d12bb-dc7a-4c26-be28-552c085380c1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/8ffaf511-c49a-4944-92c1-ef6d5013812f HTTP/1.1" status: 204 len: 168 time: 1.0567341 Nov 23 22:46:29.991085 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49892) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:30.034900 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2deca9-3ecf-4d38-9ad9-48c7ced8d052 admin admin] Deleting subnet 012bc733-522f-49bb-898e-95ba19207efb {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:46:30.037881 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5c2deca9-3ecf-4d38-9ad9-48c7ced8d052 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.070949 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5c2deca9-3ecf-4d38-9ad9-48c7ced8d052 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.146211 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5c2deca9-3ecf-4d38-9ad9-48c7ced8d052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.200957 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5c2deca9-3ecf-4d38-9ad9-48c7ced8d052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.230860 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5c2deca9-3ecf-4d38-9ad9-48c7ced8d052 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.234211 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5c2deca9-3ecf-4d38-9ad9-48c7ced8d052 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/012bc733-522f-49bb-898e-95ba19207efb HTTP/1.1" status: 204 len: 168 time: 0.2420232 Nov 23 22:46:30.235185 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2deca9-3ecf-4d38-9ad9-48c7ced8d052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=012bc733-522f-49bb-898e-95ba19207efb,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:30.237488 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49894) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:30.240764 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6838bbcd-f3ff-44fb-b293-7c2e26c2ec89 None None] Network d7667cde-08c8-401a-9cf6-ba2971d41b99 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:46:30.325651 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3e151134-9765-4980-9743-43c46e23a308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.385223 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-3e151134-9765-4980-9743-43c46e23a308 admin admin] Deleting port dbbde519-5d3f-4d75-8d21-b42840354e34 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:46:30.385566 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3e151134-9765-4980-9743-43c46e23a308 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.393116 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.438771 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585a464f-8986-4cf8-a115-7bf34b8fb0e7 None None] DHCP port deletion for d7667cde-08c8-401a-9cf6-ba2971d41b99 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:46:30.459242 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-3e151134-9765-4980-9743-43c46e23a308 admin admin] For port dbbde519-5d3f-4d75-8d21-b42840354e34, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=dbbde519-5d3f-4d75-8d21-b42840354e34,segment=NetworkSegment(9de991e5-9770-4dc6-a47a-43a12146d80b),segment_id=9de991e5-9770-4dc6-a47a-43a12146d80b)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:30.459611 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3e151134-9765-4980-9743-43c46e23a308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.478636 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-3e151134-9765-4980-9743-43c46e23a308 admin admin] Calling delete_port for dbbde519-5d3f-4d75-8d21-b42840354e34 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:46:30.495868 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-585a464f-8986-4cf8-a115-7bf34b8fb0e7 None None] Deleting port dbbde519-5d3f-4d75-8d21-b42840354e34 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:46:30.496250 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-585a464f-8986-4cf8-a115-7bf34b8fb0e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.561812 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3e151134-9765-4980-9743-43c46e23a308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.563587 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-585a464f-8986-4cf8-a115-7bf34b8fb0e7 None None] For port dbbde519-5d3f-4d75-8d21-b42840354e34, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=dbbde519-5d3f-4d75-8d21-b42840354e34,segment=NetworkSegment(9de991e5-9770-4dc6-a47a-43a12146d80b),segment_id=9de991e5-9770-4dc6-a47a-43a12146d80b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:30.563991 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-585a464f-8986-4cf8-a115-7bf34b8fb0e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.583412 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-585a464f-8986-4cf8-a115-7bf34b8fb0e7 None None] Calling delete_port for dbbde519-5d3f-4d75-8d21-b42840354e34 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:46:30.588629 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e151134-9765-4980-9743-43c46e23a308 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbbde519-5d3f-4d75-8d21-b42840354e34,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:30.595066 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e151134-9765-4980-9743-43c46e23a308 admin admin] No DVR routers for this DVR port dbbde519-5d3f-4d75-8d21-b42840354e34 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:46:30.600088 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5715bbbd-1ff2-433b-9d21-9bdc97a000d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.669431 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3e151134-9765-4980-9743-43c46e23a308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.670495 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-585a464f-8986-4cf8-a115-7bf34b8fb0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.691006 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3e151134-9765-4980-9743-43c46e23a308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7667cde-08c8-401a-9cf6-ba2971d41b99']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:30.695658 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a464f-8986-4cf8-a115-7bf34b8fb0e7 None None] Pushing event deleted for resources: {'Port': ['ID=dbbde519-5d3f-4d75-8d21-b42840354e34,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:30.699951 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a464f-8986-4cf8-a115-7bf34b8fb0e7 None None] No DVR routers for this DVR port dbbde519-5d3f-4d75-8d21-b42840354e34 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:46:30.700319 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3e151134-9765-4980-9743-43c46e23a308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de991e5-9770-4dc6-a47a-43a12146d80b') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:30.700624 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-3e151134-9765-4980-9743-43c46e23a308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de991e5-9770-4dc6-a47a-43a12146d80b') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:30.712497 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3e151134-9765-4980-9743-43c46e23a308 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.727644 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3e151134-9765-4980-9743-43c46e23a308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.734355 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e151134-9765-4980-9743-43c46e23a308 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:46:30.734831 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3e151134-9765-4980-9743-43c46e23a308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:46:30.736493 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:46:30.796432 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3e151134-9765-4980-9743-43c46e23a308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.803380 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-3e151134-9765-4980-9743-43c46e23a308 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:30.806549 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-3e151134-9765-4980-9743-43c46e23a308 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d7667cde-08c8-401a-9cf6-ba2971d41b99 HTTP/1.1" status: 204 len: 168 time: 0.5679436 Nov 23 22:46:30.809555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49898) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:30.821217 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e151134-9765-4980-9743-43c46e23a308 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7667cde-08c8-401a-9cf6-ba2971d41b99,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:31.155987 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bacddc0c-0bdd-4f70-aa88-7c9ab2c4970d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:31.401951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-bacddc0c-0bdd-4f70-aa88-7c9ab2c4970d admin admin] Deleting port f42772ae-ad7e-47bf-b0a8-74e1f3b21702 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:46:31.402187 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bacddc0c-0bdd-4f70-aa88-7c9ab2c4970d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:31.482323 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-bacddc0c-0bdd-4f70-aa88-7c9ab2c4970d admin admin] For port f42772ae-ad7e-47bf-b0a8-74e1f3b21702, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f42772ae-ad7e-47bf-b0a8-74e1f3b21702,segment=NetworkSegment(04711d9a-b053-4132-a390-d7c2b601e2cb),segment_id=04711d9a-b053-4132-a390-d7c2b601e2cb)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:31.482678 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bacddc0c-0bdd-4f70-aa88-7c9ab2c4970d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:31.495944 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-bacddc0c-0bdd-4f70-aa88-7c9ab2c4970d admin admin] Calling delete_port for f42772ae-ad7e-47bf-b0a8-74e1f3b21702 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:46:31.543946 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device dbbde519-5d3f-4d75-8d21-b42840354e34 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:46:31.566344 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: dbbde519-5d3f-4d75-8d21-b42840354e34 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:46:31.566698 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device dbbde519-5d3f-4d75-8d21-b42840354e34 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:46:31.567149 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 7c8974cd-e84d-4b08-a367-02bf14f172cf no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:46:31.589365 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 7c8974cd-e84d-4b08-a367-02bf14f172cf {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:46:31.589714 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 7c8974cd-e84d-4b08-a367-02bf14f172cf not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:46:31.679624 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bacddc0c-0bdd-4f70-aa88-7c9ab2c4970d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:31.703235 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacddc0c-0bdd-4f70-aa88-7c9ab2c4970d admin admin] Pushing event deleted for resources: {'Port': ['ID=f42772ae-ad7e-47bf-b0a8-74e1f3b21702,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:31.804070 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:31.874879 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bacddc0c-0bdd-4f70-aa88-7c9ab2c4970d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:32.092493 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacddc0c-0bdd-4f70-aa88-7c9ab2c4970d admin admin] Router bb139571-a038-4fa6-acf0-81a21d16ff39 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:46:32.204064 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacddc0c-0bdd-4f70-aa88-7c9ab2c4970d admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:46:32.210020 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-bacddc0c-0bdd-4f70-aa88-7c9ab2c4970d admin admin] 10.222.0.50 "PUT /v2.0/routers/bb139571-a038-4fa6-acf0-81a21d16ff39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3993416 Nov 23 22:46:32.212594 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49900) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:32.215717 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee9f1a2-e7b0-445d-9352-ae4e63fa10f6 None None] Sync routers for ids ['bb139571-a038-4fa6-acf0-81a21d16ff39'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:46:32.226416 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee9f1a2-e7b0-445d-9352-ae4e63fa10f6 None None] Routers {'bb139571-a038-4fa6-acf0-81a21d16ff39'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:32.227088 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-dee9f1a2-e7b0-445d-9352-ae4e63fa10f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:46:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bb139571-a038-4fa6-acf0-81a21d16ff39'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:32.320891 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b539b921-ca97-4385-91ac-d911bb10a20e admin admin] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:32.331828 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-dee9f1a2-e7b0-445d-9352-ae4e63fa10f6 None None] Set router bb139571-a038-4fa6-acf0-81a21d16ff39 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:32.425676 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b539b921-ca97-4385-91ac-d911bb10a20e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:32.479401 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-b539b921-ca97-4385-91ac-d911bb10a20e admin admin] Deleting port 6311183b-47af-4616-97af-4c4c14b7ba0e {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:46:32.479742 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b539b921-ca97-4385-91ac-d911bb10a20e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:32.508037 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-dee9f1a2-e7b0-445d-9352-ae4e63fa10f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb139571-a038-4fa6-acf0-81a21d16ff39', 'name': 'tempest-TestEncryptedCinderVolumes-279819567-router', 'tenant_id': 'b330c9f04f034914b4829c83097e3b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '6311183b-47af-4616-97af-4c4c14b7ba0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:08Z', 'updated_at': '2021-11-23T22:46:31Z', 'revision_number': 5, 'project_id': 'b330c9f04f034914b4829c83097e3b84', 'gw_port': {'id': '6311183b-47af-4616-97af-4c4c14b7ba0e', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb139571-a038-4fa6-acf0-81a21d16ff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:45:09Z', 'updated_at': '2021-11-23T22:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:32.533877 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee9f1a2-e7b0-445d-9352-ae4e63fa10f6 None None] Checking router: bb139571-a038-4fa6-acf0-81a21d16ff39 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:46:32.542192 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee9f1a2-e7b0-445d-9352-ae4e63fa10f6 None None] Routers {'bb139571-a038-4fa6-acf0-81a21d16ff39'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:32.542897 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-dee9f1a2-e7b0-445d-9352-ae4e63fa10f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:46:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['bb139571-a038-4fa6-acf0-81a21d16ff39'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:32.564055 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-b539b921-ca97-4385-91ac-d911bb10a20e admin admin] For port 6311183b-47af-4616-97af-4c4c14b7ba0e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6311183b-47af-4616-97af-4c4c14b7ba0e,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:32.564410 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b539b921-ca97-4385-91ac-d911bb10a20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:32.576578 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-b539b921-ca97-4385-91ac-d911bb10a20e admin admin] Calling delete_port for 6311183b-47af-4616-97af-4c4c14b7ba0e owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:46:32.626163 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-dee9f1a2-e7b0-445d-9352-ae4e63fa10f6 None None] Set router bb139571-a038-4fa6-acf0-81a21d16ff39 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:32.680015 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-dee9f1a2-e7b0-445d-9352-ae4e63fa10f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb139571-a038-4fa6-acf0-81a21d16ff39', 'name': 'tempest-TestEncryptedCinderVolumes-279819567-router', 'tenant_id': 'b330c9f04f034914b4829c83097e3b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:08Z', 'updated_at': '2021-11-23T22:46:32Z', 'revision_number': 6, 'project_id': 'b330c9f04f034914b4829c83097e3b84', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:32.709908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee9f1a2-e7b0-445d-9352-ae4e63fa10f6 None None] The sync data for ids ['bb139571-a038-4fa6-acf0-81a21d16ff39'] in n-d-816206-9 is: [{'id': 'bb139571-a038-4fa6-acf0-81a21d16ff39', 'name': 'tempest-TestEncryptedCinderVolumes-279819567-router', 'tenant_id': 'b330c9f04f034914b4829c83097e3b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:45:08Z', 'updated_at': '2021-11-23T22:46:32Z', 'revision_number': 6, 'project_id': 'b330c9f04f034914b4829c83097e3b84', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:46:32.745193 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b539b921-ca97-4385-91ac-d911bb10a20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:32.771710 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b539b921-ca97-4385-91ac-d911bb10a20e admin admin] Pushing event deleted for resources: {'Port': ['ID=6311183b-47af-4616-97af-4c4c14b7ba0e,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:32.787439 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e78d96a-516f-4383-80c1-e649fe77dcf7 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:46:32.833434 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b539b921-ca97-4385-91ac-d911bb10a20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:32.923674 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b539b921-ca97-4385-91ac-d911bb10a20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:32.926674 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b539b921-ca97-4385-91ac-d911bb10a20e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:32.972277 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b539b921-ca97-4385-91ac-d911bb10a20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:32.972731 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b539b921-ca97-4385-91ac-d911bb10a20e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb139571-a038-4fa6-acf0-81a21d16ff39 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:46:32.976933 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b539b921-ca97-4385-91ac-d911bb10a20e admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:32.978047 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b539b921-ca97-4385-91ac-d911bb10a20e admin admin] 10.222.0.50 "DELETE /v2.0/routers/bb139571-a038-4fa6-acf0-81a21d16ff39 HTTP/1.1" status: 204 len: 168 time: 0.7645385 Nov 23 22:46:32.980613 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49902) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:33.025220 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-df3bb985-9104-42cf-b3fd-c279758036ce admin admin] Deleting subnet c13a60a5-c5e7-4a6c-9ba3-69636df9a20f {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:46:33.028229 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-df3bb985-9104-42cf-b3fd-c279758036ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.063840 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-df3bb985-9104-42cf-b3fd-c279758036ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.156430 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-df3bb985-9104-42cf-b3fd-c279758036ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.195468 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.211505 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-df3bb985-9104-42cf-b3fd-c279758036ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.238325 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3bb985-9104-42cf-b3fd-c279758036ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c13a60a5-c5e7-4a6c-9ba3-69636df9a20f,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:33.243552 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-df3bb985-9104-42cf-b3fd-c279758036ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.246795 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-df3bb985-9104-42cf-b3fd-c279758036ce admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c13a60a5-c5e7-4a6c-9ba3-69636df9a20f HTTP/1.1" status: 204 len: 168 time: 0.2652473 Nov 23 22:46:33.249378 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49904) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:33.251971 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106e0c60-8f09-479e-8701-c04b61a1abeb None None] Network 0aeefe7a-796b-42e5-949b-ee0b896f24f6 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:46:33.318588 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fa377da9-3900-46c2-a53c-c00d50f53941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.380086 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-fa377da9-3900-46c2-a53c-c00d50f53941 admin admin] Deleting port f66dd184-80b6-401f-8564-784c8145ada5 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:46:33.380432 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fa377da9-3900-46c2-a53c-c00d50f53941 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.446570 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-fa377da9-3900-46c2-a53c-c00d50f53941 admin admin] For port f66dd184-80b6-401f-8564-784c8145ada5, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f66dd184-80b6-401f-8564-784c8145ada5,segment=NetworkSegment(04711d9a-b053-4132-a390-d7c2b601e2cb),segment_id=04711d9a-b053-4132-a390-d7c2b601e2cb)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:33.446957 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fa377da9-3900-46c2-a53c-c00d50f53941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.460657 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-fa377da9-3900-46c2-a53c-c00d50f53941 admin admin] Calling delete_port for f66dd184-80b6-401f-8564-784c8145ada5 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:46:33.471954 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb6057e-feec-4d12-af8d-da0dea9873f6 None None] DHCP port deletion for 0aeefe7a-796b-42e5-949b-ee0b896f24f6 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:46:33.526451 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-4eb6057e-feec-4d12-af8d-da0dea9873f6 None None] Deleting port f66dd184-80b6-401f-8564-784c8145ada5 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:46:33.526859 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4eb6057e-feec-4d12-af8d-da0dea9873f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.560925 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fa377da9-3900-46c2-a53c-c00d50f53941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.589709 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f66dd184-80b6-401f-8564-784c8145ada5 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:46:33.591064 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa377da9-3900-46c2-a53c-c00d50f53941 admin admin] Pushing event deleted for resources: {'Port': ['ID=f66dd184-80b6-401f-8564-784c8145ada5,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:33.592914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa377da9-3900-46c2-a53c-c00d50f53941 admin admin] No DVR routers for this DVR port f66dd184-80b6-401f-8564-784c8145ada5 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:46:33.620862 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: f66dd184-80b6-401f-8564-784c8145ada5 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:46:33.621203 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f66dd184-80b6-401f-8564-784c8145ada5 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:46:33.621609 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f42772ae-ad7e-47bf-b0a8-74e1f3b21702 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:46:33.624404 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4eb6057e-feec-4d12-af8d-da0dea9873f6 None None] For port f66dd184-80b6-401f-8564-784c8145ada5, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f66dd184-80b6-401f-8564-784c8145ada5,segment=NetworkSegment(04711d9a-b053-4132-a390-d7c2b601e2cb),segment_id=04711d9a-b053-4132-a390-d7c2b601e2cb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:33.624795 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4eb6057e-feec-4d12-af8d-da0dea9873f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.654149 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: f42772ae-ad7e-47bf-b0a8-74e1f3b21702 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:46:33.654847 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f42772ae-ad7e-47bf-b0a8-74e1f3b21702 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:46:33.654961 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6311183b-47af-4616-97af-4c4c14b7ba0e no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:46:33.660160 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-4eb6057e-feec-4d12-af8d-da0dea9873f6 None None] Calling delete_port for f66dd184-80b6-401f-8564-784c8145ada5 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:46:33.667128 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fa377da9-3900-46c2-a53c-c00d50f53941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.679219 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 6311183b-47af-4616-97af-4c4c14b7ba0e {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:46:33.679768 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6311183b-47af-4616-97af-4c4c14b7ba0e not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:46:33.693054 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-fa377da9-3900-46c2-a53c-c00d50f53941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aeefe7a-796b-42e5-949b-ee0b896f24f6']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:33.703001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-fa377da9-3900-46c2-a53c-c00d50f53941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04711d9a-b053-4132-a390-d7c2b601e2cb') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:33.703299 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-fa377da9-3900-46c2-a53c-c00d50f53941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04711d9a-b053-4132-a390-d7c2b601e2cb') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:33.714810 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fa377da9-3900-46c2-a53c-c00d50f53941 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.728887 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fa377da9-3900-46c2-a53c-c00d50f53941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.735358 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa377da9-3900-46c2-a53c-c00d50f53941 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:46:33.735879 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fa377da9-3900-46c2-a53c-c00d50f53941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:46:33.739394 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:46:33.759724 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4eb6057e-feec-4d12-af8d-da0dea9873f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.790449 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6057e-feec-4d12-af8d-da0dea9873f6 None None] Pushing event deleted for resources: {'Port': ['ID=f66dd184-80b6-401f-8564-784c8145ada5,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:33.797395 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb6057e-feec-4d12-af8d-da0dea9873f6 None None] No DVR routers for this DVR port f66dd184-80b6-401f-8564-784c8145ada5 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:46:33.800710 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fa377da9-3900-46c2-a53c-c00d50f53941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.811555 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-fa377da9-3900-46c2-a53c-c00d50f53941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.815700 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fa377da9-3900-46c2-a53c-c00d50f53941 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0aeefe7a-796b-42e5-949b-ee0b896f24f6 HTTP/1.1" status: 204 len: 168 time: 0.5646591 Nov 23 22:46:33.828754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa377da9-3900-46c2-a53c-c00d50f53941 admin admin] Pushing event deleted for resources: {'Network': ['ID=0aeefe7a-796b-42e5-949b-ee0b896f24f6,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:33.959679 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:33.998026 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49908) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:34.038198 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-964007cb-c2bd-4219-b3a5-50ef45aa7a02 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a43d1f8e405a42f1b676e2edcf301cce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389316 Nov 23 22:46:34.040623 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49910) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:34.087587 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aab67452-b615-4e74-8a05-f573d91f89fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:34.108783 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aab67452-b615-4e74-8a05-f573d91f89fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:34.156148 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aab67452-b615-4e74-8a05-f573d91f89fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:34.159418 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aab67452-b615-4e74-8a05-f573d91f89fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:34.160835 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-aab67452-b615-4e74-8a05-f573d91f89fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5f9f3436-8805-4119-bd47-10ae46de04a1 HTTP/1.1" status: 204 len: 168 time: 0.1192265 Nov 23 22:46:34.169155 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab67452-b615-4e74-8a05-f573d91f89fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9f3436-8805-4119-bd47-10ae46de04a1,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:34.471761 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49916) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:34.512361 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-672f3353-cfb0-40c4-969e-6a53e9037814 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b330c9f04f034914b4829c83097e3b84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393054 Nov 23 22:46:34.514604 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49918) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:34.563622 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a85366da-5b95-40e1-a95d-93a7b3e4437e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:34.584351 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a85366da-5b95-40e1-a95d-93a7b3e4437e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:34.631522 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a85366da-5b95-40e1-a95d-93a7b3e4437e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:34.634120 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a85366da-5b95-40e1-a95d-93a7b3e4437e admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:34.635324 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a85366da-5b95-40e1-a95d-93a7b3e4437e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0c669391-2bac-4326-ab69-9da56a214c59 HTTP/1.1" status: 204 len: 168 time: 0.1197259 Nov 23 22:46:34.643820 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85366da-5b95-40e1-a95d-93a7b3e4437e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c669391-2bac-4326-ab69-9da56a214c59,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:35.315663 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49940) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:35.437936 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-1916ef04-4ef2-4802-b9a4-e234daeaa377 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-954239198-network', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:35.459623 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1916ef04-4ef2-4802-b9a4-e234daeaa377 admin admin] Made reservation on behalf of ec8a8cbf667e4ffa970bf5aa20df271e for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:35.461863 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1916ef04-4ef2-4802-b9a4-e234daeaa377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:35.470125 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1916ef04-4ef2-4802-b9a4-e234daeaa377 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:35.542914 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1916ef04-4ef2-4802-b9a4-e234daeaa377 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:35.546616 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1916ef04-4ef2-4802-b9a4-e234daeaa377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:35.573603 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1916ef04-4ef2-4802-b9a4-e234daeaa377 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:46:35.580112 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916ef04-4ef2-4802-b9a4-e234daeaa377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f6d914-3a36-410f-b036-ecfedacc299a,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:35.589212 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1916ef04-4ef2-4802-b9a4-e234daeaa377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:35.589568 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-1916ef04-4ef2-4802-b9a4-e234daeaa377 admin admin] Added segment 50e53c1d-3d61-4a1f-acad-4be14ed0572c of type vlan for network b286d46c-fbba-4423-b1ec-930d93784e08 Nov 23 22:46:35.630045 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1916ef04-4ef2-4802-b9a4-e234daeaa377 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:35.653716 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1916ef04-4ef2-4802-b9a4-e234daeaa377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:35.654675 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1916ef04-4ef2-4802-b9a4-e234daeaa377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:35.655250 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1916ef04-4ef2-4802-b9a4-e234daeaa377 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:35.688144 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1916ef04-4ef2-4802-b9a4-e234daeaa377 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3713033 Nov 23 22:46:35.691654 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49944) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:35.696729 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-df42fad3-8ad4-4a7a-9dbf-fab406c4dba1 admin admin] Request body: {'subnet': {'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-954239198-subnet', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:35.717221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df42fad3-8ad4-4a7a-9dbf-fab406c4dba1 admin admin] Made reservation on behalf of ec8a8cbf667e4ffa970bf5aa20df271e for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:35.719552 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-df42fad3-8ad4-4a7a-9dbf-fab406c4dba1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:35.723011 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916ef04-4ef2-4802-b9a4-e234daeaa377 admin admin] Pushing event updated for resources: {'Network': ['ID=b286d46c-fbba-4423-b1ec-930d93784e08,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:35.732847 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network b286d46c-fbba-4423-b1ec-930d93784e08 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:46:35.891582 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-df42fad3-8ad4-4a7a-9dbf-fab406c4dba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:35.951934 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42fad3-8ad4-4a7a-9dbf-fab406c4dba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=517ea925-f3c8-43cb-9f35-3e3b57bf4893,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:35.961324 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df42fad3-8ad4-4a7a-9dbf-fab406c4dba1 admin admin] Checking segment: {'id': '50e53c1d-3d61-4a1f-acad-4be14ed0572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:35.961688 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df42fad3-8ad4-4a7a-9dbf-fab406c4dba1 admin admin] Network hostable DHCP agents. Network: b286d46c-fbba-4423-b1ec-930d93784e08, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:46:35.977681 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df42fad3-8ad4-4a7a-9dbf-fab406c4dba1 admin admin] Network b286d46c-fbba-4423-b1ec-930d93784e08 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:46:35.986261 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-df42fad3-8ad4-4a7a-9dbf-fab406c4dba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, b286d46c-fbba-4423-b1ec-930d93784e08) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:35.990948 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df42fad3-8ad4-4a7a-9dbf-fab406c4dba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:35.991536 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-df42fad3-8ad4-4a7a-9dbf-fab406c4dba1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:35.995695 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93c77af-c502-4f05-b2e9-ebd752655f87 None None] Network b286d46c-fbba-4423-b1ec-930d93784e08 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:46:36.008461 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-df42fad3-8ad4-4a7a-9dbf-fab406c4dba1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3156080 Nov 23 22:46:36.011206 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49946) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:36.015833 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-31ef3532-a8da-456c-be0f-39270ea57e86 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-954239198-router', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:36.036738 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-31ef3532-a8da-456c-be0f-39270ea57e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.037919 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-31ef3532-a8da-456c-be0f-39270ea57e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.089565 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-31ef3532-a8da-456c-be0f-39270ea57e86 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.142303 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66602f88-1bc1-44b8-9cac-aad6be63ed2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-b286d46c-fbba-4423-b1ec-930d93784e08', 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'fixed_ips': [{'subnet_id': '517ea925-f3c8-43cb-9f35-3e3b57bf4893'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:46:36.143243 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-66602f88-1bc1-44b8-9cac-aad6be63ed2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.280601 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-66602f88-1bc1-44b8-9cac-aad6be63ed2a None None] Allocated IP 172.20.0.2 (b286d46c-fbba-4423-b1ec-930d93784e08/517ea925-f3c8-43cb-9f35-3e3b57bf4893/2408a8ca-d3e1-4e8b-809f-9733e47a8b29) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:36.434769 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-66602f88-1bc1-44b8-9cac-aad6be63ed2a None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.440715 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-66602f88-1bc1-44b8-9cac-aad6be63ed2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.483359 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66602f88-1bc1-44b8-9cac-aad6be63ed2a None None] Network b286d46c-fbba-4423-b1ec-930d93784e08 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:36.486292 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-66602f88-1bc1-44b8-9cac-aad6be63ed2a None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:36.491558 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66602f88-1bc1-44b8-9cac-aad6be63ed2a None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:36.494853 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66602f88-1bc1-44b8-9cac-aad6be63ed2a None None] Pushing event updated for resources: {'Port': ['ID=2408a8ca-d3e1-4e8b-809f-9733e47a8b29,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:36.533497 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-31ef3532-a8da-456c-be0f-39270ea57e86 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.549998 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-66602f88-1bc1-44b8-9cac-aad6be63ed2a None None] Attempting to bind port 2408a8ca-d3e1-4e8b-809f-9733e47a8b29 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:46:36.550425 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-66602f88-1bc1-44b8-9cac-aad6be63ed2a None None] Attempting to bind port 2408a8ca-d3e1-4e8b-809f-9733e47a8b29 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '50e53c1d-3d61-4a1f-acad-4be14ed0572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:46:36.550770 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66602f88-1bc1-44b8-9cac-aad6be63ed2a None None] Attempting to bind port 2408a8ca-d3e1-4e8b-809f-9733e47a8b29 on network b286d46c-fbba-4423-b1ec-930d93784e08 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:36.555843 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66602f88-1bc1-44b8-9cac-aad6be63ed2a None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:46:36.556219 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66602f88-1bc1-44b8-9cac-aad6be63ed2a None None] Checking segment: {'id': '50e53c1d-3d61-4a1f-acad-4be14ed0572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:36.556680 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-66602f88-1bc1-44b8-9cac-aad6be63ed2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.557120 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66602f88-1bc1-44b8-9cac-aad6be63ed2a None None] Bound using segment: {'id': '50e53c1d-3d61-4a1f-acad-4be14ed0572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:46:36.557593 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-66602f88-1bc1-44b8-9cac-aad6be63ed2a None None] Bound port: 2408a8ca-d3e1-4e8b-809f-9733e47a8b29, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e53c1d-3d61-4a1f-acad-4be14ed0572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:46:36.557978 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-66602f88-1bc1-44b8-9cac-aad6be63ed2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.623758 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-66602f88-1bc1-44b8-9cac-aad6be63ed2a None None] For port 2408a8ca-d3e1-4e8b-809f-9733e47a8b29, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:46:36.627026 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-66602f88-1bc1-44b8-9cac-aad6be63ed2a None None] For port 2408a8ca-d3e1-4e8b-809f-9733e47a8b29, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2408a8ca-d3e1-4e8b-809f-9733e47a8b29,segment=NetworkSegment(50e53c1d-3d61-4a1f-acad-4be14ed0572c),segment_id=50e53c1d-3d61-4a1f-acad-4be14ed0572c)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:46:36.633102 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-66602f88-1bc1-44b8-9cac-aad6be63ed2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.697366 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66602f88-1bc1-44b8-9cac-aad6be63ed2a None None] Pushing event updated for resources: {'Port': ['ID=2408a8ca-d3e1-4e8b-809f-9733e47a8b29,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:36.737804 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-31ef3532-a8da-456c-be0f-39270ea57e86 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.760851 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-31ef3532-a8da-456c-be0f-39270ea57e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:36.882574 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-31ef3532-a8da-456c-be0f-39270ea57e86 admin admin] Allocated IP 172.25.5.170 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/f3f69966-d5d1-4937-a7d2-14b07876951c) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:36.995166 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-31ef3532-a8da-456c-be0f-39270ea57e86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:37.028016 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-31ef3532-a8da-456c-be0f-39270ea57e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:37.068851 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ef3532-a8da-456c-be0f-39270ea57e86 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:37.071798 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-31ef3532-a8da-456c-be0f-39270ea57e86 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:37.074225 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef3532-a8da-456c-be0f-39270ea57e86 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:37.084761 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b142a75-5342-44b5-a146-eaa8e4715831 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:46:37.098607 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef3532-a8da-456c-be0f-39270ea57e86 admin admin] Pushing event updated for resources: {'Port': ['ID=f3f69966-d5d1-4937-a7d2-14b07876951c,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:37.161062 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6dbe214a-4230-4d72-b2b2-7190f4995416 None None] Provisioning complete for port f3f69966-d5d1-4937-a7d2-14b07876951c triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:37.161440 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6dbe214a-4230-4d72-b2b2-7190f4995416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:37.196800 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe214a-4230-4d72-b2b2-7190f4995416 None None] Port f3f69966-d5d1-4937-a7d2-14b07876951c cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:46:37.329402 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-31ef3532-a8da-456c-be0f-39270ea57e86 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:37.542327 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-31ef3532-a8da-456c-be0f-39270ea57e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:37.591478 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2408a8ca-d3e1-4e8b-809f-9733e47a8b29 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:37.646194 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8350e0db-c7fb-4a25-92e3-d0b698157406 None None] Network b286d46c-fbba-4423-b1ec-930d93784e08 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:46:37.651431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 2408a8ca-d3e1-4e8b-809f-9733e47a8b29 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:37.651615 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:37.684797 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ef3532-a8da-456c-be0f-39270ea57e86 admin admin] Router cfea14ed-e3f5-46d2-a223-6b785b629f8f is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:46:37.797386 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ef3532-a8da-456c-be0f-39270ea57e86 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:46:37.808733 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] Sync routers for ids ['cfea14ed-e3f5-46d2-a223-6b785b629f8f'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:46:37.820138 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] Routers {'cfea14ed-e3f5-46d2-a223-6b785b629f8f'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:37.821025 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:46:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['cfea14ed-e3f5-46d2-a223-6b785b629f8f'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:37.821421 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-31ef3532-a8da-456c-be0f-39270ea57e86 admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:37.822863 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-31ef3532-a8da-456c-be0f-39270ea57e86 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8103857 Nov 23 22:46:37.825489 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49948) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:37.921641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5982c1f1-abe2-45c5-bc2b-1035442d0f74 None None] Provisioning complete for port 2408a8ca-d3e1-4e8b-809f-9733e47a8b29 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:37.921898 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5982c1f1-abe2-45c5-bc2b-1035442d0f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:37.938176 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] Set router cfea14ed-e3f5-46d2-a223-6b785b629f8f gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:38.101569 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.137453 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5982c1f1-abe2-45c5-bc2b-1035442d0f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.159148 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 2408a8ca-d3e1-4e8b-809f-9733e47a8b29, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2408a8ca-d3e1-4e8b-809f-9733e47a8b29,segment=NetworkSegment(50e53c1d-3d61-4a1f-acad-4be14ed0572c),segment_id=50e53c1d-3d61-4a1f-acad-4be14ed0572c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:38.172986 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.243841 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'name': 'tempest-TestMinimumBasicScenario-954239198-router', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:37Z', 'revision_number': 3, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'gw_port': {'id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:38.275716 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-5982c1f1-abe2-45c5-bc2b-1035442d0f74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 22:46:38.276087 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-5982c1f1-abe2-45c5-bc2b-1035442d0f74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 22:46:38.280856 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=2408a8ca-d3e1-4e8b-809f-9733e47a8b29,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:38.286636 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-26086b18-71f9-4e41-9ec3-bac539692ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.306871 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] Checking router: cfea14ed-e3f5-46d2-a223-6b785b629f8f for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:46:38.307221 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] Updating router cfea14ed-e3f5-46d2-a223-6b785b629f8f port f3f69966-d5d1-4937-a7d2-14b07876951c binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:46:38.336777 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.480108 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-26086b18-71f9-4e41-9ec3-bac539692ebb admin admin] Allocated IP 172.20.0.1 (b286d46c-fbba-4423-b1ec-930d93784e08/517ea925-f3c8-43cb-9f35-3e3b57bf4893/b7675d7a-a43d-4865-8f94-a1b8952485bb) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:38.592600 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-26086b18-71f9-4e41-9ec3-bac539692ebb admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.610094 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.615739 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.629537 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-26086b18-71f9-4e41-9ec3-bac539692ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.660623 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8675dff-1071-40d9-93dc-7fb87517de86 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:46:38.675224 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] Attempting to bind port f3f69966-d5d1-4937-a7d2-14b07876951c on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:46:38.675487 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] Attempting to bind port f3f69966-d5d1-4937-a7d2-14b07876951c by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:46:38.675890 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] Attempting to bind port f3f69966-d5d1-4937-a7d2-14b07876951c on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:38.676484 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26086b18-71f9-4e41-9ec3-bac539692ebb admin admin] Network b286d46c-fbba-4423-b1ec-930d93784e08 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:38.678076 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0d848-f3df-4906-aca4-7f2a32dbfc96 None None] Pushing event updated for resources: {'Port': ['ID=f3f69966-d5d1-4937-a7d2-14b07876951c,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:38.679964 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-26086b18-71f9-4e41-9ec3-bac539692ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:38.684476 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26086b18-71f9-4e41-9ec3-bac539692ebb admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:38.687732 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26086b18-71f9-4e41-9ec3-bac539692ebb admin admin] Pushing event updated for resources: {'Port': ['ID=b7675d7a-a43d-4865-8f94-a1b8952485bb,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:38.688449 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:46:38.688713 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:38.689120 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.689983 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:46:38.690441 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] Bound port: f3f69966-d5d1-4937-a7d2-14b07876951c, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:46:38.690844 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.693277 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0d848-f3df-4906-aca4-7f2a32dbfc96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:38.693616 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0d848-f3df-4906-aca4-7f2a32dbfc96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:38.693948 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0d848-f3df-4906-aca4-7f2a32dbfc96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:38.694272 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0d848-f3df-4906-aca4-7f2a32dbfc96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:38.694596 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0d848-f3df-4906-aca4-7f2a32dbfc96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:38.694944 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0d848-f3df-4906-aca4-7f2a32dbfc96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:38.695265 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0d848-f3df-4906-aca4-7f2a32dbfc96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:38.696051 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0d848-f3df-4906-aca4-7f2a32dbfc96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:38.696051 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0d848-f3df-4906-aca4-7f2a32dbfc96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:38.696203 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0d848-f3df-4906-aca4-7f2a32dbfc96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:38.696483 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0d848-f3df-4906-aca4-7f2a32dbfc96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:38.696800 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0d848-f3df-4906-aca4-7f2a32dbfc96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:38.732948 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-26086b18-71f9-4e41-9ec3-bac539692ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.750849 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] For port f3f69966-d5d1-4937-a7d2-14b07876951c, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:46:38.754615 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] For port f3f69966-d5d1-4937-a7d2-14b07876951c, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f3f69966-d5d1-4937-a7d2-14b07876951c,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:46:38.764000 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.820679 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b2ea7b-71e2-441b-8089-a9f05344e855 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:46:38.826115 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0d848-f3df-4906-aca4-7f2a32dbfc96 None None] Pushing event updated for resources: {'Port': ['ID=f3f69966-d5d1-4937-a7d2-14b07876951c,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:38.830905 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] Routers {'cfea14ed-e3f5-46d2-a223-6b785b629f8f'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:38.831575 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:46:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['cfea14ed-e3f5-46d2-a223-6b785b629f8f'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:38.911352 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-26086b18-71f9-4e41-9ec3-bac539692ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:38.942894 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] Set router cfea14ed-e3f5-46d2-a223-6b785b629f8f gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:38.951238 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-df69c0fd-5ad9-499c-a83c-f0168b2ff276 None None] Provisioning complete for port 2408a8ca-d3e1-4e8b-809f-9733e47a8b29 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:38.951618 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-df69c0fd-5ad9-499c-a83c-f0168b2ff276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:39.046377 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-df69c0fd-5ad9-499c-a83c-f0168b2ff276 None None] Provisioning complete for port b7675d7a-a43d-4865-8f94-a1b8952485bb triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:39.046669 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-df69c0fd-5ad9-499c-a83c-f0168b2ff276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:39.081391 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-df69c0fd-5ad9-499c-a83c-f0168b2ff276 None None] Port b7675d7a-a43d-4865-8f94-a1b8952485bb cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:46:39.083501 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-26086b18-71f9-4e41-9ec3-bac539692ebb admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:39.088223 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-26086b18-71f9-4e41-9ec3-bac539692ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:39.092985 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-df69c0fd-5ad9-499c-a83c-f0168b2ff276 None None] Provisioning complete for port f3f69966-d5d1-4937-a7d2-14b07876951c triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:39.093352 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-df69c0fd-5ad9-499c-a83c-f0168b2ff276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:39.128510 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'name': 'tempest-TestMinimumBasicScenario-954239198-router', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:37Z', 'revision_number': 3, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'gw_port': {'id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:39.154943 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1881c49e-0f12-4261-b153-f7ff3d3a209d None None] The sync data for ids ['cfea14ed-e3f5-46d2-a223-6b785b629f8f'] in n-d-816206-9 is: [{'id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'name': 'tempest-TestMinimumBasicScenario-954239198-router', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:37Z', 'revision_number': 3, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'gw_port': {'id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:46:39.168748 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26086b18-71f9-4e41-9ec3-bac539692ebb admin admin] Pushing event updated for resources: {'Port': ['ID=b7675d7a-a43d-4865-8f94-a1b8952485bb,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:39.183242 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-26086b18-71f9-4e41-9ec3-bac539692ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:39.184129 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-df69c0fd-5ad9-499c-a83c-f0168b2ff276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:39.206326 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-df69c0fd-5ad9-499c-a83c-f0168b2ff276 None None] For port f3f69966-d5d1-4937-a7d2-14b07876951c, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f3f69966-d5d1-4937-a7d2-14b07876951c,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:39.212382 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-df69c0fd-5ad9-499c-a83c-f0168b2ff276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:39.269675 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69c0fd-5ad9-499c-a83c-f0168b2ff276 None None] Pushing event updated for resources: {'Port': ['ID=f3f69966-d5d1-4937-a7d2-14b07876951c,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:39.291183 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26086b18-71f9-4e41-9ec3-bac539692ebb admin admin] Network b286d46c-fbba-4423-b1ec-930d93784e08 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:39.292715 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-26086b18-71f9-4e41-9ec3-bac539692ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:39.438396 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26086b18-71f9-4e41-9ec3-bac539692ebb admin admin] Router cfea14ed-e3f5-46d2-a223-6b785b629f8f has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:46:39.575582 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26086b18-71f9-4e41-9ec3-bac539692ebb admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:46:39.580816 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-26086b18-71f9-4e41-9ec3-bac539692ebb admin admin] 10.222.0.50 "PUT /v2.0/routers/cfea14ed-e3f5-46d2-a223-6b785b629f8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7543416 Nov 23 22:46:39.641646 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b7a6cb95-dd01-432b-a7d3-0e78bd703ba3 None None] Provisioning complete for port b7675d7a-a43d-4865-8f94-a1b8952485bb triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:39.642388 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b7a6cb95-dd01-432b-a7d3-0e78bd703ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:39.673744 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f3f69966-d5d1-4937-a7d2-14b07876951c up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:39.717176 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b7a6cb95-dd01-432b-a7d3-0e78bd703ba3 None None] Port b7675d7a-a43d-4865-8f94-a1b8952485bb cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:46:39.739787 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port f3f69966-d5d1-4937-a7d2-14b07876951c triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:39.740246 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:39.829509 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2408a8ca-d3e1-4e8b-809f-9733e47a8b29 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:39.881578 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 2408a8ca-d3e1-4e8b-809f-9733e47a8b29 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:39.881951 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.135754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 49964) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:40.140691 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-66365aa9-31f7-4080-9f12-55b8678ef9bf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-459870037-network', 'tenant_id': 'e5d17f97330640328ba890915f36db73'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:40.161376 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66365aa9-31f7-4080-9f12-55b8678ef9bf admin admin] Made reservation on behalf of e5d17f97330640328ba890915f36db73 for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:40.163763 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-66365aa9-31f7-4080-9f12-55b8678ef9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.172382 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-66365aa9-31f7-4080-9f12-55b8678ef9bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.248714 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-66365aa9-31f7-4080-9f12-55b8678ef9bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.253641 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-66365aa9-31f7-4080-9f12-55b8678ef9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.281732 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66365aa9-31f7-4080-9f12-55b8678ef9bf admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:46:40.288715 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66365aa9-31f7-4080-9f12-55b8678ef9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f563d9-2ab3-4c88-89bc-72d91e550555,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:40.295521 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-66365aa9-31f7-4080-9f12-55b8678ef9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.295861 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-66365aa9-31f7-4080-9f12-55b8678ef9bf admin admin] Added segment 4df360aa-b678-42fa-839d-3edd53f8cddc of type vlan for network cb9d630c-f32d-4812-8407-b7fe10d23575 Nov 23 22:46:40.338598 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-66365aa9-31f7-4080-9f12-55b8678ef9bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.363811 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-66365aa9-31f7-4080-9f12-55b8678ef9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.364743 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66365aa9-31f7-4080-9f12-55b8678ef9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:40.365369 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-66365aa9-31f7-4080-9f12-55b8678ef9bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.692980 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-66365aa9-31f7-4080-9f12-55b8678ef9bf admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5561025 Nov 23 22:46:40.695903 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49966) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:40.701090 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e262630a-03b6-4c21-8ddd-d34dac6b9404 admin admin] Request body: {'subnet': {'network_id': 'cb9d630c-f32d-4812-8407-b7fe10d23575', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-459870037-subnet', 'tenant_id': 'e5d17f97330640328ba890915f36db73', 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:40.724257 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66365aa9-31f7-4080-9f12-55b8678ef9bf admin admin] Pushing event updated for resources: {'Network': ['ID=cb9d630c-f32d-4812-8407-b7fe10d23575,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:40.730971 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e262630a-03b6-4c21-8ddd-d34dac6b9404 admin admin] Made reservation on behalf of e5d17f97330640328ba890915f36db73 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:40.733349 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e262630a-03b6-4c21-8ddd-d34dac6b9404 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.734430 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network cb9d630c-f32d-4812-8407-b7fe10d23575 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:46:40.815769 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] Sync routers for ids ['cfea14ed-e3f5-46d2-a223-6b785b629f8f'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:46:40.825345 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] Routers {'cfea14ed-e3f5-46d2-a223-6b785b629f8f'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:40.825972 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:46:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['cfea14ed-e3f5-46d2-a223-6b785b629f8f'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:40.916220 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e262630a-03b6-4c21-8ddd-d34dac6b9404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:40.935628 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] Set router cfea14ed-e3f5-46d2-a223-6b785b629f8f gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:40.980245 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262630a-03b6-4c21-8ddd-d34dac6b9404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c75c2ce6-3a1e-468d-bffc-cc41363e4639,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:40.982838 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e262630a-03b6-4c21-8ddd-d34dac6b9404 admin admin] Checking segment: {'id': '4df360aa-b678-42fa-839d-3edd53f8cddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cb9d630c-f32d-4812-8407-b7fe10d23575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:40.982838 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e262630a-03b6-4c21-8ddd-d34dac6b9404 admin admin] Network hostable DHCP agents. Network: cb9d630c-f32d-4812-8407-b7fe10d23575, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:46:41.000906 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e262630a-03b6-4c21-8ddd-d34dac6b9404 admin admin] Network cb9d630c-f32d-4812-8407-b7fe10d23575 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:46:41.011427 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-e262630a-03b6-4c21-8ddd-d34dac6b9404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, cb9d630c-f32d-4812-8407-b7fe10d23575) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:41.015552 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e262630a-03b6-4c21-8ddd-d34dac6b9404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:41.016724 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e262630a-03b6-4c21-8ddd-d34dac6b9404 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:41.032640 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fef2f74-b40e-4fa3-ad66-a041bdef5b19 None None] Network cb9d630c-f32d-4812-8407-b7fe10d23575 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:46:41.034383 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e262630a-03b6-4c21-8ddd-d34dac6b9404 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3367074 Nov 23 22:46:41.037467 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49968) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:41.041730 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-1020b706-2cfe-4ee6-a99c-de21be536a79 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-459870037-router', 'tenant_id': 'e5d17f97330640328ba890915f36db73', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:41.063782 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1020b706-2cfe-4ee6-a99c-de21be536a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:41.065434 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1020b706-2cfe-4ee6-a99c-de21be536a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:41.124844 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1020b706-2cfe-4ee6-a99c-de21be536a79 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:41.275518 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9ab4ff-a1ff-428f-90e6-24f79bc12e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-cb9d630c-f32d-4812-8407-b7fe10d23575', 'network_id': 'cb9d630c-f32d-4812-8407-b7fe10d23575', 'tenant_id': 'e5d17f97330640328ba890915f36db73', 'fixed_ips': [{'subnet_id': 'c75c2ce6-3a1e-468d-bffc-cc41363e4639'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:46:41.276388 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4ff-a1ff-428f-90e6-24f79bc12e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:41.281957 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'name': 'tempest-TestMinimumBasicScenario-954239198-router', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:38Z', 'revision_number': 4, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'gw_port': {'id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'b7675d7a-a43d-4865-8f94-a1b8952485bb', 'name': '', 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'mac_address': 'fa:16:3e:e0:55:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '517ea925-f3c8-43cb-9f35-3e3b57bf4893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:38Z', 'updated_at': '2021-11-23T22:46:38Z', 'revision_number': 2, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'subnets': [{'id': '517ea925-f3c8-43cb-9f35-3e3b57bf4893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:41.317550 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] Checking router: cfea14ed-e3f5-46d2-a223-6b785b629f8f for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:46:41.317909 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] Updating router cfea14ed-e3f5-46d2-a223-6b785b629f8f port b7675d7a-a43d-4865-8f94-a1b8952485bb binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:46:41.408349 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:41.530578 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1020b706-2cfe-4ee6-a99c-de21be536a79 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:41.558405 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-ac9ab4ff-a1ff-428f-90e6-24f79bc12e1d None None] Allocated IP 172.20.0.2 (cb9d630c-f32d-4812-8407-b7fe10d23575/c75c2ce6-3a1e-468d-bffc-cc41363e4639/dd99c2c4-865e-4bf1-a50d-9debd08b1120) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:41.601950 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:46:41.734645 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1020b706-2cfe-4ee6-a99c-de21be536a79 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:41.756162 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1020b706-2cfe-4ee6-a99c-de21be536a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:41.819004 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4ff-a1ff-428f-90e6-24f79bc12e1d None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:41.831645 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4ff-a1ff-428f-90e6-24f79bc12e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:41.874226 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:41.880473 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-1020b706-2cfe-4ee6-a99c-de21be536a79 admin admin] Allocated IP 172.25.5.151 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/2fe0e67d-bb89-43d2-aa2c-10a0c53420d1) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:41.892521 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:41.896665 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9ab4ff-a1ff-428f-90e6-24f79bc12e1d None None] Network cb9d630c-f32d-4812-8407-b7fe10d23575 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:41.906204 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-ac9ab4ff-a1ff-428f-90e6-24f79bc12e1d None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:41.908607 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9ab4ff-a1ff-428f-90e6-24f79bc12e1d None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:41.912538 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4ff-a1ff-428f-90e6-24f79bc12e1d None None] Pushing event updated for resources: {'Port': ['ID=dd99c2c4-865e-4bf1-a50d-9debd08b1120,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:42.014052 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1020b706-2cfe-4ee6-a99c-de21be536a79 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.025432 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4fe86-b638-4631-9fc6-bbc25b38bbf5 None None] Pushing event updated for resources: {'Port': ['ID=b7675d7a-a43d-4865-8f94-a1b8952485bb,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:42.070691 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1020b706-2cfe-4ee6-a99c-de21be536a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.140105 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1020b706-2cfe-4ee6-a99c-de21be536a79 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:42.149046 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-1020b706-2cfe-4ee6-a99c-de21be536a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:42.157202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1020b706-2cfe-4ee6-a99c-de21be536a79 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:42.162022 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020b706-2cfe-4ee6-a99c-de21be536a79 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe0e67d-bb89-43d2-aa2c-10a0c53420d1,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:42.233306 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff4a336-3ece-4232-a3e3-5d6041cb3661 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:46:42.237181 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ac9ab4ff-a1ff-428f-90e6-24f79bc12e1d None None] Attempting to bind port dd99c2c4-865e-4bf1-a50d-9debd08b1120 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:46:42.237550 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ac9ab4ff-a1ff-428f-90e6-24f79bc12e1d None None] Attempting to bind port dd99c2c4-865e-4bf1-a50d-9debd08b1120 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '4df360aa-b678-42fa-839d-3edd53f8cddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cb9d630c-f32d-4812-8407-b7fe10d23575'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:46:42.237905 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9ab4ff-a1ff-428f-90e6-24f79bc12e1d None None] Attempting to bind port dd99c2c4-865e-4bf1-a50d-9debd08b1120 on network cb9d630c-f32d-4812-8407-b7fe10d23575 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:42.262030 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] Attempting to bind port b7675d7a-a43d-4865-8f94-a1b8952485bb on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:46:42.262416 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] Attempting to bind port b7675d7a-a43d-4865-8f94-a1b8952485bb by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '50e53c1d-3d61-4a1f-acad-4be14ed0572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:46:42.262897 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] Attempting to bind port b7675d7a-a43d-4865-8f94-a1b8952485bb on network b286d46c-fbba-4423-b1ec-930d93784e08 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:42.266150 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9ab4ff-a1ff-428f-90e6-24f79bc12e1d None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:46:42.266515 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9ab4ff-a1ff-428f-90e6-24f79bc12e1d None None] Checking segment: {'id': '4df360aa-b678-42fa-839d-3edd53f8cddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cb9d630c-f32d-4812-8407-b7fe10d23575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:42.267016 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4ff-a1ff-428f-90e6-24f79bc12e1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.267402 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9ab4ff-a1ff-428f-90e6-24f79bc12e1d None None] Bound using segment: {'id': '4df360aa-b678-42fa-839d-3edd53f8cddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cb9d630c-f32d-4812-8407-b7fe10d23575'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:46:42.267912 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ac9ab4ff-a1ff-428f-90e6-24f79bc12e1d None None] Bound port: dd99c2c4-865e-4bf1-a50d-9debd08b1120, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df360aa-b678-42fa-839d-3edd53f8cddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cb9d630c-f32d-4812-8407-b7fe10d23575'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:46:42.268289 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4ff-a1ff-428f-90e6-24f79bc12e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.285193 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:46:42.285567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] Checking segment: {'id': '50e53c1d-3d61-4a1f-acad-4be14ed0572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:42.285964 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.286351 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] Bound using segment: {'id': '50e53c1d-3d61-4a1f-acad-4be14ed0572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:46:42.286852 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] Bound port: b7675d7a-a43d-4865-8f94-a1b8952485bb, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e53c1d-3d61-4a1f-acad-4be14ed0572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:46:42.287231 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.301132 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1a1c4c23-67f2-439d-8698-9c306491ae5c None None] Provisioning complete for port b7675d7a-a43d-4865-8f94-a1b8952485bb triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:42.301498 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1a1c4c23-67f2-439d-8698-9c306491ae5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.406618 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1a1c4c23-67f2-439d-8698-9c306491ae5c None None] Port b7675d7a-a43d-4865-8f94-a1b8952485bb cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:46:42.434941 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4ff-a1ff-428f-90e6-24f79bc12e1d None None] For port dd99c2c4-865e-4bf1-a50d-9debd08b1120, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:46:42.439282 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ac9ab4ff-a1ff-428f-90e6-24f79bc12e1d None None] For port dd99c2c4-865e-4bf1-a50d-9debd08b1120, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=dd99c2c4-865e-4bf1-a50d-9debd08b1120,segment=NetworkSegment(4df360aa-b678-42fa-839d-3edd53f8cddc),segment_id=4df360aa-b678-42fa-839d-3edd53f8cddc)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:46:42.443323 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] For port b7675d7a-a43d-4865-8f94-a1b8952485bb, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:46:42.446988 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] For port b7675d7a-a43d-4865-8f94-a1b8952485bb, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b7675d7a-a43d-4865-8f94-a1b8952485bb,segment=NetworkSegment(50e53c1d-3d61-4a1f-acad-4be14ed0572c),segment_id=50e53c1d-3d61-4a1f-acad-4be14ed0572c)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:46:42.448923 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ac9ab4ff-a1ff-428f-90e6-24f79bc12e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.454741 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.477842 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1020b706-2cfe-4ee6-a99c-de21be536a79 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.533010 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] Routers {'cfea14ed-e3f5-46d2-a223-6b785b629f8f'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:42.534278 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:46:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['cfea14ed-e3f5-46d2-a223-6b785b629f8f'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:42.582947 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ab4ff-a1ff-428f-90e6-24f79bc12e1d None None] Pushing event updated for resources: {'Port': ['ID=dd99c2c4-865e-4bf1-a50d-9debd08b1120,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:42.624306 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3261ba73-9344-4cb9-9b2e-94308b75ab26 None None] Provisioning complete for port 2fe0e67d-bb89-43d2-aa2c-10a0c53420d1 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:42.624678 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3261ba73-9344-4cb9-9b2e-94308b75ab26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.713106 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1020b706-2cfe-4ee6-a99c-de21be536a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:42.720587 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4fe86-b638-4631-9fc6-bbc25b38bbf5 None None] Pushing event updated for resources: {'Port': ['ID=b7675d7a-a43d-4865-8f94-a1b8952485bb,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:42.727161 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-3261ba73-9344-4cb9-9b2e-94308b75ab26 None None] Port 2fe0e67d-bb89-43d2-aa2c-10a0c53420d1 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:46:42.743245 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] Set router cfea14ed-e3f5-46d2-a223-6b785b629f8f gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:42.900136 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1020b706-2cfe-4ee6-a99c-de21be536a79 admin admin] Router e0c00c17-eac1-472e-b9b5-7842459945bf is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:46:42.982130 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-754cc188-e98c-45a4-ab0d-cc24b4d2c857 None None] Provisioning complete for port b7675d7a-a43d-4865-8f94-a1b8952485bb triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:42.982626 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-754cc188-e98c-45a4-ab0d-cc24b4d2c857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.020764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1020b706-2cfe-4ee6-a99c-de21be536a79 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:46:43.031573 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] Sync routers for ids ['e0c00c17-eac1-472e-b9b5-7842459945bf'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:46:43.042418 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-1020b706-2cfe-4ee6-a99c-de21be536a79 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.046871 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-1020b706-2cfe-4ee6-a99c-de21be536a79 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0059786 Nov 23 22:46:43.047009 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] Routers {'e0c00c17-eac1-472e-b9b5-7842459945bf'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:43.047009 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:46:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e0c00c17-eac1-472e-b9b5-7842459945bf'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:43.047210 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 49970) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:46:43.057837 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'name': 'tempest-TestMinimumBasicScenario-954239198-router', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:38Z', 'revision_number': 4, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'gw_port': {'id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'b7675d7a-a43d-4865-8f94-a1b8952485bb', 'name': '', 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'mac_address': 'fa:16:3e:e0:55:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '517ea925-f3c8-43cb-9f35-3e3b57bf4893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:38Z', 'updated_at': '2021-11-23T22:46:42Z', 'revision_number': 4, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'subnets': [{'id': '517ea925-f3c8-43cb-9f35-3e3b57bf4893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:43.086873 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8503ac7b-2811-4e40-b4df-5af90d6cc09a None None] The sync data for ids ['cfea14ed-e3f5-46d2-a223-6b785b629f8f'] in n-d-816206-9 is: [{'id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'name': 'tempest-TestMinimumBasicScenario-954239198-router', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:38Z', 'revision_number': 4, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'gw_port': {'id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'b7675d7a-a43d-4865-8f94-a1b8952485bb', 'name': '', 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'mac_address': 'fa:16:3e:e0:55:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '517ea925-f3c8-43cb-9f35-3e3b57bf4893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:38Z', 'updated_at': '2021-11-23T22:46:42Z', 'revision_number': 4, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'subnets': [{'id': '517ea925-f3c8-43cb-9f35-3e3b57bf4893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:46:43.151608 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-754cc188-e98c-45a4-ab0d-cc24b4d2c857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.198188 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] Set router e0c00c17-eac1-472e-b9b5-7842459945bf gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:43.220098 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-754cc188-e98c-45a4-ab0d-cc24b4d2c857 None None] For port b7675d7a-a43d-4865-8f94-a1b8952485bb, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b7675d7a-a43d-4865-8f94-a1b8952485bb,segment=NetworkSegment(50e53c1d-3d61-4a1f-acad-4be14ed0572c),segment_id=50e53c1d-3d61-4a1f-acad-4be14ed0572c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:43.225792 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-754cc188-e98c-45a4-ab0d-cc24b4d2c857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.291957 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754cc188-e98c-45a4-ab0d-cc24b4d2c857 None None] Pushing event updated for resources: {'Port': ['ID=b7675d7a-a43d-4865-8f94-a1b8952485bb,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:43.423842 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c00c17-eac1-472e-b9b5-7842459945bf', 'name': 'tempest-TestMinimumBasicScenario-459870037-router', 'tenant_id': 'e5d17f97330640328ba890915f36db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '2fe0e67d-bb89-43d2-aa2c-10a0c53420d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:41Z', 'updated_at': '2021-11-23T22:46:42Z', 'revision_number': 3, 'project_id': 'e5d17f97330640328ba890915f36db73', 'gw_port': {'id': '2fe0e67d-bb89-43d2-aa2c-10a0c53420d1', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:04:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c00c17-eac1-472e-b9b5-7842459945bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:41Z', 'updated_at': '2021-11-23T22:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:43.457428 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] Checking router: e0c00c17-eac1-472e-b9b5-7842459945bf for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:46:43.458066 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] Updating router e0c00c17-eac1-472e-b9b5-7842459945bf port 2fe0e67d-bb89-43d2-aa2c-10a0c53420d1 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:46:43.490051 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.658208 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ba58809b-2fdb-4506-bf31-1be6f2cec60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.659983 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device dd99c2c4-865e-4bf1-a50d-9debd08b1120 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:43.784724 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port dd99c2c4-865e-4bf1-a50d-9debd08b1120 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:43.784983 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.804959 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.821400 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.884591 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b43359-f60b-4f7b-94fc-d6900ba84aaf None None] Network cb9d630c-f32d-4812-8407-b7fe10d23575 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:46:43.885416 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766b431-7818-4a13-a5c4-67d14b881f0a None None] Pushing event updated for resources: {'Port': ['ID=2fe0e67d-bb89-43d2-aa2c-10a0c53420d1,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:43.912298 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] Attempting to bind port 2fe0e67d-bb89-43d2-aa2c-10a0c53420d1 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:46:43.912898 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] Attempting to bind port 2fe0e67d-bb89-43d2-aa2c-10a0c53420d1 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:46:43.913436 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] Attempting to bind port 2fe0e67d-bb89-43d2-aa2c-10a0c53420d1 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:43.920898 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:46:43.921581 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:43.922626 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.923217 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:46:43.925186 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] Bound port: 2fe0e67d-bb89-43d2-aa2c-10a0c53420d1, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:46:43.926542 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:43.930587 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c10f123-ed60-4d27-af04-d5c21aa94a27 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:46:43.940003 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-ba58809b-2fdb-4506-bf31-1be6f2cec60a admin admin] Allocated IP 172.20.0.1 (cb9d630c-f32d-4812-8407-b7fe10d23575/c75c2ce6-3a1e-468d-bffc-cc41363e4639/2422a8be-6be0-4205-a288-d566e0abc55d) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:43.982126 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:44.008703 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] For port 2fe0e67d-bb89-43d2-aa2c-10a0c53420d1, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:46:44.015119 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] For port 2fe0e67d-bb89-43d2-aa2c-10a0c53420d1, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2fe0e67d-bb89-43d2-aa2c-10a0c53420d1,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:46:44.027151 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3a1364e4-e7c2-4956-a84b-27fe58f54d9e None None] Provisioning complete for port dd99c2c4-865e-4bf1-a50d-9debd08b1120 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:44.027505 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:44.027632 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3a1364e4-e7c2-4956-a84b-27fe58f54d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:44.073978 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b14aab-33f7-4250-bbaa-9e8fbbc0f100 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:46:44.077848 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] Routers {'e0c00c17-eac1-472e-b9b5-7842459945bf'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:44.078931 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:46:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e0c00c17-eac1-472e-b9b5-7842459945bf'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:44.094482 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ba58809b-2fdb-4506-bf31-1be6f2cec60a admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:44.105493 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port dd99c2c4-865e-4bf1-a50d-9debd08b1120, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=dd99c2c4-865e-4bf1-a50d-9debd08b1120,segment=NetworkSegment(4df360aa-b678-42fa-839d-3edd53f8cddc),segment_id=4df360aa-b678-42fa-839d-3edd53f8cddc)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:44.136762 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:44.137542 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b7675d7a-a43d-4865-8f94-a1b8952485bb up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:44.162383 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ba58809b-2fdb-4506-bf31-1be6f2cec60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:44.223775 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58809b-2fdb-4506-bf31-1be6f2cec60a admin admin] Pushing event updated for resources: {'Port': ['ID=2422a8be-6be0-4205-a288-d566e0abc55d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:44.234618 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba58809b-2fdb-4506-bf31-1be6f2cec60a admin admin] Network cb9d630c-f32d-4812-8407-b7fe10d23575 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:44.236493 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-ba58809b-2fdb-4506-bf31-1be6f2cec60a admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:44.239806 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba58809b-2fdb-4506-bf31-1be6f2cec60a admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:44.285592 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ba58809b-2fdb-4506-bf31-1be6f2cec60a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:44.299609 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=dd99c2c4-865e-4bf1-a50d-9debd08b1120,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:44.301561 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766b431-7818-4a13-a5c4-67d14b881f0a None None] Pushing event updated for resources: {'Port': ['ID=2fe0e67d-bb89-43d2-aa2c-10a0c53420d1,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:44.338211 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] Set router e0c00c17-eac1-472e-b9b5-7842459945bf gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:44.355777 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port b7675d7a-a43d-4865-8f94-a1b8952485bb triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:44.356161 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:44.432444 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-53e76283-9376-4f1a-98fd-579e738bac4c None None] Provisioning complete for port 2fe0e67d-bb89-43d2-aa2c-10a0c53420d1 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:44.432812 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-53e76283-9376-4f1a-98fd-579e738bac4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:44.483052 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ba58809b-2fdb-4506-bf31-1be6f2cec60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:44.560729 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c00c17-eac1-472e-b9b5-7842459945bf', 'name': 'tempest-TestMinimumBasicScenario-459870037-router', 'tenant_id': 'e5d17f97330640328ba890915f36db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '2fe0e67d-bb89-43d2-aa2c-10a0c53420d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:41Z', 'updated_at': '2021-11-23T22:46:42Z', 'revision_number': 3, 'project_id': 'e5d17f97330640328ba890915f36db73', 'gw_port': {'id': '2fe0e67d-bb89-43d2-aa2c-10a0c53420d1', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:04:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c00c17-eac1-472e-b9b5-7842459945bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:41Z', 'updated_at': '2021-11-23T22:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:44.603802 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e14d19-e0a1-4fea-b270-1a7d4d5c6e7e None None] The sync data for ids ['e0c00c17-eac1-472e-b9b5-7842459945bf'] in n-d-816206-9 is: [{'id': 'e0c00c17-eac1-472e-b9b5-7842459945bf', 'name': 'tempest-TestMinimumBasicScenario-459870037-router', 'tenant_id': 'e5d17f97330640328ba890915f36db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '2fe0e67d-bb89-43d2-aa2c-10a0c53420d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:41Z', 'updated_at': '2021-11-23T22:46:42Z', 'revision_number': 3, 'project_id': 'e5d17f97330640328ba890915f36db73', 'gw_port': {'id': '2fe0e67d-bb89-43d2-aa2c-10a0c53420d1', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:04:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c00c17-eac1-472e-b9b5-7842459945bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:41Z', 'updated_at': '2021-11-23T22:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:46:44.629825 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-53e76283-9376-4f1a-98fd-579e738bac4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:44.660889 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-53e76283-9376-4f1a-98fd-579e738bac4c None None] For port 2fe0e67d-bb89-43d2-aa2c-10a0c53420d1, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2fe0e67d-bb89-43d2-aa2c-10a0c53420d1,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:44.666748 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-53e76283-9376-4f1a-98fd-579e738bac4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:44.723540 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e76283-9376-4f1a-98fd-579e738bac4c None None] Pushing event updated for resources: {'Port': ['ID=2fe0e67d-bb89-43d2-aa2c-10a0c53420d1,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:44.732246 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ba58809b-2fdb-4506-bf31-1be6f2cec60a admin admin] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:44.738581 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ba58809b-2fdb-4506-bf31-1be6f2cec60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:44.798387 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-aeadc84b-8aa0-4990-81e0-d716173b1fa9 None None] Provisioning complete for port dd99c2c4-865e-4bf1-a50d-9debd08b1120 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:44.798863 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-aeadc84b-8aa0-4990-81e0-d716173b1fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:44.815600 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58809b-2fdb-4506-bf31-1be6f2cec60a admin admin] Pushing event updated for resources: {'Port': ['ID=2422a8be-6be0-4205-a288-d566e0abc55d,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:44.819748 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ba58809b-2fdb-4506-bf31-1be6f2cec60a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:44.912658 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-aeadc84b-8aa0-4990-81e0-d716173b1fa9 None None] Provisioning complete for port 2422a8be-6be0-4205-a288-d566e0abc55d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:44.913040 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-aeadc84b-8aa0-4990-81e0-d716173b1fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:44.951674 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-aeadc84b-8aa0-4990-81e0-d716173b1fa9 None None] Port 2422a8be-6be0-4205-a288-d566e0abc55d cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:46:45.076125 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-92067de1-3e11-4cb3-83ab-c0a162aa2f9f None None] Provisioning complete for port 2422a8be-6be0-4205-a288-d566e0abc55d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:45.076832 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-92067de1-3e11-4cb3-83ab-c0a162aa2f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:45.120337 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-92067de1-3e11-4cb3-83ab-c0a162aa2f9f None None] Port 2422a8be-6be0-4205-a288-d566e0abc55d cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:46:45.216958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba58809b-2fdb-4506-bf31-1be6f2cec60a admin admin] Network cb9d630c-f32d-4812-8407-b7fe10d23575 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:45.218378 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-ba58809b-2fdb-4506-bf31-1be6f2cec60a admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:45.349932 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba58809b-2fdb-4506-bf31-1be6f2cec60a admin admin] Router e0c00c17-eac1-472e-b9b5-7842459945bf has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:46:45.449644 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4e10a755-894d-46b5-aae9-13bf93f026cd None None] Provisioning complete for port 2422a8be-6be0-4205-a288-d566e0abc55d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:45.450020 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4e10a755-894d-46b5-aae9-13bf93f026cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:45.477226 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba58809b-2fdb-4506-bf31-1be6f2cec60a admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:46:45.489928 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ba58809b-2fdb-4506-bf31-1be6f2cec60a admin admin] 10.222.0.50 "PUT /v2.0/routers/e0c00c17-eac1-472e-b9b5-7842459945bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4340394 Nov 23 22:46:45.491841 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-4e10a755-894d-46b5-aae9-13bf93f026cd None None] Port 2422a8be-6be0-4205-a288-d566e0abc55d cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:46:45.631751 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2fe0e67d-bb89-43d2-aa2c-10a0c53420d1 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:45.683205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 2fe0e67d-bb89-43d2-aa2c-10a0c53420d1 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:45.683572 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:45.770577 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device dd99c2c4-865e-4bf1-a50d-9debd08b1120 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:45.824960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port dd99c2c4-865e-4bf1-a50d-9debd08b1120 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:45.825341 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:46.806012 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] Sync routers for ids ['e0c00c17-eac1-472e-b9b5-7842459945bf'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:46:46.823631 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] Routers {'e0c00c17-eac1-472e-b9b5-7842459945bf'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:46.824730 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:46:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e0c00c17-eac1-472e-b9b5-7842459945bf'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:47.121216 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] Set router e0c00c17-eac1-472e-b9b5-7842459945bf gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:47.388849 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c00c17-eac1-472e-b9b5-7842459945bf', 'name': 'tempest-TestMinimumBasicScenario-459870037-router', 'tenant_id': 'e5d17f97330640328ba890915f36db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '2fe0e67d-bb89-43d2-aa2c-10a0c53420d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:41Z', 'updated_at': '2021-11-23T22:46:44Z', 'revision_number': 4, 'project_id': 'e5d17f97330640328ba890915f36db73', 'gw_port': {'id': '2fe0e67d-bb89-43d2-aa2c-10a0c53420d1', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:04:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c00c17-eac1-472e-b9b5-7842459945bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:41Z', 'updated_at': '2021-11-23T22:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '2422a8be-6be0-4205-a288-d566e0abc55d', 'name': '', 'network_id': 'cb9d630c-f32d-4812-8407-b7fe10d23575', 'tenant_id': 'e5d17f97330640328ba890915f36db73', 'mac_address': 'fa:16:3e:b1:86:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c00c17-eac1-472e-b9b5-7842459945bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'c75c2ce6-3a1e-468d-bffc-cc41363e4639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:43Z', 'updated_at': '2021-11-23T22:46:44Z', 'revision_number': 2, 'project_id': 'e5d17f97330640328ba890915f36db73', 'subnets': [{'id': 'c75c2ce6-3a1e-468d-bffc-cc41363e4639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:47.430537 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] Checking router: e0c00c17-eac1-472e-b9b5-7842459945bf for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:46:47.431080 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] Updating router e0c00c17-eac1-472e-b9b5-7842459945bf port 2422a8be-6be0-4205-a288-d566e0abc55d binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:46:47.471662 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:47.830772 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:47.840130 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:47.915684 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29666ab-0773-47d0-8c5b-dc2abf5174b7 None None] Pushing event updated for resources: {'Port': ['ID=2422a8be-6be0-4205-a288-d566e0abc55d,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:47.979817 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] Attempting to bind port 2422a8be-6be0-4205-a288-d566e0abc55d on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:46:47.980497 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] Attempting to bind port 2422a8be-6be0-4205-a288-d566e0abc55d by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '4df360aa-b678-42fa-839d-3edd53f8cddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cb9d630c-f32d-4812-8407-b7fe10d23575'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:46:47.981058 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] Attempting to bind port 2422a8be-6be0-4205-a288-d566e0abc55d on network cb9d630c-f32d-4812-8407-b7fe10d23575 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:46:47.987115 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:46:47.987842 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] Checking segment: {'id': '4df360aa-b678-42fa-839d-3edd53f8cddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cb9d630c-f32d-4812-8407-b7fe10d23575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:46:47.988258 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:47.988666 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] Bound using segment: {'id': '4df360aa-b678-42fa-839d-3edd53f8cddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cb9d630c-f32d-4812-8407-b7fe10d23575'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:46:47.989161 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] Bound port: 2422a8be-6be0-4205-a288-d566e0abc55d, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df360aa-b678-42fa-839d-3edd53f8cddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'cb9d630c-f32d-4812-8407-b7fe10d23575'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:46:47.989552 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:48.094268 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] For port 2422a8be-6be0-4205-a288-d566e0abc55d, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:46:48.098485 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] For port 2422a8be-6be0-4205-a288-d566e0abc55d, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2422a8be-6be0-4205-a288-d566e0abc55d,segment=NetworkSegment(4df360aa-b678-42fa-839d-3edd53f8cddc),segment_id=4df360aa-b678-42fa-839d-3edd53f8cddc)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:46:48.110138 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:48.166703 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] Routers {'e0c00c17-eac1-472e-b9b5-7842459945bf'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:46:48.167272 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:46:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e0c00c17-eac1-472e-b9b5-7842459945bf'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:48.238293 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29666ab-0773-47d0-8c5b-dc2abf5174b7 None None] Pushing event updated for resources: {'Port': ['ID=2422a8be-6be0-4205-a288-d566e0abc55d,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:48.295505 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7a309233-022b-4575-867f-be251b6520f9 None None] Provisioning complete for port 2422a8be-6be0-4205-a288-d566e0abc55d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:48.295928 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7a309233-022b-4575-867f-be251b6520f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:48.366056 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] Set router e0c00c17-eac1-472e-b9b5-7842459945bf gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:46:48.457724 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7a309233-022b-4575-867f-be251b6520f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:48.577557 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7a309233-022b-4575-867f-be251b6520f9 None None] For port 2422a8be-6be0-4205-a288-d566e0abc55d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2422a8be-6be0-4205-a288-d566e0abc55d,segment=NetworkSegment(4df360aa-b678-42fa-839d-3edd53f8cddc),segment_id=4df360aa-b678-42fa-839d-3edd53f8cddc)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:46:48.587846 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7a309233-022b-4575-867f-be251b6520f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:48.678942 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a309233-022b-4575-867f-be251b6520f9 None None] Pushing event updated for resources: {'Port': ['ID=2422a8be-6be0-4205-a288-d566e0abc55d,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:48.719584 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ce9cef0d-86a1-4798-9a3b-e6d8ffcfca50 None None] Provisioning complete for port 2422a8be-6be0-4205-a288-d566e0abc55d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:48.720107 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ce9cef0d-86a1-4798-9a3b-e6d8ffcfca50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:48.725522 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c00c17-eac1-472e-b9b5-7842459945bf', 'name': 'tempest-TestMinimumBasicScenario-459870037-router', 'tenant_id': 'e5d17f97330640328ba890915f36db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '2fe0e67d-bb89-43d2-aa2c-10a0c53420d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:41Z', 'updated_at': '2021-11-23T22:46:44Z', 'revision_number': 4, 'project_id': 'e5d17f97330640328ba890915f36db73', 'gw_port': {'id': '2fe0e67d-bb89-43d2-aa2c-10a0c53420d1', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:04:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c00c17-eac1-472e-b9b5-7842459945bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:41Z', 'updated_at': '2021-11-23T22:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '2422a8be-6be0-4205-a288-d566e0abc55d', 'name': '', 'network_id': 'cb9d630c-f32d-4812-8407-b7fe10d23575', 'tenant_id': 'e5d17f97330640328ba890915f36db73', 'mac_address': 'fa:16:3e:b1:86:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c00c17-eac1-472e-b9b5-7842459945bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'c75c2ce6-3a1e-468d-bffc-cc41363e4639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:43Z', 'updated_at': '2021-11-23T22:46:48Z', 'revision_number': 4, 'project_id': 'e5d17f97330640328ba890915f36db73', 'subnets': [{'id': 'c75c2ce6-3a1e-468d-bffc-cc41363e4639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:46:48.770927 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c100833d-05d9-43de-ae89-0e4ecf4bedbe None None] The sync data for ids ['e0c00c17-eac1-472e-b9b5-7842459945bf'] in n-d-816206-9 is: [{'id': 'e0c00c17-eac1-472e-b9b5-7842459945bf', 'name': 'tempest-TestMinimumBasicScenario-459870037-router', 'tenant_id': 'e5d17f97330640328ba890915f36db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '2fe0e67d-bb89-43d2-aa2c-10a0c53420d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:41Z', 'updated_at': '2021-11-23T22:46:44Z', 'revision_number': 4, 'project_id': 'e5d17f97330640328ba890915f36db73', 'gw_port': {'id': '2fe0e67d-bb89-43d2-aa2c-10a0c53420d1', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:04:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c00c17-eac1-472e-b9b5-7842459945bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:41Z', 'updated_at': '2021-11-23T22:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '2422a8be-6be0-4205-a288-d566e0abc55d', 'name': '', 'network_id': 'cb9d630c-f32d-4812-8407-b7fe10d23575', 'tenant_id': 'e5d17f97330640328ba890915f36db73', 'mac_address': 'fa:16:3e:b1:86:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c00c17-eac1-472e-b9b5-7842459945bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'c75c2ce6-3a1e-468d-bffc-cc41363e4639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:43Z', 'updated_at': '2021-11-23T22:46:48Z', 'revision_number': 4, 'project_id': 'e5d17f97330640328ba890915f36db73', 'subnets': [{'id': 'c75c2ce6-3a1e-468d-bffc-cc41363e4639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:46:49.601489 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2422a8be-6be0-4205-a288-d566e0abc55d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:46:49.680969 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 2422a8be-6be0-4205-a288-d566e0abc55d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:49.681498 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:53.354815 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:55.721431 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-072a4373-3921-414e-bb13-e15642d94e27 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:55.722874 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-072a4373-3921-414e-bb13-e15642d94e27 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/networks?id=b286d46c-fbba-4423-b1ec-930d93784e08 HTTP/1.1" status: 200 len: 814 time: 0.1048272 Nov 23 22:46:55.738327 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-6dc19e6a-f026-4c86-86be-6d63abde0b43 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/quotas/ec8a8cbf667e4ffa970bf5aa20df271e HTTP/1.1" status: 200 len: 375 time: 0.0097010 Nov 23 22:46:55.788874 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-14bcd35f-3832-4022-a012-cb6e36764b40 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ec8a8cbf667e4ffa970bf5aa20df271e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453150 Nov 23 22:46:55.889340 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-fb171103-365e-47a0-8f3e-ab1fde04e89e service neutron] 10.222.0.50 "GET /v2.0/networks/b286d46c-fbba-4423-b1ec-930d93784e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881104 Nov 23 22:46:55.983315 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-4ede7e8e-4e5c-4cb8-b9dd-dbc3185dc5fd service neutron] 10.222.0.50 "GET /v2.0/networks/b286d46c-fbba-4423-b1ec-930d93784e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870533 Nov 23 22:46:56.147580 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d8cec29e-c7dc-47f3-8e6d-b2d6bb7c313c req-f50fac35-4ca0-4a9b-9b65-7eb178770e75 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 210 time: 0.0286474 Nov 23 22:46:57.166017 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-776ebfb2-1e53-4d91-9dbc-6a29d219e9cd tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:57.167424 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-776ebfb2-1e53-4d91-9dbc-6a29d219e9cd tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.53 "GET /v2.0/networks?id=b286d46c-fbba-4423-b1ec-930d93784e08 HTTP/1.1" status: 200 len: 814 time: 0.1098137 Nov 23 22:46:57.188551 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Request body: {'port': {'device_id': 'bb99123a-5997-4ad3-a880-b4c7d7310b1c', 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08', 'admin_state_up': True, 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:46:57.243857 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4e8e5e21-4751-45b9-8fec-5ade0f0c74cc req-cfb79b26-7085-47f1-9f44-4042a5b59365 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 210 time: 0.0268950 Nov 23 22:46:57.304804 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Made reservation on behalf of ec8a8cbf667e4ffa970bf5aa20df271e for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:46:57.308521 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:57.456135 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Allocated IP 172.20.0.14 (b286d46c-fbba-4423-b1ec-930d93784e08/517ea925-f3c8-43cb-9f35-3e3b57bf4893/a3c07ece-5ccb-46af-89e2-22cfa68244ea) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:46:57.652415 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:57.690522 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:57.743740 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Network b286d46c-fbba-4423-b1ec-930d93784e08 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:46:57.746908 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:46:57.749482 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:46:57.781947 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Pushing event updated for resources: {'Port': ['ID=a3c07ece-5ccb-46af-89e2-22cfa68244ea,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:46:57.807055 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:57.807431 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:57.807784 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:57.808146 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:57.811146 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:57.811665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:57.812159 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:57.812744 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:57.813395 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:57.813966 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:57.815114 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:57.815707 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:46:57.850965 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:57.851635 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:57.870651 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-08c808a4-2511-42b0-9ff7-0f6bc543f959 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6866388 Nov 23 22:46:58.038570 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-27e33741-9db5-4e4b-8a38-dae72bdc7adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:58.061132 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-631f6e90-3f30-4fab-9a4c-accc9f2a2dc4 None None] Provisioning complete for port a3c07ece-5ccb-46af-89e2-22cfa68244ea triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:46:58.061510 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-631f6e90-3f30-4fab-9a4c-accc9f2a2dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:46:58.096390 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-631f6e90-3f30-4fab-9a4c-accc9f2a2dc4 None None] Port a3c07ece-5ccb-46af-89e2-22cfa68244ea cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:46:58.372490 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae2022-fb5a-4574-89e1-eca8da757dec req-4a0a7df8-c27d-4c68-ba0d-6ab778e4a4b9 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:58.374122 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-97ae2022-fb5a-4574-89e1-eca8da757dec req-4a0a7df8-c27d-4c68-ba0d-6ab778e4a4b9 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 932 time: 0.0595613 Nov 23 22:46:58.425743 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-97ae2022-fb5a-4574-89e1-eca8da757dec req-5e16473f-f651-4166-9329-8d332216ee7b tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452263 Nov 23 22:46:59.552865 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf62aa-27c0-4fcf-9cd3-1f24c708b83e req-22dc7a13-0099-491c-9561-0913fbdb6199 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:46:59.554364 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40cf62aa-27c0-4fcf-9cd3-1f24c708b83e req-22dc7a13-0099-491c-9561-0913fbdb6199 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 932 time: 0.0613241 Nov 23 22:46:59.603704 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-40cf62aa-27c0-4fcf-9cd3-1f24c708b83e req-ce5fe13f-412b-4e83-845a-cc9339fa6c2d tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430543 Nov 23 22:47:00.395451 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:00.584070 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5d8ae49c-928f-4857-877e-75772ea0f417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:00.729162 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e99b2c-c8b8-4e12-8dda-df56b8ee2be7 req-17c68aef-f0c6-4f8e-a53f-0064d16d07ce tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:00.730867 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-96e99b2c-c8b8-4e12-8dda-df56b8ee2be7 req-17c68aef-f0c6-4f8e-a53f-0064d16d07ce tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 932 time: 0.0547898 Nov 23 22:47:00.797913 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-96e99b2c-c8b8-4e12-8dda-df56b8ee2be7 req-a5018b1a-171b-4e54-87de-0e9ecfafdd05 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588620 Nov 23 22:47:01.803887 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:01.913735 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b878acd-9da8-4131-b959-05f139b2a501 req-e5fd2490-9b32-4bce-9695-ef5b78a7d96c tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:01.915279 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b878acd-9da8-4131-b959-05f139b2a501 req-e5fd2490-9b32-4bce-9695-ef5b78a7d96c tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 932 time: 0.0529437 Nov 23 22:47:01.969389 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7b878acd-9da8-4131-b959-05f139b2a501 req-063af5c9-4d02-40fe-990b-d489cbdb5341 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480561 Nov 23 22:47:03.121193 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa1621-1086-44e6-ba90-e6ea9e11fc78 req-2d65733d-962e-4196-b504-5faffccbe81b tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:03.123201 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46aa1621-1086-44e6-ba90-e6ea9e11fc78 req-2d65733d-962e-4196-b504-5faffccbe81b tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 932 time: 0.0543065 Nov 23 22:47:03.174835 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-46aa1621-1086-44e6-ba90-e6ea9e11fc78 req-aa65364a-7119-4274-84a3-cb5bac20fbdb tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448852 Nov 23 22:47:03.200227 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:03.963375 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:04.307580 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017fedb-0703-451c-90d1-3a7b7039ea87 req-0d071637-9cd9-44cc-a49a-316040bcf4fb tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:04.309070 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0017fedb-0703-451c-90d1-3a7b7039ea87 req-0d071637-9cd9-44cc-a49a-316040bcf4fb tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 932 time: 0.0592430 Nov 23 22:47:04.368373 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0017fedb-0703-451c-90d1-3a7b7039ea87 req-18d7aa7d-db30-4c85-b39f-e316337a2ca0 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530465 Nov 23 22:47:05.490477 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5b75a-90bd-4fe7-a563-ca01c9f09b42 req-14f2ba31-cf0c-4827-9401-872d5cd97862 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:05.492045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fed5b75a-90bd-4fe7-a563-ca01c9f09b42 req-14f2ba31-cf0c-4827-9401-872d5cd97862 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 932 time: 0.0519392 Nov 23 22:47:05.548352 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fed5b75a-90bd-4fe7-a563-ca01c9f09b42 req-8e3005b7-94db-4f60-8aed-d9196a8a3ae9 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487792 Nov 23 22:47:06.695075 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68559213-28a5-4ddb-bf5b-1c7a3d42255d req-22b8b49b-c632-4dce-a56d-348b902c8a2b tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:06.696761 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68559213-28a5-4ddb-bf5b-1c7a3d42255d req-22b8b49b-c632-4dce-a56d-348b902c8a2b tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 932 time: 0.0547330 Nov 23 22:47:06.747071 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-68559213-28a5-4ddb-bf5b-1c7a3d42255d req-343707c2-f355-4410-844c-e8c30aa97568 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439548 Nov 23 22:47:07.862741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d5588-bc77-4ad7-9655-da80a29c6aff req-305d2684-d49c-4ab4-99f1-bb7f9e2846e6 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:07.864370 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-336d5588-bc77-4ad7-9655-da80a29c6aff req-305d2684-d49c-4ab4-99f1-bb7f9e2846e6 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 932 time: 0.0503778 Nov 23 22:47:07.912104 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-336d5588-bc77-4ad7-9655-da80a29c6aff req-16c102cf-078f-4c2c-9e80-b776a021b6f1 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415781 Nov 23 22:47:08.155745 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-e7691f07-7416-4192-9721-b62ca556d101 service neutron] Request body: {'port': {'device_id': 'bb99123a-5997-4ad3-a880-b4c7d7310b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:08.216153 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-e7691f07-7416-4192-9721-b62ca556d101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:08.480651 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-e7691f07-7416-4192-9721-b62ca556d101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c07ece-5ccb-46af-89e2-22cfa68244ea {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:47:08.487791 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-e7691f07-7416-4192-9721-b62ca556d101 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:08.499581 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-e7691f07-7416-4192-9721-b62ca556d101 service neutron] Transition to ACTIVE for port object a3c07ece-5ccb-46af-89e2-22cfa68244ea will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:47:08.503208 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-e7691f07-7416-4192-9721-b62ca556d101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:08.556845 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7691f07-7416-4192-9721-b62ca556d101 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c07ece-5ccb-46af-89e2-22cfa68244ea,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:08.626479 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-e7691f07-7416-4192-9721-b62ca556d101 service neutron] Attempting to bind port a3c07ece-5ccb-46af-89e2-22cfa68244ea on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:47:08.626843 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-e7691f07-7416-4192-9721-b62ca556d101 service neutron] Attempting to bind port a3c07ece-5ccb-46af-89e2-22cfa68244ea by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '50e53c1d-3d61-4a1f-acad-4be14ed0572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:47:08.627430 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-e7691f07-7416-4192-9721-b62ca556d101 service neutron] Attempting to bind port a3c07ece-5ccb-46af-89e2-22cfa68244ea on network b286d46c-fbba-4423-b1ec-930d93784e08 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:47:08.632137 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-e7691f07-7416-4192-9721-b62ca556d101 service neutron] Port a3c07ece-5ccb-46af-89e2-22cfa68244ea on network b286d46c-fbba-4423-b1ec-930d93784e08 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:47:08.632464 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-e7691f07-7416-4192-9721-b62ca556d101 service neutron] Attempting to bind port a3c07ece-5ccb-46af-89e2-22cfa68244ea on network b286d46c-fbba-4423-b1ec-930d93784e08 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:47:08.637375 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-e7691f07-7416-4192-9721-b62ca556d101 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:47:08.637714 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-e7691f07-7416-4192-9721-b62ca556d101 service neutron] Checking segment: {'id': '50e53c1d-3d61-4a1f-acad-4be14ed0572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:47:08.638101 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-e7691f07-7416-4192-9721-b62ca556d101 service neutron] Bound using segment: {'id': '50e53c1d-3d61-4a1f-acad-4be14ed0572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:47:08.638530 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-e7691f07-7416-4192-9721-b62ca556d101 service neutron] Bound port: a3c07ece-5ccb-46af-89e2-22cfa68244ea, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e53c1d-3d61-4a1f-acad-4be14ed0572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:47:08.638915 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-e7691f07-7416-4192-9721-b62ca556d101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:08.704467 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-e7691f07-7416-4192-9721-b62ca556d101 service neutron] For port a3c07ece-5ccb-46af-89e2-22cfa68244ea, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:47:08.707495 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-e7691f07-7416-4192-9721-b62ca556d101 service neutron] For port a3c07ece-5ccb-46af-89e2-22cfa68244ea, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a3c07ece-5ccb-46af-89e2-22cfa68244ea,segment=NetworkSegment(50e53c1d-3d61-4a1f-acad-4be14ed0572c),segment_id=50e53c1d-3d61-4a1f-acad-4be14ed0572c)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:47:08.711483 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-e7691f07-7416-4192-9721-b62ca556d101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:08.742228 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-e7691f07-7416-4192-9721-b62ca556d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:08.742636 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-e7691f07-7416-4192-9721-b62ca556d101 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:08.744114 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-e7691f07-7416-4192-9721-b62ca556d101 service neutron] 10.222.0.53 "PUT /v2.0/ports/a3c07ece-5ccb-46af-89e2-22cfa68244ea HTTP/1.1" status: 200 len: 1092 time: 0.6876225 Nov 23 22:47:08.746285 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb99123a-5997-4ad3-a880-b4c7d7310b1c', 'tag': 'a3c07ece-5ccb-46af-89e2-22cfa68244ea'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:47:08.748627 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ca8d7f-cb94-47f6-a9e0-a0050138913e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb99123a-5997-4ad3-a880-b4c7d7310b1c", "tag": "a3c07ece-5ccb-46af-89e2-22cfa68244ea"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:47:08.788779 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7691f07-7416-4192-9721-b62ca556d101 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c07ece-5ccb-46af-89e2-22cfa68244ea,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:08.799001 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046bf9ea-1b87-4c4a-8af1-a418e3b2c684 x-openstack-request-id: req-046bf9ea-1b87-4c4a-8af1-a418e3b2c684 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:47:08.799263 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb99123a-5997-4ad3-a880-b4c7d7310b1c", "tag": "a3c07ece-5ccb-46af-89e2-22cfa68244ea", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:47:08.799542 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-046bf9ea-1b87-4c4a-8af1-a418e3b2c684 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:47:08.799953 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb99123a-5997-4ad3-a880-b4c7d7310b1c', 'tag': 'a3c07ece-5ccb-46af-89e2-22cfa68244ea', 'status': 'completed', 'code': 200} Nov 23 22:47:08.854445 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-bb1d3aa6-83bb-4d5a-a760-40ca9e67d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:08.856111 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-bb1d3aa6-83bb-4d5a-a760-40ca9e67d26f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec8a8cbf667e4ffa970bf5aa20df271e&device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 1095 time: 0.0508356 Nov 23 22:47:08.904338 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-d90147e2-f36a-458c-a5a1-7363bc731a22 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3c07ece-5ccb-46af-89e2-22cfa68244ea HTTP/1.1" status: 200 len: 217 time: 0.0350766 Nov 23 22:47:08.956199 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-4b944880-bf6f-43b3-9964-01e7c4b7fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:08.957808 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-4b944880-bf6f-43b3-9964-01e7c4b7fe93 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=517ea925-f3c8-43cb-9f35-3e3b57bf4893 HTTP/1.1" status: 200 len: 853 time: 0.0457332 Nov 23 22:47:09.014848 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-d32af4f8-ca52-4f3d-b505-c6b3dd45ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:09.016876 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-d32af4f8-ca52-4f3d-b505-c6b3dd45ad7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b286d46c-fbba-4423-b1ec-930d93784e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473433 Nov 23 22:47:09.028242 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b3801-304d-4ed7-a4f8-ae5538a70c6d req-1784bcaa-e72d-49d6-82e0-63dcfc54cdf8 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:09.029759 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f8b3801-304d-4ed7-a4f8-ae5538a70c6d req-1784bcaa-e72d-49d6-82e0-63dcfc54cdf8 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 944 time: 0.0501256 Nov 23 22:47:09.082520 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9f8b3801-304d-4ed7-a4f8-ae5538a70c6d req-f00a724b-2f0f-4142-b817-53a63fe5e5da tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467045 Nov 23 22:47:09.116508 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-f187a940-45d3-4161-9444-a3a599869687 service neutron] 10.222.0.53 "GET /v2.0/networks/b286d46c-fbba-4423-b1ec-930d93784e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856695 Nov 23 22:47:09.215476 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fbd4bd3b-d2eb-4dc0-8925-a29b8a0189c6 req-e14e7061-e0f1-4c74-95f4-8e0c523b67bc service neutron] 10.222.0.53 "GET /v2.0/networks/b286d46c-fbba-4423-b1ec-930d93784e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871167 Nov 23 22:47:09.308716 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca8d7f-cb94-47f6-a9e0-a0050138913e req-d2c72a5e-e664-4a5e-9729-166e845c74eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:09.310129 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-00ca8d7f-cb94-47f6-a9e0-a0050138913e req-d2c72a5e-e664-4a5e-9729-166e845c74eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec8a8cbf667e4ffa970bf5aa20df271e&device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 1095 time: 0.0408678 Nov 23 22:47:09.402244 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca8d7f-cb94-47f6-a9e0-a0050138913e req-c65e391c-945e-469f-9ecf-c535450e2166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:09.403735 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-00ca8d7f-cb94-47f6-a9e0-a0050138913e req-c65e391c-945e-469f-9ecf-c535450e2166 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b286d46c-fbba-4423-b1ec-930d93784e08 HTTP/1.1" status: 200 len: 915 time: 0.0862789 Nov 23 22:47:09.445937 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-00ca8d7f-cb94-47f6-a9e0-a0050138913e req-f1b63ef5-b189-45b5-9842-aaea70d67f07 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3c07ece-5ccb-46af-89e2-22cfa68244ea HTTP/1.1" status: 200 len: 217 time: 0.0346446 Nov 23 22:47:09.495360 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca8d7f-cb94-47f6-a9e0-a0050138913e req-b8b5243c-68f5-4df1-8bc3-9d39e0555ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:09.496804 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-00ca8d7f-cb94-47f6-a9e0-a0050138913e req-b8b5243c-68f5-4df1-8bc3-9d39e0555ffa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=517ea925-f3c8-43cb-9f35-3e3b57bf4893 HTTP/1.1" status: 200 len: 853 time: 0.0432956 Nov 23 22:47:09.544095 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca8d7f-cb94-47f6-a9e0-a0050138913e req-a0c35d62-64b0-4305-8a91-8aca0f0c1bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:09.545600 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-00ca8d7f-cb94-47f6-a9e0-a0050138913e req-a0c35d62-64b0-4305-8a91-8aca0f0c1bde service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b286d46c-fbba-4423-b1ec-930d93784e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410693 Nov 23 22:47:09.639297 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-00ca8d7f-cb94-47f6-a9e0-a0050138913e req-a7ac5972-acd6-4b9b-9034-93d1b5d3ac5d service neutron] 10.222.0.53 "GET /v2.0/networks/b286d46c-fbba-4423-b1ec-930d93784e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845401 Nov 23 22:47:09.738030 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-00ca8d7f-cb94-47f6-a9e0-a0050138913e req-fff182bd-6675-42a2-a0ec-044a6e2ff709 service neutron] 10.222.0.53 "GET /v2.0/networks/b286d46c-fbba-4423-b1ec-930d93784e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851433 Nov 23 22:47:10.200047 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4df0a-a433-4390-9ea9-ac25eecb043b req-0d2f0d24-c051-4f1f-946e-e87d0bd69c73 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:10.201521 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-13b4df0a-a433-4390-9ea9-ac25eecb043b req-0d2f0d24-c051-4f1f-946e-e87d0bd69c73 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 944 time: 0.0492916 Nov 23 22:47:10.249468 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-13b4df0a-a433-4390-9ea9-ac25eecb043b req-93751474-7239-4a74-9a49-5ec4f94ec306 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419326 Nov 23 22:47:10.945076 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a3c07ece-5ccb-46af-89e2-22cfa68244ea details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:47:11.042982 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a3c07ece-5ccb-46af-89e2-22cfa68244ea, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a3c07ece-5ccb-46af-89e2-22cfa68244ea,segment=NetworkSegment(50e53c1d-3d61-4a1f-acad-4be14ed0572c),segment_id=50e53c1d-3d61-4a1f-acad-4be14ed0572c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:11.054242 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'a3c07ece-5ccb-46af-89e2-22cfa68244ea', 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08', 'port_id': 'a3c07ece-5ccb-46af-89e2-22cfa68244ea', 'mac_address': 'fa:16:3e:47:4c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517ea925-f3c8-43cb-9f35-3e3b57bf4893', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:47:11.090156 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:11.102641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c07ece-5ccb-46af-89e2-22cfa68244ea {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:47:11.122854 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a3c07ece-5ccb-46af-89e2-22cfa68244ea, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a3c07ece-5ccb-46af-89e2-22cfa68244ea,segment=NetworkSegment(50e53c1d-3d61-4a1f-acad-4be14ed0572c),segment_id=50e53c1d-3d61-4a1f-acad-4be14ed0572c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:11.128048 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:11.175358 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=a3c07ece-5ccb-46af-89e2-22cfa68244ea,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:11.183266 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:11.183620 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:11.184158 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:11.184347 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:11.184686 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:11.185021 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:11.185353 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:11.185684 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:11.186012 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:11.186340 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:11.186692 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:11.187038 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:11.366426 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f94d6-cc6c-44e2-8610-cbb6c9a5c07c req-8756e92e-6dfa-4aae-8451-a3bfc3d5119f tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:11.367989 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-678f94d6-cc6c-44e2-8610-cbb6c9a5c07c req-8756e92e-6dfa-4aae-8451-a3bfc3d5119f tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 945 time: 0.0521376 Nov 23 22:47:11.415761 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-678f94d6-cc6c-44e2-8610-cbb6c9a5c07c req-44d823bd-7f4b-450b-8388-b76af159812b tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418425 Nov 23 22:47:11.438795 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['a3c07ece-5ccb-46af-89e2-22cfa68244ea'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:47:12.540581 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11c913-2df5-432f-a98b-59bbfe6aae89 req-7f591903-4e07-47c3-a20f-f3562971b307 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:12.542244 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea11c913-2df5-432f-a98b-59bbfe6aae89 req-7f591903-4e07-47c3-a20f-f3562971b307 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 945 time: 0.0604594 Nov 23 22:47:12.593216 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea11c913-2df5-432f-a98b-59bbfe6aae89 req-89a3bc7c-498e-4a81-ba56-7b18ea9a58e5 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448117 Nov 23 22:47:12.950760 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a3c07ece-5ccb-46af-89e2-22cfa68244ea up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:47:12.999006 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port a3c07ece-5ccb-46af-89e2-22cfa68244ea completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:47:13.003292 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port a3c07ece-5ccb-46af-89e2-22cfa68244ea triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:47:13.003662 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:13.080483 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:13.102103 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb99123a-5997-4ad3-a880-b4c7d7310b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c07ece-5ccb-46af-89e2-22cfa68244ea'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:47:13.104333 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2564669a-ea1a-493d-96bf-43815b2e9962" -d '{"events": [{"server_uuid": "bb99123a-5997-4ad3-a880-b4c7d7310b1c", "name": "network-vif-plugged", "status": "completed", "tag": "a3c07ece-5ccb-46af-89e2-22cfa68244ea"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:47:13.117369 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port a3c07ece-5ccb-46af-89e2-22cfa68244ea, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a3c07ece-5ccb-46af-89e2-22cfa68244ea,segment=NetworkSegment(50e53c1d-3d61-4a1f-acad-4be14ed0572c),segment_id=50e53c1d-3d61-4a1f-acad-4be14ed0572c)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:13.121416 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:13.151670 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6047f5ff-ba3e-4305-8ef8-745f913675d4 x-openstack-request-id: req-6047f5ff-ba3e-4305-8ef8-745f913675d4 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:47:13.151981 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb99123a-5997-4ad3-a880-b4c7d7310b1c", "name": "network-vif-plugged", "status": "completed", "tag": "a3c07ece-5ccb-46af-89e2-22cfa68244ea", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:47:13.152233 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6047f5ff-ba3e-4305-8ef8-745f913675d4 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:47:13.152626 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb99123a-5997-4ad3-a880-b4c7d7310b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c07ece-5ccb-46af-89e2-22cfa68244ea', 'code': 200} Nov 23 22:47:13.175533 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=a3c07ece-5ccb-46af-89e2-22cfa68244ea,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:13.263660 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10c9b1-654a-4554-be32-87d1b44344a7 req-c57024b1-524c-48a8-bba0-8bc8f7081215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:13.265060 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cc10c9b1-654a-4554-be32-87d1b44344a7 req-c57024b1-524c-48a8-bba0-8bc8f7081215 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 1097 time: 0.0421903 Nov 23 22:47:13.312864 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cc10c9b1-654a-4554-be32-87d1b44344a7 req-4f088546-5c64-4f95-a740-caee1a3cc0ff service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361733 Nov 23 22:47:13.707553 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74654d64-fbf0-4cfc-b11c-3fe76e3fec4d req-5c16f055-e7f1-4294-8f8d-d1c47be48d83 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:13.709125 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-74654d64-fbf0-4cfc-b11c-3fe76e3fec4d req-5c16f055-e7f1-4294-8f8d-d1c47be48d83 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 946 time: 0.0493817 Nov 23 22:47:13.756713 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-74654d64-fbf0-4cfc-b11c-3fe76e3fec4d req-0fb683b7-6f4d-4785-a70d-ee7668d085fe tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418217 Nov 23 22:47:14.875825 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e4d3d-5053-4d5e-bc19-2949882f9094 req-cd699e6d-2581-4d2e-9676-e81bd2f77efe tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:14.877548 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f0e4d3d-5053-4d5e-bc19-2949882f9094 req-cd699e6d-2581-4d2e-9676-e81bd2f77efe tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 946 time: 0.0481238 Nov 23 22:47:14.929222 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0f0e4d3d-5053-4d5e-bc19-2949882f9094 req-bc631b11-2458-434d-8f12-607de878a9f9 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445154 Nov 23 22:47:15.044138 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b99f59-e101-4d86-b2bf-8361527d20a2 req-a2201718-aa2f-49ae-9c00-0c95110cf9d5 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:15.045534 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-47b99f59-e101-4d86-b2bf-8361527d20a2 req-a2201718-aa2f-49ae-9c00-0c95110cf9d5 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 946 time: 0.0504477 Nov 23 22:47:15.092502 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-47b99f59-e101-4d86-b2bf-8361527d20a2 req-bad4a119-aa6f-43e1-ab9b-346a0af337fa tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410240 Nov 23 22:47:15.279591 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a7423-d952-4b13-a3eb-ce7510065a43 req-64f25599-aca7-4f9c-9590-d94d1d89407e tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:15.281047 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a00a7423-d952-4b13-a3eb-ce7510065a43 req-64f25599-aca7-4f9c-9590-d94d1d89407e tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 946 time: 0.0495241 Nov 23 22:47:15.328548 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a00a7423-d952-4b13-a3eb-ce7510065a43 req-040f203b-7016-45c2-90d0-fadaabdaf1af tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407977 Nov 23 22:47:18.602822 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:47:23.371095 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:27.841690 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2c0f3-83b0-45c6-974a-4c18ebe7e2c8 req-38e653df-c5d7-4f34-adce-6ad4401e2cbb tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:27.843177 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e3a2c0f3-83b0-45c6-974a-4c18ebe7e2c8 req-38e653df-c5d7-4f34-adce-6ad4401e2cbb tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 946 time: 0.0522606 Nov 23 22:47:27.890588 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e3a2c0f3-83b0-45c6-974a-4c18ebe7e2c8 req-72b867cc-b30f-45df-9374-8a4e4c7aa1b6 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414953 Nov 23 22:47:27.912575 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50166) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:27.997389 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b9344c-32d1-402d-92ea-e867e70de25f tempest-TestMinimumBasicScenario-1996451334 tempest-TestMinimumBasicScenario-1996451334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:27.998898 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-76b9344c-32d1-402d-92ea-e867e70de25f tempest-TestMinimumBasicScenario-1996451334 tempest-TestMinimumBasicScenario-1996451334-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 1092 time: 0.0853465 Nov 23 22:47:28.001934 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50170) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:28.006404 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': 'a3c07ece-5ccb-46af-89e2-22cfa68244ea', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:28.029133 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:28.041246 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-14a0db77-8747-4a87-9fc4-94b1e00bf408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:28.133563 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:28.234863 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Allocated IP 172.25.5.99 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/78dd8f59-c7cd-46e0-8a96-60edde4fab5a) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:47:28.341464 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:28.374091 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:28.409585 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:47:28.414511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:47:28.418038 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:47:28.443401 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Pushing event updated for resources: {'Port': ['ID=78dd8f59-c7cd-46e0-8a96-60edde4fab5a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:28.456139 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:28.456485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:28.456822 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:28.457150 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:28.457479 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:28.457807 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:28.458129 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:28.458449 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:28.458797 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:28.459119 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:28.459437 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:28.459754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:47:28.782048 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:28.847803 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:28.999189 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:29.003918 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:29.077453 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Pushing event updated for resources: {'Port': ['ID=78dd8f59-c7cd-46e0-8a96-60edde4fab5a,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:29.085970 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:29.187156 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Floating IP fda05cb6-203b-436d-8594-c38dad521226 associated. External IP: 172.25.5.99, port: a3c07ece-5ccb-46af-89e2-22cfa68244ea. Nov 23 22:47:29.393863 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Router cfea14ed-e3f5-46d2-a223-6b785b629f8f has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:47:29.504238 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:47:29.514017 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3bddbd-51b8-48e0-8091-cb73f9090c39 None None] Sync routers for ids ['cfea14ed-e3f5-46d2-a223-6b785b629f8f'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:47:29.524157 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:29.524345 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3bddbd-51b8-48e0-8091-cb73f9090c39 None None] Routers {'cfea14ed-e3f5-46d2-a223-6b785b629f8f'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:47:29.524804 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-8a3bddbd-51b8-48e0-8091-cb73f9090c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:47:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['cfea14ed-e3f5-46d2-a223-6b785b629f8f'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:47:29.558066 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5421216c-bd91-43bc-8dcf-aac66b5539ae tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5522301 Nov 23 22:47:29.558066 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb99123a-5997-4ad3-a880-b4c7d7310b1c', 'tag': 'a3c07ece-5ccb-46af-89e2-22cfa68244ea'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:47:29.558700 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50172) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:29.566309 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ce0837ba-664f-4eaa-bbee-d77dbfa78a18 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-901212640', 'description': 'tempest-secgroup-smoke-901212640 description', 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:29.592136 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce0837ba-664f-4eaa-bbee-d77dbfa78a18 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:29.636483 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-8a3bddbd-51b8-48e0-8091-cb73f9090c39 None None] Set router cfea14ed-e3f5-46d2-a223-6b785b629f8f gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:47:29.665986 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce0837ba-664f-4eaa-bbee-d77dbfa78a18 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:29.670910 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce0837ba-664f-4eaa-bbee-d77dbfa78a18 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:29.676398 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c42169-b21b-468b-8282-d543584f577c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb99123a-5997-4ad3-a880-b4c7d7310b1c", "tag": "a3c07ece-5ccb-46af-89e2-22cfa68244ea"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:47:29.705174 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0837ba-664f-4eaa-bbee-d77dbfa78a18 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbea6234-941b-4449-acba-2011a911ecff,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:29.720543 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ce0837ba-664f-4eaa-bbee-d77dbfa78a18 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:29.724550 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ce0837ba-664f-4eaa-bbee-d77dbfa78a18 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1591949 Nov 23 22:47:29.724769 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50180) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:29.730023 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-64a75f10-bb48-4670-afbd-d92e16f2d144 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Request body: {'security_group_rule': {'security_group_id': 'dbea6234-941b-4449-acba-2011a911ecff', 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:29.762238 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-64a75f10-bb48-4670-afbd-d92e16f2d144 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:29.790888 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5836edcb-7e30-418f-84cf-a66bcfee1d02 x-openstack-request-id: req-5836edcb-7e30-418f-84cf-a66bcfee1d02 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:47:29.791192 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb99123a-5997-4ad3-a880-b4c7d7310b1c", "tag": "a3c07ece-5ccb-46af-89e2-22cfa68244ea", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:47:29.791446 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5836edcb-7e30-418f-84cf-a66bcfee1d02 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:47:29.791887 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb99123a-5997-4ad3-a880-b4c7d7310b1c', 'tag': 'a3c07ece-5ccb-46af-89e2-22cfa68244ea', 'status': 'completed', 'code': 200} Nov 23 22:47:29.860987 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-64a75f10-bb48-4670-afbd-d92e16f2d144 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:29.867779 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-64a75f10-bb48-4670-afbd-d92e16f2d144 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:29.878192 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-8a3bddbd-51b8-48e0-8091-cb73f9090c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'name': 'tempest-TestMinimumBasicScenario-954239198-router', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:38Z', 'revision_number': 4, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'gw_port': {'id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'fda05cb6-203b-436d-8594-c38dad521226', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'port_id': 'a3c07ece-5ccb-46af-89e2-22cfa68244ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08', 'mac_address': 'fa:16:3e:47:4c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99123a-5997-4ad3-a880-b4c7d7310b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:47:28Z', 'updated_at': '2021-11-23T22:47:28Z', 'revision_number': 0, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7675d7a-a43d-4865-8f94-a1b8952485bb', 'name': '', 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'mac_address': 'fa:16:3e:e0:55:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '517ea925-f3c8-43cb-9f35-3e3b57bf4893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:38Z', 'updated_at': '2021-11-23T22:46:43Z', 'revision_number': 5, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'subnets': [{'id': '517ea925-f3c8-43cb-9f35-3e3b57bf4893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:47:29.893352 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a75f10-bb48-4670-afbd-d92e16f2d144 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cfce3f5-5bb9-4739-9b48-5006b0d23a48,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:29.898861 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c42169-b21b-468b-8282-d543584f577c req-c6cdcc46-680f-46c8-8b06-4382300d355b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:29.900413 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a8c42169-b21b-468b-8282-d543584f577c req-c6cdcc46-680f-46c8-8b06-4382300d355b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec8a8cbf667e4ffa970bf5aa20df271e&device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 1097 time: 0.0788298 Nov 23 22:47:29.905097 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3bddbd-51b8-48e0-8091-cb73f9090c39 None None] Checking router: cfea14ed-e3f5-46d2-a223-6b785b629f8f for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:47:29.907353 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-64a75f10-bb48-4670-afbd-d92e16f2d144 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:29.910998 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-64a75f10-bb48-4670-afbd-d92e16f2d144 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1827931 Nov 23 22:47:29.911773 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50182) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:29.914026 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3bddbd-51b8-48e0-8091-cb73f9090c39 None None] Routers {'cfea14ed-e3f5-46d2-a223-6b785b629f8f'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:47:29.914663 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-8a3bddbd-51b8-48e0-8091-cb73f9090c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:47:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['cfea14ed-e3f5-46d2-a223-6b785b629f8f'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:47:29.918190 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-377df537-2ed3-496b-b7e5-472cd388e972 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Request body: {'security_group_rule': {'security_group_id': 'dbea6234-941b-4449-acba-2011a911ecff', 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:29.948212 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-377df537-2ed3-496b-b7e5-472cd388e972 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.006435 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c42169-b21b-468b-8282-d543584f577c req-cb48510c-0349-49ed-bbf4-b5096aef777e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:30.008843 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a8c42169-b21b-468b-8282-d543584f577c req-cb48510c-0349-49ed-bbf4-b5096aef777e service neutron] 10.222.0.53 "GET /v2.0/networks?id=b286d46c-fbba-4423-b1ec-930d93784e08 HTTP/1.1" status: 200 len: 915 time: 0.0993066 Nov 23 22:47:30.011876 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-377df537-2ed3-496b-b7e5-472cd388e972 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.015928 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-377df537-2ed3-496b-b7e5-472cd388e972 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.023769 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-8a3bddbd-51b8-48e0-8091-cb73f9090c39 None None] Set router cfea14ed-e3f5-46d2-a223-6b785b629f8f gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:47:30.034438 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377df537-2ed3-496b-b7e5-472cd388e972 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36803058-2b84-4cff-8112-772d3f05ebaf,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:30.045128 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-377df537-2ed3-496b-b7e5-472cd388e972 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.049194 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-377df537-2ed3-496b-b7e5-472cd388e972 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1336946 Nov 23 22:47:30.049441 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50184) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:30.055006 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-50064580-49a6-4c2f-a246-39a8650625ea tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Request body: {'security_group_rule': {'security_group_id': 'dbea6234-941b-4449-acba-2011a911ecff', 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:30.085681 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-50064580-49a6-4c2f-a246-39a8650625ea tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.089694 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a8c42169-b21b-468b-8282-d543584f577c req-44e3691a-4fe9-4b41-83d6-d38b893a7e07 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3c07ece-5ccb-46af-89e2-22cfa68244ea HTTP/1.1" status: 200 len: 999 time: 0.0673213 Nov 23 22:47:30.145713 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-50064580-49a6-4c2f-a246-39a8650625ea tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.150736 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-50064580-49a6-4c2f-a246-39a8650625ea tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.152253 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c42169-b21b-468b-8282-d543584f577c req-434608c3-26f2-486c-bb04-67008835d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:30.154465 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a8c42169-b21b-468b-8282-d543584f577c req-434608c3-26f2-486c-bb04-67008835d1cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=517ea925-f3c8-43cb-9f35-3e3b57bf4893 HTTP/1.1" status: 200 len: 853 time: 0.0569146 Nov 23 22:47:30.171649 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50064580-49a6-4c2f-a246-39a8650625ea tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99de50dd-4dc8-4cf7-b42a-793a61b06bd5,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:30.180354 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-50064580-49a6-4c2f-a246-39a8650625ea tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.183150 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-50064580-49a6-4c2f-a246-39a8650625ea tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326520 Nov 23 22:47:30.184324 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50186) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:30.188788 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-20861021-68e1-4bad-9a9a-b781110ef45d tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Request body: {'security_group_rule': {'security_group_id': 'dbea6234-941b-4449-acba-2011a911ecff', 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:30.215870 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c42169-b21b-468b-8282-d543584f577c req-06b3e19d-3f57-4f19-aedc-04d5a7ecc035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:30.217952 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a8c42169-b21b-468b-8282-d543584f577c req-06b3e19d-3f57-4f19-aedc-04d5a7ecc035 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b286d46c-fbba-4423-b1ec-930d93784e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556128 Nov 23 22:47:30.219980 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20861021-68e1-4bad-9a9a-b781110ef45d tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.261460 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-8a3bddbd-51b8-48e0-8091-cb73f9090c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'name': 'tempest-TestMinimumBasicScenario-954239198-router', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:38Z', 'revision_number': 4, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'gw_port': {'id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'fda05cb6-203b-436d-8594-c38dad521226', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'port_id': 'a3c07ece-5ccb-46af-89e2-22cfa68244ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08', 'mac_address': 'fa:16:3e:47:4c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99123a-5997-4ad3-a880-b4c7d7310b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:47:28Z', 'updated_at': '2021-11-23T22:47:28Z', 'revision_number': 0, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7675d7a-a43d-4865-8f94-a1b8952485bb', 'name': '', 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'mac_address': 'fa:16:3e:e0:55:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '517ea925-f3c8-43cb-9f35-3e3b57bf4893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:38Z', 'updated_at': '2021-11-23T22:46:43Z', 'revision_number': 5, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'subnets': [{'id': '517ea925-f3c8-43cb-9f35-3e3b57bf4893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:47:30.282513 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20861021-68e1-4bad-9a9a-b781110ef45d tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.286575 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20861021-68e1-4bad-9a9a-b781110ef45d tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.289691 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3bddbd-51b8-48e0-8091-cb73f9090c39 None None] The sync data for ids ['cfea14ed-e3f5-46d2-a223-6b785b629f8f'] in n-d-816206-9 is: [{'id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'name': 'tempest-TestMinimumBasicScenario-954239198-router', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:38Z', 'revision_number': 4, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'gw_port': {'id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'fda05cb6-203b-436d-8594-c38dad521226', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'port_id': 'a3c07ece-5ccb-46af-89e2-22cfa68244ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08', 'mac_address': 'fa:16:3e:47:4c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb99123a-5997-4ad3-a880-b4c7d7310b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:47:28Z', 'updated_at': '2021-11-23T22:47:28Z', 'revision_number': 0, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7675d7a-a43d-4865-8f94-a1b8952485bb', 'name': '', 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'mac_address': 'fa:16:3e:e0:55:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '517ea925-f3c8-43cb-9f35-3e3b57bf4893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:38Z', 'updated_at': '2021-11-23T22:46:43Z', 'revision_number': 5, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'subnets': [{'id': '517ea925-f3c8-43cb-9f35-3e3b57bf4893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:47:30.307777 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20861021-68e1-4bad-9a9a-b781110ef45d tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c41311-413c-493d-ba6f-431707855c19,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:30.324424 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a8c42169-b21b-468b-8282-d543584f577c req-eafa9ce5-0368-4f3a-80e4-7d04b04a5d19 service neutron] 10.222.0.53 "GET /v2.0/networks/b286d46c-fbba-4423-b1ec-930d93784e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924389 Nov 23 22:47:30.325154 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20861021-68e1-4bad-9a9a-b781110ef45d tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.327912 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-20861021-68e1-4bad-9a9a-b781110ef45d tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1410160 Nov 23 22:47:30.329046 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50188) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:30.334033 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-2678bad3-ab93-4b1c-bf50-aff7e8d25668 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Request body: {'security_group_rule': {'security_group_id': 'dbea6234-941b-4449-acba-2011a911ecff', 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:30.358073 n-d-816206-9 neutron-server[110034]: INFO neutron.db.securitygroups_db [None req-2678bad3-ab93-4b1c-bf50-aff7e8d25668 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Project ec8a8cbf667e4ffa970bf5aa20df271e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:47:30.363205 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2678bad3-ab93-4b1c-bf50-aff7e8d25668 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.395316 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.435763 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2678bad3-ab93-4b1c-bf50-aff7e8d25668 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.439808 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2678bad3-ab93-4b1c-bf50-aff7e8d25668 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.440994 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a8c42169-b21b-468b-8282-d543584f577c req-f3e87240-8a7b-4cf5-b425-3b3a671edbac service neutron] 10.222.0.53 "GET /v2.0/networks/b286d46c-fbba-4423-b1ec-930d93784e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086879 Nov 23 22:47:30.462899 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678bad3-ab93-4b1c-bf50-aff7e8d25668 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7510be36-4de2-4b75-a472-a2d9f198202d,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:30.471485 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2678bad3-ab93-4b1c-bf50-aff7e8d25668 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.472720 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2678bad3-ab93-4b1c-bf50-aff7e8d25668 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427383 Nov 23 22:47:30.475454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50190) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:47:30.480932 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-80d01389-7668-4b80-b61e-8e5371ef5d08 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Request body: {'security_group_rule': {'security_group_id': 'dbea6234-941b-4449-acba-2011a911ecff', 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:30.505135 n-d-816206-9 neutron-server[110034]: INFO neutron.db.securitygroups_db [None req-80d01389-7668-4b80-b61e-8e5371ef5d08 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Project ec8a8cbf667e4ffa970bf5aa20df271e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:47:30.510905 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-80d01389-7668-4b80-b61e-8e5371ef5d08 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.531403 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778ed2d5-b4f2-4db2-9a1c-22d4ecad7772 None None] New status for floating IP fda05cb6-203b-436d-8594-c38dad521226: ACTIVE {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:47:30.577776 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-80d01389-7668-4b80-b61e-8e5371ef5d08 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.581549 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-80d01389-7668-4b80-b61e-8e5371ef5d08 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.601037 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d01389-7668-4b80-b61e-8e5371ef5d08 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88fbba09-41f2-451e-beb0-76173a0f0038,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:30.609158 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-80d01389-7668-4b80-b61e-8e5371ef5d08 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.610397 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-80d01389-7668-4b80-b61e-8e5371ef5d08 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330931 Nov 23 22:47:30.631032 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8e7713e4-3020-4b8b-93d1-4d0112184752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:30.705757 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87491713-bf2f-4858-a53b-72558bad4654 req-d474a002-2166-4fdb-be00-e1845cb82879 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-901212640&fields=id&tenant_id=ec8a8cbf667e4ffa970bf5aa20df271e HTTP/1.1" status: 200 len: 267 time: 0.0462549 Nov 23 22:47:30.767318 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87491713-bf2f-4858-a53b-72558bad4654 req-55d9306c-506a-42de-a8ec-f15988169856 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:30.768797 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87491713-bf2f-4858-a53b-72558bad4654 req-55d9306c-506a-42de-a8ec-f15988169856 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 946 time: 0.0566335 Nov 23 22:47:30.779928 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-87491713-bf2f-4858-a53b-72558bad4654 req-12f76810-4d61-4773-a649-f9928d49c0f1 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Request body: {'port': {'security_groups': ['b5f6d914-3a36-410f-b036-ecfedacc299a', 'dbea6234-941b-4449-acba-2011a911ecff']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:47:30.841455 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-87491713-bf2f-4858-a53b-72558bad4654 req-12f76810-4d61-4773-a649-f9928d49c0f1 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:31.024855 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-87491713-bf2f-4858-a53b-72558bad4654 req-12f76810-4d61-4773-a649-f9928d49c0f1 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] For port a3c07ece-5ccb-46af-89e2-22cfa68244ea, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a3c07ece-5ccb-46af-89e2-22cfa68244ea,segment=NetworkSegment(50e53c1d-3d61-4a1f-acad-4be14ed0572c),segment_id=50e53c1d-3d61-4a1f-acad-4be14ed0572c)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:47:31.052923 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-87491713-bf2f-4858-a53b-72558bad4654 req-12f76810-4d61-4773-a649-f9928d49c0f1 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:31.057313 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-87491713-bf2f-4858-a53b-72558bad4654 req-12f76810-4d61-4773-a649-f9928d49c0f1 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:31.069407 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['a3c07ece-5ccb-46af-89e2-22cfa68244ea'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:47:31.099722 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87491713-bf2f-4858-a53b-72558bad4654 req-12f76810-4d61-4773-a649-f9928d49c0f1 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:31.100480 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-87491713-bf2f-4858-a53b-72558bad4654 req-12f76810-4d61-4773-a649-f9928d49c0f1 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:31.101900 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-87491713-bf2f-4858-a53b-72558bad4654 req-12f76810-4d61-4773-a649-f9928d49c0f1 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "PUT /v2.0/ports/a3c07ece-5ccb-46af-89e2-22cfa68244ea HTTP/1.1" status: 200 len: 982 time: 0.3264391 Nov 23 22:47:31.146367 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f76810-4d61-4773-a649-f9928d49c0f1 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Pushing event updated for resources: {'Port': ['ID=a3c07ece-5ccb-46af-89e2-22cfa68244ea,revision_number=6']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:47:31.173432 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['a3c07ece-5ccb-46af-89e2-22cfa68244ea'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:47:31.236262 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098643c-952a-48c7-9495-abdd1b3f4e8a req-76b098e0-c5da-40da-9a45-47c52126b016 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:31.237821 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5098643c-952a-48c7-9495-abdd1b3f4e8a req-76b098e0-c5da-40da-9a45-47c52126b016 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 985 time: 0.0619080 Nov 23 22:47:31.306772 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5098643c-952a-48c7-9495-abdd1b3f4e8a req-7e60ea8d-69bc-487f-9856-33826ca6eb97 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&id=dbea6234-941b-4449-acba-2011a911ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615797 Nov 23 22:47:31.420957 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c69b7aa1-b1a6-4988-85bc-908e503fe9e0 None None] Provisioning complete for port a3c07ece-5ccb-46af-89e2-22cfa68244ea triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:47:31.421535 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c69b7aa1-b1a6-4988-85bc-908e503fe9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:31.792794 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb99123a-5997-4ad3-a880-b4c7d7310b1c', 'tag': 'a3c07ece-5ccb-46af-89e2-22cfa68244ea'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:47:31.795612 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e2a75d-f7bc-400e-ac6d-9c2e3391c563" -d '{"events": [{"name": "network-changed", "server_uuid": "bb99123a-5997-4ad3-a880-b4c7d7310b1c", "tag": "a3c07ece-5ccb-46af-89e2-22cfa68244ea"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:47:31.796995 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:31.833437 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccbbf82-356f-40d5-86bc-d165a120db95 x-openstack-request-id: req-3ccbbf82-356f-40d5-86bc-d165a120db95 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:47:31.833732 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb99123a-5997-4ad3-a880-b4c7d7310b1c", "tag": "a3c07ece-5ccb-46af-89e2-22cfa68244ea", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:47:31.833987 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ccbbf82-356f-40d5-86bc-d165a120db95 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:47:31.834388 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb99123a-5997-4ad3-a880-b4c7d7310b1c', 'tag': 'a3c07ece-5ccb-46af-89e2-22cfa68244ea', 'status': 'completed', 'code': 200} Nov 23 22:47:31.899415 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2a75d-f7bc-400e-ac6d-9c2e3391c563 req-4f9359d4-720f-4c09-97f3-ec3f3c474b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:31.900930 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c0e2a75d-f7bc-400e-ac6d-9c2e3391c563 req-4f9359d4-720f-4c09-97f3-ec3f3c474b7b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec8a8cbf667e4ffa970bf5aa20df271e&device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 1136 time: 0.0417047 Nov 23 22:47:31.992491 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2a75d-f7bc-400e-ac6d-9c2e3391c563 req-04738b21-c269-4e17-ab0e-a46b7243bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:31.993972 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c0e2a75d-f7bc-400e-ac6d-9c2e3391c563 req-04738b21-c269-4e17-ab0e-a46b7243bdc3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b286d46c-fbba-4423-b1ec-930d93784e08 HTTP/1.1" status: 200 len: 915 time: 0.0862253 Nov 23 22:47:32.062465 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c0e2a75d-f7bc-400e-ac6d-9c2e3391c563 req-215eb62d-79f8-4277-84e5-c95dc9ce519a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3c07ece-5ccb-46af-89e2-22cfa68244ea HTTP/1.1" status: 200 len: 1001 time: 0.0612445 Nov 23 22:47:32.112598 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2a75d-f7bc-400e-ac6d-9c2e3391c563 req-34ec689b-d3b2-4c1a-8d90-8a4a37b900e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:32.114367 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c0e2a75d-f7bc-400e-ac6d-9c2e3391c563 req-34ec689b-d3b2-4c1a-8d90-8a4a37b900e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=517ea925-f3c8-43cb-9f35-3e3b57bf4893 HTTP/1.1" status: 200 len: 853 time: 0.0431776 Nov 23 22:47:32.164793 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2a75d-f7bc-400e-ac6d-9c2e3391c563 req-716e0420-5789-457f-80b2-1eee13149ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:32.166292 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c0e2a75d-f7bc-400e-ac6d-9c2e3391c563 req-716e0420-5789-457f-80b2-1eee13149ba3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b286d46c-fbba-4423-b1ec-930d93784e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441067 Nov 23 22:47:32.257738 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c0e2a75d-f7bc-400e-ac6d-9c2e3391c563 req-ff6305c5-a1e5-4da9-baf3-95ec8b9cae15 service neutron] 10.222.0.53 "GET /v2.0/networks/b286d46c-fbba-4423-b1ec-930d93784e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829754 Nov 23 22:47:32.362050 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c0e2a75d-f7bc-400e-ac6d-9c2e3391c563 req-bb740218-9966-435e-a413-4d1d7dfb341d service neutron] 10.222.0.53 "GET /v2.0/networks/b286d46c-fbba-4423-b1ec-930d93784e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880265 Nov 23 22:47:33.200784 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:33.965813 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:53.368819 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:53.958588 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0620a79-c070-4439-a4ce-f6964585bfd5 req-e9f99ca0-fdf8-46f8-b411-e8e4cc2e72a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:53.960124 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b0620a79-c070-4439-a4ce-f6964585bfd5 req-e9f99ca0-fdf8-46f8-b411-e8e4cc2e72a4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec8a8cbf667e4ffa970bf5aa20df271e&device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 1136 time: 0.0427656 Nov 23 22:47:54.003429 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979a6e2-9525-48ba-9d7d-c9da473755ab req-38a8bef3-4110-426c-b475-63fd93fa729c tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:54.004907 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2979a6e2-9525-48ba-9d7d-c9da473755ab req-38a8bef3-4110-426c-b475-63fd93fa729c tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 985 time: 0.1017535 Nov 23 22:47:54.056288 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0620a79-c070-4439-a4ce-f6964585bfd5 req-0c8345e0-1ba0-489a-a81c-bd37021e0b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:54.057792 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b0620a79-c070-4439-a4ce-f6964585bfd5 req-0c8345e0-1ba0-489a-a81c-bd37021e0b48 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b286d46c-fbba-4423-b1ec-930d93784e08 HTTP/1.1" status: 200 len: 915 time: 0.0902946 Nov 23 22:47:54.066783 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2979a6e2-9525-48ba-9d7d-c9da473755ab req-e59fcc95-31b5-40c1-979e-3a54601b021d tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&id=dbea6234-941b-4449-acba-2011a911ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554526 Nov 23 22:47:54.126945 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b0620a79-c070-4439-a4ce-f6964585bfd5 req-418adaa2-db05-4f91-822d-870561c15c1c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3c07ece-5ccb-46af-89e2-22cfa68244ea HTTP/1.1" status: 200 len: 1001 time: 0.0592976 Nov 23 22:47:54.177051 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0620a79-c070-4439-a4ce-f6964585bfd5 req-61a04e54-adb5-423e-b169-f3b442d5c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:54.178478 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b0620a79-c070-4439-a4ce-f6964585bfd5 req-61a04e54-adb5-423e-b169-f3b442d5c7bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=517ea925-f3c8-43cb-9f35-3e3b57bf4893 HTTP/1.1" status: 200 len: 853 time: 0.0431566 Nov 23 22:47:54.228793 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0620a79-c070-4439-a4ce-f6964585bfd5 req-61bb7c5c-35f0-48c9-8d8c-0444c4709500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:54.230263 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b0620a79-c070-4439-a4ce-f6964585bfd5 req-61bb7c5c-35f0-48c9-8d8c-0444c4709500 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b286d46c-fbba-4423-b1ec-930d93784e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437484 Nov 23 22:47:54.587039 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b0620a79-c070-4439-a4ce-f6964585bfd5 req-23350381-d3e3-440f-a75d-e68bba70a51d service neutron] 10.222.0.53 "GET /v2.0/networks/b286d46c-fbba-4423-b1ec-930d93784e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481996 Nov 23 22:47:54.681669 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b0620a79-c070-4439-a4ce-f6964585bfd5 req-b7b0fd03-36e3-46e2-a3e6-43326c969e35 service neutron] 10.222.0.53 "GET /v2.0/networks/b286d46c-fbba-4423-b1ec-930d93784e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861742 Nov 23 22:47:55.239511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4da6d3-32f5-46c6-8a73-cfd924e90787 req-00553242-ab52-4ba4-bccc-7a86c201da3f tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:55.240984 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8b4da6d3-32f5-46c6-8a73-cfd924e90787 req-00553242-ab52-4ba4-bccc-7a86c201da3f tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 985 time: 0.0986416 Nov 23 22:47:55.304955 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8b4da6d3-32f5-46c6-8a73-cfd924e90787 req-c4199a1c-d738-4053-a1b3-479399f3a343 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&id=dbea6234-941b-4449-acba-2011a911ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574667 Nov 23 22:47:55.602776 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:47:56.422944 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd6008-bc40-45ca-ac9a-9bd963e0a585 req-abc8db3b-662c-4f58-abd3-628a5bc5849d tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:56.424327 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eebd6008-bc40-45ca-ac9a-9bd963e0a585 req-abc8db3b-662c-4f58-abd3-628a5bc5849d tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 985 time: 0.0504386 Nov 23 22:47:56.486471 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eebd6008-bc40-45ca-ac9a-9bd963e0a585 req-2401c86d-2d0a-49f2-b140-acde200bb99d tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&id=dbea6234-941b-4449-acba-2011a911ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552738 Nov 23 22:47:57.601262 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225efdd7-ded4-4f84-b667-ba4b4bcb0733 req-aea16607-1566-42c4-a7a6-32b629f0450f tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:57.602971 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-225efdd7-ded4-4f84-b667-ba4b4bcb0733 req-aea16607-1566-42c4-a7a6-32b629f0450f tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 985 time: 0.0497205 Nov 23 22:47:57.666925 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-225efdd7-ded4-4f84-b667-ba4b4bcb0733 req-a0a8d46c-ef79-4b6f-a3bf-7787466c6d52 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&id=dbea6234-941b-4449-acba-2011a911ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563848 Nov 23 22:47:58.043123 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c3fedb83-28dd-497d-94f1-a77496057e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:47:58.786673 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5ca7b-2066-4c5f-aa0b-8b69f577a00f req-b50c0bfd-ff88-44be-b596-236ada43fac1 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:58.788163 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59e5ca7b-2066-4c5f-aa0b-8b69f577a00f req-b50c0bfd-ff88-44be-b596-236ada43fac1 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 985 time: 0.0527005 Nov 23 22:47:58.848023 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-59e5ca7b-2066-4c5f-aa0b-8b69f577a00f req-2c9729c8-250c-4d23-a66c-5c64022c6b26 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&id=dbea6234-941b-4449-acba-2011a911ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536397 Nov 23 22:47:59.580614 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-5f0f14f3-33eb-4d5a-9c40-d86fa4ec2445 req-5b0f2074-3968-4712-8c1a-b4a41f945f8d tempest-ServerDiskConfigTestJSON-809140809 tempest-ServerDiskConfigTestJSON-809140809-project] (110034) timed out ('10.222.0.53', 57654) {{(pid=110034) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 22:47:59.966340 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30c660-297e-4cd8-b587-f7bc41b8ff93 req-85eebced-8816-41e5-be4d-9ab3ec65434a tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:47:59.967862 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-af30c660-297e-4cd8-b587-f7bc41b8ff93 req-85eebced-8816-41e5-be4d-9ab3ec65434a tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 985 time: 0.0503783 Nov 23 22:48:00.028236 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-af30c660-297e-4cd8-b587-f7bc41b8ff93 req-496d7051-e465-4a94-a98b-4a0018b4dda5 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&id=dbea6234-941b-4449-acba-2011a911ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541091 Nov 23 22:48:00.402308 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:00.582576 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-12cc98ea-f86e-4f06-a0b8-bea232a648ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:01.150350 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec19152-a64f-488f-ab1f-63c05038872a req-bdd74c57-0b75-4414-ba57-1098cf0f96df tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:01.151678 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eec19152-a64f-488f-ab1f-63c05038872a req-bdd74c57-0b75-4414-ba57-1098cf0f96df tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 985 time: 0.0538306 Nov 23 22:48:01.212693 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eec19152-a64f-488f-ab1f-63c05038872a req-bb9d580a-1f72-440e-83da-27795bcc2f13 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&id=dbea6234-941b-4449-acba-2011a911ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549123 Nov 23 22:48:01.579096 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb1cee-e708-477c-b68b-597f9a237381 req-c3daa374-fe55-4c6d-8f9e-4d6eeb12112b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:01.580626 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-82bb1cee-e708-477c-b68b-597f9a237381 req-c3daa374-fe55-4c6d-8f9e-4d6eeb12112b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec8a8cbf667e4ffa970bf5aa20df271e&device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 1136 time: 0.0421634 Nov 23 22:48:01.688287 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb1cee-e708-477c-b68b-597f9a237381 req-137024de-5192-421e-9c06-8de804776a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:01.689771 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-82bb1cee-e708-477c-b68b-597f9a237381 req-137024de-5192-421e-9c06-8de804776a3b service neutron] 10.222.0.53 "GET /v2.0/networks?id=b286d46c-fbba-4423-b1ec-930d93784e08 HTTP/1.1" status: 200 len: 915 time: 0.0885065 Nov 23 22:48:01.756951 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-82bb1cee-e708-477c-b68b-597f9a237381 req-7f6fa855-062d-4dcd-be7a-26aa1c6e6716 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3c07ece-5ccb-46af-89e2-22cfa68244ea HTTP/1.1" status: 200 len: 1001 time: 0.0584962 Nov 23 22:48:01.803341 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:01.810852 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb1cee-e708-477c-b68b-597f9a237381 req-998297bd-6272-44fa-bfb9-59840a29d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:01.812348 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-82bb1cee-e708-477c-b68b-597f9a237381 req-998297bd-6272-44fa-bfb9-59840a29d6ca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=517ea925-f3c8-43cb-9f35-3e3b57bf4893 HTTP/1.1" status: 200 len: 853 time: 0.0458286 Nov 23 22:48:01.866801 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb1cee-e708-477c-b68b-597f9a237381 req-cc70cabf-a5b0-472b-a8d1-488053b1ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:01.868916 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-82bb1cee-e708-477c-b68b-597f9a237381 req-cc70cabf-a5b0-472b-a8d1-488053b1ff0b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b286d46c-fbba-4423-b1ec-930d93784e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468595 Nov 23 22:48:01.958391 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-82bb1cee-e708-477c-b68b-597f9a237381 req-a6e6ab88-c4cc-4391-b9ae-65168a0ec331 service neutron] 10.222.0.53 "GET /v2.0/networks/b286d46c-fbba-4423-b1ec-930d93784e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801644 Nov 23 22:48:02.064279 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-82bb1cee-e708-477c-b68b-597f9a237381 req-c3d5f1f8-f676-49ab-b9de-30bf384f80d8 service neutron] 10.222.0.53 "GET /v2.0/networks/b286d46c-fbba-4423-b1ec-930d93784e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853357 Nov 23 22:48:02.328631 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088838c-5d67-4d1c-aa39-d99e8f1c6a52 req-39fc7b1a-1326-4003-b983-2e63666d4524 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:02.330033 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0088838c-5d67-4d1c-aa39-d99e8f1c6a52 req-39fc7b1a-1326-4003-b983-2e63666d4524 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 985 time: 0.0496919 Nov 23 22:48:02.392330 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0088838c-5d67-4d1c-aa39-d99e8f1c6a52 req-6e2dad79-95b1-4fa3-aedb-a9df3bd01d80 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&id=dbea6234-941b-4449-acba-2011a911ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561118 Nov 23 22:48:03.203040 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:03.507705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86f879-703a-4a9d-90ea-988a9be6eaf0 req-cd1ab299-07be-4353-869b-e39bc1fa180b tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:03.509802 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ad86f879-703a-4a9d-90ea-988a9be6eaf0 req-cd1ab299-07be-4353-869b-e39bc1fa180b tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 985 time: 0.0493369 Nov 23 22:48:03.573623 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ad86f879-703a-4a9d-90ea-988a9be6eaf0 req-e601f079-0bc0-4221-956c-57c110bfd1bd tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&id=dbea6234-941b-4449-acba-2011a911ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577095 Nov 23 22:48:03.967513 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:04.689674 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c66cf-47a2-4988-aa25-2ceec5df92ea req-821f93ba-7fe3-4ae1-8bda-165f133046b6 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:04.691161 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a7c66cf-47a2-4988-aa25-2ceec5df92ea req-821f93ba-7fe3-4ae1-8bda-165f133046b6 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 985 time: 0.0502546 Nov 23 22:48:04.751210 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a7c66cf-47a2-4988-aa25-2ceec5df92ea req-48ac1a45-8b25-4400-9f68-af226bd792df tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&id=dbea6234-941b-4449-acba-2011a911ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537519 Nov 23 22:48:05.867654 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e00aa-79cb-4f91-82df-661e8c9569e4 req-29ff08ca-e1f4-47ab-a60d-c5b6eb7b1f5a tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:05.869221 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-978e00aa-79cb-4f91-82df-661e8c9569e4 req-29ff08ca-e1f4-47ab-a60d-c5b6eb7b1f5a tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 985 time: 0.0501745 Nov 23 22:48:05.929142 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-978e00aa-79cb-4f91-82df-661e8c9569e4 req-6cb5feb2-ec2f-461e-a044-65e21970ddeb tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&id=dbea6234-941b-4449-acba-2011a911ecff&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538032 Nov 23 22:48:23.379965 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:28.046908 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b6bb9fbc-639f-45b4-a31b-e2fb03849fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:30.404756 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:30.583543 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-834dff7d-8742-4119-ae40-f40e0cb68971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:31.807094 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:32.602222 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:48:33.205573 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:33.969630 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:41.283456 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d26e38ac-a4b7-4740-b237-db9494287915 req-366cb544-8bec-4579-b700-554015ac1472 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-901212640&fields=id&tenant_id=ec8a8cbf667e4ffa970bf5aa20df271e HTTP/1.1" status: 200 len: 267 time: 0.0487864 Nov 23 22:48:41.336606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e38ac-a4b7-4740-b237-db9494287915 req-371e31d1-8b10-4387-97ee-2bafaa69ad1a tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:41.338064 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d26e38ac-a4b7-4740-b237-db9494287915 req-371e31d1-8b10-4387-97ee-2bafaa69ad1a tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 985 time: 0.0489705 Nov 23 22:48:41.349772 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-d26e38ac-a4b7-4740-b237-db9494287915 req-dccb528c-613b-49f3-bd05-c90250e4ead2 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Request body: {'port': {'security_groups': ['b5f6d914-3a36-410f-b036-ecfedacc299a']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:48:41.414466 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d26e38ac-a4b7-4740-b237-db9494287915 req-dccb528c-613b-49f3-bd05-c90250e4ead2 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:41.586634 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-d26e38ac-a4b7-4740-b237-db9494287915 req-dccb528c-613b-49f3-bd05-c90250e4ead2 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] For port a3c07ece-5ccb-46af-89e2-22cfa68244ea, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a3c07ece-5ccb-46af-89e2-22cfa68244ea,segment=NetworkSegment(50e53c1d-3d61-4a1f-acad-4be14ed0572c),segment_id=50e53c1d-3d61-4a1f-acad-4be14ed0572c)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:41.615078 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d26e38ac-a4b7-4740-b237-db9494287915 req-dccb528c-613b-49f3-bd05-c90250e4ead2 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:41.619659 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d26e38ac-a4b7-4740-b237-db9494287915 req-dccb528c-613b-49f3-bd05-c90250e4ead2 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:41.637635 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['a3c07ece-5ccb-46af-89e2-22cfa68244ea'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:41.688923 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e38ac-a4b7-4740-b237-db9494287915 req-dccb528c-613b-49f3-bd05-c90250e4ead2 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:41.689552 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-d26e38ac-a4b7-4740-b237-db9494287915 req-dccb528c-613b-49f3-bd05-c90250e4ead2 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:41.690958 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d26e38ac-a4b7-4740-b237-db9494287915 req-dccb528c-613b-49f3-bd05-c90250e4ead2 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "PUT /v2.0/ports/a3c07ece-5ccb-46af-89e2-22cfa68244ea HTTP/1.1" status: 200 len: 943 time: 0.3459661 Nov 23 22:48:41.691679 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb99123a-5997-4ad3-a880-b4c7d7310b1c', 'tag': 'a3c07ece-5ccb-46af-89e2-22cfa68244ea'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:41.694123 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb950ad-8488-4ac2-88ec-ec972e2b8505" -d '{"events": [{"name": "network-changed", "server_uuid": "bb99123a-5997-4ad3-a880-b4c7d7310b1c", "tag": "a3c07ece-5ccb-46af-89e2-22cfa68244ea"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:41.698164 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50254) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:41.728889 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb528c-613b-49f3-bd05-c90250e4ead2 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Pushing event updated for resources: {'Port': ['ID=a3c07ece-5ccb-46af-89e2-22cfa68244ea,revision_number=7']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:41.745153 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb528c-613b-49f3-bd05-c90250e4ead2 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:41.745564 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb528c-613b-49f3-bd05-c90250e4ead2 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:41.745844 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb528c-613b-49f3-bd05-c90250e4ead2 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:41.746183 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb528c-613b-49f3-bd05-c90250e4ead2 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:41.746513 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb528c-613b-49f3-bd05-c90250e4ead2 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:41.747751 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb528c-613b-49f3-bd05-c90250e4ead2 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:41.748097 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb528c-613b-49f3-bd05-c90250e4ead2 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:41.748424 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb528c-613b-49f3-bd05-c90250e4ead2 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:41.748759 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb528c-613b-49f3-bd05-c90250e4ead2 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:41.749085 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb528c-613b-49f3-bd05-c90250e4ead2 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:41.749910 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb528c-613b-49f3-bd05-c90250e4ead2 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:41.749910 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dccb528c-613b-49f3-bd05-c90250e4ead2 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:41.767387 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d27c3e92-a845-412c-a7e1-df9fbad0520e tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:41.780869 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77bb698-4b3e-4ffc-8a2a-c6632662e940 x-openstack-request-id: req-e77bb698-4b3e-4ffc-8a2a-c6632662e940 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:41.781158 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb99123a-5997-4ad3-a880-b4c7d7310b1c", "tag": "a3c07ece-5ccb-46af-89e2-22cfa68244ea", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:41.781912 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['a3c07ece-5ccb-46af-89e2-22cfa68244ea'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:41.782702 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e77bb698-4b3e-4ffc-8a2a-c6632662e940 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:41.783163 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb99123a-5997-4ad3-a880-b4c7d7310b1c', 'tag': 'a3c07ece-5ccb-46af-89e2-22cfa68244ea', 'status': 'completed', 'code': 200} Nov 23 22:48:41.804401 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d27c3e92-a845-412c-a7e1-df9fbad0520e tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:41.889659 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb950ad-8488-4ac2-88ec-ec972e2b8505 req-770f1c10-0c70-4d3a-b2c3-d26231fb1f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:41.891341 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fdb950ad-8488-4ac2-88ec-ec972e2b8505 req-770f1c10-0c70-4d3a-b2c3-d26231fb1f36 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec8a8cbf667e4ffa970bf5aa20df271e&device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 1097 time: 0.0771070 Nov 23 22:48:41.911986 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d27c3e92-a845-412c-a7e1-df9fbad0520e tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:41.914564 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d27c3e92-a845-412c-a7e1-df9fbad0520e tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:41.916418 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d27c3e92-a845-412c-a7e1-df9fbad0520e tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "DELETE /v2.0/security-groups/dbea6234-941b-4449-acba-2011a911ecff HTTP/1.1" status: 204 len: 168 time: 0.2162831 Nov 23 22:48:41.918366 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50256) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:41.941536 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c3e92-a845-412c-a7e1-df9fbad0520e tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbea6234-941b-4449-acba-2011a911ecff,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:41.958705 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c3e92-a845-412c-a7e1-df9fbad0520e tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:41.959083 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c3e92-a845-412c-a7e1-df9fbad0520e tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:41.959483 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c3e92-a845-412c-a7e1-df9fbad0520e tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:41.959825 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c3e92-a845-412c-a7e1-df9fbad0520e tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:41.960155 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c3e92-a845-412c-a7e1-df9fbad0520e tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:41.960562 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c3e92-a845-412c-a7e1-df9fbad0520e tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:41.960899 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c3e92-a845-412c-a7e1-df9fbad0520e tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:41.961227 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c3e92-a845-412c-a7e1-df9fbad0520e tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:41.961562 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c3e92-a845-412c-a7e1-df9fbad0520e tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:41.961890 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c3e92-a845-412c-a7e1-df9fbad0520e tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:41.962216 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c3e92-a845-412c-a7e1-df9fbad0520e tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:41.962539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27c3e92-a845-412c-a7e1-df9fbad0520e tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:48:41.998493 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5d8151fe-9a31-4d2f-9f79-e9e99954228e None None] Provisioning complete for port a3c07ece-5ccb-46af-89e2-22cfa68244ea triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:48:41.999013 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5d8151fe-9a31-4d2f-9f79-e9e99954228e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:42.024682 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb950ad-8488-4ac2-88ec-ec972e2b8505 req-e276e8cb-4362-451d-a2c5-b24607fd6767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:42.026244 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fdb950ad-8488-4ac2-88ec-ec972e2b8505 req-e276e8cb-4362-451d-a2c5-b24607fd6767 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b286d46c-fbba-4423-b1ec-930d93784e08 HTTP/1.1" status: 200 len: 915 time: 0.1240966 Nov 23 22:48:42.093323 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-3e12c22e-4f55-4a75-9a35-11109de052ff tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Deleting port 78dd8f59-c7cd-46e0-8a96-60edde4fab5a {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:48:42.093914 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e12c22e-4f55-4a75-9a35-11109de052ff tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:42.097493 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fdb950ad-8488-4ac2-88ec-ec972e2b8505 req-5f2fcd66-a03e-44c4-bedb-d02980635045 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3c07ece-5ccb-46af-89e2-22cfa68244ea HTTP/1.1" status: 200 len: 1001 time: 0.0617146 Nov 23 22:48:42.154748 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb950ad-8488-4ac2-88ec-ec972e2b8505 req-ecfaded5-7d7b-4561-8865-3aad9a7394a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:42.156297 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fdb950ad-8488-4ac2-88ec-ec972e2b8505 req-ecfaded5-7d7b-4561-8865-3aad9a7394a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=517ea925-f3c8-43cb-9f35-3e3b57bf4893 HTTP/1.1" status: 200 len: 853 time: 0.0503395 Nov 23 22:48:42.171137 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e12c22e-4f55-4a75-9a35-11109de052ff tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:42.171392 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e12c22e-4f55-4a75-9a35-11109de052ff tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:42.183240 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-3e12c22e-4f55-4a75-9a35-11109de052ff tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Calling delete_port for 78dd8f59-c7cd-46e0-8a96-60edde4fab5a owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:48:42.209395 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb950ad-8488-4ac2-88ec-ec972e2b8505 req-4a240a6f-07fb-484a-a64b-0f43dfe826df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:42.210944 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fdb950ad-8488-4ac2-88ec-ec972e2b8505 req-4a240a6f-07fb-484a-a64b-0f43dfe826df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b286d46c-fbba-4423-b1ec-930d93784e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411284 Nov 23 22:48:42.314960 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fdb950ad-8488-4ac2-88ec-ec972e2b8505 req-34ddd112-5419-4afe-a2ba-a2650935179d service neutron] 10.222.0.53 "GET /v2.0/networks/b286d46c-fbba-4423-b1ec-930d93784e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915029 Nov 23 22:48:42.365723 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e12c22e-4f55-4a75-9a35-11109de052ff tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:42.415536 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fdb950ad-8488-4ac2-88ec-ec972e2b8505 req-8ed079fb-1bbb-4f61-b464-f9043d32e538 service neutron] 10.222.0.53 "GET /v2.0/networks/b286d46c-fbba-4423-b1ec-930d93784e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879486 Nov 23 22:48:42.680333 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12c22e-4f55-4a75-9a35-11109de052ff tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Pushing event deleted for resources: {'Port': ['ID=78dd8f59-c7cd-46e0-8a96-60edde4fab5a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:42.738125 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e12c22e-4f55-4a75-9a35-11109de052ff tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:42.738466 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-3e12c22e-4f55-4a75-9a35-11109de052ff tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Floating IP fda05cb6-203b-436d-8594-c38dad521226 disassociated (deleted). External IP: 172.25.5.99, port: a3c07ece-5ccb-46af-89e2-22cfa68244ea. Nov 23 22:48:42.944543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e12c22e-4f55-4a75-9a35-11109de052ff tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Router cfea14ed-e3f5-46d2-a223-6b785b629f8f has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:48:43.050610 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e12c22e-4f55-4a75-9a35-11109de052ff tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:48:43.055274 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3e12c22e-4f55-4a75-9a35-11109de052ff tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:43.062598 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9574b840-35b0-40a1-83de-9f02947a5a95 None None] Sync routers for ids ['cfea14ed-e3f5-46d2-a223-6b785b629f8f'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:48:43.072612 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9574b840-35b0-40a1-83de-9f02947a5a95 None None] Routers {'cfea14ed-e3f5-46d2-a223-6b785b629f8f'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:48:43.073327 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-9574b840-35b0-40a1-83de-9f02947a5a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:48:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['cfea14ed-e3f5-46d2-a223-6b785b629f8f'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:43.082957 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3e12c22e-4f55-4a75-9a35-11109de052ff tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "DELETE /v2.0/floatingips/fda05cb6-203b-436d-8594-c38dad521226 HTTP/1.1" status: 204 len: 168 time: 1.1615946 Nov 23 22:48:43.183389 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-9574b840-35b0-40a1-83de-9f02947a5a95 None None] Set router cfea14ed-e3f5-46d2-a223-6b785b629f8f gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:48:43.486662 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-9574b840-35b0-40a1-83de-9f02947a5a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'name': 'tempest-TestMinimumBasicScenario-954239198-router', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:38Z', 'revision_number': 4, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'gw_port': {'id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'b7675d7a-a43d-4865-8f94-a1b8952485bb', 'name': '', 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'mac_address': 'fa:16:3e:e0:55:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '517ea925-f3c8-43cb-9f35-3e3b57bf4893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:38Z', 'updated_at': '2021-11-23T22:46:43Z', 'revision_number': 5, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'subnets': [{'id': '517ea925-f3c8-43cb-9f35-3e3b57bf4893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:43.512198 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9574b840-35b0-40a1-83de-9f02947a5a95 None None] Checking router: cfea14ed-e3f5-46d2-a223-6b785b629f8f for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:48:43.520118 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9574b840-35b0-40a1-83de-9f02947a5a95 None None] Routers {'cfea14ed-e3f5-46d2-a223-6b785b629f8f'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:48:43.520711 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-9574b840-35b0-40a1-83de-9f02947a5a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:48:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['cfea14ed-e3f5-46d2-a223-6b785b629f8f'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:43.622703 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-9574b840-35b0-40a1-83de-9f02947a5a95 None None] Set router cfea14ed-e3f5-46d2-a223-6b785b629f8f gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:48:43.784899 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb99123a-5997-4ad3-a880-b4c7d7310b1c', 'tag': 'a3c07ece-5ccb-46af-89e2-22cfa68244ea'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:43.787314 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fdd2a6-8abd-40ee-81f0-d723fe5ec6cf" -d '{"events": [{"name": "network-changed", "server_uuid": "bb99123a-5997-4ad3-a880-b4c7d7310b1c", "tag": "a3c07ece-5ccb-46af-89e2-22cfa68244ea"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:43.823666 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-9574b840-35b0-40a1-83de-9f02947a5a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'name': 'tempest-TestMinimumBasicScenario-954239198-router', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:38Z', 'revision_number': 4, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'gw_port': {'id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'b7675d7a-a43d-4865-8f94-a1b8952485bb', 'name': '', 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'mac_address': 'fa:16:3e:e0:55:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '517ea925-f3c8-43cb-9f35-3e3b57bf4893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:38Z', 'updated_at': '2021-11-23T22:46:43Z', 'revision_number': 5, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'subnets': [{'id': '517ea925-f3c8-43cb-9f35-3e3b57bf4893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:43.824444 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b767bf-3fd5-43b3-b7ee-b40186e39e31 x-openstack-request-id: req-92b767bf-3fd5-43b3-b7ee-b40186e39e31 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:43.824739 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb99123a-5997-4ad3-a880-b4c7d7310b1c", "tag": "a3c07ece-5ccb-46af-89e2-22cfa68244ea", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:43.825342 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-92b767bf-3fd5-43b3-b7ee-b40186e39e31 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:43.825957 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb99123a-5997-4ad3-a880-b4c7d7310b1c', 'tag': 'a3c07ece-5ccb-46af-89e2-22cfa68244ea', 'status': 'completed', 'code': 200} Nov 23 22:48:43.851062 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9574b840-35b0-40a1-83de-9f02947a5a95 None None] The sync data for ids ['cfea14ed-e3f5-46d2-a223-6b785b629f8f'] in n-d-816206-9 is: [{'id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'name': 'tempest-TestMinimumBasicScenario-954239198-router', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:38Z', 'revision_number': 4, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'gw_port': {'id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'b7675d7a-a43d-4865-8f94-a1b8952485bb', 'name': '', 'network_id': 'b286d46c-fbba-4423-b1ec-930d93784e08', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'mac_address': 'fa:16:3e:e0:55:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '517ea925-f3c8-43cb-9f35-3e3b57bf4893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:38Z', 'updated_at': '2021-11-23T22:46:43Z', 'revision_number': 5, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'subnets': [{'id': '517ea925-f3c8-43cb-9f35-3e3b57bf4893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:48:43.917455 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdd2a6-8abd-40ee-81f0-d723fe5ec6cf req-01ef79e8-c687-44ef-9b51-e70b70078a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:43.919171 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c2fdd2a6-8abd-40ee-81f0-d723fe5ec6cf req-01ef79e8-c687-44ef-9b51-e70b70078a19 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ec8a8cbf667e4ffa970bf5aa20df271e&device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 1097 time: 0.0469043 Nov 23 22:48:44.046426 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdd2a6-8abd-40ee-81f0-d723fe5ec6cf req-fc457986-7023-47cc-b0c6-55e01be64798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:44.048292 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c2fdd2a6-8abd-40ee-81f0-d723fe5ec6cf req-fc457986-7023-47cc-b0c6-55e01be64798 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b286d46c-fbba-4423-b1ec-930d93784e08 HTTP/1.1" status: 200 len: 915 time: 0.1142311 Nov 23 22:48:44.110975 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c2fdd2a6-8abd-40ee-81f0-d723fe5ec6cf req-41d21334-f80d-4720-89d5-14d60e1103e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3c07ece-5ccb-46af-89e2-22cfa68244ea HTTP/1.1" status: 200 len: 217 time: 0.0500972 Nov 23 22:48:44.151174 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39060a81-a43f-4cbd-a524-d8dc1f045f03 None None] New status for floating IP fda05cb6-203b-436d-8594-c38dad521226: DOWN {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:48:44.175336 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdd2a6-8abd-40ee-81f0-d723fe5ec6cf req-d4a2f5ad-a2e6-4145-a07c-7ca39c865394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:44.176841 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c2fdd2a6-8abd-40ee-81f0-d723fe5ec6cf req-d4a2f5ad-a2e6-4145-a07c-7ca39c865394 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=517ea925-f3c8-43cb-9f35-3e3b57bf4893 HTTP/1.1" status: 200 len: 853 time: 0.0548992 Nov 23 22:48:44.230961 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdd2a6-8abd-40ee-81f0-d723fe5ec6cf req-fdb758ce-e22b-4b53-b527-3509c0004cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:44.233716 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c2fdd2a6-8abd-40ee-81f0-d723fe5ec6cf req-fdb758ce-e22b-4b53-b527-3509c0004cd1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b286d46c-fbba-4423-b1ec-930d93784e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451624 Nov 23 22:48:44.343160 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c2fdd2a6-8abd-40ee-81f0-d723fe5ec6cf req-3887e08d-594b-471d-a516-6c93c27083d6 service neutron] 10.222.0.53 "GET /v2.0/networks/b286d46c-fbba-4423-b1ec-930d93784e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972652 Nov 23 22:48:44.456471 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c2fdd2a6-8abd-40ee-81f0-d723fe5ec6cf req-40b332e2-64cd-4442-9520-166c3fb7a0c0 service neutron] 10.222.0.53 "GET /v2.0/networks/b286d46c-fbba-4423-b1ec-930d93784e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998065 Nov 23 22:48:52.111170 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ea359-c7ac-47f5-9800-8ba88c798e4c req-ed67c9df-4d6c-4d29-b62b-465d51d229fd tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:52.112638 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-577ea359-c7ac-47f5-9800-8ba88c798e4c req-ed67c9df-4d6c-4d29-b62b-465d51d229fd tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 946 time: 0.0516560 Nov 23 22:48:52.169338 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-577ea359-c7ac-47f5-9800-8ba88c798e4c req-4ee02284-cdda-46ef-b248-27cba7d6d66b tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502853 Nov 23 22:48:53.287198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763e186-3d2d-437a-bd41-caa56b48cb43 req-786e3b4e-8510-4c8c-9311-2ca616e0a73a tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:53.288663 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0763e186-3d2d-437a-bd41-caa56b48cb43 req-786e3b4e-8510-4c8c-9311-2ca616e0a73a tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 946 time: 0.0498772 Nov 23 22:48:53.336842 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0763e186-3d2d-437a-bd41-caa56b48cb43 req-718f0d49-5289-4667-8ed6-4f9b9431209e tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/security-groups?id=b5f6d914-3a36-410f-b036-ecfedacc299a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417676 Nov 23 22:48:53.393844 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:54.016947 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9c78d-060a-4ccc-a305-b8984d4d89e5 req-b045aefd-e750-47fd-b19f-d74f7644bc77 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:48:54.018414 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-65b9c78d-060a-4ccc-a305-b8984d4d89e5 req-b045aefd-e750-47fd-b19f-d74f7644bc77 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 946 time: 0.0503557 Nov 23 22:48:54.119439 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-65b9c78d-060a-4ccc-a305-b8984d4d89e5 req-70f432f1-eee5-452a-8350-917ba9222a4a tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Deleting port a3c07ece-5ccb-46af-89e2-22cfa68244ea {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:48:54.119775 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-65b9c78d-060a-4ccc-a305-b8984d4d89e5 req-70f432f1-eee5-452a-8350-917ba9222a4a tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:54.212674 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-65b9c78d-060a-4ccc-a305-b8984d4d89e5 req-70f432f1-eee5-452a-8350-917ba9222a4a tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] For port a3c07ece-5ccb-46af-89e2-22cfa68244ea, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=a3c07ece-5ccb-46af-89e2-22cfa68244ea,segment=NetworkSegment(50e53c1d-3d61-4a1f-acad-4be14ed0572c),segment_id=50e53c1d-3d61-4a1f-acad-4be14ed0572c)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:54.213036 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-65b9c78d-060a-4ccc-a305-b8984d4d89e5 req-70f432f1-eee5-452a-8350-917ba9222a4a tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:54.226066 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-65b9c78d-060a-4ccc-a305-b8984d4d89e5 req-70f432f1-eee5-452a-8350-917ba9222a4a tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Calling delete_port for a3c07ece-5ccb-46af-89e2-22cfa68244ea owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:48:54.355758 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-65b9c78d-060a-4ccc-a305-b8984d4d89e5 req-70f432f1-eee5-452a-8350-917ba9222a4a tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:54.372059 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['a3c07ece-5ccb-46af-89e2-22cfa68244ea'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:48:54.385858 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f432f1-eee5-452a-8350-917ba9222a4a tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Pushing event deleted for resources: {'Port': ['ID=a3c07ece-5ccb-46af-89e2-22cfa68244ea,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:54.436554 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b9c78d-060a-4ccc-a305-b8984d4d89e5 req-70f432f1-eee5-452a-8350-917ba9222a4a tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] No DVR routers for this DVR port a3c07ece-5ccb-46af-89e2-22cfa68244ea on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:48:54.439271 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-65b9c78d-060a-4ccc-a305-b8984d4d89e5 req-70f432f1-eee5-452a-8350-917ba9222a4a tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:54.442617 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-65b9c78d-060a-4ccc-a305-b8984d4d89e5 req-70f432f1-eee5-452a-8350-917ba9222a4a tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.53 "DELETE /v2.0/ports/a3c07ece-5ccb-46af-89e2-22cfa68244ea HTTP/1.1" status: 204 len: 173 time: 0.4125404 Nov 23 22:48:54.443088 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb99123a-5997-4ad3-a880-b4c7d7310b1c', 'name': 'network-vif-deleted', 'tag': 'a3c07ece-5ccb-46af-89e2-22cfa68244ea'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:48:54.443563 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7c59385-815a-49b2-85a6-033f660396fb req-69330c8f-70a5-4128-829e-cc60fd565ca6 tempest-TestMinimumBasicScenario-310074529 tempest-TestMinimumBasicScenario-310074529-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb99123a-5997-4ad3-a880-b4c7d7310b1c HTTP/1.1" status: 200 len: 210 time: 0.0279984 Nov 23 22:48:54.445394 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62071a5-21bb-4acf-a19e-cc9dba677b7f" -d '{"events": [{"server_uuid": "bb99123a-5997-4ad3-a880-b4c7d7310b1c", "name": "network-vif-deleted", "tag": "a3c07ece-5ccb-46af-89e2-22cfa68244ea"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:48:54.552205 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ae8b0b-cfcb-4ed6-9b60-b3e24d6ccd56 x-openstack-request-id: req-17ae8b0b-cfcb-4ed6-9b60-b3e24d6ccd56 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:48:54.552511 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb99123a-5997-4ad3-a880-b4c7d7310b1c", "name": "network-vif-deleted", "tag": "a3c07ece-5ccb-46af-89e2-22cfa68244ea", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:48:54.552765 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-17ae8b0b-cfcb-4ed6-9b60-b3e24d6ccd56 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:48:54.553176 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb99123a-5997-4ad3-a880-b4c7d7310b1c', 'name': 'network-vif-deleted', 'tag': 'a3c07ece-5ccb-46af-89e2-22cfa68244ea', 'status': 'completed', 'code': 200} Nov 23 22:48:56.008920 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50356) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:56.351981 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-733b1e7d-ab9a-4e0a-88a7-c7c907ff33eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:56.598308 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-733b1e7d-ab9a-4e0a-88a7-c7c907ff33eb admin admin] Deleting port b7675d7a-a43d-4865-8f94-a1b8952485bb {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:48:56.598653 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-733b1e7d-ab9a-4e0a-88a7-c7c907ff33eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:56.676358 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-733b1e7d-ab9a-4e0a-88a7-c7c907ff33eb admin admin] For port b7675d7a-a43d-4865-8f94-a1b8952485bb, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b7675d7a-a43d-4865-8f94-a1b8952485bb,segment=NetworkSegment(50e53c1d-3d61-4a1f-acad-4be14ed0572c),segment_id=50e53c1d-3d61-4a1f-acad-4be14ed0572c)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:56.676628 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-733b1e7d-ab9a-4e0a-88a7-c7c907ff33eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:56.692664 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-733b1e7d-ab9a-4e0a-88a7-c7c907ff33eb admin admin] Calling delete_port for b7675d7a-a43d-4865-8f94-a1b8952485bb owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:48:56.868912 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-733b1e7d-ab9a-4e0a-88a7-c7c907ff33eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:56.895196 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b1e7d-ab9a-4e0a-88a7-c7c907ff33eb admin admin] Pushing event deleted for resources: {'Port': ['ID=b7675d7a-a43d-4865-8f94-a1b8952485bb,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:57.071684 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-733b1e7d-ab9a-4e0a-88a7-c7c907ff33eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:57.285369 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733b1e7d-ab9a-4e0a-88a7-c7c907ff33eb admin admin] Router cfea14ed-e3f5-46d2-a223-6b785b629f8f has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:48:57.392495 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733b1e7d-ab9a-4e0a-88a7-c7c907ff33eb admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:48:57.397581 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-733b1e7d-ab9a-4e0a-88a7-c7c907ff33eb admin admin] 10.222.0.50 "PUT /v2.0/routers/cfea14ed-e3f5-46d2-a223-6b785b629f8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3876228 Nov 23 22:48:57.400436 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50358) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:57.401344 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7084e9-63ba-459e-b71f-68ff24541242 None None] Sync routers for ids ['cfea14ed-e3f5-46d2-a223-6b785b629f8f'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:48:57.411429 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7084e9-63ba-459e-b71f-68ff24541242 None None] Routers {'cfea14ed-e3f5-46d2-a223-6b785b629f8f'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:48:57.412040 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-ce7084e9-63ba-459e-b71f-68ff24541242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:48:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['cfea14ed-e3f5-46d2-a223-6b785b629f8f'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:57.519047 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-ce7084e9-63ba-459e-b71f-68ff24541242 None None] Set router cfea14ed-e3f5-46d2-a223-6b785b629f8f gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:48:57.709310 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-ce7084e9-63ba-459e-b71f-68ff24541242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'name': 'tempest-TestMinimumBasicScenario-954239198-router', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:48:56Z', 'revision_number': 5, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'gw_port': {'id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:57.737036 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7084e9-63ba-459e-b71f-68ff24541242 None None] Checking router: cfea14ed-e3f5-46d2-a223-6b785b629f8f for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:48:57.745889 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7084e9-63ba-459e-b71f-68ff24541242 None None] Routers {'cfea14ed-e3f5-46d2-a223-6b785b629f8f'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:48:57.746037 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-ce7084e9-63ba-459e-b71f-68ff24541242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:48:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['cfea14ed-e3f5-46d2-a223-6b785b629f8f'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:57.769497 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20d00449-2cb5-42b1-8fb6-d96c39a85b6a admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:57.849819 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-ce7084e9-63ba-459e-b71f-68ff24541242 None None] Set router cfea14ed-e3f5-46d2-a223-6b785b629f8f gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:48:57.869451 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20d00449-2cb5-42b1-8fb6-d96c39a85b6a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:57.922976 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-20d00449-2cb5-42b1-8fb6-d96c39a85b6a admin admin] Deleting port f3f69966-d5d1-4937-a7d2-14b07876951c {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:48:57.923329 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20d00449-2cb5-42b1-8fb6-d96c39a85b6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:58.000650 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-20d00449-2cb5-42b1-8fb6-d96c39a85b6a admin admin] For port f3f69966-d5d1-4937-a7d2-14b07876951c, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f3f69966-d5d1-4937-a7d2-14b07876951c,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:58.001016 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20d00449-2cb5-42b1-8fb6-d96c39a85b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:58.017973 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-20d00449-2cb5-42b1-8fb6-d96c39a85b6a admin admin] Calling delete_port for f3f69966-d5d1-4937-a7d2-14b07876951c owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:48:58.026922 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-ce7084e9-63ba-459e-b71f-68ff24541242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'name': 'tempest-TestMinimumBasicScenario-954239198-router', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:48:56Z', 'revision_number': 5, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'gw_port': {'id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:58.049987 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-cd196837-ed69-424a-9a46-be957ad4f63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:58.060798 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7084e9-63ba-459e-b71f-68ff24541242 None None] The sync data for ids ['cfea14ed-e3f5-46d2-a223-6b785b629f8f'] in n-d-816206-9 is: [{'id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'name': 'tempest-TestMinimumBasicScenario-954239198-router', 'tenant_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:48:56Z', 'revision_number': 5, 'project_id': 'ec8a8cbf667e4ffa970bf5aa20df271e', 'gw_port': {'id': 'f3f69966-d5d1-4937-a7d2-14b07876951c', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfea14ed-e3f5-46d2-a223-6b785b629f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:36Z', 'updated_at': '2021-11-23T22:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:48:58.186139 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20d00449-2cb5-42b1-8fb6-d96c39a85b6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:58.220396 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d00449-2cb5-42b1-8fb6-d96c39a85b6a admin admin] Pushing event deleted for resources: {'Port': ['ID=f3f69966-d5d1-4937-a7d2-14b07876951c,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:58.228884 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094e0fb5-9c9a-4aff-8995-217db5fff830 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:48:58.278526 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20d00449-2cb5-42b1-8fb6-d96c39a85b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:58.370252 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20d00449-2cb5-42b1-8fb6-d96c39a85b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:58.372356 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20d00449-2cb5-42b1-8fb6-d96c39a85b6a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:58.421271 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20d00449-2cb5-42b1-8fb6-d96c39a85b6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:58.421845 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d00449-2cb5-42b1-8fb6-d96c39a85b6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfea14ed-e3f5-46d2-a223-6b785b629f8f {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:48:58.426416 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-20d00449-2cb5-42b1-8fb6-d96c39a85b6a admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:58.429970 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-20d00449-2cb5-42b1-8fb6-d96c39a85b6a admin admin] 10.222.0.50 "DELETE /v2.0/routers/cfea14ed-e3f5-46d2-a223-6b785b629f8f HTTP/1.1" status: 204 len: 168 time: 1.0262043 Nov 23 22:48:58.430162 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50360) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:58.476330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-541f91ef-0d10-4643-8789-501b8f05c016 admin admin] Deleting subnet 517ea925-f3c8-43cb-9f35-3e3b57bf4893 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:48:58.479753 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-541f91ef-0d10-4643-8789-501b8f05c016 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:58.517525 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-541f91ef-0d10-4643-8789-501b8f05c016 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:58.597721 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-541f91ef-0d10-4643-8789-501b8f05c016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:58.658371 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-541f91ef-0d10-4643-8789-501b8f05c016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:58.684395 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f91ef-0d10-4643-8789-501b8f05c016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=517ea925-f3c8-43cb-9f35-3e3b57bf4893,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:58.688396 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-541f91ef-0d10-4643-8789-501b8f05c016 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:58.694073 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-541f91ef-0d10-4643-8789-501b8f05c016 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/517ea925-f3c8-43cb-9f35-3e3b57bf4893 HTTP/1.1" status: 204 len: 168 time: 0.2605338 Nov 23 22:48:58.694383 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50362) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:58.698143 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ef5cbc-a9d7-4ec8-84d5-6872f9cb61a5 None None] Network b286d46c-fbba-4423-b1ec-930d93784e08 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:48:58.770563 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c482058e-bb10-4d4e-b417-04166f0a848e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:58.830771 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-c482058e-bb10-4d4e-b417-04166f0a848e admin admin] Deleting port 2408a8ca-d3e1-4e8b-809f-9733e47a8b29 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:48:58.831114 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c482058e-bb10-4d4e-b417-04166f0a848e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:58.894637 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-c482058e-bb10-4d4e-b417-04166f0a848e admin admin] For port 2408a8ca-d3e1-4e8b-809f-9733e47a8b29, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2408a8ca-d3e1-4e8b-809f-9733e47a8b29,segment=NetworkSegment(50e53c1d-3d61-4a1f-acad-4be14ed0572c),segment_id=50e53c1d-3d61-4a1f-acad-4be14ed0572c)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:58.895039 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c482058e-bb10-4d4e-b417-04166f0a848e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:58.907277 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-c482058e-bb10-4d4e-b417-04166f0a848e admin admin] Calling delete_port for 2408a8ca-d3e1-4e8b-809f-9733e47a8b29 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:48:58.988264 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c482058e-bb10-4d4e-b417-04166f0a848e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:59.015092 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482058e-bb10-4d4e-b417-04166f0a848e admin admin] Pushing event deleted for resources: {'Port': ['ID=2408a8ca-d3e1-4e8b-809f-9733e47a8b29,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:59.019084 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c482058e-bb10-4d4e-b417-04166f0a848e admin admin] No DVR routers for this DVR port 2408a8ca-d3e1-4e8b-809f-9733e47a8b29 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:48:59.047147 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e854c1-881c-44b7-a300-dbe81c387763 None None] DHCP port deletion for b286d46c-fbba-4423-b1ec-930d93784e08 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:48:59.102958 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c482058e-bb10-4d4e-b417-04166f0a848e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:59.128612 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-c482058e-bb10-4d4e-b417-04166f0a848e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b286d46c-fbba-4423-b1ec-930d93784e08']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:59.140978 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-c482058e-bb10-4d4e-b417-04166f0a848e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e53c1d-3d61-4a1f-acad-4be14ed0572c') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:59.141285 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-c482058e-bb10-4d4e-b417-04166f0a848e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e53c1d-3d61-4a1f-acad-4be14ed0572c') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:48:59.151190 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c482058e-bb10-4d4e-b417-04166f0a848e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:59.164088 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c482058e-bb10-4d4e-b417-04166f0a848e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:59.170301 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c482058e-bb10-4d4e-b417-04166f0a848e admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:48:59.170671 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c482058e-bb10-4d4e-b417-04166f0a848e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:48:59.172327 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:48:59.226334 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c482058e-bb10-4d4e-b417-04166f0a848e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:59.231027 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c482058e-bb10-4d4e-b417-04166f0a848e admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:59.234394 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c482058e-bb10-4d4e-b417-04166f0a848e admin admin] 10.222.0.50 "DELETE /v2.0/networks/b286d46c-fbba-4423-b1ec-930d93784e08 HTTP/1.1" status: 204 len: 168 time: 0.5391502 Nov 23 22:48:59.237534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50364) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:48:59.252892 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482058e-bb10-4d4e-b417-04166f0a848e admin admin] Pushing event deleted for resources: {'Network': ['ID=b286d46c-fbba-4423-b1ec-930d93784e08,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:48:59.398774 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a3c07ece-5ccb-46af-89e2-22cfa68244ea no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:48:59.418882 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: a3c07ece-5ccb-46af-89e2-22cfa68244ea {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:48:59.419230 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device a3c07ece-5ccb-46af-89e2-22cfa68244ea not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:48:59.598577 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-412a3518-38ad-4edb-846b-1d24afa46f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:59.634324 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2408a8ca-d3e1-4e8b-809f-9733e47a8b29 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:48:59.655229 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 2408a8ca-d3e1-4e8b-809f-9733e47a8b29 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:48:59.655578 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2408a8ca-d3e1-4e8b-809f-9733e47a8b29 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:48:59.655998 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f3f69966-d5d1-4937-a7d2-14b07876951c no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:48:59.678570 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: f3f69966-d5d1-4937-a7d2-14b07876951c {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:48:59.678948 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f3f69966-d5d1-4937-a7d2-14b07876951c not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:48:59.679358 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b7675d7a-a43d-4865-8f94-a1b8952485bb no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:48:59.698150 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: b7675d7a-a43d-4865-8f94-a1b8952485bb {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:48:59.698502 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b7675d7a-a43d-4865-8f94-a1b8952485bb not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:48:59.844862 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-412a3518-38ad-4edb-846b-1d24afa46f25 admin admin] Deleting port 2422a8be-6be0-4205-a288-d566e0abc55d {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:48:59.845087 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-412a3518-38ad-4edb-846b-1d24afa46f25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:59.922932 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-412a3518-38ad-4edb-846b-1d24afa46f25 admin admin] For port 2422a8be-6be0-4205-a288-d566e0abc55d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2422a8be-6be0-4205-a288-d566e0abc55d,segment=NetworkSegment(4df360aa-b678-42fa-839d-3edd53f8cddc),segment_id=4df360aa-b678-42fa-839d-3edd53f8cddc)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:48:59.923298 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-412a3518-38ad-4edb-846b-1d24afa46f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:48:59.936284 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-412a3518-38ad-4edb-846b-1d24afa46f25 admin admin] Calling delete_port for 2422a8be-6be0-4205-a288-d566e0abc55d owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:49:00.113917 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-412a3518-38ad-4edb-846b-1d24afa46f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:00.138305 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a3518-38ad-4edb-846b-1d24afa46f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=2422a8be-6be0-4205-a288-d566e0abc55d,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:00.314500 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-412a3518-38ad-4edb-846b-1d24afa46f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:00.406935 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:00.538706 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412a3518-38ad-4edb-846b-1d24afa46f25 admin admin] Router e0c00c17-eac1-472e-b9b5-7842459945bf has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:49:00.585166 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5f3be31d-e98c-4b58-968a-a21a3adc379f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:00.644979 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412a3518-38ad-4edb-846b-1d24afa46f25 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:49:00.649968 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-412a3518-38ad-4edb-846b-1d24afa46f25 admin admin] 10.222.0.50 "PUT /v2.0/routers/e0c00c17-eac1-472e-b9b5-7842459945bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4114008 Nov 23 22:49:00.652584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50366) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:00.654844 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c234f4-3fec-4ad3-98c9-0064f198eaad None None] Sync routers for ids ['e0c00c17-eac1-472e-b9b5-7842459945bf'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:49:00.665362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c234f4-3fec-4ad3-98c9-0064f198eaad None None] Routers {'e0c00c17-eac1-472e-b9b5-7842459945bf'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:49:00.665911 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c7c234f4-3fec-4ad3-98c9-0064f198eaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:49:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e0c00c17-eac1-472e-b9b5-7842459945bf'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:00.756536 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61b7d848-a0a3-469a-8af9-e7b36964d3c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:00.770976 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-c7c234f4-3fec-4ad3-98c9-0064f198eaad None None] Set router e0c00c17-eac1-472e-b9b5-7842459945bf gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:49:00.860519 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61b7d848-a0a3-469a-8af9-e7b36964d3c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:00.914247 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-61b7d848-a0a3-469a-8af9-e7b36964d3c9 admin admin] Deleting port 2fe0e67d-bb89-43d2-aa2c-10a0c53420d1 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:49:00.914615 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61b7d848-a0a3-469a-8af9-e7b36964d3c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:00.948572 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c7c234f4-3fec-4ad3-98c9-0064f198eaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c00c17-eac1-472e-b9b5-7842459945bf', 'name': 'tempest-TestMinimumBasicScenario-459870037-router', 'tenant_id': 'e5d17f97330640328ba890915f36db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '2fe0e67d-bb89-43d2-aa2c-10a0c53420d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:41Z', 'updated_at': '2021-11-23T22:49:00Z', 'revision_number': 5, 'project_id': 'e5d17f97330640328ba890915f36db73', 'gw_port': {'id': '2fe0e67d-bb89-43d2-aa2c-10a0c53420d1', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:04:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c00c17-eac1-472e-b9b5-7842459945bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:46:41Z', 'updated_at': '2021-11-23T22:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:00.977866 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c234f4-3fec-4ad3-98c9-0064f198eaad None None] Checking router: e0c00c17-eac1-472e-b9b5-7842459945bf for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:49:00.987292 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c234f4-3fec-4ad3-98c9-0064f198eaad None None] Routers {'e0c00c17-eac1-472e-b9b5-7842459945bf'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:49:00.987897 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c7c234f4-3fec-4ad3-98c9-0064f198eaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:49:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['e0c00c17-eac1-472e-b9b5-7842459945bf'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:01.001187 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-61b7d848-a0a3-469a-8af9-e7b36964d3c9 admin admin] For port 2fe0e67d-bb89-43d2-aa2c-10a0c53420d1, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=2fe0e67d-bb89-43d2-aa2c-10a0c53420d1,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:01.001551 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61b7d848-a0a3-469a-8af9-e7b36964d3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.014160 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-61b7d848-a0a3-469a-8af9-e7b36964d3c9 admin admin] Calling delete_port for 2fe0e67d-bb89-43d2-aa2c-10a0c53420d1 owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:49:01.073879 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-c7c234f4-3fec-4ad3-98c9-0064f198eaad None None] Set router e0c00c17-eac1-472e-b9b5-7842459945bf gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:49:01.127716 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c7c234f4-3fec-4ad3-98c9-0064f198eaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c00c17-eac1-472e-b9b5-7842459945bf', 'name': 'tempest-TestMinimumBasicScenario-459870037-router', 'tenant_id': 'e5d17f97330640328ba890915f36db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:41Z', 'updated_at': '2021-11-23T22:49:00Z', 'revision_number': 6, 'project_id': 'e5d17f97330640328ba890915f36db73', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:01.155880 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c234f4-3fec-4ad3-98c9-0064f198eaad None None] The sync data for ids ['e0c00c17-eac1-472e-b9b5-7842459945bf'] in n-d-816206-9 is: [{'id': 'e0c00c17-eac1-472e-b9b5-7842459945bf', 'name': 'tempest-TestMinimumBasicScenario-459870037-router', 'tenant_id': 'e5d17f97330640328ba890915f36db73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:46:41Z', 'updated_at': '2021-11-23T22:49:00Z', 'revision_number': 6, 'project_id': 'e5d17f97330640328ba890915f36db73', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:49:01.186912 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61b7d848-a0a3-469a-8af9-e7b36964d3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.211090 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7d848-a0a3-469a-8af9-e7b36964d3c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe0e67d-bb89-43d2-aa2c-10a0c53420d1,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:01.226069 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724624ab-f302-4e89-876f-15fca8589d19 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:49:01.275974 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61b7d848-a0a3-469a-8af9-e7b36964d3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.365261 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61b7d848-a0a3-469a-8af9-e7b36964d3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.367407 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61b7d848-a0a3-469a-8af9-e7b36964d3c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.408756 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61b7d848-a0a3-469a-8af9-e7b36964d3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.409297 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b7d848-a0a3-469a-8af9-e7b36964d3c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0c00c17-eac1-472e-b9b5-7842459945bf {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:49:01.413615 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61b7d848-a0a3-469a-8af9-e7b36964d3c9 admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.414831 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-61b7d848-a0a3-469a-8af9-e7b36964d3c9 admin admin] 10.222.0.50 "DELETE /v2.0/routers/e0c00c17-eac1-472e-b9b5-7842459945bf HTTP/1.1" status: 204 len: 168 time: 0.7612996 Nov 23 22:49:01.417289 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50368) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:01.460512 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a716eec-e44a-433f-bb5d-b9a863abdba7 admin admin] Deleting subnet c75c2ce6-3a1e-468d-bffc-cc41363e4639 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:49:01.463630 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2a716eec-e44a-433f-bb5d-b9a863abdba7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.499066 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2a716eec-e44a-433f-bb5d-b9a863abdba7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.584614 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2a716eec-e44a-433f-bb5d-b9a863abdba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.643662 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2a716eec-e44a-433f-bb5d-b9a863abdba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.669128 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a716eec-e44a-433f-bb5d-b9a863abdba7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c75c2ce6-3a1e-468d-bffc-cc41363e4639,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:01.673003 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2a716eec-e44a-433f-bb5d-b9a863abdba7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.676321 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2a716eec-e44a-433f-bb5d-b9a863abdba7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c75c2ce6-3a1e-468d-bffc-cc41363e4639 HTTP/1.1" status: 204 len: 168 time: 0.2581084 Nov 23 22:49:01.678899 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50370) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:01.679614 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2822dedd-790a-4eee-b011-01b1699640a9 None None] Network cb9d630c-f32d-4812-8407-b7fe10d23575 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:49:01.753239 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-db464cd7-70d9-4e29-a805-21261bf266f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.811169 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-db464cd7-70d9-4e29-a805-21261bf266f4 admin admin] Deleting port dd99c2c4-865e-4bf1-a50d-9debd08b1120 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:49:01.812017 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-db464cd7-70d9-4e29-a805-21261bf266f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.813645 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.879202 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-db464cd7-70d9-4e29-a805-21261bf266f4 admin admin] For port dd99c2c4-865e-4bf1-a50d-9debd08b1120, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=dd99c2c4-865e-4bf1-a50d-9debd08b1120,segment=NetworkSegment(4df360aa-b678-42fa-839d-3edd53f8cddc),segment_id=4df360aa-b678-42fa-839d-3edd53f8cddc)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:01.879501 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-db464cd7-70d9-4e29-a805-21261bf266f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:01.896530 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-db464cd7-70d9-4e29-a805-21261bf266f4 admin admin] Calling delete_port for dd99c2c4-865e-4bf1-a50d-9debd08b1120 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:49:01.955235 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb04a76-a2a8-41be-b77d-a8961ed0fd5d None None] DHCP port deletion for cb9d630c-f32d-4812-8407-b7fe10d23575 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:49:01.981517 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-db464cd7-70d9-4e29-a805-21261bf266f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:02.007417 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db464cd7-70d9-4e29-a805-21261bf266f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd99c2c4-865e-4bf1-a50d-9debd08b1120,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:02.015388 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db464cd7-70d9-4e29-a805-21261bf266f4 admin admin] No DVR routers for this DVR port dd99c2c4-865e-4bf1-a50d-9debd08b1120 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:49:02.017502 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-4eb04a76-a2a8-41be-b77d-a8961ed0fd5d None None] Deleting port dd99c2c4-865e-4bf1-a50d-9debd08b1120 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:49:02.017948 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4eb04a76-a2a8-41be-b77d-a8961ed0fd5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:02.022242 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2422a8be-6be0-4205-a288-d566e0abc55d no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:49:02.059340 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 2422a8be-6be0-4205-a288-d566e0abc55d {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:49:02.059690 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2422a8be-6be0-4205-a288-d566e0abc55d not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:49:02.093177 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-db464cd7-70d9-4e29-a805-21261bf266f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:02.110107 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4eb04a76-a2a8-41be-b77d-a8961ed0fd5d None None] For port dd99c2c4-865e-4bf1-a50d-9debd08b1120, host n-d-816206-9, got binding levels [] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:02.110492 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4eb04a76-a2a8-41be-b77d-a8961ed0fd5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:02.114456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-db464cd7-70d9-4e29-a805-21261bf266f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9d630c-f32d-4812-8407-b7fe10d23575']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:02.124545 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-4eb04a76-a2a8-41be-b77d-a8961ed0fd5d None None] Calling delete_port for dd99c2c4-865e-4bf1-a50d-9debd08b1120 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:49:02.124820 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-db464cd7-70d9-4e29-a805-21261bf266f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df360aa-b678-42fa-839d-3edd53f8cddc') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:02.125119 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-db464cd7-70d9-4e29-a805-21261bf266f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df360aa-b678-42fa-839d-3edd53f8cddc') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:02.127301 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.ipam_backend_mixin [None req-4eb04a76-a2a8-41be-b77d-a8961ed0fd5d None None] Port dd99c2c4-865e-4bf1-a50d-9debd08b1120 was not found and therefore no delete operation was performed {{(pid=110035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 22:49:02.129732 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4eb04a76-a2a8-41be-b77d-a8961ed0fd5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:02.136834 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-db464cd7-70d9-4e29-a805-21261bf266f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:02.153532 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-db464cd7-70d9-4e29-a805-21261bf266f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:02.156588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb04a76-a2a8-41be-b77d-a8961ed0fd5d None None] Pushing event deleted for resources: {'Port': ['ID=dd99c2c4-865e-4bf1-a50d-9debd08b1120,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:02.160713 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb04a76-a2a8-41be-b77d-a8961ed0fd5d None None] No DVR routers for this DVR port dd99c2c4-865e-4bf1-a50d-9debd08b1120 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:49:02.163136 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db464cd7-70d9-4e29-a805-21261bf266f4 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:49:02.163742 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-db464cd7-70d9-4e29-a805-21261bf266f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:49:02.173302 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:49:02.176048 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb04a76-a2a8-41be-b77d-a8961ed0fd5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:02.176048 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb04a76-a2a8-41be-b77d-a8961ed0fd5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:02.176048 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb04a76-a2a8-41be-b77d-a8961ed0fd5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:02.176048 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb04a76-a2a8-41be-b77d-a8961ed0fd5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:02.176048 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb04a76-a2a8-41be-b77d-a8961ed0fd5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:02.176048 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb04a76-a2a8-41be-b77d-a8961ed0fd5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:02.176048 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb04a76-a2a8-41be-b77d-a8961ed0fd5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:02.176048 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb04a76-a2a8-41be-b77d-a8961ed0fd5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:02.176048 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb04a76-a2a8-41be-b77d-a8961ed0fd5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:02.176048 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb04a76-a2a8-41be-b77d-a8961ed0fd5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:02.176048 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb04a76-a2a8-41be-b77d-a8961ed0fd5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:02.176048 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb04a76-a2a8-41be-b77d-a8961ed0fd5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:02.233133 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-db464cd7-70d9-4e29-a805-21261bf266f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:02.240894 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-db464cd7-70d9-4e29-a805-21261bf266f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:02.244893 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-db464cd7-70d9-4e29-a805-21261bf266f4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cb9d630c-f32d-4812-8407-b7fe10d23575 HTTP/1.1" status: 204 len: 168 time: 0.5648870 Nov 23 22:49:02.257263 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db464cd7-70d9-4e29-a805-21261bf266f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb9d630c-f32d-4812-8407-b7fe10d23575,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:02.411168 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50374) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:02.455417 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6559db07-53e1-4abe-9866-8a82f5f0551f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ec8a8cbf667e4ffa970bf5aa20df271e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429680 Nov 23 22:49:02.457892 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50376) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:02.505859 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-66d7e241-bc56-45bd-a3d5-e5dd8d267159 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:02.527109 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-66d7e241-bc56-45bd-a3d5-e5dd8d267159 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:02.574424 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-66d7e241-bc56-45bd-a3d5-e5dd8d267159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:02.577590 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-66d7e241-bc56-45bd-a3d5-e5dd8d267159 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:02.578741 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-66d7e241-bc56-45bd-a3d5-e5dd8d267159 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5f6d914-3a36-410f-b036-ecfedacc299a HTTP/1.1" status: 204 len: 168 time: 0.1199553 Nov 23 22:49:02.586430 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7e241-bc56-45bd-a3d5-e5dd8d267159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f6d914-3a36-410f-b036-ecfedacc299a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:02.895183 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50382) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:02.935354 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-331acf3b-ffa2-41af-9ae1-cac75ba6e431 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e5d17f97330640328ba890915f36db73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384638 Nov 23 22:49:02.937997 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50384) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:02.983667 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5491b32d-9e96-4a6f-b03f-16757706ee2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:03.004545 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5491b32d-9e96-4a6f-b03f-16757706ee2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:03.211584 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:03.340107 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5491b32d-9e96-4a6f-b03f-16757706ee2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:03.343501 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-5491b32d-9e96-4a6f-b03f-16757706ee2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:03.344662 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5491b32d-9e96-4a6f-b03f-16757706ee2d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b6f563d9-2ab3-4c88-89bc-72d91e550555 HTTP/1.1" status: 204 len: 168 time: 0.4057677 Nov 23 22:49:03.352537 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491b32d-9e96-4a6f-b03f-16757706ee2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f563d9-2ab3-4c88-89bc-72d91e550555,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:03.642050 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2fe0e67d-bb89-43d2-aa2c-10a0c53420d1 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:49:03.662023 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 2fe0e67d-bb89-43d2-aa2c-10a0c53420d1 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:49:03.662375 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 2fe0e67d-bb89-43d2-aa2c-10a0c53420d1 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:49:03.662811 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device dd99c2c4-865e-4bf1-a50d-9debd08b1120 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:49:03.685808 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: dd99c2c4-865e-4bf1-a50d-9debd08b1120 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:49:03.686170 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device dd99c2c4-865e-4bf1-a50d-9debd08b1120 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:49:03.971548 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:04.863095 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50424) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:04.868045 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-b76eeab3-0724-43a2-a23d-9e6ecb1e20f2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1517158647', 'description': 'tempest-secgroup-smoke-1517158647 description', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:04.892489 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b76eeab3-0724-43a2-a23d-9e6ecb1e20f2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:04.900740 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b76eeab3-0724-43a2-a23d-9e6ecb1e20f2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:04.980769 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b76eeab3-0724-43a2-a23d-9e6ecb1e20f2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:04.985080 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b76eeab3-0724-43a2-a23d-9e6ecb1e20f2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.026112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76eeab3-0724-43a2-a23d-9e6ecb1e20f2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26afe044-23a9-4b8f-a315-47aa0e898279,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:05.061895 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b76eeab3-0724-43a2-a23d-9e6ecb1e20f2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.065846 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b76eeab3-0724-43a2-a23d-9e6ecb1e20f2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.095602 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b76eeab3-0724-43a2-a23d-9e6ecb1e20f2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.096813 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b76eeab3-0724-43a2-a23d-9e6ecb1e20f2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2326865 Nov 23 22:49:05.098683 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76eeab3-0724-43a2-a23d-9e6ecb1e20f2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367d8c90-fb74-4791-a378-ecca507f03c5,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:05.099956 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50426) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:05.104717 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4fd4bd9c-570f-4547-839c-1520237ec242 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '367d8c90-fb74-4791-a378-ecca507f03c5', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:05.133793 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4fd4bd9c-570f-4547-839c-1520237ec242 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.189529 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4fd4bd9c-570f-4547-839c-1520237ec242 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.193285 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4fd4bd9c-570f-4547-839c-1520237ec242 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.216728 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4bd9c-570f-4547-839c-1520237ec242 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9088b58-aad8-4665-8aab-193945a760f8,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:05.225903 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4fd4bd9c-570f-4547-839c-1520237ec242 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.227136 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4fd4bd9c-570f-4547-839c-1520237ec242 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260507 Nov 23 22:49:05.229804 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50428) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:05.235278 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-12c2ba48-b5d7-41d4-b874-975199b4f5b3 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '367d8c90-fb74-4791-a378-ecca507f03c5', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:05.262199 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12c2ba48-b5d7-41d4-b874-975199b4f5b3 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.318691 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12c2ba48-b5d7-41d4-b874-975199b4f5b3 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.322469 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12c2ba48-b5d7-41d4-b874-975199b4f5b3 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.342797 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2ba48-b5d7-41d4-b874-975199b4f5b3 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b70e455-0c54-4281-b3c3-21b0ce4b1d41,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:05.349299 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-12c2ba48-b5d7-41d4-b874-975199b4f5b3 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.350514 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-12c2ba48-b5d7-41d4-b874-975199b4f5b3 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197307 Nov 23 22:49:05.353251 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50430) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:05.358235 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-bb21abe3-1014-4258-8827-faf49267a3cd tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '367d8c90-fb74-4791-a378-ecca507f03c5', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:05.385368 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb21abe3-1014-4258-8827-faf49267a3cd tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.442933 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb21abe3-1014-4258-8827-faf49267a3cd tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.446636 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb21abe3-1014-4258-8827-faf49267a3cd tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.464861 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21abe3-1014-4258-8827-faf49267a3cd tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b211b4c-923f-4222-972a-17d67451de08,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:05.472954 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bb21abe3-1014-4258-8827-faf49267a3cd tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.474164 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bb21abe3-1014-4258-8827-faf49267a3cd tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199622 Nov 23 22:49:05.476840 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50432) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:05.481110 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4bf5c5bf-f03d-41dc-98d2-2fa4f2247107 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '367d8c90-fb74-4791-a378-ecca507f03c5', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:05.508123 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4bf5c5bf-f03d-41dc-98d2-2fa4f2247107 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.565135 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4bf5c5bf-f03d-41dc-98d2-2fa4f2247107 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.568481 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4bf5c5bf-f03d-41dc-98d2-2fa4f2247107 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.589076 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5c5bf-f03d-41dc-98d2-2fa4f2247107 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7e24a5-c525-4b00-a657-6188faf47c23,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:05.597022 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4bf5c5bf-f03d-41dc-98d2-2fa4f2247107 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.598213 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4bf5c5bf-f03d-41dc-98d2-2fa4f2247107 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204569 Nov 23 22:49:05.601051 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50434) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:05.605257 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-681ec382-eea3-459a-859e-e2ff82fcd2c4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '367d8c90-fb74-4791-a378-ecca507f03c5', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:05.628064 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-681ec382-eea3-459a-859e-e2ff82fcd2c4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Project e0882b7bd8054ab2a15297438b6d1014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:49:05.633119 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-681ec382-eea3-459a-859e-e2ff82fcd2c4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.690250 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-681ec382-eea3-459a-859e-e2ff82fcd2c4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.693889 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-681ec382-eea3-459a-859e-e2ff82fcd2c4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.712029 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ec382-eea3-459a-859e-e2ff82fcd2c4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685ecb98-6d2d-48b5-b9fb-d899b0e86995,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:05.717362 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-681ec382-eea3-459a-859e-e2ff82fcd2c4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.718643 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-681ec382-eea3-459a-859e-e2ff82fcd2c4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166697 Nov 23 22:49:05.721411 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50436) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:05.725702 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-835663e3-ef92-4557-9ab0-02d5dc1c8335 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '367d8c90-fb74-4791-a378-ecca507f03c5', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:05.746555 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-835663e3-ef92-4557-9ab0-02d5dc1c8335 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Project e0882b7bd8054ab2a15297438b6d1014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:49:05.751623 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-835663e3-ef92-4557-9ab0-02d5dc1c8335 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.809954 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-835663e3-ef92-4557-9ab0-02d5dc1c8335 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.813502 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-835663e3-ef92-4557-9ab0-02d5dc1c8335 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.830551 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835663e3-ef92-4557-9ab0-02d5dc1c8335 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e010774e-df4d-41d8-adef-d0db7b8db5fd,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:05.838373 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-835663e3-ef92-4557-9ab0-02d5dc1c8335 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.839869 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-835663e3-ef92-4557-9ab0-02d5dc1c8335 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174996 Nov 23 22:49:05.843479 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50438) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:05.849097 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-0acb90a8-4e51-47a4-a835-1bbdf9d47628 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'network': {'name': 'tempest-network-smoke--983377724', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'port_security_enabled': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:05.868960 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acb90a8-4e51-47a4-a835-1bbdf9d47628 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Made reservation on behalf of e0882b7bd8054ab2a15297438b6d1014 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:49:05.872370 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0acb90a8-4e51-47a4-a835-1bbdf9d47628 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.895988 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0acb90a8-4e51-47a4-a835-1bbdf9d47628 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:49:05.906612 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0acb90a8-4e51-47a4-a835-1bbdf9d47628 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.906992 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-0acb90a8-4e51-47a4-a835-1bbdf9d47628 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Added segment 8b007d03-1fe8-4816-82db-0d7759f62a98 of type vlan for network e155e442-47d6-4b71-a23b-b2b67fd3ed30 Nov 23 22:49:05.951468 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0acb90a8-4e51-47a4-a835-1bbdf9d47628 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.975562 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0acb90a8-4e51-47a4-a835-1bbdf9d47628 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:05.981558 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acb90a8-4e51-47a4-a835-1bbdf9d47628 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:05.982978 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0acb90a8-4e51-47a4-a835-1bbdf9d47628 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:06.021036 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0acb90a8-4e51-47a4-a835-1bbdf9d47628 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1765394 Nov 23 22:49:06.024101 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50440) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:06.030133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-10688bf9-6543-4b11-a25f-0cc0e9dec742 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1109732336', 'admin_state_up': True, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:06.053188 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acb90a8-4e51-47a4-a835-1bbdf9d47628 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Network': ['ID=e155e442-47d6-4b71-a23b-b2b67fd3ed30,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:06.054083 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10688bf9-6543-4b11-a25f-0cc0e9dec742 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:06.056078 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10688bf9-6543-4b11-a25f-0cc0e9dec742 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:06.064761 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network e155e442-47d6-4b71-a23b-b2b67fd3ed30 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:49:06.112737 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10688bf9-6543-4b11-a25f-0cc0e9dec742 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:06.252077 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10688bf9-6543-4b11-a25f-0cc0e9dec742 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:06.453192 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10688bf9-6543-4b11-a25f-0cc0e9dec742 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:06.471675 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10688bf9-6543-4b11-a25f-0cc0e9dec742 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:06.576179 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-10688bf9-6543-4b11-a25f-0cc0e9dec742 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Allocated IP 172.25.5.150 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/63dbed0a-afc9-4460-9233-caf621d2b14a) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:49:06.676318 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10688bf9-6543-4b11-a25f-0cc0e9dec742 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:06.710598 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10688bf9-6543-4b11-a25f-0cc0e9dec742 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:06.746599 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10688bf9-6543-4b11-a25f-0cc0e9dec742 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:49:06.753542 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-10688bf9-6543-4b11-a25f-0cc0e9dec742 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:49:06.757369 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10688bf9-6543-4b11-a25f-0cc0e9dec742 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:49:06.767869 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7af0875-32de-4d65-99cc-1ebb5b87773f None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:49:06.784453 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10688bf9-6543-4b11-a25f-0cc0e9dec742 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=63dbed0a-afc9-4460-9233-caf621d2b14a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:06.885224 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1d2a80a0-82a5-45d3-913e-02a65a2530a7 None None] Provisioning complete for port 63dbed0a-afc9-4460-9233-caf621d2b14a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:06.885592 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1d2a80a0-82a5-45d3-913e-02a65a2530a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:06.920246 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1d2a80a0-82a5-45d3-913e-02a65a2530a7 None None] Port 63dbed0a-afc9-4460-9233-caf621d2b14a cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:49:07.016638 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10688bf9-6543-4b11-a25f-0cc0e9dec742 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:07.211802 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10688bf9-6543-4b11-a25f-0cc0e9dec742 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:07.338978 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10688bf9-6543-4b11-a25f-0cc0e9dec742 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router 7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:49:07.445335 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10688bf9-6543-4b11-a25f-0cc0e9dec742 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:49:07.456997 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] Sync routers for ids ['7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:49:07.465203 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-10688bf9-6543-4b11-a25f-0cc0e9dec742 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:07.466625 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-10688bf9-6543-4b11-a25f-0cc0e9dec742 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4414845 Nov 23 22:49:07.466825 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] Routers {'7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:49:07.467460 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:49:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:07.470076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50442) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:07.570766 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] Set router 7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:49:07.599060 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-65eaea78-8576-44f5-b996-5bc88fdddb72 tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=e0882b7bd8054ab2a15297438b6d1014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1276989 Nov 23 22:49:07.601746 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50446) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:07.744677 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109732336', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:06Z', 'revision_number': 3, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:07.755007 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e181128-880d-4c02-b8e4-0f53db94c063 tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:07.756826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1e181128-880d-4c02-b8e4-0f53db94c063 tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1541002 Nov 23 22:49:07.759734 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50448) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:07.775199 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] Checking router: 7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:49:07.775554 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] Updating router 7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2 port 63dbed0a-afc9-4460-9233-caf621d2b14a binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:49:07.798978 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e0924e49-e5fa-4c12-a890-a08412a67b98 tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380619 Nov 23 22:49:07.800315 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:07.801660 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50450) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:07.806552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-bf9cc0c4-c0b3-402a-abf0-3a4689eb1477 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-474939222', 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:07.892866 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9cc0c4-c0b3-402a-abf0-3a4689eb1477 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Made reservation on behalf of e0882b7bd8054ab2a15297438b6d1014 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:49:07.896372 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bf9cc0c4-c0b3-402a-abf0-3a4689eb1477 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:08.050307 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:08.055779 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:08.077607 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bf9cc0c4-c0b3-402a-abf0-3a4689eb1477 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:08.100828 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16a24e6-87de-4aa6-bed8-d4f1e140f4ff None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:49:08.109655 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] Attempting to bind port 63dbed0a-afc9-4460-9233-caf621d2b14a on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:49:08.110113 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] Attempting to bind port 63dbed0a-afc9-4460-9233-caf621d2b14a by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:49:08.110755 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] Attempting to bind port 63dbed0a-afc9-4460-9233-caf621d2b14a on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:49:08.119267 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:49:08.119716 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:49:08.120233 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:08.120751 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:49:08.121377 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] Bound port: 63dbed0a-afc9-4460-9233-caf621d2b14a, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:49:08.121800 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:08.148897 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cc0c4-c0b3-402a-abf0-3a4689eb1477 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Subnet': ['ID=6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:08.150819 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-3ae89daa-4b13-441f-989a-228c485470f4 None None] Provisioning complete for port 63dbed0a-afc9-4460-9233-caf621d2b14a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:08.151452 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3ae89daa-4b13-441f-989a-228c485470f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:08.160249 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9cc0c4-c0b3-402a-abf0-3a4689eb1477 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Checking segment: {'id': '8b007d03-1fe8-4816-82db-0d7759f62a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:49:08.160612 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9cc0c4-c0b3-402a-abf0-3a4689eb1477 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network hostable DHCP agents. Network: e155e442-47d6-4b71-a23b-b2b67fd3ed30, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:49:08.160808 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f437f4-9992-448d-9ec1-81322fe5ef5a None None] Pushing event updated for resources: {'Port': ['ID=63dbed0a-afc9-4460-9233-caf621d2b14a,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:08.179769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9cc0c4-c0b3-402a-abf0-3a4689eb1477 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network e155e442-47d6-4b71-a23b-b2b67fd3ed30 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:49:08.183996 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f437f4-9992-448d-9ec1-81322fe5ef5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:08.184427 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f437f4-9992-448d-9ec1-81322fe5ef5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:08.185232 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f437f4-9992-448d-9ec1-81322fe5ef5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:08.186032 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f437f4-9992-448d-9ec1-81322fe5ef5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:08.186331 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f437f4-9992-448d-9ec1-81322fe5ef5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:08.186897 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f437f4-9992-448d-9ec1-81322fe5ef5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:08.187496 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f437f4-9992-448d-9ec1-81322fe5ef5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:08.187836 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f437f4-9992-448d-9ec1-81322fe5ef5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:08.188197 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f437f4-9992-448d-9ec1-81322fe5ef5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:08.188529 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f437f4-9992-448d-9ec1-81322fe5ef5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:08.188865 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f437f4-9992-448d-9ec1-81322fe5ef5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:08.189179 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f437f4-9992-448d-9ec1-81322fe5ef5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:49:08.189663 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-bf9cc0c4-c0b3-402a-abf0-3a4689eb1477 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, e155e442-47d6-4b71-a23b-b2b67fd3ed30) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:49:08.194951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9cc0c4-c0b3-402a-abf0-3a4689eb1477 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:08.195362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-3ae89daa-4b13-441f-989a-228c485470f4 None None] Port 63dbed0a-afc9-4460-9233-caf621d2b14a cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:49:08.195528 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bf9cc0c4-c0b3-402a-abf0-3a4689eb1477 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:08.195640 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] For port 63dbed0a-afc9-4460-9233-caf621d2b14a, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:49:08.198805 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] For port 63dbed0a-afc9-4460-9233-caf621d2b14a, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=63dbed0a-afc9-4460-9233-caf621d2b14a,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:49:08.205091 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:08.212354 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ce924b-a39c-44c9-95c8-2fb936cb9e92 None None] Network e155e442-47d6-4b71-a23b-b2b67fd3ed30 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:49:08.214837 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-bf9cc0c4-c0b3-402a-abf0-3a4689eb1477 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4120345 Nov 23 22:49:08.217473 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50452) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:08.262215 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] Routers {'7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:49:08.262876 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:49:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:08.315823 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f437f4-9992-448d-9ec1-81322fe5ef5a None None] Pushing event updated for resources: {'Port': ['ID=63dbed0a-afc9-4460-9233-caf621d2b14a,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:08.397601 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] Set router 7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:49:08.440743 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98426d14-0f89-4c41-9d88-9af4c392b2c6 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:49:08.543253 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7ddaf3-544c-49c7-8c40-ae25e7f00ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-e155e442-47d6-4b71-a23b-b2b67fd3ed30', 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ips': [{'subnet_id': '6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:49:08.544391 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dd7ddaf3-544c-49c7-8c40-ae25e7f00ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:08.560905 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5d4e28b9-f1c8-4fe8-9ef2-076176a32b6d None None] Provisioning complete for port 63dbed0a-afc9-4460-9233-caf621d2b14a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:08.561845 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5d4e28b9-f1c8-4fe8-9ef2-076176a32b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:08.600006 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109732336', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:06Z', 'revision_number': 3, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:08.633061 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57bd9c6-45a3-45ce-9140-9edb0b9a3ff4 None None] The sync data for ids ['7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'] in n-d-816206-9 is: [{'id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109732336', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:06Z', 'revision_number': 3, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:49:08.687728 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e1a652b-e8fb-4c24-b0d4-de9bd220015e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:08.760120 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5d4e28b9-f1c8-4fe8-9ef2-076176a32b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:08.766334 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-dd7ddaf3-544c-49c7-8c40-ae25e7f00ce9 None None] Allocated IP 172.20.0.2 (e155e442-47d6-4b71-a23b-b2b67fd3ed30/6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2/df45adea-45fc-4ed5-99e5-89940fdc64a9) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:49:08.793291 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-5d4e28b9-f1c8-4fe8-9ef2-076176a32b6d None None] For port 63dbed0a-afc9-4460-9233-caf621d2b14a, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=63dbed0a-afc9-4460-9233-caf621d2b14a,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:08.808265 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5d4e28b9-f1c8-4fe8-9ef2-076176a32b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:08.917298 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e28b9-f1c8-4fe8-9ef2-076176a32b6d None None] Pushing event updated for resources: {'Port': ['ID=63dbed0a-afc9-4460-9233-caf621d2b14a,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:09.007392 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dd7ddaf3-544c-49c7-8c40-ae25e7f00ce9 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:09.016041 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dd7ddaf3-544c-49c7-8c40-ae25e7f00ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:09.060100 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7ddaf3-544c-49c7-8c40-ae25e7f00ce9 None None] Network e155e442-47d6-4b71-a23b-b2b67fd3ed30 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:49:09.065206 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-dd7ddaf3-544c-49c7-8c40-ae25e7f00ce9 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:49:09.071020 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7ddaf3-544c-49c7-8c40-ae25e7f00ce9 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:49:09.071228 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-8e1a652b-e8fb-4c24-b0d4-de9bd220015e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Allocated IP 172.20.0.1 (e155e442-47d6-4b71-a23b-b2b67fd3ed30/6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2/94432949-1fea-42cc-80bc-39b4bccfcdf2) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:49:09.073199 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ddaf3-544c-49c7-8c40-ae25e7f00ce9 None None] Pushing event updated for resources: {'Port': ['ID=df45adea-45fc-4ed5-99e5-89940fdc64a9,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:09.134432 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-dd7ddaf3-544c-49c7-8c40-ae25e7f00ce9 None None] Attempting to bind port df45adea-45fc-4ed5-99e5-89940fdc64a9 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:49:09.135215 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-dd7ddaf3-544c-49c7-8c40-ae25e7f00ce9 None None] Attempting to bind port df45adea-45fc-4ed5-99e5-89940fdc64a9 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '8b007d03-1fe8-4816-82db-0d7759f62a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:49:09.135330 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ddaf3-544c-49c7-8c40-ae25e7f00ce9 None None] Attempting to bind port df45adea-45fc-4ed5-99e5-89940fdc64a9 on network e155e442-47d6-4b71-a23b-b2b67fd3ed30 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:49:09.141008 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ddaf3-544c-49c7-8c40-ae25e7f00ce9 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:49:09.141392 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ddaf3-544c-49c7-8c40-ae25e7f00ce9 None None] Checking segment: {'id': '8b007d03-1fe8-4816-82db-0d7759f62a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:49:09.141801 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dd7ddaf3-544c-49c7-8c40-ae25e7f00ce9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:09.142250 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ddaf3-544c-49c7-8c40-ae25e7f00ce9 None None] Bound using segment: {'id': '8b007d03-1fe8-4816-82db-0d7759f62a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:49:09.142759 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-dd7ddaf3-544c-49c7-8c40-ae25e7f00ce9 None None] Bound port: df45adea-45fc-4ed5-99e5-89940fdc64a9, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b007d03-1fe8-4816-82db-0d7759f62a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:49:09.143148 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dd7ddaf3-544c-49c7-8c40-ae25e7f00ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:09.214735 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-dd7ddaf3-544c-49c7-8c40-ae25e7f00ce9 None None] For port df45adea-45fc-4ed5-99e5-89940fdc64a9, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:49:09.218283 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-dd7ddaf3-544c-49c7-8c40-ae25e7f00ce9 None None] For port df45adea-45fc-4ed5-99e5-89940fdc64a9, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=df45adea-45fc-4ed5-99e5-89940fdc64a9,segment=NetworkSegment(8b007d03-1fe8-4816-82db-0d7759f62a98),segment_id=8b007d03-1fe8-4816-82db-0d7759f62a98)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:49:09.218979 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e1a652b-e8fb-4c24-b0d4-de9bd220015e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:09.229164 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dd7ddaf3-544c-49c7-8c40-ae25e7f00ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:09.261167 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e1a652b-e8fb-4c24-b0d4-de9bd220015e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:09.296497 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ddaf3-544c-49c7-8c40-ae25e7f00ce9 None None] Pushing event updated for resources: {'Port': ['ID=df45adea-45fc-4ed5-99e5-89940fdc64a9,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:09.311394 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1a652b-e8fb-4c24-b0d4-de9bd220015e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network e155e442-47d6-4b71-a23b-b2b67fd3ed30 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:49:09.314664 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-8e1a652b-e8fb-4c24-b0d4-de9bd220015e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:49:09.318754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1a652b-e8fb-4c24-b0d4-de9bd220015e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:49:09.325639 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a652b-e8fb-4c24-b0d4-de9bd220015e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=94432949-1fea-42cc-80bc-39b4bccfcdf2,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:09.373706 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e1a652b-e8fb-4c24-b0d4-de9bd220015e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:09.605743 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:49:09.728899 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device df45adea-45fc-4ed5-99e5-89940fdc64a9 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:49:09.779533 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port df45adea-45fc-4ed5-99e5-89940fdc64a9 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:09.780544 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:09.858142 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e1a652b-e8fb-4c24-b0d4-de9bd220015e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:09.862506 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:09.896258 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port df45adea-45fc-4ed5-99e5-89940fdc64a9, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=df45adea-45fc-4ed5-99e5-89940fdc64a9,segment=NetworkSegment(8b007d03-1fe8-4816-82db-0d7759f62a98),segment_id=8b007d03-1fe8-4816-82db-0d7759f62a98)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:09.900604 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:09.901392 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 63dbed0a-afc9-4460-9233-caf621d2b14a up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:49:09.978423 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=df45adea-45fc-4ed5-99e5-89940fdc64a9,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:09.995013 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 63dbed0a-afc9-4460-9233-caf621d2b14a triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:09.995728 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:10.174969 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e1a652b-e8fb-4c24-b0d4-de9bd220015e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:10.179925 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e1a652b-e8fb-4c24-b0d4-de9bd220015e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:10.257822 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8e1a652b-e8fb-4c24-b0d4-de9bd220015e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:10.259646 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a652b-e8fb-4c24-b0d4-de9bd220015e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=94432949-1fea-42cc-80bc-39b4bccfcdf2,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:10.310490 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394c264c-ddd4-4cd6-ac27-98db933ac654 None None] Network e155e442-47d6-4b71-a23b-b2b67fd3ed30 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:49:10.366988 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1a652b-e8fb-4c24-b0d4-de9bd220015e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network e155e442-47d6-4b71-a23b-b2b67fd3ed30 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:49:10.368569 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-8e1a652b-e8fb-4c24-b0d4-de9bd220015e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:49:10.402314 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8443b294-13de-4c38-973e-981114260225 None None] Provisioning complete for port df45adea-45fc-4ed5-99e5-89940fdc64a9 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:10.402693 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8443b294-13de-4c38-973e-981114260225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:10.485745 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1a652b-e8fb-4c24-b0d4-de9bd220015e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router 7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:49:10.605854 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1a652b-e8fb-4c24-b0d4-de9bd220015e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:49:10.612194 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8e1a652b-e8fb-4c24-b0d4-de9bd220015e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "PUT /v2.0/routers/7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3936753 Nov 23 22:49:10.722026 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] Sync routers for ids ['7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:49:10.735419 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] Routers {'7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:49:10.736200 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:49:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:10.791420 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6121b041-04dd-4d49-a810-ac79854e902b req-1aa4bdfa-d84a-4405-ab4a-0de148d65c84 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1517158647&fields=id&tenant_id=e0882b7bd8054ab2a15297438b6d1014 HTTP/1.1" status: 200 len: 267 time: 0.0563478 Nov 23 22:49:10.829896 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-757b6d29-13f4-4399-b7cc-a32df496b699 None None] Provisioning complete for port df45adea-45fc-4ed5-99e5-89940fdc64a9 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:10.830351 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-757b6d29-13f4-4399-b7cc-a32df496b699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:10.893946 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] Set router 7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:49:10.921559 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121b041-04dd-4d49-a810-ac79854e902b req-66538fb7-2a5b-490e-b972-4dc30a57297e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:10.927247 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6121b041-04dd-4d49-a810-ac79854e902b req-66538fb7-2a5b-490e-b972-4dc30a57297e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/networks?id=e155e442-47d6-4b71-a23b-b2b67fd3ed30 HTTP/1.1" status: 200 len: 796 time: 0.1287582 Nov 23 22:49:10.941321 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6121b041-04dd-4d49-a810-ac79854e902b req-dc35c3a8-cc76-4acf-a8ea-c9a695f34676 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/quotas/e0882b7bd8054ab2a15297438b6d1014 HTTP/1.1" status: 200 len: 375 time: 0.0111251 Nov 23 22:49:11.003294 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6121b041-04dd-4d49-a810-ac79854e902b req-8bec905b-b32e-4e6d-a051-a4f1b1b26389 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559077 Nov 23 22:49:11.073875 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-757b6d29-13f4-4399-b7cc-a32df496b699 None None] Provisioning complete for port 94432949-1fea-42cc-80bc-39b4bccfcdf2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:11.074163 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-757b6d29-13f4-4399-b7cc-a32df496b699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:11.141009 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-757b6d29-13f4-4399-b7cc-a32df496b699 None None] Port 94432949-1fea-42cc-80bc-39b4bccfcdf2 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:49:11.170203 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6121b041-04dd-4d49-a810-ac79854e902b req-3f0983c5-a6f0-411f-8ffb-f2a7009a3b1f service neutron] 10.222.0.50 "GET /v2.0/networks/e155e442-47d6-4b71-a23b-b2b67fd3ed30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564882 Nov 23 22:49:11.172548 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109732336', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:09Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '94432949-1fea-42cc-80bc-39b4bccfcdf2', 'name': '', 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:6d:77:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:08Z', 'updated_at': '2021-11-23T22:49:10Z', 'revision_number': 2, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:11.198978 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] Checking router: 7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:49:11.199340 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] Updating router 7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2 port 94432949-1fea-42cc-80bc-39b4bccfcdf2 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:49:11.225110 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:11.266686 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6121b041-04dd-4d49-a810-ac79854e902b req-c771540e-60c7-4430-b549-cc6237bcadc4 service neutron] 10.222.0.50 "GET /v2.0/networks/e155e442-47d6-4b71-a23b-b2b67fd3ed30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890522 Nov 23 22:49:11.332082 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-691253e0-47d0-4136-b0bf-679612559790 None None] Provisioning complete for port 94432949-1fea-42cc-80bc-39b4bccfcdf2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:11.332597 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-691253e0-47d0-4136-b0bf-679612559790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:11.388871 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-691253e0-47d0-4136-b0bf-679612559790 None None] Port 94432949-1fea-42cc-80bc-39b4bccfcdf2 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:49:11.439683 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-37cd1816-9091-49e0-86a5-038b6d75f668 req-65d72e1f-2da6-4045-b3b3-53a667efa273 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 210 time: 0.0280502 Nov 23 22:49:11.542320 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:11.548239 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:11.601430 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a52974-d388-4d5a-934b-5986d5af5e5b None None] Pushing event updated for resources: {'Port': ['ID=94432949-1fea-42cc-80bc-39b4bccfcdf2,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:11.665633 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] Attempting to bind port 94432949-1fea-42cc-80bc-39b4bccfcdf2 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:49:11.666421 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] Attempting to bind port 94432949-1fea-42cc-80bc-39b4bccfcdf2 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '8b007d03-1fe8-4816-82db-0d7759f62a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:49:11.666821 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] Attempting to bind port 94432949-1fea-42cc-80bc-39b4bccfcdf2 on network e155e442-47d6-4b71-a23b-b2b67fd3ed30 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:49:11.672922 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:49:11.673307 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] Checking segment: {'id': '8b007d03-1fe8-4816-82db-0d7759f62a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:49:11.673717 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:11.674115 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] Bound using segment: {'id': '8b007d03-1fe8-4816-82db-0d7759f62a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:49:11.674594 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] Bound port: 94432949-1fea-42cc-80bc-39b4bccfcdf2, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b007d03-1fe8-4816-82db-0d7759f62a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:49:11.675004 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:11.713344 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device df45adea-45fc-4ed5-99e5-89940fdc64a9 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:49:11.956356 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] For port 94432949-1fea-42cc-80bc-39b4bccfcdf2, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:49:11.961249 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] For port 94432949-1fea-42cc-80bc-39b4bccfcdf2, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=94432949-1fea-42cc-80bc-39b4bccfcdf2,segment=NetworkSegment(8b007d03-1fe8-4816-82db-0d7759f62a98),segment_id=8b007d03-1fe8-4816-82db-0d7759f62a98)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:49:11.963949 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8268f5ac-ab8f-4fb7-a5e2-b42ae51175d7 None None] Provisioning complete for port 94432949-1fea-42cc-80bc-39b4bccfcdf2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:11.964329 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8268f5ac-ab8f-4fb7-a5e2-b42ae51175d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:11.969640 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:12.042217 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port df45adea-45fc-4ed5-99e5-89940fdc64a9 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:12.042596 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:12.096232 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a52974-d388-4d5a-934b-5986d5af5e5b None None] Pushing event updated for resources: {'Port': ['ID=94432949-1fea-42cc-80bc-39b4bccfcdf2,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:12.107717 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] Routers {'7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:49:12.108663 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:49:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:12.237551 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8268f5ac-ab8f-4fb7-a5e2-b42ae51175d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:12.307431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] Set router 7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:49:12.345266 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8268f5ac-ab8f-4fb7-a5e2-b42ae51175d7 None None] For port 94432949-1fea-42cc-80bc-39b4bccfcdf2, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=94432949-1fea-42cc-80bc-39b4bccfcdf2,segment=NetworkSegment(8b007d03-1fe8-4816-82db-0d7759f62a98),segment_id=8b007d03-1fe8-4816-82db-0d7759f62a98)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:12.353436 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8268f5ac-ab8f-4fb7-a5e2-b42ae51175d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:12.491815 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268f5ac-ab8f-4fb7-a5e2-b42ae51175d7 None None] Pushing event updated for resources: {'Port': ['ID=94432949-1fea-42cc-80bc-39b4bccfcdf2,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:12.519818 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-06d0367b-141b-4c29-99e1-7786b7013922 None None] Provisioning complete for port 94432949-1fea-42cc-80bc-39b4bccfcdf2 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:12.520205 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-06d0367b-141b-4c29-99e1-7786b7013922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:12.557405 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d19fa5f9-20b6-44c8-8976-2c03d02c7c0c req-7773310a-845b-4459-9121-6966ff79528d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 210 time: 0.0381684 Nov 23 22:49:12.568336 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121b041-04dd-4d49-a810-ac79854e902b req-2e3f6605-a29a-4de1-bd21-9bbea219d4e1 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:12.569898 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6121b041-04dd-4d49-a810-ac79854e902b req-2e3f6605-a29a-4de1-bd21-9bbea219d4e1 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.53 "GET /v2.0/networks?id=e155e442-47d6-4b71-a23b-b2b67fd3ed30 HTTP/1.1" status: 200 len: 796 time: 0.1298926 Nov 23 22:49:12.640312 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109732336', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:09Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '94432949-1fea-42cc-80bc-39b4bccfcdf2', 'name': '', 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:6d:77:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:08Z', 'updated_at': '2021-11-23T22:49:11Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:12.650469 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6121b041-04dd-4d49-a810-ac79854e902b req-b57b5e08-ce8f-486f-9ea2-a3c0f6b27891 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0882b7bd8054ab2a15297438b6d1014 HTTP/1.1" status: 200 len: 380 time: 0.0604482 Nov 23 22:49:12.664489 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-6121b041-04dd-4d49-a810-ac79854e902b req-7a0b4ece-71a1-4f6c-b688-52675cc6c392 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'port': {'device_id': '7752045c-ded2-42c4-b087-efa14e68d05a', 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30', 'admin_state_up': True, 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'security_groups': ['367d8c90-fb74-4791-a378-ecca507f03c5']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:12.674738 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab07a87b-a45a-46eb-9d97-8cf10069a0aa None None] The sync data for ids ['7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'] in n-d-816206-9 is: [{'id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109732336', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:09Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '94432949-1fea-42cc-80bc-39b4bccfcdf2', 'name': '', 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:6d:77:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:08Z', 'updated_at': '2021-11-23T22:49:11Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:49:12.787918 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6121b041-04dd-4d49-a810-ac79854e902b req-7a0b4ece-71a1-4f6c-b688-52675cc6c392 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Made reservation on behalf of e0882b7bd8054ab2a15297438b6d1014 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:49:12.791676 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6121b041-04dd-4d49-a810-ac79854e902b req-7a0b4ece-71a1-4f6c-b688-52675cc6c392 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:12.929925 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-6121b041-04dd-4d49-a810-ac79854e902b req-7a0b4ece-71a1-4f6c-b688-52675cc6c392 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Allocated IP 172.20.0.11 (e155e442-47d6-4b71-a23b-b2b67fd3ed30/6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2/7e8c64ff-5715-4db5-9c5f-75392fdb266e) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:49:13.084996 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6121b041-04dd-4d49-a810-ac79854e902b req-7a0b4ece-71a1-4f6c-b688-52675cc6c392 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:13.123322 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6121b041-04dd-4d49-a810-ac79854e902b req-7a0b4ece-71a1-4f6c-b688-52675cc6c392 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:13.171457 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6121b041-04dd-4d49-a810-ac79854e902b req-7a0b4ece-71a1-4f6c-b688-52675cc6c392 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network e155e442-47d6-4b71-a23b-b2b67fd3ed30 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:49:13.174575 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-6121b041-04dd-4d49-a810-ac79854e902b req-7a0b4ece-71a1-4f6c-b688-52675cc6c392 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:49:13.177085 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-6121b041-04dd-4d49-a810-ac79854e902b req-7a0b4ece-71a1-4f6c-b688-52675cc6c392 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:49:13.203882 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b4ece-71a1-4f6c-b688-52675cc6c392 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=7e8c64ff-5715-4db5-9c5f-75392fdb266e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:13.237153 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121b041-04dd-4d49-a810-ac79854e902b req-7a0b4ece-71a1-4f6c-b688-52675cc6c392 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:13.237838 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6121b041-04dd-4d49-a810-ac79854e902b req-7a0b4ece-71a1-4f6c-b688-52675cc6c392 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:13.258924 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6121b041-04dd-4d49-a810-ac79854e902b req-7a0b4ece-71a1-4f6c-b688-52675cc6c392 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5983353 Nov 23 22:49:13.280586 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-6121b041-04dd-4d49-a810-ac79854e902b req-142b33f6-46a8-4760-838e-845e694c643a service neutron] Request body: {'port': {'device_id': '7752045c-ded2-42c4-b087-efa14e68d05a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:13.344704 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6121b041-04dd-4d49-a810-ac79854e902b req-142b33f6-46a8-4760-838e-845e694c643a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:13.407473 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9bca5469-995f-4352-a67e-bc8eff7cbf06 None None] Provisioning complete for port 7e8c64ff-5715-4db5-9c5f-75392fdb266e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:13.408070 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9bca5469-995f-4352-a67e-bc8eff7cbf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:13.444803 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-9bca5469-995f-4352-a67e-bc8eff7cbf06 None None] Port 7e8c64ff-5715-4db5-9c5f-75392fdb266e cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:49:13.624481 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-6121b041-04dd-4d49-a810-ac79854e902b req-142b33f6-46a8-4760-838e-845e694c643a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8c64ff-5715-4db5-9c5f-75392fdb266e {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:49:13.633238 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6121b041-04dd-4d49-a810-ac79854e902b req-142b33f6-46a8-4760-838e-845e694c643a service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:13.647230 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-6121b041-04dd-4d49-a810-ac79854e902b req-142b33f6-46a8-4760-838e-845e694c643a service neutron] Transition to ACTIVE for port object 7e8c64ff-5715-4db5-9c5f-75392fdb266e will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:49:13.652738 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6121b041-04dd-4d49-a810-ac79854e902b req-142b33f6-46a8-4760-838e-845e694c643a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:13.698432 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 94432949-1fea-42cc-80bc-39b4bccfcdf2 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:49:13.713294 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b33f6-46a8-4760-838e-845e694c643a service neutron] Pushing event updated for resources: {'Port': ['ID=7e8c64ff-5715-4db5-9c5f-75392fdb266e,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:13.725444 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3691ea4-b855-41a0-9333-55ac4f0f99de req-dfab3332-318c-4603-a969-70fe062eed11 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:13.734448 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3691ea4-b855-41a0-9333-55ac4f0f99de req-dfab3332-318c-4603-a969-70fe062eed11 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 944 time: 0.0885334 Nov 23 22:49:13.782355 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 94432949-1fea-42cc-80bc-39b4bccfcdf2 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:13.783990 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:13.817640 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-6121b041-04dd-4d49-a810-ac79854e902b req-142b33f6-46a8-4760-838e-845e694c643a service neutron] Attempting to bind port 7e8c64ff-5715-4db5-9c5f-75392fdb266e on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:49:13.817978 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-6121b041-04dd-4d49-a810-ac79854e902b req-142b33f6-46a8-4760-838e-845e694c643a service neutron] Attempting to bind port 7e8c64ff-5715-4db5-9c5f-75392fdb266e by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '8b007d03-1fe8-4816-82db-0d7759f62a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:49:13.818308 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6121b041-04dd-4d49-a810-ac79854e902b req-142b33f6-46a8-4760-838e-845e694c643a service neutron] Attempting to bind port 7e8c64ff-5715-4db5-9c5f-75392fdb266e on network e155e442-47d6-4b71-a23b-b2b67fd3ed30 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:49:13.827606 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6121b041-04dd-4d49-a810-ac79854e902b req-142b33f6-46a8-4760-838e-845e694c643a service neutron] Port 7e8c64ff-5715-4db5-9c5f-75392fdb266e on network e155e442-47d6-4b71-a23b-b2b67fd3ed30 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:49:13.827932 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6121b041-04dd-4d49-a810-ac79854e902b req-142b33f6-46a8-4760-838e-845e694c643a service neutron] Attempting to bind port 7e8c64ff-5715-4db5-9c5f-75392fdb266e on network e155e442-47d6-4b71-a23b-b2b67fd3ed30 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:49:13.831168 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3691ea4-b855-41a0-9333-55ac4f0f99de req-921d8aa1-a277-40a5-a359-4cc5278adc2c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=367d8c90-fb74-4791-a378-ecca507f03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955498 Nov 23 22:49:13.836310 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6121b041-04dd-4d49-a810-ac79854e902b req-142b33f6-46a8-4760-838e-845e694c643a service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:49:13.836883 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6121b041-04dd-4d49-a810-ac79854e902b req-142b33f6-46a8-4760-838e-845e694c643a service neutron] Checking segment: {'id': '8b007d03-1fe8-4816-82db-0d7759f62a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:49:13.838569 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6121b041-04dd-4d49-a810-ac79854e902b req-142b33f6-46a8-4760-838e-845e694c643a service neutron] Bound using segment: {'id': '8b007d03-1fe8-4816-82db-0d7759f62a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:49:13.839545 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-6121b041-04dd-4d49-a810-ac79854e902b req-142b33f6-46a8-4760-838e-845e694c643a service neutron] Bound port: 7e8c64ff-5715-4db5-9c5f-75392fdb266e, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b007d03-1fe8-4816-82db-0d7759f62a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:49:13.840082 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6121b041-04dd-4d49-a810-ac79854e902b req-142b33f6-46a8-4760-838e-845e694c643a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:13.920028 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-6121b041-04dd-4d49-a810-ac79854e902b req-142b33f6-46a8-4760-838e-845e694c643a service neutron] For port 7e8c64ff-5715-4db5-9c5f-75392fdb266e, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:49:13.924490 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-6121b041-04dd-4d49-a810-ac79854e902b req-142b33f6-46a8-4760-838e-845e694c643a service neutron] For port 7e8c64ff-5715-4db5-9c5f-75392fdb266e, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7e8c64ff-5715-4db5-9c5f-75392fdb266e,segment=NetworkSegment(8b007d03-1fe8-4816-82db-0d7759f62a98),segment_id=8b007d03-1fe8-4816-82db-0d7759f62a98)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:49:13.929936 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6121b041-04dd-4d49-a810-ac79854e902b req-142b33f6-46a8-4760-838e-845e694c643a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:13.973958 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121b041-04dd-4d49-a810-ac79854e902b req-142b33f6-46a8-4760-838e-845e694c643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:13.974448 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-6121b041-04dd-4d49-a810-ac79854e902b req-142b33f6-46a8-4760-838e-845e694c643a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:13.976048 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6121b041-04dd-4d49-a810-ac79854e902b req-142b33f6-46a8-4760-838e-845e694c643a service neutron] 10.222.0.53 "PUT /v2.0/ports/7e8c64ff-5715-4db5-9c5f-75392fdb266e HTTP/1.1" status: 200 len: 1092 time: 0.7012010 Nov 23 22:49:13.978472 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7752045c-ded2-42c4-b087-efa14e68d05a', 'tag': '7e8c64ff-5715-4db5-9c5f-75392fdb266e'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:13.980738 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1aa43ce-c784-4791-882b-783f8a5c3ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "7752045c-ded2-42c4-b087-efa14e68d05a", "tag": "7e8c64ff-5715-4db5-9c5f-75392fdb266e"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:14.016674 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b33f6-46a8-4760-838e-845e694c643a service neutron] Pushing event updated for resources: {'Port': ['ID=7e8c64ff-5715-4db5-9c5f-75392fdb266e,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:14.033103 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c28c3fe-914b-4d72-b097-27c692889917 x-openstack-request-id: req-5c28c3fe-914b-4d72-b097-27c692889917 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:14.033455 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7752045c-ded2-42c4-b087-efa14e68d05a", "tag": "7e8c64ff-5715-4db5-9c5f-75392fdb266e", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:14.033714 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c28c3fe-914b-4d72-b097-27c692889917 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:14.034111 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7752045c-ded2-42c4-b087-efa14e68d05a', 'tag': '7e8c64ff-5715-4db5-9c5f-75392fdb266e', 'status': 'completed', 'code': 200} Nov 23 22:49:14.073099 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121b041-04dd-4d49-a810-ac79854e902b req-4e5f103a-f3a8-48fc-8801-639edccde405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:14.075164 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6121b041-04dd-4d49-a810-ac79854e902b req-4e5f103a-f3a8-48fc-8801-639edccde405 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 1095 time: 0.0517805 Nov 23 22:49:14.127130 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6121b041-04dd-4d49-a810-ac79854e902b req-656b9bfc-ddc2-49fa-9b64-f891655f9484 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e8c64ff-5715-4db5-9c5f-75392fdb266e HTTP/1.1" status: 200 len: 217 time: 0.0412612 Nov 23 22:49:14.186622 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121b041-04dd-4d49-a810-ac79854e902b req-1cf9589c-be03-443a-8349-b3b1049c5305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:14.188168 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6121b041-04dd-4d49-a810-ac79854e902b req-1cf9589c-be03-443a-8349-b3b1049c5305 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2 HTTP/1.1" status: 200 len: 834 time: 0.0479977 Nov 23 22:49:14.250020 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121b041-04dd-4d49-a810-ac79854e902b req-432ff7aa-0395-4104-b371-797674117e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:14.251696 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6121b041-04dd-4d49-a810-ac79854e902b req-432ff7aa-0395-4104-b371-797674117e37 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e155e442-47d6-4b71-a23b-b2b67fd3ed30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516262 Nov 23 22:49:14.355589 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6121b041-04dd-4d49-a810-ac79854e902b req-ab59b97e-3186-49b7-bcbe-402e4ee91a84 service neutron] 10.222.0.53 "GET /v2.0/networks/e155e442-47d6-4b71-a23b-b2b67fd3ed30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891862 Nov 23 22:49:14.453209 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6121b041-04dd-4d49-a810-ac79854e902b req-f78e2bf8-dea7-48c8-a4f5-959f5ad44e7e service neutron] 10.222.0.53 "GET /v2.0/networks/e155e442-47d6-4b71-a23b-b2b67fd3ed30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851989 Nov 23 22:49:14.549533 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa43ce-c784-4791-882b-783f8a5c3ff2 req-cca70b49-e1bc-4a87-8c5c-1ddb4caf262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:14.551062 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f1aa43ce-c784-4791-882b-783f8a5c3ff2 req-cca70b49-e1bc-4a87-8c5c-1ddb4caf262f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 1095 time: 0.0470045 Nov 23 22:49:14.664506 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa43ce-c784-4791-882b-783f8a5c3ff2 req-fdaf7d4b-1f71-4e9c-b88f-32cebd2d9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:14.665913 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f1aa43ce-c784-4791-882b-783f8a5c3ff2 req-fdaf7d4b-1f71-4e9c-b88f-32cebd2d9106 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e155e442-47d6-4b71-a23b-b2b67fd3ed30 HTTP/1.1" status: 200 len: 897 time: 0.1032436 Nov 23 22:49:14.712579 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f1aa43ce-c784-4791-882b-783f8a5c3ff2 req-89713e79-661e-42fb-8b2c-3566f4522dbd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e8c64ff-5715-4db5-9c5f-75392fdb266e HTTP/1.1" status: 200 len: 217 time: 0.0388260 Nov 23 22:49:14.763864 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa43ce-c784-4791-882b-783f8a5c3ff2 req-db6880c0-3967-42f2-a3a1-42154b440a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:14.765847 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f1aa43ce-c784-4791-882b-783f8a5c3ff2 req-db6880c0-3967-42f2-a3a1-42154b440a0b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2 HTTP/1.1" status: 200 len: 834 time: 0.0449688 Nov 23 22:49:14.814484 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa43ce-c784-4791-882b-783f8a5c3ff2 req-7cc1983a-dc27-4abc-838f-771848fdbed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:14.816079 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f1aa43ce-c784-4791-882b-783f8a5c3ff2 req-7cc1983a-dc27-4abc-838f-771848fdbed5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e155e442-47d6-4b71-a23b-b2b67fd3ed30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426846 Nov 23 22:49:14.919280 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f1aa43ce-c784-4791-882b-783f8a5c3ff2 req-81e991b5-b420-4023-87f3-aca3e3077ba4 service neutron] 10.222.0.53 "GET /v2.0/networks/e155e442-47d6-4b71-a23b-b2b67fd3ed30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944657 Nov 23 22:49:14.976985 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d6dfa-7e60-4e9c-b798-2a38c29c1cf3 req-5fb5c496-740e-47a2-ae94-c94b231a17c2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:14.978902 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e50d6dfa-7e60-4e9c-b798-2a38c29c1cf3 req-5fb5c496-740e-47a2-ae94-c94b231a17c2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 944 time: 0.0552504 Nov 23 22:49:15.019517 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f1aa43ce-c784-4791-882b-783f8a5c3ff2 req-312ec115-5139-4660-97af-c245d4022755 service neutron] 10.222.0.53 "GET /v2.0/networks/e155e442-47d6-4b71-a23b-b2b67fd3ed30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906632 Nov 23 22:49:15.033438 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e50d6dfa-7e60-4e9c-b798-2a38c29c1cf3 req-a662ff91-2e58-486a-9e29-fa4f18cb5f86 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=367d8c90-fb74-4791-a378-ecca507f03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481310 Nov 23 22:49:16.150325 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f23e2-bbd0-4ec4-ab5c-cfd0d4f35b38 req-79f9805e-bdbe-4652-b138-2343d70c41d0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:16.151856 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-397f23e2-bbd0-4ec4-ab5c-cfd0d4f35b38 req-79f9805e-bdbe-4652-b138-2343d70c41d0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 944 time: 0.0508046 Nov 23 22:49:16.200704 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-397f23e2-bbd0-4ec4-ab5c-cfd0d4f35b38 req-63626984-73d1-41ea-9f90-1067ebc1e3e1 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=367d8c90-fb74-4791-a378-ecca507f03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422575 Nov 23 22:49:17.321167 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6b3c2-19d0-4897-83c3-2fcb2444464e req-b49198ec-2751-4156-a812-7f79fd000357 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:17.322651 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93a6b3c2-19d0-4897-83c3-2fcb2444464e req-b49198ec-2751-4156-a812-7f79fd000357 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 944 time: 0.0536036 Nov 23 22:49:17.374215 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-93a6b3c2-19d0-4897-83c3-2fcb2444464e req-fb29ab59-db83-4364-b69e-22e9dceb9b46 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=367d8c90-fb74-4791-a378-ecca507f03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449765 Nov 23 22:49:17.505906 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 7e8c64ff-5715-4db5-9c5f-75392fdb266e details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:49:17.601378 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 7e8c64ff-5715-4db5-9c5f-75392fdb266e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7e8c64ff-5715-4db5-9c5f-75392fdb266e,segment=NetworkSegment(8b007d03-1fe8-4816-82db-0d7759f62a98),segment_id=8b007d03-1fe8-4816-82db-0d7759f62a98)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:17.613176 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '7e8c64ff-5715-4db5-9c5f-75392fdb266e', 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30', 'port_id': '7e8c64ff-5715-4db5-9c5f-75392fdb266e', 'mac_address': 'fa:16:3e:3d:02:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:49:17.650822 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:17.664761 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8c64ff-5715-4db5-9c5f-75392fdb266e {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:49:17.683664 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 7e8c64ff-5715-4db5-9c5f-75392fdb266e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7e8c64ff-5715-4db5-9c5f-75392fdb266e,segment=NetworkSegment(8b007d03-1fe8-4816-82db-0d7759f62a98),segment_id=8b007d03-1fe8-4816-82db-0d7759f62a98)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:17.688374 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:17.737448 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=7e8c64ff-5715-4db5-9c5f-75392fdb266e,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:18.001108 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['7e8c64ff-5715-4db5-9c5f-75392fdb266e'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:49:18.489226 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470f3cb-8ee9-49ce-b3b7-1fd70d887421 req-fc72ec28-c372-4368-938a-56b0252534c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:18.490690 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9470f3cb-8ee9-49ce-b3b7-1fd70d887421 req-fc72ec28-c372-4368-938a-56b0252534c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 945 time: 0.0497570 Nov 23 22:49:18.539528 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9470f3cb-8ee9-49ce-b3b7-1fd70d887421 req-03e4f672-d325-493d-9590-b74dabbe83a2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=367d8c90-fb74-4791-a378-ecca507f03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427966 Nov 23 22:49:19.536488 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 7e8c64ff-5715-4db5-9c5f-75392fdb266e up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:49:19.590844 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 7e8c64ff-5715-4db5-9c5f-75392fdb266e completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:49:19.595583 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 7e8c64ff-5715-4db5-9c5f-75392fdb266e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:49:19.596003 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:19.662667 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfe9e2-204f-469b-863d-a715e0bc9692 req-00ab6eda-3459-4667-a566-57e3556ffa76 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:19.664176 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-28cfe9e2-204f-469b-863d-a715e0bc9692 req-00ab6eda-3459-4667-a566-57e3556ffa76 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 945 time: 0.0543282 Nov 23 22:49:19.674697 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:19.697432 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7752045c-ded2-42c4-b087-efa14e68d05a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8c64ff-5715-4db5-9c5f-75392fdb266e'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:19.699714 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8233e3-e491-497c-9444-e29fbcf63ba3" -d '{"events": [{"server_uuid": "7752045c-ded2-42c4-b087-efa14e68d05a", "name": "network-vif-plugged", "status": "completed", "tag": "7e8c64ff-5715-4db5-9c5f-75392fdb266e"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:19.715975 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-28cfe9e2-204f-469b-863d-a715e0bc9692 req-8962f781-ac6f-4496-912f-5b3597fdcf5d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=367d8c90-fb74-4791-a378-ecca507f03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456407 Nov 23 22:49:19.718562 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 7e8c64ff-5715-4db5-9c5f-75392fdb266e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7e8c64ff-5715-4db5-9c5f-75392fdb266e,segment=NetworkSegment(8b007d03-1fe8-4816-82db-0d7759f62a98),segment_id=8b007d03-1fe8-4816-82db-0d7759f62a98)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:49:19.722903 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:19.772215 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=7e8c64ff-5715-4db5-9c5f-75392fdb266e,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:19.801728 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d6c806-de9e-4f26-9421-7273c5357eb3 x-openstack-request-id: req-66d6c806-de9e-4f26-9421-7273c5357eb3 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:19.802024 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7752045c-ded2-42c4-b087-efa14e68d05a", "name": "network-vif-plugged", "status": "completed", "tag": "7e8c64ff-5715-4db5-9c5f-75392fdb266e", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:19.802273 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-66d6c806-de9e-4f26-9421-7273c5357eb3 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:19.802665 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7752045c-ded2-42c4-b087-efa14e68d05a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8c64ff-5715-4db5-9c5f-75392fdb266e', 'code': 200} Nov 23 22:49:19.912674 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28c68c-1e7a-4b34-a74b-834b2c93c0c6 req-8645f194-3532-48ea-887f-d4c192aafee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:19.914186 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ee28c68c-1e7a-4b34-a74b-834b2c93c0c6 req-8645f194-3532-48ea-887f-d4c192aafee5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 1097 time: 0.0417161 Nov 23 22:49:19.974457 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ee28c68c-1e7a-4b34-a74b-834b2c93c0c6 req-431c30c2-057f-4835-9a8e-7ec55c572b37 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=367d8c90-fb74-4791-a378-ecca507f03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456376 Nov 23 22:49:20.838060 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d894f41-3ea3-4a66-8cac-79af6419b117 req-9f6dbbec-110b-4510-ab9c-fd5681be4fc8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:20.839568 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8d894f41-3ea3-4a66-8cac-79af6419b117 req-9f6dbbec-110b-4510-ab9c-fd5681be4fc8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 946 time: 0.0493095 Nov 23 22:49:20.889093 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8d894f41-3ea3-4a66-8cac-79af6419b117 req-380f0c3f-1a3b-49a8-b0e4-cce1bf222adb tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=367d8c90-fb74-4791-a378-ecca507f03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432608 Nov 23 22:49:22.005033 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843d8f1-d89f-40e6-9a9a-5cb832aa3c6f req-7c59c1ff-c47b-4d94-b51e-d27ee8a41751 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:22.006481 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d843d8f1-d89f-40e6-9a9a-5cb832aa3c6f req-7c59c1ff-c47b-4d94-b51e-d27ee8a41751 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 946 time: 0.0484591 Nov 23 22:49:22.058998 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d843d8f1-d89f-40e6-9a9a-5cb832aa3c6f req-23610417-37d4-447f-b45b-426bd6be846d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=367d8c90-fb74-4791-a378-ecca507f03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464327 Nov 23 22:49:22.178671 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7540d69-0da2-4b92-a7ab-665721e9e3e4 req-da2c6f86-6141-457a-8f0f-1187f303d32e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:22.180122 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b7540d69-0da2-4b92-a7ab-665721e9e3e4 req-da2c6f86-6141-457a-8f0f-1187f303d32e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 946 time: 0.0540431 Nov 23 22:49:22.230662 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b7540d69-0da2-4b92-a7ab-665721e9e3e4 req-ee9aef6e-778f-4277-b075-a92ef48ceaa0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=367d8c90-fb74-4791-a378-ecca507f03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447052 Nov 23 22:49:22.251885 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50508) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:22.293030 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66945916-0387-4c25-a071-8d4b3e54f2bf tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:22.296303 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-66945916-0387-4c25-a071-8d4b3e54f2bf tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 1092 time: 0.0417047 Nov 23 22:49:22.297634 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50510) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:22.301978 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-9cb57f00-021a-4788-b190-91b172dd2ad5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': '7e8c64ff-5715-4db5-9c5f-75392fdb266e', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:49:22.323531 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9cb57f00-021a-4788-b190-91b172dd2ad5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:22.424299 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9cb57f00-021a-4788-b190-91b172dd2ad5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:22.526393 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-9cb57f00-021a-4788-b190-91b172dd2ad5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Allocated IP 172.25.5.113 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/0090ef71-c739-467d-b8a2-57219f788c52) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:49:22.630974 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9cb57f00-021a-4788-b190-91b172dd2ad5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:22.664064 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9cb57f00-021a-4788-b190-91b172dd2ad5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:22.699687 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb57f00-021a-4788-b190-91b172dd2ad5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:49:22.705445 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-9cb57f00-021a-4788-b190-91b172dd2ad5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:49:22.710076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb57f00-021a-4788-b190-91b172dd2ad5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:49:22.735161 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb57f00-021a-4788-b190-91b172dd2ad5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=0090ef71-c739-467d-b8a2-57219f788c52,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:23.069264 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9cb57f00-021a-4788-b190-91b172dd2ad5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:23.135921 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9cb57f00-021a-4788-b190-91b172dd2ad5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:23.288038 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9cb57f00-021a-4788-b190-91b172dd2ad5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:23.292413 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9cb57f00-021a-4788-b190-91b172dd2ad5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:23.364414 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb57f00-021a-4788-b190-91b172dd2ad5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=0090ef71-c739-467d-b8a2-57219f788c52,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:49:23.376593 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9cb57f00-021a-4788-b190-91b172dd2ad5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:23.423216 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:23.479193 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-9cb57f00-021a-4788-b190-91b172dd2ad5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Floating IP 764cc101-b9a1-404e-be64-11c1b2ec416f associated. External IP: 172.25.5.113, port: 7e8c64ff-5715-4db5-9c5f-75392fdb266e. Nov 23 22:49:23.683920 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb57f00-021a-4788-b190-91b172dd2ad5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router 7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:49:23.790521 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb57f00-021a-4788-b190-91b172dd2ad5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:49:23.801922 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d795acb7-fb5a-4395-bfd2-512d17e6cc44 None None] Sync routers for ids ['7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:49:23.809067 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9cb57f00-021a-4788-b190-91b172dd2ad5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:23.813966 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d795acb7-fb5a-4395-bfd2-512d17e6cc44 None None] Routers {'7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:49:23.814583 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d795acb7-fb5a-4395-bfd2-512d17e6cc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:49:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:23.835824 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9cb57f00-021a-4788-b190-91b172dd2ad5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5371728 Nov 23 22:49:23.836424 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7752045c-ded2-42c4-b087-efa14e68d05a', 'tag': '7e8c64ff-5715-4db5-9c5f-75392fdb266e'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:49:23.838782 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e55d5c-b05d-4c1a-9697-095f8ffc058a" -d '{"events": [{"name": "network-changed", "server_uuid": "7752045c-ded2-42c4-b087-efa14e68d05a", "tag": "7e8c64ff-5715-4db5-9c5f-75392fdb266e"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:49:23.882022 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4634fd-193d-4fd6-b69a-55ae3c0e00ce x-openstack-request-id: req-ed4634fd-193d-4fd6-b69a-55ae3c0e00ce {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:49:23.882318 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7752045c-ded2-42c4-b087-efa14e68d05a", "tag": "7e8c64ff-5715-4db5-9c5f-75392fdb266e", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:49:23.882585 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed4634fd-193d-4fd6-b69a-55ae3c0e00ce {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:49:23.882993 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7752045c-ded2-42c4-b087-efa14e68d05a', 'tag': '7e8c64ff-5715-4db5-9c5f-75392fdb266e', 'status': 'completed', 'code': 200} Nov 23 22:49:23.928962 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-d795acb7-fb5a-4395-bfd2-512d17e6cc44 None None] Set router 7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:49:23.946084 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e731fa7-9b4a-43a8-997b-d82b8fe7d4c2 req-52d6e9df-3e7b-4f80-b7b1-dd22945e390a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:23.947679 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4e731fa7-9b4a-43a8-997b-d82b8fe7d4c2 req-52d6e9df-3e7b-4f80-b7b1-dd22945e390a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 946 time: 0.0541184 Nov 23 22:49:23.953152 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e55d5c-b05d-4c1a-9697-095f8ffc058a req-6714a6fe-6cff-4759-92ab-7c6a25051223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:23.955294 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c3e55d5c-b05d-4c1a-9697-095f8ffc058a req-6714a6fe-6cff-4759-92ab-7c6a25051223 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 1097 time: 0.0452449 Nov 23 22:49:24.000104 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4e731fa7-9b4a-43a8-997b-d82b8fe7d4c2 req-e0f11d1b-d323-4398-b9ae-307adcf5fbf1 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=367d8c90-fb74-4791-a378-ecca507f03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442336 Nov 23 22:49:24.024676 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50516) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:24.061249 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e55d5c-b05d-4c1a-9697-095f8ffc058a req-deb29958-b5be-469a-bdc0-73fd1f1b2fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:24.062805 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c3e55d5c-b05d-4c1a-9697-095f8ffc058a req-deb29958-b5be-469a-bdc0-73fd1f1b2fa9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e155e442-47d6-4b71-a23b-b2b67fd3ed30 HTTP/1.1" status: 200 len: 897 time: 0.0990646 Nov 23 22:49:24.086895 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1c674bb4-6e65-4025-946c-e99e61c9ea3c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/floatingips/764cc101-b9a1-404e-be64-11c1b2ec416f HTTP/1.1" status: 200 len: 992 time: 0.0605414 Nov 23 22:49:24.136133 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c3e55d5c-b05d-4c1a-9697-095f8ffc058a req-52637bb4-413e-498a-a707-30159d208aef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e8c64ff-5715-4db5-9c5f-75392fdb266e HTTP/1.1" status: 200 len: 1000 time: 0.0651789 Nov 23 22:49:24.169747 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d795acb7-fb5a-4395-bfd2-512d17e6cc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109732336', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:09Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '764cc101-b9a1-404e-be64-11c1b2ec416f', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'port_id': '7e8c64ff-5715-4db5-9c5f-75392fdb266e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30', 'mac_address': 'fa:16:3e:3d:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7752045c-ded2-42c4-b087-efa14e68d05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:49:22Z', 'updated_at': '2021-11-23T22:49:22Z', 'revision_number': 0, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94432949-1fea-42cc-80bc-39b4bccfcdf2', 'name': '', 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:6d:77:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:08Z', 'updated_at': '2021-11-23T22:49:12Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:24.187081 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e55d5c-b05d-4c1a-9697-095f8ffc058a req-36774ec2-98ae-40a7-8fe1-91dbdb8817c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:24.188603 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c3e55d5c-b05d-4c1a-9697-095f8ffc058a req-36774ec2-98ae-40a7-8fe1-91dbdb8817c9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2 HTTP/1.1" status: 200 len: 834 time: 0.0447230 Nov 23 22:49:24.238867 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e55d5c-b05d-4c1a-9697-095f8ffc058a req-4d6ff997-d0b3-4b50-9818-81324e2ef785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:49:24.240451 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c3e55d5c-b05d-4c1a-9697-095f8ffc058a req-4d6ff997-d0b3-4b50-9818-81324e2ef785 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e155e442-47d6-4b71-a23b-b2b67fd3ed30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440822 Nov 23 22:49:24.282621 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d795acb7-fb5a-4395-bfd2-512d17e6cc44 None None] Checking router: 7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:49:24.290984 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d795acb7-fb5a-4395-bfd2-512d17e6cc44 None None] Routers {'7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:49:24.291585 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d795acb7-fb5a-4395-bfd2-512d17e6cc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:49:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:24.338705 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c3e55d5c-b05d-4c1a-9697-095f8ffc058a req-b163358d-0ff1-4afb-b995-3d2d36fa916d service neutron] 10.222.0.53 "GET /v2.0/networks/e155e442-47d6-4b71-a23b-b2b67fd3ed30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899696 Nov 23 22:49:24.397116 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-d795acb7-fb5a-4395-bfd2-512d17e6cc44 None None] Set router 7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:49:24.438131 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-c3e55d5c-b05d-4c1a-9697-095f8ffc058a req-29a19f87-2018-4222-8ffe-5616dfce1808 service neutron] 10.222.0.53 "GET /v2.0/networks/e155e442-47d6-4b71-a23b-b2b67fd3ed30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913947 Nov 23 22:49:24.631568 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d795acb7-fb5a-4395-bfd2-512d17e6cc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109732336', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:09Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '764cc101-b9a1-404e-be64-11c1b2ec416f', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'port_id': '7e8c64ff-5715-4db5-9c5f-75392fdb266e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30', 'mac_address': 'fa:16:3e:3d:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7752045c-ded2-42c4-b087-efa14e68d05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:49:22Z', 'updated_at': '2021-11-23T22:49:22Z', 'revision_number': 0, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94432949-1fea-42cc-80bc-39b4bccfcdf2', 'name': '', 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:6d:77:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:08Z', 'updated_at': '2021-11-23T22:49:12Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:49:24.659659 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d795acb7-fb5a-4395-bfd2-512d17e6cc44 None None] The sync data for ids ['7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'] in n-d-816206-9 is: [{'id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109732336', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:09Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '764cc101-b9a1-404e-be64-11c1b2ec416f', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'floating_ip_address': '172.25.5.113', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'port_id': '7e8c64ff-5715-4db5-9c5f-75392fdb266e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30', 'mac_address': 'fa:16:3e:3d:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7752045c-ded2-42c4-b087-efa14e68d05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:49:22Z', 'updated_at': '2021-11-23T22:49:22Z', 'revision_number': 0, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94432949-1fea-42cc-80bc-39b4bccfcdf2', 'name': '', 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:6d:77:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:08Z', 'updated_at': '2021-11-23T22:49:12Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:49:24.850207 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aa16fa-c575-4fcf-ac2b-e84f1ca19e2a None None] New status for floating IP 764cc101-b9a1-404e-be64-11c1b2ec416f: ACTIVE {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:49:25.090660 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50518) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:49:25.152073 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-baed464d-3d5f-4f18-8406-0fa1b6b16a3b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/floatingips/764cc101-b9a1-404e-be64-11c1b2ec416f HTTP/1.1" status: 200 len: 994 time: 0.0602353 Nov 23 22:49:28.053421 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-775aa875-952b-401f-bed0-97634553ade1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:30.414106 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:30.587595 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-73d07ddb-3a96-46fb-9673-e35740f4088b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:31.810345 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:33.209465 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:33.973213 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:46.605194 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:49:53.439224 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:49:58.055449 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-88db0547-79b2-4c4b-aa45-763297acd558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:00.403697 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:00.591514 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8b080ebf-b0db-4cd2-a6d8-eed1328aad3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:00.664341 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503f8dc-ac4c-4285-a314-d7ae8bc2c375 req-86ad5dad-07e7-479b-8a88-c6171e5e1104 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:00.665731 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1503f8dc-ac4c-4285-a314-d7ae8bc2c375 req-86ad5dad-07e7-479b-8a88-c6171e5e1104 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 946 time: 0.0532081 Nov 23 22:50:00.715682 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1503f8dc-ac4c-4285-a314-d7ae8bc2c375 req-189037c4-09b9-4221-b7f0-ad7146d1a2c8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=367d8c90-fb74-4791-a378-ecca507f03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438819 Nov 23 22:50:01.814018 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:01.838578 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823feb12-a304-43fe-b219-d5912075d75a req-c7cd08f2-c416-460b-946d-7539095b8277 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:01.840103 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-823feb12-a304-43fe-b219-d5912075d75a req-c7cd08f2-c416-460b-946d-7539095b8277 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 946 time: 0.0519869 Nov 23 22:50:01.889933 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-823feb12-a304-43fe-b219-d5912075d75a req-69a09dc8-7a38-48c3-b0bc-3ed58632fd2e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=367d8c90-fb74-4791-a378-ecca507f03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434678 Nov 23 22:50:01.912768 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50548) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:01.977656 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-14823bcf-1c70-4b4d-8302-396d303ed90c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/floatingips/764cc101-b9a1-404e-be64-11c1b2ec416f HTTP/1.1" status: 200 len: 994 time: 0.0637453 Nov 23 22:50:03.213677 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:03.263945 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4fdf7-d751-424f-b53a-30865a9bd3bc req-226891e0-729e-44ec-ba33-a39831ee6949 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:03.265413 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5bd4fdf7-d751-424f-b53a-30865a9bd3bc req-226891e0-729e-44ec-ba33-a39831ee6949 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 946 time: 0.0495617 Nov 23 22:50:03.320271 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5bd4fdf7-d751-424f-b53a-30865a9bd3bc req-b3b9f6b2-88f5-425f-b2cc-51d245f38bed tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=367d8c90-fb74-4791-a378-ecca507f03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482492 Nov 23 22:50:03.974756 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:04.439048 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4515dc-2357-481e-a1ea-deec6a27251d req-21734315-9e17-444e-8a91-2416d84f9463 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:04.440515 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c4515dc-2357-481e-a1ea-deec6a27251d req-21734315-9e17-444e-8a91-2416d84f9463 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 946 time: 0.0489793 Nov 23 22:50:04.490215 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6c4515dc-2357-481e-a1ea-deec6a27251d req-f9d64973-f554-4140-b147-07d157fc1d21 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=367d8c90-fb74-4791-a378-ecca507f03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436692 Nov 23 22:50:04.513472 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50558) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:04.524381 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-76b6786a-003e-4b93-bdf4-74a9dbaac7a3 req-1f116290-1cd4-4f1a-8216-03c02886a527 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7752045c-ded2-42c4-b087-efa14e68d05a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409415 Nov 23 22:50:04.578043 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8ff3119f-2ee3-42b7-b1e3-b471a637383d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/floatingips/764cc101-b9a1-404e-be64-11c1b2ec416f HTTP/1.1" status: 200 len: 994 time: 0.0633829 Nov 23 22:50:04.610434 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6786a-003e-4b93-bdf4-74a9dbaac7a3 req-1c72b09d-4bbf-45a9-8a2f-093ee00f6fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:04.611973 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-76b6786a-003e-4b93-bdf4-74a9dbaac7a3 req-1c72b09d-4bbf-45a9-8a2f-093ee00f6fb6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 1097 time: 0.0424473 Nov 23 22:50:04.722863 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6786a-003e-4b93-bdf4-74a9dbaac7a3 req-ad649fd8-bad2-47c9-8938-b5a7f17f6d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:04.724342 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-76b6786a-003e-4b93-bdf4-74a9dbaac7a3 req-ad649fd8-bad2-47c9-8938-b5a7f17f6d3b service neutron] 10.222.0.53 "GET /v2.0/networks?id=e155e442-47d6-4b71-a23b-b2b67fd3ed30 HTTP/1.1" status: 200 len: 897 time: 0.0906405 Nov 23 22:50:04.789481 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-76b6786a-003e-4b93-bdf4-74a9dbaac7a3 req-20e0f084-6fb5-48b5-a100-71e335df82dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e8c64ff-5715-4db5-9c5f-75392fdb266e HTTP/1.1" status: 200 len: 1002 time: 0.0567613 Nov 23 22:50:04.842654 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6786a-003e-4b93-bdf4-74a9dbaac7a3 req-9027cf74-06ec-4c5b-a884-01434aad15a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:04.844837 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-76b6786a-003e-4b93-bdf4-74a9dbaac7a3 req-9027cf74-06ec-4c5b-a884-01434aad15a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2 HTTP/1.1" status: 200 len: 834 time: 0.0458651 Nov 23 22:50:04.845690 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50564) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:04.969047 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6786a-003e-4b93-bdf4-74a9dbaac7a3 req-16969113-e141-4424-96c8-8cc8f9d8ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:04.970433 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-76b6786a-003e-4b93-bdf4-74a9dbaac7a3 req-16969113-e141-4424-96c8-8cc8f9d8ca42 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e155e442-47d6-4b71-a23b-b2b67fd3ed30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175809 Nov 23 22:50:05.099934 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-76b6786a-003e-4b93-bdf4-74a9dbaac7a3 req-6e37011f-ddc6-4e3d-a2b2-a4839764fbe9 service neutron] 10.222.0.53 "GET /v2.0/networks/e155e442-47d6-4b71-a23b-b2b67fd3ed30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211045 Nov 23 22:50:05.106240 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting port 0090ef71-c739-467d-b8a2-57219f788c52 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:50:05.106578 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:05.517950 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:05.518279 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:05.530251 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-76b6786a-003e-4b93-bdf4-74a9dbaac7a3 req-a6e654d8-12b0-4365-945c-e4076b39256a service neutron] 10.222.0.53 "GET /v2.0/networks/e155e442-47d6-4b71-a23b-b2b67fd3ed30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210827 Nov 23 22:50:05.533884 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Calling delete_port for 0090ef71-c739-467d-b8a2-57219f788c52 owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:50:05.684722 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:05.710895 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Port': ['ID=0090ef71-c739-467d-b8a2-57219f788c52,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:05.722988 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:05.723347 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:05.723695 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:05.724035 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:05.724375 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:05.724713 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:05.725048 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:05.725384 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:05.725718 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:05.726045 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:05.726370 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:05.726735 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:05.781619 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:05.781873 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Floating IP 764cc101-b9a1-404e-be64-11c1b2ec416f disassociated (deleted). External IP: 172.25.5.113, port: 7e8c64ff-5715-4db5-9c5f-75392fdb266e. Nov 23 22:50:05.992311 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router 7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:50:06.101630 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:50:06.106487 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:06.115464 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4cd936-a0db-4599-b714-f24557b72724 None None] Sync routers for ids ['7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:50:06.126437 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4cd936-a0db-4599-b714-f24557b72724 None None] Routers {'7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:50:06.127106 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-ec4cd936-a0db-4599-b714-f24557b72724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:50:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:06.135639 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e5484266-5de7-4f69-a5fc-866aa4a9c38a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/floatingips/764cc101-b9a1-404e-be64-11c1b2ec416f HTTP/1.1" status: 204 len: 168 time: 1.2889049 Nov 23 22:50:06.136418 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7752045c-ded2-42c4-b087-efa14e68d05a', 'tag': '7e8c64ff-5715-4db5-9c5f-75392fdb266e'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:50:06.138893 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb879cd-7b93-45ce-ba3e-7d063ed49a73" -d '{"events": [{"name": "network-changed", "server_uuid": "7752045c-ded2-42c4-b087-efa14e68d05a", "tag": "7e8c64ff-5715-4db5-9c5f-75392fdb266e"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:50:06.181647 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c27aa25-5f6a-436c-9ad5-512a2809250b x-openstack-request-id: req-5c27aa25-5f6a-436c-9ad5-512a2809250b {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:50:06.181647 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7752045c-ded2-42c4-b087-efa14e68d05a", "tag": "7e8c64ff-5715-4db5-9c5f-75392fdb266e", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:50:06.181647 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c27aa25-5f6a-436c-9ad5-512a2809250b {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:50:06.181647 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7752045c-ded2-42c4-b087-efa14e68d05a', 'tag': '7e8c64ff-5715-4db5-9c5f-75392fdb266e', 'status': 'completed', 'code': 200} Nov 23 22:50:06.240998 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-ec4cd936-a0db-4599-b714-f24557b72724 None None] Set router 7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:50:06.248634 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb879cd-7b93-45ce-ba3e-7d063ed49a73 req-ef08f512-4b98-49af-9acf-ba0435f5e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:06.250859 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bdb879cd-7b93-45ce-ba3e-7d063ed49a73 req-ef08f512-4b98-49af-9acf-ba0435f5e539 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 1097 time: 0.0447710 Nov 23 22:50:06.371298 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb879cd-7b93-45ce-ba3e-7d063ed49a73 req-967b62d8-3cdc-4663-902e-b71efa7d023c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:06.373139 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bdb879cd-7b93-45ce-ba3e-7d063ed49a73 req-967b62d8-3cdc-4663-902e-b71efa7d023c service neutron] 10.222.0.53 "GET /v2.0/networks?id=e155e442-47d6-4b71-a23b-b2b67fd3ed30 HTTP/1.1" status: 200 len: 897 time: 0.1105433 Nov 23 22:50:06.388519 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f5d17-d6eb-4b3a-9cba-25e2fceeed13 req-625726aa-6f06-4a41-9a9b-67b08e489847 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:06.391369 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c47f5d17-d6eb-4b3a-9cba-25e2fceeed13 req-625726aa-6f06-4a41-9a9b-67b08e489847 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 946 time: 0.0574172 Nov 23 22:50:06.425257 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bdb879cd-7b93-45ce-ba3e-7d063ed49a73 req-94ef4b52-c2ab-4dc9-81a4-8744c04eaf75 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e8c64ff-5715-4db5-9c5f-75392fdb266e HTTP/1.1" status: 200 len: 217 time: 0.0431471 Nov 23 22:50:06.442477 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c47f5d17-d6eb-4b3a-9cba-25e2fceeed13 req-7091757a-5421-493b-877c-6e9bb4e1edf5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=367d8c90-fb74-4791-a378-ecca507f03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450971 Nov 23 22:50:06.465369 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-ec4cd936-a0db-4599-b714-f24557b72724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109732336', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:09Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '94432949-1fea-42cc-80bc-39b4bccfcdf2', 'name': '', 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:6d:77:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:08Z', 'updated_at': '2021-11-23T22:49:12Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:06.486647 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb879cd-7b93-45ce-ba3e-7d063ed49a73 req-5ade5d44-30f8-4ea5-99f7-90323c11ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:06.488181 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bdb879cd-7b93-45ce-ba3e-7d063ed49a73 req-5ade5d44-30f8-4ea5-99f7-90323c11ff26 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2 HTTP/1.1" status: 200 len: 834 time: 0.0552158 Nov 23 22:50:06.492260 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4cd936-a0db-4599-b714-f24557b72724 None None] Checking router: 7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:50:06.500857 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4cd936-a0db-4599-b714-f24557b72724 None None] Routers {'7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:50:06.501456 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-ec4cd936-a0db-4599-b714-f24557b72724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:50:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:06.541796 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb879cd-7b93-45ce-ba3e-7d063ed49a73 req-cb454b25-3998-4957-98f6-2569a1ae133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:06.543494 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bdb879cd-7b93-45ce-ba3e-7d063ed49a73 req-cb454b25-3998-4957-98f6-2569a1ae133f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e155e442-47d6-4b71-a23b-b2b67fd3ed30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421190 Nov 23 22:50:06.608553 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-ec4cd936-a0db-4599-b714-f24557b72724 None None] Set router 7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:50:06.637770 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bdb879cd-7b93-45ce-ba3e-7d063ed49a73 req-1e2a096d-a369-4770-8c04-b42b130f2ef5 service neutron] 10.222.0.53 "GET /v2.0/networks/e155e442-47d6-4b71-a23b-b2b67fd3ed30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856912 Nov 23 22:50:06.736925 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-bdb879cd-7b93-45ce-ba3e-7d063ed49a73 req-a93a2a7f-18bb-4459-847c-1fa74041b292 service neutron] 10.222.0.53 "GET /v2.0/networks/e155e442-47d6-4b71-a23b-b2b67fd3ed30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882182 Nov 23 22:50:06.807924 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-ec4cd936-a0db-4599-b714-f24557b72724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109732336', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:09Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '94432949-1fea-42cc-80bc-39b4bccfcdf2', 'name': '', 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:6d:77:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:08Z', 'updated_at': '2021-11-23T22:49:12Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:06.834135 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4cd936-a0db-4599-b714-f24557b72724 None None] The sync data for ids ['7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'] in n-d-816206-9 is: [{'id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109732336', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:09Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '94432949-1fea-42cc-80bc-39b4bccfcdf2', 'name': '', 'network_id': 'e155e442-47d6-4b71-a23b-b2b67fd3ed30', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:6d:77:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:08Z', 'updated_at': '2021-11-23T22:49:12Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:50:07.049607 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabfdf39-74df-40b4-a098-1043852100a1 None None] New status for floating IP 764cc101-b9a1-404e-be64-11c1b2ec416f: DOWN {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:50:07.567110 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1676d21-1373-491d-945e-ee05e61e6e02 req-2569ba3b-e601-4d27-a286-504cb52c1871 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:07.568566 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1676d21-1373-491d-945e-ee05e61e6e02 req-2569ba3b-e601-4d27-a286-504cb52c1871 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 946 time: 0.0478959 Nov 23 22:50:07.617179 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c1676d21-1373-491d-945e-ee05e61e6e02 req-0cf948ce-f2e6-4af3-9881-a6e98740cf9d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=367d8c90-fb74-4791-a378-ecca507f03c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426764 Nov 23 22:50:08.181984 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1bff5-e90a-4f43-a686-ea3fa2dd966a req-d3dffba7-5a20-4ff9-88d1-97680c4bc56e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:08.183496 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7ab1bff5-e90a-4f43-a686-ea3fa2dd966a req-d3dffba7-5a20-4ff9-88d1-97680c4bc56e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.53 "GET /v2.0/ports?device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 946 time: 0.0493824 Nov 23 22:50:08.281845 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-7ab1bff5-e90a-4f43-a686-ea3fa2dd966a req-ec6a076a-0b83-4a4f-aa9a-68de37a00765 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting port 7e8c64ff-5715-4db5-9c5f-75392fdb266e {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:50:08.282179 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7ab1bff5-e90a-4f43-a686-ea3fa2dd966a req-ec6a076a-0b83-4a4f-aa9a-68de37a00765 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:08.368782 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-7ab1bff5-e90a-4f43-a686-ea3fa2dd966a req-ec6a076a-0b83-4a4f-aa9a-68de37a00765 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] For port 7e8c64ff-5715-4db5-9c5f-75392fdb266e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7e8c64ff-5715-4db5-9c5f-75392fdb266e,segment=NetworkSegment(8b007d03-1fe8-4816-82db-0d7759f62a98),segment_id=8b007d03-1fe8-4816-82db-0d7759f62a98)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:08.369141 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7ab1bff5-e90a-4f43-a686-ea3fa2dd966a req-ec6a076a-0b83-4a4f-aa9a-68de37a00765 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:08.382226 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-7ab1bff5-e90a-4f43-a686-ea3fa2dd966a req-ec6a076a-0b83-4a4f-aa9a-68de37a00765 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Calling delete_port for 7e8c64ff-5715-4db5-9c5f-75392fdb266e owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:50:08.514664 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7ab1bff5-e90a-4f43-a686-ea3fa2dd966a req-ec6a076a-0b83-4a4f-aa9a-68de37a00765 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:08.542019 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a076a-0b83-4a4f-aa9a-68de37a00765 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Port': ['ID=7e8c64ff-5715-4db5-9c5f-75392fdb266e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:08.587093 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab1bff5-e90a-4f43-a686-ea3fa2dd966a req-ec6a076a-0b83-4a4f-aa9a-68de37a00765 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] No DVR routers for this DVR port 7e8c64ff-5715-4db5-9c5f-75392fdb266e on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:50:08.589601 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-7ab1bff5-e90a-4f43-a686-ea3fa2dd966a req-ec6a076a-0b83-4a4f-aa9a-68de37a00765 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:08.593171 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-7ab1bff5-e90a-4f43-a686-ea3fa2dd966a req-ec6a076a-0b83-4a4f-aa9a-68de37a00765 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.53 "DELETE /v2.0/ports/7e8c64ff-5715-4db5-9c5f-75392fdb266e HTTP/1.1" status: 204 len: 173 time: 0.3989654 Nov 23 22:50:08.594192 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7752045c-ded2-42c4-b087-efa14e68d05a', 'name': 'network-vif-deleted', 'tag': '7e8c64ff-5715-4db5-9c5f-75392fdb266e'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:50:08.596475 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1413f9f-b710-4590-b5f2-4e109dd46f81" -d '{"events": [{"server_uuid": "7752045c-ded2-42c4-b087-efa14e68d05a", "name": "network-vif-deleted", "tag": "7e8c64ff-5715-4db5-9c5f-75392fdb266e"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:50:08.635652 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe6aff3-ed1a-4649-b639-9a4f35cb6535 x-openstack-request-id: req-bbe6aff3-ed1a-4649-b639-9a4f35cb6535 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:50:08.635953 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7752045c-ded2-42c4-b087-efa14e68d05a", "name": "network-vif-deleted", "tag": "7e8c64ff-5715-4db5-9c5f-75392fdb266e", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:50:08.636205 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bbe6aff3-ed1a-4649-b639-9a4f35cb6535 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:50:08.636610 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7752045c-ded2-42c4-b087-efa14e68d05a', 'name': 'network-vif-deleted', 'tag': '7e8c64ff-5715-4db5-9c5f-75392fdb266e', 'status': 'completed', 'code': 200} Nov 23 22:50:08.720033 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bb5fcaa8-14c5-47a4-b63a-da576f73f764 req-21493348-553b-4fa2-8d14-953f2bb3677f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=7752045c-ded2-42c4-b087-efa14e68d05a HTTP/1.1" status: 200 len: 210 time: 0.0329094 Nov 23 22:50:09.782132 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50582) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:10.165716 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-22747ed4-017b-4de2-a596-5522e3671402 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:10.418767 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-22747ed4-017b-4de2-a596-5522e3671402 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting port 94432949-1fea-42cc-80bc-39b4bccfcdf2 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:50:10.419033 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-22747ed4-017b-4de2-a596-5522e3671402 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:10.511478 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-22747ed4-017b-4de2-a596-5522e3671402 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] For port 94432949-1fea-42cc-80bc-39b4bccfcdf2, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=94432949-1fea-42cc-80bc-39b4bccfcdf2,segment=NetworkSegment(8b007d03-1fe8-4816-82db-0d7759f62a98),segment_id=8b007d03-1fe8-4816-82db-0d7759f62a98)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:10.511839 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-22747ed4-017b-4de2-a596-5522e3671402 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:10.526615 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-22747ed4-017b-4de2-a596-5522e3671402 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Calling delete_port for 94432949-1fea-42cc-80bc-39b4bccfcdf2 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:50:10.707419 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-22747ed4-017b-4de2-a596-5522e3671402 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:10.733792 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22747ed4-017b-4de2-a596-5522e3671402 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Port': ['ID=94432949-1fea-42cc-80bc-39b4bccfcdf2,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:10.918887 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-22747ed4-017b-4de2-a596-5522e3671402 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:11.128496 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22747ed4-017b-4de2-a596-5522e3671402 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router 7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:50:11.235444 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22747ed4-017b-4de2-a596-5522e3671402 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:50:11.240547 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-22747ed4-017b-4de2-a596-5522e3671402 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "PUT /v2.0/routers/7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4574277 Nov 23 22:50:11.243303 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50584) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:11.245573 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f9de9e-2027-4650-8ce6-0fe4c4de339d None None] Sync routers for ids ['7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:50:11.256416 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f9de9e-2027-4650-8ce6-0fe4c4de339d None None] Routers {'7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:50:11.257017 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-94f9de9e-2027-4650-8ce6-0fe4c4de339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:50:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:11.299228 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e77b660-13f9-4c71-a747-239ff288d4ef tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting subnet 6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:50:11.302548 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6e77b660-13f9-4c71-a747-239ff288d4ef tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:11.341999 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6e77b660-13f9-4c71-a747-239ff288d4ef tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:11.360792 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-94f9de9e-2027-4650-8ce6-0fe4c4de339d None None] Set router 7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:50:11.424814 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6e77b660-13f9-4c71-a747-239ff288d4ef tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:11.487715 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6e77b660-13f9-4c71-a747-239ff288d4ef tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:11.516392 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77b660-13f9-4c71-a747-239ff288d4ef tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Subnet': ['ID=6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:11.518416 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-6e77b660-13f9-4c71-a747-239ff288d4ef tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:11.521735 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-6e77b660-13f9-4c71-a747-239ff288d4ef tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/subnets/6e2422e0-1c6f-4bb7-a6f1-95fae1b0a9f2 HTTP/1.1" status: 204 len: 168 time: 0.2773011 Nov 23 22:50:11.524282 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50586) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:11.530001 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5fcd3f-3348-4c44-82a9-93fe3593d879 None None] Network e155e442-47d6-4b71-a23b-b2b67fd3ed30 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:50:11.539762 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-94f9de9e-2027-4650-8ce6-0fe4c4de339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109732336', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:50:10Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:11.666823 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f9de9e-2027-4650-8ce6-0fe4c4de339d None None] Checking router: 7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:50:11.683521 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f9de9e-2027-4650-8ce6-0fe4c4de339d None None] Routers {'7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:50:11.684506 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-94f9de9e-2027-4650-8ce6-0fe4c4de339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:50:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:11.743257 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a300a9-d74a-4055-9320-9fea952fe7d1 None None] DHCP port deletion for e155e442-47d6-4b71-a23b-b2b67fd3ed30 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:50:11.786555 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 7e8c64ff-5715-4db5-9c5f-75392fdb266e no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:50:11.798518 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-94f9de9e-2027-4650-8ce6-0fe4c4de339d None None] Set router 7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:50:11.809931 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 7e8c64ff-5715-4db5-9c5f-75392fdb266e {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:50:11.810257 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 7e8c64ff-5715-4db5-9c5f-75392fdb266e not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:50:11.820035 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-15a300a9-d74a-4055-9320-9fea952fe7d1 None None] Deleting port df45adea-45fc-4ed5-99e5-89940fdc64a9 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:50:11.820405 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15a300a9-d74a-4055-9320-9fea952fe7d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:11.891304 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-15a300a9-d74a-4055-9320-9fea952fe7d1 None None] For port df45adea-45fc-4ed5-99e5-89940fdc64a9, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=df45adea-45fc-4ed5-99e5-89940fdc64a9,segment=NetworkSegment(8b007d03-1fe8-4816-82db-0d7759f62a98),segment_id=8b007d03-1fe8-4816-82db-0d7759f62a98)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:11.891700 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15a300a9-d74a-4055-9320-9fea952fe7d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:11.905052 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-15a300a9-d74a-4055-9320-9fea952fe7d1 None None] Calling delete_port for df45adea-45fc-4ed5-99e5-89940fdc64a9 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:50:11.943240 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3642-05f5-4af0-8c62-196b4a7ff558 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:11.991614 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15a300a9-d74a-4055-9320-9fea952fe7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:11.997850 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-94f9de9e-2027-4650-8ce6-0fe4c4de339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109732336', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:50:10Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:12.021689 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a300a9-d74a-4055-9320-9fea952fe7d1 None None] Pushing event deleted for resources: {'Port': ['ID=df45adea-45fc-4ed5-99e5-89940fdc64a9,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:12.024042 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a300a9-d74a-4055-9320-9fea952fe7d1 None None] No DVR routers for this DVR port df45adea-45fc-4ed5-99e5-89940fdc64a9 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:50:12.033204 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f9de9e-2027-4650-8ce6-0fe4c4de339d None None] The sync data for ids ['7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2'] in n-d-816206-9 is: [{'id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1109732336', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:50:10Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '63dbed0a-afc9-4460-9233-caf621d2b14a', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:49:06Z', 'updated_at': '2021-11-23T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:50:12.036550 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a300a9-d74a-4055-9320-9fea952fe7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:12.037332 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a300a9-d74a-4055-9320-9fea952fe7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:12.037332 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a300a9-d74a-4055-9320-9fea952fe7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:12.037596 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a300a9-d74a-4055-9320-9fea952fe7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:12.037895 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a300a9-d74a-4055-9320-9fea952fe7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:12.038199 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a300a9-d74a-4055-9320-9fea952fe7d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:12.038528 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a300a9-d74a-4055-9320-9fea952fe7d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:12.038888 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a300a9-d74a-4055-9320-9fea952fe7d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:12.039315 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a300a9-d74a-4055-9320-9fea952fe7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:12.039587 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a300a9-d74a-4055-9320-9fea952fe7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:12.039841 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a300a9-d74a-4055-9320-9fea952fe7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:12.040135 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a300a9-d74a-4055-9320-9fea952fe7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:12.068287 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3642-05f5-4af0-8c62-196b4a7ff558 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:12.121432 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc3642-05f5-4af0-8c62-196b4a7ff558 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting port 63dbed0a-afc9-4460-9233-caf621d2b14a {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:50:12.121788 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3642-05f5-4af0-8c62-196b4a7ff558 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:12.207370 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-e2fc3642-05f5-4af0-8c62-196b4a7ff558 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] For port 63dbed0a-afc9-4460-9233-caf621d2b14a, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=63dbed0a-afc9-4460-9233-caf621d2b14a,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:12.207732 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3642-05f5-4af0-8c62-196b4a7ff558 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:12.221136 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc3642-05f5-4af0-8c62-196b4a7ff558 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Calling delete_port for 63dbed0a-afc9-4460-9233-caf621d2b14a owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:50:12.388488 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3642-05f5-4af0-8c62-196b4a7ff558 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:12.414536 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc3642-05f5-4af0-8c62-196b4a7ff558 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Port': ['ID=63dbed0a-afc9-4460-9233-caf621d2b14a,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:12.425044 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee54aabf-bba1-4527-9954-d77d4a57449d None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:50:12.477054 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3642-05f5-4af0-8c62-196b4a7ff558 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:12.567683 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3642-05f5-4af0-8c62-196b4a7ff558 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:12.569822 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3642-05f5-4af0-8c62-196b4a7ff558 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:12.611340 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3642-05f5-4af0-8c62-196b4a7ff558 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:12.611892 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fc3642-05f5-4af0-8c62-196b4a7ff558 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Fanout notify agent at l3_agent the message router_deleted on router 7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:50:12.618857 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3642-05f5-4af0-8c62-196b4a7ff558 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:12.619924 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e2fc3642-05f5-4af0-8c62-196b4a7ff558 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/routers/7e2aa023-1928-4d2b-9e3b-6cabf0e9fdc2 HTTP/1.1" status: 204 len: 168 time: 1.0947018 Nov 23 22:50:12.622539 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50588) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:12.707173 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df397d71-a58b-491d-81a6-69dcb03347b4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:12.794560 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df397d71-a58b-491d-81a6-69dcb03347b4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:12.819897 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-df397d71-a58b-491d-81a6-69dcb03347b4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e155e442-47d6-4b71-a23b-b2b67fd3ed30']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:12.830075 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-df397d71-a58b-491d-81a6-69dcb03347b4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b007d03-1fe8-4816-82db-0d7759f62a98') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:12.830374 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-df397d71-a58b-491d-81a6-69dcb03347b4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b007d03-1fe8-4816-82db-0d7759f62a98') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:12.839733 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df397d71-a58b-491d-81a6-69dcb03347b4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:12.852710 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df397d71-a58b-491d-81a6-69dcb03347b4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:12.858446 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df397d71-a58b-491d-81a6-69dcb03347b4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:50:12.858878 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df397d71-a58b-491d-81a6-69dcb03347b4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:50:12.861799 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:50:12.924713 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df397d71-a58b-491d-81a6-69dcb03347b4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:12.931655 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-df397d71-a58b-491d-81a6-69dcb03347b4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:12.934880 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-df397d71-a58b-491d-81a6-69dcb03347b4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/networks/e155e442-47d6-4b71-a23b-b2b67fd3ed30 HTTP/1.1" status: 204 len: 168 time: 0.3113444 Nov 23 22:50:12.937569 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50590) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:12.953935 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df397d71-a58b-491d-81a6-69dcb03347b4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Network': ['ID=e155e442-47d6-4b71-a23b-b2b67fd3ed30,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:13.003343 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4496dad1-fae7-4083-8fc7-d95b2663d47c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:13.028305 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4496dad1-fae7-4083-8fc7-d95b2663d47c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:13.100315 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4496dad1-fae7-4083-8fc7-d95b2663d47c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:13.103059 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4496dad1-fae7-4083-8fc7-d95b2663d47c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:13.104310 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4496dad1-fae7-4083-8fc7-d95b2663d47c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/security-groups/367d8c90-fb74-4791-a378-ecca507f03c5 HTTP/1.1" status: 204 len: 168 time: 0.1577914 Nov 23 22:50:13.114255 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496dad1-fae7-4083-8fc7-d95b2663d47c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=367d8c90-fb74-4791-a378-ecca507f03c5,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:13.421139 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50596) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:13.425894 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-69a314cf-8fff-4bee-8cff-aeb9eb52980d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1373392981', 'description': 'tempest-secgroup-smoke-1373392981 description', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:13.448334 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-69a314cf-8fff-4bee-8cff-aeb9eb52980d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:13.513365 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-69a314cf-8fff-4bee-8cff-aeb9eb52980d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:13.517664 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-69a314cf-8fff-4bee-8cff-aeb9eb52980d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:13.545460 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-69a314cf-8fff-4bee-8cff-aeb9eb52980d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:13.547246 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-69a314cf-8fff-4bee-8cff-aeb9eb52980d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1243472 Nov 23 22:50:13.549786 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50598) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:13.551498 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a314cf-8fff-4bee-8cff-aeb9eb52980d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:13.554510 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-ee81b29e-eaba-409e-a1bd-db61b8e26f77 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '1d5688ab-000d-420c-aa0c-0f8cdbd85bcb', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:13.581450 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee81b29e-eaba-409e-a1bd-db61b8e26f77 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:13.637046 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee81b29e-eaba-409e-a1bd-db61b8e26f77 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:13.641260 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee81b29e-eaba-409e-a1bd-db61b8e26f77 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:13.661250 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81b29e-eaba-409e-a1bd-db61b8e26f77 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=525ec7ea-e683-45a7-b308-f12baae0e065,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:13.672140 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 94432949-1fea-42cc-80bc-39b4bccfcdf2 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:50:13.672738 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee81b29e-eaba-409e-a1bd-db61b8e26f77 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:13.672946 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee81b29e-eaba-409e-a1bd-db61b8e26f77 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:13.673275 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee81b29e-eaba-409e-a1bd-db61b8e26f77 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:13.673616 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee81b29e-eaba-409e-a1bd-db61b8e26f77 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:13.673949 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee81b29e-eaba-409e-a1bd-db61b8e26f77 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:13.674281 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee81b29e-eaba-409e-a1bd-db61b8e26f77 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:13.674607 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee81b29e-eaba-409e-a1bd-db61b8e26f77 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:13.674955 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee81b29e-eaba-409e-a1bd-db61b8e26f77 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:13.675282 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee81b29e-eaba-409e-a1bd-db61b8e26f77 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:13.675606 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee81b29e-eaba-409e-a1bd-db61b8e26f77 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:13.675924 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee81b29e-eaba-409e-a1bd-db61b8e26f77 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:13.676240 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee81b29e-eaba-409e-a1bd-db61b8e26f77 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:13.681871 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ee81b29e-eaba-409e-a1bd-db61b8e26f77 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:13.683775 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ee81b29e-eaba-409e-a1bd-db61b8e26f77 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322527 Nov 23 22:50:13.685852 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50600) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:13.690873 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-85c42de9-7604-482e-b9fe-2b7e867f5444 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '1d5688ab-000d-420c-aa0c-0f8cdbd85bcb', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:13.693513 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 94432949-1fea-42cc-80bc-39b4bccfcdf2 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:50:13.693868 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 94432949-1fea-42cc-80bc-39b4bccfcdf2 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:50:13.694285 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device df45adea-45fc-4ed5-99e5-89940fdc64a9 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:50:13.714200 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: df45adea-45fc-4ed5-99e5-89940fdc64a9 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:50:13.714552 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device df45adea-45fc-4ed5-99e5-89940fdc64a9 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:50:13.714993 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 63dbed0a-afc9-4460-9233-caf621d2b14a no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:50:13.717635 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-85c42de9-7604-482e-b9fe-2b7e867f5444 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:13.733745 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 63dbed0a-afc9-4460-9233-caf621d2b14a {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:50:13.734487 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 63dbed0a-afc9-4460-9233-caf621d2b14a not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:50:13.773692 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-85c42de9-7604-482e-b9fe-2b7e867f5444 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:13.777314 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-85c42de9-7604-482e-b9fe-2b7e867f5444 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:13.798573 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c42de9-7604-482e-b9fe-2b7e867f5444 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af9a2eee-38b5-49a6-a189-f8704eb3671b,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:13.804323 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-85c42de9-7604-482e-b9fe-2b7e867f5444 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:13.808471 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50602) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:13.808613 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-85c42de9-7604-482e-b9fe-2b7e867f5444 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217325 Nov 23 22:50:13.813368 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4136a989-e30c-4b6a-9a3d-2fc92141856f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '1d5688ab-000d-420c-aa0c-0f8cdbd85bcb', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:13.840186 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4136a989-e30c-4b6a-9a3d-2fc92141856f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:13.896248 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4136a989-e30c-4b6a-9a3d-2fc92141856f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:13.899787 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4136a989-e30c-4b6a-9a3d-2fc92141856f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:13.915045 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136a989-e30c-4b6a-9a3d-2fc92141856f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5efe3c40-b350-4f88-bade-8879b67e8715,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:13.926328 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4136a989-e30c-4b6a-9a3d-2fc92141856f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:13.927553 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4136a989-e30c-4b6a-9a3d-2fc92141856f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179154 Nov 23 22:50:13.930343 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50604) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:13.934597 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-abf3c4ec-ddfa-43f3-94cc-dec006f9afd5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '1d5688ab-000d-420c-aa0c-0f8cdbd85bcb', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:13.961282 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-abf3c4ec-ddfa-43f3-94cc-dec006f9afd5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:14.018277 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-abf3c4ec-ddfa-43f3-94cc-dec006f9afd5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:14.021973 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-abf3c4ec-ddfa-43f3-94cc-dec006f9afd5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:14.041787 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3c4ec-ddfa-43f3-94cc-dec006f9afd5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f91855-eb2e-455f-ada3-6746c421fd6c,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:14.049970 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-abf3c4ec-ddfa-43f3-94cc-dec006f9afd5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:14.051182 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-abf3c4ec-ddfa-43f3-94cc-dec006f9afd5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198885 Nov 23 22:50:14.053922 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50606) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:14.058152 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-ca6beb39-983b-4753-a2f8-845c4d575f51 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '1d5688ab-000d-420c-aa0c-0f8cdbd85bcb', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:14.079593 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-ca6beb39-983b-4753-a2f8-845c4d575f51 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Project e0882b7bd8054ab2a15297438b6d1014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:50:14.084206 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ca6beb39-983b-4753-a2f8-845c4d575f51 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:14.144557 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ca6beb39-983b-4753-a2f8-845c4d575f51 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:14.148414 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ca6beb39-983b-4753-a2f8-845c4d575f51 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:14.167579 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6beb39-983b-4753-a2f8-845c4d575f51 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0168f085-7448-4440-b16b-67b0b31e0ac3,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:14.175801 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ca6beb39-983b-4753-a2f8-845c4d575f51 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:14.177011 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ca6beb39-983b-4753-a2f8-845c4d575f51 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221428 Nov 23 22:50:14.179821 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50608) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:14.184408 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-0c4e8ff8-225d-41d7-a46b-9efa1bd57fd0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '1d5688ab-000d-420c-aa0c-0f8cdbd85bcb', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:14.207198 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-0c4e8ff8-225d-41d7-a46b-9efa1bd57fd0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Project e0882b7bd8054ab2a15297438b6d1014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:50:14.211974 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0c4e8ff8-225d-41d7-a46b-9efa1bd57fd0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:14.273403 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0c4e8ff8-225d-41d7-a46b-9efa1bd57fd0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:14.277095 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0c4e8ff8-225d-41d7-a46b-9efa1bd57fd0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:14.296884 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e8ff8-225d-41d7-a46b-9efa1bd57fd0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55344270-b80c-4b10-b64a-e26fbcc6687f,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:14.304865 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0c4e8ff8-225d-41d7-a46b-9efa1bd57fd0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:14.306115 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0c4e8ff8-225d-41d7-a46b-9efa1bd57fd0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253474 Nov 23 22:50:14.309062 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50610) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:14.314326 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-eb9f41c8-c4a1-471f-867e-3b8402da3491 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'network': {'name': 'tempest-network-smoke--439356584', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'port_security_enabled': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:14.334910 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9f41c8-c4a1-471f-867e-3b8402da3491 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Made reservation on behalf of e0882b7bd8054ab2a15297438b6d1014 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:50:14.338268 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb9f41c8-c4a1-471f-867e-3b8402da3491 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:14.362535 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9f41c8-c4a1-471f-867e-3b8402da3491 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:50:14.371196 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb9f41c8-c4a1-471f-867e-3b8402da3491 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:14.371543 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-eb9f41c8-c4a1-471f-867e-3b8402da3491 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Added segment cd43fa3c-9364-49b2-9232-312cf99b7024 of type vlan for network 4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42 Nov 23 22:50:14.415504 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb9f41c8-c4a1-471f-867e-3b8402da3491 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:14.440181 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb9f41c8-c4a1-471f-867e-3b8402da3491 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:14.445620 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f41c8-c4a1-471f-867e-3b8402da3491 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:14.446207 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-eb9f41c8-c4a1-471f-867e-3b8402da3491 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:14.480641 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-eb9f41c8-c4a1-471f-867e-3b8402da3491 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1705663 Nov 23 22:50:14.483420 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50612) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:14.490735 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-2cd237f7-51aa-4266-9120-98575ee909aa tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-303152843', 'admin_state_up': True, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:14.531956 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f41c8-c4a1-471f-867e-3b8402da3491 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Network': ['ID=4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:14.542647 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:50:14.545384 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2cd237f7-51aa-4266-9120-98575ee909aa tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:14.547909 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2cd237f7-51aa-4266-9120-98575ee909aa tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:14.605813 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2cd237f7-51aa-4266-9120-98575ee909aa tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:14.745196 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2cd237f7-51aa-4266-9120-98575ee909aa tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:14.940046 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2cd237f7-51aa-4266-9120-98575ee909aa tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:14.958866 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2cd237f7-51aa-4266-9120-98575ee909aa tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:15.057818 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-2cd237f7-51aa-4266-9120-98575ee909aa tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Allocated IP 172.25.5.235 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/20bf3cbe-1b08-4ed3-a527-07de96c61aaa) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:50:15.165039 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2cd237f7-51aa-4266-9120-98575ee909aa tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:15.198946 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2cd237f7-51aa-4266-9120-98575ee909aa tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:15.234695 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd237f7-51aa-4266-9120-98575ee909aa tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:50:15.239429 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-2cd237f7-51aa-4266-9120-98575ee909aa tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:50:15.243167 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd237f7-51aa-4266-9120-98575ee909aa tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:50:15.253008 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374ec73b-7637-4c09-a44a-98169a75f835 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:50:15.268615 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd237f7-51aa-4266-9120-98575ee909aa tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=20bf3cbe-1b08-4ed3-a527-07de96c61aaa,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:15.286873 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8cda2a0f-91ad-4e2d-a4ee-53b848750fb7 None None] Provisioning complete for port 20bf3cbe-1b08-4ed3-a527-07de96c61aaa triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:15.287256 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8cda2a0f-91ad-4e2d-a4ee-53b848750fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:15.323853 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8cda2a0f-91ad-4e2d-a4ee-53b848750fb7 None None] Port 20bf3cbe-1b08-4ed3-a527-07de96c61aaa cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:50:15.496993 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2cd237f7-51aa-4266-9120-98575ee909aa tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:15.693604 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2cd237f7-51aa-4266-9120-98575ee909aa tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:15.819748 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd237f7-51aa-4266-9120-98575ee909aa tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router c809a732-a703-4e7d-9d04-304ec189177d is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:50:15.927364 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd237f7-51aa-4266-9120-98575ee909aa tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:50:15.937500 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] Sync routers for ids ['c809a732-a703-4e7d-9d04-304ec189177d'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:50:15.947522 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2cd237f7-51aa-4266-9120-98575ee909aa tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:15.948812 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2cd237f7-51aa-4266-9120-98575ee909aa tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4634311 Nov 23 22:50:15.951929 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50614) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:15.953441 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] Routers {'c809a732-a703-4e7d-9d04-304ec189177d'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:50:15.954152 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:50:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c809a732-a703-4e7d-9d04-304ec189177d'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:15.987379 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5a1b68cd-be15-4194-b06b-f424664a97ab tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=e0882b7bd8054ab2a15297438b6d1014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342603 Nov 23 22:50:15.989894 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50616) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:16.059916 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] Set router c809a732-a703-4e7d-9d04-304ec189177d gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:50:16.148358 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf3b4c2-f4ff-4f38-9a68-80b44fadaf7c tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:16.149931 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ccf3b4c2-f4ff-4f38-9a68-80b44fadaf7c tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1591194 Nov 23 22:50:16.152796 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50618) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:16.188666 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b6dfa42c-f8cb-41f4-b9b0-c6bec6fd151c tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345752 Nov 23 22:50:16.190998 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50620) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:16.195826 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-bdc89236-34ff-401b-a049-a8922cdd0147 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-33650726', 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:16.413456 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303152843', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:15Z', 'revision_number': 3, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:16.441020 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] Checking router: c809a732-a703-4e7d-9d04-304ec189177d for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:50:16.441292 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] Updating router c809a732-a703-4e7d-9d04-304ec189177d port 20bf3cbe-1b08-4ed3-a527-07de96c61aaa binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:50:16.471867 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:16.569643 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc89236-34ff-401b-a049-a8922cdd0147 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Made reservation on behalf of e0882b7bd8054ab2a15297438b6d1014 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:50:16.573511 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bdc89236-34ff-401b-a049-a8922cdd0147 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:16.728417 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:16.734025 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:16.757340 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bdc89236-34ff-401b-a049-a8922cdd0147 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:16.782118 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3897b68-4b0c-4020-9cd9-722b344150ef None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:50:16.792721 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] Attempting to bind port 20bf3cbe-1b08-4ed3-a527-07de96c61aaa on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:50:16.793126 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] Attempting to bind port 20bf3cbe-1b08-4ed3-a527-07de96c61aaa by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:50:16.793469 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] Attempting to bind port 20bf3cbe-1b08-4ed3-a527-07de96c61aaa on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:50:16.795349 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bfa28-c8e1-4f19-98d1-d7ac7ca789ed None None] Pushing event updated for resources: {'Port': ['ID=20bf3cbe-1b08-4ed3-a527-07de96c61aaa,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:16.803862 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:50:16.804389 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:50:16.804848 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:16.805185 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:50:16.805671 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] Bound port: 20bf3cbe-1b08-4ed3-a527-07de96c61aaa, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:50:16.806064 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:16.820945 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc89236-34ff-401b-a049-a8922cdd0147 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Subnet': ['ID=1ef3da8e-34d2-422d-b98c-6baf78d14fcc,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:16.831059 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc89236-34ff-401b-a049-a8922cdd0147 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Checking segment: {'id': 'cd43fa3c-9364-49b2-9232-312cf99b7024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:50:16.831436 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc89236-34ff-401b-a049-a8922cdd0147 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network hostable DHCP agents. Network: 4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:50:16.849097 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc89236-34ff-401b-a049-a8922cdd0147 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:50:16.859501 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-bdc89236-34ff-401b-a049-a8922cdd0147 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:50:16.867156 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc89236-34ff-401b-a049-a8922cdd0147 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:16.867837 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bdc89236-34ff-401b-a049-a8922cdd0147 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:16.870330 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ea44fd-37cf-4f59-a433-c8a205545473 None None] Network 4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:50:16.878521 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] For port 20bf3cbe-1b08-4ed3-a527-07de96c61aaa, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:50:16.886570 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bdc89236-34ff-401b-a049-a8922cdd0147 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6945462 Nov 23 22:50:16.889335 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50622) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:16.900645 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2752c87a-6ae9-4a12-ab16-42fb7e853e8c None None] Provisioning complete for port 20bf3cbe-1b08-4ed3-a527-07de96c61aaa triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:16.901022 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2752c87a-6ae9-4a12-ab16-42fb7e853e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:16.964242 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] For port 20bf3cbe-1b08-4ed3-a527-07de96c61aaa, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=20bf3cbe-1b08-4ed3-a527-07de96c61aaa,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:50:16.986027 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:17.037259 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-2752c87a-6ae9-4a12-ab16-42fb7e853e8c None None] Port 20bf3cbe-1b08-4ed3-a527-07de96c61aaa cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:50:17.058107 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf87b0c7-b570-4aad-901f-d79b7e5200ae None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:50:17.141035 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bfa28-c8e1-4f19-98d1-d7ac7ca789ed None None] Pushing event updated for resources: {'Port': ['ID=20bf3cbe-1b08-4ed3-a527-07de96c61aaa,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:17.150203 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] Routers {'c809a732-a703-4e7d-9d04-304ec189177d'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:50:17.150836 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:50:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c809a732-a703-4e7d-9d04-304ec189177d'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:17.273047 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2493d8-710c-460f-af76-828b363897d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42', 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ips': [{'subnet_id': '1ef3da8e-34d2-422d-b98c-6baf78d14fcc'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:50:17.273900 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4d2493d8-710c-460f-af76-828b363897d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:17.289067 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ea57fcaf-0381-4f4c-bfa7-90d2afd80f00 None None] Provisioning complete for port 20bf3cbe-1b08-4ed3-a527-07de96c61aaa triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:17.289067 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ea57fcaf-0381-4f4c-bfa7-90d2afd80f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:17.344189 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-304afe4c-dbc6-4ef4-be74-e22e4c6a9506 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:17.436676 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] Set router c809a732-a703-4e7d-9d04-304ec189177d gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:50:17.655233 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-4d2493d8-710c-460f-af76-828b363897d3 None None] Allocated IP 172.20.0.2 (4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42/1ef3da8e-34d2-422d-b98c-6baf78d14fcc/8d3770c1-d513-4f86-8fac-98693f353842) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:50:17.673843 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ea57fcaf-0381-4f4c-bfa7-90d2afd80f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:17.721522 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-ea57fcaf-0381-4f4c-bfa7-90d2afd80f00 None None] For port 20bf3cbe-1b08-4ed3-a527-07de96c61aaa, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=20bf3cbe-1b08-4ed3-a527-07de96c61aaa,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:17.761906 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ea57fcaf-0381-4f4c-bfa7-90d2afd80f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:17.861369 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57fcaf-0381-4f4c-bfa7-90d2afd80f00 None None] Pushing event updated for resources: {'Port': ['ID=20bf3cbe-1b08-4ed3-a527-07de96c61aaa,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:18.083057 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303152843', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:15Z', 'revision_number': 3, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:18.113893 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11742a6-5459-4a98-b18b-16ff4b8f9bdd None None] The sync data for ids ['c809a732-a703-4e7d-9d04-304ec189177d'] in n-d-816206-9 is: [{'id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303152843', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:15Z', 'revision_number': 3, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:50:18.126739 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4d2493d8-710c-460f-af76-828b363897d3 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:18.134160 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4d2493d8-710c-460f-af76-828b363897d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:18.177237 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2493d8-710c-460f-af76-828b363897d3 None None] Network 4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:50:18.180165 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-4d2493d8-710c-460f-af76-828b363897d3 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:50:18.183684 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2493d8-710c-460f-af76-828b363897d3 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:50:18.192333 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2493d8-710c-460f-af76-828b363897d3 None None] Pushing event updated for resources: {'Port': ['ID=8d3770c1-d513-4f86-8fac-98693f353842,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:18.196244 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-304afe4c-dbc6-4ef4-be74-e22e4c6a9506 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Allocated IP 172.20.0.1 (4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42/1ef3da8e-34d2-422d-b98c-6baf78d14fcc/59fd4a41-e329-4f21-b5c2-6672e0f7cac8) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:50:18.248950 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-4d2493d8-710c-460f-af76-828b363897d3 None None] Attempting to bind port 8d3770c1-d513-4f86-8fac-98693f353842 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:50:18.250021 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-4d2493d8-710c-460f-af76-828b363897d3 None None] Attempting to bind port 8d3770c1-d513-4f86-8fac-98693f353842 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'cd43fa3c-9364-49b2-9232-312cf99b7024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:50:18.251046 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2493d8-710c-460f-af76-828b363897d3 None None] Attempting to bind port 8d3770c1-d513-4f86-8fac-98693f353842 on network 4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:50:18.257178 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2493d8-710c-460f-af76-828b363897d3 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:50:18.257564 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2493d8-710c-460f-af76-828b363897d3 None None] Checking segment: {'id': 'cd43fa3c-9364-49b2-9232-312cf99b7024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:50:18.257961 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4d2493d8-710c-460f-af76-828b363897d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:18.258355 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2493d8-710c-460f-af76-828b363897d3 None None] Bound using segment: {'id': 'cd43fa3c-9364-49b2-9232-312cf99b7024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:50:18.258851 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-4d2493d8-710c-460f-af76-828b363897d3 None None] Bound port: 8d3770c1-d513-4f86-8fac-98693f353842, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd43fa3c-9364-49b2-9232-312cf99b7024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:50:18.259240 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4d2493d8-710c-460f-af76-828b363897d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:18.325106 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-304afe4c-dbc6-4ef4-be74-e22e4c6a9506 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:18.326222 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4d2493d8-710c-460f-af76-828b363897d3 None None] For port 8d3770c1-d513-4f86-8fac-98693f353842, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:50:18.329692 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-4d2493d8-710c-460f-af76-828b363897d3 None None] For port 8d3770c1-d513-4f86-8fac-98693f353842, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8d3770c1-d513-4f86-8fac-98693f353842,segment=NetworkSegment(cd43fa3c-9364-49b2-9232-312cf99b7024),segment_id=cd43fa3c-9364-49b2-9232-312cf99b7024)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:50:18.335343 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4d2493d8-710c-460f-af76-828b363897d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:18.378305 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-304afe4c-dbc6-4ef4-be74-e22e4c6a9506 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:18.418146 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2493d8-710c-460f-af76-828b363897d3 None None] Pushing event updated for resources: {'Port': ['ID=8d3770c1-d513-4f86-8fac-98693f353842,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:18.442523 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304afe4c-dbc6-4ef4-be74-e22e4c6a9506 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:50:18.448809 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-304afe4c-dbc6-4ef4-be74-e22e4c6a9506 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:50:18.453261 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304afe4c-dbc6-4ef4-be74-e22e4c6a9506 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:50:18.491895 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304afe4c-dbc6-4ef4-be74-e22e4c6a9506 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=59fd4a41-e329-4f21-b5c2-6672e0f7cac8,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:18.517678 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-304afe4c-dbc6-4ef4-be74-e22e4c6a9506 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:18.679121 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-304afe4c-dbc6-4ef4-be74-e22e4c6a9506 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:18.990592 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-304afe4c-dbc6-4ef4-be74-e22e4c6a9506 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:18.995766 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-304afe4c-dbc6-4ef4-be74-e22e4c6a9506 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:19.075431 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304afe4c-dbc6-4ef4-be74-e22e4c6a9506 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=59fd4a41-e329-4f21-b5c2-6672e0f7cac8,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:19.082113 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-304afe4c-dbc6-4ef4-be74-e22e4c6a9506 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:19.185279 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304afe4c-dbc6-4ef4-be74-e22e4c6a9506 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:50:19.186991 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-304afe4c-dbc6-4ef4-be74-e22e4c6a9506 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:50:19.316632 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304afe4c-dbc6-4ef4-be74-e22e4c6a9506 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router c809a732-a703-4e7d-9d04-304ec189177d has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:50:19.414854 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b142ac8d-3a61-4729-aa71-fb2ac85cb50a None None] Network 4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:50:19.430324 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304afe4c-dbc6-4ef4-be74-e22e4c6a9506 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:50:19.435335 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-304afe4c-dbc6-4ef4-be74-e22e4c6a9506 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "PUT /v2.0/routers/c809a732-a703-4e7d-9d04-304ec189177d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5450187 Nov 23 22:50:19.516937 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-fce48179-04fd-47eb-aa7d-99691f383545 None None] Provisioning complete for port 8d3770c1-d513-4f86-8fac-98693f353842 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:19.517400 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fce48179-04fd-47eb-aa7d-99691f383545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:19.598028 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-cb8cfb09-8ab8-4d91-954c-3e144a7c7ca4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1373392981&fields=id&tenant_id=e0882b7bd8054ab2a15297438b6d1014 HTTP/1.1" status: 200 len: 267 time: 0.0519164 Nov 23 22:50:19.666262 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fce48179-04fd-47eb-aa7d-99691f383545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:19.723999 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-fce48179-04fd-47eb-aa7d-99691f383545 None None] For port 8d3770c1-d513-4f86-8fac-98693f353842, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8d3770c1-d513-4f86-8fac-98693f353842,segment=NetworkSegment(cd43fa3c-9364-49b2-9232-312cf99b7024),segment_id=cd43fa3c-9364-49b2-9232-312cf99b7024)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:19.730249 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fce48179-04fd-47eb-aa7d-99691f383545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:19.744318 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-00d7ebe9-723b-4941-adab-9ec540a0c906 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:19.752625 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-00d7ebe9-723b-4941-adab-9ec540a0c906 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/networks?id=4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42 HTTP/1.1" status: 200 len: 796 time: 0.1475089 Nov 23 22:50:19.769684 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-f9d9a7ce-4137-4ab9-bb7a-82ef34d4982c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/quotas/e0882b7bd8054ab2a15297438b6d1014 HTTP/1.1" status: 200 len: 375 time: 0.0158064 Nov 23 22:50:19.804623 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce48179-04fd-47eb-aa7d-99691f383545 None None] Pushing event updated for resources: {'Port': ['ID=8d3770c1-d513-4f86-8fac-98693f353842,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:19.823833 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8d3770c1-d513-4f86-8fac-98693f353842 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:50:19.834539 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e00b3cc5-97ea-42b4-9931-adf40306c255 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635200 Nov 23 22:50:19.889326 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 8d3770c1-d513-4f86-8fac-98693f353842 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:19.890484 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:19.931822 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] Sync routers for ids ['c809a732-a703-4e7d-9d04-304ec189177d'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:50:19.943026 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] Routers {'c809a732-a703-4e7d-9d04-304ec189177d'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:50:19.943698 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:50:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c809a732-a703-4e7d-9d04-304ec189177d'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:19.981317 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ec8a498c-c3e4-4746-8d2d-d9124903ca1d None None] Provisioning complete for port 59fd4a41-e329-4f21-b5c2-6672e0f7cac8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:19.981573 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-c6f636bd-f86d-44cf-bb01-80d0ca0711b4 service neutron] 10.222.0.50 "GET /v2.0/networks/4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310987 Nov 23 22:50:19.981689 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ec8a498c-c3e4-4746-8d2d-d9124903ca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:20.029198 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 20bf3cbe-1b08-4ed3-a527-07de96c61aaa up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:50:20.059564 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a498c-c3e4-4746-8d2d-d9124903ca1d None None] Port 59fd4a41-e329-4f21-b5c2-6672e0f7cac8 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:50:20.062752 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] Set router c809a732-a703-4e7d-9d04-304ec189177d gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:50:20.090073 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ec8a498c-c3e4-4746-8d2d-d9124903ca1d None None] Provisioning complete for port 8d3770c1-d513-4f86-8fac-98693f353842 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:20.090477 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ec8a498c-c3e4-4746-8d2d-d9124903ca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:20.091492 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-1f487a4a-7c6a-4ba3-8b9a-9f98d069d346 service neutron] 10.222.0.50 "GET /v2.0/networks/4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092079 Nov 23 22:50:20.181427 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 20bf3cbe-1b08-4ed3-a527-07de96c61aaa triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:20.181739 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:20.329874 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303152843', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:18Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '59fd4a41-e329-4f21-b5c2-6672e0f7cac8', 'name': '', 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:14:ce:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1ef3da8e-34d2-422d-b98c-6baf78d14fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:17Z', 'updated_at': '2021-11-23T22:50:18Z', 'revision_number': 2, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '1ef3da8e-34d2-422d-b98c-6baf78d14fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:20.345144 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1e426594-1848-4992-9365-5eb5a06260d3 req-e83d3033-907e-423b-bd40-bef658f99ec1 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 210 time: 0.0564325 Nov 23 22:50:20.349960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-81dccaac-2386-4b88-9fe6-f0711641b102 None None] Provisioning complete for port 59fd4a41-e329-4f21-b5c2-6672e0f7cac8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:20.350441 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-81dccaac-2386-4b88-9fe6-f0711641b102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:20.376109 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] Checking router: c809a732-a703-4e7d-9d04-304ec189177d for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:50:20.376719 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] Updating router c809a732-a703-4e7d-9d04-304ec189177d port 59fd4a41-e329-4f21-b5c2-6672e0f7cac8 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:50:20.391298 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-81dccaac-2386-4b88-9fe6-f0711641b102 None None] Port 59fd4a41-e329-4f21-b5c2-6672e0f7cac8 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:50:20.414978 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:20.512341 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-57bfd394-e521-4473-a2b4-112392311a07 None None] Provisioning complete for port 59fd4a41-e329-4f21-b5c2-6672e0f7cac8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:20.512831 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-57bfd394-e521-4473-a2b4-112392311a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:20.549618 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-57bfd394-e521-4473-a2b4-112392311a07 None None] Port 59fd4a41-e329-4f21-b5c2-6672e0f7cac8 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:50:20.696960 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:20.702439 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:20.752696 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf183dc-26b5-48ff-a2ca-b86d0d0605e5 None None] Pushing event updated for resources: {'Port': ['ID=59fd4a41-e329-4f21-b5c2-6672e0f7cac8,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:20.766806 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf183dc-26b5-48ff-a2ca-b86d0d0605e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:20.767146 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf183dc-26b5-48ff-a2ca-b86d0d0605e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:20.767439 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf183dc-26b5-48ff-a2ca-b86d0d0605e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:20.767772 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf183dc-26b5-48ff-a2ca-b86d0d0605e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:20.768105 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf183dc-26b5-48ff-a2ca-b86d0d0605e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:20.768871 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf183dc-26b5-48ff-a2ca-b86d0d0605e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:20.769198 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf183dc-26b5-48ff-a2ca-b86d0d0605e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:20.769524 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf183dc-26b5-48ff-a2ca-b86d0d0605e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:20.769923 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf183dc-26b5-48ff-a2ca-b86d0d0605e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:20.770159 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf183dc-26b5-48ff-a2ca-b86d0d0605e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:20.770489 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf183dc-26b5-48ff-a2ca-b86d0d0605e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:20.770829 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf183dc-26b5-48ff-a2ca-b86d0d0605e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:50:20.826612 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] Attempting to bind port 59fd4a41-e329-4f21-b5c2-6672e0f7cac8 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:50:20.827089 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] Attempting to bind port 59fd4a41-e329-4f21-b5c2-6672e0f7cac8 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'cd43fa3c-9364-49b2-9232-312cf99b7024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:50:20.828175 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] Attempting to bind port 59fd4a41-e329-4f21-b5c2-6672e0f7cac8 on network 4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:50:20.834875 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:50:20.835483 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] Checking segment: {'id': 'cd43fa3c-9364-49b2-9232-312cf99b7024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:50:20.835804 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:20.836482 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] Bound using segment: {'id': 'cd43fa3c-9364-49b2-9232-312cf99b7024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:50:20.836984 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] Bound port: 59fd4a41-e329-4f21-b5c2-6672e0f7cac8, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd43fa3c-9364-49b2-9232-312cf99b7024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:50:20.837394 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:20.907597 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] For port 59fd4a41-e329-4f21-b5c2-6672e0f7cac8, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:50:20.910839 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] For port 59fd4a41-e329-4f21-b5c2-6672e0f7cac8, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=59fd4a41-e329-4f21-b5c2-6672e0f7cac8,segment=NetworkSegment(cd43fa3c-9364-49b2-9232-312cf99b7024),segment_id=cd43fa3c-9364-49b2-9232-312cf99b7024)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:50:20.917156 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:20.977347 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] Routers {'c809a732-a703-4e7d-9d04-304ec189177d'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:50:20.977937 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-88c63925-0e70-4be0-879f-fc793fb852fa None None] Provisioning complete for port 59fd4a41-e329-4f21-b5c2-6672e0f7cac8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:20.977937 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-88c63925-0e70-4be0-879f-fc793fb852fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:20.978125 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:50:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c809a732-a703-4e7d-9d04-304ec189177d'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:21.031573 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf183dc-26b5-48ff-a2ca-b86d0d0605e5 None None] Pushing event updated for resources: {'Port': ['ID=59fd4a41-e329-4f21-b5c2-6672e0f7cac8,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:21.078356 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-88c63925-0e70-4be0-879f-fc793fb852fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:21.094524 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] Set router c809a732-a703-4e7d-9d04-304ec189177d gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:50:21.116945 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-88c63925-0e70-4be0-879f-fc793fb852fa None None] For port 59fd4a41-e329-4f21-b5c2-6672e0f7cac8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=59fd4a41-e329-4f21-b5c2-6672e0f7cac8,segment=NetworkSegment(cd43fa3c-9364-49b2-9232-312cf99b7024),segment_id=cd43fa3c-9364-49b2-9232-312cf99b7024)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:21.122619 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-88c63925-0e70-4be0-879f-fc793fb852fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:21.176823 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c63925-0e70-4be0-879f-fc793fb852fa None None] Pushing event updated for resources: {'Port': ['ID=59fd4a41-e329-4f21-b5c2-6672e0f7cac8,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:21.243485 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c4d4b0a9-928d-461f-8ba5-feb01c3f7bbd None None] Provisioning complete for port 59fd4a41-e329-4f21-b5c2-6672e0f7cac8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:21.243978 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c4d4b0a9-928d-461f-8ba5-feb01c3f7bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:21.306701 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303152843', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:18Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '59fd4a41-e329-4f21-b5c2-6672e0f7cac8', 'name': '', 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:14:ce:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1ef3da8e-34d2-422d-b98c-6baf78d14fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:17Z', 'updated_at': '2021-11-23T22:50:20Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '1ef3da8e-34d2-422d-b98c-6baf78d14fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:21.430981 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ba9335-ac7c-4070-81db-b5e79065a2c5 None None] The sync data for ids ['c809a732-a703-4e7d-9d04-304ec189177d'] in n-d-816206-9 is: [{'id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303152843', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:18Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '59fd4a41-e329-4f21-b5c2-6672e0f7cac8', 'name': '', 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:14:ce:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1ef3da8e-34d2-422d-b98c-6baf78d14fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:17Z', 'updated_at': '2021-11-23T22:50:20Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '1ef3da8e-34d2-422d-b98c-6baf78d14fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:50:21.470387 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-88110f1a-b043-432b-b00f-2b5395cdba84 req-6f029435-faba-4449-a32e-232467444c08 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 210 time: 0.0399494 Nov 23 22:50:21.532683 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-5ecf315f-578d-4eb0-8c46-d529d6141490 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:21.534414 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-5ecf315f-578d-4eb0-8c46-d529d6141490 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.53 "GET /v2.0/networks?id=4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42 HTTP/1.1" status: 200 len: 796 time: 0.1565127 Nov 23 22:50:21.619665 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-9458e58d-8861-464f-80a0-fc7819eb7682 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0882b7bd8054ab2a15297438b6d1014 HTTP/1.1" status: 200 len: 380 time: 0.0678110 Nov 23 22:50:21.632207 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-a6f058e9-4f41-40b9-b11f-d034a2d741cc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'port': {'device_id': '76cc556f-f1f4-4ea1-88df-b5ff2214d3a5', 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42', 'admin_state_up': True, 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'security_groups': ['1d5688ab-000d-420c-aa0c-0f8cdbd85bcb']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:21.771877 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-a6f058e9-4f41-40b9-b11f-d034a2d741cc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Made reservation on behalf of e0882b7bd8054ab2a15297438b6d1014 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:50:21.776398 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-a6f058e9-4f41-40b9-b11f-d034a2d741cc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:21.778844 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8d3770c1-d513-4f86-8fac-98693f353842 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:50:21.840763 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 8d3770c1-d513-4f86-8fac-98693f353842 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:21.841140 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:21.921545 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-a6f058e9-4f41-40b9-b11f-d034a2d741cc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Allocated IP 172.20.0.6 (4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42/1ef3da8e-34d2-422d-b98c-6baf78d14fcc/4639b38f-5e35-4397-898e-416596d9f85e) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:50:21.929095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 59fd4a41-e329-4f21-b5c2-6672e0f7cac8 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:50:21.982514 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 59fd4a41-e329-4f21-b5c2-6672e0f7cac8 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:21.982823 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:22.084852 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-a6f058e9-4f41-40b9-b11f-d034a2d741cc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:22.120466 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-a6f058e9-4f41-40b9-b11f-d034a2d741cc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:22.164985 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-a6f058e9-4f41-40b9-b11f-d034a2d741cc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:50:22.170665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-a6f058e9-4f41-40b9-b11f-d034a2d741cc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:50:22.173951 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-a6f058e9-4f41-40b9-b11f-d034a2d741cc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:50:22.206052 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f058e9-4f41-40b9-b11f-d034a2d741cc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=4639b38f-5e35-4397-898e-416596d9f85e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:22.238086 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-a6f058e9-4f41-40b9-b11f-d034a2d741cc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:22.238795 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-a6f058e9-4f41-40b9-b11f-d034a2d741cc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:22.258137 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-a6f058e9-4f41-40b9-b11f-d034a2d741cc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6303952 Nov 23 22:50:22.278325 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e9886084-0040-4e1c-83c3-0d3bf9d70d5d service neutron] Request body: {'port': {'device_id': '76cc556f-f1f4-4ea1-88df-b5ff2214d3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:22.346373 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e9886084-0040-4e1c-83c3-0d3bf9d70d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:22.462310 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7096772c-a33e-4d42-96c1-c19fcf938fec None None] Provisioning complete for port 4639b38f-5e35-4397-898e-416596d9f85e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:22.462684 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7096772c-a33e-4d42-96c1-c19fcf938fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:22.504651 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-7096772c-a33e-4d42-96c1-c19fcf938fec None None] Port 4639b38f-5e35-4397-898e-416596d9f85e cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:50:22.604895 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe95ff-f29d-4687-9785-4f9294c77f56 req-7b391101-b377-4d5e-84d7-5978e198a8de tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:22.606487 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b9fe95ff-f29d-4687-9785-4f9294c77f56 req-7b391101-b377-4d5e-84d7-5978e198a8de tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 931 time: 0.0546000 Nov 23 22:50:22.633604 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e9886084-0040-4e1c-83c3-0d3bf9d70d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4639b38f-5e35-4397-898e-416596d9f85e {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:50:22.642621 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e9886084-0040-4e1c-83c3-0d3bf9d70d5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:22.654703 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e9886084-0040-4e1c-83c3-0d3bf9d70d5d service neutron] Transition to ACTIVE for port object 4639b38f-5e35-4397-898e-416596d9f85e will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:50:22.659805 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e9886084-0040-4e1c-83c3-0d3bf9d70d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:22.659999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b9fe95ff-f29d-4687-9785-4f9294c77f56 req-d632349c-8387-40aa-a721-f68c1c9e4238 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465159 Nov 23 22:50:22.728837 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9886084-0040-4e1c-83c3-0d3bf9d70d5d service neutron] Pushing event updated for resources: {'Port': ['ID=4639b38f-5e35-4397-898e-416596d9f85e,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:22.784006 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e9886084-0040-4e1c-83c3-0d3bf9d70d5d service neutron] Attempting to bind port 4639b38f-5e35-4397-898e-416596d9f85e on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:50:22.784354 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e9886084-0040-4e1c-83c3-0d3bf9d70d5d service neutron] Attempting to bind port 4639b38f-5e35-4397-898e-416596d9f85e by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'cd43fa3c-9364-49b2-9232-312cf99b7024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:50:22.784689 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e9886084-0040-4e1c-83c3-0d3bf9d70d5d service neutron] Attempting to bind port 4639b38f-5e35-4397-898e-416596d9f85e on network 4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:50:22.789390 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e9886084-0040-4e1c-83c3-0d3bf9d70d5d service neutron] Port 4639b38f-5e35-4397-898e-416596d9f85e on network 4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:50:22.789721 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e9886084-0040-4e1c-83c3-0d3bf9d70d5d service neutron] Attempting to bind port 4639b38f-5e35-4397-898e-416596d9f85e on network 4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:50:22.794736 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e9886084-0040-4e1c-83c3-0d3bf9d70d5d service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:50:22.795090 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e9886084-0040-4e1c-83c3-0d3bf9d70d5d service neutron] Checking segment: {'id': 'cd43fa3c-9364-49b2-9232-312cf99b7024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:50:22.795481 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e9886084-0040-4e1c-83c3-0d3bf9d70d5d service neutron] Bound using segment: {'id': 'cd43fa3c-9364-49b2-9232-312cf99b7024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:50:22.795915 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e9886084-0040-4e1c-83c3-0d3bf9d70d5d service neutron] Bound port: 4639b38f-5e35-4397-898e-416596d9f85e, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd43fa3c-9364-49b2-9232-312cf99b7024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:50:22.796282 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e9886084-0040-4e1c-83c3-0d3bf9d70d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:22.864141 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e9886084-0040-4e1c-83c3-0d3bf9d70d5d service neutron] For port 4639b38f-5e35-4397-898e-416596d9f85e, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:50:22.867313 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e9886084-0040-4e1c-83c3-0d3bf9d70d5d service neutron] For port 4639b38f-5e35-4397-898e-416596d9f85e, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=4639b38f-5e35-4397-898e-416596d9f85e,segment=NetworkSegment(cd43fa3c-9364-49b2-9232-312cf99b7024),segment_id=cd43fa3c-9364-49b2-9232-312cf99b7024)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:50:22.873084 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e9886084-0040-4e1c-83c3-0d3bf9d70d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:22.906545 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e9886084-0040-4e1c-83c3-0d3bf9d70d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:22.907211 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e9886084-0040-4e1c-83c3-0d3bf9d70d5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:22.908817 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e9886084-0040-4e1c-83c3-0d3bf9d70d5d service neutron] 10.222.0.53 "PUT /v2.0/ports/4639b38f-5e35-4397-898e-416596d9f85e HTTP/1.1" status: 200 len: 1091 time: 0.6358624 Nov 23 22:50:22.911577 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76cc556f-f1f4-4ea1-88df-b5ff2214d3a5', 'tag': '4639b38f-5e35-4397-898e-416596d9f85e'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:50:22.913921 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc839a6c-c73e-45c4-991d-995f94dd5b79" -d '{"events": [{"name": "network-changed", "server_uuid": "76cc556f-f1f4-4ea1-88df-b5ff2214d3a5", "tag": "4639b38f-5e35-4397-898e-416596d9f85e"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:50:22.954347 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9886084-0040-4e1c-83c3-0d3bf9d70d5d service neutron] Pushing event updated for resources: {'Port': ['ID=4639b38f-5e35-4397-898e-416596d9f85e,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:22.972031 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3a8283-0fb0-480b-beb0-4950eee0a432 x-openstack-request-id: req-2d3a8283-0fb0-480b-beb0-4950eee0a432 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:50:22.972360 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76cc556f-f1f4-4ea1-88df-b5ff2214d3a5", "tag": "4639b38f-5e35-4397-898e-416596d9f85e", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:50:22.972623 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2d3a8283-0fb0-480b-beb0-4950eee0a432 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:50:22.973033 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76cc556f-f1f4-4ea1-88df-b5ff2214d3a5', 'tag': '4639b38f-5e35-4397-898e-416596d9f85e', 'status': 'completed', 'code': 200} Nov 23 22:50:23.028716 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-5240afba-4210-4b4e-8c13-e4bd5c77dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:23.030289 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-5240afba-4210-4b4e-8c13-e4bd5c77dc6d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 1094 time: 0.0452237 Nov 23 22:50:23.087519 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-5f523eec-e663-46e2-ac00-9f7cd009b1e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4639b38f-5e35-4397-898e-416596d9f85e HTTP/1.1" status: 200 len: 217 time: 0.0397923 Nov 23 22:50:23.138212 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-bde136f7-40fb-4c90-a7f7-19c3d3abd2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:23.139705 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-bde136f7-40fb-4c90-a7f7-19c3d3abd2ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ef3da8e-34d2-422d-b98c-6baf78d14fcc HTTP/1.1" status: 200 len: 833 time: 0.0449018 Nov 23 22:50:23.192633 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e5f169a1-e991-4a2f-bcb9-8b44853bb57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:23.194247 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-e5f169a1-e991-4a2f-bcb9-8b44853bb57b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416944 Nov 23 22:50:23.289204 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-618c8879-ab87-4438-a71c-5ede9936ce46 service neutron] 10.222.0.53 "GET /v2.0/networks/4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870597 Nov 23 22:50:23.386668 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-097b0efd-608d-4a5f-82eb-bab89d2156f8 req-c8c03e99-8ffd-4da6-858d-89ae13203cda service neutron] 10.222.0.53 "GET /v2.0/networks/4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833299 Nov 23 22:50:23.424819 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:23.482137 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc839a6c-c73e-45c4-991d-995f94dd5b79 req-d143b357-eae0-49e7-969d-40d606732695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:23.484222 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fc839a6c-c73e-45c4-991d-995f94dd5b79 req-d143b357-eae0-49e7-969d-40d606732695 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 1094 time: 0.0461249 Nov 23 22:50:23.575273 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc839a6c-c73e-45c4-991d-995f94dd5b79 req-71d898a9-e6cf-431d-8c41-14992a4aab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:23.576761 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fc839a6c-c73e-45c4-991d-995f94dd5b79 req-71d898a9-e6cf-431d-8c41-14992a4aab97 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42 HTTP/1.1" status: 200 len: 897 time: 0.0851188 Nov 23 22:50:23.604113 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:50:23.622972 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fc839a6c-c73e-45c4-991d-995f94dd5b79 req-93331c8f-e470-4bce-9c28-f659442cdebd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4639b38f-5e35-4397-898e-416596d9f85e HTTP/1.1" status: 200 len: 217 time: 0.0382538 Nov 23 22:50:23.676176 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc839a6c-c73e-45c4-991d-995f94dd5b79 req-c99d6eeb-be25-464b-925b-a2cd83932a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:23.677610 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fc839a6c-c73e-45c4-991d-995f94dd5b79 req-c99d6eeb-be25-464b-925b-a2cd83932a58 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ef3da8e-34d2-422d-b98c-6baf78d14fcc HTTP/1.1" status: 200 len: 833 time: 0.0445707 Nov 23 22:50:23.725933 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc839a6c-c73e-45c4-991d-995f94dd5b79 req-58e864aa-d874-4d4e-adb1-627dd0c2317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:23.727458 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fc839a6c-c73e-45c4-991d-995f94dd5b79 req-58e864aa-d874-4d4e-adb1-627dd0c2317e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408340 Nov 23 22:50:23.776637 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4eac9-0df4-4e1c-b89b-8b222357aacf req-f1a63f89-828b-4d01-af11-00a80c032698 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:23.778129 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-74f4eac9-0df4-4e1c-b89b-8b222357aacf req-f1a63f89-828b-4d01-af11-00a80c032698 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 943 time: 0.0490079 Nov 23 22:50:23.824105 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fc839a6c-c73e-45c4-991d-995f94dd5b79 req-5d55505d-3a6a-4f30-a559-5cf06663db17 service neutron] 10.222.0.53 "GET /v2.0/networks/4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872538 Nov 23 22:50:23.833329 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-74f4eac9-0df4-4e1c-b89b-8b222357aacf req-698e3b6d-f10c-406d-b987-807267cbe449 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482147 Nov 23 22:50:23.917545 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fc839a6c-c73e-45c4-991d-995f94dd5b79 req-bd1c4479-f3fb-4efb-9294-292cfe1f7926 service neutron] 10.222.0.53 "GET /v2.0/networks/4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846019 Nov 23 22:50:25.248742 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef1ca8-1272-4ec7-800f-7fc37bed2bf7 req-b96e5a8d-d57e-4575-99fc-2d91cead0c55 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:25.251168 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cfef1ca8-1272-4ec7-800f-7fc37bed2bf7 req-b96e5a8d-d57e-4575-99fc-2d91cead0c55 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 943 time: 0.3485484 Nov 23 22:50:25.300500 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cfef1ca8-1272-4ec7-800f-7fc37bed2bf7 req-7b83b884-d0fb-4108-a4a2-2aab759b45ca tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428772 Nov 23 22:50:25.864065 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 4639b38f-5e35-4397-898e-416596d9f85e details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:50:25.968645 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 4639b38f-5e35-4397-898e-416596d9f85e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=4639b38f-5e35-4397-898e-416596d9f85e,segment=NetworkSegment(cd43fa3c-9364-49b2-9232-312cf99b7024),segment_id=cd43fa3c-9364-49b2-9232-312cf99b7024)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:25.982158 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '4639b38f-5e35-4397-898e-416596d9f85e', 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42', 'port_id': '4639b38f-5e35-4397-898e-416596d9f85e', 'mac_address': 'fa:16:3e:c1:3c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef3da8e-34d2-422d-b98c-6baf78d14fcc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:50:26.020416 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:26.032796 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4639b38f-5e35-4397-898e-416596d9f85e {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:50:26.051942 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 4639b38f-5e35-4397-898e-416596d9f85e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=4639b38f-5e35-4397-898e-416596d9f85e,segment=NetworkSegment(cd43fa3c-9364-49b2-9232-312cf99b7024),segment_id=cd43fa3c-9364-49b2-9232-312cf99b7024)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:26.056809 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:26.105206 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=4639b38f-5e35-4397-898e-416596d9f85e,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:26.308195 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['4639b38f-5e35-4397-898e-416596d9f85e'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:50:26.418392 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340d630-efb0-4f04-9c46-ceee6b69d9b4 req-8c0f997a-e0db-4776-89d1-72268d0af56a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:26.420231 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8340d630-efb0-4f04-9c46-ceee6b69d9b4 req-8c0f997a-e0db-4776-89d1-72268d0af56a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 944 time: 0.0498328 Nov 23 22:50:26.469985 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8340d630-efb0-4f04-9c46-ceee6b69d9b4 req-519e4e3a-4ac7-46b5-99f1-35b59c57abfd tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430777 Nov 23 22:50:27.588749 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7db63-3af7-4021-bf7c-927d1e8545f2 req-b22a1a2c-9543-4354-8fed-61ed38f49a72 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:27.590239 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a5c7db63-3af7-4021-bf7c-927d1e8545f2 req-b22a1a2c-9543-4354-8fed-61ed38f49a72 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 944 time: 0.0524333 Nov 23 22:50:27.641318 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a5c7db63-3af7-4021-bf7c-927d1e8545f2 req-86383736-5630-47e2-aec6-a80eb53b4638 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444510 Nov 23 22:50:27.878158 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 4639b38f-5e35-4397-898e-416596d9f85e up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:50:27.926429 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 4639b38f-5e35-4397-898e-416596d9f85e completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:50:27.930165 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 4639b38f-5e35-4397-898e-416596d9f85e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:50:27.930530 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:28.005652 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:28.028571 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cc556f-f1f4-4ea1-88df-b5ff2214d3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4639b38f-5e35-4397-898e-416596d9f85e'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:50:28.030885 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3e9d55-7557-4a01-9b8e-4718de42084b" -d '{"events": [{"server_uuid": "76cc556f-f1f4-4ea1-88df-b5ff2214d3a5", "name": "network-vif-plugged", "status": "completed", "tag": "4639b38f-5e35-4397-898e-416596d9f85e"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:50:28.050734 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 4639b38f-5e35-4397-898e-416596d9f85e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=4639b38f-5e35-4397-898e-416596d9f85e,segment=NetworkSegment(cd43fa3c-9364-49b2-9232-312cf99b7024),segment_id=cd43fa3c-9364-49b2-9232-312cf99b7024)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:50:28.057671 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:28.082825 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b40e6a3c-4a59-4ca1-a2d5-9dea571e7b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:28.087203 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e027ea-c7db-45cc-a0fa-d16b78f149ec x-openstack-request-id: req-22e027ea-c7db-45cc-a0fa-d16b78f149ec {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:50:28.087497 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cc556f-f1f4-4ea1-88df-b5ff2214d3a5", "name": "network-vif-plugged", "status": "completed", "tag": "4639b38f-5e35-4397-898e-416596d9f85e", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:50:28.087847 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-22e027ea-c7db-45cc-a0fa-d16b78f149ec {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:50:28.088254 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cc556f-f1f4-4ea1-88df-b5ff2214d3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4639b38f-5e35-4397-898e-416596d9f85e', 'code': 200} Nov 23 22:50:28.114690 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=4639b38f-5e35-4397-898e-416596d9f85e,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:28.186187 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882a805-5a79-4e82-a090-05cb9a5e6d95 req-d59e17ba-badb-4adb-86b8-d34958a0a342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:28.188249 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0882a805-5a79-4e82-a090-05cb9a5e6d95 req-d59e17ba-badb-4adb-86b8-d34958a0a342 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 1096 time: 0.0402346 Nov 23 22:50:28.241626 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-0882a805-5a79-4e82-a090-05cb9a5e6d95 req-0b8197b2-3ddb-49bd-8bfb-afb552cf9164 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425444 Nov 23 22:50:28.758273 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7f24e-d99a-4fd7-a34b-ed6d484a0c9b req-963fb6d0-2890-4e24-9767-e888ed7fb01b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:28.759767 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-15e7f24e-d99a-4fd7-a34b-ed6d484a0c9b req-963fb6d0-2890-4e24-9767-e888ed7fb01b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0495849 Nov 23 22:50:28.808198 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-15e7f24e-d99a-4fd7-a34b-ed6d484a0c9b req-205217a5-d6f1-4e49-bc70-fb8271a7d563 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424209 Nov 23 22:50:29.924983 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191fd7f-52e9-481b-ab55-0f857bdb69af req-86915a3e-7881-446d-bacb-e373ba81be24 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:29.926376 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1191fd7f-52e9-481b-ab55-0f857bdb69af req-86915a3e-7881-446d-bacb-e373ba81be24 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0496998 Nov 23 22:50:29.983932 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1191fd7f-52e9-481b-ab55-0f857bdb69af req-0bcd5862-997d-4868-be6a-85668e13c7c5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513825 Nov 23 22:50:30.098356 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f6d65-6749-403f-b1af-63afbd95f08d req-1e5a265a-70a0-4853-a3c5-7b9bfa87a7d1 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:30.099841 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-436f6d65-6749-403f-b1af-63afbd95f08d req-1e5a265a-70a0-4853-a3c5-7b9bfa87a7d1 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0487988 Nov 23 22:50:30.150310 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-436f6d65-6749-403f-b1af-63afbd95f08d req-70a4232c-1f68-4a9a-9c24-d3392e9a4501 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443776 Nov 23 22:50:30.173597 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50674) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:30.212297 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f2cd73-82d2-4468-81a6-62f287b175c4 tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:30.213708 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a3f2cd73-82d2-4468-81a6-62f287b175c4 tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 1091 time: 0.0390847 Nov 23 22:50:30.216554 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50676) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:30.221416 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-9255fc96-a2fd-408e-bc55-bb9841cc0f02 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': '4639b38f-5e35-4397-898e-416596d9f85e', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:50:30.243400 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9255fc96-a2fd-408e-bc55-bb9841cc0f02 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:30.341652 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9255fc96-a2fd-408e-bc55-bb9841cc0f02 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:30.417089 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:30.448152 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-9255fc96-a2fd-408e-bc55-bb9841cc0f02 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Allocated IP 172.25.5.104 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/1c750f90-f340-4770-8fd0-f7f8b85cfa05) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:50:30.548084 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9255fc96-a2fd-408e-bc55-bb9841cc0f02 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:30.581350 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9255fc96-a2fd-408e-bc55-bb9841cc0f02 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:30.595367 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a7b18446-2564-43d6-b90a-f9e5b9fbecd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:30.618347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9255fc96-a2fd-408e-bc55-bb9841cc0f02 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:50:30.625305 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-9255fc96-a2fd-408e-bc55-bb9841cc0f02 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:50:30.628789 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9255fc96-a2fd-408e-bc55-bb9841cc0f02 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:50:30.655646 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255fc96-a2fd-408e-bc55-bb9841cc0f02 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=1c750f90-f340-4770-8fd0-f7f8b85cfa05,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:30.987603 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9255fc96-a2fd-408e-bc55-bb9841cc0f02 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:31.059686 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9255fc96-a2fd-408e-bc55-bb9841cc0f02 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:31.210189 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9255fc96-a2fd-408e-bc55-bb9841cc0f02 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:31.214692 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9255fc96-a2fd-408e-bc55-bb9841cc0f02 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:31.288668 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255fc96-a2fd-408e-bc55-bb9841cc0f02 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=1c750f90-f340-4770-8fd0-f7f8b85cfa05,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:50:31.299886 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9255fc96-a2fd-408e-bc55-bb9841cc0f02 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:31.402261 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-9255fc96-a2fd-408e-bc55-bb9841cc0f02 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Floating IP 0a5e7e4a-5b92-4bec-96f4-a1d21dacbc64 associated. External IP: 172.25.5.104, port: 4639b38f-5e35-4397-898e-416596d9f85e. Nov 23 22:50:31.612671 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9255fc96-a2fd-408e-bc55-bb9841cc0f02 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router c809a732-a703-4e7d-9d04-304ec189177d has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:50:31.722457 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9255fc96-a2fd-408e-bc55-bb9841cc0f02 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:50:31.732147 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3896f0f9-9de1-4a9b-ac8d-ff38ae549b76 None None] Sync routers for ids ['c809a732-a703-4e7d-9d04-304ec189177d'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:50:31.741713 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9255fc96-a2fd-408e-bc55-bb9841cc0f02 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:31.743468 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3896f0f9-9de1-4a9b-ac8d-ff38ae549b76 None None] Routers {'c809a732-a703-4e7d-9d04-304ec189177d'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:50:31.744090 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-3896f0f9-9de1-4a9b-ac8d-ff38ae549b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:50:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c809a732-a703-4e7d-9d04-304ec189177d'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:31.769125 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9255fc96-a2fd-408e-bc55-bb9841cc0f02 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5515540 Nov 23 22:50:31.769809 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76cc556f-f1f4-4ea1-88df-b5ff2214d3a5', 'tag': '4639b38f-5e35-4397-898e-416596d9f85e'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:50:31.772174 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e62c66b-da1b-44af-9528-9891bf89c60c" -d '{"events": [{"name": "network-changed", "server_uuid": "76cc556f-f1f4-4ea1-88df-b5ff2214d3a5", "tag": "4639b38f-5e35-4397-898e-416596d9f85e"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:50:31.826937 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21019af6-b411-4322-9cda-d7461a0458de x-openstack-request-id: req-21019af6-b411-4322-9cda-d7461a0458de {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:50:31.828339 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76cc556f-f1f4-4ea1-88df-b5ff2214d3a5", "tag": "4639b38f-5e35-4397-898e-416596d9f85e", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:50:31.828909 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21019af6-b411-4322-9cda-d7461a0458de {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:50:31.829818 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76cc556f-f1f4-4ea1-88df-b5ff2214d3a5', 'tag': '4639b38f-5e35-4397-898e-416596d9f85e', 'status': 'completed', 'code': 200} Nov 23 22:50:31.864236 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:31.867835 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-3896f0f9-9de1-4a9b-ac8d-ff38ae549b76 None None] Set router c809a732-a703-4e7d-9d04-304ec189177d gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:50:31.892531 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62c66b-da1b-44af-9528-9891bf89c60c req-b1a8935c-34a5-4495-b33a-f1ada802446a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:31.894182 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6e62c66b-da1b-44af-9528-9891bf89c60c req-b1a8935c-34a5-4495-b33a-f1ada802446a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 1096 time: 0.0433359 Nov 23 22:50:31.898251 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d7563-2b2b-415c-8616-d7e73e14a313 req-f6719c7f-1e02-4608-b689-50f1ed6ea170 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:31.899772 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-728d7563-2b2b-415c-8616-d7e73e14a313 req-f6719c7f-1e02-4608-b689-50f1ed6ea170 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0549948 Nov 23 22:50:31.955436 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-728d7563-2b2b-415c-8616-d7e73e14a313 req-914301f8-6be8-451f-b59f-f18cc46894ef tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489607 Nov 23 22:50:31.979729 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50682) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:31.999919 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62c66b-da1b-44af-9528-9891bf89c60c req-c2e02913-9021-4740-ae9b-2179a48771cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:32.001166 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6e62c66b-da1b-44af-9528-9891bf89c60c req-c2e02913-9021-4740-ae9b-2179a48771cf service neutron] 10.222.0.53 "GET /v2.0/networks?id=4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42 HTTP/1.1" status: 200 len: 897 time: 0.0988412 Nov 23 22:50:32.051739 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-0d63954f-02d0-4ae7-afd7-a55391b44ebf tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/floatingips/0a5e7e4a-5b92-4bec-96f4-a1d21dacbc64 HTTP/1.1" status: 200 len: 991 time: 0.0708649 Nov 23 22:50:32.073294 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6e62c66b-da1b-44af-9528-9891bf89c60c req-2e9277ab-70cf-4443-b4b0-309fbde50e76 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4639b38f-5e35-4397-898e-416596d9f85e HTTP/1.1" status: 200 len: 999 time: 0.0643456 Nov 23 22:50:32.111545 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-3896f0f9-9de1-4a9b-ac8d-ff38ae549b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303152843', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:18Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '0a5e7e4a-5b92-4bec-96f4-a1d21dacbc64', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'port_id': '4639b38f-5e35-4397-898e-416596d9f85e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42', 'mac_address': 'fa:16:3e:c1:3c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cc556f-f1f4-4ea1-88df-b5ff2214d3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:50:30Z', 'updated_at': '2021-11-23T22:50:30Z', 'revision_number': 0, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59fd4a41-e329-4f21-b5c2-6672e0f7cac8', 'name': '', 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:14:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1ef3da8e-34d2-422d-b98c-6baf78d14fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:17Z', 'updated_at': '2021-11-23T22:50:21Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '1ef3da8e-34d2-422d-b98c-6baf78d14fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:32.123869 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62c66b-da1b-44af-9528-9891bf89c60c req-9f368e86-efab-4fcc-897e-6efc52728c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:32.125975 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6e62c66b-da1b-44af-9528-9891bf89c60c req-9f368e86-efab-4fcc-897e-6efc52728c36 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ef3da8e-34d2-422d-b98c-6baf78d14fcc HTTP/1.1" status: 200 len: 833 time: 0.0446720 Nov 23 22:50:32.138732 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3896f0f9-9de1-4a9b-ac8d-ff38ae549b76 None None] Checking router: c809a732-a703-4e7d-9d04-304ec189177d for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:50:32.147473 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3896f0f9-9de1-4a9b-ac8d-ff38ae549b76 None None] Routers {'c809a732-a703-4e7d-9d04-304ec189177d'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:50:32.148080 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-3896f0f9-9de1-4a9b-ac8d-ff38ae549b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:50:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c809a732-a703-4e7d-9d04-304ec189177d'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:32.172851 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62c66b-da1b-44af-9528-9891bf89c60c req-fb3c6c51-34d6-4f6d-a0b5-038d77379ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:50:32.174364 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6e62c66b-da1b-44af-9528-9891bf89c60c req-fb3c6c51-34d6-4f6d-a0b5-038d77379ddc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413082 Nov 23 22:50:32.252380 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-3896f0f9-9de1-4a9b-ac8d-ff38ae549b76 None None] Set router c809a732-a703-4e7d-9d04-304ec189177d gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:50:32.271652 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6e62c66b-da1b-44af-9528-9891bf89c60c req-da81d6fb-2be9-4bda-83a3-66441e76e6af service neutron] 10.222.0.53 "GET /v2.0/networks/4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897486 Nov 23 22:50:32.366729 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-6e62c66b-da1b-44af-9528-9891bf89c60c req-27f9f5bb-84fb-4e12-94b1-2299ecb034dd service neutron] 10.222.0.53 "GET /v2.0/networks/4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872800 Nov 23 22:50:32.480834 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-3896f0f9-9de1-4a9b-ac8d-ff38ae549b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303152843', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:18Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '0a5e7e4a-5b92-4bec-96f4-a1d21dacbc64', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'port_id': '4639b38f-5e35-4397-898e-416596d9f85e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42', 'mac_address': 'fa:16:3e:c1:3c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cc556f-f1f4-4ea1-88df-b5ff2214d3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:50:30Z', 'updated_at': '2021-11-23T22:50:30Z', 'revision_number': 0, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59fd4a41-e329-4f21-b5c2-6672e0f7cac8', 'name': '', 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:14:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1ef3da8e-34d2-422d-b98c-6baf78d14fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:17Z', 'updated_at': '2021-11-23T22:50:21Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '1ef3da8e-34d2-422d-b98c-6baf78d14fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:50:32.664561 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3896f0f9-9de1-4a9b-ac8d-ff38ae549b76 None None] The sync data for ids ['c809a732-a703-4e7d-9d04-304ec189177d'] in n-d-816206-9 is: [{'id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303152843', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:18Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '0a5e7e4a-5b92-4bec-96f4-a1d21dacbc64', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'floating_ip_address': '172.25.5.104', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'port_id': '4639b38f-5e35-4397-898e-416596d9f85e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42', 'mac_address': 'fa:16:3e:c1:3c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76cc556f-f1f4-4ea1-88df-b5ff2214d3a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:50:30Z', 'updated_at': '2021-11-23T22:50:30Z', 'revision_number': 0, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59fd4a41-e329-4f21-b5c2-6672e0f7cac8', 'name': '', 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:14:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1ef3da8e-34d2-422d-b98c-6baf78d14fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:17Z', 'updated_at': '2021-11-23T22:50:21Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '1ef3da8e-34d2-422d-b98c-6baf78d14fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:50:32.845750 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b023393-54fb-4ab7-bf5f-5b49698f1282 None None] New status for floating IP 0a5e7e4a-5b92-4bec-96f4-a1d21dacbc64: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:50:33.055148 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50684) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:50:33.117316 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c8f31de2-794e-4e5f-bcdd-0c67dcfb7e38 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/floatingips/0a5e7e4a-5b92-4bec-96f4-a1d21dacbc64 HTTP/1.1" status: 200 len: 993 time: 0.0605912 Nov 23 22:50:33.215495 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:33.976737 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:53.450248 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:50:58.054145 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-346df9cb-5074-4ab3-a9fa-cb94d6623857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:00.430880 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:00.600432 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-053adea4-1e3b-4115-80dc-6c97370b729d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:00.605701 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:51:01.818888 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:03.218227 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:03.979256 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:04.524530 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-81e9830c-8834-48c6-ba91-b2004e068df9 req-0566c937-80ef-4876-a35a-f0672ac57467 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415983 Nov 23 22:51:04.607926 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9830c-8834-48c6-ba91-b2004e068df9 req-669a1d1f-5666-4c5d-96fd-d9725ede8b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:04.609800 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-81e9830c-8834-48c6-ba91-b2004e068df9 req-669a1d1f-5666-4c5d-96fd-d9725ede8b0a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 1096 time: 0.0410845 Nov 23 22:51:04.723023 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9830c-8834-48c6-ba91-b2004e068df9 req-cdc68218-0b6f-402e-8ad3-fd7d64825915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:04.724576 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-81e9830c-8834-48c6-ba91-b2004e068df9 req-cdc68218-0b6f-402e-8ad3-fd7d64825915 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42 HTTP/1.1" status: 200 len: 897 time: 0.0877371 Nov 23 22:51:04.791442 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-81e9830c-8834-48c6-ba91-b2004e068df9 req-a34b545a-bd2a-4568-8f41-059890f7a45e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4639b38f-5e35-4397-898e-416596d9f85e HTTP/1.1" status: 200 len: 1001 time: 0.0567355 Nov 23 22:51:04.843697 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9830c-8834-48c6-ba91-b2004e068df9 req-cad46291-8695-4e79-a5bd-53fe956017b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:04.845165 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-81e9830c-8834-48c6-ba91-b2004e068df9 req-cad46291-8695-4e79-a5bd-53fe956017b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ef3da8e-34d2-422d-b98c-6baf78d14fcc HTTP/1.1" status: 200 len: 833 time: 0.0438287 Nov 23 22:51:04.895790 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9830c-8834-48c6-ba91-b2004e068df9 req-dd555741-a7cd-4d7e-9c88-49c4c7c7e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:04.897260 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-81e9830c-8834-48c6-ba91-b2004e068df9 req-dd555741-a7cd-4d7e-9c88-49c4c7c7e4a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436645 Nov 23 22:51:04.987208 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-81e9830c-8834-48c6-ba91-b2004e068df9 req-bbf792a9-9922-4166-aa2b-cf8a070bc2a7 service neutron] 10.222.0.53 "GET /v2.0/networks/4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809436 Nov 23 22:51:05.083672 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-81e9830c-8834-48c6-ba91-b2004e068df9 req-53d554c1-c039-4e20-a18a-e94067d162ae service neutron] 10.222.0.53 "GET /v2.0/networks/4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862424 Nov 23 22:51:08.498398 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465a8cd-512e-48ba-bd66-6a0ebe41dc00 req-ff77ceff-2b4b-4e5a-bda5-59dd740b3824 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:08.500567 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eccbf8-b3a2-4509-9c22-29c887783e32 req-3a87d7bc-a66a-4ed8-83d0-ed17db830633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:08.500981 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7465a8cd-512e-48ba-bd66-6a0ebe41dc00 req-ff77ceff-2b4b-4e5a-bda5-59dd740b3824 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0527210 Nov 23 22:51:08.502202 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-10eccbf8-b3a2-4509-9c22-29c887783e32 req-3a87d7bc-a66a-4ed8-83d0-ed17db830633 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 1096 time: 0.0412028 Nov 23 22:51:08.556425 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7465a8cd-512e-48ba-bd66-6a0ebe41dc00 req-65f3d300-89bc-4001-a5d2-f30882607317 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493190 Nov 23 22:51:08.598246 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eccbf8-b3a2-4509-9c22-29c887783e32 req-5b57917f-e061-4445-b00a-bb60863ca56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:08.599757 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-10eccbf8-b3a2-4509-9c22-29c887783e32 req-5b57917f-e061-4445-b00a-bb60863ca56f service neutron] 10.222.0.53 "GET /v2.0/networks?id=4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42 HTTP/1.1" status: 200 len: 897 time: 0.0901420 Nov 23 22:51:08.665514 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-10eccbf8-b3a2-4509-9c22-29c887783e32 req-5afc5ca1-41f6-4b9e-8a78-184b0fc92cf3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4639b38f-5e35-4397-898e-416596d9f85e HTTP/1.1" status: 200 len: 1001 time: 0.0560586 Nov 23 22:51:08.718120 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eccbf8-b3a2-4509-9c22-29c887783e32 req-9da5bc5a-388d-4aa0-ba00-e8aabb146963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:08.719575 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-10eccbf8-b3a2-4509-9c22-29c887783e32 req-9da5bc5a-388d-4aa0-ba00-e8aabb146963 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ef3da8e-34d2-422d-b98c-6baf78d14fcc HTTP/1.1" status: 200 len: 833 time: 0.0456483 Nov 23 22:51:08.770758 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eccbf8-b3a2-4509-9c22-29c887783e32 req-dec374a5-ed05-45ec-87c2-6d20034571b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:08.772237 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-10eccbf8-b3a2-4509-9c22-29c887783e32 req-dec374a5-ed05-45ec-87c2-6d20034571b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440106 Nov 23 22:51:08.864968 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-10eccbf8-b3a2-4509-9c22-29c887783e32 req-2eec0c8c-500e-4c72-b619-ca67f6c5dd39 service neutron] 10.222.0.53 "GET /v2.0/networks/4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800121 Nov 23 22:51:09.234890 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-10eccbf8-b3a2-4509-9c22-29c887783e32 req-da30f644-7e23-4485-b8bb-08f23a343b0b service neutron] 10.222.0.53 "GET /v2.0/networks/4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599718 Nov 23 22:51:09.673754 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadf276-4f50-4b6a-b6df-54269232762c req-186cb41f-3764-4b97-8ec7-1ca1ee8ff907 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:09.675229 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5dadf276-4f50-4b6a-b6df-54269232762c req-186cb41f-3764-4b97-8ec7-1ca1ee8ff907 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0488515 Nov 23 22:51:09.726351 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5dadf276-4f50-4b6a-b6df-54269232762c req-48ea736f-7365-457a-ad50-93b1452f16fb tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451159 Nov 23 22:51:10.849439 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9925b13-b272-4a34-9459-ac1e046e9858 req-b1830204-cdc7-45a5-8875-05a4700b58c9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:10.850885 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9925b13-b272-4a34-9459-ac1e046e9858 req-b1830204-cdc7-45a5-8875-05a4700b58c9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0497928 Nov 23 22:51:10.899884 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9925b13-b272-4a34-9459-ac1e046e9858 req-54db519a-b93b-4efe-adbc-f4022e5971ba tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427155 Nov 23 22:51:12.019171 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae20433-fa82-49b6-b6a1-ce0d541eeee3 req-2d250af0-8fec-44c9-941e-cf3aef9fa02f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:12.020669 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5ae20433-fa82-49b6-b6a1-ce0d541eeee3 req-2d250af0-8fec-44c9-941e-cf3aef9fa02f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0547998 Nov 23 22:51:12.069592 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5ae20433-fa82-49b6-b6a1-ce0d541eeee3 req-154fd88c-2c5b-4079-a1f0-8feb4c1b342e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430081 Nov 23 22:51:13.192534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1b7c7-2336-4139-8a5b-7d2d5064970a req-b1a2c703-274f-4a38-a2de-c7854e6c1944 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:13.193997 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-48c1b7c7-2336-4139-8a5b-7d2d5064970a req-b1a2c703-274f-4a38-a2de-c7854e6c1944 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0495558 Nov 23 22:51:13.242764 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-48c1b7c7-2336-4139-8a5b-7d2d5064970a req-cd9744ac-6c72-4bf6-bdde-714a6631574d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424979 Nov 23 22:51:14.357823 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fb515-d4c0-435a-852a-c109755434f9 req-c74060e4-a9ff-4f20-976b-e11a5ea07829 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:14.359779 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-774fb515-d4c0-435a-852a-c109755434f9 req-c74060e4-a9ff-4f20-976b-e11a5ea07829 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0506949 Nov 23 22:51:14.413476 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-774fb515-d4c0-435a-852a-c109755434f9 req-79455761-3a88-4f8d-b443-6772ad3497a0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477598 Nov 23 22:51:15.528729 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c7cad-b600-4d4d-920a-5242d7f07110 req-44c20d5f-a4f7-418c-a9d9-d55377266209 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:15.530943 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea6c7cad-b600-4d4d-920a-5242d7f07110 req-44c20d5f-a4f7-418c-a9d9-d55377266209 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0495470 Nov 23 22:51:15.579541 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea6c7cad-b600-4d4d-920a-5242d7f07110 req-076f13fd-6737-41cb-8e63-28ef8195620f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427682 Nov 23 22:51:16.694076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80ac66-d7b6-42c5-aee8-aca0af212581 req-0aedca86-7d28-4077-bf32-5b0e44367b66 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:16.695663 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a80ac66-d7b6-42c5-aee8-aca0af212581 req-0aedca86-7d28-4077-bf32-5b0e44367b66 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0482750 Nov 23 22:51:16.743698 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a80ac66-d7b6-42c5-aee8-aca0af212581 req-ebeb0d39-e218-42de-bbfe-a06d922ba6fa tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420856 Nov 23 22:51:17.864984 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69a7d0-0dc9-479c-9a83-28eac56e0373 req-941897ad-6914-4bbb-962e-f5dd37f612d9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:17.866476 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae69a7d0-0dc9-479c-9a83-28eac56e0373 req-941897ad-6914-4bbb-962e-f5dd37f612d9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0544610 Nov 23 22:51:17.916993 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ae69a7d0-0dc9-479c-9a83-28eac56e0373 req-8a1f20ce-ec8a-4396-9faa-1067224dd4bd tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442221 Nov 23 22:51:19.036527 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9f348-19b7-4ff8-9934-ed0e05dee18b req-b199b1b6-691a-44df-b60f-8337ebe0a2f6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:19.038002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7fa9f348-19b7-4ff8-9934-ed0e05dee18b req-b199b1b6-691a-44df-b60f-8337ebe0a2f6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0491159 Nov 23 22:51:19.086943 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7fa9f348-19b7-4ff8-9934-ed0e05dee18b req-6a0e059f-43f0-48ff-b0f6-34f5f65146bf tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429912 Nov 23 22:51:20.205626 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3659549-5c9e-4599-aebf-0f673cd56437 req-960d7175-9204-47c1-8cd9-25cec69c44ba tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:20.207032 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3659549-5c9e-4599-aebf-0f673cd56437 req-960d7175-9204-47c1-8cd9-25cec69c44ba tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0533483 Nov 23 22:51:20.258825 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3659549-5c9e-4599-aebf-0f673cd56437 req-801e9705-9586-423b-ac43-3f8b32718378 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448430 Nov 23 22:51:20.281194 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50724) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:51:20.341390 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-23e7fca4-1e35-4db9-9e23-0bf299f5cec1 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/floatingips/0a5e7e4a-5b92-4bec-96f4-a1d21dacbc64 HTTP/1.1" status: 200 len: 993 time: 0.0590775 Nov 23 22:51:23.468957 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:28.055026 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-42c76978-46de-4ff2-920a-380bda1c99f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:30.429951 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:30.601128 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d7a1e1cd-834d-497a-970d-e05849f5745c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:31.823438 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:33.219696 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:33.981129 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:37.604420 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:51:53.466296 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:54.737159 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50734) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:51:54.895253 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting port 1c750f90-f340-4770-8fd0-f7f8b85cfa05 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:51:54.895607 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:54.973192 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:54.973524 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:54.984944 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Calling delete_port for 1c750f90-f340-4770-8fd0-f7f8b85cfa05 owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:51:55.128337 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:55.155405 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Port': ['ID=1c750f90-f340-4770-8fd0-f7f8b85cfa05,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:55.168878 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:55.169240 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:55.170164 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:55.170629 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:55.171090 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:55.171297 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:55.171632 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:55.171965 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:55.172296 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:55.172623 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:55.172952 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:55.173274 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:51:55.226309 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:55.226873 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Floating IP 0a5e7e4a-5b92-4bec-96f4-a1d21dacbc64 disassociated (deleted). External IP: 172.25.5.104, port: 4639b38f-5e35-4397-898e-416596d9f85e. Nov 23 22:51:55.437077 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router c809a732-a703-4e7d-9d04-304ec189177d has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:51:55.545254 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:51:55.550544 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:55.555422 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476ec883-1e9d-4dd5-bb59-51f26bd19406 None None] Sync routers for ids ['c809a732-a703-4e7d-9d04-304ec189177d'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:51:55.565656 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476ec883-1e9d-4dd5-bb59-51f26bd19406 None None] Routers {'c809a732-a703-4e7d-9d04-304ec189177d'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:51:55.566278 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-476ec883-1e9d-4dd5-bb59-51f26bd19406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:51:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c809a732-a703-4e7d-9d04-304ec189177d'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:51:55.576450 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e036a0a9-5d40-401e-a09f-1749f225c5f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/floatingips/0a5e7e4a-5b92-4bec-96f4-a1d21dacbc64 HTTP/1.1" status: 204 len: 168 time: 0.8380890 Nov 23 22:51:55.577021 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76cc556f-f1f4-4ea1-88df-b5ff2214d3a5', 'tag': '4639b38f-5e35-4397-898e-416596d9f85e'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:51:55.579322 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81baf3c6-bf6a-4cca-b806-cec80db66f63" -d '{"events": [{"name": "network-changed", "server_uuid": "76cc556f-f1f4-4ea1-88df-b5ff2214d3a5", "tag": "4639b38f-5e35-4397-898e-416596d9f85e"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:51:55.620230 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0625653-e63d-48ee-84b0-8246c9eec041 x-openstack-request-id: req-b0625653-e63d-48ee-84b0-8246c9eec041 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:51:55.620522 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76cc556f-f1f4-4ea1-88df-b5ff2214d3a5", "tag": "4639b38f-5e35-4397-898e-416596d9f85e", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:51:55.620776 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b0625653-e63d-48ee-84b0-8246c9eec041 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:51:55.621184 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76cc556f-f1f4-4ea1-88df-b5ff2214d3a5', 'tag': '4639b38f-5e35-4397-898e-416596d9f85e', 'status': 'completed', 'code': 200} Nov 23 22:51:55.686121 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-476ec883-1e9d-4dd5-bb59-51f26bd19406 None None] Set router c809a732-a703-4e7d-9d04-304ec189177d gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:51:55.699692 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baf3c6-bf6a-4cca-b806-cec80db66f63 req-5fb9b0c2-22a5-4e6a-96a7-ca5ddfc8073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:55.701764 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-81baf3c6-bf6a-4cca-b806-cec80db66f63 req-5fb9b0c2-22a5-4e6a-96a7-ca5ddfc8073c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 1096 time: 0.0461657 Nov 23 22:51:55.812963 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baf3c6-bf6a-4cca-b806-cec80db66f63 req-7056a1e7-f215-4abf-8722-b2eacdaa2181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:55.814557 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-81baf3c6-bf6a-4cca-b806-cec80db66f63 req-7056a1e7-f215-4abf-8722-b2eacdaa2181 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42 HTTP/1.1" status: 200 len: 897 time: 0.1013200 Nov 23 22:51:55.824202 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c44ff-d1d4-402a-96b3-1614639ec465 req-3afac22c-b65d-430b-8e5b-b788bc364c15 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:55.825676 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-165c44ff-d1d4-402a-96b3-1614639ec465 req-3afac22c-b65d-430b-8e5b-b788bc364c15 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0505090 Nov 23 22:51:55.858495 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-81baf3c6-bf6a-4cca-b806-cec80db66f63 req-ede0a5b9-40f4-4fab-8421-9c732d3ee680 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4639b38f-5e35-4397-898e-416596d9f85e HTTP/1.1" status: 200 len: 217 time: 0.0357196 Nov 23 22:51:55.882323 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-165c44ff-d1d4-402a-96b3-1614639ec465 req-ddb8d940-289d-48c0-b355-ded5cabfbeda tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501153 Nov 23 22:51:55.901203 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-476ec883-1e9d-4dd5-bb59-51f26bd19406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303152843', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:18Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '59fd4a41-e329-4f21-b5c2-6672e0f7cac8', 'name': '', 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:14:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1ef3da8e-34d2-422d-b98c-6baf78d14fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:17Z', 'updated_at': '2021-11-23T22:50:21Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '1ef3da8e-34d2-422d-b98c-6baf78d14fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:51:55.914414 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baf3c6-bf6a-4cca-b806-cec80db66f63 req-09725424-e602-4597-92cf-7ca9bd19e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:55.915954 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-81baf3c6-bf6a-4cca-b806-cec80db66f63 req-09725424-e602-4597-92cf-7ca9bd19e097 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ef3da8e-34d2-422d-b98c-6baf78d14fcc HTTP/1.1" status: 200 len: 833 time: 0.0500023 Nov 23 22:51:55.932513 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476ec883-1e9d-4dd5-bb59-51f26bd19406 None None] Checking router: c809a732-a703-4e7d-9d04-304ec189177d for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:51:55.941161 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476ec883-1e9d-4dd5-bb59-51f26bd19406 None None] Routers {'c809a732-a703-4e7d-9d04-304ec189177d'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:51:55.941784 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-476ec883-1e9d-4dd5-bb59-51f26bd19406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:51:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c809a732-a703-4e7d-9d04-304ec189177d'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:51:55.972328 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baf3c6-bf6a-4cca-b806-cec80db66f63 req-d2f396b6-b71f-4b82-8eef-7b206eed36d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:55.973776 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-81baf3c6-bf6a-4cca-b806-cec80db66f63 req-d2f396b6-b71f-4b82-8eef-7b206eed36d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465124 Nov 23 22:51:56.044530 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-476ec883-1e9d-4dd5-bb59-51f26bd19406 None None] Set router c809a732-a703-4e7d-9d04-304ec189177d gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:51:56.069825 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-81baf3c6-bf6a-4cca-b806-cec80db66f63 req-a6446184-f75b-43b3-9635-6b6dadbe363d service neutron] 10.222.0.53 "GET /v2.0/networks/4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834885 Nov 23 22:51:56.169118 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-81baf3c6-bf6a-4cca-b806-cec80db66f63 req-b1146d95-fb36-4af9-a690-9cde69bc2744 service neutron] 10.222.0.53 "GET /v2.0/networks/4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895429 Nov 23 22:51:56.248564 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-476ec883-1e9d-4dd5-bb59-51f26bd19406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303152843', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:18Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '59fd4a41-e329-4f21-b5c2-6672e0f7cac8', 'name': '', 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:14:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1ef3da8e-34d2-422d-b98c-6baf78d14fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:17Z', 'updated_at': '2021-11-23T22:50:21Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '1ef3da8e-34d2-422d-b98c-6baf78d14fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:51:56.274890 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476ec883-1e9d-4dd5-bb59-51f26bd19406 None None] The sync data for ids ['c809a732-a703-4e7d-9d04-304ec189177d'] in n-d-816206-9 is: [{'id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303152843', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:18Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '59fd4a41-e329-4f21-b5c2-6672e0f7cac8', 'name': '', 'network_id': '4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:14:ce:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '1ef3da8e-34d2-422d-b98c-6baf78d14fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:17Z', 'updated_at': '2021-11-23T22:50:21Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '1ef3da8e-34d2-422d-b98c-6baf78d14fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:51:56.495432 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2bd617-7914-4c1d-8d81-df0af6809465 None None] New status for floating IP 0a5e7e4a-5b92-4bec-96f4-a1d21dacbc64: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:51:57.002131 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111f8b1-4a39-4646-9666-e3f6045842b4 req-7b7d41d4-c06e-4aeb-938d-acd27441e33b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:57.003628 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a111f8b1-4a39-4646-9666-e3f6045842b4 req-7b7d41d4-c06e-4aeb-938d-acd27441e33b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0491309 Nov 23 22:51:57.052822 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a111f8b1-4a39-4646-9666-e3f6045842b4 req-ee1240be-4fe3-43f8-b94b-f7076027b99a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429595 Nov 23 22:51:57.550082 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be7fb8-62d0-4c2a-8435-e1f16c8a5a44 req-adc93624-0922-4190-8d7c-29141689567e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:51:57.551578 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-42be7fb8-62d0-4c2a-8435-e1f16c8a5a44 req-adc93624-0922-4190-8d7c-29141689567e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.53 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 945 time: 0.0499632 Nov 23 22:51:57.645541 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-42be7fb8-62d0-4c2a-8435-e1f16c8a5a44 req-183296e0-ca31-4cc7-a6ca-5ee5b5e0bae9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting port 4639b38f-5e35-4397-898e-416596d9f85e {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:51:57.645884 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-42be7fb8-62d0-4c2a-8435-e1f16c8a5a44 req-183296e0-ca31-4cc7-a6ca-5ee5b5e0bae9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:57.738314 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-42be7fb8-62d0-4c2a-8435-e1f16c8a5a44 req-183296e0-ca31-4cc7-a6ca-5ee5b5e0bae9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] For port 4639b38f-5e35-4397-898e-416596d9f85e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=4639b38f-5e35-4397-898e-416596d9f85e,segment=NetworkSegment(cd43fa3c-9364-49b2-9232-312cf99b7024),segment_id=cd43fa3c-9364-49b2-9232-312cf99b7024)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:51:57.738672 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-42be7fb8-62d0-4c2a-8435-e1f16c8a5a44 req-183296e0-ca31-4cc7-a6ca-5ee5b5e0bae9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:57.751936 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-42be7fb8-62d0-4c2a-8435-e1f16c8a5a44 req-183296e0-ca31-4cc7-a6ca-5ee5b5e0bae9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Calling delete_port for 4639b38f-5e35-4397-898e-416596d9f85e owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:51:57.882951 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-42be7fb8-62d0-4c2a-8435-e1f16c8a5a44 req-183296e0-ca31-4cc7-a6ca-5ee5b5e0bae9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:57.912559 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183296e0-ca31-4cc7-a6ca-5ee5b5e0bae9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Port': ['ID=4639b38f-5e35-4397-898e-416596d9f85e,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:51:57.960997 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-42be7fb8-62d0-4c2a-8435-e1f16c8a5a44 req-183296e0-ca31-4cc7-a6ca-5ee5b5e0bae9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] No DVR routers for this DVR port 4639b38f-5e35-4397-898e-416596d9f85e on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:51:57.963619 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-42be7fb8-62d0-4c2a-8435-e1f16c8a5a44 req-183296e0-ca31-4cc7-a6ca-5ee5b5e0bae9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:57.967193 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-42be7fb8-62d0-4c2a-8435-e1f16c8a5a44 req-183296e0-ca31-4cc7-a6ca-5ee5b5e0bae9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.53 "DELETE /v2.0/ports/4639b38f-5e35-4397-898e-416596d9f85e HTTP/1.1" status: 204 len: 173 time: 0.4087429 Nov 23 22:51:57.967688 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76cc556f-f1f4-4ea1-88df-b5ff2214d3a5', 'name': 'network-vif-deleted', 'tag': '4639b38f-5e35-4397-898e-416596d9f85e'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:51:57.969986 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb5f469-89b7-45e5-912a-0861d3473532" -d '{"events": [{"server_uuid": "76cc556f-f1f4-4ea1-88df-b5ff2214d3a5", "name": "network-vif-deleted", "tag": "4639b38f-5e35-4397-898e-416596d9f85e"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:51:58.008661 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b01094-441d-4435-95c5-336383eb0548 x-openstack-request-id: req-43b01094-441d-4435-95c5-336383eb0548 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:51:58.008971 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76cc556f-f1f4-4ea1-88df-b5ff2214d3a5", "name": "network-vif-deleted", "tag": "4639b38f-5e35-4397-898e-416596d9f85e", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:51:58.009255 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-43b01094-441d-4435-95c5-336383eb0548 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:51:58.009715 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76cc556f-f1f4-4ea1-88df-b5ff2214d3a5', 'name': 'network-vif-deleted', 'tag': '4639b38f-5e35-4397-898e-416596d9f85e', 'status': 'completed', 'code': 200} Nov 23 22:51:58.058072 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-83e221aa-da38-450b-b926-a76cc6872892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:58.164321 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6461da7d-3364-410e-a3dd-6a83f221ecd2 req-522edc1f-4480-4259-9c9d-7bf17e96b626 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=76cc556f-f1f4-4ea1-88df-b5ff2214d3a5 HTTP/1.1" status: 200 len: 210 time: 0.0267065 Nov 23 22:51:59.222001 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50752) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:51:59.580218 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-48222941-213c-4029-a0a3-d1a519c3a536 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:59.833375 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-48222941-213c-4029-a0a3-d1a519c3a536 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting port 59fd4a41-e329-4f21-b5c2-6672e0f7cac8 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:51:59.833634 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-48222941-213c-4029-a0a3-d1a519c3a536 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:59.921198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-48222941-213c-4029-a0a3-d1a519c3a536 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] For port 59fd4a41-e329-4f21-b5c2-6672e0f7cac8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=59fd4a41-e329-4f21-b5c2-6672e0f7cac8,segment=NetworkSegment(cd43fa3c-9364-49b2-9232-312cf99b7024),segment_id=cd43fa3c-9364-49b2-9232-312cf99b7024)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:51:59.921858 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-48222941-213c-4029-a0a3-d1a519c3a536 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:51:59.935742 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-48222941-213c-4029-a0a3-d1a519c3a536 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Calling delete_port for 59fd4a41-e329-4f21-b5c2-6672e0f7cac8 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:52:00.122618 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-48222941-213c-4029-a0a3-d1a519c3a536 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:00.449073 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48222941-213c-4029-a0a3-d1a519c3a536 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Port': ['ID=59fd4a41-e329-4f21-b5c2-6672e0f7cac8,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:00.458877 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:00.472905 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48222941-213c-4029-a0a3-d1a519c3a536 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:00.473274 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48222941-213c-4029-a0a3-d1a519c3a536 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:00.473611 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48222941-213c-4029-a0a3-d1a519c3a536 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:00.473951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48222941-213c-4029-a0a3-d1a519c3a536 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:00.474281 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48222941-213c-4029-a0a3-d1a519c3a536 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:00.474619 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48222941-213c-4029-a0a3-d1a519c3a536 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:00.475107 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48222941-213c-4029-a0a3-d1a519c3a536 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:00.475439 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48222941-213c-4029-a0a3-d1a519c3a536 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:00.475768 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48222941-213c-4029-a0a3-d1a519c3a536 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:00.476095 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48222941-213c-4029-a0a3-d1a519c3a536 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:00.476419 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48222941-213c-4029-a0a3-d1a519c3a536 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:00.476741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48222941-213c-4029-a0a3-d1a519c3a536 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:00.606246 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b156cfad-117f-43fd-9116-18433ebe6738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:00.639007 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-48222941-213c-4029-a0a3-d1a519c3a536 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:00.856395 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48222941-213c-4029-a0a3-d1a519c3a536 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router c809a732-a703-4e7d-9d04-304ec189177d has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:52:00.965792 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48222941-213c-4029-a0a3-d1a519c3a536 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:52:00.971815 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-48222941-213c-4029-a0a3-d1a519c3a536 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "PUT /v2.0/routers/c809a732-a703-4e7d-9d04-304ec189177d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7487843 Nov 23 22:52:00.974730 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50754) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:00.977258 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1413ffd-6087-46f3-944c-3b27b65b3946 None None] Sync routers for ids ['c809a732-a703-4e7d-9d04-304ec189177d'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:52:00.987936 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1413ffd-6087-46f3-944c-3b27b65b3946 None None] Routers {'c809a732-a703-4e7d-9d04-304ec189177d'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:52:00.988558 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f1413ffd-6087-46f3-944c-3b27b65b3946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:52:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c809a732-a703-4e7d-9d04-304ec189177d'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:01.026608 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e1db1d-b14c-4fc6-b582-e8e21185a2bc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting subnet 1ef3da8e-34d2-422d-b98c-6baf78d14fcc {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:52:01.029733 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c0e1db1d-b14c-4fc6-b582-e8e21185a2bc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.069749 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c0e1db1d-b14c-4fc6-b582-e8e21185a2bc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.096709 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-f1413ffd-6087-46f3-944c-3b27b65b3946 None None] Set router c809a732-a703-4e7d-9d04-304ec189177d gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:52:01.160155 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c0e1db1d-b14c-4fc6-b582-e8e21185a2bc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.219387 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c0e1db1d-b14c-4fc6-b582-e8e21185a2bc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.247596 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1db1d-b14c-4fc6-b582-e8e21185a2bc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef3da8e-34d2-422d-b98c-6baf78d14fcc,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:01.252932 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-c0e1db1d-b14c-4fc6-b582-e8e21185a2bc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.257820 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c0e1db1d-b14c-4fc6-b582-e8e21185a2bc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/subnets/1ef3da8e-34d2-422d-b98c-6baf78d14fcc HTTP/1.1" status: 204 len: 168 time: 0.2820942 Nov 23 22:52:01.260503 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50756) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:01.263723 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b608b7fa-bdaa-44db-abad-dc3e5beed37d None None] Network 4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:52:01.363280 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f1413ffd-6087-46f3-944c-3b27b65b3946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303152843', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:52:00Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:01.371731 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-53e342c9-4fa2-4d63-8469-b5833d9bf04c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.403097 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1413ffd-6087-46f3-944c-3b27b65b3946 None None] Checking router: c809a732-a703-4e7d-9d04-304ec189177d for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:52:01.418103 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1413ffd-6087-46f3-944c-3b27b65b3946 None None] Routers {'c809a732-a703-4e7d-9d04-304ec189177d'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:52:01.418728 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f1413ffd-6087-46f3-944c-3b27b65b3946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:52:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['c809a732-a703-4e7d-9d04-304ec189177d'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:01.489106 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-53e342c9-4fa2-4d63-8469-b5833d9bf04c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.522040 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ca8f7e-2b02-4097-bf99-d94ebabff752 None None] DHCP port deletion for 4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:52:01.539635 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-f1413ffd-6087-46f3-944c-3b27b65b3946 None None] Set router c809a732-a703-4e7d-9d04-304ec189177d gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:52:01.547400 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-53e342c9-4fa2-4d63-8469-b5833d9bf04c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting port 20bf3cbe-1b08-4ed3-a527-07de96c61aaa {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:52:01.547746 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-53e342c9-4fa2-4d63-8469-b5833d9bf04c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.629977 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-53e342c9-4fa2-4d63-8469-b5833d9bf04c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] For port 20bf3cbe-1b08-4ed3-a527-07de96c61aaa, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=20bf3cbe-1b08-4ed3-a527-07de96c61aaa,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:01.630333 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-53e342c9-4fa2-4d63-8469-b5833d9bf04c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.643457 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-53e342c9-4fa2-4d63-8469-b5833d9bf04c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Calling delete_port for 20bf3cbe-1b08-4ed3-a527-07de96c61aaa owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:52:01.692433 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a5ca8f7e-2b02-4097-bf99-d94ebabff752 None None] Deleting port 8d3770c1-d513-4f86-8fac-98693f353842 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:52:01.692811 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a5ca8f7e-2b02-4097-bf99-d94ebabff752 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.829752 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-53e342c9-4fa2-4d63-8469-b5833d9bf04c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.858322 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e342c9-4fa2-4d63-8469-b5833d9bf04c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Port': ['ID=20bf3cbe-1b08-4ed3-a527-07de96c61aaa,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:01.877544 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8d3770c1-d513-4f86-8fac-98693f353842 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:52:01.879429 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdc8f50-7af4-4891-ab06-ebb990ad4874 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:52:01.923742 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-53e342c9-4fa2-4d63-8469-b5833d9bf04c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.990428 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:01.999132 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a5ca8f7e-2b02-4097-bf99-d94ebabff752 None None] For port 8d3770c1-d513-4f86-8fac-98693f353842, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8d3770c1-d513-4f86-8fac-98693f353842,segment=NetworkSegment(cd43fa3c-9364-49b2-9232-312cf99b7024),segment_id=cd43fa3c-9364-49b2-9232-312cf99b7024)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:01.999524 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a5ca8f7e-2b02-4097-bf99-d94ebabff752 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.021688 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a5ca8f7e-2b02-4097-bf99-d94ebabff752 None None] Calling delete_port for 8d3770c1-d513-4f86-8fac-98693f353842 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:52:02.022063 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-53e342c9-4fa2-4d63-8469-b5833d9bf04c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.024259 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-53e342c9-4fa2-4d63-8469-b5833d9bf04c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.068632 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-53e342c9-4fa2-4d63-8469-b5833d9bf04c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.069580 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e342c9-4fa2-4d63-8469-b5833d9bf04c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Fanout notify agent at l3_agent the message router_deleted on router c809a732-a703-4e7d-9d04-304ec189177d {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:52:02.076999 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-53e342c9-4fa2-4d63-8469-b5833d9bf04c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.078214 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-53e342c9-4fa2-4d63-8469-b5833d9bf04c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/routers/c809a732-a703-4e7d-9d04-304ec189177d HTTP/1.1" status: 204 len: 168 time: 0.8168778 Nov 23 22:52:02.081002 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50758) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:02.119615 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.126884 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-f1413ffd-6087-46f3-944c-3b27b65b3946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303152843', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:52:00Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:02.160312 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27cdd04e-e4ef-440f-864b-6aa45317e17f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.169285 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1413ffd-6087-46f3-944c-3b27b65b3946 None None] The sync data for ids ['c809a732-a703-4e7d-9d04-304ec189177d'] in n-d-816206-9 is: [{'id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303152843', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:52:00Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '20bf3cbe-1b08-4ed3-a527-07de96c61aaa', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:53:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c809a732-a703-4e7d-9d04-304ec189177d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:50:14Z', 'updated_at': '2021-11-23T22:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:52:02.207219 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 8d3770c1-d513-4f86-8fac-98693f353842, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8d3770c1-d513-4f86-8fac-98693f353842,segment=NetworkSegment(cd43fa3c-9364-49b2-9232-312cf99b7024),segment_id=cd43fa3c-9364-49b2-9232-312cf99b7024)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:02.212047 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.218770 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a5ca8f7e-2b02-4097-bf99-d94ebabff752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.227166 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-27cdd04e-e4ef-440f-864b-6aa45317e17f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting port 8d3770c1-d513-4f86-8fac-98693f353842 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:52:02.227509 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27cdd04e-e4ef-440f-864b-6aa45317e17f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.241780 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event deleted for resources: {'Port': ['ID=8d3770c1-d513-4f86-8fac-98693f353842,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:02.252484 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:02.252843 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:02.253195 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:02.253539 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:02.253877 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:02.254217 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:02.254550 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:02.254908 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:02.255249 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:02.255587 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:02.255912 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:02.256241 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:02.259298 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ca8f7e-2b02-4097-bf99-d94ebabff752 None None] No DVR routers for this DVR port 8d3770c1-d513-4f86-8fac-98693f353842 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:52:02.281762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca8f7e-2b02-4097-bf99-d94ebabff752 None None] Pushing event deleted for resources: {'Port': ['ID=8d3770c1-d513-4f86-8fac-98693f353842,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:02.300258 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-27cdd04e-e4ef-440f-864b-6aa45317e17f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] For port 8d3770c1-d513-4f86-8fac-98693f353842, host n-d-816206-9, got binding levels [] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:02.300623 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27cdd04e-e4ef-440f-864b-6aa45317e17f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.312967 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-27cdd04e-e4ef-440f-864b-6aa45317e17f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Calling delete_port for 8d3770c1-d513-4f86-8fac-98693f353842 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:52:02.315817 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.ipam_backend_mixin [None req-27cdd04e-e4ef-440f-864b-6aa45317e17f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Port 8d3770c1-d513-4f86-8fac-98693f353842 was not found and therefore no delete operation was performed {{(pid=110034) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 22:52:02.317163 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27cdd04e-e4ef-440f-864b-6aa45317e17f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.332822 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 4639b38f-5e35-4397-898e-416596d9f85e no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:52:02.345479 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdd04e-e4ef-440f-864b-6aa45317e17f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Port': ['ID=8d3770c1-d513-4f86-8fac-98693f353842,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:02.348254 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cdd04e-e4ef-440f-864b-6aa45317e17f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] No DVR routers for this DVR port 8d3770c1-d513-4f86-8fac-98693f353842 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:52:02.353637 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 4639b38f-5e35-4397-898e-416596d9f85e {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:52:02.353984 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 4639b38f-5e35-4397-898e-416596d9f85e not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:52:02.430313 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27cdd04e-e4ef-440f-864b-6aa45317e17f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.449622 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-27cdd04e-e4ef-440f-864b-6aa45317e17f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:02.458882 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-27cdd04e-e4ef-440f-864b-6aa45317e17f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd43fa3c-9364-49b2-9232-312cf99b7024') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:02.459127 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-27cdd04e-e4ef-440f-864b-6aa45317e17f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd43fa3c-9364-49b2-9232-312cf99b7024') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:02.468313 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27cdd04e-e4ef-440f-864b-6aa45317e17f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.482328 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27cdd04e-e4ef-440f-864b-6aa45317e17f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.488861 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27cdd04e-e4ef-440f-864b-6aa45317e17f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:52:02.489238 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27cdd04e-e4ef-440f-864b-6aa45317e17f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:52:02.493581 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:52:02.559010 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27cdd04e-e4ef-440f-864b-6aa45317e17f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.564253 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-27cdd04e-e4ef-440f-864b-6aa45317e17f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.568106 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-27cdd04e-e4ef-440f-864b-6aa45317e17f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/networks/4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42 HTTP/1.1" status: 204 len: 168 time: 0.4861569 Nov 23 22:52:02.570884 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50760) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:02.585779 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdd04e-e4ef-440f-864b-6aa45317e17f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Network': ['ID=4e6ac14b-23cc-48f7-b2c9-1090c2bb2e42,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:02.648105 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f624bfe0-c283-4d6b-bd29-85d7ba7c934a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.675132 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f624bfe0-c283-4d6b-bd29-85d7ba7c934a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.738054 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f624bfe0-c283-4d6b-bd29-85d7ba7c934a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.740926 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f624bfe0-c283-4d6b-bd29-85d7ba7c934a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:02.742116 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f624bfe0-c283-4d6b-bd29-85d7ba7c934a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/security-groups/1d5688ab-000d-420c-aa0c-0f8cdbd85bcb HTTP/1.1" status: 204 len: 168 time: 0.1699667 Nov 23 22:52:02.752919 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624bfe0-c283-4d6b-bd29-85d7ba7c934a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5688ab-000d-420c-aa0c-0f8cdbd85bcb,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:03.059972 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50766) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:03.064626 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-78ef534f-4da1-488e-b05c-32bd7057d8eb tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1140182230', 'description': 'tempest-secgroup-smoke-1140182230 description', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:03.086946 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78ef534f-4da1-488e-b05c-32bd7057d8eb tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.156813 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78ef534f-4da1-488e-b05c-32bd7057d8eb tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.162695 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78ef534f-4da1-488e-b05c-32bd7057d8eb tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.194376 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef534f-4da1-488e-b05c-32bd7057d8eb tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8150fb-3899-416d-ac2e-65fc126c6d48,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:03.198919 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-78ef534f-4da1-488e-b05c-32bd7057d8eb tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.200157 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-78ef534f-4da1-488e-b05c-32bd7057d8eb tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1391733 Nov 23 22:52:03.203202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50768) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:03.208170 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-31824310-c576-407a-976a-8db24e1db81d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '9d8150fb-3899-416d-ac2e-65fc126c6d48', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:03.227836 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.235925 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-31824310-c576-407a-976a-8db24e1db81d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.295300 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-31824310-c576-407a-976a-8db24e1db81d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.299630 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-31824310-c576-407a-976a-8db24e1db81d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.315459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31824310-c576-407a-976a-8db24e1db81d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922bfd6e-4376-475f-b218-53c66aa5816a,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:03.326299 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-31824310-c576-407a-976a-8db24e1db81d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.327656 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-31824310-c576-407a-976a-8db24e1db81d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235285 Nov 23 22:52:03.330596 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50770) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:03.334982 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-a56f2260-83b0-483f-9e1f-57aad59193e1 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '9d8150fb-3899-416d-ac2e-65fc126c6d48', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:03.359952 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a56f2260-83b0-483f-9e1f-57aad59193e1 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.415233 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a56f2260-83b0-483f-9e1f-57aad59193e1 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.418643 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a56f2260-83b0-483f-9e1f-57aad59193e1 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.437891 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f2260-83b0-483f-9e1f-57aad59193e1 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08e9480-e764-49c8-ab36-608b6fa98e09,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:03.444147 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-a56f2260-83b0-483f-9e1f-57aad59193e1 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.445263 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a56f2260-83b0-483f-9e1f-57aad59193e1 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136785 Nov 23 22:52:03.448180 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50772) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:03.452497 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-54747ecd-8eec-44c0-b9da-23f82ec111cd tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '9d8150fb-3899-416d-ac2e-65fc126c6d48', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:03.478688 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54747ecd-8eec-44c0-b9da-23f82ec111cd tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.536429 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54747ecd-8eec-44c0-b9da-23f82ec111cd tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.540076 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54747ecd-8eec-44c0-b9da-23f82ec111cd tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.558285 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54747ecd-8eec-44c0-b9da-23f82ec111cd tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d59f2c44-f799-410a-85ee-e78fd83e8791,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:03.563365 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54747ecd-8eec-44c0-b9da-23f82ec111cd tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.564604 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-54747ecd-8eec-44c0-b9da-23f82ec111cd tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154635 Nov 23 22:52:03.567373 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50774) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:03.571669 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4a08a8db-4b1d-41b1-af05-18599cf177a3 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '9d8150fb-3899-416d-ac2e-65fc126c6d48', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:03.598024 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4a08a8db-4b1d-41b1-af05-18599cf177a3 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.656438 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4a08a8db-4b1d-41b1-af05-18599cf177a3 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.660250 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4a08a8db-4b1d-41b1-af05-18599cf177a3 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.681329 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08a8db-4b1d-41b1-af05-18599cf177a3 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a252593-139b-40f6-bd8e-3b039b5e498e,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:03.691174 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4a08a8db-4b1d-41b1-af05-18599cf177a3 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.692418 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4a08a8db-4b1d-41b1-af05-18599cf177a3 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241112 Nov 23 22:52:03.695349 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50776) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:03.699803 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-46d7ddfd-e503-4761-9bc4-f0da31e5dc64 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '9d8150fb-3899-416d-ac2e-65fc126c6d48', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:03.723189 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-46d7ddfd-e503-4761-9bc4-f0da31e5dc64 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Project e0882b7bd8054ab2a15297438b6d1014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:52:03.728137 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46d7ddfd-e503-4761-9bc4-f0da31e5dc64 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.733229 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 59fd4a41-e329-4f21-b5c2-6672e0f7cac8 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:52:03.754459 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 59fd4a41-e329-4f21-b5c2-6672e0f7cac8 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:52:03.754943 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 59fd4a41-e329-4f21-b5c2-6672e0f7cac8 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:52:03.755425 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 20bf3cbe-1b08-4ed3-a527-07de96c61aaa no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:52:03.775822 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 20bf3cbe-1b08-4ed3-a527-07de96c61aaa {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:52:03.776214 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 20bf3cbe-1b08-4ed3-a527-07de96c61aaa not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:52:03.787920 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46d7ddfd-e503-4761-9bc4-f0da31e5dc64 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.791603 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46d7ddfd-e503-4761-9bc4-f0da31e5dc64 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.809932 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7ddfd-e503-4761-9bc4-f0da31e5dc64 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2977cb26-637e-42f4-a178-36a351068a65,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:03.814575 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46d7ddfd-e503-4761-9bc4-f0da31e5dc64 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.815839 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-46d7ddfd-e503-4761-9bc4-f0da31e5dc64 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195040 Nov 23 22:52:03.818468 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50778) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:03.822811 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-2bf27b75-838f-4fa4-9e3a-c1d21761b020 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '9d8150fb-3899-416d-ac2e-65fc126c6d48', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:03.844875 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-2bf27b75-838f-4fa4-9e3a-c1d21761b020 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Project e0882b7bd8054ab2a15297438b6d1014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:52:03.849864 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2bf27b75-838f-4fa4-9e3a-c1d21761b020 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.910343 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2bf27b75-838f-4fa4-9e3a-c1d21761b020 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.914058 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2bf27b75-838f-4fa4-9e3a-c1d21761b020 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.932547 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf27b75-838f-4fa4-9e3a-c1d21761b020 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890be624-138a-47ae-81b8-0595e5e7016d,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:03.941166 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2bf27b75-838f-4fa4-9e3a-c1d21761b020 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.942368 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2bf27b75-838f-4fa4-9e3a-c1d21761b020 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229153 Nov 23 22:52:03.945194 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50780) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:03.949974 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-da0d3f69-cd4c-4565-b46c-d0e17e32731b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'network': {'name': 'tempest-network-smoke--344462613', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'port_security_enabled': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:03.971798 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0d3f69-cd4c-4565-b46c-d0e17e32731b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Made reservation on behalf of e0882b7bd8054ab2a15297438b6d1014 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:52:03.975334 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-da0d3f69-cd4c-4565-b46c-d0e17e32731b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.983603 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:03.999035 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0d3f69-cd4c-4565-b46c-d0e17e32731b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:52:04.009279 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-da0d3f69-cd4c-4565-b46c-d0e17e32731b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:04.009627 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-da0d3f69-cd4c-4565-b46c-d0e17e32731b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Added segment 2df3a294-40c0-4ea7-988b-feb066839389 of type vlan for network 2ea92039-29d8-4cba-826b-ac456a30e758 Nov 23 22:52:04.055192 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-da0d3f69-cd4c-4565-b46c-d0e17e32731b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:04.080561 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-da0d3f69-cd4c-4565-b46c-d0e17e32731b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:04.086208 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0d3f69-cd4c-4565-b46c-d0e17e32731b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:04.086832 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-da0d3f69-cd4c-4565-b46c-d0e17e32731b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:04.125348 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-da0d3f69-cd4c-4565-b46c-d0e17e32731b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1791306 Nov 23 22:52:04.128883 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50782) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:04.133926 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-8d5a0b1e-fbb0-4692-9bbe-07826266669d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1417765576', 'admin_state_up': True, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:04.157082 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d5a0b1e-fbb0-4692-9bbe-07826266669d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:04.158246 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d3f69-cd4c-4565-b46c-d0e17e32731b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Network': ['ID=2ea92039-29d8-4cba-826b-ac456a30e758,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:04.158562 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d5a0b1e-fbb0-4692-9bbe-07826266669d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:04.168971 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 2ea92039-29d8-4cba-826b-ac456a30e758 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:52:04.211499 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d5a0b1e-fbb0-4692-9bbe-07826266669d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:04.350570 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d5a0b1e-fbb0-4692-9bbe-07826266669d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:04.546117 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d5a0b1e-fbb0-4692-9bbe-07826266669d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:04.565655 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d5a0b1e-fbb0-4692-9bbe-07826266669d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:04.672316 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-8d5a0b1e-fbb0-4692-9bbe-07826266669d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Allocated IP 172.25.5.109 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/64b5adc0-5f69-4379-b840-0f5495073c65) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:52:04.778896 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d5a0b1e-fbb0-4692-9bbe-07826266669d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:04.812163 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d5a0b1e-fbb0-4692-9bbe-07826266669d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:04.848243 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5a0b1e-fbb0-4692-9bbe-07826266669d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:52:04.853103 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-8d5a0b1e-fbb0-4692-9bbe-07826266669d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:52:04.857397 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5a0b1e-fbb0-4692-9bbe-07826266669d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:52:04.868804 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42077e2b-13b6-4ce9-b74d-a74d4b797f1e None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:52:04.884226 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a0b1e-fbb0-4692-9bbe-07826266669d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=64b5adc0-5f69-4379-b840-0f5495073c65,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:04.905723 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ddfee7ea-582e-432c-b768-ed565c774011 None None] Provisioning complete for port 64b5adc0-5f69-4379-b840-0f5495073c65 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:04.906231 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ddfee7ea-582e-432c-b768-ed565c774011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:04.943376 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-ddfee7ea-582e-432c-b768-ed565c774011 None None] Port 64b5adc0-5f69-4379-b840-0f5495073c65 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:52:05.113086 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d5a0b1e-fbb0-4692-9bbe-07826266669d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:05.309945 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d5a0b1e-fbb0-4692-9bbe-07826266669d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:05.435426 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5a0b1e-fbb0-4692-9bbe-07826266669d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router 0cb92141-2c94-40de-aecf-aefc1c64d769 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:52:05.552109 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5a0b1e-fbb0-4692-9bbe-07826266669d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:52:05.563990 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] Sync routers for ids ['0cb92141-2c94-40de-aecf-aefc1c64d769'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:52:05.572709 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8d5a0b1e-fbb0-4692-9bbe-07826266669d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:05.573400 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] Routers {'0cb92141-2c94-40de-aecf-aefc1c64d769'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:52:05.576828 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8d5a0b1e-fbb0-4692-9bbe-07826266669d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4439914 Nov 23 22:52:05.576994 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:52:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0cb92141-2c94-40de-aecf-aefc1c64d769'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:05.577220 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50784) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:05.606649 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1553acde-1c0a-4051-bcf5-fc73196edd32 tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=e0882b7bd8054ab2a15297438b6d1014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276957 Nov 23 22:52:05.608943 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50786) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:05.681121 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] Set router 0cb92141-2c94-40de-aecf-aefc1c64d769 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:52:05.699860 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e53921-75e2-4858-848a-48ab8d68d99e tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:05.701392 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-39e53921-75e2-4858-848a-48ab8d68d99e tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913861 Nov 23 22:52:05.704213 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50788) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:05.731691 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8e151900-b2e0-4de7-819f-c042db49d06e tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263770 Nov 23 22:52:05.734143 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 50790) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:05.739761 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-fa8298cb-b29d-4a1e-84fc-42384ff23bb6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1801564458', 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:05.826092 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8298cb-b29d-4a1e-84fc-42384ff23bb6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Made reservation on behalf of e0882b7bd8054ab2a15297438b6d1014 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:52:05.830194 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fa8298cb-b29d-4a1e-84fc-42384ff23bb6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:05.860769 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417765576', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:05Z', 'revision_number': 3, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:05.891070 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] Checking router: 0cb92141-2c94-40de-aecf-aefc1c64d769 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:52:05.891411 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] Updating router 0cb92141-2c94-40de-aecf-aefc1c64d769 port 64b5adc0-5f69-4379-b840-0f5495073c65 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:52:05.917012 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:06.011926 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fa8298cb-b29d-4a1e-84fc-42384ff23bb6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:06.084151 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8298cb-b29d-4a1e-84fc-42384ff23bb6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Subnet': ['ID=4942e6a1-f4a3-49fa-95f6-f1785b2be0eb,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:06.086643 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8298cb-b29d-4a1e-84fc-42384ff23bb6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Checking segment: {'id': '2df3a294-40c0-4ea7-988b-feb066839389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:52:06.087045 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8298cb-b29d-4a1e-84fc-42384ff23bb6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network hostable DHCP agents. Network: 2ea92039-29d8-4cba-826b-ac456a30e758, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:52:06.106067 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8298cb-b29d-4a1e-84fc-42384ff23bb6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 2ea92039-29d8-4cba-826b-ac456a30e758 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:52:06.116912 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-fa8298cb-b29d-4a1e-84fc-42384ff23bb6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 2ea92039-29d8-4cba-826b-ac456a30e758) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:52:06.121794 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8298cb-b29d-4a1e-84fc-42384ff23bb6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:06.122884 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-fa8298cb-b29d-4a1e-84fc-42384ff23bb6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:06.132103 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a037f743-0bf4-46ee-8373-c27d1eb7f949 None None] Network 2ea92039-29d8-4cba-826b-ac456a30e758 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:52:06.142574 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-fa8298cb-b29d-4a1e-84fc-42384ff23bb6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4066443 Nov 23 22:52:06.146214 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50792) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:06.173234 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:06.179280 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:06.227348 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] Attempting to bind port 64b5adc0-5f69-4379-b840-0f5495073c65 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:52:06.227696 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] Attempting to bind port 64b5adc0-5f69-4379-b840-0f5495073c65 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:52:06.228255 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] Attempting to bind port 64b5adc0-5f69-4379-b840-0f5495073c65 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:52:06.241352 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d36502-5d95-473f-b19a-5d7204da83ff None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:52:06.241605 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:52:06.241755 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:52:06.242118 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:06.242507 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:52:06.243031 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] Bound port: 64b5adc0-5f69-4379-b840-0f5495073c65, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:52:06.243715 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:06.300481 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c018ccb5-d641-4d60-9cab-776e81214c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-2ea92039-29d8-4cba-826b-ac456a30e758', 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ips': [{'subnet_id': '4942e6a1-f4a3-49fa-95f6-f1785b2be0eb'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:52:06.301469 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c018ccb5-d641-4d60-9cab-776e81214c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:06.302618 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3ad92-79fe-48af-94fb-3d3feb182763 None None] Pushing event updated for resources: {'Port': ['ID=64b5adc0-5f69-4379-b840-0f5495073c65,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:06.312165 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] For port 64b5adc0-5f69-4379-b840-0f5495073c65, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:52:06.316388 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] For port 64b5adc0-5f69-4379-b840-0f5495073c65, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=64b5adc0-5f69-4379-b840-0f5495073c65,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:52:06.318549 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3ad92-79fe-48af-94fb-3d3feb182763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:06.319077 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3ad92-79fe-48af-94fb-3d3feb182763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:06.319573 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3ad92-79fe-48af-94fb-3d3feb182763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:06.319961 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3ad92-79fe-48af-94fb-3d3feb182763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:06.320494 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3ad92-79fe-48af-94fb-3d3feb182763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:06.320865 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3ad92-79fe-48af-94fb-3d3feb182763 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:06.321178 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3ad92-79fe-48af-94fb-3d3feb182763 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:06.321741 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3ad92-79fe-48af-94fb-3d3feb182763 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:06.322322 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3ad92-79fe-48af-94fb-3d3feb182763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:06.322826 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3ad92-79fe-48af-94fb-3d3feb182763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:06.323328 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3ad92-79fe-48af-94fb-3d3feb182763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:06.323820 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc3ad92-79fe-48af-94fb-3d3feb182763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:52:06.331289 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:06.396077 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] Routers {'0cb92141-2c94-40de-aecf-aefc1c64d769'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:52:06.397032 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:52:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0cb92141-2c94-40de-aecf-aefc1c64d769'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:06.403626 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2a8b0e-b4d0-40f0-af3e-8dff242fb745 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:52:06.443705 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3ad92-79fe-48af-94fb-3d3feb182763 None None] Pushing event updated for resources: {'Port': ['ID=64b5adc0-5f69-4379-b840-0f5495073c65,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:06.458680 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-dab4b0bd-fc2d-47ae-8c0d-b811132b695c None None] Provisioning complete for port 64b5adc0-5f69-4379-b840-0f5495073c65 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:06.459152 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dab4b0bd-fc2d-47ae-8c0d-b811132b695c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:06.505988 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-c018ccb5-d641-4d60-9cab-776e81214c7d None None] Allocated IP 172.20.0.2 (2ea92039-29d8-4cba-826b-ac456a30e758/4942e6a1-f4a3-49fa-95f6-f1785b2be0eb/15427da8-ffbc-48e6-a2ac-a9efe7c499dc) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:52:06.621302 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dab4b0bd-fc2d-47ae-8c0d-b811132b695c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:06.634612 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] Set router 0cb92141-2c94-40de-aecf-aefc1c64d769 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:52:06.665119 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-dab4b0bd-fc2d-47ae-8c0d-b811132b695c None None] For port 64b5adc0-5f69-4379-b840-0f5495073c65, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=64b5adc0-5f69-4379-b840-0f5495073c65,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:06.669533 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dab4b0bd-fc2d-47ae-8c0d-b811132b695c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:06.746636 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c018ccb5-d641-4d60-9cab-776e81214c7d None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:06.757746 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c018ccb5-d641-4d60-9cab-776e81214c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:06.760701 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4b0bd-fc2d-47ae-8c0d-b811132b695c None None] Pushing event updated for resources: {'Port': ['ID=64b5adc0-5f69-4379-b840-0f5495073c65,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:06.804504 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c018ccb5-d641-4d60-9cab-776e81214c7d None None] Network 2ea92039-29d8-4cba-826b-ac456a30e758 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:52:06.814328 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-c018ccb5-d641-4d60-9cab-776e81214c7d None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:52:06.820153 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c018ccb5-d641-4d60-9cab-776e81214c7d None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:52:06.833746 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018ccb5-d641-4d60-9cab-776e81214c7d None None] Pushing event updated for resources: {'Port': ['ID=15427da8-ffbc-48e6-a2ac-a9efe7c499dc,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:06.836676 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417765576', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:05Z', 'revision_number': 3, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:06.850345 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-54ce41dc-817f-4649-a570-b990b851fce8 None None] Provisioning complete for port 64b5adc0-5f69-4379-b840-0f5495073c65 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:06.850801 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-54ce41dc-817f-4649-a570-b990b851fce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:06.870078 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a5d0bd-5afa-47ad-92a8-be11e1a33521 None None] The sync data for ids ['0cb92141-2c94-40de-aecf-aefc1c64d769'] in n-d-816206-9 is: [{'id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417765576', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:05Z', 'revision_number': 3, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:52:06.917678 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c018ccb5-d641-4d60-9cab-776e81214c7d None None] Attempting to bind port 15427da8-ffbc-48e6-a2ac-a9efe7c499dc on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:52:06.918055 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c018ccb5-d641-4d60-9cab-776e81214c7d None None] Attempting to bind port 15427da8-ffbc-48e6-a2ac-a9efe7c499dc by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2df3a294-40c0-4ea7-988b-feb066839389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:52:06.918422 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c018ccb5-d641-4d60-9cab-776e81214c7d None None] Attempting to bind port 15427da8-ffbc-48e6-a2ac-a9efe7c499dc on network 2ea92039-29d8-4cba-826b-ac456a30e758 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:52:06.925857 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c018ccb5-d641-4d60-9cab-776e81214c7d None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:52:06.926347 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c018ccb5-d641-4d60-9cab-776e81214c7d None None] Checking segment: {'id': '2df3a294-40c0-4ea7-988b-feb066839389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:52:06.926782 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c018ccb5-d641-4d60-9cab-776e81214c7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:06.927185 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c018ccb5-d641-4d60-9cab-776e81214c7d None None] Bound using segment: {'id': '2df3a294-40c0-4ea7-988b-feb066839389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:52:06.927669 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-c018ccb5-d641-4d60-9cab-776e81214c7d None None] Bound port: 15427da8-ffbc-48e6-a2ac-a9efe7c499dc, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df3a294-40c0-4ea7-988b-feb066839389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:52:06.928055 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c018ccb5-d641-4d60-9cab-776e81214c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:06.966936 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7630b895-0142-4578-832f-51648bef9a32 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:07.033941 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c018ccb5-d641-4d60-9cab-776e81214c7d None None] For port 15427da8-ffbc-48e6-a2ac-a9efe7c499dc, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:52:07.037936 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c018ccb5-d641-4d60-9cab-776e81214c7d None None] For port 15427da8-ffbc-48e6-a2ac-a9efe7c499dc, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=15427da8-ffbc-48e6-a2ac-a9efe7c499dc,segment=NetworkSegment(2df3a294-40c0-4ea7-988b-feb066839389),segment_id=2df3a294-40c0-4ea7-988b-feb066839389)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:52:07.043004 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c018ccb5-d641-4d60-9cab-776e81214c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:07.122097 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018ccb5-d641-4d60-9cab-776e81214c7d None None] Pushing event updated for resources: {'Port': ['ID=15427da8-ffbc-48e6-a2ac-a9efe7c499dc,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:07.336169 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-7630b895-0142-4578-832f-51648bef9a32 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Allocated IP 172.20.0.1 (2ea92039-29d8-4cba-826b-ac456a30e758/4942e6a1-f4a3-49fa-95f6-f1785b2be0eb/6b79135b-b74b-46bc-859b-7c57e66d684a) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:52:07.473041 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7630b895-0142-4578-832f-51648bef9a32 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:07.508501 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7630b895-0142-4578-832f-51648bef9a32 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:07.552596 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7630b895-0142-4578-832f-51648bef9a32 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 2ea92039-29d8-4cba-826b-ac456a30e758 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:52:07.555810 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-7630b895-0142-4578-832f-51648bef9a32 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:52:07.559683 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7630b895-0142-4578-832f-51648bef9a32 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:52:07.566587 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630b895-0142-4578-832f-51648bef9a32 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=6b79135b-b74b-46bc-859b-7c57e66d684a,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:07.613136 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7630b895-0142-4578-832f-51648bef9a32 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:07.764101 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7630b895-0142-4578-832f-51648bef9a32 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:07.801474 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 64b5adc0-5f69-4379-b840-0f5495073c65 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:52:07.872787 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 64b5adc0-5f69-4379-b840-0f5495073c65 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:07.873196 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:07.959572 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 15427da8-ffbc-48e6-a2ac-a9efe7c499dc up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:52:08.011418 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 15427da8-ffbc-48e6-a2ac-a9efe7c499dc triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:08.011665 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:08.093109 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:08.106566 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7630b895-0142-4578-832f-51648bef9a32 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:08.113701 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7630b895-0142-4578-832f-51648bef9a32 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:08.141767 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 15427da8-ffbc-48e6-a2ac-a9efe7c499dc, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=15427da8-ffbc-48e6-a2ac-a9efe7c499dc,segment=NetworkSegment(2df3a294-40c0-4ea7-988b-feb066839389),segment_id=2df3a294-40c0-4ea7-988b-feb066839389)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:08.148645 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:08.175192 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3cd941-4690-4f8b-a815-8a5a7abbfc29 None None] Network 2ea92039-29d8-4cba-826b-ac456a30e758 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:52:08.200801 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630b895-0142-4578-832f-51648bef9a32 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=6b79135b-b74b-46bc-859b-7c57e66d684a,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:08.203208 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7630b895-0142-4578-832f-51648bef9a32 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:08.261599 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=15427da8-ffbc-48e6-a2ac-a9efe7c499dc,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:08.282969 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-418f1048-4be8-4450-b468-b8b8c3ac6c93 None None] Provisioning complete for port 15427da8-ffbc-48e6-a2ac-a9efe7c499dc triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:08.283351 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-418f1048-4be8-4450-b468-b8b8c3ac6c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:08.306675 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7630b895-0142-4578-832f-51648bef9a32 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 2ea92039-29d8-4cba-826b-ac456a30e758 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:52:08.308338 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-7630b895-0142-4578-832f-51648bef9a32 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:52:08.435217 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7630b895-0142-4578-832f-51648bef9a32 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router 0cb92141-2c94-40de-aecf-aefc1c64d769 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:52:08.552189 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7630b895-0142-4578-832f-51648bef9a32 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:52:08.557967 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7630b895-0142-4578-832f-51648bef9a32 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "PUT /v2.0/routers/0cb92141-2c94-40de-aecf-aefc1c64d769/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4106154 Nov 23 22:52:08.648561 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c0e7f482-fb2f-4b37-9516-f5d397f4c582 None None] Provisioning complete for port 15427da8-ffbc-48e6-a2ac-a9efe7c499dc triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:08.648928 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c0e7f482-fb2f-4b37-9516-f5d397f4c582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:08.697059 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] Sync routers for ids ['0cb92141-2c94-40de-aecf-aefc1c64d769'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:52:08.713153 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] Routers {'0cb92141-2c94-40de-aecf-aefc1c64d769'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:52:08.713774 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:52:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0cb92141-2c94-40de-aecf-aefc1c64d769'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:08.729345 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-d286558d-bff5-4afb-a2c8-1bdb2c670b1a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140182230&fields=id&tenant_id=e0882b7bd8054ab2a15297438b6d1014 HTTP/1.1" status: 200 len: 267 time: 0.0567963 Nov 23 22:52:08.853859 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-6971e16b-1fb9-48bd-bf11-f069a78a40fb tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:08.855517 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-6971e16b-1fb9-48bd-bf11-f069a78a40fb tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/networks?id=2ea92039-29d8-4cba-826b-ac456a30e758 HTTP/1.1" status: 200 len: 796 time: 0.1183729 Nov 23 22:52:08.873153 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-8bba1fa2-d8e7-459d-b385-f1820fd988ce tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/quotas/e0882b7bd8054ab2a15297438b6d1014 HTTP/1.1" status: 200 len: 375 time: 0.0105505 Nov 23 22:52:08.934171 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-45de150f-e207-45cf-b66a-2986de78bca8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527568 Nov 23 22:52:09.027435 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] Set router 0cb92141-2c94-40de-aecf-aefc1c64d769 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:52:09.029225 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c0e7f482-fb2f-4b37-9516-f5d397f4c582 None None] Provisioning complete for port 6b79135b-b74b-46bc-859b-7c57e66d684a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:09.029591 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c0e7f482-fb2f-4b37-9516-f5d397f4c582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:09.040154 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-d6c66a71-123d-4ca0-9d3a-feb12a21ca38 service neutron] 10.222.0.50 "GET /v2.0/networks/2ea92039-29d8-4cba-826b-ac456a30e758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928473 Nov 23 22:52:09.124365 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c0e7f482-fb2f-4b37-9516-f5d397f4c582 None None] Port 6b79135b-b74b-46bc-859b-7c57e66d684a cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:52:09.137432 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-c7bd0500-b15e-4a72-8f19-58fce6854294 service neutron] 10.222.0.50 "GET /v2.0/networks/2ea92039-29d8-4cba-826b-ac456a30e758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911398 Nov 23 22:52:09.264689 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a0e20200-6329-4bd2-908c-c4b9339bf368 None None] Provisioning complete for port 6b79135b-b74b-46bc-859b-7c57e66d684a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:09.265070 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a0e20200-6329-4bd2-908c-c4b9339bf368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:09.305822 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417765576', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:07Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6b79135b-b74b-46bc-859b-7c57e66d684a', 'name': '', 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:0a:97:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '4942e6a1-f4a3-49fa-95f6-f1785b2be0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:07Z', 'updated_at': '2021-11-23T22:52:07Z', 'revision_number': 2, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '4942e6a1-f4a3-49fa-95f6-f1785b2be0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:09.318327 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b429ad59-5119-4bf5-af30-0651768ebfa5 req-0cdd6bab-e51a-4237-b239-451fa218541a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 210 time: 0.0305970 Nov 23 22:52:09.336945 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a0e20200-6329-4bd2-908c-c4b9339bf368 None None] Port 6b79135b-b74b-46bc-859b-7c57e66d684a cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:52:09.338922 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] Checking router: 0cb92141-2c94-40de-aecf-aefc1c64d769 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:52:09.339287 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] Updating router 0cb92141-2c94-40de-aecf-aefc1c64d769 port 6b79135b-b74b-46bc-859b-7c57e66d684a binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:52:09.365938 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:09.648079 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:09.653298 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:09.702508 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54491f8e-82a5-437a-911d-8d5ae7fb2358 None None] Pushing event updated for resources: {'Port': ['ID=6b79135b-b74b-46bc-859b-7c57e66d684a,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:09.752818 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 15427da8-ffbc-48e6-a2ac-a9efe7c499dc up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:52:09.791561 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] Attempting to bind port 6b79135b-b74b-46bc-859b-7c57e66d684a on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:52:09.792265 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] Attempting to bind port 6b79135b-b74b-46bc-859b-7c57e66d684a by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2df3a294-40c0-4ea7-988b-feb066839389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:52:09.792729 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] Attempting to bind port 6b79135b-b74b-46bc-859b-7c57e66d684a on network 2ea92039-29d8-4cba-826b-ac456a30e758 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:52:09.809187 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:52:09.809568 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] Checking segment: {'id': '2df3a294-40c0-4ea7-988b-feb066839389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:52:09.811389 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:09.812131 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] Bound using segment: {'id': '2df3a294-40c0-4ea7-988b-feb066839389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:52:09.812722 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] Bound port: 6b79135b-b74b-46bc-859b-7c57e66d684a, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df3a294-40c0-4ea7-988b-feb066839389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:52:09.813282 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:09.881005 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 15427da8-ffbc-48e6-a2ac-a9efe7c499dc triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:09.881387 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:09.916244 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] For port 6b79135b-b74b-46bc-859b-7c57e66d684a, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:52:09.941527 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] For port 6b79135b-b74b-46bc-859b-7c57e66d684a, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6b79135b-b74b-46bc-859b-7c57e66d684a,segment=NetworkSegment(2df3a294-40c0-4ea7-988b-feb066839389),segment_id=2df3a294-40c0-4ea7-988b-feb066839389)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:52:09.952720 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:10.032949 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-216305fd-52dd-411c-9933-43dc225c23a5 None None] Provisioning complete for port 6b79135b-b74b-46bc-859b-7c57e66d684a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:10.033620 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-216305fd-52dd-411c-9933-43dc225c23a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:10.088942 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54491f8e-82a5-437a-911d-8d5ae7fb2358 None None] Pushing event updated for resources: {'Port': ['ID=6b79135b-b74b-46bc-859b-7c57e66d684a,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:10.091596 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] Routers {'0cb92141-2c94-40de-aecf-aefc1c64d769'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:52:10.092205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:52:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0cb92141-2c94-40de-aecf-aefc1c64d769'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:10.235838 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-216305fd-52dd-411c-9933-43dc225c23a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:10.249139 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] Set router 0cb92141-2c94-40de-aecf-aefc1c64d769 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:52:10.343925 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-216305fd-52dd-411c-9933-43dc225c23a5 None None] For port 6b79135b-b74b-46bc-859b-7c57e66d684a, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6b79135b-b74b-46bc-859b-7c57e66d684a,segment=NetworkSegment(2df3a294-40c0-4ea7-988b-feb066839389),segment_id=2df3a294-40c0-4ea7-988b-feb066839389)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:10.350015 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-216305fd-52dd-411c-9933-43dc225c23a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:10.413116 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-00975768-90d7-427f-b04b-984e58b599e3 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:10.414953 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-00975768-90d7-427f-b04b-984e58b599e3 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.53 "GET /v2.0/networks?id=2ea92039-29d8-4cba-826b-ac456a30e758 HTTP/1.1" status: 200 len: 796 time: 0.1264260 Nov 23 22:52:10.475815 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fb2485b2-8f95-4243-8a0c-ccb0a2686409 req-a88b2e04-dd6c-4276-bafd-5717300d4880 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 210 time: 0.0525589 Nov 23 22:52:10.476428 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216305fd-52dd-411c-9933-43dc225c23a5 None None] Pushing event updated for resources: {'Port': ['ID=6b79135b-b74b-46bc-859b-7c57e66d684a,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:10.503060 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-14164428-5375-442e-910b-7011fb4018fd tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0882b7bd8054ab2a15297438b6d1014 HTTP/1.1" status: 200 len: 380 time: 0.0733907 Nov 23 22:52:10.514041 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4845be4c-83a9-46f8-8542-d615940e6014 None None] Provisioning complete for port 6b79135b-b74b-46bc-859b-7c57e66d684a triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:10.514416 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4845be4c-83a9-46f8-8542-d615940e6014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:10.518649 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-e6da3483-3058-4f3b-a857-73effe9c1068 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'port': {'device_id': 'b150264d-df6a-407f-8a24-142ff6f7095a', 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758', 'admin_state_up': True, 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'security_groups': ['9d8150fb-3899-416d-ac2e-65fc126c6d48']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:10.606236 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417765576', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:07Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6b79135b-b74b-46bc-859b-7c57e66d684a', 'name': '', 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:0a:97:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '4942e6a1-f4a3-49fa-95f6-f1785b2be0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:07Z', 'updated_at': '2021-11-23T22:52:09Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '4942e6a1-f4a3-49fa-95f6-f1785b2be0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:10.635510 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-e6da3483-3058-4f3b-a857-73effe9c1068 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Made reservation on behalf of e0882b7bd8054ab2a15297438b6d1014 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:52:10.639040 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-e6da3483-3058-4f3b-a857-73effe9c1068 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:10.640411 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3feaa0-8e87-4ccf-93b6-0eca4fd0e4d2 None None] The sync data for ids ['0cb92141-2c94-40de-aecf-aefc1c64d769'] in n-d-816206-9 is: [{'id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417765576', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:07Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6b79135b-b74b-46bc-859b-7c57e66d684a', 'name': '', 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:0a:97:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '4942e6a1-f4a3-49fa-95f6-f1785b2be0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:07Z', 'updated_at': '2021-11-23T22:52:09Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '4942e6a1-f4a3-49fa-95f6-f1785b2be0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:52:10.782514 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-e6da3483-3058-4f3b-a857-73effe9c1068 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Allocated IP 172.20.0.5 (2ea92039-29d8-4cba-826b-ac456a30e758/4942e6a1-f4a3-49fa-95f6-f1785b2be0eb/fd728f7b-6681-4ca3-936b-37de231a4d2d) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:52:10.933949 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-e6da3483-3058-4f3b-a857-73effe9c1068 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:10.973961 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-e6da3483-3058-4f3b-a857-73effe9c1068 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:11.023923 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-e6da3483-3058-4f3b-a857-73effe9c1068 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 2ea92039-29d8-4cba-826b-ac456a30e758 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:52:11.027794 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-e6da3483-3058-4f3b-a857-73effe9c1068 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:52:11.033639 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-e6da3483-3058-4f3b-a857-73effe9c1068 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:52:11.037927 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da3483-3058-4f3b-a857-73effe9c1068 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=fd728f7b-6681-4ca3-936b-37de231a4d2d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:11.086829 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-e6da3483-3058-4f3b-a857-73effe9c1068 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:11.087856 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-e6da3483-3058-4f3b-a857-73effe9c1068 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:11.108736 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-e6da3483-3058-4f3b-a857-73effe9c1068 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5989447 Nov 23 22:52:11.202975 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-5e0dfb1f-a863-48c7-a110-79d1c58510c2 service neutron] Request body: {'port': {'device_id': 'b150264d-df6a-407f-8a24-142ff6f7095a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:11.266682 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-5e0dfb1f-a863-48c7-a110-79d1c58510c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:11.274286 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-fd382582-acb7-474c-a095-cb81a9d3e487 None None] Provisioning complete for port fd728f7b-6681-4ca3-936b-37de231a4d2d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:11.274973 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fd382582-acb7-474c-a095-cb81a9d3e487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:11.309785 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-fd382582-acb7-474c-a095-cb81a9d3e487 None None] Port fd728f7b-6681-4ca3-936b-37de231a4d2d cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:52:11.549661 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-5e0dfb1f-a863-48c7-a110-79d1c58510c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd728f7b-6681-4ca3-936b-37de231a4d2d {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:52:11.557627 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-5e0dfb1f-a863-48c7-a110-79d1c58510c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:11.571685 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-5e0dfb1f-a863-48c7-a110-79d1c58510c2 service neutron] Transition to ACTIVE for port object fd728f7b-6681-4ca3-936b-37de231a4d2d will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:52:11.577800 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-5e0dfb1f-a863-48c7-a110-79d1c58510c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:11.604822 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0336a0-f916-46b4-b0da-c8e10b06470d req-0dc20e2a-c166-4357-b2c5-b1379c033b4f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:11.607936 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ac0336a0-f916-46b4-b0da-c8e10b06470d req-0dc20e2a-c166-4357-b2c5-b1379c033b4f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 931 time: 0.0539920 Nov 23 22:52:11.633269 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0dfb1f-a863-48c7-a110-79d1c58510c2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd728f7b-6681-4ca3-936b-37de231a4d2d,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:11.702689 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ac0336a0-f916-46b4-b0da-c8e10b06470d req-3575f84a-2916-4e4f-86f0-365b8525328a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769262 Nov 23 22:52:11.744291 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-5e0dfb1f-a863-48c7-a110-79d1c58510c2 service neutron] Attempting to bind port fd728f7b-6681-4ca3-936b-37de231a4d2d on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:52:11.744918 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-5e0dfb1f-a863-48c7-a110-79d1c58510c2 service neutron] Attempting to bind port fd728f7b-6681-4ca3-936b-37de231a4d2d by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '2df3a294-40c0-4ea7-988b-feb066839389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:52:11.745422 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-5e0dfb1f-a863-48c7-a110-79d1c58510c2 service neutron] Attempting to bind port fd728f7b-6681-4ca3-936b-37de231a4d2d on network 2ea92039-29d8-4cba-826b-ac456a30e758 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:52:11.751187 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-5e0dfb1f-a863-48c7-a110-79d1c58510c2 service neutron] Port fd728f7b-6681-4ca3-936b-37de231a4d2d on network 2ea92039-29d8-4cba-826b-ac456a30e758 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:52:11.755678 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-5e0dfb1f-a863-48c7-a110-79d1c58510c2 service neutron] Attempting to bind port fd728f7b-6681-4ca3-936b-37de231a4d2d on network 2ea92039-29d8-4cba-826b-ac456a30e758 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:52:11.764070 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-5e0dfb1f-a863-48c7-a110-79d1c58510c2 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:52:11.764519 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-5e0dfb1f-a863-48c7-a110-79d1c58510c2 service neutron] Checking segment: {'id': '2df3a294-40c0-4ea7-988b-feb066839389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:52:11.764987 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-5e0dfb1f-a863-48c7-a110-79d1c58510c2 service neutron] Bound using segment: {'id': '2df3a294-40c0-4ea7-988b-feb066839389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:52:11.765500 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-5e0dfb1f-a863-48c7-a110-79d1c58510c2 service neutron] Bound port: fd728f7b-6681-4ca3-936b-37de231a4d2d, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df3a294-40c0-4ea7-988b-feb066839389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:52:11.765925 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-5e0dfb1f-a863-48c7-a110-79d1c58510c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:11.797199 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6b79135b-b74b-46bc-859b-7c57e66d684a up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:52:11.861306 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-5e0dfb1f-a863-48c7-a110-79d1c58510c2 service neutron] For port fd728f7b-6681-4ca3-936b-37de231a4d2d, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:52:11.865300 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 6b79135b-b74b-46bc-859b-7c57e66d684a triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:11.865480 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-5e0dfb1f-a863-48c7-a110-79d1c58510c2 service neutron] For port fd728f7b-6681-4ca3-936b-37de231a4d2d, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=fd728f7b-6681-4ca3-936b-37de231a4d2d,segment=NetworkSegment(2df3a294-40c0-4ea7-988b-feb066839389),segment_id=2df3a294-40c0-4ea7-988b-feb066839389)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:52:11.865849 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:11.869572 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-5e0dfb1f-a863-48c7-a110-79d1c58510c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:11.906688 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-5e0dfb1f-a863-48c7-a110-79d1c58510c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:11.907107 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-5e0dfb1f-a863-48c7-a110-79d1c58510c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:11.908700 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-5e0dfb1f-a863-48c7-a110-79d1c58510c2 service neutron] 10.222.0.53 "PUT /v2.0/ports/fd728f7b-6681-4ca3-936b-37de231a4d2d HTTP/1.1" status: 200 len: 1091 time: 0.7847846 Nov 23 22:52:11.909144 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b150264d-df6a-407f-8a24-142ff6f7095a', 'tag': 'fd728f7b-6681-4ca3-936b-37de231a4d2d'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:52:11.911538 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b167cb03-f566-41d4-9a99-21fc2cb286dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b150264d-df6a-407f-8a24-142ff6f7095a", "tag": "fd728f7b-6681-4ca3-936b-37de231a4d2d"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:52:11.939179 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0dfb1f-a863-48c7-a110-79d1c58510c2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd728f7b-6681-4ca3-936b-37de231a4d2d,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:11.981794 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f29cda-51d9-4bde-950e-1f58cc2b80ac x-openstack-request-id: req-f0f29cda-51d9-4bde-950e-1f58cc2b80ac {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:52:11.982098 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b150264d-df6a-407f-8a24-142ff6f7095a", "tag": "fd728f7b-6681-4ca3-936b-37de231a4d2d", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:52:11.982353 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f0f29cda-51d9-4bde-950e-1f58cc2b80ac {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:52:11.982832 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b150264d-df6a-407f-8a24-142ff6f7095a', 'tag': 'fd728f7b-6681-4ca3-936b-37de231a4d2d', 'status': 'completed', 'code': 200} Nov 23 22:52:12.013544 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-ef81e1cb-3f07-4ea0-894d-b9417ee82782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:12.015131 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-ef81e1cb-3f07-4ea0-894d-b9417ee82782 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 1094 time: 0.0502403 Nov 23 22:52:12.066206 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-5371a3cc-3d43-4605-a64b-fc461d7558e7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd728f7b-6681-4ca3-936b-37de231a4d2d HTTP/1.1" status: 200 len: 217 time: 0.0398583 Nov 23 22:52:12.121241 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-b250b8aa-f1dc-4d6d-b51a-93b61bad824f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:12.122750 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-b250b8aa-f1dc-4d6d-b51a-93b61bad824f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4942e6a1-f4a3-49fa-95f6-f1785b2be0eb HTTP/1.1" status: 200 len: 835 time: 0.0466514 Nov 23 22:52:12.175019 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-4bbb9559-2819-43b0-b219-b57addf9797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:12.176680 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-4bbb9559-2819-43b0-b219-b57addf9797b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ea92039-29d8-4cba-826b-ac456a30e758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411341 Nov 23 22:52:12.278894 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-231d5c53-f95c-4b1e-83b1-1b6dfeb256f1 service neutron] 10.222.0.53 "GET /v2.0/networks/2ea92039-29d8-4cba-826b-ac456a30e758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876317 Nov 23 22:52:12.373617 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-fcabced0-888b-4700-b4b6-7b224e3feca7 req-525386db-4840-40b5-85f1-75136ddd1fc1 service neutron] 10.222.0.53 "GET /v2.0/networks/2ea92039-29d8-4cba-826b-ac456a30e758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825994 Nov 23 22:52:12.478148 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167cb03-f566-41d4-9a99-21fc2cb286dd req-544f761d-cb7d-4258-8d7e-0c32475254d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:12.479666 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b167cb03-f566-41d4-9a99-21fc2cb286dd req-544f761d-cb7d-4258-8d7e-0c32475254d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 1094 time: 0.0459864 Nov 23 22:52:12.572741 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167cb03-f566-41d4-9a99-21fc2cb286dd req-f1c7345a-34fd-4e8e-a1df-ec861f7df326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:12.574211 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b167cb03-f566-41d4-9a99-21fc2cb286dd req-f1c7345a-34fd-4e8e-a1df-ec861f7df326 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ea92039-29d8-4cba-826b-ac456a30e758 HTTP/1.1" status: 200 len: 897 time: 0.0838420 Nov 23 22:52:12.620225 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b167cb03-f566-41d4-9a99-21fc2cb286dd req-7cb738e5-b793-49fb-836a-f021e1009765 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd728f7b-6681-4ca3-936b-37de231a4d2d HTTP/1.1" status: 200 len: 217 time: 0.0386024 Nov 23 22:52:12.673801 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167cb03-f566-41d4-9a99-21fc2cb286dd req-df917eb0-ab86-443e-94fc-c24c04b8c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:12.675265 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b167cb03-f566-41d4-9a99-21fc2cb286dd req-df917eb0-ab86-443e-94fc-c24c04b8c85a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4942e6a1-f4a3-49fa-95f6-f1785b2be0eb HTTP/1.1" status: 200 len: 835 time: 0.0436494 Nov 23 22:52:12.723893 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167cb03-f566-41d4-9a99-21fc2cb286dd req-4c4daaed-fb1f-4f18-bb2d-75a675cc9c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:12.725372 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b167cb03-f566-41d4-9a99-21fc2cb286dd req-4c4daaed-fb1f-4f18-bb2d-75a675cc9c89 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ea92039-29d8-4cba-826b-ac456a30e758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399361 Nov 23 22:52:12.814723 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866e163-132c-4ec9-b674-5b59ecb33dc9 req-b30c5cdc-df95-4779-a50b-bc8074ef46d5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:12.816287 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c866e163-132c-4ec9-b674-5b59ecb33dc9 req-b30c5cdc-df95-4779-a50b-bc8074ef46d5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 943 time: 0.0504875 Nov 23 22:52:12.822248 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b167cb03-f566-41d4-9a99-21fc2cb286dd req-1709ecd7-9dd0-4782-bd1b-cbdccb7f90c8 service neutron] 10.222.0.53 "GET /v2.0/networks/2ea92039-29d8-4cba-826b-ac456a30e758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868545 Nov 23 22:52:12.867533 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c866e163-132c-4ec9-b674-5b59ecb33dc9 req-620a3c8b-1c4e-4218-a0f3-6939b882a6dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451405 Nov 23 22:52:12.916433 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b167cb03-f566-41d4-9a99-21fc2cb286dd req-af561820-3f5c-4231-869e-76b3988f43c9 service neutron] 10.222.0.53 "GET /v2.0/networks/2ea92039-29d8-4cba-826b-ac456a30e758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819690 Nov 23 22:52:13.983563 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0273c4-d155-4612-8e2b-148ac834f15f req-2c208cce-f3d9-4109-a830-59aa5d45b756 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:13.985027 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b0273c4-d155-4612-8e2b-148ac834f15f req-2c208cce-f3d9-4109-a830-59aa5d45b756 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 943 time: 0.0482841 Nov 23 22:52:14.033897 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b0273c4-d155-4612-8e2b-148ac834f15f req-d59d6b39-2c28-49e8-a500-8e43561d7d9e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428519 Nov 23 22:52:14.603181 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:52:15.156486 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37c72d-faa1-4ceb-a114-fb5b01896002 req-0e82adb9-5acf-4775-8679-69137125258b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:15.158178 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a37c72d-faa1-4ceb-a114-fb5b01896002 req-0e82adb9-5acf-4775-8679-69137125258b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 943 time: 0.0550008 Nov 23 22:52:15.209822 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a37c72d-faa1-4ceb-a114-fb5b01896002 req-9a6fc92e-2950-4ddc-9da3-c574f48f2007 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454068 Nov 23 22:52:16.324830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d05c0-0aa6-48f2-8d4f-d5922e0c81f5 req-bb536369-897a-4530-bf55-2e4392bdc56c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:16.326285 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-517d05c0-0aa6-48f2-8d4f-d5922e0c81f5 req-bb536369-897a-4530-bf55-2e4392bdc56c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 943 time: 0.0494184 Nov 23 22:52:16.377664 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device fd728f7b-6681-4ca3-936b-37de231a4d2d details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:52:16.378275 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-517d05c0-0aa6-48f2-8d4f-d5922e0c81f5 req-6bb40a89-84a9-4ce3-a0de-41f1514e9758 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448933 Nov 23 22:52:16.476425 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port fd728f7b-6681-4ca3-936b-37de231a4d2d, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=fd728f7b-6681-4ca3-936b-37de231a4d2d,segment=NetworkSegment(2df3a294-40c0-4ea7-988b-feb066839389),segment_id=2df3a294-40c0-4ea7-988b-feb066839389)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:16.487369 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'fd728f7b-6681-4ca3-936b-37de231a4d2d', 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758', 'port_id': 'fd728f7b-6681-4ca3-936b-37de231a4d2d', 'mac_address': 'fa:16:3e:9f:c2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4942e6a1-f4a3-49fa-95f6-f1785b2be0eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:52:16.527915 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:16.540512 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd728f7b-6681-4ca3-936b-37de231a4d2d {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:52:16.559430 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port fd728f7b-6681-4ca3-936b-37de231a4d2d, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=fd728f7b-6681-4ca3-936b-37de231a4d2d,segment=NetworkSegment(2df3a294-40c0-4ea7-988b-feb066839389),segment_id=2df3a294-40c0-4ea7-988b-feb066839389)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:16.563685 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:16.609087 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=fd728f7b-6681-4ca3-936b-37de231a4d2d,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:16.844129 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['fd728f7b-6681-4ca3-936b-37de231a4d2d'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:52:17.497478 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f2d4a-3f62-40f0-8f05-f864bf1e7ddd req-e550329f-bf10-4b77-9f60-1b1bccd67321 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:17.498965 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e69f2d4a-3f62-40f0-8f05-f864bf1e7ddd req-e550329f-bf10-4b77-9f60-1b1bccd67321 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 944 time: 0.0524592 Nov 23 22:52:17.547929 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e69f2d4a-3f62-40f0-8f05-f864bf1e7ddd req-9dd515c4-65cc-44d9-aa14-2326a9495ad7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429146 Nov 23 22:52:18.409213 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device fd728f7b-6681-4ca3-936b-37de231a4d2d up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:52:18.457811 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port fd728f7b-6681-4ca3-936b-37de231a4d2d completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:52:18.461938 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port fd728f7b-6681-4ca3-936b-37de231a4d2d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:52:18.462306 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:18.540749 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:18.562700 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b150264d-df6a-407f-8a24-142ff6f7095a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd728f7b-6681-4ca3-936b-37de231a4d2d'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:52:18.565546 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3183472c-f2e5-4d0a-97dc-8b5922e9b807" -d '{"events": [{"server_uuid": "b150264d-df6a-407f-8a24-142ff6f7095a", "name": "network-vif-plugged", "status": "completed", "tag": "fd728f7b-6681-4ca3-936b-37de231a4d2d"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:52:18.577784 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port fd728f7b-6681-4ca3-936b-37de231a4d2d, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=fd728f7b-6681-4ca3-936b-37de231a4d2d,segment=NetworkSegment(2df3a294-40c0-4ea7-988b-feb066839389),segment_id=2df3a294-40c0-4ea7-988b-feb066839389)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:52:18.584198 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:18.608326 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35de38ea-2c91-4d12-8642-0163c92e8594 x-openstack-request-id: req-35de38ea-2c91-4d12-8642-0163c92e8594 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:52:18.608326 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b150264d-df6a-407f-8a24-142ff6f7095a", "name": "network-vif-plugged", "status": "completed", "tag": "fd728f7b-6681-4ca3-936b-37de231a4d2d", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:52:18.608326 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35de38ea-2c91-4d12-8642-0163c92e8594 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:52:18.608707 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b150264d-df6a-407f-8a24-142ff6f7095a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd728f7b-6681-4ca3-936b-37de231a4d2d', 'code': 200} Nov 23 22:52:18.637076 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=fd728f7b-6681-4ca3-936b-37de231a4d2d,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:18.691717 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1f84a-7e9e-4e93-a50d-ae4d75216701 req-8d1a1be4-d7c2-4daf-a323-97ffb3f91d44 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:18.693127 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7ab1f84a-7e9e-4e93-a50d-ae4d75216701 req-8d1a1be4-d7c2-4daf-a323-97ffb3f91d44 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 945 time: 0.0672956 Nov 23 22:52:18.723340 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452294b-3ef1-44df-8c33-87e79d8e467e req-935e447a-92e6-46c2-a4a3-c5246ef12fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:18.724847 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a452294b-3ef1-44df-8c33-87e79d8e467e req-935e447a-92e6-46c2-a4a3-c5246ef12fca service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 1096 time: 0.0404339 Nov 23 22:52:18.745058 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7ab1f84a-7e9e-4e93-a50d-ae4d75216701 req-a1798c58-e7df-4594-abad-be36da1bf510 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459700 Nov 23 22:52:18.785189 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a452294b-3ef1-44df-8c33-87e79d8e467e req-bc1265ef-fcfe-4547-8503-59ac62eecd59 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457709 Nov 23 22:52:19.862761 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ed7cd-27b5-4feb-83eb-24fd9361ae09 req-3b08328a-e850-43fa-9b58-939d94bb37f4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:19.864245 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-913ed7cd-27b5-4feb-83eb-24fd9361ae09 req-3b08328a-e850-43fa-9b58-939d94bb37f4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 945 time: 0.0490067 Nov 23 22:52:19.916770 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-913ed7cd-27b5-4feb-83eb-24fd9361ae09 req-052d5bd6-5c26-4f2c-bf87-29df877a13f7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465178 Nov 23 22:52:21.033454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9bb4c-97c7-429b-a73f-7bc3c4369b69 req-54e04b70-5849-498a-b96f-878f2bd68b47 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:21.034890 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91c9bb4c-97c7-429b-a73f-7bc3c4369b69 req-54e04b70-5849-498a-b96f-878f2bd68b47 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 945 time: 0.0484390 Nov 23 22:52:21.083790 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91c9bb4c-97c7-429b-a73f-7bc3c4369b69 req-ab21a0b3-c537-4672-8591-a52550d552f9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429859 Nov 23 22:52:21.200743 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa6996-6578-4f69-a1eb-872e5e41bdad req-47884a83-1dee-4bc5-8f93-1fea94ff3da1 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:21.202186 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a7fa6996-6578-4f69-a1eb-872e5e41bdad req-47884a83-1dee-4bc5-8f93-1fea94ff3da1 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 945 time: 0.0491641 Nov 23 22:52:21.251232 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a7fa6996-6578-4f69-a1eb-872e5e41bdad req-5ea877b9-cf73-481c-91b8-10d094758d86 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425396 Nov 23 22:52:21.273286 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50850) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:21.316896 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d4f9fe-b846-4574-a5b7-ef1a76b50f3c tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:21.318375 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-51d4f9fe-b846-4574-a5b7-ef1a76b50f3c tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 1091 time: 0.0441475 Nov 23 22:52:21.321153 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50852) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:21.325253 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-a89e609f-7246-4dfe-9c1e-985f134e203a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': 'fd728f7b-6681-4ca3-936b-37de231a4d2d', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:52:21.347916 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a89e609f-7246-4dfe-9c1e-985f134e203a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:21.441078 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a89e609f-7246-4dfe-9c1e-985f134e203a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:21.544129 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-a89e609f-7246-4dfe-9c1e-985f134e203a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Allocated IP 172.25.5.196 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/8fef9ca4-8cc2-49c2-b6c4-520f9fa5d158) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:52:21.643620 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a89e609f-7246-4dfe-9c1e-985f134e203a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:21.676082 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a89e609f-7246-4dfe-9c1e-985f134e203a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:21.720400 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89e609f-7246-4dfe-9c1e-985f134e203a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:52:21.723240 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-a89e609f-7246-4dfe-9c1e-985f134e203a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:52:21.726648 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89e609f-7246-4dfe-9c1e-985f134e203a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:52:21.732048 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e609f-7246-4dfe-9c1e-985f134e203a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=8fef9ca4-8cc2-49c2-b6c4-520f9fa5d158,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:22.079384 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a89e609f-7246-4dfe-9c1e-985f134e203a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:22.150492 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a89e609f-7246-4dfe-9c1e-985f134e203a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:22.305388 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a89e609f-7246-4dfe-9c1e-985f134e203a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:22.309729 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a89e609f-7246-4dfe-9c1e-985f134e203a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:22.380803 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e609f-7246-4dfe-9c1e-985f134e203a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=8fef9ca4-8cc2-49c2-b6c4-520f9fa5d158,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:52:22.389846 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a89e609f-7246-4dfe-9c1e-985f134e203a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:22.492779 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-a89e609f-7246-4dfe-9c1e-985f134e203a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Floating IP 2be94741-a5bc-41f4-8335-13793dc6debc associated. External IP: 172.25.5.196, port: fd728f7b-6681-4ca3-936b-37de231a4d2d. Nov 23 22:52:22.698129 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89e609f-7246-4dfe-9c1e-985f134e203a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router 0cb92141-2c94-40de-aecf-aefc1c64d769 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:52:23.118085 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89e609f-7246-4dfe-9c1e-985f134e203a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:52:23.128929 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d90822-621c-4003-9224-9689c0345d03 None None] Sync routers for ids ['0cb92141-2c94-40de-aecf-aefc1c64d769'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:52:23.140862 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d90822-621c-4003-9224-9689c0345d03 None None] Routers {'0cb92141-2c94-40de-aecf-aefc1c64d769'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:52:23.141658 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a1d90822-621c-4003-9224-9689c0345d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:52:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0cb92141-2c94-40de-aecf-aefc1c64d769'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:23.145070 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a89e609f-7246-4dfe-9c1e-985f134e203a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:23.172136 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a89e609f-7246-4dfe-9c1e-985f134e203a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8499913 Nov 23 22:52:23.173974 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b150264d-df6a-407f-8a24-142ff6f7095a', 'tag': 'fd728f7b-6681-4ca3-936b-37de231a4d2d'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:52:23.176309 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8bf1fd-c353-407a-8acb-4fd1ff5117ca" -d '{"events": [{"name": "network-changed", "server_uuid": "b150264d-df6a-407f-8a24-142ff6f7095a", "tag": "fd728f7b-6681-4ca3-936b-37de231a4d2d"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:52:23.218913 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec644e1-5307-4dad-bb4a-217fb770b47a x-openstack-request-id: req-5ec644e1-5307-4dad-bb4a-217fb770b47a {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:52:23.219212 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b150264d-df6a-407f-8a24-142ff6f7095a", "tag": "fd728f7b-6681-4ca3-936b-37de231a4d2d", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:52:23.220106 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ec644e1-5307-4dad-bb4a-217fb770b47a {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:52:23.220653 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b150264d-df6a-407f-8a24-142ff6f7095a', 'tag': 'fd728f7b-6681-4ca3-936b-37de231a4d2d', 'status': 'completed', 'code': 200} Nov 23 22:52:23.257261 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-a1d90822-621c-4003-9224-9689c0345d03 None None] Set router 0cb92141-2c94-40de-aecf-aefc1c64d769 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:52:23.282965 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e30874-34b5-4969-96eb-80614f57662a req-595b3da4-41fb-4dbe-bf9c-283fbe5d9903 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:23.284487 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-11e30874-34b5-4969-96eb-80614f57662a req-595b3da4-41fb-4dbe-bf9c-283fbe5d9903 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 945 time: 0.0537884 Nov 23 22:52:23.285078 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bf1fd-c353-407a-8acb-4fd1ff5117ca req-7b78ddd0-f269-4574-a055-77a9508651e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:23.286602 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cf8bf1fd-c353-407a-8acb-4fd1ff5117ca req-7b78ddd0-f269-4574-a055-77a9508651e1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 1096 time: 0.0431867 Nov 23 22:52:23.335849 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-11e30874-34b5-4969-96eb-80614f57662a req-0659147d-eb50-43b0-af26-b7ffd9a18e9e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453875 Nov 23 22:52:23.359162 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50858) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:23.388802 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bf1fd-c353-407a-8acb-4fd1ff5117ca req-46a9a642-e691-4ed2-8943-d7602695f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:23.390199 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cf8bf1fd-c353-407a-8acb-4fd1ff5117ca req-46a9a642-e691-4ed2-8943-d7602695f40a service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ea92039-29d8-4cba-826b-ac456a30e758 HTTP/1.1" status: 200 len: 897 time: 0.0954769 Nov 23 22:52:23.427518 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-43ecc478-6ff9-4a93-a00b-19a1d17c71bf tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/floatingips/2be94741-a5bc-41f4-8335-13793dc6debc HTTP/1.1" status: 200 len: 991 time: 0.0671999 Nov 23 22:52:23.463056 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cf8bf1fd-c353-407a-8acb-4fd1ff5117ca req-bb459165-0c38-4993-baa0-ec4634748e8b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd728f7b-6681-4ca3-936b-37de231a4d2d HTTP/1.1" status: 200 len: 999 time: 0.0648966 Nov 23 22:52:23.484413 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:23.497022 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a1d90822-621c-4003-9224-9689c0345d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417765576', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:07Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '2be94741-a5bc-41f4-8335-13793dc6debc', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'port_id': 'fd728f7b-6681-4ca3-936b-37de231a4d2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758', 'mac_address': 'fa:16:3e:9f:c2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b150264d-df6a-407f-8a24-142ff6f7095a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:52:21Z', 'updated_at': '2021-11-23T22:52:21Z', 'revision_number': 0, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b79135b-b74b-46bc-859b-7c57e66d684a', 'name': '', 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:0a:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '4942e6a1-f4a3-49fa-95f6-f1785b2be0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:07Z', 'updated_at': '2021-11-23T22:52:10Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '4942e6a1-f4a3-49fa-95f6-f1785b2be0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:23.512818 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bf1fd-c353-407a-8acb-4fd1ff5117ca req-932efd97-f9cc-4309-a77a-42b0caf67073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:23.514303 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cf8bf1fd-c353-407a-8acb-4fd1ff5117ca req-932efd97-f9cc-4309-a77a-42b0caf67073 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4942e6a1-f4a3-49fa-95f6-f1785b2be0eb HTTP/1.1" status: 200 len: 835 time: 0.0451801 Nov 23 22:52:23.524437 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d90822-621c-4003-9224-9689c0345d03 None None] Checking router: 0cb92141-2c94-40de-aecf-aefc1c64d769 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:52:23.533052 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d90822-621c-4003-9224-9689c0345d03 None None] Routers {'0cb92141-2c94-40de-aecf-aefc1c64d769'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:52:23.533665 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a1d90822-621c-4003-9224-9689c0345d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:52:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0cb92141-2c94-40de-aecf-aefc1c64d769'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:23.561314 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bf1fd-c353-407a-8acb-4fd1ff5117ca req-2aa45019-4e22-4235-b16f-33e685e93588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:52:23.562839 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cf8bf1fd-c353-407a-8acb-4fd1ff5117ca req-2aa45019-4e22-4235-b16f-33e685e93588 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ea92039-29d8-4cba-826b-ac456a30e758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407763 Nov 23 22:52:23.638111 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-a1d90822-621c-4003-9224-9689c0345d03 None None] Set router 0cb92141-2c94-40de-aecf-aefc1c64d769 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:52:23.658263 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cf8bf1fd-c353-407a-8acb-4fd1ff5117ca req-30bb9099-4711-4f11-afdc-be734a491b77 service neutron] 10.222.0.53 "GET /v2.0/networks/2ea92039-29d8-4cba-826b-ac456a30e758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865073 Nov 23 22:52:23.865511 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a1d90822-621c-4003-9224-9689c0345d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417765576', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:07Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '2be94741-a5bc-41f4-8335-13793dc6debc', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'port_id': 'fd728f7b-6681-4ca3-936b-37de231a4d2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758', 'mac_address': 'fa:16:3e:9f:c2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b150264d-df6a-407f-8a24-142ff6f7095a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:52:21Z', 'updated_at': '2021-11-23T22:52:21Z', 'revision_number': 0, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b79135b-b74b-46bc-859b-7c57e66d684a', 'name': '', 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:0a:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '4942e6a1-f4a3-49fa-95f6-f1785b2be0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:07Z', 'updated_at': '2021-11-23T22:52:10Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '4942e6a1-f4a3-49fa-95f6-f1785b2be0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:52:23.897382 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d90822-621c-4003-9224-9689c0345d03 None None] The sync data for ids ['0cb92141-2c94-40de-aecf-aefc1c64d769'] in n-d-816206-9 is: [{'id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417765576', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:07Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '2be94741-a5bc-41f4-8335-13793dc6debc', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'floating_ip_address': '172.25.5.196', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'port_id': 'fd728f7b-6681-4ca3-936b-37de231a4d2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758', 'mac_address': 'fa:16:3e:9f:c2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b150264d-df6a-407f-8a24-142ff6f7095a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:52:21Z', 'updated_at': '2021-11-23T22:52:21Z', 'revision_number': 0, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b79135b-b74b-46bc-859b-7c57e66d684a', 'name': '', 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:0a:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '4942e6a1-f4a3-49fa-95f6-f1785b2be0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:07Z', 'updated_at': '2021-11-23T22:52:10Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '4942e6a1-f4a3-49fa-95f6-f1785b2be0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:52:24.036926 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-cf8bf1fd-c353-407a-8acb-4fd1ff5117ca req-f6d8d34c-e8fc-42c7-99a8-5386df9e9c53 service neutron] 10.222.0.53 "GET /v2.0/networks/2ea92039-29d8-4cba-826b-ac456a30e758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707795 Nov 23 22:52:24.114520 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a70fe69-1b0e-4f2c-b0a0-fbe43d8d6baa None None] New status for floating IP 2be94741-a5bc-41f4-8335-13793dc6debc: ACTIVE {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:52:24.431826 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50860) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:52:24.492891 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1419678f-e4f4-46bc-ab57-c4a27bc30bac tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/floatingips/2be94741-a5bc-41f4-8335-13793dc6debc HTTP/1.1" status: 200 len: 993 time: 0.0598259 Nov 23 22:52:28.059760 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fe1deb8d-deb8-4171-9fe4-817a639bc8ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:30.456441 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:30.597711 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9289d447-dba5-4cfb-ba6e-40daa668b2c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:31.832259 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:33.226860 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:33.986401 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:51.603075 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:52:53.500171 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:58.060368 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-101a0ff9-99bc-4c87-be58-ff3ef9fd34d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:52:59.735704 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-f1d00cab-116d-4b0f-bee0-0eb0f3b34cfe req-29580813-142a-4558-a02b-bb090e528e53 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:52:59.736711 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1d00cab-116d-4b0f-bee0-0eb0f3b34cfe req-29580813-142a-4558-a02b-bb090e528e53 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477631 Nov 23 22:53:00.477867 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:00.597961 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8e05db53-9599-483c-b516-ed22da179b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:00.927435 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50886) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:01.039125 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b2cc3-f45d-4377-9e25-68cbaa94187e req-3afe8302-711e-432a-a69e-3b5159c56c2a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:01.040626 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b6b2cc3-f45d-4377-9e25-68cbaa94187e req-3afe8302-711e-432a-a69e-3b5159c56c2a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 945 time: 0.1459057 Nov 23 22:53:01.048042 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-270267e9-ffba-482f-b561-04a10ac0e59e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1195095 Nov 23 22:53:01.058682 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-f08a3eac-db06-4df1-b7cf-7224241263f4 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:01.059654 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-f08a3eac-db06-4df1-b7cf-7224241263f4 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047092 Nov 23 22:53:01.099458 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2b6b2cc3-f45d-4377-9e25-68cbaa94187e req-bb803c07-5377-4fcf-8d5a-4f0250d4f7df tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504341 Nov 23 22:53:01.832375 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:02.271273 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2835573-d652-4837-8d8c-7d925642a1c5 req-c1efc310-13d8-4411-b791-a47327be2a5e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:02.272743 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f2835573-d652-4837-8d8c-7d925642a1c5 req-c1efc310-13d8-4411-b791-a47327be2a5e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 945 time: 0.1000564 Nov 23 22:53:02.321099 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f2835573-d652-4837-8d8c-7d925642a1c5 req-533307a6-b14c-4a46-84b6-09cc558cc881 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423594 Nov 23 22:53:03.228923 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:03.442829 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48353438-4e1c-482d-9c5b-3ee610ac2f62 req-96b8b06b-df49-47d5-9e91-862f8dc0bf5d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:03.444225 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-48353438-4e1c-482d-9c5b-3ee610ac2f62 req-96b8b06b-df49-47d5-9e91-862f8dc0bf5d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 945 time: 0.0544417 Nov 23 22:53:03.496004 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-48353438-4e1c-482d-9c5b-3ee610ac2f62 req-35b845f7-565c-4113-a583-53b0d2058d7b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445919 Nov 23 22:53:03.990492 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:04.614791 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9373037-f09f-42ca-ace7-fd01cff84db8 req-ff0f2560-f084-4344-9c2c-88639e3ab8c8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:04.616298 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c9373037-f09f-42ca-ace7-fd01cff84db8 req-ff0f2560-f084-4344-9c2c-88639e3ab8c8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 945 time: 0.0505593 Nov 23 22:53:04.665748 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c9373037-f09f-42ca-ace7-fd01cff84db8 req-3cc86948-9e40-4d2b-9d27-fe7513ea22fc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434449 Nov 23 22:53:05.789677 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e273e95-eb87-4ee8-a67e-da4f0f9a16e1 req-5f0e3e24-e891-45ad-b381-95e348f7ff94 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:05.791177 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e273e95-eb87-4ee8-a67e-da4f0f9a16e1 req-5f0e3e24-e891-45ad-b381-95e348f7ff94 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 945 time: 0.0550876 Nov 23 22:53:05.842642 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e273e95-eb87-4ee8-a67e-da4f0f9a16e1 req-331b9e1c-d468-4616-8f9f-e376a31c585b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453515 Nov 23 22:53:06.311125 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-b53e25db-5382-4b0d-b58a-235a805fdf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:06.312615 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-b53e25db-5382-4b0d-b58a-235a805fdf17 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 1096 time: 0.0406606 Nov 23 22:53:06.406858 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-d3a7eec2-a6ac-4697-9c9c-b61e4bee2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:06.408247 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-d3a7eec2-a6ac-4697-9c9c-b61e4bee2da6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ea92039-29d8-4cba-826b-ac456a30e758 HTTP/1.1" status: 200 len: 897 time: 0.0856037 Nov 23 22:53:06.491383 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-995849ac-39d6-4ed7-af2f-270895d24ebb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd728f7b-6681-4ca3-936b-37de231a4d2d HTTP/1.1" status: 200 len: 1001 time: 0.0717742 Nov 23 22:53:06.544724 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-40e9bc41-26c2-444b-8e24-09a01e878bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:06.546169 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-40e9bc41-26c2-444b-8e24-09a01e878bf9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4942e6a1-f4a3-49fa-95f6-f1785b2be0eb HTTP/1.1" status: 200 len: 835 time: 0.0444934 Nov 23 22:53:06.598486 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-de95835b-5dea-4f2b-b058-992d45008fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:06.600025 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-de95835b-5dea-4f2b-b058-992d45008fbc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ea92039-29d8-4cba-826b-ac456a30e758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408418 Nov 23 22:53:06.695415 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-33e728c9-2691-4e16-99d7-7a319cf002aa service neutron] 10.222.0.53 "GET /v2.0/networks/2ea92039-29d8-4cba-826b-ac456a30e758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876043 Nov 23 22:53:06.792565 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-4cad8a6f-307e-40b8-9835-80d973daefa6 service neutron] 10.222.0.53 "GET /v2.0/networks/2ea92039-29d8-4cba-826b-ac456a30e758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831068 Nov 23 22:53:06.913222 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22952111-698d-45fe-88c5-d788031dae3b req-0115e168-b889-45f4-97eb-3be1306e29bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:06.914771 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-22952111-698d-45fe-88c5-d788031dae3b req-0115e168-b889-45f4-97eb-3be1306e29bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 1096 time: 0.0511448 Nov 23 22:53:06.974159 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cc9c8-5e0b-4b4e-b783-583a967af3ac req-62644b24-76cc-4bcb-91aa-d0a7adba84d2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:06.975739 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-706cc9c8-5e0b-4b4e-b783-583a967af3ac req-62644b24-76cc-4bcb-91aa-d0a7adba84d2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 945 time: 0.0552883 Nov 23 22:53:07.027537 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-706cc9c8-5e0b-4b4e-b783-583a967af3ac req-d1e075d7-2f94-4b8c-b2ca-bc8717f35510 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456262 Nov 23 22:53:07.037396 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22952111-698d-45fe-88c5-d788031dae3b req-ad766d5b-e789-4ead-b28e-d3c13823388c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:07.038918 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-22952111-698d-45fe-88c5-d788031dae3b req-ad766d5b-e789-4ead-b28e-d3c13823388c service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ea92039-29d8-4cba-826b-ac456a30e758 HTTP/1.1" status: 200 len: 897 time: 0.0888772 Nov 23 22:53:07.111621 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-22952111-698d-45fe-88c5-d788031dae3b req-523d8ea3-d656-4408-8ee7-9b884abecaa6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd728f7b-6681-4ca3-936b-37de231a4d2d HTTP/1.1" status: 200 len: 1001 time: 0.0630016 Nov 23 22:53:07.162766 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22952111-698d-45fe-88c5-d788031dae3b req-2eeaaa51-470b-47c3-be86-2c5989b36b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:07.164220 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-22952111-698d-45fe-88c5-d788031dae3b req-2eeaaa51-470b-47c3-be86-2c5989b36b6b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4942e6a1-f4a3-49fa-95f6-f1785b2be0eb HTTP/1.1" status: 200 len: 835 time: 0.0450916 Nov 23 22:53:07.212520 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22952111-698d-45fe-88c5-d788031dae3b req-66907edd-0710-4ef7-96ad-6558ad26488b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:07.214090 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-22952111-698d-45fe-88c5-d788031dae3b req-66907edd-0710-4ef7-96ad-6558ad26488b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ea92039-29d8-4cba-826b-ac456a30e758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415981 Nov 23 22:53:07.310056 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-22952111-698d-45fe-88c5-d788031dae3b req-5304f334-29d9-4cfc-8311-7c31c8491377 service neutron] 10.222.0.53 "GET /v2.0/networks/2ea92039-29d8-4cba-826b-ac456a30e758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878565 Nov 23 22:53:07.408664 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-22952111-698d-45fe-88c5-d788031dae3b req-3395087e-d3cc-48de-ad8c-5c1bd66c1b7d service neutron] 10.222.0.53 "GET /v2.0/networks/2ea92039-29d8-4cba-826b-ac456a30e758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877514 Nov 23 22:53:08.148502 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16b80-e8a4-4071-9f7f-a4b12925a282 req-0e81ffb6-4e51-4f5a-b86e-bda99985619a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:08.149993 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ab16b80-e8a4-4071-9f7f-a4b12925a282 req-0e81ffb6-4e51-4f5a-b86e-bda99985619a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 945 time: 0.0520191 Nov 23 22:53:08.203656 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1ab16b80-e8a4-4071-9f7f-a4b12925a282 req-53719390-9a41-45c5-9038-dda6e5a9fd6e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476654 Nov 23 22:53:09.319124 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a828fb-c194-446d-8260-483700611fd3 req-8f8c9a25-cb44-429b-9b54-39d3bb463d14 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:09.320577 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f3a828fb-c194-446d-8260-483700611fd3 req-8f8c9a25-cb44-429b-9b54-39d3bb463d14 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 945 time: 0.0487533 Nov 23 22:53:09.371081 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f3a828fb-c194-446d-8260-483700611fd3 req-114c31c1-4399-4765-9c95-1311c078e6fe tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445480 Nov 23 22:53:10.489092 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff87d5-c84e-45a8-aed5-048bd383e917 req-81784b0c-155f-45c6-92bd-4122408f3035 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:10.490754 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86ff87d5-c84e-45a8-aed5-048bd383e917 req-81784b0c-155f-45c6-92bd-4122408f3035 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 945 time: 0.0513244 Nov 23 22:53:10.544302 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86ff87d5-c84e-45a8-aed5-048bd383e917 req-660f4e89-4c54-41c1-96b3-82bb9679821b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474372 Nov 23 22:53:11.668183 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cb96f-7d36-4706-9522-5e38d8948978 req-ee977a08-39d8-4dc9-b8a5-6b30feb41b5c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:11.669661 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c7cb96f-7d36-4706-9522-5e38d8948978 req-ee977a08-39d8-4dc9-b8a5-6b30feb41b5c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 945 time: 0.0537264 Nov 23 22:53:11.718484 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c7cb96f-7d36-4706-9522-5e38d8948978 req-66c5cff9-168b-48c9-84b9-2c469b6033f2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426831 Nov 23 22:53:12.833221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5da0c-5685-42ac-898e-b7adcbccc36b req-21c2dca9-68e7-491e-805e-44b023cd196d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:12.834678 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6bc5da0c-5685-42ac-898e-b7adcbccc36b req-21c2dca9-68e7-491e-805e-44b023cd196d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 945 time: 0.0486059 Nov 23 22:53:12.884060 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6bc5da0c-5685-42ac-898e-b7adcbccc36b req-59a4b7b8-dee5-4598-aee2-26dbb363d54b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434368 Nov 23 22:53:14.003996 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e09fa-bb34-44d8-abc8-da1ae4cf9cf2 req-0066e3ad-3052-40d7-8129-809dc9e78421 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:14.005466 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d23e09fa-bb34-44d8-abc8-da1ae4cf9cf2 req-0066e3ad-3052-40d7-8129-809dc9e78421 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 945 time: 0.0513375 Nov 23 22:53:14.057864 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d23e09fa-bb34-44d8-abc8-da1ae4cf9cf2 req-eeae230f-3b43-4223-b1b5-0f7b98c948f8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462308 Nov 23 22:53:15.175623 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c8558-e0d6-416d-86ad-5bd7e4b06dd5 req-65ee3b6a-bb7e-4bc7-86ad-6a54b7157978 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:15.177118 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-099c8558-e0d6-416d-86ad-5bd7e4b06dd5 req-65ee3b6a-bb7e-4bc7-86ad-6a54b7157978 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 945 time: 0.0498457 Nov 23 22:53:15.226781 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-099c8558-e0d6-416d-86ad-5bd7e4b06dd5 req-b2fe2b5e-3809-4d45-9d98-3a07abb0e6db tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437493 Nov 23 22:53:16.342198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7630759-a1b2-448b-b342-b39d9b98fa91 req-6ae39156-da07-4cd0-a716-9234d76108e4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:16.343704 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b7630759-a1b2-448b-b342-b39d9b98fa91 req-6ae39156-da07-4cd0-a716-9234d76108e4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 945 time: 0.0493886 Nov 23 22:53:16.395852 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b7630759-a1b2-448b-b342-b39d9b98fa91 req-d66123cb-4164-4e02-96be-0daf494a906d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455987 Nov 23 22:53:17.515972 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72920000-0168-4557-9023-2bb71dea4109 req-254e2fbe-6801-4830-b50c-3140db488cd4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:17.517449 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-72920000-0168-4557-9023-2bb71dea4109 req-254e2fbe-6801-4830-b50c-3140db488cd4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 945 time: 0.0531561 Nov 23 22:53:17.566891 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-72920000-0168-4557-9023-2bb71dea4109 req-573e882a-db28-48d6-a3b3-dff1c2358c26 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434823 Nov 23 22:53:18.681059 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c826c5-8add-4b1d-868c-a029d4b62f0d req-b1a0f220-d121-4861-a5b4-3d2b0580eda6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:18.682521 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5c826c5-8add-4b1d-868c-a029d4b62f0d req-b1a0f220-d121-4861-a5b4-3d2b0580eda6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 945 time: 0.0491734 Nov 23 22:53:18.731844 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5c826c5-8add-4b1d-868c-a029d4b62f0d req-efcbc896-b6d2-4b21-855f-b5448849aae3 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433426 Nov 23 22:53:18.861172 n-d-816206-9 neutron-server[110033]: INFO neutron.api.v2.resource [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-f3faa0ae-f88c-4a1d-904a-ad15e7fad3d8 service neutron] show failed (client error): The resource could not be found. Nov 23 22:53:18.862097 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-f3faa0ae-f88c-4a1d-904a-ad15e7fad3d8 service neutron] 10.222.0.53 "GET /v2.0/ports/fd728f7b-6681-4ca3-936b-37de231a4d2d/bindings/n-h2-816206-9 HTTP/1.1" status: 404 len: 380 time: 0.0587597 Nov 23 22:53:19.130626 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-e852216a-7e5d-4134-b1e4-1884bebebea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:19.132122 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-e852216a-7e5d-4134-b1e4-1884bebebea4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a&tenant_id=e0882b7bd8054ab2a15297438b6d1014 HTTP/1.1" status: 200 len: 1096 time: 0.0840960 Nov 23 22:53:19.142969 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-5d7d8389-4804-4c6a-976b-11daf9c34409 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:53:19.144057 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-5d7d8389-4804-4c6a-976b-11daf9c34409 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052943 Nov 23 22:53:19.161178 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-9', 'device_owner': 'compute:nova'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:19.213510 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:19.419754 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] For port fd728f7b-6681-4ca3-936b-37de231a4d2d, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=fd728f7b-6681-4ca3-936b-37de231a4d2d,segment=NetworkSegment(2df3a294-40c0-4ea7-988b-feb066839389),segment_id=2df3a294-40c0-4ea7-988b-feb066839389)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:19.452667 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] For port fd728f7b-6681-4ca3-936b-37de231a4d2d, host n-h1-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:53:19.492552 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b150264d-df6a-407f-8a24-142ff6f7095a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd728f7b-6681-4ca3-936b-37de231a4d2d'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:53:19.494912 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577efbef-4682-476e-91fd-3181e5402c29" -d '{"events": [{"server_uuid": "b150264d-df6a-407f-8a24-142ff6f7095a", "name": "network-vif-unplugged", "status": "completed", "tag": "fd728f7b-6681-4ca3-936b-37de231a4d2d"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:53:19.498746 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:19.512320 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Transition to ACTIVE for port object fd728f7b-6681-4ca3-936b-37de231a4d2d will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:53:19.516294 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:19.553502 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df25b85-3c80-478f-a0d6-89bf90b00928 x-openstack-request-id: req-6df25b85-3c80-478f-a0d6-89bf90b00928 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:53:19.553802 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b150264d-df6a-407f-8a24-142ff6f7095a", "name": "network-vif-unplugged", "status": "completed", "tag": "fd728f7b-6681-4ca3-936b-37de231a4d2d", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:53:19.554054 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6df25b85-3c80-478f-a0d6-89bf90b00928 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:53:19.554445 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b150264d-df6a-407f-8a24-142ff6f7095a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd728f7b-6681-4ca3-936b-37de231a4d2d', 'code': 200} Nov 23 22:53:19.602580 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Pushing event updated for resources: {'Port': ['ID=fd728f7b-6681-4ca3-936b-37de231a4d2d,revision_number=6']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:19.617731 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:19.618079 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:19.618419 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:19.618777 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:19.619112 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:19.619442 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:19.619773 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:19.620097 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:19.620420 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:19.620743 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:19.621063 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:19.621384 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:19.658045 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] No DVR routers for this DVR port fd728f7b-6681-4ca3-936b-37de231a4d2d on host n-h1-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:53:19.795747 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Attempting to bind port fd728f7b-6681-4ca3-936b-37de231a4d2d on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:53:19.796085 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Attempting to bind port fd728f7b-6681-4ca3-936b-37de231a4d2d by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': '2df3a294-40c0-4ea7-988b-feb066839389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:53:19.796417 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Attempting to bind port fd728f7b-6681-4ca3-936b-37de231a4d2d on network 2ea92039-29d8-4cba-826b-ac456a30e758 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:53:19.801160 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Port fd728f7b-6681-4ca3-936b-37de231a4d2d on network 2ea92039-29d8-4cba-826b-ac456a30e758 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:53:19.801487 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Attempting to bind port fd728f7b-6681-4ca3-936b-37de231a4d2d on network 2ea92039-29d8-4cba-826b-ac456a30e758 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:53:19.806509 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:53:19.806879 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Checking segment: {'id': '2df3a294-40c0-4ea7-988b-feb066839389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:53:19.807261 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Bound using segment: {'id': '2df3a294-40c0-4ea7-988b-feb066839389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:53:19.807686 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Bound port: fd728f7b-6681-4ca3-936b-37de231a4d2d, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df3a294-40c0-4ea7-988b-feb066839389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:53:19.808036 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:19.854426 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ed6a6-fd5b-43cd-a7a0-313faa7a4869 req-73e7bccd-1501-4036-bc4f-fae2f6f664a1 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:19.855966 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-031ed6a6-fd5b-43cd-a7a0-313faa7a4869 req-73e7bccd-1501-4036-bc4f-fae2f6f664a1 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 943 time: 0.0543802 Nov 23 22:53:19.871402 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] For port fd728f7b-6681-4ca3-936b-37de231a4d2d, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:53:19.874355 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] For port fd728f7b-6681-4ca3-936b-37de231a4d2d, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=fd728f7b-6681-4ca3-936b-37de231a4d2d,segment=NetworkSegment(2df3a294-40c0-4ea7-988b-feb066839389),segment_id=2df3a294-40c0-4ea7-988b-feb066839389)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:53:19.879621 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:19.908174 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-031ed6a6-fd5b-43cd-a7a0-313faa7a4869 req-13c833ed-369d-40e3-87ac-96b385d4daf7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458210 Nov 23 22:53:19.914294 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:19.914951 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:19.916354 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] 10.222.0.60 "PUT /v2.0/ports/fd728f7b-6681-4ca3-936b-37de231a4d2d HTTP/1.1" status: 200 len: 1091 time: 0.7590790 Nov 23 22:53:19.941482 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d87a5-bd7a-4115-bc73-4052fda9f7ef service neutron] Pushing event updated for resources: {'Port': ['ID=fd728f7b-6681-4ca3-936b-37de231a4d2d,revision_number=7']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:20.007757 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-a2c83d00-536a-4c42-afd0-9d206c93fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:20.009352 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-a2c83d00-536a-4c42-afd0-9d206c93fd96 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 1094 time: 0.0536458 Nov 23 22:53:20.103811 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-2ac95661-4ac9-4648-a7fe-8ec92aead37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:20.105289 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-2ac95661-4ac9-4648-a7fe-8ec92aead37d service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ea92039-29d8-4cba-826b-ac456a30e758 HTTP/1.1" status: 200 len: 897 time: 0.0892782 Nov 23 22:53:20.176466 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-ef1a657e-4b42-4e13-be6e-caad815ad64c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd728f7b-6681-4ca3-936b-37de231a4d2d HTTP/1.1" status: 200 len: 999 time: 0.0628772 Nov 23 22:53:20.226577 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-7f6c23c8-8ccd-43c6-81bc-a748daee158a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:20.227935 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-7f6c23c8-8ccd-43c6-81bc-a748daee158a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4942e6a1-f4a3-49fa-95f6-f1785b2be0eb HTTP/1.1" status: 200 len: 835 time: 0.0428333 Nov 23 22:53:20.273077 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-2fa586d9-6eab-41ec-82be-efe345e47288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:20.274535 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-2fa586d9-6eab-41ec-82be-efe345e47288 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ea92039-29d8-4cba-826b-ac456a30e758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397968 Nov 23 22:53:20.367922 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-2f063a89-47fa-49f7-8f1d-f3b81c07a90f service neutron] 10.222.0.60 "GET /v2.0/networks/2ea92039-29d8-4cba-826b-ac456a30e758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863037 Nov 23 22:53:20.461186 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a9c2e037-6fd8-4c91-b654-debbe07a5d41 req-04466514-55cf-4bac-bcec-abaccdc9f89b service neutron] 10.222.0.60 "GET /v2.0/networks/2ea92039-29d8-4cba-826b-ac456a30e758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865543 Nov 23 22:53:21.038018 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5041d-9969-43c8-b22a-f44e8793540a req-bda4e121-e42c-4c57-b398-7250f87d5b6c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:21.039589 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84e5041d-9969-43c8-b22a-f44e8793540a req-bda4e121-e42c-4c57-b398-7250f87d5b6c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 943 time: 0.0516326 Nov 23 22:53:21.090583 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-84e5041d-9969-43c8-b22a-f44e8793540a req-e1fcdf46-f989-409d-a7e6-52ed37c85fa6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447211 Nov 23 22:53:21.555826 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b150264d-df6a-407f-8a24-142ff6f7095a', 'tag': 'fd728f7b-6681-4ca3-936b-37de231a4d2d'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:53:21.558227 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dc91b4-ced6-499f-a28c-dafd6971fe07" -d '{"events": [{"name": "network-changed", "server_uuid": "b150264d-df6a-407f-8a24-142ff6f7095a", "tag": "fd728f7b-6681-4ca3-936b-37de231a4d2d"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:53:21.608938 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f8f18a-b71a-48e6-8158-a34719784fe3 x-openstack-request-id: req-e5f8f18a-b71a-48e6-8158-a34719784fe3 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:53:21.609244 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b150264d-df6a-407f-8a24-142ff6f7095a", "tag": "fd728f7b-6681-4ca3-936b-37de231a4d2d", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:53:21.609504 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e5f8f18a-b71a-48e6-8158-a34719784fe3 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:53:21.609914 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b150264d-df6a-407f-8a24-142ff6f7095a', 'tag': 'fd728f7b-6681-4ca3-936b-37de231a4d2d', 'status': 'completed', 'code': 200} Nov 23 22:53:21.703761 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc91b4-ced6-499f-a28c-dafd6971fe07 req-a918cc19-60cd-4de2-9c85-e6f1c75ca340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:21.704935 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-27dc91b4-ced6-499f-a28c-dafd6971fe07 req-a918cc19-60cd-4de2-9c85-e6f1c75ca340 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 1094 time: 0.0722003 Nov 23 22:53:21.713941 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc91b4-ced6-499f-a28c-dafd6971fe07 req-ade7db99-17ad-4b2c-b3a1-22dfde9400f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:21.715377 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-27dc91b4-ced6-499f-a28c-dafd6971fe07 req-ade7db99-17ad-4b2c-b3a1-22dfde9400f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 1094 time: 0.0576508 Nov 23 22:53:21.871396 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc91b4-ced6-499f-a28c-dafd6971fe07 req-c269440b-9446-4170-aa22-78c770d56291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:21.872886 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-27dc91b4-ced6-499f-a28c-dafd6971fe07 req-c269440b-9446-4170-aa22-78c770d56291 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ea92039-29d8-4cba-826b-ac456a30e758 HTTP/1.1" status: 200 len: 897 time: 0.1550663 Nov 23 22:53:21.875404 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc91b4-ced6-499f-a28c-dafd6971fe07 req-c8a90e3e-c1f1-47a3-8976-30872662b474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:21.876742 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-27dc91b4-ced6-499f-a28c-dafd6971fe07 req-c8a90e3e-c1f1-47a3-8976-30872662b474 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ea92039-29d8-4cba-826b-ac456a30e758 HTTP/1.1" status: 200 len: 897 time: 0.1509504 Nov 23 22:53:21.993467 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-27dc91b4-ced6-499f-a28c-dafd6971fe07 req-3779d469-3841-416e-af48-e341b328f7a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd728f7b-6681-4ca3-936b-37de231a4d2d HTTP/1.1" status: 200 len: 999 time: 0.1083355 Nov 23 22:53:21.995225 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-27dc91b4-ced6-499f-a28c-dafd6971fe07 req-7076930f-65cf-4510-bf29-9229b1be979e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd728f7b-6681-4ca3-936b-37de231a4d2d HTTP/1.1" status: 200 len: 999 time: 0.1090417 Nov 23 22:53:22.093015 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc91b4-ced6-499f-a28c-dafd6971fe07 req-654b67f1-5764-43fa-b0c3-944f2b950ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:22.094492 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-27dc91b4-ced6-499f-a28c-dafd6971fe07 req-654b67f1-5764-43fa-b0c3-944f2b950ed3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4942e6a1-f4a3-49fa-95f6-f1785b2be0eb HTTP/1.1" status: 200 len: 835 time: 0.0861020 Nov 23 22:53:22.095896 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc91b4-ced6-499f-a28c-dafd6971fe07 req-d15ccbec-a3fd-439b-a013-8cf4931b9edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:22.097961 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-27dc91b4-ced6-499f-a28c-dafd6971fe07 req-d15ccbec-a3fd-439b-a013-8cf4931b9edb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4942e6a1-f4a3-49fa-95f6-f1785b2be0eb HTTP/1.1" status: 200 len: 835 time: 0.0883839 Nov 23 22:53:22.177400 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc91b4-ced6-499f-a28c-dafd6971fe07 req-cf45dda9-ca0d-4a39-a788-34f4bb0891d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:22.179008 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-27dc91b4-ced6-499f-a28c-dafd6971fe07 req-cf45dda9-ca0d-4a39-a788-34f4bb0891d9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ea92039-29d8-4cba-826b-ac456a30e758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730608 Nov 23 22:53:22.183338 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc91b4-ced6-499f-a28c-dafd6971fe07 req-7657b265-a3d1-4fad-b42a-dc3c7198629c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:22.185468 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-27dc91b4-ced6-499f-a28c-dafd6971fe07 req-7657b265-a3d1-4fad-b42a-dc3c7198629c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ea92039-29d8-4cba-826b-ac456a30e758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714979 Nov 23 22:53:22.216465 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecd0e9-00b6-4071-b786-01b407451ccf req-5daf1faa-e152-4c05-a4b7-61dfa6490988 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:22.217960 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-37ecd0e9-00b6-4071-b786-01b407451ccf req-5daf1faa-e152-4c05-a4b7-61dfa6490988 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 943 time: 0.0514705 Nov 23 22:53:22.272846 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-37ecd0e9-00b6-4071-b786-01b407451ccf req-dd5ee6b1-b4d9-430f-b3bc-f22509bc4736 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485592 Nov 23 22:53:22.346735 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-27dc91b4-ced6-499f-a28c-dafd6971fe07 req-a6be02be-df7d-4fe6-bd50-24fabbeb2c01 service neutron] 10.222.0.53 "GET /v2.0/networks/2ea92039-29d8-4cba-826b-ac456a30e758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547570 Nov 23 22:53:22.348539 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-27dc91b4-ced6-499f-a28c-dafd6971fe07 req-198e303c-6652-445e-a2f2-3b7dbbd9559f service neutron] 10.222.0.60 "GET /v2.0/networks/2ea92039-29d8-4cba-826b-ac456a30e758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498933 Nov 23 22:53:22.443808 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.53', 58440) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:22.495381 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea43f3b-0a8a-4f16-a891-a7d5d68a33d4 req-90bc3133-c2d6-4135-be9d-0b401f9252c4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:22.496884 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3ea43f3b-0a8a-4f16-a891-a7d5d68a33d4 req-90bc3133-c2d6-4135-be9d-0b401f9252c4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 943 time: 0.0795343 Nov 23 22:53:22.519115 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d582c-2870-46e7-8a01-493b91e72176 req-83aec280-77a7-496c-8aec-2160687910ab tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:22.520655 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b63d582c-2870-46e7-8a01-493b91e72176 req-83aec280-77a7-496c-8aec-2160687910ab tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.53 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a&tenant_id=e0882b7bd8054ab2a15297438b6d1014&binding%3Ahost_id=n-h2-816206-9 HTTP/1.1" status: 200 len: 943 time: 0.0755260 Nov 23 22:53:22.523613 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-27dc91b4-ced6-499f-a28c-dafd6971fe07 req-5a692563-7943-4eff-9102-41de44c4ce66 service neutron] 10.222.0.53 "GET /v2.0/networks/2ea92039-29d8-4cba-826b-ac456a30e758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686814 Nov 23 22:53:22.525507 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-27dc91b4-ced6-499f-a28c-dafd6971fe07 req-cc7ae985-d3b6-4f84-98df-df8b3bcceefa service neutron] 10.222.0.60 "GET /v2.0/networks/2ea92039-29d8-4cba-826b-ac456a30e758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608808 Nov 23 22:53:22.587462 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3ea43f3b-0a8a-4f16-a891-a7d5d68a33d4 req-29e785f3-665a-4029-a178-dbbc5432e446 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823095 Nov 23 22:53:22.616916 n-d-816206-9 neutron-server[110034]: INFO neutron.api.v2.resource [req-b63d582c-2870-46e7-8a01-493b91e72176 req-a0eeeec6-c689-4ce8-aa05-4fe24156d3a7 service neutron] delete failed (client error): The resource could not be found. Nov 23 22:53:22.617821 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b63d582c-2870-46e7-8a01-493b91e72176 req-a0eeeec6-c689-4ce8-aa05-4fe24156d3a7 service neutron] 10.222.0.53 "DELETE /v2.0/ports/fd728f7b-6681-4ca3-936b-37de231a4d2d/bindings/n-h1-816206-9 HTTP/1.1" status: 404 len: 380 time: 0.0761876 Nov 23 22:53:22.719259 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device fd728f7b-6681-4ca3-936b-37de231a4d2d no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:53:22.736936 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796a98c-112d-4703-bedd-bfe1a9a03f6d req-344639f3-322f-495b-9ce5-505104024517 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:22.738576 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1796a98c-112d-4703-bedd-bfe1a9a03f6d req-344639f3-322f-495b-9ce5-505104024517 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 943 time: 0.0811102 Nov 23 22:53:22.744910 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d582c-2870-46e7-8a01-493b91e72176 req-b2747463-af2f-43a9-baba-99c738eac4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:22.746340 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b63d582c-2870-46e7-8a01-493b91e72176 req-b2747463-af2f-43a9-baba-99c738eac4bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 1094 time: 0.0740697 Nov 23 22:53:22.762348 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device fd728f7b-6681-4ca3-936b-37de231a4d2d not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:53:22.844477 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1796a98c-112d-4703-bedd-bfe1a9a03f6d req-b6ef104d-f482-4662-80e0-94d599d6b1e5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971446 Nov 23 22:53:22.874553 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d582c-2870-46e7-8a01-493b91e72176 req-45c34bdd-03eb-48c3-a89e-1733317c844b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:22.876105 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b63d582c-2870-46e7-8a01-493b91e72176 req-45c34bdd-03eb-48c3-a89e-1733317c844b service neutron] 10.222.0.53 "GET /v2.0/networks?id=2ea92039-29d8-4cba-826b-ac456a30e758 HTTP/1.1" status: 200 len: 897 time: 0.1150830 Nov 23 22:53:22.976084 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b63d582c-2870-46e7-8a01-493b91e72176 req-6338f0d0-5cb8-4807-99f6-e43c0841d20f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd728f7b-6681-4ca3-936b-37de231a4d2d HTTP/1.1" status: 200 len: 999 time: 0.0873156 Nov 23 22:53:23.036438 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d582c-2870-46e7-8a01-493b91e72176 req-14c9400d-f37a-47f2-b9a8-3017f086d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:23.037945 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b63d582c-2870-46e7-8a01-493b91e72176 req-14c9400d-f37a-47f2-b9a8-3017f086d5af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4942e6a1-f4a3-49fa-95f6-f1785b2be0eb HTTP/1.1" status: 200 len: 835 time: 0.0491161 Nov 23 22:53:23.099534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d582c-2870-46e7-8a01-493b91e72176 req-fc6e39bd-30f2-44cd-b943-2f9fc12bf81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:23.101108 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b63d582c-2870-46e7-8a01-493b91e72176 req-fc6e39bd-30f2-44cd-b943-2f9fc12bf81b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2ea92039-29d8-4cba-826b-ac456a30e758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510175 Nov 23 22:53:23.198508 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b63d582c-2870-46e7-8a01-493b91e72176 req-1388bb06-a654-4d4c-b46e-749b96462301 service neutron] 10.222.0.53 "GET /v2.0/networks/2ea92039-29d8-4cba-826b-ac456a30e758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853496 Nov 23 22:53:23.219729 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device fd728f7b-6681-4ca3-936b-37de231a4d2d details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:53:23.293596 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b63d582c-2870-46e7-8a01-493b91e72176 req-0df430f2-7c7d-45d3-8f3c-c9cb91e7a915 service neutron] 10.222.0.53 "GET /v2.0/networks/2ea92039-29d8-4cba-826b-ac456a30e758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822771 Nov 23 22:53:23.312752 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port fd728f7b-6681-4ca3-936b-37de231a4d2d, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=fd728f7b-6681-4ca3-936b-37de231a4d2d,segment=NetworkSegment(2df3a294-40c0-4ea7-988b-feb066839389),segment_id=2df3a294-40c0-4ea7-988b-feb066839389)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:23.330074 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'fd728f7b-6681-4ca3-936b-37de231a4d2d', 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758', 'port_id': 'fd728f7b-6681-4ca3-936b-37de231a4d2d', 'mac_address': 'fa:16:3e:9f:c2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4942e6a1-f4a3-49fa-95f6-f1785b2be0eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:53:23.369419 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:23.383761 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd728f7b-6681-4ca3-936b-37de231a4d2d {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:53:23.404210 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port fd728f7b-6681-4ca3-936b-37de231a4d2d, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=fd728f7b-6681-4ca3-936b-37de231a4d2d,segment=NetworkSegment(2df3a294-40c0-4ea7-988b-feb066839389),segment_id=2df3a294-40c0-4ea7-988b-feb066839389)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:23.408001 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:23.455943 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=fd728f7b-6681-4ca3-936b-37de231a4d2d,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:23.463255 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:23.463607 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:23.463954 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:23.464295 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:23.464635 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:23.464974 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:23.465303 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:23.465633 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:23.465962 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:23.466289 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:23.466616 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:23.466969 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:23.522728 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:23.735920 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['fd728f7b-6681-4ca3-936b-37de231a4d2d'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:53:23.978772 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d339e0-1ff9-41d1-b656-1dc10adfbb8d req-a505de2f-b326-4b71-b423-2008ea9a2253 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:23.980189 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e5d339e0-1ff9-41d1-b656-1dc10adfbb8d req-a505de2f-b326-4b71-b423-2008ea9a2253 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 944 time: 0.0620928 Nov 23 22:53:24.035567 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e5d339e0-1ff9-41d1-b656-1dc10adfbb8d req-742c3ad6-a492-4bac-9fcf-145205d0490d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492511 Nov 23 22:53:24.058545 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50978) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:24.119427 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f06e2674-d268-4769-a8e6-edee2f27ddcf tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/floatingips/2be94741-a5bc-41f4-8335-13793dc6debc HTTP/1.1" status: 200 len: 992 time: 0.0597303 Nov 23 22:53:25.235846 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device fd728f7b-6681-4ca3-936b-37de231a4d2d up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:53:25.287557 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port fd728f7b-6681-4ca3-936b-37de231a4d2d completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:53:25.291705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port fd728f7b-6681-4ca3-936b-37de231a4d2d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:53:25.292072 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:25.366467 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:25.388803 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b150264d-df6a-407f-8a24-142ff6f7095a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd728f7b-6681-4ca3-936b-37de231a4d2d'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:53:25.390982 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e91420-b889-4ae3-a912-58581440abf8" -d '{"events": [{"server_uuid": "b150264d-df6a-407f-8a24-142ff6f7095a", "name": "network-vif-plugged", "status": "completed", "tag": "fd728f7b-6681-4ca3-936b-37de231a4d2d"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:53:25.404791 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port fd728f7b-6681-4ca3-936b-37de231a4d2d, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=fd728f7b-6681-4ca3-936b-37de231a4d2d,segment=NetworkSegment(2df3a294-40c0-4ea7-988b-feb066839389),segment_id=2df3a294-40c0-4ea7-988b-feb066839389)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:25.409231 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:25.434319 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12509073-10e6-451d-a7f1-2b8efdf7a00d x-openstack-request-id: req-12509073-10e6-451d-a7f1-2b8efdf7a00d {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:53:25.434612 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b150264d-df6a-407f-8a24-142ff6f7095a", "name": "network-vif-plugged", "status": "completed", "tag": "fd728f7b-6681-4ca3-936b-37de231a4d2d", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:53:25.434958 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-12509073-10e6-451d-a7f1-2b8efdf7a00d {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:53:25.435355 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b150264d-df6a-407f-8a24-142ff6f7095a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd728f7b-6681-4ca3-936b-37de231a4d2d', 'code': 200} Nov 23 22:53:25.459397 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=fd728f7b-6681-4ca3-936b-37de231a4d2d,revision_number=9']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:28.062821 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6bbaabeb-cbca-41e2-ba12-999e4a819780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:28.602636 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:53:30.478792 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:30.600168 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-228d4b2d-4f28-4ad8-b65a-40f6a42c9ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:31.838317 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:33.231709 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:33.992858 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:52.662387 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 50990) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:52.818421 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting port 8fef9ca4-8cc2-49c2-b6c4-520f9fa5d158 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:53:52.818795 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:52.896822 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:52.897147 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:52.909007 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Calling delete_port for 8fef9ca4-8cc2-49c2-b6c4-520f9fa5d158 owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:53:53.057332 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:53.083457 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Port': ['ID=8fef9ca4-8cc2-49c2-b6c4-520f9fa5d158,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:53.095056 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:53.095417 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:53.096255 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:53.096590 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:53.096923 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:53.097256 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:53.097589 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:53.097919 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:53.098250 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:53.098574 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:53.098932 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:53.099256 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:53:53.153417 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:53.153749 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Floating IP 2be94741-a5bc-41f4-8335-13793dc6debc disassociated (deleted). External IP: 172.25.5.196, port: fd728f7b-6681-4ca3-936b-37de231a4d2d. Nov 23 22:53:53.360875 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router 0cb92141-2c94-40de-aecf-aefc1c64d769 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:53:53.469748 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:53:53.475648 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:53.480189 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fe62a8-765c-4416-8441-2a61a10d2228 None None] Sync routers for ids ['0cb92141-2c94-40de-aecf-aefc1c64d769'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:53:53.490685 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fe62a8-765c-4416-8441-2a61a10d2228 None None] Routers {'0cb92141-2c94-40de-aecf-aefc1c64d769'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:53:53.491400 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e7fe62a8-765c-4416-8441-2a61a10d2228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:53:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0cb92141-2c94-40de-aecf-aefc1c64d769'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:53.502668 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6666f409-2292-451d-a749-8e0844935f6f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/floatingips/2be94741-a5bc-41f4-8335-13793dc6debc HTTP/1.1" status: 204 len: 168 time: 0.8391438 Nov 23 22:53:53.503368 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b150264d-df6a-407f-8a24-142ff6f7095a', 'tag': 'fd728f7b-6681-4ca3-936b-37de231a4d2d'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:53:53.505713 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3524af2-b834-4604-9145-b621577aba18" -d '{"events": [{"name": "network-changed", "server_uuid": "b150264d-df6a-407f-8a24-142ff6f7095a", "tag": "fd728f7b-6681-4ca3-936b-37de231a4d2d"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:53:53.542458 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:53.600673 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-e7fe62a8-765c-4416-8441-2a61a10d2228 None None] Set router 0cb92141-2c94-40de-aecf-aefc1c64d769 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:53:53.621544 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8adb2e-ec35-438b-9750-10c41adaa1d4 x-openstack-request-id: req-1d8adb2e-ec35-438b-9750-10c41adaa1d4 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:53:53.622207 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b150264d-df6a-407f-8a24-142ff6f7095a", "tag": "fd728f7b-6681-4ca3-936b-37de231a4d2d", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:53:53.622780 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d8adb2e-ec35-438b-9750-10c41adaa1d4 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:53:53.623431 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b150264d-df6a-407f-8a24-142ff6f7095a', 'tag': 'fd728f7b-6681-4ca3-936b-37de231a4d2d', 'status': 'completed', 'code': 200} Nov 23 22:53:53.749706 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176c48f-080e-42ac-b5ec-21011e115a2d req-61904822-9ea7-4fd4-bb00-dee17b649a59 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:53.751270 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3176c48f-080e-42ac-b5ec-21011e115a2d req-61904822-9ea7-4fd4-bb00-dee17b649a59 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 945 time: 0.0500059 Nov 23 22:53:53.763785 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3524af2-b834-4604-9145-b621577aba18 req-860aea17-9b04-4a85-bc35-2fde1a22928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:53.765897 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f3524af2-b834-4604-9145-b621577aba18 req-860aea17-9b04-4a85-bc35-2fde1a22928b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 1096 time: 0.0461912 Nov 23 22:53:53.813561 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3176c48f-080e-42ac-b5ec-21011e115a2d req-42e1f75e-f819-40f0-8d11-a749f070dd57 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534909 Nov 23 22:53:53.816095 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e7fe62a8-765c-4416-8441-2a61a10d2228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417765576', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:07Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6b79135b-b74b-46bc-859b-7c57e66d684a', 'name': '', 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:0a:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '4942e6a1-f4a3-49fa-95f6-f1785b2be0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:07Z', 'updated_at': '2021-11-23T22:52:10Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '4942e6a1-f4a3-49fa-95f6-f1785b2be0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:53.873733 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3524af2-b834-4604-9145-b621577aba18 req-3ddd300d-cf2f-4699-825d-136a35066602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:53.875193 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f3524af2-b834-4604-9145-b621577aba18 req-3ddd300d-cf2f-4699-825d-136a35066602 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ea92039-29d8-4cba-826b-ac456a30e758 HTTP/1.1" status: 200 len: 897 time: 0.0966253 Nov 23 22:53:53.920672 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f3524af2-b834-4604-9145-b621577aba18 req-ab66a288-5ff8-4c58-840c-486cf6cad5cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd728f7b-6681-4ca3-936b-37de231a4d2d HTTP/1.1" status: 200 len: 217 time: 0.0357397 Nov 23 22:53:53.939975 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fe62a8-765c-4416-8441-2a61a10d2228 None None] Checking router: 0cb92141-2c94-40de-aecf-aefc1c64d769 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:53:53.948236 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fe62a8-765c-4416-8441-2a61a10d2228 None None] Routers {'0cb92141-2c94-40de-aecf-aefc1c64d769'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:53:53.948827 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e7fe62a8-765c-4416-8441-2a61a10d2228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:53:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0cb92141-2c94-40de-aecf-aefc1c64d769'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:53.970187 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3524af2-b834-4604-9145-b621577aba18 req-7942cd2e-b9d6-42f5-ae7c-4d35a1ca3259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:53.972520 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f3524af2-b834-4604-9145-b621577aba18 req-7942cd2e-b9d6-42f5-ae7c-4d35a1ca3259 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4942e6a1-f4a3-49fa-95f6-f1785b2be0eb HTTP/1.1" status: 200 len: 835 time: 0.0443501 Nov 23 22:53:54.019647 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3524af2-b834-4604-9145-b621577aba18 req-b71f05af-7ce3-499f-9ead-29b255216166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:54.021192 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f3524af2-b834-4604-9145-b621577aba18 req-b71f05af-7ce3-499f-9ead-29b255216166 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ea92039-29d8-4cba-826b-ac456a30e758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403717 Nov 23 22:53:54.053118 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-e7fe62a8-765c-4416-8441-2a61a10d2228 None None] Set router 0cb92141-2c94-40de-aecf-aefc1c64d769 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:53:54.115956 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f3524af2-b834-4604-9145-b621577aba18 req-2de46e22-a833-4913-aa52-44c38bc58a5d service neutron] 10.222.0.60 "GET /v2.0/networks/2ea92039-29d8-4cba-826b-ac456a30e758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868609 Nov 23 22:53:54.249280 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-e7fe62a8-765c-4416-8441-2a61a10d2228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417765576', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:07Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6b79135b-b74b-46bc-859b-7c57e66d684a', 'name': '', 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:0a:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '4942e6a1-f4a3-49fa-95f6-f1785b2be0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:07Z', 'updated_at': '2021-11-23T22:52:10Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '4942e6a1-f4a3-49fa-95f6-f1785b2be0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:54.281044 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fe62a8-765c-4416-8441-2a61a10d2228 None None] The sync data for ids ['0cb92141-2c94-40de-aecf-aefc1c64d769'] in n-d-816206-9 is: [{'id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417765576', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:07Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6b79135b-b74b-46bc-859b-7c57e66d684a', 'name': '', 'network_id': '2ea92039-29d8-4cba-826b-ac456a30e758', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:0a:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '4942e6a1-f4a3-49fa-95f6-f1785b2be0eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:07Z', 'updated_at': '2021-11-23T22:52:10Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': '4942e6a1-f4a3-49fa-95f6-f1785b2be0eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:53:54.498564 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f3524af2-b834-4604-9145-b621577aba18 req-e3030f4d-938a-472b-89c0-15c02fd48d29 service neutron] 10.222.0.60 "GET /v2.0/networks/2ea92039-29d8-4cba-826b-ac456a30e758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747587 Nov 23 22:53:54.514287 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b046b91-3bf5-44a0-a0c8-037cd3c55642 None None] New status for floating IP 2be94741-a5bc-41f4-8335-13793dc6debc: DOWN {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:53:54.941210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772470e-a210-44a6-8645-53d9d9031e6a req-f666ac4a-8c00-4ab5-8a78-1d483830b763 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:54.942754 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9772470e-a210-44a6-8645-53d9d9031e6a req-f666ac4a-8c00-4ab5-8a78-1d483830b763 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 945 time: 0.0530262 Nov 23 22:53:54.992243 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9772470e-a210-44a6-8645-53d9d9031e6a req-a308da58-96e8-4ad3-a018-37411c598fec tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d8150fb-3899-416d-ac2e-65fc126c6d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434129 Nov 23 22:53:55.225936 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf7ab6-c624-4df8-8751-91e574bebd61 req-03ba8b6d-a4d1-4bd0-9700-e5dce140d3a1 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:53:55.227419 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a1cf7ab6-c624-4df8-8751-91e574bebd61 req-03ba8b6d-a4d1-4bd0-9700-e5dce140d3a1 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.60 "GET /v2.0/ports?device_id=b150264d-df6a-407f-8a24-142ff6f7095a HTTP/1.1" status: 200 len: 945 time: 0.0484047 Nov 23 22:53:55.316806 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-a1cf7ab6-c624-4df8-8751-91e574bebd61 req-ad1d8837-f8d8-41ad-8fc7-5551f391baba tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting port fd728f7b-6681-4ca3-936b-37de231a4d2d {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:53:55.317144 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a1cf7ab6-c624-4df8-8751-91e574bebd61 req-ad1d8837-f8d8-41ad-8fc7-5551f391baba tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:55.406530 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-a1cf7ab6-c624-4df8-8751-91e574bebd61 req-ad1d8837-f8d8-41ad-8fc7-5551f391baba tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] For port fd728f7b-6681-4ca3-936b-37de231a4d2d, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=fd728f7b-6681-4ca3-936b-37de231a4d2d,segment=NetworkSegment(2df3a294-40c0-4ea7-988b-feb066839389),segment_id=2df3a294-40c0-4ea7-988b-feb066839389)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:55.406841 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a1cf7ab6-c624-4df8-8751-91e574bebd61 req-ad1d8837-f8d8-41ad-8fc7-5551f391baba tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:55.419619 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-a1cf7ab6-c624-4df8-8751-91e574bebd61 req-ad1d8837-f8d8-41ad-8fc7-5551f391baba tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Calling delete_port for fd728f7b-6681-4ca3-936b-37de231a4d2d owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:53:55.551906 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a1cf7ab6-c624-4df8-8751-91e574bebd61 req-ad1d8837-f8d8-41ad-8fc7-5551f391baba tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:55.581145 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d8837-f8d8-41ad-8fc7-5551f391baba tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Port': ['ID=fd728f7b-6681-4ca3-936b-37de231a4d2d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:55.624762 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cf7ab6-c624-4df8-8751-91e574bebd61 req-ad1d8837-f8d8-41ad-8fc7-5551f391baba tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] No DVR routers for this DVR port fd728f7b-6681-4ca3-936b-37de231a4d2d on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:53:55.627930 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-a1cf7ab6-c624-4df8-8751-91e574bebd61 req-ad1d8837-f8d8-41ad-8fc7-5551f391baba tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:55.631364 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-a1cf7ab6-c624-4df8-8751-91e574bebd61 req-ad1d8837-f8d8-41ad-8fc7-5551f391baba tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.60 "DELETE /v2.0/ports/fd728f7b-6681-4ca3-936b-37de231a4d2d HTTP/1.1" status: 204 len: 173 time: 0.3977942 Nov 23 22:53:55.631804 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b150264d-df6a-407f-8a24-142ff6f7095a', 'name': 'network-vif-deleted', 'tag': 'fd728f7b-6681-4ca3-936b-37de231a4d2d'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:53:55.634362 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94c7f2c-8a7d-4a5d-a70f-a28788f8a668" -d '{"events": [{"server_uuid": "b150264d-df6a-407f-8a24-142ff6f7095a", "name": "network-vif-deleted", "tag": "fd728f7b-6681-4ca3-936b-37de231a4d2d"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:53:55.731769 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4d724c-35a3-421f-a9fb-3b38c7f1ad00 x-openstack-request-id: req-3b4d724c-35a3-421f-a9fb-3b38c7f1ad00 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:53:55.732131 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b150264d-df6a-407f-8a24-142ff6f7095a", "name": "network-vif-deleted", "tag": "fd728f7b-6681-4ca3-936b-37de231a4d2d", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:53:55.732398 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3b4d724c-35a3-421f-a9fb-3b38c7f1ad00 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:53:55.732837 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b150264d-df6a-407f-8a24-142ff6f7095a', 'name': 'network-vif-deleted', 'tag': 'fd728f7b-6681-4ca3-936b-37de231a4d2d', 'status': 'completed', 'code': 200} Nov 23 22:53:56.051377 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51008) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:56.414367 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61e7372e-3568-4ce8-9191-d23000c8b6c2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:56.661568 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-61e7372e-3568-4ce8-9191-d23000c8b6c2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting port 6b79135b-b74b-46bc-859b-7c57e66d684a {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:53:56.661908 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61e7372e-3568-4ce8-9191-d23000c8b6c2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:56.752580 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-61e7372e-3568-4ce8-9191-d23000c8b6c2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] For port 6b79135b-b74b-46bc-859b-7c57e66d684a, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6b79135b-b74b-46bc-859b-7c57e66d684a,segment=NetworkSegment(2df3a294-40c0-4ea7-988b-feb066839389),segment_id=2df3a294-40c0-4ea7-988b-feb066839389)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:56.752916 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61e7372e-3568-4ce8-9191-d23000c8b6c2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:56.765598 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-61e7372e-3568-4ce8-9191-d23000c8b6c2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Calling delete_port for 6b79135b-b74b-46bc-859b-7c57e66d684a owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:53:56.953406 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61e7372e-3568-4ce8-9191-d23000c8b6c2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:56.981474 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7372e-3568-4ce8-9191-d23000c8b6c2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Port': ['ID=6b79135b-b74b-46bc-859b-7c57e66d684a,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:57.158749 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-61e7372e-3568-4ce8-9191-d23000c8b6c2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:57.371226 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e7372e-3568-4ce8-9191-d23000c8b6c2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router 0cb92141-2c94-40de-aecf-aefc1c64d769 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:53:57.474518 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e7372e-3568-4ce8-9191-d23000c8b6c2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:53:57.482499 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-61e7372e-3568-4ce8-9191-d23000c8b6c2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "PUT /v2.0/routers/0cb92141-2c94-40de-aecf-aefc1c64d769/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4300342 Nov 23 22:53:57.483178 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51010) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:57.485169 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61022cd7-3c0a-4bb0-8464-418e01a00418 None None] Sync routers for ids ['0cb92141-2c94-40de-aecf-aefc1c64d769'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:53:57.495798 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61022cd7-3c0a-4bb0-8464-418e01a00418 None None] Routers {'0cb92141-2c94-40de-aecf-aefc1c64d769'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:53:57.496400 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-61022cd7-3c0a-4bb0-8464-418e01a00418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:53:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0cb92141-2c94-40de-aecf-aefc1c64d769'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:57.538624 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-46fd2276-be94-43ca-a1ac-dd84ffc614ec tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting subnet 4942e6a1-f4a3-49fa-95f6-f1785b2be0eb {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:53:57.541758 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46fd2276-be94-43ca-a1ac-dd84ffc614ec tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:57.585978 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46fd2276-be94-43ca-a1ac-dd84ffc614ec tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:57.601755 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-61022cd7-3c0a-4bb0-8464-418e01a00418 None None] Set router 0cb92141-2c94-40de-aecf-aefc1c64d769 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:53:57.668498 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46fd2276-be94-43ca-a1ac-dd84ffc614ec tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:57.733109 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46fd2276-be94-43ca-a1ac-dd84ffc614ec tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:57.762528 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd2276-be94-43ca-a1ac-dd84ffc614ec tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Subnet': ['ID=4942e6a1-f4a3-49fa-95f6-f1785b2be0eb,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:57.766280 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-46fd2276-be94-43ca-a1ac-dd84ffc614ec tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:57.773146 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51012) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:57.777362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce84f65-377a-4e99-9bd3-cb9d0d3ea116 None None] Network 2ea92039-29d8-4cba-826b-ac456a30e758 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:53:57.782684 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-46fd2276-be94-43ca-a1ac-dd84ffc614ec tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/subnets/4942e6a1-f4a3-49fa-95f6-f1785b2be0eb HTTP/1.1" status: 204 len: 168 time: 0.2907648 Nov 23 22:53:57.790889 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-61022cd7-3c0a-4bb0-8464-418e01a00418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417765576', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:53:56Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:57.820787 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61022cd7-3c0a-4bb0-8464-418e01a00418 None None] Checking router: 0cb92141-2c94-40de-aecf-aefc1c64d769 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:53:57.829590 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61022cd7-3c0a-4bb0-8464-418e01a00418 None None] Routers {'0cb92141-2c94-40de-aecf-aefc1c64d769'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:53:57.830680 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-61022cd7-3c0a-4bb0-8464-418e01a00418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:53:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['0cb92141-2c94-40de-aecf-aefc1c64d769'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:57.950292 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-61022cd7-3c0a-4bb0-8464-418e01a00418 None None] Set router 0cb92141-2c94-40de-aecf-aefc1c64d769 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:53:57.976215 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd06799-70ed-46d2-bcdc-54211a32700c None None] DHCP port deletion for 2ea92039-29d8-4cba-826b-ac456a30e758 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:53:58.028053 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-9bd06799-70ed-46d2-bcdc-54211a32700c None None] Deleting port 15427da8-ffbc-48e6-a2ac-a9efe7c499dc {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:53:58.028433 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9bd06799-70ed-46d2-bcdc-54211a32700c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:58.106683 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2908fb61-3e40-41a0-ac99-1aa606d2234e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:58.117489 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-9bd06799-70ed-46d2-bcdc-54211a32700c None None] For port 15427da8-ffbc-48e6-a2ac-a9efe7c499dc, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=15427da8-ffbc-48e6-a2ac-a9efe7c499dc,segment=NetworkSegment(2df3a294-40c0-4ea7-988b-feb066839389),segment_id=2df3a294-40c0-4ea7-988b-feb066839389)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:58.118289 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9bd06799-70ed-46d2-bcdc-54211a32700c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:58.134057 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-9bd06799-70ed-46d2-bcdc-54211a32700c None None] Calling delete_port for 15427da8-ffbc-48e6-a2ac-a9efe7c499dc owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:53:58.164662 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-61022cd7-3c0a-4bb0-8464-418e01a00418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417765576', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:53:56Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:58.195412 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61022cd7-3c0a-4bb0-8464-418e01a00418 None None] The sync data for ids ['0cb92141-2c94-40de-aecf-aefc1c64d769'] in n-d-816206-9 is: [{'id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1417765576', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:53:56Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': '64b5adc0-5f69-4379-b840-0f5495073c65', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb92141-2c94-40de-aecf-aefc1c64d769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:52:04Z', 'updated_at': '2021-11-23T22:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:53:58.219019 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9bd06799-70ed-46d2-bcdc-54211a32700c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:58.221241 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-17905c1d-350e-489e-98ae-496ea0a2f773 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:58.249757 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd06799-70ed-46d2-bcdc-54211a32700c None None] Pushing event deleted for resources: {'Port': ['ID=15427da8-ffbc-48e6-a2ac-a9efe7c499dc,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:58.253449 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd06799-70ed-46d2-bcdc-54211a32700c None None] No DVR routers for this DVR port 15427da8-ffbc-48e6-a2ac-a9efe7c499dc on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:53:58.332903 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-17905c1d-350e-489e-98ae-496ea0a2f773 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:58.385547 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-17905c1d-350e-489e-98ae-496ea0a2f773 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting port 64b5adc0-5f69-4379-b840-0f5495073c65 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:53:58.385892 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-17905c1d-350e-489e-98ae-496ea0a2f773 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:58.468104 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-17905c1d-350e-489e-98ae-496ea0a2f773 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] For port 64b5adc0-5f69-4379-b840-0f5495073c65, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=64b5adc0-5f69-4379-b840-0f5495073c65,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:53:58.468383 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-17905c1d-350e-489e-98ae-496ea0a2f773 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:58.480144 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-17905c1d-350e-489e-98ae-496ea0a2f773 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Calling delete_port for 64b5adc0-5f69-4379-b840-0f5495073c65 owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:53:58.656626 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-17905c1d-350e-489e-98ae-496ea0a2f773 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:58.688533 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17905c1d-350e-489e-98ae-496ea0a2f773 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Port': ['ID=64b5adc0-5f69-4379-b840-0f5495073c65,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:58.696186 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c747ff-4078-43b1-b3e3-01a09cc4b170 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:53:58.747847 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-17905c1d-350e-489e-98ae-496ea0a2f773 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:58.839065 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-17905c1d-350e-489e-98ae-496ea0a2f773 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:58.841171 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-17905c1d-350e-489e-98ae-496ea0a2f773 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:58.886902 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-17905c1d-350e-489e-98ae-496ea0a2f773 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:58.887454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17905c1d-350e-489e-98ae-496ea0a2f773 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Fanout notify agent at l3_agent the message router_deleted on router 0cb92141-2c94-40de-aecf-aefc1c64d769 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:53:58.895468 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-17905c1d-350e-489e-98ae-496ea0a2f773 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:58.896591 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-17905c1d-350e-489e-98ae-496ea0a2f773 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/routers/0cb92141-2c94-40de-aecf-aefc1c64d769 HTTP/1.1" status: 204 len: 168 time: 1.1224570 Nov 23 22:53:58.899243 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51014) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:58.979435 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2c9805ba-a566-43b7-9710-6cabcf55943f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.070011 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2c9805ba-a566-43b7-9710-6cabcf55943f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.090003 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-2c9805ba-a566-43b7-9710-6cabcf55943f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ea92039-29d8-4cba-826b-ac456a30e758']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:59.099390 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-2c9805ba-a566-43b7-9710-6cabcf55943f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df3a294-40c0-4ea7-988b-feb066839389') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:59.099689 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-2c9805ba-a566-43b7-9710-6cabcf55943f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df3a294-40c0-4ea7-988b-feb066839389') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:53:59.109011 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2c9805ba-a566-43b7-9710-6cabcf55943f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.122361 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2c9805ba-a566-43b7-9710-6cabcf55943f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.128924 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9805ba-a566-43b7-9710-6cabcf55943f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:53:59.129327 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2c9805ba-a566-43b7-9710-6cabcf55943f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:53:59.132318 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:53:59.193932 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2c9805ba-a566-43b7-9710-6cabcf55943f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.201126 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2c9805ba-a566-43b7-9710-6cabcf55943f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.204321 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2c9805ba-a566-43b7-9710-6cabcf55943f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/networks/2ea92039-29d8-4cba-826b-ac456a30e758 HTTP/1.1" status: 204 len: 168 time: 0.3041103 Nov 23 22:53:59.207527 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51016) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:59.223682 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9805ba-a566-43b7-9710-6cabcf55943f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Network': ['ID=2ea92039-29d8-4cba-826b-ac456a30e758,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:59.275014 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2154211a-3828-4364-bc80-bb03568580a9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.300572 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2154211a-3828-4364-bc80-bb03568580a9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.364580 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2154211a-3828-4364-bc80-bb03568580a9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.367848 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-2154211a-3828-4364-bc80-bb03568580a9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.369011 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2154211a-3828-4364-bc80-bb03568580a9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/security-groups/9d8150fb-3899-416d-ac2e-65fc126c6d48 HTTP/1.1" status: 204 len: 168 time: 0.1605875 Nov 23 22:53:59.379279 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154211a-3828-4364-bc80-bb03568580a9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8150fb-3899-416d-ac2e-65fc126c6d48,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:59.448968 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device fd728f7b-6681-4ca3-936b-37de231a4d2d no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:53:59.469432 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: fd728f7b-6681-4ca3-936b-37de231a4d2d {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:53:59.469864 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device fd728f7b-6681-4ca3-936b-37de231a4d2d not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:53:59.678041 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51022) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:59.682593 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-4793cad4-d265-4586-8593-3a79c0ca3ef8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1696674527', 'description': 'tempest-secgroup-smoke-1696674527 description', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:59.704415 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4793cad4-d265-4586-8593-3a79c0ca3ef8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.775771 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4793cad4-d265-4586-8593-3a79c0ca3ef8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.780049 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4793cad4-d265-4586-8593-3a79c0ca3ef8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.781666 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 64b5adc0-5f69-4379-b840-0f5495073c65 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:53:59.801683 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 64b5adc0-5f69-4379-b840-0f5495073c65 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:53:59.802035 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 64b5adc0-5f69-4379-b840-0f5495073c65 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:53:59.802428 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6b79135b-b74b-46bc-859b-7c57e66d684a no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:53:59.809564 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4793cad4-d265-4586-8593-3a79c0ca3ef8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.810841 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4793cad4-d265-4586-8593-3a79c0ca3ef8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1317182 Nov 23 22:53:59.813731 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51024) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:59.819396 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b0882acd-31d9-4263-ad67-e0c9d1d679e4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '024899cc-3e7f-463a-8307-463a00e67b06', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:59.821975 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 6b79135b-b74b-46bc-859b-7c57e66d684a {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:53:59.822326 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6b79135b-b74b-46bc-859b-7c57e66d684a not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:53:59.822806 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 15427da8-ffbc-48e6-a2ac-a9efe7c499dc no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:53:59.824669 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793cad4-d265-4586-8593-3a79c0ca3ef8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=024899cc-3e7f-463a-8307-463a00e67b06,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:59.847020 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 15427da8-ffbc-48e6-a2ac-a9efe7c499dc {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:53:59.847884 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 15427da8-ffbc-48e6-a2ac-a9efe7c499dc not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:53:59.850272 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0882acd-31d9-4263-ad67-e0c9d1d679e4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.905987 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0882acd-31d9-4263-ad67-e0c9d1d679e4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.909712 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0882acd-31d9-4263-ad67-e0c9d1d679e4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.928054 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0882acd-31d9-4263-ad67-e0c9d1d679e4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bed1db3-cfa8-40dc-933a-63528ba004e9,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:53:59.935413 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b0882acd-31d9-4263-ad67-e0c9d1d679e4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:53:59.936590 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b0882acd-31d9-4263-ad67-e0c9d1d679e4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213908 Nov 23 22:53:59.939899 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51026) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:53:59.944178 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-05279bbc-bf36-4398-b96a-38f3742ccd45 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '024899cc-3e7f-463a-8307-463a00e67b06', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:53:59.969563 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-05279bbc-bf36-4398-b96a-38f3742ccd45 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.029441 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-05279bbc-bf36-4398-b96a-38f3742ccd45 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.033855 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-05279bbc-bf36-4398-b96a-38f3742ccd45 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.052071 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05279bbc-bf36-4398-b96a-38f3742ccd45 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae278c7-1ce9-4aa5-86eb-524b64eb10b7,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:00.060859 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-05279bbc-bf36-4398-b96a-38f3742ccd45 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.062034 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-05279bbc-bf36-4398-b96a-38f3742ccd45 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212344 Nov 23 22:54:00.064757 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51028) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:00.069272 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-bbf10620-2ed4-478b-90ac-679149ddcc6d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '024899cc-3e7f-463a-8307-463a00e67b06', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:00.095280 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bbf10620-2ed4-478b-90ac-679149ddcc6d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.152487 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bbf10620-2ed4-478b-90ac-679149ddcc6d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.156089 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bbf10620-2ed4-478b-90ac-679149ddcc6d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.176482 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf10620-2ed4-478b-90ac-679149ddcc6d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5617e1-5e4a-468b-9a70-11a5af5f3c67,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:00.184000 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bbf10620-2ed4-478b-90ac-679149ddcc6d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.185198 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bbf10620-2ed4-478b-90ac-679149ddcc6d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193812 Nov 23 22:54:00.187951 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51030) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:00.192828 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-01f4643f-fabb-455f-bfab-6d21e001ee01 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '024899cc-3e7f-463a-8307-463a00e67b06', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:00.219267 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-01f4643f-fabb-455f-bfab-6d21e001ee01 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.276066 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-01f4643f-fabb-455f-bfab-6d21e001ee01 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.279791 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-01f4643f-fabb-455f-bfab-6d21e001ee01 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.301203 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4643f-fabb-455f-bfab-6d21e001ee01 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36df4763-1a8a-48fe-911a-cdf680d11cd6,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:00.306111 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-01f4643f-fabb-455f-bfab-6d21e001ee01 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.307326 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-01f4643f-fabb-455f-bfab-6d21e001ee01 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184072 Nov 23 22:54:00.310117 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51032) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:00.314543 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5046fbfe-3daa-416c-a6c6-fb5dd855abe9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '024899cc-3e7f-463a-8307-463a00e67b06', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:00.336496 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-5046fbfe-3daa-416c-a6c6-fb5dd855abe9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Project e0882b7bd8054ab2a15297438b6d1014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:54:00.341305 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5046fbfe-3daa-416c-a6c6-fb5dd855abe9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.401082 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5046fbfe-3daa-416c-a6c6-fb5dd855abe9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.404690 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5046fbfe-3daa-416c-a6c6-fb5dd855abe9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.421461 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046fbfe-3daa-416c-a6c6-fb5dd855abe9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9023ba3-a819-48b8-92e5-b627545d749e,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:00.430457 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5046fbfe-3daa-416c-a6c6-fb5dd855abe9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.431700 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5046fbfe-3daa-416c-a6c6-fb5dd855abe9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206715 Nov 23 22:54:00.434370 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51034) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:00.438591 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-add39b3b-fb05-4b78-ae71-7911c17b6d4f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '024899cc-3e7f-463a-8307-463a00e67b06', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:00.460223 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-add39b3b-fb05-4b78-ae71-7911c17b6d4f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Project e0882b7bd8054ab2a15297438b6d1014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:54:00.465096 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-add39b3b-fb05-4b78-ae71-7911c17b6d4f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.479276 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.523823 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-add39b3b-fb05-4b78-ae71-7911c17b6d4f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.527193 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-add39b3b-fb05-4b78-ae71-7911c17b6d4f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.541781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add39b3b-fb05-4b78-ae71-7911c17b6d4f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc352a8f-6e8d-403a-b51a-5283cc9b337b,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:00.552899 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-add39b3b-fb05-4b78-ae71-7911c17b6d4f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.554106 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-add39b3b-fb05-4b78-ae71-7911c17b6d4f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188173 Nov 23 22:54:00.557079 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51036) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:00.561838 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-00998be9-8fc3-4dbb-bf4c-a3d33205fadc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'network': {'name': 'tempest-network-smoke--1386722920', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'port_security_enabled': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:00.582520 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00998be9-8fc3-4dbb-bf4c-a3d33205fadc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Made reservation on behalf of e0882b7bd8054ab2a15297438b6d1014 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:54:00.586026 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-00998be9-8fc3-4dbb-bf4c-a3d33205fadc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.602480 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-95726767-6d9c-4406-8762-8a297d5a7a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.612695 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00998be9-8fc3-4dbb-bf4c-a3d33205fadc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:54:00.622457 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-00998be9-8fc3-4dbb-bf4c-a3d33205fadc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.622821 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-00998be9-8fc3-4dbb-bf4c-a3d33205fadc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Added segment a0c16350-1e67-4228-9c72-1bebf129f0a3 of type vlan for network 20caf5bf-eb70-441d-9518-158b624aae5b Nov 23 22:54:00.663994 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-00998be9-8fc3-4dbb-bf4c-a3d33205fadc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.688774 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-00998be9-8fc3-4dbb-bf4c-a3d33205fadc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.694337 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00998be9-8fc3-4dbb-bf4c-a3d33205fadc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:00.694952 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-00998be9-8fc3-4dbb-bf4c-a3d33205fadc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.728909 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-00998be9-8fc3-4dbb-bf4c-a3d33205fadc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1707959 Nov 23 22:54:00.731641 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51038) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:00.736109 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-90a5fc1c-6335-4c08-a556-abd598fd5927 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-262199975', 'admin_state_up': True, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:00.784062 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00998be9-8fc3-4dbb-bf4c-a3d33205fadc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Network': ['ID=20caf5bf-eb70-441d-9518-158b624aae5b,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:00.794275 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 20caf5bf-eb70-441d-9518-158b624aae5b details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:54:00.798828 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90a5fc1c-6335-4c08-a556-abd598fd5927 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.800296 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90a5fc1c-6335-4c08-a556-abd598fd5927 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:00.862376 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90a5fc1c-6335-4c08-a556-abd598fd5927 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:01.003899 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90a5fc1c-6335-4c08-a556-abd598fd5927 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:01.196195 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90a5fc1c-6335-4c08-a556-abd598fd5927 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:01.214476 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90a5fc1c-6335-4c08-a556-abd598fd5927 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:01.313202 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-90a5fc1c-6335-4c08-a556-abd598fd5927 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Allocated IP 172.25.5.14 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/c4f225b3-c377-47b0-9762-920693d43d17) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:54:01.418327 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90a5fc1c-6335-4c08-a556-abd598fd5927 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:01.451547 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90a5fc1c-6335-4c08-a556-abd598fd5927 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:01.493466 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a5fc1c-6335-4c08-a556-abd598fd5927 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:54:01.496323 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-90a5fc1c-6335-4c08-a556-abd598fd5927 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:01.499832 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a5fc1c-6335-4c08-a556-abd598fd5927 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:54:01.509060 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbd64e9-4ba9-41be-85e9-1966317a8bda None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:54:01.523211 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5fc1c-6335-4c08-a556-abd598fd5927 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=c4f225b3-c377-47b0-9762-920693d43d17,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:01.542966 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-39424dd5-0380-4ad4-a84a-bc49b591c14d None None] Provisioning complete for port c4f225b3-c377-47b0-9762-920693d43d17 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:01.543410 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-39424dd5-0380-4ad4-a84a-bc49b591c14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:01.582007 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-39424dd5-0380-4ad4-a84a-bc49b591c14d None None] Port c4f225b3-c377-47b0-9762-920693d43d17 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:54:01.751967 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90a5fc1c-6335-4c08-a556-abd598fd5927 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:01.841939 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:01.951005 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90a5fc1c-6335-4c08-a556-abd598fd5927 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:02.075483 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a5fc1c-6335-4c08-a556-abd598fd5927 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router f7bd5a59-1ea4-417f-ad3a-f346c8451136 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:54:02.183772 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a5fc1c-6335-4c08-a556-abd598fd5927 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:54:02.195575 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] Sync routers for ids ['f7bd5a59-1ea4-417f-ad3a-f346c8451136'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:54:02.207079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] Routers {'f7bd5a59-1ea4-417f-ad3a-f346c8451136'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:54:02.207301 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-90a5fc1c-6335-4c08-a556-abd598fd5927 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:02.207720 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:54:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f7bd5a59-1ea4-417f-ad3a-f346c8451136'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:02.208504 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-90a5fc1c-6335-4c08-a556-abd598fd5927 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4759181 Nov 23 22:54:02.211554 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51040) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:02.240071 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d25cadc6-89a3-4c72-8a1c-3a1510c99f1b tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=e0882b7bd8054ab2a15297438b6d1014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274217 Nov 23 22:54:02.242752 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51042) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:02.316913 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] Set router f7bd5a59-1ea4-417f-ad3a-f346c8451136 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:54:02.326561 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c87199-3d6e-4a69-8f5f-077e756d15de tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:02.328104 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-95c87199-3d6e-4a69-8f5f-077e756d15de tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844705 Nov 23 22:54:02.331076 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51044) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:02.363424 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8f5fbb7b-e747-4399-875a-87dc94a18fe6 tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306752 Nov 23 22:54:02.365439 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51046) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:02.370192 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b5a802d0-6bd6-4a0d-abc2-2293af29438e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-13291242', 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:02.458689 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a802d0-6bd6-4a0d-abc2-2293af29438e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Made reservation on behalf of e0882b7bd8054ab2a15297438b6d1014 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:54:02.462332 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5a802d0-6bd6-4a0d-abc2-2293af29438e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:02.496826 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262199975', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:54:00Z', 'updated_at': '2021-11-23T22:54:01Z', 'revision_number': 3, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:01Z', 'updated_at': '2021-11-23T22:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:02.527890 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] Checking router: f7bd5a59-1ea4-417f-ad3a-f346c8451136 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:54:02.528646 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] Updating router f7bd5a59-1ea4-417f-ad3a-f346c8451136 port c4f225b3-c377-47b0-9762-920693d43d17 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:54:02.553884 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:02.647646 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5a802d0-6bd6-4a0d-abc2-2293af29438e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:02.710008 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a802d0-6bd6-4a0d-abc2-2293af29438e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Subnet': ['ID=f3db7f4f-4405-4253-ae85-519505abbc42,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:02.718043 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a802d0-6bd6-4a0d-abc2-2293af29438e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Checking segment: {'id': 'a0c16350-1e67-4228-9c72-1bebf129f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:54:02.718167 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a802d0-6bd6-4a0d-abc2-2293af29438e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network hostable DHCP agents. Network: 20caf5bf-eb70-441d-9518-158b624aae5b, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:54:02.735342 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a802d0-6bd6-4a0d-abc2-2293af29438e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 20caf5bf-eb70-441d-9518-158b624aae5b is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:54:02.744331 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-b5a802d0-6bd6-4a0d-abc2-2293af29438e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 20caf5bf-eb70-441d-9518-158b624aae5b) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:02.748351 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a802d0-6bd6-4a0d-abc2-2293af29438e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:02.748945 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b5a802d0-6bd6-4a0d-abc2-2293af29438e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:02.759181 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441f1720-098d-40f9-b4e7-532c03b963a3 None None] Network 20caf5bf-eb70-441d-9518-158b624aae5b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:54:02.766304 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b5a802d0-6bd6-4a0d-abc2-2293af29438e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3998682 Nov 23 22:54:02.769761 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51048) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:02.867525 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:02.879200 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:02.940945 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1a2ad8-7a1f-457d-92aa-878f30a89559 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:54:02.975552 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] Attempting to bind port c4f225b3-c377-47b0-9762-920693d43d17 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:54:02.975769 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] Attempting to bind port c4f225b3-c377-47b0-9762-920693d43d17 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:54:02.976026 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] Attempting to bind port c4f225b3-c377-47b0-9762-920693d43d17 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:54:02.982126 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d9234-78ac-4c0e-bd3b-8c2226442796 None None] Pushing event updated for resources: {'Port': ['ID=c4f225b3-c377-47b0-9762-920693d43d17,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:02.991383 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:54:02.991762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:54:02.992163 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:02.992552 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:54:02.993035 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] Bound port: c4f225b3-c377-47b0-9762-920693d43d17, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:54:02.993419 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:03.044638 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb316bf9-a0f3-4610-925d-beaca3730b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-20caf5bf-eb70-441d-9518-158b624aae5b', 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ips': [{'subnet_id': 'f3db7f4f-4405-4253-ae85-519505abbc42'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:54:03.045471 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fb316bf9-a0f3-4610-925d-beaca3730b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:03.060976 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-7d7a2de8-f1ad-4c34-ac14-b1cb37c0617b None None] Provisioning complete for port c4f225b3-c377-47b0-9762-920693d43d17 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:03.061345 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7d7a2de8-f1ad-4c34-ac14-b1cb37c0617b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:03.120095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] For port c4f225b3-c377-47b0-9762-920693d43d17, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:54:03.175033 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a2de8-f1ad-4c34-ac14-b1cb37c0617b None None] Port c4f225b3-c377-47b0-9762-920693d43d17 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:54:03.183251 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] For port c4f225b3-c377-47b0-9762-920693d43d17, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c4f225b3-c377-47b0-9762-920693d43d17,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:54:03.190242 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:03.232999 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bfdab285-39a1-487b-9662-f4918b692125 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:03.275226 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0bb98d-23b9-4f15-afb9-2ac8c2f5114a None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:54:03.463043 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:03.470960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d9234-78ac-4c0e-bd3b-8c2226442796 None None] Pushing event updated for resources: {'Port': ['ID=c4f225b3-c377-47b0-9762-920693d43d17,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:03.476665 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] Routers {'f7bd5a59-1ea4-417f-ad3a-f346c8451136'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:54:03.477265 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:54:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f7bd5a59-1ea4-417f-ad3a-f346c8451136'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:03.484949 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-fb316bf9-a0f3-4610-925d-beaca3730b56 None None] Allocated IP 172.20.0.2 (20caf5bf-eb70-441d-9518-158b624aae5b/f3db7f4f-4405-4253-ae85-519505abbc42/027a3860-ba0d-43b8-b60b-46503e72906d) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:54:03.589236 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-0c23cd69-a1e0-408f-a926-e4bdb357d53e None None] Provisioning complete for port c4f225b3-c377-47b0-9762-920693d43d17 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:03.589911 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0c23cd69-a1e0-408f-a926-e4bdb357d53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:03.697821 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] Set router f7bd5a59-1ea4-417f-ad3a-f346c8451136 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:54:03.884518 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0c23cd69-a1e0-408f-a926-e4bdb357d53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:03.895528 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fb316bf9-a0f3-4610-925d-beaca3730b56 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:03.914696 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fb316bf9-a0f3-4610-925d-beaca3730b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:03.925583 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0c23cd69-a1e0-408f-a926-e4bdb357d53e None None] For port c4f225b3-c377-47b0-9762-920693d43d17, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c4f225b3-c377-47b0-9762-920693d43d17,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:03.951430 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0c23cd69-a1e0-408f-a926-e4bdb357d53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:03.963440 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-bfdab285-39a1-487b-9662-f4918b692125 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Allocated IP 172.20.0.1 (20caf5bf-eb70-441d-9518-158b624aae5b/f3db7f4f-4405-4253-ae85-519505abbc42/e017f569-56db-4d6d-9005-9d7b7dea610d) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:54:03.995276 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb316bf9-a0f3-4610-925d-beaca3730b56 None None] Network 20caf5bf-eb70-441d-9518-158b624aae5b is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:54:04.006495 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-fb316bf9-a0f3-4610-925d-beaca3730b56 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:04.011933 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb316bf9-a0f3-4610-925d-beaca3730b56 None None] Pushing event updated for resources: {'Port': ['ID=027a3860-ba0d-43b8-b60b-46503e72906d,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:04.014122 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb316bf9-a0f3-4610-925d-beaca3730b56 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:54:04.047437 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:04.080758 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bfdab285-39a1-487b-9662-f4918b692125 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:04.116747 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bfdab285-39a1-487b-9662-f4918b692125 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:04.120368 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23cd69-a1e0-408f-a926-e4bdb357d53e None None] Pushing event updated for resources: {'Port': ['ID=c4f225b3-c377-47b0-9762-920693d43d17,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:04.125765 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-fb316bf9-a0f3-4610-925d-beaca3730b56 None None] Attempting to bind port 027a3860-ba0d-43b8-b60b-46503e72906d on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:54:04.126136 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-fb316bf9-a0f3-4610-925d-beaca3730b56 None None] Attempting to bind port 027a3860-ba0d-43b8-b60b-46503e72906d by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'a0c16350-1e67-4228-9c72-1bebf129f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:54:04.126540 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb316bf9-a0f3-4610-925d-beaca3730b56 None None] Attempting to bind port 027a3860-ba0d-43b8-b60b-46503e72906d on network 20caf5bf-eb70-441d-9518-158b624aae5b {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:54:04.133641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb316bf9-a0f3-4610-925d-beaca3730b56 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:54:04.134015 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb316bf9-a0f3-4610-925d-beaca3730b56 None None] Checking segment: {'id': 'a0c16350-1e67-4228-9c72-1bebf129f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:54:04.134424 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fb316bf9-a0f3-4610-925d-beaca3730b56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:04.134907 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb316bf9-a0f3-4610-925d-beaca3730b56 None None] Bound using segment: {'id': 'a0c16350-1e67-4228-9c72-1bebf129f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:54:04.135306 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-fb316bf9-a0f3-4610-925d-beaca3730b56 None None] Bound port: 027a3860-ba0d-43b8-b60b-46503e72906d, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c16350-1e67-4228-9c72-1bebf129f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:54:04.135684 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fb316bf9-a0f3-4610-925d-beaca3730b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:04.149801 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262199975', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:54:00Z', 'updated_at': '2021-11-23T22:54:01Z', 'revision_number': 3, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:01Z', 'updated_at': '2021-11-23T22:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:04.163381 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdab285-39a1-487b-9662-f4918b692125 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 20caf5bf-eb70-441d-9518-158b624aae5b is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:54:04.166394 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-bfdab285-39a1-487b-9662-f4918b692125 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:04.170099 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdab285-39a1-487b-9662-f4918b692125 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:54:04.177174 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdab285-39a1-487b-9662-f4918b692125 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=e017f569-56db-4d6d-9005-9d7b7dea610d,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:04.178694 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa744f4-0974-4b53-9609-3019b690fb1e None None] The sync data for ids ['f7bd5a59-1ea4-417f-ad3a-f346c8451136'] in n-d-816206-9 is: [{'id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262199975', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:54:00Z', 'updated_at': '2021-11-23T22:54:01Z', 'revision_number': 3, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:01Z', 'updated_at': '2021-11-23T22:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:54:04.238754 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-fb316bf9-a0f3-4610-925d-beaca3730b56 None None] For port 027a3860-ba0d-43b8-b60b-46503e72906d, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:54:04.242428 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-fb316bf9-a0f3-4610-925d-beaca3730b56 None None] For port 027a3860-ba0d-43b8-b60b-46503e72906d, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=027a3860-ba0d-43b8-b60b-46503e72906d,segment=NetworkSegment(a0c16350-1e67-4228-9c72-1bebf129f0a3),segment_id=a0c16350-1e67-4228-9c72-1bebf129f0a3)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:54:04.248173 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fb316bf9-a0f3-4610-925d-beaca3730b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:04.320331 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb316bf9-a0f3-4610-925d-beaca3730b56 None None] Pushing event updated for resources: {'Port': ['ID=027a3860-ba0d-43b8-b60b-46503e72906d,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:04.554923 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bfdab285-39a1-487b-9662-f4918b692125 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:04.706263 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bfdab285-39a1-487b-9662-f4918b692125 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:04.998787 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bfdab285-39a1-487b-9662-f4918b692125 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:05.006826 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bfdab285-39a1-487b-9662-f4918b692125 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:05.092038 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdab285-39a1-487b-9662-f4918b692125 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=e017f569-56db-4d6d-9005-9d7b7dea610d,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:05.094825 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-bfdab285-39a1-487b-9662-f4918b692125 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:05.201376 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdab285-39a1-487b-9662-f4918b692125 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 20caf5bf-eb70-441d-9518-158b624aae5b is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:54:05.202889 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-bfdab285-39a1-487b-9662-f4918b692125 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:05.326552 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdab285-39a1-487b-9662-f4918b692125 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router f7bd5a59-1ea4-417f-ad3a-f346c8451136 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:54:05.348052 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07374455-a012-4450-8ca2-0946a10b5917 None None] Network 20caf5bf-eb70-441d-9518-158b624aae5b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:54:05.425931 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-2b09a48c-94ba-4a3f-9bb1-344071221fd3 None None] Provisioning complete for port 027a3860-ba0d-43b8-b60b-46503e72906d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:05.426213 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2b09a48c-94ba-4a3f-9bb1-344071221fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:05.441469 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdab285-39a1-487b-9662-f4918b692125 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:54:05.451488 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-bfdab285-39a1-487b-9662-f4918b692125 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "PUT /v2.0/routers/f7bd5a59-1ea4-417f-ad3a-f346c8451136/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6757996 Nov 23 22:54:05.585363 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2b09a48c-94ba-4a3f-9bb1-344071221fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:05.603397 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:54:05.629537 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-2b09a48c-94ba-4a3f-9bb1-344071221fd3 None None] For port 027a3860-ba0d-43b8-b60b-46503e72906d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=027a3860-ba0d-43b8-b60b-46503e72906d,segment=NetworkSegment(a0c16350-1e67-4228-9c72-1bebf129f0a3),segment_id=a0c16350-1e67-4228-9c72-1bebf129f0a3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:05.634551 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2b09a48c-94ba-4a3f-9bb1-344071221fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:05.684117 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09a48c-94ba-4a3f-9bb1-344071221fd3 None None] Pushing event updated for resources: {'Port': ['ID=027a3860-ba0d-43b8-b60b-46503e72906d,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:05.695099 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-d7f8da16-3893-48df-bcd4-b1ca567557f5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1696674527&fields=id&tenant_id=e0882b7bd8054ab2a15297438b6d1014 HTTP/1.1" status: 200 len: 267 time: 0.0485864 Nov 23 22:54:05.831544 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-6dc0f26e-79c2-4dd1-a581-f57a23390e81 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:05.833323 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-6dc0f26e-79c2-4dd1-a581-f57a23390e81 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/networks?id=20caf5bf-eb70-441d-9518-158b624aae5b HTTP/1.1" status: 200 len: 797 time: 0.1307540 Nov 23 22:54:05.851299 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-62b14919-1355-4ea1-b018-9b938ac9ac26 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/quotas/e0882b7bd8054ab2a15297438b6d1014 HTTP/1.1" status: 200 len: 375 time: 0.0109508 Nov 23 22:54:05.862391 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 027a3860-ba0d-43b8-b60b-46503e72906d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:54:05.913260 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-edcb2104-3b95-4270-82b0-c5b130b36d04 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531113 Nov 23 22:54:05.921711 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 027a3860-ba0d-43b8-b60b-46503e72906d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:05.922176 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:05.988234 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] Sync routers for ids ['f7bd5a59-1ea4-417f-ad3a-f346c8451136'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:54:05.993391 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-650117b3-2f99-4c26-aa24-1676f3e11265 None None] Provisioning complete for port e017f569-56db-4d6d-9005-9d7b7dea610d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:05.993857 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-650117b3-2f99-4c26-aa24-1676f3e11265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.000659 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] Routers {'f7bd5a59-1ea4-417f-ad3a-f346c8451136'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:54:06.001292 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:54:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f7bd5a59-1ea4-417f-ad3a-f346c8451136'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:06.031263 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-000d98f5-948b-47c7-b370-9be3b8b2355e service neutron] 10.222.0.50 "GET /v2.0/networks/20caf5bf-eb70-441d-9518-158b624aae5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016438 Nov 23 22:54:06.058816 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-650117b3-2f99-4c26-aa24-1676f3e11265 None None] Port e017f569-56db-4d6d-9005-9d7b7dea610d cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:54:06.082468 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-650117b3-2f99-4c26-aa24-1676f3e11265 None None] Provisioning complete for port 027a3860-ba0d-43b8-b60b-46503e72906d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:06.082863 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-650117b3-2f99-4c26-aa24-1676f3e11265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.120570 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c4f225b3-c377-47b0-9762-920693d43d17 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:54:06.121042 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] Set router f7bd5a59-1ea4-417f-ad3a-f346c8451136 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:54:06.155726 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-3accf156-0247-4aa5-b283-442e1e746933 service neutron] 10.222.0.50 "GET /v2.0/networks/20caf5bf-eb70-441d-9518-158b624aae5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168175 Nov 23 22:54:06.219295 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port c4f225b3-c377-47b0-9762-920693d43d17 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:06.219673 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.354098 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-eea557ac-84b8-4eb9-999b-a2da5ff5f55f None None] Provisioning complete for port e017f569-56db-4d6d-9005-9d7b7dea610d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:06.355322 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-eea557ac-84b8-4eb9-999b-a2da5ff5f55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.387483 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b839ef8e-b2a6-4871-af33-28d172b8f855 req-4c9a9e68-9bfa-4d4e-8500-3433fb4d64a8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 210 time: 0.0643923 Nov 23 22:54:06.419460 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-eea557ac-84b8-4eb9-999b-a2da5ff5f55f None None] Port e017f569-56db-4d6d-9005-9d7b7dea610d cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:54:06.473108 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262199975', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:54:00Z', 'updated_at': '2021-11-23T22:54:04Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:01Z', 'updated_at': '2021-11-23T22:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'e017f569-56db-4d6d-9005-9d7b7dea610d', 'name': '', 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:af:a5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'f3db7f4f-4405-4253-ae85-519505abbc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:03Z', 'updated_at': '2021-11-23T22:54:04Z', 'revision_number': 2, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': 'f3db7f4f-4405-4253-ae85-519505abbc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:06.500065 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] Checking router: f7bd5a59-1ea4-417f-ad3a-f346c8451136 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:54:06.500515 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] Updating router f7bd5a59-1ea4-417f-ad3a-f346c8451136 port e017f569-56db-4d6d-9005-9d7b7dea610d binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:54:06.526899 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.542626 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f47931f9-8547-40e3-98a8-4ee78dac7578 None None] Provisioning complete for port e017f569-56db-4d6d-9005-9d7b7dea610d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:06.543022 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f47931f9-8547-40e3-98a8-4ee78dac7578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.589031 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-f47931f9-8547-40e3-98a8-4ee78dac7578 None None] Port e017f569-56db-4d6d-9005-9d7b7dea610d cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:54:06.799435 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.805479 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.858009 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bfa4f-8cf0-40d8-a68c-2803b283fcc7 None None] Pushing event updated for resources: {'Port': ['ID=e017f569-56db-4d6d-9005-9d7b7dea610d,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:06.893636 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56bfa4f-8cf0-40d8-a68c-2803b283fcc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:06.893990 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56bfa4f-8cf0-40d8-a68c-2803b283fcc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:06.894332 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56bfa4f-8cf0-40d8-a68c-2803b283fcc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:06.894671 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56bfa4f-8cf0-40d8-a68c-2803b283fcc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:06.895031 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56bfa4f-8cf0-40d8-a68c-2803b283fcc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:06.895361 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56bfa4f-8cf0-40d8-a68c-2803b283fcc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:06.895691 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56bfa4f-8cf0-40d8-a68c-2803b283fcc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:06.896021 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56bfa4f-8cf0-40d8-a68c-2803b283fcc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:06.896349 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56bfa4f-8cf0-40d8-a68c-2803b283fcc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:06.896672 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56bfa4f-8cf0-40d8-a68c-2803b283fcc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:06.896994 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56bfa4f-8cf0-40d8-a68c-2803b283fcc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:06.897324 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56bfa4f-8cf0-40d8-a68c-2803b283fcc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:54:06.913961 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] Attempting to bind port e017f569-56db-4d6d-9005-9d7b7dea610d on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:54:06.914338 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] Attempting to bind port e017f569-56db-4d6d-9005-9d7b7dea610d by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'a0c16350-1e67-4228-9c72-1bebf129f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:54:06.914786 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] Attempting to bind port e017f569-56db-4d6d-9005-9d7b7dea610d on network 20caf5bf-eb70-441d-9518-158b624aae5b {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:54:06.920029 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:54:06.920404 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] Checking segment: {'id': 'a0c16350-1e67-4228-9c72-1bebf129f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:54:06.920823 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.921202 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] Bound using segment: {'id': 'a0c16350-1e67-4228-9c72-1bebf129f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:54:06.921674 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] Bound port: e017f569-56db-4d6d-9005-9d7b7dea610d, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c16350-1e67-4228-9c72-1bebf129f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:54:06.922054 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:06.995591 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] For port e017f569-56db-4d6d-9005-9d7b7dea610d, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:54:06.998856 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] For port e017f569-56db-4d6d-9005-9d7b7dea610d, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e017f569-56db-4d6d-9005-9d7b7dea610d,segment=NetworkSegment(a0c16350-1e67-4228-9c72-1bebf129f0a3),segment_id=a0c16350-1e67-4228-9c72-1bebf129f0a3)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:54:07.004009 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.060595 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] Routers {'f7bd5a59-1ea4-417f-ad3a-f346c8451136'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:54:07.061225 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:54:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f7bd5a59-1ea4-417f-ad3a-f346c8451136'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:07.096573 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bfa4f-8cf0-40d8-a68c-2803b283fcc7 None None] Pushing event updated for resources: {'Port': ['ID=e017f569-56db-4d6d-9005-9d7b7dea610d,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:07.112996 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-db6683f8-a7ac-400a-9593-1208c3cc393e None None] Provisioning complete for port e017f569-56db-4d6d-9005-9d7b7dea610d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:07.113479 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-db6683f8-a7ac-400a-9593-1208c3cc393e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.180283 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] Set router f7bd5a59-1ea4-417f-ad3a-f346c8451136 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:54:07.197339 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-db6683f8-a7ac-400a-9593-1208c3cc393e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.244515 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-db6683f8-a7ac-400a-9593-1208c3cc393e None None] For port e017f569-56db-4d6d-9005-9d7b7dea610d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e017f569-56db-4d6d-9005-9d7b7dea610d,segment=NetworkSegment(a0c16350-1e67-4228-9c72-1bebf129f0a3),segment_id=a0c16350-1e67-4228-9c72-1bebf129f0a3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:07.249873 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-db6683f8-a7ac-400a-9593-1208c3cc393e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.419568 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262199975', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:54:00Z', 'updated_at': '2021-11-23T22:54:04Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:01Z', 'updated_at': '2021-11-23T22:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'e017f569-56db-4d6d-9005-9d7b7dea610d', 'name': '', 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:af:a5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'f3db7f4f-4405-4253-ae85-519505abbc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:03Z', 'updated_at': '2021-11-23T22:54:06Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': 'f3db7f4f-4405-4253-ae85-519505abbc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:07.497027 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba733c2-cf36-4acd-ac73-ef78681b00b7 None None] The sync data for ids ['f7bd5a59-1ea4-417f-ad3a-f346c8451136'] in n-d-816206-9 is: [{'id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262199975', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:54:00Z', 'updated_at': '2021-11-23T22:54:04Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:01Z', 'updated_at': '2021-11-23T22:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'e017f569-56db-4d6d-9005-9d7b7dea610d', 'name': '', 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:af:a5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'f3db7f4f-4405-4253-ae85-519505abbc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:03Z', 'updated_at': '2021-11-23T22:54:06Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': 'f3db7f4f-4405-4253-ae85-519505abbc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:54:07.502567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-dad059c8-3ff6-4168-9604-d95c6c1c3886 None None] Provisioning complete for port e017f569-56db-4d6d-9005-9d7b7dea610d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:07.503132 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dad059c8-3ff6-4168-9604-d95c6c1c3886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.509136 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a71b12ff-dd33-4c11-99ae-9442586a458e req-e3f71ea4-24bb-4fe7-bd4c-6ae7d8050ed6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 210 time: 0.0352066 Nov 23 22:54:07.521920 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-e40c10ae-a967-40aa-8fa0-78ba6c50c613 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:07.523804 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-e40c10ae-a967-40aa-8fa0-78ba6c50c613 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.53 "GET /v2.0/networks?id=20caf5bf-eb70-441d-9518-158b624aae5b HTTP/1.1" status: 200 len: 797 time: 0.1978083 Nov 23 22:54:07.535650 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6683f8-a7ac-400a-9593-1208c3cc393e None None] Pushing event updated for resources: {'Port': ['ID=e017f569-56db-4d6d-9005-9d7b7dea610d,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:07.636727 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-f2363282-226a-426a-8190-e733d3fafa67 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0882b7bd8054ab2a15297438b6d1014 HTTP/1.1" status: 200 len: 380 time: 0.0912499 Nov 23 22:54:07.648455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-acdb7000-4d36-41bf-9f38-94fbea0466b9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'port': {'device_id': '4b96d317-dbc0-418a-a506-67f72ba18c57', 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b', 'admin_state_up': True, 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'security_groups': ['024899cc-3e7f-463a-8307-463a00e67b06']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:07.773558 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-acdb7000-4d36-41bf-9f38-94fbea0466b9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Made reservation on behalf of e0882b7bd8054ab2a15297438b6d1014 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:54:07.777373 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-acdb7000-4d36-41bf-9f38-94fbea0466b9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.826318 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e017f569-56db-4d6d-9005-9d7b7dea610d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:54:07.881749 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port e017f569-56db-4d6d-9005-9d7b7dea610d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:07.882124 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:07.930155 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-acdb7000-4d36-41bf-9f38-94fbea0466b9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Allocated IP 172.20.0.11 (20caf5bf-eb70-441d-9518-158b624aae5b/f3db7f4f-4405-4253-ae85-519505abbc42/7ced5c2b-5236-4aa6-8124-2a31813d7401) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:54:08.079931 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-acdb7000-4d36-41bf-9f38-94fbea0466b9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:08.118136 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-acdb7000-4d36-41bf-9f38-94fbea0466b9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:08.172227 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-acdb7000-4d36-41bf-9f38-94fbea0466b9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 20caf5bf-eb70-441d-9518-158b624aae5b is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:54:08.175568 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-acdb7000-4d36-41bf-9f38-94fbea0466b9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:08.179486 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-acdb7000-4d36-41bf-9f38-94fbea0466b9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:54:08.206273 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb7000-4d36-41bf-9f38-94fbea0466b9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=7ced5c2b-5236-4aa6-8124-2a31813d7401,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:08.242051 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-acdb7000-4d36-41bf-9f38-94fbea0466b9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:08.242632 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-acdb7000-4d36-41bf-9f38-94fbea0466b9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:08.262537 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-acdb7000-4d36-41bf-9f38-94fbea0466b9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6179326 Nov 23 22:54:08.285511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-38b0b27e-fe41-4541-91b9-6ba74e2be633 service neutron] Request body: {'port': {'device_id': '4b96d317-dbc0-418a-a506-67f72ba18c57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:08.349358 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-38b0b27e-fe41-4541-91b9-6ba74e2be633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:08.447615 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e96707a3-66f2-449e-9821-a5f39e4b87c0 None None] Provisioning complete for port 7ced5c2b-5236-4aa6-8124-2a31813d7401 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:08.448293 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e96707a3-66f2-449e-9821-a5f39e4b87c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:08.490025 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e96707a3-66f2-449e-9821-a5f39e4b87c0 None None] Port 7ced5c2b-5236-4aa6-8124-2a31813d7401 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:54:08.676678 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-38b0b27e-fe41-4541-91b9-6ba74e2be633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ced5c2b-5236-4aa6-8124-2a31813d7401 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:54:08.687715 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f97cd6-2d30-4ff8-ba52-ba698262aeff req-12ca13b1-701a-4cf5-95fb-0811689d38af tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:08.689386 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2f97cd6-2d30-4ff8-ba52-ba698262aeff req-12ca13b1-701a-4cf5-95fb-0811689d38af tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 932 time: 0.0991132 Nov 23 22:54:08.693366 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-38b0b27e-fe41-4541-91b9-6ba74e2be633 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:08.718934 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-38b0b27e-fe41-4541-91b9-6ba74e2be633 service neutron] Transition to ACTIVE for port object 7ced5c2b-5236-4aa6-8124-2a31813d7401 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:54:08.726065 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-38b0b27e-fe41-4541-91b9-6ba74e2be633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:08.788154 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2f97cd6-2d30-4ff8-ba52-ba698262aeff req-9f6d22a6-f41a-414b-91ad-f02633e908b4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923281 Nov 23 22:54:08.803433 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0b27e-fe41-4541-91b9-6ba74e2be633 service neutron] Pushing event updated for resources: {'Port': ['ID=7ced5c2b-5236-4aa6-8124-2a31813d7401,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:08.881627 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-38b0b27e-fe41-4541-91b9-6ba74e2be633 service neutron] Attempting to bind port 7ced5c2b-5236-4aa6-8124-2a31813d7401 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:54:08.881972 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-38b0b27e-fe41-4541-91b9-6ba74e2be633 service neutron] Attempting to bind port 7ced5c2b-5236-4aa6-8124-2a31813d7401 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'a0c16350-1e67-4228-9c72-1bebf129f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:54:08.882303 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-38b0b27e-fe41-4541-91b9-6ba74e2be633 service neutron] Attempting to bind port 7ced5c2b-5236-4aa6-8124-2a31813d7401 on network 20caf5bf-eb70-441d-9518-158b624aae5b {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:54:08.887201 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-38b0b27e-fe41-4541-91b9-6ba74e2be633 service neutron] Port 7ced5c2b-5236-4aa6-8124-2a31813d7401 on network 20caf5bf-eb70-441d-9518-158b624aae5b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:54:08.887521 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-38b0b27e-fe41-4541-91b9-6ba74e2be633 service neutron] Attempting to bind port 7ced5c2b-5236-4aa6-8124-2a31813d7401 on network 20caf5bf-eb70-441d-9518-158b624aae5b {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:54:08.893007 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-38b0b27e-fe41-4541-91b9-6ba74e2be633 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:54:08.893345 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-38b0b27e-fe41-4541-91b9-6ba74e2be633 service neutron] Checking segment: {'id': 'a0c16350-1e67-4228-9c72-1bebf129f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:54:08.893732 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-38b0b27e-fe41-4541-91b9-6ba74e2be633 service neutron] Bound using segment: {'id': 'a0c16350-1e67-4228-9c72-1bebf129f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:54:08.894158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-38b0b27e-fe41-4541-91b9-6ba74e2be633 service neutron] Bound port: 7ced5c2b-5236-4aa6-8124-2a31813d7401, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c16350-1e67-4228-9c72-1bebf129f0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:54:08.894514 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-38b0b27e-fe41-4541-91b9-6ba74e2be633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:08.960847 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-38b0b27e-fe41-4541-91b9-6ba74e2be633 service neutron] For port 7ced5c2b-5236-4aa6-8124-2a31813d7401, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:54:08.963861 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-38b0b27e-fe41-4541-91b9-6ba74e2be633 service neutron] For port 7ced5c2b-5236-4aa6-8124-2a31813d7401, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7ced5c2b-5236-4aa6-8124-2a31813d7401,segment=NetworkSegment(a0c16350-1e67-4228-9c72-1bebf129f0a3),segment_id=a0c16350-1e67-4228-9c72-1bebf129f0a3)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:54:08.968615 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-38b0b27e-fe41-4541-91b9-6ba74e2be633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:09.009626 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-38b0b27e-fe41-4541-91b9-6ba74e2be633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:09.010298 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-38b0b27e-fe41-4541-91b9-6ba74e2be633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:09.011771 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-38b0b27e-fe41-4541-91b9-6ba74e2be633 service neutron] 10.222.0.53 "PUT /v2.0/ports/7ced5c2b-5236-4aa6-8124-2a31813d7401 HTTP/1.1" status: 200 len: 1092 time: 0.7315776 Nov 23 22:54:09.012208 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b96d317-dbc0-418a-a506-67f72ba18c57', 'tag': '7ced5c2b-5236-4aa6-8124-2a31813d7401'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:54:09.014488 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a689f5c9-5b17-4453-8525-94ded8c0546d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b96d317-dbc0-418a-a506-67f72ba18c57", "tag": "7ced5c2b-5236-4aa6-8124-2a31813d7401"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:54:09.042330 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0b27e-fe41-4541-91b9-6ba74e2be633 service neutron] Pushing event updated for resources: {'Port': ['ID=7ced5c2b-5236-4aa6-8124-2a31813d7401,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:09.072356 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028a9710-8f41-49c3-8f1e-05408278ff12 x-openstack-request-id: req-028a9710-8f41-49c3-8f1e-05408278ff12 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:54:09.072656 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b96d317-dbc0-418a-a506-67f72ba18c57", "tag": "7ced5c2b-5236-4aa6-8124-2a31813d7401", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:54:09.072909 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-028a9710-8f41-49c3-8f1e-05408278ff12 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:54:09.073308 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b96d317-dbc0-418a-a506-67f72ba18c57', 'tag': '7ced5c2b-5236-4aa6-8124-2a31813d7401', 'status': 'completed', 'code': 200} Nov 23 22:54:09.107574 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-337dd622-70ee-4df0-89d8-4295e0e0c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:09.109096 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-337dd622-70ee-4df0-89d8-4295e0e0c025 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 1095 time: 0.0469806 Nov 23 22:54:09.157147 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-40d38728-13af-43ec-a109-fb2610edc6a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ced5c2b-5236-4aa6-8124-2a31813d7401 HTTP/1.1" status: 200 len: 217 time: 0.0378563 Nov 23 22:54:09.215334 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-38b0eb3e-da24-4984-9e4f-efff77947977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:09.216817 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-38b0eb3e-da24-4984-9e4f-efff77947977 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f3db7f4f-4405-4253-ae85-519505abbc42 HTTP/1.1" status: 200 len: 833 time: 0.0466647 Nov 23 22:54:09.273214 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-4b79e382-a2d7-4f95-995d-dd5202e2f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:09.274681 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-4b79e382-a2d7-4f95-995d-dd5202e2f1dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=20caf5bf-eb70-441d-9518-158b624aae5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457571 Nov 23 22:54:09.371787 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-16a3d08e-2074-4b15-906a-727b035fec77 service neutron] 10.222.0.53 "GET /v2.0/networks/20caf5bf-eb70-441d-9518-158b624aae5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827608 Nov 23 22:54:09.469284 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e577551-0e67-4a39-831c-173b7cd4ad57 req-07455ba9-bf75-459b-8855-435bb2f69ab0 service neutron] 10.222.0.53 "GET /v2.0/networks/20caf5bf-eb70-441d-9518-158b624aae5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860221 Nov 23 22:54:09.574239 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689f5c9-5b17-4453-8525-94ded8c0546d req-492c1de0-18bb-4069-ab9a-32c4260c982e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:09.575805 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a689f5c9-5b17-4453-8525-94ded8c0546d req-492c1de0-18bb-4069-ab9a-32c4260c982e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 1095 time: 0.0441558 Nov 23 22:54:09.671583 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689f5c9-5b17-4453-8525-94ded8c0546d req-5eb27271-efab-4b3a-bfd6-1ec400e2a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:09.672952 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a689f5c9-5b17-4453-8525-94ded8c0546d req-5eb27271-efab-4b3a-bfd6-1ec400e2a08f service neutron] 10.222.0.53 "GET /v2.0/networks?id=20caf5bf-eb70-441d-9518-158b624aae5b HTTP/1.1" status: 200 len: 898 time: 0.0892332 Nov 23 22:54:09.712838 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a689f5c9-5b17-4453-8525-94ded8c0546d req-7851779b-632a-405b-af3f-2c4c6365d2fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ced5c2b-5236-4aa6-8124-2a31813d7401 HTTP/1.1" status: 200 len: 217 time: 0.0325885 Nov 23 22:54:09.761608 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689f5c9-5b17-4453-8525-94ded8c0546d req-ad1ad6b8-7ae6-479a-833a-025df0fba7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:09.763066 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a689f5c9-5b17-4453-8525-94ded8c0546d req-ad1ad6b8-7ae6-479a-833a-025df0fba7c7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f3db7f4f-4405-4253-ae85-519505abbc42 HTTP/1.1" status: 200 len: 833 time: 0.0432527 Nov 23 22:54:09.815179 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689f5c9-5b17-4453-8525-94ded8c0546d req-537767e2-fd9a-4c5a-8f2e-ea5c55996a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:09.816646 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a689f5c9-5b17-4453-8525-94ded8c0546d req-537767e2-fd9a-4c5a-8f2e-ea5c55996a74 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=20caf5bf-eb70-441d-9518-158b624aae5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452251 Nov 23 22:54:09.944072 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a689f5c9-5b17-4453-8525-94ded8c0546d req-9aee4419-9866-41c6-9c3b-2ccd5b524e48 service neutron] 10.222.0.53 "GET /v2.0/networks/20caf5bf-eb70-441d-9518-158b624aae5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178031 Nov 23 22:54:09.951373 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46924e-e978-40ea-ae80-f51c1d3ab3c4 req-8f059196-06d2-43f5-ace4-f41800a8cd1d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:09.952752 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1e46924e-e978-40ea-ae80-f51c1d3ab3c4 req-8f059196-06d2-43f5-ace4-f41800a8cd1d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 944 time: 0.0723491 Nov 23 22:54:10.061832 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1e46924e-e978-40ea-ae80-f51c1d3ab3c4 req-a86dcb25-e3df-4b8c-8fd2-8fb7f7b0373c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007195 Nov 23 22:54:10.080828 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a689f5c9-5b17-4453-8525-94ded8c0546d req-55d71dce-ae9b-47f2-bfe6-0e9fc76b1aa6 service neutron] 10.222.0.53 "GET /v2.0/networks/20caf5bf-eb70-441d-9518-158b624aae5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206698 Nov 23 22:54:11.185162 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641172d-ef80-4e62-96b6-9b15140fa48c req-aebc37f5-aa50-41fc-92a1-3d40e3bbb170 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:11.186634 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6641172d-ef80-4e62-96b6-9b15140fa48c req-aebc37f5-aa50-41fc-92a1-3d40e3bbb170 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 944 time: 0.0538745 Nov 23 22:54:11.235121 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6641172d-ef80-4e62-96b6-9b15140fa48c req-14dc8041-94f0-431a-b161-18c3558e057b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420718 Nov 23 22:54:12.352233 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1885345-afbc-469b-ad82-51724008e870 req-3b643b41-2d65-4d75-85c2-54cc91b7a86d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:12.353696 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e1885345-afbc-469b-ad82-51724008e870 req-3b643b41-2d65-4d75-85c2-54cc91b7a86d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 944 time: 0.0485475 Nov 23 22:54:12.403442 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e1885345-afbc-469b-ad82-51724008e870 req-86cf0421-89ce-4772-9497-6d5dcae868a9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437081 Nov 23 22:54:12.874833 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 7ced5c2b-5236-4aa6-8124-2a31813d7401 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:54:12.969842 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 7ced5c2b-5236-4aa6-8124-2a31813d7401, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7ced5c2b-5236-4aa6-8124-2a31813d7401,segment=NetworkSegment(a0c16350-1e67-4228-9c72-1bebf129f0a3),segment_id=a0c16350-1e67-4228-9c72-1bebf129f0a3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:12.981753 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '7ced5c2b-5236-4aa6-8124-2a31813d7401', 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b', 'port_id': '7ced5c2b-5236-4aa6-8124-2a31813d7401', 'mac_address': 'fa:16:3e:62:3a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3db7f4f-4405-4253-ae85-519505abbc42', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:54:13.021707 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.034606 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ced5c2b-5236-4aa6-8124-2a31813d7401 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:54:13.053588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 7ced5c2b-5236-4aa6-8124-2a31813d7401, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7ced5c2b-5236-4aa6-8124-2a31813d7401,segment=NetworkSegment(a0c16350-1e67-4228-9c72-1bebf129f0a3),segment_id=a0c16350-1e67-4228-9c72-1bebf129f0a3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:13.057373 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:13.104734 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=7ced5c2b-5236-4aa6-8124-2a31813d7401,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:13.305514 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['7ced5c2b-5236-4aa6-8124-2a31813d7401'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:54:13.518759 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99a83f6-56bf-4a60-a0a8-9cc165bfeb60 req-e85c89aa-0646-4418-96f4-a99f97c27178 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:13.520375 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d99a83f6-56bf-4a60-a0a8-9cc165bfeb60 req-e85c89aa-0646-4418-96f4-a99f97c27178 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 945 time: 0.0500224 Nov 23 22:54:13.574040 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d99a83f6-56bf-4a60-a0a8-9cc165bfeb60 req-da206cff-6504-4830-a44e-4a41c7e7e7a0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476551 Nov 23 22:54:14.689713 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea54a8-7ec1-46ee-9d60-eb59188a609c req-6ed94760-a26b-45a5-be43-0751b91c5ff3 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:14.691289 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2fea54a8-7ec1-46ee-9d60-eb59188a609c req-6ed94760-a26b-45a5-be43-0751b91c5ff3 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 945 time: 0.0486495 Nov 23 22:54:14.739320 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2fea54a8-7ec1-46ee-9d60-eb59188a609c req-9b2bc261-bae5-4cf0-969b-01d16731ac2a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420854 Nov 23 22:54:14.907094 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 7ced5c2b-5236-4aa6-8124-2a31813d7401 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:54:14.958840 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 7ced5c2b-5236-4aa6-8124-2a31813d7401 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:54:14.962678 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 7ced5c2b-5236-4aa6-8124-2a31813d7401 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:54:14.963081 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.039343 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.061738 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b96d317-dbc0-418a-a506-67f72ba18c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ced5c2b-5236-4aa6-8124-2a31813d7401'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:54:15.064359 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8be767-9ab4-44aa-8136-2d1a35bee05e" -d '{"events": [{"server_uuid": "4b96d317-dbc0-418a-a506-67f72ba18c57", "name": "network-vif-plugged", "status": "completed", "tag": "7ced5c2b-5236-4aa6-8124-2a31813d7401"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:54:15.076545 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 7ced5c2b-5236-4aa6-8124-2a31813d7401, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7ced5c2b-5236-4aa6-8124-2a31813d7401,segment=NetworkSegment(a0c16350-1e67-4228-9c72-1bebf129f0a3),segment_id=a0c16350-1e67-4228-9c72-1bebf129f0a3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:54:15.081361 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:15.105451 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9b75da-25de-4127-aa15-fb3d085a8124 x-openstack-request-id: req-ad9b75da-25de-4127-aa15-fb3d085a8124 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:54:15.105772 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b96d317-dbc0-418a-a506-67f72ba18c57", "name": "network-vif-plugged", "status": "completed", "tag": "7ced5c2b-5236-4aa6-8124-2a31813d7401", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:54:15.106027 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ad9b75da-25de-4127-aa15-fb3d085a8124 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:54:15.106429 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b96d317-dbc0-418a-a506-67f72ba18c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ced5c2b-5236-4aa6-8124-2a31813d7401', 'code': 200} Nov 23 22:54:15.136758 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=7ced5c2b-5236-4aa6-8124-2a31813d7401,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:15.214435 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf9e3b-937f-4b53-9cfd-a6db3546a332 req-50a17ce1-a19e-4b69-b806-50643c64814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:15.215836 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-66bf9e3b-937f-4b53-9cfd-a6db3546a332 req-50a17ce1-a19e-4b69-b806-50643c64814c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 1097 time: 0.0395696 Nov 23 22:54:15.275157 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-66bf9e3b-937f-4b53-9cfd-a6db3546a332 req-d34f4602-eb83-493e-a972-1d6cf3303846 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453696 Nov 23 22:54:15.857669 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b2db9-8427-40ec-a818-76de1bddf56e req-f46ccb52-0732-48e5-a4a0-23588ce6d899 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:15.859165 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-438b2db9-8427-40ec-a818-76de1bddf56e req-f46ccb52-0732-48e5-a4a0-23588ce6d899 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 946 time: 0.0523238 Nov 23 22:54:15.908579 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-438b2db9-8427-40ec-a818-76de1bddf56e req-9fa298f4-8857-4e17-b622-d24a4ef5f6db tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427806 Nov 23 22:54:17.025658 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b26ca8-0b00-4ceb-9c3a-19a16859f23a req-4f16c226-86d4-44ef-a3de-44eaa5b913e1 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:17.027149 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-58b26ca8-0b00-4ceb-9c3a-19a16859f23a req-4f16c226-86d4-44ef-a3de-44eaa5b913e1 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 946 time: 0.0489688 Nov 23 22:54:17.077251 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-58b26ca8-0b00-4ceb-9c3a-19a16859f23a req-b0543e6b-332c-4966-94c3-99e84f433cd3 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440764 Nov 23 22:54:17.197627 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db023cae-b97f-406a-bc49-cd3e1f963dfa req-f0c76b5e-558b-4066-be8f-f0fd4db34319 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:17.199022 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db023cae-b97f-406a-bc49-cd3e1f963dfa req-f0c76b5e-558b-4066-be8f-f0fd4db34319 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 946 time: 0.0532465 Nov 23 22:54:17.249768 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-db023cae-b97f-406a-bc49-cd3e1f963dfa req-1dabc43f-2fba-4264-a39b-7045a7d9c0d4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439487 Nov 23 22:54:17.272798 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51104) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:17.356085 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0d784e-8fad-4d92-9ab7-d16ffca045b1 tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:17.357610 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7c0d784e-8fad-4d92-9ab7-d16ffca045b1 tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 1092 time: 0.0836408 Nov 23 22:54:17.360377 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51108) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:17.364663 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-9ac54dba-6f2a-4e3e-9013-ac350e5684c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': '7ced5c2b-5236-4aa6-8124-2a31813d7401', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:54:17.386527 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9ac54dba-6f2a-4e3e-9013-ac350e5684c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.491998 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9ac54dba-6f2a-4e3e-9013-ac350e5684c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.591786 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-9ac54dba-6f2a-4e3e-9013-ac350e5684c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Allocated IP 172.25.5.195 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/1c7933dd-67d0-4fdd-9767-75e9cbc9b072) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:54:17.696337 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9ac54dba-6f2a-4e3e-9013-ac350e5684c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.731079 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9ac54dba-6f2a-4e3e-9013-ac350e5684c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:17.767378 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac54dba-6f2a-4e3e-9013-ac350e5684c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:54:17.773384 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-9ac54dba-6f2a-4e3e-9013-ac350e5684c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:54:17.776845 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac54dba-6f2a-4e3e-9013-ac350e5684c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:54:17.799033 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac54dba-6f2a-4e3e-9013-ac350e5684c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=1c7933dd-67d0-4fdd-9767-75e9cbc9b072,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:18.450778 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9ac54dba-6f2a-4e3e-9013-ac350e5684c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:18.515938 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9ac54dba-6f2a-4e3e-9013-ac350e5684c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:18.665243 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9ac54dba-6f2a-4e3e-9013-ac350e5684c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:18.669497 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9ac54dba-6f2a-4e3e-9013-ac350e5684c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:18.742420 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac54dba-6f2a-4e3e-9013-ac350e5684c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=1c7933dd-67d0-4fdd-9767-75e9cbc9b072,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:54:18.752876 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9ac54dba-6f2a-4e3e-9013-ac350e5684c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:18.853480 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-9ac54dba-6f2a-4e3e-9013-ac350e5684c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Floating IP 6708eced-2cfa-49c7-b012-68dca2f3e94c associated. External IP: 172.25.5.195, port: 7ced5c2b-5236-4aa6-8124-2a31813d7401. Nov 23 22:54:19.057910 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac54dba-6f2a-4e3e-9013-ac350e5684c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router f7bd5a59-1ea4-417f-ad3a-f346c8451136 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:54:19.166049 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac54dba-6f2a-4e3e-9013-ac350e5684c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:54:19.176195 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33745a81-3434-4b9c-a9e1-2ca014d1763f None None] Sync routers for ids ['f7bd5a59-1ea4-417f-ad3a-f346c8451136'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:54:19.185754 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9ac54dba-6f2a-4e3e-9013-ac350e5684c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:19.186387 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33745a81-3434-4b9c-a9e1-2ca014d1763f None None] Routers {'f7bd5a59-1ea4-417f-ad3a-f346c8451136'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:54:19.187040 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-33745a81-3434-4b9c-a9e1-2ca014d1763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:54:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f7bd5a59-1ea4-417f-ad3a-f346c8451136'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:19.213497 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9ac54dba-6f2a-4e3e-9013-ac350e5684c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8520794 Nov 23 22:54:19.214139 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b96d317-dbc0-418a-a506-67f72ba18c57', 'tag': '7ced5c2b-5236-4aa6-8124-2a31813d7401'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:54:19.216421 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a536dbcc-0cfc-43de-ba96-ff82da62a730" -d '{"events": [{"name": "network-changed", "server_uuid": "4b96d317-dbc0-418a-a506-67f72ba18c57", "tag": "7ced5c2b-5236-4aa6-8124-2a31813d7401"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:54:19.256292 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0458fe18-284d-4fee-82fa-24a7836b3edd x-openstack-request-id: req-0458fe18-284d-4fee-82fa-24a7836b3edd {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:54:19.256742 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b96d317-dbc0-418a-a506-67f72ba18c57", "tag": "7ced5c2b-5236-4aa6-8124-2a31813d7401", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:54:19.257107 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0458fe18-284d-4fee-82fa-24a7836b3edd {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:54:19.257559 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b96d317-dbc0-418a-a506-67f72ba18c57', 'tag': '7ced5c2b-5236-4aa6-8124-2a31813d7401', 'status': 'completed', 'code': 200} Nov 23 22:54:19.303514 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-33745a81-3434-4b9c-a9e1-2ca014d1763f None None] Set router f7bd5a59-1ea4-417f-ad3a-f346c8451136 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:54:19.341675 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536dbcc-0cfc-43de-ba96-ff82da62a730 req-9d58696a-0339-48f7-afb1-4d1cf7feb6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:19.343200 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a536dbcc-0cfc-43de-ba96-ff82da62a730 req-9d58696a-0339-48f7-afb1-4d1cf7feb6fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 1097 time: 0.0639219 Nov 23 22:54:19.351293 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45ba7b-7036-48a2-8c4b-d375f52aa08a req-391aff38-1a94-4d2e-b834-1967ba50f3a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:19.352684 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bd45ba7b-7036-48a2-8c4b-d375f52aa08a req-391aff38-1a94-4d2e-b834-1967ba50f3a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 946 time: 0.0842743 Nov 23 22:54:19.460522 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bd45ba7b-7036-48a2-8c4b-d375f52aa08a req-b4736296-0bfe-4a40-9792-ddc179ca65ef tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996187 Nov 23 22:54:19.478246 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536dbcc-0cfc-43de-ba96-ff82da62a730 req-e9e1efa0-692c-452c-accf-3199ae935686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:19.479968 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a536dbcc-0cfc-43de-ba96-ff82da62a730 req-e9e1efa0-692c-452c-accf-3199ae935686 service neutron] 10.222.0.53 "GET /v2.0/networks?id=20caf5bf-eb70-441d-9518-158b624aae5b HTTP/1.1" status: 200 len: 898 time: 0.1264307 Nov 23 22:54:19.484900 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51114) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:19.529793 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-33745a81-3434-4b9c-a9e1-2ca014d1763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262199975', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:54:00Z', 'updated_at': '2021-11-23T22:54:04Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:01Z', 'updated_at': '2021-11-23T22:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '6708eced-2cfa-49c7-b012-68dca2f3e94c', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'port_id': '7ced5c2b-5236-4aa6-8124-2a31813d7401', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b', 'mac_address': 'fa:16:3e:62:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b96d317-dbc0-418a-a506-67f72ba18c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:54:17Z', 'updated_at': '2021-11-23T22:54:17Z', 'revision_number': 0, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e017f569-56db-4d6d-9005-9d7b7dea610d', 'name': '', 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:af:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'f3db7f4f-4405-4253-ae85-519505abbc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:03Z', 'updated_at': '2021-11-23T22:54:07Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': 'f3db7f4f-4405-4253-ae85-519505abbc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:19.561014 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33745a81-3434-4b9c-a9e1-2ca014d1763f None None] Checking router: f7bd5a59-1ea4-417f-ad3a-f346c8451136 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:54:19.570963 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33745a81-3434-4b9c-a9e1-2ca014d1763f None None] Routers {'f7bd5a59-1ea4-417f-ad3a-f346c8451136'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:54:19.571616 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-33745a81-3434-4b9c-a9e1-2ca014d1763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:54:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f7bd5a59-1ea4-417f-ad3a-f346c8451136'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:19.597087 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cb3eabf4-ef77-4f53-b8ad-eb2cb31976fa tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/floatingips/6708eced-2cfa-49c7-b012-68dca2f3e94c HTTP/1.1" status: 200 len: 992 time: 0.1109173 Nov 23 22:54:19.598941 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a536dbcc-0cfc-43de-ba96-ff82da62a730 req-984e890f-0ede-4d9e-8623-680afb4fe4e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ced5c2b-5236-4aa6-8124-2a31813d7401 HTTP/1.1" status: 200 len: 1000 time: 0.1066527 Nov 23 22:54:19.649618 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536dbcc-0cfc-43de-ba96-ff82da62a730 req-13877ee9-1a9d-4d67-9886-02d7bb0f22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:19.651120 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a536dbcc-0cfc-43de-ba96-ff82da62a730 req-13877ee9-1a9d-4d67-9886-02d7bb0f22e0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f3db7f4f-4405-4253-ae85-519505abbc42 HTTP/1.1" status: 200 len: 833 time: 0.0447271 Nov 23 22:54:19.679711 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-33745a81-3434-4b9c-a9e1-2ca014d1763f None None] Set router f7bd5a59-1ea4-417f-ad3a-f346c8451136 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:54:19.699826 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536dbcc-0cfc-43de-ba96-ff82da62a730 req-06236862-11ca-4568-aeba-48efe5bd9e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:19.701350 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a536dbcc-0cfc-43de-ba96-ff82da62a730 req-06236862-11ca-4568-aeba-48efe5bd9e88 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=20caf5bf-eb70-441d-9518-158b624aae5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425532 Nov 23 22:54:19.795390 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a536dbcc-0cfc-43de-ba96-ff82da62a730 req-64bc6ea5-1388-405a-9b94-3b7ff8f0afc8 service neutron] 10.222.0.53 "GET /v2.0/networks/20caf5bf-eb70-441d-9518-158b624aae5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870798 Nov 23 22:54:19.885842 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a536dbcc-0cfc-43de-ba96-ff82da62a730 req-7d18180d-57f6-4c91-939c-23a93c0a85d8 service neutron] 10.222.0.53 "GET /v2.0/networks/20caf5bf-eb70-441d-9518-158b624aae5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833163 Nov 23 22:54:19.898344 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-33745a81-3434-4b9c-a9e1-2ca014d1763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262199975', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:54:00Z', 'updated_at': '2021-11-23T22:54:04Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:01Z', 'updated_at': '2021-11-23T22:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '6708eced-2cfa-49c7-b012-68dca2f3e94c', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'port_id': '7ced5c2b-5236-4aa6-8124-2a31813d7401', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b', 'mac_address': 'fa:16:3e:62:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b96d317-dbc0-418a-a506-67f72ba18c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:54:17Z', 'updated_at': '2021-11-23T22:54:17Z', 'revision_number': 0, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e017f569-56db-4d6d-9005-9d7b7dea610d', 'name': '', 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:af:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'f3db7f4f-4405-4253-ae85-519505abbc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:03Z', 'updated_at': '2021-11-23T22:54:07Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': 'f3db7f4f-4405-4253-ae85-519505abbc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:54:19.928884 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33745a81-3434-4b9c-a9e1-2ca014d1763f None None] The sync data for ids ['f7bd5a59-1ea4-417f-ad3a-f346c8451136'] in n-d-816206-9 is: [{'id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262199975', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:54:00Z', 'updated_at': '2021-11-23T22:54:04Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:01Z', 'updated_at': '2021-11-23T22:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '6708eced-2cfa-49c7-b012-68dca2f3e94c', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'floating_ip_address': '172.25.5.195', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'port_id': '7ced5c2b-5236-4aa6-8124-2a31813d7401', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b', 'mac_address': 'fa:16:3e:62:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b96d317-dbc0-418a-a506-67f72ba18c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:54:17Z', 'updated_at': '2021-11-23T22:54:17Z', 'revision_number': 0, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e017f569-56db-4d6d-9005-9d7b7dea610d', 'name': '', 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:af:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'f3db7f4f-4405-4253-ae85-519505abbc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:03Z', 'updated_at': '2021-11-23T22:54:07Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': 'f3db7f4f-4405-4253-ae85-519505abbc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:54:20.117783 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e11981-9385-4a60-8b46-977d16aff3b7 None None] New status for floating IP 6708eced-2cfa-49c7-b012-68dca2f3e94c: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:54:20.600922 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51116) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:54:20.666412 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a4934207-0675-4e22-8dac-6e7c035e2b8b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/floatingips/6708eced-2cfa-49c7-b012-68dca2f3e94c HTTP/1.1" status: 200 len: 994 time: 0.0643156 Nov 23 22:54:23.542664 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:28.064007 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-33fb7c1a-e514-4fcb-8a01-4d4086c41c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:30.485105 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:30.602867 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ae89b9e3-238e-4ecf-8ab7-8ffb3e865a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:31.844021 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:33.241092 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:33.999698 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:42.602513 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:54:53.562053 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:56.040352 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b4c3a-4565-48c3-b7e6-e3eb031342f3 req-b9056bef-4e97-4b46-ba0f-68f595a872c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:56.041796 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b61b4c3a-4565-48c3-b7e6-e3eb031342f3 req-b9056bef-4e97-4b46-ba0f-68f595a872c0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 946 time: 0.0537987 Nov 23 22:54:56.091486 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b61b4c3a-4565-48c3-b7e6-e3eb031342f3 req-aec69e07-9a48-4f32-8cb7-f276881b1a1f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435517 Nov 23 22:54:57.211121 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb36b5-1e95-4df8-8b0d-2e38bff8cadb req-eaf02c89-0b49-4bde-9348-44cf246f3c6c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:57.212492 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e5cb36b5-1e95-4df8-8b0d-2e38bff8cadb req-eaf02c89-0b49-4bde-9348-44cf246f3c6c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 946 time: 0.0488703 Nov 23 22:54:57.265778 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e5cb36b5-1e95-4df8-8b0d-2e38bff8cadb req-f38e658c-5552-4447-8509-7ab681ff9923 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474412 Nov 23 22:54:58.068037 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dd303fec-691d-4eda-af49-16e38be79aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:54:58.384802 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6468ce4-1471-4700-a5a7-43e9a3bb3e77 req-60b5d71e-6b94-4ff2-8831-2dfa0fb31c6a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:58.386186 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e6468ce4-1471-4700-a5a7-43e9a3bb3e77 req-60b5d71e-6b94-4ff2-8831-2dfa0fb31c6a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 946 time: 0.0505311 Nov 23 22:54:58.436891 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e6468ce4-1471-4700-a5a7-43e9a3bb3e77 req-289c0e29-95fd-4f33-90a8-daec4462986e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446541 Nov 23 22:54:59.552126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0093f77-25c9-4cd0-8866-a1d06f688dc1 req-b2516d49-40c8-4d23-8472-e7c2698488ec tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:54:59.553635 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b0093f77-25c9-4cd0-8866-a1d06f688dc1 req-b2516d49-40c8-4d23-8472-e7c2698488ec tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 946 time: 0.0496125 Nov 23 22:54:59.603308 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b0093f77-25c9-4cd0-8866-a1d06f688dc1 req-be427b75-167b-4fff-9984-e9d663cd5f1e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437589 Nov 23 22:55:00.484241 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:00.605124 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7510e6c0-ffeb-46d7-8246-07711a970ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:00.722146 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e946c-f012-4de7-a184-842d6cd2755f req-5158d868-7e0c-46b8-90f1-8189d8d06dc2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:00.723655 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da2e946c-f012-4de7-a184-842d6cd2755f req-5158d868-7e0c-46b8-90f1-8189d8d06dc2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 946 time: 0.0532913 Nov 23 22:55:00.773957 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da2e946c-f012-4de7-a184-842d6cd2755f req-45d763c2-c444-465a-805d-6ab5fe69cd7c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441906 Nov 23 22:55:01.845627 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:01.893061 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f49554-854f-4549-b04b-e5b530a5ef17 req-a46fd9f3-df6a-4a52-a42e-14569b521e89 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:01.894546 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-56f49554-854f-4549-b04b-e5b530a5ef17 req-a46fd9f3-df6a-4a52-a42e-14569b521e89 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 946 time: 0.0513797 Nov 23 22:55:01.944065 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-56f49554-854f-4549-b04b-e5b530a5ef17 req-9745541b-37ef-429c-8850-8f43b25be5ed tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435519 Nov 23 22:55:03.057401 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ad828-ed03-464d-b502-8a2185799ca0 req-1968fdfd-d7ac-47e8-8ba0-412b298e2dfb tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:03.058880 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b4ad828-ed03-464d-b502-8a2185799ca0 req-1968fdfd-d7ac-47e8-8ba0-412b298e2dfb tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 946 time: 0.0483348 Nov 23 22:55:03.115185 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6b4ad828-ed03-464d-b502-8a2185799ca0 req-64b28ada-134d-4337-9bf0-453f8aa0a3ff tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496967 Nov 23 22:55:03.240599 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:04.002538 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:04.230797 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146494e-3b12-4ccc-954d-c3dfa53bee1f req-eb123217-eecc-492c-a6ec-7711acd4d2a6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:04.232251 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2146494e-3b12-4ccc-954d-c3dfa53bee1f req-eb123217-eecc-492c-a6ec-7711acd4d2a6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 946 time: 0.0491712 Nov 23 22:55:04.281145 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2146494e-3b12-4ccc-954d-c3dfa53bee1f req-882d1552-f5f2-4669-8751-b2f73d6cf635 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428162 Nov 23 22:55:05.396749 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac731b7-f020-4632-bedb-92a008428266 req-faf14a44-0376-41a4-9324-9657d9f6046d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:05.398129 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3ac731b7-f020-4632-bedb-92a008428266 req-faf14a44-0376-41a4-9324-9657d9f6046d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 946 time: 0.0489907 Nov 23 22:55:05.447312 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3ac731b7-f020-4632-bedb-92a008428266 req-2f82555b-ba28-48ee-b597-25c33d519786 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432267 Nov 23 22:55:06.567211 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d800d-0d1a-485e-be65-4b965bd1daf8 req-fd97e340-d80b-4d9c-b6f5-434d18977a8e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:06.568655 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-547d800d-0d1a-485e-be65-4b965bd1daf8 req-fd97e340-d80b-4d9c-b6f5-434d18977a8e tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 946 time: 0.0521653 Nov 23 22:55:06.617419 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-547d800d-0d1a-485e-be65-4b965bd1daf8 req-b7d71385-0a5d-4874-83e0-b61b1a48b3aa tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427537 Nov 23 22:55:06.640465 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51154) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:06.699030 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b2a8e349-1b69-4247-82ba-a2513ca6b0e2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/floatingips/6708eced-2cfa-49c7-b012-68dca2f3e94c HTTP/1.1" status: 200 len: 994 time: 0.0574422 Nov 23 22:55:07.525252 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aedb58f7-90a0-4ebd-8a25-8e9750b79523 req-c0373c8d-2d41-4dd1-9563-9df06e63b8fa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439994 Nov 23 22:55:07.612338 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb58f7-90a0-4ebd-8a25-8e9750b79523 req-bb11b3fa-9357-43ae-974b-e22ee86f08f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:07.613815 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aedb58f7-90a0-4ebd-8a25-8e9750b79523 req-bb11b3fa-9357-43ae-974b-e22ee86f08f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 1097 time: 0.0404661 Nov 23 22:55:07.722864 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb58f7-90a0-4ebd-8a25-8e9750b79523 req-59173f67-804d-4f68-a3b9-1d51f2b920e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:07.724386 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aedb58f7-90a0-4ebd-8a25-8e9750b79523 req-59173f67-804d-4f68-a3b9-1d51f2b920e4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=20caf5bf-eb70-441d-9518-158b624aae5b HTTP/1.1" status: 200 len: 898 time: 0.0848358 Nov 23 22:55:07.801810 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aedb58f7-90a0-4ebd-8a25-8e9750b79523 req-ec6ba5cb-36a9-4d0f-a504-6de4325ed5cb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ced5c2b-5236-4aa6-8124-2a31813d7401 HTTP/1.1" status: 200 len: 1002 time: 0.0636554 Nov 23 22:55:07.854091 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb58f7-90a0-4ebd-8a25-8e9750b79523 req-41475e22-5ebd-491f-9ea0-cccc75323d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:07.855605 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aedb58f7-90a0-4ebd-8a25-8e9750b79523 req-41475e22-5ebd-491f-9ea0-cccc75323d44 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f3db7f4f-4405-4253-ae85-519505abbc42 HTTP/1.1" status: 200 len: 833 time: 0.0442064 Nov 23 22:55:07.910099 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb58f7-90a0-4ebd-8a25-8e9750b79523 req-47178b28-db09-4f23-a596-62a4416b1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:07.911650 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aedb58f7-90a0-4ebd-8a25-8e9750b79523 req-47178b28-db09-4f23-a596-62a4416b1e19 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=20caf5bf-eb70-441d-9518-158b624aae5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440600 Nov 23 22:55:08.031600 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47387bf4-128d-4c7e-8bb5-027a6bf5c3e2 req-83e95555-a717-479b-9e0c-238d2a910ff5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:08.034047 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-47387bf4-128d-4c7e-8bb5-027a6bf5c3e2 req-83e95555-a717-479b-9e0c-238d2a910ff5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 946 time: 0.0915985 Nov 23 22:55:08.061588 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aedb58f7-90a0-4ebd-8a25-8e9750b79523 req-f1248a3f-ad04-4f50-9bd9-8dcb247f78aa service neutron] 10.222.0.53 "GET /v2.0/networks/20caf5bf-eb70-441d-9518-158b624aae5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424448 Nov 23 22:55:08.114756 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-47387bf4-128d-4c7e-8bb5-027a6bf5c3e2 req-fd9ab988-9896-49ff-a1d7-f9167e005569 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747716 Nov 23 22:55:08.181598 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-aedb58f7-90a0-4ebd-8a25-8e9750b79523 req-4013f73a-e4ff-4e3b-a942-15415d73facc service neutron] 10.222.0.53 "GET /v2.0/networks/20caf5bf-eb70-441d-9518-158b624aae5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052630 Nov 23 22:55:08.341093 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cbd3c-01ea-47f0-b75d-83dc59c393db req-88e4f3ae-40c5-460c-964d-c0e1f5fa9039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:08.342455 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a5cbd3c-01ea-47f0-b75d-83dc59c393db req-88e4f3ae-40c5-460c-964d-c0e1f5fa9039 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 1097 time: 0.0410650 Nov 23 22:55:08.436760 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cbd3c-01ea-47f0-b75d-83dc59c393db req-cd67c5f4-930b-4346-a2ba-1d558301b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:08.438231 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a5cbd3c-01ea-47f0-b75d-83dc59c393db req-cd67c5f4-930b-4346-a2ba-1d558301b9d2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=20caf5bf-eb70-441d-9518-158b624aae5b HTTP/1.1" status: 200 len: 898 time: 0.0889661 Nov 23 22:55:08.509819 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a5cbd3c-01ea-47f0-b75d-83dc59c393db req-f80f2645-79af-4b49-a05c-118ba9fed5df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ced5c2b-5236-4aa6-8124-2a31813d7401 HTTP/1.1" status: 200 len: 1002 time: 0.0591645 Nov 23 22:55:08.568450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cbd3c-01ea-47f0-b75d-83dc59c393db req-cea1238d-8dc2-402b-8160-fdcc7d9b2bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:08.569895 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a5cbd3c-01ea-47f0-b75d-83dc59c393db req-cea1238d-8dc2-402b-8160-fdcc7d9b2bcb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f3db7f4f-4405-4253-ae85-519505abbc42 HTTP/1.1" status: 200 len: 833 time: 0.0485466 Nov 23 22:55:08.621040 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cbd3c-01ea-47f0-b75d-83dc59c393db req-7800789a-7362-466e-9926-50df00de3d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:08.622412 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a5cbd3c-01ea-47f0-b75d-83dc59c393db req-7800789a-7362-466e-9926-50df00de3d03 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=20caf5bf-eb70-441d-9518-158b624aae5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401635 Nov 23 22:55:08.715212 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a5cbd3c-01ea-47f0-b75d-83dc59c393db req-f6913db8-536e-4166-9854-287842740e1c service neutron] 10.222.0.53 "GET /v2.0/networks/20caf5bf-eb70-441d-9518-158b624aae5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808494 Nov 23 22:55:08.814796 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1a5cbd3c-01ea-47f0-b75d-83dc59c393db req-b8832901-fc4a-4f41-b76b-419e2097d891 service neutron] 10.222.0.53 "GET /v2.0/networks/20caf5bf-eb70-441d-9518-158b624aae5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870841 Nov 23 22:55:09.237231 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d6394-9303-4be4-a59f-e5b393702bc8 req-987299dc-28fa-453a-89e1-261bcf4dead2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:09.238690 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a8d6394-9303-4be4-a59f-e5b393702bc8 req-987299dc-28fa-453a-89e1-261bcf4dead2 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 946 time: 0.0521946 Nov 23 22:55:09.296172 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9a8d6394-9303-4be4-a59f-e5b393702bc8 req-4193ea93-110a-4a75-82cc-608dcc1aeca3 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495391 Nov 23 22:55:10.419643 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80938d65-ce1e-495b-82ce-3d006adc2e6a req-e88480a4-6920-4fc3-9bff-182d3728b5d7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:10.421059 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-80938d65-ce1e-495b-82ce-3d006adc2e6a req-e88480a4-6920-4fc3-9bff-182d3728b5d7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 946 time: 0.0534780 Nov 23 22:55:10.471083 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-80938d65-ce1e-495b-82ce-3d006adc2e6a req-470cd306-418f-4a92-bd2b-c495e31f8d17 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438528 Nov 23 22:55:10.497903 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51166) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:10.557873 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4ecfe46f-acf1-4698-89b3-a4bcef870842 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/floatingips/6708eced-2cfa-49c7-b012-68dca2f3e94c HTTP/1.1" status: 200 len: 994 time: 0.0588150 Nov 23 22:55:19.602265 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:55:23.575799 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:28.069547 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0a5b3999-ad2e-4f89-8188-90e8fcf853ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:30.498461 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:30.607637 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a0eaa846-af7f-49aa-b140-eab7e4d5eba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:31.849520 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:33.242928 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:34.003979 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:42.963467 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51184) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:43.123873 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting port 1c7933dd-67d0-4fdd-9767-75e9cbc9b072 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:43.125773 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:43.198418 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:43.198754 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:43.210210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Calling delete_port for 1c7933dd-67d0-4fdd-9767-75e9cbc9b072 owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:43.358295 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:43.386648 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Port': ['ID=1c7933dd-67d0-4fdd-9767-75e9cbc9b072,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:43.411394 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:43.411739 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:43.412074 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:43.412405 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:43.412732 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:43.413059 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:43.413386 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:43.413706 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:43.414031 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:43.414346 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:43.414662 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:43.415005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:43.458418 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:43.458797 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Floating IP 6708eced-2cfa-49c7-b012-68dca2f3e94c disassociated (deleted). External IP: 172.25.5.195, port: 7ced5c2b-5236-4aa6-8124-2a31813d7401. Nov 23 22:55:43.665169 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router f7bd5a59-1ea4-417f-ad3a-f346c8451136 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:55:43.769632 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:55:43.774593 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:43.779277 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d423b8a5-87ad-4f1b-bd16-a6b4b4ed7277 None None] Sync routers for ids ['f7bd5a59-1ea4-417f-ad3a-f346c8451136'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:55:43.790024 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d423b8a5-87ad-4f1b-bd16-a6b4b4ed7277 None None] Routers {'f7bd5a59-1ea4-417f-ad3a-f346c8451136'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:55:43.790621 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d423b8a5-87ad-4f1b-bd16-a6b4b4ed7277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:55:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f7bd5a59-1ea4-417f-ad3a-f346c8451136'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:43.803049 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-83766c66-23f5-4910-be38-8908b09702a7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/floatingips/6708eced-2cfa-49c7-b012-68dca2f3e94c HTTP/1.1" status: 204 len: 168 time: 0.8383436 Nov 23 22:55:43.803657 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b96d317-dbc0-418a-a506-67f72ba18c57', 'tag': '7ced5c2b-5236-4aa6-8124-2a31813d7401'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:55:43.805911 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141c3dd7-e97f-48b2-908e-145e88427236" -d '{"events": [{"name": "network-changed", "server_uuid": "4b96d317-dbc0-418a-a506-67f72ba18c57", "tag": "7ced5c2b-5236-4aa6-8124-2a31813d7401"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:55:43.850646 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373cd2d4-215a-4d6d-b1b5-59d5a14c0218 x-openstack-request-id: req-373cd2d4-215a-4d6d-b1b5-59d5a14c0218 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:55:43.850976 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b96d317-dbc0-418a-a506-67f72ba18c57", "tag": "7ced5c2b-5236-4aa6-8124-2a31813d7401", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:55:43.851236 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-373cd2d4-215a-4d6d-b1b5-59d5a14c0218 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:55:43.851645 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b96d317-dbc0-418a-a506-67f72ba18c57', 'tag': '7ced5c2b-5236-4aa6-8124-2a31813d7401', 'status': 'completed', 'code': 200} Nov 23 22:55:43.923251 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c3dd7-e97f-48b2-908e-145e88427236 req-15f5a8c6-f5aa-403b-969f-fd7d22302f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:43.926352 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-141c3dd7-e97f-48b2-908e-145e88427236 req-15f5a8c6-f5aa-403b-969f-fd7d22302f2d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 1097 time: 0.0525734 Nov 23 22:55:44.058497 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c3dd7-e97f-48b2-908e-145e88427236 req-8e088226-3738-4395-9ee9-8b50b74acd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:44.060023 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-141c3dd7-e97f-48b2-908e-145e88427236 req-8e088226-3738-4395-9ee9-8b50b74acd07 service neutron] 10.222.0.53 "GET /v2.0/networks?id=20caf5bf-eb70-441d-9518-158b624aae5b HTTP/1.1" status: 200 len: 898 time: 0.1257472 Nov 23 22:55:44.064295 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-d423b8a5-87ad-4f1b-bd16-a6b4b4ed7277 None None] Set router f7bd5a59-1ea4-417f-ad3a-f346c8451136 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:55:44.072112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e499a3-d66b-4e6b-b6ca-65191849dd10 req-f751dfdc-1995-423a-af67-0892475ebe27 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:44.073550 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86e499a3-d66b-4e6b-b6ca-65191849dd10 req-f751dfdc-1995-423a-af67-0892475ebe27 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 946 time: 0.0729935 Nov 23 22:55:44.118509 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-141c3dd7-e97f-48b2-908e-145e88427236 req-4a912ad4-59c9-4ad0-ba66-0a70d748dc7b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ced5c2b-5236-4aa6-8124-2a31813d7401 HTTP/1.1" status: 200 len: 217 time: 0.0440106 Nov 23 22:55:44.190491 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-86e499a3-d66b-4e6b-b6ca-65191849dd10 req-e9521809-e404-402f-b92b-913beef17783 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104615 Nov 23 22:55:44.195176 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c3dd7-e97f-48b2-908e-145e88427236 req-e80db232-f62f-44b2-b0b1-dc65d4a8a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:44.196616 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-141c3dd7-e97f-48b2-908e-145e88427236 req-e80db232-f62f-44b2-b0b1-dc65d4a8a0e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f3db7f4f-4405-4253-ae85-519505abbc42 HTTP/1.1" status: 200 len: 833 time: 0.0702353 Nov 23 22:55:44.250282 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c3dd7-e97f-48b2-908e-145e88427236 req-0cacf248-8b80-4033-bed2-218214bc1836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:44.251801 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-141c3dd7-e97f-48b2-908e-145e88427236 req-0cacf248-8b80-4033-bed2-218214bc1836 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=20caf5bf-eb70-441d-9518-158b624aae5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464027 Nov 23 22:55:44.265686 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d423b8a5-87ad-4f1b-bd16-a6b4b4ed7277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262199975', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:54:00Z', 'updated_at': '2021-11-23T22:54:04Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:01Z', 'updated_at': '2021-11-23T22:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'e017f569-56db-4d6d-9005-9d7b7dea610d', 'name': '', 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:af:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'f3db7f4f-4405-4253-ae85-519505abbc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:03Z', 'updated_at': '2021-11-23T22:54:07Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': 'f3db7f4f-4405-4253-ae85-519505abbc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:44.271958 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-141c3dd7-e97f-48b2-908e-145e88427236 req-c3d1de91-d07c-40c5-b575-e57f44f2b43e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:55:44.272918 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-141c3dd7-e97f-48b2-908e-145e88427236 req-c3d1de91-d07c-40c5-b575-e57f44f2b43e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055659 Nov 23 22:55:44.292495 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d423b8a5-87ad-4f1b-bd16-a6b4b4ed7277 None None] Checking router: f7bd5a59-1ea4-417f-ad3a-f346c8451136 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:55:44.301663 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d423b8a5-87ad-4f1b-bd16-a6b4b4ed7277 None None] Routers {'f7bd5a59-1ea4-417f-ad3a-f346c8451136'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:55:44.302297 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d423b8a5-87ad-4f1b-bd16-a6b4b4ed7277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:55:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f7bd5a59-1ea4-417f-ad3a-f346c8451136'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:44.367951 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-141c3dd7-e97f-48b2-908e-145e88427236 req-789b0a2b-b480-4701-af22-bbd1a48cfd6f service neutron] 10.222.0.53 "GET /v2.0/networks/20caf5bf-eb70-441d-9518-158b624aae5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844526 Nov 23 22:55:44.407151 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-d423b8a5-87ad-4f1b-bd16-a6b4b4ed7277 None None] Set router f7bd5a59-1ea4-417f-ad3a-f346c8451136 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:55:44.463432 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-141c3dd7-e97f-48b2-908e-145e88427236 req-de039223-c8a2-4181-aa7f-dca9595b2c1d service neutron] 10.222.0.53 "GET /v2.0/networks/20caf5bf-eb70-441d-9518-158b624aae5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870006 Nov 23 22:55:44.607345 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d423b8a5-87ad-4f1b-bd16-a6b4b4ed7277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262199975', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:54:00Z', 'updated_at': '2021-11-23T22:54:04Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:01Z', 'updated_at': '2021-11-23T22:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'e017f569-56db-4d6d-9005-9d7b7dea610d', 'name': '', 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:af:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'f3db7f4f-4405-4253-ae85-519505abbc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:03Z', 'updated_at': '2021-11-23T22:54:07Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': 'f3db7f4f-4405-4253-ae85-519505abbc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:44.632940 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d423b8a5-87ad-4f1b-bd16-a6b4b4ed7277 None None] The sync data for ids ['f7bd5a59-1ea4-417f-ad3a-f346c8451136'] in n-d-816206-9 is: [{'id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262199975', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:54:00Z', 'updated_at': '2021-11-23T22:54:04Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:01Z', 'updated_at': '2021-11-23T22:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'e017f569-56db-4d6d-9005-9d7b7dea610d', 'name': '', 'network_id': '20caf5bf-eb70-441d-9518-158b624aae5b', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:af:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'f3db7f4f-4405-4253-ae85-519505abbc42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:03Z', 'updated_at': '2021-11-23T22:54:07Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': 'f3db7f4f-4405-4253-ae85-519505abbc42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:55:44.840770 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486e13d-736f-4e6d-96ea-09bd0daa1486 None None] New status for floating IP 6708eced-2cfa-49c7-b012-68dca2f3e94c: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:55:45.310863 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa583b-4409-434b-bd2b-0dd451906fed req-5c91b346-7f6a-4fb2-b5cb-baa9bd1071ed tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:45.312340 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1eaa583b-4409-434b-bd2b-0dd451906fed req-5c91b346-7f6a-4fb2-b5cb-baa9bd1071ed tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 946 time: 0.0505977 Nov 23 22:55:45.364369 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1eaa583b-4409-434b-bd2b-0dd451906fed req-ce6873e7-9c16-4b60-abae-1e139fc1150d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=024899cc-3e7f-463a-8307-463a00e67b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459945 Nov 23 22:55:45.789599 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ab3be-bd00-47bf-b2fe-1d9f956e67cd req-d976e46f-2760-4fcf-96e7-8147ffa0eff5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:45.791045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-180ab3be-bd00-47bf-b2fe-1d9f956e67cd req-d976e46f-2760-4fcf-96e7-8147ffa0eff5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 946 time: 0.0497651 Nov 23 22:55:45.886727 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-180ab3be-bd00-47bf-b2fe-1d9f956e67cd req-8e390683-a9c7-4a4e-893e-1eb077b6662d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting port 7ced5c2b-5236-4aa6-8124-2a31813d7401 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:45.887092 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-180ab3be-bd00-47bf-b2fe-1d9f956e67cd req-8e390683-a9c7-4a4e-893e-1eb077b6662d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:45.974267 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-180ab3be-bd00-47bf-b2fe-1d9f956e67cd req-8e390683-a9c7-4a4e-893e-1eb077b6662d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] For port 7ced5c2b-5236-4aa6-8124-2a31813d7401, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=7ced5c2b-5236-4aa6-8124-2a31813d7401,segment=NetworkSegment(a0c16350-1e67-4228-9c72-1bebf129f0a3),segment_id=a0c16350-1e67-4228-9c72-1bebf129f0a3)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:45.974620 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-180ab3be-bd00-47bf-b2fe-1d9f956e67cd req-8e390683-a9c7-4a4e-893e-1eb077b6662d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:45.986853 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-180ab3be-bd00-47bf-b2fe-1d9f956e67cd req-8e390683-a9c7-4a4e-893e-1eb077b6662d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Calling delete_port for 7ced5c2b-5236-4aa6-8124-2a31813d7401 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:46.116554 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-180ab3be-bd00-47bf-b2fe-1d9f956e67cd req-8e390683-a9c7-4a4e-893e-1eb077b6662d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:46.150840 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e390683-a9c7-4a4e-893e-1eb077b6662d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Port': ['ID=7ced5c2b-5236-4aa6-8124-2a31813d7401,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:46.194329 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-180ab3be-bd00-47bf-b2fe-1d9f956e67cd req-8e390683-a9c7-4a4e-893e-1eb077b6662d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] No DVR routers for this DVR port 7ced5c2b-5236-4aa6-8124-2a31813d7401 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:55:46.196963 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-180ab3be-bd00-47bf-b2fe-1d9f956e67cd req-8e390683-a9c7-4a4e-893e-1eb077b6662d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:46.200408 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-180ab3be-bd00-47bf-b2fe-1d9f956e67cd req-8e390683-a9c7-4a4e-893e-1eb077b6662d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.53 "DELETE /v2.0/ports/7ced5c2b-5236-4aa6-8124-2a31813d7401 HTTP/1.1" status: 204 len: 173 time: 0.3987935 Nov 23 22:55:46.200851 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b96d317-dbc0-418a-a506-67f72ba18c57', 'name': 'network-vif-deleted', 'tag': '7ced5c2b-5236-4aa6-8124-2a31813d7401'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:55:46.203240 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a1d276-48f9-4601-b92b-84a818651cb2" -d '{"events": [{"server_uuid": "4b96d317-dbc0-418a-a506-67f72ba18c57", "name": "network-vif-deleted", "tag": "7ced5c2b-5236-4aa6-8124-2a31813d7401"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:55:46.245990 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb6cad1-adf1-48e2-b589-b14b504334e7 x-openstack-request-id: req-2bb6cad1-adf1-48e2-b589-b14b504334e7 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:55:46.246297 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b96d317-dbc0-418a-a506-67f72ba18c57", "name": "network-vif-deleted", "tag": "7ced5c2b-5236-4aa6-8124-2a31813d7401", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:55:46.246563 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2bb6cad1-adf1-48e2-b589-b14b504334e7 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:55:46.247017 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b96d317-dbc0-418a-a506-67f72ba18c57', 'name': 'network-vif-deleted', 'tag': '7ced5c2b-5236-4aa6-8124-2a31813d7401', 'status': 'completed', 'code': 200} Nov 23 22:55:46.484720 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a5f698c1-d1be-49ad-b31a-6157aab2d045 req-76024a09-0b31-4c2e-98a8-87bd3da6fed9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=4b96d317-dbc0-418a-a506-67f72ba18c57 HTTP/1.1" status: 200 len: 210 time: 0.0316663 Nov 23 22:55:47.544154 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51202) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:48.205891 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-18281986-d1d5-4981-8fc6-ff5d0c3457a8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:48.464768 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-18281986-d1d5-4981-8fc6-ff5d0c3457a8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting port e017f569-56db-4d6d-9005-9d7b7dea610d {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:48.465020 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-18281986-d1d5-4981-8fc6-ff5d0c3457a8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:48.558034 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-18281986-d1d5-4981-8fc6-ff5d0c3457a8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] For port e017f569-56db-4d6d-9005-9d7b7dea610d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=e017f569-56db-4d6d-9005-9d7b7dea610d,segment=NetworkSegment(a0c16350-1e67-4228-9c72-1bebf129f0a3),segment_id=a0c16350-1e67-4228-9c72-1bebf129f0a3)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:48.558774 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-18281986-d1d5-4981-8fc6-ff5d0c3457a8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:48.570630 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-18281986-d1d5-4981-8fc6-ff5d0c3457a8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Calling delete_port for e017f569-56db-4d6d-9005-9d7b7dea610d owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:48.757431 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-18281986-d1d5-4981-8fc6-ff5d0c3457a8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:48.784013 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18281986-d1d5-4981-8fc6-ff5d0c3457a8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Port': ['ID=e017f569-56db-4d6d-9005-9d7b7dea610d,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:48.957868 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-18281986-d1d5-4981-8fc6-ff5d0c3457a8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:49.172987 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18281986-d1d5-4981-8fc6-ff5d0c3457a8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router f7bd5a59-1ea4-417f-ad3a-f346c8451136 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:55:49.264418 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 7ced5c2b-5236-4aa6-8124-2a31813d7401 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:55:49.283696 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18281986-d1d5-4981-8fc6-ff5d0c3457a8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:55:49.290709 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 7ced5c2b-5236-4aa6-8124-2a31813d7401 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:55:49.290848 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-18281986-d1d5-4981-8fc6-ff5d0c3457a8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "PUT /v2.0/routers/f7bd5a59-1ea4-417f-ad3a-f346c8451136/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7438755 Nov 23 22:55:49.290951 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 7ced5c2b-5236-4aa6-8124-2a31813d7401 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:55:49.291959 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51204) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:49.295100 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23b7b1d-bc8e-402b-8029-dadc11c3426c None None] Sync routers for ids ['f7bd5a59-1ea4-417f-ad3a-f346c8451136'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:55:49.306099 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23b7b1d-bc8e-402b-8029-dadc11c3426c None None] Routers {'f7bd5a59-1ea4-417f-ad3a-f346c8451136'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:55:49.306806 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d23b7b1d-bc8e-402b-8029-dadc11c3426c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:55:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f7bd5a59-1ea4-417f-ad3a-f346c8451136'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:49.343788 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb80f88-8aa2-4400-859c-fbeea71ef1ce tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting subnet f3db7f4f-4405-4253-ae85-519505abbc42 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:55:49.348223 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afb80f88-8aa2-4400-859c-fbeea71ef1ce tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:49.395022 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afb80f88-8aa2-4400-859c-fbeea71ef1ce tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:49.418575 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-d23b7b1d-bc8e-402b-8029-dadc11c3426c None None] Set router f7bd5a59-1ea4-417f-ad3a-f346c8451136 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:55:49.476779 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afb80f88-8aa2-4400-859c-fbeea71ef1ce tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:49.536406 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afb80f88-8aa2-4400-859c-fbeea71ef1ce tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:49.569757 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb80f88-8aa2-4400-859c-fbeea71ef1ce tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Subnet': ['ID=f3db7f4f-4405-4253-ae85-519505abbc42,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:49.575123 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-afb80f88-8aa2-4400-859c-fbeea71ef1ce tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:49.581340 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-afb80f88-8aa2-4400-859c-fbeea71ef1ce tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/subnets/f3db7f4f-4405-4253-ae85-519505abbc42 HTTP/1.1" status: 204 len: 168 time: 0.2854929 Nov 23 22:55:49.581638 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51206) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:49.585376 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7852a54-2214-40fe-8dfd-95a6100b6979 None None] Network 20caf5bf-eb70-441d-9518-158b624aae5b requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:49.686505 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d23b7b1d-bc8e-402b-8029-dadc11c3426c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262199975', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:54:00Z', 'updated_at': '2021-11-23T22:55:48Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:01Z', 'updated_at': '2021-11-23T22:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:49.695450 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-212de6a5-7d72-4285-8be2-0565b1587de6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:49.726521 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23b7b1d-bc8e-402b-8029-dadc11c3426c None None] Checking router: f7bd5a59-1ea4-417f-ad3a-f346c8451136 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:55:49.740604 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23b7b1d-bc8e-402b-8029-dadc11c3426c None None] Routers {'f7bd5a59-1ea4-417f-ad3a-f346c8451136'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:55:49.741224 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d23b7b1d-bc8e-402b-8029-dadc11c3426c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:55:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['f7bd5a59-1ea4-417f-ad3a-f346c8451136'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:49.804741 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-212de6a5-7d72-4285-8be2-0565b1587de6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:49.865867 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdadeff-6544-4248-a626-7b86250fe806 None None] DHCP port deletion for 20caf5bf-eb70-441d-9518-158b624aae5b request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:55:49.869007 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-d23b7b1d-bc8e-402b-8029-dadc11c3426c None None] Set router f7bd5a59-1ea4-417f-ad3a-f346c8451136 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:55:49.880105 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-212de6a5-7d72-4285-8be2-0565b1587de6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting port c4f225b3-c377-47b0-9762-920693d43d17 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:49.880443 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-212de6a5-7d72-4285-8be2-0565b1587de6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:49.958801 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-212de6a5-7d72-4285-8be2-0565b1587de6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] For port c4f225b3-c377-47b0-9762-920693d43d17, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c4f225b3-c377-47b0-9762-920693d43d17,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:49.959067 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-212de6a5-7d72-4285-8be2-0565b1587de6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:49.971045 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-212de6a5-7d72-4285-8be2-0565b1587de6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Calling delete_port for c4f225b3-c377-47b0-9762-920693d43d17 owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:50.031099 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0fdadeff-6544-4248-a626-7b86250fe806 None None] Deleting port 027a3860-ba0d-43b8-b60b-46503e72906d {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:55:50.031471 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0fdadeff-6544-4248-a626-7b86250fe806 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.121013 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-0fdadeff-6544-4248-a626-7b86250fe806 None None] For port 027a3860-ba0d-43b8-b60b-46503e72906d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=027a3860-ba0d-43b8-b60b-46503e72906d,segment=NetworkSegment(a0c16350-1e67-4228-9c72-1bebf129f0a3),segment_id=a0c16350-1e67-4228-9c72-1bebf129f0a3)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:50.121323 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0fdadeff-6544-4248-a626-7b86250fe806 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.136210 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-0fdadeff-6544-4248-a626-7b86250fe806 None None] Calling delete_port for 027a3860-ba0d-43b8-b60b-46503e72906d owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:55:50.143094 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-212de6a5-7d72-4285-8be2-0565b1587de6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.170686 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212de6a5-7d72-4285-8be2-0565b1587de6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Port': ['ID=c4f225b3-c377-47b0-9762-920693d43d17,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:50.191344 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caa1620-c63d-4944-b8a7-514f21f8d95e None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:55:50.201345 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d23b7b1d-bc8e-402b-8029-dadc11c3426c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262199975', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:54:00Z', 'updated_at': '2021-11-23T22:55:48Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:01Z', 'updated_at': '2021-11-23T22:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:50.239446 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23b7b1d-bc8e-402b-8029-dadc11c3426c None None] The sync data for ids ['f7bd5a59-1ea4-417f-ad3a-f346c8451136'] in n-d-816206-9 is: [{'id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262199975', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:54:00Z', 'updated_at': '2021-11-23T22:55:48Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4f225b3-c377-47b0-9762-920693d43d17', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ef:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bd5a59-1ea4-417f-ad3a-f346c8451136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:54:01Z', 'updated_at': '2021-11-23T22:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:55:50.240944 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-212de6a5-7d72-4285-8be2-0565b1587de6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.264648 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0fdadeff-6544-4248-a626-7b86250fe806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.292922 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdadeff-6544-4248-a626-7b86250fe806 None None] Pushing event deleted for resources: {'Port': ['ID=027a3860-ba0d-43b8-b60b-46503e72906d,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:50.301498 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdadeff-6544-4248-a626-7b86250fe806 None None] No DVR routers for this DVR port 027a3860-ba0d-43b8-b60b-46503e72906d on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:55:50.304211 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdadeff-6544-4248-a626-7b86250fe806 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:50.304558 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdadeff-6544-4248-a626-7b86250fe806 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:50.304897 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdadeff-6544-4248-a626-7b86250fe806 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:50.305351 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdadeff-6544-4248-a626-7b86250fe806 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:50.305686 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdadeff-6544-4248-a626-7b86250fe806 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:50.306023 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdadeff-6544-4248-a626-7b86250fe806 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:50.306355 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdadeff-6544-4248-a626-7b86250fe806 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:50.306687 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdadeff-6544-4248-a626-7b86250fe806 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:50.307046 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdadeff-6544-4248-a626-7b86250fe806 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:50.307374 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdadeff-6544-4248-a626-7b86250fe806 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:50.307697 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdadeff-6544-4248-a626-7b86250fe806 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:50.308019 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdadeff-6544-4248-a626-7b86250fe806 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:50.341705 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-212de6a5-7d72-4285-8be2-0565b1587de6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.343886 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-212de6a5-7d72-4285-8be2-0565b1587de6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.388378 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-212de6a5-7d72-4285-8be2-0565b1587de6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.389077 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212de6a5-7d72-4285-8be2-0565b1587de6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Fanout notify agent at l3_agent the message router_deleted on router f7bd5a59-1ea4-417f-ad3a-f346c8451136 {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:55:50.397234 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-212de6a5-7d72-4285-8be2-0565b1587de6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.398353 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-212de6a5-7d72-4285-8be2-0565b1587de6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/routers/f7bd5a59-1ea4-417f-ad3a-f346c8451136 HTTP/1.1" status: 204 len: 168 time: 0.8157675 Nov 23 22:55:50.401070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51208) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:50.482623 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f4aeaea0-f3c6-4855-91fc-4eb432fafae5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.567284 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f4aeaea0-f3c6-4855-91fc-4eb432fafae5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.592975 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-f4aeaea0-f3c6-4855-91fc-4eb432fafae5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20caf5bf-eb70-441d-9518-158b624aae5b']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:50.604021 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-f4aeaea0-f3c6-4855-91fc-4eb432fafae5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c16350-1e67-4228-9c72-1bebf129f0a3') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:50.604323 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-f4aeaea0-f3c6-4855-91fc-4eb432fafae5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c16350-1e67-4228-9c72-1bebf129f0a3') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:50.614252 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f4aeaea0-f3c6-4855-91fc-4eb432fafae5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.627845 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f4aeaea0-f3c6-4855-91fc-4eb432fafae5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.634407 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4aeaea0-f3c6-4855-91fc-4eb432fafae5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:55:50.635081 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f4aeaea0-f3c6-4855-91fc-4eb432fafae5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: timer() Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:55:50.638417 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:55:50.700047 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f4aeaea0-f3c6-4855-91fc-4eb432fafae5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.709311 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f4aeaea0-f3c6-4855-91fc-4eb432fafae5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.715056 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f4aeaea0-f3c6-4855-91fc-4eb432fafae5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/networks/20caf5bf-eb70-441d-9518-158b624aae5b HTTP/1.1" status: 204 len: 168 time: 0.3106096 Nov 23 22:55:50.716257 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51210) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:50.722871 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aeaea0-f3c6-4855-91fc-4eb432fafae5 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Network': ['ID=20caf5bf-eb70-441d-9518-158b624aae5b,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:50.785106 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4c485816-d3a6-4e29-8eca-0465a18e66d6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.810461 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4c485816-d3a6-4e29-8eca-0465a18e66d6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.871713 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4c485816-d3a6-4e29-8eca-0465a18e66d6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.874382 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-4c485816-d3a6-4e29-8eca-0465a18e66d6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:50.875610 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-4c485816-d3a6-4e29-8eca-0465a18e66d6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/security-groups/024899cc-3e7f-463a-8307-463a00e67b06 HTTP/1.1" status: 204 len: 168 time: 0.1583381 Nov 23 22:55:50.885297 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c485816-d3a6-4e29-8eca-0465a18e66d6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=024899cc-3e7f-463a-8307-463a00e67b06,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:50.895017 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c485816-d3a6-4e29-8eca-0465a18e66d6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:50.895361 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c485816-d3a6-4e29-8eca-0465a18e66d6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:50.895709 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c485816-d3a6-4e29-8eca-0465a18e66d6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:50.896042 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c485816-d3a6-4e29-8eca-0465a18e66d6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:50.896379 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c485816-d3a6-4e29-8eca-0465a18e66d6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:50.896706 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c485816-d3a6-4e29-8eca-0465a18e66d6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:50.897037 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c485816-d3a6-4e29-8eca-0465a18e66d6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:50.897367 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c485816-d3a6-4e29-8eca-0465a18e66d6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:50.897694 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c485816-d3a6-4e29-8eca-0465a18e66d6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:50.898021 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c485816-d3a6-4e29-8eca-0465a18e66d6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:50.898350 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c485816-d3a6-4e29-8eca-0465a18e66d6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:50.898670 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c485816-d3a6-4e29-8eca-0465a18e66d6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:51.425653 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51218) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:51.430222 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-147f6eab-cc73-4320-9f92-43db7b25e7db tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-899294930', 'description': 'tempest-secgroup-smoke-899294930 description', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:51.452758 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-147f6eab-cc73-4320-9f92-43db7b25e7db tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:51.520428 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-147f6eab-cc73-4320-9f92-43db7b25e7db tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:51.524244 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-147f6eab-cc73-4320-9f92-43db7b25e7db tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:51.556871 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-147f6eab-cc73-4320-9f92-43db7b25e7db tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:51.558101 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-147f6eab-cc73-4320-9f92-43db7b25e7db tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1314285 Nov 23 22:55:51.560017 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f6eab-cc73-4320-9f92-43db7b25e7db tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12119144-99af-4de1-aa79-c5c106d57493,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:51.561118 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51220) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:51.565966 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-13f5b558-9a5b-49e5-9add-0ecbcb843850 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '12119144-99af-4de1-aa79-c5c106d57493', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:51.595290 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-13f5b558-9a5b-49e5-9add-0ecbcb843850 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:51.641704 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-13f5b558-9a5b-49e5-9add-0ecbcb843850 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:51.645358 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-13f5b558-9a5b-49e5-9add-0ecbcb843850 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:51.665414 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5b558-9a5b-49e5-9add-0ecbcb843850 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5aad3e1-a321-4cc9-a8cd-3d54c9f0c31c,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:51.671442 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-13f5b558-9a5b-49e5-9add-0ecbcb843850 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:51.674636 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-13f5b558-9a5b-49e5-9add-0ecbcb843850 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1102676 Nov 23 22:55:51.676076 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51222) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:51.680518 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-338d0903-c0df-4127-ab7b-74c0ba3da820 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '12119144-99af-4de1-aa79-c5c106d57493', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:51.705687 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-338d0903-c0df-4127-ab7b-74c0ba3da820 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:51.761721 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-338d0903-c0df-4127-ab7b-74c0ba3da820 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:51.765600 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-338d0903-c0df-4127-ab7b-74c0ba3da820 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:51.784387 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d0903-c0df-4127-ab7b-74c0ba3da820 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fed9fe4-c744-40c4-a604-448e7870be81,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:51.793061 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-338d0903-c0df-4127-ab7b-74c0ba3da820 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:51.797096 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-338d0903-c0df-4127-ab7b-74c0ba3da820 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172388 Nov 23 22:55:51.797601 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51224) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:51.802537 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-7dd8952f-ccf1-4e80-840a-6b309cbe27ad tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '12119144-99af-4de1-aa79-c5c106d57493', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:51.828950 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7dd8952f-ccf1-4e80-840a-6b309cbe27ad tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:51.832785 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e017f569-56db-4d6d-9005-9d7b7dea610d no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:55:51.854101 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: e017f569-56db-4d6d-9005-9d7b7dea610d {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:55:51.854444 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device e017f569-56db-4d6d-9005-9d7b7dea610d not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:55:51.854876 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 027a3860-ba0d-43b8-b60b-46503e72906d no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:55:51.873499 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 027a3860-ba0d-43b8-b60b-46503e72906d {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:55:51.873841 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 027a3860-ba0d-43b8-b60b-46503e72906d not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:55:51.874249 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c4f225b3-c377-47b0-9762-920693d43d17 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:55:51.893362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: c4f225b3-c377-47b0-9762-920693d43d17 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:55:51.893707 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c4f225b3-c377-47b0-9762-920693d43d17 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:55:51.893862 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7dd8952f-ccf1-4e80-840a-6b309cbe27ad tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:51.897872 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7dd8952f-ccf1-4e80-840a-6b309cbe27ad tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:51.916119 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8952f-ccf1-4e80-840a-6b309cbe27ad tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=974086ed-b3d1-4a8b-b806-421b0b04888f,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:51.925061 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7dd8952f-ccf1-4e80-840a-6b309cbe27ad tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:51.926327 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7dd8952f-ccf1-4e80-840a-6b309cbe27ad tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279817 Nov 23 22:55:51.929198 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51226) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:51.933506 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-3ba48cba-a8a3-4de4-bab4-ed07c5f1fa44 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '12119144-99af-4de1-aa79-c5c106d57493', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:51.960221 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ba48cba-a8a3-4de4-bab4-ed07c5f1fa44 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.016911 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ba48cba-a8a3-4de4-bab4-ed07c5f1fa44 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.021026 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ba48cba-a8a3-4de4-bab4-ed07c5f1fa44 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.039997 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba48cba-a8a3-4de4-bab4-ed07c5f1fa44 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65391c5a-72a1-4c75-8b83-98ae20aab699,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:52.044874 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ba48cba-a8a3-4de4-bab4-ed07c5f1fa44 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.046089 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3ba48cba-a8a3-4de4-bab4-ed07c5f1fa44 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159132 Nov 23 22:55:52.050603 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51228) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:52.055163 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-7d3a1432-0e88-47f5-9ef8-1730b7784c18 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '12119144-99af-4de1-aa79-c5c106d57493', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:52.075558 n-d-816206-9 neutron-server[110034]: INFO neutron.db.securitygroups_db [None req-7d3a1432-0e88-47f5-9ef8-1730b7784c18 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Project e0882b7bd8054ab2a15297438b6d1014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:55:52.081242 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d3a1432-0e88-47f5-9ef8-1730b7784c18 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.139324 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d3a1432-0e88-47f5-9ef8-1730b7784c18 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.143678 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d3a1432-0e88-47f5-9ef8-1730b7784c18 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.162470 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a1432-0e88-47f5-9ef8-1730b7784c18 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5641a552-a2a0-4566-9173-3d9e574b7d87,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:52.170152 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7d3a1432-0e88-47f5-9ef8-1730b7784c18 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.171385 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7d3a1432-0e88-47f5-9ef8-1730b7784c18 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197343 Nov 23 22:55:52.174243 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51230) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:52.178929 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-83c7eab8-5b9b-4016-bae8-b416e9dbd227 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'security_group_rule': {'security_group_id': '12119144-99af-4de1-aa79-c5c106d57493', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:52.200380 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-83c7eab8-5b9b-4016-bae8-b416e9dbd227 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Project e0882b7bd8054ab2a15297438b6d1014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:55:52.205713 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-83c7eab8-5b9b-4016-bae8-b416e9dbd227 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.269406 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-83c7eab8-5b9b-4016-bae8-b416e9dbd227 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.273056 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-83c7eab8-5b9b-4016-bae8-b416e9dbd227 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.292046 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7eab8-5b9b-4016-bae8-b416e9dbd227 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41cff0ca-11fe-4df7-b523-ade9f4b66898,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:52.300745 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-83c7eab8-5b9b-4016-bae8-b416e9dbd227 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.301957 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-83c7eab8-5b9b-4016-bae8-b416e9dbd227 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266704 Nov 23 22:55:52.304818 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51232) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:52.309709 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-cc3a42d9-a42b-4737-8d37-fe2f6b0c1690 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'network': {'name': 'tempest-network-smoke--1259031966', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'port_security_enabled': True}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:52.328991 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3a42d9-a42b-4737-8d37-fe2f6b0c1690 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Made reservation on behalf of e0882b7bd8054ab2a15297438b6d1014 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:52.333433 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cc3a42d9-a42b-4737-8d37-fe2f6b0c1690 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.357091 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3a42d9-a42b-4737-8d37-fe2f6b0c1690 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:55:52.366876 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cc3a42d9-a42b-4737-8d37-fe2f6b0c1690 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.367222 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-cc3a42d9-a42b-4737-8d37-fe2f6b0c1690 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Added segment c6cbd208-c797-46a2-96ad-66f3e40e06a1 of type vlan for network 67c682ea-34a1-4b44-b5fb-cee91c0f8193 Nov 23 22:55:52.408074 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cc3a42d9-a42b-4737-8d37-fe2f6b0c1690 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.433071 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cc3a42d9-a42b-4737-8d37-fe2f6b0c1690 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.438875 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3a42d9-a42b-4737-8d37-fe2f6b0c1690 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:52.439742 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-cc3a42d9-a42b-4737-8d37-fe2f6b0c1690 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.476845 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-cc3a42d9-a42b-4737-8d37-fe2f6b0c1690 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1709566 Nov 23 22:55:52.479736 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51234) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:52.484650 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-24f3e03d-a8df-4044-a76b-341f04f2de70 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1603261105', 'admin_state_up': True, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:52.508523 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24f3e03d-a8df-4044-a76b-341f04f2de70 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.509541 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24f3e03d-a8df-4044-a76b-341f04f2de70 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.511775 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a42d9-a42b-4737-8d37-fe2f6b0c1690 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Network': ['ID=67c682ea-34a1-4b44-b5fb-cee91c0f8193,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:52.524286 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 67c682ea-34a1-4b44-b5fb-cee91c0f8193 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:55:52.565037 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24f3e03d-a8df-4044-a76b-341f04f2de70 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.710587 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24f3e03d-a8df-4044-a76b-341f04f2de70 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.911607 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24f3e03d-a8df-4044-a76b-341f04f2de70 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:52.931883 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24f3e03d-a8df-4044-a76b-341f04f2de70 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:53.041402 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-24f3e03d-a8df-4044-a76b-341f04f2de70 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Allocated IP 172.25.5.162 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/c4612962-b3d7-43a2-b0fb-2cf5bad081a1) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:55:53.152308 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24f3e03d-a8df-4044-a76b-341f04f2de70 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:53.187241 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24f3e03d-a8df-4044-a76b-341f04f2de70 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:53.239483 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f3e03d-a8df-4044-a76b-341f04f2de70 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:53.243121 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-24f3e03d-a8df-4044-a76b-341f04f2de70 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:53.245475 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f3e03d-a8df-4044-a76b-341f04f2de70 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:53.258078 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3797569b-700b-4892-8070-a8cad8faa44e None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:55:53.280290 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3e03d-a8df-4044-a76b-341f04f2de70 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=c4612962-b3d7-43a2-b0fb-2cf5bad081a1,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:53.291172 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e339fc92-f734-4c83-88cf-83acc2a31186 None None] Provisioning complete for port c4612962-b3d7-43a2-b0fb-2cf5bad081a1 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:53.291765 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e339fc92-f734-4c83-88cf-83acc2a31186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:53.333391 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e339fc92-f734-4c83-88cf-83acc2a31186 None None] Port c4612962-b3d7-43a2-b0fb-2cf5bad081a1 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:55:53.520916 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24f3e03d-a8df-4044-a76b-341f04f2de70 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:53.588597 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:54.029672 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24f3e03d-a8df-4044-a76b-341f04f2de70 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:54.155848 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f3e03d-a8df-4044-a76b-341f04f2de70 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router fd655867-dbe9-4ded-bb58-3b753dd764c7 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:55:54.260397 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f3e03d-a8df-4044-a76b-341f04f2de70 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:55:54.271000 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] Sync routers for ids ['fd655867-dbe9-4ded-bb58-3b753dd764c7'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:55:54.280921 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-24f3e03d-a8df-4044-a76b-341f04f2de70 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:54.282169 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] Routers {'fd655867-dbe9-4ded-bb58-3b753dd764c7'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:55:54.282305 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-24f3e03d-a8df-4044-a76b-341f04f2de70 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8011713 Nov 23 22:55:54.282915 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:55:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['fd655867-dbe9-4ded-bb58-3b753dd764c7'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:54.285520 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51238) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:54.317237 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7344c1dc-4ea2-44a4-bf3c-1ec8b097f70c tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=e0882b7bd8054ab2a15297438b6d1014&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305617 Nov 23 22:55:54.319910 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51240) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:54.388196 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] Set router fd655867-dbe9-4ded-bb58-3b753dd764c7 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:55:54.409317 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc1ba6d-811d-4150-9d80-5ad931dae294 tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:54.410917 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-cfc1ba6d-811d-4150-9d80-5ad931dae294 tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900550 Nov 23 22:55:54.413769 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51242) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:54.447623 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-fed40d02-e98f-408d-a5eb-e71ad0cb51f8 tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=6cc504ca-0b29-4422-812a-d9c243f543fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304134 Nov 23 22:55:54.448150 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51244) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:54.453359 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-92d2c10e-19ae-43fe-9316-f799709e7e55 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1554597026', 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193', 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:54.542794 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d2c10e-19ae-43fe-9316-f799709e7e55 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Made reservation on behalf of e0882b7bd8054ab2a15297438b6d1014 for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:54.546378 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-92d2c10e-19ae-43fe-9316-f799709e7e55 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:54.569117 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603261105', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:53Z', 'revision_number': 3, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:54.595603 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] Checking router: fd655867-dbe9-4ded-bb58-3b753dd764c7 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:55:54.595964 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] Updating router fd655867-dbe9-4ded-bb58-3b753dd764c7 port c4612962-b3d7-43a2-b0fb-2cf5bad081a1 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:55:54.621696 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:54.735595 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-92d2c10e-19ae-43fe-9316-f799709e7e55 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:54.791170 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2c10e-19ae-43fe-9316-f799709e7e55 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Subnet': ['ID=f4b133c4-137b-469a-bc5f-f6c27df0bf92,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:54.807770 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d2c10e-19ae-43fe-9316-f799709e7e55 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Checking segment: {'id': 'c6cbd208-c797-46a2-96ad-66f3e40e06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:54.808229 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d2c10e-19ae-43fe-9316-f799709e7e55 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network hostable DHCP agents. Network: 67c682ea-34a1-4b44-b5fb-cee91c0f8193, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:55:54.825254 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d2c10e-19ae-43fe-9316-f799709e7e55 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 67c682ea-34a1-4b44-b5fb-cee91c0f8193 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:55:54.836207 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-92d2c10e-19ae-43fe-9316-f799709e7e55 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 67c682ea-34a1-4b44-b5fb-cee91c0f8193) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:54.841429 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d2c10e-19ae-43fe-9316-f799709e7e55 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:54.842067 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-92d2c10e-19ae-43fe-9316-f799709e7e55 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:54.849729 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306fc698-2e3d-4f14-be85-66fd0de67a07 None None] Network 67c682ea-34a1-4b44-b5fb-cee91c0f8193 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:54.864777 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-92d2c10e-19ae-43fe-9316-f799709e7e55 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4152751 Nov 23 22:55:54.867973 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51246) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:55:54.983874 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:54.990575 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:55.005484 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273c3204-b2d7-4a6a-8920-acf2cfb1e545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-67c682ea-34a1-4b44-b5fb-cee91c0f8193', 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ips': [{'subnet_id': 'f4b133c4-137b-469a-bc5f-f6c27df0bf92'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:55:55.006659 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-273c3204-b2d7-4a6a-8920-acf2cfb1e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:55.037850 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] Attempting to bind port c4612962-b3d7-43a2-b0fb-2cf5bad081a1 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:55:55.038099 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] Attempting to bind port c4612962-b3d7-43a2-b0fb-2cf5bad081a1 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:55:55.038344 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] Attempting to bind port c4612962-b3d7-43a2-b0fb-2cf5bad081a1 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:55:55.050689 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:55:55.051111 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:55.051739 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:55.052040 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:55:55.052618 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] Bound port: c4612962-b3d7-43a2-b0fb-2cf5bad081a1, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:55:55.052887 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:55.085826 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d188479-6547-44f2-bb61-5ec1a4093daa None None] Pushing event updated for resources: {'Port': ['ID=c4612962-b3d7-43a2-b0fb-2cf5bad081a1,revision_number=2']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:55.092885 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bec982c-6317-4ffa-8e3e-8f0627110b5f None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:55:55.119350 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] For port c4612962-b3d7-43a2-b0fb-2cf5bad081a1, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:55:55.122356 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] For port c4612962-b3d7-43a2-b0fb-2cf5bad081a1, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c4612962-b3d7-43a2-b0fb-2cf5bad081a1,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:55:55.124582 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d188479-6547-44f2-bb61-5ec1a4093daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:55.124939 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d188479-6547-44f2-bb61-5ec1a4093daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:55.125375 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d188479-6547-44f2-bb61-5ec1a4093daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:55.125698 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d188479-6547-44f2-bb61-5ec1a4093daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:55.126000 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d188479-6547-44f2-bb61-5ec1a4093daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:55.126330 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d188479-6547-44f2-bb61-5ec1a4093daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:55.126673 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d188479-6547-44f2-bb61-5ec1a4093daa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:55.127759 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d188479-6547-44f2-bb61-5ec1a4093daa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:55.127976 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d188479-6547-44f2-bb61-5ec1a4093daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:55.128294 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d188479-6547-44f2-bb61-5ec1a4093daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:55.128814 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d188479-6547-44f2-bb61-5ec1a4093daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:55.128996 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d188479-6547-44f2-bb61-5ec1a4093daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:55:55.133136 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:55.183118 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] Routers {'fd655867-dbe9-4ded-bb58-3b753dd764c7'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:55:55.183750 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:55:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['fd655867-dbe9-4ded-bb58-3b753dd764c7'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:55.187066 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431e940f-4582-45e5-8ab6-4ae7bb2b8d03 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:55:55.207153 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-273c3204-b2d7-4a6a-8920-acf2cfb1e545 None None] Allocated IP 172.20.0.2 (67c682ea-34a1-4b44-b5fb-cee91c0f8193/f4b133c4-137b-469a-bc5f-f6c27df0bf92/42b93dee-9d8a-4a02-badc-b7d75c611520) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:55:55.212645 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f78960c5-a228-4bc1-a65d-f054ea612a92 None None] Provisioning complete for port c4612962-b3d7-43a2-b0fb-2cf5bad081a1 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:55.213327 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f78960c5-a228-4bc1-a65d-f054ea612a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:55.309398 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d188479-6547-44f2-bb61-5ec1a4093daa None None] Pushing event updated for resources: {'Port': ['ID=c4612962-b3d7-43a2-b0fb-2cf5bad081a1,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:55.323752 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] Set router fd655867-dbe9-4ded-bb58-3b753dd764c7 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:55:55.364072 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54e5adc8-49dc-4b3c-80a1-2cc24cfe8be8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:55.367624 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f78960c5-a228-4bc1-a65d-f054ea612a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:55.402428 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f78960c5-a228-4bc1-a65d-f054ea612a92 None None] For port c4612962-b3d7-43a2-b0fb-2cf5bad081a1, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c4612962-b3d7-43a2-b0fb-2cf5bad081a1,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:55.429402 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f78960c5-a228-4bc1-a65d-f054ea612a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:55.478394 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-273c3204-b2d7-4a6a-8920-acf2cfb1e545 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:55.497229 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-273c3204-b2d7-4a6a-8920-acf2cfb1e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:55.510014 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78960c5-a228-4bc1-a65d-f054ea612a92 None None] Pushing event updated for resources: {'Port': ['ID=c4612962-b3d7-43a2-b0fb-2cf5bad081a1,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:55.524764 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603261105', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:53Z', 'revision_number': 3, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:55.538858 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273c3204-b2d7-4a6a-8920-acf2cfb1e545 None None] Network 67c682ea-34a1-4b44-b5fb-cee91c0f8193 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:55.548605 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-273c3204-b2d7-4a6a-8920-acf2cfb1e545 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:55.555732 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7111a62d-4550-4fef-8aa5-5a51d0dee315 None None] The sync data for ids ['fd655867-dbe9-4ded-bb58-3b753dd764c7'] in n-d-816206-9 is: [{'id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603261105', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:53Z', 'revision_number': 3, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:55:55.557447 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273c3204-b2d7-4a6a-8920-acf2cfb1e545 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:55.573996 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c3204-b2d7-4a6a-8920-acf2cfb1e545 None None] Pushing event updated for resources: {'Port': ['ID=42b93dee-9d8a-4a02-badc-b7d75c611520,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:55.597725 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a1726781-0c7d-4a78-a2be-40676ec4a2ba None None] Provisioning complete for port c4612962-b3d7-43a2-b0fb-2cf5bad081a1 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:55.598101 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a1726781-0c7d-4a78-a2be-40676ec4a2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:55.664329 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-273c3204-b2d7-4a6a-8920-acf2cfb1e545 None None] Attempting to bind port 42b93dee-9d8a-4a02-badc-b7d75c611520 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:55:55.664711 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-273c3204-b2d7-4a6a-8920-acf2cfb1e545 None None] Attempting to bind port 42b93dee-9d8a-4a02-badc-b7d75c611520 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'c6cbd208-c797-46a2-96ad-66f3e40e06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:55:55.665086 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273c3204-b2d7-4a6a-8920-acf2cfb1e545 None None] Attempting to bind port 42b93dee-9d8a-4a02-badc-b7d75c611520 on network 67c682ea-34a1-4b44-b5fb-cee91c0f8193 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:55:55.672491 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273c3204-b2d7-4a6a-8920-acf2cfb1e545 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:55:55.672899 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273c3204-b2d7-4a6a-8920-acf2cfb1e545 None None] Checking segment: {'id': 'c6cbd208-c797-46a2-96ad-66f3e40e06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:55.673303 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-273c3204-b2d7-4a6a-8920-acf2cfb1e545 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:55.674296 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273c3204-b2d7-4a6a-8920-acf2cfb1e545 None None] Bound using segment: {'id': 'c6cbd208-c797-46a2-96ad-66f3e40e06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:55:55.674737 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-273c3204-b2d7-4a6a-8920-acf2cfb1e545 None None] Bound port: 42b93dee-9d8a-4a02-badc-b7d75c611520, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6cbd208-c797-46a2-96ad-66f3e40e06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:55:55.675214 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-273c3204-b2d7-4a6a-8920-acf2cfb1e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:55.682269 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-54e5adc8-49dc-4b3c-80a1-2cc24cfe8be8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Allocated IP 172.20.0.1 (67c682ea-34a1-4b44-b5fb-cee91c0f8193/f4b133c4-137b-469a-bc5f-f6c27df0bf92/b9670671-f7f5-4034-aa50-4aaf6467d9d9) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:55:55.788921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-273c3204-b2d7-4a6a-8920-acf2cfb1e545 None None] For port 42b93dee-9d8a-4a02-badc-b7d75c611520, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:55:55.803566 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-273c3204-b2d7-4a6a-8920-acf2cfb1e545 None None] For port 42b93dee-9d8a-4a02-badc-b7d75c611520, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=42b93dee-9d8a-4a02-badc-b7d75c611520,segment=NetworkSegment(c6cbd208-c797-46a2-96ad-66f3e40e06a1),segment_id=c6cbd208-c797-46a2-96ad-66f3e40e06a1)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:55:55.809213 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-273c3204-b2d7-4a6a-8920-acf2cfb1e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:55.886273 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c3204-b2d7-4a6a-8920-acf2cfb1e545 None None] Pushing event updated for resources: {'Port': ['ID=42b93dee-9d8a-4a02-badc-b7d75c611520,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:55.888374 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54e5adc8-49dc-4b3c-80a1-2cc24cfe8be8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:55.931519 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54e5adc8-49dc-4b3c-80a1-2cc24cfe8be8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:55.944503 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c4612962-b3d7-43a2-b0fb-2cf5bad081a1 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:55:55.983223 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5adc8-49dc-4b3c-80a1-2cc24cfe8be8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=b9670671-f7f5-4034-aa50-4aaf6467d9d9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:55.993774 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e5adc8-49dc-4b3c-80a1-2cc24cfe8be8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 67c682ea-34a1-4b44-b5fb-cee91c0f8193 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:55.999549 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-54e5adc8-49dc-4b3c-80a1-2cc24cfe8be8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:56.002581 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e5adc8-49dc-4b3c-80a1-2cc24cfe8be8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:56.018741 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port c4612962-b3d7-43a2-b0fb-2cf5bad081a1 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:56.019147 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:56.083093 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54e5adc8-49dc-4b3c-80a1-2cc24cfe8be8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:56.243290 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54e5adc8-49dc-4b3c-80a1-2cc24cfe8be8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:56.541527 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54e5adc8-49dc-4b3c-80a1-2cc24cfe8be8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:56.546010 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54e5adc8-49dc-4b3c-80a1-2cc24cfe8be8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:56.602410 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:55:56.625449 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5adc8-49dc-4b3c-80a1-2cc24cfe8be8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=b9670671-f7f5-4034-aa50-4aaf6467d9d9,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:56.630467 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54e5adc8-49dc-4b3c-80a1-2cc24cfe8be8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:56.725746 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e5adc8-49dc-4b3c-80a1-2cc24cfe8be8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 67c682ea-34a1-4b44-b5fb-cee91c0f8193 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:56.727773 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-54e5adc8-49dc-4b3c-80a1-2cc24cfe8be8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:56.844217 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e5adc8-49dc-4b3c-80a1-2cc24cfe8be8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router fd655867-dbe9-4ded-bb58-3b753dd764c7 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:55:56.864597 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37eed5e-6a33-4551-b2a0-115cb491fbb4 None None] Network 67c682ea-34a1-4b44-b5fb-cee91c0f8193 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:55:56.934469 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-f4b67269-12e2-413a-9b05-d82947fefd41 None None] Provisioning complete for port 42b93dee-9d8a-4a02-badc-b7d75c611520 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:56.935214 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f4b67269-12e2-413a-9b05-d82947fefd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:56.958291 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e5adc8-49dc-4b3c-80a1-2cc24cfe8be8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:55:56.964973 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-54e5adc8-49dc-4b3c-80a1-2cc24cfe8be8 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "PUT /v2.0/routers/fd655867-dbe9-4ded-bb58-3b753dd764c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0964019 Nov 23 22:55:57.084130 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f4b67269-12e2-413a-9b05-d82947fefd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:57.132171 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-f4b67269-12e2-413a-9b05-d82947fefd41 None None] For port 42b93dee-9d8a-4a02-badc-b7d75c611520, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=42b93dee-9d8a-4a02-badc-b7d75c611520,segment=NetworkSegment(c6cbd208-c797-46a2-96ad-66f3e40e06a1),segment_id=c6cbd208-c797-46a2-96ad-66f3e40e06a1)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:57.138302 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f4b67269-12e2-413a-9b05-d82947fefd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:57.159579 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31b9108b-ea81-475c-95da-627224f1c545 req-71e0c3d3-0c90-4fa3-a0a5-f567f0300e33 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-899294930&fields=id&tenant_id=e0882b7bd8054ab2a15297438b6d1014 HTTP/1.1" status: 200 len: 267 time: 0.0773649 Nov 23 22:55:57.199262 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b67269-12e2-413a-9b05-d82947fefd41 None None] Pushing event updated for resources: {'Port': ['ID=42b93dee-9d8a-4a02-badc-b7d75c611520,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:57.287526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9108b-ea81-475c-95da-627224f1c545 req-8b77869c-3c25-4864-986e-f4b3467b7389 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:57.289101 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31b9108b-ea81-475c-95da-627224f1c545 req-8b77869c-3c25-4864-986e-f4b3467b7389 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/networks?id=67c682ea-34a1-4b44-b5fb-cee91c0f8193 HTTP/1.1" status: 200 len: 797 time: 0.1181734 Nov 23 22:55:57.306564 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31b9108b-ea81-475c-95da-627224f1c545 req-1d82c8a1-0239-48d6-8b04-0e8dd6e83ac4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/quotas/e0882b7bd8054ab2a15297438b6d1014 HTTP/1.1" status: 200 len: 375 time: 0.0114114 Nov 23 22:55:57.360752 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-412e8236-6cf2-4b50-a256-90d4b91d207c None None] Provisioning complete for port 42b93dee-9d8a-4a02-badc-b7d75c611520 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:57.361079 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-412e8236-6cf2-4b50-a256-90d4b91d207c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:57.370049 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31b9108b-ea81-475c-95da-627224f1c545 req-6c3818a8-05ca-475d-ae19-53e0e853fc96 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539193 Nov 23 22:55:57.388777 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-31b9108b-ea81-475c-95da-627224f1c545 req-a1ec1bf3-f433-4599-a60d-a6335b5db4cf service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:55:57.389961 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31b9108b-ea81-475c-95da-627224f1c545 req-a1ec1bf3-f433-4599-a60d-a6335b5db4cf service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058482 Nov 23 22:55:57.475924 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-412e8236-6cf2-4b50-a256-90d4b91d207c None None] Provisioning complete for port b9670671-f7f5-4034-aa50-4aaf6467d9d9 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:57.476647 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-412e8236-6cf2-4b50-a256-90d4b91d207c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:57.494930 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31b9108b-ea81-475c-95da-627224f1c545 req-a8c19354-25ff-454a-a699-a35dc98d8c55 service neutron] 10.222.0.50 "GET /v2.0/networks/67c682ea-34a1-4b44-b5fb-cee91c0f8193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980434 Nov 23 22:55:57.501392 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] Sync routers for ids ['fd655867-dbe9-4ded-bb58-3b753dd764c7'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:55:57.523408 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] Routers {'fd655867-dbe9-4ded-bb58-3b753dd764c7'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:55:57.524040 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:55:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['fd655867-dbe9-4ded-bb58-3b753dd764c7'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:57.569115 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-412e8236-6cf2-4b50-a256-90d4b91d207c None None] Port b9670671-f7f5-4034-aa50-4aaf6467d9d9 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:55:57.599742 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31b9108b-ea81-475c-95da-627224f1c545 req-8ca7b2c3-0968-46e6-a95d-cd7e2e8a92f3 service neutron] 10.222.0.50 "GET /v2.0/networks/67c682ea-34a1-4b44-b5fb-cee91c0f8193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978332 Nov 23 22:55:57.644454 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] Set router fd655867-dbe9-4ded-bb58-3b753dd764c7 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:55:57.735770 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-a9229122-9de6-40fd-bf37-d89a487f46b4 None None] Provisioning complete for port b9670671-f7f5-4034-aa50-4aaf6467d9d9 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:57.736164 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a9229122-9de6-40fd-bf37-d89a487f46b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:57.782492 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f66e3cc-248b-4fe2-834b-a7498e58a9a3 req-7e37cd3c-5e9d-4b70-948d-33ddf4800eba tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 210 time: 0.0291972 Nov 23 22:55:57.826912 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-a9229122-9de6-40fd-bf37-d89a487f46b4 None None] Port b9670671-f7f5-4034-aa50-4aaf6467d9d9 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:55:57.880504 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 42b93dee-9d8a-4a02-badc-b7d75c611520 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:55:57.952948 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603261105', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:56Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'b9670671-f7f5-4034-aa50-4aaf6467d9d9', 'name': '', 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:36:12:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f4b133c4-137b-469a-bc5f-f6c27df0bf92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:55Z', 'updated_at': '2021-11-23T22:55:56Z', 'revision_number': 2, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': 'f4b133c4-137b-469a-bc5f-f6c27df0bf92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:57.991305 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 42b93dee-9d8a-4a02-badc-b7d75c611520 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:57.991688 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:57.994995 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] Checking router: fd655867-dbe9-4ded-bb58-3b753dd764c7 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:55:57.995354 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] Updating router fd655867-dbe9-4ded-bb58-3b753dd764c7 port b9670671-f7f5-4034-aa50-4aaf6467d9d9 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:55:57.997066 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5282c7ec-aafe-4d2f-8661-ca87e0c07d1c None None] Provisioning complete for port b9670671-f7f5-4034-aa50-4aaf6467d9d9 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:57.997424 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5282c7ec-aafe-4d2f-8661-ca87e0c07d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:58.091879 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:58.110648 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c6f6838f-6794-472b-92e0-5244f9505292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:58.112719 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-5282c7ec-aafe-4d2f-8661-ca87e0c07d1c None None] Port b9670671-f7f5-4034-aa50-4aaf6467d9d9 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:55:58.417774 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:58.422961 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:58.474383 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3cb88-8515-48f0-9c92-477d88d0ebc6 None None] Pushing event updated for resources: {'Port': ['ID=b9670671-f7f5-4034-aa50-4aaf6467d9d9,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:58.530454 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] Attempting to bind port b9670671-f7f5-4034-aa50-4aaf6467d9d9 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:55:58.530769 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] Attempting to bind port b9670671-f7f5-4034-aa50-4aaf6467d9d9 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'c6cbd208-c797-46a2-96ad-66f3e40e06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:55:58.531146 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] Attempting to bind port b9670671-f7f5-4034-aa50-4aaf6467d9d9 on network 67c682ea-34a1-4b44-b5fb-cee91c0f8193 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:55:58.537029 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:55:58.537407 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] Checking segment: {'id': 'c6cbd208-c797-46a2-96ad-66f3e40e06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:55:58.537817 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:58.538219 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] Bound using segment: {'id': 'c6cbd208-c797-46a2-96ad-66f3e40e06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:55:58.538697 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] Bound port: b9670671-f7f5-4034-aa50-4aaf6467d9d9, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6cbd208-c797-46a2-96ad-66f3e40e06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:55:58.539114 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:58.606103 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] For port b9670671-f7f5-4034-aa50-4aaf6467d9d9, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:55:58.609980 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] For port b9670671-f7f5-4034-aa50-4aaf6467d9d9, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b9670671-f7f5-4034-aa50-4aaf6467d9d9,segment=NetworkSegment(c6cbd208-c797-46a2-96ad-66f3e40e06a1),segment_id=c6cbd208-c797-46a2-96ad-66f3e40e06a1)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:55:58.614589 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:58.671511 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] Routers {'fd655867-dbe9-4ded-bb58-3b753dd764c7'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:55:58.672082 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:55:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['fd655867-dbe9-4ded-bb58-3b753dd764c7'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:58.677028 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3cb88-8515-48f0-9c92-477d88d0ebc6 None None] Pushing event updated for resources: {'Port': ['ID=b9670671-f7f5-4034-aa50-4aaf6467d9d9,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:58.787506 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-432fe194-1fc5-45af-8ce0-cfb3603b8180 None None] Provisioning complete for port b9670671-f7f5-4034-aa50-4aaf6467d9d9 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:58.787933 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-432fe194-1fc5-45af-8ce0-cfb3603b8180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:58.827363 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] Set router fd655867-dbe9-4ded-bb58-3b753dd764c7 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:55:58.957342 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e93637e-4894-4de5-bb05-0ac1e1202995 req-4aa87956-ccb0-466c-a9b0-f45ee54feea3 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 210 time: 0.0632894 Nov 23 22:55:58.993780 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9108b-ea81-475c-95da-627224f1c545 req-139af5b1-af0f-4029-88b5-008b67ac5d85 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:58.995848 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31b9108b-ea81-475c-95da-627224f1c545 req-139af5b1-af0f-4029-88b5-008b67ac5d85 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.53 "GET /v2.0/networks?id=67c682ea-34a1-4b44-b5fb-cee91c0f8193 HTTP/1.1" status: 200 len: 797 time: 0.1804035 Nov 23 22:55:59.077617 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31b9108b-ea81-475c-95da-627224f1c545 req-15d48179-3b8e-4e86-89cf-c42be222fa6c tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0882b7bd8054ab2a15297438b6d1014 HTTP/1.1" status: 200 len: 379 time: 0.0698409 Nov 23 22:55:59.089086 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-31b9108b-ea81-475c-95da-627224f1c545 req-a1ecfbc7-fab2-4d83-b40b-82bac9c81a7d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'port': {'device_id': 'ff5a8f23-1b52-4127-8c41-45deb129ca0e', 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193', 'admin_state_up': True, 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'security_groups': ['12119144-99af-4de1-aa79-c5c106d57493']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:59.164329 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-432fe194-1fc5-45af-8ce0-cfb3603b8180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:59.206735 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b9108b-ea81-475c-95da-627224f1c545 req-a1ecfbc7-fab2-4d83-b40b-82bac9c81a7d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Made reservation on behalf of e0882b7bd8054ab2a15297438b6d1014 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:55:59.210297 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-31b9108b-ea81-475c-95da-627224f1c545 req-a1ecfbc7-fab2-4d83-b40b-82bac9c81a7d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:59.214621 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-432fe194-1fc5-45af-8ce0-cfb3603b8180 None None] For port b9670671-f7f5-4034-aa50-4aaf6467d9d9, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b9670671-f7f5-4034-aa50-4aaf6467d9d9,segment=NetworkSegment(c6cbd208-c797-46a2-96ad-66f3e40e06a1),segment_id=c6cbd208-c797-46a2-96ad-66f3e40e06a1)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:55:59.233211 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-432fe194-1fc5-45af-8ce0-cfb3603b8180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:59.297164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432fe194-1fc5-45af-8ce0-cfb3603b8180 None None] Pushing event updated for resources: {'Port': ['ID=b9670671-f7f5-4034-aa50-4aaf6467d9d9,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:59.306451 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603261105', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:56Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'b9670671-f7f5-4034-aa50-4aaf6467d9d9', 'name': '', 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:36:12:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f4b133c4-137b-469a-bc5f-f6c27df0bf92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:55Z', 'updated_at': '2021-11-23T22:55:58Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': 'f4b133c4-137b-469a-bc5f-f6c27df0bf92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:55:59.334197 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abd7f74-f157-4fb7-8848-53f7dd6177a5 None None] The sync data for ids ['fd655867-dbe9-4ded-bb58-3b753dd764c7'] in n-d-816206-9 is: [{'id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603261105', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:56Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'b9670671-f7f5-4034-aa50-4aaf6467d9d9', 'name': '', 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:36:12:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f4b133c4-137b-469a-bc5f-f6c27df0bf92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:55Z', 'updated_at': '2021-11-23T22:55:58Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': 'f4b133c4-137b-469a-bc5f-f6c27df0bf92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:55:59.352863 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-31b9108b-ea81-475c-95da-627224f1c545 req-a1ecfbc7-fab2-4d83-b40b-82bac9c81a7d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Allocated IP 172.20.0.8 (67c682ea-34a1-4b44-b5fb-cee91c0f8193/f4b133c4-137b-469a-bc5f-f6c27df0bf92/4625b9df-f903-4a91-865b-a2e4e149f820) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:55:59.354808 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8bf8c24e-3895-4a7e-9612-33fdd980201a None None] Provisioning complete for port b9670671-f7f5-4034-aa50-4aaf6467d9d9 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:59.355308 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8bf8c24e-3895-4a7e-9612-33fdd980201a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:59.526277 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-31b9108b-ea81-475c-95da-627224f1c545 req-a1ecfbc7-fab2-4d83-b40b-82bac9c81a7d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:59.564414 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-31b9108b-ea81-475c-95da-627224f1c545 req-a1ecfbc7-fab2-4d83-b40b-82bac9c81a7d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:59.614262 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b9108b-ea81-475c-95da-627224f1c545 req-a1ecfbc7-fab2-4d83-b40b-82bac9c81a7d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 67c682ea-34a1-4b44-b5fb-cee91c0f8193 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:55:59.617361 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-31b9108b-ea81-475c-95da-627224f1c545 req-a1ecfbc7-fab2-4d83-b40b-82bac9c81a7d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:55:59.621922 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b9108b-ea81-475c-95da-627224f1c545 req-a1ecfbc7-fab2-4d83-b40b-82bac9c81a7d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:55:59.647898 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ecfbc7-fab2-4d83-b40b-82bac9c81a7d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=4625b9df-f903-4a91-865b-a2e4e149f820,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:55:59.682991 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9108b-ea81-475c-95da-627224f1c545 req-a1ecfbc7-fab2-4d83-b40b-82bac9c81a7d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:55:59.683630 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-31b9108b-ea81-475c-95da-627224f1c545 req-a1ecfbc7-fab2-4d83-b40b-82bac9c81a7d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:59.703699 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31b9108b-ea81-475c-95da-627224f1c545 req-a1ecfbc7-fab2-4d83-b40b-82bac9c81a7d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6194310 Nov 23 22:55:59.724296 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-31b9108b-ea81-475c-95da-627224f1c545 req-0cf40186-1510-4480-bce5-89aa4fa6542e service neutron] Request body: {'port': {'device_id': 'ff5a8f23-1b52-4127-8c41-45deb129ca0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:55:59.788032 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-31b9108b-ea81-475c-95da-627224f1c545 req-0cf40186-1510-4480-bce5-89aa4fa6542e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:59.900524 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b9670671-f7f5-4034-aa50-4aaf6467d9d9 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:55:59.932164 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4f72ce2c-fef7-4e4a-9a0c-7258d5984222 None None] Provisioning complete for port 4625b9df-f903-4a91-865b-a2e4e149f820 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:59.932539 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4f72ce2c-fef7-4e4a-9a0c-7258d5984222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:55:59.980520 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-4f72ce2c-fef7-4e4a-9a0c-7258d5984222 None None] Port 4625b9df-f903-4a91-865b-a2e4e149f820 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:55:59.988647 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port b9670671-f7f5-4034-aa50-4aaf6467d9d9 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:55:59.989025 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:00.136406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-31b9108b-ea81-475c-95da-627224f1c545 req-0cf40186-1510-4480-bce5-89aa4fa6542e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4625b9df-f903-4a91-865b-a2e4e149f820 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:56:00.148295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011357d-835f-439b-945b-31bfaa88c2d2 req-5d5393a6-370a-45cf-8dcf-d8f5fad8b69b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:00.149821 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6011357d-835f-439b-945b-31bfaa88c2d2 req-5d5393a6-370a-45cf-8dcf-d8f5fad8b69b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 931 time: 0.0921550 Nov 23 22:56:00.155038 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-31b9108b-ea81-475c-95da-627224f1c545 req-0cf40186-1510-4480-bce5-89aa4fa6542e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:00.184310 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-31b9108b-ea81-475c-95da-627224f1c545 req-0cf40186-1510-4480-bce5-89aa4fa6542e service neutron] Transition to ACTIVE for port object 4625b9df-f903-4a91-865b-a2e4e149f820 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:56:00.190429 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-31b9108b-ea81-475c-95da-627224f1c545 req-0cf40186-1510-4480-bce5-89aa4fa6542e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:00.261322 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6011357d-835f-439b-945b-31bfaa88c2d2 req-09582178-345d-4934-8987-5b1b7e3e5b7a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=12119144-99af-4de1-aa79-c5c106d57493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036277 Nov 23 22:56:00.291552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf40186-1510-4480-bce5-89aa4fa6542e service neutron] Pushing event updated for resources: {'Port': ['ID=4625b9df-f903-4a91-865b-a2e4e149f820,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:00.345188 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-31b9108b-ea81-475c-95da-627224f1c545 req-0cf40186-1510-4480-bce5-89aa4fa6542e service neutron] Attempting to bind port 4625b9df-f903-4a91-865b-a2e4e149f820 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:56:00.345562 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-31b9108b-ea81-475c-95da-627224f1c545 req-0cf40186-1510-4480-bce5-89aa4fa6542e service neutron] Attempting to bind port 4625b9df-f903-4a91-865b-a2e4e149f820 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'c6cbd208-c797-46a2-96ad-66f3e40e06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:56:00.347207 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b9108b-ea81-475c-95da-627224f1c545 req-0cf40186-1510-4480-bce5-89aa4fa6542e service neutron] Attempting to bind port 4625b9df-f903-4a91-865b-a2e4e149f820 on network 67c682ea-34a1-4b44-b5fb-cee91c0f8193 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:56:00.352711 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b9108b-ea81-475c-95da-627224f1c545 req-0cf40186-1510-4480-bce5-89aa4fa6542e service neutron] Port 4625b9df-f903-4a91-865b-a2e4e149f820 on network 67c682ea-34a1-4b44-b5fb-cee91c0f8193 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:56:00.353043 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b9108b-ea81-475c-95da-627224f1c545 req-0cf40186-1510-4480-bce5-89aa4fa6542e service neutron] Attempting to bind port 4625b9df-f903-4a91-865b-a2e4e149f820 on network 67c682ea-34a1-4b44-b5fb-cee91c0f8193 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:56:00.359249 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b9108b-ea81-475c-95da-627224f1c545 req-0cf40186-1510-4480-bce5-89aa4fa6542e service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:56:00.359880 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b9108b-ea81-475c-95da-627224f1c545 req-0cf40186-1510-4480-bce5-89aa4fa6542e service neutron] Checking segment: {'id': 'c6cbd208-c797-46a2-96ad-66f3e40e06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:56:00.360273 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b9108b-ea81-475c-95da-627224f1c545 req-0cf40186-1510-4480-bce5-89aa4fa6542e service neutron] Bound using segment: {'id': 'c6cbd208-c797-46a2-96ad-66f3e40e06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:56:00.360709 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-31b9108b-ea81-475c-95da-627224f1c545 req-0cf40186-1510-4480-bce5-89aa4fa6542e service neutron] Bound port: 4625b9df-f903-4a91-865b-a2e4e149f820, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6cbd208-c797-46a2-96ad-66f3e40e06a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:56:00.361078 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-31b9108b-ea81-475c-95da-627224f1c545 req-0cf40186-1510-4480-bce5-89aa4fa6542e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:00.440840 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-31b9108b-ea81-475c-95da-627224f1c545 req-0cf40186-1510-4480-bce5-89aa4fa6542e service neutron] For port 4625b9df-f903-4a91-865b-a2e4e149f820, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:56:00.444742 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-31b9108b-ea81-475c-95da-627224f1c545 req-0cf40186-1510-4480-bce5-89aa4fa6542e service neutron] For port 4625b9df-f903-4a91-865b-a2e4e149f820, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=4625b9df-f903-4a91-865b-a2e4e149f820,segment=NetworkSegment(c6cbd208-c797-46a2-96ad-66f3e40e06a1),segment_id=c6cbd208-c797-46a2-96ad-66f3e40e06a1)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:56:00.450938 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-31b9108b-ea81-475c-95da-627224f1c545 req-0cf40186-1510-4480-bce5-89aa4fa6542e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:00.490501 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9108b-ea81-475c-95da-627224f1c545 req-0cf40186-1510-4480-bce5-89aa4fa6542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:00.491286 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-31b9108b-ea81-475c-95da-627224f1c545 req-0cf40186-1510-4480-bce5-89aa4fa6542e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:00.492738 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31b9108b-ea81-475c-95da-627224f1c545 req-0cf40186-1510-4480-bce5-89aa4fa6542e service neutron] 10.222.0.53 "PUT /v2.0/ports/4625b9df-f903-4a91-865b-a2e4e149f820 HTTP/1.1" status: 200 len: 1091 time: 0.7738631 Nov 23 22:56:00.493126 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5a8f23-1b52-4127-8c41-45deb129ca0e', 'tag': '4625b9df-f903-4a91-865b-a2e4e149f820'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:56:00.495473 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c312c400-45d3-4af0-8267-9b85c6fe0098" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5a8f23-1b52-4127-8c41-45deb129ca0e", "tag": "4625b9df-f903-4a91-865b-a2e4e149f820"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:56:00.537164 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf40186-1510-4480-bce5-89aa4fa6542e service neutron] Pushing event updated for resources: {'Port': ['ID=4625b9df-f903-4a91-865b-a2e4e149f820,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:00.551556 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:00.553883 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9685a9-bda7-4f7c-8949-391fb535af4f x-openstack-request-id: req-fb9685a9-bda7-4f7c-8949-391fb535af4f {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:56:00.554351 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5a8f23-1b52-4127-8c41-45deb129ca0e", "tag": "4625b9df-f903-4a91-865b-a2e4e149f820", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:56:00.555426 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb9685a9-bda7-4f7c-8949-391fb535af4f {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:56:00.555897 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5a8f23-1b52-4127-8c41-45deb129ca0e', 'tag': '4625b9df-f903-4a91-865b-a2e4e149f820', 'status': 'completed', 'code': 200} Nov 23 22:56:00.606752 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9108b-ea81-475c-95da-627224f1c545 req-2cbf481c-9d5c-4495-9a02-851811fcc2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:00.608789 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31b9108b-ea81-475c-95da-627224f1c545 req-2cbf481c-9d5c-4495-9a02-851811fcc2dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 1094 time: 0.0491548 Nov 23 22:56:00.615177 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-69ea3822-1305-425e-8428-17d91cfc1a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:00.661479 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31b9108b-ea81-475c-95da-627224f1c545 req-59166e83-5b3a-484c-939b-e8413942b20d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4625b9df-f903-4a91-865b-a2e4e149f820 HTTP/1.1" status: 200 len: 217 time: 0.0380251 Nov 23 22:56:00.721607 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9108b-ea81-475c-95da-627224f1c545 req-44bd1145-9578-4911-a281-23402f8630bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:00.723183 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31b9108b-ea81-475c-95da-627224f1c545 req-44bd1145-9578-4911-a281-23402f8630bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f4b133c4-137b-469a-bc5f-f6c27df0bf92 HTTP/1.1" status: 200 len: 835 time: 0.0500867 Nov 23 22:56:00.776346 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9108b-ea81-475c-95da-627224f1c545 req-9f530a72-e787-4b9a-a164-c9e1f100bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:00.777743 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31b9108b-ea81-475c-95da-627224f1c545 req-9f530a72-e787-4b9a-a164-c9e1f100bc3a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67c682ea-34a1-4b44-b5fb-cee91c0f8193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416262 Nov 23 22:56:00.876799 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31b9108b-ea81-475c-95da-627224f1c545 req-bc21ba2e-e88b-42e5-9e76-2599c4c95f17 service neutron] 10.222.0.53 "GET /v2.0/networks/67c682ea-34a1-4b44-b5fb-cee91c0f8193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880001 Nov 23 22:56:00.974234 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-31b9108b-ea81-475c-95da-627224f1c545 req-0891c1d9-628d-40da-83fe-20805d1fb9f8 service neutron] 10.222.0.53 "GET /v2.0/networks/67c682ea-34a1-4b44-b5fb-cee91c0f8193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853562 Nov 23 22:56:01.070816 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312c400-45d3-4af0-8267-9b85c6fe0098 req-84cf24da-f41d-4782-9fdf-d12c3b631a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:01.072300 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c312c400-45d3-4af0-8267-9b85c6fe0098 req-84cf24da-f41d-4782-9fdf-d12c3b631a2a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 1094 time: 0.0411649 Nov 23 22:56:01.167282 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312c400-45d3-4af0-8267-9b85c6fe0098 req-28a576b0-f14f-4c9f-bf3d-ddd7057b6db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:01.168824 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c312c400-45d3-4af0-8267-9b85c6fe0098 req-28a576b0-f14f-4c9f-bf3d-ddd7057b6db9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=67c682ea-34a1-4b44-b5fb-cee91c0f8193 HTTP/1.1" status: 200 len: 898 time: 0.0893588 Nov 23 22:56:01.209130 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c312c400-45d3-4af0-8267-9b85c6fe0098 req-656c3887-12e4-4663-83d4-2bbe0d8a6220 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4625b9df-f903-4a91-865b-a2e4e149f820 HTTP/1.1" status: 200 len: 217 time: 0.0331745 Nov 23 22:56:01.263994 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312c400-45d3-4af0-8267-9b85c6fe0098 req-d0473467-f2c2-48d7-8bc7-05cc2ca24ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:01.265406 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c312c400-45d3-4af0-8267-9b85c6fe0098 req-d0473467-f2c2-48d7-8bc7-05cc2ca24ba7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f4b133c4-137b-469a-bc5f-f6c27df0bf92 HTTP/1.1" status: 200 len: 835 time: 0.0463731 Nov 23 22:56:01.314053 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312c400-45d3-4af0-8267-9b85c6fe0098 req-2bfd212d-467c-4d37-b19b-677757c2f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:01.316222 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c312c400-45d3-4af0-8267-9b85c6fe0098 req-2bfd212d-467c-4d37-b19b-677757c2f21b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67c682ea-34a1-4b44-b5fb-cee91c0f8193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422599 Nov 23 22:56:01.445163 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca566a90-e87c-4df9-b70e-230919c766e0 req-52fc6930-87c7-4400-b13f-6199f67e0cbc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:01.446648 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ca566a90-e87c-4df9-b70e-230919c766e0 req-52fc6930-87c7-4400-b13f-6199f67e0cbc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 943 time: 0.1029210 Nov 23 22:56:01.452071 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c312c400-45d3-4af0-8267-9b85c6fe0098 req-7f1dc368-be07-4ab3-a443-1fa1609205f3 service neutron] 10.222.0.53 "GET /v2.0/networks/67c682ea-34a1-4b44-b5fb-cee91c0f8193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262066 Nov 23 22:56:01.552237 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ca566a90-e87c-4df9-b70e-230919c766e0 req-57e06dad-6eb8-47cb-91f2-c07cb6f46044 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=12119144-99af-4de1-aa79-c5c106d57493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992174 Nov 23 22:56:01.573216 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c312c400-45d3-4af0-8267-9b85c6fe0098 req-2ac9c194-83c1-436d-8f66-566c46cbba23 service neutron] 10.222.0.53 "GET /v2.0/networks/67c682ea-34a1-4b44-b5fb-cee91c0f8193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069391 Nov 23 22:56:01.851301 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:02.677010 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8af37b-3f41-486a-bb71-25f06f85c9a8 req-8cda85d4-976b-46f3-810b-acb009460d6a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:02.678495 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d8af37b-3f41-486a-bb71-25f06f85c9a8 req-8cda85d4-976b-46f3-810b-acb009460d6a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 943 time: 0.0548050 Nov 23 22:56:02.727795 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d8af37b-3f41-486a-bb71-25f06f85c9a8 req-48241dd9-0970-4f0c-916d-b84168cc6788 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=12119144-99af-4de1-aa79-c5c106d57493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431004 Nov 23 22:56:03.245891 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:03.293309 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 4625b9df-f903-4a91-865b-a2e4e149f820 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:56:03.390243 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 4625b9df-f903-4a91-865b-a2e4e149f820, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=4625b9df-f903-4a91-865b-a2e4e149f820,segment=NetworkSegment(c6cbd208-c797-46a2-96ad-66f3e40e06a1),segment_id=c6cbd208-c797-46a2-96ad-66f3e40e06a1)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:03.401659 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '4625b9df-f903-4a91-865b-a2e4e149f820', 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193', 'port_id': '4625b9df-f903-4a91-865b-a2e4e149f820', 'mac_address': 'fa:16:3e:5e:ee:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b133c4-137b-469a-bc5f-f6c27df0bf92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:56:03.438104 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:03.450668 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4625b9df-f903-4a91-865b-a2e4e149f820 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:56:03.470352 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 4625b9df-f903-4a91-865b-a2e4e149f820, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=4625b9df-f903-4a91-865b-a2e4e149f820,segment=NetworkSegment(c6cbd208-c797-46a2-96ad-66f3e40e06a1),segment_id=c6cbd208-c797-46a2-96ad-66f3e40e06a1)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:03.474975 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:03.520721 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=4625b9df-f903-4a91-865b-a2e4e149f820,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:03.727960 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['4625b9df-f903-4a91-865b-a2e4e149f820'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:56:03.843624 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f1115-5027-41d7-bb46-ba61ed4e0c21 req-34c55e4b-f548-4645-ae19-8b8e2f5363f6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:03.845127 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b73f1115-5027-41d7-bb46-ba61ed4e0c21 req-34c55e4b-f548-4645-ae19-8b8e2f5363f6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 944 time: 0.0492249 Nov 23 22:56:03.894818 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b73f1115-5027-41d7-bb46-ba61ed4e0c21 req-ccb01d81-79a3-49e0-8a38-a99d6fc405f4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=12119144-99af-4de1-aa79-c5c106d57493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434444 Nov 23 22:56:04.005120 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:05.016974 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723eb764-66d2-4082-91d1-fc86030a7adc req-2ac82afa-acf8-4595-bc3e-cf4535c7db14 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:05.019249 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-723eb764-66d2-4082-91d1-fc86030a7adc req-2ac82afa-acf8-4595-bc3e-cf4535c7db14 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 944 time: 0.0534811 Nov 23 22:56:05.068476 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-723eb764-66d2-4082-91d1-fc86030a7adc req-05af75e2-9591-4fb1-8e0d-04e1eeac86d7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=12119144-99af-4de1-aa79-c5c106d57493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432799 Nov 23 22:56:05.309425 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 4625b9df-f903-4a91-865b-a2e4e149f820 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:56:05.359298 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 4625b9df-f903-4a91-865b-a2e4e149f820 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:56:05.363943 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 4625b9df-f903-4a91-865b-a2e4e149f820 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:56:05.364320 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:05.442164 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:05.469543 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5a8f23-1b52-4127-8c41-45deb129ca0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4625b9df-f903-4a91-865b-a2e4e149f820'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:56:05.471883 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80660d3-a47a-4b4f-b3c2-8e4ed484b45c" -d '{"events": [{"server_uuid": "ff5a8f23-1b52-4127-8c41-45deb129ca0e", "name": "network-vif-plugged", "status": "completed", "tag": "4625b9df-f903-4a91-865b-a2e4e149f820"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:56:05.484429 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 4625b9df-f903-4a91-865b-a2e4e149f820, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=4625b9df-f903-4a91-865b-a2e4e149f820,segment=NetworkSegment(c6cbd208-c797-46a2-96ad-66f3e40e06a1),segment_id=c6cbd208-c797-46a2-96ad-66f3e40e06a1)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:05.489383 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:05.540660 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=4625b9df-f903-4a91-865b-a2e4e149f820,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:05.568798 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cb5376-2de0-4811-80f1-84471165bb8c x-openstack-request-id: req-95cb5376-2de0-4811-80f1-84471165bb8c {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:56:05.569101 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5a8f23-1b52-4127-8c41-45deb129ca0e", "name": "network-vif-plugged", "status": "completed", "tag": "4625b9df-f903-4a91-865b-a2e4e149f820", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:56:05.569357 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95cb5376-2de0-4811-80f1-84471165bb8c {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:56:05.569757 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5a8f23-1b52-4127-8c41-45deb129ca0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4625b9df-f903-4a91-865b-a2e4e149f820', 'code': 200} Nov 23 22:56:05.674082 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0c5a0-9156-4340-9326-68f369f5b422 req-374dcf8c-7e47-42eb-af76-d42b0df907fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:05.675647 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-11e0c5a0-9156-4340-9326-68f369f5b422 req-374dcf8c-7e47-42eb-af76-d42b0df907fc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 1096 time: 0.0409739 Nov 23 22:56:05.727577 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-11e0c5a0-9156-4340-9326-68f369f5b422 req-ebb4f32c-4864-469c-8e26-2940351f1835 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=12119144-99af-4de1-aa79-c5c106d57493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385666 Nov 23 22:56:06.184076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78cbdd-b085-423b-864b-3f6d615d08c1 req-d8ac62c6-260a-4b02-a385-ef291473eb31 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:06.185526 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dd78cbdd-b085-423b-864b-3f6d615d08c1 req-d8ac62c6-260a-4b02-a385-ef291473eb31 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 945 time: 0.0480931 Nov 23 22:56:06.238820 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dd78cbdd-b085-423b-864b-3f6d615d08c1 req-898bbb00-825b-4d5a-b7c1-69a543fa4583 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=12119144-99af-4de1-aa79-c5c106d57493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471439 Nov 23 22:56:07.355122 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08437a36-e7e4-4422-8a10-d8158e77831d req-daf9b0f7-6a64-4823-b7ca-1af123824ffe tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:07.356583 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08437a36-e7e4-4422-8a10-d8158e77831d req-daf9b0f7-6a64-4823-b7ca-1af123824ffe tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 945 time: 0.0494008 Nov 23 22:56:07.406813 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-08437a36-e7e4-4422-8a10-d8158e77831d req-9ba1740f-dbbf-403f-a6a1-06457882283a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=12119144-99af-4de1-aa79-c5c106d57493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440254 Nov 23 22:56:07.521998 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850b6f1-4fa4-414a-a313-058ccb20e50d req-15508214-a89b-4dd4-8e6c-426bb8fd3e9f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:07.523492 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4850b6f1-4fa4-414a-a313-058ccb20e50d req-15508214-a89b-4dd4-8e6c-426bb8fd3e9f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 945 time: 0.0486300 Nov 23 22:56:07.572953 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4850b6f1-4fa4-414a-a313-058ccb20e50d req-a8967b6d-9e0f-4b5f-8c47-c18265652ff0 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=12119144-99af-4de1-aa79-c5c106d57493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433958 Nov 23 22:56:07.594027 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51300) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:07.637406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1ce965-d4d7-4d9e-8794-9afca674bb4d tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:07.638913 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6d1ce965-d4d7-4d9e-8794-9afca674bb4d tempest-TestNetworkAdvancedServerOps-779979316 tempest-TestNetworkAdvancedServerOps-779979316-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 1091 time: 0.0438862 Nov 23 22:56:07.641618 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51302) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:07.646259 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-73d99c2d-d2d1-4111-853a-40d1410ddea7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': '4625b9df-f903-4a91-865b-a2e4e149f820', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:56:07.667373 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73d99c2d-d2d1-4111-853a-40d1410ddea7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:07.762722 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73d99c2d-d2d1-4111-853a-40d1410ddea7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:07.866406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-73d99c2d-d2d1-4111-853a-40d1410ddea7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Allocated IP 172.25.5.6 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/8ab24278-c074-4c19-a8dd-007d8fdc9353) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:56:07.969123 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73d99c2d-d2d1-4111-853a-40d1410ddea7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:08.003437 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73d99c2d-d2d1-4111-853a-40d1410ddea7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:08.047125 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d99c2d-d2d1-4111-853a-40d1410ddea7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:56:08.050187 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-73d99c2d-d2d1-4111-853a-40d1410ddea7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:56:08.053681 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d99c2d-d2d1-4111-853a-40d1410ddea7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:56:08.059438 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d99c2d-d2d1-4111-853a-40d1410ddea7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=8ab24278-c074-4c19-a8dd-007d8fdc9353,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:08.410648 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73d99c2d-d2d1-4111-853a-40d1410ddea7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:08.478566 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73d99c2d-d2d1-4111-853a-40d1410ddea7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:08.626286 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73d99c2d-d2d1-4111-853a-40d1410ddea7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:08.631512 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73d99c2d-d2d1-4111-853a-40d1410ddea7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:08.698139 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d99c2d-d2d1-4111-853a-40d1410ddea7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event updated for resources: {'Port': ['ID=8ab24278-c074-4c19-a8dd-007d8fdc9353,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:08.710217 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73d99c2d-d2d1-4111-853a-40d1410ddea7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:08.809242 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-73d99c2d-d2d1-4111-853a-40d1410ddea7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Floating IP 98aabe8e-7bf5-40ab-9b61-0f871e53d6f7 associated. External IP: 172.25.5.6, port: 4625b9df-f903-4a91-865b-a2e4e149f820. Nov 23 22:56:09.330564 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d99c2d-d2d1-4111-853a-40d1410ddea7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router fd655867-dbe9-4ded-bb58-3b753dd764c7 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:56:09.440175 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d99c2d-d2d1-4111-853a-40d1410ddea7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:56:09.450210 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6d8eb8-bf97-43e9-bec9-18228f4bf418 None None] Sync routers for ids ['fd655867-dbe9-4ded-bb58-3b753dd764c7'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:56:09.458452 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-73d99c2d-d2d1-4111-853a-40d1410ddea7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:09.472754 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6d8eb8-bf97-43e9-bec9-18228f4bf418 None None] Routers {'fd655867-dbe9-4ded-bb58-3b753dd764c7'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:56:09.473367 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3b6d8eb8-bf97-43e9-bec9-18228f4bf418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:56:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['fd655867-dbe9-4ded-bb58-3b753dd764c7'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:09.495966 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-73d99c2d-d2d1-4111-853a-40d1410ddea7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8532310 Nov 23 22:56:09.511455 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5a8f23-1b52-4127-8c41-45deb129ca0e', 'tag': '4625b9df-f903-4a91-865b-a2e4e149f820'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:56:09.513757 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24de24aa-0314-4c2a-912b-5c0e2cff6031" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5a8f23-1b52-4127-8c41-45deb129ca0e", "tag": "4625b9df-f903-4a91-865b-a2e4e149f820"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:56:09.536181 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b858ae4-6361-42a8-9352-1616def3c243 req-1b18591e-0727-454b-8461-41674dea2c36 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547822 Nov 23 22:56:09.556236 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5bef3c-cab9-4900-a0ca-57be00feef93 x-openstack-request-id: req-5e5bef3c-cab9-4900-a0ca-57be00feef93 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:56:09.556534 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5a8f23-1b52-4127-8c41-45deb129ca0e", "tag": "4625b9df-f903-4a91-865b-a2e4e149f820", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:56:09.556788 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5e5bef3c-cab9-4900-a0ca-57be00feef93 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:56:09.557215 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5a8f23-1b52-4127-8c41-45deb129ca0e', 'tag': '4625b9df-f903-4a91-865b-a2e4e149f820', 'status': 'completed', 'code': 200} Nov 23 22:56:09.588049 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-3b6d8eb8-bf97-43e9-bec9-18228f4bf418 None None] Set router fd655867-dbe9-4ded-bb58-3b753dd764c7 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:56:09.663665 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e8c36-5b45-459f-b5f1-9c91ea116153 req-0251ca49-31a2-42ac-b111-2fa4d7408a2f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:09.665178 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-248e8c36-5b45-459f-b5f1-9c91ea116153 req-0251ca49-31a2-42ac-b111-2fa4d7408a2f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 945 time: 0.0838516 Nov 23 22:56:09.668066 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b858ae4-6361-42a8-9352-1616def3c243 req-a7dc4292-98bd-4c65-9e0e-e48e42affbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:09.669510 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b858ae4-6361-42a8-9352-1616def3c243 req-a7dc4292-98bd-4c65-9e0e-e48e42affbed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 1096 time: 0.0789051 Nov 23 22:56:09.742306 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-248e8c36-5b45-459f-b5f1-9c91ea116153 req-7a5d9647-d4f3-433e-92ff-c1fcfb6eb99b tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=12119144-99af-4de1-aa79-c5c106d57493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705218 Nov 23 22:56:09.767665 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51308) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:09.797885 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b858ae4-6361-42a8-9352-1616def3c243 req-65bf77b7-11ac-4217-86e8-d040767ac45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:09.800273 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b858ae4-6361-42a8-9352-1616def3c243 req-65bf77b7-11ac-4217-86e8-d040767ac45e service neutron] 10.222.0.53 "GET /v2.0/networks?id=67c682ea-34a1-4b44-b5fb-cee91c0f8193 HTTP/1.1" status: 200 len: 898 time: 0.1112685 Nov 23 22:56:09.821762 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3b6d8eb8-bf97-43e9-bec9-18228f4bf418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603261105', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:56Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '98aabe8e-7bf5-40ab-9b61-0f871e53d6f7', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'port_id': '4625b9df-f903-4a91-865b-a2e4e149f820', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193', 'mac_address': 'fa:16:3e:5e:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5a8f23-1b52-4127-8c41-45deb129ca0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:56:08Z', 'updated_at': '2021-11-23T22:56:08Z', 'revision_number': 0, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9670671-f7f5-4034-aa50-4aaf6467d9d9', 'name': '', 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:36:12:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f4b133c4-137b-469a-bc5f-f6c27df0bf92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:55Z', 'updated_at': '2021-11-23T22:55:59Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': 'f4b133c4-137b-469a-bc5f-f6c27df0bf92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:09.835579 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-7398cf70-d71d-4e46-b55c-785e94c90155 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/floatingips/98aabe8e-7bf5-40ab-9b61-0f871e53d6f7 HTTP/1.1" status: 200 len: 989 time: 0.0663397 Nov 23 22:56:09.856296 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6d8eb8-bf97-43e9-bec9-18228f4bf418 None None] Checking router: fd655867-dbe9-4ded-bb58-3b753dd764c7 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:56:09.865080 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6d8eb8-bf97-43e9-bec9-18228f4bf418 None None] Routers {'fd655867-dbe9-4ded-bb58-3b753dd764c7'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:56:09.865681 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3b6d8eb8-bf97-43e9-bec9-18228f4bf418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:56:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['fd655867-dbe9-4ded-bb58-3b753dd764c7'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:09.875363 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b858ae4-6361-42a8-9352-1616def3c243 req-8e1152f5-563a-4f40-a09f-05adc9bbc800 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4625b9df-f903-4a91-865b-a2e4e149f820 HTTP/1.1" status: 200 len: 997 time: 0.0658510 Nov 23 22:56:09.926367 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b858ae4-6361-42a8-9352-1616def3c243 req-895c1e71-6cfa-437b-bf0b-4f8a47379548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:09.927862 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b858ae4-6361-42a8-9352-1616def3c243 req-895c1e71-6cfa-437b-bf0b-4f8a47379548 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f4b133c4-137b-469a-bc5f-f6c27df0bf92 HTTP/1.1" status: 200 len: 835 time: 0.0446136 Nov 23 22:56:09.971317 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-3b6d8eb8-bf97-43e9-bec9-18228f4bf418 None None] Set router fd655867-dbe9-4ded-bb58-3b753dd764c7 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:56:09.974121 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b858ae4-6361-42a8-9352-1616def3c243 req-a4b82a60-5b0a-43a1-912d-6a321671052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:09.975647 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b858ae4-6361-42a8-9352-1616def3c243 req-a4b82a60-5b0a-43a1-912d-6a321671052f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67c682ea-34a1-4b44-b5fb-cee91c0f8193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407767 Nov 23 22:56:10.073355 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b858ae4-6361-42a8-9352-1616def3c243 req-3246dbf0-5965-4eb0-8bb4-ba823b904e2b service neutron] 10.222.0.53 "GET /v2.0/networks/67c682ea-34a1-4b44-b5fb-cee91c0f8193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893171 Nov 23 22:56:10.164556 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b858ae4-6361-42a8-9352-1616def3c243 req-c7b69198-5516-47b3-a692-0f2db1ecb607 service neutron] 10.222.0.53 "GET /v2.0/networks/67c682ea-34a1-4b44-b5fb-cee91c0f8193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837250 Nov 23 22:56:10.203171 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-3b6d8eb8-bf97-43e9-bec9-18228f4bf418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603261105', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:56Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '98aabe8e-7bf5-40ab-9b61-0f871e53d6f7', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'port_id': '4625b9df-f903-4a91-865b-a2e4e149f820', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193', 'mac_address': 'fa:16:3e:5e:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5a8f23-1b52-4127-8c41-45deb129ca0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:56:08Z', 'updated_at': '2021-11-23T22:56:08Z', 'revision_number': 0, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9670671-f7f5-4034-aa50-4aaf6467d9d9', 'name': '', 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:36:12:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f4b133c4-137b-469a-bc5f-f6c27df0bf92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:55Z', 'updated_at': '2021-11-23T22:55:59Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': 'f4b133c4-137b-469a-bc5f-f6c27df0bf92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:10.264499 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de24aa-0314-4c2a-912b-5c0e2cff6031 req-63920070-f275-40d0-a951-a87846426196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:10.266053 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24de24aa-0314-4c2a-912b-5c0e2cff6031 req-63920070-f275-40d0-a951-a87846426196 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 1096 time: 0.0497470 Nov 23 22:56:10.330891 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6d8eb8-bf97-43e9-bec9-18228f4bf418 None None] The sync data for ids ['fd655867-dbe9-4ded-bb58-3b753dd764c7'] in n-d-816206-9 is: [{'id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603261105', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:56Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '98aabe8e-7bf5-40ab-9b61-0f871e53d6f7', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'floating_ip_address': '172.25.5.6', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'port_id': '4625b9df-f903-4a91-865b-a2e4e149f820', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193', 'mac_address': 'fa:16:3e:5e:ee:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5a8f23-1b52-4127-8c41-45deb129ca0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:56:08Z', 'updated_at': '2021-11-23T22:56:08Z', 'revision_number': 0, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9670671-f7f5-4034-aa50-4aaf6467d9d9', 'name': '', 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:36:12:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f4b133c4-137b-469a-bc5f-f6c27df0bf92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:55Z', 'updated_at': '2021-11-23T22:55:59Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': 'f4b133c4-137b-469a-bc5f-f6c27df0bf92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:56:10.364417 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de24aa-0314-4c2a-912b-5c0e2cff6031 req-9aa17865-ae4f-4b4a-8f74-8d911003a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:10.365913 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24de24aa-0314-4c2a-912b-5c0e2cff6031 req-9aa17865-ae4f-4b4a-8f74-8d911003a68f service neutron] 10.222.0.53 "GET /v2.0/networks?id=67c682ea-34a1-4b44-b5fb-cee91c0f8193 HTTP/1.1" status: 200 len: 898 time: 0.0921683 Nov 23 22:56:10.439398 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24de24aa-0314-4c2a-912b-5c0e2cff6031 req-8a2985c0-1264-4011-bc3b-617053528b13 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4625b9df-f903-4a91-865b-a2e4e149f820 HTTP/1.1" status: 200 len: 997 time: 0.0656681 Nov 23 22:56:10.493317 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de24aa-0314-4c2a-912b-5c0e2cff6031 req-59d3197c-8d66-4238-8599-52b1bd1621f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:10.494825 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24de24aa-0314-4c2a-912b-5c0e2cff6031 req-59d3197c-8d66-4238-8599-52b1bd1621f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f4b133c4-137b-469a-bc5f-f6c27df0bf92 HTTP/1.1" status: 200 len: 835 time: 0.0488882 Nov 23 22:56:10.530750 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc156fa9-f0e7-4da4-af7f-6efda2500d1a None None] New status for floating IP 98aabe8e-7bf5-40ab-9b61-0f871e53d6f7: ACTIVE {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:56:10.545708 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de24aa-0314-4c2a-912b-5c0e2cff6031 req-5cd4c63d-4ebb-4733-961c-f8e6705e4279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:10.547533 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24de24aa-0314-4c2a-912b-5c0e2cff6031 req-5cd4c63d-4ebb-4733-961c-f8e6705e4279 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67c682ea-34a1-4b44-b5fb-cee91c0f8193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449867 Nov 23 22:56:10.642655 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24de24aa-0314-4c2a-912b-5c0e2cff6031 req-8e4b5ed1-6eda-40f3-98eb-d0f124997c32 service neutron] 10.222.0.53 "GET /v2.0/networks/67c682ea-34a1-4b44-b5fb-cee91c0f8193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870886 Nov 23 22:56:10.735267 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-24de24aa-0314-4c2a-912b-5c0e2cff6031 req-ea3c5e48-d524-40ca-bb1d-5ed4890488f8 service neutron] 10.222.0.53 "GET /v2.0/networks/67c682ea-34a1-4b44-b5fb-cee91c0f8193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851331 Nov 23 22:56:10.838364 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51310) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:10.900192 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-67993320-f7a9-4ff8-b568-37698e1b9fd6 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/floatingips/98aabe8e-7bf5-40ab-9b61-0f871e53d6f7 HTTP/1.1" status: 200 len: 991 time: 0.0605447 Nov 23 22:56:23.603707 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:28.072593 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f93d0f4c-7ba3-4233-91f2-97b01a5be7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:30.502403 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:30.606898 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-791a6188-085d-48e9-82e8-17a4e444edbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:31.853906 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:33.248953 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:33.601187 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:56:34.007294 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:46.207566 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437782b-2f58-4967-bc95-b8fcf416e765 req-59494c47-d4a0-424b-b07f-e32d123bbdec tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:46.209067 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6437782b-2f58-4967-bc95-b8fcf416e765 req-59494c47-d4a0-424b-b07f-e32d123bbdec tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 945 time: 0.0549042 Nov 23 22:56:46.259996 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6437782b-2f58-4967-bc95-b8fcf416e765 req-b7f72347-1b2b-44a7-9f30-1fae6beb46e9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=12119144-99af-4de1-aa79-c5c106d57493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443573 Nov 23 22:56:47.381925 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f2f92-7b36-4e67-b924-94018f67951c req-3a41b985-953e-4046-a492-9639c4f3fdd3 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:47.383618 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-515f2f92-7b36-4e67-b924-94018f67951c req-3a41b985-953e-4046-a492-9639c4f3fdd3 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 945 time: 0.0509152 Nov 23 22:56:47.437185 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-515f2f92-7b36-4e67-b924-94018f67951c req-5daba24c-c2f0-4496-ae0b-a300d5706514 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=12119144-99af-4de1-aa79-c5c106d57493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470326 Nov 23 22:56:47.459762 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51336) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:47.524583 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-49e602b6-b6ca-44ce-adb1-da37c018a08a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/floatingips/98aabe8e-7bf5-40ab-9b61-0f871e53d6f7 HTTP/1.1" status: 200 len: 991 time: 0.0630240 Nov 23 22:56:48.807120 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934024a9-4809-49f8-82a9-06320fdba89b req-0dc9f013-8aa4-4e5b-81c2-e88c9521dc96 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:48.808656 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-934024a9-4809-49f8-82a9-06320fdba89b req-0dc9f013-8aa4-4e5b-81c2-e88c9521dc96 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 945 time: 0.0534227 Nov 23 22:56:48.879568 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc745f-bec3-4a65-8c55-4012f4f695bd req-8858b220-6cac-4baa-9ec9-77cb23fc584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:48.881064 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91dc745f-bec3-4a65-8c55-4012f4f695bd req-8858b220-6cac-4baa-9ec9-77cb23fc584c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 1096 time: 0.0715485 Nov 23 22:56:48.886110 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-934024a9-4809-49f8-82a9-06320fdba89b req-9e5aaecb-69f9-4264-8a18-12a3de1efde4 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=12119144-99af-4de1-aa79-c5c106d57493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691688 Nov 23 22:56:48.978686 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc745f-bec3-4a65-8c55-4012f4f695bd req-f14cf790-c54b-4641-a971-ef8055dccd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:48.980187 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91dc745f-bec3-4a65-8c55-4012f4f695bd req-f14cf790-c54b-4641-a971-ef8055dccd86 service neutron] 10.222.0.53 "GET /v2.0/networks?id=67c682ea-34a1-4b44-b5fb-cee91c0f8193 HTTP/1.1" status: 200 len: 898 time: 0.0891595 Nov 23 22:56:49.051064 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91dc745f-bec3-4a65-8c55-4012f4f695bd req-5e3020c8-e272-40d6-bb40-fc388c271dbd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4625b9df-f903-4a91-865b-a2e4e149f820 HTTP/1.1" status: 200 len: 999 time: 0.0566773 Nov 23 22:56:49.108949 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc745f-bec3-4a65-8c55-4012f4f695bd req-f8443573-619e-4911-915f-09e690205940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:49.110422 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91dc745f-bec3-4a65-8c55-4012f4f695bd req-f8443573-619e-4911-915f-09e690205940 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f4b133c4-137b-469a-bc5f-f6c27df0bf92 HTTP/1.1" status: 200 len: 835 time: 0.0482466 Nov 23 22:56:49.158203 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc745f-bec3-4a65-8c55-4012f4f695bd req-ea166dd4-b176-4610-a42b-1d9e78be51c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:49.159734 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91dc745f-bec3-4a65-8c55-4012f4f695bd req-ea166dd4-b176-4610-a42b-1d9e78be51c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67c682ea-34a1-4b44-b5fb-cee91c0f8193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415597 Nov 23 22:56:49.253683 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91dc745f-bec3-4a65-8c55-4012f4f695bd req-fb5c5eff-44c2-40c4-8e2e-416bf5a6252b service neutron] 10.222.0.53 "GET /v2.0/networks/67c682ea-34a1-4b44-b5fb-cee91c0f8193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816226 Nov 23 22:56:49.353271 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-91dc745f-bec3-4a65-8c55-4012f4f695bd req-b8bf40e6-80d2-492e-8b09-57131dffc32f service neutron] 10.222.0.53 "GET /v2.0/networks/67c682ea-34a1-4b44-b5fb-cee91c0f8193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863535 Nov 23 22:56:50.002830 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c37e0-49e3-4174-96c1-6722658df0da req-a45a47e2-fd57-404d-bf34-194358739b1a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:50.004319 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ca0c37e0-49e3-4174-96c1-6722658df0da req-a45a47e2-fd57-404d-bf34-194358739b1a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 945 time: 0.0491729 Nov 23 22:56:50.055441 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ca0c37e0-49e3-4174-96c1-6722658df0da req-7512bb63-ff32-4295-84aa-3dae733ee691 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=12119144-99af-4de1-aa79-c5c106d57493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448871 Nov 23 22:56:51.177597 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2328c9-77fc-4cd6-8194-762dd414185c req-26277779-bc48-4592-a6fc-4b1315278853 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:51.179659 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e2328c9-77fc-4cd6-8194-762dd414185c req-26277779-bc48-4592-a6fc-4b1315278853 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 945 time: 0.0541215 Nov 23 22:56:51.229257 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e2328c9-77fc-4cd6-8194-762dd414185c req-7a3c8254-86dd-4990-afd9-cc1a93ec976f tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=12119144-99af-4de1-aa79-c5c106d57493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435357 Nov 23 22:56:51.251959 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51348) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:51.312212 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b0f6a0c6-1fb1-4f34-aad6-a776815ea825 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/floatingips/98aabe8e-7bf5-40ab-9b61-0f871e53d6f7 HTTP/1.1" status: 200 len: 991 time: 0.0591297 Nov 23 22:56:51.556495 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51354) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:51.719720 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting port 8ab24278-c074-4c19-a8dd-007d8fdc9353 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:51.720058 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:51.793420 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:51.793753 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:51.805655 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Calling delete_port for 8ab24278-c074-4c19-a8dd-007d8fdc9353 owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:51.952434 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:51.978588 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Port': ['ID=8ab24278-c074-4c19-a8dd-007d8fdc9353,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:51.991140 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:51.991500 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:51.992013 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:51.992569 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:51.992912 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:51.993246 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:51.993577 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:51.993907 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:51.994236 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:51.994559 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:51.995039 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:51.995218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:52.053601 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:52.054024 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Floating IP 98aabe8e-7bf5-40ab-9b61-0f871e53d6f7 disassociated (deleted). External IP: 172.25.5.6, port: 4625b9df-f903-4a91-865b-a2e4e149f820. Nov 23 22:56:52.261133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router fd655867-dbe9-4ded-bb58-3b753dd764c7 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:56:52.368855 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:56:52.373465 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:52.378622 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852f5075-2501-46ff-bf9e-19a44d36c6ca None None] Sync routers for ids ['fd655867-dbe9-4ded-bb58-3b753dd764c7'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:56:52.389103 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852f5075-2501-46ff-bf9e-19a44d36c6ca None None] Routers {'fd655867-dbe9-4ded-bb58-3b753dd764c7'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:56:52.389698 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-852f5075-2501-46ff-bf9e-19a44d36c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:56:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['fd655867-dbe9-4ded-bb58-3b753dd764c7'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:52.402055 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-19e8aed9-8fe7-4838-8219-d62311324740 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/floatingips/98aabe8e-7bf5-40ab-9b61-0f871e53d6f7 HTTP/1.1" status: 204 len: 168 time: 0.8444602 Nov 23 22:56:52.402637 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5a8f23-1b52-4127-8c41-45deb129ca0e', 'tag': '4625b9df-f903-4a91-865b-a2e4e149f820'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:56:52.404914 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9a2a5f-2fe3-4471-9c03-a230d6d13745" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5a8f23-1b52-4127-8c41-45deb129ca0e", "tag": "4625b9df-f903-4a91-865b-a2e4e149f820"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:56:52.446170 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ece98aa-1ce8-4eae-99ec-46e899ac6184 x-openstack-request-id: req-1ece98aa-1ce8-4eae-99ec-46e899ac6184 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:56:52.446553 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5a8f23-1b52-4127-8c41-45deb129ca0e", "tag": "4625b9df-f903-4a91-865b-a2e4e149f820", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:56:52.446880 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1ece98aa-1ce8-4eae-99ec-46e899ac6184 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:56:52.447376 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5a8f23-1b52-4127-8c41-45deb129ca0e', 'tag': '4625b9df-f903-4a91-865b-a2e4e149f820', 'status': 'completed', 'code': 200} Nov 23 22:56:52.499601 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-852f5075-2501-46ff-bf9e-19a44d36c6ca None None] Set router fd655867-dbe9-4ded-bb58-3b753dd764c7 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:56:52.517159 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a2a5f-2fe3-4471-9c03-a230d6d13745 req-7de83ada-ba68-4f61-bed7-2217622421ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:52.518646 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a9a2a5f-2fe3-4471-9c03-a230d6d13745 req-7de83ada-ba68-4f61-bed7-2217622421ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0882b7bd8054ab2a15297438b6d1014&device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 1096 time: 0.0468292 Nov 23 22:56:52.654876 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a2a5f-2fe3-4471-9c03-a230d6d13745 req-a2027fbc-575b-4652-a4e6-dbc51a4b23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:52.656351 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a9a2a5f-2fe3-4471-9c03-a230d6d13745 req-a2027fbc-575b-4652-a4e6-dbc51a4b23e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=67c682ea-34a1-4b44-b5fb-cee91c0f8193 HTTP/1.1" status: 200 len: 898 time: 0.1283264 Nov 23 22:56:52.664695 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449773bf-6dc5-4580-8f47-5d559b875490 req-b8d00950-93ca-495a-80de-caa3e2e70245 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:52.666080 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-449773bf-6dc5-4580-8f47-5d559b875490 req-b8d00950-93ca-495a-80de-caa3e2e70245 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 945 time: 0.0744667 Nov 23 22:56:52.706175 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a9a2a5f-2fe3-4471-9c03-a230d6d13745 req-2fb50be8-62b3-45e7-ac5f-607c67b2aa15 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4625b9df-f903-4a91-865b-a2e4e149f820 HTTP/1.1" status: 200 len: 217 time: 0.0391567 Nov 23 22:56:52.712247 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-852f5075-2501-46ff-bf9e-19a44d36c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603261105', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:56Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'b9670671-f7f5-4034-aa50-4aaf6467d9d9', 'name': '', 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:36:12:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f4b133c4-137b-469a-bc5f-f6c27df0bf92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:55Z', 'updated_at': '2021-11-23T22:55:59Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': 'f4b133c4-137b-469a-bc5f-f6c27df0bf92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:52.738529 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852f5075-2501-46ff-bf9e-19a44d36c6ca None None] Checking router: fd655867-dbe9-4ded-bb58-3b753dd764c7 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:56:52.747446 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852f5075-2501-46ff-bf9e-19a44d36c6ca None None] Routers {'fd655867-dbe9-4ded-bb58-3b753dd764c7'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:56:52.748052 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-852f5075-2501-46ff-bf9e-19a44d36c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:56:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['fd655867-dbe9-4ded-bb58-3b753dd764c7'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:52.778873 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-449773bf-6dc5-4580-8f47-5d559b875490 req-1c2b59ee-38ec-4efa-ad7e-d4dbd7e74b55 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=12119144-99af-4de1-aa79-c5c106d57493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052749 Nov 23 22:56:52.780558 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a2a5f-2fe3-4471-9c03-a230d6d13745 req-c49d126c-7a5d-452c-b01c-f813d7499738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:52.781915 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a9a2a5f-2fe3-4471-9c03-a230d6d13745 req-c49d126c-7a5d-452c-b01c-f813d7499738 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f4b133c4-137b-469a-bc5f-f6c27df0bf92 HTTP/1.1" status: 200 len: 835 time: 0.0661459 Nov 23 22:56:52.837116 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a2a5f-2fe3-4471-9c03-a230d6d13745 req-e0a8fcf6-2bdd-4c40-9e02-10d061aa94b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:52.838595 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a9a2a5f-2fe3-4471-9c03-a230d6d13745 req-e0a8fcf6-2bdd-4c40-9e02-10d061aa94b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67c682ea-34a1-4b44-b5fb-cee91c0f8193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463045 Nov 23 22:56:52.854576 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-852f5075-2501-46ff-bf9e-19a44d36c6ca None None] Set router fd655867-dbe9-4ded-bb58-3b753dd764c7 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:56:52.931893 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a9a2a5f-2fe3-4471-9c03-a230d6d13745 req-f137c615-590f-4d2c-a5c1-dded52123718 service neutron] 10.222.0.53 "GET /v2.0/networks/67c682ea-34a1-4b44-b5fb-cee91c0f8193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842013 Nov 23 22:56:53.027785 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7a9a2a5f-2fe3-4471-9c03-a230d6d13745 req-51fd6d3a-456e-48e3-8dcb-907be7329ada service neutron] 10.222.0.53 "GET /v2.0/networks/67c682ea-34a1-4b44-b5fb-cee91c0f8193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881081 Nov 23 22:56:53.047600 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-852f5075-2501-46ff-bf9e-19a44d36c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603261105', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:56Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'b9670671-f7f5-4034-aa50-4aaf6467d9d9', 'name': '', 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:36:12:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f4b133c4-137b-469a-bc5f-f6c27df0bf92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:55Z', 'updated_at': '2021-11-23T22:55:59Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': 'f4b133c4-137b-469a-bc5f-f6c27df0bf92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:53.077602 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852f5075-2501-46ff-bf9e-19a44d36c6ca None None] The sync data for ids ['fd655867-dbe9-4ded-bb58-3b753dd764c7'] in n-d-816206-9 is: [{'id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603261105', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:56Z', 'revision_number': 4, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'b9670671-f7f5-4034-aa50-4aaf6467d9d9', 'name': '', 'network_id': '67c682ea-34a1-4b44-b5fb-cee91c0f8193', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'mac_address': 'fa:16:3e:36:12:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f4b133c4-137b-469a-bc5f-f6c27df0bf92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:55Z', 'updated_at': '2021-11-23T22:55:59Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'subnets': [{'id': 'f4b133c4-137b-469a-bc5f-f6c27df0bf92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:56:53.299693 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327266ee-fc5e-45a4-8ca3-3995e5a3109e None None] New status for floating IP 98aabe8e-7bf5-40ab-9b61-0f871e53d6f7: DOWN {{(pid=110035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:56:53.613167 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:53.897902 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce5206-7bd2-4e72-8f07-bd78409d6504 req-015e5729-89d2-427c-980c-73e75a6008cb tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:53.899867 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3ce5206-7bd2-4e72-8f07-bd78409d6504 req-015e5729-89d2-427c-980c-73e75a6008cb tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 945 time: 0.0505500 Nov 23 22:56:53.949941 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3ce5206-7bd2-4e72-8f07-bd78409d6504 req-ab0d2c64-3610-44f7-951f-b94cb8d79d91 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/security-groups?id=12119144-99af-4de1-aa79-c5c106d57493&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441456 Nov 23 22:56:54.411306 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463156c-8e9c-4631-b5d4-63337a09aa4b req-1c26e7ac-0794-4747-9c65-bc4a443ac10a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:56:54.412726 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6463156c-8e9c-4631-b5d4-63337a09aa4b req-1c26e7ac-0794-4747-9c65-bc4a443ac10a tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 945 time: 0.0483010 Nov 23 22:56:54.506514 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-6463156c-8e9c-4631-b5d4-63337a09aa4b req-75d14f5c-33b1-4e74-a24c-2be0192ffcb9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting port 4625b9df-f903-4a91-865b-a2e4e149f820 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:54.506884 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6463156c-8e9c-4631-b5d4-63337a09aa4b req-75d14f5c-33b1-4e74-a24c-2be0192ffcb9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:54.593681 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-6463156c-8e9c-4631-b5d4-63337a09aa4b req-75d14f5c-33b1-4e74-a24c-2be0192ffcb9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] For port 4625b9df-f903-4a91-865b-a2e4e149f820, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=4625b9df-f903-4a91-865b-a2e4e149f820,segment=NetworkSegment(c6cbd208-c797-46a2-96ad-66f3e40e06a1),segment_id=c6cbd208-c797-46a2-96ad-66f3e40e06a1)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:54.594035 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6463156c-8e9c-4631-b5d4-63337a09aa4b req-75d14f5c-33b1-4e74-a24c-2be0192ffcb9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:54.606312 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-6463156c-8e9c-4631-b5d4-63337a09aa4b req-75d14f5c-33b1-4e74-a24c-2be0192ffcb9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Calling delete_port for 4625b9df-f903-4a91-865b-a2e4e149f820 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:54.733571 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6463156c-8e9c-4631-b5d4-63337a09aa4b req-75d14f5c-33b1-4e74-a24c-2be0192ffcb9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:54.761473 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d14f5c-33b1-4e74-a24c-2be0192ffcb9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Port': ['ID=4625b9df-f903-4a91-865b-a2e4e149f820,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:54.808595 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-6463156c-8e9c-4631-b5d4-63337a09aa4b req-75d14f5c-33b1-4e74-a24c-2be0192ffcb9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] No DVR routers for this DVR port 4625b9df-f903-4a91-865b-a2e4e149f820 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:56:54.811108 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-6463156c-8e9c-4631-b5d4-63337a09aa4b req-75d14f5c-33b1-4e74-a24c-2be0192ffcb9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:54.814433 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6463156c-8e9c-4631-b5d4-63337a09aa4b req-75d14f5c-33b1-4e74-a24c-2be0192ffcb9 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.53 "DELETE /v2.0/ports/4625b9df-f903-4a91-865b-a2e4e149f820 HTTP/1.1" status: 204 len: 173 time: 0.3919897 Nov 23 22:56:54.814891 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5a8f23-1b52-4127-8c41-45deb129ca0e', 'name': 'network-vif-deleted', 'tag': '4625b9df-f903-4a91-865b-a2e4e149f820'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:56:54.817137 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12db37c8-0c0d-4a03-b9fb-2a5c367bb163" -d '{"events": [{"server_uuid": "ff5a8f23-1b52-4127-8c41-45deb129ca0e", "name": "network-vif-deleted", "tag": "4625b9df-f903-4a91-865b-a2e4e149f820"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:56:54.856252 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85b70f6-3318-409c-af2c-d676c5515748 x-openstack-request-id: req-e85b70f6-3318-409c-af2c-d676c5515748 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:56:54.856541 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5a8f23-1b52-4127-8c41-45deb129ca0e", "name": "network-vif-deleted", "tag": "4625b9df-f903-4a91-865b-a2e4e149f820", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:56:54.856792 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e85b70f6-3318-409c-af2c-d676c5515748 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:56:54.857196 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5a8f23-1b52-4127-8c41-45deb129ca0e', 'name': 'network-vif-deleted', 'tag': '4625b9df-f903-4a91-865b-a2e4e149f820', 'status': 'completed', 'code': 200} Nov 23 22:56:55.058675 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d7d8dac0-a205-4c13-b1fb-81623cc8237d req-c57e2e98-509a-40b0-a746-196ad48c7641 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "GET /v2.0/ports?device_id=ff5a8f23-1b52-4127-8c41-45deb129ca0e HTTP/1.1" status: 200 len: 210 time: 0.0274718 Nov 23 22:56:56.117025 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51370) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:56.502994 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-675f6863-ef26-4e12-b2f2-591dc86d7174 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:56.764136 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-675f6863-ef26-4e12-b2f2-591dc86d7174 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting port b9670671-f7f5-4034-aa50-4aaf6467d9d9 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:56.764366 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-675f6863-ef26-4e12-b2f2-591dc86d7174 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:57.172526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-675f6863-ef26-4e12-b2f2-591dc86d7174 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] For port b9670671-f7f5-4034-aa50-4aaf6467d9d9, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b9670671-f7f5-4034-aa50-4aaf6467d9d9,segment=NetworkSegment(c6cbd208-c797-46a2-96ad-66f3e40e06a1),segment_id=c6cbd208-c797-46a2-96ad-66f3e40e06a1)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:57.173244 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-675f6863-ef26-4e12-b2f2-591dc86d7174 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:57.185072 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-675f6863-ef26-4e12-b2f2-591dc86d7174 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Calling delete_port for b9670671-f7f5-4034-aa50-4aaf6467d9d9 owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:57.369711 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-675f6863-ef26-4e12-b2f2-591dc86d7174 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:57.397049 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f6863-ef26-4e12-b2f2-591dc86d7174 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Port': ['ID=b9670671-f7f5-4034-aa50-4aaf6467d9d9,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:57.485798 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 4625b9df-f903-4a91-865b-a2e4e149f820 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:56:57.507048 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 4625b9df-f903-4a91-865b-a2e4e149f820 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:56:57.508005 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 4625b9df-f903-4a91-865b-a2e4e149f820 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:56:57.578435 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-675f6863-ef26-4e12-b2f2-591dc86d7174 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:57.792240 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675f6863-ef26-4e12-b2f2-591dc86d7174 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Router fd655867-dbe9-4ded-bb58-3b753dd764c7 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:56:57.899570 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675f6863-ef26-4e12-b2f2-591dc86d7174 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:56:57.904551 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-675f6863-ef26-4e12-b2f2-591dc86d7174 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "PUT /v2.0/routers/fd655867-dbe9-4ded-bb58-3b753dd764c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7864790 Nov 23 22:56:57.907249 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51372) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:57.909804 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fb01a9-3934-425c-9ba8-6be1feedde6a None None] Sync routers for ids ['fd655867-dbe9-4ded-bb58-3b753dd764c7'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:56:57.919633 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fb01a9-3934-425c-9ba8-6be1feedde6a None None] Routers {'fd655867-dbe9-4ded-bb58-3b753dd764c7'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:56:57.920250 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-89fb01a9-3934-425c-9ba8-6be1feedde6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:56:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['fd655867-dbe9-4ded-bb58-3b753dd764c7'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:57.961273 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-f63fa175-b45e-4e62-be97-04dcca986975 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting subnet f4b133c4-137b-469a-bc5f-f6c27df0bf92 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 22:56:57.964371 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f63fa175-b45e-4e62-be97-04dcca986975 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:58.004115 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f63fa175-b45e-4e62-be97-04dcca986975 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:58.026496 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-89fb01a9-3934-425c-9ba8-6be1feedde6a None None] Set router fd655867-dbe9-4ded-bb58-3b753dd764c7 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:56:58.074938 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ecd350f3-8c7c-4d41-bc41-5dd6afee2547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:58.091316 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f63fa175-b45e-4e62-be97-04dcca986975 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:58.157214 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f63fa175-b45e-4e62-be97-04dcca986975 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:58.185401 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fa175-b45e-4e62-be97-04dcca986975 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b133c4-137b-469a-bc5f-f6c27df0bf92,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:58.189888 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-f63fa175-b45e-4e62-be97-04dcca986975 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:58.195327 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f63fa175-b45e-4e62-be97-04dcca986975 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/subnets/f4b133c4-137b-469a-bc5f-f6c27df0bf92 HTTP/1.1" status: 204 len: 168 time: 0.2869344 Nov 23 22:56:58.196675 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51374) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:58.201344 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892074f4-fa94-4d9d-9378-d57a914e1bfa None None] Network 67c682ea-34a1-4b44-b5fb-cee91c0f8193 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:56:58.215089 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-89fb01a9-3934-425c-9ba8-6be1feedde6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603261105', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:56:57Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:58.250626 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fb01a9-3934-425c-9ba8-6be1feedde6a None None] Checking router: fd655867-dbe9-4ded-bb58-3b753dd764c7 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:56:58.265302 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fb01a9-3934-425c-9ba8-6be1feedde6a None None] Routers {'fd655867-dbe9-4ded-bb58-3b753dd764c7'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:56:58.266287 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-89fb01a9-3934-425c-9ba8-6be1feedde6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:56:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['fd655867-dbe9-4ded-bb58-3b753dd764c7'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:58.314857 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:58.420288 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879616f0-a291-4a9a-b10b-be4c147c43eb None None] DHCP port deletion for 67c682ea-34a1-4b44-b5fb-cee91c0f8193 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:56:58.429915 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:58.470487 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-879616f0-a291-4a9a-b10b-be4c147c43eb None None] Deleting port 42b93dee-9d8a-4a02-badc-b7d75c611520 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:58.471345 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-879616f0-a291-4a9a-b10b-be4c147c43eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:58.481835 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-89fb01a9-3934-425c-9ba8-6be1feedde6a None None] Set router fd655867-dbe9-4ded-bb58-3b753dd764c7 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:56:58.486957 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Deleting port c4612962-b3d7-43a2-b0fb-2cf5bad081a1 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 22:56:58.487516 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:58.540649 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-879616f0-a291-4a9a-b10b-be4c147c43eb None None] For port 42b93dee-9d8a-4a02-badc-b7d75c611520, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=42b93dee-9d8a-4a02-badc-b7d75c611520,segment=NetworkSegment(c6cbd208-c797-46a2-96ad-66f3e40e06a1),segment_id=c6cbd208-c797-46a2-96ad-66f3e40e06a1)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:58.541274 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-879616f0-a291-4a9a-b10b-be4c147c43eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:58.555664 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-879616f0-a291-4a9a-b10b-be4c147c43eb None None] Calling delete_port for 42b93dee-9d8a-4a02-badc-b7d75c611520 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:58.576918 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] For port c4612962-b3d7-43a2-b0fb-2cf5bad081a1, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=c4612962-b3d7-43a2-b0fb-2cf5bad081a1,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:56:58.577434 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:58.590439 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Calling delete_port for c4612962-b3d7-43a2-b0fb-2cf5bad081a1 owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 22:56:58.640102 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-879616f0-a291-4a9a-b10b-be4c147c43eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:58.668792 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879616f0-a291-4a9a-b10b-be4c147c43eb None None] Pushing event deleted for resources: {'Port': ['ID=42b93dee-9d8a-4a02-badc-b7d75c611520,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:58.675921 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-89fb01a9-3934-425c-9ba8-6be1feedde6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603261105', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:56:57Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:58.676300 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879616f0-a291-4a9a-b10b-be4c147c43eb None None] No DVR routers for this DVR port 42b93dee-9d8a-4a02-badc-b7d75c611520 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 22:56:58.684728 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879616f0-a291-4a9a-b10b-be4c147c43eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:58.685323 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879616f0-a291-4a9a-b10b-be4c147c43eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:58.688953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879616f0-a291-4a9a-b10b-be4c147c43eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:58.688953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879616f0-a291-4a9a-b10b-be4c147c43eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:58.688953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879616f0-a291-4a9a-b10b-be4c147c43eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:58.688953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879616f0-a291-4a9a-b10b-be4c147c43eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:58.688953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879616f0-a291-4a9a-b10b-be4c147c43eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:58.688953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879616f0-a291-4a9a-b10b-be4c147c43eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:58.688953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879616f0-a291-4a9a-b10b-be4c147c43eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:58.688953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879616f0-a291-4a9a-b10b-be4c147c43eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:58.688953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879616f0-a291-4a9a-b10b-be4c147c43eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:58.688953 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879616f0-a291-4a9a-b10b-be4c147c43eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:58.704759 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fb01a9-3934-425c-9ba8-6be1feedde6a None None] The sync data for ids ['fd655867-dbe9-4ded-bb58-3b753dd764c7'] in n-d-816206-9 is: [{'id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1603261105', 'tenant_id': 'e0882b7bd8054ab2a15297438b6d1014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:56:57Z', 'revision_number': 5, 'project_id': 'e0882b7bd8054ab2a15297438b6d1014', 'gw_port': {'id': 'c4612962-b3d7-43a2-b0fb-2cf5bad081a1', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd655867-dbe9-4ded-bb58-3b753dd764c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:55:52Z', 'updated_at': '2021-11-23T22:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:56:58.781961 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:58.808246 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Port': ['ID=c4612962-b3d7-43a2-b0fb-2cf5bad081a1,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:58.828353 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8191f1d-3651-4dad-8ed2-d6edd0bec1bc None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:56:58.836542 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:58.836902 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:58.837251 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:58.837672 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:58.837926 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:58.838263 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:58.838601 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:58.838975 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:58.839313 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:58.839720 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:58.839971 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:58.840298 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:56:58.879737 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:58.968957 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:58.971004 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:59.016674 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:59.017217 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Fanout notify agent at l3_agent the message router_deleted on router fd655867-dbe9-4ded-bb58-3b753dd764c7 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 22:56:59.024914 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:59.026084 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d9ab34fd-ae85-4d85-b399-7ebb178927dc tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/routers/fd655867-dbe9-4ded-bb58-3b753dd764c7 HTTP/1.1" status: 204 len: 168 time: 0.8283784 Nov 23 22:56:59.028744 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51376) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:59.108160 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c6421613-25c5-4617-9a82-f9b8bf3ceaa7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:59.203571 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c6421613-25c5-4617-9a82-f9b8bf3ceaa7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:59.223435 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-c6421613-25c5-4617-9a82-f9b8bf3ceaa7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c682ea-34a1-4b44-b5fb-cee91c0f8193']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:59.233259 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-c6421613-25c5-4617-9a82-f9b8bf3ceaa7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6cbd208-c797-46a2-96ad-66f3e40e06a1') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:59.233551 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-c6421613-25c5-4617-9a82-f9b8bf3ceaa7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6cbd208-c797-46a2-96ad-66f3e40e06a1') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:56:59.243633 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c6421613-25c5-4617-9a82-f9b8bf3ceaa7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:59.257039 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c6421613-25c5-4617-9a82-f9b8bf3ceaa7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:59.265127 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6421613-25c5-4617-9a82-f9b8bf3ceaa7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 22:56:59.265535 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c6421613-25c5-4617-9a82-f9b8bf3ceaa7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: timer() Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 22:56:59.269452 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 22:56:59.339094 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c6421613-25c5-4617-9a82-f9b8bf3ceaa7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:59.346455 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-c6421613-25c5-4617-9a82-f9b8bf3ceaa7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:59.352843 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-c6421613-25c5-4617-9a82-f9b8bf3ceaa7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/networks/67c682ea-34a1-4b44-b5fb-cee91c0f8193 HTTP/1.1" status: 204 len: 168 time: 0.3200948 Nov 23 22:56:59.353071 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51378) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:59.369792 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6421613-25c5-4617-9a82-f9b8bf3ceaa7 tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'Network': ['ID=67c682ea-34a1-4b44-b5fb-cee91c0f8193,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:59.421473 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-646c411c-1ba3-48c7-b6ed-0915a280115d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:59.446115 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-646c411c-1ba3-48c7-b6ed-0915a280115d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:59.506992 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-646c411c-1ba3-48c7-b6ed-0915a280115d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:59.509634 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-646c411c-1ba3-48c7-b6ed-0915a280115d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:56:59.511083 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-646c411c-1ba3-48c7-b6ed-0915a280115d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] 10.222.0.50 "DELETE /v2.0/security-groups/12119144-99af-4de1-aa79-c5c106d57493 HTTP/1.1" status: 204 len: 168 time: 0.1567943 Nov 23 22:56:59.520970 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c411c-1ba3-48c7-b6ed-0915a280115d tempest-TestNetworkAdvancedServerOps-451178789 tempest-TestNetworkAdvancedServerOps-451178789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12119144-99af-4de1-aa79-c5c106d57493,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:56:59.880760 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b9670671-f7f5-4034-aa50-4aaf6467d9d9 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:56:59.898555 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51386) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:56:59.901754 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: b9670671-f7f5-4034-aa50-4aaf6467d9d9 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:56:59.902116 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b9670671-f7f5-4034-aa50-4aaf6467d9d9 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:56:59.902525 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 42b93dee-9d8a-4a02-badc-b7d75c611520 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:56:59.922859 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 42b93dee-9d8a-4a02-badc-b7d75c611520 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:56:59.923216 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 42b93dee-9d8a-4a02-badc-b7d75c611520 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:56:59.923629 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c4612962-b3d7-43a2-b0fb-2cf5bad081a1 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:56:59.943176 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: c4612962-b3d7-43a2-b0fb-2cf5bad081a1 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 22:56:59.943525 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device c4612962-b3d7-43a2-b0fb-2cf5bad081a1 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 22:57:00.058570 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-a016be76-c36b-4ee0-a9c0-81462bddd759 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e0882b7bd8054ab2a15297438b6d1014&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1586933 Nov 23 22:57:00.060964 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51390) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:00.107767 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-918565cc-4353-4a60-8fad-5bf37f68f964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.136033 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-918565cc-4353-4a60-8fad-5bf37f68f964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.181045 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-918565cc-4353-4a60-8fad-5bf37f68f964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.183652 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-918565cc-4353-4a60-8fad-5bf37f68f964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.184804 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-918565cc-4353-4a60-8fad-5bf37f68f964 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/26afe044-23a9-4b8f-a315-47aa0e898279 HTTP/1.1" status: 204 len: 168 time: 0.1229508 Nov 23 22:57:00.193174 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918565cc-4353-4a60-8fad-5bf37f68f964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26afe044-23a9-4b8f-a315-47aa0e898279,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:00.446030 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51396) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:00.459745 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8372bcf0-7a0a-40cc-84a0-76f2805eebeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.496158 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.536591 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8372bcf0-7a0a-40cc-84a0-76f2805eebeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.540842 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8372bcf0-7a0a-40cc-84a0-76f2805eebeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.578880 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8372bcf0-7a0a-40cc-84a0-76f2805eebeb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7aab4fb2be0f4f7695601b77e9a0bf4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1319597 Nov 23 22:57:00.579764 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372bcf0-7a0a-40cc-84a0-76f2805eebeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64563992-6fdc-4d68-82b6-aa4d2510418e,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:00.581571 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51398) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:00.609781 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2660689f-6169-4b5a-94cd-24a1cdb6cf2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.633567 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b33e0862-d375-4626-aeba-e6d87a34dfc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.655305 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b33e0862-d375-4626-aeba-e6d87a34dfc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.702378 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b33e0862-d375-4626-aeba-e6d87a34dfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.704966 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b33e0862-d375-4626-aeba-e6d87a34dfc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:00.706112 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b33e0862-d375-4626-aeba-e6d87a34dfc2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/64563992-6fdc-4d68-82b6-aa4d2510418e HTTP/1.1" status: 204 len: 168 time: 0.1235402 Nov 23 22:57:00.714218 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e0862-d375-4626-aeba-e6d87a34dfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64563992-6fdc-4d68-82b6-aa4d2510418e,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:01.407152 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51420) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:01.503049 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-866cd3f5-0ba9-4e20-a55b-9c217894a893 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1510742134-network', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:01.525319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866cd3f5-0ba9-4e20-a55b-9c217894a893 admin admin] Made reservation on behalf of 69f0d16a3b5542aba43a3d9a250ff83e for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:01.527732 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-866cd3f5-0ba9-4e20-a55b-9c217894a893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:01.535984 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-866cd3f5-0ba9-4e20-a55b-9c217894a893 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:01.619434 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-866cd3f5-0ba9-4e20-a55b-9c217894a893 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:01.623312 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-866cd3f5-0ba9-4e20-a55b-9c217894a893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:01.649783 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866cd3f5-0ba9-4e20-a55b-9c217894a893 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:57:01.658450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866cd3f5-0ba9-4e20-a55b-9c217894a893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1e67fe-f576-465d-86ea-dca530c7b775,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:01.665872 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-866cd3f5-0ba9-4e20-a55b-9c217894a893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:01.666809 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-866cd3f5-0ba9-4e20-a55b-9c217894a893 admin admin] Added segment 2a4e1cf1-5878-4800-b7e3-8b2ffae05adb of type vlan for network 685d82bc-2360-4cf4-a574-0cc511f3a59f Nov 23 22:57:01.707105 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-866cd3f5-0ba9-4e20-a55b-9c217894a893 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:01.732240 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-866cd3f5-0ba9-4e20-a55b-9c217894a893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:01.733221 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866cd3f5-0ba9-4e20-a55b-9c217894a893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:01.733802 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-866cd3f5-0ba9-4e20-a55b-9c217894a893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:01.764527 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-866cd3f5-0ba9-4e20-a55b-9c217894a893 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3561356 Nov 23 22:57:01.767553 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51424) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:01.773657 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-b4e4413b-15d6-44fa-94fb-d2482011fef3 admin admin] Request body: {'subnet': {'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1510742134-subnet', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:01.794767 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e4413b-15d6-44fa-94fb-d2482011fef3 admin admin] Made reservation on behalf of 69f0d16a3b5542aba43a3d9a250ff83e for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:01.796471 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866cd3f5-0ba9-4e20-a55b-9c217894a893 admin admin] Pushing event updated for resources: {'Network': ['ID=685d82bc-2360-4cf4-a574-0cc511f3a59f,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:01.797119 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b4e4413b-15d6-44fa-94fb-d2482011fef3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:01.807723 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 685d82bc-2360-4cf4-a574-0cc511f3a59f details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:57:01.888128 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:01.974174 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b4e4413b-15d6-44fa-94fb-d2482011fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.027223 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4413b-15d6-44fa-94fb-d2482011fef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e6b6a5-949c-45b3-b5a8-172818373638,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:02.037971 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e4413b-15d6-44fa-94fb-d2482011fef3 admin admin] Checking segment: {'id': '2a4e1cf1-5878-4800-b7e3-8b2ffae05adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:02.038330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e4413b-15d6-44fa-94fb-d2482011fef3 admin admin] Network hostable DHCP agents. Network: 685d82bc-2360-4cf4-a574-0cc511f3a59f, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:57:02.056393 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e4413b-15d6-44fa-94fb-d2482011fef3 admin admin] Network 685d82bc-2360-4cf4-a574-0cc511f3a59f is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:57:02.064685 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-b4e4413b-15d6-44fa-94fb-d2482011fef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 685d82bc-2360-4cf4-a574-0cc511f3a59f) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:02.069240 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e4413b-15d6-44fa-94fb-d2482011fef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:02.070679 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-b4e4413b-15d6-44fa-94fb-d2482011fef3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.073780 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf586b4-221d-45a9-a337-a7f51d6f70b9 None None] Network 685d82bc-2360-4cf4-a574-0cc511f3a59f requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:57:02.086759 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-b4e4413b-15d6-44fa-94fb-d2482011fef3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3173974 Nov 23 22:57:02.089302 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51426) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:02.093555 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-80a0ae9d-3f32-42cd-8e29-a51e865aa493 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1510742134-router', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:02.117745 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80a0ae9d-3f32-42cd-8e29-a51e865aa493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.118981 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80a0ae9d-3f32-42cd-8e29-a51e865aa493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.176550 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80a0ae9d-3f32-42cd-8e29-a51e865aa493 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.226079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5223749-1d11-479f-9e27-2ce4a227ebdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-685d82bc-2360-4cf4-a574-0cc511f3a59f', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'fixed_ips': [{'subnet_id': '15e6b6a5-949c-45b3-b5a8-172818373638'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:57:02.227102 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a5223749-1d11-479f-9e27-2ce4a227ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.363611 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-a5223749-1d11-479f-9e27-2ce4a227ebdd None None] Allocated IP 172.20.0.2 (685d82bc-2360-4cf4-a574-0cc511f3a59f/15e6b6a5-949c-45b3-b5a8-172818373638/8b1b88d7-1862-4e45-8433-2c2e48282d9d) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:57:02.514413 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a5223749-1d11-479f-9e27-2ce4a227ebdd None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.520917 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a5223749-1d11-479f-9e27-2ce4a227ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.561675 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5223749-1d11-479f-9e27-2ce4a227ebdd None None] Network 685d82bc-2360-4cf4-a574-0cc511f3a59f is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:02.566491 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-a5223749-1d11-479f-9e27-2ce4a227ebdd None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:02.568791 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5223749-1d11-479f-9e27-2ce4a227ebdd None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:57:02.576996 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5223749-1d11-479f-9e27-2ce4a227ebdd None None] Pushing event updated for resources: {'Port': ['ID=8b1b88d7-1862-4e45-8433-2c2e48282d9d,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:02.605044 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80a0ae9d-3f32-42cd-8e29-a51e865aa493 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.634239 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-a5223749-1d11-479f-9e27-2ce4a227ebdd None None] Attempting to bind port 8b1b88d7-1862-4e45-8433-2c2e48282d9d on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:57:02.634635 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-a5223749-1d11-479f-9e27-2ce4a227ebdd None None] Attempting to bind port 8b1b88d7-1862-4e45-8433-2c2e48282d9d by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2a4e1cf1-5878-4800-b7e3-8b2ffae05adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:57:02.635040 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5223749-1d11-479f-9e27-2ce4a227ebdd None None] Attempting to bind port 8b1b88d7-1862-4e45-8433-2c2e48282d9d on network 685d82bc-2360-4cf4-a574-0cc511f3a59f {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:57:02.640222 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5223749-1d11-479f-9e27-2ce4a227ebdd None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:57:02.640603 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5223749-1d11-479f-9e27-2ce4a227ebdd None None] Checking segment: {'id': '2a4e1cf1-5878-4800-b7e3-8b2ffae05adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:02.641005 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a5223749-1d11-479f-9e27-2ce4a227ebdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.641403 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5223749-1d11-479f-9e27-2ce4a227ebdd None None] Bound using segment: {'id': '2a4e1cf1-5878-4800-b7e3-8b2ffae05adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:57:02.641878 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-a5223749-1d11-479f-9e27-2ce4a227ebdd None None] Bound port: 8b1b88d7-1862-4e45-8433-2c2e48282d9d, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e1cf1-5878-4800-b7e3-8b2ffae05adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:57:02.642262 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a5223749-1d11-479f-9e27-2ce4a227ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.703788 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a5223749-1d11-479f-9e27-2ce4a227ebdd None None] For port 8b1b88d7-1862-4e45-8433-2c2e48282d9d, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:57:02.707050 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-a5223749-1d11-479f-9e27-2ce4a227ebdd None None] For port 8b1b88d7-1862-4e45-8433-2c2e48282d9d, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8b1b88d7-1862-4e45-8433-2c2e48282d9d,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:57:02.713039 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a5223749-1d11-479f-9e27-2ce4a227ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.772532 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5223749-1d11-479f-9e27-2ce4a227ebdd None None] Pushing event updated for resources: {'Port': ['ID=8b1b88d7-1862-4e45-8433-2c2e48282d9d,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:02.816165 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80a0ae9d-3f32-42cd-8e29-a51e865aa493 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.835977 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80a0ae9d-3f32-42cd-8e29-a51e865aa493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:02.961586 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-80a0ae9d-3f32-42cd-8e29-a51e865aa493 admin admin] Allocated IP 172.25.5.173 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/d69cc00b-726e-47bf-8feb-68644bb095d9) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:57:03.068938 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80a0ae9d-3f32-42cd-8e29-a51e865aa493 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:03.103142 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80a0ae9d-3f32-42cd-8e29-a51e865aa493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:03.140676 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a0ae9d-3f32-42cd-8e29-a51e865aa493 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:03.145535 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-80a0ae9d-3f32-42cd-8e29-a51e865aa493 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:03.149041 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a0ae9d-3f32-42cd-8e29-a51e865aa493 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:57:03.158373 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca6abaf-673e-4ca9-8323-ab5dce07269b None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:57:03.181713 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0ae9d-3f32-42cd-8e29-a51e865aa493 admin admin] Pushing event updated for resources: {'Port': ['ID=d69cc00b-726e-47bf-8feb-68644bb095d9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:03.186311 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e99051e7-3bc1-4fcc-a4cb-2c1c1251a165 None None] Provisioning complete for port d69cc00b-726e-47bf-8feb-68644bb095d9 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:03.186701 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e99051e7-3bc1-4fcc-a4cb-2c1c1251a165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:03.398197 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e99051e7-3bc1-4fcc-a4cb-2c1c1251a165 None None] Port d69cc00b-726e-47bf-8feb-68644bb095d9 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:57:03.401635 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:03.424763 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80a0ae9d-3f32-42cd-8e29-a51e865aa493 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:03.633056 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80a0ae9d-3f32-42cd-8e29-a51e865aa493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:03.693663 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f68468-acb1-4270-89b4-4a8df5148e0d None None] Network 685d82bc-2360-4cf4-a574-0cc511f3a59f requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:57:03.764107 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a0ae9d-3f32-42cd-8e29-a51e865aa493 admin admin] Router 5ac037ef-b2c0-4756-9032-18532d985242 is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:57:03.764378 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-5fbe4580-93d5-4d28-bba4-78c3dd23c073 None None] Provisioning complete for port 8b1b88d7-1862-4e45-8433-2c2e48282d9d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:03.764537 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4580-93d5-4d28-bba4-78c3dd23c073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:03.880296 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a0ae9d-3f32-42cd-8e29-a51e865aa493 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:57:03.893966 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] Sync routers for ids ['5ac037ef-b2c0-4756-9032-18532d985242'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:57:03.906362 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80a0ae9d-3f32-42cd-8e29-a51e865aa493 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:03.910406 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-80a0ae9d-3f32-42cd-8e29-a51e865aa493 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8174424 Nov 23 22:57:03.910668 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51428) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:03.921626 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4580-93d5-4d28-bba4-78c3dd23c073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:03.927304 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8b1b88d7-1862-4e45-8433-2c2e48282d9d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:03.968603 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] Routers {'5ac037ef-b2c0-4756-9032-18532d985242'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:57:03.969150 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:57:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['5ac037ef-b2c0-4756-9032-18532d985242'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:04.061509 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-5fbe4580-93d5-4d28-bba4-78c3dd23c073 None None] For port 8b1b88d7-1862-4e45-8433-2c2e48282d9d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8b1b88d7-1862-4e45-8433-2c2e48282d9d,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:04.074527 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5fbe4580-93d5-4d28-bba4-78c3dd23c073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:04.113396 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:04.187792 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 8b1b88d7-1862-4e45-8433-2c2e48282d9d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:04.188457 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:04.192363 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe4580-93d5-4d28-bba4-78c3dd23c073 None None] Pushing event updated for resources: {'Port': ['ID=8b1b88d7-1862-4e45-8433-2c2e48282d9d,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:04.226862 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] Set router 5ac037ef-b2c0-4756-9032-18532d985242 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:57:04.355952 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-192bd9da-4801-4f9e-ab23-d040bf99ada3 None None] Provisioning complete for port 8b1b88d7-1862-4e45-8433-2c2e48282d9d triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:04.356241 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-192bd9da-4801-4f9e-ab23-d040bf99ada3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:04.373756 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52fbad43-99d1-4166-af3f-13ad7a555e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:04.535728 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac037ef-b2c0-4756-9032-18532d985242', 'name': 'tempest-TestShelveInstance-1510742134-router', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:03Z', 'revision_number': 3, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'gw_port': {'id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:04.535970 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-52fbad43-99d1-4166-af3f-13ad7a555e07 admin admin] Allocated IP 172.20.0.1 (685d82bc-2360-4cf4-a574-0cc511f3a59f/15e6b6a5-949c-45b3-b5a8-172818373638/f95fd73e-eefc-409b-a2dd-6ccef7778255) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:57:04.563891 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] Checking router: 5ac037ef-b2c0-4756-9032-18532d985242 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:57:04.564248 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] Updating router 5ac037ef-b2c0-4756-9032-18532d985242 port d69cc00b-726e-47bf-8feb-68644bb095d9 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:57:04.592714 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:04.636460 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52fbad43-99d1-4166-af3f-13ad7a555e07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:04.670486 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52fbad43-99d1-4166-af3f-13ad7a555e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:04.705842 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fbad43-99d1-4166-af3f-13ad7a555e07 admin admin] Network 685d82bc-2360-4cf4-a574-0cc511f3a59f is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:04.712755 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-52fbad43-99d1-4166-af3f-13ad7a555e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:04.717136 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fbad43-99d1-4166-af3f-13ad7a555e07 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:57:04.722959 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbad43-99d1-4166-af3f-13ad7a555e07 admin admin] Pushing event updated for resources: {'Port': ['ID=f95fd73e-eefc-409b-a2dd-6ccef7778255,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:04.765496 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52fbad43-99d1-4166-af3f-13ad7a555e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:04.853422 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:04.861257 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:04.907298 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52fbad43-99d1-4166-af3f-13ad7a555e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:04.915334 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2536784a-46ff-4001-a872-121503f83173 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:57:04.925791 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9532d2b-64b3-4541-b04c-aed7eccce266 None None] Pushing event updated for resources: {'Port': ['ID=d69cc00b-726e-47bf-8feb-68644bb095d9,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:04.930778 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] Attempting to bind port d69cc00b-726e-47bf-8feb-68644bb095d9 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:57:04.931153 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] Attempting to bind port d69cc00b-726e-47bf-8feb-68644bb095d9 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:57:04.931520 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] Attempting to bind port d69cc00b-726e-47bf-8feb-68644bb095d9 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:57:04.938131 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:57:04.938461 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:04.938893 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:04.939284 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:57:04.939756 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] Bound port: d69cc00b-726e-47bf-8feb-68644bb095d9, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:57:04.940142 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:04.997051 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] For port d69cc00b-726e-47bf-8feb-68644bb095d9, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:57:05.001122 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] For port d69cc00b-726e-47bf-8feb-68644bb095d9, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d69cc00b-726e-47bf-8feb-68644bb095d9,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:57:05.005473 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:05.055684 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc71b50c-ada4-48d2-8254-972f0f40ef5a None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:57:05.084459 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9532d2b-64b3-4541-b04c-aed7eccce266 None None] Pushing event updated for resources: {'Port': ['ID=d69cc00b-726e-47bf-8feb-68644bb095d9,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:05.088738 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] Routers {'5ac037ef-b2c0-4756-9032-18532d985242'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:57:05.089279 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:57:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['5ac037ef-b2c0-4756-9032-18532d985242'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:05.093535 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-fe7ba604-c994-417b-8c9e-df3302a475ed None None] Provisioning complete for port f95fd73e-eefc-409b-a2dd-6ccef7778255 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:05.093910 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba604-c994-417b-8c9e-df3302a475ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:05.095241 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52fbad43-99d1-4166-af3f-13ad7a555e07 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:05.100316 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52fbad43-99d1-4166-af3f-13ad7a555e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:05.175934 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52fbad43-99d1-4166-af3f-13ad7a555e07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:05.177649 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbad43-99d1-4166-af3f-13ad7a555e07 admin admin] Pushing event updated for resources: {'Port': ['ID=f95fd73e-eefc-409b-a2dd-6ccef7778255,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:05.200593 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ba604-c994-417b-8c9e-df3302a475ed None None] Port f95fd73e-eefc-409b-a2dd-6ccef7778255 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:57:05.230199 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-fe7ba604-c994-417b-8c9e-df3302a475ed None None] Provisioning complete for port d69cc00b-726e-47bf-8feb-68644bb095d9 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:05.230568 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba604-c994-417b-8c9e-df3302a475ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:05.233085 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] Set router 5ac037ef-b2c0-4756-9032-18532d985242 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:57:05.277429 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fbad43-99d1-4166-af3f-13ad7a555e07 admin admin] Network 685d82bc-2360-4cf4-a574-0cc511f3a59f is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:05.278861 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-52fbad43-99d1-4166-af3f-13ad7a555e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:05.407680 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fbad43-99d1-4166-af3f-13ad7a555e07 admin admin] Router 5ac037ef-b2c0-4756-9032-18532d985242 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:57:05.446082 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba604-c994-417b-8c9e-df3302a475ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:05.489915 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-fe7ba604-c994-417b-8c9e-df3302a475ed None None] For port d69cc00b-726e-47bf-8feb-68644bb095d9, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d69cc00b-726e-47bf-8feb-68644bb095d9,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:05.498618 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba604-c994-417b-8c9e-df3302a475ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:05.531332 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fbad43-99d1-4166-af3f-13ad7a555e07 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:57:05.536594 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-52fbad43-99d1-4166-af3f-13ad7a555e07 admin admin] 10.222.0.50 "PUT /v2.0/routers/5ac037ef-b2c0-4756-9032-18532d985242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6246653 Nov 23 22:57:05.556492 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ba604-c994-417b-8c9e-df3302a475ed None None] Pushing event updated for resources: {'Port': ['ID=d69cc00b-726e-47bf-8feb-68644bb095d9,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:05.563751 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac037ef-b2c0-4756-9032-18532d985242', 'name': 'tempest-TestShelveInstance-1510742134-router', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:04Z', 'revision_number': 4, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'gw_port': {'id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'f95fd73e-eefc-409b-a2dd-6ccef7778255', 'name': '', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'mac_address': 'fa:16:3e:55:e3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:04Z', 'updated_at': '2021-11-23T22:57:04Z', 'revision_number': 1, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'subnets': [{'id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:05.594404 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3612d57c-7233-4899-b99b-a4d2603d6176 None None] The sync data for ids ['5ac037ef-b2c0-4756-9032-18532d985242'] in n-d-816206-9 is: [{'id': '5ac037ef-b2c0-4756-9032-18532d985242', 'name': 'tempest-TestShelveInstance-1510742134-router', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:04Z', 'revision_number': 4, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'gw_port': {'id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'f95fd73e-eefc-409b-a2dd-6ccef7778255', 'name': '', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'mac_address': 'fa:16:3e:55:e3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:04Z', 'updated_at': '2021-11-23T22:57:04Z', 'revision_number': 1, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'subnets': [{'id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:57:05.618706 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ec28d559-5ed3-442c-a516-a11be15f1503 None None] Provisioning complete for port f95fd73e-eefc-409b-a2dd-6ccef7778255 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:05.619184 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ec28d559-5ed3-442c-a516-a11be15f1503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:05.657412 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-ec28d559-5ed3-442c-a516-a11be15f1503 None None] Port f95fd73e-eefc-409b-a2dd-6ccef7778255 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:57:05.668702 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-ec28d559-5ed3-442c-a516-a11be15f1503 None None] Provisioning complete for port d69cc00b-726e-47bf-8feb-68644bb095d9 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:05.669092 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ec28d559-5ed3-442c-a516-a11be15f1503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:05.914963 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8b1b88d7-1862-4e45-8433-2c2e48282d9d up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:05.974923 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 8b1b88d7-1862-4e45-8433-2c2e48282d9d triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:05.975435 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.065123 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51444) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:06.070284 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-f5ebf7eb-a07b-4e35-8c99-1b99ffd1cd22 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2097905599-network', 'tenant_id': 'e4f6939768fa4aff83a7e1e6d80af6da'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:06.092811 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ebf7eb-a07b-4e35-8c99-1b99ffd1cd22 admin admin] Made reservation on behalf of e4f6939768fa4aff83a7e1e6d80af6da for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:06.095433 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf7eb-a07b-4e35-8c99-1b99ffd1cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.104845 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf7eb-a07b-4e35-8c99-1b99ffd1cd22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.187420 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf7eb-a07b-4e35-8c99-1b99ffd1cd22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.192409 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf7eb-a07b-4e35-8c99-1b99ffd1cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.214277 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ebf7eb-a07b-4e35-8c99-1b99ffd1cd22 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 22:57:06.230048 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebf7eb-a07b-4e35-8c99-1b99ffd1cd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4548c2-e23b-4dc8-87bc-78811500d9a9,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:06.233146 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf7eb-a07b-4e35-8c99-1b99ffd1cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.233502 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-f5ebf7eb-a07b-4e35-8c99-1b99ffd1cd22 admin admin] Added segment 6bcf00fa-3057-4239-8d4c-9e2ed0f95946 of type vlan for network 7ff1dfed-406d-4d07-843c-fe5ee10e0755 Nov 23 22:57:06.280530 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf7eb-a07b-4e35-8c99-1b99ffd1cd22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.314157 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf7eb-a07b-4e35-8c99-1b99ffd1cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.316635 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ebf7eb-a07b-4e35-8c99-1b99ffd1cd22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:06.317287 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-f5ebf7eb-a07b-4e35-8c99-1b99ffd1cd22 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.357564 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-f5ebf7eb-a07b-4e35-8c99-1b99ffd1cd22 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2912323 Nov 23 22:57:06.360293 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51446) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:06.365018 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-9dacd859-35f6-4c42-9c2c-ddfa3dd36c38 admin admin] Request body: {'subnet': {'network_id': '7ff1dfed-406d-4d07-843c-fe5ee10e0755', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2097905599-subnet', 'tenant_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:06.404987 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebf7eb-a07b-4e35-8c99-1b99ffd1cd22 admin admin] Pushing event updated for resources: {'Network': ['ID=7ff1dfed-406d-4d07-843c-fe5ee10e0755,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:06.416763 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 7ff1dfed-406d-4d07-843c-fe5ee10e0755 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 22:57:06.425511 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dacd859-35f6-4c42-9c2c-ddfa3dd36c38 admin admin] Made reservation on behalf of e4f6939768fa4aff83a7e1e6d80af6da for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:06.430145 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9dacd859-35f6-4c42-9c2c-ddfa3dd36c38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.626623 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9dacd859-35f6-4c42-9c2c-ddfa3dd36c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.688765 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacd859-35f6-4c42-9c2c-ddfa3dd36c38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a9f12f2-05a0-49d6-bdcd-bcb41b49a46d,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:06.697508 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dacd859-35f6-4c42-9c2c-ddfa3dd36c38 admin admin] Checking segment: {'id': '6bcf00fa-3057-4239-8d4c-9e2ed0f95946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7ff1dfed-406d-4d07-843c-fe5ee10e0755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:06.697878 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dacd859-35f6-4c42-9c2c-ddfa3dd36c38 admin admin] Network hostable DHCP agents. Network: 7ff1dfed-406d-4d07-843c-fe5ee10e0755, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 22:57:06.715246 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dacd859-35f6-4c42-9c2c-ddfa3dd36c38 admin admin] Network 7ff1dfed-406d-4d07-843c-fe5ee10e0755 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 22:57:06.724787 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-9dacd859-35f6-4c42-9c2c-ddfa3dd36c38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 7ff1dfed-406d-4d07-843c-fe5ee10e0755) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:06.729394 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dacd859-35f6-4c42-9c2c-ddfa3dd36c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:06.729992 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-9dacd859-35f6-4c42-9c2c-ddfa3dd36c38 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.734326 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdbcfb8-47b7-410d-adb4-dbb65fa4d84e None None] Network 7ff1dfed-406d-4d07-843c-fe5ee10e0755 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:57:06.750594 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-9dacd859-35f6-4c42-9c2c-ddfa3dd36c38 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3862474 Nov 23 22:57:06.750594 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51448) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:06.754401 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-5ed9adc4-9ad2-4c70-abe1-7a6d3d303a81 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2097905599-router', 'tenant_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:06.778372 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5ed9adc4-9ad2-4c70-abe1-7a6d3d303a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.779634 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5ed9adc4-9ad2-4c70-abe1-7a6d3d303a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.843795 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5ed9adc4-9ad2-4c70-abe1-7a6d3d303a81 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.911079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7852795e-46b3-46ef-b7d3-04f220098e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-7ff1dfed-406d-4d07-843c-fe5ee10e0755', 'network_id': '7ff1dfed-406d-4d07-843c-fe5ee10e0755', 'tenant_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'fixed_ips': [{'subnet_id': '0a9f12f2-05a0-49d6-bdcd-bcb41b49a46d'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 22:57:06.912264 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7852795e-46b3-46ef-b7d3-04f220098e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:06.994429 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5ed9adc4-9ad2-4c70-abe1-7a6d3d303a81 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.071450 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-7852795e-46b3-46ef-b7d3-04f220098e52 None None] Allocated IP 172.20.0.2 (7ff1dfed-406d-4d07-843c-fe5ee10e0755/0a9f12f2-05a0-49d6-bdcd-bcb41b49a46d/40efe502-079d-49e4-bc3a-2ef023f9fbef) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:57:07.229771 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7852795e-46b3-46ef-b7d3-04f220098e52 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.236013 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7852795e-46b3-46ef-b7d3-04f220098e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.282804 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7852795e-46b3-46ef-b7d3-04f220098e52 None None] Network 7ff1dfed-406d-4d07-843c-fe5ee10e0755 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:07.285922 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-7852795e-46b3-46ef-b7d3-04f220098e52 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:07.291538 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7852795e-46b3-46ef-b7d3-04f220098e52 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:57:07.294925 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852795e-46b3-46ef-b7d3-04f220098e52 None None] Pushing event updated for resources: {'Port': ['ID=40efe502-079d-49e4-bc3a-2ef023f9fbef,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:07.348712 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7852795e-46b3-46ef-b7d3-04f220098e52 None None] Attempting to bind port 40efe502-079d-49e4-bc3a-2ef023f9fbef on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:57:07.348999 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7852795e-46b3-46ef-b7d3-04f220098e52 None None] Attempting to bind port 40efe502-079d-49e4-bc3a-2ef023f9fbef by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '6bcf00fa-3057-4239-8d4c-9e2ed0f95946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7ff1dfed-406d-4d07-843c-fe5ee10e0755'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:57:07.349366 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7852795e-46b3-46ef-b7d3-04f220098e52 None None] Attempting to bind port 40efe502-079d-49e4-bc3a-2ef023f9fbef on network 7ff1dfed-406d-4d07-843c-fe5ee10e0755 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:57:07.354929 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7852795e-46b3-46ef-b7d3-04f220098e52 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:57:07.355310 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7852795e-46b3-46ef-b7d3-04f220098e52 None None] Checking segment: {'id': '6bcf00fa-3057-4239-8d4c-9e2ed0f95946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7ff1dfed-406d-4d07-843c-fe5ee10e0755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:07.355711 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7852795e-46b3-46ef-b7d3-04f220098e52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.356106 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7852795e-46b3-46ef-b7d3-04f220098e52 None None] Bound using segment: {'id': '6bcf00fa-3057-4239-8d4c-9e2ed0f95946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7ff1dfed-406d-4d07-843c-fe5ee10e0755'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:57:07.356582 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-7852795e-46b3-46ef-b7d3-04f220098e52 None None] Bound port: 40efe502-079d-49e4-bc3a-2ef023f9fbef, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcf00fa-3057-4239-8d4c-9e2ed0f95946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7ff1dfed-406d-4d07-843c-fe5ee10e0755'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:57:07.356962 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7852795e-46b3-46ef-b7d3-04f220098e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.419293 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7852795e-46b3-46ef-b7d3-04f220098e52 None None] For port 40efe502-079d-49e4-bc3a-2ef023f9fbef, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:57:07.422674 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7852795e-46b3-46ef-b7d3-04f220098e52 None None] For port 40efe502-079d-49e4-bc3a-2ef023f9fbef, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=40efe502-079d-49e4-bc3a-2ef023f9fbef,segment=NetworkSegment(6bcf00fa-3057-4239-8d4c-9e2ed0f95946),segment_id=6bcf00fa-3057-4239-8d4c-9e2ed0f95946)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:57:07.427275 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7852795e-46b3-46ef-b7d3-04f220098e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.488747 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852795e-46b3-46ef-b7d3-04f220098e52 None None] Pushing event updated for resources: {'Port': ['ID=40efe502-079d-49e4-bc3a-2ef023f9fbef,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:07.511072 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5ed9adc4-9ad2-4c70-abe1-7a6d3d303a81 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.531964 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5ed9adc4-9ad2-4c70-abe1-7a6d3d303a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.653459 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-5ed9adc4-9ad2-4c70-abe1-7a6d3d303a81 admin admin] Allocated IP 172.25.5.172 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/8658dda1-29be-484c-b818-9c3bae23f4be) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:57:07.783655 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5ed9adc4-9ad2-4c70-abe1-7a6d3d303a81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.830445 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5ed9adc4-9ad2-4c70-abe1-7a6d3d303a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:07.864201 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] Sync routers for ids ['5ac037ef-b2c0-4756-9032-18532d985242'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:57:07.878209 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed9adc4-9ad2-4c70-abe1-7a6d3d303a81 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:07.878658 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] Routers {'5ac037ef-b2c0-4756-9032-18532d985242'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:57:07.880081 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:57:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['5ac037ef-b2c0-4756-9032-18532d985242'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:07.881110 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-5ed9adc4-9ad2-4c70-abe1-7a6d3d303a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:07.883693 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed9adc4-9ad2-4c70-abe1-7a6d3d303a81 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:57:07.899557 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f60e346-931a-41ec-bdfc-156dd205dc57 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:57:07.954923 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 40efe502-079d-49e4-bc3a-2ef023f9fbef up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:07.982811 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9adc4-9ad2-4c70-abe1-7a6d3d303a81 admin admin] Pushing event updated for resources: {'Port': ['ID=8658dda1-29be-484c-b818-9c3bae23f4be,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:07.999692 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] Set router 5ac037ef-b2c0-4756-9032-18532d985242 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:57:08.010884 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1fc2067c-ca73-45fd-91fa-6da8fc8a5e9a None None] Provisioning complete for port 8658dda1-29be-484c-b818-9c3bae23f4be triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:08.011271 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1fc2067c-ca73-45fd-91fa-6da8fc8a5e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.062783 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 40efe502-079d-49e4-bc3a-2ef023f9fbef triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:08.063548 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.087778 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-1fc2067c-ca73-45fd-91fa-6da8fc8a5e9a None None] Port 8658dda1-29be-484c-b818-9c3bae23f4be cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:57:08.156097 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.192304 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port 40efe502-079d-49e4-bc3a-2ef023f9fbef, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=40efe502-079d-49e4-bc3a-2ef023f9fbef,segment=NetworkSegment(6bcf00fa-3057-4239-8d4c-9e2ed0f95946),segment_id=6bcf00fa-3057-4239-8d4c-9e2ed0f95946)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:08.196015 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5ed9adc4-9ad2-4c70-abe1-7a6d3d303a81 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.200997 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.201933 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d69cc00b-726e-47bf-8feb-68644bb095d9 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:08.223016 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac037ef-b2c0-4756-9032-18532d985242', 'name': 'tempest-TestShelveInstance-1510742134-router', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:04Z', 'revision_number': 4, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'gw_port': {'id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'f95fd73e-eefc-409b-a2dd-6ccef7778255', 'name': '', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'mac_address': 'fa:16:3e:55:e3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:04Z', 'updated_at': '2021-11-23T22:57:04Z', 'revision_number': 2, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'subnets': [{'id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:08.257575 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] Checking router: 5ac037ef-b2c0-4756-9032-18532d985242 for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:57:08.258290 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] Updating router 5ac037ef-b2c0-4756-9032-18532d985242 port f95fd73e-eefc-409b-a2dd-6ccef7778255 binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:57:08.287602 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.292379 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=40efe502-079d-49e4-bc3a-2ef023f9fbef,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:08.326060 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port d69cc00b-726e-47bf-8feb-68644bb095d9 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:08.326544 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.424992 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5ed9adc4-9ad2-4c70-abe1-7a6d3d303a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.568267 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed9adc4-9ad2-4c70-abe1-7a6d3d303a81 admin admin] Router 5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 22:57:08.587231 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.592934 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.606489 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885a82a0-e2aa-42a6-b862-b0d87eb63b51 None None] Network 7ff1dfed-406d-4d07-843c-fe5ee10e0755 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 22:57:08.682774 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5f6bf-3e37-44e8-8f74-ce8740cc0785 None None] Pushing event updated for resources: {'Port': ['ID=f95fd73e-eefc-409b-a2dd-6ccef7778255,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:08.696358 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed9adc4-9ad2-4c70-abe1-7a6d3d303a81 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:57:08.717600 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-5ed9adc4-9ad2-4c70-abe1-7a6d3d303a81 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.718937 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-5ed9adc4-9ad2-4c70-abe1-7a6d3d303a81 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9678710 Nov 23 22:57:08.720318 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5f6bf-3e37-44e8-8f74-ce8740cc0785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:08.720818 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5f6bf-3e37-44e8-8f74-ce8740cc0785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:08.721324 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5f6bf-3e37-44e8-8f74-ce8740cc0785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:08.721942 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5f6bf-3e37-44e8-8f74-ce8740cc0785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:08.722567 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5f6bf-3e37-44e8-8f74-ce8740cc0785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:08.723059 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51450) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:08.723608 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5f6bf-3e37-44e8-8f74-ce8740cc0785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:08.724115 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5f6bf-3e37-44e8-8f74-ce8740cc0785 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:08.724601 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5f6bf-3e37-44e8-8f74-ce8740cc0785 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:08.725084 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5f6bf-3e37-44e8-8f74-ce8740cc0785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:08.725568 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5f6bf-3e37-44e8-8f74-ce8740cc0785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:08.726096 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5f6bf-3e37-44e8-8f74-ce8740cc0785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:08.726599 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5f6bf-3e37-44e8-8f74-ce8740cc0785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:57:08.734819 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] Attempting to bind port f95fd73e-eefc-409b-a2dd-6ccef7778255 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:57:08.735431 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] Attempting to bind port f95fd73e-eefc-409b-a2dd-6ccef7778255 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2a4e1cf1-5878-4800-b7e3-8b2ffae05adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:57:08.735981 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] Attempting to bind port f95fd73e-eefc-409b-a2dd-6ccef7778255 on network 685d82bc-2360-4cf4-a574-0cc511f3a59f {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:57:08.743084 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:57:08.743827 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] Checking segment: {'id': '2a4e1cf1-5878-4800-b7e3-8b2ffae05adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:08.744401 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.744952 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] Bound using segment: {'id': '2a4e1cf1-5878-4800-b7e3-8b2ffae05adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:57:08.745600 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] Bound port: f95fd73e-eefc-409b-a2dd-6ccef7778255, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4e1cf1-5878-4800-b7e3-8b2ffae05adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:57:08.745927 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] Sync routers for ids ['5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:57:08.746367 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.785628 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] Routers {'5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:57:08.786264 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:57:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:08.792979 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-6c008f7f-98b6-4c63-803a-a670490bcd93 None None] Provisioning complete for port 40efe502-079d-49e4-bc3a-2ef023f9fbef triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:08.793351 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6c008f7f-98b6-4c63-803a-a670490bcd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.819248 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] For port f95fd73e-eefc-409b-a2dd-6ccef7778255, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:57:08.824850 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] For port f95fd73e-eefc-409b-a2dd-6ccef7778255, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f95fd73e-eefc-409b-a2dd-6ccef7778255,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:57:08.833055 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:08.895257 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] Routers {'5ac037ef-b2c0-4756-9032-18532d985242'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:57:08.895957 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:57:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['5ac037ef-b2c0-4756-9032-18532d985242'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:08.900111 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5f6bf-3e37-44e8-8f74-ce8740cc0785 None None] Pushing event updated for resources: {'Port': ['ID=f95fd73e-eefc-409b-a2dd-6ccef7778255,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:09.006004 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] Set router 5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:57:09.017527 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] Set router 5ac037ef-b2c0-4756-9032-18532d985242 gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:57:09.266567 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac037ef-b2c0-4756-9032-18532d985242', 'name': 'tempest-TestShelveInstance-1510742134-router', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:04Z', 'revision_number': 4, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'gw_port': {'id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'f95fd73e-eefc-409b-a2dd-6ccef7778255', 'name': '', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'mac_address': 'fa:16:3e:55:e3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:04Z', 'updated_at': '2021-11-23T22:57:08Z', 'revision_number': 4, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'subnets': [{'id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:09.301242 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e', 'name': 'tempest-TestShelveInstance-2097905599-router', 'tenant_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '8658dda1-29be-484c-b818-9c3bae23f4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:06Z', 'updated_at': '2021-11-23T22:57:08Z', 'revision_number': 3, 'project_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'gw_port': {'id': '8658dda1-29be-484c-b818-9c3bae23f4be', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:07Z', 'updated_at': '2021-11-23T22:57:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:09.306960 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ba91a6-8224-46df-a7c7-0235288c0eb5 None None] The sync data for ids ['5ac037ef-b2c0-4756-9032-18532d985242'] in n-d-816206-9 is: [{'id': '5ac037ef-b2c0-4756-9032-18532d985242', 'name': 'tempest-TestShelveInstance-1510742134-router', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:04Z', 'revision_number': 4, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'gw_port': {'id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'f95fd73e-eefc-409b-a2dd-6ccef7778255', 'name': '', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'mac_address': 'fa:16:3e:55:e3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:04Z', 'updated_at': '2021-11-23T22:57:08Z', 'revision_number': 4, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'subnets': [{'id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:57:09.308715 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-92f01da4-e91c-4598-8853-85339d5241f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.340408 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] Checking router: 5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:57:09.340757 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] Updating router 5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e port 8658dda1-29be-484c-b818-9c3bae23f4be binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:57:09.378400 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.381718 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e2a5b89e-258b-4b43-b05f-43df310f45b0 None None] Provisioning complete for port f95fd73e-eefc-409b-a2dd-6ccef7778255 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:09.381718 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e2a5b89e-258b-4b43-b05f-43df310f45b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.492684 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-92f01da4-e91c-4598-8853-85339d5241f4 admin admin] Allocated IP 172.20.0.1 (7ff1dfed-406d-4d07-843c-fe5ee10e0755/0a9f12f2-05a0-49d6-bdcd-bcb41b49a46d/68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:57:09.574064 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e2a5b89e-258b-4b43-b05f-43df310f45b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.618687 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-92f01da4-e91c-4598-8853-85339d5241f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.645182 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e2a5b89e-258b-4b43-b05f-43df310f45b0 None None] For port f95fd73e-eefc-409b-a2dd-6ccef7778255, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f95fd73e-eefc-409b-a2dd-6ccef7778255,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:09.653886 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e2a5b89e-258b-4b43-b05f-43df310f45b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.658803 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-92f01da4-e91c-4598-8853-85339d5241f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.696272 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f01da4-e91c-4598-8853-85339d5241f4 admin admin] Network 7ff1dfed-406d-4d07-843c-fe5ee10e0755 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:09.700877 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-92f01da4-e91c-4598-8853-85339d5241f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:09.703788 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f01da4-e91c-4598-8853-85339d5241f4 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:57:09.738696 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f01da4-e91c-4598-8853-85339d5241f4 admin admin] Pushing event updated for resources: {'Port': ['ID=68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:09.748708 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5b89e-258b-4b43-b05f-43df310f45b0 None None] Pushing event updated for resources: {'Port': ['ID=f95fd73e-eefc-409b-a2dd-6ccef7778255,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:09.754849 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-92f01da4-e91c-4598-8853-85339d5241f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.782200 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.792751 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.858202 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13a6a3-3266-474d-b8af-816064576cf3 None None] Pushing event updated for resources: {'Port': ['ID=8658dda1-29be-484c-b818-9c3bae23f4be,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:09.860820 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1395b001-299f-4bff-893c-2a954bb5f6c1 None None] Provisioning complete for port 40efe502-079d-49e4-bc3a-2ef023f9fbef triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:09.861270 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1395b001-299f-4bff-893c-2a954bb5f6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.891396 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b58c0ae-210e-46d5-974f-f55b6a07aec7 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:57:09.925339 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] Attempting to bind port 8658dda1-29be-484c-b818-9c3bae23f4be on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:57:09.925862 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] Attempting to bind port 8658dda1-29be-484c-b818-9c3bae23f4be by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:57:09.926369 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] Attempting to bind port 8658dda1-29be-484c-b818-9c3bae23f4be on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:57:09.927315 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-92f01da4-e91c-4598-8853-85339d5241f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.946895 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:57:09.947396 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:09.947877 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:09.948372 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:57:09.949000 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] Bound port: 8658dda1-29be-484c-b818-9c3bae23f4be, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:57:09.949460 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:10.011091 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f95fd73e-eefc-409b-a2dd-6ccef7778255 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:10.095533 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] For port 8658dda1-29be-484c-b818-9c3bae23f4be, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:57:10.100711 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] For port 8658dda1-29be-484c-b818-9c3bae23f4be, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8658dda1-29be-484c-b818-9c3bae23f4be,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:57:10.107417 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:10.145973 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port f95fd73e-eefc-409b-a2dd-6ccef7778255 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:10.146352 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:10.158329 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-92f01da4-e91c-4598-8853-85339d5241f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:10.165406 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-92f01da4-e91c-4598-8853-85339d5241f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:10.177501 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cebc7c-6360-49bd-8383-f23f3567a269 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 22:57:10.219717 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] Routers {'5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:57:10.220208 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:57:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:10.226071 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13a6a3-3266-474d-b8af-816064576cf3 None None] Pushing event updated for resources: {'Port': ['ID=8658dda1-29be-484c-b818-9c3bae23f4be,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:10.237803 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f01da4-e91c-4598-8853-85339d5241f4 admin admin] Pushing event updated for resources: {'Port': ['ID=68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:10.245986 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-92f01da4-e91c-4598-8853-85339d5241f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:10.283066 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e7c1708e-b340-4085-9e8f-dacd4b7b5c85 None None] Provisioning complete for port 68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:10.283436 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e7c1708e-b340-4085-9e8f-dacd4b7b5c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:10.339413 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f01da4-e91c-4598-8853-85339d5241f4 admin admin] Network 7ff1dfed-406d-4d07-843c-fe5ee10e0755 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:10.340909 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-92f01da4-e91c-4598-8853-85339d5241f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:10.468625 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f01da4-e91c-4598-8853-85339d5241f4 admin admin] Router 5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:57:10.574528 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1708e-b340-4085-9e8f-dacd4b7b5c85 None None] Port 68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:57:10.584068 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] Set router 5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:57:10.584938 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f01da4-e91c-4598-8853-85339d5241f4 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:57:10.587497 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 40efe502-079d-49e4-bc3a-2ef023f9fbef up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:10.590771 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-92f01da4-e91c-4598-8853-85339d5241f4 admin admin] 10.222.0.50 "PUT /v2.0/routers/5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8664112 Nov 23 22:57:10.603936 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:57:10.661672 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-e7c1708e-b340-4085-9e8f-dacd4b7b5c85 None None] Provisioning complete for port 8658dda1-29be-484c-b818-9c3bae23f4be triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:10.662234 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e7c1708e-b340-4085-9e8f-dacd4b7b5c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:10.798620 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 40efe502-079d-49e4-bc3a-2ef023f9fbef triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:10.799009 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:10.907471 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e7c1708e-b340-4085-9e8f-dacd4b7b5c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:10.941898 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-e7c1708e-b340-4085-9e8f-dacd4b7b5c85 None None] For port 8658dda1-29be-484c-b818-9c3bae23f4be, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8658dda1-29be-484c-b818-9c3bae23f4be,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:10.968179 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e7c1708e-b340-4085-9e8f-dacd4b7b5c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.035647 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e', 'name': 'tempest-TestShelveInstance-2097905599-router', 'tenant_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '8658dda1-29be-484c-b818-9c3bae23f4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:06Z', 'updated_at': '2021-11-23T22:57:09Z', 'revision_number': 4, 'project_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'gw_port': {'id': '8658dda1-29be-484c-b818-9c3bae23f4be', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:07Z', 'updated_at': '2021-11-23T22:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e', 'name': '', 'network_id': '7ff1dfed-406d-4d07-843c-fe5ee10e0755', 'tenant_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'mac_address': 'fa:16:3e:9d:13:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '0a9f12f2-05a0-49d6-bdcd-bcb41b49a46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:09Z', 'updated_at': '2021-11-23T22:57:10Z', 'revision_number': 2, 'project_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'subnets': [{'id': '0a9f12f2-05a0-49d6-bdcd-bcb41b49a46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:11.040841 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1708e-b340-4085-9e8f-dacd4b7b5c85 None None] Pushing event updated for resources: {'Port': ['ID=8658dda1-29be-484c-b818-9c3bae23f4be,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:11.067630 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd71f50-703b-4db1-82ff-9ae22ef93081 None None] The sync data for ids ['5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e'] in n-d-816206-9 is: [{'id': '5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e', 'name': 'tempest-TestShelveInstance-2097905599-router', 'tenant_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '8658dda1-29be-484c-b818-9c3bae23f4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:06Z', 'updated_at': '2021-11-23T22:57:09Z', 'revision_number': 4, 'project_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'gw_port': {'id': '8658dda1-29be-484c-b818-9c3bae23f4be', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:07Z', 'updated_at': '2021-11-23T22:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e', 'name': '', 'network_id': '7ff1dfed-406d-4d07-843c-fe5ee10e0755', 'tenant_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'mac_address': 'fa:16:3e:9d:13:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '0a9f12f2-05a0-49d6-bdcd-bcb41b49a46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:09Z', 'updated_at': '2021-11-23T22:57:10Z', 'revision_number': 2, 'project_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'subnets': [{'id': '0a9f12f2-05a0-49d6-bdcd-bcb41b49a46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:57:11.089338 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-bcf8fdee-5092-466f-adcc-2eeee117e5cc None None] Provisioning complete for port 68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:11.089863 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bcf8fdee-5092-466f-adcc-2eeee117e5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.137579 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-bcf8fdee-5092-466f-adcc-2eeee117e5cc None None] Port 68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:57:11.149225 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-bcf8fdee-5092-466f-adcc-2eeee117e5cc None None] Provisioning complete for port 8658dda1-29be-484c-b818-9c3bae23f4be triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:11.149593 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-bcf8fdee-5092-466f-adcc-2eeee117e5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.192559 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51458) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:11.198503 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-8a7d0992-a981-43c6-9301-ad0e168db86e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1941240517', 'description': 'tempest-secgroup-smoke-1941240517 description', 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:11.223183 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8a7d0992-a981-43c6-9301-ad0e168db86e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.311839 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8a7d0992-a981-43c6-9301-ad0e168db86e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.316760 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8a7d0992-a981-43c6-9301-ad0e168db86e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.349026 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-8a7d0992-a981-43c6-9301-ad0e168db86e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.350321 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-8a7d0992-a981-43c6-9301-ad0e168db86e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1561663 Nov 23 22:57:11.355294 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51460) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:11.355801 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d0992-a981-43c6-9301-ad0e168db86e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aeb5be9-16c7-45e6-b812-515c525ef5a6,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:11.361652 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-0cb9e9eb-6b95-471f-b5ca-c327bfe7e98b tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Request body: {'security_group_rule': {'security_group_id': '5aeb5be9-16c7-45e6-b812-515c525ef5a6', 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:11.398572 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e9eb-6b95-471f-b5ca-c327bfe7e98b tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.459805 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e9eb-6b95-471f-b5ca-c327bfe7e98b tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.464366 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e9eb-6b95-471f-b5ca-c327bfe7e98b tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.486070 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9e9eb-6b95-471f-b5ca-c327bfe7e98b tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd955d99-d80a-465e-9954-72f67bdb17e5,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:11.491809 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e9eb-6b95-471f-b5ca-c327bfe7e98b tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.495854 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0cb9e9eb-6b95-471f-b5ca-c327bfe7e98b tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380699 Nov 23 22:57:11.496190 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51462) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:11.501428 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-b83c8018-1a45-4b46-b04d-48d54bf66ae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Request body: {'security_group_rule': {'security_group_id': '5aeb5be9-16c7-45e6-b812-515c525ef5a6', 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:11.532473 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b83c8018-1a45-4b46-b04d-48d54bf66ae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.597289 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b83c8018-1a45-4b46-b04d-48d54bf66ae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.603817 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b83c8018-1a45-4b46-b04d-48d54bf66ae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.623935 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c8018-1a45-4b46-b04d-48d54bf66ae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471cb95f-cfe2-4007-8b77-329480115aa5,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:11.634266 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b83c8018-1a45-4b46-b04d-48d54bf66ae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.639198 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b83c8018-1a45-4b46-b04d-48d54bf66ae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1416612 Nov 23 22:57:11.640201 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51464) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:11.645190 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-279e19a2-d033-4fd2-9ca7-95983cbc191d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Request body: {'security_group_rule': {'security_group_id': '5aeb5be9-16c7-45e6-b812-515c525ef5a6', 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:11.675557 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-279e19a2-d033-4fd2-9ca7-95983cbc191d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.733312 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-279e19a2-d033-4fd2-9ca7-95983cbc191d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.736785 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-279e19a2-d033-4fd2-9ca7-95983cbc191d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.755400 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e19a2-d033-4fd2-9ca7-95983cbc191d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c15ec1a-c9d0-41d1-bcb0-79175cfc7654,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:11.762379 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-279e19a2-d033-4fd2-9ca7-95983cbc191d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.763618 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-279e19a2-d033-4fd2-9ca7-95983cbc191d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221411 Nov 23 22:57:11.766266 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51466) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:11.770523 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-719384ef-8cbb-41f4-8150-8da5c191ff93 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Request body: {'security_group_rule': {'security_group_id': '5aeb5be9-16c7-45e6-b812-515c525ef5a6', 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:11.795876 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-719384ef-8cbb-41f4-8150-8da5c191ff93 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.856973 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-719384ef-8cbb-41f4-8150-8da5c191ff93 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.860443 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-719384ef-8cbb-41f4-8150-8da5c191ff93 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.879052 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719384ef-8cbb-41f4-8150-8da5c191ff93 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a73d46f-c814-40e7-90f9-23467da758bf,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:11.886261 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-719384ef-8cbb-41f4-8150-8da5c191ff93 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.887505 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-719384ef-8cbb-41f4-8150-8da5c191ff93 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202924 Nov 23 22:57:11.890158 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51468) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:11.894408 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-52e2ceff-cf9a-402f-b926-8a675eed8988 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Request body: {'security_group_rule': {'security_group_id': '5aeb5be9-16c7-45e6-b812-515c525ef5a6', 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:11.915934 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-52e2ceff-cf9a-402f-b926-8a675eed8988 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Project 69f0d16a3b5542aba43a3d9a250ff83e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:57:11.920835 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52e2ceff-cf9a-402f-b926-8a675eed8988 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.990347 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52e2ceff-cf9a-402f-b926-8a675eed8988 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:11.995151 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52e2ceff-cf9a-402f-b926-8a675eed8988 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:12.014788 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2ceff-cf9a-402f-b926-8a675eed8988 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999a842f-9edb-46c2-85e6-da90427e948d,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:12.025501 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-52e2ceff-cf9a-402f-b926-8a675eed8988 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:12.026822 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-52e2ceff-cf9a-402f-b926-8a675eed8988 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356719 Nov 23 22:57:12.030173 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51470) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:12.035282 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-e0788f19-8efa-40a3-b819-6b26bced9b9d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Request body: {'security_group_rule': {'security_group_id': '5aeb5be9-16c7-45e6-b812-515c525ef5a6', 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:12.060005 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-e0788f19-8efa-40a3-b819-6b26bced9b9d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Project 69f0d16a3b5542aba43a3d9a250ff83e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 22:57:12.065347 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e0788f19-8efa-40a3-b819-6b26bced9b9d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:12.148392 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e0788f19-8efa-40a3-b819-6b26bced9b9d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:12.152913 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e0788f19-8efa-40a3-b819-6b26bced9b9d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:12.172835 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0788f19-8efa-40a3-b819-6b26bced9b9d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02625912-68e6-44a2-98f3-900fbd72bf14,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:12.183404 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e0788f19-8efa-40a3-b819-6b26bced9b9d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:12.184644 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e0788f19-8efa-40a3-b819-6b26bced9b9d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1534364 Nov 23 22:57:12.344936 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-fea3bb35-3564-47e3-be98-7722215a51fd tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1941240517&fields=id&tenant_id=69f0d16a3b5542aba43a3d9a250ff83e HTTP/1.1" status: 200 len: 267 time: 0.0514519 Nov 23 22:57:12.459618 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-24b43bdf-e2c9-4f06-93cb-3e19698b00d0 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:12.461898 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-24b43bdf-e2c9-4f06-93cb-3e19698b00d0 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/networks?id=685d82bc-2360-4cf4-a574-0cc511f3a59f HTTP/1.1" status: 200 len: 809 time: 0.1092284 Nov 23 22:57:12.478999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-93b5bc8e-5acf-44d7-b655-1e2bcdf926ef tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/quotas/69f0d16a3b5542aba43a3d9a250ff83e HTTP/1.1" status: 200 len: 375 time: 0.0104668 Nov 23 22:57:12.542074 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-23b0ca43-44a5-48d9-bea8-6632dfd0d19d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=69f0d16a3b5542aba43a3d9a250ff83e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569355 Nov 23 22:57:12.653957 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-6009301e-dbb0-4898-b22d-21473a9042ed service neutron] 10.222.0.50 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914266 Nov 23 22:57:12.753502 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-c3fd45fa-3509-49ff-ace9-57e8632e2fdf service neutron] 10.222.0.50 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930796 Nov 23 22:57:12.920174 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dab3335e-cf67-4ff5-86aa-f592cb57c3a6 req-12444015-e9e6-4be8-a7a2-9b8756cf81ee tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 210 time: 0.0292122 Nov 23 22:57:13.515471 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] Sync routers for ids ['5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:57:13.527120 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] Routers {'5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:57:13.527739 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:57:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:13.725722 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] Set router 5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:57:13.907651 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8658dda1-29be-484c-b818-9c3bae23f4be up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:13.928135 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e', 'name': 'tempest-TestShelveInstance-2097905599-router', 'tenant_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '8658dda1-29be-484c-b818-9c3bae23f4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:06Z', 'updated_at': '2021-11-23T22:57:09Z', 'revision_number': 4, 'project_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'gw_port': {'id': '8658dda1-29be-484c-b818-9c3bae23f4be', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:07Z', 'updated_at': '2021-11-23T22:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e', 'name': '', 'network_id': '7ff1dfed-406d-4d07-843c-fe5ee10e0755', 'tenant_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'mac_address': 'fa:16:3e:9d:13:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '0a9f12f2-05a0-49d6-bdcd-bcb41b49a46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:09Z', 'updated_at': '2021-11-23T22:57:10Z', 'revision_number': 2, 'project_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'subnets': [{'id': '0a9f12f2-05a0-49d6-bdcd-bcb41b49a46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:13.961015 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] Checking router: 5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:57:13.961606 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] Updating router 5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e port 68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 22:57:13.969229 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 8658dda1-29be-484c-b818-9c3bae23f4be triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:13.969879 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.010266 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.072664 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3ffcb653-4734-4a23-9632-0565480de17b req-52af970c-2d49-4620-9809-7708d486a161 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 210 time: 0.0678720 Nov 23 22:57:14.122118 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-95a0f140-b303-4007-90a2-97cf5e31cc20 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:14.127439 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-95a0f140-b303-4007-90a2-97cf5e31cc20 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.53 "GET /v2.0/networks?id=685d82bc-2360-4cf4-a574-0cc511f3a59f HTTP/1.1" status: 200 len: 809 time: 0.1509380 Nov 23 22:57:14.197773 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-a366ebb3-60ba-4eb5-8bb4-58a791cfb315 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69f0d16a3b5542aba43a3d9a250ff83e HTTP/1.1" status: 200 len: 380 time: 0.0561788 Nov 23 22:57:14.209783 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-22bf424d-2927-4b44-b6ab-c187bb025e59 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Request body: {'port': {'device_id': 'bc632127-8955-4cb4-9f5c-23486ae9d211', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'admin_state_up': True, 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'security_groups': ['5aeb5be9-16c7-45e6-b812-515c525ef5a6']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:14.296967 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.303843 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.323748 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-22bf424d-2927-4b44-b6ab-c187bb025e59 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Made reservation on behalf of 69f0d16a3b5542aba43a3d9a250ff83e for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 22:57:14.327320 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-22bf424d-2927-4b44-b6ab-c187bb025e59 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.356418 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6fe13-b11c-4510-bccb-5b2ab9f37cf1 None None] Pushing event updated for resources: {'Port': ['ID=68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:14.419572 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] Attempting to bind port 68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:57:14.420090 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] Attempting to bind port 68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '6bcf00fa-3057-4239-8d4c-9e2ed0f95946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7ff1dfed-406d-4d07-843c-fe5ee10e0755'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:57:14.420470 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] Attempting to bind port 68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e on network 7ff1dfed-406d-4d07-843c-fe5ee10e0755 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:57:14.425720 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:57:14.426098 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] Checking segment: {'id': '6bcf00fa-3057-4239-8d4c-9e2ed0f95946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7ff1dfed-406d-4d07-843c-fe5ee10e0755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:14.426916 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.427319 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] Bound using segment: {'id': '6bcf00fa-3057-4239-8d4c-9e2ed0f95946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7ff1dfed-406d-4d07-843c-fe5ee10e0755'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:57:14.427793 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] Bound port: 68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcf00fa-3057-4239-8d4c-9e2ed0f95946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '7ff1dfed-406d-4d07-843c-fe5ee10e0755'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:57:14.428178 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.473174 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-22bf424d-2927-4b44-b6ab-c187bb025e59 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Allocated IP 172.20.0.6 (685d82bc-2360-4cf4-a574-0cc511f3a59f/15e6b6a5-949c-45b3-b5a8-172818373638/63e9abd2-37ce-4c93-8391-dc49dd187aef) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:57:14.499442 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] For port 68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:57:14.502671 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] For port 68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e,segment=NetworkSegment(6bcf00fa-3057-4239-8d4c-9e2ed0f95946),segment_id=6bcf00fa-3057-4239-8d4c-9e2ed0f95946)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:57:14.509816 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.569501 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] Routers {'5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:57:14.570211 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:57:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:14.573925 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6fe13-b11c-4510-bccb-5b2ab9f37cf1 None None] Pushing event updated for resources: {'Port': ['ID=68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:14.594976 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c107081d-391e-46e7-9de1-b3090a7796c2 None None] Provisioning complete for port 68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:14.595878 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c107081d-391e-46e7-9de1-b3090a7796c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.641207 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-22bf424d-2927-4b44-b6ab-c187bb025e59 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.689728 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c107081d-391e-46e7-9de1-b3090a7796c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.692992 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-22bf424d-2927-4b44-b6ab-c187bb025e59 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.697234 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] Set router 5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:57:14.734915 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-c107081d-391e-46e7-9de1-b3090a7796c2 None None] For port 68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e,segment=NetworkSegment(6bcf00fa-3057-4239-8d4c-9e2ed0f95946),segment_id=6bcf00fa-3057-4239-8d4c-9e2ed0f95946)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:14.741295 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c107081d-391e-46e7-9de1-b3090a7796c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.744443 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-22bf424d-2927-4b44-b6ab-c187bb025e59 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Network 685d82bc-2360-4cf4-a574-0cc511f3a59f is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:14.750454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-22bf424d-2927-4b44-b6ab-c187bb025e59 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:14.754667 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-22bf424d-2927-4b44-b6ab-c187bb025e59 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:57:14.798798 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf424d-2927-4b44-b6ab-c187bb025e59 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event updated for resources: {'Port': ['ID=63e9abd2-37ce-4c93-8391-dc49dd187aef,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:14.801413 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107081d-391e-46e7-9de1-b3090a7796c2 None None] Pushing event updated for resources: {'Port': ['ID=68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:14.856568 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-22bf424d-2927-4b44-b6ab-c187bb025e59 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:14.857223 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-22bf424d-2927-4b44-b6ab-c187bb025e59 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.877634 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-22bf424d-2927-4b44-b6ab-c187bb025e59 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6713002 Nov 23 22:57:14.958922 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e', 'name': 'tempest-TestShelveInstance-2097905599-router', 'tenant_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '8658dda1-29be-484c-b818-9c3bae23f4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:06Z', 'updated_at': '2021-11-23T22:57:09Z', 'revision_number': 4, 'project_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'gw_port': {'id': '8658dda1-29be-484c-b818-9c3bae23f4be', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:07Z', 'updated_at': '2021-11-23T22:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e', 'name': '', 'network_id': '7ff1dfed-406d-4d07-843c-fe5ee10e0755', 'tenant_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'mac_address': 'fa:16:3e:9d:13:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '0a9f12f2-05a0-49d6-bdcd-bcb41b49a46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:09Z', 'updated_at': '2021-11-23T22:57:14Z', 'revision_number': 4, 'project_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'subnets': [{'id': '0a9f12f2-05a0-49d6-bdcd-bcb41b49a46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:14.972307 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-00133537-5970-4275-bb28-553b1d654323 None None] Provisioning complete for port 68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:14.972882 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-00133537-5970-4275-bb28-553b1d654323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:14.987802 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e14e81-abb2-4ced-9284-843dc7bedbf3 None None] The sync data for ids ['5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e'] in n-d-816206-9 is: [{'id': '5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e', 'name': 'tempest-TestShelveInstance-2097905599-router', 'tenant_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '8658dda1-29be-484c-b818-9c3bae23f4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:06Z', 'updated_at': '2021-11-23T22:57:09Z', 'revision_number': 4, 'project_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'gw_port': {'id': '8658dda1-29be-484c-b818-9c3bae23f4be', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:07Z', 'updated_at': '2021-11-23T22:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e', 'name': '', 'network_id': '7ff1dfed-406d-4d07-843c-fe5ee10e0755', 'tenant_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'mac_address': 'fa:16:3e:9d:13:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '0a9f12f2-05a0-49d6-bdcd-bcb41b49a46d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:09Z', 'updated_at': '2021-11-23T22:57:14Z', 'revision_number': 4, 'project_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'subnets': [{'id': '0a9f12f2-05a0-49d6-bdcd-bcb41b49a46d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:57:15.009227 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-d7b17d0d-fbe2-4910-83c2-43f886c1c06d service neutron] Request body: {'port': {'device_id': 'bc632127-8955-4cb4-9f5c-23486ae9d211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:15.079526 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-d7b17d0d-fbe2-4910-83c2-43f886c1c06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:15.201194 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-9f791fe8-723f-41cc-a8ff-9c56e2ec3201 None None] Provisioning complete for port 63e9abd2-37ce-4c93-8391-dc49dd187aef triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:15.201976 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-9f791fe8-723f-41cc-a8ff-9c56e2ec3201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:15.245361 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-9f791fe8-723f-41cc-a8ff-9c56e2ec3201 None None] Port 63e9abd2-37ce-4c93-8391-dc49dd187aef cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 22:57:15.278443 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c64ca-b62b-4a91-b770-7ad7d0b50fd5 req-0beec360-8ca2-478f-8586-8e215440477c tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:15.279995 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e6c64ca-b62b-4a91-b770-7ad7d0b50fd5 req-0beec360-8ca2-478f-8586-8e215440477c tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 931 time: 0.1222076 Nov 23 22:57:15.379332 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e6c64ca-b62b-4a91-b770-7ad7d0b50fd5 req-197c592f-6f67-40ed-aa92-28360abd7d3b tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889578 Nov 23 22:57:15.466168 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-d7b17d0d-fbe2-4910-83c2-43f886c1c06d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e9abd2-37ce-4c93-8391-dc49dd187aef {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:57:15.474255 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-d7b17d0d-fbe2-4910-83c2-43f886c1c06d service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:15.488093 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-d7b17d0d-fbe2-4910-83c2-43f886c1c06d service neutron] Transition to ACTIVE for port object 63e9abd2-37ce-4c93-8391-dc49dd187aef will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 22:57:15.493949 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-d7b17d0d-fbe2-4910-83c2-43f886c1c06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:15.547214 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b17d0d-fbe2-4910-83c2-43f886c1c06d service neutron] Pushing event updated for resources: {'Port': ['ID=63e9abd2-37ce-4c93-8391-dc49dd187aef,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:15.619053 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-d7b17d0d-fbe2-4910-83c2-43f886c1c06d service neutron] Attempting to bind port 63e9abd2-37ce-4c93-8391-dc49dd187aef on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 22:57:15.619420 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-d7b17d0d-fbe2-4910-83c2-43f886c1c06d service neutron] Attempting to bind port 63e9abd2-37ce-4c93-8391-dc49dd187aef by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '2a4e1cf1-5878-4800-b7e3-8b2ffae05adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 22:57:15.619970 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-d7b17d0d-fbe2-4910-83c2-43f886c1c06d service neutron] Attempting to bind port 63e9abd2-37ce-4c93-8391-dc49dd187aef on network 685d82bc-2360-4cf4-a574-0cc511f3a59f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:57:15.624357 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-d7b17d0d-fbe2-4910-83c2-43f886c1c06d service neutron] Port 63e9abd2-37ce-4c93-8391-dc49dd187aef on network 685d82bc-2360-4cf4-a574-0cc511f3a59f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 22:57:15.624743 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-d7b17d0d-fbe2-4910-83c2-43f886c1c06d service neutron] Attempting to bind port 63e9abd2-37ce-4c93-8391-dc49dd187aef on network 685d82bc-2360-4cf4-a574-0cc511f3a59f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 22:57:15.629951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-d7b17d0d-fbe2-4910-83c2-43f886c1c06d service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 22, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 22:57:15.630212 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-d7b17d0d-fbe2-4910-83c2-43f886c1c06d service neutron] Checking segment: {'id': '2a4e1cf1-5878-4800-b7e3-8b2ffae05adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 22:57:15.630595 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-d7b17d0d-fbe2-4910-83c2-43f886c1c06d service neutron] Bound using segment: {'id': '2a4e1cf1-5878-4800-b7e3-8b2ffae05adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 22:57:15.631058 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-d7b17d0d-fbe2-4910-83c2-43f886c1c06d service neutron] Bound port: 63e9abd2-37ce-4c93-8391-dc49dd187aef, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4e1cf1-5878-4800-b7e3-8b2ffae05adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 22:57:15.631420 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-d7b17d0d-fbe2-4910-83c2-43f886c1c06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:15.701951 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-d7b17d0d-fbe2-4910-83c2-43f886c1c06d service neutron] For port 63e9abd2-37ce-4c93-8391-dc49dd187aef, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 22:57:15.705033 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-d7b17d0d-fbe2-4910-83c2-43f886c1c06d service neutron] For port 63e9abd2-37ce-4c93-8391-dc49dd187aef, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=63e9abd2-37ce-4c93-8391-dc49dd187aef,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 22:57:15.710690 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-d7b17d0d-fbe2-4910-83c2-43f886c1c06d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:15.747123 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-d7b17d0d-fbe2-4910-83c2-43f886c1c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:15.747683 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-d7b17d0d-fbe2-4910-83c2-43f886c1c06d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:15.749129 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-d7b17d0d-fbe2-4910-83c2-43f886c1c06d service neutron] 10.222.0.53 "PUT /v2.0/ports/63e9abd2-37ce-4c93-8391-dc49dd187aef HTTP/1.1" status: 200 len: 1091 time: 0.8569074 Nov 23 22:57:15.749621 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc632127-8955-4cb4-9f5c-23486ae9d211', 'tag': '63e9abd2-37ce-4c93-8391-dc49dd187aef'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:57:15.751916 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904056d4-1fdc-4b87-a713-cf401d204ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "bc632127-8955-4cb4-9f5c-23486ae9d211", "tag": "63e9abd2-37ce-4c93-8391-dc49dd187aef"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:57:15.779775 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b17d0d-fbe2-4910-83c2-43f886c1c06d service neutron] Pushing event updated for resources: {'Port': ['ID=63e9abd2-37ce-4c93-8391-dc49dd187aef,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:15.816412 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b296a01f-dec6-43b1-8276-44dc730dc29c x-openstack-request-id: req-b296a01f-dec6-43b1-8276-44dc730dc29c {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:57:15.816730 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc632127-8955-4cb4-9f5c-23486ae9d211", "tag": "63e9abd2-37ce-4c93-8391-dc49dd187aef", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:57:15.816985 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b296a01f-dec6-43b1-8276-44dc730dc29c {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:57:15.817386 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc632127-8955-4cb4-9f5c-23486ae9d211', 'tag': '63e9abd2-37ce-4c93-8391-dc49dd187aef', 'status': 'completed', 'code': 200} Nov 23 22:57:15.855796 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-72890fc6-b2d6-466a-9389-c830665dc39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:15.857139 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-72890fc6-b2d6-466a-9389-c830665dc39d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69f0d16a3b5542aba43a3d9a250ff83e&device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 1094 time: 0.0514808 Nov 23 22:57:15.913022 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-53668991-0dc0-48d9-aed2-0bdac46d636c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63e9abd2-37ce-4c93-8391-dc49dd187aef HTTP/1.1" status: 200 len: 217 time: 0.0414016 Nov 23 22:57:15.928168 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:15.966876 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-94c39ab9-5c0d-427b-b963-caddeb4a2cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:15.968553 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-94c39ab9-5c0d-427b-b963-caddeb4a2cce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15e6b6a5-949c-45b3-b5a8-172818373638 HTTP/1.1" status: 200 len: 848 time: 0.0484424 Nov 23 22:57:15.977803 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:15.978304 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:16.020508 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-45ea5450-aa60-4f02-91f8-2a331b304039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:16.022002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-45ea5450-aa60-4f02-91f8-2a331b304039 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=685d82bc-2360-4cf4-a574-0cc511f3a59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402591 Nov 23 22:57:16.124185 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-d02a46eb-404c-4e42-8a64-6127509e4742 service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875967 Nov 23 22:57:16.221287 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8620fc1e-8062-466f-a158-5fcc0b8ca327 req-1591312a-2916-4647-b848-2c23efa96dd6 service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845664 Nov 23 22:57:16.318140 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904056d4-1fdc-4b87-a713-cf401d204ce9 req-d805545a-b9d7-4e4a-906e-955e78b8157b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:16.320272 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-904056d4-1fdc-4b87-a713-cf401d204ce9 req-d805545a-b9d7-4e4a-906e-955e78b8157b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69f0d16a3b5542aba43a3d9a250ff83e&device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 1094 time: 0.0404773 Nov 23 22:57:16.766174 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7019a7d-bc42-4170-8e0e-e2dc4a6e8e01 req-3d402551-a723-42a8-9745-7081b32a2fa1 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:16.767573 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f7019a7d-bc42-4170-8e0e-e2dc4a6e8e01 req-3d402551-a723-42a8-9745-7081b32a2fa1 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 943 time: 0.0961542 Nov 23 22:57:16.768915 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904056d4-1fdc-4b87-a713-cf401d204ce9 req-1d6f8da6-05b4-4edd-bb04-6e3599f6c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:16.770227 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-904056d4-1fdc-4b87-a713-cf401d204ce9 req-1d6f8da6-05b4-4edd-bb04-6e3599f6c61f service neutron] 10.222.0.53 "GET /v2.0/networks?id=685d82bc-2360-4cf4-a574-0cc511f3a59f HTTP/1.1" status: 200 len: 910 time: 0.4432552 Nov 23 22:57:16.823319 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-904056d4-1fdc-4b87-a713-cf401d204ce9 req-adf01b4a-9c15-446a-9341-160c9d3b0a83 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63e9abd2-37ce-4c93-8391-dc49dd187aef HTTP/1.1" status: 200 len: 217 time: 0.0428519 Nov 23 22:57:16.879594 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f7019a7d-bc42-4170-8e0e-e2dc4a6e8e01 req-50f62951-d244-4e83-9d22-0b65bf28526c tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057098 Nov 23 22:57:16.890070 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904056d4-1fdc-4b87-a713-cf401d204ce9 req-b64b4605-57a5-4162-8fb8-2ce6efd7e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:16.891574 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-904056d4-1fdc-4b87-a713-cf401d204ce9 req-b64b4605-57a5-4162-8fb8-2ce6efd7e9fe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15e6b6a5-949c-45b3-b5a8-172818373638 HTTP/1.1" status: 200 len: 848 time: 0.0586164 Nov 23 22:57:16.948966 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904056d4-1fdc-4b87-a713-cf401d204ce9 req-791f0973-34bb-4945-9d57-f3a9653b2d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:16.950441 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-904056d4-1fdc-4b87-a713-cf401d204ce9 req-791f0973-34bb-4945-9d57-f3a9653b2d5d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=685d82bc-2360-4cf4-a574-0cc511f3a59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454619 Nov 23 22:57:17.043164 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-904056d4-1fdc-4b87-a713-cf401d204ce9 req-4fe3bbfb-7621-4855-a0ca-94594e62bbbd service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816574 Nov 23 22:57:17.142135 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-904056d4-1fdc-4b87-a713-cf401d204ce9 req-151d213b-cd76-4210-9e5a-2dd6b5ce1a4b service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857978 Nov 23 22:57:17.612627 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 63e9abd2-37ce-4c93-8391-dc49dd187aef details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:57:17.706598 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 63e9abd2-37ce-4c93-8391-dc49dd187aef, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=63e9abd2-37ce-4c93-8391-dc49dd187aef,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:17.721283 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '63e9abd2-37ce-4c93-8391-dc49dd187aef', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'port_id': '63e9abd2-37ce-4c93-8391-dc49dd187aef', 'mac_address': 'fa:16:3e:aa:7a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:57:17.757768 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:17.770285 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e9abd2-37ce-4c93-8391-dc49dd187aef {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:57:17.789656 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 63e9abd2-37ce-4c93-8391-dc49dd187aef, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=63e9abd2-37ce-4c93-8391-dc49dd187aef,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:17.793439 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:17.843321 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=63e9abd2-37ce-4c93-8391-dc49dd187aef,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:17.998640 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce4bda-3803-434e-9974-c5048faf5857 req-b774deb0-a3b0-4334-ab05-fb35c5afe75e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:18.000151 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-17ce4bda-3803-434e-9974-c5048faf5857 req-b774deb0-a3b0-4334-ab05-fb35c5afe75e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 944 time: 0.0507352 Nov 23 22:57:18.050026 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-17ce4bda-3803-434e-9974-c5048faf5857 req-e3fa0279-80e8-49da-85fe-1d949b798f66 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439301 Nov 23 22:57:18.080760 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['63e9abd2-37ce-4c93-8391-dc49dd187aef'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:57:19.165665 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a814c-513f-4f0d-8e9f-bc3f467d7630 req-1214c138-25d5-47c6-bc94-d2fb56039765 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:19.167065 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a93a814c-513f-4f0d-8e9f-bc3f467d7630 req-1214c138-25d5-47c6-bc94-d2fb56039765 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 944 time: 0.0492771 Nov 23 22:57:19.216020 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a93a814c-513f-4f0d-8e9f-bc3f467d7630 req-668d19c5-d15f-45c6-82aa-6f35f4f0cdb3 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430110 Nov 23 22:57:19.645237 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 63e9abd2-37ce-4c93-8391-dc49dd187aef up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:57:19.697175 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 63e9abd2-37ce-4c93-8391-dc49dd187aef completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 22:57:19.700927 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 63e9abd2-37ce-4c93-8391-dc49dd187aef triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:57:19.701298 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:19.776860 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:19.798571 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc632127-8955-4cb4-9f5c-23486ae9d211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e9abd2-37ce-4c93-8391-dc49dd187aef'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:57:19.800850 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a0a952-c34f-4af1-b790-7c9ee350ff67" -d '{"events": [{"server_uuid": "bc632127-8955-4cb4-9f5c-23486ae9d211", "name": "network-vif-plugged", "status": "completed", "tag": "63e9abd2-37ce-4c93-8391-dc49dd187aef"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:57:19.814677 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 63e9abd2-37ce-4c93-8391-dc49dd187aef, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=63e9abd2-37ce-4c93-8391-dc49dd187aef,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:57:19.818565 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:19.842639 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f72978-744e-4b54-a59e-3ac1b1d166c6 x-openstack-request-id: req-83f72978-744e-4b54-a59e-3ac1b1d166c6 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:57:19.842955 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc632127-8955-4cb4-9f5c-23486ae9d211", "name": "network-vif-plugged", "status": "completed", "tag": "63e9abd2-37ce-4c93-8391-dc49dd187aef", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:57:19.843209 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-83f72978-744e-4b54-a59e-3ac1b1d166c6 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:57:19.843595 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc632127-8955-4cb4-9f5c-23486ae9d211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e9abd2-37ce-4c93-8391-dc49dd187aef', 'code': 200} Nov 23 22:57:19.869472 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=63e9abd2-37ce-4c93-8391-dc49dd187aef,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:19.952446 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e2fa3-b46c-4207-b73c-4f1002590f05 req-77c45827-3900-4cc9-a79f-fcbc7e1f3aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:19.953912 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b0e2fa3-b46c-4207-b73c-4f1002590f05 req-77c45827-3900-4cc9-a79f-fcbc7e1f3aa3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 1096 time: 0.0455279 Nov 23 22:57:20.001466 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9b0e2fa3-b46c-4207-b73c-4f1002590f05 req-faedadeb-c344-45d9-bab8-08295f094d6c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389833 Nov 23 22:57:20.331827 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf07e3-9d22-460b-946d-02d9f779eb9f req-6b6a6d58-5db0-416d-9451-bfeacaab0aaa tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:20.333293 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e5bf07e3-9d22-460b-946d-02d9f779eb9f req-6b6a6d58-5db0-416d-9451-bfeacaab0aaa tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.0500424 Nov 23 22:57:20.382930 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e5bf07e3-9d22-460b-946d-02d9f779eb9f req-e99e8f6a-3e9b-40e0-adae-87b329dd048e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429628 Nov 23 22:57:21.502206 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf87cd9-0790-4c7c-ad24-68cd2544fa4b req-15336469-9a0a-45cc-bdb8-ce7776561764 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:21.503674 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2bf87cd9-0790-4c7c-ad24-68cd2544fa4b req-15336469-9a0a-45cc-bdb8-ce7776561764 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.0517194 Nov 23 22:57:21.552429 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2bf87cd9-0790-4c7c-ad24-68cd2544fa4b req-02cd3ce4-edb7-4f61-ae8e-1eefd604956c tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421424 Nov 23 22:57:21.666780 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eab28e-8ff2-43d0-b542-e793e2981731 req-464f69bd-f202-460d-a3a6-e396fc9676c4 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:21.668165 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09eab28e-8ff2-43d0-b542-e793e2981731 req-464f69bd-f202-460d-a3a6-e396fc9676c4 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.0496628 Nov 23 22:57:21.718440 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09eab28e-8ff2-43d0-b542-e793e2981731 req-ac7dfec9-b602-4715-8006-a9093b1c498a tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443661 Nov 23 22:57:21.739992 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51522) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:21.831936 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87b1415-4d5a-4b34-b554-379f774ebccf tempest-TestShelveInstance-1547065071 tempest-TestShelveInstance-1547065071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:21.833512 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a87b1415-4d5a-4b34-b554-379f774ebccf tempest-TestShelveInstance-1547065071 tempest-TestShelveInstance-1547065071-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 1091 time: 0.0924537 Nov 23 22:57:21.836534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51526) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 22:57:21.840791 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-683d5496-6541-45db-9e3c-107a088d175e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': '63e9abd2-37ce-4c93-8391-dc49dd187aef', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 22:57:21.862421 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-683d5496-6541-45db-9e3c-107a088d175e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:21.962889 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-683d5496-6541-45db-9e3c-107a088d175e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:22.066945 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-683d5496-6541-45db-9e3c-107a088d175e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Allocated IP 172.25.5.117 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/76c3ba83-c3b3-4248-932f-928f47f3d611) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 22:57:22.168401 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-683d5496-6541-45db-9e3c-107a088d175e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:22.201764 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-683d5496-6541-45db-9e3c-107a088d175e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:22.242109 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683d5496-6541-45db-9e3c-107a088d175e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 22:57:22.244913 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-683d5496-6541-45db-9e3c-107a088d175e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 22:57:22.248316 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683d5496-6541-45db-9e3c-107a088d175e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 22:57:22.253689 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d5496-6541-45db-9e3c-107a088d175e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event updated for resources: {'Port': ['ID=76c3ba83-c3b3-4248-932f-928f47f3d611,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:22.616580 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-683d5496-6541-45db-9e3c-107a088d175e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:22.685591 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-683d5496-6541-45db-9e3c-107a088d175e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:22.832330 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-683d5496-6541-45db-9e3c-107a088d175e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:22.837823 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-683d5496-6541-45db-9e3c-107a088d175e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:22.911319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d5496-6541-45db-9e3c-107a088d175e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event updated for resources: {'Port': ['ID=76c3ba83-c3b3-4248-932f-928f47f3d611,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:57:22.921268 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-683d5496-6541-45db-9e3c-107a088d175e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:23.021209 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-683d5496-6541-45db-9e3c-107a088d175e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Floating IP 9c2e41d3-557f-41cb-b6bf-5aca468f13f2 associated. External IP: 172.25.5.117, port: 63e9abd2-37ce-4c93-8391-dc49dd187aef. Nov 23 22:57:23.227495 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683d5496-6541-45db-9e3c-107a088d175e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Router 5ac037ef-b2c0-4756-9032-18532d985242 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 22:57:23.334116 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683d5496-6541-45db-9e3c-107a088d175e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 22:57:23.343935 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ff65aa-d31d-4208-8ccc-c995b616339c None None] Sync routers for ids ['5ac037ef-b2c0-4756-9032-18532d985242'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 22:57:23.353038 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-683d5496-6541-45db-9e3c-107a088d175e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:23.355441 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ff65aa-d31d-4208-8ccc-c995b616339c None None] Routers {'5ac037ef-b2c0-4756-9032-18532d985242'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:57:23.356067 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-58ff65aa-d31d-4208-8ccc-c995b616339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:57:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['5ac037ef-b2c0-4756-9032-18532d985242'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:23.395992 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-683d5496-6541-45db-9e3c-107a088d175e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5434711 Nov 23 22:57:23.395992 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc632127-8955-4cb4-9f5c-23486ae9d211', 'tag': '63e9abd2-37ce-4c93-8391-dc49dd187aef'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:57:23.395992 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7a8a6b-50cd-4c0f-8bbe-4c9c79191fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "bc632127-8955-4cb4-9f5c-23486ae9d211", "tag": "63e9abd2-37ce-4c93-8391-dc49dd187aef"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:57:23.422675 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 22:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb61523-691f-4d55-bc16-4e2578dafc08 x-openstack-request-id: req-edb61523-691f-4d55-bc16-4e2578dafc08 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:57:23.422994 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc632127-8955-4cb4-9f5c-23486ae9d211", "tag": "63e9abd2-37ce-4c93-8391-dc49dd187aef", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:57:23.423251 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-edb61523-691f-4d55-bc16-4e2578dafc08 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:57:23.423767 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc632127-8955-4cb4-9f5c-23486ae9d211', 'tag': '63e9abd2-37ce-4c93-8391-dc49dd187aef', 'status': 'completed', 'code': 200} Nov 23 22:57:23.466812 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-58ff65aa-d31d-4208-8ccc-c995b616339c None None] Set router 5ac037ef-b2c0-4756-9032-18532d985242 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:57:23.488133 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a8a6b-50cd-4c0f-8bbe-4c9c79191fa2 req-d979aba4-bebf-4187-9bed-82c83d8d8a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:23.489560 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b7a8a6b-50cd-4c0f-8bbe-4c9c79191fa2 req-d979aba4-bebf-4187-9bed-82c83d8d8a52 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69f0d16a3b5542aba43a3d9a250ff83e&device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 1096 time: 0.0414658 Nov 23 22:57:23.585767 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a8a6b-50cd-4c0f-8bbe-4c9c79191fa2 req-51da3490-4971-4891-848d-afa2120b1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:23.587296 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b7a8a6b-50cd-4c0f-8bbe-4c9c79191fa2 req-51da3490-4971-4891-848d-afa2120b1b2c service neutron] 10.222.0.53 "GET /v2.0/networks?id=685d82bc-2360-4cf4-a574-0cc511f3a59f HTTP/1.1" status: 200 len: 910 time: 0.0897079 Nov 23 22:57:23.642439 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:23.655016 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b7a8a6b-50cd-4c0f-8bbe-4c9c79191fa2 req-0967de6d-2461-4010-a8c2-79dea84b738e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63e9abd2-37ce-4c93-8391-dc49dd187aef HTTP/1.1" status: 200 len: 999 time: 0.0602925 Nov 23 22:57:23.703167 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-58ff65aa-d31d-4208-8ccc-c995b616339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac037ef-b2c0-4756-9032-18532d985242', 'name': 'tempest-TestShelveInstance-1510742134-router', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:04Z', 'revision_number': 4, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'gw_port': {'id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '9c2e41d3-557f-41cb-b6bf-5aca468f13f2', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'port_id': '63e9abd2-37ce-4c93-8391-dc49dd187aef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'mac_address': 'fa:16:3e:aa:7a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc632127-8955-4cb4-9f5c-23486ae9d211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:57:22Z', 'updated_at': '2021-11-23T22:57:22Z', 'revision_number': 0, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95fd73e-eefc-409b-a2dd-6ccef7778255', 'name': '', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'mac_address': 'fa:16:3e:55:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:04Z', 'updated_at': '2021-11-23T22:57:09Z', 'revision_number': 5, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'subnets': [{'id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:23.705156 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a8a6b-50cd-4c0f-8bbe-4c9c79191fa2 req-e4a80b2e-fa47-4936-9640-d15c0bcfa4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:23.706673 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b7a8a6b-50cd-4c0f-8bbe-4c9c79191fa2 req-e4a80b2e-fa47-4936-9640-d15c0bcfa4aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15e6b6a5-949c-45b3-b5a8-172818373638 HTTP/1.1" status: 200 len: 848 time: 0.0453460 Nov 23 22:57:23.733458 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ff65aa-d31d-4208-8ccc-c995b616339c None None] Checking router: 5ac037ef-b2c0-4756-9032-18532d985242 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 22:57:23.742457 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ff65aa-d31d-4208-8ccc-c995b616339c None None] Routers {'5ac037ef-b2c0-4756-9032-18532d985242'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 22:57:23.743033 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-58ff65aa-d31d-4208-8ccc-c995b616339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T22:57:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['5ac037ef-b2c0-4756-9032-18532d985242'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:23.756597 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a8a6b-50cd-4c0f-8bbe-4c9c79191fa2 req-796a5400-5491-434c-bb5b-ce2d59b097c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:57:23.758603 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b7a8a6b-50cd-4c0f-8bbe-4c9c79191fa2 req-796a5400-5491-434c-bb5b-ce2d59b097c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=685d82bc-2360-4cf4-a574-0cc511f3a59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447123 Nov 23 22:57:23.850648 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-58ff65aa-d31d-4208-8ccc-c995b616339c None None] Set router 5ac037ef-b2c0-4756-9032-18532d985242 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 22:57:23.851339 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b7a8a6b-50cd-4c0f-8bbe-4c9c79191fa2 req-adefe476-bb4f-457c-8457-f278b8c34e28 service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848706 Nov 23 22:57:23.947180 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1b7a8a6b-50cd-4c0f-8bbe-4c9c79191fa2 req-070687c1-cbb3-441a-a4cf-bcd9a530059b service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875635 Nov 23 22:57:24.235216 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-58ff65aa-d31d-4208-8ccc-c995b616339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac037ef-b2c0-4756-9032-18532d985242', 'name': 'tempest-TestShelveInstance-1510742134-router', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:04Z', 'revision_number': 4, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'gw_port': {'id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '9c2e41d3-557f-41cb-b6bf-5aca468f13f2', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'port_id': '63e9abd2-37ce-4c93-8391-dc49dd187aef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'mac_address': 'fa:16:3e:aa:7a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc632127-8955-4cb4-9f5c-23486ae9d211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:57:22Z', 'updated_at': '2021-11-23T22:57:22Z', 'revision_number': 0, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95fd73e-eefc-409b-a2dd-6ccef7778255', 'name': '', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'mac_address': 'fa:16:3e:55:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:04Z', 'updated_at': '2021-11-23T22:57:09Z', 'revision_number': 5, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'subnets': [{'id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 22:57:24.265335 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ff65aa-d31d-4208-8ccc-c995b616339c None None] The sync data for ids ['5ac037ef-b2c0-4756-9032-18532d985242'] in n-d-816206-9 is: [{'id': '5ac037ef-b2c0-4756-9032-18532d985242', 'name': 'tempest-TestShelveInstance-1510742134-router', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:04Z', 'revision_number': 4, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'gw_port': {'id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '9c2e41d3-557f-41cb-b6bf-5aca468f13f2', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'port_id': '63e9abd2-37ce-4c93-8391-dc49dd187aef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'mac_address': 'fa:16:3e:aa:7a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc632127-8955-4cb4-9f5c-23486ae9d211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T22:57:22Z', 'updated_at': '2021-11-23T22:57:22Z', 'revision_number': 0, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95fd73e-eefc-409b-a2dd-6ccef7778255', 'name': '', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'mac_address': 'fa:16:3e:55:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:04Z', 'updated_at': '2021-11-23T22:57:09Z', 'revision_number': 5, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'subnets': [{'id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 22:57:24.457229 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d678a779-6a14-4c77-ad52-af16eec1843d None None] New status for floating IP 9c2e41d3-557f-41cb-b6bf-5aca468f13f2: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 22:57:28.077142 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07eb24e5-713b-4b96-ba85-a545fbedda52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:30.510746 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:30.611356 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2eefa24c-c26a-4548-ab91-9ad3f50534d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:31.860629 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:33.254069 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:34.006388 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:47.603441 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:57:53.622303 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:57:58.079735 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e044fc0c-ce68-4865-98b5-40c9e6620a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:00.509464 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:00.613378 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-651930fe-930f-4937-bdb4-120f2f5dd34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:01.863454 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:03.258025 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.008954 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:04.898286 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-b8751999-1cb2-4344-ba61-30274b0c7960 req-47f1d029-857d-4400-9b64-33fd622f25b8 service neutron] (110033) timed out ('10.222.0.50', 52098) {{(pid=110033) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 22:58:12.533154 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63b21ed9-0659-4965-8a9c-0781dbc01620 req-479a86ce-45b6-4b2b-9d72-54fc064d26b2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402524 Nov 23 22:58:12.625298 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b21ed9-0659-4965-8a9c-0781dbc01620 req-541c1ce3-0454-4ae4-80df-6e7346681eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:12.626811 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63b21ed9-0659-4965-8a9c-0781dbc01620 req-541c1ce3-0454-4ae4-80df-6e7346681eb5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69f0d16a3b5542aba43a3d9a250ff83e&device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 1096 time: 0.0410602 Nov 23 22:58:12.737154 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b21ed9-0659-4965-8a9c-0781dbc01620 req-f397a552-faf3-468b-aeed-ab1d6ca64ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:12.738620 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63b21ed9-0659-4965-8a9c-0781dbc01620 req-f397a552-faf3-468b-aeed-ab1d6ca64ad3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=685d82bc-2360-4cf4-a574-0cc511f3a59f HTTP/1.1" status: 200 len: 910 time: 0.0884671 Nov 23 22:58:12.808348 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63b21ed9-0659-4965-8a9c-0781dbc01620 req-054c29f8-b198-4445-a76a-4fa02f18ffca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63e9abd2-37ce-4c93-8391-dc49dd187aef HTTP/1.1" status: 200 len: 1001 time: 0.0570188 Nov 23 22:58:12.863323 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b21ed9-0659-4965-8a9c-0781dbc01620 req-de353467-2190-454e-afb6-02089bf3fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:12.864754 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63b21ed9-0659-4965-8a9c-0781dbc01620 req-de353467-2190-454e-afb6-02089bf3fad4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15e6b6a5-949c-45b3-b5a8-172818373638 HTTP/1.1" status: 200 len: 848 time: 0.0465333 Nov 23 22:58:12.917281 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b21ed9-0659-4965-8a9c-0781dbc01620 req-35d9ca19-14fb-4925-b938-e824ff6601a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:58:12.918782 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63b21ed9-0659-4965-8a9c-0781dbc01620 req-35d9ca19-14fb-4925-b938-e824ff6601a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=685d82bc-2360-4cf4-a574-0cc511f3a59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408969 Nov 23 22:58:13.014098 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63b21ed9-0659-4965-8a9c-0781dbc01620 req-71720454-f00f-42e4-b400-ba217ed5179a service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841362 Nov 23 22:58:13.114304 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-63b21ed9-0659-4965-8a9c-0781dbc01620 req-c948d9a7-45fd-466d-9045-175b61394fe6 service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864840 Nov 23 22:58:23.638230 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:24.601981 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:58:28.080263 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c494dac4-d501-473a-8b3b-02ea1662a285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:30.524347 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:30.614060 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-795cd758-f20f-4c5c-82b1-76359a7a2968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:31.866272 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:33.262124 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:34.012138 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:53.646585 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:58:58.081346 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-01b8346b-7773-43f2-ad9b-4be3847177f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:00.538769 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:00.615499 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d685c9fa-797f-4cfb-9af3-9d598608652c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:01.600308 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:59:01.868627 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:03.265575 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:04.015943 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:14.530337 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6845156d-c118-4ecf-a553-5b53a53f2d45 req-ca1fbff2-7181-4118-9f5b-401690762e57 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422463 Nov 23 22:59:14.613112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845156d-c118-4ecf-a553-5b53a53f2d45 req-b14a118d-4cd6-401c-8ab8-eaef7d7c0305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:14.614604 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6845156d-c118-4ecf-a553-5b53a53f2d45 req-b14a118d-4cd6-401c-8ab8-eaef7d7c0305 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69f0d16a3b5542aba43a3d9a250ff83e&device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 1096 time: 0.0414984 Nov 23 22:59:14.728216 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845156d-c118-4ecf-a553-5b53a53f2d45 req-5b91e359-77de-42cb-8da0-e24f3c0f384c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:14.729671 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6845156d-c118-4ecf-a553-5b53a53f2d45 req-5b91e359-77de-42cb-8da0-e24f3c0f384c service neutron] 10.222.0.53 "GET /v2.0/networks?id=685d82bc-2360-4cf4-a574-0cc511f3a59f HTTP/1.1" status: 200 len: 910 time: 0.0888765 Nov 23 22:59:14.797983 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6845156d-c118-4ecf-a553-5b53a53f2d45 req-b67d2996-4332-44ad-a68a-c70944e98143 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63e9abd2-37ce-4c93-8391-dc49dd187aef HTTP/1.1" status: 200 len: 1001 time: 0.0565946 Nov 23 22:59:14.859358 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845156d-c118-4ecf-a553-5b53a53f2d45 req-0a519b7a-873d-48df-9c9f-a55bcdacfd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:14.860797 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6845156d-c118-4ecf-a553-5b53a53f2d45 req-0a519b7a-873d-48df-9c9f-a55bcdacfd67 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15e6b6a5-949c-45b3-b5a8-172818373638 HTTP/1.1" status: 200 len: 848 time: 0.0514066 Nov 23 22:59:14.912975 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845156d-c118-4ecf-a553-5b53a53f2d45 req-fb969600-a91c-4679-b432-198e8abd3edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:14.914459 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6845156d-c118-4ecf-a553-5b53a53f2d45 req-fb969600-a91c-4679-b432-198e8abd3edf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=685d82bc-2360-4cf4-a574-0cc511f3a59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416729 Nov 23 22:59:15.007929 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6845156d-c118-4ecf-a553-5b53a53f2d45 req-de1c479d-b321-4d8a-982c-4a5fcab98371 service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812263 Nov 23 22:59:15.107481 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6845156d-c118-4ecf-a553-5b53a53f2d45 req-c44dc107-abcb-4ef4-b8f2-0aab5ec440c0 service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872881 Nov 23 22:59:22.160676 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30699059-cbf2-4c3a-9bf3-68a323eb0c27 req-f5abbc33-2d86-44d8-b47c-63c820dbdd2d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:22.162144 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30699059-cbf2-4c3a-9bf3-68a323eb0c27 req-f5abbc33-2d86-44d8-b47c-63c820dbdd2d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.1000376 Nov 23 22:59:22.210571 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-30699059-cbf2-4c3a-9bf3-68a323eb0c27 req-c6cee6ac-f730-46b6-8739-5ee1de9d29c6 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424278 Nov 23 22:59:23.345076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a831e-2064-4f03-a73a-25151bcac8de req-31cc994f-f33a-4f2e-90c1-066530b7510d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:23.346533 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-717a831e-2064-4f03-a73a-25151bcac8de req-31cc994f-f33a-4f2e-90c1-066530b7510d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.0529726 Nov 23 22:59:23.397015 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-717a831e-2064-4f03-a73a-25151bcac8de req-9407e6c9-eedd-4da8-b08e-9721c68627e5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443778 Nov 23 22:59:23.646318 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:24.535973 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bfa9c-131c-44e4-a3b4-5b825647c678 req-0fd0f144-3608-4bc1-b5e6-c4cbbae7ff7c tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:24.537458 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a41bfa9c-131c-44e4-a3b4-5b825647c678 req-0fd0f144-3608-4bc1-b5e6-c4cbbae7ff7c tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.0494745 Nov 23 22:59:24.586404 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a41bfa9c-131c-44e4-a3b4-5b825647c678 req-f3f05081-48c1-44c4-8ef2-c51ff8478669 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430214 Nov 23 22:59:25.705893 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98bb2f-af90-4f90-aab7-9dc6fe21d7d8 req-ac8d73b0-b19e-4626-9a2b-9bcc2f2bce75 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:25.707413 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea98bb2f-af90-4f90-aab7-9dc6fe21d7d8 req-ac8d73b0-b19e-4626-9a2b-9bcc2f2bce75 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.0541873 Nov 23 22:59:25.755652 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea98bb2f-af90-4f90-aab7-9dc6fe21d7d8 req-6b70b58d-2565-49eb-be02-a71cef027dc4 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423484 Nov 23 22:59:26.871537 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526f57e-afe0-4886-a206-84855c4da5cb req-439fcd25-f55b-4a8d-8972-2f69ccc887ba tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:26.873679 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2526f57e-afe0-4886-a206-84855c4da5cb req-439fcd25-f55b-4a8d-8972-2f69ccc887ba tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.0498636 Nov 23 22:59:26.923886 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2526f57e-afe0-4886-a206-84855c4da5cb req-35bae712-995a-4782-b24d-647b8d2ddce3 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440545 Nov 23 22:59:28.038818 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d31dc8-e364-4f30-acbd-0c2887862f8d req-1502ff2b-611d-4ff6-82b9-03e262407a36 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:28.040277 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53d31dc8-e364-4f30-acbd-0c2887862f8d req-1502ff2b-611d-4ff6-82b9-03e262407a36 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.0499854 Nov 23 22:59:28.082338 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-868c1e3b-eb5f-4030-acd8-ba178a317712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:28.095160 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53d31dc8-e364-4f30-acbd-0c2887862f8d req-7b5a5147-41f4-4fd6-a375-a447aa207bde tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488305 Nov 23 22:59:29.274119 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622386e-d5f9-42ac-a8b3-0304c30c26f2 req-1113e771-1199-4f93-91fa-8c24a8d39b4a tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:29.275687 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d622386e-d5f9-42ac-a8b3-0304c30c26f2 req-1113e771-1199-4f93-91fa-8c24a8d39b4a tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.0498505 Nov 23 22:59:29.327279 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d622386e-d5f9-42ac-a8b3-0304c30c26f2 req-ca0d7600-05d4-4cb2-b204-1f9f3f6db503 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447123 Nov 23 22:59:30.443698 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03889682-cc74-4cc5-9c0e-3556df31accd req-c275b2e7-2ae2-4b7a-808a-dddccc4b8fa7 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:30.445153 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-03889682-cc74-4cc5-9c0e-3556df31accd req-c275b2e7-2ae2-4b7a-808a-dddccc4b8fa7 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.0483391 Nov 23 22:59:30.494456 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-03889682-cc74-4cc5-9c0e-3556df31accd req-3d29fe0a-91ed-4f4d-9055-b38b2c633e6b tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432758 Nov 23 22:59:30.567243 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:30.619467 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0b64c17e-4642-4cf7-bb36-59b71a5c4a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:31.872642 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:31.926594 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcceadd-fff0-44fb-a358-f7193aceb708 req-eb17ba89-7668-48e1-9566-06e69ea019b0 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:31.928094 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1dcceadd-fff0-44fb-a358-f7193aceb708 req-eb17ba89-7668-48e1-9566-06e69ea019b0 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.3642380 Nov 23 22:59:31.977594 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1dcceadd-fff0-44fb-a358-f7193aceb708 req-159e0043-1321-4414-b0d7-e6b51836a705 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432620 Nov 23 22:59:33.094910 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23da81-1914-4bc2-a048-e845465b5bc6 req-c1f92b30-3d55-4d50-a92d-868e5d0388b1 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:33.096369 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec23da81-1914-4bc2-a048-e845465b5bc6 req-c1f92b30-3d55-4d50-a92d-868e5d0388b1 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.0502331 Nov 23 22:59:33.147559 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ec23da81-1914-4bc2-a048-e845465b5bc6 req-abea4663-3c72-414a-bf1c-b9bcab808473 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453520 Nov 23 22:59:33.267233 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:34.017643 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:34.261289 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133a808-e5c7-4bd8-affa-8a6f3fc49246 req-50d3bc3f-ed35-4cd9-8b17-9acbf818e4cb tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:34.263185 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3133a808-e5c7-4bd8-affa-8a6f3fc49246 req-50d3bc3f-ed35-4cd9-8b17-9acbf818e4cb tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.0492463 Nov 23 22:59:34.283962 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 63e9abd2-37ce-4c93-8391-dc49dd187aef details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 22:59:34.320123 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3133a808-e5c7-4bd8-affa-8a6f3fc49246 req-07f959c2-4c69-4f00-83ab-1da2f0e7b410 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510731 Nov 23 22:59:34.383353 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 63e9abd2-37ce-4c93-8391-dc49dd187aef, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=63e9abd2-37ce-4c93-8391-dc49dd187aef,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:34.395935 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '63e9abd2-37ce-4c93-8391-dc49dd187aef', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'port_id': '63e9abd2-37ce-4c93-8391-dc49dd187aef', 'mac_address': 'fa:16:3e:aa:7a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 22:59:34.434814 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:34.447886 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63e9abd2-37ce-4c93-8391-dc49dd187aef {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 22:59:34.468240 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 63e9abd2-37ce-4c93-8391-dc49dd187aef, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=63e9abd2-37ce-4c93-8391-dc49dd187aef,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:34.472043 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:34.526382 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=63e9abd2-37ce-4c93-8391-dc49dd187aef,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:34.534728 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:34.535095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:34.535442 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:34.535787 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:34.536153 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:34.536488 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:34.536822 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:34.537154 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:34.537484 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:34.537810 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:34.538138 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:34.538472 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 22:59:34.564220 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['63e9abd2-37ce-4c93-8391-dc49dd187aef'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 22:59:35.455167 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2217f9-7fe5-4425-8413-3612a8ea1ae8 req-1a240e70-81ea-4a96-bae1-03c1d48291f2 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:35.456607 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cb2217f9-7fe5-4425-8413-3612a8ea1ae8 req-1a240e70-81ea-4a96-bae1-03c1d48291f2 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 944 time: 0.0526018 Nov 23 22:59:35.509712 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cb2217f9-7fe5-4425-8413-3612a8ea1ae8 req-ffe1f824-cb04-4f51-9489-e230aad8fe85 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469503 Nov 23 22:59:36.308032 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 63e9abd2-37ce-4c93-8391-dc49dd187aef up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 22:59:36.368779 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 63e9abd2-37ce-4c93-8391-dc49dd187aef triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 22:59:36.369274 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:36.461145 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:36.486794 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc632127-8955-4cb4-9f5c-23486ae9d211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e9abd2-37ce-4c93-8391-dc49dd187aef'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:59:36.489166 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc37bd77-7bf6-4d63-acc9-06d340fbe603" -d '{"events": [{"server_uuid": "bc632127-8955-4cb4-9f5c-23486ae9d211", "name": "network-vif-plugged", "status": "completed", "tag": "63e9abd2-37ce-4c93-8391-dc49dd187aef"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:59:36.504069 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 63e9abd2-37ce-4c93-8391-dc49dd187aef, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=63e9abd2-37ce-4c93-8391-dc49dd187aef,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:36.514205 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:36.582202 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 22:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735bad4c-2f6e-4dd0-81b8-ce89115c0a12 x-openstack-request-id: req-735bad4c-2f6e-4dd0-81b8-ce89115c0a12 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:59:36.582483 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc632127-8955-4cb4-9f5c-23486ae9d211", "name": "network-vif-plugged", "status": "completed", "tag": "63e9abd2-37ce-4c93-8391-dc49dd187aef", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:59:36.582768 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-735bad4c-2f6e-4dd0-81b8-ce89115c0a12 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:59:36.583167 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc632127-8955-4cb4-9f5c-23486ae9d211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e9abd2-37ce-4c93-8391-dc49dd187aef', 'code': 200} Nov 23 22:59:36.592354 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=63e9abd2-37ce-4c93-8391-dc49dd187aef,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:36.658929 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dff54d-e0cd-4b7f-a06b-65bdfe5c47d1 req-7d6c97a2-bb31-4aca-93d9-66e2552e4d8c tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:36.661257 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09dff54d-e0cd-4b7f-a06b-65bdfe5c47d1 req-7d6c97a2-bb31-4aca-93d9-66e2552e4d8c tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.0557945 Nov 23 22:59:36.724785 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-09dff54d-e0cd-4b7f-a06b-65bdfe5c47d1 req-4238adf8-f72a-409f-aadc-b307bd1a13b5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558236 Nov 23 22:59:37.858829 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c39a4-6c78-4a56-9339-a1b0afca554f req-52bf36d5-0997-43f9-a6da-aa81dd4d4bfd tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:37.860666 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3f4c39a4-6c78-4a56-9339-a1b0afca554f req-52bf36d5-0997-43f9-a6da-aa81dd4d4bfd tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.0569277 Nov 23 22:59:37.921047 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3f4c39a4-6c78-4a56-9339-a1b0afca554f req-25181fd5-67dd-4b83-8031-f558e70de303 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542035 Nov 23 22:59:38.601764 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 22:59:39.048785 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc810010-1811-419d-84be-4f8bddd890d3 req-61818874-925a-4446-9f62-51330c8c9afc tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:39.050307 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bc810010-1811-419d-84be-4f8bddd890d3 req-61818874-925a-4446-9f62-51330c8c9afc tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.0551879 Nov 23 22:59:39.112218 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bc810010-1811-419d-84be-4f8bddd890d3 req-cc344833-f4ff-4542-9d38-9583414bb4c3 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548897 Nov 23 22:59:40.232737 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e98ec3-1303-4411-b61a-18071ff8f129 req-553d886d-5425-43f2-b4b4-872d1d9cdc59 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:40.234337 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1e98ec3-1303-4411-b61a-18071ff8f129 req-553d886d-5425-43f2-b4b4-872d1d9cdc59 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.0571420 Nov 23 22:59:40.292927 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d1e98ec3-1303-4411-b61a-18071ff8f129 req-539b8535-80e5-4025-87de-3a77193051d5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510080 Nov 23 22:59:41.423161 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21064740-92ac-4f34-abfb-7a030af28f5f req-eb2ce5da-5b8b-47ae-82c6-0ba0edf168cb tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:41.424623 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21064740-92ac-4f34-abfb-7a030af28f5f req-eb2ce5da-5b8b-47ae-82c6-0ba0edf168cb tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.0542879 Nov 23 22:59:41.489481 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21064740-92ac-4f34-abfb-7a030af28f5f req-03404785-38ed-4fa5-b8eb-90392e2216f5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574481 Nov 23 22:59:42.622958 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3313094-b09a-4283-9467-34aa3a21b656 req-0ffd01f7-503e-4019-a655-5fc509d70ae1 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:42.624643 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b3313094-b09a-4283-9467-34aa3a21b656 req-0ffd01f7-503e-4019-a655-5fc509d70ae1 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.0563164 Nov 23 22:59:42.681907 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b3313094-b09a-4283-9467-34aa3a21b656 req-48495619-3732-4cb5-ba12-e8d8a95aa419 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508912 Nov 23 22:59:43.800953 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b90978-4993-411b-ae78-0cfd6f56e50e req-1a7a98b0-06a2-4f0a-9478-897136960b2b tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:43.802435 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0b90978-4993-411b-ae78-0cfd6f56e50e req-1a7a98b0-06a2-4f0a-9478-897136960b2b tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.0522161 Nov 23 22:59:43.851216 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c0b90978-4993-411b-ae78-0cfd6f56e50e req-da6c01fb-a703-4993-8260-8aa872ef2b54 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425088 Nov 23 22:59:44.406550 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c59f2-885e-4d85-b5ca-9bba71cc855a req-0a5b01fb-4de2-428e-95c7-b07ac531ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:44.407996 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd8c59f2-885e-4d85-b5ca-9bba71cc855a req-0a5b01fb-4de2-428e-95c7-b07ac531ebd5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69f0d16a3b5542aba43a3d9a250ff83e&device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 1096 time: 0.0424564 Nov 23 22:59:44.501741 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c59f2-885e-4d85-b5ca-9bba71cc855a req-d366df93-e908-4002-9b1b-2fc98e950379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:44.503216 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd8c59f2-885e-4d85-b5ca-9bba71cc855a req-d366df93-e908-4002-9b1b-2fc98e950379 service neutron] 10.222.0.53 "GET /v2.0/networks?id=685d82bc-2360-4cf4-a574-0cc511f3a59f HTTP/1.1" status: 200 len: 910 time: 0.0864673 Nov 23 22:59:44.571343 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd8c59f2-885e-4d85-b5ca-9bba71cc855a req-1c68fa68-f0ea-4be1-ba06-eec90c2be9b8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63e9abd2-37ce-4c93-8391-dc49dd187aef HTTP/1.1" status: 200 len: 1001 time: 0.0554943 Nov 23 22:59:44.624579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c59f2-885e-4d85-b5ca-9bba71cc855a req-ab792cfa-7c73-4f85-9473-f7d4a1662bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:44.626027 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd8c59f2-885e-4d85-b5ca-9bba71cc855a req-ab792cfa-7c73-4f85-9473-f7d4a1662bf9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15e6b6a5-949c-45b3-b5a8-172818373638 HTTP/1.1" status: 200 len: 848 time: 0.0433557 Nov 23 22:59:44.678452 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c59f2-885e-4d85-b5ca-9bba71cc855a req-1820f77e-6537-4da3-8b36-4045825d5e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:44.679919 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd8c59f2-885e-4d85-b5ca-9bba71cc855a req-1820f77e-6537-4da3-8b36-4045825d5e17 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=685d82bc-2360-4cf4-a574-0cc511f3a59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457413 Nov 23 22:59:44.771739 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd8c59f2-885e-4d85-b5ca-9bba71cc855a req-8edfaa79-3843-4d62-adce-be078ad7a970 service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811622 Nov 23 22:59:44.871047 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fd8c59f2-885e-4d85-b5ca-9bba71cc855a req-b6255ce8-0a5c-4fe0-9fc3-3ba4def79eb7 service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882902 Nov 23 22:59:44.970107 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b18ab-7632-4e12-ac35-2c3a14533b67 req-08ca1f73-a374-4f4f-9d1f-86b704e8c3a1 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:44.971523 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be5b18ab-7632-4e12-ac35-2c3a14533b67 req-08ca1f73-a374-4f4f-9d1f-86b704e8c3a1 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.0503602 Nov 23 22:59:45.022266 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be5b18ab-7632-4e12-ac35-2c3a14533b67 req-2175a207-6906-4f68-beed-a2fc42579dea tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448270 Nov 23 22:59:46.145266 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37c493-3787-4268-b041-ed5d4f7d1cba req-7cb8e008-be84-48b0-8743-8e1086a456ca tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:46.146769 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-af37c493-3787-4268-b041-ed5d4f7d1cba req-7cb8e008-be84-48b0-8743-8e1086a456ca tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.0563805 Nov 23 22:59:46.196527 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-af37c493-3787-4268-b041-ed5d4f7d1cba req-396ee349-a95a-450d-8c3c-5992599383b7 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437024 Nov 23 22:59:47.313259 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270c281-dd66-4abf-bbbd-8475171e830f req-8c671725-cad4-4c4d-a6a2-ddb127abb4c9 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:47.314761 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7270c281-dd66-4abf-bbbd-8475171e830f req-8c671725-cad4-4c4d-a6a2-ddb127abb4c9 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.0486221 Nov 23 22:59:47.364316 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7270c281-dd66-4abf-bbbd-8475171e830f req-a8d82f39-23fe-4036-ab9d-ec9b0ee4e4bf tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435081 Nov 23 22:59:47.481268 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-3a6395fd-60f8-499f-8e9a-62bb44118d36 req-8c4cf033-44d9-4968-b8e4-ec6dfdaa0129 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 22:59:47.483169 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3a6395fd-60f8-499f-8e9a-62bb44118d36 req-8c4cf033-44d9-4968-b8e4-ec6dfdaa0129 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0519497 Nov 23 22:59:47.639359 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5d34a-4a9b-4d7f-aab0-b96db12c51ef req-48958d97-e263-4ac8-bbed-20f2d26ddfd6 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:47.640887 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8b5d34a-4a9b-4d7f-aab0-b96db12c51ef req-48958d97-e263-4ac8-bbed-20f2d26ddfd6 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 945 time: 0.0507791 Nov 23 22:59:47.702342 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a8b5d34a-4a9b-4d7f-aab0-b96db12c51ef req-4c846a16-47c8-4d2d-971d-101b5f9b99f3 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553837 Nov 23 22:59:47.819406 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1d5fbed-ae8e-423c-a442-c37adb17a8ff req-dad7ab58-4b23-4139-9414-317a5974b52e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838001 Nov 23 22:59:48.370079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 63e9abd2-37ce-4c93-8391-dc49dd187aef no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:59:48.449016 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:48.473051 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc632127-8955-4cb4-9f5c-23486ae9d211', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63e9abd2-37ce-4c93-8391-dc49dd187aef'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 22:59:48.475545 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b03e720-ce07-43a4-80e1-144202d24393" -d '{"events": [{"server_uuid": "bc632127-8955-4cb4-9f5c-23486ae9d211", "name": "network-vif-unplugged", "status": "completed", "tag": "63e9abd2-37ce-4c93-8391-dc49dd187aef"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 22:59:48.488705 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 63e9abd2-37ce-4c93-8391-dc49dd187aef, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=63e9abd2-37ce-4c93-8391-dc49dd187aef,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 22:59:48.493128 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:48.518251 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 22:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bee6c3-3ea7-4f01-99b1-b8fed31069bc x-openstack-request-id: req-a1bee6c3-3ea7-4f01-99b1-b8fed31069bc {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 22:59:48.518555 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc632127-8955-4cb4-9f5c-23486ae9d211", "name": "network-vif-unplugged", "status": "completed", "tag": "63e9abd2-37ce-4c93-8391-dc49dd187aef", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 22:59:48.518844 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a1bee6c3-3ea7-4f01-99b1-b8fed31069bc {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 22:59:48.519233 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc632127-8955-4cb4-9f5c-23486ae9d211', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63e9abd2-37ce-4c93-8391-dc49dd187aef', 'code': 200} Nov 23 22:59:48.544633 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=63e9abd2-37ce-4c93-8391-dc49dd187aef,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 22:59:48.680527 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5fbed-ae8e-423c-a442-c37adb17a8ff req-d7fce8cb-4241-4d12-a12e-217eb58f649c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:48.682020 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1d5fbed-ae8e-423c-a442-c37adb17a8ff req-d7fce8cb-4241-4d12-a12e-217eb58f649c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211&tenant_id=69f0d16a3b5542aba43a3d9a250ff83e HTTP/1.1" status: 200 len: 1094 time: 0.0410488 Nov 23 22:59:48.746450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5fbed-ae8e-423c-a442-c37adb17a8ff req-742b4ee7-14eb-4173-b4ba-bdb7c1e4a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:48.748568 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1d5fbed-ae8e-423c-a442-c37adb17a8ff req-742b4ee7-14eb-4173-b4ba-bdb7c1e4a34e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69f0d16a3b5542aba43a3d9a250ff83e&device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 1094 time: 0.0409050 Nov 23 22:59:48.874036 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78fe2d5-734a-4dcd-82ec-8b905e9ca3cd req-cd76c9e6-0aee-4289-9ba1-7cda8247e934 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:48.875548 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e78fe2d5-734a-4dcd-82ec-8b905e9ca3cd req-cd76c9e6-0aee-4289-9ba1-7cda8247e934 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 943 time: 0.0969713 Nov 23 22:59:48.896104 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5fbed-ae8e-423c-a442-c37adb17a8ff req-d6daa8d4-dd22-4294-b838-19785039afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:48.897497 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1d5fbed-ae8e-423c-a442-c37adb17a8ff req-d6daa8d4-dd22-4294-b838-19785039afd2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=685d82bc-2360-4cf4-a574-0cc511f3a59f HTTP/1.1" status: 200 len: 910 time: 0.1375968 Nov 23 22:59:48.978311 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e78fe2d5-734a-4dcd-82ec-8b905e9ca3cd req-bca12196-ec99-4356-9bef-3ff4a06b7020 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940473 Nov 23 22:59:48.993137 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1d5fbed-ae8e-423c-a442-c37adb17a8ff req-a0f4569e-a188-4711-9f96-7b7d6a446244 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63e9abd2-37ce-4c93-8391-dc49dd187aef HTTP/1.1" status: 200 len: 999 time: 0.0836563 Nov 23 22:59:49.051379 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5fbed-ae8e-423c-a442-c37adb17a8ff req-7cc5be04-e524-4f50-877a-383218d5cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:49.052828 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1d5fbed-ae8e-423c-a442-c37adb17a8ff req-7cc5be04-e524-4f50-877a-383218d5cb96 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15e6b6a5-949c-45b3-b5a8-172818373638 HTTP/1.1" status: 200 len: 848 time: 0.0478563 Nov 23 22:59:49.102509 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5fbed-ae8e-423c-a442-c37adb17a8ff req-5d4354bc-deca-4366-a1dc-d42d091fba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:49.104006 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1d5fbed-ae8e-423c-a442-c37adb17a8ff req-5d4354bc-deca-4366-a1dc-d42d091fba18 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=685d82bc-2360-4cf4-a574-0cc511f3a59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395582 Nov 23 22:59:49.203434 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1d5fbed-ae8e-423c-a442-c37adb17a8ff req-fadccf8a-ebe3-41bf-8bd7-c5ab5a23d629 service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867710 Nov 23 22:59:49.297578 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1d5fbed-ae8e-423c-a442-c37adb17a8ff req-caf7a3c4-fd4e-4350-8134-469dbeab3cab service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828829 Nov 23 22:59:50.116790 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7de95-d9d1-4d14-9fb2-a00191eb49aa req-ea95a1d6-bbf3-4f68-a2aa-16b3101a36e6 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:50.118307 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e0b7de95-d9d1-4d14-9fb2-a00191eb49aa req-ea95a1d6-bbf3-4f68-a2aa-16b3101a36e6 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 943 time: 0.0596428 Nov 23 22:59:50.174823 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e0b7de95-d9d1-4d14-9fb2-a00191eb49aa req-ebc90ffd-2cc4-4ec5-b718-c22e2080bee7 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502059 Nov 23 22:59:51.302764 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29812a-2a61-4423-8053-00f3b698d1c0 req-c1c853a4-1360-4c11-bda3-86f6e276c872 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:51.304299 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dd29812a-2a61-4423-8053-00f3b698d1c0 req-c1c853a4-1360-4c11-bda3-86f6e276c872 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 943 time: 0.0624170 Nov 23 22:59:51.353809 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-dd29812a-2a61-4423-8053-00f3b698d1c0 req-8dab4368-12f7-487a-9b2f-f04bcc3e1fb9 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435736 Nov 23 22:59:52.430004 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 63e9abd2-37ce-4c93-8391-dc49dd187aef no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 22:59:52.506065 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad2e68-a016-4afd-928e-c9ebb743e02f req-90314866-3ee6-4930-adfd-47bd6f833877 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:52.507844 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-66ad2e68-a016-4afd-928e-c9ebb743e02f req-90314866-3ee6-4930-adfd-47bd6f833877 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 943 time: 0.0742438 Nov 23 22:59:52.563024 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-66ad2e68-a016-4afd-928e-c9ebb743e02f req-658beda6-bb47-41c4-8479-dfa3066d1ab6 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486300 Nov 23 22:59:53.666171 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:53.701460 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c1139-dcbb-4c84-bf78-38580a87b746 req-fbe3f5ca-dc02-43c0-98c7-23a50259c960 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:53.703162 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a69c1139-dcbb-4c84-bf78-38580a87b746 req-fbe3f5ca-dc02-43c0-98c7-23a50259c960 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 943 time: 0.0536740 Nov 23 22:59:53.756960 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a69c1139-dcbb-4c84-bf78-38580a87b746 req-0d65f3df-e2ca-4c8f-af05-d665ef1a3980 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473206 Nov 23 22:59:54.885643 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea718dd7-7d00-4ea8-9688-b300da6c0138 req-a3e62080-a477-4c4f-b3d2-fd49f274abfe tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:54.887442 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea718dd7-7d00-4ea8-9688-b300da6c0138 req-a3e62080-a477-4c4f-b3d2-fd49f274abfe tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 943 time: 0.0553591 Nov 23 22:59:54.946078 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ea718dd7-7d00-4ea8-9688-b300da6c0138 req-0cb8c403-6b7c-4e85-aac1-d9f5e4234ee8 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512190 Nov 23 22:59:56.070945 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a46b5b-c3f2-4ac8-a063-445562580583 req-e940b523-a877-481f-b84b-f5cf65050552 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:56.072657 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1a46b5b-c3f2-4ac8-a063-445562580583 req-e940b523-a877-481f-b84b-f5cf65050552 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 943 time: 0.0595136 Nov 23 22:59:56.133741 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a1a46b5b-c3f2-4ac8-a063-445562580583 req-4b47ff23-4534-4254-a97f-5dd5edf5d1b2 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539780 Nov 23 22:59:57.251152 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8019f93-817c-436f-9b83-0e346b923e99 req-65143bbd-37ee-456f-bb71-bfc69140cf9f tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:57.252885 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e8019f93-817c-436f-9b83-0e346b923e99 req-65143bbd-37ee-456f-bb71-bfc69140cf9f tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 943 time: 0.0501106 Nov 23 22:59:57.314302 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e8019f93-817c-436f-9b83-0e346b923e99 req-12842360-d88b-4555-b730-7146e4296e9c tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547493 Nov 23 22:59:58.085087 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c40eceab-e0e2-4053-996c-acaa9fb3d9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 22:59:58.436378 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d5f7a-4b9b-4731-983c-768b385ac3ef req-8be3cd57-f9eb-44f2-8cf4-963404843866 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:58.438279 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-705d5f7a-4b9b-4731-983c-768b385ac3ef req-8be3cd57-f9eb-44f2-8cf4-963404843866 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 943 time: 0.0547287 Nov 23 22:59:58.487843 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-705d5f7a-4b9b-4731-983c-768b385ac3ef req-1526211b-3d8c-43ee-aecd-f8328de1fdd9 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435770 Nov 23 22:59:59.604656 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674186d-1747-46b1-8d47-d49a75336988 req-b111ff0e-8341-4fab-bbf7-78bfa393f48b tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 22:59:59.606541 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0674186d-1747-46b1-8d47-d49a75336988 req-b111ff0e-8341-4fab-bbf7-78bfa393f48b tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 943 time: 0.0486217 Nov 23 22:59:59.660872 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0674186d-1747-46b1-8d47-d49a75336988 req-c31a6e08-4c5e-4342-b638-7d41e472e0e8 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466399 Nov 23 23:00:00.563938 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:00.620913 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-903571bd-5430-427b-b973-ba9c35d04db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:00.779493 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f593c-3656-4f7b-9da8-49c4c7ebef98 req-265012eb-22fd-4cab-be43-3d5a1889e275 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:00.781529 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b66f593c-3656-4f7b-9da8-49c4c7ebef98 req-265012eb-22fd-4cab-be43-3d5a1889e275 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 943 time: 0.0514686 Nov 23 23:00:00.837773 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b66f593c-3656-4f7b-9da8-49c4c7ebef98 req-cae9b41b-65c8-4b2e-8a44-3eafce807194 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493758 Nov 23 23:00:01.876541 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:01.966459 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa5b5a-802a-4a78-82e3-9c01e94cc423 req-a86bd060-e4f1-447b-8d4e-b52a2a265684 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:01.968544 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-67fa5b5a-802a-4a78-82e3-9c01e94cc423 req-a86bd060-e4f1-447b-8d4e-b52a2a265684 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 943 time: 0.0493567 Nov 23 23:00:02.019487 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-67fa5b5a-802a-4a78-82e3-9c01e94cc423 req-b579b823-83fc-449a-a193-aece3d057242 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450642 Nov 23 23:00:02.460858 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 63e9abd2-37ce-4c93-8391-dc49dd187aef details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:00:02.556235 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 63e9abd2-37ce-4c93-8391-dc49dd187aef, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=63e9abd2-37ce-4c93-8391-dc49dd187aef,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:02.567992 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '63e9abd2-37ce-4c93-8391-dc49dd187aef', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'port_id': '63e9abd2-37ce-4c93-8391-dc49dd187aef', 'mac_address': 'fa:16:3e:aa:7a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:00:02.604067 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:02.620465 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e9abd2-37ce-4c93-8391-dc49dd187aef {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:00:02.640767 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 63e9abd2-37ce-4c93-8391-dc49dd187aef, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=63e9abd2-37ce-4c93-8391-dc49dd187aef,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:02.644684 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:02.690530 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=63e9abd2-37ce-4c93-8391-dc49dd187aef,revision_number=9']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:02.978415 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['63e9abd2-37ce-4c93-8391-dc49dd187aef'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:00:03.142229 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a47f8-c271-4b7f-ac0a-2a24ec9a0ddf req-e9ccaf3d-1891-4c25-948e-5b3b34afd0c3 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:03.143757 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-931a47f8-c271-4b7f-ac0a-2a24ec9a0ddf req-e9ccaf3d-1891-4c25-948e-5b3b34afd0c3 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 944 time: 0.0518792 Nov 23 23:00:03.194216 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-931a47f8-c271-4b7f-ac0a-2a24ec9a0ddf req-30a4b915-c2ed-4924-9001-53c2defebc4d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445182 Nov 23 23:00:03.269101 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:04.020350 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:04.313350 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589beef7-bc44-424f-a381-e89a93873173 req-270014f9-4521-43e1-8aa3-77dea603b15a tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:04.315125 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-589beef7-bc44-424f-a381-e89a93873173 req-270014f9-4521-43e1-8aa3-77dea603b15a tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 944 time: 0.0537133 Nov 23 23:00:04.377429 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-589beef7-bc44-424f-a381-e89a93873173 req-3e84fda4-2bcd-41d1-b095-e812ca07d5f3 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500944 Nov 23 23:00:04.476513 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 63e9abd2-37ce-4c93-8391-dc49dd187aef up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:00:04.525149 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 63e9abd2-37ce-4c93-8391-dc49dd187aef triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:00:04.525514 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:04.603690 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:04.626684 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc632127-8955-4cb4-9f5c-23486ae9d211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e9abd2-37ce-4c93-8391-dc49dd187aef'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:00:04.628910 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdc4042-ffc4-4482-b6a1-63d17597b329" -d '{"events": [{"server_uuid": "bc632127-8955-4cb4-9f5c-23486ae9d211", "name": "network-vif-plugged", "status": "completed", "tag": "63e9abd2-37ce-4c93-8391-dc49dd187aef"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:00:04.642944 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 63e9abd2-37ce-4c93-8391-dc49dd187aef, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=63e9abd2-37ce-4c93-8391-dc49dd187aef,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:00:04.647985 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:04.674664 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0523fac0-3fb1-4bc4-9778-0805c1f97af7 x-openstack-request-id: req-0523fac0-3fb1-4bc4-9778-0805c1f97af7 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:00:04.674988 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc632127-8955-4cb4-9f5c-23486ae9d211", "name": "network-vif-plugged", "status": "completed", "tag": "63e9abd2-37ce-4c93-8391-dc49dd187aef", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:00:04.675247 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0523fac0-3fb1-4bc4-9778-0805c1f97af7 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:00:04.675641 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc632127-8955-4cb4-9f5c-23486ae9d211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e9abd2-37ce-4c93-8391-dc49dd187aef', 'code': 200} Nov 23 23:00:04.703776 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=63e9abd2-37ce-4c93-8391-dc49dd187aef,revision_number=10']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:00:04.847624 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e169b15-6556-49e9-8047-85aa463fa5e3 req-4fb790af-8fff-4909-b1b3-8347ffcb43fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:04.849190 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e169b15-6556-49e9-8047-85aa463fa5e3 req-4fb790af-8fff-4909-b1b3-8347ffcb43fe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 1097 time: 0.0413516 Nov 23 23:00:04.896161 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e169b15-6556-49e9-8047-85aa463fa5e3 req-40064a1c-3504-435d-a34a-3356a5d96db8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400302 Nov 23 23:00:05.503356 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57de5d-edb5-4965-9508-66f6a5204b89 req-c369ab4d-5c4e-4f15-b215-4e9c83375aa7 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:05.504828 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a57de5d-edb5-4965-9508-66f6a5204b89 req-c369ab4d-5c4e-4f15-b215-4e9c83375aa7 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 946 time: 0.0550566 Nov 23 23:00:05.553781 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4a57de5d-edb5-4965-9508-66f6a5204b89 req-8cac6ea0-4740-4482-ae2d-a437e5854c30 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429428 Nov 23 23:00:06.678381 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085d699-aa0b-44b1-bd3f-734976b4ca27 req-49875ce7-3edc-43f8-8a34-26c2862738f8 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:06.680740 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3085d699-aa0b-44b1-bd3f-734976b4ca27 req-49875ce7-3edc-43f8-8a34-26c2862738f8 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 946 time: 0.0547483 Nov 23 23:00:06.732451 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3085d699-aa0b-44b1-bd3f-734976b4ca27 req-1653982f-084d-4bc6-a002-5dca19e5047b tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457153 Nov 23 23:00:07.847705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1acab-5bd6-49ef-9f96-e88602142a8f req-4d4eb498-e9a8-4ea2-a4a2-2e3d49a70772 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:07.849155 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-14e1acab-5bd6-49ef-9f96-e88602142a8f req-4d4eb498-e9a8-4ea2-a4a2-2e3d49a70772 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 946 time: 0.0477350 Nov 23 23:00:07.901243 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-14e1acab-5bd6-49ef-9f96-e88602142a8f req-7ad8caf5-a9da-4146-aa1c-5220cf9f382a tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460758 Nov 23 23:00:14.897522 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5743480e-1965-4e87-9067-053e8255a25f req-b7ad61ae-9c01-410c-9562-7773a1ae54cc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399463 Nov 23 23:00:15.002680 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743480e-1965-4e87-9067-053e8255a25f req-d559ad56-d66d-4b54-bfc2-dc205ad7b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:15.004161 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5743480e-1965-4e87-9067-053e8255a25f req-d559ad56-d66d-4b54-bfc2-dc205ad7b9b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69f0d16a3b5542aba43a3d9a250ff83e&device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 1097 time: 0.0414846 Nov 23 23:00:15.119168 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743480e-1965-4e87-9067-053e8255a25f req-5f2a9e6c-852d-4d66-9be9-ae771d57f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:15.120636 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5743480e-1965-4e87-9067-053e8255a25f req-5f2a9e6c-852d-4d66-9be9-ae771d57f0cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=685d82bc-2360-4cf4-a574-0cc511f3a59f HTTP/1.1" status: 200 len: 910 time: 0.0878565 Nov 23 23:00:15.187680 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5743480e-1965-4e87-9067-053e8255a25f req-ed867721-7300-4ebe-be7a-d33834b7d785 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63e9abd2-37ce-4c93-8391-dc49dd187aef HTTP/1.1" status: 200 len: 1001 time: 0.0591693 Nov 23 23:00:15.237247 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743480e-1965-4e87-9067-053e8255a25f req-46878758-6e3d-46cb-bb83-a04f86b00fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:15.238668 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5743480e-1965-4e87-9067-053e8255a25f req-46878758-6e3d-46cb-bb83-a04f86b00fb3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15e6b6a5-949c-45b3-b5a8-172818373638 HTTP/1.1" status: 200 len: 848 time: 0.0437331 Nov 23 23:00:15.291511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743480e-1965-4e87-9067-053e8255a25f req-2c3352bc-ce0d-4f3c-aa07-6e29e78c6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:00:15.292974 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5743480e-1965-4e87-9067-053e8255a25f req-2c3352bc-ce0d-4f3c-aa07-6e29e78c6e39 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=685d82bc-2360-4cf4-a574-0cc511f3a59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449095 Nov 23 23:00:15.382276 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5743480e-1965-4e87-9067-053e8255a25f req-0da90fb9-fff4-4fcc-a183-a3a0cd5c92da service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811319 Nov 23 23:00:15.476367 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5743480e-1965-4e87-9067-053e8255a25f req-36f3f3b0-e5d2-4533-a47e-c8f83d0d19fb service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847013 Nov 23 23:00:15.600479 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:00:23.676258 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:28.085547 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4de9b96f-fe90-4a18-b79e-1f81996f5a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:30.581141 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:30.620818 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-78f24afc-6c4d-446e-b7b6-d21975277f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:31.878491 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:33.271872 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:34.022653 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:52.600769 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:00:53.676061 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:00:58.085955 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6b6f7104-a1e2-4627-8f15-c87079668423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:00.580448 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:00.621721 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1837ac7b-7fc5-4899-9a99-26db4fb93e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:01.885840 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:03.274351 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:04.024274 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:16.561994 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-13e212f2-c567-4186-8859-d57e444a9c23 req-9c42ef4e-5ec8-4211-89ae-953acfa2c74e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409696 Nov 23 23:01:16.659552 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e212f2-c567-4186-8859-d57e444a9c23 req-368d8543-457f-4fc8-acf9-14ae91fb2ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:16.661007 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-13e212f2-c567-4186-8859-d57e444a9c23 req-368d8543-457f-4fc8-acf9-14ae91fb2ebb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69f0d16a3b5542aba43a3d9a250ff83e&device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 1097 time: 0.0418489 Nov 23 23:01:16.773824 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e212f2-c567-4186-8859-d57e444a9c23 req-1285efd6-01f0-431f-8ed9-f919cf2cd2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:16.775299 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-13e212f2-c567-4186-8859-d57e444a9c23 req-1285efd6-01f0-431f-8ed9-f919cf2cd2ae service neutron] 10.222.0.53 "GET /v2.0/networks?id=685d82bc-2360-4cf4-a574-0cc511f3a59f HTTP/1.1" status: 200 len: 910 time: 0.0879362 Nov 23 23:01:16.844889 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-13e212f2-c567-4186-8859-d57e444a9c23 req-f7295010-e0b2-40af-a67c-4cfb4f85ecd5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63e9abd2-37ce-4c93-8391-dc49dd187aef HTTP/1.1" status: 200 len: 1001 time: 0.0575266 Nov 23 23:01:16.903057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e212f2-c567-4186-8859-d57e444a9c23 req-e382ddf2-c1de-431c-81f0-5ae81332cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:16.904548 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-13e212f2-c567-4186-8859-d57e444a9c23 req-e382ddf2-c1de-431c-81f0-5ae81332cc4c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15e6b6a5-949c-45b3-b5a8-172818373638 HTTP/1.1" status: 200 len: 848 time: 0.0480018 Nov 23 23:01:16.955716 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e212f2-c567-4186-8859-d57e444a9c23 req-2d29cc86-1f1f-4cdb-8824-3ba693d56153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:16.957162 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-13e212f2-c567-4186-8859-d57e444a9c23 req-2d29cc86-1f1f-4cdb-8824-3ba693d56153 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=685d82bc-2360-4cf4-a574-0cc511f3a59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408051 Nov 23 23:01:17.047772 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-13e212f2-c567-4186-8859-d57e444a9c23 req-0f6f8489-de60-4ad3-bccb-446db54c502f service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813928 Nov 23 23:01:17.145545 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-13e212f2-c567-4186-8859-d57e444a9c23 req-75d08787-55f5-4520-8b7a-2b74319d3dd2 service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850689 Nov 23 23:01:21.643542 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51844) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:21.802536 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Deleting port 76c3ba83-c3b3-4248-932f-928f47f3d611 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:01:21.802915 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:21.876734 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:21.877085 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:21.888417 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Calling delete_port for 76c3ba83-c3b3-4248-932f-928f47f3d611 owned by network:floatingip {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:01:22.035366 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:22.060180 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event deleted for resources: {'Port': ['ID=76c3ba83-c3b3-4248-932f-928f47f3d611,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:22.087812 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:22.088162 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:22.088530 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:22.088844 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:22.089178 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:22.089525 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:22.089839 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:22.090165 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:22.090489 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:22.090849 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:22.091180 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:22.091500 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:22.134200 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for floatingip, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:22.134535 n-d-816206-9 neutron-server[110033]: INFO neutron.db.l3_db [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Floating IP 9c2e41d3-557f-41cb-b6bf-5aca468f13f2 disassociated (deleted). External IP: 172.25.5.117, port: 63e9abd2-37ce-4c93-8391-dc49dd187aef. Nov 23 23:01:22.336464 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Router 5ac037ef-b2c0-4756-9032-18532d985242 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:01:22.446591 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:01:22.451508 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:22.457190 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067cfcac-4783-439c-9a87-3d266fd70251 None None] Sync routers for ids ['5ac037ef-b2c0-4756-9032-18532d985242'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:01:22.466688 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067cfcac-4783-439c-9a87-3d266fd70251 None None] Routers {'5ac037ef-b2c0-4756-9032-18532d985242'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:22.467334 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-067cfcac-4783-439c-9a87-3d266fd70251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:01:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['5ac037ef-b2c0-4756-9032-18532d985242'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:22.479038 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e29cd686-897b-4993-a54f-9dbfee1d4973 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "DELETE /v2.0/floatingips/9c2e41d3-557f-41cb-b6bf-5aca468f13f2 HTTP/1.1" status: 204 len: 168 time: 0.8343444 Nov 23 23:01:22.479648 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc632127-8955-4cb4-9f5c-23486ae9d211', 'tag': '63e9abd2-37ce-4c93-8391-dc49dd187aef'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:01:22.481929 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d57c749-e9e2-464f-bf25-d2174724955d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc632127-8955-4cb4-9f5c-23486ae9d211", "tag": "63e9abd2-37ce-4c93-8391-dc49dd187aef"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:01:22.583543 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9d796e-baf7-422d-b98e-434772755e00 x-openstack-request-id: req-8b9d796e-baf7-422d-b98e-434772755e00 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:01:22.583869 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc632127-8955-4cb4-9f5c-23486ae9d211", "tag": "63e9abd2-37ce-4c93-8391-dc49dd187aef", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:01:22.584114 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-067cfcac-4783-439c-9a87-3d266fd70251 None None] Set router 5ac037ef-b2c0-4756-9032-18532d985242 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:01:22.584283 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8b9d796e-baf7-422d-b98e-434772755e00 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:01:22.584706 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc632127-8955-4cb4-9f5c-23486ae9d211', 'tag': '63e9abd2-37ce-4c93-8391-dc49dd187aef', 'status': 'completed', 'code': 200} Nov 23 23:01:22.667230 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57c749-e9e2-464f-bf25-d2174724955d req-5aaaea46-d8df-4139-ba7f-9496fbde95df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:22.668884 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d57c749-e9e2-464f-bf25-d2174724955d req-5aaaea46-d8df-4139-ba7f-9496fbde95df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69f0d16a3b5542aba43a3d9a250ff83e&device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 1097 time: 0.0463150 Nov 23 23:01:22.782398 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45824ae0-3097-4b54-b898-867be7214ef2 req-bedbbb40-5ea8-43a9-9bcf-8b8d972bebdc tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:22.783965 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-45824ae0-3097-4b54-b898-867be7214ef2 req-bedbbb40-5ea8-43a9-9bcf-8b8d972bebdc tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 946 time: 0.1141303 Nov 23 23:01:22.818141 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57c749-e9e2-464f-bf25-d2174724955d req-0eed619c-695e-4e54-b00a-43fe62af573e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:22.819645 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d57c749-e9e2-464f-bf25-d2174724955d req-0eed619c-695e-4e54-b00a-43fe62af573e service neutron] 10.222.0.53 "GET /v2.0/networks?id=685d82bc-2360-4cf4-a574-0cc511f3a59f HTTP/1.1" status: 200 len: 910 time: 0.1406403 Nov 23 23:01:22.880426 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d57c749-e9e2-464f-bf25-d2174724955d req-d58ec426-3796-4571-8b0f-9d1987f1a32b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63e9abd2-37ce-4c93-8391-dc49dd187aef HTTP/1.1" status: 200 len: 217 time: 0.0505080 Nov 23 23:01:22.885275 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-45824ae0-3097-4b54-b898-867be7214ef2 req-e717d21b-15bc-4c49-b02c-1559d13ae15d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948918 Nov 23 23:01:22.931287 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57c749-e9e2-464f-bf25-d2174724955d req-a81562b1-0193-47c9-ba73-8411e7bd2ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:22.933099 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d57c749-e9e2-464f-bf25-d2174724955d req-a81562b1-0193-47c9-ba73-8411e7bd2ace service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15e6b6a5-949c-45b3-b5a8-172818373638 HTTP/1.1" status: 200 len: 848 time: 0.0451126 Nov 23 23:01:22.948727 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-067cfcac-4783-439c-9a87-3d266fd70251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac037ef-b2c0-4756-9032-18532d985242', 'name': 'tempest-TestShelveInstance-1510742134-router', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:04Z', 'revision_number': 4, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'gw_port': {'id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'f95fd73e-eefc-409b-a2dd-6ccef7778255', 'name': '', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'mac_address': 'fa:16:3e:55:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:04Z', 'updated_at': '2021-11-23T22:57:09Z', 'revision_number': 5, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'subnets': [{'id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:22.974759 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067cfcac-4783-439c-9a87-3d266fd70251 None None] Checking router: 5ac037ef-b2c0-4756-9032-18532d985242 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:01:22.980295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57c749-e9e2-464f-bf25-d2174724955d req-7ea1251b-ddc0-4f1d-a823-4a3ae40adea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:22.981742 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d57c749-e9e2-464f-bf25-d2174724955d req-7ea1251b-ddc0-4f1d-a823-4a3ae40adea1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=685d82bc-2360-4cf4-a574-0cc511f3a59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402229 Nov 23 23:01:22.982883 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067cfcac-4783-439c-9a87-3d266fd70251 None None] Routers {'5ac037ef-b2c0-4756-9032-18532d985242'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:01:22.983484 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-067cfcac-4783-439c-9a87-3d266fd70251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:01:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['5ac037ef-b2c0-4756-9032-18532d985242'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:23.078013 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d57c749-e9e2-464f-bf25-d2174724955d req-7bee10ed-597d-430d-b8bb-d57eb166e130 service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854130 Nov 23 23:01:23.087893 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-067cfcac-4783-439c-9a87-3d266fd70251 None None] Set router 5ac037ef-b2c0-4756-9032-18532d985242 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:01:23.170748 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d57c749-e9e2-464f-bf25-d2174724955d req-0a04679b-9359-437c-b89c-350ca2504e64 service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840678 Nov 23 23:01:23.288107 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-067cfcac-4783-439c-9a87-3d266fd70251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac037ef-b2c0-4756-9032-18532d985242', 'name': 'tempest-TestShelveInstance-1510742134-router', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:04Z', 'revision_number': 4, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'gw_port': {'id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'f95fd73e-eefc-409b-a2dd-6ccef7778255', 'name': '', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'mac_address': 'fa:16:3e:55:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:04Z', 'updated_at': '2021-11-23T22:57:09Z', 'revision_number': 5, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'subnets': [{'id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:01:23.314358 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067cfcac-4783-439c-9a87-3d266fd70251 None None] The sync data for ids ['5ac037ef-b2c0-4756-9032-18532d985242'] in n-d-816206-9 is: [{'id': '5ac037ef-b2c0-4756-9032-18532d985242', 'name': 'tempest-TestShelveInstance-1510742134-router', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:04Z', 'revision_number': 4, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'gw_port': {'id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'f95fd73e-eefc-409b-a2dd-6ccef7778255', 'name': '', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'mac_address': 'fa:16:3e:55:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:04Z', 'updated_at': '2021-11-23T22:57:09Z', 'revision_number': 5, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'subnets': [{'id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:01:23.536624 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e16226-c165-42cd-ad28-790653e63fea None None] New status for floating IP 9c2e41d3-557f-41cb-b6bf-5aca468f13f2: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:01:23.661523 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:24.003929 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590916c-73e3-4dd7-88f0-288133a52f0c req-15ed7c58-4a27-4f49-8b15-bb00e24d4140 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:24.005503 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7590916c-73e3-4dd7-88f0-288133a52f0c req-15ed7c58-4a27-4f49-8b15-bb00e24d4140 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 946 time: 0.0494928 Nov 23 23:01:24.058949 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7590916c-73e3-4dd7-88f0-288133a52f0c req-70b8e633-6feb-42b8-91e4-2293788fa097 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=5aeb5be9-16c7-45e6-b812-515c525ef5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474970 Nov 23 23:01:24.237659 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda14807-9934-4113-b977-6fa55345f8e7 req-db1b42ed-294f-4188-ba3b-8571e9119e9c tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:24.239048 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eda14807-9934-4113-b977-6fa55345f8e7 req-db1b42ed-294f-4188-ba3b-8571e9119e9c tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 946 time: 0.0492127 Nov 23 23:01:24.326349 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-eda14807-9934-4113-b977-6fa55345f8e7 req-974ea9ab-f422-45df-94f8-a93dcb6cb424 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Deleting port 63e9abd2-37ce-4c93-8391-dc49dd187aef {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:01:24.326689 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-eda14807-9934-4113-b977-6fa55345f8e7 req-974ea9ab-f422-45df-94f8-a93dcb6cb424 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:24.418990 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-eda14807-9934-4113-b977-6fa55345f8e7 req-974ea9ab-f422-45df-94f8-a93dcb6cb424 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] For port 63e9abd2-37ce-4c93-8391-dc49dd187aef, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=63e9abd2-37ce-4c93-8391-dc49dd187aef,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:24.419357 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-eda14807-9934-4113-b977-6fa55345f8e7 req-974ea9ab-f422-45df-94f8-a93dcb6cb424 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:24.432449 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-eda14807-9934-4113-b977-6fa55345f8e7 req-974ea9ab-f422-45df-94f8-a93dcb6cb424 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Calling delete_port for 63e9abd2-37ce-4c93-8391-dc49dd187aef owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:01:24.565294 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-eda14807-9934-4113-b977-6fa55345f8e7 req-974ea9ab-f422-45df-94f8-a93dcb6cb424 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:24.595468 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ea9ab-f422-45df-94f8-a93dcb6cb424 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event deleted for resources: {'Port': ['ID=63e9abd2-37ce-4c93-8391-dc49dd187aef,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:24.620972 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ea9ab-f422-45df-94f8-a93dcb6cb424 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:24.621320 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ea9ab-f422-45df-94f8-a93dcb6cb424 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:24.621660 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ea9ab-f422-45df-94f8-a93dcb6cb424 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:24.621996 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ea9ab-f422-45df-94f8-a93dcb6cb424 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:24.622329 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ea9ab-f422-45df-94f8-a93dcb6cb424 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:24.622657 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ea9ab-f422-45df-94f8-a93dcb6cb424 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:24.623023 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ea9ab-f422-45df-94f8-a93dcb6cb424 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:24.623333 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ea9ab-f422-45df-94f8-a93dcb6cb424 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:24.623655 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ea9ab-f422-45df-94f8-a93dcb6cb424 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:24.623979 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ea9ab-f422-45df-94f8-a93dcb6cb424 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:24.624300 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ea9ab-f422-45df-94f8-a93dcb6cb424 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:24.624618 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974ea9ab-f422-45df-94f8-a93dcb6cb424 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:24.645972 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda14807-9934-4113-b977-6fa55345f8e7 req-974ea9ab-f422-45df-94f8-a93dcb6cb424 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] No DVR routers for this DVR port 63e9abd2-37ce-4c93-8391-dc49dd187aef on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:01:24.648342 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-eda14807-9934-4113-b977-6fa55345f8e7 req-974ea9ab-f422-45df-94f8-a93dcb6cb424 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:24.651681 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-eda14807-9934-4113-b977-6fa55345f8e7 req-974ea9ab-f422-45df-94f8-a93dcb6cb424 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.53 "DELETE /v2.0/ports/63e9abd2-37ce-4c93-8391-dc49dd187aef HTTP/1.1" status: 204 len: 173 time: 0.4066677 Nov 23 23:01:24.652111 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc632127-8955-4cb4-9f5c-23486ae9d211', 'name': 'network-vif-deleted', 'tag': '63e9abd2-37ce-4c93-8391-dc49dd187aef'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:01:24.654337 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdef08f-681b-4a48-acbb-491f29723742" -d '{"events": [{"server_uuid": "bc632127-8955-4cb4-9f5c-23486ae9d211", "name": "network-vif-deleted", "tag": "63e9abd2-37ce-4c93-8391-dc49dd187aef"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:01:24.754575 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f300bb-9b1a-47c0-a679-75a501604575 x-openstack-request-id: req-99f300bb-9b1a-47c0-a679-75a501604575 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:01:24.754891 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc632127-8955-4cb4-9f5c-23486ae9d211", "name": "network-vif-deleted", "tag": "63e9abd2-37ce-4c93-8391-dc49dd187aef", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:01:24.755139 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-99f300bb-9b1a-47c0-a679-75a501604575 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:01:24.755558 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc632127-8955-4cb4-9f5c-23486ae9d211', 'name': 'network-vif-deleted', 'tag': '63e9abd2-37ce-4c93-8391-dc49dd187aef', 'status': 'completed', 'code': 200} Nov 23 23:01:25.169601 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-122ea6d5-a66a-4f87-9e63-1fbe0b3243ec req-3b3ef3b7-48cc-42d4-bb5d-7aecd3e2e374 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc632127-8955-4cb4-9f5c-23486ae9d211 HTTP/1.1" status: 200 len: 210 time: 0.0280511 Nov 23 23:01:26.229035 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51870) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:26.290780 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d047688b-8f9a-43aa-912e-a9985ba032f0 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:26.316320 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d047688b-8f9a-43aa-912e-a9985ba032f0 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:26.375718 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d047688b-8f9a-43aa-912e-a9985ba032f0 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:26.378322 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d047688b-8f9a-43aa-912e-a9985ba032f0 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:26.379552 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d047688b-8f9a-43aa-912e-a9985ba032f0 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "DELETE /v2.0/security-groups/5aeb5be9-16c7-45e6-b812-515c525ef5a6 HTTP/1.1" status: 204 len: 168 time: 0.1495249 Nov 23 23:01:26.388556 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047688b-8f9a-43aa-912e-a9985ba032f0 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aeb5be9-16c7-45e6-b812-515c525ef5a6,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:26.933779 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 51876) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:26.938912 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d8efe71d-b317-4cee-b41c-035f95f803d5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-971579662', 'description': 'tempest-secgroup-smoke-971579662 description', 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:26.961418 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8efe71d-b317-4cee-b41c-035f95f803d5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.024875 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8efe71d-b317-4cee-b41c-035f95f803d5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.028662 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8efe71d-b317-4cee-b41c-035f95f803d5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.058697 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d8efe71d-b317-4cee-b41c-035f95f803d5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.059934 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d8efe71d-b317-4cee-b41c-035f95f803d5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1251440 Nov 23 23:01:27.062010 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efe71d-b317-4cee-b41c-035f95f803d5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065083f6-89fa-4256-a4f8-be70e5344794,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:27.063489 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51878) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:27.068305 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-7425a1b6-07a5-4457-ae6f-5c919c761086 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Request body: {'security_group_rule': {'security_group_id': '065083f6-89fa-4256-a4f8-be70e5344794', 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:27.096117 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7425a1b6-07a5-4457-ae6f-5c919c761086 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.153527 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7425a1b6-07a5-4457-ae6f-5c919c761086 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.157386 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7425a1b6-07a5-4457-ae6f-5c919c761086 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.173889 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425a1b6-07a5-4457-ae6f-5c919c761086 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7717522c-c286-4864-8571-389fbc48506b,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:27.182175 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-7425a1b6-07a5-4457-ae6f-5c919c761086 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.183447 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-7425a1b6-07a5-4457-ae6f-5c919c761086 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187027 Nov 23 23:01:27.186112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51880) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:27.190403 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-3c1ed6b3-ff19-44e5-8048-7af71a3cedb6 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Request body: {'security_group_rule': {'security_group_id': '065083f6-89fa-4256-a4f8-be70e5344794', 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:27.216008 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3c1ed6b3-ff19-44e5-8048-7af71a3cedb6 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.272414 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3c1ed6b3-ff19-44e5-8048-7af71a3cedb6 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.276019 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3c1ed6b3-ff19-44e5-8048-7af71a3cedb6 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.295209 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ed6b3-ff19-44e5-8048-7af71a3cedb6 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c7dc87-2e86-4453-a9dd-e436e3ff1ba2,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:27.302647 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3c1ed6b3-ff19-44e5-8048-7af71a3cedb6 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.303847 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3c1ed6b3-ff19-44e5-8048-7af71a3cedb6 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168036 Nov 23 23:01:27.306486 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51882) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:27.310756 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-ed755eea-4c9b-4331-af14-be6188312dac tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Request body: {'security_group_rule': {'security_group_id': '065083f6-89fa-4256-a4f8-be70e5344794', 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:27.336609 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed755eea-4c9b-4331-af14-be6188312dac tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.392258 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed755eea-4c9b-4331-af14-be6188312dac tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.396553 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed755eea-4c9b-4331-af14-be6188312dac tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.415796 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed755eea-4c9b-4331-af14-be6188312dac tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55cebb25-7103-4a0b-9299-e40da63ff8bf,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:27.424435 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ed755eea-4c9b-4331-af14-be6188312dac tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.425553 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ed755eea-4c9b-4331-af14-be6188312dac tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181111 Nov 23 23:01:27.428354 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51884) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:27.432628 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-4611dcd9-7697-494d-89ad-b57ffd2b20a5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Request body: {'security_group_rule': {'security_group_id': '065083f6-89fa-4256-a4f8-be70e5344794', 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:27.459877 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4611dcd9-7697-494d-89ad-b57ffd2b20a5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.519626 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4611dcd9-7697-494d-89ad-b57ffd2b20a5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.523745 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4611dcd9-7697-494d-89ad-b57ffd2b20a5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.544605 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611dcd9-7697-494d-89ad-b57ffd2b20a5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ad2b84-44d5-4dcb-9956-561090750157,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:27.550566 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-4611dcd9-7697-494d-89ad-b57ffd2b20a5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.551772 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-4611dcd9-7697-494d-89ad-b57ffd2b20a5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225162 Nov 23 23:01:27.554401 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51886) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:27.558673 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-872f8f55-8fe8-4f5c-8179-14d617866ab4 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Request body: {'security_group_rule': {'security_group_id': '065083f6-89fa-4256-a4f8-be70e5344794', 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:27.579648 n-d-816206-9 neutron-server[110034]: INFO neutron.db.securitygroups_db [None req-872f8f55-8fe8-4f5c-8179-14d617866ab4 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Project 69f0d16a3b5542aba43a3d9a250ff83e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:01:27.584386 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-872f8f55-8fe8-4f5c-8179-14d617866ab4 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.641220 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-872f8f55-8fe8-4f5c-8179-14d617866ab4 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.644732 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-872f8f55-8fe8-4f5c-8179-14d617866ab4 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.662826 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f8f55-8fe8-4f5c-8179-14d617866ab4 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddfaf34d-0302-4fc0-89c4-fcdb7df65a53,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:27.668385 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-872f8f55-8fe8-4f5c-8179-14d617866ab4 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.669579 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-872f8f55-8fe8-4f5c-8179-14d617866ab4 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1142242 Nov 23 23:01:27.672843 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 51888) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:01:27.677170 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-19252ea1-e67a-4adf-9351-e5776180c98f tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Request body: {'security_group_rule': {'security_group_id': '065083f6-89fa-4256-a4f8-be70e5344794', 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:27.698069 n-d-816206-9 neutron-server[110034]: INFO neutron.db.securitygroups_db [None req-19252ea1-e67a-4adf-9351-e5776180c98f tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Project 69f0d16a3b5542aba43a3d9a250ff83e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:01:27.702976 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19252ea1-e67a-4adf-9351-e5776180c98f tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.762158 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19252ea1-e67a-4adf-9351-e5776180c98f tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.766331 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19252ea1-e67a-4adf-9351-e5776180c98f tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.783959 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19252ea1-e67a-4adf-9351-e5776180c98f tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec27a56-8177-48c0-8d19-e473449b9a83,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:27.792219 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-19252ea1-e67a-4adf-9351-e5776180c98f tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:27.793385 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-19252ea1-e67a-4adf-9351-e5776180c98f tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196194 Nov 23 23:01:28.093285 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b7c0206a-0435-4814-9700-5b528f825087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:28.806498 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 63e9abd2-37ce-4c93-8391-dc49dd187aef no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:01:28.826957 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 63e9abd2-37ce-4c93-8391-dc49dd187aef {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:01:28.827326 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 63e9abd2-37ce-4c93-8391-dc49dd187aef not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:01:29.600140 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:01:30.579865 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:30.625951 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-74d9f773-d939-4995-88da-1d269c070697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:31.886578 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:33.280423 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:34.026954 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:43.025298 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-4498a70f-7382-4ab3-b971-b541377f323d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971579662&fields=id&tenant_id=69f0d16a3b5542aba43a3d9a250ff83e HTTP/1.1" status: 200 len: 267 time: 0.0460398 Nov 23 23:01:43.130685 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-d3c29519-9a9b-4b0b-b211-eaa7d27f7071 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:43.132180 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-d3c29519-9a9b-4b0b-b211-eaa7d27f7071 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/networks?id=685d82bc-2360-4cf4-a574-0cc511f3a59f HTTP/1.1" status: 200 len: 809 time: 0.0993371 Nov 23 23:01:43.147776 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-d98f893b-4f38-4b48-993a-d37545455432 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/quotas/69f0d16a3b5542aba43a3d9a250ff83e HTTP/1.1" status: 200 len: 375 time: 0.0097730 Nov 23 23:01:43.198196 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-853f7e08-2738-4816-b9e4-13514b2baea6 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=69f0d16a3b5542aba43a3d9a250ff83e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450203 Nov 23 23:01:43.336772 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-402cc027-2c7f-410c-af1c-c1e30ae14133 service neutron] 10.222.0.50 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262372 Nov 23 23:01:43.427872 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-eb7bff14-33db-4c68-ba33-af6fccbc038a service neutron] 10.222.0.50 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849946 Nov 23 23:01:43.714983 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3b6d71d4-25c8-4191-b7f3-49bbfd94af68 req-b142e687-6bc8-4463-83e0-14eea1306500 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 210 time: 0.0265818 Nov 23 23:01:44.700549 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-cda94be9-1fa0-40ec-97cd-94bc799494f0 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:44.701971 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-cda94be9-1fa0-40ec-97cd-94bc799494f0 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.53 "GET /v2.0/networks?id=685d82bc-2360-4cf4-a574-0cc511f3a59f HTTP/1.1" status: 200 len: 809 time: 0.1027641 Nov 23 23:01:44.784661 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-521a4a0d-cf92-430d-a002-fa14e8032201 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69f0d16a3b5542aba43a3d9a250ff83e HTTP/1.1" status: 200 len: 379 time: 0.0616055 Nov 23 23:01:44.814533 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d252ab55-668a-4fd5-a632-4a36223fb5b5 req-a90f773a-b2e1-4f8d-a56a-05f22f97e342 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 210 time: 0.0281837 Nov 23 23:01:44.817907 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-cc6ec3d2-d814-4212-a871-5e498d336419 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Request body: {'port': {'device_id': '425629cb-b81e-4645-a5ef-b127a557b87b', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'admin_state_up': True, 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'security_groups': ['065083f6-89fa-4256-a4f8-be70e5344794']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:44.931767 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-cc6ec3d2-d814-4212-a871-5e498d336419 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Made reservation on behalf of 69f0d16a3b5542aba43a3d9a250ff83e for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:01:44.935609 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-cc6ec3d2-d814-4212-a871-5e498d336419 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:45.064738 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-cc6ec3d2-d814-4212-a871-5e498d336419 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Allocated IP 172.20.0.14 (685d82bc-2360-4cf4-a574-0cc511f3a59f/15e6b6a5-949c-45b3-b5a8-172818373638/f5568f34-71eb-40a2-8587-0f2e572c8b03) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:01:45.211019 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-cc6ec3d2-d814-4212-a871-5e498d336419 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:45.245906 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-cc6ec3d2-d814-4212-a871-5e498d336419 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:45.288036 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-cc6ec3d2-d814-4212-a871-5e498d336419 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Network 685d82bc-2360-4cf4-a574-0cc511f3a59f is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:01:45.293326 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-cc6ec3d2-d814-4212-a871-5e498d336419 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:01:45.296999 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-cc6ec3d2-d814-4212-a871-5e498d336419 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:01:45.325770 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ec3d2-d814-4212-a871-5e498d336419 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event updated for resources: {'Port': ['ID=f5568f34-71eb-40a2-8587-0f2e572c8b03,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:45.358216 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-cc6ec3d2-d814-4212-a871-5e498d336419 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:45.359042 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-cc6ec3d2-d814-4212-a871-5e498d336419 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:45.376140 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-cc6ec3d2-d814-4212-a871-5e498d336419 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5641251 Nov 23 23:01:45.395681 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-39a0485e-bbe5-4d5e-975e-949aaa343ee6 service neutron] Request body: {'port': {'device_id': '425629cb-b81e-4645-a5ef-b127a557b87b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:01:45.459561 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-39a0485e-bbe5-4d5e-975e-949aaa343ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:45.582505 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-595d8c9b-1441-4f1b-9530-56eb2b4abb98 None None] Provisioning complete for port f5568f34-71eb-40a2-8587-0f2e572c8b03 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:01:45.583905 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-595d8c9b-1441-4f1b-9530-56eb2b4abb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:45.620023 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-595d8c9b-1441-4f1b-9530-56eb2b4abb98 None None] Port f5568f34-71eb-40a2-8587-0f2e572c8b03 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:01:46.026244 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a2ebf-e2af-4190-8495-5bebba029204 req-04aed060-bf19-4c2e-86b3-99c479cc199b tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:46.027750 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e4a2ebf-e2af-4190-8495-5bebba029204 req-04aed060-bf19-4c2e-86b3-99c479cc199b tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 932 time: 0.0761929 Nov 23 23:01:46.117612 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7e4a2ebf-e2af-4190-8495-5bebba029204 req-a0be1447-5238-419f-ba99-5c96cf82be9f tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820863 Nov 23 23:01:46.121834 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-39a0485e-bbe5-4d5e-975e-949aaa343ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5568f34-71eb-40a2-8587-0f2e572c8b03 {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:01:46.133904 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-39a0485e-bbe5-4d5e-975e-949aaa343ee6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.153207 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-39a0485e-bbe5-4d5e-975e-949aaa343ee6 service neutron] Transition to ACTIVE for port object f5568f34-71eb-40a2-8587-0f2e572c8b03 will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:01:46.158626 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-39a0485e-bbe5-4d5e-975e-949aaa343ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.236470 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0485e-bbe5-4d5e-975e-949aaa343ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=f5568f34-71eb-40a2-8587-0f2e572c8b03,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:46.315092 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-39a0485e-bbe5-4d5e-975e-949aaa343ee6 service neutron] Attempting to bind port f5568f34-71eb-40a2-8587-0f2e572c8b03 on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:01:46.315498 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-39a0485e-bbe5-4d5e-975e-949aaa343ee6 service neutron] Attempting to bind port f5568f34-71eb-40a2-8587-0f2e572c8b03 by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': '2a4e1cf1-5878-4800-b7e3-8b2ffae05adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:01:46.315844 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-39a0485e-bbe5-4d5e-975e-949aaa343ee6 service neutron] Attempting to bind port f5568f34-71eb-40a2-8587-0f2e572c8b03 on network 685d82bc-2360-4cf4-a574-0cc511f3a59f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:46.322276 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-39a0485e-bbe5-4d5e-975e-949aaa343ee6 service neutron] Port f5568f34-71eb-40a2-8587-0f2e572c8b03 on network 685d82bc-2360-4cf4-a574-0cc511f3a59f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:01:46.322816 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-39a0485e-bbe5-4d5e-975e-949aaa343ee6 service neutron] Attempting to bind port f5568f34-71eb-40a2-8587-0f2e572c8b03 on network 685d82bc-2360-4cf4-a574-0cc511f3a59f {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:01:46.329283 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-39a0485e-bbe5-4d5e-975e-949aaa343ee6 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:01:46.329635 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-39a0485e-bbe5-4d5e-975e-949aaa343ee6 service neutron] Checking segment: {'id': '2a4e1cf1-5878-4800-b7e3-8b2ffae05adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:01:46.330901 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-39a0485e-bbe5-4d5e-975e-949aaa343ee6 service neutron] Bound using segment: {'id': '2a4e1cf1-5878-4800-b7e3-8b2ffae05adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:01:46.331364 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-39a0485e-bbe5-4d5e-975e-949aaa343ee6 service neutron] Bound port: f5568f34-71eb-40a2-8587-0f2e572c8b03, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4e1cf1-5878-4800-b7e3-8b2ffae05adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:01:46.331909 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-39a0485e-bbe5-4d5e-975e-949aaa343ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.417783 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-39a0485e-bbe5-4d5e-975e-949aaa343ee6 service neutron] For port f5568f34-71eb-40a2-8587-0f2e572c8b03, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:01:46.422206 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-39a0485e-bbe5-4d5e-975e-949aaa343ee6 service neutron] For port f5568f34-71eb-40a2-8587-0f2e572c8b03, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f5568f34-71eb-40a2-8587-0f2e572c8b03,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:01:46.430317 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-39a0485e-bbe5-4d5e-975e-949aaa343ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.447860 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-39a0485e-bbe5-4d5e-975e-949aaa343ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:46.448819 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-39a0485e-bbe5-4d5e-975e-949aaa343ee6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:46.451046 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-39a0485e-bbe5-4d5e-975e-949aaa343ee6 service neutron] 10.222.0.53 "PUT /v2.0/ports/f5568f34-71eb-40a2-8587-0f2e572c8b03 HTTP/1.1" status: 200 len: 1092 time: 1.0590124 Nov 23 23:01:46.452833 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425629cb-b81e-4645-a5ef-b127a557b87b', 'tag': 'f5568f34-71eb-40a2-8587-0f2e572c8b03'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:01:46.455800 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d809082-2e42-4145-9c8d-d856bd51a294" -d '{"events": [{"name": "network-changed", "server_uuid": "425629cb-b81e-4645-a5ef-b127a557b87b", "tag": "f5568f34-71eb-40a2-8587-0f2e572c8b03"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:01:46.566132 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9919895e-2238-4d00-b5e3-a18abd91bad8 x-openstack-request-id: req-9919895e-2238-4d00-b5e3-a18abd91bad8 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:01:46.566435 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425629cb-b81e-4645-a5ef-b127a557b87b", "tag": "f5568f34-71eb-40a2-8587-0f2e572c8b03", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:01:46.566700 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9919895e-2238-4d00-b5e3-a18abd91bad8 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:01:46.567542 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '425629cb-b81e-4645-a5ef-b127a557b87b', 'tag': 'f5568f34-71eb-40a2-8587-0f2e572c8b03', 'status': 'completed', 'code': 200} Nov 23 23:01:46.570063 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0485e-bbe5-4d5e-975e-949aaa343ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=f5568f34-71eb-40a2-8587-0f2e572c8b03,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:46.598885 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-171d6390-85a2-4b70-9029-80b65ade5ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:46.600483 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-171d6390-85a2-4b70-9029-80b65ade5ea3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69f0d16a3b5542aba43a3d9a250ff83e&device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 1095 time: 0.0811906 Nov 23 23:01:46.659001 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-8b777c38-4702-49ce-afb5-8c57f0164e01 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5568f34-71eb-40a2-8587-0f2e572c8b03 HTTP/1.1" status: 200 len: 217 time: 0.0406423 Nov 23 23:01:46.727564 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-87e77885-d9aa-4e91-873f-cf1edb2a2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:46.729301 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-87e77885-d9aa-4e91-873f-cf1edb2a2f7c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15e6b6a5-949c-45b3-b5a8-172818373638 HTTP/1.1" status: 200 len: 848 time: 0.0566249 Nov 23 23:01:46.787906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-f4cca0f6-7891-4690-ab2c-5990dad35b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:46.789664 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-f4cca0f6-7891-4690-ab2c-5990dad35b2a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=685d82bc-2360-4cf4-a574-0cc511f3a59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460758 Nov 23 23:01:46.893624 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-96ab3008-d73a-4c4e-b9c2-d3d56cdb906b service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904999 Nov 23 23:01:46.996394 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5aa2ef79-dd41-4575-8596-373d400b6419 req-aa89ac06-ebd4-4778-a642-96cdbb5a4f6a service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894737 Nov 23 23:01:47.089220 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d809082-2e42-4145-9c8d-d856bd51a294 req-0879d6cc-9b54-456e-a1be-7cd2bb62ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:47.090980 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d809082-2e42-4145-9c8d-d856bd51a294 req-0879d6cc-9b54-456e-a1be-7cd2bb62ec8b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69f0d16a3b5542aba43a3d9a250ff83e&device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 1095 time: 0.0430186 Nov 23 23:01:47.200894 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d809082-2e42-4145-9c8d-d856bd51a294 req-56e92bd5-0c04-4541-b76a-e103d63f020d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:47.202826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d809082-2e42-4145-9c8d-d856bd51a294 req-56e92bd5-0c04-4541-b76a-e103d63f020d service neutron] 10.222.0.53 "GET /v2.0/networks?id=685d82bc-2360-4cf4-a574-0cc511f3a59f HTTP/1.1" status: 200 len: 910 time: 0.0978804 Nov 23 23:01:47.257422 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d809082-2e42-4145-9c8d-d856bd51a294 req-22049e23-3c97-4dbf-beb4-156154f82fc2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5568f34-71eb-40a2-8587-0f2e572c8b03 HTTP/1.1" status: 200 len: 217 time: 0.0392544 Nov 23 23:01:47.339401 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162f0b7-ef07-4e52-91d9-4aa9794936b6 req-d9e4297b-af86-444a-82d1-792442e708e0 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:47.340897 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2162f0b7-ef07-4e52-91d9-4aa9794936b6 req-d9e4297b-af86-444a-82d1-792442e708e0 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.1319485 Nov 23 23:01:47.342238 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d809082-2e42-4145-9c8d-d856bd51a294 req-764d4340-4594-4b63-b008-9c9790465b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:47.344828 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d809082-2e42-4145-9c8d-d856bd51a294 req-764d4340-4594-4b63-b008-9c9790465b66 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15e6b6a5-949c-45b3-b5a8-172818373638 HTTP/1.1" status: 200 len: 848 time: 0.0719936 Nov 23 23:01:47.419173 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2162f0b7-ef07-4e52-91d9-4aa9794936b6 req-d906e515-7065-4b46-a3a1-daf757c0f6f6 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707932 Nov 23 23:01:47.428587 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d809082-2e42-4145-9c8d-d856bd51a294 req-62da0eea-b023-49d9-a1dc-c11b94958e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:47.430099 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d809082-2e42-4145-9c8d-d856bd51a294 req-62da0eea-b023-49d9-a1dc-c11b94958e84 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=685d82bc-2360-4cf4-a574-0cc511f3a59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748053 Nov 23 23:01:47.539380 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d809082-2e42-4145-9c8d-d856bd51a294 req-3d22df15-ed6e-4a52-9311-86f6ae2af5a7 service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968058 Nov 23 23:01:47.633844 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d809082-2e42-4145-9c8d-d856bd51a294 req-9c5b6c76-8d18-4915-8987-930a96ec9558 service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821497 Nov 23 23:01:48.544387 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a9174-154e-4c66-abbe-4dda0c1ee461 req-5543092a-92ee-456a-bb56-b670e477b20f tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:48.545853 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a26a9174-154e-4c66-abbe-4dda0c1ee461 req-5543092a-92ee-456a-bb56-b670e477b20f tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0535910 Nov 23 23:01:48.598030 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a26a9174-154e-4c66-abbe-4dda0c1ee461 req-1eb03ca8-00ec-4d8e-be32-8a9d2fe04b81 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454538 Nov 23 23:01:49.718339 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a194a-a021-4fc1-aadb-395a46909b3f req-6220e629-40ef-40b7-a777-dee22b251de6 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:49.720290 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-073a194a-a021-4fc1-aadb-395a46909b3f req-6220e629-40ef-40b7-a777-dee22b251de6 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0530853 Nov 23 23:01:49.774225 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-073a194a-a021-4fc1-aadb-395a46909b3f req-3524bf7b-f6b9-429c-9890-3d5c9267724d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478258 Nov 23 23:01:50.889790 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade516e5-c0fd-4e6e-9a85-18a5e45c260f req-b8c428aa-6157-4817-b204-b8e53b3b4811 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:50.892181 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ade516e5-c0fd-4e6e-9a85-18a5e45c260f req-b8c428aa-6157-4817-b204-b8e53b3b4811 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0502107 Nov 23 23:01:50.944142 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ade516e5-c0fd-4e6e-9a85-18a5e45c260f req-b2e51054-eb91-4c1f-bc92-ce5d372cfa6b tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459774 Nov 23 23:01:52.059171 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640c137-c0ba-4c4a-a078-91f9f07d18fd req-c6b33cb3-f16b-450f-8aa2-2f0363607a9e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:52.060638 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9640c137-c0ba-4c4a-a078-91f9f07d18fd req-c6b33cb3-f16b-450f-8aa2-2f0363607a9e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0490143 Nov 23 23:01:52.110447 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9640c137-c0ba-4c4a-a078-91f9f07d18fd req-4f2f763e-f9c2-4782-beeb-5ebcab98138f tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435891 Nov 23 23:01:53.226528 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b1120-970d-4224-867a-ff65860f533c req-1ae6f21c-641c-468e-974e-be603d55c201 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:53.228044 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-063b1120-970d-4224-867a-ff65860f533c req-1ae6f21c-641c-468e-974e-be603d55c201 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0503337 Nov 23 23:01:53.277034 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-063b1120-970d-4224-867a-ff65860f533c req-5e48dbb8-1d92-4dba-ba91-1e6b09a93e0f tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431330 Nov 23 23:01:53.675544 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:54.393649 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b5395-69e7-4a4f-859e-48be64b6179f req-846841ad-4cd7-48a8-9969-d22ef0ca3818 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:54.395198 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a44b5395-69e7-4a4f-859e-48be64b6179f req-846841ad-4cd7-48a8-9969-d22ef0ca3818 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0523200 Nov 23 23:01:54.444931 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a44b5395-69e7-4a4f-859e-48be64b6179f req-50525105-5f07-4fed-b262-8e3583fc8d40 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435038 Nov 23 23:01:55.560480 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12eea26-01b1-41cd-b034-19076570057e req-10766e4a-4996-4250-8edc-11fc8ce374fb tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:55.561979 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d12eea26-01b1-41cd-b034-19076570057e req-10766e4a-4996-4250-8edc-11fc8ce374fb tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0491636 Nov 23 23:01:55.611314 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d12eea26-01b1-41cd-b034-19076570057e req-a9843a83-54aa-4776-920a-dd5b3607ab14 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429325 Nov 23 23:01:56.729818 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd18f49-80c9-45f3-9383-d831d49498a3 req-d8e850a9-044c-4352-b1c1-688e538a7a8e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:56.731315 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1dd18f49-80c9-45f3-9383-d831d49498a3 req-d8e850a9-044c-4352-b1c1-688e538a7a8e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0534272 Nov 23 23:01:56.781253 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-1dd18f49-80c9-45f3-9383-d831d49498a3 req-a6fb37d3-7779-485f-992f-ddd780279558 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426590 Nov 23 23:01:57.896212 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3794d06-d2f4-4620-afef-3d16706fb184 req-1b0594d4-0eae-473b-bb02-ce00b5eaf699 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:57.897693 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3794d06-d2f4-4620-afef-3d16706fb184 req-1b0594d4-0eae-473b-bb02-ce00b5eaf699 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0482481 Nov 23 23:01:57.946825 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c3794d06-d2f4-4620-afef-3d16706fb184 req-82e2e4ad-4bf4-4188-8515-611aecc692f2 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431173 Nov 23 23:01:58.085643 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-aa1ad3f3-bee7-42df-9698-751ed86ff90d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:58.944435 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f5568f34-71eb-40a2-8587-0f2e572c8b03 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:01:59.043214 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port f5568f34-71eb-40a2-8587-0f2e572c8b03, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f5568f34-71eb-40a2-8587-0f2e572c8b03,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:59.055298 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'f5568f34-71eb-40a2-8587-0f2e572c8b03', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'port_id': 'f5568f34-71eb-40a2-8587-0f2e572c8b03', 'mac_address': 'fa:16:3e:a3:96:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:01:59.065330 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859977a6-cf9f-4c5c-9bcf-ae896d8a2ccc req-7920cbb9-4276-4616-a1fa-4f867b90e088 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:01:59.066997 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-859977a6-cf9f-4c5c-9bcf-ae896d8a2ccc req-7920cbb9-4276-4616-a1fa-4f867b90e088 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0498900 Nov 23 23:01:59.091706 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:59.105121 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5568f34-71eb-40a2-8587-0f2e572c8b03 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:01:59.121861 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-859977a6-cf9f-4c5c-9bcf-ae896d8a2ccc req-7c358d6c-0ad5-4c26-970e-9791bb8b5544 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488832 Nov 23 23:01:59.126217 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port f5568f34-71eb-40a2-8587-0f2e572c8b03, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f5568f34-71eb-40a2-8587-0f2e572c8b03,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:01:59.132014 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:01:59.179062 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=f5568f34-71eb-40a2-8587-0f2e572c8b03,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:01:59.186239 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:59.186597 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:59.186999 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:59.187348 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:59.187684 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:59.188023 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:59.188356 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:59.188721 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:59.189052 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:59.189383 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:59.189713 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:59.190059 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:01:59.413802 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['f5568f34-71eb-40a2-8587-0f2e572c8b03'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:02:00.244673 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19ace7-ef0e-4cab-86b2-a7d03b127c9c req-db5b324b-e8fe-45f3-b9b2-3db20302221f tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:00.246085 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cc19ace7-ef0e-4cab-86b2-a7d03b127c9c req-db5b324b-e8fe-45f3-b9b2-3db20302221f tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 945 time: 0.0529656 Nov 23 23:02:00.295801 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cc19ace7-ef0e-4cab-86b2-a7d03b127c9c req-14cb132e-9eca-4fee-a8c4-4fd5c85c6b86 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435684 Nov 23 23:02:00.582066 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:00.626907 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1520901b-ffbb-4c94-b6bd-5d1f118069df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:00.958649 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f5568f34-71eb-40a2-8587-0f2e572c8b03 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:02:01.008652 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port f5568f34-71eb-40a2-8587-0f2e572c8b03 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:02:01.013328 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port f5568f34-71eb-40a2-8587-0f2e572c8b03 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:02:01.013697 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:01.090662 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:01.116708 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425629cb-b81e-4645-a5ef-b127a557b87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5568f34-71eb-40a2-8587-0f2e572c8b03'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:02:01.119081 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcc9488-187d-4bc3-933e-8a82139d6d56" -d '{"events": [{"server_uuid": "425629cb-b81e-4645-a5ef-b127a557b87b", "name": "network-vif-plugged", "status": "completed", "tag": "f5568f34-71eb-40a2-8587-0f2e572c8b03"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:02:01.134310 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port f5568f34-71eb-40a2-8587-0f2e572c8b03, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f5568f34-71eb-40a2-8587-0f2e572c8b03,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:02:01.140546 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:01.189060 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=f5568f34-71eb-40a2-8587-0f2e572c8b03,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:01.215054 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb9807d-f1d1-483b-b721-e1837e6f9db1 x-openstack-request-id: req-7fb9807d-f1d1-483b-b721-e1837e6f9db1 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:02:01.215343 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425629cb-b81e-4645-a5ef-b127a557b87b", "name": "network-vif-plugged", "status": "completed", "tag": "f5568f34-71eb-40a2-8587-0f2e572c8b03", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:02:01.215591 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7fb9807d-f1d1-483b-b721-e1837e6f9db1 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:02:01.215984 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425629cb-b81e-4645-a5ef-b127a557b87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5568f34-71eb-40a2-8587-0f2e572c8b03', 'code': 200} Nov 23 23:02:01.321497 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef97513-aa12-4c0c-83e7-9af6e0577d0e req-40a0fbb3-d329-463c-a4b4-8131ce81fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:01.323326 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bef97513-aa12-4c0c-83e7-9af6e0577d0e req-40a0fbb3-d329-463c-a4b4-8131ce81fdfb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 1097 time: 0.0399988 Nov 23 23:02:01.384959 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bef97513-aa12-4c0c-83e7-9af6e0577d0e req-1dc6044f-6a3c-45e2-bc1a-3f9e3e7b8539 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492492 Nov 23 23:02:01.426462 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959c776-e118-448b-82cb-9f9572208ef4 req-7d4b5fa1-0744-4098-8dc3-3e22340b0fb5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:01.427974 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0959c776-e118-448b-82cb-9f9572208ef4 req-7d4b5fa1-0744-4098-8dc3-3e22340b0fb5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 946 time: 0.0638525 Nov 23 23:02:01.478108 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0959c776-e118-448b-82cb-9f9572208ef4 req-1f6ddbad-ee5d-461a-a756-22e18cddda9c tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441003 Nov 23 23:02:01.888734 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:02.603265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e8bdb-b770-454d-9112-bde30705867e req-a25e0e2a-65cc-42cc-bb2c-f36e6c1ec357 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:02.604870 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a86e8bdb-b770-454d-9112-bde30705867e req-a25e0e2a-65cc-42cc-bb2c-f36e6c1ec357 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 946 time: 0.0533824 Nov 23 23:02:02.659368 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a86e8bdb-b770-454d-9112-bde30705867e req-3e4ec8cb-89d4-4971-803d-2122d814d1b0 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481014 Nov 23 23:02:03.281184 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:03.774771 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8b6b6-170e-4251-8c51-4dba8d85314e req-1295f7cc-f274-4f52-9278-3341f9352bda tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:03.776262 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0a8b6b6-170e-4251-8c51-4dba8d85314e req-1295f7cc-f274-4f52-9278-3341f9352bda tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 946 time: 0.0483680 Nov 23 23:02:03.830419 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d0a8b6b6-170e-4251-8c51-4dba8d85314e req-3d24d67e-bde3-431d-b57e-a128dd0ae93d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475409 Nov 23 23:02:03.944114 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e36e29-e227-48d8-b21c-3689afe5beb7 req-ea236235-2a27-45d8-9cdb-81bc1a21884d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:03.945509 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-57e36e29-e227-48d8-b21c-3689afe5beb7 req-ea236235-2a27-45d8-9cdb-81bc1a21884d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 946 time: 0.0488324 Nov 23 23:02:03.995040 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-57e36e29-e227-48d8-b21c-3689afe5beb7 req-90ba21d3-1d9e-428a-9498-3af3b6e0dfc7 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434160 Nov 23 23:02:04.017908 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52084) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:04.030378 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:04.057834 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37fde5b-6035-48ac-873f-e6ef79256e94 tempest-TestShelveInstance-1547065071 tempest-TestShelveInstance-1547065071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:04.059373 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-f37fde5b-6035-48ac-873f-e6ef79256e94 tempest-TestShelveInstance-1547065071 tempest-TestShelveInstance-1547065071-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 1092 time: 0.0404704 Nov 23 23:02:04.062205 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52086) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:02:04.066594 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-77a2b668-09d5-48fc-90a3-fc70f91aaaec tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': 'f5568f34-71eb-40a2-8587-0f2e572c8b03', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:02:04.088051 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-77a2b668-09d5-48fc-90a3-fc70f91aaaec tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:04.188483 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-77a2b668-09d5-48fc-90a3-fc70f91aaaec tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:04.290079 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-77a2b668-09d5-48fc-90a3-fc70f91aaaec tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Allocated IP 172.25.5.143 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/4c4b6657-8391-409e-83ac-331ff8c35a95) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:02:04.398249 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-77a2b668-09d5-48fc-90a3-fc70f91aaaec tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:04.433296 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-77a2b668-09d5-48fc-90a3-fc70f91aaaec tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:04.472711 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a2b668-09d5-48fc-90a3-fc70f91aaaec tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:02:04.475531 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-77a2b668-09d5-48fc-90a3-fc70f91aaaec tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:02:04.479828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a2b668-09d5-48fc-90a3-fc70f91aaaec tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:02:04.485792 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2b668-09d5-48fc-90a3-fc70f91aaaec tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event updated for resources: {'Port': ['ID=4c4b6657-8391-409e-83ac-331ff8c35a95,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:04.833524 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-77a2b668-09d5-48fc-90a3-fc70f91aaaec tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:04.901232 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-77a2b668-09d5-48fc-90a3-fc70f91aaaec tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.053357 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-77a2b668-09d5-48fc-90a3-fc70f91aaaec tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.057839 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-77a2b668-09d5-48fc-90a3-fc70f91aaaec tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.134588 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2b668-09d5-48fc-90a3-fc70f91aaaec tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event updated for resources: {'Port': ['ID=4c4b6657-8391-409e-83ac-331ff8c35a95,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:02:05.141881 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-77a2b668-09d5-48fc-90a3-fc70f91aaaec tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.248377 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-77a2b668-09d5-48fc-90a3-fc70f91aaaec tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Floating IP 9f8dfe49-285d-4bdc-a882-76b540bd9b3e associated. External IP: 172.25.5.143, port: f5568f34-71eb-40a2-8587-0f2e572c8b03. Nov 23 23:02:05.453670 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a2b668-09d5-48fc-90a3-fc70f91aaaec tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Router 5ac037ef-b2c0-4756-9032-18532d985242 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:02:05.567426 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a2b668-09d5-48fc-90a3-fc70f91aaaec tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:02:05.576721 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d273cec-0f49-4684-85eb-6842aa21385c None None] Sync routers for ids ['5ac037ef-b2c0-4756-9032-18532d985242'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:02:05.587056 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-77a2b668-09d5-48fc-90a3-fc70f91aaaec tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:05.587878 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d273cec-0f49-4684-85eb-6842aa21385c None None] Routers {'5ac037ef-b2c0-4756-9032-18532d985242'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:05.588501 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1d273cec-0f49-4684-85eb-6842aa21385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:02:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['5ac037ef-b2c0-4756-9032-18532d985242'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:05.614963 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-77a2b668-09d5-48fc-90a3-fc70f91aaaec tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5515764 Nov 23 23:02:05.615910 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425629cb-b81e-4645-a5ef-b127a557b87b', 'tag': 'f5568f34-71eb-40a2-8587-0f2e572c8b03'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:02:05.618403 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ad0e73-3397-4344-827b-edf1d0f5095b" -d '{"events": [{"name": "network-changed", "server_uuid": "425629cb-b81e-4645-a5ef-b127a557b87b", "tag": "f5568f34-71eb-40a2-8587-0f2e572c8b03"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:02:05.659732 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ede95c-6e48-4060-ab32-c8732df4ea86 x-openstack-request-id: req-56ede95c-6e48-4060-ab32-c8732df4ea86 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:02:05.660030 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425629cb-b81e-4645-a5ef-b127a557b87b", "tag": "f5568f34-71eb-40a2-8587-0f2e572c8b03", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:02:05.660292 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-56ede95c-6e48-4060-ab32-c8732df4ea86 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:02:05.660715 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '425629cb-b81e-4645-a5ef-b127a557b87b', 'tag': 'f5568f34-71eb-40a2-8587-0f2e572c8b03', 'status': 'completed', 'code': 200} Nov 23 23:02:05.698516 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-1d273cec-0f49-4684-85eb-6842aa21385c None None] Set router 5ac037ef-b2c0-4756-9032-18532d985242 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:05.730664 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad0e73-3397-4344-827b-edf1d0f5095b req-4ba72968-a52a-4d5d-aa19-18d0b6d91c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:05.732124 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7ad0e73-3397-4344-827b-edf1d0f5095b req-4ba72968-a52a-4d5d-aa19-18d0b6d91c27 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69f0d16a3b5542aba43a3d9a250ff83e&device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 1097 time: 0.0458014 Nov 23 23:02:05.829290 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad0e73-3397-4344-827b-edf1d0f5095b req-3ec8e79c-3c3a-45a5-a4e3-80f15b02d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:05.830825 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7ad0e73-3397-4344-827b-edf1d0f5095b req-3ec8e79c-3c3a-45a5-a4e3-80f15b02d9cb service neutron] 10.222.0.53 "GET /v2.0/networks?id=685d82bc-2360-4cf4-a574-0cc511f3a59f HTTP/1.1" status: 200 len: 910 time: 0.0900750 Nov 23 23:02:05.906287 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7ad0e73-3397-4344-827b-edf1d0f5095b req-4a963f14-4e33-40ac-a617-86f5c7db40a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5568f34-71eb-40a2-8587-0f2e572c8b03 HTTP/1.1" status: 200 len: 1000 time: 0.0681045 Nov 23 23:02:05.946168 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1d273cec-0f49-4684-85eb-6842aa21385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac037ef-b2c0-4756-9032-18532d985242', 'name': 'tempest-TestShelveInstance-1510742134-router', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:04Z', 'revision_number': 4, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'gw_port': {'id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '9f8dfe49-285d-4bdc-a882-76b540bd9b3e', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'floating_ip_address': '172.25.5.143', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'port_id': 'f5568f34-71eb-40a2-8587-0f2e572c8b03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'mac_address': 'fa:16:3e:a3:96:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425629cb-b81e-4645-a5ef-b127a557b87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:02:04Z', 'updated_at': '2021-11-23T23:02:04Z', 'revision_number': 0, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95fd73e-eefc-409b-a2dd-6ccef7778255', 'name': '', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'mac_address': 'fa:16:3e:55:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:04Z', 'updated_at': '2021-11-23T22:57:09Z', 'revision_number': 5, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'subnets': [{'id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:05.958447 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad0e73-3397-4344-827b-edf1d0f5095b req-0f7751b2-1027-44f5-abd3-a47cf7174fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:05.959960 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7ad0e73-3397-4344-827b-edf1d0f5095b req-0f7751b2-1027-44f5-abd3-a47cf7174fa5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15e6b6a5-949c-45b3-b5a8-172818373638 HTTP/1.1" status: 200 len: 848 time: 0.0463111 Nov 23 23:02:05.972809 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d273cec-0f49-4684-85eb-6842aa21385c None None] Checking router: 5ac037ef-b2c0-4756-9032-18532d985242 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:02:05.981569 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d273cec-0f49-4684-85eb-6842aa21385c None None] Routers {'5ac037ef-b2c0-4756-9032-18532d985242'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:02:05.982254 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1d273cec-0f49-4684-85eb-6842aa21385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:02:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['5ac037ef-b2c0-4756-9032-18532d985242'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:06.009023 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad0e73-3397-4344-827b-edf1d0f5095b req-b5a101a7-c496-4e71-99de-b804e8845050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:06.010502 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7ad0e73-3397-4344-827b-edf1d0f5095b req-b5a101a7-c496-4e71-99de-b804e8845050 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=685d82bc-2360-4cf4-a574-0cc511f3a59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415859 Nov 23 23:02:06.091246 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-1d273cec-0f49-4684-85eb-6842aa21385c None None] Set router 5ac037ef-b2c0-4756-9032-18532d985242 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:02:06.104259 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7ad0e73-3397-4344-827b-edf1d0f5095b req-d0f35f60-87ed-4806-86de-1123def7455f service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846915 Nov 23 23:02:06.200596 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c7ad0e73-3397-4344-827b-edf1d0f5095b req-f6f253fd-66c5-46aa-bc3b-1c07404e1a59 service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877836 Nov 23 23:02:06.326260 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-1d273cec-0f49-4684-85eb-6842aa21385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac037ef-b2c0-4756-9032-18532d985242', 'name': 'tempest-TestShelveInstance-1510742134-router', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:04Z', 'revision_number': 4, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'gw_port': {'id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '9f8dfe49-285d-4bdc-a882-76b540bd9b3e', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'floating_ip_address': '172.25.5.143', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'port_id': 'f5568f34-71eb-40a2-8587-0f2e572c8b03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'mac_address': 'fa:16:3e:a3:96:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425629cb-b81e-4645-a5ef-b127a557b87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:02:04Z', 'updated_at': '2021-11-23T23:02:04Z', 'revision_number': 0, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95fd73e-eefc-409b-a2dd-6ccef7778255', 'name': '', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'mac_address': 'fa:16:3e:55:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:04Z', 'updated_at': '2021-11-23T22:57:09Z', 'revision_number': 5, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'subnets': [{'id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:02:06.352588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d273cec-0f49-4684-85eb-6842aa21385c None None] The sync data for ids ['5ac037ef-b2c0-4756-9032-18532d985242'] in n-d-816206-9 is: [{'id': '5ac037ef-b2c0-4756-9032-18532d985242', 'name': 'tempest-TestShelveInstance-1510742134-router', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:04Z', 'revision_number': 4, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'gw_port': {'id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '9f8dfe49-285d-4bdc-a882-76b540bd9b3e', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'floating_ip_address': '172.25.5.143', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'port_id': 'f5568f34-71eb-40a2-8587-0f2e572c8b03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'mac_address': 'fa:16:3e:a3:96:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425629cb-b81e-4645-a5ef-b127a557b87b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:02:04Z', 'updated_at': '2021-11-23T23:02:04Z', 'revision_number': 0, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95fd73e-eefc-409b-a2dd-6ccef7778255', 'name': '', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'mac_address': 'fa:16:3e:55:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:04Z', 'updated_at': '2021-11-23T22:57:09Z', 'revision_number': 5, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'subnets': [{'id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:02:06.549408 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecac95a7-8e7f-4728-960f-747f29df5342 None None] New status for floating IP 9f8dfe49-285d-4bdc-a882-76b540bd9b3e: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:02:06.605027 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:02:18.631925 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d27fc7d-311e-45c4-99c4-78ad509c3cce req-4f322e9a-d6e1-4fda-96c0-ffdce6266e38 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0909355 Nov 23 23:02:18.721049 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27fc7d-311e-45c4-99c4-78ad509c3cce req-3ad874cf-2c67-4fed-98cd-1b4c4a45a831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:18.722544 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d27fc7d-311e-45c4-99c4-78ad509c3cce req-3ad874cf-2c67-4fed-98cd-1b4c4a45a831 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69f0d16a3b5542aba43a3d9a250ff83e&device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 1097 time: 0.0416598 Nov 23 23:02:18.828458 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27fc7d-311e-45c4-99c4-78ad509c3cce req-4712ee63-e8d4-4446-8197-bc609c3bf670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:18.830552 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d27fc7d-311e-45c4-99c4-78ad509c3cce req-4712ee63-e8d4-4446-8197-bc609c3bf670 service neutron] 10.222.0.53 "GET /v2.0/networks?id=685d82bc-2360-4cf4-a574-0cc511f3a59f HTTP/1.1" status: 200 len: 910 time: 0.0854273 Nov 23 23:02:18.900635 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d27fc7d-311e-45c4-99c4-78ad509c3cce req-5f483420-e61a-4db2-8b27-7446b1dee6a6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5568f34-71eb-40a2-8587-0f2e572c8b03 HTTP/1.1" status: 200 len: 1002 time: 0.0613179 Nov 23 23:02:18.948642 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27fc7d-311e-45c4-99c4-78ad509c3cce req-08376db4-d5a0-4a14-b7b5-c63ea8c8f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:18.950047 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d27fc7d-311e-45c4-99c4-78ad509c3cce req-08376db4-d5a0-4a14-b7b5-c63ea8c8f981 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15e6b6a5-949c-45b3-b5a8-172818373638 HTTP/1.1" status: 200 len: 848 time: 0.0426180 Nov 23 23:02:18.995058 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27fc7d-311e-45c4-99c4-78ad509c3cce req-6baf5072-6460-4b99-8c21-ed6494f6a1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:02:18.996493 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d27fc7d-311e-45c4-99c4-78ad509c3cce req-6baf5072-6460-4b99-8c21-ed6494f6a1b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=685d82bc-2360-4cf4-a574-0cc511f3a59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391402 Nov 23 23:02:19.087919 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d27fc7d-311e-45c4-99c4-78ad509c3cce req-6b779fb6-72a0-4c9c-b6c4-72f45e07ec5c service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844948 Nov 23 23:02:19.178485 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6d27fc7d-311e-45c4-99c4-78ad509c3cce req-1621718d-58a1-46e3-a44d-cc07541b9cc6 service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822613 Nov 23 23:02:23.675217 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:28.090231 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b2fe7edc-ea9b-4eab-88b4-299d41de3c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:30.579314 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:30.630024 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b87084c2-abf3-4523-929e-466324383813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:31.892511 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:33.286425 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:34.034509 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:43.603748 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:02:53.694563 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:02:58.092628 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dfb431a9-3a7c-4e8b-bbf8-7fcab9003005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:00.592255 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:00.632978 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e9a360cc-29e5-4ac6-b787-b815c5ab5762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:01.895405 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:03.288052 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:04.036462 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:20.576757 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7f453196-853e-4921-9d53-e845ffb2c0c7 req-b0712381-c94c-400e-a113-c082ef36f842 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462818 Nov 23 23:03:20.602922 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:03:20.667558 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f453196-853e-4921-9d53-e845ffb2c0c7 req-5a07b2db-87fb-4f85-9d9d-a3f3118b347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:20.669059 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7f453196-853e-4921-9d53-e845ffb2c0c7 req-5a07b2db-87fb-4f85-9d9d-a3f3118b347e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69f0d16a3b5542aba43a3d9a250ff83e&device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 1097 time: 0.0411007 Nov 23 23:03:20.781464 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f453196-853e-4921-9d53-e845ffb2c0c7 req-68afa4c1-a1ad-476f-ae44-48200ef6dc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:20.783468 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7f453196-853e-4921-9d53-e845ffb2c0c7 req-68afa4c1-a1ad-476f-ae44-48200ef6dc65 service neutron] 10.222.0.53 "GET /v2.0/networks?id=685d82bc-2360-4cf4-a574-0cc511f3a59f HTTP/1.1" status: 200 len: 910 time: 0.0868728 Nov 23 23:03:20.854370 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7f453196-853e-4921-9d53-e845ffb2c0c7 req-d330c47f-758f-42cd-b4b7-8366a8997023 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5568f34-71eb-40a2-8587-0f2e572c8b03 HTTP/1.1" status: 200 len: 1002 time: 0.0569537 Nov 23 23:03:20.905446 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f453196-853e-4921-9d53-e845ffb2c0c7 req-2acea820-1460-45a1-9543-da42eeade368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:20.906907 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7f453196-853e-4921-9d53-e845ffb2c0c7 req-2acea820-1460-45a1-9543-da42eeade368 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15e6b6a5-949c-45b3-b5a8-172818373638 HTTP/1.1" status: 200 len: 848 time: 0.0427179 Nov 23 23:03:20.958265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f453196-853e-4921-9d53-e845ffb2c0c7 req-3b42781d-4948-4b08-ba66-3a132095a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:03:20.959762 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7f453196-853e-4921-9d53-e845ffb2c0c7 req-3b42781d-4948-4b08-ba66-3a132095a259 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=685d82bc-2360-4cf4-a574-0cc511f3a59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428441 Nov 23 23:03:21.056390 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7f453196-853e-4921-9d53-e845ffb2c0c7 req-1d188c7e-343a-4231-8e3b-7fa84e7ee86b service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832281 Nov 23 23:03:21.467325 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7f453196-853e-4921-9d53-e845ffb2c0c7 req-c58bf26a-3eb0-46d1-a794-2dacb09791a5 service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974218 Nov 23 23:03:23.706465 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:28.094663 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c6d3-890f-4f15-9031-fc4fa96ab425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:30.607101 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:30.633483 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f41d0e57-81b6-4881-9121-ea34db827304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:31.898587 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:33.288301 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:34.038246 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:53.720788 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:03:57.602111 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:03:58.097773 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6928dd2d-4d59-4b9f-9ef3-749b38fd7348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:00.608740 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:00.636029 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b9299851-70cf-4c3c-95da-8e687c7aec5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:01.900786 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:03.216400 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ebf94-7b3a-430c-9035-9c1f2448b18f req-eaa053d6-4056-41e0-8d04-c8d711f10d0c tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:03.217800 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2a9ebf94-7b3a-430c-9035-9c1f2448b18f req-eaa053d6-4056-41e0-8d04-c8d711f10d0c tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 946 time: 0.0492647 Nov 23 23:04:03.268210 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2a9ebf94-7b3a-430c-9035-9c1f2448b18f req-3795b941-1c3a-4f8a-9ea0-802bf9693268 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436137 Nov 23 23:04:03.291808 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:04.040400 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:04.407900 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3beed1-8ec6-440f-8ef6-4afe165a5844 req-cb5af1f7-9930-47b3-9a4d-aa8ee73d9501 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:04.409398 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da3beed1-8ec6-440f-8ef6-4afe165a5844 req-cb5af1f7-9930-47b3-9a4d-aa8ee73d9501 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 946 time: 0.0495939 Nov 23 23:04:04.459634 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-da3beed1-8ec6-440f-8ef6-4afe165a5844 req-db5bb6b5-4960-4a61-8b1f-f324090a3756 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435696 Nov 23 23:04:05.604003 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6011dd-0257-44c4-bcc6-1fbf1ab40207 req-65baac94-e770-4131-a88e-c62b329c9557 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:05.605491 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ad6011dd-0257-44c4-bcc6-1fbf1ab40207 req-65baac94-e770-4131-a88e-c62b329c9557 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 946 time: 0.0527532 Nov 23 23:04:05.654839 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ad6011dd-0257-44c4-bcc6-1fbf1ab40207 req-e670a5ad-9d1e-43a6-8f58-af4d936b90c5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433874 Nov 23 23:04:06.773535 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7c628-76c7-4312-8342-de3dc5b9fe2f req-6ea81347-ba9b-4afe-af51-19af0c4a90da tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:06.775035 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c9a7c628-76c7-4312-8342-de3dc5b9fe2f req-6ea81347-ba9b-4afe-af51-19af0c4a90da tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 946 time: 0.0498564 Nov 23 23:04:06.824715 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c9a7c628-76c7-4312-8342-de3dc5b9fe2f req-0af99c2d-81d0-4940-a978-8ce423df7f30 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437152 Nov 23 23:04:07.947358 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef4126-d532-44b4-87be-45f49d832d33 req-08919f67-425f-45e0-9e62-d4b5ef9df251 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:07.948824 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d4ef4126-d532-44b4-87be-45f49d832d33 req-08919f67-425f-45e0-9e62-d4b5ef9df251 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 946 time: 0.0546379 Nov 23 23:04:07.998453 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d4ef4126-d532-44b4-87be-45f49d832d33 req-bf8fe7d2-1f4b-4796-9ba6-5182988873fb tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436170 Nov 23 23:04:09.115311 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a40193-8114-4aa6-b9ca-71401a2209c6 req-2e297066-82cc-43c9-81db-567206d990b4 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:09.117823 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c2a40193-8114-4aa6-b9ca-71401a2209c6 req-2e297066-82cc-43c9-81db-567206d990b4 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 946 time: 0.0510619 Nov 23 23:04:09.168104 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c2a40193-8114-4aa6-b9ca-71401a2209c6 req-96d8eba9-fe31-43ab-b89a-9d13061e7cba tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442584 Nov 23 23:04:10.284264 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d0d1b-2f0e-4363-b8ba-e73c44142d89 req-a8780a56-68ae-4cd3-b0b1-12f62f344433 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:10.285741 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a00d0d1b-2f0e-4363-b8ba-e73c44142d89 req-a8780a56-68ae-4cd3-b0b1-12f62f344433 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 946 time: 0.0495343 Nov 23 23:04:10.341724 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a00d0d1b-2f0e-4363-b8ba-e73c44142d89 req-efa4beaa-2efc-4fc9-9ee8-376c1847a008 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492413 Nov 23 23:04:11.458059 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbda15-37c9-4575-8a16-be08f0b33d4b req-968e138e-a835-4048-be5d-961c0ed38044 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:11.459613 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2cbda15-37c9-4575-8a16-be08f0b33d4b req-968e138e-a835-4048-be5d-961c0ed38044 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 946 time: 0.0491788 Nov 23 23:04:11.508208 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2cbda15-37c9-4575-8a16-be08f0b33d4b req-256ebddc-4949-4189-9f35-a33e3d4fe5ef tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425720 Nov 23 23:04:12.624957 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22a567-bb54-4c12-9e1d-3f4e454e9289 req-ae9dc671-8a32-4407-a4dc-7352329f449c tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:12.626422 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d22a567-bb54-4c12-9e1d-3f4e454e9289 req-ae9dc671-8a32-4407-a4dc-7352329f449c tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 946 time: 0.0499854 Nov 23 23:04:12.675356 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4d22a567-bb54-4c12-9e1d-3f4e454e9289 req-10dee189-7e6d-4e6b-8616-a3418499359c tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428402 Nov 23 23:04:13.395057 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50414071-682f-410c-97b5-c5b59b8f992d req-6f569dbc-2f46-4cb9-bf95-b00cd46abaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:13.396440 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50414071-682f-410c-97b5-c5b59b8f992d req-6f569dbc-2f46-4cb9-bf95-b00cd46abaee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69f0d16a3b5542aba43a3d9a250ff83e&device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 1097 time: 0.0446272 Nov 23 23:04:13.490308 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50414071-682f-410c-97b5-c5b59b8f992d req-4722d65d-a21c-4fdf-a72b-8fd2b7ab56aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:13.492651 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50414071-682f-410c-97b5-c5b59b8f992d req-4722d65d-a21c-4fdf-a72b-8fd2b7ab56aa service neutron] 10.222.0.53 "GET /v2.0/networks?id=685d82bc-2360-4cf4-a574-0cc511f3a59f HTTP/1.1" status: 200 len: 910 time: 0.0844235 Nov 23 23:04:13.568281 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50414071-682f-410c-97b5-c5b59b8f992d req-ac09100d-871e-42a0-8f21-87eee02f0f07 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5568f34-71eb-40a2-8587-0f2e572c8b03 HTTP/1.1" status: 200 len: 1002 time: 0.0658643 Nov 23 23:04:13.621598 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50414071-682f-410c-97b5-c5b59b8f992d req-0cdf1cb0-0dea-404a-ac0c-78b82abd361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:13.623060 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50414071-682f-410c-97b5-c5b59b8f992d req-0cdf1cb0-0dea-404a-ac0c-78b82abd361c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15e6b6a5-949c-45b3-b5a8-172818373638 HTTP/1.1" status: 200 len: 848 time: 0.0438268 Nov 23 23:04:13.668905 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50414071-682f-410c-97b5-c5b59b8f992d req-4909e81f-d0b9-49e1-8510-84ff16b5c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:13.670257 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50414071-682f-410c-97b5-c5b59b8f992d req-4909e81f-d0b9-49e1-8510-84ff16b5c8cf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=685d82bc-2360-4cf4-a574-0cc511f3a59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404618 Nov 23 23:04:13.798226 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50414071-682f-410c-97b5-c5b59b8f992d req-57e8a326-1dcc-4cf0-9788-0f91ad53ce0c service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162250 Nov 23 23:04:13.810602 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2ea57-ed58-4ba7-beb8-739325c9957c req-a05a7c9c-ba96-4ab5-89ab-e42767969fd2 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:13.812045 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cde2ea57-ed58-4ba7-beb8-739325c9957c req-a05a7c9c-ba96-4ab5-89ab-e42767969fd2 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 946 time: 0.0695941 Nov 23 23:04:13.918057 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cde2ea57-ed58-4ba7-beb8-739325c9957c req-77c8bf32-0028-4bba-9b96-6867cdeb1995 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981073 Nov 23 23:04:13.936018 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-50414071-682f-410c-97b5-c5b59b8f992d req-f800ec53-900c-4381-bc8f-74d614b239d0 service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230483 Nov 23 23:04:15.041211 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505a21c-98d3-4cf0-8440-8a3a22ab227b req-3f4f92b1-1e8b-4312-944f-11d8b7ceb8f9 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:15.042701 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2505a21c-98d3-4cf0-8440-8a3a22ab227b req-3f4f92b1-1e8b-4312-944f-11d8b7ceb8f9 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 946 time: 0.0561948 Nov 23 23:04:15.090999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-2505a21c-98d3-4cf0-8440-8a3a22ab227b req-08d840c6-9597-4812-939d-2fcf5b0ca0c1 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422785 Nov 23 23:04:16.207683 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3aaff-9aa4-49db-aaae-94825c6f59e2 req-df9ca14a-ed6c-4528-8e88-5ce4f88ab907 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:16.209196 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4a3aaff-9aa4-49db-aaae-94825c6f59e2 req-df9ca14a-ed6c-4528-8e88-5ce4f88ab907 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 946 time: 0.0502746 Nov 23 23:04:16.265014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f4a3aaff-9aa4-49db-aaae-94825c6f59e2 req-e40fcde3-67a6-45f9-84d4-34fe3b7fa7ba tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485308 Nov 23 23:04:17.380752 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffdfe1-9f70-49c2-8a98-1d32430f2895 req-25f6a33a-8226-4673-bc82-0b5b27a53a6c tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:17.383603 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-feffdfe1-9f70-49c2-8a98-1d32430f2895 req-25f6a33a-8226-4673-bc82-0b5b27a53a6c tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 946 time: 0.0512092 Nov 23 23:04:17.436826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-feffdfe1-9f70-49c2-8a98-1d32430f2895 req-7945653f-4281-4ad7-ac34-a519c024e6ec tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472353 Nov 23 23:04:18.552784 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948761b9-684f-4a24-8c6a-fb447a23182f req-62f4ca12-f9e4-4e48-9c1b-5c14efec5fc9 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:18.555381 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-948761b9-684f-4a24-8c6a-fb447a23182f req-62f4ca12-f9e4-4e48-9c1b-5c14efec5fc9 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 946 time: 0.0503066 Nov 23 23:04:18.604892 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-948761b9-684f-4a24-8c6a-fb447a23182f req-1d2f2285-32f7-4d66-8cec-1a5599e0fd58 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436602 Nov 23 23:04:18.675555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-bbc81a1d-2313-433f-bc93-b897708473f3 req-d4b3cc98-83c2-4281-a34a-92c741542faa service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:04:18.676524 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bbc81a1d-2313-433f-bc93-b897708473f3 req-d4b3cc98-83c2-4281-a34a-92c741542faa service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054240 Nov 23 23:04:19.661536 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f5568f34-71eb-40a2-8587-0f2e572c8b03 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:04:19.737135 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.760552 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425629cb-b81e-4645-a5ef-b127a557b87b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5568f34-71eb-40a2-8587-0f2e572c8b03'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:04:19.762815 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d364d8b-6634-44c7-b6af-e56aff4e27c4" -d '{"events": [{"server_uuid": "425629cb-b81e-4645-a5ef-b127a557b87b", "name": "network-vif-unplugged", "status": "completed", "tag": "f5568f34-71eb-40a2-8587-0f2e572c8b03"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:04:19.782304 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port f5568f34-71eb-40a2-8587-0f2e572c8b03, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f5568f34-71eb-40a2-8587-0f2e572c8b03,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:19.788166 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:19.817315 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 23:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9a1d37-9dba-4a1a-9a44-1a7f17ce52c1 x-openstack-request-id: req-ab9a1d37-9dba-4a1a-9a44-1a7f17ce52c1 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:04:19.817608 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425629cb-b81e-4645-a5ef-b127a557b87b", "name": "network-vif-unplugged", "status": "failed", "tag": "f5568f34-71eb-40a2-8587-0f2e572c8b03", "code": 422}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:04:19.817860 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ab9a1d37-9dba-4a1a-9a44-1a7f17ce52c1 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:04:19.818246 n-d-816206-9 neutron-server[110035]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '425629cb-b81e-4645-a5ef-b127a557b87b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f5568f34-71eb-40a2-8587-0f2e572c8b03', 'code': 422} returned with failed status Nov 23 23:04:19.845601 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=f5568f34-71eb-40a2-8587-0f2e572c8b03,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:19.852819 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:19.853166 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:19.853508 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:19.853842 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:19.854178 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:19.854508 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:19.854857 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:19.855186 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:19.855507 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:19.855830 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:19.856152 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:19.856481 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:04:19.858207 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c33bb7ab-9f4d-490a-b2af-1da5f6cc61e6 req-39fc7f04-46e6-43ed-98cc-f62e4ce41885 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0766311 Nov 23 23:04:19.870257 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-c33bb7ab-9f4d-490a-b2af-1da5f6cc61e6 req-687e80e8-3840-434c-957e-ba0b77cc65f2 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:04:19.871259 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c33bb7ab-9f4d-490a-b2af-1da5f6cc61e6 req-687e80e8-3840-434c-957e-ba0b77cc65f2 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076058 Nov 23 23:04:19.879727 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9323be-6c04-424e-82d9-2510453893ef req-1ddbcae2-314d-4327-83cf-0a5e45aa9b20 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:19.881703 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f9323be-6c04-424e-82d9-2510453893ef req-1ddbcae2-314d-4327-83cf-0a5e45aa9b20 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0664692 Nov 23 23:04:19.932814 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f9323be-6c04-424e-82d9-2510453893ef req-fd033fd5-3100-4a1f-84cb-b505b717cad3 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444627 Nov 23 23:04:21.052696 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e4d13-b7e0-413c-ac1c-fb2bdae4adf4 req-377052db-c27e-4d71-98eb-642851efb43f tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:21.054220 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce0e4d13-b7e0-413c-ac1c-fb2bdae4adf4 req-377052db-c27e-4d71-98eb-642851efb43f tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0501223 Nov 23 23:04:21.107761 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce0e4d13-b7e0-413c-ac1c-fb2bdae4adf4 req-aaf1a2e4-358a-4fae-848d-f2058a5472b6 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475538 Nov 23 23:04:22.273493 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce222fda-3e24-490a-a616-0f625a7ce033 req-e85a38b6-999f-4fb4-abab-fbcc2554affc tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:22.274999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce222fda-3e24-490a-a616-0f625a7ce033 req-e85a38b6-999f-4fb4-abab-fbcc2554affc tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0980771 Nov 23 23:04:22.324300 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ce222fda-3e24-490a-a616-0f625a7ce033 req-8950ae93-bc5f-4c18-b1d0-45378a7b221a tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433149 Nov 23 23:04:23.485268 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611420b3-5597-4ece-abcd-4ca8f50f4fed req-7935af0c-7ddc-414c-aea4-008aa872e66f tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:23.486773 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-611420b3-5597-4ece-abcd-4ca8f50f4fed req-7935af0c-7ddc-414c-aea4-008aa872e66f tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0953965 Nov 23 23:04:23.539232 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-611420b3-5597-4ece-abcd-4ca8f50f4fed req-794c0441-a434-4c87-8528-ee2a6758bdc2 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450194 Nov 23 23:04:23.720711 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:24.657561 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d05648-78ce-429f-98fe-68fd0c5a5a22 req-7265ac24-762c-41eb-8062-ab7b8230e708 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:24.658998 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2d05648-78ce-429f-98fe-68fd0c5a5a22 req-7265ac24-762c-41eb-8062-ab7b8230e708 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0536575 Nov 23 23:04:24.708262 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a2d05648-78ce-429f-98fe-68fd0c5a5a22 req-deed68ff-e1d0-4c24-a715-248169c9deda tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424676 Nov 23 23:04:25.825316 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58907a-a3aa-4c2b-bd6b-eb2891689208 req-ff69957f-8528-4a1d-b069-faae21a22540 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:25.826824 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f58907a-a3aa-4c2b-bd6b-eb2891689208 req-ff69957f-8528-4a1d-b069-faae21a22540 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0492477 Nov 23 23:04:25.881991 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6f58907a-a3aa-4c2b-bd6b-eb2891689208 req-1d5f4db8-5300-42c2-8ed9-ef77fc68ce52 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485866 Nov 23 23:04:27.002115 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc19ea-5424-4c1a-9b37-657142b31886 req-2c0fec01-e805-4d0d-8eac-47c8b7e17421 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:27.003514 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a3bc19ea-5424-4c1a-9b37-657142b31886 req-2c0fec01-e805-4d0d-8eac-47c8b7e17421 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0504792 Nov 23 23:04:27.058142 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a3bc19ea-5424-4c1a-9b37-657142b31886 req-94e3b02e-51fc-4688-9aa1-45a98fda1ca3 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476928 Nov 23 23:04:28.101748 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5c8ef1f5-a332-46fd-99f3-e6f3ae14b07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:28.180296 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78179153-de9e-410e-b622-8362dff39def req-957eb682-4b79-4c39-87c1-d04670b0677f tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:28.181782 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78179153-de9e-410e-b622-8362dff39def req-957eb682-4b79-4c39-87c1-d04670b0677f tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0508127 Nov 23 23:04:28.233676 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-78179153-de9e-410e-b622-8362dff39def req-ee77b4ed-34eb-4ca9-9453-fe9e3a9e768c tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458558 Nov 23 23:04:29.357282 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25cee3-be53-4c58-92d0-a1a26d6bffb6 req-27e5973c-ca14-45f8-8d08-97ec41f2973b tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:29.358822 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d25cee3-be53-4c58-92d0-a1a26d6bffb6 req-27e5973c-ca14-45f8-8d08-97ec41f2973b tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0548925 Nov 23 23:04:29.411776 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0d25cee3-be53-4c58-92d0-a1a26d6bffb6 req-e10b0378-911b-4075-a2c5-b5e570236ec8 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465524 Nov 23 23:04:29.811211 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bb7ab-9f4d-490a-b2af-1da5f6cc61e6 req-27bb53ff-f8e5-4f19-a2a0-6cfb55e1eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:29.812702 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c33bb7ab-9f4d-490a-b2af-1da5f6cc61e6 req-27bb53ff-f8e5-4f19-a2a0-6cfb55e1eb2a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b&tenant_id=69f0d16a3b5542aba43a3d9a250ff83e HTTP/1.1" status: 200 len: 1095 time: 0.0545433 Nov 23 23:04:29.884162 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bb7ab-9f4d-490a-b2af-1da5f6cc61e6 req-b2de21bb-8b8c-4b81-9198-e7c9264d709c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:29.885642 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c33bb7ab-9f4d-490a-b2af-1da5f6cc61e6 req-b2de21bb-8b8c-4b81-9198-e7c9264d709c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69f0d16a3b5542aba43a3d9a250ff83e&device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 1095 time: 0.0411575 Nov 23 23:04:29.984453 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bb7ab-9f4d-490a-b2af-1da5f6cc61e6 req-04398f6b-c9b4-405a-90c1-9e1f08d2ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:29.985912 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c33bb7ab-9f4d-490a-b2af-1da5f6cc61e6 req-04398f6b-c9b4-405a-90c1-9e1f08d2ba00 service neutron] 10.222.0.53 "GET /v2.0/networks?id=685d82bc-2360-4cf4-a574-0cc511f3a59f HTTP/1.1" status: 200 len: 910 time: 0.0871344 Nov 23 23:04:30.054162 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c33bb7ab-9f4d-490a-b2af-1da5f6cc61e6 req-469a18b0-9f35-4e52-a81d-7e8f5984c3a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5568f34-71eb-40a2-8587-0f2e572c8b03 HTTP/1.1" status: 200 len: 1000 time: 0.0569503 Nov 23 23:04:30.108841 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bb7ab-9f4d-490a-b2af-1da5f6cc61e6 req-7a9ee1cc-c197-4bc9-bc62-aba5c90fb9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:30.110239 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c33bb7ab-9f4d-490a-b2af-1da5f6cc61e6 req-7a9ee1cc-c197-4bc9-bc62-aba5c90fb9ce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15e6b6a5-949c-45b3-b5a8-172818373638 HTTP/1.1" status: 200 len: 848 time: 0.0444636 Nov 23 23:04:30.165737 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bb7ab-9f4d-490a-b2af-1da5f6cc61e6 req-ec683d90-1705-43c4-b77d-13b2509471d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:30.167245 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c33bb7ab-9f4d-490a-b2af-1da5f6cc61e6 req-ec683d90-1705-43c4-b77d-13b2509471d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=685d82bc-2360-4cf4-a574-0cc511f3a59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455861 Nov 23 23:04:30.262685 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c33bb7ab-9f4d-490a-b2af-1da5f6cc61e6 req-274eda6f-004f-4c2d-a85d-1e21ccb2dc9c service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822449 Nov 23 23:04:30.362954 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c33bb7ab-9f4d-490a-b2af-1da5f6cc61e6 req-dbbe0438-3ddf-4f5f-ab9c-f9713e006e3a service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857432 Nov 23 23:04:30.530579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0071eb-6ef7-4d3b-bbfe-a1a39631f0a4 req-b0198c79-da38-413c-898d-83a8862bfac3 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:30.532091 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e0071eb-6ef7-4d3b-bbfe-a1a39631f0a4 req-b0198c79-da38-413c-898d-83a8862bfac3 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0497320 Nov 23 23:04:30.585687 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-6e0071eb-6ef7-4d3b-bbfe-a1a39631f0a4 req-78020aa7-dfdf-4730-a096-28d6bbdd5745 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476847 Nov 23 23:04:30.644394 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:30.645501 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-12275bd6-75a0-46f3-a8a9-25062c9f139d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:31.700420 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90943e4b-ad3f-41e6-902c-e5016c8e92db req-afa7f134-7648-4f90-bd1f-c3a3b7aeb963 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:31.701902 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90943e4b-ad3f-41e6-902c-e5016c8e92db req-afa7f134-7648-4f90-bd1f-c3a3b7aeb963 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0487416 Nov 23 23:04:31.759680 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90943e4b-ad3f-41e6-902c-e5016c8e92db req-98d7e29c-e19c-41eb-a930-cd2bf3a61ef1 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514510 Nov 23 23:04:31.903498 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:32.873498 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7604cf-5a75-4b98-8e60-742c65acddeb req-d5c09d7a-66e2-4f1b-bfd5-0ece8eedaddd tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:32.874975 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0c7604cf-5a75-4b98-8e60-742c65acddeb req-d5c09d7a-66e2-4f1b-bfd5-0ece8eedaddd tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0484412 Nov 23 23:04:32.923559 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0c7604cf-5a75-4b98-8e60-742c65acddeb req-fd9257d6-e6ef-4fd8-90b2-2a6b3ae68cd0 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426445 Nov 23 23:04:33.293597 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:34.037091 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba04289-ca19-4e92-92b3-44a419cd8831 req-ffbc6e48-9b68-4d4f-97d7-809a8513994d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:34.038736 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bba04289-ca19-4e92-92b3-44a419cd8831 req-ffbc6e48-9b68-4d4f-97d7-809a8513994d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0487082 Nov 23 23:04:34.043466 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:34.089741 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bba04289-ca19-4e92-92b3-44a419cd8831 req-1ec8cbe3-cd32-4288-b07a-6665beae31ee tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434642 Nov 23 23:04:34.601296 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:04:35.211165 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26034db6-f38f-4fb4-a63e-d254901e77c6 req-9a8de150-b422-44d7-bdb5-232dde5eccbd tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:35.212625 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26034db6-f38f-4fb4-a63e-d254901e77c6 req-9a8de150-b422-44d7-bdb5-232dde5eccbd tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0525811 Nov 23 23:04:35.261933 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-26034db6-f38f-4fb4-a63e-d254901e77c6 req-1dcf2cda-35ef-41e9-8bf0-47f1e814d4c8 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433729 Nov 23 23:04:36.379535 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434436e-0018-4913-ac0c-0ee4ba8bc6bb req-ff90376c-39f3-4d31-89ef-a0fcf8b41717 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:36.380909 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4434436e-0018-4913-ac0c-0ee4ba8bc6bb req-ff90376c-39f3-4d31-89ef-a0fcf8b41717 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0494926 Nov 23 23:04:36.431534 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4434436e-0018-4913-ac0c-0ee4ba8bc6bb req-44306cf4-4af1-4da3-9d65-df19b53719c4 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443940 Nov 23 23:04:37.545342 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74409283-1373-417c-90bd-6cae978aa94d req-df268039-68aa-438e-aeb1-430faaed8fee tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:37.546844 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-74409283-1373-417c-90bd-6cae978aa94d req-df268039-68aa-438e-aeb1-430faaed8fee tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 944 time: 0.0493872 Nov 23 23:04:37.599508 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-74409283-1373-417c-90bd-6cae978aa94d req-ce08f184-1560-4ced-80dc-75ed753e5f01 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467684 Nov 23 23:04:37.776347 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f5568f34-71eb-40a2-8587-0f2e572c8b03 details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:04:37.869519 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port f5568f34-71eb-40a2-8587-0f2e572c8b03, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f5568f34-71eb-40a2-8587-0f2e572c8b03,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:37.880079 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': 'f5568f34-71eb-40a2-8587-0f2e572c8b03', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'port_id': 'f5568f34-71eb-40a2-8587-0f2e572c8b03', 'mac_address': 'fa:16:3e:a3:96:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:04:37.918252 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:37.930706 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5568f34-71eb-40a2-8587-0f2e572c8b03 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:04:37.950549 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port f5568f34-71eb-40a2-8587-0f2e572c8b03, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f5568f34-71eb-40a2-8587-0f2e572c8b03,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:37.954398 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:38.000589 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=f5568f34-71eb-40a2-8587-0f2e572c8b03,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:38.276080 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['f5568f34-71eb-40a2-8587-0f2e572c8b03'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:04:38.715536 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdec4bb-0337-464f-b525-6bbf3815d379 req-e783b1a0-fab5-46a1-892c-bc799f97bcb8 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:38.717014 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fcdec4bb-0337-464f-b525-6bbf3815d379 req-e783b1a0-fab5-46a1-892c-bc799f97bcb8 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 945 time: 0.0491104 Nov 23 23:04:38.765897 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fcdec4bb-0337-464f-b525-6bbf3815d379 req-2450ac64-fb72-4e3b-ac3b-bf9140664eee tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430079 Nov 23 23:04:39.792624 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f5568f34-71eb-40a2-8587-0f2e572c8b03 up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:04:39.842403 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port f5568f34-71eb-40a2-8587-0f2e572c8b03 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:04:39.842807 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:39.884675 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c46dce-5d04-4176-bc7c-3e24257f37a4 req-d02c905c-a07e-405f-9007-92e5e0879d57 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:39.886166 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4c46dce-5d04-4176-bc7c-3e24257f37a4 req-d02c905c-a07e-405f-9007-92e5e0879d57 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 945 time: 0.0502415 Nov 23 23:04:39.919961 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:39.938377 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a4c46dce-5d04-4176-bc7c-3e24257f37a4 req-be90ddce-15a2-4b4f-8c64-3f53f490970e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461257 Nov 23 23:04:39.941570 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425629cb-b81e-4645-a5ef-b127a557b87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5568f34-71eb-40a2-8587-0f2e572c8b03'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:04:39.943935 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52892b2d-445a-41fa-8059-659c73003011" -d '{"events": [{"server_uuid": "425629cb-b81e-4645-a5ef-b127a557b87b", "name": "network-vif-plugged", "status": "completed", "tag": "f5568f34-71eb-40a2-8587-0f2e572c8b03"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:04:39.959649 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port f5568f34-71eb-40a2-8587-0f2e572c8b03, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f5568f34-71eb-40a2-8587-0f2e572c8b03,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:04:39.964577 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:39.988184 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716de5cb-ce5c-4d57-a52c-ab35a21a8553 x-openstack-request-id: req-716de5cb-ce5c-4d57-a52c-ab35a21a8553 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:04:39.988475 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425629cb-b81e-4645-a5ef-b127a557b87b", "name": "network-vif-plugged", "status": "completed", "tag": "f5568f34-71eb-40a2-8587-0f2e572c8b03", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:04:39.988727 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-716de5cb-ce5c-4d57-a52c-ab35a21a8553 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:04:39.989111 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425629cb-b81e-4645-a5ef-b127a557b87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5568f34-71eb-40a2-8587-0f2e572c8b03', 'code': 200} Nov 23 23:04:40.016149 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=f5568f34-71eb-40a2-8587-0f2e572c8b03,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:04:40.147580 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5eb95-c76b-42f7-8a1a-d42bbfd5be6a req-fae7dd5f-b96e-4d5b-9f57-57a933ab0139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:40.149837 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21f5eb95-c76b-42f7-8a1a-d42bbfd5be6a req-fae7dd5f-b96e-4d5b-9f57-57a933ab0139 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 1097 time: 0.0454381 Nov 23 23:04:40.203664 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-21f5eb95-c76b-42f7-8a1a-d42bbfd5be6a req-2f4160e5-a998-4ce9-9b3b-f9af5e8505bc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408735 Nov 23 23:04:41.058983 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01994281-4dac-4645-a25c-edaa8b2351c0 req-630764fc-a0c0-467a-9228-b460a53825ad tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:41.060520 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-01994281-4dac-4645-a25c-edaa8b2351c0 req-630764fc-a0c0-467a-9228-b460a53825ad tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 946 time: 0.0527534 Nov 23 23:04:41.110550 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-01994281-4dac-4645-a25c-edaa8b2351c0 req-b9c060bb-c649-44b4-a78f-2644aa51bb0d tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438628 Nov 23 23:04:42.233849 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c8500-8d64-4744-a1d3-2dcdc538760c req-04c900f8-675f-4bdf-86f0-d42c104d527c tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:04:42.235367 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-786c8500-8d64-4744-a1d3-2dcdc538760c req-04c900f8-675f-4bdf-86f0-d42c104d527c tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 946 time: 0.0562086 Nov 23 23:04:42.287618 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-786c8500-8d64-4744-a1d3-2dcdc538760c req-c33deec4-2ee0-4453-8d2c-bfa476107b8c tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463483 Nov 23 23:04:53.728803 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:04:58.104175 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c0be4c86-0dac-41c9-96d1-389ae8b6dcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:00.637214 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4acd-645b-46f0-bd7a-cfc47be02778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:00.665242 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:01.906648 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:03.298114 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:04.046881 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:11.600580 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:05:23.525666 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f1fcecf-40f0-4571-ac6a-ed417c29704b req-d4e522e2-84c8-49eb-8ea4-fe8c62fdc17c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406063 Nov 23 23:05:23.619087 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fcecf-40f0-4571-ac6a-ed417c29704b req-9f3252b1-9ddb-4d82-8aab-ecfc3852b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:23.620576 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f1fcecf-40f0-4571-ac6a-ed417c29704b req-9f3252b1-9ddb-4d82-8aab-ecfc3852b3a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69f0d16a3b5542aba43a3d9a250ff83e&device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 1097 time: 0.0413921 Nov 23 23:05:23.733477 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fcecf-40f0-4571-ac6a-ed417c29704b req-4fda42cc-e93a-4cc6-86f2-50d9757c2ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:23.735040 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f1fcecf-40f0-4571-ac6a-ed417c29704b req-4fda42cc-e93a-4cc6-86f2-50d9757c2ffa service neutron] 10.222.0.53 "GET /v2.0/networks?id=685d82bc-2360-4cf4-a574-0cc511f3a59f HTTP/1.1" status: 200 len: 910 time: 0.0871377 Nov 23 23:05:23.738495 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:23.805327 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f1fcecf-40f0-4571-ac6a-ed417c29704b req-c89f3cc6-8e39-42fb-946a-71cfa489c499 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5568f34-71eb-40a2-8587-0f2e572c8b03 HTTP/1.1" status: 200 len: 1002 time: 0.0584412 Nov 23 23:05:23.863731 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fcecf-40f0-4571-ac6a-ed417c29704b req-d7a724e0-091a-41ce-8de1-c3c3b8ca8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:23.865158 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f1fcecf-40f0-4571-ac6a-ed417c29704b req-d7a724e0-091a-41ce-8de1-c3c3b8ca8e25 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15e6b6a5-949c-45b3-b5a8-172818373638 HTTP/1.1" status: 200 len: 848 time: 0.0470951 Nov 23 23:05:23.915025 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fcecf-40f0-4571-ac6a-ed417c29704b req-a3668ab5-eb7a-483d-ad31-4c366ed469da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:23.916543 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f1fcecf-40f0-4571-ac6a-ed417c29704b req-a3668ab5-eb7a-483d-ad31-4c366ed469da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=685d82bc-2360-4cf4-a574-0cc511f3a59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399270 Nov 23 23:05:24.011641 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f1fcecf-40f0-4571-ac6a-ed417c29704b req-8d9f3545-b11f-45a1-8a84-502d977eb887 service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820720 Nov 23 23:05:24.106284 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4f1fcecf-40f0-4571-ac6a-ed417c29704b req-7b2c5e2c-68aa-4fc2-89e8-32492a424a6b service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839972 Nov 23 23:05:28.108996 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8ee8db0d-8913-4d0c-9f46-1b9de85e3558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:30.638504 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-ec2f2bb3-38e9-47a6-8fc6-caacbcae8307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:30.680224 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:31.909795 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:33.299992 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:34.048602 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:48.599117 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:05:53.742908 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:55.909931 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52264) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:05:56.064291 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Deleting port 4c4b6657-8391-409e-83ac-331ff8c35a95 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:05:56.064635 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:56.142003 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:56.142332 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:56.154702 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Calling delete_port for 4c4b6657-8391-409e-83ac-331ff8c35a95 owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:05:56.296396 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:56.326216 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event deleted for resources: {'Port': ['ID=4c4b6657-8391-409e-83ac-331ff8c35a95,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:56.339511 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:56.339870 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:56.340213 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:56.340558 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:56.340894 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:56.341225 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:56.341556 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:56.341888 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:56.342215 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:56.342541 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:56.342912 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:56.343237 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:05:56.400241 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:56.400627 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Floating IP 9f8dfe49-285d-4bdc-a882-76b540bd9b3e disassociated (deleted). External IP: 172.25.5.143, port: f5568f34-71eb-40a2-8587-0f2e572c8b03. Nov 23 23:05:56.611957 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Router 5ac037ef-b2c0-4756-9032-18532d985242 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:05:56.721963 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:05:56.726860 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:56.731627 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74de34fa-f1f4-437d-88be-47a48cb4c458 None None] Sync routers for ids ['5ac037ef-b2c0-4756-9032-18532d985242'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:05:56.741380 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74de34fa-f1f4-437d-88be-47a48cb4c458 None None] Routers {'5ac037ef-b2c0-4756-9032-18532d985242'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:05:56.742005 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-74de34fa-f1f4-437d-88be-47a48cb4c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:05:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['5ac037ef-b2c0-4756-9032-18532d985242'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:56.757235 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-e891b8f4-1342-4d8e-af06-2f7a921adae5 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "DELETE /v2.0/floatingips/9f8dfe49-285d-4bdc-a882-76b540bd9b3e HTTP/1.1" status: 204 len: 168 time: 0.8456242 Nov 23 23:05:56.757831 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425629cb-b81e-4645-a5ef-b127a557b87b', 'tag': 'f5568f34-71eb-40a2-8587-0f2e572c8b03'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:05:56.760270 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c74ffb-3572-47d5-a298-23fae3f825cd" -d '{"events": [{"name": "network-changed", "server_uuid": "425629cb-b81e-4645-a5ef-b127a557b87b", "tag": "f5568f34-71eb-40a2-8587-0f2e572c8b03"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:05:56.799147 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e0e4ae-b319-42be-a819-86cf8c8d2689 x-openstack-request-id: req-35e0e4ae-b319-42be-a819-86cf8c8d2689 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:05:56.799447 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425629cb-b81e-4645-a5ef-b127a557b87b", "tag": "f5568f34-71eb-40a2-8587-0f2e572c8b03", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:05:56.799712 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35e0e4ae-b319-42be-a819-86cf8c8d2689 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:05:56.800126 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '425629cb-b81e-4645-a5ef-b127a557b87b', 'tag': 'f5568f34-71eb-40a2-8587-0f2e572c8b03', 'status': 'completed', 'code': 200} Nov 23 23:05:56.861492 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-74de34fa-f1f4-437d-88be-47a48cb4c458 None None] Set router 5ac037ef-b2c0-4756-9032-18532d985242 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:05:56.879117 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c74ffb-3572-47d5-a298-23fae3f825cd req-cfbcad0d-7cff-4dfb-a818-a21d739130b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:56.881826 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5c74ffb-3572-47d5-a298-23fae3f825cd req-cfbcad0d-7cff-4dfb-a818-a21d739130b8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=69f0d16a3b5542aba43a3d9a250ff83e&device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 1097 time: 0.0469470 Nov 23 23:05:57.017707 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c74ffb-3572-47d5-a298-23fae3f825cd req-684fe093-52fe-495c-9103-1155b648b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:57.019222 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5c74ffb-3572-47d5-a298-23fae3f825cd req-684fe093-52fe-495c-9103-1155b648b2c5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=685d82bc-2360-4cf4-a574-0cc511f3a59f HTTP/1.1" status: 200 len: 910 time: 0.1241825 Nov 23 23:05:57.028675 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e62c0-3f46-4bb3-9e34-6b3bf844b26d req-eb19c394-456b-4025-a857-2e45549ca2ce tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:57.030083 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be6e62c0-3f46-4bb3-9e34-6b3bf844b26d req-eb19c394-456b-4025-a857-2e45549ca2ce tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 946 time: 0.0725846 Nov 23 23:05:57.074647 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-74de34fa-f1f4-437d-88be-47a48cb4c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac037ef-b2c0-4756-9032-18532d985242', 'name': 'tempest-TestShelveInstance-1510742134-router', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:04Z', 'revision_number': 4, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'gw_port': {'id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'f95fd73e-eefc-409b-a2dd-6ccef7778255', 'name': '', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'mac_address': 'fa:16:3e:55:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:04Z', 'updated_at': '2021-11-23T22:57:09Z', 'revision_number': 5, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'subnets': [{'id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:57.095484 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5c74ffb-3572-47d5-a298-23fae3f825cd req-58189f69-5f3e-418b-805d-a82b484b620a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5568f34-71eb-40a2-8587-0f2e572c8b03 HTTP/1.1" status: 200 len: 217 time: 0.0644457 Nov 23 23:05:57.101898 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74de34fa-f1f4-437d-88be-47a48cb4c458 None None] Checking router: 5ac037ef-b2c0-4756-9032-18532d985242 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:05:57.111036 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74de34fa-f1f4-437d-88be-47a48cb4c458 None None] Routers {'5ac037ef-b2c0-4756-9032-18532d985242'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:05:57.111394 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-74de34fa-f1f4-437d-88be-47a48cb4c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:05:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['5ac037ef-b2c0-4756-9032-18532d985242'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:57.164197 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be6e62c0-3f46-4bb3-9e34-6b3bf844b26d req-851f17f7-6153-486f-be24-122e8c14254e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254261 Nov 23 23:05:57.173799 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c74ffb-3572-47d5-a298-23fae3f825cd req-350b874e-53a2-4192-bfe9-bb0c831791f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:57.175338 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5c74ffb-3572-47d5-a298-23fae3f825cd req-350b874e-53a2-4192-bfe9-bb0c831791f8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15e6b6a5-949c-45b3-b5a8-172818373638 HTTP/1.1" status: 200 len: 848 time: 0.0703156 Nov 23 23:05:57.217922 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-74de34fa-f1f4-437d-88be-47a48cb4c458 None None] Set router 5ac037ef-b2c0-4756-9032-18532d985242 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:05:57.225076 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c74ffb-3572-47d5-a298-23fae3f825cd req-43ba9913-3319-4f33-b37a-36eed76d474e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:57.226575 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5c74ffb-3572-47d5-a298-23fae3f825cd req-43ba9913-3319-4f33-b37a-36eed76d474e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=685d82bc-2360-4cf4-a574-0cc511f3a59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422781 Nov 23 23:05:57.240186 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-d5c74ffb-3572-47d5-a298-23fae3f825cd req-e7749cfc-7ecf-49bb-aa12-3de92859deb2 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:05:57.241128 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5c74ffb-3572-47d5-a298-23fae3f825cd req-e7749cfc-7ecf-49bb-aa12-3de92859deb2 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054233 Nov 23 23:05:57.338656 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5c74ffb-3572-47d5-a298-23fae3f825cd req-947ae568-99b2-4891-98ee-30be0358d977 service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885217 Nov 23 23:05:57.415098 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-74de34fa-f1f4-437d-88be-47a48cb4c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac037ef-b2c0-4756-9032-18532d985242', 'name': 'tempest-TestShelveInstance-1510742134-router', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:04Z', 'revision_number': 4, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'gw_port': {'id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'f95fd73e-eefc-409b-a2dd-6ccef7778255', 'name': '', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'mac_address': 'fa:16:3e:55:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:04Z', 'updated_at': '2021-11-23T22:57:09Z', 'revision_number': 5, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'subnets': [{'id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:05:57.432523 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d5c74ffb-3572-47d5-a298-23fae3f825cd req-7f70c893-ccd1-4361-a2dc-e9e71f3cb1c5 service neutron] 10.222.0.53 "GET /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850229 Nov 23 23:05:57.450703 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74de34fa-f1f4-437d-88be-47a48cb4c458 None None] The sync data for ids ['5ac037ef-b2c0-4756-9032-18532d985242'] in n-d-816206-9 is: [{'id': '5ac037ef-b2c0-4756-9032-18532d985242', 'name': 'tempest-TestShelveInstance-1510742134-router', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:04Z', 'revision_number': 4, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'gw_port': {'id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'f95fd73e-eefc-409b-a2dd-6ccef7778255', 'name': '', 'network_id': '685d82bc-2360-4cf4-a574-0cc511f3a59f', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'mac_address': 'fa:16:3e:55:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:04Z', 'updated_at': '2021-11-23T22:57:09Z', 'revision_number': 5, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'subnets': [{'id': '15e6b6a5-949c-45b3-b5a8-172818373638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:05:57.673169 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dae7938-5e38-4bb5-8468-a995a455c3bd None None] New status for floating IP 9f8dfe49-285d-4bdc-a882-76b540bd9b3e: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:05:58.111351 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c47a7c98-0285-49b8-90aa-ef49326deebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:58.287265 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a580b-f9be-4346-a05d-fc022c64f06c req-4dae412e-811a-4c8f-b079-b080f755f265 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:58.288740 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-825a580b-f9be-4346-a05d-fc022c64f06c req-4dae412e-811a-4c8f-b079-b080f755f265 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 946 time: 0.0549841 Nov 23 23:05:58.336818 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-825a580b-f9be-4346-a05d-fc022c64f06c req-fc46131c-2342-4a48-8a15-ce5beea09215 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421982 Nov 23 23:05:58.786234 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c8237-fee4-45ab-819f-7a8571c5201c req-41a5c0d2-5ec7-496a-a81c-d3fd96c58a44 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:58.787696 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-051c8237-fee4-45ab-819f-7a8571c5201c req-41a5c0d2-5ec7-496a-a81c-d3fd96c58a44 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.53 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 946 time: 0.0484233 Nov 23 23:05:58.883457 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-051c8237-fee4-45ab-819f-7a8571c5201c req-5f61094d-b74c-4a29-b2c2-dff714b8768e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Deleting port f5568f34-71eb-40a2-8587-0f2e572c8b03 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:05:58.883791 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-051c8237-fee4-45ab-819f-7a8571c5201c req-5f61094d-b74c-4a29-b2c2-dff714b8768e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:58.971672 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-051c8237-fee4-45ab-819f-7a8571c5201c req-5f61094d-b74c-4a29-b2c2-dff714b8768e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] For port f5568f34-71eb-40a2-8587-0f2e572c8b03, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=f5568f34-71eb-40a2-8587-0f2e572c8b03,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:05:58.972031 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-051c8237-fee4-45ab-819f-7a8571c5201c req-5f61094d-b74c-4a29-b2c2-dff714b8768e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:58.984368 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-051c8237-fee4-45ab-819f-7a8571c5201c req-5f61094d-b74c-4a29-b2c2-dff714b8768e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Calling delete_port for f5568f34-71eb-40a2-8587-0f2e572c8b03 owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:05:59.456674 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-051c8237-fee4-45ab-819f-7a8571c5201c req-5f61094d-b74c-4a29-b2c2-dff714b8768e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:59.496555 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62328c4-0087-4df6-bb9f-5274787d1137 req-6398b422-6550-414b-9148-c683ce558e20 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:05:59.498002 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a62328c4-0087-4df6-bb9f-5274787d1137 req-6398b422-6550-414b-9148-c683ce558e20 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 946 time: 0.0899868 Nov 23 23:05:59.500828 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61094d-b74c-4a29-b2c2-dff714b8768e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event deleted for resources: {'Port': ['ID=f5568f34-71eb-40a2-8587-0f2e572c8b03,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:05:59.560835 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-051c8237-fee4-45ab-819f-7a8571c5201c req-5f61094d-b74c-4a29-b2c2-dff714b8768e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] No DVR routers for this DVR port f5568f34-71eb-40a2-8587-0f2e572c8b03 on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:05:59.564721 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-051c8237-fee4-45ab-819f-7a8571c5201c req-5f61094d-b74c-4a29-b2c2-dff714b8768e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:05:59.568771 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-051c8237-fee4-45ab-819f-7a8571c5201c req-5f61094d-b74c-4a29-b2c2-dff714b8768e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.53 "DELETE /v2.0/ports/f5568f34-71eb-40a2-8587-0f2e572c8b03 HTTP/1.1" status: 204 len: 173 time: 0.7705753 Nov 23 23:05:59.569210 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425629cb-b81e-4645-a5ef-b127a557b87b', 'name': 'network-vif-deleted', 'tag': 'f5568f34-71eb-40a2-8587-0f2e572c8b03'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:05:59.571548 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7c3a1a-882c-4f17-a8df-62228c290d01" -d '{"events": [{"server_uuid": "425629cb-b81e-4645-a5ef-b127a557b87b", "name": "network-vif-deleted", "tag": "f5568f34-71eb-40a2-8587-0f2e572c8b03"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:05:59.591648 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a62328c4-0087-4df6-bb9f-5274787d1137 req-09bcfec9-1ec7-468e-bc51-e6206eaac738 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/security-groups?id=065083f6-89fa-4256-a4f8-be70e5344794&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874767 Nov 23 23:05:59.613699 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60985c4b-0c91-4177-9944-654a63f78879 x-openstack-request-id: req-60985c4b-0c91-4177-9944-654a63f78879 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:05:59.614625 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425629cb-b81e-4645-a5ef-b127a557b87b", "name": "network-vif-deleted", "tag": "f5568f34-71eb-40a2-8587-0f2e572c8b03", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:05:59.614941 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-60985c4b-0c91-4177-9944-654a63f78879 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:05:59.615351 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425629cb-b81e-4645-a5ef-b127a557b87b', 'name': 'network-vif-deleted', 'tag': 'f5568f34-71eb-40a2-8587-0f2e572c8b03', 'status': 'completed', 'code': 200} Nov 23 23:06:00.641293 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3888484e-5929-4b30-966e-35b5e97057c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:00.685563 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:00.700218 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-083e0b3e-d8ae-4490-b38e-36297847974b req-1a35aeec-53ca-49f9-b26c-b6318875311e tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 210 time: 0.0288913 Nov 23 23:06:01.800539 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4997243a-7ca3-4b8f-bdca-8e3bfcbdbe3b req-d0b25bcf-7a95-48f7-83bd-2dc320c80941 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 210 time: 0.0266678 Nov 23 23:06:01.913547 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:02.039487 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f5568f34-71eb-40a2-8587-0f2e572c8b03 no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:06:02.065004 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: f5568f34-71eb-40a2-8587-0f2e572c8b03 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:06:02.065353 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device f5568f34-71eb-40a2-8587-0f2e572c8b03 not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:06:02.895463 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-07ebdc5f-3c32-444a-8ee3-d29ac804635e req-c6684f2b-1666-47e3-a439-0c71c5b69bd6 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 210 time: 0.0266161 Nov 23 23:06:03.304156 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:04.031890 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ca9d2c0e-aa9e-4ae9-b629-a2be290121ed req-8f0f1160-52ac-4ae5-a77f-568e755b2c16 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "GET /v2.0/ports?device_id=425629cb-b81e-4645-a5ef-b127a557b87b HTTP/1.1" status: 200 len: 210 time: 0.0340304 Nov 23 23:06:04.063289 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:05.094301 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52296) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:05.157111 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3f35861-663d-46a9-bc35-2cc271b75660 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:05.182601 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3f35861-663d-46a9-bc35-2cc271b75660 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:05.241632 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3f35861-663d-46a9-bc35-2cc271b75660 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:05.244400 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3f35861-663d-46a9-bc35-2cc271b75660 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:05.245675 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e3f35861-663d-46a9-bc35-2cc271b75660 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] 10.222.0.50 "DELETE /v2.0/security-groups/065083f6-89fa-4256-a4f8-be70e5344794 HTTP/1.1" status: 204 len: 168 time: 0.1503215 Nov 23 23:06:05.255614 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f35861-663d-46a9-bc35-2cc271b75660 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=065083f6-89fa-4256-a4f8-be70e5344794,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:05.268465 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f35861-663d-46a9-bc35-2cc271b75660 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:05.268814 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f35861-663d-46a9-bc35-2cc271b75660 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:05.269358 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f35861-663d-46a9-bc35-2cc271b75660 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:05.270445 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f35861-663d-46a9-bc35-2cc271b75660 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:05.270805 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f35861-663d-46a9-bc35-2cc271b75660 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:05.271141 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f35861-663d-46a9-bc35-2cc271b75660 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:05.271713 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f35861-663d-46a9-bc35-2cc271b75660 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:05.272089 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f35861-663d-46a9-bc35-2cc271b75660 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:05.272483 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f35861-663d-46a9-bc35-2cc271b75660 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:05.272864 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f35861-663d-46a9-bc35-2cc271b75660 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:05.273248 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f35861-663d-46a9-bc35-2cc271b75660 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:05.273627 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f35861-663d-46a9-bc35-2cc271b75660 tempest-TestShelveInstance-1646826076 tempest-TestShelveInstance-1646826076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:05.300188 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52302) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:05.764862 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3690ecc-4cc0-43bd-93da-7cae86feb5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:06.013320 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-e3690ecc-4cc0-43bd-93da-7cae86feb5d1 admin admin] Deleting port f95fd73e-eefc-409b-a2dd-6ccef7778255 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:06:06.013666 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3690ecc-4cc0-43bd-93da-7cae86feb5d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:06.097838 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-e3690ecc-4cc0-43bd-93da-7cae86feb5d1 admin admin] For port f95fd73e-eefc-409b-a2dd-6ccef7778255, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=f95fd73e-eefc-409b-a2dd-6ccef7778255,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:06:06.099255 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3690ecc-4cc0-43bd-93da-7cae86feb5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:06.111709 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-e3690ecc-4cc0-43bd-93da-7cae86feb5d1 admin admin] Calling delete_port for f95fd73e-eefc-409b-a2dd-6ccef7778255 owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:06:06.577118 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3690ecc-4cc0-43bd-93da-7cae86feb5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:06.603938 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3690ecc-4cc0-43bd-93da-7cae86feb5d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f95fd73e-eefc-409b-a2dd-6ccef7778255,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:06.779055 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-e3690ecc-4cc0-43bd-93da-7cae86feb5d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.001097 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3690ecc-4cc0-43bd-93da-7cae86feb5d1 admin admin] Router 5ac037ef-b2c0-4756-9032-18532d985242 has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:06:07.111125 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3690ecc-4cc0-43bd-93da-7cae86feb5d1 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:06:07.116664 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e3690ecc-4cc0-43bd-93da-7cae86feb5d1 admin admin] 10.222.0.50 "PUT /v2.0/routers/5ac037ef-b2c0-4756-9032-18532d985242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8154352 Nov 23 23:06:07.119159 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52306) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:07.120937 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149e4960-5ae1-43ea-a109-450d0d60dd2f None None] Sync routers for ids ['5ac037ef-b2c0-4756-9032-18532d985242'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:06:07.136430 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149e4960-5ae1-43ea-a109-450d0d60dd2f None None] Routers {'5ac037ef-b2c0-4756-9032-18532d985242'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:06:07.137178 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-149e4960-5ae1-43ea-a109-450d0d60dd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:06:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['5ac037ef-b2c0-4756-9032-18532d985242'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:07.224487 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8394801c-ae95-49b7-b2a3-655ee565df2e admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.244205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-149e4960-5ae1-43ea-a109-450d0d60dd2f None None] Set router 5ac037ef-b2c0-4756-9032-18532d985242 gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:06:07.333671 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8394801c-ae95-49b7-b2a3-655ee565df2e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.387167 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-8394801c-ae95-49b7-b2a3-655ee565df2e admin admin] Deleting port d69cc00b-726e-47bf-8feb-68644bb095d9 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:06:07.387530 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8394801c-ae95-49b7-b2a3-655ee565df2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.426771 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-149e4960-5ae1-43ea-a109-450d0d60dd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac037ef-b2c0-4756-9032-18532d985242', 'name': 'tempest-TestShelveInstance-1510742134-router', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T23:06:06Z', 'revision_number': 5, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'gw_port': {'id': 'd69cc00b-726e-47bf-8feb-68644bb095d9', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac037ef-b2c0-4756-9032-18532d985242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T22:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:07.460633 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149e4960-5ae1-43ea-a109-450d0d60dd2f None None] Checking router: 5ac037ef-b2c0-4756-9032-18532d985242 for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:06:07.470270 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149e4960-5ae1-43ea-a109-450d0d60dd2f None None] Routers {'5ac037ef-b2c0-4756-9032-18532d985242'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:06:07.471022 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-149e4960-5ae1-43ea-a109-450d0d60dd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:06:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['5ac037ef-b2c0-4756-9032-18532d985242'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:07.479919 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-8394801c-ae95-49b7-b2a3-655ee565df2e admin admin] For port d69cc00b-726e-47bf-8feb-68644bb095d9, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=d69cc00b-726e-47bf-8feb-68644bb095d9,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:06:07.480418 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8394801c-ae95-49b7-b2a3-655ee565df2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.494164 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-8394801c-ae95-49b7-b2a3-655ee565df2e admin admin] Calling delete_port for d69cc00b-726e-47bf-8feb-68644bb095d9 owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:06:07.561232 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-149e4960-5ae1-43ea-a109-450d0d60dd2f None None] Set router 5ac037ef-b2c0-4756-9032-18532d985242 gateway port host: None {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:06:07.615494 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-149e4960-5ae1-43ea-a109-450d0d60dd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ac037ef-b2c0-4756-9032-18532d985242', 'name': 'tempest-TestShelveInstance-1510742134-router', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T23:06:07Z', 'revision_number': 6, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:07.647983 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149e4960-5ae1-43ea-a109-450d0d60dd2f None None] The sync data for ids ['5ac037ef-b2c0-4756-9032-18532d985242'] in n-d-816206-9 is: [{'id': '5ac037ef-b2c0-4756-9032-18532d985242', 'name': 'tempest-TestShelveInstance-1510742134-router', 'tenant_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:02Z', 'updated_at': '2021-11-23T23:06:07Z', 'revision_number': 6, 'project_id': '69f0d16a3b5542aba43a3d9a250ff83e', 'gw_port_host': None}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:06:07.672208 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8394801c-ae95-49b7-b2a3-655ee565df2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.702246 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394801c-ae95-49b7-b2a3-655ee565df2e admin admin] Pushing event deleted for resources: {'Port': ['ID=d69cc00b-726e-47bf-8feb-68644bb095d9,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:07.719921 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ab1b86-9f0e-4479-9759-f9ce8bd5df76 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:06:07.763517 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8394801c-ae95-49b7-b2a3-655ee565df2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.859272 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8394801c-ae95-49b7-b2a3-655ee565df2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.861420 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8394801c-ae95-49b7-b2a3-655ee565df2e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.904645 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8394801c-ae95-49b7-b2a3-655ee565df2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.905055 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8394801c-ae95-49b7-b2a3-655ee565df2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ac037ef-b2c0-4756-9032-18532d985242 {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:06:07.909434 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-8394801c-ae95-49b7-b2a3-655ee565df2e admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.911245 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-8394801c-ae95-49b7-b2a3-655ee565df2e admin admin] 10.222.0.50 "DELETE /v2.0/routers/5ac037ef-b2c0-4756-9032-18532d985242 HTTP/1.1" status: 204 len: 168 time: 0.7904880 Nov 23 23:06:07.913739 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52308) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:07.958734 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-740a9a55-4832-4d72-836c-c98e3b4bd201 admin admin] Deleting subnet 15e6b6a5-949c-45b3-b5a8-172818373638 {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:06:07.962022 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-740a9a55-4832-4d72-836c-c98e3b4bd201 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:07.998369 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-740a9a55-4832-4d72-836c-c98e3b4bd201 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.086972 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-740a9a55-4832-4d72-836c-c98e3b4bd201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.143916 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-740a9a55-4832-4d72-836c-c98e3b4bd201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.178061 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a9a55-4832-4d72-836c-c98e3b4bd201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15e6b6a5-949c-45b3-b5a8-172818373638,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:08.181002 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbb8c0c-cecc-4cec-8cd0-72f8316473ec None None] Network 685d82bc-2360-4cf4-a574-0cc511f3a59f requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:06:08.183910 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-740a9a55-4832-4d72-836c-c98e3b4bd201 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.188286 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-740a9a55-4832-4d72-836c-c98e3b4bd201 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/15e6b6a5-949c-45b3-b5a8-172818373638 HTTP/1.1" status: 204 len: 168 time: 0.2734580 Nov 23 23:06:08.190573 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52310) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:08.262579 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82ab3c2e-9f18-485c-87a8-98b4780cbaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.314506 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-82ab3c2e-9f18-485c-87a8-98b4780cbaf8 admin admin] Deleting port 8b1b88d7-1862-4e45-8433-2c2e48282d9d {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:06:08.314888 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82ab3c2e-9f18-485c-87a8-98b4780cbaf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.377325 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-82ab3c2e-9f18-485c-87a8-98b4780cbaf8 admin admin] For port 8b1b88d7-1862-4e45-8433-2c2e48282d9d, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8b1b88d7-1862-4e45-8433-2c2e48282d9d,segment=NetworkSegment(2a4e1cf1-5878-4800-b7e3-8b2ffae05adb),segment_id=2a4e1cf1-5878-4800-b7e3-8b2ffae05adb)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:06:08.377610 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82ab3c2e-9f18-485c-87a8-98b4780cbaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.396747 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-82ab3c2e-9f18-485c-87a8-98b4780cbaf8 admin admin] Calling delete_port for 8b1b88d7-1862-4e45-8433-2c2e48282d9d owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:06:08.427835 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c70823-4652-459c-bb45-499ba32928a8 None None] DHCP port deletion for 685d82bc-2360-4cf4-a574-0cc511f3a59f request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:06:08.487978 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f95fd73e-eefc-409b-a2dd-6ccef7778255 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:06:08.488165 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82ab3c2e-9f18-485c-87a8-98b4780cbaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.513694 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-55c70823-4652-459c-bb45-499ba32928a8 None None] Deleting port 8b1b88d7-1862-4e45-8433-2c2e48282d9d {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:06:08.513967 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-55c70823-4652-459c-bb45-499ba32928a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.515765 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: f95fd73e-eefc-409b-a2dd-6ccef7778255 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:06:08.516021 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab3c2e-9f18-485c-87a8-98b4780cbaf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b1b88d7-1862-4e45-8433-2c2e48282d9d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:08.516154 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device f95fd73e-eefc-409b-a2dd-6ccef7778255 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:06:08.516566 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8b1b88d7-1862-4e45-8433-2c2e48282d9d no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:06:08.521691 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ab3c2e-9f18-485c-87a8-98b4780cbaf8 admin admin] No DVR routers for this DVR port 8b1b88d7-1862-4e45-8433-2c2e48282d9d on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:06:08.545906 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 8b1b88d7-1862-4e45-8433-2c2e48282d9d {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:06:08.546261 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8b1b88d7-1862-4e45-8433-2c2e48282d9d not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:06:08.546687 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d69cc00b-726e-47bf-8feb-68644bb095d9 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:06:08.600466 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82ab3c2e-9f18-485c-87a8-98b4780cbaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.624526 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-82ab3c2e-9f18-485c-87a8-98b4780cbaf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['685d82bc-2360-4cf4-a574-0cc511f3a59f']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:08.635666 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-82ab3c2e-9f18-485c-87a8-98b4780cbaf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4e1cf1-5878-4800-b7e3-8b2ffae05adb') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:08.635954 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-82ab3c2e-9f18-485c-87a8-98b4780cbaf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4e1cf1-5878-4800-b7e3-8b2ffae05adb') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:08.650874 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82ab3c2e-9f18-485c-87a8-98b4780cbaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.667754 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82ab3c2e-9f18-485c-87a8-98b4780cbaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.675727 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ab3c2e-9f18-485c-87a8-98b4780cbaf8 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:06:08.677058 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82ab3c2e-9f18-485c-87a8-98b4780cbaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: timer() Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:06:08.679329 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:06:08.740492 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82ab3c2e-9f18-485c-87a8-98b4780cbaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.744362 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: d69cc00b-726e-47bf-8feb-68644bb095d9 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:06:08.744723 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device d69cc00b-726e-47bf-8feb-68644bb095d9 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:06:08.747547 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-82ab3c2e-9f18-485c-87a8-98b4780cbaf8 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.753209 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-82ab3c2e-9f18-485c-87a8-98b4780cbaf8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/685d82bc-2360-4cf4-a574-0cc511f3a59f HTTP/1.1" status: 204 len: 168 time: 0.5615115 Nov 23 23:06:08.757112 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52312) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:08.774777 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab3c2e-9f18-485c-87a8-98b4780cbaf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=685d82bc-2360-4cf4-a574-0cc511f3a59f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:08.786745 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-55c70823-4652-459c-bb45-499ba32928a8 None None] For port 8b1b88d7-1862-4e45-8433-2c2e48282d9d, host n-d-816206-9, got binding levels [] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:06:08.787471 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-55c70823-4652-459c-bb45-499ba32928a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.800552 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-55c70823-4652-459c-bb45-499ba32928a8 None None] Calling delete_port for 8b1b88d7-1862-4e45-8433-2c2e48282d9d owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:06:08.804189 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.ipam_backend_mixin [None req-55c70823-4652-459c-bb45-499ba32928a8 None None] Port 8b1b88d7-1862-4e45-8433-2c2e48282d9d was not found and therefore no delete operation was performed {{(pid=110035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 23:06:08.805100 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-55c70823-4652-459c-bb45-499ba32928a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:08.828115 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-55c70823-4652-459c-bb45-499ba32928a8 None None] Network 685d82bc-2360-4cf4-a574-0cc511f3a59f is not hosted by any dhcp agent {{(pid=110035) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 23:06:08.828595 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c70823-4652-459c-bb45-499ba32928a8 None None] No DVR routers for this DVR port 8b1b88d7-1862-4e45-8433-2c2e48282d9d on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:06:08.831043 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c70823-4652-459c-bb45-499ba32928a8 None None] Pushing event deleted for resources: {'Port': ['ID=8b1b88d7-1862-4e45-8433-2c2e48282d9d,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:08.840900 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c70823-4652-459c-bb45-499ba32928a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:08.841694 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c70823-4652-459c-bb45-499ba32928a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:08.841694 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c70823-4652-459c-bb45-499ba32928a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:08.841938 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c70823-4652-459c-bb45-499ba32928a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:08.842608 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c70823-4652-459c-bb45-499ba32928a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:08.842608 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c70823-4652-459c-bb45-499ba32928a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:08.842902 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c70823-4652-459c-bb45-499ba32928a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:08.843230 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c70823-4652-459c-bb45-499ba32928a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:08.843557 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c70823-4652-459c-bb45-499ba32928a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:08.843887 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c70823-4652-459c-bb45-499ba32928a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:08.844213 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c70823-4652-459c-bb45-499ba32928a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:08.844524 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c70823-4652-459c-bb45-499ba32928a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:09.104929 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-14d45b6c-d557-4772-8997-45b5366b4ae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:09.349661 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-14d45b6c-d557-4772-8997-45b5366b4ae3 admin admin] Deleting port 68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:06:09.349997 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-14d45b6c-d557-4772-8997-45b5366b4ae3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:09.430961 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-14d45b6c-d557-4772-8997-45b5366b4ae3 admin admin] For port 68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e,segment=NetworkSegment(6bcf00fa-3057-4239-8d4c-9e2ed0f95946),segment_id=6bcf00fa-3057-4239-8d4c-9e2ed0f95946)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:06:09.431235 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-14d45b6c-d557-4772-8997-45b5366b4ae3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:09.443963 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-14d45b6c-d557-4772-8997-45b5366b4ae3 admin admin] Calling delete_port for 68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:06:09.620566 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-14d45b6c-d557-4772-8997-45b5366b4ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:09.644400 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d45b6c-d557-4772-8997-45b5366b4ae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:09.813991 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-14d45b6c-d557-4772-8997-45b5366b4ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:10.032792 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d45b6c-d557-4772-8997-45b5366b4ae3 admin admin] Router 5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:06:10.138135 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d45b6c-d557-4772-8997-45b5366b4ae3 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:06:10.146493 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-14d45b6c-d557-4772-8997-45b5366b4ae3 admin admin] 10.222.0.50 "PUT /v2.0/routers/5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3854721 Nov 23 23:06:10.146604 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52314) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:10.147734 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d6d7da-6823-485f-b93d-7f4e6f3d3407 None None] Sync routers for ids ['5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:06:10.156822 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d6d7da-6823-485f-b93d-7f4e6f3d3407 None None] Routers {'5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:06:10.157442 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a7d6d7da-6823-485f-b93d-7f4e6f3d3407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:06:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:10.254878 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-637d2b98-24e5-4274-8c6c-50692466a894 admin admin] Publish callbacks [] for router, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:10.262662 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-a7d6d7da-6823-485f-b93d-7f4e6f3d3407 None None] Set router 5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:06:10.358953 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-637d2b98-24e5-4274-8c6c-50692466a894 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:10.413415 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-637d2b98-24e5-4274-8c6c-50692466a894 admin admin] Deleting port 8658dda1-29be-484c-b818-9c3bae23f4be {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:06:10.413851 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-637d2b98-24e5-4274-8c6c-50692466a894 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:10.440238 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a7d6d7da-6823-485f-b93d-7f4e6f3d3407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e', 'name': 'tempest-TestShelveInstance-2097905599-router', 'tenant_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '8658dda1-29be-484c-b818-9c3bae23f4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:06Z', 'updated_at': '2021-11-23T23:06:09Z', 'revision_number': 5, 'project_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'gw_port': {'id': '8658dda1-29be-484c-b818-9c3bae23f4be', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:81:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T22:57:07Z', 'updated_at': '2021-11-23T22:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:10.470515 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d6d7da-6823-485f-b93d-7f4e6f3d3407 None None] Checking router: 5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:06:10.480856 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d6d7da-6823-485f-b93d-7f4e6f3d3407 None None] Routers {'5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:06:10.481475 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a7d6d7da-6823-485f-b93d-7f4e6f3d3407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:06:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:10.497006 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-637d2b98-24e5-4274-8c6c-50692466a894 admin admin] For port 8658dda1-29be-484c-b818-9c3bae23f4be, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=8658dda1-29be-484c-b818-9c3bae23f4be,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:06:10.497372 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-637d2b98-24e5-4274-8c6c-50692466a894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:10.510648 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-637d2b98-24e5-4274-8c6c-50692466a894 admin admin] Calling delete_port for 8658dda1-29be-484c-b818-9c3bae23f4be owned by network:router_gateway {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:06:10.568276 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-a7d6d7da-6823-485f-b93d-7f4e6f3d3407 None None] Set router 5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:06:10.619750 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-a7d6d7da-6823-485f-b93d-7f4e6f3d3407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e', 'name': 'tempest-TestShelveInstance-2097905599-router', 'tenant_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:06Z', 'updated_at': '2021-11-23T23:06:10Z', 'revision_number': 6, 'project_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:10.651133 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d6d7da-6823-485f-b93d-7f4e6f3d3407 None None] The sync data for ids ['5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e'] in n-d-816206-9 is: [{'id': '5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e', 'name': 'tempest-TestShelveInstance-2097905599-router', 'tenant_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T22:57:06Z', 'updated_at': '2021-11-23T23:06:10Z', 'revision_number': 6, 'project_id': 'e4f6939768fa4aff83a7e1e6d80af6da', 'gw_port_host': None}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:06:10.693976 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-637d2b98-24e5-4274-8c6c-50692466a894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:10.723907 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d2b98-24e5-4274-8c6c-50692466a894 admin admin] Pushing event deleted for resources: {'Port': ['ID=8658dda1-29be-484c-b818-9c3bae23f4be,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:10.736842 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cbe0b5-e2cd-4c4d-b812-c8d38f2063fa None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:06:10.796383 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-637d2b98-24e5-4274-8c6c-50692466a894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:10.887980 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-637d2b98-24e5-4274-8c6c-50692466a894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:10.890015 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-637d2b98-24e5-4274-8c6c-50692466a894 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:10.933160 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-637d2b98-24e5-4274-8c6c-50692466a894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:10.933711 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637d2b98-24e5-4274-8c6c-50692466a894 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e {{(pid=110033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:06:10.938013 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-637d2b98-24e5-4274-8c6c-50692466a894 admin admin] Publish callbacks [] for router, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:10.939225 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-637d2b98-24e5-4274-8c6c-50692466a894 admin admin] 10.222.0.50 "DELETE /v2.0/routers/5ebe3fb3-7fc3-41eb-9d88-c7a8862ac13e HTTP/1.1" status: 204 len: 168 time: 0.7914858 Nov 23 23:06:10.942611 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52316) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:10.991406 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_v2 [None req-80466d7d-3c93-4ef2-af48-62b96f8ea1a4 admin admin] Deleting subnet 0a9f12f2-05a0-49d6-bdcd-bcb41b49a46d {{(pid=110033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:06:10.994617 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80466d7d-3c93-4ef2-af48-62b96f8ea1a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.030730 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80466d7d-3c93-4ef2-af48-62b96f8ea1a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3818050'] for subnet, precommit_delete_associations {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.114953 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80466d7d-3c93-4ef2-af48-62b96f8ea1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.169305 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80466d7d-3c93-4ef2-af48-62b96f8ea1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8516406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9059706'] for subnet, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.198609 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80466d7d-3c93-4ef2-af48-62b96f8ea1a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a9f12f2-05a0-49d6-bdcd-bcb41b49a46d,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:11.203375 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-80466d7d-3c93-4ef2-af48-62b96f8ea1a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.206968 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-80466d7d-3c93-4ef2-af48-62b96f8ea1a4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0a9f12f2-05a0-49d6-bdcd-bcb41b49a46d HTTP/1.1" status: 204 len: 168 time: 0.2636719 Nov 23 23:06:11.208393 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459190bb-18d2-49e4-9312-55aae04da9ed None None] Network 7ff1dfed-406d-4d07-843c-fe5ee10e0755 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:06:11.210482 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52318) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:11.279575 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-08536c80-e1c7-4981-8206-36031cdb7428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.332120 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-08536c80-e1c7-4981-8206-36031cdb7428 admin admin] Deleting port 40efe502-079d-49e4-bc3a-2ef023f9fbef {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:06:11.333229 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-08536c80-e1c7-4981-8206-36031cdb7428 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.389947 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7976f9d2-c8f8-4516-b53f-9f5ce9f2bc69 None None] DHCP port deletion for 7ff1dfed-406d-4d07-843c-fe5ee10e0755 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:06:11.406252 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-08536c80-e1c7-4981-8206-36031cdb7428 admin admin] For port 40efe502-079d-49e4-bc3a-2ef023f9fbef, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=40efe502-079d-49e4-bc3a-2ef023f9fbef,segment=NetworkSegment(6bcf00fa-3057-4239-8d4c-9e2ed0f95946),segment_id=6bcf00fa-3057-4239-8d4c-9e2ed0f95946)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:06:11.406621 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-08536c80-e1c7-4981-8206-36031cdb7428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.421351 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-08536c80-e1c7-4981-8206-36031cdb7428 admin admin] Calling delete_port for 40efe502-079d-49e4-bc3a-2ef023f9fbef owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:06:11.442631 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-7976f9d2-c8f8-4516-b53f-9f5ce9f2bc69 None None] Deleting port 40efe502-079d-49e4-bc3a-2ef023f9fbef {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:06:11.443031 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7976f9d2-c8f8-4516-b53f-9f5ce9f2bc69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.502184 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-08536c80-e1c7-4981-8206-36031cdb7428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.512470 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-7976f9d2-c8f8-4516-b53f-9f5ce9f2bc69 None None] For port 40efe502-079d-49e4-bc3a-2ef023f9fbef, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=40efe502-079d-49e4-bc3a-2ef023f9fbef,segment=NetworkSegment(6bcf00fa-3057-4239-8d4c-9e2ed0f95946),segment_id=6bcf00fa-3057-4239-8d4c-9e2ed0f95946)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:06:11.512952 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7976f9d2-c8f8-4516-b53f-9f5ce9f2bc69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.526409 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-7976f9d2-c8f8-4516-b53f-9f5ce9f2bc69 None None] Calling delete_port for 40efe502-079d-49e4-bc3a-2ef023f9fbef owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:06:11.536018 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08536c80-e1c7-4981-8206-36031cdb7428 admin admin] Pushing event deleted for resources: {'Port': ['ID=40efe502-079d-49e4-bc3a-2ef023f9fbef,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:11.540424 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08536c80-e1c7-4981-8206-36031cdb7428 admin admin] No DVR routers for this DVR port 40efe502-079d-49e4-bc3a-2ef023f9fbef on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:06:11.615583 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-08536c80-e1c7-4981-8206-36031cdb7428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.615707 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7976f9d2-c8f8-4516-b53f-9f5ce9f2bc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.637697 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-08536c80-e1c7-4981-8206-36031cdb7428 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff1dfed-406d-4d07-843c-fe5ee10e0755']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:11.640262 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976f9d2-c8f8-4516-b53f-9f5ce9f2bc69 None None] Pushing event deleted for resources: {'Port': ['ID=40efe502-079d-49e4-bc3a-2ef023f9fbef,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:11.648293 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7976f9d2-c8f8-4516-b53f-9f5ce9f2bc69 None None] No DVR routers for this DVR port 40efe502-079d-49e4-bc3a-2ef023f9fbef on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:06:11.649385 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-08536c80-e1c7-4981-8206-36031cdb7428 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcf00fa-3057-4239-8d4c-9e2ed0f95946') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:11.649685 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-08536c80-e1c7-4981-8206-36031cdb7428 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcf00fa-3057-4239-8d4c-9e2ed0f95946') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:11.659665 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-08536c80-e1c7-4981-8206-36031cdb7428 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.676654 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-08536c80-e1c7-4981-8206-36031cdb7428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.685898 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08536c80-e1c7-4981-8206-36031cdb7428 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:06:11.686304 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-08536c80-e1c7-4981-8206-36031cdb7428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: timer() Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:06:11.688275 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:06:11.746574 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-08536c80-e1c7-4981-8206-36031cdb7428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.751044 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-08536c80-e1c7-4981-8206-36031cdb7428 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.755695 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-08536c80-e1c7-4981-8206-36031cdb7428 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7ff1dfed-406d-4d07-843c-fe5ee10e0755 HTTP/1.1" status: 204 len: 168 time: 0.5436792 Nov 23 23:06:11.770847 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08536c80-e1c7-4981-8206-36031cdb7428 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ff1dfed-406d-4d07-843c-fe5ee10e0755,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:11.864905 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52322) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:11.904488 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-c2f1306e-b67b-4bbf-84cf-b29b8cd6800a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=69f0d16a3b5542aba43a3d9a250ff83e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383348 Nov 23 23:06:11.906916 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52324) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:11.953167 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-451b7def-0ab4-45ff-b7d1-3254212be998 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:11.975530 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-451b7def-0ab4-45ff-b7d1-3254212be998 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:12.023951 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-451b7def-0ab4-45ff-b7d1-3254212be998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:12.026484 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-451b7def-0ab4-45ff-b7d1-3254212be998 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:12.027677 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-451b7def-0ab4-45ff-b7d1-3254212be998 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5f1e67fe-f576-465d-86ea-dca530c7b775 HTTP/1.1" status: 204 len: 168 time: 0.1198823 Nov 23 23:06:12.035957 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b7def-0ab4-45ff-b7d1-3254212be998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1e67fe-f576-465d-86ea-dca530c7b775,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:12.237896 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8658dda1-29be-484c-b818-9c3bae23f4be no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:06:12.259997 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 8658dda1-29be-484c-b818-9c3bae23f4be {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:06:12.260350 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 8658dda1-29be-484c-b818-9c3bae23f4be not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:06:12.260766 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:06:12.279823 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:06:12.280171 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 68b1f9dc-e9f1-48a7-8f77-26ff8cc6421e not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:06:12.280579 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 40efe502-079d-49e4-bc3a-2ef023f9fbef no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:06:12.300307 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 40efe502-079d-49e4-bc3a-2ef023f9fbef {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:06:12.300660 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 40efe502-079d-49e4-bc3a-2ef023f9fbef not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:06:12.341895 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52330) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:12.382097 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b2f96e8d-e203-4ef0-9df4-72b050ca2785 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e4f6939768fa4aff83a7e1e6d80af6da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390210 Nov 23 23:06:12.384571 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52332) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:12.432241 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20606f16-ba65-47cd-920a-cb206d0b0779 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:12.452847 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20606f16-ba65-47cd-920a-cb206d0b0779 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:12.498449 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20606f16-ba65-47cd-920a-cb206d0b0779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:12.501036 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-20606f16-ba65-47cd-920a-cb206d0b0779 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:12.502180 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-20606f16-ba65-47cd-920a-cb206d0b0779 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/df4548c2-e23b-4dc8-87bc-78811500d9a9 HTTP/1.1" status: 204 len: 168 time: 0.1167238 Nov 23 23:06:12.512947 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20606f16-ba65-47cd-920a-cb206d0b0779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4548c2-e23b-4dc8-87bc-78811500d9a9,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:13.162185 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52354) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:13.262181 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-2937047e-6f21-42b7-9f6b-4c27cc79eefa admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1532744650-network', 'tenant_id': '19b183739187474abfeb943ce9f58947'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:13.283730 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2937047e-6f21-42b7-9f6b-4c27cc79eefa admin admin] Made reservation on behalf of 19b183739187474abfeb943ce9f58947 for: {'network': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:06:13.286537 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2937047e-6f21-42b7-9f6b-4c27cc79eefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.294885 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2937047e-6f21-42b7-9f6b-4c27cc79eefa admin admin] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.368453 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2937047e-6f21-42b7-9f6b-4c27cc79eefa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.372180 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2937047e-6f21-42b7-9f6b-4c27cc79eefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.396792 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2937047e-6f21-42b7-9f6b-4c27cc79eefa admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=110033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:06:13.406364 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937047e-6f21-42b7-9f6b-4c27cc79eefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdbcda1-3153-4156-8117-ed4469530225,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:13.412988 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2937047e-6f21-42b7-9f6b-4c27cc79eefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.413493 n-d-816206-9 neutron-server[110033]: INFO neutron.db.segments_db [None req-2937047e-6f21-42b7-9f6b-4c27cc79eefa admin admin] Added segment d185a6a7-703d-44bd-91d6-24cfa507345b of type vlan for network 90609f00-b2b9-4b19-bd5a-ab97db846e18 Nov 23 23:06:13.456323 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2937047e-6f21-42b7-9f6b-4c27cc79eefa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.481664 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2937047e-6f21-42b7-9f6b-4c27cc79eefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.482592 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2937047e-6f21-42b7-9f6b-4c27cc79eefa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:13.483204 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-2937047e-6f21-42b7-9f6b-4c27cc79eefa admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.516683 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-2937047e-6f21-42b7-9f6b-4c27cc79eefa admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3533196 Nov 23 23:06:13.520757 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52358) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:13.526534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-79b4a218-3f82-45c7-b6b0-3a877b3d8a32 admin admin] Request body: {'subnet': {'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1532744650-subnet', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'ip_version': 4}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:13.547994 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b4a218-3f82-45c7-b6b0-3a877b3d8a32 admin admin] Made reservation on behalf of 19b183739187474abfeb943ce9f58947 for: {'subnet': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:06:13.549043 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937047e-6f21-42b7-9f6b-4c27cc79eefa admin admin] Pushing event updated for resources: {'Network': ['ID=90609f00-b2b9-4b19-bd5a-ab97db846e18,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:13.550285 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-79b4a218-3f82-45c7-b6b0-3a877b3d8a32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9191705'] for subnet, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.559017 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 90609f00-b2b9-4b19-bd5a-ab97db846e18 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:06:13.718838 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-79b4a218-3f82-45c7-b6b0-3a877b3d8a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8874355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9191723'] for subnet, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.767963 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4a218-3f82-45c7-b6b0-3a877b3d8a32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3e1917c-fb60-48dd-abab-2e458e89c691,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:13.784485 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b4a218-3f82-45c7-b6b0-3a877b3d8a32 admin admin] Checking segment: {'id': 'd185a6a7-703d-44bd-91d6-24cfa507345b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:06:13.784851 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b4a218-3f82-45c7-b6b0-3a877b3d8a32 admin admin] Network hostable DHCP agents. Network: 90609f00-b2b9-4b19-bd5a-ab97db846e18, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110034) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:06:13.801356 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b4a218-3f82-45c7-b6b0-3a877b3d8a32 admin admin] Network 90609f00-b2b9-4b19-bd5a-ab97db846e18 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110034) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:06:13.810209 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-79b4a218-3f82-45c7-b6b0-3a877b3d8a32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 90609f00-b2b9-4b19-bd5a-ab97db846e18) {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:06:13.814158 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b4a218-3f82-45c7-b6b0-3a877b3d8a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:13.814878 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-79b4a218-3f82-45c7-b6b0-3a877b3d8a32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.821000 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3649edb3-156d-41d2-b5df-826b575b8f61 None None] Network 90609f00-b2b9-4b19-bd5a-ab97db846e18 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:06:13.831178 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-79b4a218-3f82-45c7-b6b0-3a877b3d8a32 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3084817 Nov 23 23:06:13.834896 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52360) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:13.839689 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-3ae37134-1a4a-4e2b-b164-2c3fbeac0be2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1532744650-router', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:13.860027 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ae37134-1a4a-4e2b-b164-2c3fbeac0be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.861175 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ae37134-1a4a-4e2b-b164-2c3fbeac0be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.917393 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ae37134-1a4a-4e2b-b164-2c3fbeac0be2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:13.968393 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f462460-2446-48b8-8db4-4b692d74d2f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-90609f00-b2b9-4b19-bd5a-ab97db846e18', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'fixed_ips': [{'subnet_id': 'd3e1917c-fb60-48dd-abab-2e458e89c691'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:06:13.969270 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1f462460-2446-48b8-8db4-4b692d74d2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:14.057295 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ae37134-1a4a-4e2b-b164-2c3fbeac0be2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:14.106840 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-1f462460-2446-48b8-8db4-4b692d74d2f6 None None] Allocated IP 172.20.0.2 (90609f00-b2b9-4b19-bd5a-ab97db846e18/d3e1917c-fb60-48dd-abab-2e458e89c691/824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:06:14.250214 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1f462460-2446-48b8-8db4-4b692d74d2f6 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:14.256363 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ae37134-1a4a-4e2b-b164-2c3fbeac0be2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:14.257116 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1f462460-2446-48b8-8db4-4b692d74d2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:14.277017 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ae37134-1a4a-4e2b-b164-2c3fbeac0be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:14.298985 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f462460-2446-48b8-8db4-4b692d74d2f6 None None] Network 90609f00-b2b9-4b19-bd5a-ab97db846e18 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:06:14.303663 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-1f462460-2446-48b8-8db4-4b692d74d2f6 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:06:14.308072 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f462460-2446-48b8-8db4-4b692d74d2f6 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:06:14.311081 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f462460-2446-48b8-8db4-4b692d74d2f6 None None] Pushing event updated for resources: {'Port': ['ID=824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:14.362451 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-1f462460-2446-48b8-8db4-4b692d74d2f6 None None] Attempting to bind port 824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:06:14.362846 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-1f462460-2446-48b8-8db4-4b692d74d2f6 None None] Attempting to bind port 824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'd185a6a7-703d-44bd-91d6-24cfa507345b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:06:14.364212 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f462460-2446-48b8-8db4-4b692d74d2f6 None None] Attempting to bind port 824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8 on network 90609f00-b2b9-4b19-bd5a-ab97db846e18 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:06:14.368628 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f462460-2446-48b8-8db4-4b692d74d2f6 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:06:14.368990 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f462460-2446-48b8-8db4-4b692d74d2f6 None None] Checking segment: {'id': 'd185a6a7-703d-44bd-91d6-24cfa507345b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:06:14.369395 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1f462460-2446-48b8-8db4-4b692d74d2f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:14.369785 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f462460-2446-48b8-8db4-4b692d74d2f6 None None] Bound using segment: {'id': 'd185a6a7-703d-44bd-91d6-24cfa507345b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:06:14.370249 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-1f462460-2446-48b8-8db4-4b692d74d2f6 None None] Bound port: 824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd185a6a7-703d-44bd-91d6-24cfa507345b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:06:14.370640 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1f462460-2446-48b8-8db4-4b692d74d2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:14.383154 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-3ae37134-1a4a-4e2b-b164-2c3fbeac0be2 admin admin] Allocated IP 172.25.5.182 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/91d24249-fd5e-4e09-ba88-c7e9e832fde6) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:06:14.436745 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-1f462460-2446-48b8-8db4-4b692d74d2f6 None None] For port 824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:06:14.439745 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-1f462460-2446-48b8-8db4-4b692d74d2f6 None None] For port 824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8,segment=NetworkSegment(d185a6a7-703d-44bd-91d6-24cfa507345b),segment_id=d185a6a7-703d-44bd-91d6-24cfa507345b)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:06:14.443992 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1f462460-2446-48b8-8db4-4b692d74d2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:14.487816 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ae37134-1a4a-4e2b-b164-2c3fbeac0be2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:14.503044 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f462460-2446-48b8-8db4-4b692d74d2f6 None None] Pushing event updated for resources: {'Port': ['ID=824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:14.529582 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ae37134-1a4a-4e2b-b164-2c3fbeac0be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:14.577398 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae37134-1a4a-4e2b-b164-2c3fbeac0be2 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:06:14.580304 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-3ae37134-1a4a-4e2b-b164-2c3fbeac0be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:06:14.583981 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae37134-1a4a-4e2b-b164-2c3fbeac0be2 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:06:14.594192 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c24b56d-7c42-4a74-8f37-c18d8932d009 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:06:14.609978 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae37134-1a4a-4e2b-b164-2c3fbeac0be2 admin admin] Pushing event updated for resources: {'Port': ['ID=91d24249-fd5e-4e09-ba88-c7e9e832fde6,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:14.708843 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-112cf9b1-d27e-44e6-9801-a53f56e043b5 None None] Provisioning complete for port 91d24249-fd5e-4e09-ba88-c7e9e832fde6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:14.709221 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-112cf9b1-d27e-44e6-9801-a53f56e043b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:14.746767 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-112cf9b1-d27e-44e6-9801-a53f56e043b5 None None] Port 91d24249-fd5e-4e09-ba88-c7e9e832fde6 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:06:14.859175 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ae37134-1a4a-4e2b-b164-2c3fbeac0be2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:15.376704 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ae37134-1a4a-4e2b-b164-2c3fbeac0be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:15.463123 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7974e9-7c11-4dde-9629-e53ae21ff8e0 None None] Network 90609f00-b2b9-4b19-bd5a-ab97db846e18 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:06:15.506739 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae37134-1a4a-4e2b-b164-2c3fbeac0be2 admin admin] Router 4ad812a4-e677-4448-959d-dae5369827fe is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:06:15.590805 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-dd49ce88-aac4-4054-9c79-05ab5aa41d35 None None] Provisioning complete for port 824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:15.591169 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dd49ce88-aac4-4054-9c79-05ab5aa41d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:15.615526 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae37134-1a4a-4e2b-b164-2c3fbeac0be2 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:06:15.632748 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3ae37134-1a4a-4e2b-b164-2c3fbeac0be2 admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:15.634041 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3ae37134-1a4a-4e2b-b164-2c3fbeac0be2 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7982018 Nov 23 23:06:15.635238 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f6521b-22db-441e-8042-7266f477f85b None None] Sync routers for ids ['4ad812a4-e677-4448-959d-dae5369827fe'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:06:15.636903 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52362) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:15.662078 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f6521b-22db-441e-8042-7266f477f85b None None] Routers {'4ad812a4-e677-4448-959d-dae5369827fe'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:06:15.662709 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-78f6521b-22db-441e-8042-7266f477f85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:06:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['4ad812a4-e677-4448-959d-dae5369827fe'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:15.801017 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dd49ce88-aac4-4054-9c79-05ab5aa41d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:15.816730 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-78f6521b-22db-441e-8042-7266f477f85b None None] Set router 4ad812a4-e677-4448-959d-dae5369827fe gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:06:15.916195 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-dd49ce88-aac4-4054-9c79-05ab5aa41d35 None None] For port 824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8,segment=NetworkSegment(d185a6a7-703d-44bd-91d6-24cfa507345b),segment_id=d185a6a7-703d-44bd-91d6-24cfa507345b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:06:15.942043 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-dd49ce88-aac4-4054-9c79-05ab5aa41d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:16.014354 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49ce88-aac4-4054-9c79-05ab5aa41d35 None None] Pushing event updated for resources: {'Port': ['ID=824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:16.069021 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-1fc0decd-0866-4e77-a8e9-7a8697c3d766 None None] Provisioning complete for port 824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:16.069388 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1fc0decd-0866-4e77-a8e9-7a8697c3d766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:16.075337 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-94cf0cd9-4b6d-4fbf-bc84-18f835837486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:16.093543 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-78f6521b-22db-441e-8042-7266f477f85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad812a4-e677-4448-959d-dae5369827fe', 'name': 'tempest-TestSnapshotPattern-1532744650-router', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:13Z', 'updated_at': '2021-11-23T23:06:14Z', 'revision_number': 3, 'project_id': '19b183739187474abfeb943ce9f58947', 'gw_port': {'id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:14Z', 'updated_at': '2021-11-23T23:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:16.126434 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f6521b-22db-441e-8042-7266f477f85b None None] Checking router: 4ad812a4-e677-4448-959d-dae5369827fe for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:06:16.127291 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f6521b-22db-441e-8042-7266f477f85b None None] Updating router 4ad812a4-e677-4448-959d-dae5369827fe port 91d24249-fd5e-4e09-ba88-c7e9e832fde6 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:06:16.161901 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-78f6521b-22db-441e-8042-7266f477f85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:16.253194 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-94cf0cd9-4b6d-4fbf-bc84-18f835837486 admin admin] Allocated IP 172.20.0.1 (90609f00-b2b9-4b19-bd5a-ab97db846e18/d3e1917c-fb60-48dd-abab-2e458e89c691/ba5b3f92-1d4a-4f1b-95ec-24be515f55bf) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:06:16.271419 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:06:16.361608 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-94cf0cd9-4b6d-4fbf-bc84-18f835837486 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:16.396636 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-94cf0cd9-4b6d-4fbf-bc84-18f835837486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:16.399509 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:16.399880 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:16.435058 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cf0cd9-4b6d-4fbf-bc84-18f835837486 admin admin] Network 90609f00-b2b9-4b19-bd5a-ab97db846e18 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:06:16.442924 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-94cf0cd9-4b6d-4fbf-bc84-18f835837486 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:06:16.446818 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cf0cd9-4b6d-4fbf-bc84-18f835837486 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:06:16.477456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf0cd9-4b6d-4fbf-bc84-18f835837486 admin admin] Pushing event updated for resources: {'Port': ['ID=ba5b3f92-1d4a-4f1b-95ec-24be515f55bf,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:16.499924 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-94cf0cd9-4b6d-4fbf-bc84-18f835837486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:16.640547 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-94cf0cd9-4b6d-4fbf-bc84-18f835837486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:16.727424 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-78f6521b-22db-441e-8042-7266f477f85b None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:16.736215 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-78f6521b-22db-441e-8042-7266f477f85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:16.769011 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-170a7c1a-6aeb-4664-b28c-ff7b4bbf699d None None] Provisioning complete for port ba5b3f92-1d4a-4f1b-95ec-24be515f55bf triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:16.769387 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-170a7c1a-6aeb-4664-b28c-ff7b4bbf699d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:16.807306 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a0ed8f-acdb-48ef-835b-685c24d580ac None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:06:16.818275 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-94cf0cd9-4b6d-4fbf-bc84-18f835837486 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:16.823257 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-94cf0cd9-4b6d-4fbf-bc84-18f835837486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:16.829089 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-78f6521b-22db-441e-8042-7266f477f85b None None] Attempting to bind port 91d24249-fd5e-4e09-ba88-c7e9e832fde6 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:06:16.829469 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-78f6521b-22db-441e-8042-7266f477f85b None None] Attempting to bind port 91d24249-fd5e-4e09-ba88-c7e9e832fde6 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:06:16.829841 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f6521b-22db-441e-8042-7266f477f85b None None] Attempting to bind port 91d24249-fd5e-4e09-ba88-c7e9e832fde6 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:06:16.836577 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d35f0e-6043-41a3-b50e-541434788e1f None None] Pushing event updated for resources: {'Port': ['ID=91d24249-fd5e-4e09-ba88-c7e9e832fde6,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:16.844324 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f6521b-22db-441e-8042-7266f477f85b None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:06:16.844587 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f6521b-22db-441e-8042-7266f477f85b None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:06:16.844996 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-78f6521b-22db-441e-8042-7266f477f85b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:16.845391 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f6521b-22db-441e-8042-7266f477f85b None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:06:16.845877 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-78f6521b-22db-441e-8042-7266f477f85b None None] Bound port: 91d24249-fd5e-4e09-ba88-c7e9e832fde6, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:06:16.846265 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-78f6521b-22db-441e-8042-7266f477f85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:16.851964 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-170a7c1a-6aeb-4664-b28c-ff7b4bbf699d None None] Port ba5b3f92-1d4a-4f1b-95ec-24be515f55bf cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:06:16.895867 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-94cf0cd9-4b6d-4fbf-bc84-18f835837486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:16.897704 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf0cd9-4b6d-4fbf-bc84-18f835837486 admin admin] Pushing event updated for resources: {'Port': ['ID=ba5b3f92-1d4a-4f1b-95ec-24be515f55bf,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:16.901557 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-78f6521b-22db-441e-8042-7266f477f85b None None] For port 91d24249-fd5e-4e09-ba88-c7e9e832fde6, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:06:16.905033 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-78f6521b-22db-441e-8042-7266f477f85b None None] For port 91d24249-fd5e-4e09-ba88-c7e9e832fde6, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=91d24249-fd5e-4e09-ba88-c7e9e832fde6,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:06:16.909445 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-78f6521b-22db-441e-8042-7266f477f85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:16.955376 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b12e04a-88f7-456f-aa27-b6c5c9129a2d None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:06:16.991945 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f6521b-22db-441e-8042-7266f477f85b None None] Routers {'4ad812a4-e677-4448-959d-dae5369827fe'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:06:16.992191 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-78f6521b-22db-441e-8042-7266f477f85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:06:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['4ad812a4-e677-4448-959d-dae5369827fe'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:16.996594 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cf0cd9-4b6d-4fbf-bc84-18f835837486 admin admin] Network 90609f00-b2b9-4b19-bd5a-ab97db846e18 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:06:16.998134 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-94cf0cd9-4b6d-4fbf-bc84-18f835837486 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:06:17.036285 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d35f0e-6043-41a3-b50e-541434788e1f None None] Pushing event updated for resources: {'Port': ['ID=91d24249-fd5e-4e09-ba88-c7e9e832fde6,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:17.101944 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-25635b22-4d2b-4bc1-82b4-f08f6e3fe911 None None] Provisioning complete for port 91d24249-fd5e-4e09-ba88-c7e9e832fde6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:17.101944 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-25635b22-4d2b-4bc1-82b4-f08f6e3fe911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:17.131823 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cf0cd9-4b6d-4fbf-bc84-18f835837486 admin admin] Router 4ad812a4-e677-4448-959d-dae5369827fe has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:06:17.223433 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-78f6521b-22db-441e-8042-7266f477f85b None None] Set router 4ad812a4-e677-4448-959d-dae5369827fe gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:06:17.250177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cf0cd9-4b6d-4fbf-bc84-18f835837486 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:06:17.256205 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-94cf0cd9-4b6d-4fbf-bc84-18f835837486 admin admin] 10.222.0.50 "PUT /v2.0/routers/4ad812a4-e677-4448-959d-dae5369827fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6182833 Nov 23 23:06:17.378090 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-25635b22-4d2b-4bc1-82b4-f08f6e3fe911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:17.452144 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-25635b22-4d2b-4bc1-82b4-f08f6e3fe911 None None] For port 91d24249-fd5e-4e09-ba88-c7e9e832fde6, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=91d24249-fd5e-4e09-ba88-c7e9e832fde6,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:06:17.460367 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-25635b22-4d2b-4bc1-82b4-f08f6e3fe911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:17.571697 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25635b22-4d2b-4bc1-82b4-f08f6e3fe911 None None] Pushing event updated for resources: {'Port': ['ID=91d24249-fd5e-4e09-ba88-c7e9e832fde6,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:17.599231 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c73ebb5c-7bf6-4ded-885f-752db6a0c4b4 None None] Provisioning complete for port ba5b3f92-1d4a-4f1b-95ec-24be515f55bf triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:17.599687 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c73ebb5c-7bf6-4ded-885f-752db6a0c4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:17.644062 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-c73ebb5c-7bf6-4ded-885f-752db6a0c4b4 None None] Port ba5b3f92-1d4a-4f1b-95ec-24be515f55bf cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:06:17.648114 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-78f6521b-22db-441e-8042-7266f477f85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad812a4-e677-4448-959d-dae5369827fe', 'name': 'tempest-TestSnapshotPattern-1532744650-router', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:13Z', 'updated_at': '2021-11-23T23:06:16Z', 'revision_number': 4, 'project_id': '19b183739187474abfeb943ce9f58947', 'gw_port': {'id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:14Z', 'updated_at': '2021-11-23T23:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'ba5b3f92-1d4a-4f1b-95ec-24be515f55bf', 'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'mac_address': 'fa:16:3e:6d:63:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:16Z', 'updated_at': '2021-11-23T23:06:16Z', 'revision_number': 2, 'project_id': '19b183739187474abfeb943ce9f58947', 'subnets': [{'id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:17.683240 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f6521b-22db-441e-8042-7266f477f85b None None] The sync data for ids ['4ad812a4-e677-4448-959d-dae5369827fe'] in n-d-816206-9 is: [{'id': '4ad812a4-e677-4448-959d-dae5369827fe', 'name': 'tempest-TestSnapshotPattern-1532744650-router', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:13Z', 'updated_at': '2021-11-23T23:06:16Z', 'revision_number': 4, 'project_id': '19b183739187474abfeb943ce9f58947', 'gw_port': {'id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:14Z', 'updated_at': '2021-11-23T23:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'ba5b3f92-1d4a-4f1b-95ec-24be515f55bf', 'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'mac_address': 'fa:16:3e:6d:63:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:16Z', 'updated_at': '2021-11-23T23:06:16Z', 'revision_number': 2, 'project_id': '19b183739187474abfeb943ce9f58947', 'subnets': [{'id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:06:17.690208 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-c73ebb5c-7bf6-4ded-885f-752db6a0c4b4 None None] Provisioning complete for port 91d24249-fd5e-4e09-ba88-c7e9e832fde6 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:17.690598 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c73ebb5c-7bf6-4ded-885f-752db6a0c4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:17.741479 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52378) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:17.746813 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-3c8dda85-bb73-40ea-95ef-175b7c54ef79 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1018010943-network', 'tenant_id': 'e5554502cd5440c2bf184dcd3382afdd'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:17.771934 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8dda85-bb73-40ea-95ef-175b7c54ef79 admin admin] Made reservation on behalf of e5554502cd5440c2bf184dcd3382afdd for: {'network': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:06:17.774698 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3c8dda85-bb73-40ea-95ef-175b7c54ef79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for network, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:17.784729 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3c8dda85-bb73-40ea-95ef-175b7c54ef79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:17.862667 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3c8dda85-bb73-40ea-95ef-175b7c54ef79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:17.868538 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3c8dda85-bb73-40ea-95ef-175b7c54ef79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:17.907420 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8dda85-bb73-40ea-95ef-175b7c54ef79 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=110034) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 23:06:17.932667 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8dda85-bb73-40ea-95ef-175b7c54ef79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af53e940-4735-4f53-853f-9d468e538cd7,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:17.937942 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3c8dda85-bb73-40ea-95ef-175b7c54ef79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:17.938327 n-d-816206-9 neutron-server[110034]: INFO neutron.db.segments_db [None req-3c8dda85-bb73-40ea-95ef-175b7c54ef79 admin admin] Added segment a989afe9-1a99-453a-bb60-ff65e6978322 of type vlan for network 87373dde-ed90-45e1-baf2-6959d70d7be5 Nov 23 23:06:17.986828 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3c8dda85-bb73-40ea-95ef-175b7c54ef79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786760007217'] for network, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:18.013961 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3c8dda85-bb73-40ea-95ef-175b7c54ef79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964'] for network, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:18.015012 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8dda85-bb73-40ea-95ef-175b7c54ef79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:18.015638 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3c8dda85-bb73-40ea-95ef-175b7c54ef79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:18.077906 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3c8dda85-bb73-40ea-95ef-175b7c54ef79 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3352480 Nov 23 23:06:18.080762 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52380) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:18.081497 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8dda85-bb73-40ea-95ef-175b7c54ef79 admin admin] Pushing event updated for resources: {'Network': ['ID=87373dde-ed90-45e1-baf2-6959d70d7be5,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:18.087298 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-d1f33b22-cdda-4ca7-9aa5-9fcb4f83dbf9 admin admin] Request body: {'subnet': {'network_id': '87373dde-ed90-45e1-baf2-6959d70d7be5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1018010943-subnet', 'tenant_id': 'e5554502cd5440c2bf184dcd3382afdd', 'ip_version': 4}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:18.091747 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Network 87373dde-ed90-45e1-baf2-6959d70d7be5 details requested by agent ovs-agent-n-d-816206-9 with host n-d-816206-9 {{(pid=110035) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 23:06:18.117130 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f33b22-cdda-4ca7-9aa5-9fcb4f83dbf9 admin admin] Made reservation on behalf of e5554502cd5440c2bf184dcd3382afdd for: {'subnet': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:06:18.119573 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1f33b22-cdda-4ca7-9aa5-9fcb4f83dbf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9059679'] for subnet, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:18.603784 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1f33b22-cdda-4ca7-9aa5-9fcb4f83dbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8516599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9059693'] for subnet, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:18.662755 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f33b22-cdda-4ca7-9aa5-9fcb4f83dbf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13c451fc-2825-4b74-bfbc-c19d462cdfa7,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:18.675078 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f33b22-cdda-4ca7-9aa5-9fcb4f83dbf9 admin admin] Checking segment: {'id': 'a989afe9-1a99-453a-bb60-ff65e6978322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '87373dde-ed90-45e1-baf2-6959d70d7be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:06:18.675429 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f33b22-cdda-4ca7-9aa5-9fcb4f83dbf9 admin admin] Network hostable DHCP agents. Network: 87373dde-ed90-45e1-baf2-6959d70d7be5, hostable agents: ['aa16fc21-dc96-40df-9a21-b0334d90ad74'], hosted agents: [] {{(pid=110033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 23:06:18.694556 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f33b22-cdda-4ca7-9aa5-9fcb4f83dbf9 admin admin] Network 87373dde-ed90-45e1-baf2-6959d70d7be5 is scheduled to be hosted by DHCP agent aa16fc21-dc96-40df-9a21-b0334d90ad74 with binding_index 1 {{(pid=110033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 23:06:18.703892 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-d1f33b22-cdda-4ca7-9aa5-9fcb4f83dbf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-9, 87373dde-ed90-45e1-baf2-6959d70d7be5) {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:06:18.709294 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f33b22-cdda-4ca7-9aa5-9fcb4f83dbf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:18.710413 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d1f33b22-cdda-4ca7-9aa5-9fcb4f83dbf9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:18.714301 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647e28f0-333d-4350-9054-461955881ad0 None None] Network 87373dde-ed90-45e1-baf2-6959d70d7be5 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:06:18.726762 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d1f33b22-cdda-4ca7-9aa5-9fcb4f83dbf9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6442735 Nov 23 23:06:18.729385 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52382) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:18.734135 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-80f60680-3b9b-4014-97e0-1d8eb8887381 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1018010943-router', 'tenant_id': 'e5554502cd5440c2bf184dcd3382afdd', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:18.760399 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-80f60680-3b9b-4014-97e0-1d8eb8887381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-846802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5537'] for router, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:18.761612 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-80f60680-3b9b-4014-97e0-1d8eb8887381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-847102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-535962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-741069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5526'] for router, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:18.819906 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-80f60680-3b9b-4014-97e0-1d8eb8887381 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:18.877611 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82854b90-6cd5-4662-816d-616b278673b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6495c28-2459-5aae-9951-9a8a38db0bb5-87373dde-ed90-45e1-baf2-6959d70d7be5', 'network_id': '87373dde-ed90-45e1-baf2-6959d70d7be5', 'tenant_id': 'e5554502cd5440c2bf184dcd3382afdd', 'fixed_ips': [{'subnet_id': '13c451fc-2825-4b74-bfbc-c19d462cdfa7'}]}} from n-d-816206-9. {{(pid=110035) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 23:06:18.878549 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-82854b90-6cd5-4662-816d-616b278673b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:18.972295 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-80f60680-3b9b-4014-97e0-1d8eb8887381 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:19.027121 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.db_base_plugin_common [None req-82854b90-6cd5-4662-816d-616b278673b7 None None] Allocated IP 172.20.0.2 (87373dde-ed90-45e1-baf2-6959d70d7be5/13c451fc-2825-4b74-bfbc-c19d462cdfa7/b631ebe1-3fdd-4be4-be78-f270a6c02e74) {{(pid=110035) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:06:19.180378 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-82854b90-6cd5-4662-816d-616b278673b7 None None] Publish callbacks [] for port, precommit_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:19.184214 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-80f60680-3b9b-4014-97e0-1d8eb8887381 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:19.185948 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-82854b90-6cd5-4662-816d-616b278673b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794'] for port, after_create {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:19.204634 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-80f60680-3b9b-4014-97e0-1d8eb8887381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:19.230440 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82854b90-6cd5-4662-816d-616b278673b7 None None] Network 87373dde-ed90-45e1-baf2-6959d70d7be5 is already hosted by enough agents. {{(pid=110035) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:06:19.233258 n-d-816206-9 neutron-server[110035]: DEBUG neutron.scheduler.base_scheduler [None req-82854b90-6cd5-4662-816d-616b278673b7 None None] Resources bound (agent type, host, resource id): {{(pid=110035) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:06:19.238059 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82854b90-6cd5-4662-816d-616b278673b7 None None] Received port after_create {{(pid=110035) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:06:19.245070 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82854b90-6cd5-4662-816d-616b278673b7 None None] Pushing event updated for resources: {'Port': ['ID=b631ebe1-3fdd-4be4-be78-f270a6c02e74,revision_number=1']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:19.297352 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-82854b90-6cd5-4662-816d-616b278673b7 None None] Attempting to bind port b631ebe1-3fdd-4be4-be78-f270a6c02e74 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:06:19.297800 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-82854b90-6cd5-4662-816d-616b278673b7 None None] Attempting to bind port b631ebe1-3fdd-4be4-be78-f270a6c02e74 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'a989afe9-1a99-453a-bb60-ff65e6978322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '87373dde-ed90-45e1-baf2-6959d70d7be5'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:06:19.298836 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82854b90-6cd5-4662-816d-616b278673b7 None None] Attempting to bind port b631ebe1-3fdd-4be4-be78-f270a6c02e74 on network 87373dde-ed90-45e1-baf2-6959d70d7be5 {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:06:19.304051 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82854b90-6cd5-4662-816d-616b278673b7 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:06:19.304510 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82854b90-6cd5-4662-816d-616b278673b7 None None] Checking segment: {'id': 'a989afe9-1a99-453a-bb60-ff65e6978322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '87373dde-ed90-45e1-baf2-6959d70d7be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:06:19.304982 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-82854b90-6cd5-4662-816d-616b278673b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:19.305442 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82854b90-6cd5-4662-816d-616b278673b7 None None] Bound using segment: {'id': 'a989afe9-1a99-453a-bb60-ff65e6978322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '87373dde-ed90-45e1-baf2-6959d70d7be5'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:06:19.305983 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-82854b90-6cd5-4662-816d-616b278673b7 None None] Bound port: b631ebe1-3fdd-4be4-be78-f270a6c02e74, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a989afe9-1a99-453a-bb60-ff65e6978322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '87373dde-ed90-45e1-baf2-6959d70d7be5'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:06:19.306429 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-82854b90-6cd5-4662-816d-616b278673b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:19.319477 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-80f60680-3b9b-4014-97e0-1d8eb8887381 admin admin] Allocated IP 172.25.5.187 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/9eefef66-c425-40e5-8e11-b253df3b48e4) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:06:19.373154 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-82854b90-6cd5-4662-816d-616b278673b7 None None] For port b631ebe1-3fdd-4be4-be78-f270a6c02e74, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:06:19.376420 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-82854b90-6cd5-4662-816d-616b278673b7 None None] For port b631ebe1-3fdd-4be4-be78-f270a6c02e74, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b631ebe1-3fdd-4be4-be78-f270a6c02e74,segment=NetworkSegment(a989afe9-1a99-453a-bb60-ff65e6978322),segment_id=a989afe9-1a99-453a-bb60-ff65e6978322)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:06:19.380732 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-82854b90-6cd5-4662-816d-616b278673b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:19.427924 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-80f60680-3b9b-4014-97e0-1d8eb8887381 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:19.444526 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82854b90-6cd5-4662-816d-616b278673b7 None None] Pushing event updated for resources: {'Port': ['ID=b631ebe1-3fdd-4be4-be78-f270a6c02e74,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:19.469973 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-80f60680-3b9b-4014-97e0-1d8eb8887381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:19.520493 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f60680-3b9b-4014-97e0-1d8eb8887381 admin admin] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:06:19.523906 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-80f60680-3b9b-4014-97e0-1d8eb8887381 admin admin] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:06:19.528625 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f60680-3b9b-4014-97e0-1d8eb8887381 admin admin] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:06:19.531919 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f60680-3b9b-4014-97e0-1d8eb8887381 admin admin] Pushing event updated for resources: {'Port': ['ID=9eefef66-c425-40e5-8e11-b253df3b48e4,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:19.543629 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544dd602-8283-4957-a195-e8427bc06efb None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:06:19.634039 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-670490eb-2c9d-4eaf-b0d1-526f79e0c925 None None] Provisioning complete for port 9eefef66-c425-40e5-8e11-b253df3b48e4 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:19.634859 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-670490eb-2c9d-4eaf-b0d1-526f79e0c925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:19.681569 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-670490eb-2c9d-4eaf-b0d1-526f79e0c925 None None] Port 9eefef66-c425-40e5-8e11-b253df3b48e4 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:06:19.828455 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-80f60680-3b9b-4014-97e0-1d8eb8887381 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:19.880562 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] Sync routers for ids ['4ad812a4-e677-4448-959d-dae5369827fe'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:06:19.890542 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] Routers {'4ad812a4-e677-4448-959d-dae5369827fe'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:06:19.891174 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:06:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['4ad812a4-e677-4448-959d-dae5369827fe'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:19.997811 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] Set router 4ad812a4-e677-4448-959d-dae5369827fe gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:06:20.023470 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-80f60680-3b9b-4014-97e0-1d8eb8887381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-847081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680993'] for router, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:20.163121 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f60680-3b9b-4014-97e0-1d8eb8887381 admin admin] Router 1751c138-b894-4f4b-a7d0-3abeadf6006b is scheduled to L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 with binding_index 1 {{(pid=110034) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 23:06:20.287017 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f60680-3b9b-4014-97e0-1d8eb8887381 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:06:20.296455 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] Sync routers for ids ['1751c138-b894-4f4b-a7d0-3abeadf6006b'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:06:20.309521 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-80f60680-3b9b-4014-97e0-1d8eb8887381 admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:20.311209 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-80f60680-3b9b-4014-97e0-1d8eb8887381 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5807729 Nov 23 23:06:20.314321 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52384) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:20.325699 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 91d24249-fd5e-4e09-ba88-c7e9e832fde6 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:06:20.327470 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad812a4-e677-4448-959d-dae5369827fe', 'name': 'tempest-TestSnapshotPattern-1532744650-router', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:13Z', 'updated_at': '2021-11-23T23:06:16Z', 'revision_number': 4, 'project_id': '19b183739187474abfeb943ce9f58947', 'gw_port': {'id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:14Z', 'updated_at': '2021-11-23T23:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'ba5b3f92-1d4a-4f1b-95ec-24be515f55bf', 'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'mac_address': 'fa:16:3e:6d:63:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:16Z', 'updated_at': '2021-11-23T23:06:16Z', 'revision_number': 2, 'project_id': '19b183739187474abfeb943ce9f58947', 'subnets': [{'id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:20.368265 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] Checking router: 4ad812a4-e677-4448-959d-dae5369827fe for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:06:20.369493 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] Updating router 4ad812a4-e677-4448-959d-dae5369827fe port ba5b3f92-1d4a-4f1b-95ec-24be515f55bf binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:06:20.378891 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] Routers {'1751c138-b894-4f4b-a7d0-3abeadf6006b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:06:20.379685 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:06:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['1751c138-b894-4f4b-a7d0-3abeadf6006b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:20.404036 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:20.630357 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 91d24249-fd5e-4e09-ba88-c7e9e832fde6 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:20.630670 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:20.733819 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] Set router 1751c138-b894-4f4b-a7d0-3abeadf6006b gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:06:20.737561 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:20.745091 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:20.806619 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346098a7-b12c-4c76-a72d-4b0d50cef0cc None None] Pushing event updated for resources: {'Port': ['ID=ba5b3f92-1d4a-4f1b-95ec-24be515f55bf,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:20.839692 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-96097d47-d466-40b6-a9d0-1256812a7b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:20.843325 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346098a7-b12c-4c76-a72d-4b0d50cef0cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:20.843642 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346098a7-b12c-4c76-a72d-4b0d50cef0cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:20.843981 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346098a7-b12c-4c76-a72d-4b0d50cef0cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:20.844312 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346098a7-b12c-4c76-a72d-4b0d50cef0cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:20.844639 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346098a7-b12c-4c76-a72d-4b0d50cef0cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:20.844960 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346098a7-b12c-4c76-a72d-4b0d50cef0cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:20.845106 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186b2b0f-262d-44e0-a03a-2c50ba8fcb60 None None] Network 87373dde-ed90-45e1-baf2-6959d70d7be5 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:06:20.845418 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346098a7-b12c-4c76-a72d-4b0d50cef0cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:20.846025 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346098a7-b12c-4c76-a72d-4b0d50cef0cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:20.846410 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346098a7-b12c-4c76-a72d-4b0d50cef0cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:20.846660 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346098a7-b12c-4c76-a72d-4b0d50cef0cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:20.847002 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346098a7-b12c-4c76-a72d-4b0d50cef0cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:20.847320 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346098a7-b12c-4c76-a72d-4b0d50cef0cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110036) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:06:20.892385 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] Attempting to bind port ba5b3f92-1d4a-4f1b-95ec-24be515f55bf on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:06:20.893047 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] Attempting to bind port ba5b3f92-1d4a-4f1b-95ec-24be515f55bf by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'd185a6a7-703d-44bd-91d6-24cfa507345b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:06:20.893249 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] Attempting to bind port ba5b3f92-1d4a-4f1b-95ec-24be515f55bf on network 90609f00-b2b9-4b19-bd5a-ab97db846e18 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:06:20.900303 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b631ebe1-3fdd-4be4-be78-f270a6c02e74 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:06:20.903436 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:06:20.903920 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] Checking segment: {'id': 'd185a6a7-703d-44bd-91d6-24cfa507345b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:06:20.904418 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:20.904901 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] Bound using segment: {'id': 'd185a6a7-703d-44bd-91d6-24cfa507345b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:06:20.905476 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] Bound port: ba5b3f92-1d4a-4f1b-95ec-24be515f55bf, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd185a6a7-703d-44bd-91d6-24cfa507345b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:06:20.906210 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:20.979652 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] For port ba5b3f92-1d4a-4f1b-95ec-24be515f55bf, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:06:20.983349 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] For port ba5b3f92-1d4a-4f1b-95ec-24be515f55bf, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ba5b3f92-1d4a-4f1b-95ec-24be515f55bf,segment=NetworkSegment(d185a6a7-703d-44bd-91d6-24cfa507345b),segment_id=d185a6a7-703d-44bd-91d6-24cfa507345b)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:06:20.992078 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:21.011490 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-860cc699-5f26-4b38-ba1d-d21038f8b174 None None] Provisioning complete for port b631ebe1-3fdd-4be4-be78-f270a6c02e74 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:21.011867 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-860cc699-5f26-4b38-ba1d-d21038f8b174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:21.037569 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [None req-96097d47-d466-40b6-a9d0-1256812a7b66 admin admin] Allocated IP 172.20.0.1 (87373dde-ed90-45e1-baf2-6959d70d7be5/13c451fc-2825-4b74-bfbc-c19d462cdfa7/6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:06:21.077620 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port b631ebe1-3fdd-4be4-be78-f270a6c02e74 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:21.077940 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:21.079316 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] Routers {'4ad812a4-e677-4448-959d-dae5369827fe'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:06:21.080177 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:06:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['4ad812a4-e677-4448-959d-dae5369827fe'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:21.134167 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346098a7-b12c-4c76-a72d-4b0d50cef0cc None None] Pushing event updated for resources: {'Port': ['ID=ba5b3f92-1d4a-4f1b-95ec-24be515f55bf,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:21.167112 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-96097d47-d466-40b6-a9d0-1256812a7b66 admin admin] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:21.216799 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-96097d47-d466-40b6-a9d0-1256812a7b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:21.256674 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] Set router 4ad812a4-e677-4448-959d-dae5369827fe gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:06:21.267705 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:21.272675 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96097d47-d466-40b6-a9d0-1256812a7b66 admin admin] Network 87373dde-ed90-45e1-baf2-6959d70d7be5 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:06:21.277999 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-96097d47-d466-40b6-a9d0-1256812a7b66 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:06:21.280508 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96097d47-d466-40b6-a9d0-1256812a7b66 admin admin] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:06:21.336422 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-96097d47-d466-40b6-a9d0-1256812a7b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-745270'] for router_interface, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:21.354428 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] For port b631ebe1-3fdd-4be4-be78-f270a6c02e74, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b631ebe1-3fdd-4be4-be78-f270a6c02e74,segment=NetworkSegment(a989afe9-1a99-453a-bb60-ff65e6978322),segment_id=a989afe9-1a99-453a-bb60-ff65e6978322)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:06:21.377407 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:21.386030 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96097d47-d466-40b6-a9d0-1256812a7b66 admin admin] Pushing event updated for resources: {'Port': ['ID=6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:21.386337 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-860cc699-5f26-4b38-ba1d-d21038f8b174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:21.447833 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1751c138-b894-4f4b-a7d0-3abeadf6006b', 'name': 'tempest-TestSnapshotPattern-1018010943-router', 'tenant_id': 'e5554502cd5440c2bf184dcd3382afdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '9eefef66-c425-40e5-8e11-b253df3b48e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:18Z', 'updated_at': '2021-11-23T23:06:19Z', 'revision_number': 3, 'project_id': 'e5554502cd5440c2bf184dcd3382afdd', 'gw_port': {'id': '9eefef66-c425-40e5-8e11-b253df3b48e4', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1751c138-b894-4f4b-a7d0-3abeadf6006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:19Z', 'updated_at': '2021-11-23T23:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:21.488849 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-96097d47-d466-40b6-a9d0-1256812a7b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:21.491980 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad812a4-e677-4448-959d-dae5369827fe', 'name': 'tempest-TestSnapshotPattern-1532744650-router', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:13Z', 'updated_at': '2021-11-23T23:06:16Z', 'revision_number': 4, 'project_id': '19b183739187474abfeb943ce9f58947', 'gw_port': {'id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:14Z', 'updated_at': '2021-11-23T23:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'ba5b3f92-1d4a-4f1b-95ec-24be515f55bf', 'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'mac_address': 'fa:16:3e:6d:63:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:16Z', 'updated_at': '2021-11-23T23:06:20Z', 'revision_number': 4, 'project_id': '19b183739187474abfeb943ce9f58947', 'subnets': [{'id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:21.511966 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] Checking router: 1751c138-b894-4f4b-a7d0-3abeadf6006b for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:06:21.512428 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] Updating router 1751c138-b894-4f4b-a7d0-3abeadf6006b port 9eefef66-c425-40e5-8e11-b253df3b48e4 binding host n-d-816206-9 {{(pid=110035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:06:21.517584 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Pushing event updated for resources: {'Port': ['ID=b631ebe1-3fdd-4be4-be78-f270a6c02e74,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:21.531760 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbfbc20-18af-41c2-aa97-4e8cba0bc69e None None] The sync data for ids ['4ad812a4-e677-4448-959d-dae5369827fe'] in n-d-816206-9 is: [{'id': '4ad812a4-e677-4448-959d-dae5369827fe', 'name': 'tempest-TestSnapshotPattern-1532744650-router', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:13Z', 'updated_at': '2021-11-23T23:06:16Z', 'revision_number': 4, 'project_id': '19b183739187474abfeb943ce9f58947', 'gw_port': {'id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:14Z', 'updated_at': '2021-11-23T23:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'ba5b3f92-1d4a-4f1b-95ec-24be515f55bf', 'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'mac_address': 'fa:16:3e:6d:63:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:16Z', 'updated_at': '2021-11-23T23:06:20Z', 'revision_number': 4, 'project_id': '19b183739187474abfeb943ce9f58947', 'subnets': [{'id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:06:21.565354 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.db.api [None req-860cc699-5f26-4b38-ba1d-d21038f8b174 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 23:06:21.565715 n-d-816206-9 neutron-server[110035]: DEBUG oslo_db.api [None req-860cc699-5f26-4b38-ba1d-d21038f8b174 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 23:06:21.566217 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:21.738219 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-96097d47-d466-40b6-a9d0-1256812a7b66 admin admin] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:21.745070 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-96097d47-d466-40b6-a9d0-1256812a7b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:21.832854 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96097d47-d466-40b6-a9d0-1256812a7b66 admin admin] Pushing event updated for resources: {'Port': ['ID=6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:21.847676 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-96097d47-d466-40b6-a9d0-1256812a7b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-571078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-745370'] for router_interface, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:21.867237 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] Publish callbacks [] for port, precommit_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:21.881452 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:21.935807 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9ebd09-354b-44a8-bf5e-e5adb28b5d3c None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:06:21.954581 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96097d47-d466-40b6-a9d0-1256812a7b66 admin admin] Network 87373dde-ed90-45e1-baf2-6959d70d7be5 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:06:21.956162 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [None req-96097d47-d466-40b6-a9d0-1256812a7b66 admin admin] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:06:21.976195 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] Attempting to bind port 9eefef66-c425-40e5-8e11-b253df3b48e4 on host n-d-816206-9 for vnic_type normal with profile {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:06:21.976567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] Attempting to bind port 9eefef66-c425-40e5-8e11-b253df3b48e4 by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:06:21.976961 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] Attempting to bind port 9eefef66-c425-40e5-8e11-b253df3b48e4 on network 6cc504ca-0b29-4422-812a-d9c243f543fe {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:06:21.980861 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b16c45-6b4c-42d5-8a43-cdf07743cbdb None None] Pushing event updated for resources: {'Port': ['ID=9eefef66-c425-40e5-8e11-b253df3b48e4,revision_number=2']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:21.985642 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:06:21.986019 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] Checking segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:06:21.986411 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:21.986862 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] Bound using segment: {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'} {{(pid=110035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:06:21.987341 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.managers [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] Bound port: 9eefef66-c425-40e5-8e11-b253df3b48e4, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d413cc6-d962-40db-bdac-5afb2a178a16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe'}}] {{(pid=110035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:06:21.987719 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:22.058601 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] For port 9eefef66-c425-40e5-8e11-b253df3b48e4, host n-d-816206-9, cleared binding levels {{(pid=110035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:06:22.062025 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] For port 9eefef66-c425-40e5-8e11-b253df3b48e4, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9eefef66-c425-40e5-8e11-b253df3b48e4,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:06:22.092148 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96097d47-d466-40b6-a9d0-1256812a7b66 admin admin] Router 1751c138-b894-4f4b-a7d0-3abeadf6006b has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:06:22.106948 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:22.170667 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3cdba5-c772-4bfa-ba48-8ca0a22aee0e None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:06:22.198796 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] Routers {'1751c138-b894-4f4b-a7d0-3abeadf6006b'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:06:22.199437 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:06:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['1751c138-b894-4f4b-a7d0-3abeadf6006b'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:22.203712 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b16c45-6b4c-42d5-8a43-cdf07743cbdb None None] Pushing event updated for resources: {'Port': ['ID=9eefef66-c425-40e5-8e11-b253df3b48e4,revision_number=3']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:22.271229 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96097d47-d466-40b6-a9d0-1256812a7b66 admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:06:22.286494 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-96097d47-d466-40b6-a9d0-1256812a7b66 admin admin] 10.222.0.50 "PUT /v2.0/routers/1751c138-b894-4f4b-a7d0-3abeadf6006b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9606717 Nov 23 23:06:22.305900 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-fa3c072f-a7cb-4298-9de6-8862f9539a1b None None] Provisioning complete for port b631ebe1-3fdd-4be4-be78-f270a6c02e74 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:22.306277 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fa3c072f-a7cb-4298-9de6-8862f9539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:22.368237 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b631ebe1-3fdd-4be4-be78-f270a6c02e74 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:06:22.609193 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] Set router 1751c138-b894-4f4b-a7d0-3abeadf6006b gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:06:22.741265 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port b631ebe1-3fdd-4be4-be78-f270a6c02e74 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:22.741549 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:22.822599 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-fa3c072f-a7cb-4298-9de6-8862f9539a1b None None] Provisioning complete for port ba5b3f92-1d4a-4f1b-95ec-24be515f55bf triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:22.823000 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fa3c072f-a7cb-4298-9de6-8862f9539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:22.887312 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52392) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:22.892065 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-aa60b81c-3b27-43fc-b780-01fe87f2aa11 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1508917628', 'description': 'tempest-secgroup-smoke-1508917628 description', 'project_id': '19b183739187474abfeb943ce9f58947'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:22.915937 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aa60b81c-3b27-43fc-b780-01fe87f2aa11 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for security_group, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:22.991064 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aa60b81c-3b27-43fc-b780-01fe87f2aa11 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for security_group, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:22.994118 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ba5b3f92-1d4a-4f1b-95ec-24be515f55bf up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:06:22.996759 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aa60b81c-3b27-43fc-b780-01fe87f2aa11 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.027685 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-aa60b81c-3b27-43fc-b780-01fe87f2aa11 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.031701 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-aa60b81c-3b27-43fc-b780-01fe87f2aa11 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1405258 Nov 23 23:06:23.031701 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60b81c-3b27-43fc-b780-01fe87f2aa11 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:23.032261 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52394) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:23.038978 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-48db342b-6b87-4380-9560-108f27e6ad4c tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Request body: {'security_group_rule': {'security_group_id': '92ad4675-1209-4e2c-98f0-ccf9c39ae4dd', 'project_id': '19b183739187474abfeb943ce9f58947', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:23.041804 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fa3c072f-a7cb-4298-9de6-8862f9539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.062949 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1751c138-b894-4f4b-a7d0-3abeadf6006b', 'name': 'tempest-TestSnapshotPattern-1018010943-router', 'tenant_id': 'e5554502cd5440c2bf184dcd3382afdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '9eefef66-c425-40e5-8e11-b253df3b48e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:18Z', 'updated_at': '2021-11-23T23:06:21Z', 'revision_number': 4, 'project_id': 'e5554502cd5440c2bf184dcd3382afdd', 'gw_port': {'id': '9eefef66-c425-40e5-8e11-b253df3b48e4', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1751c138-b894-4f4b-a7d0-3abeadf6006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:19Z', 'updated_at': '2021-11-23T23:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f', 'name': '', 'network_id': '87373dde-ed90-45e1-baf2-6959d70d7be5', 'tenant_id': 'e5554502cd5440c2bf184dcd3382afdd', 'mac_address': 'fa:16:3e:72:a3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1751c138-b894-4f4b-a7d0-3abeadf6006b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '13c451fc-2825-4b74-bfbc-c19d462cdfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:20Z', 'updated_at': '2021-11-23T23:06:21Z', 'revision_number': 2, 'project_id': 'e5554502cd5440c2bf184dcd3382afdd', 'subnets': [{'id': '13c451fc-2825-4b74-bfbc-c19d462cdfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:23.068091 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-48db342b-6b87-4380-9560-108f27e6ad4c tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.100750 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b7204f-292f-4610-af18-fc8d2372e0e1 None None] The sync data for ids ['1751c138-b894-4f4b-a7d0-3abeadf6006b'] in n-d-816206-9 is: [{'id': '1751c138-b894-4f4b-a7d0-3abeadf6006b', 'name': 'tempest-TestSnapshotPattern-1018010943-router', 'tenant_id': 'e5554502cd5440c2bf184dcd3382afdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '9eefef66-c425-40e5-8e11-b253df3b48e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:18Z', 'updated_at': '2021-11-23T23:06:21Z', 'revision_number': 4, 'project_id': 'e5554502cd5440c2bf184dcd3382afdd', 'gw_port': {'id': '9eefef66-c425-40e5-8e11-b253df3b48e4', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1751c138-b894-4f4b-a7d0-3abeadf6006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:19Z', 'updated_at': '2021-11-23T23:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f', 'name': '', 'network_id': '87373dde-ed90-45e1-baf2-6959d70d7be5', 'tenant_id': 'e5554502cd5440c2bf184dcd3382afdd', 'mac_address': 'fa:16:3e:72:a3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1751c138-b894-4f4b-a7d0-3abeadf6006b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '13c451fc-2825-4b74-bfbc-c19d462cdfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:20Z', 'updated_at': '2021-11-23T23:06:21Z', 'revision_number': 2, 'project_id': 'e5554502cd5440c2bf184dcd3382afdd', 'subnets': [{'id': '13c451fc-2825-4b74-bfbc-c19d462cdfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:06:23.134857 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-fa3c072f-a7cb-4298-9de6-8862f9539a1b None None] For port ba5b3f92-1d4a-4f1b-95ec-24be515f55bf, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ba5b3f92-1d4a-4f1b-95ec-24be515f55bf,segment=NetworkSegment(d185a6a7-703d-44bd-91d6-24cfa507345b),segment_id=d185a6a7-703d-44bd-91d6-24cfa507345b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:06:23.137081 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port ba5b3f92-1d4a-4f1b-95ec-24be515f55bf triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:23.137703 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.139982 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-48db342b-6b87-4380-9560-108f27e6ad4c tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.146290 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-48db342b-6b87-4380-9560-108f27e6ad4c tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.166846 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db342b-6b87-4380-9560-108f27e6ad4c tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac97705a-0728-414b-a987-3b75f58490d2,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:23.170245 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fa3c072f-a7cb-4298-9de6-8862f9539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.181974 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-48db342b-6b87-4380-9560-108f27e6ad4c tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.185798 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-48db342b-6b87-4380-9560-108f27e6ad4c tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1491454 Nov 23 23:06:23.185997 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52396) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:23.190706 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-d50d0ab9-21e2-4355-b9a3-1fbee6aa9257 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Request body: {'security_group_rule': {'security_group_id': '92ad4675-1209-4e2c-98f0-ccf9c39ae4dd', 'project_id': '19b183739187474abfeb943ce9f58947', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:23.222106 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d50d0ab9-21e2-4355-b9a3-1fbee6aa9257 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.244080 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-fa3c072f-a7cb-4298-9de6-8862f9539a1b None None] Provisioning complete for port 9eefef66-c425-40e5-8e11-b253df3b48e4 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:23.244527 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fa3c072f-a7cb-4298-9de6-8862f9539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.251871 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c072f-a7cb-4298-9de6-8862f9539a1b None None] Pushing event updated for resources: {'Port': ['ID=ba5b3f92-1d4a-4f1b-95ec-24be515f55bf,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:23.292593 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d50d0ab9-21e2-4355-b9a3-1fbee6aa9257 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.297678 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d50d0ab9-21e2-4355-b9a3-1fbee6aa9257 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.320075 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d0ab9-21e2-4355-b9a3-1fbee6aa9257 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c890dace-cc3b-4a8b-a389-8d3a8f0cbb7e,revision_number=0']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:23.331879 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-d50d0ab9-21e2-4355-b9a3-1fbee6aa9257 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.333662 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-d50d0ab9-21e2-4355-b9a3-1fbee6aa9257 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1464822 Nov 23 23:06:23.337180 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52398) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:23.342852 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-558f45ed-6ad6-49c8-936e-a1324147dd6d tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Request body: {'security_group_rule': {'security_group_id': '92ad4675-1209-4e2c-98f0-ccf9c39ae4dd', 'project_id': '19b183739187474abfeb943ce9f58947', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:23.385445 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-558f45ed-6ad6-49c8-936e-a1324147dd6d tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.409620 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fa3c072f-a7cb-4298-9de6-8862f9539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.437682 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-fa3c072f-a7cb-4298-9de6-8862f9539a1b None None] For port 9eefef66-c425-40e5-8e11-b253df3b48e4, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9eefef66-c425-40e5-8e11-b253df3b48e4,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:06:23.444841 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fa3c072f-a7cb-4298-9de6-8862f9539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.462364 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-558f45ed-6ad6-49c8-936e-a1324147dd6d tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.466977 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-558f45ed-6ad6-49c8-936e-a1324147dd6d tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.487987 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f45ed-6ad6-49c8-936e-a1324147dd6d tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787c0882-6f41-4513-bab6-214712e446ec,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:23.499730 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-fa3c072f-a7cb-4298-9de6-8862f9539a1b None None] Provisioning complete for port 6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:23.500277 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fa3c072f-a7cb-4298-9de6-8862f9539a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.502128 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-558f45ed-6ad6-49c8-936e-a1324147dd6d tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.506013 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-558f45ed-6ad6-49c8-936e-a1324147dd6d tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1646292 Nov 23 23:06:23.506260 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52400) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:23.511168 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-0487be6d-6adc-4a1b-bfa7-99859b86c18f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Request body: {'security_group_rule': {'security_group_id': '92ad4675-1209-4e2c-98f0-ccf9c39ae4dd', 'project_id': '19b183739187474abfeb943ce9f58947', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:23.522464 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3c072f-a7cb-4298-9de6-8862f9539a1b None None] Pushing event updated for resources: {'Port': ['ID=9eefef66-c425-40e5-8e11-b253df3b48e4,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:23.557943 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0487be6d-6adc-4a1b-bfa7-99859b86c18f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.571737 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-fa3c072f-a7cb-4298-9de6-8862f9539a1b None None] Port 6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:06:23.623723 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0487be6d-6adc-4a1b-bfa7-99859b86c18f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.628253 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0487be6d-6adc-4a1b-bfa7-99859b86c18f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.647774 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487be6d-6adc-4a1b-bfa7-99859b86c18f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3cb72f-6caf-432f-98f0-8592ab5a66cd,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:23.658315 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-0487be6d-6adc-4a1b-bfa7-99859b86c18f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.659617 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-0487be6d-6adc-4a1b-bfa7-99859b86c18f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1523371 Nov 23 23:06:23.663107 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52402) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:23.667776 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-54036077-52d6-4dfd-9023-d9dd0242bfc3 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Request body: {'security_group_rule': {'security_group_id': '92ad4675-1209-4e2c-98f0-ccf9c39ae4dd', 'project_id': '19b183739187474abfeb943ce9f58947', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:23.691211 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-54036077-52d6-4dfd-9023-d9dd0242bfc3 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Project 19b183739187474abfeb943ce9f58947 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:06:23.696081 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-10c764ce-1165-4433-aa12-3061199b2e74 None None] Provisioning complete for port 6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:23.696462 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-10c764ce-1165-4433-aa12-3061199b2e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.697209 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54036077-52d6-4dfd-9023-d9dd0242bfc3 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.741977 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-10c764ce-1165-4433-aa12-3061199b2e74 None None] Port 6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:06:23.756889 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.767262 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54036077-52d6-4dfd-9023-d9dd0242bfc3 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.772264 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54036077-52d6-4dfd-9023-d9dd0242bfc3 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.792164 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54036077-52d6-4dfd-9023-d9dd0242bfc3 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b2fe7c-c0d5-4361-bcb3-3abe679e3571,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:23.799896 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-54036077-52d6-4dfd-9023-d9dd0242bfc3 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.801876 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-54036077-52d6-4dfd-9023-d9dd0242bfc3 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377761 Nov 23 23:06:23.805031 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 52404) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:23.809899 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [None req-36aaebc9-0d92-43ee-a7fb-5f3a2e1b8cba tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Request body: {'security_group_rule': {'security_group_id': '92ad4675-1209-4e2c-98f0-ccf9c39ae4dd', 'project_id': '19b183739187474abfeb943ce9f58947', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:23.833410 n-d-816206-9 neutron-server[110033]: INFO neutron.db.securitygroups_db [None req-36aaebc9-0d92-43ee-a7fb-5f3a2e1b8cba tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Project 19b183739187474abfeb943ce9f58947 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 23:06:23.839163 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-36aaebc9-0d92-43ee-a7fb-5f3a2e1b8cba tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.900220 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-36aaebc9-0d92-43ee-a7fb-5f3a2e1b8cba tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.903819 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-36aaebc9-0d92-43ee-a7fb-5f3a2e1b8cba tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722827'] for security_group_rule, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.921980 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aaebc9-0d92-43ee-a7fb-5f3a2e1b8cba tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a527093-228f-446c-aeb8-195970fdd52b,revision_number=0']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:23.931710 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-36aaebc9-0d92-43ee-a7fb-5f3a2e1b8cba tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:23.932919 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-36aaebc9-0d92-43ee-a7fb-5f3a2e1b8cba tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266954 Nov 23 23:06:24.081787 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-ce03c130-4d1e-4fa9-afc4-ebdee8bbe89e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1508917628&fields=id&tenant_id=19b183739187474abfeb943ce9f58947 HTTP/1.1" status: 200 len: 267 time: 0.0432098 Nov 23 23:06:24.194510 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-dec9c2c6-11d6-4c20-b5d3-143c89493e94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:24.195978 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-dec9c2c6-11d6-4c20-b5d3-143c89493e94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/networks?id=90609f00-b2b9-4b19-bd5a-ab97db846e18 HTTP/1.1" status: 200 len: 810 time: 0.1067655 Nov 23 23:06:24.212205 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-e7378bfb-a5cf-42bf-a903-952c00ec8d1d tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/quotas/19b183739187474abfeb943ce9f58947 HTTP/1.1" status: 200 len: 375 time: 0.0104115 Nov 23 23:06:24.242181 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ba5b3f92-1d4a-4f1b-95ec-24be515f55bf up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:06:24.266036 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-4e0389be-c65e-4899-99ba-516ddce7b772 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=19b183739187474abfeb943ce9f58947&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481389 Nov 23 23:06:24.282345 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-e0e56464-3812-4b8a-857f-93acef43b808 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110034) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:06:24.283332 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-e0e56464-3812-4b8a-857f-93acef43b808 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054731 Nov 23 23:06:24.292741 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port ba5b3f92-1d4a-4f1b-95ec-24be515f55bf triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:24.293118 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:24.383354 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-fcea586e-26b9-418f-bc67-e860f367ccba service neutron] 10.222.0.50 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934918 Nov 23 23:06:24.491214 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-b82a2bcd-c28a-43b0-933c-4351c86c5202 service neutron] 10.222.0.50 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934203 Nov 23 23:06:24.665775 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-cfcd5729-fcc7-4877-8297-3bdf530aa7da req-a487ee74-c377-46eb-9ca0-4cc58f2b2427 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee HTTP/1.1" status: 200 len: 210 time: 0.0280097 Nov 23 23:06:25.598072 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:06:25.773016 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-9439bd1c-025b-4d98-84c8-cba0d238f408 req-5a1bed8a-b93b-423a-a1e7-9c75e3ffa7d9 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee HTTP/1.1" status: 200 len: 210 time: 0.0327771 Nov 23 23:06:25.862490 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] Sync routers for ids ['1751c138-b894-4f4b-a7d0-3abeadf6006b'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:06:25.872148 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] Routers {'1751c138-b894-4f4b-a7d0-3abeadf6006b'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:06:25.872755 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:06:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['1751c138-b894-4f4b-a7d0-3abeadf6006b'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:25.894347 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-e5bf0fd3-f4a1-49d3-a513-06509cec3b7d tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:25.896730 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-e5bf0fd3-f4a1-49d3-a513-06509cec3b7d tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.53 "GET /v2.0/networks?id=90609f00-b2b9-4b19-bd5a-ab97db846e18 HTTP/1.1" status: 200 len: 810 time: 0.1269360 Nov 23 23:06:25.966966 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-c9c14881-0ed2-403b-9433-094050b50dda tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19b183739187474abfeb943ce9f58947 HTTP/1.1" status: 200 len: 380 time: 0.0551355 Nov 23 23:06:25.977385 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-b39712fa-2058-404b-b4fc-e059b4a82912 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Request body: {'port': {'device_id': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'admin_state_up': True, 'tenant_id': '19b183739187474abfeb943ce9f58947', 'security_groups': ['92ad4675-1209-4e2c-98f0-ccf9c39ae4dd']}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:25.980534 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] Set router 1751c138-b894-4f4b-a7d0-3abeadf6006b gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:06:26.091193 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-b39712fa-2058-404b-b4fc-e059b4a82912 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Made reservation on behalf of 19b183739187474abfeb943ce9f58947 for: {'port': 1} {{(pid=110034) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:06:26.094698 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-b39712fa-2058-404b-b4fc-e059b4a82912 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:26.179981 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1751c138-b894-4f4b-a7d0-3abeadf6006b', 'name': 'tempest-TestSnapshotPattern-1018010943-router', 'tenant_id': 'e5554502cd5440c2bf184dcd3382afdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '9eefef66-c425-40e5-8e11-b253df3b48e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:18Z', 'updated_at': '2021-11-23T23:06:21Z', 'revision_number': 4, 'project_id': 'e5554502cd5440c2bf184dcd3382afdd', 'gw_port': {'id': '9eefef66-c425-40e5-8e11-b253df3b48e4', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1751c138-b894-4f4b-a7d0-3abeadf6006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:19Z', 'updated_at': '2021-11-23T23:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f', 'name': '', 'network_id': '87373dde-ed90-45e1-baf2-6959d70d7be5', 'tenant_id': 'e5554502cd5440c2bf184dcd3382afdd', 'mac_address': 'fa:16:3e:72:a3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1751c138-b894-4f4b-a7d0-3abeadf6006b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '13c451fc-2825-4b74-bfbc-c19d462cdfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:20Z', 'updated_at': '2021-11-23T23:06:21Z', 'revision_number': 2, 'project_id': 'e5554502cd5440c2bf184dcd3382afdd', 'subnets': [{'id': '13c451fc-2825-4b74-bfbc-c19d462cdfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:26.207972 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] Checking router: 1751c138-b894-4f4b-a7d0-3abeadf6006b for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:06:26.208345 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] Updating router 1751c138-b894-4f4b-a7d0-3abeadf6006b port 6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f binding host n-d-816206-9 {{(pid=110036) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 23:06:26.235376 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-b39712fa-2058-404b-b4fc-e059b4a82912 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Allocated IP 172.20.0.11 (90609f00-b2b9-4b19-bd5a-ab97db846e18/d3e1917c-fb60-48dd-abab-2e458e89c691/27fc4cbe-e7d3-4ab3-af73-0162f33a445e) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:06:26.239738 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:26.260037 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9eefef66-c425-40e5-8e11-b253df3b48e4 up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:06:26.313767 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 9eefef66-c425-40e5-8e11-b253df3b48e4 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:26.314133 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:26.623400 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] Publish callbacks [] for port, precommit_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:26.629829 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:26.683158 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c28ac-c132-4002-ac15-91c4c98c91dd None None] Pushing event updated for resources: {'Port': ['ID=6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f,revision_number=3']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:26.717606 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-b39712fa-2058-404b-b4fc-e059b4a82912 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:26.736988 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] Attempting to bind port 6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f on host n-d-816206-9 for vnic_type normal with profile {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:06:26.737364 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] Attempting to bind port 6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f by drivers openvswitch,hyperv on host n-d-816206-9 at level 0 using segments [{'id': 'a989afe9-1a99-453a-bb60-ff65e6978322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '87373dde-ed90-45e1-baf2-6959d70d7be5'}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:06:26.737728 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] Attempting to bind port 6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f on network 87373dde-ed90-45e1-baf2-6959d70d7be5 {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:06:26.743595 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] Checking agent: {'id': '717f3723-6dd1-4215-ba47-18e8be1e80f2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 33, 34), 'started_at': datetime.datetime(2021, 11, 23, 21, 34, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:06:26.743975 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] Checking segment: {'id': 'a989afe9-1a99-453a-bb60-ff65e6978322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '87373dde-ed90-45e1-baf2-6959d70d7be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110036) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:06:26.744379 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:26.744774 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] Bound using segment: {'id': 'a989afe9-1a99-453a-bb60-ff65e6978322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '87373dde-ed90-45e1-baf2-6959d70d7be5'} {{(pid=110036) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:06:26.745245 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.managers [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] Bound port: 6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f, host: n-d-816206-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a989afe9-1a99-453a-bb60-ff65e6978322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '87373dde-ed90-45e1-baf2-6959d70d7be5'}}] {{(pid=110036) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:06:26.745627 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:26.754872 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-b39712fa-2058-404b-b4fc-e059b4a82912 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:26.808104 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-b39712fa-2058-404b-b4fc-e059b4a82912 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Network 90609f00-b2b9-4b19-bd5a-ab97db846e18 is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:06:26.811266 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-b39712fa-2058-404b-b4fc-e059b4a82912 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:06:26.815635 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] For port 6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f, host n-d-816206-9, cleared binding levels {{(pid=110036) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:06:26.816998 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-b39712fa-2058-404b-b4fc-e059b4a82912 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:06:26.819965 n-d-816206-9 neutron-server[110036]: DEBUG neutron.plugins.ml2.db [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] For port 6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f, host n-d-816206-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f,segment=NetworkSegment(a989afe9-1a99-453a-bb60-ff65e6978322),segment_id=a989afe9-1a99-453a-bb60-ff65e6978322)] {{(pid=110036) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:06:26.821295 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39712fa-2058-404b-b4fc-e059b4a82912 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Pushing event updated for resources: {'Port': ['ID=27fc4cbe-e7d3-4ab3-af73-0162f33a445e,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:26.838779 n-d-816206-9 neutron-server[110036]: DEBUG neutron_lib.callbacks.manager [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110036) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:26.901775 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] Routers {'1751c138-b894-4f4b-a7d0-3abeadf6006b'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:06:26.902419 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:06:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['1751c138-b894-4f4b-a7d0-3abeadf6006b'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:26.924237 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-b39712fa-2058-404b-b4fc-e059b4a82912 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:26.924811 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-b39712fa-2058-404b-b4fc-e059b4a82912 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:26.946450 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9798b9-4eb3-44a7-84c8-31b21f00fac2 req-6a5a6cca-6835-4157-a68b-2858704b8bf4 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:26.948029 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8b9798b9-4eb3-44a7-84c8-31b21f00fac2 req-6a5a6cca-6835-4157-a68b-2858704b8bf4 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee HTTP/1.1" status: 200 len: 932 time: 0.0831604 Nov 23 23:06:26.951777 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-b39712fa-2058-404b-b4fc-e059b4a82912 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9781780 Nov 23 23:06:26.966668 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c28ac-c132-4002-ac15-91c4c98c91dd None None] Pushing event updated for resources: {'Port': ['ID=6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f,revision_number=4']} {{(pid=110036) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:26.977791 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-5448fdd9-2181-4566-af10-796074d04d95 service neutron] Request body: {'port': {'device_id': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-9'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:26.992940 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-34e2ce8f-faa2-4c02-9535-abb4814bbb16 None None] Provisioning complete for port 6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:26.993605 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-34e2ce8f-faa2-4c02-9535-abb4814bbb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:27.057043 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] Set router 1751c138-b894-4f4b-a7d0-3abeadf6006b gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:06:27.059718 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-5448fdd9-2181-4566-af10-796074d04d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:27.103261 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8b9798b9-4eb3-44a7-84c8-31b21f00fac2 req-40f92c71-642b-4709-8b4f-294c91dcad3f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446395 Nov 23 23:06:27.131744 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-34e2ce8f-faa2-4c02-9535-abb4814bbb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:27.170116 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-34e2ce8f-faa2-4c02-9535-abb4814bbb16 None None] For port 6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f,segment=NetworkSegment(a989afe9-1a99-453a-bb60-ff65e6978322),segment_id=a989afe9-1a99-453a-bb60-ff65e6978322)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:06:27.179121 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-34e2ce8f-faa2-4c02-9535-abb4814bbb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:27.236762 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2ce8f-faa2-4c02-9535-abb4814bbb16 None None] Pushing event updated for resources: {'Port': ['ID=6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:27.300245 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-982be7b8-941f-4641-bdcc-d4e919867d81 None None] Provisioning complete for port 27fc4cbe-e7d3-4ab3-af73-0162f33a445e triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:27.301819 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-982be7b8-941f-4641-bdcc-d4e919867d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:27.337842 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1751c138-b894-4f4b-a7d0-3abeadf6006b', 'name': 'tempest-TestSnapshotPattern-1018010943-router', 'tenant_id': 'e5554502cd5440c2bf184dcd3382afdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '9eefef66-c425-40e5-8e11-b253df3b48e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:18Z', 'updated_at': '2021-11-23T23:06:21Z', 'revision_number': 4, 'project_id': 'e5554502cd5440c2bf184dcd3382afdd', 'gw_port': {'id': '9eefef66-c425-40e5-8e11-b253df3b48e4', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1751c138-b894-4f4b-a7d0-3abeadf6006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:19Z', 'updated_at': '2021-11-23T23:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f', 'name': '', 'network_id': '87373dde-ed90-45e1-baf2-6959d70d7be5', 'tenant_id': 'e5554502cd5440c2bf184dcd3382afdd', 'mac_address': 'fa:16:3e:72:a3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1751c138-b894-4f4b-a7d0-3abeadf6006b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '13c451fc-2825-4b74-bfbc-c19d462cdfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:20Z', 'updated_at': '2021-11-23T23:06:26Z', 'revision_number': 4, 'project_id': 'e5554502cd5440c2bf184dcd3382afdd', 'subnets': [{'id': '13c451fc-2825-4b74-bfbc-c19d462cdfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:27.339323 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-982be7b8-941f-4641-bdcc-d4e919867d81 None None] Port 27fc4cbe-e7d3-4ab3-af73-0162f33a445e cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:06:27.349339 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-982be7b8-941f-4641-bdcc-d4e919867d81 None None] Provisioning complete for port 6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:27.349959 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-982be7b8-941f-4641-bdcc-d4e919867d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:27.364889 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297d8306-7413-419c-9bcb-10925e80c8d0 None None] The sync data for ids ['1751c138-b894-4f4b-a7d0-3abeadf6006b'] in n-d-816206-9 is: [{'id': '1751c138-b894-4f4b-a7d0-3abeadf6006b', 'name': 'tempest-TestSnapshotPattern-1018010943-router', 'tenant_id': 'e5554502cd5440c2bf184dcd3382afdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '9eefef66-c425-40e5-8e11-b253df3b48e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:18Z', 'updated_at': '2021-11-23T23:06:21Z', 'revision_number': 4, 'project_id': 'e5554502cd5440c2bf184dcd3382afdd', 'gw_port': {'id': '9eefef66-c425-40e5-8e11-b253df3b48e4', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1751c138-b894-4f4b-a7d0-3abeadf6006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:19Z', 'updated_at': '2021-11-23T23:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': '6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f', 'name': '', 'network_id': '87373dde-ed90-45e1-baf2-6959d70d7be5', 'tenant_id': 'e5554502cd5440c2bf184dcd3382afdd', 'mac_address': 'fa:16:3e:72:a3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1751c138-b894-4f4b-a7d0-3abeadf6006b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '13c451fc-2825-4b74-bfbc-c19d462cdfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:20Z', 'updated_at': '2021-11-23T23:06:26Z', 'revision_number': 4, 'project_id': 'e5554502cd5440c2bf184dcd3382afdd', 'subnets': [{'id': '13c451fc-2825-4b74-bfbc-c19d462cdfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:06:27.416956 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-5448fdd9-2181-4566-af10-796074d04d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27fc4cbe-e7d3-4ab3-af73-0162f33a445e {{(pid=110034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:06:27.424972 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-5448fdd9-2181-4566-af10-796074d04d95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:27.438257 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.provisioning_blocks [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-5448fdd9-2181-4566-af10-796074d04d95 service neutron] Transition to ACTIVE for port object 27fc4cbe-e7d3-4ab3-af73-0162f33a445e will not be triggered until provisioned by entity L2. {{(pid=110034) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:06:27.443613 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-5448fdd9-2181-4566-af10-796074d04d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:27.516936 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448fdd9-2181-4566-af10-796074d04d95 service neutron] Pushing event updated for resources: {'Port': ['ID=27fc4cbe-e7d3-4ab3-af73-0162f33a445e,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:27.583720 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-5448fdd9-2181-4566-af10-796074d04d95 service neutron] Attempting to bind port 27fc4cbe-e7d3-4ab3-af73-0162f33a445e on host n-h1-816206-9 for vnic_type normal with profile {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:06:27.584079 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-5448fdd9-2181-4566-af10-796074d04d95 service neutron] Attempting to bind port 27fc4cbe-e7d3-4ab3-af73-0162f33a445e by drivers openvswitch,hyperv on host n-h1-816206-9 at level 0 using segments [{'id': 'd185a6a7-703d-44bd-91d6-24cfa507345b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18'}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:06:27.584393 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-5448fdd9-2181-4566-af10-796074d04d95 service neutron] Attempting to bind port 27fc4cbe-e7d3-4ab3-af73-0162f33a445e on network 90609f00-b2b9-4b19-bd5a-ab97db846e18 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:06:27.589228 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-5448fdd9-2181-4566-af10-796074d04d95 service neutron] Port 27fc4cbe-e7d3-4ab3-af73-0162f33a445e on network 90609f00-b2b9-4b19-bd5a-ab97db846e18 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-9 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:06:27.589556 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-5448fdd9-2181-4566-af10-796074d04d95 service neutron] Attempting to bind port 27fc4cbe-e7d3-4ab3-af73-0162f33a445e on network 90609f00-b2b9-4b19-bd5a-ab97db846e18 {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:06:27.595853 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-5448fdd9-2181-4566-af10-796074d04d95 service neutron] Checking agent: {'id': 'd233384b-ac73-4a95-95d1-ee24321cc096', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'started_at': datetime.datetime(2021, 11, 23, 21, 40, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:06:27.596261 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-5448fdd9-2181-4566-af10-796074d04d95 service neutron] Checking segment: {'id': 'd185a6a7-703d-44bd-91d6-24cfa507345b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:06:27.596575 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-5448fdd9-2181-4566-af10-796074d04d95 service neutron] Bound using segment: {'id': 'd185a6a7-703d-44bd-91d6-24cfa507345b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18'} {{(pid=110034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:06:27.597009 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.managers [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-5448fdd9-2181-4566-af10-796074d04d95 service neutron] Bound port: 27fc4cbe-e7d3-4ab3-af73-0162f33a445e, host: n-h1-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd185a6a7-703d-44bd-91d6-24cfa507345b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18'}}] {{(pid=110034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:06:27.597372 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-5448fdd9-2181-4566-af10-796074d04d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:27.669120 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-5448fdd9-2181-4566-af10-796074d04d95 service neutron] For port 27fc4cbe-e7d3-4ab3-af73-0162f33a445e, host n-h1-816206-9, cleared binding levels {{(pid=110034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:06:27.673551 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-5448fdd9-2181-4566-af10-796074d04d95 service neutron] For port 27fc4cbe-e7d3-4ab3-af73-0162f33a445e, host n-h1-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=27fc4cbe-e7d3-4ab3-af73-0162f33a445e,segment=NetworkSegment(d185a6a7-703d-44bd-91d6-24cfa507345b),segment_id=d185a6a7-703d-44bd-91d6-24cfa507345b)] {{(pid=110034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:06:27.679897 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-5448fdd9-2181-4566-af10-796074d04d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:27.718914 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-5448fdd9-2181-4566-af10-796074d04d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:27.719561 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-5448fdd9-2181-4566-af10-796074d04d95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:27.720965 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-5448fdd9-2181-4566-af10-796074d04d95 service neutron] 10.222.0.53 "PUT /v2.0/ports/27fc4cbe-e7d3-4ab3-af73-0162f33a445e HTTP/1.1" status: 200 len: 1092 time: 0.7479107 Nov 23 23:06:27.721418 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'tag': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:06:27.724312 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5168c5-4df6-4280-a6e4-6775b62f7cea" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6cf134-6f19-4820-b0fd-6e3f0f782aee", "tag": "27fc4cbe-e7d3-4ab3-af73-0162f33a445e"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:06:27.799987 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448fdd9-2181-4566-af10-796074d04d95 service neutron] Pushing event updated for resources: {'Port': ['ID=27fc4cbe-e7d3-4ab3-af73-0162f33a445e,revision_number=3']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:27.841813 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-0dd61926-4281-4ec1-bd3f-fb3cde5c5a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:27.843430 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-0dd61926-4281-4ec1-bd3f-fb3cde5c5a33 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=19b183739187474abfeb943ce9f58947&device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee HTTP/1.1" status: 200 len: 1095 time: 0.0611584 Nov 23 23:06:27.903279 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ba7aa4-82f7-4262-836a-759328b647e9 x-openstack-request-id: req-a0ba7aa4-82f7-4262-836a-759328b647e9 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:06:27.903710 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6cf134-6f19-4820-b0fd-6e3f0f782aee", "tag": "27fc4cbe-e7d3-4ab3-af73-0162f33a445e", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:06:27.904319 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0ba7aa4-82f7-4262-836a-759328b647e9 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:06:27.904822 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'tag': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e', 'status': 'completed', 'code': 200} Nov 23 23:06:27.906891 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-467896cd-a69e-4cb6-bb26-92ce3eeaba94 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27fc4cbe-e7d3-4ab3-af73-0162f33a445e HTTP/1.1" status: 200 len: 217 time: 0.0488241 Nov 23 23:06:27.959710 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-848de203-536d-4a9a-9565-64b0a54642c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:27.961166 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-848de203-536d-4a9a-9565-64b0a54642c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3e1917c-fb60-48dd-abab-2e458e89c691 HTTP/1.1" status: 200 len: 849 time: 0.0471115 Nov 23 23:06:28.013705 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-4fe2b3eb-1709-4d8d-b649-02d35ebfc580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:28.015244 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-4fe2b3eb-1709-4d8d-b649-02d35ebfc580 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90609f00-b2b9-4b19-bd5a-ab97db846e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410697 Nov 23 23:06:28.116481 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c4a61200-5f42-4ebe-b434-42c2d819542b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:28.116835 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-09c24825-1848-4e7f-b114-4dd88eb20cba service neutron] 10.222.0.53 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876126 Nov 23 23:06:28.254622 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5f4e0918-b0da-4684-baa9-fff625f1b0fc req-ddd8df2c-8126-415e-850f-2c9932c697ed service neutron] 10.222.0.53 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250577 Nov 23 23:06:28.268715 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f up at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:06:28.270383 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1137d5-2851-4eb1-8b28-fd5e323649c3 req-c8bcfb44-1cd6-436b-8e35-b012c86fed6b tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:28.272189 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef1137d5-2851-4eb1-8b28-fd5e323649c3 req-c8bcfb44-1cd6-436b-8e35-b012c86fed6b tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee HTTP/1.1" status: 200 len: 944 time: 0.0844183 Nov 23 23:06:28.329355 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Provisioning complete for port 6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:28.329941 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:28.357106 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ef1137d5-2851-4eb1-8b28-fd5e323649c3 req-3c28457c-64c2-4c80-be40-6b996bf53da0 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711646 Nov 23 23:06:28.380562 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5168c5-4df6-4280-a6e4-6775b62f7cea req-87cdfbb5-ad57-4c19-8a43-553eaa5128f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:28.382219 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e5168c5-4df6-4280-a6e4-6775b62f7cea req-87cdfbb5-ad57-4c19-8a43-553eaa5128f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=19b183739187474abfeb943ce9f58947&device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee HTTP/1.1" status: 200 len: 1095 time: 0.0683460 Nov 23 23:06:28.486668 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5168c5-4df6-4280-a6e4-6775b62f7cea req-4c5b6260-d65f-4176-beff-dea1f879eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:28.488496 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e5168c5-4df6-4280-a6e4-6775b62f7cea req-4c5b6260-d65f-4176-beff-dea1f879eafa service neutron] 10.222.0.53 "GET /v2.0/networks?id=90609f00-b2b9-4b19-bd5a-ab97db846e18 HTTP/1.1" status: 200 len: 911 time: 0.0942345 Nov 23 23:06:28.530727 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e5168c5-4df6-4280-a6e4-6775b62f7cea req-e476af53-ab7a-449e-bdc5-4fcf63dc11d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27fc4cbe-e7d3-4ab3-af73-0162f33a445e HTTP/1.1" status: 200 len: 217 time: 0.0343807 Nov 23 23:06:28.581205 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5168c5-4df6-4280-a6e4-6775b62f7cea req-168c28c0-2c6e-4801-8f79-fe3cf12684de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:28.583263 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e5168c5-4df6-4280-a6e4-6775b62f7cea req-168c28c0-2c6e-4801-8f79-fe3cf12684de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3e1917c-fb60-48dd-abab-2e458e89c691 HTTP/1.1" status: 200 len: 849 time: 0.0430338 Nov 23 23:06:28.636005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5168c5-4df6-4280-a6e4-6775b62f7cea req-adffba4f-1090-471d-9494-300f181e924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:28.637501 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e5168c5-4df6-4280-a6e4-6775b62f7cea req-adffba4f-1090-471d-9494-300f181e924b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90609f00-b2b9-4b19-bd5a-ab97db846e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469499 Nov 23 23:06:28.732237 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e5168c5-4df6-4280-a6e4-6775b62f7cea req-bfcc49a3-f0ab-416c-9b92-b70dcb2c99f4 service neutron] 10.222.0.53 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857072 Nov 23 23:06:28.825177 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8e5168c5-4df6-4280-a6e4-6775b62f7cea req-5de03284-60f8-4fd2-a2f4-e6f81ebe6050 service neutron] 10.222.0.53 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851405 Nov 23 23:06:29.475687 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb17df0-5052-4a36-ad03-4c5124569b6a req-20276a5e-8942-4165-93be-1f6b394f72b2 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:29.477146 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7fb17df0-5052-4a36-ad03-4c5124569b6a req-20276a5e-8942-4165-93be-1f6b394f72b2 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee HTTP/1.1" status: 200 len: 944 time: 0.0488780 Nov 23 23:06:29.526522 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7fb17df0-5052-4a36-ad03-4c5124569b6a req-19363ab9-f444-4924-bb38-f68f2f938eb7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432825 Nov 23 23:06:30.189389 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 27fc4cbe-e7d3-4ab3-af73-0162f33a445e details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:06:30.287728 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 27fc4cbe-e7d3-4ab3-af73-0162f33a445e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=27fc4cbe-e7d3-4ab3-af73-0162f33a445e,segment=NetworkSegment(d185a6a7-703d-44bd-91d6-24cfa507345b),segment_id=d185a6a7-703d-44bd-91d6-24cfa507345b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:06:30.298294 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'port_id': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e', 'mac_address': 'fa:16:3e:2a:9e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:06:30.335376 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:30.348639 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27fc4cbe-e7d3-4ab3-af73-0162f33a445e {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:06:30.368018 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 27fc4cbe-e7d3-4ab3-af73-0162f33a445e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=27fc4cbe-e7d3-4ab3-af73-0162f33a445e,segment=NetworkSegment(d185a6a7-703d-44bd-91d6-24cfa507345b),segment_id=d185a6a7-703d-44bd-91d6-24cfa507345b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:06:30.372191 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:30.422205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=27fc4cbe-e7d3-4ab3-af73-0162f33a445e,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:30.642482 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-054e69ea-6ed5-4d17-bc5b-ab53ea6c7f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:30.646589 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['27fc4cbe-e7d3-4ab3-af73-0162f33a445e'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:06:30.647600 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108297b-4f43-4da8-8bf2-5ad5b3965295 req-828a2de4-b7eb-4512-b28f-190fb1009493 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:30.649106 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8108297b-4f43-4da8-8bf2-5ad5b3965295 req-828a2de4-b7eb-4512-b28f-190fb1009493 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee HTTP/1.1" status: 200 len: 945 time: 0.0521011 Nov 23 23:06:30.708726 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:30.708988 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8108297b-4f43-4da8-8bf2-5ad5b3965295 req-da181e20-a3a3-442f-9488-a63457138dc0 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537670 Nov 23 23:06:31.824164 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3d7ee-bf3f-480a-bc41-f380a090f033 req-35882053-e6dc-4d30-a1da-6a55b6b38234 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:31.825626 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7ca3d7ee-bf3f-480a-bc41-f380a090f033 req-35882053-e6dc-4d30-a1da-6a55b6b38234 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee HTTP/1.1" status: 200 len: 945 time: 0.0493429 Nov 23 23:06:31.874496 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7ca3d7ee-bf3f-480a-bc41-f380a090f033 req-fc52504b-79b1-4ef9-8864-d3fb8da50464 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429819 Nov 23 23:06:31.915872 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:32.205355 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 27fc4cbe-e7d3-4ab3-af73-0162f33a445e up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:06:32.253583 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning for port 27fc4cbe-e7d3-4ab3-af73-0162f33a445e completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:06:32.258669 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 27fc4cbe-e7d3-4ab3-af73-0162f33a445e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:06:32.259098 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:32.337796 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:32.359166 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:06:32.361392 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bacb7b-6a25-4e71-8119-5087eefe5592" -d '{"events": [{"server_uuid": "ec6cf134-6f19-4820-b0fd-6e3f0f782aee", "name": "network-vif-plugged", "status": "completed", "tag": "27fc4cbe-e7d3-4ab3-af73-0162f33a445e"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:06:32.374034 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 27fc4cbe-e7d3-4ab3-af73-0162f33a445e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=27fc4cbe-e7d3-4ab3-af73-0162f33a445e,segment=NetworkSegment(d185a6a7-703d-44bd-91d6-24cfa507345b),segment_id=d185a6a7-703d-44bd-91d6-24cfa507345b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:06:32.378148 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:32.402158 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e096c5ea-cfa0-4110-a93f-9d731fd206f3 x-openstack-request-id: req-e096c5ea-cfa0-4110-a93f-9d731fd206f3 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:06:32.402455 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6cf134-6f19-4820-b0fd-6e3f0f782aee", "name": "network-vif-plugged", "status": "completed", "tag": "27fc4cbe-e7d3-4ab3-af73-0162f33a445e", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:06:32.402726 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e096c5ea-cfa0-4110-a93f-9d731fd206f3 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:06:32.403124 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e', 'code': 200} Nov 23 23:06:32.430157 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=27fc4cbe-e7d3-4ab3-af73-0162f33a445e,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:32.512362 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ec57b-ebff-4487-9ca2-a48898ee47bc req-712690f1-2cf4-46d7-a1a7-e96cc52e7df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:32.513850 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a59ec57b-ebff-4487-9ca2-a48898ee47bc req-712690f1-2cf4-46d7-a1a7-e96cc52e7df8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee HTTP/1.1" status: 200 len: 1097 time: 0.0411897 Nov 23 23:06:32.562088 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a59ec57b-ebff-4487-9ca2-a48898ee47bc req-8f8bab81-0850-4c43-9802-f5b9e9f40a66 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392466 Nov 23 23:06:32.996296 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b72aa6-cba5-4440-8327-1e7a7fc44587 req-4cd3d1ad-e289-4038-9d00-341d3ca999c2 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:32.997780 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f9b72aa6-cba5-4440-8327-1e7a7fc44587 req-4cd3d1ad-e289-4038-9d00-341d3ca999c2 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee HTTP/1.1" status: 200 len: 946 time: 0.0538323 Nov 23 23:06:33.048136 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f9b72aa6-cba5-4440-8327-1e7a7fc44587 req-8d2d10cc-c73d-426f-87f6-e1da436f384d tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443437 Nov 23 23:06:33.306883 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:34.056616 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:34.166150 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcdd65-83e4-410a-b378-22ff81b712be req-2a58718d-60e7-403c-a9fb-543496e27b14 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:34.167654 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c4fcdd65-83e4-410a-b378-22ff81b712be req-2a58718d-60e7-403c-a9fb-543496e27b14 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee HTTP/1.1" status: 200 len: 946 time: 0.0492280 Nov 23 23:06:34.217370 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c4fcdd65-83e4-410a-b378-22ff81b712be req-fd12d05e-f1e7-4039-b297-6f5e74a02c3f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438375 Nov 23 23:06:34.332406 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87dbe6d-5178-482e-9ef9-7fd2e81abd7e req-c49e5840-4008-4385-86f6-2b68ab71252a tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:34.333890 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e87dbe6d-5178-482e-9ef9-7fd2e81abd7e req-c49e5840-4008-4385-86f6-2b68ab71252a tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee HTTP/1.1" status: 200 len: 946 time: 0.0500114 Nov 23 23:06:34.387226 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-e87dbe6d-5178-482e-9ef9-7fd2e81abd7e req-15214861-e336-4c28-9c8b-fb16a36501c2 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473585 Nov 23 23:06:34.410643 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52460) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:34.539297 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e956c95-d60e-4984-80c8-e927960c0864 tempest-TestSnapshotPattern-250483422 tempest-TestSnapshotPattern-250483422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:34.540784 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-5e956c95-d60e-4984-80c8-e927960c0864 tempest-TestSnapshotPattern-250483422 tempest-TestSnapshotPattern-250483422-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee HTTP/1.1" status: 200 len: 1092 time: 0.1291392 Nov 23 23:06:34.543728 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52464) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:06:34.548042 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-ea64e8f9-a3d0-4a2b-8a42-2bb72535934e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:06:34.569719 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea64e8f9-a3d0-4a2b-8a42-2bb72535934e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:34.668999 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea64e8f9-a3d0-4a2b-8a42-2bb72535934e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:34.768518 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-ea64e8f9-a3d0-4a2b-8a42-2bb72535934e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Allocated IP 172.25.5.219 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/f8765dfa-70d7-4ebd-b00d-3f237c8d91b6) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:06:34.872428 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea64e8f9-a3d0-4a2b-8a42-2bb72535934e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:34.911538 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea64e8f9-a3d0-4a2b-8a42-2bb72535934e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:34.947652 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea64e8f9-a3d0-4a2b-8a42-2bb72535934e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:06:34.952413 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-ea64e8f9-a3d0-4a2b-8a42-2bb72535934e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:06:34.955818 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea64e8f9-a3d0-4a2b-8a42-2bb72535934e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:06:34.981187 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64e8f9-a3d0-4a2b-8a42-2bb72535934e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Pushing event updated for resources: {'Port': ['ID=f8765dfa-70d7-4ebd-b00d-3f237c8d91b6,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:35.310514 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea64e8f9-a3d0-4a2b-8a42-2bb72535934e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:35.376043 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea64e8f9-a3d0-4a2b-8a42-2bb72535934e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:35.527643 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea64e8f9-a3d0-4a2b-8a42-2bb72535934e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:35.532208 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea64e8f9-a3d0-4a2b-8a42-2bb72535934e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:35.602105 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64e8f9-a3d0-4a2b-8a42-2bb72535934e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Pushing event updated for resources: {'Port': ['ID=f8765dfa-70d7-4ebd-b00d-3f237c8d91b6,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:06:35.612023 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea64e8f9-a3d0-4a2b-8a42-2bb72535934e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:35.713149 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-ea64e8f9-a3d0-4a2b-8a42-2bb72535934e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Floating IP bc2feef3-881a-4e46-a49f-d8d48e8cec91 associated. External IP: 172.25.5.219, port: 27fc4cbe-e7d3-4ab3-af73-0162f33a445e. Nov 23 23:06:35.918690 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea64e8f9-a3d0-4a2b-8a42-2bb72535934e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Router 4ad812a4-e677-4448-959d-dae5369827fe has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:06:36.027709 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea64e8f9-a3d0-4a2b-8a42-2bb72535934e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:06:36.037629 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96979ef-276a-4623-b324-1d229bc12cd0 None None] Sync routers for ids ['4ad812a4-e677-4448-959d-dae5369827fe'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:06:36.045710 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-ea64e8f9-a3d0-4a2b-8a42-2bb72535934e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:36.047453 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96979ef-276a-4623-b324-1d229bc12cd0 None None] Routers {'4ad812a4-e677-4448-959d-dae5369827fe'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:06:36.048059 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c96979ef-276a-4623-b324-1d229bc12cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:06:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['4ad812a4-e677-4448-959d-dae5369827fe'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:36.074238 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-ea64e8f9-a3d0-4a2b-8a42-2bb72535934e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5294387 Nov 23 23:06:36.074854 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'tag': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:06:36.077118 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101c5989-e7fa-4f93-8ae9-fc8f7b2ca383" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6cf134-6f19-4820-b0fd-6e3f0f782aee", "tag": "27fc4cbe-e7d3-4ab3-af73-0162f33a445e"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:06:36.116814 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102fb417-1831-4488-9a66-1876ec7a21da x-openstack-request-id: req-102fb417-1831-4488-9a66-1876ec7a21da {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:06:36.117111 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6cf134-6f19-4820-b0fd-6e3f0f782aee", "tag": "27fc4cbe-e7d3-4ab3-af73-0162f33a445e", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:06:36.117370 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-102fb417-1831-4488-9a66-1876ec7a21da {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:06:36.117780 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'tag': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e', 'status': 'completed', 'code': 200} Nov 23 23:06:36.165205 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-c96979ef-276a-4623-b324-1d229bc12cd0 None None] Set router 4ad812a4-e677-4448-959d-dae5369827fe gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:06:36.184026 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c5989-e7fa-4f93-8ae9-fc8f7b2ca383 req-3bcd6b7c-084b-4418-84af-176506e7a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:36.185481 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-101c5989-e7fa-4f93-8ae9-fc8f7b2ca383 req-3bcd6b7c-084b-4418-84af-176506e7a7d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=19b183739187474abfeb943ce9f58947&device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee HTTP/1.1" status: 200 len: 1097 time: 0.0450017 Nov 23 23:06:36.287755 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c5989-e7fa-4f93-8ae9-fc8f7b2ca383 req-98489f9f-44c6-43a6-a868-5600c1495c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:36.289271 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-101c5989-e7fa-4f93-8ae9-fc8f7b2ca383 req-98489f9f-44c6-43a6-a868-5600c1495c49 service neutron] 10.222.0.53 "GET /v2.0/networks?id=90609f00-b2b9-4b19-bd5a-ab97db846e18 HTTP/1.1" status: 200 len: 911 time: 0.0967834 Nov 23 23:06:36.355550 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-101c5989-e7fa-4f93-8ae9-fc8f7b2ca383 req-690d5092-5573-4359-8bef-f103cc6d40eb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27fc4cbe-e7d3-4ab3-af73-0162f33a445e HTTP/1.1" status: 200 len: 1000 time: 0.0587730 Nov 23 23:06:36.408158 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c96979ef-276a-4623-b324-1d229bc12cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad812a4-e677-4448-959d-dae5369827fe', 'name': 'tempest-TestSnapshotPattern-1532744650-router', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:13Z', 'updated_at': '2021-11-23T23:06:16Z', 'revision_number': 4, 'project_id': '19b183739187474abfeb943ce9f58947', 'gw_port': {'id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:14Z', 'updated_at': '2021-11-23T23:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'bc2feef3-881a-4e46-a49f-d8d48e8cec91', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'port_id': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'mac_address': 'fa:16:3e:2a:9e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:06:35Z', 'updated_at': '2021-11-23T23:06:35Z', 'revision_number': 0, 'project_id': '19b183739187474abfeb943ce9f58947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5b3f92-1d4a-4f1b-95ec-24be515f55bf', 'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'mac_address': 'fa:16:3e:6d:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:16Z', 'updated_at': '2021-11-23T23:06:23Z', 'revision_number': 5, 'project_id': '19b183739187474abfeb943ce9f58947', 'subnets': [{'id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:36.412325 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c5989-e7fa-4f93-8ae9-fc8f7b2ca383 req-02bd219d-5ced-4a8b-adaf-cb77cb3a0d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:36.413798 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-101c5989-e7fa-4f93-8ae9-fc8f7b2ca383 req-02bd219d-5ced-4a8b-adaf-cb77cb3a0d15 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3e1917c-fb60-48dd-abab-2e458e89c691 HTTP/1.1" status: 200 len: 849 time: 0.0486450 Nov 23 23:06:36.435373 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96979ef-276a-4623-b324-1d229bc12cd0 None None] Checking router: 4ad812a4-e677-4448-959d-dae5369827fe for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:06:36.443696 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96979ef-276a-4623-b324-1d229bc12cd0 None None] Routers {'4ad812a4-e677-4448-959d-dae5369827fe'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:06:36.444298 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c96979ef-276a-4623-b324-1d229bc12cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:06:31Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['4ad812a4-e677-4448-959d-dae5369827fe'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:36.465786 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c5989-e7fa-4f93-8ae9-fc8f7b2ca383 req-62c3ef24-d622-4376-9b6e-5ebe49de416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:06:36.467355 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-101c5989-e7fa-4f93-8ae9-fc8f7b2ca383 req-62c3ef24-d622-4376-9b6e-5ebe49de416c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90609f00-b2b9-4b19-bd5a-ab97db846e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453708 Nov 23 23:06:36.551466 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-c96979ef-276a-4623-b324-1d229bc12cd0 None None] Set router 4ad812a4-e677-4448-959d-dae5369827fe gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:06:36.558608 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-101c5989-e7fa-4f93-8ae9-fc8f7b2ca383 req-a4e4b8dd-5b50-4ffc-8c64-c2a4d84e4724 service neutron] 10.222.0.53 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842633 Nov 23 23:06:36.657536 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-101c5989-e7fa-4f93-8ae9-fc8f7b2ca383 req-91a6e9eb-b3dd-4c7c-93a7-7d7606315a1f service neutron] 10.222.0.53 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917928 Nov 23 23:06:36.931098 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-c96979ef-276a-4623-b324-1d229bc12cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad812a4-e677-4448-959d-dae5369827fe', 'name': 'tempest-TestSnapshotPattern-1532744650-router', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:13Z', 'updated_at': '2021-11-23T23:06:16Z', 'revision_number': 4, 'project_id': '19b183739187474abfeb943ce9f58947', 'gw_port': {'id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:14Z', 'updated_at': '2021-11-23T23:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'bc2feef3-881a-4e46-a49f-d8d48e8cec91', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'port_id': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'mac_address': 'fa:16:3e:2a:9e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:06:35Z', 'updated_at': '2021-11-23T23:06:35Z', 'revision_number': 0, 'project_id': '19b183739187474abfeb943ce9f58947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5b3f92-1d4a-4f1b-95ec-24be515f55bf', 'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'mac_address': 'fa:16:3e:6d:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:16Z', 'updated_at': '2021-11-23T23:06:23Z', 'revision_number': 5, 'project_id': '19b183739187474abfeb943ce9f58947', 'subnets': [{'id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:06:36.956933 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96979ef-276a-4623-b324-1d229bc12cd0 None None] The sync data for ids ['4ad812a4-e677-4448-959d-dae5369827fe'] in n-d-816206-9 is: [{'id': '4ad812a4-e677-4448-959d-dae5369827fe', 'name': 'tempest-TestSnapshotPattern-1532744650-router', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:13Z', 'updated_at': '2021-11-23T23:06:16Z', 'revision_number': 4, 'project_id': '19b183739187474abfeb943ce9f58947', 'gw_port': {'id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:14Z', 'updated_at': '2021-11-23T23:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'bc2feef3-881a-4e46-a49f-d8d48e8cec91', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'port_id': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'mac_address': 'fa:16:3e:2a:9e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:06:35Z', 'updated_at': '2021-11-23T23:06:35Z', 'revision_number': 0, 'project_id': '19b183739187474abfeb943ce9f58947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5b3f92-1d4a-4f1b-95ec-24be515f55bf', 'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'mac_address': 'fa:16:3e:6d:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:16Z', 'updated_at': '2021-11-23T23:06:23Z', 'revision_number': 5, 'project_id': '19b183739187474abfeb943ce9f58947', 'subnets': [{'id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:06:37.141554 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16486911-432f-4f1b-b963-579737721dba None None] New status for floating IP bc2feef3-881a-4e46-a49f-d8d48e8cec91: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:06:53.735095 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:06:58.118418 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-082a0e76-2b70-49bb-8fd6-bd93d5bf2ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:00.645932 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-98c12c38-503d-4f1b-b4a4-8065a4c902a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:00.692833 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:01.921358 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:02.597126 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:07:03.308759 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:04.057848 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:23.764498 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:24.606486 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-399bb8db-1f6f-439a-b97e-84a0efd4811f req-375dad28-929d-411a-b75e-b2b31db559ac service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1173599 Nov 23 23:07:24.700866 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bb8db-1f6f-439a-b97e-84a0efd4811f req-53d624e0-252d-4475-837e-cf36c6a44626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:24.702369 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-399bb8db-1f6f-439a-b97e-84a0efd4811f req-53d624e0-252d-4475-837e-cf36c6a44626 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=19b183739187474abfeb943ce9f58947&device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee HTTP/1.1" status: 200 len: 1097 time: 0.0453548 Nov 23 23:07:24.812543 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bb8db-1f6f-439a-b97e-84a0efd4811f req-29f61b6c-d5c1-4ae9-961e-4c82f0156808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:24.814023 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-399bb8db-1f6f-439a-b97e-84a0efd4811f req-29f61b6c-d5c1-4ae9-961e-4c82f0156808 service neutron] 10.222.0.53 "GET /v2.0/networks?id=90609f00-b2b9-4b19-bd5a-ab97db846e18 HTTP/1.1" status: 200 len: 911 time: 0.0859001 Nov 23 23:07:24.887109 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-399bb8db-1f6f-439a-b97e-84a0efd4811f req-16c81f08-6a3a-43ac-8d33-5c76d1c250fd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27fc4cbe-e7d3-4ab3-af73-0162f33a445e HTTP/1.1" status: 200 len: 1002 time: 0.0613992 Nov 23 23:07:24.943584 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bb8db-1f6f-439a-b97e-84a0efd4811f req-468de863-6c82-47f8-b716-08d923605864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:24.945603 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-399bb8db-1f6f-439a-b97e-84a0efd4811f req-468de863-6c82-47f8-b716-08d923605864 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3e1917c-fb60-48dd-abab-2e458e89c691 HTTP/1.1" status: 200 len: 849 time: 0.0462370 Nov 23 23:07:24.997937 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bb8db-1f6f-439a-b97e-84a0efd4811f req-4585843f-821f-4dd5-aa8d-170d10ef973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:07:24.999434 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-399bb8db-1f6f-439a-b97e-84a0efd4811f req-4585843f-821f-4dd5-aa8d-170d10ef973d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90609f00-b2b9-4b19-bd5a-ab97db846e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416503 Nov 23 23:07:25.098519 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-399bb8db-1f6f-439a-b97e-84a0efd4811f req-2e4c2b01-6c7c-4910-bcb9-5089f3195c0f service neutron] 10.222.0.53 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861530 Nov 23 23:07:25.194920 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-399bb8db-1f6f-439a-b97e-84a0efd4811f req-dee778a8-7a5e-43a1-b1bb-ffda671e483c service neutron] 10.222.0.53 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825953 Nov 23 23:07:28.120631 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-083639d8-8c05-4e0c-9446-ce673aa0162b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:30.647462 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-21657178-2df6-4a08-aff7-a91f7bc5529c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:30.691727 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:31.921016 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:33.312221 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:34.062512 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:39.595982 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:07:53.793606 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:07:58.121710 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-daa0d171-c5bc-42dc-a11a-075f0f8da792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:00.648978 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0451e88f-8fa7-421e-b8da-58e8c3aca8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:00.691278 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:01.923384 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:03.314104 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:04.064346 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:16.594158 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:08:22.525138 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-27dc91b4-ced6-499f-a28c-dafd6971fe07 req-5a692563-7943-4eff-9102-41de44c4ce66 service neutron] (110033) timed out ('10.222.0.53', 58138) {{(pid=110033) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 23:08:23.809935 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:24.527193 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e81cbb3-0eb7-454d-a548-77789ba0b52c req-4fe58df7-832e-4667-927b-8d5df01e7977 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427346 Nov 23 23:08:24.938795 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81cbb3-0eb7-454d-a548-77789ba0b52c req-ea785ef4-9eb8-4ae0-86fb-37a4fdd8dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:24.940340 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e81cbb3-0eb7-454d-a548-77789ba0b52c req-ea785ef4-9eb8-4ae0-86fb-37a4fdd8dab4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=19b183739187474abfeb943ce9f58947&device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee HTTP/1.1" status: 200 len: 1097 time: 0.3657424 Nov 23 23:08:25.048818 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81cbb3-0eb7-454d-a548-77789ba0b52c req-1a724f81-fcd3-47e4-b099-3b05a953636d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:25.050280 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e81cbb3-0eb7-454d-a548-77789ba0b52c req-1a724f81-fcd3-47e4-b099-3b05a953636d service neutron] 10.222.0.53 "GET /v2.0/networks?id=90609f00-b2b9-4b19-bd5a-ab97db846e18 HTTP/1.1" status: 200 len: 911 time: 0.0853674 Nov 23 23:08:25.127287 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e81cbb3-0eb7-454d-a548-77789ba0b52c req-c9da83f5-4d82-453c-af5f-531074a54b40 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27fc4cbe-e7d3-4ab3-af73-0162f33a445e HTTP/1.1" status: 200 len: 1002 time: 0.0619645 Nov 23 23:08:25.176603 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81cbb3-0eb7-454d-a548-77789ba0b52c req-c2ca7966-0dc2-4f02-8007-fbcd52a7b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:25.178011 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e81cbb3-0eb7-454d-a548-77789ba0b52c req-c2ca7966-0dc2-4f02-8007-fbcd52a7b3fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3e1917c-fb60-48dd-abab-2e458e89c691 HTTP/1.1" status: 200 len: 849 time: 0.0436873 Nov 23 23:08:25.228409 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81cbb3-0eb7-454d-a548-77789ba0b52c req-c4a0bb76-b2d6-4571-8105-958cf223848c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:25.229811 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e81cbb3-0eb7-454d-a548-77789ba0b52c req-c4a0bb76-b2d6-4571-8105-958cf223848c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90609f00-b2b9-4b19-bd5a-ab97db846e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410292 Nov 23 23:08:25.327733 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e81cbb3-0eb7-454d-a548-77789ba0b52c req-e7a47377-5a62-45e8-b0d4-68239aca1cf7 service neutron] 10.222.0.53 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859616 Nov 23 23:08:25.421509 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-5e81cbb3-0eb7-454d-a548-77789ba0b52c req-40d2eb31-49e0-41c3-ab44-328d19bd4f61 service neutron] 10.222.0.53 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808368 Nov 23 23:08:28.127865 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-60acd82a-af90-47c1-8ab1-27159df0f1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:30.650768 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-876c7a61-ae2d-4c02-8819-d5990c9fb29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:30.690661 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:31.926479 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:33.316622 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:34.065306 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:38.916500 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 27fc4cbe-e7d3-4ab3-af73-0162f33a445e details requested by agent hyperv_n-h1-816206-9 with host n-h1-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:08:39.031984 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 27fc4cbe-e7d3-4ab3-af73-0162f33a445e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=27fc4cbe-e7d3-4ab3-af73-0162f33a445e,segment=NetworkSegment(d185a6a7-703d-44bd-91d6-24cfa507345b),segment_id=d185a6a7-703d-44bd-91d6-24cfa507345b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:08:39.046686 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Returning: {'device': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'port_id': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e', 'mac_address': 'fa:16:3e:2a:9e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:08:39.090445 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:39.106384 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27fc4cbe-e7d3-4ab3-af73-0162f33a445e {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:08:39.137103 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 27fc4cbe-e7d3-4ab3-af73-0162f33a445e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=27fc4cbe-e7d3-4ab3-af73-0162f33a445e,segment=NetworkSegment(d185a6a7-703d-44bd-91d6-24cfa507345b),segment_id=d185a6a7-703d-44bd-91d6-24cfa507345b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:08:39.142337 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:39.209636 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=27fc4cbe-e7d3-4ab3-af73-0162f33a445e,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:39.217703 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:39.218062 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:39.218407 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:39.218768 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:39.219107 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:39.219444 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:39.219776 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:39.220105 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:39.220433 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:39.220758 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:39.221104 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:39.221431 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:39.234434 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] get_ports_and_sgs() called for port_ids ['27fc4cbe-e7d3-4ab3-af73-0162f33a445e'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:08:40.937369 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 27fc4cbe-e7d3-4ab3-af73-0162f33a445e up at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:08:40.997118 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Provisioning complete for port 27fc4cbe-e7d3-4ab3-af73-0162f33a445e triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:40.997774 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:41.098438 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:41.122403 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:08:41.128906 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd147e8a-a242-4d96-b826-21fb7ee02f56" -d '{"events": [{"server_uuid": "ec6cf134-6f19-4820-b0fd-6e3f0f782aee", "name": "network-vif-plugged", "status": "completed", "tag": "27fc4cbe-e7d3-4ab3-af73-0162f33a445e"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:08:41.146315 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 27fc4cbe-e7d3-4ab3-af73-0162f33a445e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=27fc4cbe-e7d3-4ab3-af73-0162f33a445e,segment=NetworkSegment(d185a6a7-703d-44bd-91d6-24cfa507345b),segment_id=d185a6a7-703d-44bd-91d6-24cfa507345b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:08:41.152655 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:41.226672 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=27fc4cbe-e7d3-4ab3-af73-0162f33a445e,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:41.248669 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dedeb4-c180-4882-8a74-e3408e3200f0 x-openstack-request-id: req-50dedeb4-c180-4882-8a74-e3408e3200f0 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:08:41.248979 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6cf134-6f19-4820-b0fd-6e3f0f782aee", "name": "network-vif-plugged", "status": "completed", "tag": "27fc4cbe-e7d3-4ab3-af73-0162f33a445e", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:08:41.249237 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-50dedeb4-c180-4882-8a74-e3408e3200f0 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:08:41.249707 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e', 'code': 200} Nov 23 23:08:48.423363 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-18a14af4-04d8-4f28-81b2-ff0c62290b7e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1508917628&fields=id&tenant_id=19b183739187474abfeb943ce9f58947 HTTP/1.1" status: 200 len: 267 time: 0.0495491 Nov 23 23:08:48.530491 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-bc897a97-7147-4524-8b1d-6ecdbe778992 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:48.531986 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-bc897a97-7147-4524-8b1d-6ecdbe778992 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/networks?id=90609f00-b2b9-4b19-bd5a-ab97db846e18 HTTP/1.1" status: 200 len: 810 time: 0.1003017 Nov 23 23:08:48.547432 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-a20ed337-966f-4d5d-9787-f22b9d843630 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/quotas/19b183739187474abfeb943ce9f58947 HTTP/1.1" status: 200 len: 375 time: 0.0097389 Nov 23 23:08:48.599318 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-e04a8bca-c2dc-4ba8-860b-d4bd5fdcd857 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=19b183739187474abfeb943ce9f58947&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467548 Nov 23 23:08:48.740491 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-7f6e610b-7d98-4910-a0aa-fada734dc744 service neutron] 10.222.0.50 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290975 Nov 23 23:08:48.833291 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-9a8a367b-ae90-4fe2-a308-e3cebd2f588f service neutron] 10.222.0.50 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867398 Nov 23 23:08:49.020009 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0c05b7f4-2493-4bef-888c-e8f106a5649f req-ce910f59-9924-4996-92c0-395c2de7e0c1 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 210 time: 0.0290439 Nov 23 23:08:49.998527 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-c7d6904e-400f-4812-80f0-87c62a3cc8a7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:50.000031 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-c7d6904e-400f-4812-80f0-87c62a3cc8a7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.60 "GET /v2.0/networks?id=90609f00-b2b9-4b19-bd5a-ab97db846e18 HTTP/1.1" status: 200 len: 810 time: 0.1094739 Nov 23 23:08:50.070396 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-af221645-7267-47fd-b3a2-d7f38378173d tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19b183739187474abfeb943ce9f58947 HTTP/1.1" status: 200 len: 380 time: 0.0553463 Nov 23 23:08:50.094042 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Request body: {'port': {'device_id': 'fb1a6613-ae62-460c-9268-76fab37e105f', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'admin_state_up': True, 'tenant_id': '19b183739187474abfeb943ce9f58947', 'security_groups': ['92ad4675-1209-4e2c-98f0-ccf9c39ae4dd']}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:08:50.122666 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-7db1763c-44f4-47b0-95b3-2eaf380b1762 req-ed61e171-ea5c-44f4-b094-740e7c27bc78 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 210 time: 0.0329044 Nov 23 23:08:50.208252 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Made reservation on behalf of 19b183739187474abfeb943ce9f58947 for: {'port': 1} {{(pid=110033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 23:08:50.212324 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:50.345456 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.db_base_plugin_common [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Allocated IP 172.20.0.10 (90609f00-b2b9-4b19-bd5a-ab97db846e18/d3e1917c-fb60-48dd-abab-2e458e89c691/c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25) {{(pid=110033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:08:50.514039 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for port, precommit_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:50.548685 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_create {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:50.599848 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Pushing event updated for resources: {'Port': ['ID=c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25,revision_number=1']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:50.610337 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:50.610686 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:50.611056 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:50.611396 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:50.611737 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:50.612073 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:50.612399 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:50.612733 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:50.613058 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:50.613400 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:50.613724 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:50.614037 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:08:50.623662 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Network 90609f00-b2b9-4b19-bd5a-ab97db846e18 is already hosted by enough agents. {{(pid=110033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:08:50.625987 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.base_scheduler [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Resources bound (agent type, host, resource id): {{(pid=110033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:08:50.628945 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Received port after_create {{(pid=110033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:08:50.683340 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:50.684007 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:50.716064 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-8ad65f3b-b22b-41e6-89c3-39521f600a94 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6259556 Nov 23 23:08:50.902088 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-4e4e1477-ca70-4045-8799-cf6ea7a64082 None None] Provisioning complete for port c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 triggered by entity DHCP. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:08:50.903239 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4e4e1477-ca70-4045-8799-cf6ea7a64082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:50.943138 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-4e4e1477-ca70-4045-8799-cf6ea7a64082 None None] Port c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 cannot update to ACTIVE because it is not bound. {{(pid=110035) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 23:08:51.247635 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350dbfa-6459-40c2-be58-2cd9363c751b req-9f0a0338-c82e-4b31-befb-cd49ec1a790b tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:51.249289 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8350dbfa-6459-40c2-be58-2cd9363c751b req-9f0a0338-c82e-4b31-befb-cd49ec1a790b tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 932 time: 0.0528104 Nov 23 23:08:51.306435 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8350dbfa-6459-40c2-be58-2cd9363c751b req-4aa5c9cf-6de3-4b80-bf32-629aa5e7c51c tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465558 Nov 23 23:08:52.439071 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90261e8f-29ac-482e-b2b1-536a043b652c req-0110f5b3-5010-40cc-867b-1e13aa3f0612 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:52.440606 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90261e8f-29ac-482e-b2b1-536a043b652c req-0110f5b3-5010-40cc-867b-1e13aa3f0612 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 932 time: 0.0567901 Nov 23 23:08:52.497210 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-90261e8f-29ac-482e-b2b1-536a043b652c req-d06539d7-fd78-4427-8747-f5499e01e7e0 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493774 Nov 23 23:08:53.014964 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 27fc4cbe-e7d3-4ab3-af73-0162f33a445e no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:08:53.092504 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:53.115838 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:08:53.119477 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e2dae5-1e83-4d75-a6ee-0f78a2197443" -d '{"events": [{"server_uuid": "ec6cf134-6f19-4820-b0fd-6e3f0f782aee", "name": "network-vif-unplugged", "status": "completed", "tag": "27fc4cbe-e7d3-4ab3-af73-0162f33a445e"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:08:53.139159 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] For port 27fc4cbe-e7d3-4ab3-af73-0162f33a445e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=27fc4cbe-e7d3-4ab3-af73-0162f33a445e,segment=NetworkSegment(d185a6a7-703d-44bd-91d6-24cfa507345b),segment_id=d185a6a7-703d-44bd-91d6-24cfa507345b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:08:53.146825 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:53.183106 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 23:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0692efd7-44c9-408c-957f-779594aab959 x-openstack-request-id: req-0692efd7-44c9-408c-957f-779594aab959 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:08:53.183392 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6cf134-6f19-4820-b0fd-6e3f0f782aee", "name": "network-vif-unplugged", "status": "completed", "tag": "27fc4cbe-e7d3-4ab3-af73-0162f33a445e", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:08:53.183638 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0692efd7-44c9-408c-957f-779594aab959 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:08:53.184030 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e', 'code': 200} Nov 23 23:08:53.210088 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Pushing event updated for resources: {'Port': ['ID=27fc4cbe-e7d3-4ab3-af73-0162f33a445e,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:08:53.593891 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:08:53.620637 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f714b0-72a0-4cfc-b642-d38a054e7088 req-b33f639b-619a-40a2-b530-9f22923f8424 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:53.622202 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-15f714b0-72a0-4cfc-b642-d38a054e7088 req-b33f639b-619a-40a2-b530-9f22923f8424 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 932 time: 0.0512202 Nov 23 23:08:53.675722 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-15f714b0-72a0-4cfc-b642-d38a054e7088 req-dae425c5-0114-4f6b-a81d-d604ea133b7e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465770 Nov 23 23:08:53.829451 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:54.798101 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb25326-a1fe-4e24-b375-2b34b8f17c8b req-8b9a691b-ff60-4e46-aab9-0ca4264f7fb5 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:54.799627 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fbb25326-a1fe-4e24-b375-2b34b8f17c8b req-8b9a691b-ff60-4e46-aab9-0ca4264f7fb5 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 932 time: 0.0536807 Nov 23 23:08:54.855196 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fbb25326-a1fe-4e24-b375-2b34b8f17c8b req-846417fb-8144-4f04-be71-4963a841c96f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489311 Nov 23 23:08:55.977132 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38a575-6d33-4459-8ccd-55bc81b7fefc req-fb2601ff-de3e-4ff7-8317-b3d42a880692 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:55.978615 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c38a575-6d33-4459-8ccd-55bc81b7fefc req-fb2601ff-de3e-4ff7-8317-b3d42a880692 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 932 time: 0.0497289 Nov 23 23:08:56.032575 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4c38a575-6d33-4459-8ccd-55bc81b7fefc req-94a6b420-1f65-4537-96a8-3374516a74c7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473340 Nov 23 23:08:57.166616 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bf182-92cd-43d3-8184-2494332f2d9e req-9476c564-fa81-4765-8e7a-f768990627c8 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:57.168274 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-401bf182-92cd-43d3-8184-2494332f2d9e req-9476c564-fa81-4765-8e7a-f768990627c8 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 932 time: 0.0580909 Nov 23 23:08:57.217344 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-401bf182-92cd-43d3-8184-2494332f2d9e req-1e042fdb-ad98-420b-9d1d-480cfac80fbd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431395 Nov 23 23:08:58.123110 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-eef9f53f-11a0-41eb-a305-d92aa9862a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:08:58.344947 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bae39-e4a4-4fad-a0cd-490a6835c131 req-2cdf6293-3df3-4989-a7f7-ec8783f65737 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:58.346484 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-463bae39-e4a4-4fad-a0cd-490a6835c131 req-2cdf6293-3df3-4989-a7f7-ec8783f65737 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 932 time: 0.0557599 Nov 23 23:08:58.396732 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-463bae39-e4a4-4fad-a0cd-490a6835c131 req-e582e6c9-c888-4fde-9b6a-1cc874248337 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435619 Nov 23 23:08:59.521686 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02dbe1-e555-4f69-af97-2238ce1d3e25 req-67badfc0-be07-45a8-84d0-913d754d5b8e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:08:59.524109 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4e02dbe1-e555-4f69-af97-2238ce1d3e25 req-67badfc0-be07-45a8-84d0-913d754d5b8e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 932 time: 0.0514231 Nov 23 23:08:59.581608 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-4e02dbe1-e555-4f69-af97-2238ce1d3e25 req-cefafd96-dc03-4c5a-8718-01ef356485dc tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505850 Nov 23 23:09:00.665031 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4f7e97c4-f6a2-4b09-ba22-897e82c43977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:00.684466 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:00.717912 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25893581-f64d-4879-80fc-747e6d7f3f15 req-60985313-6ebf-4129-9ea8-8e1e3780f8b4 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:00.726390 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-25893581-f64d-4879-80fc-747e6d7f3f15 req-60985313-6ebf-4129-9ea8-8e1e3780f8b4 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 932 time: 0.0640872 Nov 23 23:09:00.777096 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-25893581-f64d-4879-80fc-747e6d7f3f15 req-318163a2-77a2-4aad-a7f9-c18a993d9a32 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492420 Nov 23 23:09:01.372522 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-e740f8c4-3d2d-4607-8281-6f5b1d672a81 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=110033) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 23:09:01.373505 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-e740f8c4-3d2d-4607-8281-6f5b1d672a81 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061965 Nov 23 23:09:01.443873 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.v2.base [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-c35e3a2b-069a-4a82-85be-d725d62f0d4e service neutron] Request body: {'port': {'device_id': 'fb1a6613-ae62-460c-9268-76fab37e105f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-9'}} {{(pid=110033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:09:01.502476 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-c35e3a2b-069a-4a82-85be-d725d62f0d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:01.761180 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-c35e3a2b-069a-4a82-85be-d725d62f0d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 {{(pid=110033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:09:01.768436 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-c35e3a2b-069a-4a82-85be-d725d62f0d4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:01.781392 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.provisioning_blocks [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-c35e3a2b-069a-4a82-85be-d725d62f0d4e service neutron] Transition to ACTIVE for port object c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 will not be triggered until provisioned by entity L2. {{(pid=110033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 23:09:01.784643 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-c35e3a2b-069a-4a82-85be-d725d62f0d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:01.836965 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e3a2b-069a-4a82-85be-d725d62f0d4e service neutron] Pushing event updated for resources: {'Port': ['ID=c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25,revision_number=2']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:01.904294 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e8630-040f-4a9b-97f6-4ebe7dba92c9 req-ea6c5694-f235-4e2b-9d8e-8b100eb21e9f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:01.905879 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-590e8630-040f-4a9b-97f6-4ebe7dba92c9 req-ea6c5694-f235-4e2b-9d8e-8b100eb21e9f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 944 time: 0.0572746 Nov 23 23:09:01.916099 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-c35e3a2b-069a-4a82-85be-d725d62f0d4e service neutron] Attempting to bind port c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 on host n-h2-816206-9 for vnic_type normal with profile {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 23:09:01.916457 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-c35e3a2b-069a-4a82-85be-d725d62f0d4e service neutron] Attempting to bind port c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 by drivers openvswitch,hyperv on host n-h2-816206-9 at level 0 using segments [{'id': 'd185a6a7-703d-44bd-91d6-24cfa507345b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18'}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 23:09:01.916781 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-c35e3a2b-069a-4a82-85be-d725d62f0d4e service neutron] Attempting to bind port c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 on network 90609f00-b2b9-4b19-bd5a-ab97db846e18 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:09:01.921709 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-c35e3a2b-069a-4a82-85be-d725d62f0d4e service neutron] Port c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 on network 90609f00-b2b9-4b19-bd5a-ab97db846e18 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-9 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 23:09:01.922037 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-c35e3a2b-069a-4a82-85be-d725d62f0d4e service neutron] Attempting to bind port c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 on network 90609f00-b2b9-4b19-bd5a-ab97db846e18 {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 23:09:01.927372 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-c35e3a2b-069a-4a82-85be-d725d62f0d4e service neutron] Checking agent: {'id': 'eab45392-8199-4223-a783-897d192ab001', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 21, 41), 'started_at': datetime.datetime(2021, 11, 23, 21, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 23, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 23:09:01.927813 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-c35e3a2b-069a-4a82-85be-d725d62f0d4e service neutron] Checking segment: {'id': 'd185a6a7-703d-44bd-91d6-24cfa507345b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 23:09:01.928148 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-c35e3a2b-069a-4a82-85be-d725d62f0d4e service neutron] Bound using segment: {'id': 'd185a6a7-703d-44bd-91d6-24cfa507345b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18'} {{(pid=110033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 23:09:01.928517 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.managers [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-c35e3a2b-069a-4a82-85be-d725d62f0d4e service neutron] Bound port: c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25, host: n-h2-816206-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd185a6a7-703d-44bd-91d6-24cfa507345b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18'}}] {{(pid=110033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 23:09:01.928882 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-c35e3a2b-069a-4a82-85be-d725d62f0d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:01.937025 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:01.963901 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-590e8630-040f-4a9b-97f6-4ebe7dba92c9 req-3d087085-8587-4572-8d1f-b948ebc350a5 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506334 Nov 23 23:09:01.998991 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-c35e3a2b-069a-4a82-85be-d725d62f0d4e service neutron] For port c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25, host n-h2-816206-9, cleared binding levels {{(pid=110033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 23:09:02.002470 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-c35e3a2b-069a-4a82-85be-d725d62f0d4e service neutron] For port c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25, host n-h2-816206-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25,segment=NetworkSegment(d185a6a7-703d-44bd-91d6-24cfa507345b),segment_id=d185a6a7-703d-44bd-91d6-24cfa507345b)] {{(pid=110033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 23:09:02.007188 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-c35e3a2b-069a-4a82-85be-d725d62f0d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8516448'] for port, after_update {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:02.044997 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-c35e3a2b-069a-4a82-85be-d725d62f0d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:02.045660 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-c35e3a2b-069a-4a82-85be-d725d62f0d4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:02.047196 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-c35e3a2b-069a-4a82-85be-d725d62f0d4e service neutron] 10.222.0.60 "PUT /v2.0/ports/c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 HTTP/1.1" status: 200 len: 1092 time: 0.6514676 Nov 23 23:09:02.047834 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1a6613-ae62-460c-9268-76fab37e105f', 'tag': 'c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:09:02.050078 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d528fa-3327-4e8d-a767-d192cf5a2f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1a6613-ae62-460c-9268-76fab37e105f", "tag": "c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:09:02.076090 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e3a2b-069a-4a82-85be-d725d62f0d4e service neutron] Pushing event updated for resources: {'Port': ['ID=c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25,revision_number=3']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:02.170927 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-0492d7de-461e-4ed8-b80a-4cf6851f56c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:02.172614 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-0492d7de-461e-4ed8-b80a-4cf6851f56c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19b183739187474abfeb943ce9f58947&device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 1095 time: 0.0623143 Nov 23 23:09:02.194066 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e35c6a0-286e-45ca-8ca5-569a8c09f193 x-openstack-request-id: req-9e35c6a0-286e-45ca-8ca5-569a8c09f193 {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:09:02.194434 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1a6613-ae62-460c-9268-76fab37e105f", "tag": "c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:09:02.194792 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e35c6a0-286e-45ca-8ca5-569a8c09f193 {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:09:02.195254 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1a6613-ae62-460c-9268-76fab37e105f', 'tag': 'c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25', 'status': 'completed', 'code': 200} Nov 23 23:09:02.229983 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-950c84a9-0b53-4601-9de5-4fdeaf252fd0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 HTTP/1.1" status: 200 len: 217 time: 0.0429354 Nov 23 23:09:02.280819 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-b8cf1595-f4bb-48d6-805c-e0edbbf46ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:02.282520 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-b8cf1595-f4bb-48d6-805c-e0edbbf46ea1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d3e1917c-fb60-48dd-abab-2e458e89c691 HTTP/1.1" status: 200 len: 849 time: 0.0451534 Nov 23 23:09:02.330937 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-001fdeaa-b0c0-41b5-9a51-992269533ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:02.332453 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-001fdeaa-b0c0-41b5-9a51-992269533ae8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90609f00-b2b9-4b19-bd5a-ab97db846e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429606 Nov 23 23:09:02.427291 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-e7707a50-fc00-40cf-af15-80849b1f45fb service neutron] 10.222.0.60 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869191 Nov 23 23:09:02.518317 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-f1bb6d32-f583-4595-a80e-9c8f9ffc2451 req-ca83c475-ea0f-4f63-9b64-a672da06ef8c service neutron] 10.222.0.60 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830617 Nov 23 23:09:02.648997 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d528fa-3327-4e8d-a767-d192cf5a2f7e req-f54bea71-25c4-43da-bea2-60f51c2d1014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:02.650510 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-81d528fa-3327-4e8d-a767-d192cf5a2f7e req-f54bea71-25c4-43da-bea2-60f51c2d1014 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19b183739187474abfeb943ce9f58947&device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 1095 time: 0.0463047 Nov 23 23:09:02.740401 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d528fa-3327-4e8d-a767-d192cf5a2f7e req-46c86714-9478-4a4f-b77f-dc9e2a56dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:02.741888 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-81d528fa-3327-4e8d-a767-d192cf5a2f7e req-46c86714-9478-4a4f-b77f-dc9e2a56dbbb service neutron] 10.222.0.60 "GET /v2.0/networks?id=90609f00-b2b9-4b19-bd5a-ab97db846e18 HTTP/1.1" status: 200 len: 911 time: 0.0846043 Nov 23 23:09:02.786163 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-81d528fa-3327-4e8d-a767-d192cf5a2f7e req-ecd1f1a1-1903-4772-9b00-b3be90647d1b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 HTTP/1.1" status: 200 len: 217 time: 0.0367188 Nov 23 23:09:02.836814 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d528fa-3327-4e8d-a767-d192cf5a2f7e req-cb88e5c1-0ac2-499a-8b8b-000f9ff02904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:02.838403 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-81d528fa-3327-4e8d-a767-d192cf5a2f7e req-cb88e5c1-0ac2-499a-8b8b-000f9ff02904 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d3e1917c-fb60-48dd-abab-2e458e89c691 HTTP/1.1" status: 200 len: 849 time: 0.0447671 Nov 23 23:09:02.884422 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d528fa-3327-4e8d-a767-d192cf5a2f7e req-4ced6461-5ae3-43bc-924b-ea3fc276c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:02.885896 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-81d528fa-3327-4e8d-a767-d192cf5a2f7e req-4ced6461-5ae3-43bc-924b-ea3fc276c2d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90609f00-b2b9-4b19-bd5a-ab97db846e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399652 Nov 23 23:09:02.978973 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-81d528fa-3327-4e8d-a767-d192cf5a2f7e req-396dcc41-4f88-489f-8873-a0d2a672d6db service neutron] 10.222.0.60 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855267 Nov 23 23:09:03.071550 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-81d528fa-3327-4e8d-a767-d192cf5a2f7e req-b5f8bdf7-fae9-45f4-930b-8404257de429 service neutron] 10.222.0.60 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849559 Nov 23 23:09:03.081313 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7f030-ab42-4901-a09c-8da9f212672f req-57341b2d-a7a6-4496-9aa9-0be1b2ba55dd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:03.082804 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2a7f030-ab42-4901-a09c-8da9f212672f req-57341b2d-a7a6-4496-9aa9-0be1b2ba55dd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 944 time: 0.0492370 Nov 23 23:09:03.135514 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b2a7f030-ab42-4901-a09c-8da9f212672f req-daebbdb6-e1f9-4614-a47a-34b5345692ab tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459991 Nov 23 23:09:03.319833 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:04.067646 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:04.256404 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b2460-99db-4ed8-852c-377116f57dc8 req-5d7f95f2-6120-4891-9a92-40c33bf273ab tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:04.257872 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d83b2460-99db-4ed8-852c-377116f57dc8 req-5d7f95f2-6120-4891-9a92-40c33bf273ab tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 944 time: 0.0537512 Nov 23 23:09:04.307673 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-d83b2460-99db-4ed8-852c-377116f57dc8 req-21b88db5-2d14-4c96-8456-e5632c389e24 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430377 Nov 23 23:09:05.424456 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad3fdc-dfad-403a-9501-508656a41c27 req-c2532aa3-49f7-4ebb-af6e-21ce8b78057d tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:05.426214 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a3ad3fdc-dfad-403a-9501-508656a41c27 req-c2532aa3-49f7-4ebb-af6e-21ce8b78057d tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 944 time: 0.0512297 Nov 23 23:09:05.476030 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-a3ad3fdc-dfad-403a-9501-508656a41c27 req-f0e45c80-6c6f-4181-8594-1ef235376921 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432384 Nov 23 23:09:05.823588 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:09:05.919495 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25,segment=NetworkSegment(d185a6a7-703d-44bd-91d6-24cfa507345b),segment_id=d185a6a7-703d-44bd-91d6-24cfa507345b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:09:05.930237 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'port_id': 'c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25', 'mac_address': 'fa:16:3e:bb:f0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:09:05.967479 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:05.980112 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:09:05.998973 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25,segment=NetworkSegment(d185a6a7-703d-44bd-91d6-24cfa507345b),segment_id=d185a6a7-703d-44bd-91d6-24cfa507345b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:09:06.003481 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:06.049834 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25,revision_number=4']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:06.294583 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:09:06.597682 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62f90a-5b96-46e1-8d51-78643b93c495 req-15018dfd-0fef-4a7d-aaf1-fcae5e902b15 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:06.599174 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8a62f90a-5b96-46e1-8d51-78643b93c495 req-15018dfd-0fef-4a7d-aaf1-fcae5e902b15 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 945 time: 0.0523403 Nov 23 23:09:06.648397 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-8a62f90a-5b96-46e1-8d51-78643b93c495 req-ce4f948c-673f-4d3a-bb47-c1a6c7aa730d tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424860 Nov 23 23:09:07.784645 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e510739-6811-45c2-a81a-426d0f4de699 req-25c7e391-a0bc-4d00-9478-d96b7de2715d tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:07.786159 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e510739-6811-45c2-a81a-426d0f4de699 req-25c7e391-a0bc-4d00-9478-d96b7de2715d tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 945 time: 0.0561674 Nov 23 23:09:07.831972 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:09:07.838940 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-3e510739-6811-45c2-a81a-426d0f4de699 req-d423431d-54e6-4ae5-81ee-00549eb799e0 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462303 Nov 23 23:09:07.885293 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning for port c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 completed by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 23:09:07.889432 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:09:07.889805 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:07.969745 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:07.993782 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1a6613-ae62-460c-9268-76fab37e105f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:09:07.996375 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d4f9d5-e946-4cc0-a316-d1fc05d70963" -d '{"events": [{"server_uuid": "fb1a6613-ae62-460c-9268-76fab37e105f", "name": "network-vif-plugged", "status": "completed", "tag": "c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:09:08.009997 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25,segment=NetworkSegment(d185a6a7-703d-44bd-91d6-24cfa507345b),segment_id=d185a6a7-703d-44bd-91d6-24cfa507345b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:09:08.014466 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:08.044603 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ca6011-aaf1-43d3-acbf-4eccf5d72d21 x-openstack-request-id: req-a4ca6011-aaf1-43d3-acbf-4eccf5d72d21 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:09:08.044901 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1a6613-ae62-460c-9268-76fab37e105f", "name": "network-vif-plugged", "status": "completed", "tag": "c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:09:08.045171 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a4ca6011-aaf1-43d3-acbf-4eccf5d72d21 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:09:08.045550 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1a6613-ae62-460c-9268-76fab37e105f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25', 'code': 200} Nov 23 23:09:08.069815 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25,revision_number=5']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:08.178693 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95f2aa-2981-4628-b1cb-14c5a7e063a0 req-5a11cad8-08f9-4dbe-8ee4-b45dc60268bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:08.181033 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ef95f2aa-2981-4628-b1cb-14c5a7e063a0 req-5a11cad8-08f9-4dbe-8ee4-b45dc60268bc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 1097 time: 0.0477548 Nov 23 23:09:08.232029 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-ef95f2aa-2981-4628-b1cb-14c5a7e063a0 req-7759dee4-5ff1-486a-89a2-62eb087ac145 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428593 Nov 23 23:09:08.954434 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c38e2-b59e-4b86-bec3-0c5904e58415 req-6cad1e92-f67d-4c27-b934-e2506da0f48b tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:08.955950 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ca1c38e2-b59e-4b86-bec3-0c5904e58415 req-6cad1e92-f67d-4c27-b934-e2506da0f48b tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 946 time: 0.0487819 Nov 23 23:09:09.009504 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ca1c38e2-b59e-4b86-bec3-0c5904e58415 req-91e525fe-c21d-45d0-936c-5e4eba7e9d30 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476115 Nov 23 23:09:10.126165 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf39eb-f4b6-4759-9980-cdc83896074e req-64dd079e-995b-43cb-894d-2e3eab57bc52 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:10.127680 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4cf39eb-f4b6-4759-9980-cdc83896074e req-64dd079e-995b-43cb-894d-2e3eab57bc52 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 946 time: 0.0486617 Nov 23 23:09:10.177302 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-b4cf39eb-f4b6-4759-9980-cdc83896074e req-8a5bbdd6-0873-495d-b10c-7d0bdebab748 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427279 Nov 23 23:09:10.293954 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36a562-cfe5-4967-a73c-1f89cfe8ea4b req-6e5a8846-5aec-4549-8e55-a0255a778631 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:10.295398 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fb36a562-cfe5-4967-a73c-1f89cfe8ea4b req-6e5a8846-5aec-4549-8e55-a0255a778631 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 946 time: 0.0502496 Nov 23 23:09:10.344517 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-fb36a562-cfe5-4967-a73c-1f89cfe8ea4b req-32cf0dec-1c94-40f3-a877-256d3da3106d tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431304 Nov 23 23:09:10.366502 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52730) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:10.411148 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d80ce60-456d-4994-a5ac-2dac873ce297 tempest-TestSnapshotPattern-250483422 tempest-TestSnapshotPattern-250483422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:10.412983 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-2d80ce60-456d-4994-a5ac-2dac873ce297 tempest-TestSnapshotPattern-250483422 tempest-TestSnapshotPattern-250483422-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 1092 time: 0.0451522 Nov 23 23:09:10.415714 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52732) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:09:10.420177 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.v2.base [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Request body: {'floatingip': {'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'port_id': 'c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110034) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 23:09:10.441950 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for floatingip, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:10.537603 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:10.644940 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_common [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Allocated IP 172.25.5.99 (6cc504ca-0b29-4422-812a-d9c243f543fe/3486aa15-75de-4ff3-acfd-9de2e8acd9e8/4988eda1-a559-4075-9849-948d836c70d7) {{(pid=110034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 23:09:10.752654 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for port, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:10.792128 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786760014794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:10.833763 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Network 6cc504ca-0b29-4422-812a-d9c243f543fe is already hosted by enough agents. {{(pid=110034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 23:09:10.838959 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.base_scheduler [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Resources bound (agent type, host, resource id): {{(pid=110034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 23:09:10.842472 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Received port after_create {{(pid=110034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 23:09:10.870874 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Pushing event updated for resources: {'Port': ['ID=4988eda1-a559-4075-9849-948d836c70d7,revision_number=1']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:10.882338 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:10.882693 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:10.883631 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:10.883977 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:10.884319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:10.884655 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:10.884988 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:10.885319 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:10.885646 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:10.885973 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:10.886302 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:10.886635 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:09:11.207111 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for floatingip, precommit_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:11.276410 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:11.428369 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for port, precommit_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:11.433357 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8874468'] for port, after_update {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:11.499598 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Pushing event updated for resources: {'Port': ['ID=4988eda1-a559-4075-9849-948d836c70d7,revision_number=2']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:09:11.511723 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681137'] for floatingip, after_create {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:11.613079 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Floating IP 29c7125f-a300-4e42-8efa-9c616af7ca87 associated. External IP: 172.25.5.99, port: c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25. Nov 23 23:09:11.822682 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Router 4ad812a4-e677-4448-959d-dae5369827fe has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:09:11.929353 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:09:11.939735 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba991860-ca02-4685-bc6c-ea5630a62b3a None None] Sync routers for ids ['4ad812a4-e677-4448-959d-dae5369827fe'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:09:11.948693 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:11.950897 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba991860-ca02-4685-bc6c-ea5630a62b3a None None] Routers {'4ad812a4-e677-4448-959d-dae5369827fe'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:09:11.951521 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ba991860-ca02-4685-bc6c-ea5630a62b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:09:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['4ad812a4-e677-4448-959d-dae5369827fe'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:11.975772 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-6130cee0-ec9b-4c07-bd93-cf26b900c545 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5590286 Nov 23 23:09:11.976396 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1a6613-ae62-460c-9268-76fab37e105f', 'tag': 'c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:09:11.979239 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957ccf9f-b1d1-478c-8385-49f9435dc814" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1a6613-ae62-460c-9268-76fab37e105f", "tag": "c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:09:12.023071 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaaf0418-0614-48a1-82e3-45b8c62d9b25 x-openstack-request-id: req-eaaf0418-0614-48a1-82e3-45b8c62d9b25 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:09:12.023389 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1a6613-ae62-460c-9268-76fab37e105f", "tag": "c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:09:12.023692 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eaaf0418-0614-48a1-82e3-45b8c62d9b25 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:09:12.024098 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1a6613-ae62-460c-9268-76fab37e105f', 'tag': 'c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25', 'status': 'completed', 'code': 200} Nov 23 23:09:12.065660 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-ba991860-ca02-4685-bc6c-ea5630a62b3a None None] Set router 4ad812a4-e677-4448-959d-dae5369827fe gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:09:12.102118 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ccf9f-b1d1-478c-8385-49f9435dc814 req-8948429b-4b34-4ffc-80dc-2e69bb9ba4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:12.103972 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-957ccf9f-b1d1-478c-8385-49f9435dc814 req-8948429b-4b34-4ffc-80dc-2e69bb9ba4ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19b183739187474abfeb943ce9f58947&device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 1097 time: 0.0417244 Nov 23 23:09:12.202161 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ccf9f-b1d1-478c-8385-49f9435dc814 req-dc5fd19d-ddb9-4594-b0c4-e4af7362981e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:12.203855 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-957ccf9f-b1d1-478c-8385-49f9435dc814 req-dc5fd19d-ddb9-4594-b0c4-e4af7362981e service neutron] 10.222.0.60 "GET /v2.0/networks?id=90609f00-b2b9-4b19-bd5a-ab97db846e18 HTTP/1.1" status: 200 len: 911 time: 0.0930653 Nov 23 23:09:12.271840 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-957ccf9f-b1d1-478c-8385-49f9435dc814 req-198d3151-2791-4f80-b36d-95a8420a2da7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 HTTP/1.1" status: 200 len: 999 time: 0.0608370 Nov 23 23:09:12.323274 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ccf9f-b1d1-478c-8385-49f9435dc814 req-a104e288-0cf6-4c70-9417-c68d8a941f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:12.324795 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-957ccf9f-b1d1-478c-8385-49f9435dc814 req-a104e288-0cf6-4c70-9417-c68d8a941f77 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d3e1917c-fb60-48dd-abab-2e458e89c691 HTTP/1.1" status: 200 len: 849 time: 0.0457172 Nov 23 23:09:12.375315 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ccf9f-b1d1-478c-8385-49f9435dc814 req-c364e113-5c97-4cd1-9ba4-277d458a77ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:12.376740 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-957ccf9f-b1d1-478c-8385-49f9435dc814 req-c364e113-5c97-4cd1-9ba4-277d458a77ca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90609f00-b2b9-4b19-bd5a-ab97db846e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449171 Nov 23 23:09:12.450285 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ba991860-ca02-4685-bc6c-ea5630a62b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad812a4-e677-4448-959d-dae5369827fe', 'name': 'tempest-TestSnapshotPattern-1532744650-router', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:13Z', 'updated_at': '2021-11-23T23:06:16Z', 'revision_number': 4, 'project_id': '19b183739187474abfeb943ce9f58947', 'gw_port': {'id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:14Z', 'updated_at': '2021-11-23T23:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '29c7125f-a300-4e42-8efa-9c616af7ca87', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'port_id': 'c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'mac_address': 'fa:16:3e:bb:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1a6613-ae62-460c-9268-76fab37e105f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:09:11Z', 'updated_at': '2021-11-23T23:09:11Z', 'revision_number': 0, 'project_id': '19b183739187474abfeb943ce9f58947', 'fixed_ip_address_scope': None}, {'id': 'bc2feef3-881a-4e46-a49f-d8d48e8cec91', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'port_id': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'mac_address': 'fa:16:3e:2a:9e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:06:35Z', 'updated_at': '2021-11-23T23:06:37Z', 'revision_number': 1, 'project_id': '19b183739187474abfeb943ce9f58947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5b3f92-1d4a-4f1b-95ec-24be515f55bf', 'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'mac_address': 'fa:16:3e:6d:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:16Z', 'updated_at': '2021-11-23T23:06:23Z', 'revision_number': 5, 'project_id': '19b183739187474abfeb943ce9f58947', 'subnets': [{'id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:12.468257 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-957ccf9f-b1d1-478c-8385-49f9435dc814 req-96e4e329-18ef-490e-9da8-47698ec60963 service neutron] 10.222.0.60 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843117 Nov 23 23:09:12.480449 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba991860-ca02-4685-bc6c-ea5630a62b3a None None] Checking router: 4ad812a4-e677-4448-959d-dae5369827fe for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:09:12.488748 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba991860-ca02-4685-bc6c-ea5630a62b3a None None] Routers {'4ad812a4-e677-4448-959d-dae5369827fe'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:09:12.489358 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ba991860-ca02-4685-bc6c-ea5630a62b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:09:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['4ad812a4-e677-4448-959d-dae5369827fe'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:12.561888 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-957ccf9f-b1d1-478c-8385-49f9435dc814 req-a72356f8-7ee7-4c4c-a43b-901d1f1a5507 service neutron] 10.222.0.60 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870984 Nov 23 23:09:12.595299 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-ba991860-ca02-4685-bc6c-ea5630a62b3a None None] Set router 4ad812a4-e677-4448-959d-dae5369827fe gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:09:12.815075 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-ba991860-ca02-4685-bc6c-ea5630a62b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad812a4-e677-4448-959d-dae5369827fe', 'name': 'tempest-TestSnapshotPattern-1532744650-router', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:13Z', 'updated_at': '2021-11-23T23:06:16Z', 'revision_number': 4, 'project_id': '19b183739187474abfeb943ce9f58947', 'gw_port': {'id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:14Z', 'updated_at': '2021-11-23T23:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '29c7125f-a300-4e42-8efa-9c616af7ca87', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'port_id': 'c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'mac_address': 'fa:16:3e:bb:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1a6613-ae62-460c-9268-76fab37e105f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:09:11Z', 'updated_at': '2021-11-23T23:09:11Z', 'revision_number': 0, 'project_id': '19b183739187474abfeb943ce9f58947', 'fixed_ip_address_scope': None}, {'id': 'bc2feef3-881a-4e46-a49f-d8d48e8cec91', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'port_id': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'mac_address': 'fa:16:3e:2a:9e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:06:35Z', 'updated_at': '2021-11-23T23:06:37Z', 'revision_number': 1, 'project_id': '19b183739187474abfeb943ce9f58947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5b3f92-1d4a-4f1b-95ec-24be515f55bf', 'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'mac_address': 'fa:16:3e:6d:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:16Z', 'updated_at': '2021-11-23T23:06:23Z', 'revision_number': 5, 'project_id': '19b183739187474abfeb943ce9f58947', 'subnets': [{'id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:09:12.845290 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba991860-ca02-4685-bc6c-ea5630a62b3a None None] The sync data for ids ['4ad812a4-e677-4448-959d-dae5369827fe'] in n-d-816206-9 is: [{'id': '4ad812a4-e677-4448-959d-dae5369827fe', 'name': 'tempest-TestSnapshotPattern-1532744650-router', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:13Z', 'updated_at': '2021-11-23T23:06:16Z', 'revision_number': 4, 'project_id': '19b183739187474abfeb943ce9f58947', 'gw_port': {'id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:14Z', 'updated_at': '2021-11-23T23:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': '29c7125f-a300-4e42-8efa-9c616af7ca87', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'floating_ip_address': '172.25.5.99', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'port_id': 'c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'mac_address': 'fa:16:3e:bb:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1a6613-ae62-460c-9268-76fab37e105f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:09:11Z', 'updated_at': '2021-11-23T23:09:11Z', 'revision_number': 0, 'project_id': '19b183739187474abfeb943ce9f58947', 'fixed_ip_address_scope': None}, {'id': 'bc2feef3-881a-4e46-a49f-d8d48e8cec91', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'port_id': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'mac_address': 'fa:16:3e:2a:9e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:06:35Z', 'updated_at': '2021-11-23T23:06:37Z', 'revision_number': 1, 'project_id': '19b183739187474abfeb943ce9f58947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5b3f92-1d4a-4f1b-95ec-24be515f55bf', 'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'mac_address': 'fa:16:3e:6d:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:16Z', 'updated_at': '2021-11-23T23:06:23Z', 'revision_number': 5, 'project_id': '19b183739187474abfeb943ce9f58947', 'subnets': [{'id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:09:13.030337 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd34cb8-782e-4789-81d3-8c57c3b02ab9 None None] New status for floating IP 29c7125f-a300-4e42-8efa-9c616af7ca87: ACTIVE {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:09:23.824759 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:26.511999 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f47a6832-827a-4b78-bfaa-04b210bd9b33 req-e0003a00-9351-454b-8997-10fee87ed6ee service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417109 Nov 23 23:09:26.600078 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a6832-827a-4b78-bfaa-04b210bd9b33 req-855668c7-5c72-4a91-9141-4bcb903c0044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:26.601555 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f47a6832-827a-4b78-bfaa-04b210bd9b33 req-855668c7-5c72-4a91-9141-4bcb903c0044 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=19b183739187474abfeb943ce9f58947&device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee HTTP/1.1" status: 200 len: 1095 time: 0.0410287 Nov 23 23:09:26.715701 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a6832-827a-4b78-bfaa-04b210bd9b33 req-b7fa5bf0-050a-43fb-bfd4-792089f9e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:26.717065 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f47a6832-827a-4b78-bfaa-04b210bd9b33 req-b7fa5bf0-050a-43fb-bfd4-792089f9e691 service neutron] 10.222.0.53 "GET /v2.0/networks?id=90609f00-b2b9-4b19-bd5a-ab97db846e18 HTTP/1.1" status: 200 len: 911 time: 0.0894477 Nov 23 23:09:26.787449 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f47a6832-827a-4b78-bfaa-04b210bd9b33 req-2ef7d19c-32ed-4f84-b6b7-ed91cdaa70a0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27fc4cbe-e7d3-4ab3-af73-0162f33a445e HTTP/1.1" status: 200 len: 1000 time: 0.0575402 Nov 23 23:09:26.847094 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a6832-827a-4b78-bfaa-04b210bd9b33 req-7ece3e65-668b-4382-86e1-781c8ae6a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:26.848589 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f47a6832-827a-4b78-bfaa-04b210bd9b33 req-7ece3e65-668b-4382-86e1-781c8ae6a2f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3e1917c-fb60-48dd-abab-2e458e89c691 HTTP/1.1" status: 200 len: 849 time: 0.0478702 Nov 23 23:09:26.899853 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a6832-827a-4b78-bfaa-04b210bd9b33 req-0ddb66dc-9e93-49d2-8af9-befa81a94b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:26.901581 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f47a6832-827a-4b78-bfaa-04b210bd9b33 req-0ddb66dc-9e93-49d2-8af9-befa81a94b0f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90609f00-b2b9-4b19-bd5a-ab97db846e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411506 Nov 23 23:09:26.956940 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4093eee3-7be1-4fa7-9df9-1cc1801d668f req-bf9131cf-06f4-4caf-99e5-6782e6e1e025 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398407 Nov 23 23:09:26.999736 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f47a6832-827a-4b78-bfaa-04b210bd9b33 req-a777480b-3b25-410b-8358-e3161df189a7 service neutron] 10.222.0.53 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855649 Nov 23 23:09:27.095355 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-f47a6832-827a-4b78-bfaa-04b210bd9b33 req-6806dc00-038c-46d6-aba0-79bcef7605c5 service neutron] 10.222.0.53 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851574 Nov 23 23:09:27.162805 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093eee3-7be1-4fa7-9df9-1cc1801d668f req-36be822f-6a11-4b4d-a1e7-83c544760bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:27.164297 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4093eee3-7be1-4fa7-9df9-1cc1801d668f req-36be822f-6a11-4b4d-a1e7-83c544760bb3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19b183739187474abfeb943ce9f58947&device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 1097 time: 0.0406907 Nov 23 23:09:27.271195 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093eee3-7be1-4fa7-9df9-1cc1801d668f req-59d66e52-e781-4f04-bccf-71aa7906efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:27.272592 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4093eee3-7be1-4fa7-9df9-1cc1801d668f req-59d66e52-e781-4f04-bccf-71aa7906efd4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=90609f00-b2b9-4b19-bd5a-ab97db846e18 HTTP/1.1" status: 200 len: 911 time: 0.0879824 Nov 23 23:09:27.338855 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4093eee3-7be1-4fa7-9df9-1cc1801d668f req-a32a1a0d-ffd1-4196-9b24-8072821cd407 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 HTTP/1.1" status: 200 len: 1001 time: 0.0577576 Nov 23 23:09:27.392466 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093eee3-7be1-4fa7-9df9-1cc1801d668f req-49c092f2-e14d-4e52-b186-5c9c9a62e827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:27.393891 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4093eee3-7be1-4fa7-9df9-1cc1801d668f req-49c092f2-e14d-4e52-b186-5c9c9a62e827 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d3e1917c-fb60-48dd-abab-2e458e89c691 HTTP/1.1" status: 200 len: 849 time: 0.0467272 Nov 23 23:09:27.439124 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093eee3-7be1-4fa7-9df9-1cc1801d668f req-0bb5bc34-897f-4e67-89a6-586fab93b75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:09:27.440618 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4093eee3-7be1-4fa7-9df9-1cc1801d668f req-0bb5bc34-897f-4e67-89a6-586fab93b75a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90609f00-b2b9-4b19-bd5a-ab97db846e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398660 Nov 23 23:09:27.531771 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4093eee3-7be1-4fa7-9df9-1cc1801d668f req-047ed9f4-0552-49ff-81ed-e93ada96291f service neutron] 10.222.0.60 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826664 Nov 23 23:09:27.627844 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-4093eee3-7be1-4fa7-9df9-1cc1801d668f req-ff5d3028-1b95-45c3-9e11-46ec8f294bc6 service neutron] 10.222.0.60 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840464 Nov 23 23:09:28.125292 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-f67c0bb8-d562-4db2-a705-54e6ab3bc510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:30.593484 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:09:30.649404 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec3e2-986e-4d26-b420-0fd850f8b8ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:30.704825 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:31.932622 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:33.321305 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:34.069650 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:53.841913 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:09:58.127865 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-a92cb61f-7c25-4337-8afe-6433812e6f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:00.653430 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-2c356888-9f28-454b-b978-a3007e0f358e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:00.717057 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:01.934946 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:03.324947 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:04.071680 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:07.593248 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:10:23.838045 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:26.547357 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53aa63ce-c303-4b06-a015-2bb74215e6cc req-96c2d51d-8f88-4e44-aca0-375c321a499b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406692 Nov 23 23:10:26.644124 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa63ce-c303-4b06-a015-2bb74215e6cc req-2912a6d6-5c55-4186-a361-039dad3de87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:26.645719 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53aa63ce-c303-4b06-a015-2bb74215e6cc req-2912a6d6-5c55-4186-a361-039dad3de87b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=19b183739187474abfeb943ce9f58947&device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee HTTP/1.1" status: 200 len: 1095 time: 0.0461652 Nov 23 23:10:26.757211 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa63ce-c303-4b06-a015-2bb74215e6cc req-c0d3d5d6-b804-4b23-a817-3fa262d9d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:26.758631 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53aa63ce-c303-4b06-a015-2bb74215e6cc req-c0d3d5d6-b804-4b23-a817-3fa262d9d46f service neutron] 10.222.0.53 "GET /v2.0/networks?id=90609f00-b2b9-4b19-bd5a-ab97db846e18 HTTP/1.1" status: 200 len: 911 time: 0.0845354 Nov 23 23:10:26.830558 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53aa63ce-c303-4b06-a015-2bb74215e6cc req-dce338aa-534f-4b4e-a6f1-dd3033c59b44 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27fc4cbe-e7d3-4ab3-af73-0162f33a445e HTTP/1.1" status: 200 len: 1000 time: 0.0610652 Nov 23 23:10:26.883558 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa63ce-c303-4b06-a015-2bb74215e6cc req-473c2dd2-66eb-4ed9-92e9-05e4293dd42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:26.885007 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53aa63ce-c303-4b06-a015-2bb74215e6cc req-473c2dd2-66eb-4ed9-92e9-05e4293dd42e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3e1917c-fb60-48dd-abab-2e458e89c691 HTTP/1.1" status: 200 len: 849 time: 0.0432169 Nov 23 23:10:26.936092 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa63ce-c303-4b06-a015-2bb74215e6cc req-989360dd-e9a5-4975-ac85-c0806fbcdf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:26.937539 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53aa63ce-c303-4b06-a015-2bb74215e6cc req-989360dd-e9a5-4975-ac85-c0806fbcdf29 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90609f00-b2b9-4b19-bd5a-ab97db846e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404799 Nov 23 23:10:27.038248 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53aa63ce-c303-4b06-a015-2bb74215e6cc req-d5f8b332-3565-4617-b806-e38bfeb1a182 service neutron] 10.222.0.53 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875206 Nov 23 23:10:27.132018 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-53aa63ce-c303-4b06-a015-2bb74215e6cc req-853a3a06-4d57-4ef5-bba3-5a4e6e110d3f service neutron] 10.222.0.53 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821846 Nov 23 23:10:28.129473 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-13fcab02-a73c-4306-8df2-f3810beb5cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:28.954464 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e41430f7-c2f1-4b9e-92ac-ea1811b78aac req-ed5f81b1-e992-4fd4-9070-3a704eb84483 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409498 Nov 23 23:10:29.052934 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41430f7-c2f1-4b9e-92ac-ea1811b78aac req-61f02426-e321-47bc-8b66-8815c5555e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:29.054402 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e41430f7-c2f1-4b9e-92ac-ea1811b78aac req-61f02426-e321-47bc-8b66-8815c5555e8c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19b183739187474abfeb943ce9f58947&device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 1097 time: 0.0413754 Nov 23 23:10:29.159783 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41430f7-c2f1-4b9e-92ac-ea1811b78aac req-5437cde7-b703-40b2-8a99-ab5b7a99cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:29.161256 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e41430f7-c2f1-4b9e-92ac-ea1811b78aac req-5437cde7-b703-40b2-8a99-ab5b7a99cdad service neutron] 10.222.0.60 "GET /v2.0/networks?id=90609f00-b2b9-4b19-bd5a-ab97db846e18 HTTP/1.1" status: 200 len: 911 time: 0.0873218 Nov 23 23:10:29.226516 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e41430f7-c2f1-4b9e-92ac-ea1811b78aac req-f56fcb47-9c3a-4796-8b62-3deeede33ceb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 HTTP/1.1" status: 200 len: 1001 time: 0.0569983 Nov 23 23:10:29.555934 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41430f7-c2f1-4b9e-92ac-ea1811b78aac req-22bfc26d-a309-46ed-8f40-81c580343b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:29.557307 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e41430f7-c2f1-4b9e-92ac-ea1811b78aac req-22bfc26d-a309-46ed-8f40-81c580343b3b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d3e1917c-fb60-48dd-abab-2e458e89c691 HTTP/1.1" status: 200 len: 849 time: 0.3240983 Nov 23 23:10:29.603209 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41430f7-c2f1-4b9e-92ac-ea1811b78aac req-1caacc15-6c62-4d82-83de-5bdf5c49e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:10:29.604669 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e41430f7-c2f1-4b9e-92ac-ea1811b78aac req-1caacc15-6c62-4d82-83de-5bdf5c49e556 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90609f00-b2b9-4b19-bd5a-ab97db846e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394704 Nov 23 23:10:29.692976 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e41430f7-c2f1-4b9e-92ac-ea1811b78aac req-dcb03357-20a6-42a0-a170-d6be23e32e36 service neutron] 10.222.0.60 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810392 Nov 23 23:10:29.785652 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-e41430f7-c2f1-4b9e-92ac-ea1811b78aac req-8afb1b3d-4868-49d4-912c-e34c0830fd66 service neutron] 10.222.0.60 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854542 Nov 23 23:10:30.654809 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8cf9135e-db92-4b93-8daf-71eed5e2bff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:30.710570 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:31.938911 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:33.326733 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:34.073901 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:44.592386 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:10:53.854828 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:54.425198 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 details requested by agent hyperv_n-h2-816206-9 with host n-h2-816206-9 {{(pid=110035) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 23:10:54.544465 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25,segment=NetworkSegment(d185a6a7-703d-44bd-91d6-24cfa507345b),segment_id=d185a6a7-703d-44bd-91d6-24cfa507345b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:10:54.560748 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Returning: {'device': 'c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'port_id': 'c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25', 'mac_address': 'fa:16:3e:bb:f0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110035) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 23:10:54.629350 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:54.647957 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 {{(pid=110035) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 23:10:54.678751 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25,segment=NetworkSegment(d185a6a7-703d-44bd-91d6-24cfa507345b),segment_id=d185a6a7-703d-44bd-91d6-24cfa507345b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:10:54.686020 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:54.745694 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25,revision_number=6']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:10:54.758179 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:54.758989 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:54.759342 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:54.759682 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:54.760017 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:54.760353 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:54.760690 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:54.761180 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:54.761516 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:54.761873 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:54.762204 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:54.762531 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:10:54.845007 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] get_ports_and_sgs() called for port_ids ['c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25'] {{(pid=110035) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 23:10:56.447248 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 up at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 23:10:56.505974 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.provisioning_blocks [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Provisioning complete for port c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 triggered by entity L2. {{(pid=110035) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 23:10:56.506348 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8021125'] for port, provisioning_complete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:56.619101 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:56.647417 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1a6613-ae62-460c-9268-76fab37e105f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:10:56.650064 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97ed2cd-1b85-4583-82ee-19bce7889282" -d '{"events": [{"server_uuid": "fb1a6613-ae62-460c-9268-76fab37e105f", "name": "network-vif-plugged", "status": "completed", "tag": "c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:10:56.669189 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25,segment=NetworkSegment(d185a6a7-703d-44bd-91d6-24cfa507345b),segment_id=d185a6a7-703d-44bd-91d6-24cfa507345b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:10:56.674775 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:10:56.706312 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c16d61-83ae-45e8-b2a3-312b5727efae x-openstack-request-id: req-41c16d61-83ae-45e8-b2a3-312b5727efae {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:10:56.706312 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1a6613-ae62-460c-9268-76fab37e105f", "name": "network-vif-plugged", "status": "completed", "tag": "c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:10:56.706529 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-41c16d61-83ae-45e8-b2a3-312b5727efae {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:10:56.706942 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1a6613-ae62-460c-9268-76fab37e105f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25', 'code': 200} Nov 23 23:10:56.732140 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25,revision_number=7']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:10:58.142545 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-7d93ff61-77f7-4f52-bc78-ecae7d65a2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:00.659414 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d4262b1b-677c-4dee-a9b7-3f41a3c4b497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:00.718666 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:01.943526 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:03.311760 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 52936) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:03.330646 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:03.473503 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Deleting port 4988eda1-a559-4075-9849-948d836c70d7 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:11:03.473838 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:03.549970 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:03.550189 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:03.561480 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Calling delete_port for 4988eda1-a559-4075-9849-948d836c70d7 owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:11:03.707301 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:03.730515 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Pushing event deleted for resources: {'Port': ['ID=4988eda1-a559-4075-9849-948d836c70d7,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:03.740695 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:03.741048 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:03.741393 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:03.741733 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:03.742073 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:03.742938 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:03.742938 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:03.743154 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:03.743375 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:03.743699 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:03.744028 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:03.744353 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:03.804403 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:03.804679 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Floating IP 29c7125f-a300-4e42-8efa-9c616af7ca87 disassociated (deleted). External IP: 172.25.5.99, port: c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25. Nov 23 23:11:04.078768 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:04.313294 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Router 4ad812a4-e677-4448-959d-dae5369827fe has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:11:04.417671 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:11:04.423097 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:04.427896 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd59397b-5334-420d-9b23-07c082d53a1d None None] Sync routers for ids ['4ad812a4-e677-4448-959d-dae5369827fe'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:11:04.439916 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd59397b-5334-420d-9b23-07c082d53a1d None None] Routers {'4ad812a4-e677-4448-959d-dae5369827fe'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:11:04.440552 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-fd59397b-5334-420d-9b23-07c082d53a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:11:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['4ad812a4-e677-4448-959d-dae5369827fe'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:04.452369 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-94401939-e040-4a0f-887b-fa280a650bfd tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "DELETE /v2.0/floatingips/29c7125f-a300-4e42-8efa-9c616af7ca87 HTTP/1.1" status: 204 len: 168 time: 1.1368268 Nov 23 23:11:04.452369 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1a6613-ae62-460c-9268-76fab37e105f', 'tag': 'c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:11:04.453080 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5520372-ce4f-4c1e-8a35-9364a737b0c5" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1a6613-ae62-460c-9268-76fab37e105f", "tag": "c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:11:04.534630 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd54a3e-eba6-4318-817b-7280533ded5c x-openstack-request-id: req-1cd54a3e-eba6-4318-817b-7280533ded5c {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:11:04.535439 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1a6613-ae62-460c-9268-76fab37e105f", "tag": "c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:11:04.535439 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1cd54a3e-eba6-4318-817b-7280533ded5c {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:11:04.535806 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1a6613-ae62-460c-9268-76fab37e105f', 'tag': 'c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25', 'status': 'completed', 'code': 200} Nov 23 23:11:04.570594 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-fd59397b-5334-420d-9b23-07c082d53a1d None None] Set router 4ad812a4-e677-4448-959d-dae5369827fe gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:11:04.634305 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5520372-ce4f-4c1e-8a35-9364a737b0c5 req-1055fc18-f4e4-4e0f-b82d-c15a69a16801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:04.635874 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b5520372-ce4f-4c1e-8a35-9364a737b0c5 req-1055fc18-f4e4-4e0f-b82d-c15a69a16801 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=19b183739187474abfeb943ce9f58947&device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 1097 time: 0.0523024 Nov 23 23:11:04.744862 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5520372-ce4f-4c1e-8a35-9364a737b0c5 req-6f9d72cf-7116-40d3-b461-7b8e2bb344e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:04.746658 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b5520372-ce4f-4c1e-8a35-9364a737b0c5 req-6f9d72cf-7116-40d3-b461-7b8e2bb344e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=90609f00-b2b9-4b19-bd5a-ab97db846e18 HTTP/1.1" status: 200 len: 911 time: 0.0997581 Nov 23 23:11:04.754338 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e475c-b7fd-43dc-80d6-7504ddf79802 req-48fcdd42-6cd6-431c-b6c7-1f59a320865e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:04.755908 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed7e475c-b7fd-43dc-80d6-7504ddf79802 req-48fcdd42-6cd6-431c-b6c7-1f59a320865e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 946 time: 0.1089284 Nov 23 23:11:04.791635 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b5520372-ce4f-4c1e-8a35-9364a737b0c5 req-a275a6bc-2bce-4ae7-bffd-37ea71f0e7a3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 HTTP/1.1" status: 200 len: 217 time: 0.0359161 Nov 23 23:11:04.812378 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-ed7e475c-b7fd-43dc-80d6-7504ddf79802 req-c0940321-c11d-4e43-910e-126c73701cae tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487335 Nov 23 23:11:04.819297 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-fd59397b-5334-420d-9b23-07c082d53a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad812a4-e677-4448-959d-dae5369827fe', 'name': 'tempest-TestSnapshotPattern-1532744650-router', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:13Z', 'updated_at': '2021-11-23T23:06:16Z', 'revision_number': 4, 'project_id': '19b183739187474abfeb943ce9f58947', 'gw_port': {'id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:14Z', 'updated_at': '2021-11-23T23:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'bc2feef3-881a-4e46-a49f-d8d48e8cec91', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'port_id': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'mac_address': 'fa:16:3e:2a:9e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:06:35Z', 'updated_at': '2021-11-23T23:06:37Z', 'revision_number': 1, 'project_id': '19b183739187474abfeb943ce9f58947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5b3f92-1d4a-4f1b-95ec-24be515f55bf', 'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'mac_address': 'fa:16:3e:6d:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:16Z', 'updated_at': '2021-11-23T23:06:23Z', 'revision_number': 5, 'project_id': '19b183739187474abfeb943ce9f58947', 'subnets': [{'id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:04.849555 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd59397b-5334-420d-9b23-07c082d53a1d None None] Checking router: 4ad812a4-e677-4448-959d-dae5369827fe for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:11:04.851126 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5520372-ce4f-4c1e-8a35-9364a737b0c5 req-2eb890e8-9c4a-4b10-9a59-86ceea83c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:04.852642 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b5520372-ce4f-4c1e-8a35-9364a737b0c5 req-2eb890e8-9c4a-4b10-9a59-86ceea83c3b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d3e1917c-fb60-48dd-abab-2e458e89c691 HTTP/1.1" status: 200 len: 849 time: 0.0540192 Nov 23 23:11:04.861105 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd59397b-5334-420d-9b23-07c082d53a1d None None] Routers {'4ad812a4-e677-4448-959d-dae5369827fe'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:11:04.864354 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-fd59397b-5334-420d-9b23-07c082d53a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:11:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['4ad812a4-e677-4448-959d-dae5369827fe'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:04.901834 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5520372-ce4f-4c1e-8a35-9364a737b0c5 req-7ba1741d-70f4-4099-b228-e65a0e2595c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:04.903368 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b5520372-ce4f-4c1e-8a35-9364a737b0c5 req-7ba1741d-70f4-4099-b228-e65a0e2595c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=90609f00-b2b9-4b19-bd5a-ab97db846e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423503 Nov 23 23:11:04.973843 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-fd59397b-5334-420d-9b23-07c082d53a1d None None] Set router 4ad812a4-e677-4448-959d-dae5369827fe gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:11:04.996890 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b5520372-ce4f-4c1e-8a35-9364a737b0c5 req-e88e3532-c8d6-4475-8595-26997467020d service neutron] 10.222.0.60 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841839 Nov 23 23:11:05.095968 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-b5520372-ce4f-4c1e-8a35-9364a737b0c5 req-f4ee8772-4291-4017-8a2a-dffcfe0e9581 service neutron] 10.222.0.60 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902529 Nov 23 23:11:05.359945 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-fd59397b-5334-420d-9b23-07c082d53a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad812a4-e677-4448-959d-dae5369827fe', 'name': 'tempest-TestSnapshotPattern-1532744650-router', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:13Z', 'updated_at': '2021-11-23T23:06:16Z', 'revision_number': 4, 'project_id': '19b183739187474abfeb943ce9f58947', 'gw_port': {'id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:14Z', 'updated_at': '2021-11-23T23:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'bc2feef3-881a-4e46-a49f-d8d48e8cec91', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'port_id': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'mac_address': 'fa:16:3e:2a:9e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:06:35Z', 'updated_at': '2021-11-23T23:06:37Z', 'revision_number': 1, 'project_id': '19b183739187474abfeb943ce9f58947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5b3f92-1d4a-4f1b-95ec-24be515f55bf', 'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'mac_address': 'fa:16:3e:6d:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:16Z', 'updated_at': '2021-11-23T23:06:23Z', 'revision_number': 5, 'project_id': '19b183739187474abfeb943ce9f58947', 'subnets': [{'id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:05.386926 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd59397b-5334-420d-9b23-07c082d53a1d None None] The sync data for ids ['4ad812a4-e677-4448-959d-dae5369827fe'] in n-d-816206-9 is: [{'id': '4ad812a4-e677-4448-959d-dae5369827fe', 'name': 'tempest-TestSnapshotPattern-1532744650-router', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:13Z', 'updated_at': '2021-11-23T23:06:16Z', 'revision_number': 4, 'project_id': '19b183739187474abfeb943ce9f58947', 'gw_port': {'id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:14Z', 'updated_at': '2021-11-23T23:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_floatingips': [{'id': 'bc2feef3-881a-4e46-a49f-d8d48e8cec91', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'floating_ip_address': '172.25.5.219', 'floating_network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'router_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'port_id': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'mac_address': 'fa:16:3e:2a:9e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T23:06:35Z', 'updated_at': '2021-11-23T23:06:37Z', 'revision_number': 1, 'project_id': '19b183739187474abfeb943ce9f58947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5b3f92-1d4a-4f1b-95ec-24be515f55bf', 'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'mac_address': 'fa:16:3e:6d:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:16Z', 'updated_at': '2021-11-23T23:06:23Z', 'revision_number': 5, 'project_id': '19b183739187474abfeb943ce9f58947', 'subnets': [{'id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:11:05.606288 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d788b6c-2908-4260-be47-e038a841e2ea None None] New status for floating IP 29c7125f-a300-4e42-8efa-9c616af7ca87: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:11:05.932993 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbf461-54da-4ce0-8a93-006326878f9d req-5de3e066-63c6-4501-803b-991ae234da5b tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:05.934382 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bccbf461-54da-4ce0-8a93-006326878f9d req-5de3e066-63c6-4501-803b-991ae234da5b tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 946 time: 0.0503094 Nov 23 23:11:05.985447 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bccbf461-54da-4ce0-8a93-006326878f9d req-1a0b4f98-6f33-4b09-877e-eb2c6edad768 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448585 Nov 23 23:11:06.361535 n-d-816206-9 neutron-server[110033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df51ecb-fd55-458c-a317-625f90c1aecd req-6032436a-3f39-4410-8609-482bfe03584e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:06.363011 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5df51ecb-fd55-458c-a317-625f90c1aecd req-6032436a-3f39-4410-8609-482bfe03584e tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 946 time: 0.0492542 Nov 23 23:11:06.457294 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-5df51ecb-fd55-458c-a317-625f90c1aecd req-716b6e2f-0632-4094-ba2a-902200d9dbb7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Deleting port c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:11:06.457635 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5df51ecb-fd55-458c-a317-625f90c1aecd req-716b6e2f-0632-4094-ba2a-902200d9dbb7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:06.473876 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:11:06.545949 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [req-5df51ecb-fd55-458c-a317-625f90c1aecd req-716b6e2f-0632-4094-ba2a-902200d9dbb7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] For port c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25,segment=NetworkSegment(d185a6a7-703d-44bd-91d6-24cfa507345b),segment_id=d185a6a7-703d-44bd-91d6-24cfa507345b)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:11:06.546361 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5df51ecb-fd55-458c-a317-625f90c1aecd req-716b6e2f-0632-4094-ba2a-902200d9dbb7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:06.551506 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7915150'] for port, before_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:06.558832 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [req-5df51ecb-fd55-458c-a317-625f90c1aecd req-716b6e2f-0632-4094-ba2a-902200d9dbb7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Calling delete_port for c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 owned by compute:nova {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:11:06.578199 n-d-816206-9 neutron-server[110035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1a6613-ae62-460c-9268-76fab37e105f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25'}] {{(pid=110035) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:11:06.580530 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eacb3118c2dc027149cf05941e1109cad988452eca674241c24e078dae3df27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e71e35e-f348-4ace-914f-d56d4cc2feac" -d '{"events": [{"server_uuid": "fb1a6613-ae62-460c-9268-76fab37e105f", "name": "network-vif-unplugged", "status": "completed", "tag": "c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25"}]}' {{(pid=110035) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:11:06.593548 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] For port c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25, host n-h2-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-9',level=0,port_id=c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25,segment=NetworkSegment(d185a6a7-703d-44bd-91d6-24cfa507345b),segment_id=d185a6a7-703d-44bd-91d6-24cfa507345b)] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:11:06.598871 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786760445678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786760014812', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786760014830'] for port, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:06.622848 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 23:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0f84fd-a692-4bc5-b8a2-fb8058178017 x-openstack-request-id: req-4a0f84fd-a692-4bc5-b8a2-fb8058178017 {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:11:06.623152 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1a6613-ae62-460c-9268-76fab37e105f", "name": "network-vif-unplugged", "status": "completed", "tag": "c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25", "code": 200}]} {{(pid=110035) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:11:06.623412 n-d-816206-9 neutron-server[110035]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a0f84fd-a692-4bc5-b8a2-fb8058178017 {{(pid=110035) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:11:06.623814 n-d-816206-9 neutron-server[110035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1a6613-ae62-460c-9268-76fab37e105f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25', 'code': 200} Nov 23 23:11:06.650776 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Pushing event updated for resources: {'Port': ['ID=c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25,revision_number=8']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:06.695213 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5df51ecb-fd55-458c-a317-625f90c1aecd req-716b6e2f-0632-4094-ba2a-902200d9dbb7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:06.722262 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b6e2f-0632-4094-ba2a-902200d9dbb7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Pushing event deleted for resources: {'Port': ['ID=c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:06.738182 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716b6e2f-0632-4094-ba2a-902200d9dbb7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:06.738182 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716b6e2f-0632-4094-ba2a-902200d9dbb7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:06.738182 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716b6e2f-0632-4094-ba2a-902200d9dbb7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:06.738507 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716b6e2f-0632-4094-ba2a-902200d9dbb7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:06.738602 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716b6e2f-0632-4094-ba2a-902200d9dbb7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:06.738942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716b6e2f-0632-4094-ba2a-902200d9dbb7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:06.739278 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716b6e2f-0632-4094-ba2a-902200d9dbb7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:06.739610 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716b6e2f-0632-4094-ba2a-902200d9dbb7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:06.739938 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716b6e2f-0632-4094-ba2a-902200d9dbb7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:06.740269 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716b6e2f-0632-4094-ba2a-902200d9dbb7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:06.740603 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716b6e2f-0632-4094-ba2a-902200d9dbb7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:06.740934 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716b6e2f-0632-4094-ba2a-902200d9dbb7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-9 {{(pid=110033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 23:11:06.775868 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df51ecb-fd55-458c-a317-625f90c1aecd req-716b6e2f-0632-4094-ba2a-902200d9dbb7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] No DVR routers for this DVR port c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 on host n-h2-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:11:06.778461 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [req-5df51ecb-fd55-458c-a317-625f90c1aecd req-716b6e2f-0632-4094-ba2a-902200d9dbb7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:06.782670 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [req-5df51ecb-fd55-458c-a317-625f90c1aecd req-716b6e2f-0632-4094-ba2a-902200d9dbb7 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.60 "DELETE /v2.0/ports/c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 HTTP/1.1" status: 204 len: 173 time: 0.4140012 Nov 23 23:11:06.783135 n-d-816206-9 neutron-server[110033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1a6613-ae62-460c-9268-76fab37e105f', 'name': 'network-vif-deleted', 'tag': 'c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25'}] {{(pid=110033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:11:06.785418 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8acf1bc5b323c9caa9afa2b963406772b98fcd62d1cf323752eabf001bcb61b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa0ac5a-f8a6-4102-b706-039ef2992230" -d '{"events": [{"server_uuid": "fb1a6613-ae62-460c-9268-76fab37e105f", "name": "network-vif-deleted", "tag": "c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25"}]}' {{(pid=110033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:11:06.823752 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e2038c-69bf-4a40-92c7-7401d918f89f x-openstack-request-id: req-18e2038c-69bf-4a40-92c7-7401d918f89f {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:11:06.824073 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1a6613-ae62-460c-9268-76fab37e105f", "name": "network-vif-deleted", "tag": "c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25", "status": "completed", "code": 200}]} {{(pid=110033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:11:06.824329 n-d-816206-9 neutron-server[110033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-18e2038c-69bf-4a40-92c7-7401d918f89f {{(pid=110033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:11:06.824738 n-d-816206-9 neutron-server[110033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1a6613-ae62-460c-9268-76fab37e105f', 'name': 'network-vif-deleted', 'tag': 'c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25', 'status': 'completed', 'code': 200} Nov 23 23:11:07.099281 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-0accb1d5-af4d-40c3-ac8a-3ac292651483 req-778b77e8-132b-4b4d-a005-1ea7f8795357 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb1a6613-ae62-460c-9268-76fab37e105f HTTP/1.1" status: 200 len: 210 time: 0.0280688 Nov 23 23:11:08.772467 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53002) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:08.947180 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-281cc636-7e77-491f-8029-21017ada078f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Deleting port f8765dfa-70d7-4ebd-b00d-3f237c8d91b6 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:11:08.947422 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-281cc636-7e77-491f-8029-21017ada078f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:09.043832 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-281cc636-7e77-491f-8029-21017ada078f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:09.044360 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-281cc636-7e77-491f-8029-21017ada078f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:09.061579 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-281cc636-7e77-491f-8029-21017ada078f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Calling delete_port for f8765dfa-70d7-4ebd-b00d-3f237c8d91b6 owned by network:floatingip {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:11:09.243480 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-281cc636-7e77-491f-8029-21017ada078f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:09.272623 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281cc636-7e77-491f-8029-21017ada078f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Pushing event deleted for resources: {'Port': ['ID=f8765dfa-70d7-4ebd-b00d-3f237c8d91b6,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:09.348944 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-281cc636-7e77-491f-8029-21017ada078f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for floatingip, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:09.349278 n-d-816206-9 neutron-server[110034]: INFO neutron.db.l3_db [None req-281cc636-7e77-491f-8029-21017ada078f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Floating IP bc2feef3-881a-4e46-a49f-d8d48e8cec91 disassociated (deleted). External IP: 172.25.5.219, port: 27fc4cbe-e7d3-4ab3-af73-0162f33a445e. Nov 23 23:11:09.571870 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281cc636-7e77-491f-8029-21017ada078f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Router 4ad812a4-e677-4448-959d-dae5369827fe has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:11:09.680195 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281cc636-7e77-491f-8029-21017ada078f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:11:09.684681 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-281cc636-7e77-491f-8029-21017ada078f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for floatingip, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:09.693316 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456da1a1-f540-42cc-8526-c0c5877a7d90 None None] Sync routers for ids ['4ad812a4-e677-4448-959d-dae5369827fe'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:11:09.704023 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456da1a1-f540-42cc-8526-c0c5877a7d90 None None] Routers {'4ad812a4-e677-4448-959d-dae5369827fe'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:11:09.704748 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-456da1a1-f540-42cc-8526-c0c5877a7d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:11:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['4ad812a4-e677-4448-959d-dae5369827fe'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:09.712142 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-281cc636-7e77-491f-8029-21017ada078f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "DELETE /v2.0/floatingips/bc2feef3-881a-4e46-a49f-d8d48e8cec91 HTTP/1.1" status: 204 len: 168 time: 0.9385967 Nov 23 23:11:09.712748 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'tag': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:11:09.715042 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e9ee26-2c5b-4c2a-b5e6-5f6e3eea1a94" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6cf134-6f19-4820-b0fd-6e3f0f782aee", "tag": "27fc4cbe-e7d3-4ab3-af73-0162f33a445e"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:11:09.757383 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 23:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c9096e-9d15-41bc-af31-222334813d0e x-openstack-request-id: req-63c9096e-9d15-41bc-af31-222334813d0e {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:11:09.757987 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6cf134-6f19-4820-b0fd-6e3f0f782aee", "tag": "27fc4cbe-e7d3-4ab3-af73-0162f33a445e", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:11:09.758405 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-63c9096e-9d15-41bc-af31-222334813d0e {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:11:09.758844 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'tag': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e', 'status': 'completed', 'code': 200} Nov 23 23:11:09.822322 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-456da1a1-f540-42cc-8526-c0c5877a7d90 None None] Set router 4ad812a4-e677-4448-959d-dae5369827fe gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:11:09.863885 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9ee26-2c5b-4c2a-b5e6-5f6e3eea1a94 req-570a3de8-3901-495c-b56c-f102193d2867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:09.865532 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-52e9ee26-2c5b-4c2a-b5e6-5f6e3eea1a94 req-570a3de8-3901-495c-b56c-f102193d2867 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=19b183739187474abfeb943ce9f58947&device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee HTTP/1.1" status: 200 len: 1095 time: 0.0598423 Nov 23 23:11:10.004846 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1e38d-6751-449b-9c73-d9ed3bd24908 req-5b8ab0a6-24cf-4bc1-ad8f-592c8bea9b43 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:10.006528 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-04d1e38d-6751-449b-9c73-d9ed3bd24908 req-5b8ab0a6-24cf-4bc1-ad8f-592c8bea9b43 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee HTTP/1.1" status: 200 len: 944 time: 0.1018817 Nov 23 23:11:10.009557 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9ee26-2c5b-4c2a-b5e6-5f6e3eea1a94 req-e6e42e57-b297-4260-90f3-d2c1dc319c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:10.011284 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-52e9ee26-2c5b-4c2a-b5e6-5f6e3eea1a94 req-e6e42e57-b297-4260-90f3-d2c1dc319c8a service neutron] 10.222.0.53 "GET /v2.0/networks?id=90609f00-b2b9-4b19-bd5a-ab97db846e18 HTTP/1.1" status: 200 len: 911 time: 0.1350634 Nov 23 23:11:10.033818 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-456da1a1-f540-42cc-8526-c0c5877a7d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad812a4-e677-4448-959d-dae5369827fe', 'name': 'tempest-TestSnapshotPattern-1532744650-router', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:13Z', 'updated_at': '2021-11-23T23:06:16Z', 'revision_number': 4, 'project_id': '19b183739187474abfeb943ce9f58947', 'gw_port': {'id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:14Z', 'updated_at': '2021-11-23T23:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'ba5b3f92-1d4a-4f1b-95ec-24be515f55bf', 'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'mac_address': 'fa:16:3e:6d:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:16Z', 'updated_at': '2021-11-23T23:06:23Z', 'revision_number': 5, 'project_id': '19b183739187474abfeb943ce9f58947', 'subnets': [{'id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:10.059240 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456da1a1-f540-42cc-8526-c0c5877a7d90 None None] Checking router: 4ad812a4-e677-4448-959d-dae5369827fe for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:11:10.066495 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-52e9ee26-2c5b-4c2a-b5e6-5f6e3eea1a94 req-37122755-eb50-4891-84e1-b6740898a273 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27fc4cbe-e7d3-4ab3-af73-0162f33a445e HTTP/1.1" status: 200 len: 217 time: 0.0462000 Nov 23 23:11:10.068372 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456da1a1-f540-42cc-8526-c0c5877a7d90 None None] Routers {'4ad812a4-e677-4448-959d-dae5369827fe'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:11:10.068982 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-456da1a1-f540-42cc-8526-c0c5877a7d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:11:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['4ad812a4-e677-4448-959d-dae5369827fe'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:10.122173 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-04d1e38d-6751-449b-9c73-d9ed3bd24908 req-c0d7d49c-2ff9-4989-b6b4-62a533ff46c3 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094923 Nov 23 23:11:10.134408 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9ee26-2c5b-4c2a-b5e6-5f6e3eea1a94 req-1b3a4e8a-897a-429a-b2cc-492eb2e4d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:10.135905 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-52e9ee26-2c5b-4c2a-b5e6-5f6e3eea1a94 req-1b3a4e8a-897a-429a-b2cc-492eb2e4d9a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3e1917c-fb60-48dd-abab-2e458e89c691 HTTP/1.1" status: 200 len: 849 time: 0.0614784 Nov 23 23:11:10.177722 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-456da1a1-f540-42cc-8526-c0c5877a7d90 None None] Set router 4ad812a4-e677-4448-959d-dae5369827fe gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:11:10.189357 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9ee26-2c5b-4c2a-b5e6-5f6e3eea1a94 req-ddbc1a1d-b671-4ef2-b307-789b4a0fbf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:10.190901 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-52e9ee26-2c5b-4c2a-b5e6-5f6e3eea1a94 req-ddbc1a1d-b671-4ef2-b307-789b4a0fbf87 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90609f00-b2b9-4b19-bd5a-ab97db846e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466135 Nov 23 23:11:10.287204 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-52e9ee26-2c5b-4c2a-b5e6-5f6e3eea1a94 req-78b4741a-9234-4b76-adbf-f8880c7925ed service neutron] 10.222.0.53 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870931 Nov 23 23:11:10.384888 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-52e9ee26-2c5b-4c2a-b5e6-5f6e3eea1a94 req-94696ccc-e292-4635-8e34-8f8f372f3d88 service neutron] 10.222.0.53 "GET /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892131 Nov 23 23:11:10.389391 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-456da1a1-f540-42cc-8526-c0c5877a7d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad812a4-e677-4448-959d-dae5369827fe', 'name': 'tempest-TestSnapshotPattern-1532744650-router', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:13Z', 'updated_at': '2021-11-23T23:06:16Z', 'revision_number': 4, 'project_id': '19b183739187474abfeb943ce9f58947', 'gw_port': {'id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:14Z', 'updated_at': '2021-11-23T23:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'ba5b3f92-1d4a-4f1b-95ec-24be515f55bf', 'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'mac_address': 'fa:16:3e:6d:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:16Z', 'updated_at': '2021-11-23T23:06:23Z', 'revision_number': 5, 'project_id': '19b183739187474abfeb943ce9f58947', 'subnets': [{'id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:10.419687 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456da1a1-f540-42cc-8526-c0c5877a7d90 None None] The sync data for ids ['4ad812a4-e677-4448-959d-dae5369827fe'] in n-d-816206-9 is: [{'id': '4ad812a4-e677-4448-959d-dae5369827fe', 'name': 'tempest-TestSnapshotPattern-1532744650-router', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:13Z', 'updated_at': '2021-11-23T23:06:16Z', 'revision_number': 4, 'project_id': '19b183739187474abfeb943ce9f58947', 'gw_port': {'id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:14Z', 'updated_at': '2021-11-23T23:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9', '_interfaces': [{'id': 'ba5b3f92-1d4a-4f1b-95ec-24be515f55bf', 'name': '', 'network_id': '90609f00-b2b9-4b19-bd5a-ab97db846e18', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'mac_address': 'fa:16:3e:6d:63:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:16Z', 'updated_at': '2021-11-23T23:06:23Z', 'revision_number': 5, 'project_id': '19b183739187474abfeb943ce9f58947', 'subnets': [{'id': 'd3e1917c-fb60-48dd-abab-2e458e89c691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:11:10.489486 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 no longer exists at agent hyperv_n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:11:10.511372 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] No Port match for: c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:11:10.511716 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Device c19f0c9a-c4c0-4f9b-8fd4-344c2e5f1d25 not bound to the agent host n-h2-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:11:10.646309 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edcabb7-5413-48f1-96d4-627257d2cffa None None] New status for floating IP bc2feef3-881a-4e46-a49f-d8d48e8cec91: DOWN {{(pid=110036) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 23:11:11.244005 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e37260-691b-486a-8827-634e526edae4 req-9c194a89-d922-4653-b42c-0f050f5b0697 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:11.245472 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c4e37260-691b-486a-8827-634e526edae4 req-9c194a89-d922-4653-b42c-0f050f5b0697 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee HTTP/1.1" status: 200 len: 944 time: 0.0507343 Nov 23 23:11:11.294792 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-c4e37260-691b-486a-8827-634e526edae4 req-27d17ea5-c995-44dc-8a18-8011b844891c tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/security-groups?id=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422053 Nov 23 23:11:11.755710 n-d-816206-9 neutron-server[110034]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d0500-c15d-41e3-84ef-f512ad9c1dd1 req-52e8a484-55ac-41f9-9d8d-b4a0aed7db0f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110034) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 23:11:11.757170 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be8d0500-c15d-41e3-84ef-f512ad9c1dd1 req-52e8a484-55ac-41f9-9d8d-b4a0aed7db0f tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee HTTP/1.1" status: 200 len: 944 time: 0.0488846 Nov 23 23:11:11.854487 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-be8d0500-c15d-41e3-84ef-f512ad9c1dd1 req-a85e0921-031e-4b9d-a954-f6d94fde5b51 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Deleting port 27fc4cbe-e7d3-4ab3-af73-0162f33a445e {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:11:11.854856 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-be8d0500-c15d-41e3-84ef-f512ad9c1dd1 req-a85e0921-031e-4b9d-a954-f6d94fde5b51 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:11.942957 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [req-be8d0500-c15d-41e3-84ef-f512ad9c1dd1 req-a85e0921-031e-4b9d-a954-f6d94fde5b51 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] For port 27fc4cbe-e7d3-4ab3-af73-0162f33a445e, host n-h1-816206-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-9',level=0,port_id=27fc4cbe-e7d3-4ab3-af73-0162f33a445e,segment=NetworkSegment(d185a6a7-703d-44bd-91d6-24cfa507345b),segment_id=d185a6a7-703d-44bd-91d6-24cfa507345b)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:11:11.943319 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-be8d0500-c15d-41e3-84ef-f512ad9c1dd1 req-a85e0921-031e-4b9d-a954-f6d94fde5b51 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:11.956134 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [req-be8d0500-c15d-41e3-84ef-f512ad9c1dd1 req-a85e0921-031e-4b9d-a954-f6d94fde5b51 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Calling delete_port for 27fc4cbe-e7d3-4ab3-af73-0162f33a445e owned by compute:nova {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:11:12.087973 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-be8d0500-c15d-41e3-84ef-f512ad9c1dd1 req-a85e0921-031e-4b9d-a954-f6d94fde5b51 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:12.119117 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e0921-031e-4b9d-a954-f6d94fde5b51 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Pushing event deleted for resources: {'Port': ['ID=27fc4cbe-e7d3-4ab3-af73-0162f33a445e,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:12.163349 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8d0500-c15d-41e3-84ef-f512ad9c1dd1 req-a85e0921-031e-4b9d-a954-f6d94fde5b51 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] No DVR routers for this DVR port 27fc4cbe-e7d3-4ab3-af73-0162f33a445e on host n-h1-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:11:12.165877 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [req-be8d0500-c15d-41e3-84ef-f512ad9c1dd1 req-a85e0921-031e-4b9d-a954-f6d94fde5b51 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66741'] for port, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:12.169259 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-be8d0500-c15d-41e3-84ef-f512ad9c1dd1 req-a85e0921-031e-4b9d-a954-f6d94fde5b51 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.53 "DELETE /v2.0/ports/27fc4cbe-e7d3-4ab3-af73-0162f33a445e HTTP/1.1" status: 204 len: 173 time: 0.4017549 Nov 23 23:11:12.169693 n-d-816206-9 neutron-server[110034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'name': 'network-vif-deleted', 'tag': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e'}] {{(pid=110034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 23:11:12.172825 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db19c4e85371cfb6743328b4b12803540abc666d1652f6adfb419aa5b4c0cd89" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cefeca-2492-4ce4-8581-cfca65d5c864" -d '{"events": [{"server_uuid": "ec6cf134-6f19-4820-b0fd-6e3f0f782aee", "name": "network-vif-deleted", "tag": "27fc4cbe-e7d3-4ab3-af73-0162f33a445e"}]}' {{(pid=110034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 23:11:12.210621 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 23:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a3a673-a5ca-4053-a216-7be49dbfd4a3 x-openstack-request-id: req-b1a3a673-a5ca-4053-a216-7be49dbfd4a3 {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 23:11:12.210926 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6cf134-6f19-4820-b0fd-6e3f0f782aee", "name": "network-vif-deleted", "tag": "27fc4cbe-e7d3-4ab3-af73-0162f33a445e", "status": "completed", "code": 200}]} {{(pid=110034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 23:11:12.211198 n-d-816206-9 neutron-server[110034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b1a3a673-a5ca-4053-a216-7be49dbfd4a3 {{(pid=110034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 23:11:12.211607 n-d-816206-9 neutron-server[110034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6cf134-6f19-4820-b0fd-6e3f0f782aee', 'name': 'network-vif-deleted', 'tag': '27fc4cbe-e7d3-4ab3-af73-0162f33a445e', 'status': 'completed', 'code': 200} Nov 23 23:11:12.404807 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [req-bd7df48c-39e6-44a1-977b-95f2246dd30d req-6cd5ca85-3561-4d9d-be35-de0625bab947 tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec6cf134-6f19-4820-b0fd-6e3f0f782aee HTTP/1.1" status: 200 len: 210 time: 0.0267568 Nov 23 23:11:13.463721 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53018) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:13.520549 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b017ab14-82d7-4b1c-9b08-8c0316ed195b tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:13.545808 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b017ab14-82d7-4b1c-9b08-8c0316ed195b tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:13.604146 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b017ab14-82d7-4b1c-9b08-8c0316ed195b tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:13.606787 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-b017ab14-82d7-4b1c-9b08-8c0316ed195b tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:13.607949 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b017ab14-82d7-4b1c-9b08-8c0316ed195b tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] 10.222.0.50 "DELETE /v2.0/security-groups/92ad4675-1209-4e2c-98f0-ccf9c39ae4dd HTTP/1.1" status: 204 len: 168 time: 0.1431687 Nov 23 23:11:13.618274 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017ab14-82d7-4b1c-9b08-8c0316ed195b tempest-TestSnapshotPattern-1104852721 tempest-TestSnapshotPattern-1104852721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ad4675-1209-4e2c-98f0-ccf9c39ae4dd,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:14.677164 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53024) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:15.138625 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-773e411a-4288-4007-8025-810d92e230ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:15.380182 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-773e411a-4288-4007-8025-810d92e230ac admin admin] Deleting port ba5b3f92-1d4a-4f1b-95ec-24be515f55bf {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:11:15.380434 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-773e411a-4288-4007-8025-810d92e230ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:15.458195 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-773e411a-4288-4007-8025-810d92e230ac admin admin] For port ba5b3f92-1d4a-4f1b-95ec-24be515f55bf, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=ba5b3f92-1d4a-4f1b-95ec-24be515f55bf,segment=NetworkSegment(d185a6a7-703d-44bd-91d6-24cfa507345b),segment_id=d185a6a7-703d-44bd-91d6-24cfa507345b)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:11:15.458554 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-773e411a-4288-4007-8025-810d92e230ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:15.471560 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-773e411a-4288-4007-8025-810d92e230ac admin admin] Calling delete_port for ba5b3f92-1d4a-4f1b-95ec-24be515f55bf owned by network:router_interface {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:11:15.648565 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-773e411a-4288-4007-8025-810d92e230ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:15.678531 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e411a-4288-4007-8025-810d92e230ac admin admin] Pushing event deleted for resources: {'Port': ['ID=ba5b3f92-1d4a-4f1b-95ec-24be515f55bf,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:15.753043 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 27fc4cbe-e7d3-4ab3-af73-0162f33a445e no longer exists at agent hyperv_n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:11:15.774395 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] No Port match for: 27fc4cbe-e7d3-4ab3-af73-0162f33a445e {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:11:15.775098 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Device 27fc4cbe-e7d3-4ab3-af73-0162f33a445e not bound to the agent host n-h1-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:11:15.845492 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-773e411a-4288-4007-8025-810d92e230ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:16.058138 n-d-816206-9 neutron-server[110034]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773e411a-4288-4007-8025-810d92e230ac admin admin] Router 4ad812a4-e677-4448-959d-dae5369827fe has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110034) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:11:16.165199 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773e411a-4288-4007-8025-810d92e230ac admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110034) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:11:16.170806 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-773e411a-4288-4007-8025-810d92e230ac admin admin] 10.222.0.50 "PUT /v2.0/routers/4ad812a4-e677-4448-959d-dae5369827fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4925098 Nov 23 23:11:16.172730 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53028) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:16.175515 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041660a5-8db3-4115-a627-51f9b496bbcc None None] Sync routers for ids ['4ad812a4-e677-4448-959d-dae5369827fe'] in n-d-816206-9 {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:11:16.186095 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041660a5-8db3-4115-a627-51f9b496bbcc None None] Routers {'4ad812a4-e677-4448-959d-dae5369827fe'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:11:16.186830 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-041660a5-8db3-4115-a627-51f9b496bbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:11:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['4ad812a4-e677-4448-959d-dae5369827fe'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:16.277239 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bba04139-5b49-4b13-a099-908b0527f18d admin admin] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:16.291673 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-041660a5-8db3-4115-a627-51f9b496bbcc None None] Set router 4ad812a4-e677-4448-959d-dae5369827fe gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:11:16.485650 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-041660a5-8db3-4115-a627-51f9b496bbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad812a4-e677-4448-959d-dae5369827fe', 'name': 'tempest-TestSnapshotPattern-1532744650-router', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:13Z', 'updated_at': '2021-11-23T23:11:15Z', 'revision_number': 5, 'project_id': '19b183739187474abfeb943ce9f58947', 'gw_port': {'id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:14Z', 'updated_at': '2021-11-23T23:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:16.514033 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041660a5-8db3-4115-a627-51f9b496bbcc None None] Checking router: 4ad812a4-e677-4448-959d-dae5369827fe for host: n-d-816206-9 {{(pid=110035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:11:16.524281 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041660a5-8db3-4115-a627-51f9b496bbcc None None] Routers {'4ad812a4-e677-4448-959d-dae5369827fe'} bound to L3 agent in host n-d-816206-9 {{(pid=110035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:11:16.525198 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-041660a5-8db3-4115-a627-51f9b496bbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:11:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['4ad812a4-e677-4448-959d-dae5369827fe'], 'active': True} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:16.634312 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvr_db [None req-041660a5-8db3-4115-a627-51f9b496bbcc None None] Set router 4ad812a4-e677-4448-959d-dae5369827fe gateway port host: n-d-816206-9 {{(pid=110035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:11:16.713253 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bba04139-5b49-4b13-a099-908b0527f18d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:16.768539 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-bba04139-5b49-4b13-a099-908b0527f18d admin admin] Deleting port 91d24249-fd5e-4e09-ba88-c7e9e832fde6 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:11:16.768999 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bba04139-5b49-4b13-a099-908b0527f18d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:16.811287 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_hamode_db [None req-041660a5-8db3-4115-a627-51f9b496bbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad812a4-e677-4448-959d-dae5369827fe', 'name': 'tempest-TestSnapshotPattern-1532744650-router', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:13Z', 'updated_at': '2021-11-23T23:11:15Z', 'revision_number': 5, 'project_id': '19b183739187474abfeb943ce9f58947', 'gw_port': {'id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:14Z', 'updated_at': '2021-11-23T23:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:16.842291 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041660a5-8db3-4115-a627-51f9b496bbcc None None] The sync data for ids ['4ad812a4-e677-4448-959d-dae5369827fe'] in n-d-816206-9 is: [{'id': '4ad812a4-e677-4448-959d-dae5369827fe', 'name': 'tempest-TestSnapshotPattern-1532744650-router', 'tenant_id': '19b183739187474abfeb943ce9f58947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:13Z', 'updated_at': '2021-11-23T23:11:15Z', 'revision_number': 5, 'project_id': '19b183739187474abfeb943ce9f58947', 'gw_port': {'id': '91d24249-fd5e-4e09-ba88-c7e9e832fde6', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad812a4-e677-4448-959d-dae5369827fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:14Z', 'updated_at': '2021-11-23T23:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}] {{(pid=110035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:11:16.849203 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-bba04139-5b49-4b13-a099-908b0527f18d admin admin] For port 91d24249-fd5e-4e09-ba88-c7e9e832fde6, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=91d24249-fd5e-4e09-ba88-c7e9e832fde6,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:11:16.849563 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bba04139-5b49-4b13-a099-908b0527f18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:16.864414 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-bba04139-5b49-4b13-a099-908b0527f18d admin admin] Calling delete_port for 91d24249-fd5e-4e09-ba88-c7e9e832fde6 owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:11:17.033034 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bba04139-5b49-4b13-a099-908b0527f18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:17.060798 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba04139-5b49-4b13-a099-908b0527f18d admin admin] Pushing event deleted for resources: {'Port': ['ID=91d24249-fd5e-4e09-ba88-c7e9e832fde6,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:17.076604 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da16335c-1217-44fc-9deb-7cc04194d643 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:11:17.127389 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bba04139-5b49-4b13-a099-908b0527f18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:17.221811 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bba04139-5b49-4b13-a099-908b0527f18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:17.224066 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bba04139-5b49-4b13-a099-908b0527f18d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:17.269087 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bba04139-5b49-4b13-a099-908b0527f18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:17.269621 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba04139-5b49-4b13-a099-908b0527f18d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ad812a4-e677-4448-959d-dae5369827fe {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:11:17.274928 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-bba04139-5b49-4b13-a099-908b0527f18d admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:17.276106 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-bba04139-5b49-4b13-a099-908b0527f18d admin admin] 10.222.0.50 "DELETE /v2.0/routers/4ad812a4-e677-4448-959d-dae5369827fe HTTP/1.1" status: 204 len: 168 time: 1.1022618 Nov 23 23:11:17.278633 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53030) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:17.330842 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-3609299e-f651-4f37-adbc-833e45a947c1 admin admin] Deleting subnet d3e1917c-fb60-48dd-abab-2e458e89c691 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:11:17.335079 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3609299e-f651-4f37-adbc-833e45a947c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:17.370960 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3609299e-f651-4f37-adbc-833e45a947c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:17.452290 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3609299e-f651-4f37-adbc-833e45a947c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:17.512955 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3609299e-f651-4f37-adbc-833e45a947c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:17.547176 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609299e-f651-4f37-adbc-833e45a947c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3e1917c-fb60-48dd-abab-2e458e89c691,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:17.549099 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-3609299e-f651-4f37-adbc-833e45a947c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:17.552356 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-3609299e-f651-4f37-adbc-833e45a947c1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d3e1917c-fb60-48dd-abab-2e458e89c691 HTTP/1.1" status: 204 len: 168 time: 0.2727292 Nov 23 23:11:17.554058 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862dbafb-0075-461e-94ee-19f213b720a2 None None] Network 90609f00-b2b9-4b19-bd5a-ab97db846e18 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:11:17.554874 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53032) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:17.622730 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9645664e-b7ab-45fc-9ef2-26fc279f674e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:17.676892 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-9645664e-b7ab-45fc-9ef2-26fc279f674e admin admin] Deleting port 824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:11:17.677229 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9645664e-b7ab-45fc-9ef2-26fc279f674e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:17.744563 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-9645664e-b7ab-45fc-9ef2-26fc279f674e admin admin] For port 824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8,segment=NetworkSegment(d185a6a7-703d-44bd-91d6-24cfa507345b),segment_id=d185a6a7-703d-44bd-91d6-24cfa507345b)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:11:17.745270 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9645664e-b7ab-45fc-9ef2-26fc279f674e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:17.757686 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-9645664e-b7ab-45fc-9ef2-26fc279f674e admin admin] Calling delete_port for 824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8 owned by network:dhcp {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:11:17.825593 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e5c9c4-9337-4a80-9ef0-949aac26499d None None] DHCP port deletion for 90609f00-b2b9-4b19-bd5a-ab97db846e18 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:11:17.843173 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9645664e-b7ab-45fc-9ef2-26fc279f674e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:17.875381 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645664e-b7ab-45fc-9ef2-26fc279f674e admin admin] Pushing event deleted for resources: {'Port': ['ID=824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:17.878567 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-91e5c9c4-9337-4a80-9ef0-949aac26499d None None] Deleting port 824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:11:17.879045 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-91e5c9c4-9337-4a80-9ef0-949aac26499d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:17.880530 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9645664e-b7ab-45fc-9ef2-26fc279f674e admin admin] No DVR routers for this DVR port 824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8 on host n-d-816206-9 {{(pid=110034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:11:17.944113 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-91e5c9c4-9337-4a80-9ef0-949aac26499d None None] For port 824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8, host n-d-816206-9, got binding levels [] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:11:17.944513 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-91e5c9c4-9337-4a80-9ef0-949aac26499d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:17.953381 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9645664e-b7ab-45fc-9ef2-26fc279f674e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:17.958100 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-91e5c9c4-9337-4a80-9ef0-949aac26499d None None] Calling delete_port for 824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:11:17.960820 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.ipam_backend_mixin [None req-91e5c9c4-9337-4a80-9ef0-949aac26499d None None] Port 824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8 was not found and therefore no delete operation was performed {{(pid=110035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 23:11:17.962216 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-91e5c9c4-9337-4a80-9ef0-949aac26499d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:17.973783 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-9645664e-b7ab-45fc-9ef2-26fc279f674e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90609f00-b2b9-4b19-bd5a-ab97db846e18']}} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:17.983040 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-9645664e-b7ab-45fc-9ef2-26fc279f674e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd185a6a7-703d-44bd-91d6-24cfa507345b') {'for_net_delete': True} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:17.983339 n-d-816206-9 neutron-server[110034]: DEBUG neutron.services.segments.db [None req-9645664e-b7ab-45fc-9ef2-26fc279f674e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd185a6a7-703d-44bd-91d6-24cfa507345b') {} {{(pid=110034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:17.990280 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5c9c4-9337-4a80-9ef0-949aac26499d None None] Pushing event deleted for resources: {'Port': ['ID=824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:17.992182 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e5c9c4-9337-4a80-9ef0-949aac26499d None None] No DVR routers for this DVR port 824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:11:18.000016 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9645664e-b7ab-45fc-9ef2-26fc279f674e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8456068'] for segment, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:18.011910 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9645664e-b7ab-45fc-9ef2-26fc279f674e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:18.018020 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9645664e-b7ab-45fc-9ef2-26fc279f674e admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=110034) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:11:18.018427 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9645664e-b7ab-45fc-9ef2-26fc279f674e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8875804'] for segment, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: Traceback (most recent call last): Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: timer() Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: cb(*args, **kw) Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: return func(*args, **kwargs) Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: self._notify() Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: self.callback(batched_events) Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: event.method(event) Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: return f(self, *a, **k) Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: return self._get(url).json() Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: return self.request(url, 'GET', **kwargs) Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:11:18.020270 n-d-816206-9 neutron-server[110034]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:11:18.080008 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9645664e-b7ab-45fc-9ef2-26fc279f674e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:18.088261 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-9645664e-b7ab-45fc-9ef2-26fc279f674e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-571950'] for network, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:18.093629 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-9645664e-b7ab-45fc-9ef2-26fc279f674e admin admin] 10.222.0.50 "DELETE /v2.0/networks/90609f00-b2b9-4b19-bd5a-ab97db846e18 HTTP/1.1" status: 204 len: 168 time: 0.5371642 Nov 23 23:11:18.098267 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53034) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:18.105199 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645664e-b7ab-45fc-9ef2-26fc279f674e admin admin] Pushing event deleted for resources: {'Network': ['ID=90609f00-b2b9-4b19-bd5a-ab97db846e18,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:18.450620 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9a2aa4f-f239-4497-ad78-56e0c788558a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-745393'] for router_interface, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:18.529168 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:11:18.552011 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:11:18.552367 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 824e1e80-c0d1-4b2b-ba5f-153d8c5b50a8 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:11:18.552783 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 91d24249-fd5e-4e09-ba88-c7e9e832fde6 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:11:18.571651 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 91d24249-fd5e-4e09-ba88-c7e9e832fde6 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:11:18.571998 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 91d24249-fd5e-4e09-ba88-c7e9e832fde6 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:11:18.572408 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ba5b3f92-1d4a-4f1b-95ec-24be515f55bf no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:11:18.591752 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: ba5b3f92-1d4a-4f1b-95ec-24be515f55bf {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:11:18.592103 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device ba5b3f92-1d4a-4f1b-95ec-24be515f55bf not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:11:18.698330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-d9a2aa4f-f239-4497-ad78-56e0c788558a admin admin] Deleting port 6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:11:18.698666 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9a2aa4f-f239-4497-ad78-56e0c788558a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:18.775923 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-d9a2aa4f-f239-4497-ad78-56e0c788558a admin admin] For port 6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f,segment=NetworkSegment(a989afe9-1a99-453a-bb60-ff65e6978322),segment_id=a989afe9-1a99-453a-bb60-ff65e6978322)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:11:18.776192 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9a2aa4f-f239-4497-ad78-56e0c788558a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:18.788452 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-d9a2aa4f-f239-4497-ad78-56e0c788558a admin admin] Calling delete_port for 6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f owned by network:router_interface {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:11:18.965991 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9a2aa4f-f239-4497-ad78-56e0c788558a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:18.995794 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2aa4f-f239-4497-ad78-56e0c788558a admin admin] Pushing event deleted for resources: {'Port': ['ID=6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:19.168553 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-d9a2aa4f-f239-4497-ad78-56e0c788558a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-571957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682273'] for router_interface, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:19.383880 n-d-816206-9 neutron-server[110033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a2aa4f-f239-4497-ad78-56e0c788558a admin admin] Router 1751c138-b894-4f4b-a7d0-3abeadf6006b has already been hosted by L3 agent a527ead5-edae-4f35-b5ce-f140efc1c113 {{(pid=110033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 23:11:19.489560 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a2aa4f-f239-4497-ad78-56e0c788558a admin admin] Notify agent at l3_agent.n-d-816206-9 the message routers_updated {{(pid=110033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 23:11:19.494668 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-d9a2aa4f-f239-4497-ad78-56e0c788558a admin admin] 10.222.0.50 "PUT /v2.0/routers/1751c138-b894-4f4b-a7d0-3abeadf6006b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3952553 Nov 23 23:11:19.497461 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53036) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:19.501071 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b6cc0-1044-4eb5-a6f5-db6fb4245bc0 None None] Sync routers for ids ['1751c138-b894-4f4b-a7d0-3abeadf6006b'] in n-d-816206-9 {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 23:11:19.510433 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4b6cc0-1044-4eb5-a6f5-db6fb4245bc0 None None] Routers {'1751c138-b894-4f4b-a7d0-3abeadf6006b'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:11:19.511074 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7d4b6cc0-1044-4eb5-a6f5-db6fb4245bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:11:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['1751c138-b894-4f4b-a7d0-3abeadf6006b'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:19.604870 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a49d2ea4-3463-4f03-9e60-59988cf4172a admin admin] Publish callbacks [] for router, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:19.616138 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-7d4b6cc0-1044-4eb5-a6f5-db6fb4245bc0 None None] Set router 1751c138-b894-4f4b-a7d0-3abeadf6006b gateway port host: n-d-816206-9 {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:11:19.712436 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a49d2ea4-3463-4f03-9e60-59988cf4172a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:19.769454 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-a49d2ea4-3463-4f03-9e60-59988cf4172a admin admin] Deleting port 9eefef66-c425-40e5-8e11-b253df3b48e4 {{(pid=110034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:11:19.769886 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a49d2ea4-3463-4f03-9e60-59988cf4172a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:19.797446 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7d4b6cc0-1044-4eb5-a6f5-db6fb4245bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1751c138-b894-4f4b-a7d0-3abeadf6006b', 'name': 'tempest-TestSnapshotPattern-1018010943-router', 'tenant_id': 'e5554502cd5440c2bf184dcd3382afdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'external_fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '9eefef66-c425-40e5-8e11-b253df3b48e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:18Z', 'updated_at': '2021-11-23T23:11:18Z', 'revision_number': 5, 'project_id': 'e5554502cd5440c2bf184dcd3382afdd', 'gw_port': {'id': '9eefef66-c425-40e5-8e11-b253df3b48e4', 'name': '', 'network_id': '6cc504ca-0b29-4422-812a-d9c243f543fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1751c138-b894-4f4b-a7d0-3abeadf6006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T23:06:19Z', 'updated_at': '2021-11-23T23:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3486aa15-75de-4ff3-acfd-9de2e8acd9e8', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-9'}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:19.824747 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b6cc0-1044-4eb5-a6f5-db6fb4245bc0 None None] Checking router: 1751c138-b894-4f4b-a7d0-3abeadf6006b for host: n-d-816206-9 {{(pid=110036) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 23:11:19.833812 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4b6cc0-1044-4eb5-a6f5-db6fb4245bc0 None None] Routers {'1751c138-b894-4f4b-a7d0-3abeadf6006b'} bound to L3 agent in host n-d-816206-9 {{(pid=110036) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 23:11:19.834415 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7d4b6cc0-1044-4eb5-a6f5-db6fb4245bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T21:33:30Z,description=,heartbeat_timestamp=2021-11-23T23:11:01Z,host='n-d-816206-9',id=a527ead5-edae-4f35-b5ce-f140efc1c113,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T21:33:30Z,topic='l3_agent')) {'router_ids': ['1751c138-b894-4f4b-a7d0-3abeadf6006b'], 'active': True} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:19.853824 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.db [None req-a49d2ea4-3463-4f03-9e60-59988cf4172a admin admin] For port 9eefef66-c425-40e5-8e11-b253df3b48e4, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=9eefef66-c425-40e5-8e11-b253df3b48e4,segment=NetworkSegment(2d413cc6-d962-40db-bdac-5afb2a178a16),segment_id=2d413cc6-d962-40db-bdac-5afb2a178a16)] {{(pid=110034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:11:19.854182 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a49d2ea4-3463-4f03-9e60-59988cf4172a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:19.867386 n-d-816206-9 neutron-server[110034]: DEBUG neutron.plugins.ml2.plugin [None req-a49d2ea4-3463-4f03-9e60-59988cf4172a admin admin] Calling delete_port for 9eefef66-c425-40e5-8e11-b253df3b48e4 owned by network:router_gateway {{(pid=110034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:11:19.918294 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_dvr_db [None req-7d4b6cc0-1044-4eb5-a6f5-db6fb4245bc0 None None] Set router 1751c138-b894-4f4b-a7d0-3abeadf6006b gateway port host: None {{(pid=110036) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 23:11:19.972401 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.l3_hamode_db [None req-7d4b6cc0-1044-4eb5-a6f5-db6fb4245bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1751c138-b894-4f4b-a7d0-3abeadf6006b', 'name': 'tempest-TestSnapshotPattern-1018010943-router', 'tenant_id': 'e5554502cd5440c2bf184dcd3382afdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:18Z', 'updated_at': '2021-11-23T23:11:19Z', 'revision_number': 6, 'project_id': 'e5554502cd5440c2bf184dcd3382afdd', 'gw_port_host': None}], 'n-d-816206-9', False) {} {{(pid=110036) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:20.001565 n-d-816206-9 neutron-server[110036]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b6cc0-1044-4eb5-a6f5-db6fb4245bc0 None None] The sync data for ids ['1751c138-b894-4f4b-a7d0-3abeadf6006b'] in n-d-816206-9 is: [{'id': '1751c138-b894-4f4b-a7d0-3abeadf6006b', 'name': 'tempest-TestSnapshotPattern-1018010943-router', 'tenant_id': 'e5554502cd5440c2bf184dcd3382afdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T23:06:18Z', 'updated_at': '2021-11-23T23:11:19Z', 'revision_number': 6, 'project_id': 'e5554502cd5440c2bf184dcd3382afdd', 'gw_port_host': None}] {{(pid=110036) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 23:11:20.047890 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a49d2ea4-3463-4f03-9e60-59988cf4172a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8874479'] for port, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:20.074055 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d2ea4-3463-4f03-9e60-59988cf4172a admin admin] Pushing event deleted for resources: {'Port': ['ID=9eefef66-c425-40e5-8e11-b253df3b48e4,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:20.087866 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f396b456-2fa8-47eb-a1f4-f0bd03215082 None None] DHCP port deletion for 6cc504ca-0b29-4422-812a-d9c243f543fe request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:11:20.135749 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a49d2ea4-3463-4f03-9e60-59988cf4172a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680970'] for router_gateway, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:20.230831 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a49d2ea4-3463-4f03-9e60-59988cf4172a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5519'] for router, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:20.232902 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a49d2ea4-3463-4f03-9e60-59988cf4172a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:20.276788 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a49d2ea4-3463-4f03-9e60-59988cf4172a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682350'] for router, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:20.277412 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49d2ea4-3463-4f03-9e60-59988cf4172a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1751c138-b894-4f4b-a7d0-3abeadf6006b {{(pid=110034) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 23:11:20.282302 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-a49d2ea4-3463-4f03-9e60-59988cf4172a admin admin] Publish callbacks [] for router, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:20.283513 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-a49d2ea4-3463-4f03-9e60-59988cf4172a admin admin] 10.222.0.50 "DELETE /v2.0/routers/1751c138-b894-4f4b-a7d0-3abeadf6006b HTTP/1.1" status: 204 len: 168 time: 0.7850583 Nov 23 23:11:20.286204 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53038) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:20.331755 n-d-816206-9 neutron-server[110034]: DEBUG neutron.db.db_base_plugin_v2 [None req-1111905d-4f5b-4211-ad1d-3f197dff6959 admin admin] Deleting subnet 13c451fc-2825-4b74-bfbc-c19d462cdfa7 {{(pid=110034) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 23:11:20.335055 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1111905d-4f5b-4211-ad1d-3f197dff6959 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:20.374023 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1111905d-4f5b-4211-ad1d-3f197dff6959 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8456093'] for subnet, precommit_delete_associations {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:20.460899 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1111905d-4f5b-4211-ad1d-3f197dff6959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8024907'] for subnet, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:20.514021 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1111905d-4f5b-4211-ad1d-3f197dff6959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8874418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9191740'] for subnet, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:20.532289 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38828048-0ee2-428d-a4b0-ed5ca754802b None None] Network 87373dde-ed90-45e1-baf2-6959d70d7be5 requested from n-d-816206-9 {{(pid=110035) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 23:11:20.542039 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-1111905d-4f5b-4211-ad1d-3f197dff6959 admin admin] Publish callbacks [] for subnet, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:20.545265 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-1111905d-4f5b-4211-ad1d-3f197dff6959 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/13c451fc-2825-4b74-bfbc-c19d462cdfa7 HTTP/1.1" status: 204 len: 168 time: 0.2581716 Nov 23 23:11:20.547480 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111905d-4f5b-4211-ad1d-3f197dff6959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13c451fc-2825-4b74-bfbc-c19d462cdfa7,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:20.548933 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53040) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:20.619418 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-77ca5493-9da4-47da-9199-2eb99a07a243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8062113'] for network, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:20.680330 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-77ca5493-9da4-47da-9199-2eb99a07a243 admin admin] Deleting port b631ebe1-3fdd-4be4-be78-f270a6c02e74 {{(pid=110033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:11:20.680866 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-77ca5493-9da4-47da-9199-2eb99a07a243 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:20.746547 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.db [None req-77ca5493-9da4-47da-9199-2eb99a07a243 admin admin] For port b631ebe1-3fdd-4be4-be78-f270a6c02e74, host n-d-816206-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-9',level=0,port_id=b631ebe1-3fdd-4be4-be78-f270a6c02e74,segment=NetworkSegment(a989afe9-1a99-453a-bb60-ff65e6978322),segment_id=a989afe9-1a99-453a-bb60-ff65e6978322)] {{(pid=110033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:11:20.746861 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-77ca5493-9da4-47da-9199-2eb99a07a243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:20.759081 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.plugin [None req-77ca5493-9da4-47da-9199-2eb99a07a243 admin admin] Calling delete_port for b631ebe1-3fdd-4be4-be78-f270a6c02e74 owned by network:dhcp {{(pid=110033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:11:20.801226 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a8019f-9f3c-4ac4-9fcf-72f91e8bff44 None None] DHCP port deletion for 87373dde-ed90-45e1-baf2-6959d70d7be5 request from n-d-816206-9 {{(pid=110035) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 23:11:20.853394 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-77ca5493-9da4-47da-9199-2eb99a07a243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8516459'] for port, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:20.864687 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9eefef66-c425-40e5-8e11-b253df3b48e4 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:11:20.882808 n-d-816206-9 neutron-server[110033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca5493-9da4-47da-9199-2eb99a07a243 admin admin] No DVR routers for this DVR port b631ebe1-3fdd-4be4-be78-f270a6c02e74 on host n-d-816206-9 {{(pid=110033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:11:20.885305 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca5493-9da4-47da-9199-2eb99a07a243 admin admin] Pushing event deleted for resources: {'Port': ['ID=b631ebe1-3fdd-4be4-be78-f270a6c02e74,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:20.885641 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 9eefef66-c425-40e5-8e11-b253df3b48e4 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:11:20.885996 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 9eefef66-c425-40e5-8e11-b253df3b48e4 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:11:20.886390 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:11:20.913331 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: 6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:11:20.913912 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device 6f0cc77b-c3fc-4fe8-bb97-1b2a99091e9f not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:11:20.914508 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b631ebe1-3fdd-4be4-be78-f270a6c02e74 no longer exists at agent ovs-agent-n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 23:11:20.920667 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-30a8019f-9f3c-4ac4-9fcf-72f91e8bff44 None None] Deleting port b631ebe1-3fdd-4be4-be78-f270a6c02e74 {{(pid=110035) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 23:11:20.921687 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-30a8019f-9f3c-4ac4-9fcf-72f91e8bff44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786760445534'] for port, before_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:20.941153 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] No Port match for: b631ebe1-3fdd-4be4-be78-f270a6c02e74 {{(pid=110035) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 23:11:20.941504 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.rpc [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Device b631ebe1-3fdd-4be4-be78-f270a6c02e74 not bound to the agent host n-d-816206-9 {{(pid=110035) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 23:11:20.962707 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-77ca5493-9da4-47da-9199-2eb99a07a243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8026750', 'neutron.services.segments.db._delete_segments_for_network-8786760542648'] for network, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:20.982916 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-77ca5493-9da4-47da-9199-2eb99a07a243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87373dde-ed90-45e1-baf2-6959d70d7be5']}} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:20.993192 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-77ca5493-9da4-47da-9199-2eb99a07a243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a989afe9-1a99-453a-bb60-ff65e6978322') {'for_net_delete': True} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:20.993487 n-d-816206-9 neutron-server[110033]: DEBUG neutron.services.segments.db [None req-77ca5493-9da4-47da-9199-2eb99a07a243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a989afe9-1a99-453a-bb60-ff65e6978322') {} {{(pid=110033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 23:11:21.009014 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-77ca5493-9da4-47da-9199-2eb99a07a243 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786760569164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3818075'] for segment, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:21.009254 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.db [None req-30a8019f-9f3c-4ac4-9fcf-72f91e8bff44 None None] For port b631ebe1-3fdd-4be4-be78-f270a6c02e74, host n-d-816206-9, got binding levels [] {{(pid=110035) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 23:11:21.009679 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-30a8019f-9f3c-4ac4-9fcf-72f91e8bff44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-680728'] for port, precommit_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:21.026491 n-d-816206-9 neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-30a8019f-9f3c-4ac4-9fcf-72f91e8bff44 None None] Calling delete_port for b631ebe1-3fdd-4be4-be78-f270a6c02e74 owned by network:dhcp {{(pid=110035) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 23:11:21.026839 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-77ca5493-9da4-47da-9199-2eb99a07a243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244'] for segment, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:21.029759 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.ipam_backend_mixin [None req-30a8019f-9f3c-4ac4-9fcf-72f91e8bff44 None None] Port b631ebe1-3fdd-4be4-be78-f270a6c02e74 was not found and therefore no delete operation was performed {{(pid=110035) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 23:11:21.031341 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-30a8019f-9f3c-4ac4-9fcf-72f91e8bff44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7919691', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-116150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786760448112', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786760014803'] for port, after_delete {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:21.033942 n-d-816206-9 neutron-server[110033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ca5493-9da4-47da-9199-2eb99a07a243 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=110033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 23:11:21.034534 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-77ca5493-9da4-47da-9199-2eb99a07a243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8025244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8517016'] for segment, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: Traceback (most recent call last): Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: timer() Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: cb(*args, **kw) Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: return func(*args, **kwargs) Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: self._notify() Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: self.callback(batched_events) Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: event.method(event) Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: return f(self, *a, **k) Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: return self._get(url).json() Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: return self.request(url, 'GET', **kwargs) Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 23:11:21.036694 n-d-816206-9 neutron-server[110033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 23:11:21.056958 n-d-816206-9 neutron-server[110035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8019f-9f3c-4ac4-9fcf-72f91e8bff44 None None] Pushing event deleted for resources: {'Port': ['ID=b631ebe1-3fdd-4be4-be78-f270a6c02e74,revision_number=None']} {{(pid=110035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:21.063073 n-d-816206-9 neutron-server[110035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a8019f-9f3c-4ac4-9fcf-72f91e8bff44 None None] No DVR routers for this DVR port b631ebe1-3fdd-4be4-be78-f270a6c02e74 on host n-d-816206-9 {{(pid=110035) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 23:11:21.098611 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-77ca5493-9da4-47da-9199-2eb99a07a243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8026727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-571964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681123'] for network, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:21.109560 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-77ca5493-9da4-47da-9199-2eb99a07a243 admin admin] Publish callbacks [] for network, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:21.115878 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-77ca5493-9da4-47da-9199-2eb99a07a243 admin admin] 10.222.0.50 "DELETE /v2.0/networks/87373dde-ed90-45e1-baf2-6959d70d7be5 HTTP/1.1" status: 204 len: 168 time: 0.5657005 Nov 23 23:11:21.131714 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca5493-9da4-47da-9199-2eb99a07a243 admin admin] Pushing event deleted for resources: {'Network': ['ID=87373dde-ed90-45e1-baf2-6959d70d7be5,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:21.229123 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53044) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:21.269937 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-e141a51d-9c5e-48c2-bcdd-cb06228b6982 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=19b183739187474abfeb943ce9f58947&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396121 Nov 23 23:11:21.272435 n-d-816206-9 neutron-server[110033]: DEBUG neutron.wsgi [-] (110033) accepted ('10.222.0.50', 53046) {{(pid=110033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:21.321633 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ab83cf24-83f0-4eae-bbf8-71be73557f70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:21.349057 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ab83cf24-83f0-4eae-bbf8-71be73557f70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:21.396265 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ab83cf24-83f0-4eae-bbf8-71be73557f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:21.398941 n-d-816206-9 neutron-server[110033]: DEBUG neutron_lib.callbacks.manager [None req-ab83cf24-83f0-4eae-bbf8-71be73557f70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:21.400356 n-d-816206-9 neutron-server[110033]: INFO neutron.wsgi [None req-ab83cf24-83f0-4eae-bbf8-71be73557f70 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/efdbcda1-3153-4156-8117-ed4469530225 HTTP/1.1" status: 204 len: 168 time: 0.1270168 Nov 23 23:11:21.408712 n-d-816206-9 neutron-server[110033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83cf24-83f0-4eae-bbf8-71be73557f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdbcda1-3153-4156-8117-ed4469530225,revision_number=None']} {{(pid=110033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:21.590986 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:11:21.729534 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53052) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:21.769069 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-b2055136-b5e6-4be2-9a62-f2af66a89224 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e5554502cd5440c2bf184dcd3382afdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383396 Nov 23 23:11:21.771501 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [-] (110034) accepted ('10.222.0.50', 53054) {{(pid=110034) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 23:11:21.817667 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90e5ed56-c7b3-447e-87d1-29e495662eb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:21.842041 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90e5ed56-c7b3-447e-87d1-29e495662eb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:21.888498 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90e5ed56-c7b3-447e-87d1-29e495662eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740386'] for security_group, after_delete {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:21.891284 n-d-816206-9 neutron-server[110034]: DEBUG neutron_lib.callbacks.manager [None req-90e5ed56-c7b3-447e-87d1-29e495662eb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=110034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:21.892431 n-d-816206-9 neutron-server[110034]: INFO neutron.wsgi [None req-90e5ed56-c7b3-447e-87d1-29e495662eb7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af53e940-4735-4f53-853f-9d468e538cd7 HTTP/1.1" status: 204 len: 168 time: 0.1200221 Nov 23 23:11:21.900386 n-d-816206-9 neutron-server[110034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5ed56-c7b3-447e-87d1-29e495662eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af53e940-4735-4f53-853f-9d468e538cd7,revision_number=None']} {{(pid=110034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 23:11:23.869201 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:28.295296 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-e136d375-f508-46f3-accb-013702f9e1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:30.661096 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0b52fc18-787e-4df0-bf37-0d1bd7cc8f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:30.731329 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:31.944603 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:33.332888 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:34.081716 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:53.863911 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:58.136523 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-d04fd560-add8-4b97-b8e4-018a14aa8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:11:58.589849 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:12:00.662466 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-31f6f774-b4a9-46a4-b591-0d76643bfc9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:00.728495 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:01.947629 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:03.334880 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:04.084296 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:23.868751 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:28.139316 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-651aca5c-b1df-4421-a4e6-899c24d82721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:30.663996 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c3692758-6ac1-4b3e-a2fa-156c901e3487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:30.733314 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:31.950354 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:33.337392 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:34.086282 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:35.588617 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:12:53.868983 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:12:58.139768 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-68d38994-e57b-4a56-978b-66bbf87d5b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:00.665163 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-429effc8-aa04-47a6-9c38-c6fab549b47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:00.729374 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:01.953327 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:03.340902 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:04.088590 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:12.587679 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:13:23.896314 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:28.141564 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-156cbc54-cdb1-4e75-88d0-5060ed91c2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:30.666743 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-22a5dcc9-372b-4277-8423-f5f4ef80cd89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:30.742046 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:31.956263 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:33.345723 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:34.091109 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:49.586085 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:13:53.915754 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:13:58.143722 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fbf07ca6-0d76-4b1f-abe7-597dcc05c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:00.669369 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4fbd15de-0ea8-4870-a136-fe719edbd397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:00.772656 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:01.959199 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:03.345338 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:04.092339 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:23.904484 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:26.584764 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:14:28.148147 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-010f2e2a-fd01-437f-a87d-c33ab1512831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:30.671314 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-c71649d3-37a2-4a0f-af0a-59bbe9edf6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:30.772197 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:31.962054 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:33.347757 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:34.093841 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:53.915198 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:14:58.149403 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-008496cb-f033-469a-9c2d-d4c999e510e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.672238 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-571cb440-39ee-4f50-a034-7dd0e51b1314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:00.773439 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:01.966901 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:03.350915 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:03.585689 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:15:04.095238 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:23.926795 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:28.152663 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-4f369d43-56d3-4dae-84c4-da021f9d3f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:30.672743 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fae6ae20-9de5-4b93-8834-2c7c0f4b9822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:30.768403 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:31.969324 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:33.351422 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:34.096398 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:40.584293 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:15:53.949965 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:15:58.155335 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3afc0f0c-87b6-4dcd-b34d-e5bb8222dbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:00.674186 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-fcdd0b9e-63cd-48f4-af44-6f69407af1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:00.784763 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:01.972650 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:03.354064 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:04.098839 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:17.583359 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:16:23.955318 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:28.157273 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-06ac5372-427f-44db-b03c-c0f1ab7a2944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:30.675001 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-abc25cd6-3b1b-4fe3-8c98-59bfe3065f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:30.797366 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:31.976095 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:33.357954 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:34.100330 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:53.955766 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:16:54.583459 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:16:58.159810 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b082a3f7-9650-4f2c-90db-8867506c8806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:00.680275 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-df4c826f-100e-44e7-859f-cf7db77a9b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:00.796713 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:01.977826 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:03.360866 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:04.101557 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:23.955842 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:28.160768 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3a3fe730-a79e-4171-acad-881f1f53ae17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:30.680718 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0ad11104-6af2-4e19-a7e6-0fb25cb25a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:30.797207 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:31.582531 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:17:31.984173 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:33.363121 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:34.103267 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:53.955206 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:17:58.162850 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-1e065cbb-27d0-44a6-9aeb-1b3a335e0e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:00.684471 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-5c40d91a-ebc8-419b-be00-cfb311adcc64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:00.794543 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:01.984309 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:03.365332 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:04.103826 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:08.581696 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:18:23.970320 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:28.165375 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-39126808-cca4-44f3-bbb8-137442b66b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:30.687209 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-3d41eab4-a20b-4e1b-920e-034f096c4c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:30.813528 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:31.987001 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:33.368478 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:34.105433 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:45.580531 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:18:53.969635 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:18:58.168011 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-331d876c-eebb-4cf0-98f1-b67db2930640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:00.691855 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0c598f76-ec96-4e2c-a284-2fad16d7f19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:00.825455 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:01.990247 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:03.372187 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:04.106923 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:19.872478 n-d-816206-9 neutron-server[110034]: DEBUG neutron.wsgi [req-c33bb7ab-9f4d-490a-b2af-1da5f6cc61e6 req-687e80e8-3840-434c-957e-ba0b77cc65f2 service neutron] (110034) timed out ('10.222.0.50', 50886) {{(pid=110034) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 23:19:22.580792 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:19:23.968179 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:28.171054 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-13015258-02b6-41fa-b073-918eef3dcf5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:30.693593 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-da836df8-66c7-46ba-a466-079daafaeaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:30.839186 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:31.995851 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:33.374552 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:34.112338 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-8831c806-d41e-41d4-b747-041b3e3b9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:53.970020 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-b1179015-b19f-487e-8211-cd82af713b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:58.173971 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-260aaf67-83df-4555-8da5-d46f35dfbc0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:19:59.580082 n-d-816206-9 neutron-server[110036]: DEBUG neutron.db.agents_db [None req-8fe315ff-fffe-4333-bdf1-20e833a80045 None None] Agent healthcheck: found 7 active agents {{(pid=110036) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 23:20:00.694638 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-76da08d5-639d-459d-b7ad-2cbab6a94a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:00.852633 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-07c27de9-53e0-4d77-b7b9-fa2d2d9d0301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:01.996416 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-224509ff-bde6-47bf-a53b-037dd1476d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 23:20:03.378378 n-d-816206-9 neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-0799d2c6-fff8-42e2-bf36-7a538cb3d48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786760542657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8021584'] for agent, after_update {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}